-- Logs begin at Fri 2021-12-17 14:14:14 UTC, end at Fri 2021-12-17 17:07:15 UTC. -- Dec 17 14:57:11.010982 n-d-820553-2 systemd[1]: Started Devstack devstack@q-svc.service. Dec 17 14:57:13.751504 n-d-820553-2 neutron-server[102689]: INFO neutron.common.config [-] Logging enabled! Dec 17 14:57:13.752107 n-d-820553-2 neutron-server[102689]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev58 Dec 17 14:57:13.752273 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102689) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 17 14:57:13.755451 n-d-820553-2 neutron-server[102689]: INFO neutron.common.config [-] Logging enabled! Dec 17 14:57:13.755704 n-d-820553-2 neutron-server[102689]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev58 Dec 17 14:57:13.756014 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102689) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 17 14:57:13.756945 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 17 14:57:13.757204 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 17 14:57:13.757573 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 17 14:57:13.757816 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 17 14:57:13.758038 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 17 14:57:13.758350 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.758645 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.758939 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.759168 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.759461 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.759749 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.760033 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.760320 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.760615 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.760902 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.761207 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.761491 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.761721 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.761999 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.762283 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.762568 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.762789 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] debug = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.763065 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.763494 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.763909 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.764187 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.764473 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.765305 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.765575 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.765851 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.766137 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.766462 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] host = n-d-820553-2 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.766743 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.767028 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.767313 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.767597 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.767869 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.768141 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.768421 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.768691 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.768960 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] log_file = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.769259 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.769545 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.769830 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.770117 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.770340 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.770561 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.770845 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.771128 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.771403 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.771676 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.771950 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.772223 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.772497 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.772762 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.773060 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.773351 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.773634 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.773916 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.774191 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.774462 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.774734 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.775013 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.775287 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.775562 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.775834 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.776122 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.776393 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.776667 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.776965 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.777270 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.777551 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.777833 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.778107 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.778387 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.778655 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.778923 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.779190 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] use_json = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.779733 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.779998 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.780873 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.781209 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.781490 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.781766 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.782038 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.782323 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:13.782622 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.782919 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.783219 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.783500 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.783799 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.784082 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.784370 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.784646 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.784933 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.785243 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.785530 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.785805 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.786092 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.786367 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.786660 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.786964 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.787257 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.787543 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.787817 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.788091 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.788363 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.788638 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.788927 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.789293 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.789582 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.789867 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.790150 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.790430 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.790722 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.791008 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.791278 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.791552 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.791838 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.792113 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.792382 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.792656 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.792941 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.793239 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.793512 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.793795 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.794070 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.794338 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.794607 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.794880 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.795165 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.795438 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.795705 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.796009 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.796317 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.796660 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.796945 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.797250 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.797525 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.797798 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.798075 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.798351 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.798624 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.798897 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.799169 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.799444 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.799715 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.799985 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.800260 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.800531 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.800804 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.801100 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.801375 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.801651 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.801926 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.802198 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.802473 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.802747 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.803019 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.803306 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.803601 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.803883 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.804162 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.804441 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.804716 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.804992 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.805292 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.805574 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.805853 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.806124 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.806414 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.806698 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.806982 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.807263 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.807545 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.807844 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.808125 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.808408 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.808689 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.808969 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.809275 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.809556 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.809846 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.810134 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.810427 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.810716 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.811005 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.811285 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.811770 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.812008 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:13.812380 n-d-820553-2 neutron-server[102689]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 17 14:57:13.812623 n-d-820553-2 neutron-server[102689]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102689) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 17 14:57:14.166038 n-d-820553-2 neutron-server[102689]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 14:57:14.166246 n-d-820553-2 neutron-server[102689]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 14:57:14.166535 n-d-820553-2 neutron-server[102689]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 17 14:57:14.166866 n-d-820553-2 neutron-server[102689]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 17 14:57:14.565486 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:14.565765 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:14.566031 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:14.567339 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:14.567612 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:14.567873 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:14.604541 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:14.604831 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:14.605102 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:14.620301 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:14.620582 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:14.620851 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:14.649931 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:14.650213 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:14.650485 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:14.689101 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:14.689573 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:14.691100 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:14.924524 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:14.925082 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:14.925082 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:14.925338 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:14.926031 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:15.047001 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:15.047358 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:15.047639 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:15.047909 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:15.048198 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:15.048503 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:15.048760 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:15.049013 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:15.049289 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:15.049567 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:15.049823 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:15.050089 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:15.050338 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:15.050585 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:15.050838 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:15.051100 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:15.051352 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:15.051614 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:15.051879 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:15.052133 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:15.052399 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:15.052647 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:15.052927 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:15.053328 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:15.053578 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:15.053821 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:15.054205 n-d-820553-2 neutron-server[102689]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 17 14:57:15.054442 n-d-820553-2 neutron-server[102689]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 17 14:57:15.054678 n-d-820553-2 neutron-server[102689]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 17 14:57:15.054911 n-d-820553-2 neutron-server[102689]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 17 14:57:15.055145 n-d-820553-2 neutron-server[102689]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 17 14:57:15.055378 n-d-820553-2 neutron-server[102689]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 17 14:57:15.055736 n-d-820553-2 neutron-server[102689]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 17 14:57:15.058864 n-d-820553-2 neutron-server[102689]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 17 14:57:15.063253 n-d-820553-2 neutron-server[102689]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 17 14:57:15.067083 n-d-820553-2 neutron-server[102689]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Dec 17 14:57:15.068723 n-d-820553-2 neutron-server[102689]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 17 14:57:15.069224 n-d-820553-2 neutron-server[102689]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 17 14:57:15.069559 n-d-820553-2 neutron-server[102689]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 17 14:57:15.069939 n-d-820553-2 neutron-server[102689]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 17 14:57:15.072768 n-d-820553-2 neutron-server[102689]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 17 14:57:15.073018 n-d-820553-2 neutron-server[102689]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 17 14:57:15.073389 n-d-820553-2 neutron-server[102689]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 17 14:57:15.079372 n-d-820553-2 neutron-server[102689]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 17 14:57:15.102173 n-d-820553-2 neutron-server[102689]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 17 14:57:15.102625 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:15.102921 n-d-820553-2 neutron-server[102689]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102689) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 17 14:57:15.103280 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:15.104668 n-d-820553-2 neutron-server[102689]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102689) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 17 14:57:15.104948 n-d-820553-2 neutron-server[102689]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 17 14:57:15.105219 n-d-820553-2 neutron-server[102689]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 17 14:57:15.108466 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:15.108740 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:15.173654 n-d-820553-2 neutron-server[102689]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 17 14:57:15.173861 n-d-820553-2 neutron-server[102689]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 17 14:57:15.174045 n-d-820553-2 neutron-server[102689]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 17 14:57:15.174420 n-d-820553-2 neutron-server[102689]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 17 14:57:15.196799 n-d-820553-2 neutron-server[102689]: DEBUG oslo_db.sqlalchemy.engines [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102689) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 17 14:57:15.860414 n-d-820553-2 neutron-server[102689]: INFO neutron.plugins.ml2.managers [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Initializing driver for type 'gre' Dec 17 14:57:15.860955 n-d-820553-2 neutron-server[102689]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] gre ID ranges: [(1, 1000)] Dec 17 14:57:16.014329 n-d-820553-2 neutron-server[102689]: INFO neutron.plugins.ml2.managers [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Initializing driver for type 'local' Dec 17 14:57:16.015711 n-d-820553-2 neutron-server[102689]: INFO neutron.plugins.ml2.managers [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Initializing driver for type 'vlan' Dec 17 14:57:16.094813 n-d-820553-2 neutron-server[102689]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] VlanTypeDriver initialization complete Dec 17 14:57:16.095145 n-d-820553-2 neutron-server[102689]: INFO neutron.plugins.ml2.managers [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Initializing driver for type 'vxlan' Dec 17 14:57:16.095643 n-d-820553-2 neutron-server[102689]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] vxlan ID ranges: [(1, 1000)] Dec 17 14:57:16.249689 n-d-820553-2 neutron-server[102689]: INFO neutron.plugins.ml2.managers [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Initializing extension driver 'port_security' Dec 17 14:57:16.250040 n-d-820553-2 neutron-server[102689]: INFO neutron.plugins.ml2.extensions.port_security [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] PortSecurityExtensionDriver initialization complete Dec 17 14:57:16.250367 n-d-820553-2 neutron-server[102689]: INFO neutron.plugins.ml2.managers [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Initializing mechanism driver 'openvswitch' Dec 17 14:57:16.250687 n-d-820553-2 neutron-server[102689]: INFO neutron.plugins.ml2.managers [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Initializing mechanism driver 'hyperv' Dec 17 14:57:16.259447 n-d-820553-2 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:57:16.260116 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > port after_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.260480 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > port after_update 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.260823 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > port after_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.261370 n-d-820553-2 neutron-server[102689]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102689) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 17 14:57:16.261796 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > subnet after_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.262142 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > subnet after_update 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.262478 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.262864 n-d-820553-2 neutron-server[102689]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102689) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 17 14:57:16.263252 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > network after_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.263590 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > network after_update 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.263921 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > network after_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.264300 n-d-820553-2 neutron-server[102689]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102689) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 17 14:57:16.265357 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > security_group after_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.265771 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > security_group after_update 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.266106 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.266635 n-d-820553-2 neutron-server[102689]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102689) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 17 14:57:16.267041 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.267388 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.267730 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.268114 n-d-820553-2 neutron-server[102689]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102689) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 17 14:57:16.268512 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > address_group after_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.268852 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > address_group after_update 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.269211 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.269597 n-d-820553-2 neutron-server[102689]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102689) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 17 14:57:16.269965 n-d-820553-2 neutron-server[102689]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] ML2 OVO RPC backend initialized. {{(pid=102689) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 17 14:57:16.270667 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.271015 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.271423 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > network before_response 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.271765 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > networks before_response 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.272106 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > port before_response 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.272445 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > ports before_response 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.272782 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > subnet before_response 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.273140 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > subnets before_response 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.273480 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > network after_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.273813 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > network after_update 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.274143 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > network after_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.274470 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > port after_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.274805 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > port after_update 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.275130 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > port after_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.275456 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > subnet after_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.275783 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > subnet after_update 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.276106 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.276667 n-d-820553-2 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Modular L2 Plugin initialization complete Dec 17 14:57:16.276989 n-d-820553-2 neutron-server[102689]: DEBUG neutron.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading services supported by the core plugin {{(pid=102689) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 17 14:57:16.277329 n-d-820553-2 neutron-server[102689]: INFO neutron.plugins.ml2.managers [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Got port-security extension from driver 'port_security' Dec 17 14:57:16.277790 n-d-820553-2 neutron-server[102689]: INFO neutron.extensions.vlantransparent [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Disabled vlantransparent extension. Dec 17 14:57:16.278261 n-d-820553-2 neutron-server[102689]: DEBUG neutron.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102689) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 17 14:57:16.278570 n-d-820553-2 neutron-server[102689]: INFO neutron.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading Plugin: router Dec 17 14:57:16.315119 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.315504 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > router after_create 55549900 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.315868 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > router before_create 55549900 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.316226 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.316593 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.316943 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > router after_delete 55549900 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.317333 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.317677 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.318037 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > router after_create 55549900 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.318374 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > router after_update 55549900 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.318715 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > router after_update 55549900 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.319056 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.319406 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > router after_update 55549900 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.319809 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > router precommit_update 55549900 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.320171 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: port after_update 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.320502 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: port after_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.320831 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: subnet after_update 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.321187 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.321531 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.321867 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > router precommit_create 55549900 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.322206 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: port before_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.322540 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > router precommit_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.322887 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > router after_update 55549900 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.323221 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.323567 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > router precommit_create 55549900 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.323923 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.324262 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > router precommit_update 55549900 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.324625 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > agent after_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.324969 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > agent after_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.325330 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > network after_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.326168 n-d-820553-2 neutron-server[102689]: DEBUG neutron.quota.resource_registry [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Tracking information for resource: router configured {{(pid=102689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 17 14:57:16.326495 n-d-820553-2 neutron-server[102689]: DEBUG neutron.quota.resource_registry [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Tracking information for resource: floatingip configured {{(pid=102689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 17 14:57:16.332148 n-d-820553-2 neutron-server[102689]: INFO neutron.db.l3_agentschedulers_db [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 17 14:57:16.332719 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: port after_update 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.333101 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: port after_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.333449 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: port after_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.333795 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: port after_update 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.334581 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > router before_create 55550100 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.334939 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.335291 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > router precommit_create 55550100 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.335638 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > router precommit_update 55550100 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.340403 n-d-820553-2 neutron-server[102689]: DEBUG neutron.services.provider_configuration [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Service providers = [] {{(pid=102689) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 17 14:57:16.340763 n-d-820553-2 neutron-server[102689]: DEBUG neutron.db.servicetype_db [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102689) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 17 14:57:16.344314 n-d-820553-2 neutron-server[102689]: DEBUG neutron.services.service_base [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102689) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 17 14:57:16.344651 n-d-820553-2 neutron-server[102689]: DEBUG neutron.services.service_base [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102689) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 17 14:57:16.344991 n-d-820553-2 neutron-server[102689]: DEBUG neutron.services.service_base [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102689) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 17 14:57:16.345899 n-d-820553-2 neutron-server[102689]: DEBUG neutron.services.service_base [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102689) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 17 14:57:16.346261 n-d-820553-2 neutron-server[102689]: INFO neutron.services.service_base [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 17 14:57:16.346626 n-d-820553-2 neutron-server[102689]: DEBUG neutron.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 17 14:57:16.346934 n-d-820553-2 neutron-server[102689]: INFO neutron.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 17 14:57:16.357654 n-d-820553-2 neutron-server[102689]: DEBUG neutron.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 17 14:57:16.357984 n-d-820553-2 neutron-server[102689]: INFO neutron.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading Plugin: auto_allocate Dec 17 14:57:16.363908 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: network precommit_update 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.364279 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: network precommit_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.364776 n-d-820553-2 neutron-server[102689]: DEBUG neutron.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 17 14:57:16.365127 n-d-820553-2 neutron-server[102689]: INFO neutron.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading Plugin: tag Dec 17 14:57:16.371651 n-d-820553-2 neutron-server[102689]: DEBUG neutron.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 17 14:57:16.371975 n-d-820553-2 neutron-server[102689]: INFO neutron.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading Plugin: timestamp Dec 17 14:57:16.376602 n-d-820553-2 neutron-server[102689]: DEBUG neutron.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 17 14:57:16.376923 n-d-820553-2 neutron-server[102689]: INFO neutron.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading Plugin: network_ip_availability Dec 17 14:57:16.382350 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.382714 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.383060 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.383747 n-d-820553-2 neutron-server[102689]: DEBUG neutron.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 17 14:57:16.384056 n-d-820553-2 neutron-server[102689]: INFO neutron.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading Plugin: flavors Dec 17 14:57:16.388781 n-d-820553-2 neutron-server[102689]: DEBUG neutron.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 17 14:57:16.389136 n-d-820553-2 neutron-server[102689]: INFO neutron.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading Plugin: revisions Dec 17 14:57:16.394047 n-d-820553-2 neutron-server[102689]: DEBUG neutron.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 17 14:57:16.394430 n-d-820553-2 neutron-server[102689]: DEBUG oslo_concurrency.lockutils [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.228s {{(pid=102689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 17 14:57:16.395163 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102689) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 17 14:57:16.395492 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Initializing extension manager. Dec 17 14:57:16.395992 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: __init__.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.396325 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: __pycache__ {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.396652 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.396978 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: address_group.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.397743 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.398301 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: address-group Dec 17 14:57:16.398617 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: address_scope.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.399505 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.400002 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: address-scope Dec 17 14:57:16.400319 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.401260 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.401758 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: router-admin-state-down-before-update Dec 17 14:57:16.402074 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: agent.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.402762 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.403253 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: agent Dec 17 14:57:16.403566 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: agent_resources_synced.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.404750 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.405290 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: agent-resources-synced Dec 17 14:57:16.405602 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: allowedaddresspairs.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.407352 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.407859 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: allowed-address-pairs Dec 17 14:57:16.408175 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: auto_allocated_topology.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.409276 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.409782 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: auto-allocated-topology Dec 17 14:57:16.410095 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: availability_zone.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.410773 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.411267 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: availability_zone Dec 17 14:57:16.411578 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: availability_zone_filter.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.412473 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.412966 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: availability_zone_filter Dec 17 14:57:16.413326 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: data_plane_status.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.414222 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.414715 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extension data-plane-status not supported by any of loaded plugins Dec 17 14:57:16.415026 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: default_subnetpools.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.415925 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.416420 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: default-subnetpools Dec 17 14:57:16.416734 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.417556 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.418051 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: dhcp_agent_scheduler Dec 17 14:57:16.418364 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: dns.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.419259 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.419747 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extension dns-integration not supported by any of loaded plugins Dec 17 14:57:16.420063 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: dns_domain_ports.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.421136 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.421670 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 17 14:57:16.421985 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.422918 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.423405 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 17 14:57:16.423720 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: dvr.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.424384 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.424873 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: dvr Dec 17 14:57:16.425217 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: ecmp_routes.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.426206 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.426705 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 17 14:57:16.427017 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: empty_string_filtering.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.427907 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.428401 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: empty-string-filtering Dec 17 14:57:16.428713 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.429639 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.430134 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 17 14:57:16.430445 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.431347 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.431836 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 17 14:57:16.432147 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: external_net.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.433082 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.433568 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: external-net Dec 17 14:57:16.433879 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.434781 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.435272 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: extra_dhcp_opt Dec 17 14:57:16.435584 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: extraroute.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.437093 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.437843 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: extraroute Dec 17 14:57:16.438160 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: extraroute_atomic.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.439194 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.439696 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: extraroute-atomic Dec 17 14:57:16.440011 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: filter_validation.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.440660 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.441195 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: filter-validation Dec 17 14:57:16.441509 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: fip_pf_description.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.442402 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.442889 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 17 14:57:16.443198 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: fip_port_details.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.444112 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.444604 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: fip-port-details Dec 17 14:57:16.444916 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: flavors.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.446170 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.446677 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: flavors Dec 17 14:57:16.446993 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.448650 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.449209 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 17 14:57:16.449534 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: floatingip_pools.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.450221 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.450725 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: floatingip-pools Dec 17 14:57:16.451042 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: ip_allocation.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.451956 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.453109 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extension ip_allocation not supported by any of loaded plugins Dec 17 14:57:16.453476 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.454411 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.454917 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: ip-substring-filtering Dec 17 14:57:16.455236 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: l2_adjacency.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.456151 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.456647 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 17 14:57:16.456960 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: l3.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.458091 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.458610 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: router Dec 17 14:57:16.458930 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.461222 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.461744 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 17 14:57:16.462067 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.462986 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.463493 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: ext-gw-mode Dec 17 14:57:16.463818 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.464722 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.465262 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: l3-ha Dec 17 14:57:16.465580 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: l3_flavors.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.466479 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.466978 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: l3-flavors Dec 17 14:57:16.467292 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.468786 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.469318 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 17 14:57:16.469633 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: l3agentscheduler.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.470650 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.471154 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: l3_agent_scheduler Dec 17 14:57:16.471476 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: logging.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.472957 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.473494 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extension logging not supported by any of loaded plugins Dec 17 14:57:16.473823 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: metering.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.474549 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.475115 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: metering Dec 17 14:57:16.475437 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.476516 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.477018 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: metering_source_and_destination_fields Dec 17 14:57:16.477363 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: multiprovidernet.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.478272 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.478769 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: multi-provider Dec 17 14:57:16.479085 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: netmtu.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.479989 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.480487 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: net-mtu Dec 17 14:57:16.480804 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: netmtu_writable.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.481733 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.482231 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: net-mtu-writable Dec 17 14:57:16.482547 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: network_availability_zone.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.483212 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.484303 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: network_availability_zone Dec 17 14:57:16.484615 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: network_ip_availability.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.485755 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.486257 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: network-ip-availability Dec 17 14:57:16.486575 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: network_segment_range.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.487323 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.487816 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extension network-segment-range not supported by any of loaded plugins Dec 17 14:57:16.488131 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: pagination.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.489126 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.489450 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: pagination Dec 17 14:57:16.489764 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: port_device_profile.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.490673 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.491176 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: port-device-profile Dec 17 14:57:16.491491 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.492422 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.492920 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: port-mac-address-regenerate Dec 17 14:57:16.493267 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.494165 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.494662 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: port-numa-affinity-policy Dec 17 14:57:16.494974 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: port_resource_request.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.495999 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.496492 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extension port-resource-request not supported by any of loaded plugins Dec 17 14:57:16.496805 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: portbindings.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.497740 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.498239 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: binding Dec 17 14:57:16.498551 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: portbindings_extended.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.499973 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.500418 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: binding-extended Dec 17 14:57:16.500736 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: portsecurity.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.501671 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.502170 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: port-security Dec 17 14:57:16.502486 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: project_id.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.503453 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.503776 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: project-id Dec 17 14:57:16.504097 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: providernet.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.504998 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.505523 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: provider Dec 17 14:57:16.505838 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: qos.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.509395 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.509911 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extension qos not supported by any of loaded plugins Dec 17 14:57:16.510236 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.511472 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.511977 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 17 14:57:16.512299 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.513241 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.513748 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 17 14:57:16.514070 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: qos_default.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.515216 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.515728 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extension qos-default not supported by any of loaded plugins Dec 17 14:57:16.516049 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: qos_fip.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.516691 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.517219 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extension qos-fip not supported by any of loaded plugins Dec 17 14:57:16.517537 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: qos_gateway_ip.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.518447 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.518940 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 17 14:57:16.519254 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: qos_port_network_policy.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.520158 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.520650 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 17 14:57:16.520964 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: qos_pps_rule.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.522161 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.522663 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extension qos-pps not supported by any of loaded plugins Dec 17 14:57:16.522978 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: qos_rule_type_details.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.523887 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.524386 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 17 14:57:16.524700 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: qos_rules_alias.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.525786 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.526296 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 17 14:57:16.526612 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: quotasv2.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.527504 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.527826 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: quotas Dec 17 14:57:16.528138 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: quotasv2_detail.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.532313 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.532642 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: quota_details Dec 17 14:57:16.532967 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: rbac.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.534032 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.534555 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: rbac-policies Dec 17 14:57:16.534879 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: rbac_address_group.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.535799 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.536304 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: rbac-address-group Dec 17 14:57:16.536624 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: rbac_address_scope.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.537564 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.538068 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: rbac-address-scope Dec 17 14:57:16.538387 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: rbac_security_groups.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.539300 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.539807 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: rbac-security-groups Dec 17 14:57:16.540123 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: rbac_subnetpool.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.541018 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.541551 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: rbac-subnetpool Dec 17 14:57:16.541867 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: revisionifmatch.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.542771 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.543274 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: revision-if-match Dec 17 14:57:16.543587 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: revisions.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.544697 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.545233 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: standard-attr-revisions Dec 17 14:57:16.545550 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: router_availability_zone.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.546971 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.547475 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: router_availability_zone Dec 17 14:57:16.547794 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: routerservicetype.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.548711 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.549237 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extension router-service-type not supported by any of loaded plugins Dec 17 14:57:16.549555 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.550459 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.550957 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: security-groups-normalized-cidr Dec 17 14:57:16.551272 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.552171 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.552671 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: port-security-groups-filtering Dec 17 14:57:16.552983 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.553918 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.554424 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: security-groups-remote-address-group Dec 17 14:57:16.554736 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: securitygroup.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.565949 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.566469 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: security-group Dec 17 14:57:16.566795 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: segment.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.567571 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.568068 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extension segment not supported by any of loaded plugins Dec 17 14:57:16.568388 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.569347 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.569846 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 17 14:57:16.570163 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: servicetype.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.571356 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.571866 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: service-type Dec 17 14:57:16.572185 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: sorting.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.573222 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.573551 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: sorting Dec 17 14:57:16.573869 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: standard_attr_segment.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.574778 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.575275 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 17 14:57:16.575590 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: standardattrdescription.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.576227 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.576749 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: standard-attr-description Dec 17 14:57:16.577616 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: stateful_security_group.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.578630 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.579130 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: stateful-security-group Dec 17 14:57:16.579442 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: stdattrs_common.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.580011 n-d-820553-2 neutron-server[102689]: WARNING neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 17 14:57:16.580322 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.581262 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.581767 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 17 14:57:16.582082 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: subnet_onboard.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.583131 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.583647 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: subnet_onboard Dec 17 14:57:16.583965 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.584878 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.585406 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 17 14:57:16.585723 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: subnet_service_types.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.586637 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.587137 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: subnet-service-types Dec 17 14:57:16.587454 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: subnetallocation.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.588558 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.589082 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: subnet_allocation Dec 17 14:57:16.589404 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.590085 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.590586 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: subnetpool-prefix-ops Dec 17 14:57:16.590916 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.591949 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.592449 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 17 14:57:16.593358 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: tagging.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.594562 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.595071 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: standard-attr-tag Dec 17 14:57:16.595389 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: timestamp.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.596591 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.597119 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loaded extension: standard-attr-timestamp Dec 17 14:57:16.597438 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: trunk.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.598456 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.598965 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extension trunk not supported by any of loaded plugins Dec 17 14:57:16.599278 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: trunk_details.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.600190 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.600693 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extension trunk-details not supported by any of loaded plugins Dec 17 14:57:16.601008 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: uplink_status_propagation.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.601931 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.602431 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 17 14:57:16.602743 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Loading extension file: vlantransparent.py {{(pid=102689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 17 14:57:16.603395 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 17 14:57:16.603889 n-d-820553-2 neutron-server[102689]: INFO neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 17 14:57:16.606357 n-d-820553-2 neutron-server[102689]: INFO neutron.quota.resource_registry [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Creating instance of TrackedResource for resource:network Dec 17 14:57:16.606873 n-d-820553-2 neutron-server[102689]: INFO neutron.quota.resource_registry [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Creating instance of TrackedResource for resource:subnet Dec 17 14:57:16.607272 n-d-820553-2 neutron-server[102689]: INFO neutron.quota.resource_registry [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Creating instance of TrackedResource for resource:subnetpool Dec 17 14:57:16.607651 n-d-820553-2 neutron-server[102689]: INFO neutron.quota.resource_registry [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Creating instance of TrackedResource for resource:port Dec 17 14:57:16.609005 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.v2.resource_helper [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 14:57:16.609450 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.v2.resource_helper [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Service FLAVORS assigned prefix: {{(pid=102689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 14:57:16.610062 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.v2.resource_helper [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 14:57:16.610484 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.v2.resource_helper [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 14:57:16.610804 n-d-820553-2 neutron-server[102689]: INFO neutron.quota.resource_registry [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Creating instance of TrackedResource for resource:router Dec 17 14:57:16.611231 n-d-820553-2 neutron-server[102689]: INFO neutron.quota.resource_registry [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Creating instance of TrackedResource for resource:floatingip Dec 17 14:57:16.611706 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.v2.resource_helper [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Service METERING assigned prefix: /metering {{(pid=102689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 14:57:16.613149 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.613515 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.613859 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 14:57:16.614828 n-d-820553-2 neutron-server[102689]: INFO neutron.quota.resource_registry [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Creating instance of CountableResource for resource:rbac_policy Dec 17 14:57:16.615264 n-d-820553-2 neutron-server[102689]: INFO neutron.quota.resource_registry [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Creating instance of TrackedResource for resource:security_group Dec 17 14:57:16.615694 n-d-820553-2 neutron-server[102689]: INFO neutron.quota.resource_registry [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 17 14:57:16.616276 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.v2.resource_helper [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Service CORE assigned prefix: {{(pid=102689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 14:57:16.616598 n-d-820553-2 neutron-server[102689]: INFO neutron.quota.resource_registry [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Creating instance of TrackedResource for resource:subnetpool Dec 17 14:57:16.616935 n-d-820553-2 neutron-server[102689]: WARNING neutron.quota.resource_registry [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] subnetpool is already registered Dec 17 14:57:16.617381 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.v2.resource_helper [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Service CORE assigned prefix: {{(pid=102689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 14:57:16.617700 n-d-820553-2 neutron-server[102689]: INFO neutron.quota.resource_registry [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Creating instance of TrackedResource for resource:subnetpool Dec 17 14:57:16.618026 n-d-820553-2 neutron-server[102689]: WARNING neutron.quota.resource_registry [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] subnetpool is already registered Dec 17 14:57:16.620271 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.v2.resource_helper [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 14:57:16.620695 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.v2.resource_helper [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Service FLAVORS assigned prefix: {{(pid=102689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 14:57:16.621309 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.v2.resource_helper [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 14:57:16.621719 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.v2.resource_helper [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 14:57:16.622043 n-d-820553-2 neutron-server[102689]: INFO neutron.quota.resource_registry [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Creating instance of TrackedResource for resource:router Dec 17 14:57:16.622377 n-d-820553-2 neutron-server[102689]: WARNING neutron.quota.resource_registry [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] router is already registered Dec 17 14:57:16.622775 n-d-820553-2 neutron-server[102689]: INFO neutron.quota.resource_registry [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Creating instance of TrackedResource for resource:floatingip Dec 17 14:57:16.623103 n-d-820553-2 neutron-server[102689]: WARNING neutron.quota.resource_registry [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] floatingip is already registered Dec 17 14:57:16.623564 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.v2.resource_helper [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Service METERING assigned prefix: /metering {{(pid=102689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 14:57:16.624346 n-d-820553-2 neutron-server[102689]: INFO neutron.quota.resource_registry [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Creating instance of CountableResource for resource:rbac_policy Dec 17 14:57:16.624666 n-d-820553-2 neutron-server[102689]: WARNING neutron.quota.resource_registry [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] rbac_policy is already registered Dec 17 14:57:16.625100 n-d-820553-2 neutron-server[102689]: INFO neutron.quota.resource_registry [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Creating instance of TrackedResource for resource:security_group Dec 17 14:57:16.625437 n-d-820553-2 neutron-server[102689]: WARNING neutron.quota.resource_registry [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] security_group is already registered Dec 17 14:57:16.625827 n-d-820553-2 neutron-server[102689]: INFO neutron.quota.resource_registry [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 17 14:57:16.626155 n-d-820553-2 neutron-server[102689]: WARNING neutron.quota.resource_registry [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] security_group_rule is already registered Dec 17 14:57:16.626775 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.v2.resource_helper [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Service CORE assigned prefix: {{(pid=102689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 14:57:16.627095 n-d-820553-2 neutron-server[102689]: INFO neutron.quota.resource_registry [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Creating instance of TrackedResource for resource:subnetpool Dec 17 14:57:16.627422 n-d-820553-2 neutron-server[102689]: WARNING neutron.quota.resource_registry [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] subnetpool is already registered Dec 17 14:57:16.627829 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.v2.resource_helper [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Service CORE assigned prefix: {{(pid=102689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 17 14:57:16.628145 n-d-820553-2 neutron-server[102689]: INFO neutron.quota.resource_registry [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Creating instance of TrackedResource for resource:subnetpool Dec 17 14:57:16.628474 n-d-820553-2 neutron-server[102689]: WARNING neutron.quota.resource_registry [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] subnetpool is already registered Dec 17 14:57:16.628921 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: extensions {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.630407 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: address-groups {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.631876 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: address-scopes {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.633230 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: agents {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.634388 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: auto-allocated-topology {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.635635 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: availability_zones {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.636836 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: dhcp-networks {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.638410 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: dhcp-agents {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.640436 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: routers {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.642664 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: flavors {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.643827 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: service_profiles {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.645024 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: next_providers {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.646500 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: service_profiles {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.648025 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: floatingip-pools {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.649273 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: routers {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.651412 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: floatingips {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.652618 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: l3-routers {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.654051 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: l3-agents {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.656414 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: metering-labels {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.657790 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: metering-label-rules {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.659056 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: network-ip-availabilities {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.660341 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: bindings {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.662841 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: quotas {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.664293 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: quotas {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.665735 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: rbac-policies {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.666921 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: security-groups {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.668211 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: security-group-rules {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.669517 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: service-providers {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.670733 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: subnetpools {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.672280 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: subnetpools {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.673756 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: tags {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.675411 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: tags {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.677400 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: tags {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.679172 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: tags {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.680950 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: tags {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.682845 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: tags {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.684530 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: tags {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.686547 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: tags {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.688307 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: tags {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.690055 n-d-820553-2 neutron-server[102689]: DEBUG neutron.api.extensions [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Extended resource: tags {{(pid=102689) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 17 14:57:16.696005 n-d-820553-2 neutron-server[102689]: WARNING keystonemiddleware.auth_token [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 17 14:57:16.700676 n-d-820553-2 neutron-server[102689]: WARNING keystonemiddleware.auth_token [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 17 14:57:16.709782 n-d-820553-2 neutron-server[102689]: DEBUG oslo_concurrency.lockutils [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Acquired lock "singleton_lock" {{(pid=102689) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 17 14:57:16.710244 n-d-820553-2 neutron-server[102689]: DEBUG oslo_concurrency.lockutils [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Releasing lock "singleton_lock" {{(pid=102689) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 17 14:57:16.710883 n-d-820553-2 neutron-server[102689]: INFO oslo_service.service [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Starting 2 workers Dec 17 14:57:16.715641 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Started child 102832 {{(pid=102689) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 17 14:57:16.720681 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Started child 102833 {{(pid=102689) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 17 14:57:16.722110 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:16.722728 n-d-820553-2 neutron-server[102689]: INFO neutron.service [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 17 14:57:16.722928 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Notify callbacks [] for process, before_spawn {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:16.723500 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [-] (102832) wsgi starting up on http://0.0.0.0:9696 Dec 17 14:57:16.725372 n-d-820553-2 neutron-server[102689]: INFO oslo_service.service [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Starting 1 workers Dec 17 14:57:16.725565 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:16.726852 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [-] (102833) wsgi starting up on http://0.0.0.0:9696 Dec 17 14:57:16.730588 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Started child 102834 {{(pid=102689) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 17 14:57:16.731120 n-d-820553-2 neutron-server[102689]: INFO oslo_service.service [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Starting 1 workers Dec 17 14:57:16.735141 n-d-820553-2 neutron-server[102834]: DEBUG neutron.service [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] calling RpcWorker wait() {{(pid=102834) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 17 14:57:16.735703 n-d-820553-2 neutron-server[102834]: DEBUG neutron.service [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] returning from RpcWorker wait() {{(pid=102834) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 17 14:57:16.736241 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Started child 102835 {{(pid=102689) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 17 14:57:16.736866 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:16.737082 n-d-820553-2 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9a05b3c-9ff0-43c5-9a1a-8408f18eae29 None None] Notify callbacks [] for process, after_spawn {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:16.737346 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:57:16.738929 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102689) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 17 14:57:16.739137 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 17 14:57:16.739321 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 17 14:57:16.739534 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 17 14:57:16.739848 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 17 14:57:16.740011 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 17 14:57:16.740539 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.740795 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.740893 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:16.741417 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.741417 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.741587 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.742173 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.742425 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.742676 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.742946 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.743175 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.743361 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.743526 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.743746 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.743974 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.744274 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.744531 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.744775 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.745056 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.745229 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.745467 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.745720 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.745959 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.746223 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] debug = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.746459 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.746916 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.747153 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.747406 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.747621 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.747891 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.748112 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.748374 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.748607 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.748822 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.749730 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.750199 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.750406 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.750635 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.750885 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.751140 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.751361 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.751843 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] host = n-d-820553-2 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.752086 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.752319 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.752559 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.752797 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.753052 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.753288 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.753544 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.753794 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.754042 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.754279 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.754519 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.754773 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.755008 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.755249 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] log_file = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.755401 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] log_options = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.755644 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.755919 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.756161 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.756342 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.756499 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.756671 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.756917 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.757152 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.757352 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.757584 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.757794 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.758022 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.758264 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.758491 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.758742 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.758998 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.759227 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.759451 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.759691 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.759948 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.760170 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.760410 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.760638 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.760854 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.761101 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.761344 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.761579 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.761791 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.762022 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.762259 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.762470 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.762726 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.762970 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.763208 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.763463 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.763688 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.763912 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.764124 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.764386 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.764640 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.764935 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.765153 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.765365 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.765672 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.765970 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.766181 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.766410 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] use_json = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.766627 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.766875 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.767126 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.767340 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.767565 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.767776 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.767982 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.768205 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.768648 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.768916 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.770190 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.770190 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.770190 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.770190 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.770997 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.771239 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.771623 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.771795 n-d-820553-2 neutron-server[102835]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:57:16.771917 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.772514 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.772740 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.773040 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.773283 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.773553 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.773875 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.774130 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.774392 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.774627 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.774840 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.775076 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.775322 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.775605 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.775822 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.776048 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.776274 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.776495 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.776803 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.777090 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.777346 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.777594 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.777809 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.778044 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.778291 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.778500 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.778710 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.778918 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.779176 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.779652 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.779866 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.780079 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.780475 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.780780 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.781027 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.781299 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.781534 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.781768 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.782004 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.782230 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.782446 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.782674 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.782901 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.783147 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.783373 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.783621 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.783844 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.784080 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.785249 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.785682 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.785933 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.786442 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.786970 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.800882 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.800882 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.800882 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.800882 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.800882 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.800882 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.800882 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.800882 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.800882 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.801556 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.801556 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.801556 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.801556 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.801556 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.801556 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.801556 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.801556 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.801556 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.802178 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.802178 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.802178 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.802178 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.802178 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.802178 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.802178 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.802178 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.802178 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.802788 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.802788 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.802788 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.802788 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.802788 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.802788 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.802788 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.802788 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.803333 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.803333 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.803333 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.803333 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.803333 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.803333 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.803333 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.803333 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.803921 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.803921 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.803921 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.803921 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.803921 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.803921 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.803921 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.803921 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.804490 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.804490 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.804490 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.804490 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.804490 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.804490 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.804490 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.804490 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.805097 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.805097 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.805097 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.805097 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.805097 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.805097 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.805097 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.805097 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.805668 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.805668 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.805668 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.805668 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.805668 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.805668 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.805668 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.806167 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.806167 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.806383 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.806630 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.806841 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.807218 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.807514 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.807801 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.808065 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.808313 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.808549 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.808792 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.809035 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.809575 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.809973 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.810367 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.810728 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.811115 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.811351 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.812125 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.812695 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.813114 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.813513 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.813874 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.814264 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.814505 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.814727 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.814971 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.815235 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.815473 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.815714 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.815954 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.816181 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.816399 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.816627 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.816860 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.817151 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.817374 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.817652 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.817918 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.818133 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.818359 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.818621 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.818977 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.819123 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.819369 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.819585 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.819815 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.820028 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.820245 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.820456 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.820667 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.820904 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.821377 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.821616 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.821853 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.822211 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.822449 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.822669 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.822906 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.823118 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.823372 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.823588 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.823824 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.824037 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.824249 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.824483 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.824757 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.824980 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.825240 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.825456 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.825667 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.825897 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.826130 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.826340 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.826639 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.826894 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.827667 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.827880 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.828389 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.828630 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.828924 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.829171 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.829385 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.829609 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.829827 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.830042 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.830268 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.830476 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.830686 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.830910 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.831125 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.831332 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.831555 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.831812 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.832023 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.832240 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.832452 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.832690 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.832896 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.833161 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.833338 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.833558 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.833774 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.833976 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.834199 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.834401 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.834618 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.834837 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.835052 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.835282 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.835585 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.835833 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.836052 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.836535 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.836535 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.836820 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.836996 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.841065 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.841065 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.841065 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.841065 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.841065 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.841065 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.841065 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.841065 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.841669 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.841669 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.841669 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.841669 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.841669 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.841669 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.841669 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.841669 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.842219 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.842219 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.842219 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.842219 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.842506 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.842585 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.843341 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.843660 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.843903 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.844144 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.844403 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.844645 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.844955 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.845149 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.845369 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.845620 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.845867 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.846108 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.846347 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.846593 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.846747 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 17 14:57:16.847272 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102689) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 17 14:57:16.847433 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 17 14:57:16.847580 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 17 14:57:16.847751 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 17 14:57:16.847914 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 17 14:57:16.848057 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 17 14:57:16.848270 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.848432 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.848591 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.848750 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.848910 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.849107 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.849275 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.849502 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.849596 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.849723 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.849904 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.850057 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.850288 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.850525 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.850734 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.850901 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.851055 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.851364 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.851888 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.852196 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.852354 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.852512 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.852662 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] debug = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.852822 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.853035 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.853257 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.853397 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.853532 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.853668 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.853804 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.853955 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.854155 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.854272 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.854382 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.854526 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.854682 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.854838 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.854996 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.855149 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.855305 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.855461 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] host = n-d-820553-2 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.855617 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.855773 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.856005 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.856167 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.856325 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.856482 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.856638 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.856796 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.856952 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.857139 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.857301 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.857458 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.857616 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.857772 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] log_file = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.857928 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] log_options = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.858086 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.858240 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.858907 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.859183 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.859800 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.859800 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.859800 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.859800 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.860204 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.860285 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.860606 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.860765 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.860924 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.861115 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.861257 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.861421 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.861575 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.861890 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.862072 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.862232 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.862388 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.862544 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.862700 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.862858 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.863013 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.863168 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.863325 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.863487 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.863645 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.863798 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.863950 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.864104 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.864254 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.864405 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.864556 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.864718 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.864892 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.865094 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.865247 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.865380 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.865513 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.865666 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.865804 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.865939 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.866073 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.866198 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.866342 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] use_json = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.866497 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.866653 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.866808 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.866966 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.867120 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.867277 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.867432 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.867588 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 17 14:57:16.867765 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.867926 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.868096 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.868254 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.869119 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.869119 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.869119 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.869119 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.869119 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.869464 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.869464 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.869464 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.869971 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.869971 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.869971 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.870801 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.870801 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.870801 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.870801 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.870801 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.870801 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.871937 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.871937 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.871937 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.871937 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.871937 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.871937 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.871937 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.871937 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.872826 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.872826 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.872826 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.872826 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.872826 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.872826 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.873515 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.873515 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.873515 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.873515 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.874005 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.874005 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.874005 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.874923 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.874923 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.874923 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.875383 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.875383 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.875383 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.875718 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.875718 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.875959 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.875959 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.876194 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.876325 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.876447 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.876569 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.876689 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.876835 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.876993 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.877175 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.877334 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.877491 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.877647 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.877804 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.877962 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.878120 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.878289 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.878448 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.878604 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.878762 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.878920 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.879077 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.879234 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.879391 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.879548 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.879704 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.879863 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.880020 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.880177 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.880335 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.880492 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.880650 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.880809 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.880967 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.881145 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.881390 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.882645 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.882645 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.882645 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.882645 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.883147 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.883147 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.883147 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.883147 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.883590 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.883590 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.883590 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.883859 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.883859 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.884003 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.884162 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.884320 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.884481 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.884639 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.884784 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.884940 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.885103 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.885264 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.885422 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.885579 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.885737 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.885894 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.886053 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.886210 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.886367 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.886524 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.886734 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.886868 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.886990 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.887140 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.887303 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.887473 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.887631 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.887789 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.887947 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.888581 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.888581 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.888581 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.888581 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.888867 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.888867 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.889008 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.889166 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.889289 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.889702 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.889702 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.890247 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.890247 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.890247 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.890953 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.890953 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.890953 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.890953 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.890953 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.891584 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.891584 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.891584 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.891584 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.892079 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.892079 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.892079 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.892079 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.892433 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.892433 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.892785 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.892785 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.892785 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.893284 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.893284 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.893284 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.893852 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.893852 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.893852 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.893852 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.894498 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.894498 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.894498 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.894498 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.894907 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.894907 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.894907 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.895257 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.895257 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.895498 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.895498 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.895719 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.895719 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.895867 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.896017 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.896176 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.896335 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.896495 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.896655 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.896817 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.897010 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.897183 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.897319 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.897795 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.897795 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.897795 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.898472 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.898472 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.898472 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.898472 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.898472 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.899202 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.899202 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.899202 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.899202 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.899202 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.899752 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.899752 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.899752 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.899961 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.899961 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.900103 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.900229 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.900389 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.900548 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.900965 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.900965 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.901219 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.901219 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.901407 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.902649 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.902649 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.902649 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.902649 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.902649 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.902649 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.902649 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.902649 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.903407 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.903407 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.903407 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.903407 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.903407 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.903407 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.905115 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.905115 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.905115 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.905115 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.905115 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.905115 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.905115 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.905115 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.910842 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.910842 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.910842 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.910842 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.911123 n-d-820553-2 neutron-server[102834]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:57:16.911210 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.911210 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.911210 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.911210 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.911210 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.911210 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.911210 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.911210 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.911739 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.911739 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.911739 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.911739 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.911739 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.911739 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.911739 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.911739 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.912266 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.912266 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.912266 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.912266 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.912266 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.912266 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.912266 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.912266 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.912846 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.912846 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.912846 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.912846 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.912846 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.912846 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.912846 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.912846 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.913454 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.913454 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.913454 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.913454 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.913454 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.913454 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.913454 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.913454 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.913454 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.914076 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.914076 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.914076 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.914076 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.914076 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.914076 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.914076 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.914076 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.914076 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 17 14:57:16.914682 n-d-820553-2 neutron-server[102689]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 17 14:57:17.190395 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 59902) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 14:57:17.198904 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063746 Dec 17 14:57:28.772176 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166e58c4-5dc0-4c4a-bd7f-ee81f5dabf2f None None] get_active_networks_info from n-d-820553-2 {{(pid=102834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 17 14:57:28.853954 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166e58c4-5dc0-4c4a-bd7f-ee81f5dabf2f None None] No non-hosted networks {{(pid=102834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 17 14:57:28.862687 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.agentschedulers_db [None req-166e58c4-5dc0-4c4a-bd7f-ee81f5dabf2f None None] DHCP Agent not found on host n-d-820553-2 {{(pid=102834) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 17 14:57:28.996850 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c1d698be-7a34-4bfa-864f-943bcf31766f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3973879'] for agent, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:31.011365 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-77db5234-f200-4cc3-ba16-d7e9ae0b4595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3973879'] for agent, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:31.043981 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-08e703e7-b407-4f68-9226-8504f85cfe29 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-820553-2 {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 14:57:31.044760 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-08e703e7-b407-4f68-9226-8504f85cfe29 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 14:57:31.688953 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-08e703e7-b407-4f68-9226-8504f85cfe29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:32.187360 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3973879'] for agent, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:33.643264 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3973879'] for agent, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:34.151596 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3973879'] for agent, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:34.152661 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:57:34.152804 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:57:34.153419 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:57:34.153947 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:57:34.154277 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:57:34.155569 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:57:34.155936 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:57:34.156380 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:57:34.156732 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:57:34.157031 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:57:34.157373 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:57:34.157694 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:57:34.158078 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-820553-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:57:34.164552 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-820553-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:57:34.887641 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 59992) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 14:57:35.419696 n-d-820553-2 neutron-server[102832]: WARNING oslo_policy.policy [None req-d11873ce-5c9e-4ea0-b5a7-896582d29f0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 14:57:35.420316 n-d-820553-2 neutron-server[102832]: WARNING oslo_policy.policy [None req-d11873ce-5c9e-4ea0-b5a7-896582d29f0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 14:57:35.508229 n-d-820553-2 neutron-server[102834]: INFO neutron.db.l3_hamode_db [None req-8784cd3b-59a5-4790-8320-ed1cfaed4e13 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 17 14:57:35.585450 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8784cd3b-59a5-4790-8320-ed1cfaed4e13 None None] Routers set() bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:57:35.585829 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8784cd3b-59a5-4790-8320-ed1cfaed4e13 None None] Router IDs set() for agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 17 14:57:35.647458 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-d11873ce-5c9e-4ea0-b5a7-896582d29f0a admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 14:57:35.648694 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d11873ce-5c9e-4ea0-b5a7-896582d29f0a admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7584314 Dec 17 14:57:38.030702 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60008) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 14:57:38.334225 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-aa880c20-0abe-41e3-978e-9470a1cec09e admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:57:38.428842 n-d-820553-2 neutron-server[102832]: DEBUG neutron.policy [None req-aa880c20-0abe-41e3-978e-9470a1cec09e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102832) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 17 14:57:38.473849 n-d-820553-2 neutron-server[102832]: WARNING oslo_policy.policy [None req-aa880c20-0abe-41e3-978e-9470a1cec09e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 14:57:38.474213 n-d-820553-2 neutron-server[102832]: WARNING oslo_policy.policy [None req-aa880c20-0abe-41e3-978e-9470a1cec09e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 14:57:38.482477 n-d-820553-2 neutron-server[102832]: INFO neutron.quota [None req-aa880c20-0abe-41e3-978e-9470a1cec09e admin admin] Loaded quota_driver: . Dec 17 14:57:38.642709 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aa880c20-0abe-41e3-978e-9470a1cec09e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737064027626', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737064029127', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737064039744', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737064014708', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737062620163', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737063996599', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-846754', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-785566', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3904710', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3746507'] for rbac-policy, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:38.838829 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aa880c20-0abe-41e3-978e-9470a1cec09e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:38.840010 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-aa880c20-0abe-41e3-978e-9470a1cec09e admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8083291 Dec 17 14:57:41.422438 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60020) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 14:57:41.716224 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-a4ba0dec-44f1-4837-8f31-c27c47243928 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'b13847a780bc43dda54afe4f3f266121', 'name': 'private', 'tenant_id': 'b13847a780bc43dda54afe4f3f266121'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:57:41.814365 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ba0dec-44f1-4837-8f31-c27c47243928 admin admin] Made reservation on behalf of b13847a780bc43dda54afe4f3f266121 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:57:41.817187 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a4ba0dec-44f1-4837-8f31-c27c47243928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:41.833515 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a4ba0dec-44f1-4837-8f31-c27c47243928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:41.941339 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a4ba0dec-44f1-4837-8f31-c27c47243928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:42.002869 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a4ba0dec-44f1-4837-8f31-c27c47243928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:42.028160 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba0dec-44f1-4837-8f31-c27c47243928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd59e52-e713-4cca-bf55-f8f51a168c7d,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:57:42.039819 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ba0dec-44f1-4837-8f31-c27c47243928 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:57:42.040153 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ba0dec-44f1-4837-8f31-c27c47243928 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:57:42.040486 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ba0dec-44f1-4837-8f31-c27c47243928 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:57:42.040810 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ba0dec-44f1-4837-8f31-c27c47243928 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:57:42.041157 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ba0dec-44f1-4837-8f31-c27c47243928 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:57:42.041491 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ba0dec-44f1-4837-8f31-c27c47243928 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:57:42.041820 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ba0dec-44f1-4837-8f31-c27c47243928 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:57:42.042133 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ba0dec-44f1-4837-8f31-c27c47243928 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:57:42.042447 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ba0dec-44f1-4837-8f31-c27c47243928 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:57:42.042759 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ba0dec-44f1-4837-8f31-c27c47243928 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:57:42.043071 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ba0dec-44f1-4837-8f31-c27c47243928 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:57:42.043380 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ba0dec-44f1-4837-8f31-c27c47243928 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:57:42.044458 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ba0dec-44f1-4837-8f31-c27c47243928 admin admin] Tracked resource versions report: Dec 17 14:57:42.044458 n-d-820553-2 neutron-server[102832]: pushed versions: Dec 17 14:57:42.044458 n-d-820553-2 neutron-server[102832]: { 'AddressGroup': {'1.2'}, Dec 17 14:57:42.044458 n-d-820553-2 neutron-server[102832]: 'ConntrackHelper': {'1.0'}, Dec 17 14:57:42.044458 n-d-820553-2 neutron-server[102832]: 'Log': {'1.0'}, Dec 17 14:57:42.044458 n-d-820553-2 neutron-server[102832]: 'Network': {'1.1'}, Dec 17 14:57:42.044458 n-d-820553-2 neutron-server[102832]: 'Port': {'1.7'}, Dec 17 14:57:42.044458 n-d-820553-2 neutron-server[102832]: 'PortForwarding': {'1.2'}, Dec 17 14:57:42.044458 n-d-820553-2 neutron-server[102832]: 'QosPolicy': {'1.9'}, Dec 17 14:57:42.044458 n-d-820553-2 neutron-server[102832]: 'SecurityGroup': {'1.4'}, Dec 17 14:57:42.044458 n-d-820553-2 neutron-server[102832]: 'SecurityGroupRule': {'1.2'}, Dec 17 14:57:42.044458 n-d-820553-2 neutron-server[102832]: 'SubPort': {'1.0'}, Dec 17 14:57:42.044458 n-d-820553-2 neutron-server[102832]: 'Subnet': {'1.1'}, Dec 17 14:57:42.044458 n-d-820553-2 neutron-server[102832]: 'Trunk': {'1.1'}} Dec 17 14:57:42.044458 n-d-820553-2 neutron-server[102832]: consumer versions: Dec 17 14:57:42.044458 n-d-820553-2 neutron-server[102832]: { DHCP agent@n-d-820553-2: {}, Dec 17 14:57:42.044458 n-d-820553-2 neutron-server[102832]: L3 agent@n-d-820553-2: {}, Dec 17 14:57:42.044458 n-d-820553-2 neutron-server[102832]: Metadata agent@n-d-820553-2: {}, Dec 17 14:57:42.044458 n-d-820553-2 neutron-server[102832]: Metering agent@n-d-820553-2: {}, Dec 17 14:57:42.044458 n-d-820553-2 neutron-server[102832]: Open vSwitch agent@n-d-820553-2: { 'AddressGroup': '1.2', Dec 17 14:57:42.044458 n-d-820553-2 neutron-server[102832]: 'ConntrackHelper': '1.0', Dec 17 14:57:42.044458 n-d-820553-2 neutron-server[102832]: 'Log': '1.0', Dec 17 14:57:42.044458 n-d-820553-2 neutron-server[102832]: 'Network': '1.1', Dec 17 14:57:42.044458 n-d-820553-2 neutron-server[102832]: 'Port': '1.7', Dec 17 14:57:42.044458 n-d-820553-2 neutron-server[102832]: 'PortForwarding': '1.2', Dec 17 14:57:42.044458 n-d-820553-2 neutron-server[102832]: 'QosPolicy': '1.9', Dec 17 14:57:42.044458 n-d-820553-2 neutron-server[102832]: 'SecurityGroup': '1.4', Dec 17 14:57:42.044458 n-d-820553-2 neutron-server[102832]: 'SecurityGroupRule': '1.2', Dec 17 14:57:42.044458 n-d-820553-2 neutron-server[102832]: 'SubPort': '1.0', Dec 17 14:57:42.044458 n-d-820553-2 neutron-server[102832]: 'Subnet': '1.1', Dec 17 14:57:42.044458 n-d-820553-2 neutron-server[102832]: 'Trunk': '1.1'}} Dec 17 14:57:42.044458 n-d-820553-2 neutron-server[102832]: {{(pid=102832) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 17 14:57:42.128923 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4ba0dec-44f1-4837-8f31-c27c47243928 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 14:57:42.144779 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a4ba0dec-44f1-4837-8f31-c27c47243928 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737064895407', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:42.145383 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a4ba0dec-44f1-4837-8f31-c27c47243928 admin admin] Unsubscribe: segment precommit_create {{(pid=102832) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 17 14:57:42.145852 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-a4ba0dec-44f1-4837-8f31-c27c47243928 admin admin] Added segment 163ddda0-fb51-4163-abc1-7d8bf3528189 of type vlan for network 46642485-cdd9-425b-a07f-5edb8966b939 Dec 17 14:57:42.223555 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a4ba0dec-44f1-4837-8f31-c27c47243928 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:42.311736 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a4ba0dec-44f1-4837-8f31-c27c47243928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:42.312956 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ba0dec-44f1-4837-8f31-c27c47243928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:57:42.313628 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a4ba0dec-44f1-4837-8f31-c27c47243928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:42.408321 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba0dec-44f1-4837-8f31-c27c47243928 admin admin] Pushing event updated for resources: {'Network': ['ID=46642485-cdd9-425b-a07f-5edb8966b939,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:57:42.419394 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 46642485-cdd9-425b-a07f-5edb8966b939 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 14:57:42.468349 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a4ba0dec-44f1-4837-8f31-c27c47243928 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0448289 Dec 17 14:57:45.129090 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60034) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 14:57:45.512624 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f76c3d-7db4-40da-9ba0-2cb5ad704a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:57:45.514633 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c3f76c3d-7db4-40da-9ba0-2cb5ad704a89 admin admin] 10.222.0.46 "GET /v2.0/networks/46642485-cdd9-425b-a07f-5edb8966b939 HTTP/1.1" status: 200 len: 825 time: 0.3839703 Dec 17 14:57:45.538847 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3b295b54-248a-40ff-928d-e3bd925b8923 admin admin] 10.222.0.46 "GET /v2.0/subnetpools/30bc0076-111d-4bdf-85e8-46b03efe4ce4 HTTP/1.1" status: 200 len: 734 time: 0.0182147 Dec 17 14:57:45.547882 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-f283f262-a741-4b5f-b0d7-ef99903b2630 admin admin] Request body: {'subnet': {'tenant_id': 'b13847a780bc43dda54afe4f3f266121', 'ip_version': 4, 'network_id': '46642485-cdd9-425b-a07f-5edb8966b939', 'subnetpool_id': '30bc0076-111d-4bdf-85e8-46b03efe4ce4', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:57:45.642847 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f283f262-a741-4b5f-b0d7-ef99903b2630 admin admin] Made reservation on behalf of b13847a780bc43dda54afe4f3f266121 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:57:45.645188 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f283f262-a741-4b5f-b0d7-ef99903b2630 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:46.008801 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f283f262-a741-4b5f-b0d7-ef99903b2630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:46.079685 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f283f262-a741-4b5f-b0d7-ef99903b2630 admin admin] Checking segment: {'id': '163ddda0-fb51-4163-abc1-7d8bf3528189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '46642485-cdd9-425b-a07f-5edb8966b939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 14:57:46.080040 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f283f262-a741-4b5f-b0d7-ef99903b2630 admin admin] Network hostable DHCP agents. Network: 46642485-cdd9-425b-a07f-5edb8966b939, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 14:57:46.084463 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283f262-a741-4b5f-b0d7-ef99903b2630 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c5d8f01-faf2-4d6d-acec-1cba6327f40e,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:57:46.157229 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f283f262-a741-4b5f-b0d7-ef99903b2630 admin admin] Network 46642485-cdd9-425b-a07f-5edb8966b939 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 14:57:46.225798 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-f283f262-a741-4b5f-b0d7-ef99903b2630 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 46642485-cdd9-425b-a07f-5edb8966b939) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:57:46.230416 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f283f262-a741-4b5f-b0d7-ef99903b2630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:57:46.230995 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f283f262-a741-4b5f-b0d7-ef99903b2630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:46.235126 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d9e02a-74c8-47fa-baa1-23c6fa8a093c None None] Network 46642485-cdd9-425b-a07f-5edb8966b939 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 14:57:46.291409 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f283f262-a741-4b5f-b0d7-ef99903b2630 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7467873 Dec 17 14:57:46.554261 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1da6459-c911-4bbb-add9-19ab504bcde8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-46642485-cdd9-425b-a07f-5edb8966b939', 'network_id': '46642485-cdd9-425b-a07f-5edb8966b939', 'tenant_id': 'b13847a780bc43dda54afe4f3f266121', 'fixed_ips': [{'subnet_id': '0c5d8f01-faf2-4d6d-acec-1cba6327f40e'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 14:57:46.555533 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c1da6459-c911-4bbb-add9-19ab504bcde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:46.830619 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-c1da6459-c911-4bbb-add9-19ab504bcde8 None None] Allocated IP 172.20.0.2 (46642485-cdd9-425b-a07f-5edb8966b939/0c5d8f01-faf2-4d6d-acec-1cba6327f40e/c62eddf1-bdec-4aec-8d22-820ec6ad43ce) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:57:47.062239 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c1da6459-c911-4bbb-add9-19ab504bcde8 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:47.122718 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c1da6459-c911-4bbb-add9-19ab504bcde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:47.200671 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1da6459-c911-4bbb-add9-19ab504bcde8 None None] Network 46642485-cdd9-425b-a07f-5edb8966b939 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:57:47.207133 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-c1da6459-c911-4bbb-add9-19ab504bcde8 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:57:47.215784 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1da6459-c911-4bbb-add9-19ab504bcde8 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:57:47.217784 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da6459-c911-4bbb-add9-19ab504bcde8 None None] Pushing event updated for resources: {'Port': ['ID=c62eddf1-bdec-4aec-8d22-820ec6ad43ce,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:57:47.248083 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1da6459-c911-4bbb-add9-19ab504bcde8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:57:47.249357 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1da6459-c911-4bbb-add9-19ab504bcde8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:57:47.249553 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1da6459-c911-4bbb-add9-19ab504bcde8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:57:47.249832 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1da6459-c911-4bbb-add9-19ab504bcde8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:57:47.250155 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1da6459-c911-4bbb-add9-19ab504bcde8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:57:47.250475 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1da6459-c911-4bbb-add9-19ab504bcde8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:57:47.250790 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1da6459-c911-4bbb-add9-19ab504bcde8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:57:47.251108 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1da6459-c911-4bbb-add9-19ab504bcde8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:57:47.251421 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1da6459-c911-4bbb-add9-19ab504bcde8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:57:47.251731 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1da6459-c911-4bbb-add9-19ab504bcde8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:57:47.252043 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1da6459-c911-4bbb-add9-19ab504bcde8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:57:47.252353 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1da6459-c911-4bbb-add9-19ab504bcde8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:57:47.253496 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1da6459-c911-4bbb-add9-19ab504bcde8 None None] Tracked resource versions report: Dec 17 14:57:47.253496 n-d-820553-2 neutron-server[102834]: pushed versions: Dec 17 14:57:47.253496 n-d-820553-2 neutron-server[102834]: { 'AddressGroup': {'1.2'}, Dec 17 14:57:47.253496 n-d-820553-2 neutron-server[102834]: 'ConntrackHelper': {'1.0'}, Dec 17 14:57:47.253496 n-d-820553-2 neutron-server[102834]: 'Log': {'1.0'}, Dec 17 14:57:47.253496 n-d-820553-2 neutron-server[102834]: 'Network': {'1.1'}, Dec 17 14:57:47.253496 n-d-820553-2 neutron-server[102834]: 'Port': {'1.7'}, Dec 17 14:57:47.253496 n-d-820553-2 neutron-server[102834]: 'PortForwarding': {'1.2'}, Dec 17 14:57:47.253496 n-d-820553-2 neutron-server[102834]: 'QosPolicy': {'1.9'}, Dec 17 14:57:47.253496 n-d-820553-2 neutron-server[102834]: 'SecurityGroup': {'1.4'}, Dec 17 14:57:47.253496 n-d-820553-2 neutron-server[102834]: 'SecurityGroupRule': {'1.2'}, Dec 17 14:57:47.253496 n-d-820553-2 neutron-server[102834]: 'SubPort': {'1.0'}, Dec 17 14:57:47.253496 n-d-820553-2 neutron-server[102834]: 'Subnet': {'1.1'}, Dec 17 14:57:47.253496 n-d-820553-2 neutron-server[102834]: 'Trunk': {'1.1'}} Dec 17 14:57:47.253496 n-d-820553-2 neutron-server[102834]: consumer versions: Dec 17 14:57:47.253496 n-d-820553-2 neutron-server[102834]: { DHCP agent@n-d-820553-2: {}, Dec 17 14:57:47.253496 n-d-820553-2 neutron-server[102834]: L3 agent@n-d-820553-2: {}, Dec 17 14:57:47.253496 n-d-820553-2 neutron-server[102834]: Metadata agent@n-d-820553-2: {}, Dec 17 14:57:47.253496 n-d-820553-2 neutron-server[102834]: Metering agent@n-d-820553-2: {}, Dec 17 14:57:47.253496 n-d-820553-2 neutron-server[102834]: Open vSwitch agent@n-d-820553-2: { 'AddressGroup': '1.2', Dec 17 14:57:47.253496 n-d-820553-2 neutron-server[102834]: 'ConntrackHelper': '1.0', Dec 17 14:57:47.253496 n-d-820553-2 neutron-server[102834]: 'Log': '1.0', Dec 17 14:57:47.253496 n-d-820553-2 neutron-server[102834]: 'Network': '1.1', Dec 17 14:57:47.253496 n-d-820553-2 neutron-server[102834]: 'Port': '1.7', Dec 17 14:57:47.253496 n-d-820553-2 neutron-server[102834]: 'PortForwarding': '1.2', Dec 17 14:57:47.253496 n-d-820553-2 neutron-server[102834]: 'QosPolicy': '1.9', Dec 17 14:57:47.253496 n-d-820553-2 neutron-server[102834]: 'SecurityGroup': '1.4', Dec 17 14:57:47.253496 n-d-820553-2 neutron-server[102834]: 'SecurityGroupRule': '1.2', Dec 17 14:57:47.253496 n-d-820553-2 neutron-server[102834]: 'SubPort': '1.0', Dec 17 14:57:47.253496 n-d-820553-2 neutron-server[102834]: 'Subnet': '1.1', Dec 17 14:57:47.253496 n-d-820553-2 neutron-server[102834]: 'Trunk': '1.1'}} Dec 17 14:57:47.253496 n-d-820553-2 neutron-server[102834]: {{(pid=102834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 17 14:57:47.302842 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-c1da6459-c911-4bbb-add9-19ab504bcde8 None None] Attempting to bind port c62eddf1-bdec-4aec-8d22-820ec6ad43ce on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 14:57:47.303230 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-c1da6459-c911-4bbb-add9-19ab504bcde8 None None] Attempting to bind port c62eddf1-bdec-4aec-8d22-820ec6ad43ce by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '163ddda0-fb51-4163-abc1-7d8bf3528189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '46642485-cdd9-425b-a07f-5edb8966b939'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 14:57:47.303655 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1da6459-c911-4bbb-add9-19ab504bcde8 None None] Attempting to bind port c62eddf1-bdec-4aec-8d22-820ec6ad43ce on network 46642485-cdd9-425b-a07f-5edb8966b939 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:57:47.308345 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1da6459-c911-4bbb-add9-19ab504bcde8 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:57:47.308750 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1da6459-c911-4bbb-add9-19ab504bcde8 None None] Checking segment: {'id': '163ddda0-fb51-4163-abc1-7d8bf3528189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '46642485-cdd9-425b-a07f-5edb8966b939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 14:57:47.309225 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c1da6459-c911-4bbb-add9-19ab504bcde8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:47.309609 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1da6459-c911-4bbb-add9-19ab504bcde8 None None] Bound using segment: {'id': '163ddda0-fb51-4163-abc1-7d8bf3528189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '46642485-cdd9-425b-a07f-5edb8966b939'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:57:47.310092 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-c1da6459-c911-4bbb-add9-19ab504bcde8 None None] Bound port: c62eddf1-bdec-4aec-8d22-820ec6ad43ce, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163ddda0-fb51-4163-abc1-7d8bf3528189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '46642485-cdd9-425b-a07f-5edb8966b939'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 14:57:47.310490 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c1da6459-c911-4bbb-add9-19ab504bcde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:47.372368 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c1da6459-c911-4bbb-add9-19ab504bcde8 None None] For port c62eddf1-bdec-4aec-8d22-820ec6ad43ce, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:57:47.380983 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c1da6459-c911-4bbb-add9-19ab504bcde8 None None] For port c62eddf1-bdec-4aec-8d22-820ec6ad43ce, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c62eddf1-bdec-4aec-8d22-820ec6ad43ce,segment=NetworkSegment(163ddda0-fb51-4163-abc1-7d8bf3528189),segment_id=163ddda0-fb51-4163-abc1-7d8bf3528189)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:57:47.438578 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c1da6459-c911-4bbb-add9-19ab504bcde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:47.505393 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da6459-c911-4bbb-add9-19ab504bcde8 None None] Pushing event updated for resources: {'Port': ['ID=c62eddf1-bdec-4aec-8d22-820ec6ad43ce,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:57:48.746247 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60042) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 14:57:49.241838 n-d-820553-2 neutron-server[102833]: WARNING oslo_policy.policy [None req-c1e96142-7888-4c3f-b576-9f51339c35e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 14:57:49.242431 n-d-820553-2 neutron-server[102833]: WARNING oslo_policy.policy [None req-c1e96142-7888-4c3f-b576-9f51339c35e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 14:57:49.467925 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [None req-c1e96142-7888-4c3f-b576-9f51339c35e0 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 14:57:49.469083 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c1e96142-7888-4c3f-b576-9f51339c35e0 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7218966 Dec 17 14:57:51.900760 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60056) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 14:57:52.220764 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-c43cbdcc-3a85-40e1-9faa-b52613b3da70 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 14:57:52.221795 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c43cbdcc-3a85-40e1-9faa-b52613b3da70 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3200612 Dec 17 14:57:54.879315 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60070) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 14:57:55.176617 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-e74660ed-5a66-4325-aaab-b76454271f9c admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'b13847a780bc43dda54afe4f3f266121'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:57:55.241322 n-d-820553-2 neutron-server[102833]: DEBUG neutron.policy [None req-e74660ed-5a66-4325-aaab-b76454271f9c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102833) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 17 14:57:55.287898 n-d-820553-2 neutron-server[102833]: WARNING oslo_policy.policy [None req-e74660ed-5a66-4325-aaab-b76454271f9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 14:57:55.288274 n-d-820553-2 neutron-server[102833]: WARNING oslo_policy.policy [None req-e74660ed-5a66-4325-aaab-b76454271f9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 17 14:57:55.296939 n-d-820553-2 neutron-server[102833]: INFO neutron.quota [None req-e74660ed-5a66-4325-aaab-b76454271f9c admin admin] Loaded quota_driver: . Dec 17 14:57:55.420519 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e74660ed-5a66-4325-aaab-b76454271f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:55.422418 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e74660ed-5a66-4325-aaab-b76454271f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:55.527055 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c62eddf1-bdec-4aec-8d22-820ec6ad43ce up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:57:55.583824 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e74660ed-5a66-4325-aaab-b76454271f9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:55.617546 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port c62eddf1-bdec-4aec-8d22-820ec6ad43ce triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:57:55.619065 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:55.638237 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e74660ed-5a66-4325-aaab-b76454271f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:55.706676 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e74660ed-5a66-4325-aaab-b76454271f9c admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:55.718332 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e74660ed-5a66-4325-aaab-b76454271f9c admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8275416 Dec 17 14:57:55.726970 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:55.767151 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port c62eddf1-bdec-4aec-8d22-820ec6ad43ce, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c62eddf1-bdec-4aec-8d22-820ec6ad43ce,segment=NetworkSegment(163ddda0-fb51-4163-abc1-7d8bf3528189),segment_id=163ddda0-fb51-4163-abc1-7d8bf3528189)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:57:55.826056 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:55.876064 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=c62eddf1-bdec-4aec-8d22-820ec6ad43ce,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:57:55.962216 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3824ea95-1386-4950-8e9f-427d0355bd79 None None] Network 46642485-cdd9-425b-a07f-5edb8966b939 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 14:57:56.028973 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-e7e519d8-0541-4061-88aa-e50e779f5ec1 None None] Provisioning complete for port c62eddf1-bdec-4aec-8d22-820ec6ad43ce triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:57:56.029449 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e7e519d8-0541-4061-88aa-e50e779f5ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:56.380137 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c5d4aaed-4f60-4810-9255-7ab910974cf3 None None] Provisioning complete for port c62eddf1-bdec-4aec-8d22-820ec6ad43ce triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:57:56.380512 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c5d4aaed-4f60-4810-9255-7ab910974cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:57.483511 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c62eddf1-bdec-4aec-8d22-820ec6ad43ce up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:57:57.531824 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port c62eddf1-bdec-4aec-8d22-820ec6ad43ce triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:57:57.532197 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:57:58.120665 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60080) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 14:57:58.431099 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [None req-dfa6afa7-d7df-46ba-9d53-4f5a9262c26c admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 14:57:58.432059 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-dfa6afa7-d7df-46ba-9d53-4f5a9262c26c admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3104439 Dec 17 14:57:58.768962 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b6151490-b308-42c7-8904-20e22ee4e579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:00.854552 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60088) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 14:58:01.019812 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-091a073b-a461-443c-988f-f3344daab4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:01.170881 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-f0e94b0d-f5fb-449b-b788-4faf14e6f7bc admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:58:01.276686 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e94b0d-f5fb-449b-b788-4faf14e6f7bc admin admin] Made reservation on behalf of 836ec3ffce4d44f7a6f9a9e075716f62 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:58:01.279659 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f0e94b0d-f5fb-449b-b788-4faf14e6f7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:01.295609 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f0e94b0d-f5fb-449b-b788-4faf14e6f7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:01.398321 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f0e94b0d-f5fb-449b-b788-4faf14e6f7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:01.465686 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f0e94b0d-f5fb-449b-b788-4faf14e6f7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:01.476837 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f0e94b0d-f5fb-449b-b788-4faf14e6f7bc admin admin] Reserving flat network on physical network physnet1 {{(pid=102833) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 17 14:58:01.507836 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f0e94b0d-f5fb-449b-b788-4faf14e6f7bc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737064895407', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:01.508411 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f0e94b0d-f5fb-449b-b788-4faf14e6f7bc admin admin] Unsubscribe: segment precommit_create {{(pid=102833) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 17 14:58:01.508892 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-f0e94b0d-f5fb-449b-b788-4faf14e6f7bc admin admin] Added segment ce3d3ffa-f3c2-45e5-a531-35e505b674b9 of type flat for network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 Dec 17 14:58:01.525640 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e94b0d-f5fb-449b-b788-4faf14e6f7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2506d97e-e520-4533-8966-c4071498d3c8,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:58:01.575738 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e94b0d-f5fb-449b-b788-4faf14e6f7bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:58:01.576004 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e94b0d-f5fb-449b-b788-4faf14e6f7bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:58:01.576406 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e94b0d-f5fb-449b-b788-4faf14e6f7bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:58:01.576766 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e94b0d-f5fb-449b-b788-4faf14e6f7bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:58:01.577073 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e94b0d-f5fb-449b-b788-4faf14e6f7bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:58:01.577405 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e94b0d-f5fb-449b-b788-4faf14e6f7bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:58:01.577720 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e94b0d-f5fb-449b-b788-4faf14e6f7bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:58:01.578034 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e94b0d-f5fb-449b-b788-4faf14e6f7bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:58:01.578345 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e94b0d-f5fb-449b-b788-4faf14e6f7bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:58:01.578655 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e94b0d-f5fb-449b-b788-4faf14e6f7bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:58:01.578965 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e94b0d-f5fb-449b-b788-4faf14e6f7bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:58:01.579276 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e94b0d-f5fb-449b-b788-4faf14e6f7bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:58:01.580390 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e94b0d-f5fb-449b-b788-4faf14e6f7bc admin admin] Tracked resource versions report: Dec 17 14:58:01.580390 n-d-820553-2 neutron-server[102833]: pushed versions: Dec 17 14:58:01.580390 n-d-820553-2 neutron-server[102833]: { 'AddressGroup': {'1.2'}, Dec 17 14:58:01.580390 n-d-820553-2 neutron-server[102833]: 'ConntrackHelper': {'1.0'}, Dec 17 14:58:01.580390 n-d-820553-2 neutron-server[102833]: 'Log': {'1.0'}, Dec 17 14:58:01.580390 n-d-820553-2 neutron-server[102833]: 'Network': {'1.1'}, Dec 17 14:58:01.580390 n-d-820553-2 neutron-server[102833]: 'Port': {'1.7'}, Dec 17 14:58:01.580390 n-d-820553-2 neutron-server[102833]: 'PortForwarding': {'1.2'}, Dec 17 14:58:01.580390 n-d-820553-2 neutron-server[102833]: 'QosPolicy': {'1.9'}, Dec 17 14:58:01.580390 n-d-820553-2 neutron-server[102833]: 'SecurityGroup': {'1.4'}, Dec 17 14:58:01.580390 n-d-820553-2 neutron-server[102833]: 'SecurityGroupRule': {'1.2'}, Dec 17 14:58:01.580390 n-d-820553-2 neutron-server[102833]: 'SubPort': {'1.0'}, Dec 17 14:58:01.580390 n-d-820553-2 neutron-server[102833]: 'Subnet': {'1.1'}, Dec 17 14:58:01.580390 n-d-820553-2 neutron-server[102833]: 'Trunk': {'1.1'}} Dec 17 14:58:01.580390 n-d-820553-2 neutron-server[102833]: consumer versions: Dec 17 14:58:01.580390 n-d-820553-2 neutron-server[102833]: { DHCP agent@n-d-820553-2: {}, Dec 17 14:58:01.580390 n-d-820553-2 neutron-server[102833]: L3 agent@n-d-820553-2: {}, Dec 17 14:58:01.580390 n-d-820553-2 neutron-server[102833]: Metadata agent@n-d-820553-2: {}, Dec 17 14:58:01.580390 n-d-820553-2 neutron-server[102833]: Metering agent@n-d-820553-2: {}, Dec 17 14:58:01.580390 n-d-820553-2 neutron-server[102833]: Open vSwitch agent@n-d-820553-2: { 'AddressGroup': '1.2', Dec 17 14:58:01.580390 n-d-820553-2 neutron-server[102833]: 'ConntrackHelper': '1.0', Dec 17 14:58:01.580390 n-d-820553-2 neutron-server[102833]: 'Log': '1.0', Dec 17 14:58:01.580390 n-d-820553-2 neutron-server[102833]: 'Network': '1.1', Dec 17 14:58:01.580390 n-d-820553-2 neutron-server[102833]: 'Port': '1.7', Dec 17 14:58:01.580390 n-d-820553-2 neutron-server[102833]: 'PortForwarding': '1.2', Dec 17 14:58:01.580390 n-d-820553-2 neutron-server[102833]: 'QosPolicy': '1.9', Dec 17 14:58:01.580390 n-d-820553-2 neutron-server[102833]: 'SecurityGroup': '1.4', Dec 17 14:58:01.580390 n-d-820553-2 neutron-server[102833]: 'SecurityGroupRule': '1.2', Dec 17 14:58:01.580390 n-d-820553-2 neutron-server[102833]: 'SubPort': '1.0', Dec 17 14:58:01.580390 n-d-820553-2 neutron-server[102833]: 'Subnet': '1.1', Dec 17 14:58:01.580390 n-d-820553-2 neutron-server[102833]: 'Trunk': '1.1'}} Dec 17 14:58:01.580390 n-d-820553-2 neutron-server[102833]: {{(pid=102833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 17 14:58:01.630903 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f0e94b0d-f5fb-449b-b788-4faf14e6f7bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:01.722524 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f0e94b0d-f5fb-449b-b788-4faf14e6f7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:01.723600 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e94b0d-f5fb-449b-b788-4faf14e6f7bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:58:01.724217 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f0e94b0d-f5fb-449b-b788-4faf14e6f7bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:01.820226 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e94b0d-f5fb-449b-b788-4faf14e6f7bc admin admin] Pushing event updated for resources: {'Network': ['ID=4e9cade7-8de3-4483-a2b7-ada6bbc76cf6,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:58:01.830519 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 14:58:01.851203 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f0e94b0d-f5fb-449b-b788-4faf14e6f7bc admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9955897 Dec 17 14:58:02.105809 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:03.562719 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:04.117409 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:04.240780 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60110) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 14:58:04.456385 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d048b36-6238-4929-8fc4-9b7f4d0e2374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:58:04.457804 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3d048b36-6238-4929-8fc4-9b7f4d0e2374 admin admin] 10.222.0.46 "GET /v2.0/subnets/0c5d8f01-faf2-4d6d-acec-1cba6327f40e HTTP/1.1" status: 200 len: 849 time: 0.2160673 Dec 17 14:58:04.590272 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cd4cbba9-4e0d-4273-965b-e9e90ff223e4 admin admin] 10.222.0.46 "GET /v2.0/routers/d54a7b10-a07b-4572-ac3f-49a96a5cccdf HTTP/1.1" status: 200 len: 704 time: 0.1263809 Dec 17 14:58:04.850470 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-86ef24d4-3027-4dbf-a7ab-8bc56da2e8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:05.146017 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-86ef24d4-3027-4dbf-a7ab-8bc56da2e8ab admin admin] Allocated IP 172.20.0.1 (46642485-cdd9-425b-a07f-5edb8966b939/0c5d8f01-faf2-4d6d-acec-1cba6327f40e/31cf9bc7-1835-4220-b13c-e3e9b1e8eff6) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:58:05.324745 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-86ef24d4-3027-4dbf-a7ab-8bc56da2e8ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:05.443417 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-86ef24d4-3027-4dbf-a7ab-8bc56da2e8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:05.512386 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ef24d4-3027-4dbf-a7ab-8bc56da2e8ab admin admin] Network 46642485-cdd9-425b-a07f-5edb8966b939 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:58:05.520759 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-86ef24d4-3027-4dbf-a7ab-8bc56da2e8ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:58:05.524741 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ef24d4-3027-4dbf-a7ab-8bc56da2e8ab admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:58:05.525294 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-86ef24d4-3027-4dbf-a7ab-8bc56da2e8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:05.586268 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef24d4-3027-4dbf-a7ab-8bc56da2e8ab admin admin] Pushing event updated for resources: {'Port': ['ID=31cf9bc7-1835-4220-b13c-e3e9b1e8eff6,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:58:05.726176 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-3c79fa92-8845-4c9e-bc88-17c4c9ac20fa None None] Provisioning complete for port 31cf9bc7-1835-4220-b13c-e3e9b1e8eff6 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:58:05.726734 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3c79fa92-8845-4c9e-bc88-17c4c9ac20fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:05.762149 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-3c79fa92-8845-4c9e-bc88-17c4c9ac20fa None None] Port 31cf9bc7-1835-4220-b13c-e3e9b1e8eff6 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 14:58:05.783070 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-86ef24d4-3027-4dbf-a7ab-8bc56da2e8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:06.034956 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-86ef24d4-3027-4dbf-a7ab-8bc56da2e8ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:06.099969 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-86ef24d4-3027-4dbf-a7ab-8bc56da2e8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:06.100854 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-86ef24d4-3027-4dbf-a7ab-8bc56da2e8ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:06.179378 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef24d4-3027-4dbf-a7ab-8bc56da2e8ab admin admin] Pushing event updated for resources: {'Port': ['ID=31cf9bc7-1835-4220-b13c-e3e9b1e8eff6,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:58:06.226292 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ef24d4-3027-4dbf-a7ab-8bc56da2e8ab admin admin] Network 46642485-cdd9-425b-a07f-5edb8966b939 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:58:06.227589 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-86ef24d4-3027-4dbf-a7ab-8bc56da2e8ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:58:06.382281 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-24e97c91-4b57-443c-b91e-5fdd16829f81 None None] Provisioning complete for port 31cf9bc7-1835-4220-b13c-e3e9b1e8eff6 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:58:06.382648 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-24e97c91-4b57-443c-b91e-5fdd16829f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:06.415939 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-24e97c91-4b57-443c-b91e-5fdd16829f81 None None] Port 31cf9bc7-1835-4220-b13c-e3e9b1e8eff6 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 14:58:06.437526 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ef24d4-3027-4dbf-a7ab-8bc56da2e8ab admin admin] Router d54a7b10-a07b-4572-ac3f-49a96a5cccdf is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 14:58:06.530519 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ef24d4-3027-4dbf-a7ab-8bc56da2e8ab admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:58:06.535700 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-86ef24d4-3027-4dbf-a7ab-8bc56da2e8ab admin admin] 10.222.0.46 "PUT /v2.0/routers/d54a7b10-a07b-4572-ac3f-49a96a5cccdf/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9390476 Dec 17 14:58:06.552774 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e0ed41-fe42-4b18-b774-c62524c5b361 None None] Sync routers for ids ['d54a7b10-a07b-4572-ac3f-49a96a5cccdf'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:58:06.564749 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e0ed41-fe42-4b18-b774-c62524c5b361 None None] Routers {'d54a7b10-a07b-4572-ac3f-49a96a5cccdf'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:58:06.565602 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d3e0ed41-fe42-4b18-b774-c62524c5b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T14:58:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['d54a7b10-a07b-4572-ac3f-49a96a5cccdf'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:58:06.745536 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-d3e0ed41-fe42-4b18-b774-c62524c5b361 None None] Set router d54a7b10-a07b-4572-ac3f-49a96a5cccdf gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:58:07.170485 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d3e0ed41-fe42-4b18-b774-c62524c5b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54a7b10-a07b-4572-ac3f-49a96a5cccdf', 'name': 'router1', 'tenant_id': 'b13847a780bc43dda54afe4f3f266121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:57:55Z', 'updated_at': '2021-12-17T14:58:05Z', 'revision_number': 2, 'project_id': 'b13847a780bc43dda54afe4f3f266121', 'gw_port_host': None, '_interfaces': [{'id': '31cf9bc7-1835-4220-b13c-e3e9b1e8eff6', 'name': '', 'network_id': '46642485-cdd9-425b-a07f-5edb8966b939', 'tenant_id': 'b13847a780bc43dda54afe4f3f266121', 'mac_address': 'fa:16:3e:3b:f3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54a7b10-a07b-4572-ac3f-49a96a5cccdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0c5d8f01-faf2-4d6d-acec-1cba6327f40e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:58:04Z', 'updated_at': '2021-12-17T14:58:05Z', 'revision_number': 2, 'project_id': 'b13847a780bc43dda54afe4f3f266121', 'subnets': [{'id': '0c5d8f01-faf2-4d6d-acec-1cba6327f40e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30bc0076-111d-4bdf-85e8-46b03efe4ce4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:58:07.221677 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e0ed41-fe42-4b18-b774-c62524c5b361 None None] Checking router: d54a7b10-a07b-4572-ac3f-49a96a5cccdf for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:58:07.222039 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e0ed41-fe42-4b18-b774-c62524c5b361 None None] Updating router d54a7b10-a07b-4572-ac3f-49a96a5cccdf port 31cf9bc7-1835-4220-b13c-e3e9b1e8eff6 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 14:58:07.269718 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ed41-fe42-4b18-b774-c62524c5b361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:07.772481 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ed41-fe42-4b18-b774-c62524c5b361 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:07.825484 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ed41-fe42-4b18-b774-c62524c5b361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:07.989800 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ab2a1-c997-4057-8247-4df82947dbfd None None] Pushing event updated for resources: {'Port': ['ID=31cf9bc7-1835-4220-b13c-e3e9b1e8eff6,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:58:07.994454 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-d3e0ed41-fe42-4b18-b774-c62524c5b361 None None] Attempting to bind port 31cf9bc7-1835-4220-b13c-e3e9b1e8eff6 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 14:58:07.994847 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-d3e0ed41-fe42-4b18-b774-c62524c5b361 None None] Attempting to bind port 31cf9bc7-1835-4220-b13c-e3e9b1e8eff6 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '163ddda0-fb51-4163-abc1-7d8bf3528189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '46642485-cdd9-425b-a07f-5edb8966b939'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 14:58:07.995280 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e0ed41-fe42-4b18-b774-c62524c5b361 None None] Attempting to bind port 31cf9bc7-1835-4220-b13c-e3e9b1e8eff6 on network 46642485-cdd9-425b-a07f-5edb8966b939 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:58:08.004821 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ab2a1-c997-4057-8247-4df82947dbfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:58:08.005192 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ab2a1-c997-4057-8247-4df82947dbfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:58:08.005531 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ab2a1-c997-4057-8247-4df82947dbfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:58:08.005867 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ab2a1-c997-4057-8247-4df82947dbfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:58:08.006198 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ab2a1-c997-4057-8247-4df82947dbfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:58:08.006519 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ab2a1-c997-4057-8247-4df82947dbfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:58:08.006840 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ab2a1-c997-4057-8247-4df82947dbfd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:58:08.007162 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ab2a1-c997-4057-8247-4df82947dbfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:58:08.007471 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ab2a1-c997-4057-8247-4df82947dbfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:58:08.007796 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ab2a1-c997-4057-8247-4df82947dbfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:58:08.008099 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ab2a1-c997-4057-8247-4df82947dbfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:58:08.008412 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ab2a1-c997-4057-8247-4df82947dbfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 14:58:08.009564 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8ab2a1-c997-4057-8247-4df82947dbfd None None] Tracked resource versions report: Dec 17 14:58:08.009564 n-d-820553-2 neutron-server[102835]: pushed versions: Dec 17 14:58:08.009564 n-d-820553-2 neutron-server[102835]: { 'AddressGroup': {'1.2'}, Dec 17 14:58:08.009564 n-d-820553-2 neutron-server[102835]: 'ConntrackHelper': {'1.0'}, Dec 17 14:58:08.009564 n-d-820553-2 neutron-server[102835]: 'Log': {'1.0'}, Dec 17 14:58:08.009564 n-d-820553-2 neutron-server[102835]: 'Network': {'1.1'}, Dec 17 14:58:08.009564 n-d-820553-2 neutron-server[102835]: 'Port': {'1.7'}, Dec 17 14:58:08.009564 n-d-820553-2 neutron-server[102835]: 'PortForwarding': {'1.2'}, Dec 17 14:58:08.009564 n-d-820553-2 neutron-server[102835]: 'QosPolicy': {'1.9'}, Dec 17 14:58:08.009564 n-d-820553-2 neutron-server[102835]: 'SecurityGroup': {'1.4'}, Dec 17 14:58:08.009564 n-d-820553-2 neutron-server[102835]: 'SecurityGroupRule': {'1.2'}, Dec 17 14:58:08.009564 n-d-820553-2 neutron-server[102835]: 'SubPort': {'1.0'}, Dec 17 14:58:08.009564 n-d-820553-2 neutron-server[102835]: 'Subnet': {'1.1'}, Dec 17 14:58:08.009564 n-d-820553-2 neutron-server[102835]: 'Trunk': {'1.1'}} Dec 17 14:58:08.009564 n-d-820553-2 neutron-server[102835]: consumer versions: Dec 17 14:58:08.009564 n-d-820553-2 neutron-server[102835]: { DHCP agent@n-d-820553-2: {}, Dec 17 14:58:08.009564 n-d-820553-2 neutron-server[102835]: L3 agent@n-d-820553-2: {}, Dec 17 14:58:08.009564 n-d-820553-2 neutron-server[102835]: Metadata agent@n-d-820553-2: {}, Dec 17 14:58:08.009564 n-d-820553-2 neutron-server[102835]: Metering agent@n-d-820553-2: {}, Dec 17 14:58:08.009564 n-d-820553-2 neutron-server[102835]: Open vSwitch agent@n-d-820553-2: { 'AddressGroup': '1.2', Dec 17 14:58:08.009564 n-d-820553-2 neutron-server[102835]: 'ConntrackHelper': '1.0', Dec 17 14:58:08.009564 n-d-820553-2 neutron-server[102835]: 'Log': '1.0', Dec 17 14:58:08.009564 n-d-820553-2 neutron-server[102835]: 'Network': '1.1', Dec 17 14:58:08.009564 n-d-820553-2 neutron-server[102835]: 'Port': '1.7', Dec 17 14:58:08.009564 n-d-820553-2 neutron-server[102835]: 'PortForwarding': '1.2', Dec 17 14:58:08.009564 n-d-820553-2 neutron-server[102835]: 'QosPolicy': '1.9', Dec 17 14:58:08.009564 n-d-820553-2 neutron-server[102835]: 'SecurityGroup': '1.4', Dec 17 14:58:08.009564 n-d-820553-2 neutron-server[102835]: 'SecurityGroupRule': '1.2', Dec 17 14:58:08.009564 n-d-820553-2 neutron-server[102835]: 'SubPort': '1.0', Dec 17 14:58:08.009564 n-d-820553-2 neutron-server[102835]: 'Subnet': '1.1', Dec 17 14:58:08.009564 n-d-820553-2 neutron-server[102835]: 'Trunk': '1.1'}} Dec 17 14:58:08.009564 n-d-820553-2 neutron-server[102835]: {{(pid=102835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 17 14:58:08.011875 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e0ed41-fe42-4b18-b774-c62524c5b361 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:58:08.012295 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e0ed41-fe42-4b18-b774-c62524c5b361 None None] Checking segment: {'id': '163ddda0-fb51-4163-abc1-7d8bf3528189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '46642485-cdd9-425b-a07f-5edb8966b939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 14:58:08.012784 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ed41-fe42-4b18-b774-c62524c5b361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:08.013138 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e0ed41-fe42-4b18-b774-c62524c5b361 None None] Bound using segment: {'id': '163ddda0-fb51-4163-abc1-7d8bf3528189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '46642485-cdd9-425b-a07f-5edb8966b939'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:58:08.014305 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-d3e0ed41-fe42-4b18-b774-c62524c5b361 None None] Bound port: 31cf9bc7-1835-4220-b13c-e3e9b1e8eff6, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163ddda0-fb51-4163-abc1-7d8bf3528189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '46642485-cdd9-425b-a07f-5edb8966b939'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 14:58:08.014703 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ed41-fe42-4b18-b774-c62524c5b361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:08.042556 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-196ae04a-95bf-4dea-bf8d-36045cc28f89 None None] Provisioning complete for port 31cf9bc7-1835-4220-b13c-e3e9b1e8eff6 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:58:08.043101 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-196ae04a-95bf-4dea-bf8d-36045cc28f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:08.079502 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-196ae04a-95bf-4dea-bf8d-36045cc28f89 None None] Port 31cf9bc7-1835-4220-b13c-e3e9b1e8eff6 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 14:58:08.089231 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-d3e0ed41-fe42-4b18-b774-c62524c5b361 None None] For port 31cf9bc7-1835-4220-b13c-e3e9b1e8eff6, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:58:08.108302 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-d3e0ed41-fe42-4b18-b774-c62524c5b361 None None] For port 31cf9bc7-1835-4220-b13c-e3e9b1e8eff6, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=31cf9bc7-1835-4220-b13c-e3e9b1e8eff6,segment=NetworkSegment(163ddda0-fb51-4163-abc1-7d8bf3528189),segment_id=163ddda0-fb51-4163-abc1-7d8bf3528189)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:58:08.156757 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ed41-fe42-4b18-b774-c62524c5b361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:08.213983 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ab2a1-c997-4057-8247-4df82947dbfd None None] Pushing event updated for resources: {'Port': ['ID=31cf9bc7-1835-4220-b13c-e3e9b1e8eff6,revision_number=4']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:58:08.217681 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e0ed41-fe42-4b18-b774-c62524c5b361 None None] Routers {'d54a7b10-a07b-4572-ac3f-49a96a5cccdf'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:58:08.218292 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d3e0ed41-fe42-4b18-b774-c62524c5b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T14:58:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['d54a7b10-a07b-4572-ac3f-49a96a5cccdf'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:58:08.307565 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-d3e0ed41-fe42-4b18-b774-c62524c5b361 None None] Set router d54a7b10-a07b-4572-ac3f-49a96a5cccdf gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:58:08.397877 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-5444c1db-7735-4048-bb4f-0da520f3204a None None] Provisioning complete for port 31cf9bc7-1835-4220-b13c-e3e9b1e8eff6 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:58:08.398243 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5444c1db-7735-4048-bb4f-0da520f3204a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:08.474284 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5444c1db-7735-4048-bb4f-0da520f3204a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:08.505798 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-5444c1db-7735-4048-bb4f-0da520f3204a None None] For port 31cf9bc7-1835-4220-b13c-e3e9b1e8eff6, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=31cf9bc7-1835-4220-b13c-e3e9b1e8eff6,segment=NetworkSegment(163ddda0-fb51-4163-abc1-7d8bf3528189),segment_id=163ddda0-fb51-4163-abc1-7d8bf3528189)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:58:08.512340 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d3e0ed41-fe42-4b18-b774-c62524c5b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54a7b10-a07b-4572-ac3f-49a96a5cccdf', 'name': 'router1', 'tenant_id': 'b13847a780bc43dda54afe4f3f266121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:57:55Z', 'updated_at': '2021-12-17T14:58:05Z', 'revision_number': 2, 'project_id': 'b13847a780bc43dda54afe4f3f266121', 'gw_port_host': None, '_interfaces': [{'id': '31cf9bc7-1835-4220-b13c-e3e9b1e8eff6', 'name': '', 'network_id': '46642485-cdd9-425b-a07f-5edb8966b939', 'tenant_id': 'b13847a780bc43dda54afe4f3f266121', 'mac_address': 'fa:16:3e:3b:f3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54a7b10-a07b-4572-ac3f-49a96a5cccdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0c5d8f01-faf2-4d6d-acec-1cba6327f40e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:58:04Z', 'updated_at': '2021-12-17T14:58:08Z', 'revision_number': 4, 'project_id': 'b13847a780bc43dda54afe4f3f266121', 'subnets': [{'id': '0c5d8f01-faf2-4d6d-acec-1cba6327f40e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30bc0076-111d-4bdf-85e8-46b03efe4ce4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:58:08.541995 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e0ed41-fe42-4b18-b774-c62524c5b361 None None] The sync data for ids ['d54a7b10-a07b-4572-ac3f-49a96a5cccdf'] in n-d-820553-2 is: [{'id': 'd54a7b10-a07b-4572-ac3f-49a96a5cccdf', 'name': 'router1', 'tenant_id': 'b13847a780bc43dda54afe4f3f266121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:57:55Z', 'updated_at': '2021-12-17T14:58:05Z', 'revision_number': 2, 'project_id': 'b13847a780bc43dda54afe4f3f266121', 'gw_port_host': None, '_interfaces': [{'id': '31cf9bc7-1835-4220-b13c-e3e9b1e8eff6', 'name': '', 'network_id': '46642485-cdd9-425b-a07f-5edb8966b939', 'tenant_id': 'b13847a780bc43dda54afe4f3f266121', 'mac_address': 'fa:16:3e:3b:f3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54a7b10-a07b-4572-ac3f-49a96a5cccdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0c5d8f01-faf2-4d6d-acec-1cba6327f40e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:58:04Z', 'updated_at': '2021-12-17T14:58:08Z', 'revision_number': 4, 'project_id': 'b13847a780bc43dda54afe4f3f266121', 'subnets': [{'id': '0c5d8f01-faf2-4d6d-acec-1cba6327f40e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30bc0076-111d-4bdf-85e8-46b03efe4ce4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:58:08.561675 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5444c1db-7735-4048-bb4f-0da520f3204a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:08.609624 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5444c1db-7735-4048-bb4f-0da520f3204a None None] Pushing event updated for resources: {'Port': ['ID=31cf9bc7-1835-4220-b13c-e3e9b1e8eff6,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:58:08.838690 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60130) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 14:58:08.950351 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de782011-5af7-40bb-bf5d-3645991e7cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:58:08.951742 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-de782011-5af7-40bb-bf5d-3645991e7cf1 admin admin] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 842 time: 0.1120970 Dec 17 14:58:08.962191 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-160c71b1-8b60-4986-bc9e-7397c4811638 admin admin] Request body: {'subnet': {'cidr': '172.25.6.0/24', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.25.6.1', 'enable_dhcp': False}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:58:09.048735 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160c71b1-8b60-4986-bc9e-7397c4811638 admin admin] Made reservation on behalf of 836ec3ffce4d44f7a6f9a9e075716f62 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 14:58:09.051083 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-160c71b1-8b60-4986-bc9e-7397c4811638 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:09.417692 n-d-820553-2 neutron-server[102833]: DEBUG neutron.objects.ports [None req-160c71b1-8b60-4986-bc9e-7397c4811638 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102833) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 14:58:09.418040 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-160c71b1-8b60-4986-bc9e-7397c4811638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:09.479306 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c71b1-8b60-4986-bc9e-7397c4811638 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cba1478-c1f4-44d2-9fd9-b046096f8dc5,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:58:09.487928 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160c71b1-8b60-4986-bc9e-7397c4811638 admin admin] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 14:58:09.488269 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160c71b1-8b60-4986-bc9e-7397c4811638 admin admin] Network hostable DHCP agents. Network: 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 14:58:09.597070 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160c71b1-8b60-4986-bc9e-7397c4811638 admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 14:58:09.676787 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-160c71b1-8b60-4986-bc9e-7397c4811638 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:58:09.680804 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160c71b1-8b60-4986-bc9e-7397c4811638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:58:09.681416 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-160c71b1-8b60-4986-bc9e-7397c4811638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:09.685743 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cfaa48-4b0f-4ef9-86f5-d8961beb7a7d None None] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 14:58:09.785079 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-160c71b1-8b60-4986-bc9e-7397c4811638 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8148015 Dec 17 14:58:09.808323 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae236f3-5039-4f23-88b6-aaa37de174c4 None None] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 14:58:12.095506 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60138) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 14:58:12.352501 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9138db5b-518e-461e-bfb1-eb3ceb9a7c50 admin admin] 10.222.0.46 "GET /v2.0/routers/d54a7b10-a07b-4572-ac3f-49a96a5cccdf HTTP/1.1" status: 200 len: 710 time: 0.2557564 Dec 17 14:58:12.465101 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0931e08b-dd40-4fa7-8626-bed5fd557b48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 14:58:12.472963 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0931e08b-dd40-4fa7-8626-bed5fd557b48 admin admin] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 886 time: 0.1079545 Dec 17 14:58:12.476742 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-3b9918f7-8251-4ae1-946a-40b82b004b4d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 14:58:12.717568 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b9918f7-8251-4ae1-946a-40b82b004b4d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:13.006439 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b9918f7-8251-4ae1-946a-40b82b004b4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:13.085112 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b9918f7-8251-4ae1-946a-40b82b004b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:13.289620 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-3b9918f7-8251-4ae1-946a-40b82b004b4d admin admin] Allocated IP 172.25.6.160 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/028ac9e8-13c9-4d60-a40c-097223919097) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 14:58:13.466610 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b9918f7-8251-4ae1-946a-40b82b004b4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:13.573504 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b9918f7-8251-4ae1-946a-40b82b004b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:13.662339 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9918f7-8251-4ae1-946a-40b82b004b4d admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 14:58:13.667981 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-3b9918f7-8251-4ae1-946a-40b82b004b4d admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 14:58:13.676131 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9918f7-8251-4ae1-946a-40b82b004b4d admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 14:58:13.679151 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9918f7-8251-4ae1-946a-40b82b004b4d admin admin] Pushing event updated for resources: {'Port': ['ID=028ac9e8-13c9-4d60-a40c-097223919097,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:58:13.794101 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 5 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:58:14.047294 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b9918f7-8251-4ae1-946a-40b82b004b4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:14.244802 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b9918f7-8251-4ae1-946a-40b82b004b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3972409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3970533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11983'] for router, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:14.249792 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b9918f7-8251-4ae1-946a-40b82b004b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3972400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3972399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3970524'] for router, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:14.359061 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9918f7-8251-4ae1-946a-40b82b004b4d admin admin] Router d54a7b10-a07b-4572-ac3f-49a96a5cccdf has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 14:58:14.463725 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9918f7-8251-4ae1-946a-40b82b004b4d admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 14:58:14.473374 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b9918f7-8251-4ae1-946a-40b82b004b4d admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:14.473374 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3b9918f7-8251-4ae1-946a-40b82b004b4d admin admin] 10.222.0.46 "PUT /v2.0/routers/d54a7b10-a07b-4572-ac3f-49a96a5cccdf HTTP/1.1" status: 200 len: 890 time: 1.9967887 Dec 17 14:58:15.100770 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975fb951-7bc9-44ff-a485-b8af3570f860 None None] Sync routers for ids ['d54a7b10-a07b-4572-ac3f-49a96a5cccdf'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 14:58:15.111556 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975fb951-7bc9-44ff-a485-b8af3570f860 None None] Routers {'d54a7b10-a07b-4572-ac3f-49a96a5cccdf'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:58:15.112291 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-975fb951-7bc9-44ff-a485-b8af3570f860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T14:58:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['d54a7b10-a07b-4572-ac3f-49a96a5cccdf'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:58:15.314732 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-975fb951-7bc9-44ff-a485-b8af3570f860 None None] Set router d54a7b10-a07b-4572-ac3f-49a96a5cccdf gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:58:15.538921 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 31cf9bc7-1835-4220-b13c-e3e9b1e8eff6 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:58:15.683503 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 31cf9bc7-1835-4220-b13c-e3e9b1e8eff6 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:58:15.683873 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:15.801528 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-975fb951-7bc9-44ff-a485-b8af3570f860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54a7b10-a07b-4572-ac3f-49a96a5cccdf', 'name': 'router1', 'tenant_id': 'b13847a780bc43dda54afe4f3f266121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '028ac9e8-13c9-4d60-a40c-097223919097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:57:55Z', 'updated_at': '2021-12-17T14:58:13Z', 'revision_number': 4, 'project_id': 'b13847a780bc43dda54afe4f3f266121', 'gw_port': {'id': '028ac9e8-13c9-4d60-a40c-097223919097', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54a7b10-a07b-4572-ac3f-49a96a5cccdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:58:13Z', 'updated_at': '2021-12-17T14:58:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '31cf9bc7-1835-4220-b13c-e3e9b1e8eff6', 'name': '', 'network_id': '46642485-cdd9-425b-a07f-5edb8966b939', 'tenant_id': 'b13847a780bc43dda54afe4f3f266121', 'mac_address': 'fa:16:3e:3b:f3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54a7b10-a07b-4572-ac3f-49a96a5cccdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0c5d8f01-faf2-4d6d-acec-1cba6327f40e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:58:04Z', 'updated_at': '2021-12-17T14:58:08Z', 'revision_number': 5, 'project_id': 'b13847a780bc43dda54afe4f3f266121', 'subnets': [{'id': '0c5d8f01-faf2-4d6d-acec-1cba6327f40e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30bc0076-111d-4bdf-85e8-46b03efe4ce4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:58:15.859586 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975fb951-7bc9-44ff-a485-b8af3570f860 None None] Checking router: d54a7b10-a07b-4572-ac3f-49a96a5cccdf for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 14:58:15.859940 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975fb951-7bc9-44ff-a485-b8af3570f860 None None] Updating router d54a7b10-a07b-4572-ac3f-49a96a5cccdf port 028ac9e8-13c9-4d60-a40c-097223919097 binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 14:58:15.910381 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-975fb951-7bc9-44ff-a485-b8af3570f860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:16.303296 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-975fb951-7bc9-44ff-a485-b8af3570f860 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:16.361402 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-975fb951-7bc9-44ff-a485-b8af3570f860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:16.410737 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-975fb951-7bc9-44ff-a485-b8af3570f860 None None] Attempting to bind port 028ac9e8-13c9-4d60-a40c-097223919097 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 14:58:16.411113 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-975fb951-7bc9-44ff-a485-b8af3570f860 None None] Attempting to bind port 028ac9e8-13c9-4d60-a40c-097223919097 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 14:58:16.411470 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975fb951-7bc9-44ff-a485-b8af3570f860 None None] Attempting to bind port 028ac9e8-13c9-4d60-a40c-097223919097 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 14:58:16.421371 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975fb951-7bc9-44ff-a485-b8af3570f860 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 14, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 14:58:16.421746 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975fb951-7bc9-44ff-a485-b8af3570f860 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 14:58:16.422146 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-975fb951-7bc9-44ff-a485-b8af3570f860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:16.422536 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975fb951-7bc9-44ff-a485-b8af3570f860 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 14:58:16.422995 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-975fb951-7bc9-44ff-a485-b8af3570f860 None None] Bound port: 028ac9e8-13c9-4d60-a40c-097223919097, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 14:58:16.423398 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-975fb951-7bc9-44ff-a485-b8af3570f860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:16.424827 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6070455-5cc4-46a9-9689-2b4c24c0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=028ac9e8-13c9-4d60-a40c-097223919097,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:58:16.476407 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-975fb951-7bc9-44ff-a485-b8af3570f860 None None] For port 028ac9e8-13c9-4d60-a40c-097223919097, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 14:58:16.479887 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-975fb951-7bc9-44ff-a485-b8af3570f860 None None] For port 028ac9e8-13c9-4d60-a40c-097223919097, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=028ac9e8-13c9-4d60-a40c-097223919097,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 14:58:16.540462 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-975fb951-7bc9-44ff-a485-b8af3570f860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:16.602771 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975fb951-7bc9-44ff-a485-b8af3570f860 None None] Routers {'d54a7b10-a07b-4572-ac3f-49a96a5cccdf'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 14:58:16.603394 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-975fb951-7bc9-44ff-a485-b8af3570f860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T14:58:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['d54a7b10-a07b-4572-ac3f-49a96a5cccdf'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:58:16.605264 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6070455-5cc4-46a9-9689-2b4c24c0e1c0 None None] Pushing event updated for resources: {'Port': ['ID=028ac9e8-13c9-4d60-a40c-097223919097,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:58:16.748594 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-975fb951-7bc9-44ff-a485-b8af3570f860 None None] Set router d54a7b10-a07b-4572-ac3f-49a96a5cccdf gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 14:58:16.926816 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60150) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 14:58:16.965264 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-975fb951-7bc9-44ff-a485-b8af3570f860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54a7b10-a07b-4572-ac3f-49a96a5cccdf', 'name': 'router1', 'tenant_id': 'b13847a780bc43dda54afe4f3f266121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '028ac9e8-13c9-4d60-a40c-097223919097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:57:55Z', 'updated_at': '2021-12-17T14:58:13Z', 'revision_number': 4, 'project_id': 'b13847a780bc43dda54afe4f3f266121', 'gw_port': {'id': '028ac9e8-13c9-4d60-a40c-097223919097', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54a7b10-a07b-4572-ac3f-49a96a5cccdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:58:13Z', 'updated_at': '2021-12-17T14:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '31cf9bc7-1835-4220-b13c-e3e9b1e8eff6', 'name': '', 'network_id': '46642485-cdd9-425b-a07f-5edb8966b939', 'tenant_id': 'b13847a780bc43dda54afe4f3f266121', 'mac_address': 'fa:16:3e:3b:f3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54a7b10-a07b-4572-ac3f-49a96a5cccdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0c5d8f01-faf2-4d6d-acec-1cba6327f40e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:58:04Z', 'updated_at': '2021-12-17T14:58:08Z', 'revision_number': 5, 'project_id': 'b13847a780bc43dda54afe4f3f266121', 'subnets': [{'id': '0c5d8f01-faf2-4d6d-acec-1cba6327f40e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30bc0076-111d-4bdf-85e8-46b03efe4ce4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 14:58:16.991389 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975fb951-7bc9-44ff-a485-b8af3570f860 None None] The sync data for ids ['d54a7b10-a07b-4572-ac3f-49a96a5cccdf'] in n-d-820553-2 is: [{'id': 'd54a7b10-a07b-4572-ac3f-49a96a5cccdf', 'name': 'router1', 'tenant_id': 'b13847a780bc43dda54afe4f3f266121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.160'}], 'enable_snat': True}, 'gw_port_id': '028ac9e8-13c9-4d60-a40c-097223919097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T14:57:55Z', 'updated_at': '2021-12-17T14:58:13Z', 'revision_number': 4, 'project_id': 'b13847a780bc43dda54afe4f3f266121', 'gw_port': {'id': '028ac9e8-13c9-4d60-a40c-097223919097', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54a7b10-a07b-4572-ac3f-49a96a5cccdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:58:13Z', 'updated_at': '2021-12-17T14:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '31cf9bc7-1835-4220-b13c-e3e9b1e8eff6', 'name': '', 'network_id': '46642485-cdd9-425b-a07f-5edb8966b939', 'tenant_id': 'b13847a780bc43dda54afe4f3f266121', 'mac_address': 'fa:16:3e:3b:f3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54a7b10-a07b-4572-ac3f-49a96a5cccdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0c5d8f01-faf2-4d6d-acec-1cba6327f40e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T14:58:04Z', 'updated_at': '2021-12-17T14:58:08Z', 'revision_number': 5, 'project_id': 'b13847a780bc43dda54afe4f3f266121', 'subnets': [{'id': '0c5d8f01-faf2-4d6d-acec-1cba6327f40e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '30bc0076-111d-4bdf-85e8-46b03efe4ce4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 14:58:17.046096 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-66811647-82ac-4fed-880c-4d194e93713b admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1181345 Dec 17 14:58:17.530955 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 028ac9e8-13c9-4d60-a40c-097223919097 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:58:17.590121 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 028ac9e8-13c9-4d60-a40c-097223919097 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:58:17.590494 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:17.697684 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:17.723735 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 028ac9e8-13c9-4d60-a40c-097223919097, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=028ac9e8-13c9-4d60-a40c-097223919097,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 14:58:17.792325 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:17.844046 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=028ac9e8-13c9-4d60-a40c-097223919097,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 14:58:19.507752 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 028ac9e8-13c9-4d60-a40c-097223919097 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 14:58:19.566094 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 028ac9e8-13c9-4d60-a40c-097223919097 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 14:58:19.566629 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:28.740421 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b84a9543-a76d-48e4-b195-b2100065b27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:30.985424 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-985f4e87-6748-487c-ae2b-aeced488bc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:32.134129 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:33.591904 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:34.094329 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:58:50.796684 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 5 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:58:58.734484 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-13876c10-211d-4bb3-b17f-821613b7c999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:59:00.983387 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-10df049b-b33e-48ed-9119-576af67d8b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:59:02.166372 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:59:03.899621 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:59:04.110683 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:59:27.794499 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 5 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 14:59:28.719496 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3675169d-c98b-4dbf-8064-ca8bc5917a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:59:30.950092 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5680908d-cb8e-43b5-9b45-231606a6ea95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:59:32.142054 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:59:33.596424 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:59:34.108243 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 14:59:58.747746 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ff54339e-8218-4594-8d89-211c4e94d0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:00:00.254225 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60744) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:00:00.325196 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f58c20e-d369-4953-8f1a-fd317ae595df admin admin] GET failed (client error): The resource could not be found. Dec 17 15:00:00.326586 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2f58c20e-d369-4953-8f1a-fd317ae595df admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0714111 Dec 17 15:00:00.493778 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf833847-8ff1-459a-8ef2-4163a70a83e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:00:00.495190 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-bf833847-8ff1-459a-8ef2-4163a70a83e0 admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1637697 Dec 17 15:00:01.021577 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-994e9874-d78e-46a1-b301-aac72c893dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:00:02.126644 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:00:02.707381 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60754) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:00:02.798471 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9757939a-a2ce-4d4b-9057-1a9067a018cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:00:02.799823 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9757939a-a2ce-4d4b-9057-1a9067a018cc admin admin] 10.222.0.46 "GET /v2.0/subnets/0c5d8f01-faf2-4d6d-acec-1cba6327f40e HTTP/1.1" status: 200 len: 849 time: 0.0914793 Dec 17 15:00:02.810797 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-1b5a993b-6bd0-423f-89eb-8fe09289431f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:00:02.898213 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1b5a993b-6bd0-423f-89eb-8fe09289431f admin admin] Notify callbacks [] for subnet, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:00:03.096327 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1b5a993b-6bd0-423f-89eb-8fe09289431f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737064673437'] for subnet, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:00:03.129636 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5a993b-6bd0-423f-89eb-8fe09289431f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:00:03.130225 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1b5a993b-6bd0-423f-89eb-8fe09289431f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:00:03.131492 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1b5a993b-6bd0-423f-89eb-8fe09289431f admin admin] 10.222.0.46 "PUT /v2.0/subnets/0c5d8f01-faf2-4d6d-acec-1cba6327f40e HTTP/1.1" status: 200 len: 868 time: 0.3252449 Dec 17 15:00:03.148472 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ace27c-73f7-421b-b516-87adbf51df4f None None] Network 46642485-cdd9-425b-a07f-5edb8966b939 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:00:03.152233 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a993b-6bd0-423f-89eb-8fe09289431f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c5d8f01-faf2-4d6d-acec-1cba6327f40e,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:00:03.161117 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5a993b-6bd0-423f-89eb-8fe09289431f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:00:03.161488 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5a993b-6bd0-423f-89eb-8fe09289431f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:00:03.161796 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5a993b-6bd0-423f-89eb-8fe09289431f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:00:03.162129 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5a993b-6bd0-423f-89eb-8fe09289431f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:00:03.162470 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5a993b-6bd0-423f-89eb-8fe09289431f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:00:03.162817 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5a993b-6bd0-423f-89eb-8fe09289431f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:00:03.163124 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5a993b-6bd0-423f-89eb-8fe09289431f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:00:03.163469 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5a993b-6bd0-423f-89eb-8fe09289431f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:00:03.163792 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5a993b-6bd0-423f-89eb-8fe09289431f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:00:03.164282 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5a993b-6bd0-423f-89eb-8fe09289431f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:00:03.164589 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5a993b-6bd0-423f-89eb-8fe09289431f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:00:03.164920 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5a993b-6bd0-423f-89eb-8fe09289431f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:00:03.470521 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-3880a634-ae15-4aa6-a41d-df6c6c34f913 None None] Provisioning complete for port 31cf9bc7-1835-4220-b13c-e3e9b1e8eff6 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:00:03.470907 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3880a634-ae15-4aa6-a41d-df6c6c34f913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:00:03.562752 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-3880a634-ae15-4aa6-a41d-df6c6c34f913 None None] Provisioning complete for port c62eddf1-bdec-4aec-8d22-820ec6ad43ce triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:00:03.563120 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3880a634-ae15-4aa6-a41d-df6c6c34f913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:00:03.672447 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:00:04.126669 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:00:04.792990 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 5 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:00:05.359576 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60764) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:00:05.626742 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790ebc5c-90aa-4690-bd68-c2ccba0c5a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:00:05.627122 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790ebc5c-90aa-4690-bd68-c2ccba0c5a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:00:05.628629 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-790ebc5c-90aa-4690-bd68-c2ccba0c5a2f admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2681196 Dec 17 15:00:07.822110 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60772) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:00:07.954711 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65bfe86-190d-4763-91cc-776b6898333f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:00:07.955215 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65bfe86-190d-4763-91cc-776b6898333f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:00:07.956753 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b65bfe86-190d-4763-91cc-776b6898333f admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1336854 Dec 17 15:00:10.163122 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60780) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:00:10.374643 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439ad76d-182b-44b3-befd-3848ae86bafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:00:10.376028 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-439ad76d-182b-44b3-befd-3848ae86bafd admin admin] 10.222.0.46 "GET /v2.0/networks/46642485-cdd9-425b-a07f-5edb8966b939 HTTP/1.1" status: 200 len: 869 time: 0.2120130 Dec 17 15:00:12.564144 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60788) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:00:12.688837 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f8a9bd-6855-46ab-91b0-fa04950e0272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:00:12.690238 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-11f8a9bd-6855-46ab-91b0-fa04950e0272 admin admin] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 886 time: 0.1251521 Dec 17 15:00:14.896036 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60796) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:00:15.017707 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ba6f08-4b2d-43c4-abe5-684a0f9c8480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:00:15.018165 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ba6f08-4b2d-43c4-abe5-684a0f9c8480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:00:15.019708 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-62ba6f08-4b2d-43c4-abe5-684a0f9c8480 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1227221 Dec 17 15:00:17.233967 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60804) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:00:17.328467 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449efdf8-9600-4886-8a05-2cefd0796837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:00:17.328914 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449efdf8-9600-4886-8a05-2cefd0796837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:00:17.330558 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-449efdf8-9600-4886-8a05-2cefd0796837 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0956225 Dec 17 15:00:19.545129 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60812) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:00:19.645657 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd7f35d-aa46-4937-a72a-1a0db0600d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:00:19.647041 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0bd7f35d-aa46-4937-a72a-1a0db0600d52 admin admin] 10.222.0.46 "GET /v2.0/subnets/0c5d8f01-faf2-4d6d-acec-1cba6327f40e HTTP/1.1" status: 200 len: 868 time: 0.1009119 Dec 17 15:00:21.845177 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60820) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:00:21.930090 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5deb924e-aa21-4b57-9a51-f99177841635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:00:21.931401 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5deb924e-aa21-4b57-9a51-f99177841635 admin admin] 10.222.0.46 "GET /v2.0/subnets/9cba1478-c1f4-44d2-9fd9-b046096f8dc5 HTTP/1.1" status: 200 len: 816 time: 0.0852892 Dec 17 15:00:28.731808 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dec3bdf2-af9d-4ecf-9175-bf280981c2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:00:30.971654 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e364d014-f49b-401e-972e-f69842605f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:00:32.149330 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:00:33.625830 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:00:34.106300 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:00:41.791107 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 5 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:00:46.424421 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60874) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:00:46.471800 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-44b98530-e201-4280-a4bf-9d2cc5a57e0a admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:00:46.472834 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-44b98530-e201-4280-a4bf-9d2cc5a57e0a admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474432 Dec 17 15:00:48.765350 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60882) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:00:48.824646 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa40ac6e-62b3-493c-9b63-ea73dd05bae6 admin admin] GET failed (client error): The resource could not be found. Dec 17 15:00:48.825993 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-fa40ac6e-62b3-493c-9b63-ea73dd05bae6 admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0597074 Dec 17 15:00:48.913219 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec9d828-5972-4850-9148-6c5050a4b900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:00:48.914679 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-cec9d828-5972-4850-9148-6c5050a4b900 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0839739 Dec 17 15:00:51.123737 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60890) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:00:51.171061 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-4486d62f-8959-43c0-9bef-848f2d69c31d admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:00:51.291468 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4486d62f-8959-43c0-9bef-848f2d69c31d admin admin] Made reservation on behalf of 836ec3ffce4d44f7a6f9a9e075716f62 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:00:51.294206 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4486d62f-8959-43c0-9bef-848f2d69c31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:00:51.329850 n-d-820553-2 neutron-server[102832]: WARNING neutron.services.revisions.revision_plugin [None req-4486d62f-8959-43c0-9bef-848f2d69c31d admin admin] Could not find related network for resource to bump revision. Dec 17 15:00:51.341964 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4486d62f-8959-43c0-9bef-848f2d69c31d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:00:51.351257 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4486d62f-8959-43c0-9bef-848f2d69c31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:00:51.351588 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-4486d62f-8959-43c0-9bef-848f2d69c31d admin admin] Added segment 4aeaf749-6667-413f-8996-ff69711702db of type vlan for network f97c7142-717f-43eb-a835-5fcd8d6a6486 Dec 17 15:00:51.389922 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4486d62f-8959-43c0-9bef-848f2d69c31d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:00:51.471172 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4486d62f-8959-43c0-9bef-848f2d69c31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:00:51.472062 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4486d62f-8959-43c0-9bef-848f2d69c31d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:00:51.472630 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4486d62f-8959-43c0-9bef-848f2d69c31d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:00:51.531223 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486d62f-8959-43c0-9bef-848f2d69c31d admin admin] Pushing event updated for resources: {'Network': ['ID=f97c7142-717f-43eb-a835-5fcd8d6a6486,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:00:51.537504 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4486d62f-8959-43c0-9bef-848f2d69c31d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:00:51.537849 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4486d62f-8959-43c0-9bef-848f2d69c31d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:00:51.538183 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4486d62f-8959-43c0-9bef-848f2d69c31d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:00:51.538512 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4486d62f-8959-43c0-9bef-848f2d69c31d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:00:51.538905 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4486d62f-8959-43c0-9bef-848f2d69c31d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:00:51.539158 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4486d62f-8959-43c0-9bef-848f2d69c31d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:00:51.539475 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4486d62f-8959-43c0-9bef-848f2d69c31d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:00:51.539791 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4486d62f-8959-43c0-9bef-848f2d69c31d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:00:51.540108 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4486d62f-8959-43c0-9bef-848f2d69c31d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:00:51.540427 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4486d62f-8959-43c0-9bef-848f2d69c31d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:00:51.540737 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4486d62f-8959-43c0-9bef-848f2d69c31d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:00:51.541071 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4486d62f-8959-43c0-9bef-848f2d69c31d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:00:51.552448 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network f97c7142-717f-43eb-a835-5fcd8d6a6486 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:00:51.597308 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4486d62f-8959-43c0-9bef-848f2d69c31d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4723980 Dec 17 15:00:53.840733 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60898) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:00:53.904097 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-b79f1da8-3c53-44d4-b059-a6e625b62383 admin admin] GET failed (client error): The resource could not be found. Dec 17 15:00:53.905411 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b79f1da8-3c53-44d4-b059-a6e625b62383 admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0660214 Dec 17 15:00:54.006069 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d636c38-27b8-4619-b947-5ff29e537c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:00:54.007499 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8d636c38-27b8-4619-b947-5ff29e537c3c admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0969906 Dec 17 15:00:54.017892 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-29262cf8-c791-4513-8162-b07d18507bf5 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:00:54.087994 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29262cf8-c791-4513-8162-b07d18507bf5 admin admin] Made reservation on behalf of 836ec3ffce4d44f7a6f9a9e075716f62 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:00:54.090970 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-29262cf8-c791-4513-8162-b07d18507bf5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:00:54.303050 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-29262cf8-c791-4513-8162-b07d18507bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:00:54.357449 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29262cf8-c791-4513-8162-b07d18507bf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0a1cb4f-5aa5-4130-b24e-105310ef66e4,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:00:54.364042 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29262cf8-c791-4513-8162-b07d18507bf5 admin admin] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:00:54.364403 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29262cf8-c791-4513-8162-b07d18507bf5 admin admin] Network hostable DHCP agents. Network: f97c7142-717f-43eb-a835-5fcd8d6a6486, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:00:54.431906 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29262cf8-c791-4513-8162-b07d18507bf5 admin admin] Network f97c7142-717f-43eb-a835-5fcd8d6a6486 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:00:54.508303 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-29262cf8-c791-4513-8162-b07d18507bf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, f97c7142-717f-43eb-a835-5fcd8d6a6486) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:00:54.513645 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29262cf8-c791-4513-8162-b07d18507bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:00:54.514136 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-29262cf8-c791-4513-8162-b07d18507bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:00:54.517357 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3e1141-3d62-46d4-89cb-e70de05bcaf1 None None] Network f97c7142-717f-43eb-a835-5fcd8d6a6486 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:00:54.625596 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-29262cf8-c791-4513-8162-b07d18507bf5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6108515 Dec 17 15:00:54.663699 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd5b9c1-e1b4-4ba1-8c57-f4733cc94ad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-f97c7142-717f-43eb-a835-5fcd8d6a6486', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'tenant_id': '836ec3ffce4d44f7a6f9a9e075716f62', 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:00:54.667680 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2cd5b9c1-e1b4-4ba1-8c57-f4733cc94ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:00:54.814119 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-2cd5b9c1-e1b4-4ba1-8c57-f4733cc94ad6 None None] Allocated IP 192.168.233.2 (f97c7142-717f-43eb-a835-5fcd8d6a6486/b0a1cb4f-5aa5-4130-b24e-105310ef66e4/34139406-2e47-4eee-a821-9d6d5356a046) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:00:54.959952 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2cd5b9c1-e1b4-4ba1-8c57-f4733cc94ad6 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:00:55.075643 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2cd5b9c1-e1b4-4ba1-8c57-f4733cc94ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:00:55.118100 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd5b9c1-e1b4-4ba1-8c57-f4733cc94ad6 None None] Network f97c7142-717f-43eb-a835-5fcd8d6a6486 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:00:55.121723 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-2cd5b9c1-e1b4-4ba1-8c57-f4733cc94ad6 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:00:55.124332 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd5b9c1-e1b4-4ba1-8c57-f4733cc94ad6 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:00:55.135307 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5b9c1-e1b4-4ba1-8c57-f4733cc94ad6 None None] Pushing event updated for resources: {'Port': ['ID=34139406-2e47-4eee-a821-9d6d5356a046,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:00:55.161223 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5b9c1-e1b4-4ba1-8c57-f4733cc94ad6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:00:55.161491 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5b9c1-e1b4-4ba1-8c57-f4733cc94ad6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:00:55.161829 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5b9c1-e1b4-4ba1-8c57-f4733cc94ad6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:00:55.162160 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5b9c1-e1b4-4ba1-8c57-f4733cc94ad6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:00:55.162489 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5b9c1-e1b4-4ba1-8c57-f4733cc94ad6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:00:55.162815 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5b9c1-e1b4-4ba1-8c57-f4733cc94ad6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:00:55.163291 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5b9c1-e1b4-4ba1-8c57-f4733cc94ad6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:00:55.163640 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5b9c1-e1b4-4ba1-8c57-f4733cc94ad6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:00:55.163961 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5b9c1-e1b4-4ba1-8c57-f4733cc94ad6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:00:55.164408 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5b9c1-e1b4-4ba1-8c57-f4733cc94ad6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:00:55.164735 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5b9c1-e1b4-4ba1-8c57-f4733cc94ad6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:00:55.165080 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5b9c1-e1b4-4ba1-8c57-f4733cc94ad6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:00:55.199882 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-2cd5b9c1-e1b4-4ba1-8c57-f4733cc94ad6 None None] Attempting to bind port 34139406-2e47-4eee-a821-9d6d5356a046 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:00:55.200244 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-2cd5b9c1-e1b4-4ba1-8c57-f4733cc94ad6 None None] Attempting to bind port 34139406-2e47-4eee-a821-9d6d5356a046 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:00:55.200597 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd5b9c1-e1b4-4ba1-8c57-f4733cc94ad6 None None] Attempting to bind port 34139406-2e47-4eee-a821-9d6d5356a046 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:00:55.205858 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd5b9c1-e1b4-4ba1-8c57-f4733cc94ad6 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:00:55.206221 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd5b9c1-e1b4-4ba1-8c57-f4733cc94ad6 None None] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:00:55.206612 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2cd5b9c1-e1b4-4ba1-8c57-f4733cc94ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:00:55.206994 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd5b9c1-e1b4-4ba1-8c57-f4733cc94ad6 None None] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:00:55.207443 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-2cd5b9c1-e1b4-4ba1-8c57-f4733cc94ad6 None None] Bound port: 34139406-2e47-4eee-a821-9d6d5356a046, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:00:55.207832 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2cd5b9c1-e1b4-4ba1-8c57-f4733cc94ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:00:55.303047 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-2cd5b9c1-e1b4-4ba1-8c57-f4733cc94ad6 None None] For port 34139406-2e47-4eee-a821-9d6d5356a046, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:00:55.306318 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-2cd5b9c1-e1b4-4ba1-8c57-f4733cc94ad6 None None] For port 34139406-2e47-4eee-a821-9d6d5356a046, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=34139406-2e47-4eee-a821-9d6d5356a046,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:00:55.366586 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2cd5b9c1-e1b4-4ba1-8c57-f4733cc94ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:00:55.430540 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5b9c1-e1b4-4ba1-8c57-f4733cc94ad6 None None] Pushing event updated for resources: {'Port': ['ID=34139406-2e47-4eee-a821-9d6d5356a046,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:00:56.261160 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7feb0172-654a-46fd-b2e8-24e6122cefb9 None None] Network f97c7142-717f-43eb-a835-5fcd8d6a6486 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:00:56.381802 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-eeb7efe3-828e-48bd-ab69-8c5b432b6032 None None] Provisioning complete for port 34139406-2e47-4eee-a821-9d6d5356a046 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:00:56.382167 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-eeb7efe3-828e-48bd-ab69-8c5b432b6032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:00:56.495887 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-eeb7efe3-828e-48bd-ab69-8c5b432b6032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:00:56.555552 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-eeb7efe3-828e-48bd-ab69-8c5b432b6032 None None] For port 34139406-2e47-4eee-a821-9d6d5356a046, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=34139406-2e47-4eee-a821-9d6d5356a046,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:00:56.617457 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-eeb7efe3-828e-48bd-ab69-8c5b432b6032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:00:56.666099 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7efe3-828e-48bd-ab69-8c5b432b6032 None None] Pushing event updated for resources: {'Port': ['ID=34139406-2e47-4eee-a821-9d6d5356a046,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:00:56.739133 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-539ae320-6020-49a3-943b-2a1f58535e4a None None] Provisioning complete for port 34139406-2e47-4eee-a821-9d6d5356a046 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:00:56.739409 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-539ae320-6020-49a3-943b-2a1f58535e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:00:57.649484 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 34139406-2e47-4eee-a821-9d6d5356a046 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:00:57.697328 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 34139406-2e47-4eee-a821-9d6d5356a046 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:00:57.697700 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:00:58.727961 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-845cb22a-b8c4-48c6-8824-dec1e2ab00b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:01:00.991235 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ca9d26a0-1641-4042-9621-34de891060d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:01:02.188477 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:01:03.613686 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:01:04.105503 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:01:18.848774 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 5 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:01:28.727333 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-16e82d4d-534a-41f6-a181-8582db1cb375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:01:30.965192 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-45848bd3-285f-4a35-a599-a0abac847c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:01:32.188623 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:01:33.601264 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:01:34.113404 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:01:55.788496 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 5 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:01:58.760364 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-881ffab9-e9b0-4af8-9285-de95a7eb9bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:02:01.004096 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a90e3367-b993-40e2-8799-e11a579970e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:02:02.141522 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:02:03.646103 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:02:04.120107 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:02:15.866953 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60950) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:02:15.873022 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [None req-0d787a4d-e82c-463c-96c4-ae39ef399235 tempest-verify_tempest_config-1302478577 tempest-verify_tempest_config-1302478577-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:02:15.874132 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0d787a4d-e82c-463c-96c4-ae39ef399235 tempest-verify_tempest_config-1302478577 tempest-verify_tempest_config-1302478577-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061197 Dec 17 15:02:16.361488 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60968) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:02:16.464584 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-af65d17a-c47a-422e-9149-f200e1af9fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:02:16.535777 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-af65d17a-c47a-422e-9149-f200e1af9fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:02:16.621655 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-af65d17a-c47a-422e-9149-f200e1af9fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:02:16.665887 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65d17a-c47a-422e-9149-f200e1af9fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbc3116-63cc-48ff-b2ba-93c5777643ab,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:02:16.670596 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-af65d17a-c47a-422e-9149-f200e1af9fc6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7825f85a961a4197a096ff8f9ae34602&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3081114 Dec 17 15:02:16.673556 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60972) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:02:16.674734 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af65d17a-c47a-422e-9149-f200e1af9fc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:02:16.675074 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af65d17a-c47a-422e-9149-f200e1af9fc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:02:16.675402 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af65d17a-c47a-422e-9149-f200e1af9fc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:02:16.675728 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af65d17a-c47a-422e-9149-f200e1af9fc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:02:16.676047 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af65d17a-c47a-422e-9149-f200e1af9fc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:02:16.676365 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af65d17a-c47a-422e-9149-f200e1af9fc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:02:16.676681 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af65d17a-c47a-422e-9149-f200e1af9fc6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:02:16.676996 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af65d17a-c47a-422e-9149-f200e1af9fc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:02:16.677334 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af65d17a-c47a-422e-9149-f200e1af9fc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:02:16.677645 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af65d17a-c47a-422e-9149-f200e1af9fc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:02:16.677980 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af65d17a-c47a-422e-9149-f200e1af9fc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:02:16.678275 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af65d17a-c47a-422e-9149-f200e1af9fc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:02:16.729607 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0247b719-021b-443a-9eeb-a2f00ce5e355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:02:16.751124 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0247b719-021b-443a-9eeb-a2f00ce5e355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:02:16.901356 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0247b719-021b-443a-9eeb-a2f00ce5e355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:02:16.904620 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0247b719-021b-443a-9eeb-a2f00ce5e355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:02:16.905798 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0247b719-021b-443a-9eeb-a2f00ce5e355 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1bbc3116-63cc-48ff-b2ba-93c5777643ab HTTP/1.1" status: 204 len: 168 time: 0.2312729 Dec 17 15:02:16.913727 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0247b719-021b-443a-9eeb-a2f00ce5e355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbc3116-63cc-48ff-b2ba-93c5777643ab,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:02:16.920520 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0247b719-021b-443a-9eeb-a2f00ce5e355 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:02:16.920872 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0247b719-021b-443a-9eeb-a2f00ce5e355 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:02:16.921241 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0247b719-021b-443a-9eeb-a2f00ce5e355 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:02:16.921586 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0247b719-021b-443a-9eeb-a2f00ce5e355 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:02:16.921922 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0247b719-021b-443a-9eeb-a2f00ce5e355 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:02:16.922252 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0247b719-021b-443a-9eeb-a2f00ce5e355 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:02:16.922580 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0247b719-021b-443a-9eeb-a2f00ce5e355 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:02:16.922907 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0247b719-021b-443a-9eeb-a2f00ce5e355 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:02:16.923224 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0247b719-021b-443a-9eeb-a2f00ce5e355 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:02:16.923542 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0247b719-021b-443a-9eeb-a2f00ce5e355 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:02:16.923865 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0247b719-021b-443a-9eeb-a2f00ce5e355 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:02:16.924186 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0247b719-021b-443a-9eeb-a2f00ce5e355 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:02:28.742304 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6a57d6a9-e515-40af-9ad1-f7885b8af7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:02:31.003375 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a56ff498-8cbd-4033-ba49-a21ebef05254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:02:32.146640 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:02:32.787979 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 5 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:02:33.622505 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:02:34.136605 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:02:58.747315 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fb9d3033-7842-4873-b88b-d4147df8fdf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:03:00.969545 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-567c3c59-50a3-4012-b878-58a534197303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:03:02.145946 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:03:03.655329 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:03:04.106066 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:03:09.786855 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 5 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:03:28.808954 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-427edd93-9c94-4b6b-af19-922c80b702e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:03:30.962586 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8c55db03-0bd5-4bab-8a9d-83ed8fa25815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:03:32.151644 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:03:33.625772 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:03:34.088714 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:03:46.785715 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 5 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:03:58.854102 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4ce220c4-cc15-4b01-af23-fd02dc4b54eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:04:00.973132 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e966327c-6025-4e65-90fb-7669c70aa235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:04:02.150580 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:04:03.612927 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:04:04.105039 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:04:23.783844 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 5 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:04:28.824422 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-abd205b5-c314-439f-a71b-40025177c4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:04:30.984332 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4c03555d-42ae-4ab7-99f4-a1016bdf69b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:04:32.167023 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:04:33.652552 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:04:34.120891 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:04:58.835072 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-11098241-6c7c-484a-8f7d-89d4d605f2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:05:00.782408 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 5 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:05:00.971896 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0910737e-2cb0-4a0f-9cf5-7d31155d842e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:05:02.142769 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:05:03.651794 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:05:04.114676 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:05:25.422653 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3973879'] for agent, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:05:28.822724 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d476feab-53cf-4271-8845-79de045b31f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:05:30.959540 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-eb373fa9-ef6f-4114-a46a-9963ff02bb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:05:32.153760 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:05:33.622168 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:05:34.079821 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:05:37.780367 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 6 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:05:39.918548 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3973879'] for agent, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:05:55.377215 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:05:58.747964 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b678ab24-6fd5-41d7-a43d-9c1a374c0788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:06:00.976206 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-59ef5ab9-2930-4d8a-946c-3a8644791c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:06:02.169401 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:06:03.627692 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:06:04.096319 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:06:09.861726 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:06:14.779256 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:06:18.537781 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 32802) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:06:18.641260 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6eada76b-0f65-4617-b039-5a6172be615d admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1023755 Dec 17 15:06:20.905749 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 32812) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:06:20.963787 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1696e0d3-0d18-4319-8996-2314108cf246 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0566797 Dec 17 15:06:25.386697 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:06:28.769453 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-53338869-0879-4882-9563-58159c26f9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:06:30.940925 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-309b51da-5a7c-4574-a449-387dc72f3840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:06:32.238269 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:06:33.638107 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:06:34.116684 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:06:39.843477 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:06:51.779785 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:06:55.412706 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:06:58.757952 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-12d70034-283e-4824-b3fa-16d616692ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:07:00.972835 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-51fbedc8-d2fc-4e68-8b34-573e339c03c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:07:02.187251 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:07:03.643409 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:07:04.106170 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:07:09.840913 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:07:25.383499 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:07:28.778937 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:07:28.796797 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-800f42a2-88d1-4eed-b67e-3808c8301458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:07:30.962215 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d53ccc47-7c85-4fb5-8642-f07eccc968ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:07:32.339885 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:07:33.642087 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:07:34.110738 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:07:39.859828 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:07:55.451216 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:07:58.745701 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9ee1ff21-7486-45e0-b5da-1ef231b87033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:07:59.765558 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33042) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:00.069019 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33062) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:00.270428 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33070) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:00.270985 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1c923418-c20a-48aa-95d2-718c4ab816b6 tempest-AutoAllocateNetworkTest-2146560557 tempest-AutoAllocateNetworkTest-2146560557-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=14971e0382484ab4aa4ba3ee27907359&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5039105 Dec 17 15:08:00.458981 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef76ecfd-5a07-4efa-b438-20fc9cf2517e tempest-AutoAllocateNetworkTest-2146560557 tempest-AutoAllocateNetworkTest-2146560557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:00.460436 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ef76ecfd-5a07-4efa-b438-20fc9cf2517e tempest-AutoAllocateNetworkTest-2146560557 tempest-AutoAllocateNetworkTest-2146560557-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1889820 Dec 17 15:08:00.463572 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33080) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:00.492784 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-207a5729-1594-415c-becf-b75ab98c212c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-661184807-network', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:08:00.526613 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-19d746b4-a412-4903-b1d6-caa1bac7c4c6 tempest-AutoAllocateNetworkTest-2146560557 tempest-AutoAllocateNetworkTest-2146560557-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0618582 Dec 17 15:08:00.529379 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33084) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:00.558072 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-148eff46-97c9-4f8d-a860-7e6b862dff98 tempest-AutoAllocateNetworkTest-2146560557 tempest-AutoAllocateNetworkTest-2146560557-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=14971e0382484ab4aa4ba3ee27907359 HTTP/1.1" status: 200 len: 208 time: 0.0271807 Dec 17 15:08:00.607938 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207a5729-1594-415c-becf-b75ab98c212c admin admin] Made reservation on behalf of 6c8068ddce4846ac914e3b1ee5570190 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:08:00.610376 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-207a5729-1594-415c-becf-b75ab98c212c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:00.621342 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-207a5729-1594-415c-becf-b75ab98c212c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:00.898752 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-207a5729-1594-415c-becf-b75ab98c212c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:00.898752 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-207a5729-1594-415c-becf-b75ab98c212c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:00.898752 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a5729-1594-415c-becf-b75ab98c212c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aeeb880-ed74-4d46-8855-8248a4fa17a2,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:00.898752 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a5729-1594-415c-becf-b75ab98c212c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:00.898752 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a5729-1594-415c-becf-b75ab98c212c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:00.898752 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a5729-1594-415c-becf-b75ab98c212c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:00.898752 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a5729-1594-415c-becf-b75ab98c212c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:00.898752 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a5729-1594-415c-becf-b75ab98c212c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:00.898752 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a5729-1594-415c-becf-b75ab98c212c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:00.898752 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a5729-1594-415c-becf-b75ab98c212c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:00.898752 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a5729-1594-415c-becf-b75ab98c212c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:00.898752 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a5729-1594-415c-becf-b75ab98c212c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:00.898752 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a5729-1594-415c-becf-b75ab98c212c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:00.898752 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a5729-1594-415c-becf-b75ab98c212c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:00.898752 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a5729-1594-415c-becf-b75ab98c212c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:00.898752 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a5729-1594-415c-becf-b75ab98c212c admin admin] Tracked resource versions report: Dec 17 15:08:00.898752 n-d-820553-2 neutron-server[102832]: pushed versions: Dec 17 15:08:00.898752 n-d-820553-2 neutron-server[102832]: { 'AddressGroup': {'1.2'}, Dec 17 15:08:00.898752 n-d-820553-2 neutron-server[102832]: 'ConntrackHelper': {'1.0'}, Dec 17 15:08:00.898752 n-d-820553-2 neutron-server[102832]: 'Log': {'1.0'}, Dec 17 15:08:00.898752 n-d-820553-2 neutron-server[102832]: 'Network': {'1.1'}, Dec 17 15:08:00.898752 n-d-820553-2 neutron-server[102832]: 'Port': {'1.7'}, Dec 17 15:08:00.898752 n-d-820553-2 neutron-server[102832]: 'PortForwarding': {'1.2'}, Dec 17 15:08:00.898752 n-d-820553-2 neutron-server[102832]: 'QosPolicy': {'1.9'}, Dec 17 15:08:00.898752 n-d-820553-2 neutron-server[102832]: 'SecurityGroup': {'1.4'}, Dec 17 15:08:00.898752 n-d-820553-2 neutron-server[102832]: 'SecurityGroupRule': {'1.2'}, Dec 17 15:08:00.898752 n-d-820553-2 neutron-server[102832]: 'SubPort': {'1.0'}, Dec 17 15:08:00.898752 n-d-820553-2 neutron-server[102832]: 'Subnet': {'1.1'}, Dec 17 15:08:00.898752 n-d-820553-2 neutron-server[102832]: 'Trunk': {'1.1'}} Dec 17 15:08:00.906089 n-d-820553-2 neutron-server[102832]: consumer versions: Dec 17 15:08:00.906089 n-d-820553-2 neutron-server[102832]: { DHCP agent@n-d-820553-2: {}, Dec 17 15:08:00.906089 n-d-820553-2 neutron-server[102832]: HyperV agent@n-h1-820553-2: {}, Dec 17 15:08:00.906089 n-d-820553-2 neutron-server[102832]: HyperV agent@n-h2-820553-2: {}, Dec 17 15:08:00.906089 n-d-820553-2 neutron-server[102832]: L3 agent@n-d-820553-2: {}, Dec 17 15:08:00.906089 n-d-820553-2 neutron-server[102832]: Metadata agent@n-d-820553-2: {}, Dec 17 15:08:00.906089 n-d-820553-2 neutron-server[102832]: Metering agent@n-d-820553-2: {}, Dec 17 15:08:00.906089 n-d-820553-2 neutron-server[102832]: Open vSwitch agent@n-d-820553-2: { 'AddressGroup': '1.2', Dec 17 15:08:00.906089 n-d-820553-2 neutron-server[102832]: 'ConntrackHelper': '1.0', Dec 17 15:08:00.906089 n-d-820553-2 neutron-server[102832]: 'Log': '1.0', Dec 17 15:08:00.906089 n-d-820553-2 neutron-server[102832]: 'Network': '1.1', Dec 17 15:08:00.906089 n-d-820553-2 neutron-server[102832]: 'Port': '1.7', Dec 17 15:08:00.906089 n-d-820553-2 neutron-server[102832]: 'PortForwarding': '1.2', Dec 17 15:08:00.906089 n-d-820553-2 neutron-server[102832]: 'QosPolicy': '1.9', Dec 17 15:08:00.906089 n-d-820553-2 neutron-server[102832]: 'SecurityGroup': '1.4', Dec 17 15:08:00.906089 n-d-820553-2 neutron-server[102832]: 'SecurityGroupRule': '1.2', Dec 17 15:08:00.906089 n-d-820553-2 neutron-server[102832]: 'SubPort': '1.0', Dec 17 15:08:00.906089 n-d-820553-2 neutron-server[102832]: 'Subnet': '1.1', Dec 17 15:08:00.906089 n-d-820553-2 neutron-server[102832]: 'Trunk': '1.1'}} Dec 17 15:08:00.906089 n-d-820553-2 neutron-server[102832]: {{(pid=102832) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 17 15:08:00.906089 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-207a5729-1594-415c-becf-b75ab98c212c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:08:00.906089 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-207a5729-1594-415c-becf-b75ab98c212c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:00.906089 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-207a5729-1594-415c-becf-b75ab98c212c admin admin] Added segment 2817d6d9-9301-4d8d-8748-523d4678282a of type vlan for network 613331aa-1e32-47f2-9904-dd1d74f4b9b4 Dec 17 15:08:00.906089 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-207a5729-1594-415c-becf-b75ab98c212c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:01.073882 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2bc55548-35d8-4e3b-80bf-716f681d4ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:01.074414 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-207a5729-1594-415c-becf-b75ab98c212c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:01.075210 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207a5729-1594-415c-becf-b75ab98c212c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:01.075855 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-207a5729-1594-415c-becf-b75ab98c212c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:01.141306 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a5729-1594-415c-becf-b75ab98c212c admin admin] Pushing event updated for resources: {'Network': ['ID=613331aa-1e32-47f2-9904-dd1d74f4b9b4,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:01.154264 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 613331aa-1e32-47f2-9904-dd1d74f4b9b4 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:08:01.173943 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-207a5729-1594-415c-becf-b75ab98c212c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1031494 Dec 17 15:08:01.183126 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33104) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:01.188196 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-8f584499-e979-42a3-ba95-4f23fb4cd069 admin admin] Request body: {'subnet': {'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661184807-subnet', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:08:01.302138 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f584499-e979-42a3-ba95-4f23fb4cd069 admin admin] Made reservation on behalf of 6c8068ddce4846ac914e3b1ee5570190 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:08:01.305240 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8f584499-e979-42a3-ba95-4f23fb4cd069 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:01.537001 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8f584499-e979-42a3-ba95-4f23fb4cd069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:01.583009 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f584499-e979-42a3-ba95-4f23fb4cd069 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdabb184-8d73-4ccc-815e-dc1121f53879,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:01.590777 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f584499-e979-42a3-ba95-4f23fb4cd069 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:01.591423 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f584499-e979-42a3-ba95-4f23fb4cd069 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:01.591998 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f584499-e979-42a3-ba95-4f23fb4cd069 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:01.592484 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f584499-e979-42a3-ba95-4f23fb4cd069 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:01.592942 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f584499-e979-42a3-ba95-4f23fb4cd069 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:01.593414 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f584499-e979-42a3-ba95-4f23fb4cd069 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:01.593863 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f584499-e979-42a3-ba95-4f23fb4cd069 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:01.594314 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f584499-e979-42a3-ba95-4f23fb4cd069 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:01.595415 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f584499-e979-42a3-ba95-4f23fb4cd069 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:01.595965 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f584499-e979-42a3-ba95-4f23fb4cd069 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:01.596511 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f584499-e979-42a3-ba95-4f23fb4cd069 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:01.596963 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f584499-e979-42a3-ba95-4f23fb4cd069 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:01.599688 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f584499-e979-42a3-ba95-4f23fb4cd069 admin admin] Tracked resource versions report: Dec 17 15:08:01.599688 n-d-820553-2 neutron-server[102833]: pushed versions: Dec 17 15:08:01.599688 n-d-820553-2 neutron-server[102833]: { 'AddressGroup': {'1.2'}, Dec 17 15:08:01.599688 n-d-820553-2 neutron-server[102833]: 'ConntrackHelper': {'1.0'}, Dec 17 15:08:01.599688 n-d-820553-2 neutron-server[102833]: 'Log': {'1.0'}, Dec 17 15:08:01.599688 n-d-820553-2 neutron-server[102833]: 'Network': {'1.1'}, Dec 17 15:08:01.599688 n-d-820553-2 neutron-server[102833]: 'Port': {'1.7'}, Dec 17 15:08:01.599688 n-d-820553-2 neutron-server[102833]: 'PortForwarding': {'1.2'}, Dec 17 15:08:01.599688 n-d-820553-2 neutron-server[102833]: 'QosPolicy': {'1.9'}, Dec 17 15:08:01.599688 n-d-820553-2 neutron-server[102833]: 'SecurityGroup': {'1.4'}, Dec 17 15:08:01.599688 n-d-820553-2 neutron-server[102833]: 'SecurityGroupRule': {'1.2'}, Dec 17 15:08:01.599688 n-d-820553-2 neutron-server[102833]: 'SubPort': {'1.0'}, Dec 17 15:08:01.599688 n-d-820553-2 neutron-server[102833]: 'Subnet': {'1.1'}, Dec 17 15:08:01.599688 n-d-820553-2 neutron-server[102833]: 'Trunk': {'1.1'}} Dec 17 15:08:01.599688 n-d-820553-2 neutron-server[102833]: consumer versions: Dec 17 15:08:01.599688 n-d-820553-2 neutron-server[102833]: { DHCP agent@n-d-820553-2: {}, Dec 17 15:08:01.599688 n-d-820553-2 neutron-server[102833]: HyperV agent@n-h1-820553-2: {}, Dec 17 15:08:01.599688 n-d-820553-2 neutron-server[102833]: HyperV agent@n-h2-820553-2: {}, Dec 17 15:08:01.599688 n-d-820553-2 neutron-server[102833]: L3 agent@n-d-820553-2: {}, Dec 17 15:08:01.599688 n-d-820553-2 neutron-server[102833]: Metadata agent@n-d-820553-2: {}, Dec 17 15:08:01.599688 n-d-820553-2 neutron-server[102833]: Metering agent@n-d-820553-2: {}, Dec 17 15:08:01.599688 n-d-820553-2 neutron-server[102833]: Open vSwitch agent@n-d-820553-2: { 'AddressGroup': '1.2', Dec 17 15:08:01.599688 n-d-820553-2 neutron-server[102833]: 'ConntrackHelper': '1.0', Dec 17 15:08:01.599688 n-d-820553-2 neutron-server[102833]: 'Log': '1.0', Dec 17 15:08:01.599688 n-d-820553-2 neutron-server[102833]: 'Network': '1.1', Dec 17 15:08:01.599688 n-d-820553-2 neutron-server[102833]: 'Port': '1.7', Dec 17 15:08:01.599688 n-d-820553-2 neutron-server[102833]: 'PortForwarding': '1.2', Dec 17 15:08:01.599688 n-d-820553-2 neutron-server[102833]: 'QosPolicy': '1.9', Dec 17 15:08:01.599688 n-d-820553-2 neutron-server[102833]: 'SecurityGroup': '1.4', Dec 17 15:08:01.599688 n-d-820553-2 neutron-server[102833]: 'SecurityGroupRule': '1.2', Dec 17 15:08:01.599688 n-d-820553-2 neutron-server[102833]: 'SubPort': '1.0', Dec 17 15:08:01.599688 n-d-820553-2 neutron-server[102833]: 'Subnet': '1.1', Dec 17 15:08:01.599688 n-d-820553-2 neutron-server[102833]: 'Trunk': '1.1'}} Dec 17 15:08:01.599688 n-d-820553-2 neutron-server[102833]: {{(pid=102833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 17 15:08:01.633108 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f584499-e979-42a3-ba95-4f23fb4cd069 admin admin] Checking segment: {'id': '2817d6d9-9301-4d8d-8748-523d4678282a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:08:01.633683 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f584499-e979-42a3-ba95-4f23fb4cd069 admin admin] Network hostable DHCP agents. Network: 613331aa-1e32-47f2-9904-dd1d74f4b9b4, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:08:01.720565 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33122) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:01.737463 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f584499-e979-42a3-ba95-4f23fb4cd069 admin admin] Network 613331aa-1e32-47f2-9904-dd1d74f4b9b4 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:08:01.850930 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-8f584499-e979-42a3-ba95-4f23fb4cd069 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 613331aa-1e32-47f2-9904-dd1d74f4b9b4) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:08:01.861172 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f584499-e979-42a3-ba95-4f23fb4cd069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:01.861567 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2046783d-a546-4075-bbe5-7b9e2fae8d05 None None] Network 613331aa-1e32-47f2-9904-dd1d74f4b9b4 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:08:01.862293 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8f584499-e979-42a3-ba95-4f23fb4cd069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:01.962196 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8f584499-e979-42a3-ba95-4f23fb4cd069 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7779636 Dec 17 15:08:01.966689 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33140) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:01.977802 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-cbeeecb3-c865-4764-aef0-c88b8786a728 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-661184807-router', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:08:02.034314 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79759f5-e46b-41af-9409-bf34d3024cba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-613331aa-1e32-47f2-9904-dd1d74f4b9b4', 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'fixed_ips': [{'subnet_id': 'bdabb184-8d73-4ccc-815e-dc1121f53879'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:08:02.035841 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b79759f5-e46b-41af-9409-bf34d3024cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:02.070317 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a3f01efd-4149-431c-9ee5-71117a4e9f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:02.102453 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cbeeecb3-c865-4764-aef0-c88b8786a728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:02.103500 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cbeeecb3-c865-4764-aef0-c88b8786a728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:02.254262 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-b79759f5-e46b-41af-9409-bf34d3024cba None None] Allocated IP 172.20.0.2 (613331aa-1e32-47f2-9904-dd1d74f4b9b4/bdabb184-8d73-4ccc-815e-dc1121f53879/22f20acc-f929-4a7e-ac7c-62128a0e84cc) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:08:02.258664 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a3f01efd-4149-431c-9ee5-71117a4e9f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:02.260996 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:02.315391 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cbeeecb3-c865-4764-aef0-c88b8786a728 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:02.339447 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a3f01efd-4149-431c-9ee5-71117a4e9f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:02.402168 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a3f01efd-4149-431c-9ee5-71117a4e9f4a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=14971e0382484ab4aa4ba3ee27907359&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6764252 Dec 17 15:08:02.404154 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33166) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:02.446978 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b79759f5-e46b-41af-9409-bf34d3024cba None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:02.464207 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-378c635e-0d30-4e34-a661-c07d2e37f4a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:02.488538 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-378c635e-0d30-4e34-a661-c07d2e37f4a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:02.507238 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f01efd-4149-431c-9ee5-71117a4e9f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c046486-99c8-4dd0-8083-1e2c166f1266,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:02.513973 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b79759f5-e46b-41af-9409-bf34d3024cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:02.570896 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79759f5-e46b-41af-9409-bf34d3024cba None None] Network 613331aa-1e32-47f2-9904-dd1d74f4b9b4 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:08:02.577188 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-b79759f5-e46b-41af-9409-bf34d3024cba None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:08:02.577672 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cbeeecb3-c865-4764-aef0-c88b8786a728 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:02.579182 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79759f5-e46b-41af-9409-bf34d3024cba None None] Pushing event updated for resources: {'Port': ['ID=22f20acc-f929-4a7e-ac7c-62128a0e84cc,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:02.582843 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79759f5-e46b-41af-9409-bf34d3024cba None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:08:02.590204 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79759f5-e46b-41af-9409-bf34d3024cba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:02.590540 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79759f5-e46b-41af-9409-bf34d3024cba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:02.590869 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79759f5-e46b-41af-9409-bf34d3024cba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:02.591198 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79759f5-e46b-41af-9409-bf34d3024cba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:02.591536 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79759f5-e46b-41af-9409-bf34d3024cba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:02.591863 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79759f5-e46b-41af-9409-bf34d3024cba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:02.592215 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79759f5-e46b-41af-9409-bf34d3024cba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:02.592636 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79759f5-e46b-41af-9409-bf34d3024cba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:02.592848 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79759f5-e46b-41af-9409-bf34d3024cba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:02.593287 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79759f5-e46b-41af-9409-bf34d3024cba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:02.593516 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79759f5-e46b-41af-9409-bf34d3024cba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:02.596322 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79759f5-e46b-41af-9409-bf34d3024cba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:02.596322 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79759f5-e46b-41af-9409-bf34d3024cba None None] Tracked resource versions report: Dec 17 15:08:02.596322 n-d-820553-2 neutron-server[102834]: pushed versions: Dec 17 15:08:02.596322 n-d-820553-2 neutron-server[102834]: { 'AddressGroup': {'1.2'}, Dec 17 15:08:02.596322 n-d-820553-2 neutron-server[102834]: 'ConntrackHelper': {'1.0'}, Dec 17 15:08:02.596322 n-d-820553-2 neutron-server[102834]: 'Log': {'1.0'}, Dec 17 15:08:02.596322 n-d-820553-2 neutron-server[102834]: 'Network': {'1.1'}, Dec 17 15:08:02.596322 n-d-820553-2 neutron-server[102834]: 'Port': {'1.7'}, Dec 17 15:08:02.596322 n-d-820553-2 neutron-server[102834]: 'PortForwarding': {'1.2'}, Dec 17 15:08:02.596322 n-d-820553-2 neutron-server[102834]: 'QosPolicy': {'1.9'}, Dec 17 15:08:02.596322 n-d-820553-2 neutron-server[102834]: 'SecurityGroup': {'1.4'}, Dec 17 15:08:02.596322 n-d-820553-2 neutron-server[102834]: 'SecurityGroupRule': {'1.2'}, Dec 17 15:08:02.596322 n-d-820553-2 neutron-server[102834]: 'SubPort': {'1.0'}, Dec 17 15:08:02.596322 n-d-820553-2 neutron-server[102834]: 'Subnet': {'1.1'}, Dec 17 15:08:02.596322 n-d-820553-2 neutron-server[102834]: 'Trunk': {'1.1'}} Dec 17 15:08:02.596322 n-d-820553-2 neutron-server[102834]: consumer versions: Dec 17 15:08:02.596322 n-d-820553-2 neutron-server[102834]: { DHCP agent@n-d-820553-2: {}, Dec 17 15:08:02.596322 n-d-820553-2 neutron-server[102834]: HyperV agent@n-h1-820553-2: {}, Dec 17 15:08:02.596322 n-d-820553-2 neutron-server[102834]: HyperV agent@n-h2-820553-2: {}, Dec 17 15:08:02.596322 n-d-820553-2 neutron-server[102834]: L3 agent@n-d-820553-2: {}, Dec 17 15:08:02.596322 n-d-820553-2 neutron-server[102834]: Metadata agent@n-d-820553-2: {}, Dec 17 15:08:02.596322 n-d-820553-2 neutron-server[102834]: Metering agent@n-d-820553-2: {}, Dec 17 15:08:02.596322 n-d-820553-2 neutron-server[102834]: Open vSwitch agent@n-d-820553-2: { 'AddressGroup': '1.2', Dec 17 15:08:02.596322 n-d-820553-2 neutron-server[102834]: 'ConntrackHelper': '1.0', Dec 17 15:08:02.596322 n-d-820553-2 neutron-server[102834]: 'Log': '1.0', Dec 17 15:08:02.596322 n-d-820553-2 neutron-server[102834]: 'Network': '1.1', Dec 17 15:08:02.596322 n-d-820553-2 neutron-server[102834]: 'Port': '1.7', Dec 17 15:08:02.596322 n-d-820553-2 neutron-server[102834]: 'PortForwarding': '1.2', Dec 17 15:08:02.596322 n-d-820553-2 neutron-server[102834]: 'QosPolicy': '1.9', Dec 17 15:08:02.596322 n-d-820553-2 neutron-server[102834]: 'SecurityGroup': '1.4', Dec 17 15:08:02.596322 n-d-820553-2 neutron-server[102834]: 'SecurityGroupRule': '1.2', Dec 17 15:08:02.596322 n-d-820553-2 neutron-server[102834]: 'SubPort': '1.0', Dec 17 15:08:02.596322 n-d-820553-2 neutron-server[102834]: 'Subnet': '1.1', Dec 17 15:08:02.596322 n-d-820553-2 neutron-server[102834]: 'Trunk': '1.1'}} Dec 17 15:08:02.596322 n-d-820553-2 neutron-server[102834]: {{(pid=102834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 17 15:08:02.616874 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-378c635e-0d30-4e34-a661-c07d2e37f4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:02.619389 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-378c635e-0d30-4e34-a661-c07d2e37f4a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:02.620665 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-378c635e-0d30-4e34-a661-c07d2e37f4a7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0c046486-99c8-4dd0-8083-1e2c166f1266 HTTP/1.1" status: 204 len: 168 time: 0.2148559 Dec 17 15:08:02.629196 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c635e-0d30-4e34-a661-c07d2e37f4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c046486-99c8-4dd0-8083-1e2c166f1266,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:02.667594 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b79759f5-e46b-41af-9409-bf34d3024cba None None] Attempting to bind port 22f20acc-f929-4a7e-ac7c-62128a0e84cc on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:08:02.667964 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b79759f5-e46b-41af-9409-bf34d3024cba None None] Attempting to bind port 22f20acc-f929-4a7e-ac7c-62128a0e84cc by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '2817d6d9-9301-4d8d-8748-523d4678282a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:08:02.673662 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79759f5-e46b-41af-9409-bf34d3024cba None None] Attempting to bind port 22f20acc-f929-4a7e-ac7c-62128a0e84cc on network 613331aa-1e32-47f2-9904-dd1d74f4b9b4 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:08:02.676900 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79759f5-e46b-41af-9409-bf34d3024cba None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:08:02.677304 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79759f5-e46b-41af-9409-bf34d3024cba None None] Checking segment: {'id': '2817d6d9-9301-4d8d-8748-523d4678282a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:08:02.677707 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b79759f5-e46b-41af-9409-bf34d3024cba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:02.678139 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79759f5-e46b-41af-9409-bf34d3024cba None None] Bound using segment: {'id': '2817d6d9-9301-4d8d-8748-523d4678282a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:08:02.678649 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b79759f5-e46b-41af-9409-bf34d3024cba None None] Bound port: 22f20acc-f929-4a7e-ac7c-62128a0e84cc, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2817d6d9-9301-4d8d-8748-523d4678282a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:08:02.679014 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b79759f5-e46b-41af-9409-bf34d3024cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:02.764305 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b79759f5-e46b-41af-9409-bf34d3024cba None None] For port 22f20acc-f929-4a7e-ac7c-62128a0e84cc, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:08:02.771046 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b79759f5-e46b-41af-9409-bf34d3024cba None None] For port 22f20acc-f929-4a7e-ac7c-62128a0e84cc, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=22f20acc-f929-4a7e-ac7c-62128a0e84cc,segment=NetworkSegment(2817d6d9-9301-4d8d-8748-523d4678282a),segment_id=2817d6d9-9301-4d8d-8748-523d4678282a)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:08:02.865508 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b79759f5-e46b-41af-9409-bf34d3024cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:03.009246 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79759f5-e46b-41af-9409-bf34d3024cba None None] Pushing event updated for resources: {'Port': ['ID=22f20acc-f929-4a7e-ac7c-62128a0e84cc,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:03.067059 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cbeeecb3-c865-4764-aef0-c88b8786a728 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:03.087630 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cbeeecb3-c865-4764-aef0-c88b8786a728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:03.239703 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-cbeeecb3-c865-4764-aef0-c88b8786a728 admin admin] Allocated IP 172.25.6.142 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/893555a3-81b6-46d4-bcfd-82aa9b3b0d12) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:08:03.386976 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cbeeecb3-c865-4764-aef0-c88b8786a728 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:03.525948 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cbeeecb3-c865-4764-aef0-c88b8786a728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:03.578235 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbeeecb3-c865-4764-aef0-c88b8786a728 admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:08:03.581192 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-cbeeecb3-c865-4764-aef0-c88b8786a728 admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:08:03.597905 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeeecb3-c865-4764-aef0-c88b8786a728 admin admin] Pushing event updated for resources: {'Port': ['ID=893555a3-81b6-46d4-bcfd-82aa9b3b0d12,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:03.616236 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeeecb3-c865-4764-aef0-c88b8786a728 admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:08:03.670928 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:03.955580 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 22f20acc-f929-4a7e-ac7c-62128a0e84cc up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:08:04.022474 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cbeeecb3-c865-4764-aef0-c88b8786a728 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:04.100099 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 22f20acc-f929-4a7e-ac7c-62128a0e84cc triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:08:04.100972 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:04.142586 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:04.212386 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6e2d07-a47b-49ff-946b-4a9cef62a654 None None] Network 613331aa-1e32-47f2-9904-dd1d74f4b9b4 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:08:04.261704 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:04.309270 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a6285938-02b6-4d79-9c92-96390dd5747c None None] Provisioning complete for port 22f20acc-f929-4a7e-ac7c-62128a0e84cc triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:08:04.310217 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a6285938-02b6-4d79-9c92-96390dd5747c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:04.372750 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cbeeecb3-c865-4764-aef0-c88b8786a728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:04.386508 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 22f20acc-f929-4a7e-ac7c-62128a0e84cc, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=22f20acc-f929-4a7e-ac7c-62128a0e84cc,segment=NetworkSegment(2817d6d9-9301-4d8d-8748-523d4678282a),segment_id=2817d6d9-9301-4d8d-8748-523d4678282a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:08:04.477485 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:04.479297 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a6285938-02b6-4d79-9c92-96390dd5747c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:04.582026 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbeeecb3-c865-4764-aef0-c88b8786a728 admin admin] Router 667a88b0-a67d-40fc-a65c-1f7b92ae5adf is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:08:04.593917 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=22f20acc-f929-4a7e-ac7c-62128a0e84cc,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:04.615674 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-a6285938-02b6-4d79-9c92-96390dd5747c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:08:04.616062 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-a6285938-02b6-4d79-9c92-96390dd5747c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:08:04.698561 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbeeecb3-c865-4764-aef0-c88b8786a728 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:08:04.714025 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d122c93-3252-4376-aca5-7f83eebbf1db None None] Sync routers for ids ['667a88b0-a67d-40fc-a65c-1f7b92ae5adf'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:08:04.724144 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d122c93-3252-4376-aca5-7f83eebbf1db None None] Routers {'667a88b0-a67d-40fc-a65c-1f7b92ae5adf'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:08:04.724769 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-9d122c93-3252-4376-aca5-7f83eebbf1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:08:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['667a88b0-a67d-40fc-a65c-1f7b92ae5adf'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:08:04.811011 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cbeeecb3-c865-4764-aef0-c88b8786a728 admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:04.815709 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cbeeecb3-c865-4764-aef0-c88b8786a728 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.8441875 Dec 17 15:08:04.816597 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33270) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:04.899238 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-9d122c93-3252-4376-aca5-7f83eebbf1db None None] Set router 667a88b0-a67d-40fc-a65c-1f7b92ae5adf gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:08:05.040883 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33282) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:05.163918 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-9d122c93-3252-4376-aca5-7f83eebbf1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661184807-router', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:08:02Z', 'updated_at': '2021-12-17T15:08:03Z', 'revision_number': 3, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'gw_port': {'id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:03Z', 'updated_at': '2021-12-17T15:08:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:08:05.192574 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d122c93-3252-4376-aca5-7f83eebbf1db None None] Checking router: 667a88b0-a67d-40fc-a65c-1f7b92ae5adf for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:08:05.192927 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d122c93-3252-4376-aca5-7f83eebbf1db None None] Updating router 667a88b0-a67d-40fc-a65c-1f7b92ae5adf port 893555a3-81b6-46d4-bcfd-82aa9b3b0d12 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:08:05.218348 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-9d122c93-3252-4376-aca5-7f83eebbf1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:05.294189 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-037e5127-16f2-4951-b262-5ea9ab4defe7 None None] Provisioning complete for port 22f20acc-f929-4a7e-ac7c-62128a0e84cc triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:08:05.294823 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-037e5127-16f2-4951-b262-5ea9ab4defe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:05.345677 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1907261e-f2c3-4be8-b0fd-c1428535d873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:05.543719 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a33bdbe8-10c3-422b-9d48-f5144b4efe90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:05.636231 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-9d122c93-3252-4376-aca5-7f83eebbf1db None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:05.670088 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a33bdbe8-10c3-422b-9d48-f5144b4efe90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:05.727349 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-9d122c93-3252-4376-aca5-7f83eebbf1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:05.727915 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-1907261e-f2c3-4be8-b0fd-c1428535d873 admin admin] Allocated IP 172.20.0.1 (613331aa-1e32-47f2-9904-dd1d74f4b9b4/bdabb184-8d73-4ccc-815e-dc1121f53879/d5f8b550-479d-4239-b356-b0784e4316c1) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:08:05.756010 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a33bdbe8-10c3-422b-9d48-f5144b4efe90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:05.868823 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1907261e-f2c3-4be8-b0fd-c1428535d873 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:05.875189 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33bdbe8-10c3-422b-9d48-f5144b4efe90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134b7628-64f5-45f9-9c5e-2961c6455b62,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:05.878752 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:08:05.912751 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-9d122c93-3252-4376-aca5-7f83eebbf1db None None] Attempting to bind port 893555a3-81b6-46d4-bcfd-82aa9b3b0d12 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:08:05.912751 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-9d122c93-3252-4376-aca5-7f83eebbf1db None None] Attempting to bind port 893555a3-81b6-46d4-bcfd-82aa9b3b0d12 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:08:05.912947 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d122c93-3252-4376-aca5-7f83eebbf1db None None] Attempting to bind port 893555a3-81b6-46d4-bcfd-82aa9b3b0d12 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:08:05.915290 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8bdf8-72e2-4f5c-b0b9-dc19e91f319d None None] Pushing event updated for resources: {'Port': ['ID=893555a3-81b6-46d4-bcfd-82aa9b3b0d12,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:05.920540 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a33bdbe8-10c3-422b-9d48-f5144b4efe90 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=741bae604226488d8cd90d5ceb981ba5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8785346 Dec 17 15:08:05.924618 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33322) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:05.946333 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d122c93-3252-4376-aca5-7f83eebbf1db None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:08:05.947520 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d122c93-3252-4376-aca5-7f83eebbf1db None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:08:05.947520 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-9d122c93-3252-4376-aca5-7f83eebbf1db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:05.947520 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d122c93-3252-4376-aca5-7f83eebbf1db None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:08:05.947925 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-9d122c93-3252-4376-aca5-7f83eebbf1db None None] Bound port: 893555a3-81b6-46d4-bcfd-82aa9b3b0d12, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:08:05.948303 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-9d122c93-3252-4376-aca5-7f83eebbf1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:05.954896 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8bdf8-72e2-4f5c-b0b9-dc19e91f319d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:05.957979 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8bdf8-72e2-4f5c-b0b9-dc19e91f319d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:05.959497 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8bdf8-72e2-4f5c-b0b9-dc19e91f319d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:05.960014 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8bdf8-72e2-4f5c-b0b9-dc19e91f319d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:05.967987 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 22f20acc-f929-4a7e-ac7c-62128a0e84cc up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:08:05.970816 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8bdf8-72e2-4f5c-b0b9-dc19e91f319d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8bdf8-72e2-4f5c-b0b9-dc19e91f319d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8bdf8-72e2-4f5c-b0b9-dc19e91f319d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8bdf8-72e2-4f5c-b0b9-dc19e91f319d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8bdf8-72e2-4f5c-b0b9-dc19e91f319d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8bdf8-72e2-4f5c-b0b9-dc19e91f319d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8bdf8-72e2-4f5c-b0b9-dc19e91f319d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8bdf8-72e2-4f5c-b0b9-dc19e91f319d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea8bdf8-72e2-4f5c-b0b9-dc19e91f319d None None] Tracked resource versions report: Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: pushed versions: Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: { 'AddressGroup': {'1.2'}, Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: 'ConntrackHelper': {'1.0'}, Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: 'Log': {'1.0'}, Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: 'Network': {'1.1'}, Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: 'Port': {'1.7'}, Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: 'PortForwarding': {'1.2'}, Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: 'QosPolicy': {'1.9'}, Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: 'SecurityGroup': {'1.4'}, Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: 'SecurityGroupRule': {'1.2'}, Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: 'SubPort': {'1.0'}, Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: 'Subnet': {'1.1'}, Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: 'Trunk': {'1.1'}} Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: consumer versions: Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: { DHCP agent@n-d-820553-2: {}, Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: HyperV agent@n-h1-820553-2: {}, Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: HyperV agent@n-h2-820553-2: {}, Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: L3 agent@n-d-820553-2: {}, Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: Metadata agent@n-d-820553-2: {}, Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: Metering agent@n-d-820553-2: {}, Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: Open vSwitch agent@n-d-820553-2: { 'AddressGroup': '1.2', Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: 'ConntrackHelper': '1.0', Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: 'Log': '1.0', Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: 'Network': '1.1', Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: 'Port': '1.7', Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: 'PortForwarding': '1.2', Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: 'QosPolicy': '1.9', Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: 'SecurityGroup': '1.4', Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: 'SecurityGroupRule': '1.2', Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: 'SubPort': '1.0', Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: 'Subnet': '1.1', Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: 'Trunk': '1.1'}} Dec 17 15:08:05.975938 n-d-820553-2 neutron-server[102835]: {{(pid=102835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 17 15:08:05.979900 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1907261e-f2c3-4be8-b0fd-c1428535d873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:06.042548 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-9d122c93-3252-4376-aca5-7f83eebbf1db None None] For port 893555a3-81b6-46d4-bcfd-82aa9b3b0d12, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:08:06.049950 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1907261e-f2c3-4be8-b0fd-c1428535d873 admin admin] Network 613331aa-1e32-47f2-9904-dd1d74f4b9b4 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:08:06.052018 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-9d122c93-3252-4376-aca5-7f83eebbf1db None None] For port 893555a3-81b6-46d4-bcfd-82aa9b3b0d12, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=893555a3-81b6-46d4-bcfd-82aa9b3b0d12,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:08:06.061497 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-1907261e-f2c3-4be8-b0fd-c1428535d873 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:08:06.087921 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 22f20acc-f929-4a7e-ac7c-62128a0e84cc triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:08:06.088307 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:06.107741 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1907261e-f2c3-4be8-b0fd-c1428535d873 admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:08:06.107741 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1907261e-f2c3-4be8-b0fd-c1428535d873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:06.131569 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-9d122c93-3252-4376-aca5-7f83eebbf1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:06.145203 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ea6bba79-38ae-4f16-94db-7d99551af0da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:06.169080 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ea6bba79-38ae-4f16-94db-7d99551af0da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:06.199904 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33342) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:06.255153 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d122c93-3252-4376-aca5-7f83eebbf1db None None] Routers {'667a88b0-a67d-40fc-a65c-1f7b92ae5adf'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:08:06.255781 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-9d122c93-3252-4376-aca5-7f83eebbf1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:08:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['667a88b0-a67d-40fc-a65c-1f7b92ae5adf'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:08:06.315790 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907261e-f2c3-4be8-b0fd-c1428535d873 admin admin] Pushing event updated for resources: {'Port': ['ID=d5f8b550-479d-4239-b356-b0784e4316c1,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:06.384385 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6933d23b-1d3f-4bb9-b5a9-0df8a5776dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:06.437956 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-9d122c93-3252-4376-aca5-7f83eebbf1db None None] Set router 667a88b0-a67d-40fc-a65c-1f7b92ae5adf gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:08:06.533624 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d7ce4a14-4fff-4948-b021-55a3b89058e3 None None] Provisioning complete for port d5f8b550-479d-4239-b356-b0784e4316c1 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:08:06.536287 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d7ce4a14-4fff-4948-b021-55a3b89058e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:06.545284 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6933d23b-1d3f-4bb9-b5a9-0df8a5776dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:06.550467 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8bdf8-72e2-4f5c-b0b9-dc19e91f319d None None] Pushing event updated for resources: {'Port': ['ID=893555a3-81b6-46d4-bcfd-82aa9b3b0d12,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:06.593522 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d7ce4a14-4fff-4948-b021-55a3b89058e3 None None] Port d5f8b550-479d-4239-b356-b0784e4316c1 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:08:06.622493 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6933d23b-1d3f-4bb9-b5a9-0df8a5776dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:06.648083 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933d23b-1d3f-4bb9-b5a9-0df8a5776dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4870d21d-26d5-410f-825d-f0b689fa3b51,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:06.651367 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ea6bba79-38ae-4f16-94db-7d99551af0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:06.659501 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ea6bba79-38ae-4f16-94db-7d99551af0da admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:06.664170 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ea6bba79-38ae-4f16-94db-7d99551af0da admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/134b7628-64f5-45f9-9c5e-2961c6455b62 HTTP/1.1" status: 204 len: 168 time: 0.7381220 Dec 17 15:08:06.741315 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6933d23b-1d3f-4bb9-b5a9-0df8a5776dc1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4194fd5ebecb4188a8a81b43c55f48dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5401959 Dec 17 15:08:06.741952 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33370) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:06.776829 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6bba79-38ae-4f16-94db-7d99551af0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134b7628-64f5-45f9-9c5e-2961c6455b62,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:06.795036 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1907261e-f2c3-4be8-b0fd-c1428535d873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:06.807035 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-64e45f72-02da-4864-9faf-12b900c8ebd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:06.832903 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-64e45f72-02da-4864-9faf-12b900c8ebd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:06.834882 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-9d122c93-3252-4376-aca5-7f83eebbf1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661184807-router', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:08:02Z', 'updated_at': '2021-12-17T15:08:03Z', 'revision_number': 3, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'gw_port': {'id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:03Z', 'updated_at': '2021-12-17T15:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:08:06.877563 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d122c93-3252-4376-aca5-7f83eebbf1db None None] The sync data for ids ['667a88b0-a67d-40fc-a65c-1f7b92ae5adf'] in n-d-820553-2 is: [{'id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661184807-router', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:08:02Z', 'updated_at': '2021-12-17T15:08:03Z', 'revision_number': 3, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'gw_port': {'id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:03Z', 'updated_at': '2021-12-17T15:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:08:06.999332 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-64e45f72-02da-4864-9faf-12b900c8ebd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:07.002658 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-64e45f72-02da-4864-9faf-12b900c8ebd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:07.007425 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-64e45f72-02da-4864-9faf-12b900c8ebd9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4870d21d-26d5-410f-825d-f0b689fa3b51 HTTP/1.1" status: 204 len: 168 time: 0.2643397 Dec 17 15:08:07.015939 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e45f72-02da-4864-9faf-12b900c8ebd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4870d21d-26d5-410f-825d-f0b689fa3b51,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:07.083196 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1907261e-f2c3-4be8-b0fd-c1428535d873 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:07.149313 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1907261e-f2c3-4be8-b0fd-c1428535d873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:07.149313 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1907261e-f2c3-4be8-b0fd-c1428535d873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:07.254947 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907261e-f2c3-4be8-b0fd-c1428535d873 admin admin] Pushing event updated for resources: {'Port': ['ID=d5f8b550-479d-4239-b356-b0784e4316c1,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:07.303045 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1907261e-f2c3-4be8-b0fd-c1428535d873 admin admin] Network 613331aa-1e32-47f2-9904-dd1d74f4b9b4 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:08:07.304492 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-1907261e-f2c3-4be8-b0fd-c1428535d873 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:08:07.404601 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33398) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:07.494309 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1907261e-f2c3-4be8-b0fd-c1428535d873 admin admin] Router 667a88b0-a67d-40fc-a65c-1f7b92ae5adf has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:08:07.632554 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-2277e9c4-d82c-4584-8da1-6b8d46b7b2ca None None] Provisioning complete for port d5f8b550-479d-4239-b356-b0784e4316c1 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:08:07.633585 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2277e9c4-d82c-4584-8da1-6b8d46b7b2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:07.657425 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1907261e-f2c3-4be8-b0fd-c1428535d873 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:08:07.665831 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1907261e-f2c3-4be8-b0fd-c1428535d873 admin admin] 10.222.0.46 "PUT /v2.0/routers/667a88b0-a67d-40fc-a65c-1f7b92ae5adf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8480463 Dec 17 15:08:07.679107 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-2277e9c4-d82c-4584-8da1-6b8d46b7b2ca None None] Port d5f8b550-479d-4239-b356-b0784e4316c1 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:08:07.927712 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 893555a3-81b6-46d4-bcfd-82aa9b3b0d12 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:08:07.955934 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33428) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:07.974291 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-844a4e29-3c99-4bec-afa0-b34ab74dc3ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:07.997313 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 893555a3-81b6-46d4-bcfd-82aa9b3b0d12 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:08:07.997692 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:08.026167 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6726e657-7521-4a99-8c21-606d7e2c57cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:08.083636 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33436) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:08.158443 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-844a4e29-3c99-4bec-afa0-b34ab74dc3ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:08.163401 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6726e657-7521-4a99-8c21-606d7e2c57cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:08.172874 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:08.197096 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 893555a3-81b6-46d4-bcfd-82aa9b3b0d12, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=893555a3-81b6-46d4-bcfd-82aa9b3b0d12,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:08:08.259190 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-844a4e29-3c99-4bec-afa0-b34ab74dc3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:08.259381 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6726e657-7521-4a99-8c21-606d7e2c57cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:08.259487 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:08.306085 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726e657-7521-4a99-8c21-606d7e2c57cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01524067-2a59-420e-8c2e-1c20e0d2bb95,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:08.307480 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-844a4e29-3c99-4bec-afa0-b34ab74dc3ce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e64488c4bd0a44f29f82428985e7585a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3489869 Dec 17 15:08:08.310227 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a4e29-3c99-4bec-afa0-b34ab74dc3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6326baf8-6efe-4740-95e2-6257e150eea2,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:08.314792 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33448) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:08.343768 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=893555a3-81b6-46d4-bcfd-82aa9b3b0d12,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:08.379382 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6726e657-7521-4a99-8c21-606d7e2c57cd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1c81c2ca31c8441e885b2eb82cb1a863&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9737220 Dec 17 15:08:08.382587 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33458) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:08.406923 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-da1389a6-4960-4112-bbd5-02cfdbb752e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:08.434368 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-da1389a6-4960-4112-bbd5-02cfdbb752e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:08.466272 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b12fce80-004a-4511-8bfe-39839a8b4072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:08.504124 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f15eccd6-bbcd-4914-a36f-74e5e8adc551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:08.507409 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b12fce80-004a-4511-8bfe-39839a8b4072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:08.588330 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-da1389a6-4960-4112-bbd5-02cfdbb752e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:08.590611 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33460) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:08.591233 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-da1389a6-4960-4112-bbd5-02cfdbb752e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:08.592467 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-da1389a6-4960-4112-bbd5-02cfdbb752e2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6326baf8-6efe-4740-95e2-6257e150eea2 HTTP/1.1" status: 204 len: 168 time: 0.2762516 Dec 17 15:08:08.606804 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1389a6-4960-4112-bbd5-02cfdbb752e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6326baf8-6efe-4740-95e2-6257e150eea2,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:08.619476 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-17b565a7-0f0d-4dfc-a208-536c0c02c21e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:08.699577 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b12fce80-004a-4511-8bfe-39839a8b4072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:08.702219 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b12fce80-004a-4511-8bfe-39839a8b4072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:08.703387 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b12fce80-004a-4511-8bfe-39839a8b4072 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/01524067-2a59-420e-8c2e-1c20e0d2bb95 HTTP/1.1" status: 204 len: 168 time: 0.3200276 Dec 17 15:08:08.724887 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12fce80-004a-4511-8bfe-39839a8b4072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01524067-2a59-420e-8c2e-1c20e0d2bb95,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:08.788630 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7655765a-d210-4080-ae56-a673675bed2a None None] Sync routers for ids ['667a88b0-a67d-40fc-a65c-1f7b92ae5adf'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:08:08.800538 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7655765a-d210-4080-ae56-a673675bed2a None None] Routers {'667a88b0-a67d-40fc-a65c-1f7b92ae5adf'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:08:08.801602 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7655765a-d210-4080-ae56-a673675bed2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:08:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['667a88b0-a67d-40fc-a65c-1f7b92ae5adf'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:08:08.809743 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f15eccd6-bbcd-4914-a36f-74e5e8adc551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:08.825141 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-17b565a7-0f0d-4dfc-a208-536c0c02c21e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:08.899779 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f15eccd6-bbcd-4914-a36f-74e5e8adc551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:08.949811 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-17b565a7-0f0d-4dfc-a208-536c0c02c21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:08.988758 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-7655765a-d210-4080-ae56-a673675bed2a None None] Set router 667a88b0-a67d-40fc-a65c-1f7b92ae5adf gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:08:08.996426 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-17b565a7-0f0d-4dfc-a208-536c0c02c21e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=798677e7a72745968fae4269c288e8cc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4047320 Dec 17 15:08:08.999266 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33484) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:09.009753 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15eccd6-bbcd-4914-a36f-74e5e8adc551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb77a8b2-27f5-4abb-9d9b-b11feeba89a1,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:09.018133 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33486) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:09.020254 n-d-820553-2 neutron-server[102832]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 17 15:08:09.047557 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f15eccd6-bbcd-4914-a36f-74e5e8adc551 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=982f0be54e29482b8bf594114163707e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9589634 Dec 17 15:08:09.048828 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33488) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:09.050886 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-a82e4a6c-f8bc-43bf-b292-f7336f5ee5db tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=8bca64607cbf4dd4b256f1ff0408ea6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317481 Dec 17 15:08:09.067820 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b565a7-0f0d-4dfc-a208-536c0c02c21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95252eb-c9f0-44ac-811b-02fff558e052,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:09.223698 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-efc57901-2c83-4b34-b192-7f6c607f879e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:09.363437 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7655765a-d210-4080-ae56-a673675bed2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661184807-router', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:08:02Z', 'updated_at': '2021-12-17T15:08:06Z', 'revision_number': 4, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'gw_port': {'id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:03Z', 'updated_at': '2021-12-17T15:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'd5f8b550-479d-4239-b356-b0784e4316c1', 'name': '', 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'mac_address': 'fa:16:3e:90:49:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bdabb184-8d73-4ccc-815e-dc1121f53879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:05Z', 'updated_at': '2021-12-17T15:08:06Z', 'revision_number': 2, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'subnets': [{'id': 'bdabb184-8d73-4ccc-815e-dc1121f53879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:08:09.398740 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7655765a-d210-4080-ae56-a673675bed2a None None] Checking router: 667a88b0-a67d-40fc-a65c-1f7b92ae5adf for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:08:09.399257 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7655765a-d210-4080-ae56-a673675bed2a None None] Updating router 667a88b0-a67d-40fc-a65c-1f7b92ae5adf port d5f8b550-479d-4239-b356-b0784e4316c1 binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:08:09.406078 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1afe35db-843d-4d69-913c-4a83027cc66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:09.422068 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-efc57901-2c83-4b34-b192-7f6c607f879e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:09.429753 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7655765a-d210-4080-ae56-a673675bed2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:09.467615 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1afe35db-843d-4d69-913c-4a83027cc66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:09.476667 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-122278c8-0694-473a-8579-ab00782c361e tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:09.484271 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-122278c8-0694-473a-8579-ab00782c361e tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4223428 Dec 17 15:08:09.524582 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-dfb4e710-8f96-4be0-91c3-7b60d16dd259 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/quotas/8bca64607cbf4dd4b256f1ff0408ea6b HTTP/1.1" status: 200 len: 375 time: 0.0391829 Dec 17 15:08:09.606984 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-d7ba0618-e033-4727-b886-a28ce93bc2e3 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8bca64607cbf4dd4b256f1ff0408ea6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0812140 Dec 17 15:08:09.710725 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1afe35db-843d-4d69-913c-4a83027cc66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:09.713314 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1afe35db-843d-4d69-913c-4a83027cc66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:09.717193 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1afe35db-843d-4d69-913c-4a83027cc66c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cb77a8b2-27f5-4abb-9d9b-b11feeba89a1 HTTP/1.1" status: 204 len: 168 time: 0.6653333 Dec 17 15:08:09.721034 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-efc57901-2c83-4b34-b192-7f6c607f879e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:09.741766 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-efc57901-2c83-4b34-b192-7f6c607f879e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:09.741766 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-efc57901-2c83-4b34-b192-7f6c607f879e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f95252eb-c9f0-44ac-811b-02fff558e052 HTTP/1.1" status: 204 len: 168 time: 0.7277133 Dec 17 15:08:09.746435 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe35db-843d-4d69-913c-4a83027cc66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb77a8b2-27f5-4abb-9d9b-b11feeba89a1,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:09.760484 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc57901-2c83-4b34-b192-7f6c607f879e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95252eb-c9f0-44ac-811b-02fff558e052,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:09.768252 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7655765a-d210-4080-ae56-a673675bed2a None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:09.830427 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7655765a-d210-4080-ae56-a673675bed2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:09.869106 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33536) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:09.889442 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c02c9-40cd-428d-9bd0-3ca764465658 None None] Pushing event updated for resources: {'Port': ['ID=d5f8b550-479d-4239-b356-b0784e4316c1,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:09.918674 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:09.935705 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 893555a3-81b6-46d4-bcfd-82aa9b3b0d12 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:08:09.943450 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dcbc1df1-49c3-45c7-b935-a3dc0bfa1595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:10.062578 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7655765a-d210-4080-ae56-a673675bed2a None None] Attempting to bind port d5f8b550-479d-4239-b356-b0784e4316c1 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:08:10.063196 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7655765a-d210-4080-ae56-a673675bed2a None None] Attempting to bind port d5f8b550-479d-4239-b356-b0784e4316c1 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '2817d6d9-9301-4d8d-8748-523d4678282a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:08:10.065397 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7655765a-d210-4080-ae56-a673675bed2a None None] Attempting to bind port d5f8b550-479d-4239-b356-b0784e4316c1 on network 613331aa-1e32-47f2-9904-dd1d74f4b9b4 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:08:10.075497 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7655765a-d210-4080-ae56-a673675bed2a None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:08:10.076632 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7655765a-d210-4080-ae56-a673675bed2a None None] Checking segment: {'id': '2817d6d9-9301-4d8d-8748-523d4678282a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:08:10.077208 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7655765a-d210-4080-ae56-a673675bed2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:10.077741 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7655765a-d210-4080-ae56-a673675bed2a None None] Bound using segment: {'id': '2817d6d9-9301-4d8d-8748-523d4678282a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:08:10.078476 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7655765a-d210-4080-ae56-a673675bed2a None None] Bound port: d5f8b550-479d-4239-b356-b0784e4316c1, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2817d6d9-9301-4d8d-8748-523d4678282a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:08:10.079605 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7655765a-d210-4080-ae56-a673675bed2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:10.143446 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9cf72f0f-e0eb-4883-9523-0011d9776dee req-a8e0e286-3e72-4d99-ac41-ff77f7def1af tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/ports?device_id=89818b54-2224-44c7-b102-e1014ece74ef HTTP/1.1" status: 200 len: 210 time: 0.1130888 Dec 17 15:08:10.184077 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 893555a3-81b6-46d4-bcfd-82aa9b3b0d12 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:08:10.184532 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:10.265522 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7655765a-d210-4080-ae56-a673675bed2a None None] For port d5f8b550-479d-4239-b356-b0784e4316c1, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:08:10.268573 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dcbc1df1-49c3-45c7-b935-a3dc0bfa1595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:10.269361 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7655765a-d210-4080-ae56-a673675bed2a None None] For port d5f8b550-479d-4239-b356-b0784e4316c1, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=d5f8b550-479d-4239-b356-b0784e4316c1,segment=NetworkSegment(2817d6d9-9301-4d8d-8748-523d4678282a),segment_id=2817d6d9-9301-4d8d-8748-523d4678282a)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:08:10.288185 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-be6f958a-ed58-4733-bb73-1ae23b6f30a7 None None] Provisioning complete for port d5f8b550-479d-4239-b356-b0784e4316c1 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:08:10.288185 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-be6f958a-ed58-4733-bb73-1ae23b6f30a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:10.344777 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-be6f958a-ed58-4733-bb73-1ae23b6f30a7 None None] Port d5f8b550-479d-4239-b356-b0784e4316c1 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:08:10.345181 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dcbc1df1-49c3-45c7-b935-a3dc0bfa1595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:10.374043 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7655765a-d210-4080-ae56-a673675bed2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:10.387181 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-dcbc1df1-49c3-45c7-b935-a3dc0bfa1595 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b23559d601a946de951b245d6a930132&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5160062 Dec 17 15:08:10.387359 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33570) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:10.393300 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc1df1-49c3-45c7-b935-a3dc0bfa1595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc428ee-0db8-47cb-b134-b0fa4cb3ad6a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:10.445390 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7655765a-d210-4080-ae56-a673675bed2a None None] Routers {'667a88b0-a67d-40fc-a65c-1f7b92ae5adf'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:08:10.445990 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7655765a-d210-4080-ae56-a673675bed2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:08:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['667a88b0-a67d-40fc-a65c-1f7b92ae5adf'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:08:10.446669 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e3dd4e9c-8123-4977-ad6b-7a372c88434e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:10.448667 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c02c9-40cd-428d-9bd0-3ca764465658 None None] Pushing event updated for resources: {'Port': ['ID=d5f8b550-479d-4239-b356-b0784e4316c1,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:10.472222 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e3dd4e9c-8123-4977-ad6b-7a372c88434e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:10.624565 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-7655765a-d210-4080-ae56-a673675bed2a None None] Set router 667a88b0-a67d-40fc-a65c-1f7b92ae5adf gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:08:10.633922 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e3dd4e9c-8123-4977-ad6b-7a372c88434e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:10.637361 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e3dd4e9c-8123-4977-ad6b-7a372c88434e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:10.639430 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e3dd4e9c-8123-4977-ad6b-7a372c88434e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4cc428ee-0db8-47cb-b134-b0fa4cb3ad6a HTTP/1.1" status: 204 len: 168 time: 0.2511928 Dec 17 15:08:10.651290 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd4e9c-8123-4977-ad6b-7a372c88434e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc428ee-0db8-47cb-b134-b0fa4cb3ad6a,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:10.714623 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-92b92fd4-a4eb-4c09-be41-fd15964f8b93 None None] Provisioning complete for port d5f8b550-479d-4239-b356-b0784e4316c1 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:08:10.715060 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-92b92fd4-a4eb-4c09-be41-fd15964f8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:10.944002 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-92b92fd4-a4eb-4c09-be41-fd15964f8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:11.001873 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-92b92fd4-a4eb-4c09-be41-fd15964f8b93 None None] For port d5f8b550-479d-4239-b356-b0784e4316c1, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=d5f8b550-479d-4239-b356-b0784e4316c1,segment=NetworkSegment(2817d6d9-9301-4d8d-8748-523d4678282a),segment_id=2817d6d9-9301-4d8d-8748-523d4678282a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:08:11.021519 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7655765a-d210-4080-ae56-a673675bed2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661184807-router', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:08:02Z', 'updated_at': '2021-12-17T15:08:06Z', 'revision_number': 4, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'gw_port': {'id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:03Z', 'updated_at': '2021-12-17T15:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'd5f8b550-479d-4239-b356-b0784e4316c1', 'name': '', 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'mac_address': 'fa:16:3e:90:49:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bdabb184-8d73-4ccc-815e-dc1121f53879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:05Z', 'updated_at': '2021-12-17T15:08:10Z', 'revision_number': 4, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'subnets': [{'id': 'bdabb184-8d73-4ccc-815e-dc1121f53879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:08:11.050730 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7655765a-d210-4080-ae56-a673675bed2a None None] The sync data for ids ['667a88b0-a67d-40fc-a65c-1f7b92ae5adf'] in n-d-820553-2 is: [{'id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661184807-router', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:08:02Z', 'updated_at': '2021-12-17T15:08:06Z', 'revision_number': 4, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'gw_port': {'id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:03Z', 'updated_at': '2021-12-17T15:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'd5f8b550-479d-4239-b356-b0784e4316c1', 'name': '', 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'mac_address': 'fa:16:3e:90:49:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bdabb184-8d73-4ccc-815e-dc1121f53879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:05Z', 'updated_at': '2021-12-17T15:08:10Z', 'revision_number': 4, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'subnets': [{'id': 'bdabb184-8d73-4ccc-815e-dc1121f53879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:08:11.093417 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-92b92fd4-a4eb-4c09-be41-fd15964f8b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:11.138544 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33604) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:11.165729 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-72b853e7-4d9d-414d-8a4a-7e70df093fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:11.169515 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b92fd4-a4eb-4c09-be41-fd15964f8b93 None None] Pushing event updated for resources: {'Port': ['ID=d5f8b550-479d-4239-b356-b0784e4316c1,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:11.248672 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33610) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:11.257351 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-348c60e0-ddcd-454f-957f-3cf1ae007f71 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-661322848-network', 'tenant_id': '97bbbc0bd75f4b648cb8e3005e9271b1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:08:11.274150 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32635901-ce85-4a75-a173-0db9a7738aa1 req-2f34b97f-2783-45ae-98e1-fd3e25d8fb65 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/ports?device_id=89818b54-2224-44c7-b102-e1014ece74ef HTTP/1.1" status: 200 len: 210 time: 0.0458291 Dec 17 15:08:11.318784 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-72b853e7-4d9d-414d-8a4a-7e70df093fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:11.401860 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348c60e0-ddcd-454f-957f-3cf1ae007f71 admin admin] Made reservation on behalf of 97bbbc0bd75f4b648cb8e3005e9271b1 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:08:11.404402 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-348c60e0-ddcd-454f-957f-3cf1ae007f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:11.414233 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-348c60e0-ddcd-454f-957f-3cf1ae007f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:11.469896 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-72b853e7-4d9d-414d-8a4a-7e70df093fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:11.580062 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-72b853e7-4d9d-414d-8a4a-7e70df093fea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=af60d60dd9974d42a2ba5ef5b768ca83&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4365630 Dec 17 15:08:11.582850 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33626) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:11.618517 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b853e7-4d9d-414d-8a4a-7e70df093fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434704c0-6406-4356-b61c-a2af6635df7a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:11.665528 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-307da736-42e0-468d-8c57-d08d15e88fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:11.686931 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-348c60e0-ddcd-454f-957f-3cf1ae007f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:11.690491 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-307da736-42e0-468d-8c57-d08d15e88fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:11.753809 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-348c60e0-ddcd-454f-957f-3cf1ae007f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:11.786901 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c60e0-ddcd-454f-957f-3cf1ae007f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae77bfd2-7b65-441f-b612-0537e4bfe802,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:11.859972 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-307da736-42e0-468d-8c57-d08d15e88fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:11.867050 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-307da736-42e0-468d-8c57-d08d15e88fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:11.869274 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-307da736-42e0-468d-8c57-d08d15e88fcd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/434704c0-6406-4356-b61c-a2af6635df7a HTTP/1.1" status: 204 len: 168 time: 0.2842557 Dec 17 15:08:11.869520 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348c60e0-ddcd-454f-957f-3cf1ae007f71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:08:11.882363 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-348c60e0-ddcd-454f-957f-3cf1ae007f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:11.886206 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307da736-42e0-468d-8c57-d08d15e88fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434704c0-6406-4356-b61c-a2af6635df7a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:11.887966 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-348c60e0-ddcd-454f-957f-3cf1ae007f71 admin admin] Added segment 3869b2cd-79cf-46b3-a30a-5980b43f7644 of type vlan for network 15c14b90-a1e1-4a12-b013-9e4a12862492 Dec 17 15:08:11.977618 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device d5f8b550-479d-4239-b356-b0784e4316c1 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:08:11.987993 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-348c60e0-ddcd-454f-957f-3cf1ae007f71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:12.053467 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port d5f8b550-479d-4239-b356-b0784e4316c1 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:08:12.054221 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:12.102228 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-348c60e0-ddcd-454f-957f-3cf1ae007f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:12.103182 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348c60e0-ddcd-454f-957f-3cf1ae007f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:12.103754 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-348c60e0-ddcd-454f-957f-3cf1ae007f71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:12.198483 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33646) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:12.203289 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c60e0-ddcd-454f-957f-3cf1ae007f71 admin admin] Pushing event updated for resources: {'Network': ['ID=15c14b90-a1e1-4a12-b013-9e4a12862492,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:12.217665 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 15c14b90-a1e1-4a12-b013-9e4a12862492 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:08:12.268858 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-348c60e0-ddcd-454f-957f-3cf1ae007f71 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0190842 Dec 17 15:08:12.271567 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33650) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:12.280517 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-a024f3a3-8530-4d8d-88fc-0438842111ec admin admin] Request body: {'subnet': {'network_id': '15c14b90-a1e1-4a12-b013-9e4a12862492', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661322848-subnet', 'tenant_id': '97bbbc0bd75f4b648cb8e3005e9271b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:08:12.393446 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a024f3a3-8530-4d8d-88fc-0438842111ec admin admin] Made reservation on behalf of 97bbbc0bd75f4b648cb8e3005e9271b1 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:08:12.395883 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a024f3a3-8530-4d8d-88fc-0438842111ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:12.647727 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a024f3a3-8530-4d8d-88fc-0438842111ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:12.678490 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-881d354d-274c-4a34-b77f-c3f2e4c7745d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:12.705439 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024f3a3-8530-4d8d-88fc-0438842111ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b4dc50a-7658-45d6-8ea9-4a587d8f277a,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:12.726294 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a024f3a3-8530-4d8d-88fc-0438842111ec admin admin] Checking segment: {'id': '3869b2cd-79cf-46b3-a30a-5980b43f7644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '15c14b90-a1e1-4a12-b013-9e4a12862492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:08:12.728797 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a024f3a3-8530-4d8d-88fc-0438842111ec admin admin] Network hostable DHCP agents. Network: 15c14b90-a1e1-4a12-b013-9e4a12862492, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:08:12.771907 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-881d354d-274c-4a34-b77f-c3f2e4c7745d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:12.858449 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a024f3a3-8530-4d8d-88fc-0438842111ec admin admin] Network 15c14b90-a1e1-4a12-b013-9e4a12862492 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:08:12.862173 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-881d354d-274c-4a34-b77f-c3f2e4c7745d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:12.923180 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-881d354d-274c-4a34-b77f-c3f2e4c7745d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a8e664ada4544c679c07e9ba49458716&name=default HTTP/1.1" status: 200 len: 2976 time: 0.7236114 Dec 17 15:08:12.924022 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d354d-274c-4a34-b77f-c3f2e4c7745d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedf71c3-56c8-42fe-910c-154067128514,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:12.926385 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33674) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:12.948618 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-a024f3a3-8530-4d8d-88fc-0438842111ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 15c14b90-a1e1-4a12-b013-9e4a12862492) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:08:12.952604 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a024f3a3-8530-4d8d-88fc-0438842111ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:12.953791 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a024f3a3-8530-4d8d-88fc-0438842111ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:12.962276 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ef6c28-700f-4aef-b163-afc359ed99ec None None] Network 15c14b90-a1e1-4a12-b013-9e4a12862492 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:08:12.971344 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33676) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:12.997817 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-40883ef1-d276-4df5-ab1c-eb99fe30487c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:13.023430 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-40883ef1-d276-4df5-ab1c-eb99fe30487c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:13.063373 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a024f3a3-8530-4d8d-88fc-0438842111ec admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7886035 Dec 17 15:08:13.075537 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33688) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:13.080741 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-59cc08bb-b99c-407d-9d04-d64597835f6d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-661322848-router', 'tenant_id': '97bbbc0bd75f4b648cb8e3005e9271b1', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:08:13.151174 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-40883ef1-d276-4df5-ab1c-eb99fe30487c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:13.154986 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-40883ef1-d276-4df5-ab1c-eb99fe30487c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:13.162034 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-40883ef1-d276-4df5-ab1c-eb99fe30487c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bedf71c3-56c8-42fe-910c-154067128514 HTTP/1.1" status: 204 len: 168 time: 0.2344930 Dec 17 15:08:13.180385 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40883ef1-d276-4df5-ab1c-eb99fe30487c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedf71c3-56c8-42fe-910c-154067128514,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:13.188614 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-59cc08bb-b99c-407d-9d04-d64597835f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:13.189598 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-59cc08bb-b99c-407d-9d04-d64597835f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:13.214728 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118b427a-8323-414a-a8bc-d9488ed91a5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-15c14b90-a1e1-4a12-b013-9e4a12862492', 'network_id': '15c14b90-a1e1-4a12-b013-9e4a12862492', 'tenant_id': '97bbbc0bd75f4b648cb8e3005e9271b1', 'fixed_ips': [{'subnet_id': '6b4dc50a-7658-45d6-8ea9-4a587d8f277a'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:08:13.218391 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-118b427a-8323-414a-a8bc-d9488ed91a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:13.236862 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-095f0beb-a427-4285-a081-a25124802474 req-9a97e7e6-8824-4469-aa69-58d05400e313 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/ports?device_id=89818b54-2224-44c7-b102-e1014ece74ef HTTP/1.1" status: 200 len: 210 time: 0.2638459 Dec 17 15:08:13.297188 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-59cc08bb-b99c-407d-9d04-d64597835f6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:13.395114 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-118b427a-8323-414a-a8bc-d9488ed91a5b None None] Allocated IP 172.20.0.2 (15c14b90-a1e1-4a12-b013-9e4a12862492/6b4dc50a-7658-45d6-8ea9-4a587d8f277a/a41a3d85-f49f-42b3-9641-46cbc65eddd3) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:08:13.532725 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-59cc08bb-b99c-407d-9d04-d64597835f6d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:13.551490 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-118b427a-8323-414a-a8bc-d9488ed91a5b None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:13.653249 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-118b427a-8323-414a-a8bc-d9488ed91a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:13.695979 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118b427a-8323-414a-a8bc-d9488ed91a5b None None] Network 15c14b90-a1e1-4a12-b013-9e4a12862492 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:08:13.698931 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-118b427a-8323-414a-a8bc-d9488ed91a5b None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:08:13.703024 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118b427a-8323-414a-a8bc-d9488ed91a5b None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:08:13.734881 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b427a-8323-414a-a8bc-d9488ed91a5b None None] Pushing event updated for resources: {'Port': ['ID=a41a3d85-f49f-42b3-9641-46cbc65eddd3,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:13.787483 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-118b427a-8323-414a-a8bc-d9488ed91a5b None None] Attempting to bind port a41a3d85-f49f-42b3-9641-46cbc65eddd3 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:08:13.787848 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-118b427a-8323-414a-a8bc-d9488ed91a5b None None] Attempting to bind port a41a3d85-f49f-42b3-9641-46cbc65eddd3 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '3869b2cd-79cf-46b3-a30a-5980b43f7644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '15c14b90-a1e1-4a12-b013-9e4a12862492'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:08:13.788223 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118b427a-8323-414a-a8bc-d9488ed91a5b None None] Attempting to bind port a41a3d85-f49f-42b3-9641-46cbc65eddd3 on network 15c14b90-a1e1-4a12-b013-9e4a12862492 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:08:13.793274 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118b427a-8323-414a-a8bc-d9488ed91a5b None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:08:13.793632 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118b427a-8323-414a-a8bc-d9488ed91a5b None None] Checking segment: {'id': '3869b2cd-79cf-46b3-a30a-5980b43f7644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '15c14b90-a1e1-4a12-b013-9e4a12862492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:08:13.794026 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-118b427a-8323-414a-a8bc-d9488ed91a5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:13.794404 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118b427a-8323-414a-a8bc-d9488ed91a5b None None] Bound using segment: {'id': '3869b2cd-79cf-46b3-a30a-5980b43f7644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '15c14b90-a1e1-4a12-b013-9e4a12862492'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:08:13.794856 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-118b427a-8323-414a-a8bc-d9488ed91a5b None None] Bound port: a41a3d85-f49f-42b3-9641-46cbc65eddd3, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3869b2cd-79cf-46b3-a30a-5980b43f7644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '15c14b90-a1e1-4a12-b013-9e4a12862492'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:08:13.795870 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-118b427a-8323-414a-a8bc-d9488ed91a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:13.875646 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-118b427a-8323-414a-a8bc-d9488ed91a5b None None] For port a41a3d85-f49f-42b3-9641-46cbc65eddd3, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:08:13.875646 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-118b427a-8323-414a-a8bc-d9488ed91a5b None None] For port a41a3d85-f49f-42b3-9641-46cbc65eddd3, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=a41a3d85-f49f-42b3-9641-46cbc65eddd3,segment=NetworkSegment(3869b2cd-79cf-46b3-a30a-5980b43f7644),segment_id=3869b2cd-79cf-46b3-a30a-5980b43f7644)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:08:13.877999 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-59cc08bb-b99c-407d-9d04-d64597835f6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:13.891003 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.13', 62426) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:13.900590 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-59cc08bb-b99c-407d-9d04-d64597835f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:13.915902 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-3033cbdb-0d14-4beb-b79b-d0e944d75576 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8bca64607cbf4dd4b256f1ff0408ea6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229406 Dec 17 15:08:13.965745 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-118b427a-8323-414a-a8bc-d9488ed91a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:14.056183 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-59cc08bb-b99c-407d-9d04-d64597835f6d admin admin] Allocated IP 172.25.6.30 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/6dd25e9c-5936-46df-8f6c-7b98eb8a5588) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:08:14.086088 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-74bd98dd-a092-41de-ae97-62b11260bcbc tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:14.090636 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b427a-8323-414a-a8bc-d9488ed91a5b None None] Pushing event updated for resources: {'Port': ['ID=a41a3d85-f49f-42b3-9641-46cbc65eddd3,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:14.095523 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-74bd98dd-a092-41de-ae97-62b11260bcbc tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1725605 Dec 17 15:08:14.185413 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-59cc08bb-b99c-407d-9d04-d64597835f6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:14.196695 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-7277a72c-b8ab-45fb-adb6-826bc1c467ea tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Request body: {'port': {'device_id': '89818b54-2224-44c7-b102-e1014ece74ef', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'admin_state_up': True, 'tenant_id': '8bca64607cbf4dd4b256f1ff0408ea6b'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:08:14.305494 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-59cc08bb-b99c-407d-9d04-d64597835f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:14.398295 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cc08bb-b99c-407d-9d04-d64597835f6d admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:08:14.417509 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-59cc08bb-b99c-407d-9d04-d64597835f6d admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:08:14.424886 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cc08bb-b99c-407d-9d04-d64597835f6d admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:08:14.428980 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc08bb-b99c-407d-9d04-d64597835f6d admin admin] Pushing event updated for resources: {'Port': ['ID=6dd25e9c-5936-46df-8f6c-7b98eb8a5588,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:14.481796 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bed020e2-cc76-4aba-a889-855fbb44d0ad req-0c85944b-9c8d-4d88-8380-f178b803ef58 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/ports?device_id=89818b54-2224-44c7-b102-e1014ece74ef HTTP/1.1" status: 200 len: 210 time: 0.0409303 Dec 17 15:08:14.505849 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33726) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:14.539158 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1becacac-1c5e-47ba-8849-49a3ee9daf60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:14.616931 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-7277a72c-b8ab-45fb-adb6-826bc1c467ea tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Made reservation on behalf of 8bca64607cbf4dd4b256f1ff0408ea6b for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:08:14.621637 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-7277a72c-b8ab-45fb-adb6-826bc1c467ea tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:14.637323 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-7277a72c-b8ab-45fb-adb6-826bc1c467ea tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:14.646574 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1becacac-1c5e-47ba-8849-49a3ee9daf60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:14.730312 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1becacac-1c5e-47ba-8849-49a3ee9daf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:14.736628 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-7277a72c-b8ab-45fb-adb6-826bc1c467ea tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:14.769185 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1becacac-1c5e-47ba-8849-49a3ee9daf60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4655c471-4a61-43da-baf9-8ca9a1e226b4,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:14.826107 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-7277a72c-b8ab-45fb-adb6-826bc1c467ea tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:14.893601 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1becacac-1c5e-47ba-8849-49a3ee9daf60 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=38d0de77f4fc40b8b7d2a7354035c38a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3868628 Dec 17 15:08:14.894440 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277a72c-b8ab-45fb-adb6-826bc1c467ea tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb919d9-c618-4aa1-88e4-80de87180d97,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:14.903768 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-59cc08bb-b99c-407d-9d04-d64597835f6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:14.906697 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33734) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:15.106048 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b20ba2a8-0a39-4b73-b587-c659d0580167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:15.135740 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b20ba2a8-0a39-4b73-b587-c659d0580167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:15.190685 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-7277a72c-b8ab-45fb-adb6-826bc1c467ea tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Allocated IP 192.168.233.115 (f97c7142-717f-43eb-a835-5fcd8d6a6486/b0a1cb4f-5aa5-4130-b24e-105310ef66e4/61607a82-1697-4bca-a6ef-7b7047da70c1) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:08:15.282017 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e3cf09-4b7f-4d82-be0e-d4505745b60e None None] Network 15c14b90-a1e1-4a12-b013-9e4a12862492 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:08:15.290629 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-59cc08bb-b99c-407d-9d04-d64597835f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:15.411127 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b20ba2a8-0a39-4b73-b587-c659d0580167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:15.417166 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b20ba2a8-0a39-4b73-b587-c659d0580167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:15.417166 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b20ba2a8-0a39-4b73-b587-c659d0580167 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4655c471-4a61-43da-baf9-8ca9a1e226b4 HTTP/1.1" status: 204 len: 168 time: 0.5065475 Dec 17 15:08:15.435399 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ba2a8-0a39-4b73-b587-c659d0580167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4655c471-4a61-43da-baf9-8ca9a1e226b4,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:15.440968 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-27ba5962-f563-4d35-ba04-5f69a8d288fc None None] Provisioning complete for port a41a3d85-f49f-42b3-9641-46cbc65eddd3 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:08:15.441461 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-27ba5962-f563-4d35-ba04-5f69a8d288fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:15.510287 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59cc08bb-b99c-407d-9d04-d64597835f6d admin admin] Router f7f31821-e916-4469-a65e-1ae64fdeccf8 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:08:15.522601 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-7277a72c-b8ab-45fb-adb6-826bc1c467ea tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:15.632578 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6bb6a472-b957-419c-9653-f8cf4ac08f7e req-b133c018-a4fa-4036-99bc-e7c3303d8db4 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/ports?device_id=89818b54-2224-44c7-b102-e1014ece74ef HTTP/1.1" status: 200 len: 210 time: 0.0340044 Dec 17 15:08:15.643282 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-7277a72c-b8ab-45fb-adb6-826bc1c467ea tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:15.670391 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-27ba5962-f563-4d35-ba04-5f69a8d288fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:15.684198 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cc08bb-b99c-407d-9d04-d64597835f6d admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:08:15.694459 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79746637-a20a-4f2a-a8d0-fc118d4caa48 None None] Sync routers for ids ['f7f31821-e916-4469-a65e-1ae64fdeccf8'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:08:15.709889 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79746637-a20a-4f2a-a8d0-fc118d4caa48 None None] Routers {'f7f31821-e916-4469-a65e-1ae64fdeccf8'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:08:15.717484 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-79746637-a20a-4f2a-a8d0-fc118d4caa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:08:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['f7f31821-e916-4469-a65e-1ae64fdeccf8'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:08:15.725553 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-27ba5962-f563-4d35-ba04-5f69a8d288fc None None] For port a41a3d85-f49f-42b3-9641-46cbc65eddd3, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=a41a3d85-f49f-42b3-9641-46cbc65eddd3,segment=NetworkSegment(3869b2cd-79cf-46b3-a30a-5980b43f7644),segment_id=3869b2cd-79cf-46b3-a30a-5980b43f7644)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:08:15.782617 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-7277a72c-b8ab-45fb-adb6-826bc1c467ea tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Network f97c7142-717f-43eb-a835-5fcd8d6a6486 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:08:15.799146 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-7277a72c-b8ab-45fb-adb6-826bc1c467ea tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:08:15.801725 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277a72c-b8ab-45fb-adb6-826bc1c467ea tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Pushing event updated for resources: {'Port': ['ID=61607a82-1697-4bca-a6ef-7b7047da70c1,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:15.807959 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-59cc08bb-b99c-407d-9d04-d64597835f6d admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:15.810071 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-59cc08bb-b99c-407d-9d04-d64597835f6d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.7331312 Dec 17 15:08:15.814030 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33774) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:15.824535 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-7277a72c-b8ab-45fb-adb6-826bc1c467ea tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:08:15.833480 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-27ba5962-f563-4d35-ba04-5f69a8d288fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:15.843494 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-7277a72c-b8ab-45fb-adb6-826bc1c467ea tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:15.844162 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-7277a72c-b8ab-45fb-adb6-826bc1c467ea tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:15.953806 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-79746637-a20a-4f2a-a8d0-fc118d4caa48 None None] Set router f7f31821-e916-4469-a65e-1ae64fdeccf8 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:08:15.975950 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba5962-f563-4d35-ba04-5f69a8d288fc None None] Pushing event updated for resources: {'Port': ['ID=a41a3d85-f49f-42b3-9641-46cbc65eddd3,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:15.994757 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-7277a72c-b8ab-45fb-adb6-826bc1c467ea tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8019612 Dec 17 15:08:16.007763 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-9aa60cb4-362b-4bc0-bcde-ce7eaed0f1bb tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:08:16.009848 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-9aa60cb4-362b-4bc0-bcde-ce7eaed0f1bb tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067656 Dec 17 15:08:16.063372 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a41a3d85-f49f-42b3-9641-46cbc65eddd3 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:08:16.074013 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-65058b59-2292-4d08-9c95-f3542902056a None None] Provisioning complete for port a41a3d85-f49f-42b3-9641-46cbc65eddd3 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:08:16.074707 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-65058b59-2292-4d08-9c95-f3542902056a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:16.325814 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-79746637-a20a-4f2a-a8d0-fc118d4caa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f31821-e916-4469-a65e-1ae64fdeccf8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661322848-router', 'tenant_id': '97bbbc0bd75f4b648cb8e3005e9271b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '6dd25e9c-5936-46df-8f6c-7b98eb8a5588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:08:13Z', 'updated_at': '2021-12-17T15:08:14Z', 'revision_number': 3, 'project_id': '97bbbc0bd75f4b648cb8e3005e9271b1', 'gw_port': {'id': '6dd25e9c-5936-46df-8f6c-7b98eb8a5588', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f31821-e916-4469-a65e-1ae64fdeccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:13Z', 'updated_at': '2021-12-17T15:08:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:08:16.354693 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port a41a3d85-f49f-42b3-9641-46cbc65eddd3 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:08:16.355315 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:16.412650 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79746637-a20a-4f2a-a8d0-fc118d4caa48 None None] Checking router: f7f31821-e916-4469-a65e-1ae64fdeccf8 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:08:16.413012 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79746637-a20a-4f2a-a8d0-fc118d4caa48 None None] Updating router f7f31821-e916-4469-a65e-1ae64fdeccf8 port 6dd25e9c-5936-46df-8f6c-7b98eb8a5588 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:08:16.489766 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4bd9fc3c-02e2-4738-8457-289d3c3e1cb1 None None] Provisioning complete for port 61607a82-1697-4bca-a6ef-7b7047da70c1 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:08:16.490304 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4bd9fc3c-02e2-4738-8457-289d3c3e1cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:16.523417 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-79746637-a20a-4f2a-a8d0-fc118d4caa48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:16.542380 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4bd9fc3c-02e2-4738-8457-289d3c3e1cb1 None None] Port 61607a82-1697-4bca-a6ef-7b7047da70c1 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:08:16.803278 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3d7a5d71-1b8e-498c-adaa-62c02dd8114e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:16.872702 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33794) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:17.027411 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-3d7a5d71-1b8e-498c-adaa-62c02dd8114e admin admin] Allocated IP 172.20.0.1 (15c14b90-a1e1-4a12-b013-9e4a12862492/6b4dc50a-7658-45d6-8ea9-4a587d8f277a/079d1334-5678-40ff-b675-16d93bfd8652) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:08:17.385704 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3d7a5d71-1b8e-498c-adaa-62c02dd8114e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:17.386764 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0dec9-a56e-41bf-b76a-1f34231390d5 req-0512824f-2a23-46d1-a14d-ca3ca5d9be9f tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:17.386764 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-30e0dec9-a56e-41bf-b76a-1f34231390d5 req-0512824f-2a23-46d1-a14d-ca3ca5d9be9f tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/ports?device_id=89818b54-2224-44c7-b102-e1014ece74ef HTTP/1.1" status: 200 len: 936 time: 0.1939042 Dec 17 15:08:17.387493 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-79746637-a20a-4f2a-a8d0-fc118d4caa48 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:17.388039 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-30e0dec9-a56e-41bf-b76a-1f34231390d5 req-94c312f8-9152-471c-b088-fcbd330734ac tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/security-groups?id=9cb919d9-c618-4aa1-88e4-80de87180d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684369 Dec 17 15:08:17.443269 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-13fdd217-46d2-45ae-8a4a-00c8f7c4fc2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:17.502420 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-dd9d2240-dcd7-4400-95ce-eefee6e23e3b service neutron] Request body: {'port': {'device_id': '89818b54-2224-44c7-b102-e1014ece74ef', 'device_owner': 'compute:tempest-test_az-790716375', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:08:17.577848 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-dd9d2240-dcd7-4400-95ce-eefee6e23e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:17.839960 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-13fdd217-46d2-45ae-8a4a-00c8f7c4fc2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:17.853811 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-79746637-a20a-4f2a-a8d0-fc118d4caa48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:17.888932 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3d7a5d71-1b8e-498c-adaa-62c02dd8114e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:17.920887 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-13fdd217-46d2-45ae-8a4a-00c8f7c4fc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:17.939800 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a41a3d85-f49f-42b3-9641-46cbc65eddd3 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:08:17.967988 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-79746637-a20a-4f2a-a8d0-fc118d4caa48 None None] Attempting to bind port 6dd25e9c-5936-46df-8f6c-7b98eb8a5588 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:08:17.968808 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-79746637-a20a-4f2a-a8d0-fc118d4caa48 None None] Attempting to bind port 6dd25e9c-5936-46df-8f6c-7b98eb8a5588 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:08:17.969598 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79746637-a20a-4f2a-a8d0-fc118d4caa48 None None] Attempting to bind port 6dd25e9c-5936-46df-8f6c-7b98eb8a5588 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:08:17.979066 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79746637-a20a-4f2a-a8d0-fc118d4caa48 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:08:17.979859 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79746637-a20a-4f2a-a8d0-fc118d4caa48 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:08:17.980466 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-79746637-a20a-4f2a-a8d0-fc118d4caa48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:17.981218 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79746637-a20a-4f2a-a8d0-fc118d4caa48 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:08:17.981961 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-79746637-a20a-4f2a-a8d0-fc118d4caa48 None None] Bound port: 6dd25e9c-5936-46df-8f6c-7b98eb8a5588, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:08:17.982735 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-79746637-a20a-4f2a-a8d0-fc118d4caa48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:18.024318 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fdd217-46d2-45ae-8a4a-00c8f7c4fc2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8d9339-fa5f-4f94-9191-bb8a17617b93,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:18.026405 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7a5d71-1b8e-498c-adaa-62c02dd8114e admin admin] Network 15c14b90-a1e1-4a12-b013-9e4a12862492 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:08:18.032207 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-3d7a5d71-1b8e-498c-adaa-62c02dd8114e admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:08:18.036767 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7a5d71-1b8e-498c-adaa-62c02dd8114e admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:08:18.037464 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3d7a5d71-1b8e-498c-adaa-62c02dd8114e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:18.067840 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-13fdd217-46d2-45ae-8a4a-00c8f7c4fc2d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=644c236f37be41359577e35714ecffc0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1845407 Dec 17 15:08:18.093138 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port a41a3d85-f49f-42b3-9641-46cbc65eddd3 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:08:18.093493 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:18.107061 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-79746637-a20a-4f2a-a8d0-fc118d4caa48 None None] For port 6dd25e9c-5936-46df-8f6c-7b98eb8a5588, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:08:18.111321 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-79746637-a20a-4f2a-a8d0-fc118d4caa48 None None] For port 6dd25e9c-5936-46df-8f6c-7b98eb8a5588, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=6dd25e9c-5936-46df-8f6c-7b98eb8a5588,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:08:18.123534 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33820) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:18.127741 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a8cfb-fae7-47f4-bb48-d9bab612c9f3 None None] Pushing event updated for resources: {'Port': ['ID=6dd25e9c-5936-46df-8f6c-7b98eb8a5588,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:18.180351 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-79746637-a20a-4f2a-a8d0-fc118d4caa48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:18.276512 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79746637-a20a-4f2a-a8d0-fc118d4caa48 None None] Routers {'f7f31821-e916-4469-a65e-1ae64fdeccf8'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:08:18.283876 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-79746637-a20a-4f2a-a8d0-fc118d4caa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:08:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['f7f31821-e916-4469-a65e-1ae64fdeccf8'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:08:18.390633 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a5d71-1b8e-498c-adaa-62c02dd8114e admin admin] Pushing event updated for resources: {'Port': ['ID=079d1334-5678-40ff-b675-16d93bfd8652,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:18.437999 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-79746637-a20a-4f2a-a8d0-fc118d4caa48 None None] Set router f7f31821-e916-4469-a65e-1ae64fdeccf8 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:08:18.485812 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3d7a5d71-1b8e-498c-adaa-62c02dd8114e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:18.493957 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-6bd82606-1c4d-42cd-bc8f-e12584111d69 None None] Provisioning complete for port 079d1334-5678-40ff-b675-16d93bfd8652 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:08:18.494336 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bd82606-1c4d-42cd-bc8f-e12584111d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:18.537240 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-dd9d2240-dcd7-4400-95ce-eefee6e23e3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61607a82-1697-4bca-a6ef-7b7047da70c1 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:08:18.559910 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-dd9d2240-dcd7-4400-95ce-eefee6e23e3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:18.576377 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-442c4ae5-c623-4a9f-a732-1b3d68897b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:18.616333 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-442c4ae5-c623-4a9f-a732-1b3d68897b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:18.636566 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-6bd82606-1c4d-42cd-bc8f-e12584111d69 None None] Port 079d1334-5678-40ff-b675-16d93bfd8652 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:08:18.691760 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-dd9d2240-dcd7-4400-95ce-eefee6e23e3b service neutron] Transition to ACTIVE for port object 61607a82-1697-4bca-a6ef-7b7047da70c1 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:08:18.790634 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-dd9d2240-dcd7-4400-95ce-eefee6e23e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:18.864923 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-442c4ae5-c623-4a9f-a732-1b3d68897b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:18.868387 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-442c4ae5-c623-4a9f-a732-1b3d68897b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:18.869869 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-442c4ae5-c623-4a9f-a732-1b3d68897b16 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fb8d9339-fa5f-4f94-9191-bb8a17617b93 HTTP/1.1" status: 204 len: 168 time: 0.7452729 Dec 17 15:08:18.929536 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-79746637-a20a-4f2a-a8d0-fc118d4caa48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f31821-e916-4469-a65e-1ae64fdeccf8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661322848-router', 'tenant_id': '97bbbc0bd75f4b648cb8e3005e9271b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '6dd25e9c-5936-46df-8f6c-7b98eb8a5588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:08:13Z', 'updated_at': '2021-12-17T15:08:14Z', 'revision_number': 3, 'project_id': '97bbbc0bd75f4b648cb8e3005e9271b1', 'gw_port': {'id': '6dd25e9c-5936-46df-8f6c-7b98eb8a5588', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f31821-e916-4469-a65e-1ae64fdeccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:13Z', 'updated_at': '2021-12-17T15:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:08:18.963353 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c4ae5-c623-4a9f-a732-1b3d68897b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8d9339-fa5f-4f94-9191-bb8a17617b93,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:19.029799 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79746637-a20a-4f2a-a8d0-fc118d4caa48 None None] The sync data for ids ['f7f31821-e916-4469-a65e-1ae64fdeccf8'] in n-d-820553-2 is: [{'id': 'f7f31821-e916-4469-a65e-1ae64fdeccf8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661322848-router', 'tenant_id': '97bbbc0bd75f4b648cb8e3005e9271b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '6dd25e9c-5936-46df-8f6c-7b98eb8a5588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:08:13Z', 'updated_at': '2021-12-17T15:08:14Z', 'revision_number': 3, 'project_id': '97bbbc0bd75f4b648cb8e3005e9271b1', 'gw_port': {'id': '6dd25e9c-5936-46df-8f6c-7b98eb8a5588', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f31821-e916-4469-a65e-1ae64fdeccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:13Z', 'updated_at': '2021-12-17T15:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:08:19.030053 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-209eadbd-9ce4-409f-8c21-9f9a7cb65480 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f148cb8f458141ea995b4b7692ca0796&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1658359 Dec 17 15:08:19.032903 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d2240-dcd7-4400-95ce-eefee6e23e3b service neutron] Pushing event updated for resources: {'Port': ['ID=61607a82-1697-4bca-a6ef-7b7047da70c1,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:19.038262 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a8cfb-fae7-47f4-bb48-d9bab612c9f3 None None] Pushing event updated for resources: {'Port': ['ID=6dd25e9c-5936-46df-8f6c-7b98eb8a5588,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:19.191666 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3d7a5d71-1b8e-498c-adaa-62c02dd8114e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:19.245918 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb6869-9fb7-4df1-8c2a-695cd7e49be7 req-2013ce91-fe43-42f1-9b87-e7f6e4b7f785 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:19.245918 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6eb6869-9fb7-4df1-8c2a-695cd7e49be7 req-2013ce91-fe43-42f1-9b87-e7f6e4b7f785 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/ports?device_id=89818b54-2224-44c7-b102-e1014ece74ef HTTP/1.1" status: 200 len: 969 time: 0.3841147 Dec 17 15:08:19.245918 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-dd9d2240-dcd7-4400-95ce-eefee6e23e3b service neutron] Attempting to bind port 61607a82-1697-4bca-a6ef-7b7047da70c1 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:08:19.245918 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-dd9d2240-dcd7-4400-95ce-eefee6e23e3b service neutron] Attempting to bind port 61607a82-1697-4bca-a6ef-7b7047da70c1 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:08:19.245918 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-dd9d2240-dcd7-4400-95ce-eefee6e23e3b service neutron] Attempting to bind port 61607a82-1697-4bca-a6ef-7b7047da70c1 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:08:19.266632 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-dd9d2240-dcd7-4400-95ce-eefee6e23e3b service neutron] Port 61607a82-1697-4bca-a6ef-7b7047da70c1 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:08:19.267218 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-dd9d2240-dcd7-4400-95ce-eefee6e23e3b service neutron] Attempting to bind port 61607a82-1697-4bca-a6ef-7b7047da70c1 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:08:19.268814 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3d7a5d71-1b8e-498c-adaa-62c02dd8114e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:19.270377 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3d7a5d71-1b8e-498c-adaa-62c02dd8114e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:19.288014 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-dd9d2240-dcd7-4400-95ce-eefee6e23e3b service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:08:19.288527 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-dd9d2240-dcd7-4400-95ce-eefee6e23e3b service neutron] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:08:19.289316 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-dd9d2240-dcd7-4400-95ce-eefee6e23e3b service neutron] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:08:19.294304 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-dd9d2240-dcd7-4400-95ce-eefee6e23e3b service neutron] Bound port: 61607a82-1697-4bca-a6ef-7b7047da70c1, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:08:19.294304 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-dd9d2240-dcd7-4400-95ce-eefee6e23e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:19.448139 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a5d71-1b8e-498c-adaa-62c02dd8114e admin admin] Pushing event updated for resources: {'Port': ['ID=079d1334-5678-40ff-b675-16d93bfd8652,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:19.538491 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7a5d71-1b8e-498c-adaa-62c02dd8114e admin admin] Network 15c14b90-a1e1-4a12-b013-9e4a12862492 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:08:19.540026 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-3d7a5d71-1b8e-498c-adaa-62c02dd8114e admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:08:19.571605 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6eb6869-9fb7-4df1-8c2a-695cd7e49be7 req-3b588404-9b6b-49ab-9f3e-11348c1771e3 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/security-groups?id=9cb919d9-c618-4aa1-88e4-80de87180d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110771 Dec 17 15:08:19.621009 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-a1e62b81-d3e1-47c5-913b-370b4351189e tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:19.622857 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-a1e62b81-d3e1-47c5-913b-370b4351189e tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5921316 Dec 17 15:08:19.650428 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-202f3132-a45e-4da4-8cde-88f07abdf886 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/quotas/f148cb8f458141ea995b4b7692ca0796 HTTP/1.1" status: 200 len: 375 time: 0.0207570 Dec 17 15:08:19.654715 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-dd9d2240-dcd7-4400-95ce-eefee6e23e3b service neutron] For port 61607a82-1697-4bca-a6ef-7b7047da70c1, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:08:19.701339 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-654090d4-2ec1-4de7-bbb4-5ce7b79bde08 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f148cb8f458141ea995b4b7692ca0796&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416572 Dec 17 15:08:19.736785 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-dd9d2240-dcd7-4400-95ce-eefee6e23e3b service neutron] For port 61607a82-1697-4bca-a6ef-7b7047da70c1, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=61607a82-1697-4bca-a6ef-7b7047da70c1,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:08:19.834417 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-dd9d2240-dcd7-4400-95ce-eefee6e23e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:19.909106 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7a5d71-1b8e-498c-adaa-62c02dd8114e admin admin] Router f7f31821-e916-4469-a65e-1ae64fdeccf8 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:08:20.000262 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-dd9d2240-dcd7-4400-95ce-eefee6e23e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:20.001062 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-dd9d2240-dcd7-4400-95ce-eefee6e23e3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:20.008400 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-dd9d2240-dcd7-4400-95ce-eefee6e23e3b service neutron] 10.222.0.13 "PUT /v2.0/ports/61607a82-1697-4bca-a6ef-7b7047da70c1 HTTP/1.1" status: 200 len: 1117 time: 3.0594330 Dec 17 15:08:20.018833 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89818b54-2224-44c7-b102-e1014ece74ef', 'tag': '61607a82-1697-4bca-a6ef-7b7047da70c1'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:08:20.061662 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 6dd25e9c-5936-46df-8f6c-7b98eb8a5588 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:08:20.184104 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33878) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:20.237846 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1a02ca0b-f783-4254-804a-4a33eb383df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:20.331904 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-231bf6cd-3e2c-4ee3-ac98-5aaadd147ce0 None None] Provisioning complete for port 079d1334-5678-40ff-b675-16d93bfd8652 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:08:20.343466 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-231bf6cd-3e2c-4ee3-ac98-5aaadd147ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:20.420784 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7a5d71-1b8e-498c-adaa-62c02dd8114e admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:08:20.437456 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aa7f4ed5-2155-4650-8393-082dc17c9c16 req-183d5f9c-b4f6-407d-93fa-4afc6eeb644c tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=293c44a9-dbcf-464b-a8a7-bb3d995146a8 HTTP/1.1" status: 200 len: 210 time: 0.2538273 Dec 17 15:08:20.454910 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3d7a5d71-1b8e-498c-adaa-62c02dd8114e admin admin] 10.222.0.46 "PUT /v2.0/routers/f7f31821-e916-4469-a65e-1ae64fdeccf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6362514 Dec 17 15:08:20.527683 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-231bf6cd-3e2c-4ee3-ac98-5aaadd147ce0 None None] Port 079d1334-5678-40ff-b675-16d93bfd8652 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:08:20.530937 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d2240-dcd7-4400-95ce-eefee6e23e3b service neutron] Pushing event updated for resources: {'Port': ['ID=61607a82-1697-4bca-a6ef-7b7047da70c1,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:20.545327 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-c51150ae-65b1-45e2-ba76-1bcf5754f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:20.547032 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-c51150ae-65b1-45e2-ba76-1bcf5754f143 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bca64607cbf4dd4b256f1ff0408ea6b&device_id=89818b54-2224-44c7-b102-e1014ece74ef HTTP/1.1" status: 200 len: 1120 time: 0.3354571 Dec 17 15:08:20.571563 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 6dd25e9c-5936-46df-8f6c-7b98eb8a5588 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:08:20.571943 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:20.668904 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1a02ca0b-f783-4254-804a-4a33eb383df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:20.751359 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-2ec2b2f8-3fce-46c3-80d8-eb307510517b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=61607a82-1697-4bca-a6ef-7b7047da70c1 HTTP/1.1" status: 200 len: 217 time: 0.1416850 Dec 17 15:08:20.774509 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1a02ca0b-f783-4254-804a-4a33eb383df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:20.836795 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:20.882651 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 6dd25e9c-5936-46df-8f6c-7b98eb8a5588, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=6dd25e9c-5936-46df-8f6c-7b98eb8a5588,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:08:20.890113 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02ca0b-f783-4254-804a-4a33eb383df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46ccb16-26f3-41e4-82f5-55c716fc1735,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:20.914398 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1a02ca0b-f783-4254-804a-4a33eb383df7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f1e8985c93ae490ea6bf76a41aca87f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7218924 Dec 17 15:08:20.914398 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33904) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:20.919389 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4ec15-60be-4986-94b0-ef4ea738116f req-502a163a-bd0a-444f-850d-84a57662d752 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:20.921207 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82d4ec15-60be-4986-94b0-ef4ea738116f req-502a163a-bd0a-444f-850d-84a57662d752 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/ports?device_id=89818b54-2224-44c7-b102-e1014ece74ef HTTP/1.1" status: 200 len: 969 time: 0.1732013 Dec 17 15:08:20.935133 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-5bee09b0-2524-419b-b4c9-f8230fc02630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:20.938670 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-5bee09b0-2524-419b-b4c9-f8230fc02630 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.1289840 Dec 17 15:08:20.956103 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:21.060021 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=6dd25e9c-5936-46df-8f6c-7b98eb8a5588,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:21.087158 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-85d43272-a876-4f0a-a20c-a1e97b822c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:21.119669 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82d4ec15-60be-4986-94b0-ef4ea738116f req-7bfed5cf-d91d-4040-aba6-bc7f9d876579 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/security-groups?id=9cb919d9-c618-4aa1-88e4-80de87180d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819894 Dec 17 15:08:21.120701 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-85d43272-a876-4f0a-a20c-a1e97b822c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:21.149145 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-e396ea1e-da24-473b-89ed-c9453deaa00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:21.165699 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-e396ea1e-da24-473b-89ed-c9453deaa00b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2123277 Dec 17 15:08:21.277929 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-85d43272-a876-4f0a-a20c-a1e97b822c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:21.280488 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-85d43272-a876-4f0a-a20c-a1e97b822c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:21.285941 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-85d43272-a876-4f0a-a20c-a1e97b822c25 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a46ccb16-26f3-41e4-82f5-55c716fc1735 HTTP/1.1" status: 204 len: 168 time: 0.3724055 Dec 17 15:08:21.288641 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a63df9-3037-49ef-bff5-3155955b9070" -d '{"events": [{"name": "network-changed", "server_uuid": "89818b54-2224-44c7-b102-e1014ece74ef", "tag": "61607a82-1697-4bca-a6ef-7b7047da70c1"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:08:21.297173 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d43272-a876-4f0a-a20c-a1e97b822c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46ccb16-26f3-41e4-82f5-55c716fc1735,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:21.331055 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33924) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:21.588066 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a731d19b-d7ed-41e5-bf44-fb957767089f req-1c0a43a2-3541-444d-9604-25f3837bb327 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=293c44a9-dbcf-464b-a8a7-bb3d995146a8 HTTP/1.1" status: 200 len: 210 time: 0.0507252 Dec 17 15:08:21.726375 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123585fa-f40d-48da-9df4-8c487f5f1248 x-openstack-request-id: req-123585fa-f40d-48da-9df4-8c487f5f1248 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:08:21.726668 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89818b54-2224-44c7-b102-e1014ece74ef", "tag": "61607a82-1697-4bca-a6ef-7b7047da70c1", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:08:21.726919 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-123585fa-f40d-48da-9df4-8c487f5f1248 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:08:21.727380 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89818b54-2224-44c7-b102-e1014ece74ef', 'tag': '61607a82-1697-4bca-a6ef-7b7047da70c1', 'status': 'completed', 'code': 200} Dec 17 15:08:21.973604 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 6dd25e9c-5936-46df-8f6c-7b98eb8a5588 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:08:22.025396 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c4f87ccc-c54a-43df-888e-cdb997494c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:22.065359 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e58e830-f06b-42fb-a04a-f8f1c1a75b94 None None] Sync routers for ids ['f7f31821-e916-4469-a65e-1ae64fdeccf8'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:08:22.091352 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e58e830-f06b-42fb-a04a-f8f1c1a75b94 None None] Routers {'f7f31821-e916-4469-a65e-1ae64fdeccf8'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:08:22.092144 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7e58e830-f06b-42fb-a04a-f8f1c1a75b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:08:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['f7f31821-e916-4469-a65e-1ae64fdeccf8'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:08:22.159678 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c4f87ccc-c54a-43df-888e-cdb997494c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:22.196417 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 6dd25e9c-5936-46df-8f6c-7b98eb8a5588 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:08:22.196798 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:22.293919 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c4f87ccc-c54a-43df-888e-cdb997494c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:22.305087 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-7e58e830-f06b-42fb-a04a-f8f1c1a75b94 None None] Set router f7f31821-e916-4469-a65e-1ae64fdeccf8 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:08:22.335679 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f87ccc-c54a-43df-888e-cdb997494c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71065f4-ed27-4f76-9f1a-01e4d4aa81f6,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:22.366095 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c4f87ccc-c54a-43df-888e-cdb997494c7a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=318812f8dd734b4ca866eea0b9d5702e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0319815 Dec 17 15:08:22.366557 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33956) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:22.379318 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c79df-6ef8-4eb2-8106-b1e895cfe21b req-1f012bc4-c9f6-4f34-9c19-0608ffd568f0 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:22.381275 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae2c79df-6ef8-4eb2-8106-b1e895cfe21b req-1f012bc4-c9f6-4f34-9c19-0608ffd568f0 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/ports?device_id=89818b54-2224-44c7-b102-e1014ece74ef HTTP/1.1" status: 200 len: 969 time: 0.1477237 Dec 17 15:08:22.476438 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae2c79df-6ef8-4eb2-8106-b1e895cfe21b req-d4e9d2b2-cc44-493f-9e9e-90d058e29c74 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/security-groups?id=9cb919d9-c618-4aa1-88e4-80de87180d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833929 Dec 17 15:08:22.541597 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e2190800-0552-49fd-adc5-943e87eff7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:22.595633 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e2190800-0552-49fd-adc5-943e87eff7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:22.768240 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e2190800-0552-49fd-adc5-943e87eff7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:22.772589 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e2190800-0552-49fd-adc5-943e87eff7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:22.774592 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e2190800-0552-49fd-adc5-943e87eff7b6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a71065f4-ed27-4f76-9f1a-01e4d4aa81f6 HTTP/1.1" status: 204 len: 168 time: 0.4061372 Dec 17 15:08:22.796115 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2190800-0552-49fd-adc5-943e87eff7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71065f4-ed27-4f76-9f1a-01e4d4aa81f6,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:22.890243 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7e58e830-f06b-42fb-a04a-f8f1c1a75b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f31821-e916-4469-a65e-1ae64fdeccf8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661322848-router', 'tenant_id': '97bbbc0bd75f4b648cb8e3005e9271b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '6dd25e9c-5936-46df-8f6c-7b98eb8a5588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:08:13Z', 'updated_at': '2021-12-17T15:08:18Z', 'revision_number': 4, 'project_id': '97bbbc0bd75f4b648cb8e3005e9271b1', 'gw_port': {'id': '6dd25e9c-5936-46df-8f6c-7b98eb8a5588', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f31821-e916-4469-a65e-1ae64fdeccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:13Z', 'updated_at': '2021-12-17T15:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '079d1334-5678-40ff-b675-16d93bfd8652', 'name': '', 'network_id': '15c14b90-a1e1-4a12-b013-9e4a12862492', 'tenant_id': '97bbbc0bd75f4b648cb8e3005e9271b1', 'mac_address': 'fa:16:3e:7c:85:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f31821-e916-4469-a65e-1ae64fdeccf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '6b4dc50a-7658-45d6-8ea9-4a587d8f277a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:16Z', 'updated_at': '2021-12-17T15:08:18Z', 'revision_number': 2, 'project_id': '97bbbc0bd75f4b648cb8e3005e9271b1', 'subnets': [{'id': '6b4dc50a-7658-45d6-8ea9-4a587d8f277a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:08:22.925686 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-a62f56e8-0fcd-49cb-9e7e-df8d4446abbf service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767243 Dec 17 15:08:22.933466 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e58e830-f06b-42fb-a04a-f8f1c1a75b94 None None] Checking router: f7f31821-e916-4469-a65e-1ae64fdeccf8 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:08:22.933825 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e58e830-f06b-42fb-a04a-f8f1c1a75b94 None None] Updating router f7f31821-e916-4469-a65e-1ae64fdeccf8 port 079d1334-5678-40ff-b675-16d93bfd8652 binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:08:22.968159 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7e58e830-f06b-42fb-a04a-f8f1c1a75b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:22.983759 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-88aa639c-bd25-41a0-9b42-9ef956359ea1 req-afb5dee8-cec4-484d-84e9-ba768638af2a tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=293c44a9-dbcf-464b-a8a7-bb3d995146a8 HTTP/1.1" status: 200 len: 210 time: 0.1950464 Dec 17 15:08:23.124165 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33988) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:23.130021 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-0872c8e9-03b2-43a3-a516-e9f6ade0854a tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--171596603', 'description': 'tempest-description--55689041'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:08:23.222882 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ce901a12-52ed-4010-8f14-16bf62ba9971 req-316be99a-98ab-4d9d-af3b-dbd39d99e793 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338705 Dec 17 15:08:23.327689 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0872c8e9-03b2-43a3-a516-e9f6ade0854a tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:23.420325 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7e58e830-f06b-42fb-a04a-f8f1c1a75b94 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:23.476882 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0872c8e9-03b2-43a3-a516-e9f6ade0854a tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:23.490683 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7e58e830-f06b-42fb-a04a-f8f1c1a75b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:23.556324 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0872c8e9-03b2-43a3-a516-e9f6ade0854a tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:23.559922 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb5581-1a34-4cf0-a123-486e7dbd12a3 None None] Pushing event updated for resources: {'Port': ['ID=079d1334-5678-40ff-b675-16d93bfd8652,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:23.624008 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872c8e9-03b2-43a3-a516-e9f6ade0854a tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33f245e8-8a62-458c-b8d7-9e7e52d07540,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:23.675273 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7e58e830-f06b-42fb-a04a-f8f1c1a75b94 None None] Attempting to bind port 079d1334-5678-40ff-b675-16d93bfd8652 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:08:23.675645 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7e58e830-f06b-42fb-a04a-f8f1c1a75b94 None None] Attempting to bind port 079d1334-5678-40ff-b675-16d93bfd8652 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '3869b2cd-79cf-46b3-a30a-5980b43f7644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '15c14b90-a1e1-4a12-b013-9e4a12862492'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:08:23.676006 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e58e830-f06b-42fb-a04a-f8f1c1a75b94 None None] Attempting to bind port 079d1334-5678-40ff-b675-16d93bfd8652 on network 15c14b90-a1e1-4a12-b013-9e4a12862492 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:08:23.697470 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e58e830-f06b-42fb-a04a-f8f1c1a75b94 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:08:23.697928 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e58e830-f06b-42fb-a04a-f8f1c1a75b94 None None] Checking segment: {'id': '3869b2cd-79cf-46b3-a30a-5980b43f7644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '15c14b90-a1e1-4a12-b013-9e4a12862492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:08:23.699234 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7e58e830-f06b-42fb-a04a-f8f1c1a75b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:23.699714 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e58e830-f06b-42fb-a04a-f8f1c1a75b94 None None] Bound using segment: {'id': '3869b2cd-79cf-46b3-a30a-5980b43f7644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '15c14b90-a1e1-4a12-b013-9e4a12862492'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:08:23.700222 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7e58e830-f06b-42fb-a04a-f8f1c1a75b94 None None] Bound port: 079d1334-5678-40ff-b675-16d93bfd8652, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3869b2cd-79cf-46b3-a30a-5980b43f7644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '15c14b90-a1e1-4a12-b013-9e4a12862492'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:08:23.700610 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7e58e830-f06b-42fb-a04a-f8f1c1a75b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:23.709843 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0872c8e9-03b2-43a3-a516-e9f6ade0854a tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:23.713747 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0872c8e9-03b2-43a3-a516-e9f6ade0854a tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.5859280 Dec 17 15:08:23.714572 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34006) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:23.722974 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-65a36ed9-d718-4b07-b9a1-5fc2f455b851 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Request body: {'security_group_rule': {'security_group_id': '33f245e8-8a62-458c-b8d7-9e7e52d07540', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:08:23.866398 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7e58e830-f06b-42fb-a04a-f8f1c1a75b94 None None] For port 079d1334-5678-40ff-b675-16d93bfd8652, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:08:23.874232 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7e58e830-f06b-42fb-a04a-f8f1c1a75b94 None None] For port 079d1334-5678-40ff-b675-16d93bfd8652, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=079d1334-5678-40ff-b675-16d93bfd8652,segment=NetworkSegment(3869b2cd-79cf-46b3-a30a-5980b43f7644),segment_id=3869b2cd-79cf-46b3-a30a-5980b43f7644)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:08:23.881036 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-8011aa6b-6b6c-458c-ad28-804dfa0fac7f None None] Provisioning complete for port 079d1334-5678-40ff-b675-16d93bfd8652 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:08:23.882918 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8011aa6b-6b6c-458c-ad28-804dfa0fac7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:23.911530 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-65a36ed9-d718-4b07-b9a1-5fc2f455b851 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:23.966196 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7e58e830-f06b-42fb-a04a-f8f1c1a75b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:24.095873 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e58e830-f06b-42fb-a04a-f8f1c1a75b94 None None] Routers {'f7f31821-e916-4469-a65e-1ae64fdeccf8'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:08:24.097003 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7e58e830-f06b-42fb-a04a-f8f1c1a75b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:08:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['f7f31821-e916-4469-a65e-1ae64fdeccf8'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:08:24.136199 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.41', 65501) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:24.193328 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-19ae8666-2995-4c75-aee7-9786a294549a tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f148cb8f458141ea995b4b7692ca0796&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504551 Dec 17 15:08:24.215121 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a63df9-3037-49ef-bff5-3155955b9070 req-25f750ca-d07b-42ce-8ee8-f1d447f8ad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:24.217076 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-75a63df9-3037-49ef-bff5-3155955b9070 req-25f750ca-d07b-42ce-8ee8-f1d447f8ad2e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8bca64607cbf4dd4b256f1ff0408ea6b&device_id=89818b54-2224-44c7-b102-e1014ece74ef HTTP/1.1" status: 200 len: 1120 time: 0.4459512 Dec 17 15:08:24.259634 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d123a-1de1-4241-aa7a-f778f844cbf8 req-fbf83017-e715-4374-aa63-530ba1f43764 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:24.283233 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9a0d123a-1de1-4241-aa7a-f778f844cbf8 req-fbf83017-e715-4374-aa63-530ba1f43764 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/ports?device_id=89818b54-2224-44c7-b102-e1014ece74ef HTTP/1.1" status: 200 len: 969 time: 0.1446886 Dec 17 15:08:24.287466 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-65a36ed9-d718-4b07-b9a1-5fc2f455b851 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:24.378603 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-65a36ed9-d718-4b07-b9a1-5fc2f455b851 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:24.429944 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a36ed9-d718-4b07-b9a1-5fc2f455b851 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15af4b2a-80b1-4414-b6d6-a44175377209,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:24.496984 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9a0d123a-1de1-4241-aa7a-f778f844cbf8 req-56ec3f7a-e825-4923-b101-30eb4b486573 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/security-groups?id=9cb919d9-c618-4aa1-88e4-80de87180d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057250 Dec 17 15:08:24.534351 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34026) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:24.583284 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-c85c6589-57cc-4a61-9ab5-95509ad07836 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:24.587240 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-c85c6589-57cc-4a61-9ab5-95509ad07836 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3860967 Dec 17 15:08:24.589878 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-65a36ed9-d718-4b07-b9a1-5fc2f455b851 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:24.590977 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-65a36ed9-d718-4b07-b9a1-5fc2f455b851 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8754480 Dec 17 15:08:24.604575 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34034) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:24.614946 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-00f0c7f5-8dea-44d0-b2a1-bfd5d3767631 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Request body: {'security_group_rule': {'security_group_id': '33f245e8-8a62-458c-b8d7-9e7e52d07540', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:08:24.644646 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-46e681c0-90c8-4a47-9eff-3337e14b80b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:24.673621 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb5581-1a34-4cf0-a123-486e7dbd12a3 None None] Pushing event updated for resources: {'Port': ['ID=079d1334-5678-40ff-b675-16d93bfd8652,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:24.691608 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-8011aa6b-6b6c-458c-ad28-804dfa0fac7f None None] Port 079d1334-5678-40ff-b675-16d93bfd8652 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:08:24.696343 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-e0cbf20c-f919-4dd0-9df3-189400513c47 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Request body: {'port': {'device_id': '293c44a9-dbcf-464b-a8a7-bb3d995146a8', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'admin_state_up': True, 'tenant_id': 'f148cb8f458141ea995b4b7692ca0796'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:08:24.709200 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8eb8f58f-6a40-4569-8539-1c29c2186a33 req-260c5a3c-7b49-44a5-8d76-d92d294c93c1 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=293c44a9-dbcf-464b-a8a7-bb3d995146a8 HTTP/1.1" status: 200 len: 210 time: 0.1052864 Dec 17 15:08:24.709981 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a63df9-3037-49ef-bff5-3155955b9070 req-21c2056e-10f2-4cac-8314-b9583b8a8670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:24.717564 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-75a63df9-3037-49ef-bff5-3155955b9070 req-21c2056e-10f2-4cac-8314-b9583b8a8670 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.4308164 Dec 17 15:08:24.747661 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-7e58e830-f06b-42fb-a04a-f8f1c1a75b94 None None] Set router f7f31821-e916-4469-a65e-1ae64fdeccf8 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:08:24.865463 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-00f0c7f5-8dea-44d0-b2a1-bfd5d3767631 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:24.897504 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-75a63df9-3037-49ef-bff5-3155955b9070 req-a4ee1efb-0fd0-4c1c-a662-823cae65551d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=61607a82-1697-4bca-a6ef-7b7047da70c1 HTTP/1.1" status: 200 len: 217 time: 0.1150401 Dec 17 15:08:24.952545 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-ef7cf0c6-4c09-43c6-ac88-2460d437750a None None] Provisioning complete for port 079d1334-5678-40ff-b675-16d93bfd8652 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:08:24.954633 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ef7cf0c6-4c09-43c6-ac88-2460d437750a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:25.075406 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a63df9-3037-49ef-bff5-3155955b9070 req-5e9dc774-8cdf-41b5-98a8-4247210ef5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:25.083195 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-75a63df9-3037-49ef-bff5-3155955b9070 req-5e9dc774-8cdf-41b5-98a8-4247210ef5d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.1775622 Dec 17 15:08:25.125901 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-46e681c0-90c8-4a47-9eff-3337e14b80b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:25.211944 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-46e681c0-90c8-4a47-9eff-3337e14b80b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:25.235371 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-00f0c7f5-8dea-44d0-b2a1-bfd5d3767631 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:25.291423 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-46e681c0-90c8-4a47-9eff-3337e14b80b8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=512b5af5324744848277eefadd0dc432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7507002 Dec 17 15:08:25.292383 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e681c0-90c8-4a47-9eff-3337e14b80b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1a369c-f1f4-4e0d-9976-0d8d299482d5,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:25.294155 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34062) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:25.312130 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-00f0c7f5-8dea-44d0-b2a1-bfd5d3767631 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:25.352498 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-e0cbf20c-f919-4dd0-9df3-189400513c47 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Made reservation on behalf of f148cb8f458141ea995b4b7692ca0796 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:08:25.356023 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-e0cbf20c-f919-4dd0-9df3-189400513c47 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:25.415165 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ef7cf0c6-4c09-43c6-ac88-2460d437750a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:25.430828 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-e0cbf20c-f919-4dd0-9df3-189400513c47 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:25.435527 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0c7f5-8dea-44d0-b2a1-bfd5d3767631 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b9f263c-2b44-4eb6-af29-8dc047e560b3,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:25.468831 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:25.474446 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8b4830e7-3b2d-4bb9-a470-4124b9e27aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:25.478873 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a63df9-3037-49ef-bff5-3155955b9070 req-c7eb221c-2298-4752-bd64-e0e33bacf3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:25.480767 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-75a63df9-3037-49ef-bff5-3155955b9070 req-c7eb221c-2298-4752-bd64-e0e33bacf3b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1187215 Dec 17 15:08:25.482354 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7e58e830-f06b-42fb-a04a-f8f1c1a75b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f31821-e916-4469-a65e-1ae64fdeccf8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661322848-router', 'tenant_id': '97bbbc0bd75f4b648cb8e3005e9271b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '6dd25e9c-5936-46df-8f6c-7b98eb8a5588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:08:13Z', 'updated_at': '2021-12-17T15:08:18Z', 'revision_number': 4, 'project_id': '97bbbc0bd75f4b648cb8e3005e9271b1', 'gw_port': {'id': '6dd25e9c-5936-46df-8f6c-7b98eb8a5588', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f31821-e916-4469-a65e-1ae64fdeccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:13Z', 'updated_at': '2021-12-17T15:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '079d1334-5678-40ff-b675-16d93bfd8652', 'name': '', 'network_id': '15c14b90-a1e1-4a12-b013-9e4a12862492', 'tenant_id': '97bbbc0bd75f4b648cb8e3005e9271b1', 'mac_address': 'fa:16:3e:7c:85:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f31821-e916-4469-a65e-1ae64fdeccf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '6b4dc50a-7658-45d6-8ea9-4a587d8f277a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:16Z', 'updated_at': '2021-12-17T15:08:23Z', 'revision_number': 4, 'project_id': '97bbbc0bd75f4b648cb8e3005e9271b1', 'subnets': [{'id': '6b4dc50a-7658-45d6-8ea9-4a587d8f277a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:08:25.519534 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-00f0c7f5-8dea-44d0-b2a1-bfd5d3767631 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:25.522400 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8b4830e7-3b2d-4bb9-a470-4124b9e27aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:25.522934 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-00f0c7f5-8dea-44d0-b2a1-bfd5d3767631 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9171746 Dec 17 15:08:25.530063 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34078) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:25.571387 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-ef7cf0c6-4c09-43c6-ac88-2460d437750a None None] For port 079d1334-5678-40ff-b675-16d93bfd8652, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=079d1334-5678-40ff-b675-16d93bfd8652,segment=NetworkSegment(3869b2cd-79cf-46b3-a30a-5980b43f7644),segment_id=3869b2cd-79cf-46b3-a30a-5980b43f7644)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:08:25.574041 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e58e830-f06b-42fb-a04a-f8f1c1a75b94 None None] The sync data for ids ['f7f31821-e916-4469-a65e-1ae64fdeccf8'] in n-d-820553-2 is: [{'id': 'f7f31821-e916-4469-a65e-1ae64fdeccf8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661322848-router', 'tenant_id': '97bbbc0bd75f4b648cb8e3005e9271b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '6dd25e9c-5936-46df-8f6c-7b98eb8a5588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:08:13Z', 'updated_at': '2021-12-17T15:08:18Z', 'revision_number': 4, 'project_id': '97bbbc0bd75f4b648cb8e3005e9271b1', 'gw_port': {'id': '6dd25e9c-5936-46df-8f6c-7b98eb8a5588', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f31821-e916-4469-a65e-1ae64fdeccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:13Z', 'updated_at': '2021-12-17T15:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '079d1334-5678-40ff-b675-16d93bfd8652', 'name': '', 'network_id': '15c14b90-a1e1-4a12-b013-9e4a12862492', 'tenant_id': '97bbbc0bd75f4b648cb8e3005e9271b1', 'mac_address': 'fa:16:3e:7c:85:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7f31821-e916-4469-a65e-1ae64fdeccf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '6b4dc50a-7658-45d6-8ea9-4a587d8f277a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:16Z', 'updated_at': '2021-12-17T15:08:23Z', 'revision_number': 4, 'project_id': '97bbbc0bd75f4b648cb8e3005e9271b1', 'subnets': [{'id': '6b4dc50a-7658-45d6-8ea9-4a587d8f277a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:08:25.574203 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-4bd086be-f81c-46cd-bb01-cc49ffdc3c8f tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:08:25.656928 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ef7cf0c6-4c09-43c6-ac88-2460d437750a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:25.789829 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-75a63df9-3037-49ef-bff5-3155955b9070 req-994e7279-c3bd-46bb-b991-2962edeba141 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824900 Dec 17 15:08:25.858297 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cf0c6-4c09-43c6-ac88-2460d437750a None None] Pushing event updated for resources: {'Port': ['ID=079d1334-5678-40ff-b675-16d93bfd8652,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:25.882730 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4bd086be-f81c-46cd-bb01-cc49ffdc3c8f tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks [] for floatingip, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:25.934434 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-e0cbf20c-f919-4dd0-9df3-189400513c47 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:26.073987 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 079d1334-5678-40ff-b675-16d93bfd8652 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:08:26.086038 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219605cf-cda9-4f90-b919-ef83dc726cfe req-56657dc3-6c48-41d7-ad4e-8adba42f07f4 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:26.088015 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-219605cf-cda9-4f90-b919-ef83dc726cfe req-56657dc3-6c48-41d7-ad4e-8adba42f07f4 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/ports?device_id=89818b54-2224-44c7-b102-e1014ece74ef HTTP/1.1" status: 200 len: 969 time: 0.4108078 Dec 17 15:08:26.101389 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8b4830e7-3b2d-4bb9-a470-4124b9e27aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:26.116154 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8b4830e7-3b2d-4bb9-a470-4124b9e27aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:26.123459 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8b4830e7-3b2d-4bb9-a470-4124b9e27aed admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5b1a369c-f1f4-4e0d-9976-0d8d299482d5 HTTP/1.1" status: 204 len: 168 time: 0.8279996 Dec 17 15:08:26.167498 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-e0cbf20c-f919-4dd0-9df3-189400513c47 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:26.184031 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 079d1334-5678-40ff-b675-16d93bfd8652 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:08:26.185439 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:26.222355 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-219605cf-cda9-4f90-b919-ef83dc726cfe req-3e58e78d-985e-4d0f-b1ab-ef61a99550ad tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/security-groups?id=9cb919d9-c618-4aa1-88e4-80de87180d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230991 Dec 17 15:08:26.328242 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-75a63df9-3037-49ef-bff5-3155955b9070 req-2a5c4395-05b2-40f1-946c-c2c7a5da6b32 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5295861 Dec 17 15:08:26.463304 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34092) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:26.480335 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4809696f-e13a-4e3d-a2e1-0dfaa87e5958 req-bdb3d566-831f-4b2a-add4-b9235df50054 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=293c44a9-dbcf-464b-a8a7-bb3d995146a8 HTTP/1.1" status: 200 len: 210 time: 0.1060038 Dec 17 15:08:26.519252 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4830e7-3b2d-4bb9-a470-4124b9e27aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1a369c-f1f4-4e0d-9976-0d8d299482d5,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:26.584898 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbf20c-f919-4dd0-9df3-189400513c47 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f425ba0d-1688-4e79-940a-f705d59dd75d,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:26.780498 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4bd086be-f81c-46cd-bb01-cc49ffdc3c8f tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:26.797452 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-e0cbf20c-f919-4dd0-9df3-189400513c47 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Allocated IP 192.168.233.18 (f97c7142-717f-43eb-a835-5fcd8d6a6486/b0a1cb4f-5aa5-4130-b24e-105310ef66e4/c580f1b4-6de5-4c95-a836-e24bb4538ca4) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:08:27.155431 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f57fc043-fd2b-4bc8-8d95-bad60eb55ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:27.283959 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-4bd086be-f81c-46cd-bb01-cc49ffdc3c8f tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Allocated IP 172.25.6.181 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/79def1a9-08a6-49c4-8821-0df38bc7aef2) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:08:27.418518 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-e0cbf20c-f919-4dd0-9df3-189400513c47 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:27.467135 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f57fc043-fd2b-4bc8-8d95-bad60eb55ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:27.475959 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4bd086be-f81c-46cd-bb01-cc49ffdc3c8f tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:27.499040 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d90ce0-b795-4ff8-bef7-4fe0cf9e90f8 req-5ddea9fd-9104-43f2-a891-e27eb40239fa tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:27.504683 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-90d90ce0-b795-4ff8-bef7-4fe0cf9e90f8 req-5ddea9fd-9104-43f2-a891-e27eb40239fa tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/ports?device_id=89818b54-2224-44c7-b102-e1014ece74ef HTTP/1.1" status: 200 len: 969 time: 0.2016983 Dec 17 15:08:27.559138 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f57fc043-fd2b-4bc8-8d95-bad60eb55ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:27.582899 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-e0cbf20c-f919-4dd0-9df3-189400513c47 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:27.608688 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-90d90ce0-b795-4ff8-bef7-4fe0cf9e90f8 req-4e534219-6ec1-4a14-a81c-d0c6241f41ba tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/security-groups?id=9cb919d9-c618-4aa1-88e4-80de87180d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933735 Dec 17 15:08:27.697556 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fc043-fd2b-4bc8-8d95-bad60eb55ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe38785-1b60-4117-94e3-0a5adc998a02,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:27.708417 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f57fc043-fd2b-4bc8-8d95-bad60eb55ec6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=49d017295cf34dad9c45a998b71038f9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2408741 Dec 17 15:08:27.716906 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34136) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:27.770420 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4bd086be-f81c-46cd-bb01-cc49ffdc3c8f tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:27.786621 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-e0cbf20c-f919-4dd0-9df3-189400513c47 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Network f97c7142-717f-43eb-a835-5fcd8d6a6486 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:08:27.802381 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-e0cbf20c-f919-4dd0-9df3-189400513c47 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:08:27.808977 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-e0cbf20c-f919-4dd0-9df3-189400513c47 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:08:27.819296 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-e0cbf20c-f919-4dd0-9df3-189400513c47 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:27.819962 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-e0cbf20c-f919-4dd0-9df3-189400513c47 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:27.888916 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd086be-f81c-46cd-bb01-cc49ffdc3c8f tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:08:27.890674 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbf20c-f919-4dd0-9df3-189400513c47 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Pushing event updated for resources: {'Port': ['ID=c580f1b4-6de5-4c95-a836-e24bb4538ca4,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:27.904311 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-4bd086be-f81c-46cd-bb01-cc49ffdc3c8f tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:08:27.925255 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd086be-f81c-46cd-bb01-cc49ffdc3c8f tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:08:27.954731 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952de3b-36e6-4f7e-a567-54ff3f37d8e8 req-4e3dd93e-0e98-42ee-815a-378748b2892e tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:27.963454 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5952de3b-36e6-4f7e-a567-54ff3f37d8e8 req-4e3dd93e-0e98-42ee-815a-378748b2892e tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=293c44a9-dbcf-464b-a8a7-bb3d995146a8 HTTP/1.1" status: 200 len: 935 time: 0.1756258 Dec 17 15:08:27.966785 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eeefcd01-5579-4cad-bc2d-5f1255e45fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:27.992814 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 079d1334-5678-40ff-b675-16d93bfd8652 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:08:28.005850 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eeefcd01-5579-4cad-bc2d-5f1255e45fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:28.106496 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 079d1334-5678-40ff-b675-16d93bfd8652 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:08:28.106901 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:28.112332 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-e0cbf20c-f919-4dd0-9df3-189400513c47 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4198546 Dec 17 15:08:28.144251 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd086be-f81c-46cd-bb01-cc49ffdc3c8f tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Pushing event updated for resources: {'Port': ['ID=79def1a9-08a6-49c4-8821-0df38bc7aef2,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:28.164542 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5952de3b-36e6-4f7e-a567-54ff3f37d8e8 req-fc86511c-e5f9-4807-b7eb-bd83f51e3624 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/security-groups?id=f425ba0d-1688-4e79-940a-f705d59dd75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976609 Dec 17 15:08:28.167082 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eeefcd01-5579-4cad-bc2d-5f1255e45fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:28.170907 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4bd086be-f81c-46cd-bb01-cc49ffdc3c8f tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:28.181399 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eeefcd01-5579-4cad-bc2d-5f1255e45fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:28.184440 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-eeefcd01-5579-4cad-bc2d-5f1255e45fca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0fe38785-1b60-4117-94e3-0a5adc998a02 HTTP/1.1" status: 204 len: 168 time: 0.4650412 Dec 17 15:08:28.197813 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeefcd01-5579-4cad-bc2d-5f1255e45fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe38785-1b60-4117-94e3-0a5adc998a02,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:28.308530 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4bd086be-f81c-46cd-bb01-cc49ffdc3c8f tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:28.324111 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-65da2293-c807-42e0-88da-a289e1fe8877 None None] Provisioning complete for port c580f1b4-6de5-4c95-a836-e24bb4538ca4 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:08:28.324530 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-65da2293-c807-42e0-88da-a289e1fe8877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:28.371343 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-65da2293-c807-42e0-88da-a289e1fe8877 None None] Port c580f1b4-6de5-4c95-a836-e24bb4538ca4 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:08:28.375902 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-dfbf7f18-1164-4613-a119-e6ba60411200 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:08:28.376970 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-dfbf7f18-1164-4613-a119-e6ba60411200 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0185368 Dec 17 15:08:28.565635 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4bd086be-f81c-46cd-bb01-cc49ffdc3c8f tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:28.656255 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4bd086be-f81c-46cd-bb01-cc49ffdc3c8f tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:28.721837 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4bd086be-f81c-46cd-bb01-cc49ffdc3c8f tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:28.756506 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd086be-f81c-46cd-bb01-cc49ffdc3c8f tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Pushing event updated for resources: {'Port': ['ID=79def1a9-08a6-49c4-8821-0df38bc7aef2,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:28.787738 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0ff2b578-b357-4250-8538-e87dcf24dc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:28.826599 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4bd086be-f81c-46cd-bb01-cc49ffdc3c8f tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:28.838598 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4bd086be-f81c-46cd-bb01-cc49ffdc3c8f tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2648754 Dec 17 15:08:28.924835 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc03c5-0edb-4729-9cdd-59492c01046e req-3fcc9b98-febd-4f3e-bd3b-5a48ff04c60a tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:28.927525 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9cc03c5-0edb-4729-9cdd-59492c01046e req-3fcc9b98-febd-4f3e-bd3b-5a48ff04c60a tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/ports?device_id=89818b54-2224-44c7-b102-e1014ece74ef HTTP/1.1" status: 200 len: 969 time: 0.1208742 Dec 17 15:08:28.992078 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9cc03c5-0edb-4729-9cdd-59492c01046e req-b46b7e47-44f4-452a-84f2-8cf2a8551f5e tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/security-groups?id=9cb919d9-c618-4aa1-88e4-80de87180d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563490 Dec 17 15:08:29.155881 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34184) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:29.180370 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dccc3525-5a75-4077-a57d-f513ff726933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:29.323762 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dccc3525-5a75-4077-a57d-f513ff726933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:29.442755 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dccc3525-5a75-4077-a57d-f513ff726933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:29.514710 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc3525-5a75-4077-a57d-f513ff726933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7b279d-48c1-4b46-a407-2e1087f62e61,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:29.533756 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3331d-871e-4de5-a5c8-d92ff15dea8f req-55e9037e-ef04-49e0-ad22-01c0e8a71684 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:29.535852 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bab3331d-871e-4de5-a5c8-d92ff15dea8f req-55e9037e-ef04-49e0-ad22-01c0e8a71684 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=293c44a9-dbcf-464b-a8a7-bb3d995146a8 HTTP/1.1" status: 200 len: 935 time: 0.1579268 Dec 17 15:08:29.539017 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-dccc3525-5a75-4077-a57d-f513ff726933 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=884382d1ff0845a09bc345d0d2434d69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3813515 Dec 17 15:08:29.541823 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34198) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:29.625129 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bab3331d-871e-4de5-a5c8-d92ff15dea8f req-eb777773-3eca-4f4a-9811-afea748c8ef4 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/security-groups?id=f425ba0d-1688-4e79-940a-f705d59dd75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763454 Dec 17 15:08:29.650223 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bdde8fa4-ab8f-4e25-8f01-5c528bfdd35e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:29.698733 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bdde8fa4-ab8f-4e25-8f01-5c528bfdd35e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:29.824709 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bdde8fa4-ab8f-4e25-8f01-5c528bfdd35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:29.827762 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bdde8fa4-ab8f-4e25-8f01-5c528bfdd35e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:29.832082 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-bdde8fa4-ab8f-4e25-8f01-5c528bfdd35e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4a7b279d-48c1-4b46-a407-2e1087f62e61 HTTP/1.1" status: 204 len: 168 time: 0.2863691 Dec 17 15:08:29.840375 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde8fa4-ab8f-4e25-8f01-5c528bfdd35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7b279d-48c1-4b46-a407-2e1087f62e61,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:30.420839 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333b847-c42d-4700-aaa7-649872be6451 req-9821d7a7-2c38-4fb7-959c-bfd2961219ef tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:30.423457 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5333b847-c42d-4700-aaa7-649872be6451 req-9821d7a7-2c38-4fb7-959c-bfd2961219ef tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/ports?device_id=89818b54-2224-44c7-b102-e1014ece74ef HTTP/1.1" status: 200 len: 969 time: 0.0758369 Dec 17 15:08:30.486430 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5333b847-c42d-4700-aaa7-649872be6451 req-76ea2f82-ac4e-48ac-9eeb-53e2c7bfa7f9 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/security-groups?id=9cb919d9-c618-4aa1-88e4-80de87180d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562434 Dec 17 15:08:30.950702 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809bd6d-99f1-4eda-8000-410e173daa10 req-b15c9235-9f69-4d05-83db-37357fa6c071 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:30.952283 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a809bd6d-99f1-4eda-8000-410e173daa10 req-b15c9235-9f69-4d05-83db-37357fa6c071 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=293c44a9-dbcf-464b-a8a7-bb3d995146a8 HTTP/1.1" status: 200 len: 935 time: 0.0629311 Dec 17 15:08:31.001764 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a809bd6d-99f1-4eda-8000-410e173daa10 req-3b6723fb-f439-4336-96a4-a730176a65e3 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/security-groups?id=f425ba0d-1688-4e79-940a-f705d59dd75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417547 Dec 17 15:08:31.031024 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6ab74dbf-53a3-414a-a008-f65e7a1d30d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:31.920331 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4310488-f219-4d22-8201-b4c807f4d817 req-269d3a8e-c7f0-4a52-b974-91b152d2cc02 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:31.922262 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a4310488-f219-4d22-8201-b4c807f4d817 req-269d3a8e-c7f0-4a52-b974-91b152d2cc02 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/ports?device_id=89818b54-2224-44c7-b102-e1014ece74ef HTTP/1.1" status: 200 len: 969 time: 0.0567672 Dec 17 15:08:31.963218 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a4310488-f219-4d22-8201-b4c807f4d817 req-bc38a879-6114-42e6-ad73-55a1d77dcf3a tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/security-groups?id=9cb919d9-c618-4aa1-88e4-80de87180d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327046 Dec 17 15:08:32.749362 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-213cc961-2ae6-4412-ba53-6db9d1f09a2f tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--171596603&fields=id&tenant_id=6c8068ddce4846ac914e3b1ee5570190 HTTP/1.1" status: 200 len: 267 time: 0.0445240 Dec 17 15:08:32.816843 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:33.052260 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f0eed-c297-4a72-8e66-ca92b9f99688 req-48b85b65-e621-4c01-b623-3c871dc51f32 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:33.053952 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b29f0eed-c297-4a72-8e66-ca92b9f99688 req-48b85b65-e621-4c01-b623-3c871dc51f32 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=293c44a9-dbcf-464b-a8a7-bb3d995146a8 HTTP/1.1" status: 200 len: 935 time: 0.1419847 Dec 17 15:08:33.063073 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-ee15d610-2f6a-49c7-9296-a6e79fd6947c tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:33.064710 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-ee15d610-2f6a-49c7-9296-a6e79fd6947c tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/networks?id=613331aa-1e32-47f2-9904-dd1d74f4b9b4 HTTP/1.1" status: 200 len: 823 time: 0.3076138 Dec 17 15:08:33.094429 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-589d9ff2-77ea-4843-ab68-fb210106e087 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/quotas/6c8068ddce4846ac914e3b1ee5570190 HTTP/1.1" status: 200 len: 375 time: 0.0149426 Dec 17 15:08:33.119354 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b29f0eed-c297-4a72-8e66-ca92b9f99688 req-744c982b-6083-4d25-9e01-27df2c8003a4 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/security-groups?id=f425ba0d-1688-4e79-940a-f705d59dd75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536156 Dec 17 15:08:33.193907 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-78b1d9c7-4aef-460b-b107-d4a61a94d5c5 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6c8068ddce4846ac914e3b1ee5570190&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0914323 Dec 17 15:08:33.228925 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34304) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:33.468703 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837a003-d2fe-420b-91ab-448649bbe3a5 req-b75103a9-d3ee-4155-8976-bda38afe374e tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:33.469402 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e837a003-d2fe-420b-91ab-448649bbe3a5 req-b75103a9-d3ee-4155-8976-bda38afe374e tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/ports?device_id=89818b54-2224-44c7-b102-e1014ece74ef HTTP/1.1" status: 200 len: 969 time: 0.2309225 Dec 17 15:08:33.472367 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b8f6271-e495-418d-9087-5731fa7784fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:33.513850 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e837a003-d2fe-420b-91ab-448649bbe3a5 req-a1a7c132-2391-4db9-910e-336328f88b1c tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/security-groups?id=9cb919d9-c618-4aa1-88e4-80de87180d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383997 Dec 17 15:08:33.565577 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b8f6271-e495-418d-9087-5731fa7784fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:33.695757 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b8f6271-e495-418d-9087-5731fa7784fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:33.719538 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:33.737858 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3b8f6271-e495-418d-9087-5731fa7784fa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aed4015909674de195cd5926dbe8a3b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5076146 Dec 17 15:08:33.743376 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f6271-e495-418d-9087-5731fa7784fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc360acb-c913-4c23-b431-0786bcfdacda,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:33.743831 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34316) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:33.755982 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34320) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:33.806099 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17a291a7-cef9-445b-b874-8402760cc0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:33.842812 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17a291a7-cef9-445b-b874-8402760cc0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:33.888238 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34328) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:33.946224 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-2952095f-b318-45e3-980f-54de16f82330 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:08:33.947235 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-2952095f-b318-45e3-980f-54de16f82330 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0881779 Dec 17 15:08:33.957476 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a053e1c1-e569-470c-a737-5099359924f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:34.025338 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17a291a7-cef9-445b-b874-8402760cc0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:34.030333 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17a291a7-cef9-445b-b874-8402760cc0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:34.030333 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-17a291a7-cef9-445b-b874-8402760cc0d4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bc360acb-c913-4c23-b431-0786bcfdacda HTTP/1.1" status: 204 len: 168 time: 0.2870569 Dec 17 15:08:34.032030 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4f10bbc5-4abd-41c3-b044-2a9e92083ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:34.044956 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a291a7-cef9-445b-b874-8402760cc0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc360acb-c913-4c23-b431-0786bcfdacda,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:34.083096 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-4fd8e3b1-e750-4c11-8390-8edf9fac05c4 service neutron] 10.222.0.46 "GET /v2.0/networks/613331aa-1e32-47f2-9904-dd1d74f4b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239991 Dec 17 15:08:34.184423 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:34.226358 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-48c85ece-2d15-4630-9758-6fb81b6f6390 service neutron] 10.222.0.46 "GET /v2.0/networks/613331aa-1e32-47f2-9904-dd1d74f4b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261058 Dec 17 15:08:34.268021 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a053e1c1-e569-470c-a737-5099359924f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:34.309384 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a15d01-195d-4295-babd-57bcc68780bd req-03ad8350-5d90-43a6-830d-b4d97842f5ce tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:34.311502 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4f10bbc5-4abd-41c3-b044-2a9e92083ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:34.313548 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d2a15d01-195d-4295-babd-57bcc68780bd req-03ad8350-5d90-43a6-830d-b4d97842f5ce tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=293c44a9-dbcf-464b-a8a7-bb3d995146a8 HTTP/1.1" status: 200 len: 935 time: 0.0749321 Dec 17 15:08:34.354049 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d2a15d01-195d-4295-babd-57bcc68780bd req-91491787-1080-4c5d-9bd1-6360d9788ea4 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/security-groups?id=f425ba0d-1688-4e79-940a-f705d59dd75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357749 Dec 17 15:08:34.399052 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a053e1c1-e569-470c-a737-5099359924f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:34.467302 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4f10bbc5-4abd-41c3-b044-2a9e92083ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:34.478649 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a053e1c1-e569-470c-a737-5099359924f5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=adae6fe9efed4dc8aec51db1f1d8980c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7212286 Dec 17 15:08:34.481237 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34344) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:34.508670 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053e1c1-e569-470c-a737-5099359924f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8be2e3f-a9ae-4189-ac44-0d8976bee65c,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:34.537834 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4f10bbc5-4abd-41c3-b044-2a9e92083ab8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2b19478109f34f19850478ce574b38b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6492362 Dec 17 15:08:34.566734 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34348) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:34.567908 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10bbc5-4abd-41c3-b044-2a9e92083ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e841765e-bfe9-4d6c-9498-cabc72d2f7e8,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:34.593362 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff8e5821-317e-4aa0-b433-47c953bf3342 req-af099d08-9c45-44f2-b066-7e3764028858 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/ports?device_id=23a772e0-4b34-4b09-942a-ebffd7e3b815 HTTP/1.1" status: 200 len: 210 time: 0.0805523 Dec 17 15:08:34.685472 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-40df08e8-5b45-44e6-8783-d45c75dbb209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:34.695252 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-957ac79e-961d-47b5-96e3-ca3272f96cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:34.720616 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-40df08e8-5b45-44e6-8783-d45c75dbb209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:34.738469 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-957ac79e-961d-47b5-96e3-ca3272f96cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:34.776873 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169641ba-0367-45d9-bc35-585c6e1a72ea req-80c8c5ec-75cf-42c4-ac32-a0e835f959f9 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:34.778518 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-169641ba-0367-45d9-bc35-585c6e1a72ea req-80c8c5ec-75cf-42c4-ac32-a0e835f959f9 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/ports?device_id=89818b54-2224-44c7-b102-e1014ece74ef HTTP/1.1" status: 200 len: 969 time: 0.1177168 Dec 17 15:08:34.837856 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-169641ba-0367-45d9-bc35-585c6e1a72ea req-17037725-f728-4cfd-b7f4-1bb06331d8a2 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/security-groups?id=9cb919d9-c618-4aa1-88e4-80de87180d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496726 Dec 17 15:08:34.901232 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34360) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:34.923917 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-40df08e8-5b45-44e6-8783-d45c75dbb209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:34.927448 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-40df08e8-5b45-44e6-8783-d45c75dbb209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:34.946309 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-40df08e8-5b45-44e6-8783-d45c75dbb209 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e841765e-bfe9-4d6c-9498-cabc72d2f7e8 HTTP/1.1" status: 204 len: 168 time: 0.3439958 Dec 17 15:08:34.946309 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df08e8-5b45-44e6-8783-d45c75dbb209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e841765e-bfe9-4d6c-9498-cabc72d2f7e8,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:34.974686 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-957ac79e-961d-47b5-96e3-ca3272f96cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:34.978884 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-957ac79e-961d-47b5-96e3-ca3272f96cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:34.984375 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-957ac79e-961d-47b5-96e3-ca3272f96cac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b8be2e3f-a9ae-4189-ac44-0d8976bee65c HTTP/1.1" status: 204 len: 168 time: 0.4980922 Dec 17 15:08:34.990218 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ac79e-961d-47b5-96e3-ca3272f96cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8be2e3f-a9ae-4189-ac44-0d8976bee65c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:35.031660 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5b6dbe99-ebaf-4371-99fa-3149f36022c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:35.116831 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5b6dbe99-ebaf-4371-99fa-3149f36022c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:35.170885 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34368) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:35.184166 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a49e6f42-5ad5-4998-a60e-6d64eb779417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:35.207297 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5b6dbe99-ebaf-4371-99fa-3149f36022c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:35.260760 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6dbe99-ebaf-4371-99fa-3149f36022c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8b8ecb-bcb1-4eb5-ac2a-abf4ecdbaf14,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:35.274464 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5b6dbe99-ebaf-4371-99fa-3149f36022c0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0b44a52180a6476b83fc3f48fb08ba76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3719697 Dec 17 15:08:35.279228 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34370) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:35.361093 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a49e6f42-5ad5-4998-a60e-6d64eb779417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:35.364185 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-08271776-724e-44aa-98ec-97cb5c1a5653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:35.399446 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-08271776-724e-44aa-98ec-97cb5c1a5653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:35.444243 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a49e6f42-5ad5-4998-a60e-6d64eb779417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:35.488779 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a49e6f42-5ad5-4998-a60e-6d64eb779417 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e7572c05db354c228385fe69760f8d5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3167098 Dec 17 15:08:35.489763 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e6f42-5ad5-4998-a60e-6d64eb779417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89d4ba4-c5c9-4104-9195-b8adbc3b924c,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:35.492179 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34376) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:35.532681 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5018427-052e-4fb6-98e6-0023d96d4b29 req-f974c716-4ad7-407c-a537-1ecfbce3139c tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:35.540574 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f5018427-052e-4fb6-98e6-0023d96d4b29 req-f974c716-4ad7-407c-a537-1ecfbce3139c tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=293c44a9-dbcf-464b-a8a7-bb3d995146a8 HTTP/1.1" status: 200 len: 935 time: 0.0983858 Dec 17 15:08:35.564462 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-08271776-724e-44aa-98ec-97cb5c1a5653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:35.567919 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-08271776-724e-44aa-98ec-97cb5c1a5653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:35.573678 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-08271776-724e-44aa-98ec-97cb5c1a5653 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7c8b8ecb-bcb1-4eb5-ac2a-abf4ecdbaf14 HTTP/1.1" status: 204 len: 168 time: 0.2955670 Dec 17 15:08:35.580892 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f5018427-052e-4fb6-98e6-0023d96d4b29 req-41c6be71-fa8f-4a4b-bb06-3573ea6663bc tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/security-groups?id=f425ba0d-1688-4e79-940a-f705d59dd75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391860 Dec 17 15:08:35.589190 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-56cbab48-c0b4-4d09-a297-aca7e2a0f7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:35.597718 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08271776-724e-44aa-98ec-97cb5c1a5653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8b8ecb-bcb1-4eb5-ac2a-abf4ecdbaf14,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:35.618923 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-56cbab48-c0b4-4d09-a297-aca7e2a0f7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:35.711316 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4a2f2aa-d770-4543-8f91-d198b55a6fd7 req-169c91da-aaf3-4895-ac23-25c04720b3d5 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/ports?device_id=23a772e0-4b34-4b09-942a-ebffd7e3b815 HTTP/1.1" status: 200 len: 210 time: 0.0295880 Dec 17 15:08:35.767325 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-56cbab48-c0b4-4d09-a297-aca7e2a0f7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:35.769913 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-56cbab48-c0b4-4d09-a297-aca7e2a0f7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:35.773370 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-56cbab48-c0b4-4d09-a297-aca7e2a0f7df admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a89d4ba4-c5c9-4104-9195-b8adbc3b924c HTTP/1.1" status: 204 len: 168 time: 0.2759178 Dec 17 15:08:35.786887 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbab48-c0b4-4d09-a297-aca7e2a0f7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89d4ba4-c5c9-4104-9195-b8adbc3b924c,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:35.794119 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34388) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:35.825143 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a7853e41-b8ac-44cc-946b-d184d554496a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:35.966039 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a7853e41-b8ac-44cc-946b-d184d554496a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:35.985344 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055a01e-b708-4618-9e6c-7b5bfce21c35 req-cbf3305f-e3cc-49ab-a12c-472f301dac3c tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:35.987071 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2055a01e-b708-4618-9e6c-7b5bfce21c35 req-cbf3305f-e3cc-49ab-a12c-472f301dac3c tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/ports?device_id=89818b54-2224-44c7-b102-e1014ece74ef HTTP/1.1" status: 200 len: 969 time: 0.0672383 Dec 17 15:08:36.031047 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2055a01e-b708-4618-9e6c-7b5bfce21c35 req-f57a3ae5-dc09-4495-a3ff-770034ffae35 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/security-groups?id=9cb919d9-c618-4aa1-88e4-80de87180d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376418 Dec 17 15:08:36.069486 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a7853e41-b8ac-44cc-946b-d184d554496a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:36.111916 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a7853e41-b8ac-44cc-946b-d184d554496a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3fc4b8b919ef46bcb0fb3a835aee7b31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166685 Dec 17 15:08:36.112779 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7853e41-b8ac-44cc-946b-d184d554496a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486af360-6270-4764-9be8-e1f3c0f59b47,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:36.114739 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34394) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:36.162928 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 61607a82-1697-4bca-a6ef-7b7047da70c1 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:08:36.180760 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-80e68220-166c-439e-8726-01038afb4409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:36.210838 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-80e68220-166c-439e-8726-01038afb4409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:36.272899 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34396) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:36.301432 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-af18442a-5844-4fa9-960d-1929a74a19fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:36.306373 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 61607a82-1697-4bca-a6ef-7b7047da70c1, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=61607a82-1697-4bca-a6ef-7b7047da70c1,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:08:36.319177 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '61607a82-1697-4bca-a6ef-7b7047da70c1', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': '61607a82-1697-4bca-a6ef-7b7047da70c1', 'mac_address': 'fa:16:3e:9e:02:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:tempest-test_az-790716375', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:08:36.371648 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:36.385498 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61607a82-1697-4bca-a6ef-7b7047da70c1 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:08:36.407877 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 61607a82-1697-4bca-a6ef-7b7047da70c1, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=61607a82-1697-4bca-a6ef-7b7047da70c1,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:08:36.424103 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-80e68220-166c-439e-8726-01038afb4409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:36.426757 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-80e68220-166c-439e-8726-01038afb4409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:36.427893 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-80e68220-166c-439e-8726-01038afb4409 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/486af360-6270-4764-9be8-e1f3c0f59b47 HTTP/1.1" status: 204 len: 168 time: 0.3121958 Dec 17 15:08:36.436793 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e68220-166c-439e-8726-01038afb4409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486af360-6270-4764-9be8-e1f3c0f59b47,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:36.489301 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-af18442a-5844-4fa9-960d-1929a74a19fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:36.538681 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:36.587566 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-af18442a-5844-4fa9-960d-1929a74a19fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:36.598260 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=61607a82-1697-4bca-a6ef-7b7047da70c1,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:36.638655 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18442a-5844-4fa9-960d-1929a74a19fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2656a933-2575-4c68-904e-302c96986c11,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:36.649699 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-af18442a-5844-4fa9-960d-1929a74a19fd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=195165deb1c545489759d79318ff4747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3734622 Dec 17 15:08:36.650555 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34406) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:36.750652 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fa713-37e8-4aa6-bbd6-54361f30e038 req-dee04149-0cb2-4298-8962-6b30a0293228 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:36.750652 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-356fa713-37e8-4aa6-bbd6-54361f30e038 req-dee04149-0cb2-4298-8962-6b30a0293228 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=293c44a9-dbcf-464b-a8a7-bb3d995146a8 HTTP/1.1" status: 200 len: 935 time: 0.0789084 Dec 17 15:08:36.751285 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b41c890a-9373-4aa3-bf12-94d0e4fb644b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:36.790178 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b41c890a-9373-4aa3-bf12-94d0e4fb644b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:36.831951 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34410) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:36.841238 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-356fa713-37e8-4aa6-bbd6-54361f30e038 req-928af602-abb4-47f0-a057-4454aa1dfe8d tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/security-groups?id=f425ba0d-1688-4e79-940a-f705d59dd75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839686 Dec 17 15:08:36.847906 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['61607a82-1697-4bca-a6ef-7b7047da70c1'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:08:36.849951 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8cb243c5-1e03-4af1-9ad2-3dbba82cc2d6 req-b11a5c5d-ad25-4017-b3d6-57b73b554864 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/ports?device_id=23a772e0-4b34-4b09-942a-ebffd7e3b815 HTTP/1.1" status: 200 len: 210 time: 0.0451875 Dec 17 15:08:36.855696 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7f7d6fc7-6d72-4dd8-85cc-44d6e51dc0fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:37.018551 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b41c890a-9373-4aa3-bf12-94d0e4fb644b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:37.021684 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b41c890a-9373-4aa3-bf12-94d0e4fb644b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:37.023091 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b41c890a-9373-4aa3-bf12-94d0e4fb644b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2656a933-2575-4c68-904e-302c96986c11 HTTP/1.1" status: 204 len: 168 time: 0.3715060 Dec 17 15:08:37.039556 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c890a-9373-4aa3-bf12-94d0e4fb644b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2656a933-2575-4c68-904e-302c96986c11,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:37.097726 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7f7d6fc7-6d72-4dd8-85cc-44d6e51dc0fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:37.163827 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61432d-f68e-4f8d-a408-e47da5640632 req-10df1868-54cb-49c3-a1d5-284398a53e12 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:37.165323 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8a61432d-f68e-4f8d-a408-e47da5640632 req-10df1868-54cb-49c3-a1d5-284398a53e12 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/ports?device_id=89818b54-2224-44c7-b102-e1014ece74ef HTTP/1.1" status: 200 len: 970 time: 0.0489478 Dec 17 15:08:37.202445 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8a61432d-f68e-4f8d-a408-e47da5640632 req-efcd3303-03ea-4675-b7c4-72fa8dc3d763 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/security-groups?id=9cb919d9-c618-4aa1-88e4-80de87180d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306344 Dec 17 15:08:37.204691 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7f7d6fc7-6d72-4dd8-85cc-44d6e51dc0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:37.242993 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7f7d6fc7-6d72-4dd8-85cc-44d6e51dc0fa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e35e5cfdfcb5495ead02400d6320009e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4097323 Dec 17 15:08:37.243725 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d6fc7-6d72-4dd8-85cc-44d6e51dc0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a638254a-1928-4429-82a2-453726f83313,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:37.246016 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34424) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:37.305494 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2e68156f-ef64-413b-b265-1be36238d682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:37.326947 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2e68156f-ef64-413b-b265-1be36238d682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:37.414611 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34428) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:37.429232 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7c8e567-df6c-4211-903f-57122498d63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:37.523426 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2e68156f-ef64-413b-b265-1be36238d682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:37.526081 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2e68156f-ef64-413b-b265-1be36238d682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:37.533308 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2e68156f-ef64-413b-b265-1be36238d682 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a638254a-1928-4429-82a2-453726f83313 HTTP/1.1" status: 204 len: 168 time: 0.2802417 Dec 17 15:08:37.543992 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68156f-ef64-413b-b265-1be36238d682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a638254a-1928-4429-82a2-453726f83313,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:37.672472 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7c8e567-df6c-4211-903f-57122498d63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:37.680993 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-0a391d92-05aa-48db-88d7-ee4ad2007fe5 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:37.686523 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-0a391d92-05aa-48db-88d7-ee4ad2007fe5 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.13 "GET /v2.0/networks?id=613331aa-1e32-47f2-9904-dd1d74f4b9b4 HTTP/1.1" status: 200 len: 823 time: 0.1354077 Dec 17 15:08:37.737591 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-371a26ed-170c-43ce-81de-b8dd28b682c4 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c8068ddce4846ac914e3b1ee5570190 HTTP/1.1" status: 200 len: 379 time: 0.0450852 Dec 17 15:08:37.746784 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-a50543dd-e61f-4dad-ab12-ba5799035a6a tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Request body: {'port': {'device_id': '23a772e0-4b34-4b09-942a-ebffd7e3b815', 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4', 'admin_state_up': True, 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'security_groups': ['33f245e8-8a62-458c-b8d7-9e7e52d07540']}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:08:37.792273 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7c8e567-df6c-4211-903f-57122498d63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:37.866528 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e7c8e567-df6c-4211-903f-57122498d63d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5fa5313103cc43f8988b8381d0af4027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4481466 Dec 17 15:08:37.866679 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34444) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:37.879047 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8e567-df6c-4211-903f-57122498d63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd949a6d-3507-4094-8ea7-2a54d37761ea,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:37.924106 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ba4bfc98-2331-4b04-b274-42ba321d40df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:37.966616 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ba4bfc98-2331-4b04-b274-42ba321d40df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:37.993072 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-93409189-ec59-4d6b-ae3d-97783c14729f req-6a9b2cbf-0a30-4f08-86e0-782a7d19bfe3 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/ports?device_id=23a772e0-4b34-4b09-942a-ebffd7e3b815 HTTP/1.1" status: 200 len: 210 time: 0.0485110 Dec 17 15:08:38.024647 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-a50543dd-e61f-4dad-ab12-ba5799035a6a tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Made reservation on behalf of 6c8068ddce4846ac914e3b1ee5570190 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:08:38.028208 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-a50543dd-e61f-4dad-ab12-ba5799035a6a tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:38.038938 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4a7c7-9d31-49c3-8d85-1d9415289f3d req-2228cf52-7154-4fc7-afbd-ec75d674ed50 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:38.040387 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7df4a7c7-9d31-49c3-8d85-1d9415289f3d req-2228cf52-7154-4fc7-afbd-ec75d674ed50 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=293c44a9-dbcf-464b-a8a7-bb3d995146a8 HTTP/1.1" status: 200 len: 935 time: 0.0792098 Dec 17 15:08:38.091769 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7df4a7c7-9d31-49c3-8d85-1d9415289f3d req-97476bcc-9f8e-42c4-ade6-f505d77c5459 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/security-groups?id=f425ba0d-1688-4e79-940a-f705d59dd75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441709 Dec 17 15:08:38.127304 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ba4bfc98-2331-4b04-b274-42ba321d40df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:38.131821 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ba4bfc98-2331-4b04-b274-42ba321d40df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:38.137921 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ba4bfc98-2331-4b04-b274-42ba321d40df admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dd949a6d-3507-4094-8ea7-2a54d37761ea HTTP/1.1" status: 204 len: 168 time: 0.2672441 Dec 17 15:08:38.148426 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4bfc98-2331-4b04-b274-42ba321d40df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd949a6d-3507-4094-8ea7-2a54d37761ea,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:38.163142 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 61607a82-1697-4bca-a6ef-7b7047da70c1 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:08:38.247147 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-a50543dd-e61f-4dad-ab12-ba5799035a6a tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Allocated IP 172.20.0.8 (613331aa-1e32-47f2-9904-dd1d74f4b9b4/bdabb184-8d73-4ccc-815e-dc1121f53879/27d2d71e-90fa-46fc-b33e-cc2610929b7d) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:08:38.392881 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d01934-e352-4824-b116-cc0694bc4fa0 req-f6a8a374-5351-4fdb-8865-adc5f31cf0b2 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:38.394384 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-86d01934-e352-4824-b116-cc0694bc4fa0 req-f6a8a374-5351-4fdb-8865-adc5f31cf0b2 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/ports?device_id=89818b54-2224-44c7-b102-e1014ece74ef HTTP/1.1" status: 200 len: 970 time: 0.1142304 Dec 17 15:08:38.440798 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 61607a82-1697-4bca-a6ef-7b7047da70c1 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:08:38.444670 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 61607a82-1697-4bca-a6ef-7b7047da70c1 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:08:38.448515 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:38.455007 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-a50543dd-e61f-4dad-ab12-ba5799035a6a tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:38.460193 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-86d01934-e352-4824-b116-cc0694bc4fa0 req-07f8902c-8072-48a5-9337-0914f5f74a65 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/security-groups?id=9cb919d9-c618-4aa1-88e4-80de87180d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600083 Dec 17 15:08:38.523811 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:38.546080 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89818b54-2224-44c7-b102-e1014ece74ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61607a82-1697-4bca-a6ef-7b7047da70c1'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:08:38.614931 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 61607a82-1697-4bca-a6ef-7b7047da70c1, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=61607a82-1697-4bca-a6ef-7b7047da70c1,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:08:38.624090 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-a50543dd-e61f-4dad-ab12-ba5799035a6a tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:38.670007 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-a50543dd-e61f-4dad-ab12-ba5799035a6a tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Network 613331aa-1e32-47f2-9904-dd1d74f4b9b4 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:08:38.673473 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-a50543dd-e61f-4dad-ab12-ba5799035a6a tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:08:38.679677 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-a50543dd-e61f-4dad-ab12-ba5799035a6a tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:08:38.685067 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-a50543dd-e61f-4dad-ab12-ba5799035a6a tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:38.685657 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-a50543dd-e61f-4dad-ab12-ba5799035a6a tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:38.689737 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50543dd-e61f-4dad-ab12-ba5799035a6a tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Pushing event updated for resources: {'Port': ['ID=27d2d71e-90fa-46fc-b33e-cc2610929b7d,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:38.739875 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:38.790578 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=61607a82-1697-4bca-a6ef-7b7047da70c1,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:38.795713 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-a50543dd-e61f-4dad-ab12-ba5799035a6a tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0526216 Dec 17 15:08:38.809525 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-79e09e29-ee17-4d82-9d6d-69550497b507 service neutron] Request body: {'port': {'device_id': '23a772e0-4b34-4b09-942a-ebffd7e3b815', 'device_owner': 'compute:tempest-test_az-790716375', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:08:38.905867 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-79e09e29-ee17-4d82-9d6d-69550497b507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:38.995329 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-b9fc8560-9c96-4d7d-bf0f-1be5f6842d44 None None] Provisioning complete for port 27d2d71e-90fa-46fc-b33e-cc2610929b7d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:08:38.995697 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b9fc8560-9c96-4d7d-bf0f-1be5f6842d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:39.037034 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-b9fc8560-9c96-4d7d-bf0f-1be5f6842d44 None None] Port 27d2d71e-90fa-46fc-b33e-cc2610929b7d cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:08:39.177606 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efeb88-0945-4d9c-8dbd-89c40a8fdb6c req-1484233e-9396-49ff-a61a-a24884751d9c tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:39.179118 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a9efeb88-0945-4d9c-8dbd-89c40a8fdb6c req-1484233e-9396-49ff-a61a-a24884751d9c tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/ports?device_id=23a772e0-4b34-4b09-942a-ebffd7e3b815 HTTP/1.1" status: 200 len: 931 time: 0.0950017 Dec 17 15:08:39.184465 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-5b052839-c4c8-4e5f-94a8-bc105cf810f7 service neutron] Request body: {'port': {'device_id': '293c44a9-dbcf-464b-a8a7-bb3d995146a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:08:39.192066 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656056e8-fa66-4854-ac4f-39644aa80d63" -d '{"events": [{"server_uuid": "89818b54-2224-44c7-b102-e1014ece74ef", "name": "network-vif-plugged", "status": "completed", "tag": "61607a82-1697-4bca-a6ef-7b7047da70c1"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:08:39.253538 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-5b052839-c4c8-4e5f-94a8-bc105cf810f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:39.313306 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1de007-06c8-40fe-af38-123971268141 req-cf146629-14d1-4810-bf45-fa7287453c2e tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:39.313306 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6e1de007-06c8-40fe-af38-123971268141 req-cf146629-14d1-4810-bf45-fa7287453c2e tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=293c44a9-dbcf-464b-a8a7-bb3d995146a8 HTTP/1.1" status: 200 len: 935 time: 0.1215959 Dec 17 15:08:39.318731 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a9efeb88-0945-4d9c-8dbd-89c40a8fdb6c req-92258246-b54a-4817-a92b-1d07b665b55e tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/security-groups?id=33f245e8-8a62-458c-b8d7-9e7e52d07540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045642 Dec 17 15:08:39.348500 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-79e09e29-ee17-4d82-9d6d-69550497b507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27d2d71e-90fa-46fc-b33e-cc2610929b7d {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:08:39.361209 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-79e09e29-ee17-4d82-9d6d-69550497b507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:39.373269 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6e1de007-06c8-40fe-af38-123971268141 req-77eb1f75-7758-4d1b-9f93-1a1dd48cd59c tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/security-groups?id=f425ba0d-1688-4e79-940a-f705d59dd75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610361 Dec 17 15:08:39.382705 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-79e09e29-ee17-4d82-9d6d-69550497b507 service neutron] Transition to ACTIVE for port object 27d2d71e-90fa-46fc-b33e-cc2610929b7d will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:08:39.478093 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-79e09e29-ee17-4d82-9d6d-69550497b507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:39.534544 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e09e29-ee17-4d82-9d6d-69550497b507 service neutron] Pushing event updated for resources: {'Port': ['ID=27d2d71e-90fa-46fc-b33e-cc2610929b7d,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:39.611813 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-79e09e29-ee17-4d82-9d6d-69550497b507 service neutron] Attempting to bind port 27d2d71e-90fa-46fc-b33e-cc2610929b7d on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:08:39.612322 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-79e09e29-ee17-4d82-9d6d-69550497b507 service neutron] Attempting to bind port 27d2d71e-90fa-46fc-b33e-cc2610929b7d by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '2817d6d9-9301-4d8d-8748-523d4678282a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:08:39.613379 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-79e09e29-ee17-4d82-9d6d-69550497b507 service neutron] Attempting to bind port 27d2d71e-90fa-46fc-b33e-cc2610929b7d on network 613331aa-1e32-47f2-9904-dd1d74f4b9b4 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:08:39.627125 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-5b052839-c4c8-4e5f-94a8-bc105cf810f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c580f1b4-6de5-4c95-a836-e24bb4538ca4 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:08:39.627697 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-79e09e29-ee17-4d82-9d6d-69550497b507 service neutron] Port 27d2d71e-90fa-46fc-b33e-cc2610929b7d on network 613331aa-1e32-47f2-9904-dd1d74f4b9b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:08:39.628336 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-79e09e29-ee17-4d82-9d6d-69550497b507 service neutron] Attempting to bind port 27d2d71e-90fa-46fc-b33e-cc2610929b7d on network 613331aa-1e32-47f2-9904-dd1d74f4b9b4 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:08:39.636991 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-79e09e29-ee17-4d82-9d6d-69550497b507 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:08:39.637757 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-79e09e29-ee17-4d82-9d6d-69550497b507 service neutron] Checking segment: {'id': '2817d6d9-9301-4d8d-8748-523d4678282a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:08:39.638282 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-79e09e29-ee17-4d82-9d6d-69550497b507 service neutron] Bound using segment: {'id': '2817d6d9-9301-4d8d-8748-523d4678282a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:08:39.639041 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-79e09e29-ee17-4d82-9d6d-69550497b507 service neutron] Bound port: 27d2d71e-90fa-46fc-b33e-cc2610929b7d, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2817d6d9-9301-4d8d-8748-523d4678282a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:08:39.639577 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-79e09e29-ee17-4d82-9d6d-69550497b507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:39.639817 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-5b052839-c4c8-4e5f-94a8-bc105cf810f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:39.664239 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-5b052839-c4c8-4e5f-94a8-bc105cf810f7 service neutron] Transition to ACTIVE for port object c580f1b4-6de5-4c95-a836-e24bb4538ca4 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:08:39.702724 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c445c3-c28f-46f4-990f-95edc2c51c8e x-openstack-request-id: req-29c445c3-c28f-46f4-990f-95edc2c51c8e {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:08:39.703283 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89818b54-2224-44c7-b102-e1014ece74ef", "name": "network-vif-plugged", "status": "completed", "tag": "61607a82-1697-4bca-a6ef-7b7047da70c1", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:08:39.703541 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-29c445c3-c28f-46f4-990f-95edc2c51c8e {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:08:39.704005 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89818b54-2224-44c7-b102-e1014ece74ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61607a82-1697-4bca-a6ef-7b7047da70c1', 'code': 200} Dec 17 15:08:39.744254 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7035157-1612-4c7f-a9dc-ab1683816cce req-b211fe02-e776-4137-a692-88fd5b544a16 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:39.746013 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d7035157-1612-4c7f-a9dc-ab1683816cce req-b211fe02-e776-4137-a692-88fd5b544a16 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/ports?device_id=89818b54-2224-44c7-b102-e1014ece74ef HTTP/1.1" status: 200 len: 971 time: 0.1505375 Dec 17 15:08:39.760848 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-5b052839-c4c8-4e5f-94a8-bc105cf810f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:39.772121 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.13', 62435) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:39.810859 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-79e09e29-ee17-4d82-9d6d-69550497b507 service neutron] For port 27d2d71e-90fa-46fc-b33e-cc2610929b7d, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:08:39.814941 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-79e09e29-ee17-4d82-9d6d-69550497b507 service neutron] For port 27d2d71e-90fa-46fc-b33e-cc2610929b7d, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=27d2d71e-90fa-46fc-b33e-cc2610929b7d,segment=NetworkSegment(2817d6d9-9301-4d8d-8748-523d4678282a),segment_id=2817d6d9-9301-4d8d-8748-523d4678282a)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:08:39.822814 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d7035157-1612-4c7f-a9dc-ab1683816cce req-aa6631e7-d79e-4dcd-a75b-63e6b7588dae tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/security-groups?id=9cb919d9-c618-4aa1-88e4-80de87180d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683286 Dec 17 15:08:39.895710 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-79e09e29-ee17-4d82-9d6d-69550497b507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:39.926647 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:39.964096 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e09e29-ee17-4d82-9d6d-69550497b507 service neutron] Pushing event updated for resources: {'Port': ['ID=27d2d71e-90fa-46fc-b33e-cc2610929b7d,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:39.986464 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-79e09e29-ee17-4d82-9d6d-69550497b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:39.987252 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-79e09e29-ee17-4d82-9d6d-69550497b507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:39.989080 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-79e09e29-ee17-4d82-9d6d-69550497b507 service neutron] 10.222.0.13 "PUT /v2.0/ports/27d2d71e-90fa-46fc-b33e-cc2610929b7d HTTP/1.1" status: 200 len: 1112 time: 1.1848207 Dec 17 15:08:39.989741 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a772e0-4b34-4b09-942a-ebffd7e3b815', 'tag': '27d2d71e-90fa-46fc-b33e-cc2610929b7d'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:08:39.992663 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d422d30-e01c-4339-a327-1107b3d9f1a3" -d '{"events": [{"name": "network-changed", "server_uuid": "23a772e0-4b34-4b09-942a-ebffd7e3b815", "tag": "27d2d71e-90fa-46fc-b33e-cc2610929b7d"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:08:40.079544 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fd1532-e504-4257-87f6-36e2381c0d9d x-openstack-request-id: req-f6fd1532-e504-4257-87f6-36e2381c0d9d {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:08:40.079930 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a772e0-4b34-4b09-942a-ebffd7e3b815", "tag": "27d2d71e-90fa-46fc-b33e-cc2610929b7d", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:08:40.082010 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f6fd1532-e504-4257-87f6-36e2381c0d9d {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:08:40.082483 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a772e0-4b34-4b09-942a-ebffd7e3b815', 'tag': '27d2d71e-90fa-46fc-b33e-cc2610929b7d', 'status': 'completed', 'code': 200} Dec 17 15:08:40.164494 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b052839-c4c8-4e5f-94a8-bc105cf810f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c580f1b4-6de5-4c95-a836-e24bb4538ca4,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:40.169509 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-5b052839-c4c8-4e5f-94a8-bc105cf810f7 service neutron] Attempting to bind port c580f1b4-6de5-4c95-a836-e24bb4538ca4 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:08:40.170181 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-5b052839-c4c8-4e5f-94a8-bc105cf810f7 service neutron] Attempting to bind port c580f1b4-6de5-4c95-a836-e24bb4538ca4 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:08:40.170737 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-5b052839-c4c8-4e5f-94a8-bc105cf810f7 service neutron] Attempting to bind port c580f1b4-6de5-4c95-a836-e24bb4538ca4 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:08:40.183538 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d422d30-e01c-4339-a327-1107b3d9f1a3 req-8764ff06-5d5a-432d-8135-d2487e26c798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:40.185904 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5d422d30-e01c-4339-a327-1107b3d9f1a3 req-8764ff06-5d5a-432d-8135-d2487e26c798 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c8068ddce4846ac914e3b1ee5570190&device_id=23a772e0-4b34-4b09-942a-ebffd7e3b815 HTTP/1.1" status: 200 len: 1115 time: 0.0825706 Dec 17 15:08:40.189503 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-5b052839-c4c8-4e5f-94a8-bc105cf810f7 service neutron] Port c580f1b4-6de5-4c95-a836-e24bb4538ca4 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:08:40.190542 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-5b052839-c4c8-4e5f-94a8-bc105cf810f7 service neutron] Attempting to bind port c580f1b4-6de5-4c95-a836-e24bb4538ca4 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:08:40.196429 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac9f96-8d53-4906-b960-81d5433624e8 req-ca0930e1-8e19-4fbf-b034-013c20362eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:40.198110 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-85ac9f96-8d53-4906-b960-81d5433624e8 req-ca0930e1-8e19-4fbf-b034-013c20362eda service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=89818b54-2224-44c7-b102-e1014ece74ef HTTP/1.1" status: 200 len: 1122 time: 0.4200780 Dec 17 15:08:40.201031 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-5b052839-c4c8-4e5f-94a8-bc105cf810f7 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:08:40.201675 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-5b052839-c4c8-4e5f-94a8-bc105cf810f7 service neutron] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:08:40.202424 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-5b052839-c4c8-4e5f-94a8-bc105cf810f7 service neutron] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:08:40.203642 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-5b052839-c4c8-4e5f-94a8-bc105cf810f7 service neutron] Bound port: c580f1b4-6de5-4c95-a836-e24bb4538ca4, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:08:40.204365 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-5b052839-c4c8-4e5f-94a8-bc105cf810f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:40.341819 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-5b052839-c4c8-4e5f-94a8-bc105cf810f7 service neutron] For port c580f1b4-6de5-4c95-a836-e24bb4538ca4, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:08:40.347338 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-5b052839-c4c8-4e5f-94a8-bc105cf810f7 service neutron] For port c580f1b4-6de5-4c95-a836-e24bb4538ca4, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=c580f1b4-6de5-4c95-a836-e24bb4538ca4,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:08:40.348835 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-85ac9f96-8d53-4906-b960-81d5433624e8 req-4083277b-5411-4709-8f34-31aa43d48bb3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:40.391655 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d422d30-e01c-4339-a327-1107b3d9f1a3 req-ae699812-e577-4429-ab14-ad2ac8de5e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:40.393900 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5d422d30-e01c-4339-a327-1107b3d9f1a3 req-ae699812-e577-4429-ab14-ad2ac8de5e38 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6c8068ddce4846ac914e3b1ee5570190&shared=False HTTP/1.1" status: 200 len: 924 time: 0.1991100 Dec 17 15:08:40.440195 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-85ac9f96-8d53-4906-b960-81d5433624e8 req-4083277b-5411-4709-8f34-31aa43d48bb3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:40.450008 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-5b052839-c4c8-4e5f-94a8-bc105cf810f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:40.489373 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-5b052839-c4c8-4e5f-94a8-bc105cf810f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:40.490013 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-5b052839-c4c8-4e5f-94a8-bc105cf810f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:40.491508 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-5b052839-c4c8-4e5f-94a8-bc105cf810f7 service neutron] 10.222.0.41 "PUT /v2.0/ports/c580f1b4-6de5-4c95-a836-e24bb4538ca4 HTTP/1.1" status: 200 len: 1095 time: 1.6095915 Dec 17 15:08:40.491995 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '293c44a9-dbcf-464b-a8a7-bb3d995146a8', 'tag': 'c580f1b4-6de5-4c95-a836-e24bb4538ca4'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:08:40.575901 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-85ac9f96-8d53-4906-b960-81d5433624e8 req-4083277b-5411-4709-8f34-31aa43d48bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:40.615272 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-85ac9f96-8d53-4906-b960-81d5433624e8 req-4083277b-5411-4709-8f34-31aa43d48bb3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9cb919d9-c618-4aa1-88e4-80de87180d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073262 Dec 17 15:08:40.717388 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b052839-c4c8-4e5f-94a8-bc105cf810f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c580f1b4-6de5-4c95-a836-e24bb4538ca4,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:40.728368 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083277b-5411-4709-8f34-31aa43d48bb3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ea62ccc9-73b0-4229-b9e5-ccf307a88b92,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:40.756703 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-85719e19-5032-4e03-bc1e-f52ea8631281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:40.758210 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-85719e19-5032-4e03-bc1e-f52ea8631281 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f148cb8f458141ea995b4b7692ca0796&device_id=293c44a9-dbcf-464b-a8a7-bb3d995146a8 HTTP/1.1" status: 200 len: 1098 time: 0.0980039 Dec 17 15:08:40.783274 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958aba1-197a-476d-9484-1b3f1a518957 req-ce87184b-4c82-4f65-8840-323583e3d952 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:40.784988 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2958aba1-197a-476d-9484-1b3f1a518957 req-ce87184b-4c82-4f65-8840-323583e3d952 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/ports?device_id=23a772e0-4b34-4b09-942a-ebffd7e3b815 HTTP/1.1" status: 200 len: 964 time: 0.3900201 Dec 17 15:08:40.860325 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-608b9602-6b42-4793-9dca-1ce8f6f9249f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=c580f1b4-6de5-4c95-a836-e24bb4538ca4 HTTP/1.1" status: 200 len: 217 time: 0.0853598 Dec 17 15:08:40.879345 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ccbc7-cd2e-42d6-a69c-b9cc65d30935 req-08d4cc3d-74ed-4b4c-bb05-87ed1859d29a tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:40.887574 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-920ccbc7-cd2e-42d6-a69c-b9cc65d30935 req-08d4cc3d-74ed-4b4c-bb05-87ed1859d29a tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=293c44a9-dbcf-464b-a8a7-bb3d995146a8 HTTP/1.1" status: 200 len: 947 time: 0.2303345 Dec 17 15:08:40.927264 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-61966aa5-6319-4a9d-965a-e5c6a49add38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:40.928844 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-61966aa5-6319-4a9d-965a-e5c6a49add38 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0616748 Dec 17 15:08:40.936242 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d422d30-e01c-4339-a327-1107b3d9f1a3 req-994127be-b98c-4641-bee9-8c4dfb3f54ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:40.938232 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5d422d30-e01c-4339-a327-1107b3d9f1a3 req-994127be-b98c-4641-bee9-8c4dfb3f54ca service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5330379 Dec 17 15:08:40.947760 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2958aba1-197a-476d-9484-1b3f1a518957 req-1fc386ee-3532-49f3-981d-021c68894aa5 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/security-groups?id=33f245e8-8a62-458c-b8d7-9e7e52d07540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558111 Dec 17 15:08:40.963258 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-920ccbc7-cd2e-42d6-a69c-b9cc65d30935 req-e0efe0be-172f-458e-8e6a-b155f512546f tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/security-groups?id=f425ba0d-1688-4e79-940a-f705d59dd75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747521 Dec 17 15:08:41.003404 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d988e2-e3a5-44f2-9722-0cdc610a3db5" -d '{"events": [{"name": "network-changed", "server_uuid": "293c44a9-dbcf-464b-a8a7-bb3d995146a8", "tag": "c580f1b4-6de5-4c95-a836-e24bb4538ca4"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:08:41.036368 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-dc22583d-49e4-4210-84ad-7be40fcbcd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:41.037889 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-dc22583d-49e4-4210-84ad-7be40fcbcd0a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1021318 Dec 17 15:08:41.070330 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-ffb11232-52ad-4932-b960-984100ac303e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:41.071946 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-ffb11232-52ad-4932-b960-984100ac303e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c8068ddce4846ac914e3b1ee5570190&device_id=23a772e0-4b34-4b09-942a-ebffd7e3b815 HTTP/1.1" status: 200 len: 1115 time: 0.0697088 Dec 17 15:08:41.129489 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-f1e46f5d-2ff2-4f9a-bb64-c6eefbca401a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27d2d71e-90fa-46fc-b33e-cc2610929b7d HTTP/1.1" status: 200 len: 217 time: 0.0427177 Dec 17 15:08:41.143149 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-7ecd7486-f096-4444-b858-f57f300f5243 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973573 Dec 17 15:08:41.154020 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42c81e-4474-4633-af6d-3d818adb47cd req-368b969b-e9a7-48a1-abc9-0e8f011cef0f tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:41.155741 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4e42c81e-4474-4633-af6d-3d818adb47cd req-368b969b-e9a7-48a1-abc9-0e8f011cef0f tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/ports?device_id=89818b54-2224-44c7-b102-e1014ece74ef HTTP/1.1" status: 200 len: 971 time: 0.0998528 Dec 17 15:08:41.229605 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4e42c81e-4474-4633-af6d-3d818adb47cd req-a80e3f21-2133-4aca-9195-cc0883acc8e3 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/security-groups?id=9cb919d9-c618-4aa1-88e4-80de87180d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509539 Dec 17 15:08:41.230805 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-7a4f343d-9191-4612-b962-d1815a01cd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:41.232244 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-7a4f343d-9191-4612-b962-d1815a01cd14 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bdabb184-8d73-4ccc-815e-dc1121f53879 HTTP/1.1" status: 200 len: 862 time: 0.0951376 Dec 17 15:08:41.256696 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f905bb6a-5c69-461f-b1a0-6cf49e46b2c5 req-981d1827-3e4d-4394-bdc0-89fb5f02ff17 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044219 Dec 17 15:08:41.293758 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-7e123704-cbbd-4f18-a358-24e7fd2a5f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:41.296005 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-7e123704-cbbd-4f18-a358-24e7fd2a5f87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=613331aa-1e32-47f2-9904-dd1d74f4b9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558717 Dec 17 15:08:41.387072 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-c6b7bc82-fdac-4f71-9c76-6c7f2c2a4e36 service neutron] 10.222.0.13 "GET /v2.0/networks/613331aa-1e32-47f2-9904-dd1d74f4b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825436 Dec 17 15:08:41.497637 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d334ce52-181f-4c13-ad35-0ea80869ae48 req-5102bf69-b7bd-44f4-abdf-69933e437058 service neutron] 10.222.0.13 "GET /v2.0/networks/613331aa-1e32-47f2-9904-dd1d74f4b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035910 Dec 17 15:08:41.563465 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb9e364-6ac1-46a3-affe-18bc4f91760f x-openstack-request-id: req-ffb9e364-6ac1-46a3-affe-18bc4f91760f {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:08:41.563465 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "293c44a9-dbcf-464b-a8a7-bb3d995146a8", "tag": "c580f1b4-6de5-4c95-a836-e24bb4538ca4", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:08:41.563465 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ffb9e364-6ac1-46a3-affe-18bc4f91760f {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:08:41.563465 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '293c44a9-dbcf-464b-a8a7-bb3d995146a8', 'tag': 'c580f1b4-6de5-4c95-a836-e24bb4538ca4', 'status': 'completed', 'code': 200} Dec 17 15:08:41.653813 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d988e2-e3a5-44f2-9722-0cdc610a3db5 req-9c61a582-b477-4f53-b9cb-e3592f9185f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:41.655404 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a3d988e2-e3a5-44f2-9722-0cdc610a3db5 req-9c61a582-b477-4f53-b9cb-e3592f9185f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f148cb8f458141ea995b4b7692ca0796&device_id=293c44a9-dbcf-464b-a8a7-bb3d995146a8 HTTP/1.1" status: 200 len: 1098 time: 0.0530348 Dec 17 15:08:41.825254 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d988e2-e3a5-44f2-9722-0cdc610a3db5 req-45de7cd2-debd-4661-926e-60b136159a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:41.826754 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a3d988e2-e3a5-44f2-9722-0cdc610a3db5 req-45de7cd2-debd-4661-926e-60b136159a90 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.1639538 Dec 17 15:08:41.882695 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a3d988e2-e3a5-44f2-9722-0cdc610a3db5 req-d7686459-3f3e-4927-b458-aaaf548212ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=c580f1b4-6de5-4c95-a836-e24bb4538ca4 HTTP/1.1" status: 200 len: 217 time: 0.0485280 Dec 17 15:08:41.950136 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d988e2-e3a5-44f2-9722-0cdc610a3db5 req-64bc5ead-1fed-42ca-90ca-ca37c62ffce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:41.951684 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a3d988e2-e3a5-44f2-9722-0cdc610a3db5 req-64bc5ead-1fed-42ca-90ca-ca37c62ffce7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0621171 Dec 17 15:08:41.998045 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d988e2-e3a5-44f2-9722-0cdc610a3db5 req-6bcbbc81-ac83-469d-a71a-ea63fba8e901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:42.001162 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a3d988e2-e3a5-44f2-9722-0cdc610a3db5 req-6bcbbc81-ac83-469d-a71a-ea63fba8e901 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0408249 Dec 17 15:08:42.127575 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a3d988e2-e3a5-44f2-9722-0cdc610a3db5 req-bb114999-017c-4dcd-8dd2-10d8731277cf service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169882 Dec 17 15:08:42.133644 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311bd00-ba58-4e20-94da-cebd4b307abd req-ee2b62ef-87f2-4116-bae1-bc1cce0a589f tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:42.141792 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f311bd00-ba58-4e20-94da-cebd4b307abd req-ee2b62ef-87f2-4116-bae1-bc1cce0a589f tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/ports?device_id=23a772e0-4b34-4b09-942a-ebffd7e3b815 HTTP/1.1" status: 200 len: 964 time: 0.1034844 Dec 17 15:08:42.194056 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f311bd00-ba58-4e20-94da-cebd4b307abd req-521f2dba-b8b3-43b2-a146-27f52c3386c1 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/security-groups?id=33f245e8-8a62-458c-b8d7-9e7e52d07540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513346 Dec 17 15:08:42.242823 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a3d988e2-e3a5-44f2-9722-0cdc610a3db5 req-7c9e35ab-fffd-4b99-9411-3a98c25b782b service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030569 Dec 17 15:08:42.259154 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdaefd-3d90-40a2-b364-2941332d2659 req-0827a144-ec33-48d9-94c4-3face8b3a45e tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:42.260684 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6afdaefd-3d90-40a2-b364-2941332d2659 req-0827a144-ec33-48d9-94c4-3face8b3a45e tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=293c44a9-dbcf-464b-a8a7-bb3d995146a8 HTTP/1.1" status: 200 len: 947 time: 0.0871010 Dec 17 15:08:42.302780 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6afdaefd-3d90-40a2-b364-2941332d2659 req-a262fe88-d285-4768-aecb-4dc0a0840398 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/security-groups?id=f425ba0d-1688-4e79-940a-f705d59dd75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359921 Dec 17 15:08:42.561230 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-0317caf2-1e63-401b-b74e-5ea4f78927d7 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225885 Dec 17 15:08:42.719740 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-90166863-9d2f-4a31-9eed-d2ee57fa8e89 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:42.721207 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-90166863-9d2f-4a31-9eed-d2ee57fa8e89 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1540453 Dec 17 15:08:42.741559 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-f9352435-c33c-44c6-b7b4-855756a13240 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/quotas/9a3e2a05328448bd85eebc1663dde8e3 HTTP/1.1" status: 200 len: 375 time: 0.0125160 Dec 17 15:08:42.748712 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6fbe2-b7a6-4852-8752-163c7f8c0d1a req-48f08f2c-66e8-4707-a254-7253fe2160c6 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:42.750884 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68a6fbe2-b7a6-4852-8752-163c7f8c0d1a req-48f08f2c-66e8-4707-a254-7253fe2160c6 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/ports?device_id=89818b54-2224-44c7-b102-e1014ece74ef HTTP/1.1" status: 200 len: 971 time: 0.0801072 Dec 17 15:08:42.778128 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:08:42.789099 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-169c7d17-6bf5-4fd6-9b72-8e9aa33d6407 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371847 Dec 17 15:08:42.809073 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68a6fbe2-b7a6-4852-8752-163c7f8c0d1a req-c5fd1fe0-d66c-42f9-9bdc-7699517c13ee tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/security-groups?id=9cb919d9-c618-4aa1-88e4-80de87180d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490770 Dec 17 15:08:43.530921 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8a838-dace-46b3-a9df-8a568b4c5a68 req-c30b37c7-3e1e-41ee-b85c-5ad485348d39 tempest-NetworksTest-1561978483 tempest-NetworksTest-1561978483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:43.531594 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8a838-dace-46b3-a9df-8a568b4c5a68 req-c30b37c7-3e1e-41ee-b85c-5ad485348d39 tempest-NetworksTest-1561978483 tempest-NetworksTest-1561978483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:43.531837 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8a838-dace-46b3-a9df-8a568b4c5a68 req-c30b37c7-3e1e-41ee-b85c-5ad485348d39 tempest-NetworksTest-1561978483 tempest-NetworksTest-1561978483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:43.532281 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8a838-dace-46b3-a9df-8a568b4c5a68 req-c30b37c7-3e1e-41ee-b85c-5ad485348d39 tempest-NetworksTest-1561978483 tempest-NetworksTest-1561978483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:43.532730 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8a838-dace-46b3-a9df-8a568b4c5a68 req-c30b37c7-3e1e-41ee-b85c-5ad485348d39 tempest-NetworksTest-1561978483 tempest-NetworksTest-1561978483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:43.534445 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-41d8a838-dace-46b3-a9df-8a568b4c5a68 req-c30b37c7-3e1e-41ee-b85c-5ad485348d39 tempest-NetworksTest-1561978483 tempest-NetworksTest-1561978483-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3628 time: 0.2354705 Dec 17 15:08:43.537126 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f24369-b2db-4768-91dd-f076a9de171b req-93dd7aec-0581-4306-aa27-59535e38572d tempest-AggregatesAdminTestJSON-1472624472 tempest-AggregatesAdminTestJSON-1472624472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:43.541228 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d1f24369-b2db-4768-91dd-f076a9de171b req-93dd7aec-0581-4306-aa27-59535e38572d tempest-AggregatesAdminTestJSON-1472624472 tempest-AggregatesAdminTestJSON-1472624472-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=89818b54-2224-44c7-b102-e1014ece74ef HTTP/1.1" status: 200 len: 1122 time: 0.1340828 Dec 17 15:08:43.556977 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d1f24369-b2db-4768-91dd-f076a9de171b req-3353b81b-2519-4080-9367-fa06168c134a tempest-AggregatesAdminTestJSON-1472624472 tempest-AggregatesAdminTestJSON-1472624472-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:43.604356 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b7f74368-2bea-4ec1-a970-f3cbace9bdf0 req-e0163a9c-851a-43f9-9f04-dfc60f1b3b1f tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 210 time: 0.0352237 Dec 17 15:08:43.671172 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d1f24369-b2db-4768-91dd-f076a9de171b req-3353b81b-2519-4080-9367-fa06168c134a tempest-AggregatesAdminTestJSON-1472624472 tempest-AggregatesAdminTestJSON-1472624472-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:43.737108 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4a822-e382-4691-9ac6-a046c1fc7135 req-f1f9f910-7928-4354-9650-073276fe0ec1 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:43.738574 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a0c4a822-e382-4691-9ac6-a046c1fc7135 req-f1f9f910-7928-4354-9650-073276fe0ec1 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/ports?device_id=23a772e0-4b34-4b09-942a-ebffd7e3b815 HTTP/1.1" status: 200 len: 964 time: 0.0528049 Dec 17 15:08:43.776254 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a0c4a822-e382-4691-9ac6-a046c1fc7135 req-42c19eb0-7987-4d45-b918-39bed2eb6d64 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/security-groups?id=33f245e8-8a62-458c-b8d7-9e7e52d07540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317116 Dec 17 15:08:43.789240 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d1f24369-b2db-4768-91dd-f076a9de171b req-3353b81b-2519-4080-9367-fa06168c134a tempest-AggregatesAdminTestJSON-1472624472 tempest-AggregatesAdminTestJSON-1472624472-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:43.821548 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d1f24369-b2db-4768-91dd-f076a9de171b req-3353b81b-2519-4080-9367-fa06168c134a tempest-AggregatesAdminTestJSON-1472624472 tempest-AggregatesAdminTestJSON-1472624472-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9cb919d9-c618-4aa1-88e4-80de87180d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769251 Dec 17 15:08:43.831044 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353b81b-2519-4080-9367-fa06168c134a tempest-AggregatesAdminTestJSON-1472624472 tempest-AggregatesAdminTestJSON-1472624472-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ec1c00-fce8-4ba4-acf1-8e50d7564075,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:43.951470 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a2eb0-1b9c-45c7-84ce-64b473603fbe req-0b6c0003-a135-4219-bcb4-ccd81930dd9e tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:43.953141 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-485a2eb0-1b9c-45c7-84ce-64b473603fbe req-0b6c0003-a135-4219-bcb4-ccd81930dd9e tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=293c44a9-dbcf-464b-a8a7-bb3d995146a8 HTTP/1.1" status: 200 len: 947 time: 0.1134148 Dec 17 15:08:44.002965 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b01496-8ffb-4ae4-af30-edcea1a59667 req-b7921da9-353a-4039-a8e6-25b792353668 tempest-NetworksTest-1561978483 tempest-NetworksTest-1561978483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:44.004293 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d1b01496-8ffb-4ae4-af30-edcea1a59667 req-b7921da9-353a-4039-a8e6-25b792353668 tempest-NetworksTest-1561978483 tempest-NetworksTest-1561978483-project-admin] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 886 time: 0.1247039 Dec 17 15:08:44.011612 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-485a2eb0-1b9c-45c7-84ce-64b473603fbe req-4e0ab631-8ae1-4e87-a45b-e8321690a771 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/security-groups?id=f425ba0d-1688-4e79-940a-f705d59dd75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525448 Dec 17 15:08:44.221365 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b6e9f-49be-4cc3-bd3c-2c6a0061f732 req-15937f66-4de9-4f95-a647-7ea88f917019 tempest-NetworksTest-1561978483 tempest-NetworksTest-1561978483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:44.221840 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b6e9f-49be-4cc3-bd3c-2c6a0061f732 req-15937f66-4de9-4f95-a647-7ea88f917019 tempest-NetworksTest-1561978483 tempest-NetworksTest-1561978483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:44.222194 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 27d2d71e-90fa-46fc-b33e-cc2610929b7d details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:08:44.222684 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b6e9f-49be-4cc3-bd3c-2c6a0061f732 req-15937f66-4de9-4f95-a647-7ea88f917019 tempest-NetworksTest-1561978483 tempest-NetworksTest-1561978483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:44.222880 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b6e9f-49be-4cc3-bd3c-2c6a0061f732 req-15937f66-4de9-4f95-a647-7ea88f917019 tempest-NetworksTest-1561978483 tempest-NetworksTest-1561978483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:44.223274 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b6e9f-49be-4cc3-bd3c-2c6a0061f732 req-15937f66-4de9-4f95-a647-7ea88f917019 tempest-NetworksTest-1561978483 tempest-NetworksTest-1561978483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:44.224967 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c5b6e9f-49be-4cc3-bd3c-2c6a0061f732 req-15937f66-4de9-4f95-a647-7ea88f917019 tempest-NetworksTest-1561978483 tempest-NetworksTest-1561978483-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3628 time: 0.1055090 Dec 17 15:08:44.333496 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 27d2d71e-90fa-46fc-b33e-cc2610929b7d, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=27d2d71e-90fa-46fc-b33e-cc2610929b7d,segment=NetworkSegment(2817d6d9-9301-4d8d-8748-523d4678282a),segment_id=2817d6d9-9301-4d8d-8748-523d4678282a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:08:44.347691 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '27d2d71e-90fa-46fc-b33e-cc2610929b7d', 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4', 'port_id': '27d2d71e-90fa-46fc-b33e-cc2610929b7d', 'mac_address': 'fa:16:3e:12:78:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdabb184-8d73-4ccc-815e-dc1121f53879', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:tempest-test_az-790716375', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:08:44.495465 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:44.508914 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27d2d71e-90fa-46fc-b33e-cc2610929b7d {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:08:44.535370 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 27d2d71e-90fa-46fc-b33e-cc2610929b7d, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=27d2d71e-90fa-46fc-b33e-cc2610929b7d,segment=NetworkSegment(2817d6d9-9301-4d8d-8748-523d4678282a),segment_id=2817d6d9-9301-4d8d-8748-523d4678282a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:08:44.612830 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:44.666557 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=27d2d71e-90fa-46fc-b33e-cc2610929b7d,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:44.712658 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b76326e9-b068-4aae-b2cb-eef4fa502c9b req-a0acbced-9c33-46d9-bdc1-2f839b376453 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 210 time: 0.0341587 Dec 17 15:08:44.803809 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34718) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:44.845217 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['27d2d71e-90fa-46fc-b33e-cc2610929b7d'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:08:44.920928 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7d5d9-dde6-47ae-908c-167d4511d4b1 req-3140f626-6075-4e13-abf1-62e9696ba424 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:44.922446 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bce7d5d9-dde6-47ae-908c-167d4511d4b1 req-3140f626-6075-4e13-abf1-62e9696ba424 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/ports?device_id=23a772e0-4b34-4b09-942a-ebffd7e3b815 HTTP/1.1" status: 200 len: 965 time: 0.0593314 Dec 17 15:08:44.979248 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bce7d5d9-dde6-47ae-908c-167d4511d4b1 req-4a27ffb7-3b95-4db6-80b9-4c42faf8472d tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/security-groups?id=33f245e8-8a62-458c-b8d7-9e7e52d07540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472605 Dec 17 15:08:45.151485 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6796f-9fef-44e4-8c6b-ec50c732ab9a req-5f6625d4-3bd4-4790-97a9-bf7c5931a15a tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:45.153032 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f8b6796f-9fef-44e4-8c6b-ec50c732ab9a req-5f6625d4-3bd4-4790-97a9-bf7c5931a15a tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=293c44a9-dbcf-464b-a8a7-bb3d995146a8 HTTP/1.1" status: 200 len: 947 time: 0.0563788 Dec 17 15:08:45.171715 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d7cf0737-5c89-4c57-9569-051a29a92b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:45.181702 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34742) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:45.219423 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f8b6796f-9fef-44e4-8c6b-ec50c732ab9a req-1ee2cea1-c562-40b8-bd60-05f7837599f4 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/security-groups?id=f425ba0d-1688-4e79-940a-f705d59dd75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585396 Dec 17 15:08:45.257315 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3e292df2-b304-40bf-8f1b-2d1fd0aa2881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:45.282110 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d7cf0737-5c89-4c57-9569-051a29a92b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:45.312998 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34748) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:45.338517 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3e292df2-b304-40bf-8f1b-2d1fd0aa2881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:45.369242 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d7cf0737-5c89-4c57-9569-051a29a92b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:45.419757 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d7cf0737-5c89-4c57-9569-051a29a92b43 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d56064d2c2124875a8426d6770c05f54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6144314 Dec 17 15:08:45.420936 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3e292df2-b304-40bf-8f1b-2d1fd0aa2881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:45.424781 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34754) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:45.425902 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf0737-5c89-4c57-9569-051a29a92b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9ad8c9-9122-4438-a963-54a5bd2c3936,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:45.430151 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dee019c5-238a-4c53-8671-1653bebbbc11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:45.495100 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3e292df2-b304-40bf-8f1b-2d1fd0aa2881 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8d19ba30e78142d3916b5e8a364e78e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3134134 Dec 17 15:08:45.497737 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e292df2-b304-40bf-8f1b-2d1fd0aa2881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db519bac-576c-4e5c-bb76-3b4d254b0fd4,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:45.498222 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34760) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:45.529787 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c9fbe4ee-bbcf-4504-91c5-5e33cf56a850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:45.541269 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dee019c5-238a-4c53-8671-1653bebbbc11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:45.571180 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-48eb6b53-c5ef-4c58-8b95-a0e3c31a758a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:45.581421 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c9fbe4ee-bbcf-4504-91c5-5e33cf56a850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:45.581421 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-d762e0b1-1f1d-44b0-b752-2d91be0f34f0 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352232 Dec 17 15:08:45.596271 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-48eb6b53-c5ef-4c58-8b95-a0e3c31a758a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:45.652269 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dee019c5-238a-4c53-8671-1653bebbbc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:45.692106 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-dee019c5-238a-4c53-8671-1653bebbbc11 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4256d259bf8a4bc5aff66e2c09972bbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3776472 Dec 17 15:08:45.693071 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee019c5-238a-4c53-8671-1653bebbbc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a528bb7d-f0f5-45af-9200-3f55357ee455,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:45.695398 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34764) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:45.738188 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-48eb6b53-c5ef-4c58-8b95-a0e3c31a758a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:45.745218 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-48eb6b53-c5ef-4c58-8b95-a0e3c31a758a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:45.745218 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-48eb6b53-c5ef-4c58-8b95-a0e3c31a758a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/db519bac-576c-4e5c-bb76-3b4d254b0fd4 HTTP/1.1" status: 204 len: 168 time: 0.2433167 Dec 17 15:08:45.773568 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb6b53-c5ef-4c58-8b95-a0e3c31a758a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db519bac-576c-4e5c-bb76-3b4d254b0fd4,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:45.855267 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b443181d-b968-42d3-86d2-a0188ac63947 req-6267e247-fa13-425e-9f26-d80491275b8e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 210 time: 0.0291719 Dec 17 15:08:45.883109 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-084d0784-fff1-4835-b1c7-eeac50e4bb8e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:45.884588 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-084d0784-fff1-4835-b1c7-eeac50e4bb8e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2968078 Dec 17 15:08:45.909676 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-d5218a92-6813-450b-9d71-5c6a2e283b24 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Request body: {'port': {'device_id': '8a405375-543d-4cb2-9e8c-91fcae795b78', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'admin_state_up': True, 'tenant_id': '9a3e2a05328448bd85eebc1663dde8e3'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:08:45.969734 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c9fbe4ee-bbcf-4504-91c5-5e33cf56a850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:45.972378 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c9fbe4ee-bbcf-4504-91c5-5e33cf56a850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:45.975922 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c9fbe4ee-bbcf-4504-91c5-5e33cf56a850 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ed9ad8c9-9122-4438-a963-54a5bd2c3936 HTTP/1.1" status: 204 len: 168 time: 0.5449917 Dec 17 15:08:45.975922 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b6a44631-de40-4884-80f3-e248cb82e5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:45.999347 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fbe4ee-bbcf-4504-91c5-5e33cf56a850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9ad8c9-9122-4438-a963-54a5bd2c3936,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:46.032908 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b6a44631-de40-4884-80f3-e248cb82e5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:46.162464 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5bd47-bbd4-46e4-98a2-10c0a64ed44b req-83f9152f-f8b3-40a7-91d5-88292f742f94 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:46.164170 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6ef5bd47-bbd4-46e4-98a2-10c0a64ed44b req-83f9152f-f8b3-40a7-91d5-88292f742f94 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/ports?device_id=23a772e0-4b34-4b09-942a-ebffd7e3b815 HTTP/1.1" status: 200 len: 965 time: 0.0575280 Dec 17 15:08:46.172174 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-d5218a92-6813-450b-9d71-5c6a2e283b24 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Made reservation on behalf of 9a3e2a05328448bd85eebc1663dde8e3 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:08:46.175833 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-d5218a92-6813-450b-9d71-5c6a2e283b24 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:46.184818 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-d5218a92-6813-450b-9d71-5c6a2e283b24 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:46.207496 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6ef5bd47-bbd4-46e4-98a2-10c0a64ed44b req-4cf505b7-b5ff-4250-ad7b-1ecf984b1a63 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/security-groups?id=33f245e8-8a62-458c-b8d7-9e7e52d07540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370154 Dec 17 15:08:46.224376 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b6a44631-de40-4884-80f3-e248cb82e5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:46.226896 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b6a44631-de40-4884-80f3-e248cb82e5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:46.230506 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 27d2d71e-90fa-46fc-b33e-cc2610929b7d up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:08:46.233198 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b6a44631-de40-4884-80f3-e248cb82e5e6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a528bb7d-f0f5-45af-9200-3f55357ee455 HTTP/1.1" status: 204 len: 168 time: 0.5317452 Dec 17 15:08:46.248220 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a44631-de40-4884-80f3-e248cb82e5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a528bb7d-f0f5-45af-9200-3f55357ee455,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:46.312479 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-d5218a92-6813-450b-9d71-5c6a2e283b24 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:46.356725 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120fd09-6e9a-4c9e-a362-87ccf9e91762 req-0849bf39-e689-4407-9fe7-224f4aa50658 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:46.358194 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8120fd09-6e9a-4c9e-a362-87ccf9e91762 req-0849bf39-e689-4407-9fe7-224f4aa50658 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=293c44a9-dbcf-464b-a8a7-bb3d995146a8 HTTP/1.1" status: 200 len: 947 time: 0.0484695 Dec 17 15:08:46.396483 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8120fd09-6e9a-4c9e-a362-87ccf9e91762 req-41cf43b8-3f3a-42d5-a5cb-52bca687dae9 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/security-groups?id=f425ba0d-1688-4e79-940a-f705d59dd75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319285 Dec 17 15:08:46.429308 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-d5218a92-6813-450b-9d71-5c6a2e283b24 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:46.429484 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 27d2d71e-90fa-46fc-b33e-cc2610929b7d completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:08:46.433778 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 27d2d71e-90fa-46fc-b33e-cc2610929b7d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:08:46.434178 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:46.513581 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5218a92-6813-450b-9d71-5c6a2e283b24 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26f3176e-1b96-4019-89b0-31c65ad26cb0,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:46.547309 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:46.580598 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a772e0-4b34-4b09-942a-ebffd7e3b815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d2d71e-90fa-46fc-b33e-cc2610929b7d'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:08:46.582902 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca602853-d7b6-47af-9c8f-716b7b3bafe4" -d '{"events": [{"server_uuid": "23a772e0-4b34-4b09-942a-ebffd7e3b815", "name": "network-vif-plugged", "status": "completed", "tag": "27d2d71e-90fa-46fc-b33e-cc2610929b7d"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:08:46.583623 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-d5218a92-6813-450b-9d71-5c6a2e283b24 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Allocated IP 192.168.233.233 (f97c7142-717f-43eb-a835-5fcd8d6a6486/b0a1cb4f-5aa5-4130-b24e-105310ef66e4/0b8d56da-5e55-4db8-b341-5f885ac821a9) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:08:46.595912 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 27d2d71e-90fa-46fc-b33e-cc2610929b7d, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=27d2d71e-90fa-46fc-b33e-cc2610929b7d,segment=NetworkSegment(2817d6d9-9301-4d8d-8748-523d4678282a),segment_id=2817d6d9-9301-4d8d-8748-523d4678282a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:08:46.645739 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34802) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:46.660837 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:46.688707 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f36b8a-5366-4288-8156-2c80a604edfe x-openstack-request-id: req-19f36b8a-5366-4288-8156-2c80a604edfe {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:08:46.689196 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a772e0-4b34-4b09-942a-ebffd7e3b815", "name": "network-vif-plugged", "status": "completed", "tag": "27d2d71e-90fa-46fc-b33e-cc2610929b7d", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:08:46.689458 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-19f36b8a-5366-4288-8156-2c80a604edfe {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:08:46.689848 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a772e0-4b34-4b09-942a-ebffd7e3b815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d2d71e-90fa-46fc-b33e-cc2610929b7d', 'code': 200} Dec 17 15:08:46.737035 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-da069b38-089a-47ca-a78a-773334dd6cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:46.747393 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=27d2d71e-90fa-46fc-b33e-cc2610929b7d,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:46.789606 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device c580f1b4-6de5-4c95-a836-e24bb4538ca4 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:08:46.790704 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa8a96-bcc2-4444-bd49-543e511e3e4e req-1d148180-a324-476b-892b-5073e61ba1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:46.792337 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-97aa8a96-bcc2-4444-bd49-543e511e3e4e req-1d148180-a324-476b-892b-5073e61ba1cf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=23a772e0-4b34-4b09-942a-ebffd7e3b815 HTTP/1.1" status: 200 len: 1117 time: 0.0439227 Dec 17 15:08:46.857457 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-97aa8a96-bcc2-4444-bd49-543e511e3e4e req-47b01f79-406b-42ff-8a9e-3afc6b351dac service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=33f245e8-8a62-458c-b8d7-9e7e52d07540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516903 Dec 17 15:08:46.882674 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-d5218a92-6813-450b-9d71-5c6a2e283b24 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:46.934422 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-da069b38-089a-47ca-a78a-773334dd6cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:46.970758 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port c580f1b4-6de5-4c95-a836-e24bb4538ca4, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=c580f1b4-6de5-4c95-a836-e24bb4538ca4,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:08:46.985394 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c615741d-f301-4dce-9056-47e7969e0b74 req-3c0fed75-8c59-4245-8fb6-55d1bda9eb3a tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 210 time: 0.0388296 Dec 17 15:08:46.992861 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'c580f1b4-6de5-4c95-a836-e24bb4538ca4', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': 'c580f1b4-6de5-4c95-a836-e24bb4538ca4', 'mac_address': 'fa:16:3e:24:f3:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:08:47.024454 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-da069b38-089a-47ca-a78a-773334dd6cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:47.032581 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-d5218a92-6813-450b-9d71-5c6a2e283b24 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:47.036077 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:47.050831 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c580f1b4-6de5-4c95-a836-e24bb4538ca4 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:08:47.071160 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port c580f1b4-6de5-4c95-a836-e24bb4538ca4, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=c580f1b4-6de5-4c95-a836-e24bb4538ca4,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:08:47.096185 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-da069b38-089a-47ca-a78a-773334dd6cd1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ae5618e9c03e4d989eb581424dd452df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4489212 Dec 17 15:08:47.099003 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34820) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:47.109706 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-d5218a92-6813-450b-9d71-5c6a2e283b24 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Network f97c7142-717f-43eb-a835-5fcd8d6a6486 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:08:47.110464 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da069b38-089a-47ca-a78a-773334dd6cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a01e8b8-0dd0-4c43-9892-664dccb38d7e,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:47.115688 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-d5218a92-6813-450b-9d71-5c6a2e283b24 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:08:47.119105 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-d5218a92-6813-450b-9d71-5c6a2e283b24 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:08:47.126436 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-d5218a92-6813-450b-9d71-5c6a2e283b24 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:47.126436 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-d5218a92-6813-450b-9d71-5c6a2e283b24 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:47.136336 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5218a92-6813-450b-9d71-5c6a2e283b24 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Pushing event updated for resources: {'Port': ['ID=0b8d56da-5e55-4db8-b341-5f885ac821a9,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:47.176268 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:47.189514 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a246de2f-a537-42de-8323-13061fd7d138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:47.230378 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a246de2f-a537-42de-8323-13061fd7d138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:47.257667 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=c580f1b4-6de5-4c95-a836-e24bb4538ca4,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:47.264626 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-d5218a92-6813-450b-9d71-5c6a2e283b24 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3612719 Dec 17 15:08:47.292197 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-bda8a6f1-b973-4b1b-af76-d9cbd5584296 service neutron] Request body: {'port': {'device_id': '8a405375-543d-4cb2-9e8c-91fcae795b78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:08:47.322772 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34832) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:47.354107 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bcda10fc-15c4-462a-ad6c-567ff8abe8eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:47.367046 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a246de2f-a537-42de-8323-13061fd7d138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:47.369382 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-bda8a6f1-b973-4b1b-af76-d9cbd5584296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:47.369783 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a246de2f-a537-42de-8323-13061fd7d138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:47.373454 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a246de2f-a537-42de-8323-13061fd7d138 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6a01e8b8-0dd0-4c43-9892-664dccb38d7e HTTP/1.1" status: 204 len: 168 time: 0.2709129 Dec 17 15:08:47.388753 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246de2f-a537-42de-8323-13061fd7d138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a01e8b8-0dd0-4c43-9892-664dccb38d7e,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:47.413723 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd4658-8c18-416b-bfc0-825a4416545b req-008d84d5-00a9-4a87-b19c-591ae7a24e82 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:47.422499 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c2cd4658-8c18-416b-bfc0-825a4416545b req-008d84d5-00a9-4a87-b19c-591ae7a24e82 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/ports?device_id=23a772e0-4b34-4b09-942a-ebffd7e3b815 HTTP/1.1" status: 200 len: 966 time: 0.1133595 Dec 17 15:08:47.451620 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34838) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:47.459832 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-38b2c511-b5b6-43a7-b088-0232e180d73c None None] Provisioning complete for port 0b8d56da-5e55-4db8-b341-5f885ac821a9 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:08:47.460474 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-38b2c511-b5b6-43a7-b088-0232e180d73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:47.479185 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c2cd4658-8c18-416b-bfc0-825a4416545b req-3d6ff3c0-f226-4f12-b48a-3c58a40f0e5e tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/security-groups?id=33f245e8-8a62-458c-b8d7-9e7e52d07540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550783 Dec 17 15:08:47.520208 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-38b2c511-b5b6-43a7-b088-0232e180d73c None None] Port 0b8d56da-5e55-4db8-b341-5f885ac821a9 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:08:47.534172 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bcda10fc-15c4-462a-ad6c-567ff8abe8eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:47.538872 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-36afe7f6-7e86-4eaa-b058-a5769bfd2f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:47.608799 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bcda10fc-15c4-462a-ad6c-567ff8abe8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:47.660495 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab48214-9b08-44ed-969e-f19ade6d9c09 req-387204f0-1aa6-49e8-a55f-1632d990d494 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:47.662001 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fab48214-9b08-44ed-969e-f19ade6d9c09 req-387204f0-1aa6-49e8-a55f-1632d990d494 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=293c44a9-dbcf-464b-a8a7-bb3d995146a8 HTTP/1.1" status: 200 len: 948 time: 0.0913100 Dec 17 15:08:47.665111 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda10fc-15c4-462a-ad6c-567ff8abe8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4c32c0-41b7-431a-8ec9-3e5f9b0d8477,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:47.666958 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['c580f1b4-6de5-4c95-a836-e24bb4538ca4'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:08:47.669502 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-bcda10fc-15c4-462a-ad6c-567ff8abe8eb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=060a7f50e85e43008d1f31642ad4b9b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3453074 Dec 17 15:08:47.672469 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34842) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:47.740706 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-36afe7f6-7e86-4eaa-b058-a5769bfd2f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:47.754407 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fab48214-9b08-44ed-969e-f19ade6d9c09 req-2f1b4064-d560-42a5-8c8d-5502611f5a9f tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/security-groups?id=f425ba0d-1688-4e79-940a-f705d59dd75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745039 Dec 17 15:08:47.788733 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b257f541-5ac8-4fd2-b3db-604983b818e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:47.851355 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b257f541-5ac8-4fd2-b3db-604983b818e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:47.867233 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-36afe7f6-7e86-4eaa-b058-a5769bfd2f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:47.885699 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-bda8a6f1-b973-4b1b-af76-d9cbd5584296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b8d56da-5e55-4db8-b341-5f885ac821a9 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:08:47.905800 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-bda8a6f1-b973-4b1b-af76-d9cbd5584296 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:47.945561 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-36afe7f6-7e86-4eaa-b058-a5769bfd2f98 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fa7dcc36e244467bb7eba58cc6b331d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4924514 Dec 17 15:08:47.948273 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34854) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:47.958878 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36afe7f6-7e86-4eaa-b058-a5769bfd2f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac87351-9c4c-4f90-9ee6-b410a827f37a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:47.962817 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-bda8a6f1-b973-4b1b-af76-d9cbd5584296 service neutron] Transition to ACTIVE for port object 0b8d56da-5e55-4db8-b341-5f885ac821a9 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:08:48.038051 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-bda8a6f1-b973-4b1b-af76-d9cbd5584296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:48.048816 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7e8518ee-ffa4-4ba2-81c2-fd99eecb8a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:48.074344 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7e8518ee-ffa4-4ba2-81c2-fd99eecb8a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:48.087822 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b257f541-5ac8-4fd2-b3db-604983b818e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:48.090587 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b257f541-5ac8-4fd2-b3db-604983b818e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:48.095213 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b257f541-5ac8-4fd2-b3db-604983b818e6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5f4c32c0-41b7-431a-8ec9-3e5f9b0d8477 HTTP/1.1" status: 204 len: 168 time: 0.4185705 Dec 17 15:08:48.138358 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257f541-5ac8-4fd2-b3db-604983b818e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4c32c0-41b7-431a-8ec9-3e5f9b0d8477,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:48.152778 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8a6f1-b973-4b1b-af76-d9cbd5584296 service neutron] Pushing event updated for resources: {'Port': ['ID=0b8d56da-5e55-4db8-b341-5f885ac821a9,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:48.213836 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-bda8a6f1-b973-4b1b-af76-d9cbd5584296 service neutron] Attempting to bind port 0b8d56da-5e55-4db8-b341-5f885ac821a9 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:08:48.214194 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-bda8a6f1-b973-4b1b-af76-d9cbd5584296 service neutron] Attempting to bind port 0b8d56da-5e55-4db8-b341-5f885ac821a9 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:08:48.214511 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-bda8a6f1-b973-4b1b-af76-d9cbd5584296 service neutron] Attempting to bind port 0b8d56da-5e55-4db8-b341-5f885ac821a9 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:08:48.220617 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-bda8a6f1-b973-4b1b-af76-d9cbd5584296 service neutron] Port 0b8d56da-5e55-4db8-b341-5f885ac821a9 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:08:48.220943 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-bda8a6f1-b973-4b1b-af76-d9cbd5584296 service neutron] Attempting to bind port 0b8d56da-5e55-4db8-b341-5f885ac821a9 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:08:48.226722 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b58f8-a572-463c-b243-542210c2a351 req-6f82ae4f-780d-4ca1-9515-a0d7199d45e5 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:48.226873 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-bda8a6f1-b973-4b1b-af76-d9cbd5584296 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:08:48.227168 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-bda8a6f1-b973-4b1b-af76-d9cbd5584296 service neutron] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:08:48.232755 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-bda8a6f1-b973-4b1b-af76-d9cbd5584296 service neutron] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:08:48.232755 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-bda8a6f1-b973-4b1b-af76-d9cbd5584296 service neutron] Bound port: 0b8d56da-5e55-4db8-b341-5f885ac821a9, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:08:48.232755 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-bda8a6f1-b973-4b1b-af76-d9cbd5584296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:48.238257 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e64b58f8-a572-463c-b243-542210c2a351 req-6f82ae4f-780d-4ca1-9515-a0d7199d45e5 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 948 time: 0.1559770 Dec 17 15:08:48.289436 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e64b58f8-a572-463c-b243-542210c2a351 req-76fa0e3f-233f-455f-9a9c-049a2d1eb1bb tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450664 Dec 17 15:08:48.420277 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7e8518ee-ffa4-4ba2-81c2-fd99eecb8a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:48.423962 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7e8518ee-ffa4-4ba2-81c2-fd99eecb8a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:48.425184 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7e8518ee-ffa4-4ba2-81c2-fd99eecb8a82 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1ac87351-9c4c-4f90-9ee6-b410a827f37a HTTP/1.1" status: 204 len: 168 time: 0.4750814 Dec 17 15:08:48.434352 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8518ee-ffa4-4ba2-81c2-fd99eecb8a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac87351-9c4c-4f90-9ee6-b410a827f37a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:48.450680 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-bda8a6f1-b973-4b1b-af76-d9cbd5584296 service neutron] For port 0b8d56da-5e55-4db8-b341-5f885ac821a9, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:08:48.456652 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-bda8a6f1-b973-4b1b-af76-d9cbd5584296 service neutron] For port 0b8d56da-5e55-4db8-b341-5f885ac821a9, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=0b8d56da-5e55-4db8-b341-5f885ac821a9,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:08:48.575424 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-bda8a6f1-b973-4b1b-af76-d9cbd5584296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:48.624107 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-bda8a6f1-b973-4b1b-af76-d9cbd5584296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:48.625461 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-bda8a6f1-b973-4b1b-af76-d9cbd5584296 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:48.626866 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-bda8a6f1-b973-4b1b-af76-d9cbd5584296 service neutron] 10.222.0.41 "PUT /v2.0/ports/0b8d56da-5e55-4db8-b341-5f885ac821a9 HTTP/1.1" status: 200 len: 1096 time: 1.3410151 Dec 17 15:08:48.627297 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a405375-543d-4cb2-9e8c-91fcae795b78', 'tag': '0b8d56da-5e55-4db8-b341-5f885ac821a9'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:08:48.629668 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d3faeb-6590-4323-ab8b-f0d8e643f71b" -d '{"events": [{"name": "network-changed", "server_uuid": "8a405375-543d-4cb2-9e8c-91fcae795b78", "tag": "0b8d56da-5e55-4db8-b341-5f885ac821a9"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:08:48.663152 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8a6f1-b973-4b1b-af76-d9cbd5584296 service neutron] Pushing event updated for resources: {'Port': ['ID=0b8d56da-5e55-4db8-b341-5f885ac821a9,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:48.684182 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac0ceaf-f617-4b6a-b5af-21ebbd61d08c req-8838d27c-1fec-4a3c-9c9b-3ac61c0238fa tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:48.686312 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7ac0ceaf-f617-4b6a-b5af-21ebbd61d08c req-8838d27c-1fec-4a3c-9c9b-3ac61c0238fa tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/ports?device_id=23a772e0-4b34-4b09-942a-ebffd7e3b815 HTTP/1.1" status: 200 len: 966 time: 0.0824153 Dec 17 15:08:48.752126 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7ac0ceaf-f617-4b6a-b5af-21ebbd61d08c req-19e5420f-284c-497c-bf5c-863d61549996 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/security-groups?id=33f245e8-8a62-458c-b8d7-9e7e52d07540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581164 Dec 17 15:08:48.760588 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device c580f1b4-6de5-4c95-a836-e24bb4538ca4 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:08:48.839040 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-2c101972-0cfe-4be1-be71-9006e60b95fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:48.841248 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-2c101972-0cfe-4be1-be71-9006e60b95fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 1099 time: 0.0816939 Dec 17 15:08:48.955705 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-7a1b3d09-3060-499e-9d3d-1e20ea22576e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=0b8d56da-5e55-4db8-b341-5f885ac821a9 HTTP/1.1" status: 200 len: 217 time: 0.0943112 Dec 17 15:08:48.955705 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7a1168-a50c-4c48-9f97-8686f4608c33 x-openstack-request-id: req-ff7a1168-a50c-4c48-9f97-8686f4608c33 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:08:48.955705 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a405375-543d-4cb2-9e8c-91fcae795b78", "tag": "0b8d56da-5e55-4db8-b341-5f885ac821a9", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:08:48.955705 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ff7a1168-a50c-4c48-9f97-8686f4608c33 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:08:48.955705 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a405375-543d-4cb2-9e8c-91fcae795b78', 'tag': '0b8d56da-5e55-4db8-b341-5f885ac821a9', 'status': 'completed', 'code': 200} Dec 17 15:08:49.008959 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port c580f1b4-6de5-4c95-a836-e24bb4538ca4 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:08:49.017316 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port c580f1b4-6de5-4c95-a836-e24bb4538ca4 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:08:49.018254 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:49.052144 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-bef6a2bf-f8bd-42d7-b176-4ac9004b86ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:49.056195 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-bef6a2bf-f8bd-42d7-b176-4ac9004b86ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0948944 Dec 17 15:08:49.118159 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-cc7c26e5-d0d4-4f5a-9212-fd7627dd7068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:49.120414 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0492582-f380-475f-8084-a80cf72bb753 req-087a4cae-8403-4548-b415-e43b50d41ee6 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:49.120928 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-cc7c26e5-d0d4-4f5a-9212-fd7627dd7068 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0579326 Dec 17 15:08:49.122410 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a0492582-f380-475f-8084-a80cf72bb753 req-087a4cae-8403-4548-b415-e43b50d41ee6 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/ports?device_id=23a772e0-4b34-4b09-942a-ebffd7e3b815 HTTP/1.1" status: 200 len: 966 time: 0.0650449 Dec 17 15:08:49.132339 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34926) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:49.139112 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-d5ee5a5c-4f16-4ce8-aea2-1ae3845b7989 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Request body: {'floatingip': {'port_id': '27d2d71e-90fa-46fc-b33e-cc2610929b7d'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:08:49.154664 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:49.181711 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293c44a9-dbcf-464b-a8a7-bb3d995146a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c580f1b4-6de5-4c95-a836-e24bb4538ca4'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:08:49.184681 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b059f1e-ad9d-4afb-8562-136c0f7905b5" -d '{"events": [{"server_uuid": "293c44a9-dbcf-464b-a8a7-bb3d995146a8", "name": "network-vif-plugged", "status": "completed", "tag": "c580f1b4-6de5-4c95-a836-e24bb4538ca4"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:08:49.203858 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port c580f1b4-6de5-4c95-a836-e24bb4538ca4, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=c580f1b4-6de5-4c95-a836-e24bb4538ca4,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:08:49.275955 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8040aa-b7e9-455b-8685-6e52507f62ce x-openstack-request-id: req-5b8040aa-b7e9-455b-8685-6e52507f62ce {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:08:49.276270 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293c44a9-dbcf-464b-a8a7-bb3d995146a8", "name": "network-vif-plugged", "status": "completed", "tag": "c580f1b4-6de5-4c95-a836-e24bb4538ca4", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:08:49.276528 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5b8040aa-b7e9-455b-8685-6e52507f62ce {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:08:49.276945 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293c44a9-dbcf-464b-a8a7-bb3d995146a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c580f1b4-6de5-4c95-a836-e24bb4538ca4', 'code': 200} Dec 17 15:08:49.279332 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-709d5a15-2aac-4af0-973b-e5f076b0f03c service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512504 Dec 17 15:08:49.288706 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:49.411307 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.41', 65510) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:49.425841 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=c580f1b4-6de5-4c95-a836-e24bb4538ca4,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:49.501086 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510587b-1a3d-467d-899d-3614c2d0a4a1 req-4ff94c01-8dcf-4fa8-be91-2c989c6875a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:49.503508 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4510587b-1a3d-467d-899d-3614c2d0a4a1 req-4ff94c01-8dcf-4fa8-be91-2c989c6875a4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=293c44a9-dbcf-464b-a8a7-bb3d995146a8 HTTP/1.1" status: 200 len: 1100 time: 0.0904236 Dec 17 15:08:49.517919 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d5ee5a5c-4f16-4ce8-aea2-1ae3845b7989 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks [] for floatingip, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:49.553819 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4a192bb2-05a0-45c4-8c9a-856da323aeae req-6fa2a67a-b4ab-4d41-9422-b10fa8118f7d service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447977 Dec 17 15:08:49.562868 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4510587b-1a3d-467d-899d-3614c2d0a4a1 req-3aaf3ce8-6041-42c1-807a-dc7fc937be54 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f425ba0d-1688-4e79-940a-f705d59dd75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501471 Dec 17 15:08:49.648639 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992df7f4-6857-4695-9827-352786115f08 req-495dce01-2572-4d4e-9578-7f83d4665de2 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:49.650123 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-992df7f4-6857-4695-9827-352786115f08 req-495dce01-2572-4d4e-9578-7f83d4665de2 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=293c44a9-dbcf-464b-a8a7-bb3d995146a8 HTTP/1.1" status: 200 len: 949 time: 0.4393997 Dec 17 15:08:49.718387 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5f53d-641b-407e-9561-a4a52dd9d23c req-e05138da-d04a-4014-910f-b06bd31a14da tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:49.720096 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6ff5f53d-641b-407e-9561-a4a52dd9d23c req-e05138da-d04a-4014-910f-b06bd31a14da tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 948 time: 0.2149470 Dec 17 15:08:49.817558 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-992df7f4-6857-4695-9827-352786115f08 req-f5207886-c4d7-4759-be63-2aff626d4a09 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/security-groups?id=f425ba0d-1688-4e79-940a-f705d59dd75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448882 Dec 17 15:08:49.854501 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6ff5f53d-641b-407e-9561-a4a52dd9d23c req-d08d0188-4289-4e57-a117-3ac8b21a5dde tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226330 Dec 17 15:08:50.153291 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3faeb-6590-4323-ab8b-f0d8e643f71b req-0f9d1c7b-d59d-481e-9e2a-016d04aeadb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:50.155096 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-87d3faeb-6590-4323-ab8b-f0d8e643f71b req-0f9d1c7b-d59d-481e-9e2a-016d04aeadb0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 1099 time: 0.0557895 Dec 17 15:08:50.287965 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3faeb-6590-4323-ab8b-f0d8e643f71b req-a6689583-3552-4613-b35d-23b31da77d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:50.290159 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-87d3faeb-6590-4323-ab8b-f0d8e643f71b req-a6689583-3552-4613-b35d-23b31da77d0c service neutron] 10.222.0.41 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.1251810 Dec 17 15:08:50.295828 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d5ee5a5c-4f16-4ce8-aea2-1ae3845b7989 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:50.339492 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-87d3faeb-6590-4323-ab8b-f0d8e643f71b req-4d991a3e-241d-4feb-82be-fdd13d69015d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=0b8d56da-5e55-4db8-b341-5f885ac821a9 HTTP/1.1" status: 200 len: 217 time: 0.0409601 Dec 17 15:08:50.392508 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d5ee5a5c-4f16-4ce8-aea2-1ae3845b7989 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:50.407295 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3faeb-6590-4323-ab8b-f0d8e643f71b req-3b34b747-35c1-4866-bad6-9f274d53887a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:50.408875 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-87d3faeb-6590-4323-ab8b-f0d8e643f71b req-3b34b747-35c1-4866-bad6-9f274d53887a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0621920 Dec 17 15:08:50.476656 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3faeb-6590-4323-ab8b-f0d8e643f71b req-e491683a-95e1-49a5-9a69-01ab8340453b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:50.476656 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-87d3faeb-6590-4323-ab8b-f0d8e643f71b req-e491683a-95e1-49a5-9a69-01ab8340453b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0569582 Dec 17 15:08:50.526589 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-d5ee5a5c-4f16-4ce8-aea2-1ae3845b7989 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Floating IP c34a1b4d-f224-48b5-8e41-c1db4eaecaa2 associated. External IP: 172.25.6.181, port: 27d2d71e-90fa-46fc-b33e-cc2610929b7d. Dec 17 15:08:50.609965 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-87d3faeb-6590-4323-ab8b-f0d8e643f71b req-c8fab41d-72d3-4405-937c-2516533e0aff service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216080 Dec 17 15:08:50.711457 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-87d3faeb-6590-4323-ab8b-f0d8e643f71b req-c63f04ac-2be6-4d63-93f7-00dcd229c154 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938499 Dec 17 15:08:50.783434 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ee5a5c-4f16-4ce8-aea2-1ae3845b7989 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Router 667a88b0-a67d-40fc-a65c-1f7b92ae5adf has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:08:51.183429 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ee5a5c-4f16-4ce8-aea2-1ae3845b7989 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:08:51.190329 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d5ee5a5c-4f16-4ce8-aea2-1ae3845b7989 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:51.197754 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125ad4a9-c6d8-4dde-ae52-b5cfc715fd87 None None] Sync routers for ids ['667a88b0-a67d-40fc-a65c-1f7b92ae5adf'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:08:51.206763 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590f373-f392-4bc5-9cb3-f66ed2223130 req-d9615457-a792-4758-9782-ae8b113cfadf tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:51.210738 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125ad4a9-c6d8-4dde-ae52-b5cfc715fd87 None None] Routers {'667a88b0-a67d-40fc-a65c-1f7b92ae5adf'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:08:51.211380 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-125ad4a9-c6d8-4dde-ae52-b5cfc715fd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:08:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['667a88b0-a67d-40fc-a65c-1f7b92ae5adf'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:08:51.216051 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d590f373-f392-4bc5-9cb3-f66ed2223130 req-d9615457-a792-4758-9782-ae8b113cfadf tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=293c44a9-dbcf-464b-a8a7-bb3d995146a8 HTTP/1.1" status: 200 len: 949 time: 0.1142390 Dec 17 15:08:51.249265 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019ebda-a478-4fab-8864-da4107eee28e req-d391bc8e-f4fe-4072-8580-f9ca4f4692aa tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:51.252062 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3019ebda-a478-4fab-8864-da4107eee28e req-d391bc8e-f4fe-4072-8580-f9ca4f4692aa tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 948 time: 0.1491590 Dec 17 15:08:51.284102 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d5ee5a5c-4f16-4ce8-aea2-1ae3845b7989 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "PUT /v2.0/floatingips/c34a1b4d-f224-48b5-8e41-c1db4eaecaa2 HTTP/1.1" status: 200 len: 1012 time: 2.1506822 Dec 17 15:08:51.286476 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a772e0-4b34-4b09-942a-ebffd7e3b815', 'tag': '27d2d71e-90fa-46fc-b33e-cc2610929b7d'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:08:51.288783 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7daf0017-6c51-49b6-bb75-4437713df4d9" -d '{"events": [{"name": "network-changed", "server_uuid": "23a772e0-4b34-4b09-942a-ebffd7e3b815", "tag": "27d2d71e-90fa-46fc-b33e-cc2610929b7d"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:08:51.328508 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d590f373-f392-4bc5-9cb3-f66ed2223130 req-51dbbcae-fa25-46d5-bbc2-bd00ecd03d3a tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/security-groups?id=f425ba0d-1688-4e79-940a-f705d59dd75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070421 Dec 17 15:08:51.348424 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3019ebda-a478-4fab-8864-da4107eee28e req-1aaf56ca-16aa-419f-a13d-83b22017efd0 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797703 Dec 17 15:08:51.423638 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-125ad4a9-c6d8-4dde-ae52-b5cfc715fd87 None None] Set router 667a88b0-a67d-40fc-a65c-1f7b92ae5adf gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:08:51.600967 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fd31ef-083b-46f8-9611-6ac4b2219667 x-openstack-request-id: req-f2fd31ef-083b-46f8-9611-6ac4b2219667 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:08:51.601661 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a772e0-4b34-4b09-942a-ebffd7e3b815", "tag": "27d2d71e-90fa-46fc-b33e-cc2610929b7d", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:08:51.608153 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f2fd31ef-083b-46f8-9611-6ac4b2219667 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:08:51.608153 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a772e0-4b34-4b09-942a-ebffd7e3b815', 'tag': '27d2d71e-90fa-46fc-b33e-cc2610929b7d', 'status': 'completed', 'code': 200} Dec 17 15:08:51.687169 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf0017-6c51-49b6-bb75-4437713df4d9 req-11f0838d-57f0-45b2-b987-7eef4dcda526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:51.688740 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7daf0017-6c51-49b6-bb75-4437713df4d9 req-11f0838d-57f0-45b2-b987-7eef4dcda526 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c8068ddce4846ac914e3b1ee5570190&device_id=23a772e0-4b34-4b09-942a-ebffd7e3b815 HTTP/1.1" status: 200 len: 1117 time: 0.0646198 Dec 17 15:08:51.818278 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf0017-6c51-49b6-bb75-4437713df4d9 req-d19b2060-8d88-4776-9aac-7ddf441c9007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:51.820301 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7daf0017-6c51-49b6-bb75-4437713df4d9 req-d19b2060-8d88-4776-9aac-7ddf441c9007 service neutron] 10.222.0.13 "GET /v2.0/networks?id=613331aa-1e32-47f2-9904-dd1d74f4b9b4 HTTP/1.1" status: 200 len: 924 time: 0.1242411 Dec 17 15:08:51.906552 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-125ad4a9-c6d8-4dde-ae52-b5cfc715fd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661184807-router', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:08:02Z', 'updated_at': '2021-12-17T15:08:06Z', 'revision_number': 4, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'gw_port': {'id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:03Z', 'updated_at': '2021-12-17T15:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'c34a1b4d-f224-48b5-8e41-c1db4eaecaa2', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'port_id': '27d2d71e-90fa-46fc-b33e-cc2610929b7d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4', 'mac_address': 'fa:16:3e:12:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a772e0-4b34-4b09-942a-ebffd7e3b815', 'device_owner': 'compute:tempest-test_az-790716375'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:08:27Z', 'updated_at': '2021-12-17T15:08:50Z', 'revision_number': 1, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5f8b550-479d-4239-b356-b0784e4316c1', 'name': '', 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'mac_address': 'fa:16:3e:90:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bdabb184-8d73-4ccc-815e-dc1121f53879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:05Z', 'updated_at': '2021-12-17T15:08:10Z', 'revision_number': 5, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'subnets': [{'id': 'bdabb184-8d73-4ccc-815e-dc1121f53879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:08:51.934224 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125ad4a9-c6d8-4dde-ae52-b5cfc715fd87 None None] Checking router: 667a88b0-a67d-40fc-a65c-1f7b92ae5adf for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:08:51.944616 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125ad4a9-c6d8-4dde-ae52-b5cfc715fd87 None None] Routers {'667a88b0-a67d-40fc-a65c-1f7b92ae5adf'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:08:51.945436 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-125ad4a9-c6d8-4dde-ae52-b5cfc715fd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:08:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['667a88b0-a67d-40fc-a65c-1f7b92ae5adf'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:08:51.960106 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7daf0017-6c51-49b6-bb75-4437713df4d9 req-182d5724-a8f9-417a-8254-38f74afd2365 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27d2d71e-90fa-46fc-b33e-cc2610929b7d HTTP/1.1" status: 200 len: 1020 time: 0.1327021 Dec 17 15:08:52.025474 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf0017-6c51-49b6-bb75-4437713df4d9 req-d69a224f-59ce-4153-95da-2f570e56ee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:52.027554 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7daf0017-6c51-49b6-bb75-4437713df4d9 req-d69a224f-59ce-4153-95da-2f570e56ee13 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bdabb184-8d73-4ccc-815e-dc1121f53879 HTTP/1.1" status: 200 len: 862 time: 0.0614021 Dec 17 15:08:52.085085 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-125ad4a9-c6d8-4dde-ae52-b5cfc715fd87 None None] Set router 667a88b0-a67d-40fc-a65c-1f7b92ae5adf gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:08:52.088134 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf0017-6c51-49b6-bb75-4437713df4d9 req-a8d45c96-9190-4bb8-8b9e-ff10bb8a0feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:52.089677 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7daf0017-6c51-49b6-bb75-4437713df4d9 req-a8d45c96-9190-4bb8-8b9e-ff10bb8a0feb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=613331aa-1e32-47f2-9904-dd1d74f4b9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556819 Dec 17 15:08:52.188519 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7daf0017-6c51-49b6-bb75-4437713df4d9 req-8b3111c3-7956-4cf0-823f-24d5a6fbf6bf service neutron] 10.222.0.13 "GET /v2.0/networks/613331aa-1e32-47f2-9904-dd1d74f4b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918503 Dec 17 15:08:52.307889 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7daf0017-6c51-49b6-bb75-4437713df4d9 req-5be6b52b-4b02-4eb9-98ba-aa1ff7590373 service neutron] 10.222.0.13 "GET /v2.0/networks/613331aa-1e32-47f2-9904-dd1d74f4b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099014 Dec 17 15:08:52.343206 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-125ad4a9-c6d8-4dde-ae52-b5cfc715fd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661184807-router', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:08:02Z', 'updated_at': '2021-12-17T15:08:06Z', 'revision_number': 4, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'gw_port': {'id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:03Z', 'updated_at': '2021-12-17T15:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'c34a1b4d-f224-48b5-8e41-c1db4eaecaa2', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'port_id': '27d2d71e-90fa-46fc-b33e-cc2610929b7d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4', 'mac_address': 'fa:16:3e:12:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a772e0-4b34-4b09-942a-ebffd7e3b815', 'device_owner': 'compute:tempest-test_az-790716375'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:08:27Z', 'updated_at': '2021-12-17T15:08:50Z', 'revision_number': 1, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5f8b550-479d-4239-b356-b0784e4316c1', 'name': '', 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'mac_address': 'fa:16:3e:90:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bdabb184-8d73-4ccc-815e-dc1121f53879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:05Z', 'updated_at': '2021-12-17T15:08:10Z', 'revision_number': 5, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'subnets': [{'id': 'bdabb184-8d73-4ccc-815e-dc1121f53879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:08:52.370984 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125ad4a9-c6d8-4dde-ae52-b5cfc715fd87 None None] The sync data for ids ['667a88b0-a67d-40fc-a65c-1f7b92ae5adf'] in n-d-820553-2 is: [{'id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661184807-router', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:08:02Z', 'updated_at': '2021-12-17T15:08:06Z', 'revision_number': 4, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'gw_port': {'id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:03Z', 'updated_at': '2021-12-17T15:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'c34a1b4d-f224-48b5-8e41-c1db4eaecaa2', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'port_id': '27d2d71e-90fa-46fc-b33e-cc2610929b7d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4', 'mac_address': 'fa:16:3e:12:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a772e0-4b34-4b09-942a-ebffd7e3b815', 'device_owner': 'compute:tempest-test_az-790716375'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:08:27Z', 'updated_at': '2021-12-17T15:08:50Z', 'revision_number': 1, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5f8b550-479d-4239-b356-b0784e4316c1', 'name': '', 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'mac_address': 'fa:16:3e:90:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bdabb184-8d73-4ccc-815e-dc1121f53879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:05Z', 'updated_at': '2021-12-17T15:08:10Z', 'revision_number': 5, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'subnets': [{'id': 'bdabb184-8d73-4ccc-815e-dc1121f53879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:08:52.528415 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de444f78-adfe-4cd0-b415-5b48e26a760e req-edee44ea-ca54-42af-8efd-5782019bba8b tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:52.530110 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-de444f78-adfe-4cd0-b415-5b48e26a760e req-edee44ea-ca54-42af-8efd-5782019bba8b tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/ports?device_id=89818b54-2224-44c7-b102-e1014ece74ef HTTP/1.1" status: 200 len: 971 time: 0.0561106 Dec 17 15:08:52.601997 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-de444f78-adfe-4cd0-b415-5b48e26a760e req-6bfc5011-77fa-4b86-a452-344903045ebd tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/security-groups?id=9cb919d9-c618-4aa1-88e4-80de87180d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607870 Dec 17 15:08:52.610868 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672b5851-4203-45c1-97a5-a8d0e73dfb0c None None] New status for floating IP c34a1b4d-f224-48b5-8e41-c1db4eaecaa2: ACTIVE {{(pid=102834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:08:52.614835 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7e42a-0f21-4959-b61e-67470912cfac req-a98e13b0-1629-4693-bd04-aeb5983ad15a tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:52.622658 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ded7e42a-0f21-4959-b61e-67470912cfac req-a98e13b0-1629-4693-bd04-aeb5983ad15a tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=293c44a9-dbcf-464b-a8a7-bb3d995146a8 HTTP/1.1" status: 200 len: 949 time: 0.0905926 Dec 17 15:08:52.665381 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ded7e42a-0f21-4959-b61e-67470912cfac req-c4680202-44bc-4a26-86ed-c75beb2bb0b2 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/security-groups?id=f425ba0d-1688-4e79-940a-f705d59dd75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415063 Dec 17 15:08:52.729581 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe1ddd-0559-498d-b389-0f2c148d47e4 req-fe222235-8f1b-4fb1-b158-6f8def326f61 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:52.733505 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2efe1ddd-0559-498d-b389-0f2c148d47e4 req-fe222235-8f1b-4fb1-b158-6f8def326f61 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 948 time: 0.0598676 Dec 17 15:08:52.772685 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2efe1ddd-0559-498d-b389-0f2c148d47e4 req-8bfd5f42-cf76-4420-bad1-4ab6b0f06f40 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344658 Dec 17 15:08:53.567588 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7067a-eeac-4b78-b347-7d1276c8a0a8 req-fb3ee78d-521e-4956-8071-39866a3cb698 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:53.569131 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-19b7067a-eeac-4b78-b347-7d1276c8a0a8 req-fb3ee78d-521e-4956-8071-39866a3cb698 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=293c44a9-dbcf-464b-a8a7-bb3d995146a8 HTTP/1.1" status: 200 len: 949 time: 0.0512395 Dec 17 15:08:53.615801 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-19b7067a-eeac-4b78-b347-7d1276c8a0a8 req-388f0ac7-3b63-4085-a1d8-5e3905169023 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/security-groups?id=f425ba0d-1688-4e79-940a-f705d59dd75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395122 Dec 17 15:08:53.804818 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31a1ac-ae9c-4a61-9746-5a087d996fb1 req-c180375d-216c-42b8-92ac-78b431c60f6b tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:53.804818 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2f31a1ac-ae9c-4a61-9746-5a087d996fb1 req-c180375d-216c-42b8-92ac-78b431c60f6b tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/ports?device_id=89818b54-2224-44c7-b102-e1014ece74ef HTTP/1.1" status: 200 len: 971 time: 0.0578814 Dec 17 15:08:53.857573 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2f31a1ac-ae9c-4a61-9746-5a087d996fb1 req-46a3a6db-f2a4-4c10-93d5-fb102e1ff98a tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/security-groups?id=9cb919d9-c618-4aa1-88e4-80de87180d97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433400 Dec 17 15:08:53.935331 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb622ed7-d5e6-4aba-9e95-90750bb36763 req-b8ca66c9-1c71-411e-973f-5c9637b1b4f0 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:53.937788 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bb622ed7-d5e6-4aba-9e95-90750bb36763 req-b8ca66c9-1c71-411e-973f-5c9637b1b4f0 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.13 "GET /v2.0/ports?device_id=89818b54-2224-44c7-b102-e1014ece74ef HTTP/1.1" status: 200 len: 971 time: 0.0689480 Dec 17 15:08:54.074447 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a4538-7649-41bd-a28a-a1119d8f9ecd req-9b6ba821-c1fe-412b-aa66-5eb48bb821b7 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:54.075987 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-626a4538-7649-41bd-a28a-a1119d8f9ecd req-9b6ba821-c1fe-412b-aa66-5eb48bb821b7 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 948 time: 0.1213181 Dec 17 15:08:54.133669 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-bb622ed7-d5e6-4aba-9e95-90750bb36763 req-f21016b6-9bef-4557-880b-b23ac4dc49af tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Deleting port 61607a82-1697-4bca-a6ef-7b7047da70c1 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:08:54.133669 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-bb622ed7-d5e6-4aba-9e95-90750bb36763 req-f21016b6-9bef-4557-880b-b23ac4dc49af tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:54.177033 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-626a4538-7649-41bd-a28a-a1119d8f9ecd req-fd5f945f-9939-467f-8295-d620400cf7bc tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937757 Dec 17 15:08:54.233463 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-bb622ed7-d5e6-4aba-9e95-90750bb36763 req-f21016b6-9bef-4557-880b-b23ac4dc49af tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] For port 61607a82-1697-4bca-a6ef-7b7047da70c1, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=61607a82-1697-4bca-a6ef-7b7047da70c1,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:08:54.234042 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-bb622ed7-d5e6-4aba-9e95-90750bb36763 req-f21016b6-9bef-4557-880b-b23ac4dc49af tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:54.249850 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-bb622ed7-d5e6-4aba-9e95-90750bb36763 req-f21016b6-9bef-4557-880b-b23ac4dc49af tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Calling delete_port for 61607a82-1697-4bca-a6ef-7b7047da70c1 owned by compute:tempest-test_az-790716375 {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:08:54.416339 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35194) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:54.529069 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-bb622ed7-d5e6-4aba-9e95-90750bb36763 req-f21016b6-9bef-4557-880b-b23ac4dc49af tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:54.542238 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['61607a82-1697-4bca-a6ef-7b7047da70c1'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:08:54.561610 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21016b6-9bef-4557-880b-b23ac4dc49af tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Pushing event deleted for resources: {'Port': ['ID=61607a82-1697-4bca-a6ef-7b7047da70c1,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:54.635734 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb622ed7-d5e6-4aba-9e95-90750bb36763 req-f21016b6-9bef-4557-880b-b23ac4dc49af tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] No DVR routers for this DVR port 61607a82-1697-4bca-a6ef-7b7047da70c1 on host n-h2-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:08:54.639134 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-bb622ed7-d5e6-4aba-9e95-90750bb36763 req-f21016b6-9bef-4557-880b-b23ac4dc49af tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:54.644232 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bb622ed7-d5e6-4aba-9e95-90750bb36763 req-f21016b6-9bef-4557-880b-b23ac4dc49af tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.13 "DELETE /v2.0/ports/61607a82-1697-4bca-a6ef-7b7047da70c1 HTTP/1.1" status: 204 len: 173 time: 0.7003806 Dec 17 15:08:54.644879 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89818b54-2224-44c7-b102-e1014ece74ef', 'name': 'network-vif-deleted', 'tag': '61607a82-1697-4bca-a6ef-7b7047da70c1'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:08:54.647561 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fd9f6c9f-85e6-469c-9dd7-53b5ca4dc69a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:54.647724 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9ec4e2-d099-4911-8bee-c1869d29c8a5" -d '{"events": [{"server_uuid": "89818b54-2224-44c7-b102-e1014ece74ef", "name": "network-vif-deleted", "tag": "61607a82-1697-4bca-a6ef-7b7047da70c1"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:08:54.783386 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fd9f6c9f-85e6-469c-9dd7-53b5ca4dc69a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:54.804369 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 0b8d56da-5e55-4db8-b341-5f885ac821a9 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:08:54.804832 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7c0a1-7248-4a6d-aff4-a688d24acef1 req-77ca3bcb-dd26-4708-a3c7-e18d2b633d25 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:54.813336 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c3f7c0a1-7248-4a6d-aff4-a688d24acef1 req-77ca3bcb-dd26-4708-a3c7-e18d2b633d25 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=293c44a9-dbcf-464b-a8a7-bb3d995146a8 HTTP/1.1" status: 200 len: 949 time: 0.1033585 Dec 17 15:08:54.834432 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98d84c6-6ab7-4adc-abc4-ad63bb81bb77 x-openstack-request-id: req-a98d84c6-6ab7-4adc-abc4-ad63bb81bb77 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:08:54.834863 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89818b54-2224-44c7-b102-e1014ece74ef", "name": "network-vif-deleted", "tag": "61607a82-1697-4bca-a6ef-7b7047da70c1", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:08:54.835248 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a98d84c6-6ab7-4adc-abc4-ad63bb81bb77 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:08:54.835651 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89818b54-2224-44c7-b102-e1014ece74ef', 'name': 'network-vif-deleted', 'tag': '61607a82-1697-4bca-a6ef-7b7047da70c1', 'status': 'completed', 'code': 200} Dec 17 15:08:54.859317 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c3f7c0a1-7248-4a6d-aff4-a688d24acef1 req-eb08a565-25ec-48fa-abc0-4d98803a732f tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/security-groups?id=f425ba0d-1688-4e79-940a-f705d59dd75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447273 Dec 17 15:08:54.905077 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35214) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:54.938145 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fd9f6c9f-85e6-469c-9dd7-53b5ca4dc69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:54.964701 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 0b8d56da-5e55-4db8-b341-5f885ac821a9, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=0b8d56da-5e55-4db8-b341-5f885ac821a9,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:08:54.979286 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9074f949-b570-4e18-b496-77a85a1826ed req-7248593f-44d0-4aff-b98f-620845abaf66 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/ports?device_id=89818b54-2224-44c7-b102-e1014ece74ef HTTP/1.1" status: 200 len: 210 time: 0.0476334 Dec 17 15:08:54.981907 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '0b8d56da-5e55-4db8-b341-5f885ac821a9', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': '0b8d56da-5e55-4db8-b341-5f885ac821a9', 'mac_address': 'fa:16:3e:22:d3:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:08:54.986919 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-fd9f6c9f-85e6-469c-9dd7-53b5ca4dc69a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d2a56353f3714a95a077a88329fd60b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5686169 Dec 17 15:08:54.989419 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35220) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:55.060569 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:55.078753 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b8d56da-5e55-4db8-b341-5f885ac821a9 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:08:55.098625 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e4ca6481-0f0d-45f2-9bd3-8a1ad025f78a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:55.104024 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f6c9f-85e6-469c-9dd7-53b5ca4dc69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c67f54-244a-42ad-9912-d39649f2c1e9,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:55.128430 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 0b8d56da-5e55-4db8-b341-5f885ac821a9, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=0b8d56da-5e55-4db8-b341-5f885ac821a9,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:08:55.142649 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c5cb303f-b3f3-4df7-934c-be304855a2fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:55.158236 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476bc43-7f84-4c21-9a6f-6c654629e591 req-96c43b0b-e959-42de-8d04-c70f33926e78 tempest-DeleteServersAdminTestJSON-2071555554 tempest-DeleteServersAdminTestJSON-2071555554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:55.159928 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8476bc43-7f84-4c21-9a6f-6c654629e591 req-96c43b0b-e959-42de-8d04-c70f33926e78 tempest-DeleteServersAdminTestJSON-2071555554 tempest-DeleteServersAdminTestJSON-2071555554-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=293c44a9-dbcf-464b-a8a7-bb3d995146a8 HTTP/1.1" status: 200 len: 1100 time: 0.1019490 Dec 17 15:08:55.178584 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c5cb303f-b3f3-4df7-934c-be304855a2fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:55.194902 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:55.222608 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e4ca6481-0f0d-45f2-9bd3-8a1ad025f78a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:55.262897 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=0b8d56da-5e55-4db8-b341-5f885ac821a9,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:55.298154 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-8476bc43-7f84-4c21-9a6f-6c654629e591 req-46c79b2e-b9e1-40c8-aba4-401e9946c9c4 tempest-DeleteServersAdminTestJSON-2071555554 tempest-DeleteServersAdminTestJSON-2071555554-project-admin] Deleting port c580f1b4-6de5-4c95-a836-e24bb4538ca4 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:08:55.298500 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8476bc43-7f84-4c21-9a6f-6c654629e591 req-46c79b2e-b9e1-40c8-aba4-401e9946c9c4 tempest-DeleteServersAdminTestJSON-2071555554 tempest-DeleteServersAdminTestJSON-2071555554-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:55.303729 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e4ca6481-0f0d-45f2-9bd3-8a1ad025f78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:55.384998 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-8476bc43-7f84-4c21-9a6f-6c654629e591 req-46c79b2e-b9e1-40c8-aba4-401e9946c9c4 tempest-DeleteServersAdminTestJSON-2071555554 tempest-DeleteServersAdminTestJSON-2071555554-project-admin] For port c580f1b4-6de5-4c95-a836-e24bb4538ca4, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=c580f1b4-6de5-4c95-a836-e24bb4538ca4,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:08:55.385412 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8476bc43-7f84-4c21-9a6f-6c654629e591 req-46c79b2e-b9e1-40c8-aba4-401e9946c9c4 tempest-DeleteServersAdminTestJSON-2071555554 tempest-DeleteServersAdminTestJSON-2071555554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:55.394496 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e4ca6481-0f0d-45f2-9bd3-8a1ad025f78a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2326e69caaab4be3b48fd035b4895a00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4879260 Dec 17 15:08:55.398131 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35238) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:55.398842 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca6481-0f0d-45f2-9bd3-8a1ad025f78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e473db-08c3-4eeb-82fb-b364801f8775,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:55.399129 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-8476bc43-7f84-4c21-9a6f-6c654629e591 req-46c79b2e-b9e1-40c8-aba4-401e9946c9c4 tempest-DeleteServersAdminTestJSON-2071555554 tempest-DeleteServersAdminTestJSON-2071555554-project-admin] Calling delete_port for c580f1b4-6de5-4c95-a836-e24bb4538ca4 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:08:55.401874 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c5cb303f-b3f3-4df7-934c-be304855a2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:55.404341 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c5cb303f-b3f3-4df7-934c-be304855a2fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:55.408713 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c5cb303f-b3f3-4df7-934c-be304855a2fb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d7c67f54-244a-42ad-9912-d39649f2c1e9 HTTP/1.1" status: 204 len: 168 time: 0.4132571 Dec 17 15:08:55.455063 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:55.459880 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a9203-f89f-4bb8-a3bb-437942cb3790 req-fd4c9015-6456-4a15-98e6-6fea51abd0e2 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:55.466797 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-017a9203-f89f-4bb8-a3bb-437942cb3790 req-fd4c9015-6456-4a15-98e6-6fea51abd0e2 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 949 time: 0.1149526 Dec 17 15:08:55.478612 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb303f-b3f3-4df7-934c-be304855a2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c67f54-244a-42ad-9912-d39649f2c1e9,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:55.492417 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-67a2f906-88f7-4f55-9725-f27895076190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:55.541988 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-67a2f906-88f7-4f55-9725-f27895076190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:55.552231 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-017a9203-f89f-4bb8-a3bb-437942cb3790 req-ca153c3b-8d2b-4753-88c5-81ec767f9c55 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777383 Dec 17 15:08:55.564151 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['0b8d56da-5e55-4db8-b341-5f885ac821a9'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:08:55.675958 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8476bc43-7f84-4c21-9a6f-6c654629e591 req-46c79b2e-b9e1-40c8-aba4-401e9946c9c4 tempest-DeleteServersAdminTestJSON-2071555554 tempest-DeleteServersAdminTestJSON-2071555554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:55.709703 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-67a2f906-88f7-4f55-9725-f27895076190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:55.712483 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c79b2e-b9e1-40c8-aba4-401e9946c9c4 tempest-DeleteServersAdminTestJSON-2071555554 tempest-DeleteServersAdminTestJSON-2071555554-project-admin] Pushing event deleted for resources: {'Port': ['ID=c580f1b4-6de5-4c95-a836-e24bb4538ca4,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:55.713078 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-67a2f906-88f7-4f55-9725-f27895076190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:55.715416 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-67a2f906-88f7-4f55-9725-f27895076190 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/16e473db-08c3-4eeb-82fb-b364801f8775 HTTP/1.1" status: 204 len: 168 time: 0.3122528 Dec 17 15:08:55.725898 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2f906-88f7-4f55-9725-f27895076190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e473db-08c3-4eeb-82fb-b364801f8775,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:55.790897 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-8476bc43-7f84-4c21-9a6f-6c654629e591 req-46c79b2e-b9e1-40c8-aba4-401e9946c9c4 tempest-DeleteServersAdminTestJSON-2071555554 tempest-DeleteServersAdminTestJSON-2071555554-project-admin] No DVR routers for this DVR port c580f1b4-6de5-4c95-a836-e24bb4538ca4 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:08:55.808174 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8476bc43-7f84-4c21-9a6f-6c654629e591 req-46c79b2e-b9e1-40c8-aba4-401e9946c9c4 tempest-DeleteServersAdminTestJSON-2071555554 tempest-DeleteServersAdminTestJSON-2071555554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:55.813825 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8476bc43-7f84-4c21-9a6f-6c654629e591 req-46c79b2e-b9e1-40c8-aba4-401e9946c9c4 tempest-DeleteServersAdminTestJSON-2071555554 tempest-DeleteServersAdminTestJSON-2071555554-project-admin] 10.222.0.41 "DELETE /v2.0/ports/c580f1b4-6de5-4c95-a836-e24bb4538ca4 HTTP/1.1" status: 204 len: 173 time: 0.6462185 Dec 17 15:08:55.814525 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293c44a9-dbcf-464b-a8a7-bb3d995146a8', 'name': 'network-vif-deleted', 'tag': 'c580f1b4-6de5-4c95-a836-e24bb4538ca4'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:08:55.828951 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb0a057-5627-494e-835b-e2e60b2beb3b" -d '{"events": [{"server_uuid": "293c44a9-dbcf-464b-a8a7-bb3d995146a8", "name": "network-vif-deleted", "tag": "c580f1b4-6de5-4c95-a836-e24bb4538ca4"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:08:55.934101 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803290c4-3945-4b14-a19e-86e546ce47cc x-openstack-request-id: req-803290c4-3945-4b14-a19e-86e546ce47cc {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:08:55.934396 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293c44a9-dbcf-464b-a8a7-bb3d995146a8", "name": "network-vif-deleted", "tag": "c580f1b4-6de5-4c95-a836-e24bb4538ca4", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:08:55.934646 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-803290c4-3945-4b14-a19e-86e546ce47cc {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:08:55.935040 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293c44a9-dbcf-464b-a8a7-bb3d995146a8', 'name': 'network-vif-deleted', 'tag': 'c580f1b4-6de5-4c95-a836-e24bb4538ca4', 'status': 'completed', 'code': 200} Dec 17 15:08:56.004322 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8d74123b-0531-48b7-a7fb-5d6ffb6c39a4 req-c92fac33-e96d-4fbe-9f9e-f79825011d4e tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=293c44a9-dbcf-464b-a8a7-bb3d995146a8 HTTP/1.1" status: 200 len: 210 time: 0.0371721 Dec 17 15:08:56.108165 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4a08b7fe-4f6b-4db9-8245-5692084e127e req-c8ac4afc-789a-4441-8295-f273ac60d2f9 tempest-AggregatesAdminTestJSON-457126982 tempest-AggregatesAdminTestJSON-457126982-project] 10.222.0.46 "GET /v2.0/ports?device_id=89818b54-2224-44c7-b102-e1014ece74ef HTTP/1.1" status: 200 len: 210 time: 0.0254588 Dec 17 15:08:56.383211 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['c580f1b4-6de5-4c95-a836-e24bb4538ca4'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:08:56.648494 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35274) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:56.662600 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-62f8b23c-d775-4da2-816a-aaaaa466d756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:56.711158 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c04a28-07d2-42b7-ab56-04d963252e49 req-8f218386-e96d-4a64-8f00-fbff1b9bc4ba tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:56.712785 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f9c04a28-07d2-42b7-ab56-04d963252e49 req-8f218386-e96d-4a64-8f00-fbff1b9bc4ba tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 949 time: 0.0761349 Dec 17 15:08:56.755548 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-62f8b23c-d775-4da2-816a-aaaaa466d756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:56.759906 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35276) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:56.761752 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f9c04a28-07d2-42b7-ab56-04d963252e49 req-b1598f91-57e9-4a81-b450-2a1027839c74 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422316 Dec 17 15:08:56.810782 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 0b8d56da-5e55-4db8-b341-5f885ac821a9 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:08:56.817591 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35280) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:56.834140 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-19c4cb64-83d0-4580-943b-0e8c0b87bbb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:56.853921 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-62f8b23c-d775-4da2-816a-aaaaa466d756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:56.915795 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-62f8b23c-d775-4da2-816a-aaaaa466d756 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ee37246f8a2a44f1ac5225e290a4216b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2636600 Dec 17 15:08:56.916796 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35282) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:56.920818 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 0b8d56da-5e55-4db8-b341-5f885ac821a9 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:08:56.926058 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 0b8d56da-5e55-4db8-b341-5f885ac821a9 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:08:56.929596 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:56.951210 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8b23c-d775-4da2-816a-aaaaa466d756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3180f3a5-be46-428a-9470-7922dc255a99,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:57.002244 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7e0832dd-133b-4254-a0ae-03ebd34fd39e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:57.037635 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7e0832dd-133b-4254-a0ae-03ebd34fd39e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:57.037934 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:57.041920 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-19c4cb64-83d0-4580-943b-0e8c0b87bbb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:57.063274 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a54ed57b-2978-4cb8-bbef-4e4393598e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:57.083234 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 0b8d56da-5e55-4db8-b341-5f885ac821a9, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=0b8d56da-5e55-4db8-b341-5f885ac821a9,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:08:57.083979 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a405375-543d-4cb2-9e8c-91fcae795b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8d56da-5e55-4db8-b341-5f885ac821a9'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:08:57.086960 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b14aace-5a66-4fdf-b07a-5840a919de1f" -d '{"events": [{"server_uuid": "8a405375-543d-4cb2-9e8c-91fcae795b78", "name": "network-vif-plugged", "status": "completed", "tag": "0b8d56da-5e55-4db8-b341-5f885ac821a9"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:08:57.152068 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:57.162975 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a54ed57b-2978-4cb8-bbef-4e4393598e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:57.164554 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0cbb6511-9a1d-4d6e-b707-c6f36656ab64 req-cfb4762f-d280-4860-bc7a-22f8a78fa627 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=293c44a9-dbcf-464b-a8a7-bb3d995146a8 HTTP/1.1" status: 200 len: 210 time: 0.0322037 Dec 17 15:08:57.164685 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-19c4cb64-83d0-4580-943b-0e8c0b87bbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:57.210487 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-19c4cb64-83d0-4580-943b-0e8c0b87bbb2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c5baefe5520c411bba337bbc9c59ca45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3916745 Dec 17 15:08:57.210799 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7e0832dd-133b-4254-a0ae-03ebd34fd39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:57.212300 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35298) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:57.214248 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7e0832dd-133b-4254-a0ae-03ebd34fd39e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:57.214528 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=0b8d56da-5e55-4db8-b341-5f885ac821a9,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:57.215549 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7e0832dd-133b-4254-a0ae-03ebd34fd39e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3180f3a5-be46-428a-9470-7922dc255a99 HTTP/1.1" status: 204 len: 168 time: 0.2982373 Dec 17 15:08:57.222171 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4cb64-83d0-4580-943b-0e8c0b87bbb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ac1447-12e4-4f40-a6a0-67f278823786,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:57.234544 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa15ad0a-14c1-48c9-8d9b-aca3c4d2fc5f x-openstack-request-id: req-fa15ad0a-14c1-48c9-8d9b-aca3c4d2fc5f {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:08:57.234876 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a405375-543d-4cb2-9e8c-91fcae795b78", "name": "network-vif-plugged", "status": "completed", "tag": "0b8d56da-5e55-4db8-b341-5f885ac821a9", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:08:57.235164 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fa15ad0a-14c1-48c9-8d9b-aca3c4d2fc5f {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:08:57.235521 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a405375-543d-4cb2-9e8c-91fcae795b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8d56da-5e55-4db8-b341-5f885ac821a9', 'code': 200} Dec 17 15:08:57.237940 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0832dd-133b-4254-a0ae-03ebd34fd39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3180f3a5-be46-428a-9470-7922dc255a99,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:57.263671 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a54ed57b-2978-4cb8-bbef-4e4393598e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:57.324452 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a54ed57b-2978-4cb8-bbef-4e4393598e15 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8fa81fb821bd45a993cc8ee08f0261a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5635097 Dec 17 15:08:57.328882 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35306) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:57.352087 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ed57b-2978-4cb8-bbef-4e4393598e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b46c667-bab3-4a9b-bb4f-f668fbf52f46,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:57.374933 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f377d197-0672-4e6f-9b2f-0f870f5d49e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:57.410256 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f377d197-0672-4e6f-9b2f-0f870f5d49e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:57.417810 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-029631ae-0380-4650-91bb-25135b6309bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:57.418480 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe39b57-b43b-4045-be18-d033ca9fd1c6 req-1c1e7e26-e137-4f87-a364-fb5c5a11cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:57.420057 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cfe39b57-b43b-4045-be18-d033ca9fd1c6 req-1c1e7e26-e137-4f87-a364-fb5c5a11cc97 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 1101 time: 0.0821738 Dec 17 15:08:57.440828 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-029631ae-0380-4650-91bb-25135b6309bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:57.475049 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cfe39b57-b43b-4045-be18-d033ca9fd1c6 req-e61d326d-a551-4c89-bdfd-6188def6181d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458584 Dec 17 15:08:57.555090 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f377d197-0672-4e6f-9b2f-0f870f5d49e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:57.557594 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f377d197-0672-4e6f-9b2f-0f870f5d49e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:57.558740 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f377d197-0672-4e6f-9b2f-0f870f5d49e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c4ac1447-12e4-4f40-a6a0-67f278823786 HTTP/1.1" status: 204 len: 168 time: 0.3454578 Dec 17 15:08:57.566616 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377d197-0672-4e6f-9b2f-0f870f5d49e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ac1447-12e4-4f40-a6a0-67f278823786,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:57.583859 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-029631ae-0380-4650-91bb-25135b6309bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:57.586447 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-029631ae-0380-4650-91bb-25135b6309bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:57.590517 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-029631ae-0380-4650-91bb-25135b6309bc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9b46c667-bab3-4a9b-bb4f-f668fbf52f46 HTTP/1.1" status: 204 len: 168 time: 0.2594471 Dec 17 15:08:57.602348 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029631ae-0380-4650-91bb-25135b6309bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b46c667-bab3-4a9b-bb4f-f668fbf52f46,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:57.882003 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62201767-8d76-4a15-91fa-2b8510b7dd59 req-358a7d03-d36b-41b3-862e-dca3d964ac2b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:57.883488 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-62201767-8d76-4a15-91fa-2b8510b7dd59 req-358a7d03-d36b-41b3-862e-dca3d964ac2b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 950 time: 0.0485344 Dec 17 15:08:57.938831 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-62201767-8d76-4a15-91fa-2b8510b7dd59 req-37ebb5c4-6308-4bb0-9fbc-8610194f51b4 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330706 Dec 17 15:08:58.059349 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35330) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:58.265110 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9f0118bd-4097-4a4f-99bc-0ad4346dd0b5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8bca64607cbf4dd4b256f1ff0408ea6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2040129 Dec 17 15:08:58.273424 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35346) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:58.276845 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 61607a82-1697-4bca-a6ef-7b7047da70c1 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:08:58.302167 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 61607a82-1697-4bca-a6ef-7b7047da70c1 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:08:58.302716 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 61607a82-1697-4bca-a6ef-7b7047da70c1 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:08:58.328226 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fa30a018-2e1c-40af-8718-f618c737b471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:58.350634 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fa30a018-2e1c-40af-8718-f618c737b471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:58.489280 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fa30a018-2e1c-40af-8718-f618c737b471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:58.492215 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fa30a018-2e1c-40af-8718-f618c737b471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:58.493446 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-fa30a018-2e1c-40af-8718-f618c737b471 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9cb919d9-c618-4aa1-88e4-80de87180d97 HTTP/1.1" status: 204 len: 168 time: 0.2190461 Dec 17 15:08:58.498836 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35354) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:58.502882 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa30a018-2e1c-40af-8718-f618c737b471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb919d9-c618-4aa1-88e4-80de87180d97,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:58.523464 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-128a4c23-10a6-4564-b96f-dd3970a3522d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:58.622585 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-128a4c23-10a6-4564-b96f-dd3970a3522d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:58.681529 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-0bd38282-e673-4d84-ac83-6da84540a822 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f148cb8f458141ea995b4b7692ca0796&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215812 Dec 17 15:08:58.706205 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-128a4c23-10a6-4564-b96f-dd3970a3522d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:58.746566 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-128a4c23-10a6-4564-b96f-dd3970a3522d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c474fe2396b1474a951672426aae4cb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2463970 Dec 17 15:08:58.748195 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a4c23-10a6-4564-b96f-dd3970a3522d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fce98a-1a17-4348-90e7-1ba7edb357b6,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:58.749933 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35370) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:58.783552 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-af8430f1-08ea-4fa5-8dcc-7f1df723aef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:58.805140 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device c580f1b4-6de5-4c95-a836-e24bb4538ca4 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:08:58.827662 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: c580f1b4-6de5-4c95-a836-e24bb4538ca4 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:08:58.828513 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device c580f1b4-6de5-4c95-a836-e24bb4538ca4 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:08:58.851129 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-fa6ede97-89b3-405f-b51f-7fa78d37cb7f tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:58.857691 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-fa6ede97-89b3-405f-b51f-7fa78d37cb7f tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1614189 Dec 17 15:08:58.871797 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-513a4398-54ed-4804-86ea-bf0b1b8cd376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:58.876489 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-1d2beb67-71ac-47a7-8e73-87f84574816f tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/quotas/f148cb8f458141ea995b4b7692ca0796 HTTP/1.1" status: 200 len: 375 time: 0.0177596 Dec 17 15:08:58.906404 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-513a4398-54ed-4804-86ea-bf0b1b8cd376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:58.929226 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-bba03a42-861a-4228-b058-322d8b15c807 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f148cb8f458141ea995b4b7692ca0796&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432479 Dec 17 15:08:59.066771 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-513a4398-54ed-4804-86ea-bf0b1b8cd376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:59.069331 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-513a4398-54ed-4804-86ea-bf0b1b8cd376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:59.070443 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-513a4398-54ed-4804-86ea-bf0b1b8cd376 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d9fce98a-1a17-4348-90e7-1ba7edb357b6 HTTP/1.1" status: 204 len: 168 time: 0.3193970 Dec 17 15:08:59.083763 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a4398-54ed-4804-86ea-bf0b1b8cd376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fce98a-1a17-4348-90e7-1ba7edb357b6,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:08:59.093940 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9fcb1-b349-4222-925e-d71044392c30 req-0e48f214-764e-44b8-96e1-ee286a6e5d27 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:08:59.096634 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d7f9fcb1-b349-4222-925e-d71044392c30 req-0e48f214-764e-44b8-96e1-ee286a6e5d27 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 950 time: 0.0660908 Dec 17 15:08:59.132370 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d7f9fcb1-b349-4222-925e-d71044392c30 req-0ef18897-b734-4c07-958a-0e918ba1f8ec tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309603 Dec 17 15:08:59.252228 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c99e8ffe-0405-4fcb-b475-2ff5fb977b38 req-95fdd23d-c182-4aff-b2f1-c528e0b2f35e tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7f3572a-555a-4d51-9bdd-a7af119fb660 HTTP/1.1" status: 200 len: 210 time: 0.0291488 Dec 17 15:08:59.744466 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35402) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:59.788984 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c203cba7-a835-481d-999f-32188b66d895 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=066ae05c6cd84e21a99061d743b3461a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431893 Dec 17 15:08:59.791256 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35408) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:08:59.849990 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-69606bd6-aec6-4d8f-9649-97372063df51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:08:59.874089 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-69606bd6-aec6-4d8f-9649-97372063df51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:00.019134 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-69606bd6-aec6-4d8f-9649-97372063df51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:00.021846 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-69606bd6-aec6-4d8f-9649-97372063df51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:00.022998 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-69606bd6-aec6-4d8f-9649-97372063df51 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f4ec1c00-fce8-4ba4-acf1-8e50d7564075 HTTP/1.1" status: 204 len: 168 time: 0.2308481 Dec 17 15:09:00.037744 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69606bd6-aec6-4d8f-9649-97372063df51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ec1c00-fce8-4ba4-acf1-8e50d7564075,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:00.040795 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a36c3-f3c9-43ad-9701-0031896e3b27 req-5d95a65f-7262-404b-9053-57d4cbb4b032 tempest-MigrationsAdminTest-2086733361 tempest-MigrationsAdminTest-2086733361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:00.043052 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fb3a36c3-f3c9-43ad-9701-0031896e3b27 req-5d95a65f-7262-404b-9053-57d4cbb4b032 tempest-MigrationsAdminTest-2086733361 tempest-MigrationsAdminTest-2086733361-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 1101 time: 0.0782721 Dec 17 15:09:00.072767 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-fb3a36c3-f3c9-43ad-9701-0031896e3b27 req-b94ce623-8047-4a9f-b39c-1797551a488f tempest-MigrationsAdminTest-2086733361 tempest-MigrationsAdminTest-2086733361-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:00.148280 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-fb3a36c3-f3c9-43ad-9701-0031896e3b27 req-b94ce623-8047-4a9f-b39c-1797551a488f tempest-MigrationsAdminTest-2086733361 tempest-MigrationsAdminTest-2086733361-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:00.220444 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-fb3a36c3-f3c9-43ad-9701-0031896e3b27 req-b94ce623-8047-4a9f-b39c-1797551a488f tempest-MigrationsAdminTest-2086733361 tempest-MigrationsAdminTest-2086733361-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:00.252457 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fb3a36c3-f3c9-43ad-9701-0031896e3b27 req-b94ce623-8047-4a9f-b39c-1797551a488f tempest-MigrationsAdminTest-2086733361 tempest-MigrationsAdminTest-2086733361-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913140 Dec 17 15:09:00.253011 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ce623-8047-4a9f-b39c-1797551a488f tempest-MigrationsAdminTest-2086733361 tempest-MigrationsAdminTest-2086733361-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc66002c-6908-408b-843e-a1f6953434b6,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:00.360975 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b258a947-42e6-49a7-8f22-07e31501c124 req-cc0f4d32-7e84-46c9-b31a-f8a1acb8bfec tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7f3572a-555a-4d51-9bdd-a7af119fb660 HTTP/1.1" status: 200 len: 210 time: 0.0357294 Dec 17 15:09:00.413846 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35434) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:00.724112 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-388f9fa7-eb03-4271-a2e6-74cce7c82c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:00.743033 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35450) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:00.808260 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-388f9fa7-eb03-4271-a2e6-74cce7c82c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:00.877638 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-388f9fa7-eb03-4271-a2e6-74cce7c82c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:00.915940 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f9fa7-eb03-4271-a2e6-74cce7c82c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327e64a0-a5ec-4477-acff-2fb78b986ae3,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:00.922940 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-388f9fa7-eb03-4271-a2e6-74cce7c82c4f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=86eb20a84e10450eae122fb2c7a73747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5079837 Dec 17 15:09:00.925710 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35458) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:00.932110 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-2322e521-c7f2-4ae3-a383-31d73d214e7b req-28d891fe-bd28-4535-95f4-16f30223a5dd service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:09:00.946056 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2322e521-c7f2-4ae3-a383-31d73d214e7b req-28d891fe-bd28-4535-95f4-16f30223a5dd service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3267171 Dec 17 15:09:00.948014 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f9fa7-eb03-4271-a2e6-74cce7c82c4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:00.948340 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f9fa7-eb03-4271-a2e6-74cce7c82c4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:00.948857 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f9fa7-eb03-4271-a2e6-74cce7c82c4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:00.951422 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f9fa7-eb03-4271-a2e6-74cce7c82c4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:00.952069 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f9fa7-eb03-4271-a2e6-74cce7c82c4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:00.952683 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f9fa7-eb03-4271-a2e6-74cce7c82c4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:00.953244 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f9fa7-eb03-4271-a2e6-74cce7c82c4f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:00.953593 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f9fa7-eb03-4271-a2e6-74cce7c82c4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:00.953929 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f9fa7-eb03-4271-a2e6-74cce7c82c4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:00.954259 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f9fa7-eb03-4271-a2e6-74cce7c82c4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:00.958843 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f9fa7-eb03-4271-a2e6-74cce7c82c4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:00.959343 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388f9fa7-eb03-4271-a2e6-74cce7c82c4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:00.987297 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-377cd1a1-7b7b-4ae6-b9bf-5ca127875467 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2027871081-network', 'tenant_id': '96ef05c814a947bb872da21a8a326a7b'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:01.014610 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b16e30fd-abbc-45d3-9b63-b4fc596e3709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:01.035290 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cad1a42d-6226-415a-b55e-b6144279ad37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:01.036720 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b16e30fd-abbc-45d3-9b63-b4fc596e3709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:01.104783 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377cd1a1-7b7b-4ae6-b9bf-5ca127875467 admin admin] Made reservation on behalf of 96ef05c814a947bb872da21a8a326a7b for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:09:01.109337 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-377cd1a1-7b7b-4ae6-b9bf-5ca127875467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:01.123674 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-377cd1a1-7b7b-4ae6-b9bf-5ca127875467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:01.175191 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b16e30fd-abbc-45d3-9b63-b4fc596e3709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:01.178209 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b16e30fd-abbc-45d3-9b63-b4fc596e3709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:01.181948 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b16e30fd-abbc-45d3-9b63-b4fc596e3709 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/327e64a0-a5ec-4477-acff-2fb78b986ae3 HTTP/1.1" status: 204 len: 168 time: 0.2526572 Dec 17 15:09:01.204370 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e30fd-abbc-45d3-9b63-b4fc596e3709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327e64a0-a5ec-4477-acff-2fb78b986ae3,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:01.253230 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-377cd1a1-7b7b-4ae6-b9bf-5ca127875467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:01.338134 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-377cd1a1-7b7b-4ae6-b9bf-5ca127875467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:01.353818 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-b20c3419-d29a-4e4d-a657-2d8181cc73ef tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f148cb8f458141ea995b4b7692ca0796&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235362 Dec 17 15:09:01.363797 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377cd1a1-7b7b-4ae6-b9bf-5ca127875467 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:09:01.399131 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377cd1a1-7b7b-4ae6-b9bf-5ca127875467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:01.407630 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-377cd1a1-7b7b-4ae6-b9bf-5ca127875467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:01.411064 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-377cd1a1-7b7b-4ae6-b9bf-5ca127875467 admin admin] Added segment 9f6ce07f-8173-4d10-b465-942adad2b393 of type vlan for network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea Dec 17 15:09:01.482982 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-377cd1a1-7b7b-4ae6-b9bf-5ca127875467 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:01.506324 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-56276a08-0bfa-45ac-92c9-22d95ad512bb req-8b58dacf-52e8-4699-9313-6ea38dfcea92 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7f3572a-555a-4d51-9bdd-a7af119fb660 HTTP/1.1" status: 200 len: 210 time: 0.0368724 Dec 17 15:09:01.551316 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-6c1b076f-4614-4002-a5d6-27a78f5e104a tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:01.552772 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-6c1b076f-4614-4002-a5d6-27a78f5e104a tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1928592 Dec 17 15:09:01.571279 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-8872c251-6996-4faa-9af4-6872f51b1cd5 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Request body: {'port': {'device_id': 'c7f3572a-555a-4d51-9bdd-a7af119fb660', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'admin_state_up': True, 'tenant_id': 'f148cb8f458141ea995b4b7692ca0796'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:01.597806 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-377cd1a1-7b7b-4ae6-b9bf-5ca127875467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:01.598986 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377cd1a1-7b7b-4ae6-b9bf-5ca127875467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:01.602108 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-377cd1a1-7b7b-4ae6-b9bf-5ca127875467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:01.678861 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377cd1a1-7b7b-4ae6-b9bf-5ca127875467 admin admin] Pushing event updated for resources: {'Network': ['ID=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:01.687075 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377cd1a1-7b7b-4ae6-b9bf-5ca127875467 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:01.687483 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377cd1a1-7b7b-4ae6-b9bf-5ca127875467 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:01.688025 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377cd1a1-7b7b-4ae6-b9bf-5ca127875467 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:01.688364 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377cd1a1-7b7b-4ae6-b9bf-5ca127875467 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:01.688692 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377cd1a1-7b7b-4ae6-b9bf-5ca127875467 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:01.689017 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377cd1a1-7b7b-4ae6-b9bf-5ca127875467 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:01.689414 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377cd1a1-7b7b-4ae6-b9bf-5ca127875467 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:01.689742 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377cd1a1-7b7b-4ae6-b9bf-5ca127875467 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:01.690061 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377cd1a1-7b7b-4ae6-b9bf-5ca127875467 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:01.690380 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377cd1a1-7b7b-4ae6-b9bf-5ca127875467 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:01.690698 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377cd1a1-7b7b-4ae6-b9bf-5ca127875467 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:01.691015 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377cd1a1-7b7b-4ae6-b9bf-5ca127875467 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:01.701805 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:09:01.730201 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-377cd1a1-7b7b-4ae6-b9bf-5ca127875467 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9881599 Dec 17 15:09:01.733189 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35494) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:01.741288 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-3b9fabbb-c1fb-4c81-a2f7-2688e3519d38 admin admin] Request body: {'subnet': {'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2027871081-subnet', 'tenant_id': '96ef05c814a947bb872da21a8a326a7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:01.789488 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-8872c251-6996-4faa-9af4-6872f51b1cd5 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Made reservation on behalf of f148cb8f458141ea995b4b7692ca0796 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:09:01.796143 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-8872c251-6996-4faa-9af4-6872f51b1cd5 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:01.874809 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9fabbb-c1fb-4c81-a2f7-2688e3519d38 admin admin] Made reservation on behalf of 96ef05c814a947bb872da21a8a326a7b for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:09:01.877873 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b9fabbb-c1fb-4c81-a2f7-2688e3519d38 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:01.972033 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-8872c251-6996-4faa-9af4-6872f51b1cd5 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Allocated IP 192.168.233.86 (f97c7142-717f-43eb-a835-5fcd8d6a6486/b0a1cb4f-5aa5-4130-b24e-105310ef66e4/9cec09ed-b774-4ac1-aa04-0ebb7e48d645) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:09:02.133967 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-8872c251-6996-4faa-9af4-6872f51b1cd5 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:02.149700 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b9fabbb-c1fb-4c81-a2f7-2688e3519d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:02.174560 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:02.251170 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-8872c251-6996-4faa-9af4-6872f51b1cd5 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:02.312336 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-8872c251-6996-4faa-9af4-6872f51b1cd5 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Network f97c7142-717f-43eb-a835-5fcd8d6a6486 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:09:02.314238 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-8872c251-6996-4faa-9af4-6872f51b1cd5 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:09:02.318532 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-8872c251-6996-4faa-9af4-6872f51b1cd5 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:09:02.338610 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-8872c251-6996-4faa-9af4-6872f51b1cd5 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:02.339587 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-8872c251-6996-4faa-9af4-6872f51b1cd5 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:02.343440 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35508) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:02.385976 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9fabbb-c1fb-4c81-a2f7-2688e3519d38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e07a04f7-750d-46bb-b1d6-18c61b699282,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:02.411145 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9fabbb-c1fb-4c81-a2f7-2688e3519d38 admin admin] Checking segment: {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:09:02.411687 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9fabbb-c1fb-4c81-a2f7-2688e3519d38 admin admin] Network hostable DHCP agents. Network: 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:09:02.422732 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4ac76c21-5bc7-4378-852c-49635eee9770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:02.444395 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872c251-6996-4faa-9af4-6872f51b1cd5 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Pushing event updated for resources: {'Port': ['ID=9cec09ed-b774-4ac1-aa04-0ebb7e48d645,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:02.501934 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef700e2c-215e-492a-8fc0-7a5738624dfc req-95e849fb-5507-47e2-a514-12b6e95ede2f tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:02.503664 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ef700e2c-215e-492a-8fc0-7a5738624dfc req-95e849fb-5507-47e2-a514-12b6e95ede2f tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 950 time: 0.1558216 Dec 17 15:09:02.512755 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-8872c251-6996-4faa-9af4-6872f51b1cd5 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9434822 Dec 17 15:09:02.532913 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-a5718d1c-9851-4c85-934a-c2081f009474 service neutron] Request body: {'port': {'device_id': 'c7f3572a-555a-4d51-9bdd-a7af119fb660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:02.534473 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9fabbb-c1fb-4c81-a2f7-2688e3519d38 admin admin] Network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:09:02.617851 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-3b9fabbb-c1fb-4c81-a2f7-2688e3519d38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:09:02.621277 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-0d70823c-234c-4e89-a0d8-72ff0b8c6fa1 None None] Provisioning complete for port 9cec09ed-b774-4ac1-aa04-0ebb7e48d645 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:09:02.622011 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0d70823c-234c-4e89-a0d8-72ff0b8c6fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:02.627450 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9fabbb-c1fb-4c81-a2f7-2688e3519d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:02.627450 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b9fabbb-c1fb-4c81-a2f7-2688e3519d38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:02.648028 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fe9082-9547-4e2f-9536-47d015eefd7b None None] Network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:09:02.667785 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ef700e2c-215e-492a-8fc0-7a5738624dfc req-0760b650-6006-4bb3-b6fa-28e2ca222d52 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539099 Dec 17 15:09:02.690054 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4ac76c21-5bc7-4378-852c-49635eee9770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:02.690911 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-a5718d1c-9851-4c85-934a-c2081f009474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:02.717225 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3b9fabbb-c1fb-4c81-a2f7-2688e3519d38 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9786141 Dec 17 15:09:02.727307 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae4598-68ea-4caf-8335-910ebdd4b318 req-10072a6a-1ab4-4e43-a6b2-4191830e6491 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:02.730786 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-0d70823c-234c-4e89-a0d8-72ff0b8c6fa1 None None] Port 9cec09ed-b774-4ac1-aa04-0ebb7e48d645 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:09:02.730945 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4bae4598-68ea-4caf-8335-910ebdd4b318 req-10072a6a-1ab4-4e43-a6b2-4191830e6491 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7f3572a-555a-4d51-9bdd-a7af119fb660 HTTP/1.1" status: 200 len: 935 time: 0.1286006 Dec 17 15:09:02.829211 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0772fcc4-93bd-49a5-b299-a685a20fbe38 None None] Network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:09:02.862745 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35530) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:03.012022 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4ac76c21-5bc7-4378-852c-49635eee9770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:03.092104 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4ac76c21-5bc7-4378-852c-49635eee9770 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dd2199d3b7754a94ab5ab8f68c9c83a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7420475 Dec 17 15:09:03.095524 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35540) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:03.136887 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac76c21-5bc7-4378-852c-49635eee9770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49322e1-0fa0-4234-87a7-c105aaad1280,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:03.165272 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4bae4598-68ea-4caf-8335-910ebdd4b318 req-c3513230-cda0-495d-bb0d-e79a4f1241f9 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/security-groups?id=f425ba0d-1688-4e79-940a-f705d59dd75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479020 Dec 17 15:09:03.165471 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e91c1ee1-2131-4ac3-9857-48177fdebf80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:03.186445 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e91c1ee1-2131-4ac3-9857-48177fdebf80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:03.326747 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-e88d4c76-11f7-4e20-8920-f4c41c7484df service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4334135 Dec 17 15:09:03.326747 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-5abfb507-5366-4d45-b0fc-74d5977bca40 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:09:03.326747 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-5abfb507-5366-4d45-b0fc-74d5977bca40 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050185 Dec 17 15:09:03.340764 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-a5718d1c-9851-4c85-934a-c2081f009474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cec09ed-b774-4ac1-aa04-0ebb7e48d645 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:09:03.348127 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-a5718d1c-9851-4c85-934a-c2081f009474 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:03.534448 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-a5718d1c-9851-4c85-934a-c2081f009474 service neutron] Transition to ACTIVE for port object 9cec09ed-b774-4ac1-aa04-0ebb7e48d645 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:09:03.535527 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e91c1ee1-2131-4ac3-9857-48177fdebf80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:03.538700 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e91c1ee1-2131-4ac3-9857-48177fdebf80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:03.540582 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e91c1ee1-2131-4ac3-9857-48177fdebf80 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a49322e1-0fa0-4234-87a7-c105aaad1280 HTTP/1.1" status: 204 len: 168 time: 0.4427056 Dec 17 15:09:03.680915 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c1ee1-2131-4ac3-9857-48177fdebf80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49322e1-0fa0-4234-87a7-c105aaad1280,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:03.793366 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509ba38-dc3d-422b-9914-6ad4e291599f req-bfcb597a-8e0e-4baa-adf6-8e10d096ea6e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:03.794814 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a509ba38-dc3d-422b-9914-6ad4e291599f req-bfcb597a-8e0e-4baa-adf6-8e10d096ea6e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 950 time: 0.0485144 Dec 17 15:09:03.832610 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a509ba38-dc3d-422b-9914-6ad4e291599f req-010b137e-a0f6-40d1-a0b7-6398874519e0 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311201 Dec 17 15:09:03.837172 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-a5718d1c-9851-4c85-934a-c2081f009474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:03.863834 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:03.932300 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5718d1c-9851-4c85-934a-c2081f009474 service neutron] Pushing event updated for resources: {'Port': ['ID=9cec09ed-b774-4ac1-aa04-0ebb7e48d645,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:03.957017 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-a5718d1c-9851-4c85-934a-c2081f009474 service neutron] Attempting to bind port 9cec09ed-b774-4ac1-aa04-0ebb7e48d645 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:09:03.957873 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-a5718d1c-9851-4c85-934a-c2081f009474 service neutron] Attempting to bind port 9cec09ed-b774-4ac1-aa04-0ebb7e48d645 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:09:03.958454 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-a5718d1c-9851-4c85-934a-c2081f009474 service neutron] Attempting to bind port 9cec09ed-b774-4ac1-aa04-0ebb7e48d645 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:09:03.966077 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-a5718d1c-9851-4c85-934a-c2081f009474 service neutron] Port 9cec09ed-b774-4ac1-aa04-0ebb7e48d645 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:09:03.966711 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-a5718d1c-9851-4c85-934a-c2081f009474 service neutron] Attempting to bind port 9cec09ed-b774-4ac1-aa04-0ebb7e48d645 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:09:03.973521 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-a5718d1c-9851-4c85-934a-c2081f009474 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:09:03.978076 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-a5718d1c-9851-4c85-934a-c2081f009474 service neutron] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:09:03.978076 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-a5718d1c-9851-4c85-934a-c2081f009474 service neutron] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:09:03.978076 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-a5718d1c-9851-4c85-934a-c2081f009474 service neutron] Bound port: 9cec09ed-b774-4ac1-aa04-0ebb7e48d645, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:09:03.978076 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-a5718d1c-9851-4c85-934a-c2081f009474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:04.049696 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-a5718d1c-9851-4c85-934a-c2081f009474 service neutron] For port 9cec09ed-b774-4ac1-aa04-0ebb7e48d645, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:09:04.053223 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-a5718d1c-9851-4c85-934a-c2081f009474 service neutron] For port 9cec09ed-b774-4ac1-aa04-0ebb7e48d645, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=9cec09ed-b774-4ac1-aa04-0ebb7e48d645,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:09:04.138175 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:04.142694 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-a5718d1c-9851-4c85-934a-c2081f009474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:04.191908 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-a5718d1c-9851-4c85-934a-c2081f009474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:04.192570 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-a5718d1c-9851-4c85-934a-c2081f009474 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:04.194564 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-a5718d1c-9851-4c85-934a-c2081f009474 service neutron] 10.222.0.13 "PUT /v2.0/ports/9cec09ed-b774-4ac1-aa04-0ebb7e48d645 HTTP/1.1" status: 200 len: 1095 time: 1.6719477 Dec 17 15:09:04.199159 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f3572a-555a-4d51-9bdd-a7af119fb660', 'tag': '9cec09ed-b774-4ac1-aa04-0ebb7e48d645'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:09:04.202950 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73db182-9804-415a-b4c8-ddb793c60359" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f3572a-555a-4d51-9bdd-a7af119fb660", "tag": "9cec09ed-b774-4ac1-aa04-0ebb7e48d645"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:09:04.272249 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5718d1c-9851-4c85-934a-c2081f009474 service neutron] Pushing event updated for resources: {'Port': ['ID=9cec09ed-b774-4ac1-aa04-0ebb7e48d645,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:04.307478 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1ca25-9502-459d-8716-ec9e0082b0b9 req-3ad65909-36eb-4dc8-888e-f97a8698b31a tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:04.312365 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0ca1ca25-9502-459d-8716-ec9e0082b0b9 req-3ad65909-36eb-4dc8-888e-f97a8698b31a tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7f3572a-555a-4d51-9bdd-a7af119fb660 HTTP/1.1" status: 200 len: 947 time: 0.0874608 Dec 17 15:09:04.374767 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-66778efa-241d-4f83-8733-223415a40c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:04.376321 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-66778efa-241d-4f83-8733-223415a40c3e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f148cb8f458141ea995b4b7692ca0796&device_id=c7f3572a-555a-4d51-9bdd-a7af119fb660 HTTP/1.1" status: 200 len: 1098 time: 0.0649605 Dec 17 15:09:04.398416 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0ca1ca25-9502-459d-8716-ec9e0082b0b9 req-d446909d-429f-48fa-96e8-32a775873f23 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/security-groups?id=f425ba0d-1688-4e79-940a-f705d59dd75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461731 Dec 17 15:09:04.439796 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-9dbb788d-3eab-4d20-bdf5-d16a26bf2f5c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=9cec09ed-b774-4ac1-aa04-0ebb7e48d645 HTTP/1.1" status: 200 len: 217 time: 0.0468524 Dec 17 15:09:04.445473 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c181ce4-d12e-4431-8a0a-278d91e0ef88 x-openstack-request-id: req-1c181ce4-d12e-4431-8a0a-278d91e0ef88 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:09:04.446038 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f3572a-555a-4d51-9bdd-a7af119fb660", "tag": "9cec09ed-b774-4ac1-aa04-0ebb7e48d645", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:09:04.446354 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1c181ce4-d12e-4431-8a0a-278d91e0ef88 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:09:04.446811 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7f3572a-555a-4d51-9bdd-a7af119fb660', 'tag': '9cec09ed-b774-4ac1-aa04-0ebb7e48d645', 'status': 'completed', 'code': 200} Dec 17 15:09:04.505512 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-036a5182-88e4-4dea-9904-ff41b55a5724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:04.507400 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-036a5182-88e4-4dea-9904-ff41b55a5724 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0570478 Dec 17 15:09:04.567320 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-5403646a-082a-47e0-aff2-ed155a157e38 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f08448d025044cdc929eba5f39e36409&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425072 Dec 17 15:09:04.631275 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-a3ffcc2a-eb2d-45ca-a9e2-89f3b3c0fbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:04.632794 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-a3ffcc2a-eb2d-45ca-a9e2-89f3b3c0fbb5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1180985 Dec 17 15:09:04.744436 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-649f8370-ba7f-4771-ba31-061b75c06891 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:04.746117 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-649f8370-ba7f-4771-ba31-061b75c06891 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1664274 Dec 17 15:09:04.762578 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-c482a2ef-d513-4299-a0dd-224afe6440d5 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203310 Dec 17 15:09:04.787932 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-c345b0c5-1a9b-4b5b-9b60-1af24df047cb tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/quotas/f08448d025044cdc929eba5f39e36409 HTTP/1.1" status: 200 len: 375 time: 0.0213342 Dec 17 15:09:04.850458 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-e5fbd12b-5be8-40d5-a0fd-8cd670ee4e11 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f08448d025044cdc929eba5f39e36409&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530190 Dec 17 15:09:04.904227 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2bd1aab2-eac8-4a34-b603-612c0da89a1e req-426959d7-df21-49eb-8c3f-dd3c08b1db92 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277924 Dec 17 15:09:04.985746 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed3849-6e63-4abf-82d5-d87a7a8339b1 req-552b6dc0-2a24-4242-a896-5206db27dcd8 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:04.987536 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8bed3849-6e63-4abf-82d5-d87a7a8339b1 req-552b6dc0-2a24-4242-a896-5206db27dcd8 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 950 time: 0.0640326 Dec 17 15:09:05.038129 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8bed3849-6e63-4abf-82d5-d87a7a8339b1 req-a47ac9f4-5517-4364-95f3-74463022e449 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439949 Dec 17 15:09:05.123327 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35624) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:05.129605 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-87d3dcd4-7940-471b-99d9-e096cead0705 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-698274578-network', 'tenant_id': '136b92d13c074905b14b8f9b07cfd8cd'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:05.155081 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73db182-9804-415a-b4c8-ddb793c60359 req-2175f692-d73f-4292-9699-e700626f6526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:05.158790 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d73db182-9804-415a-b4c8-ddb793c60359 req-2175f692-d73f-4292-9699-e700626f6526 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f148cb8f458141ea995b4b7692ca0796&device_id=c7f3572a-555a-4d51-9bdd-a7af119fb660 HTTP/1.1" status: 200 len: 1098 time: 0.0635586 Dec 17 15:09:05.254610 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d3dcd4-7940-471b-99d9-e096cead0705 admin admin] Made reservation on behalf of 136b92d13c074905b14b8f9b07cfd8cd for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:09:05.257033 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-87d3dcd4-7940-471b-99d9-e096cead0705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:05.269117 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-87d3dcd4-7940-471b-99d9-e096cead0705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:05.273778 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73db182-9804-415a-b4c8-ddb793c60359 req-b19087b9-f542-4e47-b737-448181121a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:05.275437 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d73db182-9804-415a-b4c8-ddb793c60359 req-b19087b9-f542-4e47-b737-448181121a75 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.1074970 Dec 17 15:09:05.340138 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d73db182-9804-415a-b4c8-ddb793c60359 req-378255cd-fce4-4e75-aae5-91c142480584 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=9cec09ed-b774-4ac1-aa04-0ebb7e48d645 HTTP/1.1" status: 200 len: 217 time: 0.0558913 Dec 17 15:09:05.384652 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-87d3dcd4-7940-471b-99d9-e096cead0705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:05.439470 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73db182-9804-415a-b4c8-ddb793c60359 req-791ef0cd-ecc2-47cb-b5f9-42905d1beac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:05.440951 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d73db182-9804-415a-b4c8-ddb793c60359 req-791ef0cd-ecc2-47cb-b5f9-42905d1beac3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0926223 Dec 17 15:09:05.443249 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-87d3dcd4-7940-471b-99d9-e096cead0705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:05.473006 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87d3dcd4-7940-471b-99d9-e096cead0705 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:09:05.483676 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3dcd4-7940-471b-99d9-e096cead0705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07aeee4f-0fa7-4532-9bdc-b8348521db54,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:05.491399 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-87d3dcd4-7940-471b-99d9-e096cead0705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:05.492015 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-87d3dcd4-7940-471b-99d9-e096cead0705 admin admin] Added segment 71e2abaa-264e-425d-926c-b0c574cf3695 of type vlan for network 76f796ec-b7b1-4a7a-bd05-8e5a89f57457 Dec 17 15:09:05.551371 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-a9af16e7-c5ae-4c69-8805-c81a2ab7c0eb tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f08448d025044cdc929eba5f39e36409&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395567 Dec 17 15:09:05.557334 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73db182-9804-415a-b4c8-ddb793c60359 req-77e32cb1-c8bc-495e-8871-5a8019110cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:05.559472 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d73db182-9804-415a-b4c8-ddb793c60359 req-77e32cb1-c8bc-495e-8871-5a8019110cf0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1082084 Dec 17 15:09:05.563317 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-87d3dcd4-7940-471b-99d9-e096cead0705 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:05.721154 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-87d3dcd4-7940-471b-99d9-e096cead0705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:05.725741 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d3dcd4-7940-471b-99d9-e096cead0705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:05.726433 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-87d3dcd4-7940-471b-99d9-e096cead0705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:05.757913 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-3404a41e-537c-4ac1-98a9-9dd32934d0bb tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:05.762409 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-3404a41e-537c-4ac1-98a9-9dd32934d0bb tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2017784 Dec 17 15:09:05.767036 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d73db182-9804-415a-b4c8-ddb793c60359 req-69043d7c-8139-4c48-b147-8717607d7eb1 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933489 Dec 17 15:09:05.775260 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-c2e65141-0edc-40c2-8d87-b5bfe0e24275 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/quotas/f08448d025044cdc929eba5f39e36409 HTTP/1.1" status: 200 len: 375 time: 0.0121362 Dec 17 15:09:05.821996 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3dcd4-7940-471b-99d9-e096cead0705 admin admin] Pushing event updated for resources: {'Network': ['ID=76f796ec-b7b1-4a7a-bd05-8e5a89f57457,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:05.835416 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 76f796ec-b7b1-4a7a-bd05-8e5a89f57457 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:09:05.844400 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-87d3dcd4-7940-471b-99d9-e096cead0705 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7183154 Dec 17 15:09:05.845290 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35662) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:05.862577 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-2d8abab2-b98d-4a9d-8076-66fb81e2ab2f tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f08448d025044cdc929eba5f39e36409&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659263 Dec 17 15:09:05.876699 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-e77e6402-7623-404b-82fe-ba541c5dba0d admin admin] Request body: {'subnet': {'network_id': '76f796ec-b7b1-4a7a-bd05-8e5a89f57457', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-698274578-subnet', 'tenant_id': '136b92d13c074905b14b8f9b07cfd8cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:05.912654 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d73db182-9804-415a-b4c8-ddb793c60359 req-4c06a884-e945-4340-84f4-dc0c964e0465 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327894 Dec 17 15:09:06.012033 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77e6402-7623-404b-82fe-ba541c5dba0d admin admin] Made reservation on behalf of 136b92d13c074905b14b8f9b07cfd8cd for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:09:06.014424 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e77e6402-7623-404b-82fe-ba541c5dba0d admin admin] Notify callbacks [] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:06.028283 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb509f-c153-465c-b04e-3aedf0771761 req-1701a0e0-9c06-4e30-a0f1-a0f5e2c91167 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:06.030009 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8aeb509f-c153-465c-b04e-3aedf0771761 req-1701a0e0-9c06-4e30-a0f1-a0f5e2c91167 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7f3572a-555a-4d51-9bdd-a7af119fb660 HTTP/1.1" status: 200 len: 947 time: 0.0659709 Dec 17 15:09:06.077164 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8aeb509f-c153-465c-b04e-3aedf0771761 req-990e66ba-0ba9-44cd-a92d-0650f487d6ad tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/security-groups?id=f425ba0d-1688-4e79-940a-f705d59dd75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400553 Dec 17 15:09:06.282527 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e77e6402-7623-404b-82fe-ba541c5dba0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:06.360642 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77e6402-7623-404b-82fe-ba541c5dba0d admin admin] Checking segment: {'id': '71e2abaa-264e-425d-926c-b0c574cf3695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '76f796ec-b7b1-4a7a-bd05-8e5a89f57457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:09:06.361080 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77e6402-7623-404b-82fe-ba541c5dba0d admin admin] Network hostable DHCP agents. Network: 76f796ec-b7b1-4a7a-bd05-8e5a89f57457, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:09:06.365408 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e6402-7623-404b-82fe-ba541c5dba0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7096e673-48d1-4376-84c5-08e50b79c7ee,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:06.464081 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77e6402-7623-404b-82fe-ba541c5dba0d admin admin] Network 76f796ec-b7b1-4a7a-bd05-8e5a89f57457 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:09:06.522086 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-368ce577-aa4b-4a22-82f8-972024a2250b req-ff4b8de8-750b-4c2b-9d1c-973429aa1f2d tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=53378151-3ca5-4787-95f7-4f66c0d0b72a HTTP/1.1" status: 200 len: 210 time: 0.0280468 Dec 17 15:09:06.569215 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae76417-79e7-42fe-8f51-4c14e385f90e req-1fc550b6-81ba-49a9-8c46-b6d0e7a16dbc tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:06.570687 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7ae76417-79e7-42fe-8f51-4c14e385f90e req-1fc550b6-81ba-49a9-8c46-b6d0e7a16dbc tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 950 time: 0.0509715 Dec 17 15:09:06.572652 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-e77e6402-7623-404b-82fe-ba541c5dba0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 76f796ec-b7b1-4a7a-bd05-8e5a89f57457) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:09:06.576558 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77e6402-7623-404b-82fe-ba541c5dba0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:06.577869 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e77e6402-7623-404b-82fe-ba541c5dba0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:06.583300 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5be57f7-13e8-4891-a450-8c30dfa4a4de None None] Network 76f796ec-b7b1-4a7a-bd05-8e5a89f57457 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:09:06.619722 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7ae76417-79e7-42fe-8f51-4c14e385f90e req-b1cddba3-9717-429c-9851-1fa46561c12c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410695 Dec 17 15:09:06.663640 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e77e6402-7623-404b-82fe-ba541c5dba0d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8171730 Dec 17 15:09:06.821969 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59e530f-de88-4ff8-9cf4-18f52c3390fd None None] Network 76f796ec-b7b1-4a7a-bd05-8e5a89f57457 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:09:07.206292 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfedaa9-4e70-43d5-95f5-3415269635b6 req-cbade8a5-9888-4415-9c7f-8b84b698260f tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:07.207901 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7dfedaa9-4e70-43d5-95f5-3415269635b6 req-cbade8a5-9888-4415-9c7f-8b84b698260f tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7f3572a-555a-4d51-9bdd-a7af119fb660 HTTP/1.1" status: 200 len: 947 time: 0.0596931 Dec 17 15:09:07.246370 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7dfedaa9-4e70-43d5-95f5-3415269635b6 req-47581ce2-28e7-4673-a14d-2fee12a450ba tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/security-groups?id=f425ba0d-1688-4e79-940a-f705d59dd75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320070 Dec 17 15:09:07.582806 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-325c392a-5827-41c2-a9e0-a254e58a3422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:07.585341 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-325c392a-5827-41c2-a9e0-a254e58a3422 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 1101 time: 0.0473433 Dec 17 15:09:07.589118 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35754) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:07.646381 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c676dfe3-d5c3-4658-b9c0-8efdfa64ea0d req-0b613248-4872-467b-901a-ab2578c0be04 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=53378151-3ca5-4787-95f7-4f66c0d0b72a HTTP/1.1" status: 200 len: 210 time: 0.0444248 Dec 17 15:09:07.757251 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-692d79ca-e7bd-4923-a666-ef43fd762262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:07.758898 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-692d79ca-e7bd-4923-a666-ef43fd762262 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.1620290 Dec 17 15:09:07.836981 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-4cc3710b-2116-4c60-8a80-cbbee7779a33 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=0b8d56da-5e55-4db8-b341-5f885ac821a9 HTTP/1.1" status: 200 len: 217 time: 0.0703216 Dec 17 15:09:07.860620 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-a945a40a-3e12-4475-a70e-1c6244808277 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:07.862177 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-a945a40a-3e12-4475-a70e-1c6244808277 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/networks?id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea HTTP/1.1" status: 200 len: 808 time: 0.2138915 Dec 17 15:09:07.889006 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-bc5cee82-d085-4a7a-a8fb-31e7d2f5d89c tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/quotas/96ef05c814a947bb872da21a8a326a7b HTTP/1.1" status: 200 len: 375 time: 0.0197835 Dec 17 15:09:07.923140 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-c1b27c5b-fc6b-48fa-900d-dadb843327ec tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=96ef05c814a947bb872da21a8a326a7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308731 Dec 17 15:09:07.931741 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e9ce2-f5fc-4ee0-8e86-58450fc6706d req-6200e990-6b5b-41bd-b306-f35d472b5d77 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:07.934946 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4d0e9ce2-f5fc-4ee0-8e86-58450fc6706d req-6200e990-6b5b-41bd-b306-f35d472b5d77 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 950 time: 0.1213825 Dec 17 15:09:07.935076 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-48002ed7-29b7-46f8-b491-dccbdecc4e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:07.939404 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-48002ed7-29b7-46f8-b491-dccbdecc4e34 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0960283 Dec 17 15:09:08.003235 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-6a511077-4877-4ecd-ae3a-25cb655ad57a tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f08448d025044cdc929eba5f39e36409&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628419 Dec 17 15:09:08.006842 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35772) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:08.016811 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b0eb2b12-93ea-45b6-b184-b72b3564e2f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:08.044871 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4d0e9ce2-f5fc-4ee0-8e86-58450fc6706d req-c2bbb1ed-65e8-424e-b5bb-dee888bb03dd tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023405 Dec 17 15:09:08.102873 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-f304db4e-387e-4607-ac2a-1c2ee9b814cb service neutron] 10.222.0.46 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685150 Dec 17 15:09:08.166073 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-a620c09b-1072-43da-b152-e961645d84c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:08.167562 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-a620c09b-1072-43da-b152-e961645d84c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2175276 Dec 17 15:09:08.186833 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7ad231fb-46f0-4da0-85b1-0a39b719af5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:08.251797 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-37ff3223-c54c-4d58-a195-3b3fac045296 service neutron] 10.222.0.46 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480515 Dec 17 15:09:08.273036 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-afbf3325-e9dd-4dd4-9b2e-e98089af73d6 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:08.274521 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-afbf3325-e9dd-4dd4-9b2e-e98089af73d6 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2540827 Dec 17 15:09:08.308772 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 9cec09ed-b774-4ac1-aa04-0ebb7e48d645 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:09:08.309349 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-bfb916cb-f8e8-4a70-9819-31eac6a35644 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Request body: {'port': {'device_id': '89c12a14-bf8a-4957-a252-7de3c1eb420d', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'admin_state_up': True, 'tenant_id': 'f08448d025044cdc929eba5f39e36409'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:08.325519 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7ad231fb-46f0-4da0-85b1-0a39b719af5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:08.394705 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b0eb2b12-93ea-45b6-b184-b72b3564e2f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:08.403397 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0545610-4f50-42a2-8352-49ab3e550143 req-27c92f34-246f-4ea2-9ec6-d6066e11f9a1 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:08.404981 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a0545610-4f50-42a2-8352-49ab3e550143 req-27c92f34-246f-4ea2-9ec6-d6066e11f9a1 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7f3572a-555a-4d51-9bdd-a7af119fb660 HTTP/1.1" status: 200 len: 947 time: 0.0662384 Dec 17 15:09:08.411496 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-0f5a3657-8b97-4177-a823-7272fb73aab1 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122264 Dec 17 15:09:08.420373 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7ad231fb-46f0-4da0-85b1-0a39b719af5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:08.467753 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 9cec09ed-b774-4ac1-aa04-0ebb7e48d645, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=9cec09ed-b774-4ac1-aa04-0ebb7e48d645,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:08.490636 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '9cec09ed-b774-4ac1-aa04-0ebb7e48d645', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': '9cec09ed-b774-4ac1-aa04-0ebb7e48d645', 'mac_address': 'fa:16:3e:83:db:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:09:08.501574 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7ad231fb-46f0-4da0-85b1-0a39b719af5f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=52609a99a6e642ed88ed85bf085dec47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4898596 Dec 17 15:09:08.501769 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad231fb-46f0-4da0-85b1-0a39b719af5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5454a9b-3223-447b-b319-605248b2c2a4,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:08.502806 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35784) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:08.509123 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a0545610-4f50-42a2-8352-49ab3e550143 req-0cba8646-d0ab-40e6-87d3-fddd063f4613 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/security-groups?id=f425ba0d-1688-4e79-940a-f705d59dd75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951066 Dec 17 15:09:08.514335 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b0eb2b12-93ea-45b6-b184-b72b3564e2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:08.543489 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:08.573879 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cec09ed-b774-4ac1-aa04-0ebb7e48d645 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:09:08.618769 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.41', 65517) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:08.624026 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb2b12-93ea-45b6-b184-b72b3564e2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe25a0c-65f5-449a-b64d-c3fcf6d6b624,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:08.630889 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b0eb2b12-93ea-45b6-b184-b72b3564e2f3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5a20a2d219ac48f39591c56dfcefa579&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0402389 Dec 17 15:09:08.653000 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35798) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:08.656484 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 9cec09ed-b774-4ac1-aa04-0ebb7e48d645, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=9cec09ed-b774-4ac1-aa04-0ebb7e48d645,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:08.667085 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-ac5c3a9b-49c8-4470-8167-12ce7b85efea tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f08448d025044cdc929eba5f39e36409&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330310 Dec 17 15:09:08.694275 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-10bcae78-20a3-4a43-b36b-c841aa150f11 req-12dbb92a-596c-4d85-ba8d-973f155cb054 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 210 time: 0.0774057 Dec 17 15:09:08.721011 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7546a73a-898f-43bb-a00a-e14d9a37b1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:08.727036 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-bfb916cb-f8e8-4a70-9819-31eac6a35644 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Made reservation on behalf of f08448d025044cdc929eba5f39e36409 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:09:08.736804 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-bfb916cb-f8e8-4a70-9819-31eac6a35644 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:08.769400 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:08.866037 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-bfb916cb-f8e8-4a70-9819-31eac6a35644 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:08.867272 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2a500780-8a2c-43c3-bc26-083d812d7335 req-1055a682-b9ae-4569-9c1a-93b46db9c6ca tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=53378151-3ca5-4787-95f7-4f66c0d0b72a HTTP/1.1" status: 200 len: 210 time: 0.0541954 Dec 17 15:09:08.905392 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7546a73a-898f-43bb-a00a-e14d9a37b1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:08.906596 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=9cec09ed-b774-4ac1-aa04-0ebb7e48d645,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:08.918536 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:08.918536 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:08.918825 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:08.919007 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:08.919508 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:08.919838 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:08.920162 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:08.920484 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:08.920808 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:08.921179 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:08.921289 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-06e30742-05f2-46c6-82c7-4b2bcccf5277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:08.921505 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:08.921827 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:08.926086 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-f1b10dc0-e9d6-4573-b420-a21ce61a60e5 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:08.927617 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-f1b10dc0-e9d6-4573-b420-a21ce61a60e5 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2435949 Dec 17 15:09:08.946666 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-1aa2bb77-cb3d-402c-9098-555d0a2ca813 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4942348 Dec 17 15:09:08.980074 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-b9fbfae2-abf9-4643-ac52-fa313072d3a5 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Request body: {'port': {'device_id': '53378151-3ca5-4787-95f7-4f66c0d0b72a', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'admin_state_up': True, 'tenant_id': 'f08448d025044cdc929eba5f39e36409'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:08.988087 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['9cec09ed-b774-4ac1-aa04-0ebb7e48d645'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:09:08.998065 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-06e30742-05f2-46c6-82c7-4b2bcccf5277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:09.102442 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-bfb916cb-f8e8-4a70-9819-31eac6a35644 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:09.156657 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7546a73a-898f-43bb-a00a-e14d9a37b1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:09.158809 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7546a73a-898f-43bb-a00a-e14d9a37b1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:09.162524 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7546a73a-898f-43bb-a00a-e14d9a37b1fe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a5454a9b-3223-447b-b319-605248b2c2a4 HTTP/1.1" status: 204 len: 168 time: 0.6552141 Dec 17 15:09:09.173343 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7546a73a-898f-43bb-a00a-e14d9a37b1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5454a9b-3223-447b-b319-605248b2c2a4,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:09.198922 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203615d-d3c0-4a1d-a68c-20afe4a0bfe8 req-17457e4e-ca95-410e-9100-a9b36bf247e8 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:09.202120 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a203615d-d3c0-4a1d-a68c-20afe4a0bfe8 req-17457e4e-ca95-410e-9100-a9b36bf247e8 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 950 time: 0.0603771 Dec 17 15:09:09.215176 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-06e30742-05f2-46c6-82c7-4b2bcccf5277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:09.217195 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-06e30742-05f2-46c6-82c7-4b2bcccf5277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:09.218387 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-06e30742-05f2-46c6-82c7-4b2bcccf5277 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5fe25a0c-65f5-449a-b64d-c3fcf6d6b624 HTTP/1.1" status: 204 len: 168 time: 0.5478342 Dec 17 15:09:09.222080 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-bfb916cb-f8e8-4a70-9819-31eac6a35644 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:09.243103 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-b9fbfae2-abf9-4643-ac52-fa313072d3a5 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Made reservation on behalf of f08448d025044cdc929eba5f39e36409 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:09:09.246729 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-b9fbfae2-abf9-4643-ac52-fa313072d3a5 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:09.274449 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a203615d-d3c0-4a1d-a68c-20afe4a0bfe8 req-7468cc3d-7513-47ea-91e7-3acfcfa3b5ea tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616267 Dec 17 15:09:09.318663 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e30742-05f2-46c6-82c7-4b2bcccf5277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe25a0c-65f5-449a-b64d-c3fcf6d6b624,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:09.407207 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb916cb-f8e8-4a70-9819-31eac6a35644 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c85267c8-7cba-4e9b-8cee-5510d3d006ac,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:09.440850 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-bfb916cb-f8e8-4a70-9819-31eac6a35644 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Allocated IP 192.168.233.146 (f97c7142-717f-43eb-a835-5fcd8d6a6486/b0a1cb4f-5aa5-4130-b24e-105310ef66e4/e5425115-a717-4f09-abd4-6f600fc46a6e) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:09:09.634866 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-bfb916cb-f8e8-4a70-9819-31eac6a35644 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:09.670591 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f1caf-c288-4f5b-a65d-4ce87f6b5659 req-0a902d19-e14b-4060-a133-7a69c43d4ed5 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:09.670591 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-983f1caf-c288-4f5b-a65d-4ce87f6b5659 req-0a902d19-e14b-4060-a133-7a69c43d4ed5 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7f3572a-555a-4d51-9bdd-a7af119fb660 HTTP/1.1" status: 200 len: 948 time: 0.0519354 Dec 17 15:09:09.670776 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35822) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:09.712748 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-983f1caf-c288-4f5b-a65d-4ce87f6b5659 req-4f1e24c6-1129-4c32-ae30-ccf3d0f54b25 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/security-groups?id=f425ba0d-1688-4e79-940a-f705d59dd75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350244 Dec 17 15:09:09.775256 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-bfb916cb-f8e8-4a70-9819-31eac6a35644 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:09.781491 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4f9f3cbc-a9d0-4907-8b34-a3c9622ac914 req-e3a2972c-90a0-4382-a027-1f5ca6520405 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 210 time: 0.0357721 Dec 17 15:09:09.832677 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-bfb916cb-f8e8-4a70-9819-31eac6a35644 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Network f97c7142-717f-43eb-a835-5fcd8d6a6486 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:09:09.834143 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-b9fbfae2-abf9-4643-ac52-fa313072d3a5 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Allocated IP 192.168.233.36 (f97c7142-717f-43eb-a835-5fcd8d6a6486/b0a1cb4f-5aa5-4130-b24e-105310ef66e4/dfdc7bf9-c982-41ea-ad45-42c6b9664750) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:09:09.838213 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-bfb916cb-f8e8-4a70-9819-31eac6a35644 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:09:09.842173 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-bfb916cb-f8e8-4a70-9819-31eac6a35644 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:09:09.853852 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-bfb916cb-f8e8-4a70-9819-31eac6a35644 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:09.854735 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-bfb916cb-f8e8-4a70-9819-31eac6a35644 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:09.872984 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb916cb-f8e8-4a70-9819-31eac6a35644 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Pushing event updated for resources: {'Port': ['ID=e5425115-a717-4f09-abd4-6f600fc46a6e,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:09.943518 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-bfb916cb-f8e8-4a70-9819-31eac6a35644 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6431446 Dec 17 15:09:09.944794 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:09.963366 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-2ce7637c-403d-4702-8ef6-e0a70046bc1e service neutron] Request body: {'port': {'device_id': '89c12a14-bf8a-4957-a252-7de3c1eb420d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:10.047850 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-2ce7637c-403d-4702-8ef6-e0a70046bc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:10.048937 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-df14c052-3801-4433-9f45-657692f233cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:10.092948 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-310850ad-65c7-47ea-a143-3359046877f3 req-1a2df4fb-8d41-4cb1-ad00-5110b5c01bda tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=53378151-3ca5-4787-95f7-4f66c0d0b72a HTTP/1.1" status: 200 len: 210 time: 0.0771387 Dec 17 15:09:10.093099 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35836) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:10.126511 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b7b959b1-d60a-4e13-adea-59ce47b97fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:10.158777 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-b9fbfae2-abf9-4643-ac52-fa313072d3a5 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:10.177897 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-aba232ef-4285-47a1-974b-aa7a083d9126 None None] Provisioning complete for port e5425115-a717-4f09-abd4-6f600fc46a6e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:09:10.178592 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-aba232ef-4285-47a1-974b-aa7a083d9126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:10.210932 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-df14c052-3801-4433-9f45-657692f233cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:10.219423 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-aba232ef-4285-47a1-974b-aa7a083d9126 None None] Port e5425115-a717-4f09-abd4-6f600fc46a6e cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:09:10.267220 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b7b959b1-d60a-4e13-adea-59ce47b97fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:10.283428 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-df14c052-3801-4433-9f45-657692f233cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:10.316964 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 9cec09ed-b774-4ac1-aa04-0ebb7e48d645 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:09:10.317825 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-df14c052-3801-4433-9f45-657692f233cc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cf5b643730cb44c58813669d7cb4e56e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6460211 Dec 17 15:09:10.320446 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35840) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:10.322473 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df14c052-3801-4433-9f45-657692f233cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342ecfa1-4386-46a0-b3f6-9616f71cca4b,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:10.340256 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-b9fbfae2-abf9-4643-ac52-fa313072d3a5 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:10.369282 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35842) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:10.396947 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b7b959b1-d60a-4e13-adea-59ce47b97fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:10.419091 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0db8115d-c699-4a63-acdd-638d4c2728d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:10.422949 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-b9fbfae2-abf9-4643-ac52-fa313072d3a5 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Network f97c7142-717f-43eb-a835-5fcd8d6a6486 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:09:10.445092 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-b9fbfae2-abf9-4643-ac52-fa313072d3a5 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:09:10.459767 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 9cec09ed-b774-4ac1-aa04-0ebb7e48d645 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:09:10.459767 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 9cec09ed-b774-4ac1-aa04-0ebb7e48d645 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:09:10.460433 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:10.462775 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-b9fbfae2-abf9-4643-ac52-fa313072d3a5 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:09:10.468412 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-b9fbfae2-abf9-4643-ac52-fa313072d3a5 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:10.471974 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-b9fbfae2-abf9-4643-ac52-fa313072d3a5 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:10.472142 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b7b959b1-d60a-4e13-adea-59ce47b97fbd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=03404c98860c42a69a26e2dd177b1ecc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3766227 Dec 17 15:09:10.472324 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fbfae2-abf9-4643-ac52-fa313072d3a5 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Pushing event updated for resources: {'Port': ['ID=dfdc7bf9-c982-41ea-ad45-42c6b9664750,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:10.473482 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35844) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:10.491091 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b959b1-d60a-4e13-adea-59ce47b97fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38bb012-82b0-417d-8539-cd12136ae4d6,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:10.527393 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d7bd3-bb06-4025-97bf-c877e127a6cd req-2da17f7b-d5df-459b-8ce8-82530a610808 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:10.535290 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-810d7bd3-bb06-4025-97bf-c877e127a6cd req-2da17f7b-d5df-459b-8ce8-82530a610808 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 950 time: 0.1260598 Dec 17 15:09:10.565751 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-75df8aed-84d3-48c8-b8dd-a1af6901ae56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:10.579076 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:10.592625 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-b9fbfae2-abf9-4643-ac52-fa313072d3a5 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6172113 Dec 17 15:09:10.606420 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-810d7bd3-bb06-4025-97bf-c877e127a6cd req-2b9f32f1-f05c-4371-b085-1956185b23e5 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688004 Dec 17 15:09:10.614843 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f3572a-555a-4d51-9bdd-a7af119fb660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cec09ed-b774-4ac1-aa04-0ebb7e48d645'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:09:10.620873 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9832b0d1-1693-4f09-9d2d-fd3aba35a345" -d '{"events": [{"server_uuid": "c7f3572a-555a-4d51-9bdd-a7af119fb660", "name": "network-vif-plugged", "status": "completed", "tag": "9cec09ed-b774-4ac1-aa04-0ebb7e48d645"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:09:10.625230 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-5d574232-84b5-4b5e-af08-d0d873379aa1 service neutron] Request body: {'port': {'device_id': '53378151-3ca5-4787-95f7-4f66c0d0b72a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:10.631353 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 9cec09ed-b774-4ac1-aa04-0ebb7e48d645, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=9cec09ed-b774-4ac1-aa04-0ebb7e48d645,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:10.634607 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-75df8aed-84d3-48c8-b8dd-a1af6901ae56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:10.664237 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0db8115d-c699-4a63-acdd-638d4c2728d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:10.680845 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322960dc-4774-4ad2-bf20-120e1b061f7e x-openstack-request-id: req-322960dc-4774-4ad2-bf20-120e1b061f7e {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:09:10.681087 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f3572a-555a-4d51-9bdd-a7af119fb660", "name": "network-vif-plugged", "status": "completed", "tag": "9cec09ed-b774-4ac1-aa04-0ebb7e48d645", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:09:10.681460 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-322960dc-4774-4ad2-bf20-120e1b061f7e {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:09:10.681947 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7f3572a-555a-4d51-9bdd-a7af119fb660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cec09ed-b774-4ac1-aa04-0ebb7e48d645', 'code': 200} Dec 17 15:09:10.692022 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2071f2a1-b311-4e7d-92af-d6d80a29ae69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:10.692758 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:10.740038 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-5d574232-84b5-4b5e-af08-d0d873379aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:10.759366 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-2ce7637c-403d-4702-8ef6-e0a70046bc1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5425115-a717-4f09-abd4-6f600fc46a6e {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:09:10.761163 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=9cec09ed-b774-4ac1-aa04-0ebb7e48d645,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:10.773888 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2071f2a1-b311-4e7d-92af-d6d80a29ae69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:10.776821 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-2ce7637c-403d-4702-8ef6-e0a70046bc1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:10.856858 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-48450ea1-423c-43c8-9d27-ae4e95895220 None None] Provisioning complete for port dfdc7bf9-c982-41ea-ad45-42c6b9664750 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:09:10.857604 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-48450ea1-423c-43c8-9d27-ae4e95895220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:10.893745 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-75df8aed-84d3-48c8-b8dd-a1af6901ae56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:10.896361 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-75df8aed-84d3-48c8-b8dd-a1af6901ae56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:10.899950 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-75df8aed-84d3-48c8-b8dd-a1af6901ae56 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/342ecfa1-4386-46a0-b3f6-9616f71cca4b HTTP/1.1" status: 204 len: 168 time: 0.5760422 Dec 17 15:09:10.901665 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-48450ea1-423c-43c8-9d27-ae4e95895220 None None] Port dfdc7bf9-c982-41ea-ad45-42c6b9664750 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:09:10.907931 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df8aed-84d3-48c8-b8dd-a1af6901ae56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342ecfa1-4386-46a0-b3f6-9616f71cca4b,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:10.918160 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-2ce7637c-403d-4702-8ef6-e0a70046bc1e service neutron] Transition to ACTIVE for port object e5425115-a717-4f09-abd4-6f600fc46a6e will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:09:10.919381 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2071f2a1-b311-4e7d-92af-d6d80a29ae69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:10.922794 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2071f2a1-b311-4e7d-92af-d6d80a29ae69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:10.924550 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2071f2a1-b311-4e7d-92af-d6d80a29ae69 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e38bb012-82b0-417d-8539-cd12136ae4d6 HTTP/1.1" status: 204 len: 168 time: 0.4494278 Dec 17 15:09:10.935328 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071f2a1-b311-4e7d-92af-d6d80a29ae69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38bb012-82b0-417d-8539-cd12136ae4d6,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:11.012372 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-2ce7637c-403d-4702-8ef6-e0a70046bc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:11.054609 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0db8115d-c699-4a63-acdd-638d4c2728d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:11.060249 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7637c-403d-4702-8ef6-e0a70046bc1e service neutron] Pushing event updated for resources: {'Port': ['ID=e5425115-a717-4f09-abd4-6f600fc46a6e,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:11.110398 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-2ce7637c-403d-4702-8ef6-e0a70046bc1e service neutron] Attempting to bind port e5425115-a717-4f09-abd4-6f600fc46a6e on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:09:11.110737 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-2ce7637c-403d-4702-8ef6-e0a70046bc1e service neutron] Attempting to bind port e5425115-a717-4f09-abd4-6f600fc46a6e by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:09:11.110999 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-2ce7637c-403d-4702-8ef6-e0a70046bc1e service neutron] Attempting to bind port e5425115-a717-4f09-abd4-6f600fc46a6e on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:09:11.117375 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-2ce7637c-403d-4702-8ef6-e0a70046bc1e service neutron] Port e5425115-a717-4f09-abd4-6f600fc46a6e on network f97c7142-717f-43eb-a835-5fcd8d6a6486 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:09:11.117730 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-2ce7637c-403d-4702-8ef6-e0a70046bc1e service neutron] Attempting to bind port e5425115-a717-4f09-abd4-6f600fc46a6e on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:09:11.123145 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-2ce7637c-403d-4702-8ef6-e0a70046bc1e service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:09:11.123844 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-2ce7637c-403d-4702-8ef6-e0a70046bc1e service neutron] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:09:11.126401 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-2ce7637c-403d-4702-8ef6-e0a70046bc1e service neutron] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:09:11.127132 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-2ce7637c-403d-4702-8ef6-e0a70046bc1e service neutron] Bound port: e5425115-a717-4f09-abd4-6f600fc46a6e, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:09:11.127731 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-2ce7637c-403d-4702-8ef6-e0a70046bc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:11.194773 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6613efef-eab9-4847-89ae-9bb79bacfd81 req-0e0fd974-e5f2-4a40-a874-0d19a8a36529 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 210 time: 0.1666601 Dec 17 15:09:11.225564 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0db8115d-c699-4a63-acdd-638d4c2728d8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=613c25efa61c4090af8ba1c85ed8d021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8348844 Dec 17 15:09:11.225882 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35864) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:11.279265 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-2ce7637c-403d-4702-8ef6-e0a70046bc1e service neutron] For port e5425115-a717-4f09-abd4-6f600fc46a6e, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:09:11.302821 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-2ce7637c-403d-4702-8ef6-e0a70046bc1e service neutron] For port e5425115-a717-4f09-abd4-6f600fc46a6e, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e5425115-a717-4f09-abd4-6f600fc46a6e,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:09:11.322291 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8115d-c699-4a63-acdd-638d4c2728d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac4c715-b689-432a-8c19-05df62beecec,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:11.340203 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4f6032d1-96de-4c95-8203-48f6cbe5fb3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:11.377591 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77651b47-cd2b-4ddb-9dba-4e4a8c1d39bd req-937547e3-d2fc-48ea-ad22-906405df0261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:11.379193 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-77651b47-cd2b-4ddb-9dba-4e4a8c1d39bd req-937547e3-d2fc-48ea-ad22-906405df0261 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c7f3572a-555a-4d51-9bdd-a7af119fb660 HTTP/1.1" status: 200 len: 1100 time: 0.3527534 Dec 17 15:09:11.388288 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbab4a-eb65-44e0-bf96-df6b5335809f req-7f738ea6-29ec-4225-a002-578a2831aca4 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:11.391289 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-69cbab4a-eb65-44e0-bf96-df6b5335809f req-7f738ea6-29ec-4225-a002-578a2831aca4 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7f3572a-555a-4d51-9bdd-a7af119fb660 HTTP/1.1" status: 200 len: 949 time: 0.3608918 Dec 17 15:09:11.451505 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4f6032d1-96de-4c95-8203-48f6cbe5fb3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:11.494461 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-2ce7637c-403d-4702-8ef6-e0a70046bc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:11.527188 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-77651b47-cd2b-4ddb-9dba-4e4a8c1d39bd req-2f39fb5e-a0cd-4eff-86af-b77fecc0ad54 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f425ba0d-1688-4e79-940a-f705d59dd75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272607 Dec 17 15:09:11.569436 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-69cbab4a-eb65-44e0-bf96-df6b5335809f req-f3ed29a8-55ad-40cf-8bfd-ff7cb434eb7f tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/security-groups?id=f425ba0d-1688-4e79-940a-f705d59dd75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352055 Dec 17 15:09:11.587081 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5725a-2eb1-4c43-b56b-00504856b662 req-a57de7cf-f856-4720-8587-f2d16210f807 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:11.587081 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6db5725a-2eb1-4c43-b56b-00504856b662 req-a57de7cf-f856-4720-8587-f2d16210f807 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=53378151-3ca5-4787-95f7-4f66c0d0b72a HTTP/1.1" status: 200 len: 935 time: 0.1831448 Dec 17 15:09:11.681724 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6db5725a-2eb1-4c43-b56b-00504856b662 req-e25f0538-d4f7-46e2-99af-c2f429187a22 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817668 Dec 17 15:09:11.748501 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-5d574232-84b5-4b5e-af08-d0d873379aa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfdc7bf9-c982-41ea-ad45-42c6b9664750 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:09:11.758407 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-5d574232-84b5-4b5e-af08-d0d873379aa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:11.760432 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4f6032d1-96de-4c95-8203-48f6cbe5fb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:11.763613 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4f6032d1-96de-4c95-8203-48f6cbe5fb3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:11.765481 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4f6032d1-96de-4c95-8203-48f6cbe5fb3c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3ac4c715-b689-432a-8c19-05df62beecec HTTP/1.1" status: 204 len: 168 time: 0.5378647 Dec 17 15:09:11.791844 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-5d574232-84b5-4b5e-af08-d0d873379aa1 service neutron] Transition to ACTIVE for port object dfdc7bf9-c982-41ea-ad45-42c6b9664750 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:09:11.805714 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05680b8d-0025-4d6f-b3f1-d3c5ed9b2620 req-a72eae0a-ebde-4c00-8b75-3e417faafef0 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:11.807188 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-05680b8d-0025-4d6f-b3f1-d3c5ed9b2620 req-a72eae0a-ebde-4c00-8b75-3e417faafef0 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 950 time: 0.1002736 Dec 17 15:09:11.820487 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6032d1-96de-4c95-8203-48f6cbe5fb3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac4c715-b689-432a-8c19-05df62beecec,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:11.829239 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-2ce7637c-403d-4702-8ef6-e0a70046bc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:11.830168 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-2ce7637c-403d-4702-8ef6-e0a70046bc1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:11.832429 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-2ce7637c-403d-4702-8ef6-e0a70046bc1e service neutron] 10.222.0.41 "PUT /v2.0/ports/e5425115-a717-4f09-abd4-6f600fc46a6e HTTP/1.1" status: 200 len: 1096 time: 1.8734341 Dec 17 15:09:11.838693 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c12a14-bf8a-4957-a252-7de3c1eb420d', 'tag': 'e5425115-a717-4f09-abd4-6f600fc46a6e'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:09:11.841281 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb64fe83-ac86-4f52-98bd-ea316896a15a" -d '{"events": [{"name": "network-changed", "server_uuid": "89c12a14-bf8a-4957-a252-7de3c1eb420d", "tag": "e5425115-a717-4f09-abd4-6f600fc46a6e"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:09:11.869947 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-05680b8d-0025-4d6f-b3f1-d3c5ed9b2620 req-0b241036-fb27-43d2-898a-768b5a1ae4bf tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552347 Dec 17 15:09:11.885421 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35884) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:11.912005 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-5d574232-84b5-4b5e-af08-d0d873379aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:11.942099 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68387a99-76a0-4c04-92f9-717d70de7fe6 x-openstack-request-id: req-68387a99-76a0-4c04-92f9-717d70de7fe6 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:09:11.942388 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c12a14-bf8a-4957-a252-7de3c1eb420d", "tag": "e5425115-a717-4f09-abd4-6f600fc46a6e", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:09:11.942638 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-68387a99-76a0-4c04-92f9-717d70de7fe6 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:09:11.943046 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c12a14-bf8a-4957-a252-7de3c1eb420d', 'tag': 'e5425115-a717-4f09-abd4-6f600fc46a6e', 'status': 'completed', 'code': 200} Dec 17 15:09:11.964140 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7637c-403d-4702-8ef6-e0a70046bc1e service neutron] Pushing event updated for resources: {'Port': ['ID=e5425115-a717-4f09-abd4-6f600fc46a6e,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:11.990680 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c1450ffa-5de6-454f-ba4e-bf71168576be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:12.011412 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d574232-84b5-4b5e-af08-d0d873379aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=dfdc7bf9-c982-41ea-ad45-42c6b9664750,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:12.044681 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-5d574232-84b5-4b5e-af08-d0d873379aa1 service neutron] Attempting to bind port dfdc7bf9-c982-41ea-ad45-42c6b9664750 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:09:12.044910 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-5d574232-84b5-4b5e-af08-d0d873379aa1 service neutron] Attempting to bind port dfdc7bf9-c982-41ea-ad45-42c6b9664750 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:09:12.045320 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-5d574232-84b5-4b5e-af08-d0d873379aa1 service neutron] Attempting to bind port dfdc7bf9-c982-41ea-ad45-42c6b9664750 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:09:12.052764 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-81289cf2-a6a0-4297-bda9-ba61a3b2cdc1 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:12.055334 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-5d574232-84b5-4b5e-af08-d0d873379aa1 service neutron] Port dfdc7bf9-c982-41ea-ad45-42c6b9664750 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:09:12.055501 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-81289cf2-a6a0-4297-bda9-ba61a3b2cdc1 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.13 "GET /v2.0/networks?id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea HTTP/1.1" status: 200 len: 808 time: 0.6713026 Dec 17 15:09:12.055692 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-5d574232-84b5-4b5e-af08-d0d873379aa1 service neutron] Attempting to bind port dfdc7bf9-c982-41ea-ad45-42c6b9664750 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:09:12.064943 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-5d574232-84b5-4b5e-af08-d0d873379aa1 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:09:12.065326 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-5d574232-84b5-4b5e-af08-d0d873379aa1 service neutron] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:09:12.065939 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-5d574232-84b5-4b5e-af08-d0d873379aa1 service neutron] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:09:12.066185 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-5d574232-84b5-4b5e-af08-d0d873379aa1 service neutron] Bound port: dfdc7bf9-c982-41ea-ad45-42c6b9664750, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:09:12.066556 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-5d574232-84b5-4b5e-af08-d0d873379aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:12.073822 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-d69fb5c8-7d44-4b19-a7fb-e5e5c1970a28 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Request body: {'port': {'device_id': '9b3a29b3-1a80-45ba-be68-e4e8bb621dd6', 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea', 'admin_state_up': True, 'tenant_id': '96ef05c814a947bb872da21a8a326a7b'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:12.099056 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64fe83-ac86-4f52-98bd-ea316896a15a req-7e2a4cea-5d56-4e30-ad76-c6f0bd05f52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:12.100690 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-eb64fe83-ac86-4f52-98bd-ea316896a15a req-7e2a4cea-5d56-4e30-ad76-c6f0bd05f52e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f08448d025044cdc929eba5f39e36409&device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 1099 time: 0.1422832 Dec 17 15:09:12.141676 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-5d574232-84b5-4b5e-af08-d0d873379aa1 service neutron] For port dfdc7bf9-c982-41ea-ad45-42c6b9664750, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:09:12.146762 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-5d574232-84b5-4b5e-af08-d0d873379aa1 service neutron] For port dfdc7bf9-c982-41ea-ad45-42c6b9664750, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=dfdc7bf9-c982-41ea-ad45-42c6b9664750,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:09:12.179704 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-eb64fe83-ac86-4f52-98bd-ea316896a15a req-473377c9-00cb-4640-a840-83beb5cf7860 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f08448d025044cdc929eba5f39e36409&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506043 Dec 17 15:09:12.207711 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-5d574232-84b5-4b5e-af08-d0d873379aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:12.231405 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-5d574232-84b5-4b5e-af08-d0d873379aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:12.233113 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-5d574232-84b5-4b5e-af08-d0d873379aa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:12.235789 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-5d574232-84b5-4b5e-af08-d0d873379aa1 service neutron] 10.222.0.41 "PUT /v2.0/ports/dfdc7bf9-c982-41ea-ad45-42c6b9664750 HTTP/1.1" status: 200 len: 1095 time: 1.6237056 Dec 17 15:09:12.237274 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53378151-3ca5-4787-95f7-4f66c0d0b72a', 'tag': 'dfdc7bf9-c982-41ea-ad45-42c6b9664750'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:09:12.239927 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f282a80-17a9-4dff-be3b-3b2fd0ddb2d5" -d '{"events": [{"name": "network-changed", "server_uuid": "53378151-3ca5-4787-95f7-4f66c0d0b72a", "tag": "dfdc7bf9-c982-41ea-ad45-42c6b9664750"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:09:12.308503 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33449aa2-f8fe-4b15-9f34-55b942e0cc6b x-openstack-request-id: req-33449aa2-f8fe-4b15-9f34-55b942e0cc6b {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:09:12.308503 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53378151-3ca5-4787-95f7-4f66c0d0b72a", "tag": "dfdc7bf9-c982-41ea-ad45-42c6b9664750", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:09:12.308503 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-33449aa2-f8fe-4b15-9f34-55b942e0cc6b {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:09:12.308503 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53378151-3ca5-4787-95f7-4f66c0d0b72a', 'tag': 'dfdc7bf9-c982-41ea-ad45-42c6b9664750', 'status': 'completed', 'code': 200} Dec 17 15:09:12.366525 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d3fe0c6b-5f13-4642-87f8-439f687b4e07 req-9521258c-81c9-4b21-9a18-27c948792c99 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 210 time: 0.0573907 Dec 17 15:09:12.421604 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d574232-84b5-4b5e-af08-d0d873379aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=dfdc7bf9-c982-41ea-ad45-42c6b9664750,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:12.451732 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f282a80-17a9-4dff-be3b-3b2fd0ddb2d5 req-dac148ff-f4c4-425d-9bc4-d6c9f5b66614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:12.454397 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4f282a80-17a9-4dff-be3b-3b2fd0ddb2d5 req-dac148ff-f4c4-425d-9bc4-d6c9f5b66614 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f08448d025044cdc929eba5f39e36409&device_id=53378151-3ca5-4787-95f7-4f66c0d0b72a HTTP/1.1" status: 200 len: 1098 time: 0.0869598 Dec 17 15:09:12.458259 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c1450ffa-5de6-454f-ba4e-bf71168576be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:12.507210 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4f282a80-17a9-4dff-be3b-3b2fd0ddb2d5 req-b5a43c9a-6beb-46ce-9bc3-1ad257705744 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f08448d025044cdc929eba5f39e36409&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362911 Dec 17 15:09:12.529276 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64fe83-ac86-4f52-98bd-ea316896a15a req-6c0c8b08-1333-4bb7-b69a-cf0c03154da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:12.529418 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-eb64fe83-ac86-4f52-98bd-ea316896a15a req-6c0c8b08-1333-4bb7-b69a-cf0c03154da5 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3384798 Dec 17 15:09:12.546381 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c1450ffa-5de6-454f-ba4e-bf71168576be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:12.632011 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1450ffa-5de6-454f-ba4e-bf71168576be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c955ce63-4796-443a-8971-fbfa1c993d74,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:12.657728 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f282a80-17a9-4dff-be3b-3b2fd0ddb2d5 req-ac298eaa-f800-4e5e-a864-a885fad55a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:12.660757 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4f282a80-17a9-4dff-be3b-3b2fd0ddb2d5 req-ac298eaa-f800-4e5e-a864-a885fad55a86 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1475885 Dec 17 15:09:12.667671 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-d69fb5c8-7d44-4b19-a7fb-e5e5c1970a28 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Made reservation on behalf of 96ef05c814a947bb872da21a8a326a7b for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:09:12.672453 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-d69fb5c8-7d44-4b19-a7fb-e5e5c1970a28 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:12.737350 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c1450ffa-5de6-454f-ba4e-bf71168576be admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=64a92d166203440888edde2a373ca585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8443751 Dec 17 15:09:12.740010 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35914) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:12.861323 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-82f45883-f220-46c5-bcf2-1c22579ad2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:12.867204 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-82f45883-f220-46c5-bcf2-1c22579ad2f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f08448d025044cdc929eba5f39e36409&device_id=53378151-3ca5-4787-95f7-4f66c0d0b72a HTTP/1.1" status: 200 len: 1098 time: 0.1025312 Dec 17 15:09:12.870343 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2e136-4300-4f20-a154-d133abfdf588 req-01656942-e626-4d2b-815d-fdf21c42b73c tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:12.871791 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-30e2e136-4300-4f20-a154-d133abfdf588 req-01656942-e626-4d2b-815d-fdf21c42b73c tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7f3572a-555a-4d51-9bdd-a7af119fb660 HTTP/1.1" status: 200 len: 949 time: 0.1821353 Dec 17 15:09:12.888736 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-c8c10941-4fb9-4c55-b1c5-9334ace4328d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:12.891976 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-c8c10941-4fb9-4c55-b1c5-9334ace4328d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f08448d025044cdc929eba5f39e36409&device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 1099 time: 0.2301736 Dec 17 15:09:12.893742 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf23bd2-9b8e-403b-8a0f-3fbb43ad5b5a req-03ef01e3-3d03-4e94-aee6-c0bc70c8bddc tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:12.895306 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-caf23bd2-9b8e-403b-8a0f-3fbb43ad5b5a req-03ef01e3-3d03-4e94-aee6-c0bc70c8bddc tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=53378151-3ca5-4787-95f7-4f66c0d0b72a HTTP/1.1" status: 200 len: 947 time: 0.0914745 Dec 17 15:09:12.941831 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-ebf557a7-62f7-4e94-b67e-b49ca12d1dc0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=dfdc7bf9-c982-41ea-ad45-42c6b9664750 HTTP/1.1" status: 200 len: 217 time: 0.0649376 Dec 17 15:09:12.970054 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-b7abf5db-bbe6-411f-9bb3-004d7ce072e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=e5425115-a717-4f09-abd4-6f600fc46a6e HTTP/1.1" status: 200 len: 217 time: 0.0532985 Dec 17 15:09:12.979895 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-62dfc19b-41c8-4add-97f7-c974cf663643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:12.981879 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-d69fb5c8-7d44-4b19-a7fb-e5e5c1970a28 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Allocated IP 172.20.0.8 (7c8c74cd-cced-4fad-b49b-3d95b2efb8ea/e07a04f7-750d-46bb-b1d6-18c61b699282/8f252342-e759-4489-98a4-559ae2b246b8) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:09:13.018817 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-30e2e136-4300-4f20-a154-d133abfdf588 req-eb861544-fbed-4805-a123-5e9c3732d9b1 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/security-groups?id=f425ba0d-1688-4e79-940a-f705d59dd75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225221 Dec 17 15:09:13.040326 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-caf23bd2-9b8e-403b-8a0f-3fbb43ad5b5a req-4842df33-e71c-4986-a920-7c4e9f550d1e tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015131 Dec 17 15:09:13.051299 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-0c4ce7b9-918e-4795-bf67-015e08643f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:13.052791 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-0c4ce7b9-918e-4795-bf67-015e08643f02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0951970 Dec 17 15:09:13.053900 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-ac0dd80b-a412-47b2-8a78-ac7bf6dbc79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:13.055388 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-ac0dd80b-a412-47b2-8a78-ac7bf6dbc79a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0764327 Dec 17 15:09:13.111409 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-9f2f53be-298b-43d0-9657-3af8acd1e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:13.112839 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-9f2f53be-298b-43d0-9657-3af8acd1e2c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0470970 Dec 17 15:09:13.116132 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-62dfc19b-41c8-4add-97f7-c974cf663643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:13.218039 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a9809-35ae-4daa-8d98-76cb783fb130 req-b1c64306-51bc-42f3-9095-8e98454a758e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:13.220062 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4f5a9809-35ae-4daa-8d98-76cb783fb130 req-b1c64306-51bc-42f3-9095-8e98454a758e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 950 time: 0.1062343 Dec 17 15:09:13.261116 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-9b47ce6e-0af5-4bad-a6be-2333bff95a2f service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372824 Dec 17 15:09:13.299978 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4f5a9809-35ae-4daa-8d98-76cb783fb130 req-cb094078-2fd9-499f-809a-e4ff4294ff10 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694764 Dec 17 15:09:13.300970 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-fddb7acb-fdbf-4da1-a06b-d1e7b114a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:13.302505 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-fddb7acb-fdbf-4da1-a06b-d1e7b114a5a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2287960 Dec 17 15:09:13.329149 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-d69fb5c8-7d44-4b19-a7fb-e5e5c1970a28 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:13.372448 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-85e1dd03-fda7-4347-b09d-8a401704e767 req-8ad89f98-4267-4dd1-b6ad-c74d0b68e3e5 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012521 Dec 17 15:09:13.434553 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-cb1a3ebf-5111-4d5d-a3e4-0fc1af45ff32 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246929 Dec 17 15:09:13.489564 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f1039596-820f-44b4-8579-9aa761eaba5c req-b607ccbc-e3f9-47e5-81bf-24d2338deb1a tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 210 time: 0.0320103 Dec 17 15:09:13.501090 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-62dfc19b-41c8-4add-97f7-c974cf663643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:13.503572 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-62dfc19b-41c8-4add-97f7-c974cf663643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:13.504813 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-62dfc19b-41c8-4add-97f7-c974cf663643 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c955ce63-4796-443a-8971-fbfa1c993d74 HTTP/1.1" status: 204 len: 168 time: 0.7634411 Dec 17 15:09:13.517550 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dfc19b-41c8-4add-97f7-c974cf663643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c955ce63-4796-443a-8971-fbfa1c993d74,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:13.523890 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-d69fb5c8-7d44-4b19-a7fb-e5e5c1970a28 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:13.587674 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1a7129cc-1b13-4b75-b4b3-0523ec482539 req-9b1119f4-6cc7-4ae5-b738-62069695f90c service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457758 Dec 17 15:09:13.589400 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-d69fb5c8-7d44-4b19-a7fb-e5e5c1970a28 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:09:13.592507 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-d69fb5c8-7d44-4b19-a7fb-e5e5c1970a28 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:09:13.599216 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-d69fb5c8-7d44-4b19-a7fb-e5e5c1970a28 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:09:13.604745 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-d69fb5c8-7d44-4b19-a7fb-e5e5c1970a28 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:13.605397 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-d69fb5c8-7d44-4b19-a7fb-e5e5c1970a28 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:13.609175 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69fb5c8-7d44-4b19-a7fb-e5e5c1970a28 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Pushing event updated for resources: {'Port': ['ID=8f252342-e759-4489-98a4-559ae2b246b8,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:13.689769 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-d69fb5c8-7d44-4b19-a7fb-e5e5c1970a28 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6223481 Dec 17 15:09:13.702818 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-8aa6f080-7574-4379-8ea0-c6c086d1748d service neutron] Request body: {'port': {'device_id': '9b3a29b3-1a80-45ba-be68-e4e8bb621dd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:13.756371 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-8aa6f080-7574-4379-8ea0-c6c086d1748d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:14.057316 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-8aa6f080-7574-4379-8ea0-c6c086d1748d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f252342-e759-4489-98a4-559ae2b246b8 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:09:14.065478 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-8aa6f080-7574-4379-8ea0-c6c086d1748d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:14.090208 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-8aa6f080-7574-4379-8ea0-c6c086d1748d service neutron] Transition to ACTIVE for port object 8f252342-e759-4489-98a4-559ae2b246b8 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:09:14.182920 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0e748-c594-49a2-913a-e6aca49eaeef req-e4b05583-d400-4d48-9d06-f1b124e6b396 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:14.184427 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82f0e748-c594-49a2-913a-e6aca49eaeef req-e4b05583-d400-4d48-9d06-f1b124e6b396 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=53378151-3ca5-4787-95f7-4f66c0d0b72a HTTP/1.1" status: 200 len: 947 time: 0.0823724 Dec 17 15:09:14.191846 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-8aa6f080-7574-4379-8ea0-c6c086d1748d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:14.210187 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7c341-fa15-436a-8fe4-a596cefd1b58 req-c099a6a5-c0ba-492a-8e0e-ebb7307c226f tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:14.211664 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1ab7c341-fa15-436a-8fe4-a596cefd1b58 req-c099a6a5-c0ba-492a-8e0e-ebb7307c226f tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7f3572a-555a-4d51-9bdd-a7af119fb660 HTTP/1.1" status: 200 len: 949 time: 0.0801325 Dec 17 15:09:14.271442 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82f0e748-c594-49a2-913a-e6aca49eaeef req-f4f9462b-ec24-41e4-9a6c-6ff773e3d433 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768516 Dec 17 15:09:14.288176 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6f080-7574-4379-8ea0-c6c086d1748d service neutron] Pushing event updated for resources: {'Port': ['ID=8f252342-e759-4489-98a4-559ae2b246b8,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:14.292192 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1ab7c341-fa15-436a-8fe4-a596cefd1b58 req-38e781f7-5412-466b-8336-faae1b178500 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/security-groups?id=f425ba0d-1688-4e79-940a-f705d59dd75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712419 Dec 17 15:09:14.314502 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-8aa6f080-7574-4379-8ea0-c6c086d1748d service neutron] Attempting to bind port 8f252342-e759-4489-98a4-559ae2b246b8 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:09:14.316807 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-8aa6f080-7574-4379-8ea0-c6c086d1748d service neutron] Attempting to bind port 8f252342-e759-4489-98a4-559ae2b246b8 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:09:14.316807 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-8aa6f080-7574-4379-8ea0-c6c086d1748d service neutron] Attempting to bind port 8f252342-e759-4489-98a4-559ae2b246b8 on network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:09:14.319678 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-8aa6f080-7574-4379-8ea0-c6c086d1748d service neutron] Port 8f252342-e759-4489-98a4-559ae2b246b8 on network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:09:14.319995 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-8aa6f080-7574-4379-8ea0-c6c086d1748d service neutron] Attempting to bind port 8f252342-e759-4489-98a4-559ae2b246b8 on network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:09:14.325005 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-8aa6f080-7574-4379-8ea0-c6c086d1748d service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:09:14.325365 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-8aa6f080-7574-4379-8ea0-c6c086d1748d service neutron] Checking segment: {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:09:14.325872 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-8aa6f080-7574-4379-8ea0-c6c086d1748d service neutron] Bound using segment: {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:09:14.326391 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-8aa6f080-7574-4379-8ea0-c6c086d1748d service neutron] Bound port: 8f252342-e759-4489-98a4-559ae2b246b8, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:09:14.326667 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-8aa6f080-7574-4379-8ea0-c6c086d1748d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:14.402789 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-8aa6f080-7574-4379-8ea0-c6c086d1748d service neutron] For port 8f252342-e759-4489-98a4-559ae2b246b8, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:09:14.406057 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-8aa6f080-7574-4379-8ea0-c6c086d1748d service neutron] For port 8f252342-e759-4489-98a4-559ae2b246b8, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=8f252342-e759-4489-98a4-559ae2b246b8,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:09:14.504331 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-8aa6f080-7574-4379-8ea0-c6c086d1748d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:14.542559 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-8aa6f080-7574-4379-8ea0-c6c086d1748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:14.543175 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-8aa6f080-7574-4379-8ea0-c6c086d1748d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:14.544550 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-8aa6f080-7574-4379-8ea0-c6c086d1748d service neutron] 10.222.0.13 "PUT /v2.0/ports/8f252342-e759-4489-98a4-559ae2b246b8 HTTP/1.1" status: 200 len: 1091 time: 0.8460097 Dec 17 15:09:14.544994 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b3a29b3-1a80-45ba-be68-e4e8bb621dd6', 'tag': '8f252342-e759-4489-98a4-559ae2b246b8'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:09:14.548336 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912e7ed9-0aac-4520-8d40-75de6c671615" -d '{"events": [{"name": "network-changed", "server_uuid": "9b3a29b3-1a80-45ba-be68-e4e8bb621dd6", "tag": "8f252342-e759-4489-98a4-559ae2b246b8"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:09:14.579672 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6f080-7574-4379-8ea0-c6c086d1748d service neutron] Pushing event updated for resources: {'Port': ['ID=8f252342-e759-4489-98a4-559ae2b246b8,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:14.686811 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e65874-c6d0-42eb-996d-2353484a2935 req-296d15c8-828c-477b-a25b-3f30580586ad tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:14.694455 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98e65874-c6d0-42eb-996d-2353484a2935 req-296d15c8-828c-477b-a25b-3f30580586ad tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 950 time: 0.0694628 Dec 17 15:09:14.731243 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-52ea1806-023f-4da7-83aa-bbfb496c0dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:14.732849 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-52ea1806-023f-4da7-83aa-bbfb496c0dfe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96ef05c814a947bb872da21a8a326a7b&device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 1094 time: 0.0473857 Dec 17 15:09:14.750756 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98e65874-c6d0-42eb-996d-2353484a2935 req-b8066a1e-dd3f-4703-8a0d-e38c89e41264 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518420 Dec 17 15:09:14.792267 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-99bf5415-fd4b-4d84-8170-62fe0ae93109 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f252342-e759-4489-98a4-559ae2b246b8 HTTP/1.1" status: 200 len: 217 time: 0.0498033 Dec 17 15:09:14.801545 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65b2d8-a55c-4e15-93dd-2479d4daa317 req-ea55953b-631d-49ff-961b-282dbfb75e35 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:14.804247 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9a65b2d8-a55c-4e15-93dd-2479d4daa317 req-ea55953b-631d-49ff-961b-282dbfb75e35 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 943 time: 0.0696650 Dec 17 15:09:14.815627 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c469cc20-972c-482a-b198-6975a212fc7b x-openstack-request-id: req-c469cc20-972c-482a-b198-6975a212fc7b {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:09:14.815979 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b3a29b3-1a80-45ba-be68-e4e8bb621dd6", "tag": "8f252342-e759-4489-98a4-559ae2b246b8", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:09:14.816294 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c469cc20-972c-482a-b198-6975a212fc7b {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:09:14.816743 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b3a29b3-1a80-45ba-be68-e4e8bb621dd6', 'tag': '8f252342-e759-4489-98a4-559ae2b246b8', 'status': 'completed', 'code': 200} Dec 17 15:09:14.851241 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9a65b2d8-a55c-4e15-93dd-2479d4daa317 req-e0c842a8-c7e8-4c47-9ed9-9f631909b248 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341649 Dec 17 15:09:14.860115 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-b1b73dd4-56ff-4239-b972-1e00973b43fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:14.861847 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-b1b73dd4-56ff-4239-b972-1e00973b43fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e07a04f7-750d-46bb-b1d6-18c61b699282 HTTP/1.1" status: 200 len: 848 time: 0.0629404 Dec 17 15:09:14.901154 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-7692ad9a-d323-4c5b-895f-0efb5cd393a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318396 Dec 17 15:09:15.005922 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-b8b4bac8-87a5-49ea-ba35-636294c57f2d service neutron] 10.222.0.13 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972824 Dec 17 15:09:15.048707 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f26f45-1679-4b0c-88de-74f14ed712d5 req-6876aba8-a52b-4eb3-8e3e-e5b7be657a7f tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:15.056254 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a2f26f45-1679-4b0c-88de-74f14ed712d5 req-6876aba8-a52b-4eb3-8e3e-e5b7be657a7f tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7f3572a-555a-4d51-9bdd-a7af119fb660 HTTP/1.1" status: 200 len: 949 time: 0.0641353 Dec 17 15:09:15.082973 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36010) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:15.097963 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a2f26f45-1679-4b0c-88de-74f14ed712d5 req-802f4908-86ff-45e8-b26d-55151e283bcb tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/security-groups?id=f425ba0d-1688-4e79-940a-f705d59dd75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406604 Dec 17 15:09:15.131754 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0dabaa37-4b74-4caa-9cc5-c6a0c5324e3f req-d8409ce4-baa2-4226-a6cc-cab0294704ca service neutron] 10.222.0.13 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176097 Dec 17 15:09:15.213011 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-9436e563-1722-4601-8dc2-1f5ea2211709 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1417042591-network', 'tenant_id': 'f9cb63b6afea40a79366d97361b272c6'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:15.301232 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e7ed9-0aac-4520-8d40-75de6c671615 req-62a273f2-cdd5-428e-b15e-b745a178338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:15.303242 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-912e7ed9-0aac-4520-8d40-75de6c671615 req-62a273f2-cdd5-428e-b15e-b745a178338a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96ef05c814a947bb872da21a8a326a7b&device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 1094 time: 0.0530210 Dec 17 15:09:15.321450 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-d7f21c5d-04e3-48d1-a90f-995bcba061a6 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=52f6bbfce3b04c409d7a815c4cfb42de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215392 Dec 17 15:09:15.326463 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9436e563-1722-4601-8dc2-1f5ea2211709 admin admin] Made reservation on behalf of f9cb63b6afea40a79366d97361b272c6 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:09:15.329384 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9436e563-1722-4601-8dc2-1f5ea2211709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:15.347884 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9436e563-1722-4601-8dc2-1f5ea2211709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:15.394627 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e7ed9-0aac-4520-8d40-75de6c671615 req-64260b21-7cff-44c4-b3bf-d2112ae6bcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:15.396072 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-912e7ed9-0aac-4520-8d40-75de6c671615 req-64260b21-7cff-44c4-b3bf-d2112ae6bcd3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea HTTP/1.1" status: 200 len: 909 time: 0.0867815 Dec 17 15:09:15.437432 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-912e7ed9-0aac-4520-8d40-75de6c671615 req-48d04126-dd44-47ba-bbc3-2dbc8ae6b494 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f252342-e759-4489-98a4-559ae2b246b8 HTTP/1.1" status: 200 len: 217 time: 0.0339041 Dec 17 15:09:15.471626 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-da79d169-3805-4028-b05c-c9efb85f3d23 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:15.473106 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-da79d169-3805-4028-b05c-c9efb85f3d23 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1415510 Dec 17 15:09:15.492023 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e7ed9-0aac-4520-8d40-75de6c671615 req-f96cfd97-32fc-4571-b9c9-99def5b90978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:15.494504 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-912e7ed9-0aac-4520-8d40-75de6c671615 req-f96cfd97-32fc-4571-b9c9-99def5b90978 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e07a04f7-750d-46bb-b1d6-18c61b699282 HTTP/1.1" status: 200 len: 848 time: 0.0494921 Dec 17 15:09:15.496224 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-2b05ba88-6305-4b3b-98b0-44f9977fbf16 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/quotas/52f6bbfce3b04c409d7a815c4cfb42de HTTP/1.1" status: 200 len: 375 time: 0.0170507 Dec 17 15:09:15.532800 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-912e7ed9-0aac-4520-8d40-75de6c671615 req-81353e31-0ce0-47b6-91a9-1387aefdc39a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305047 Dec 17 15:09:15.535634 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-e34832c6-0743-4eb6-b537-4f652cfa3ccc tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=52f6bbfce3b04c409d7a815c4cfb42de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315559 Dec 17 15:09:15.540148 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9436e563-1722-4601-8dc2-1f5ea2211709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:15.630106 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9436e563-1722-4601-8dc2-1f5ea2211709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:15.683354 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9436e563-1722-4601-8dc2-1f5ea2211709 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:09:15.701293 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436e563-1722-4601-8dc2-1f5ea2211709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c1c0ed-e5c4-423c-94ae-f4dc1a57d940,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:15.707699 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9436e563-1722-4601-8dc2-1f5ea2211709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:15.708046 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-9436e563-1722-4601-8dc2-1f5ea2211709 admin admin] Added segment fb95a956-e7d1-4edb-bd7f-0efc9fcab950 of type vlan for network 9ccec5d8-4461-405b-9622-c6dbe638e3b7 Dec 17 15:09:15.763667 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71af303-f583-402d-8ecf-9ad0b65472b3 req-7a798809-b316-402a-bfe1-de46a0f47abb tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:15.765876 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b71af303-f583-402d-8ecf-9ad0b65472b3 req-7a798809-b316-402a-bfe1-de46a0f47abb tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=53378151-3ca5-4787-95f7-4f66c0d0b72a HTTP/1.1" status: 200 len: 947 time: 0.1318879 Dec 17 15:09:15.769846 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9436e563-1722-4601-8dc2-1f5ea2211709 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:15.815508 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36038) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:15.823508 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b71af303-f583-402d-8ecf-9ad0b65472b3 req-1fc18427-227f-40b3-a67f-ce208d1921dd tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498571 Dec 17 15:09:15.864758 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-912e7ed9-0aac-4520-8d40-75de6c671615 req-021fc535-b864-4bcc-824f-f3b110778b69 service neutron] 10.222.0.13 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246739 Dec 17 15:09:15.889425 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9436e563-1722-4601-8dc2-1f5ea2211709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:15.891176 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9436e563-1722-4601-8dc2-1f5ea2211709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:15.892104 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9436e563-1722-4601-8dc2-1f5ea2211709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:16.008104 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5d9c5d42-c635-4750-80a1-a7d6df094cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:16.019152 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-912e7ed9-0aac-4520-8d40-75de6c671615 req-81b5f4f0-816d-4908-ab79-4b524e4dfa31 service neutron] 10.222.0.13 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436634 Dec 17 15:09:16.025159 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-64ce8a5c-7d44-43a7-8638-716f43defc7d req-850b570f-ed84-4844-bbe0-e2a3f7caa21c tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?device_id=af5deaa4-8cd8-425b-b280-3d60439eb2a7 HTTP/1.1" status: 200 len: 210 time: 0.0811989 Dec 17 15:09:16.035737 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9436e563-1722-4601-8dc2-1f5ea2211709 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9515939 Dec 17 15:09:16.038608 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36050) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:16.043438 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436e563-1722-4601-8dc2-1f5ea2211709 admin admin] Pushing event updated for resources: {'Network': ['ID=9ccec5d8-4461-405b-9622-c6dbe638e3b7,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:16.044736 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-c2a8dfb9-29b5-4285-914b-23be8d6230f3 admin admin] Request body: {'subnet': {'network_id': '9ccec5d8-4461-405b-9622-c6dbe638e3b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1417042591-subnet', 'tenant_id': 'f9cb63b6afea40a79366d97361b272c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:16.057433 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 9ccec5d8-4461-405b-9622-c6dbe638e3b7 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:09:16.072401 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1ca25-7f66-4a03-b2ab-3b12b2eb912b req-d8602a40-9d1d-403c-aede-780795a99964 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:16.074258 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-14f1ca25-7f66-4a03-b2ab-3b12b2eb912b req-d8602a40-9d1d-403c-aede-780795a99964 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7f3572a-555a-4d51-9bdd-a7af119fb660 HTTP/1.1" status: 200 len: 949 time: 0.1736233 Dec 17 15:09:16.129577 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-14f1ca25-7f66-4a03-b2ab-3b12b2eb912b req-01d33932-7ada-4c5b-a3de-6f8564ebf2df tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/security-groups?id=f425ba0d-1688-4e79-940a-f705d59dd75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480030 Dec 17 15:09:16.150474 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5d9c5d42-c635-4750-80a1-a7d6df094cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:16.178961 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22d19f-337e-4207-914c-96a69152c033 req-e3b58737-8fbc-4cce-a662-22eb5fddb84e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:16.180477 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0c22d19f-337e-4207-914c-96a69152c033 req-e3b58737-8fbc-4cce-a662-22eb5fddb84e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 950 time: 0.0563471 Dec 17 15:09:16.243257 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a8dfb9-29b5-4285-914b-23be8d6230f3 admin admin] Made reservation on behalf of f9cb63b6afea40a79366d97361b272c6 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:09:16.245771 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c2a8dfb9-29b5-4285-914b-23be8d6230f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:16.249093 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0c22d19f-337e-4207-914c-96a69152c033 req-69227a4c-c27e-429d-bf3b-aa028e33b0d4 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557032 Dec 17 15:09:16.260210 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1cc50-be47-4918-9d20-b421a190e069 req-0ecd4094-eccf-41a2-8977-56310471e710 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:16.261819 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-95c1cc50-be47-4918-9d20-b421a190e069 req-0ecd4094-eccf-41a2-8977-56310471e710 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 943 time: 0.0777178 Dec 17 15:09:16.292447 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5d9c5d42-c635-4750-80a1-a7d6df094cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:16.309094 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-95c1cc50-be47-4918-9d20-b421a190e069 req-b6ecb550-3aac-4322-95df-9762bdcb5983 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365505 Dec 17 15:09:16.351425 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5d9c5d42-c635-4750-80a1-a7d6df094cb7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3a3161ce89e84712b7153a97c4d46b58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5347011 Dec 17 15:09:16.354411 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36052) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:16.355939 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c5d42-c635-4750-80a1-a7d6df094cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c21243-3995-4514-aaa8-c04203fbe765,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:16.409352 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5454454b-e0b8-4db3-83e0-591d40f4767a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:16.430962 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5454454b-e0b8-4db3-83e0-591d40f4767a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:16.546066 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5454454b-e0b8-4db3-83e0-591d40f4767a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:16.546868 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c2a8dfb9-29b5-4285-914b-23be8d6230f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:16.549561 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5454454b-e0b8-4db3-83e0-591d40f4767a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:16.553432 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5454454b-e0b8-4db3-83e0-591d40f4767a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a6c21243-3995-4514-aaa8-c04203fbe765 HTTP/1.1" status: 204 len: 168 time: 0.1953437 Dec 17 15:09:16.558220 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454454b-e0b8-4db3-83e0-591d40f4767a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c21243-3995-4514-aaa8-c04203fbe765,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:16.609956 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a8dfb9-29b5-4285-914b-23be8d6230f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b0c93ee-3d42-4105-babb-288f0c0f0ff3,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:16.617343 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a8dfb9-29b5-4285-914b-23be8d6230f3 admin admin] Checking segment: {'id': 'fb95a956-e7d1-4edb-bd7f-0efc9fcab950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9ccec5d8-4461-405b-9622-c6dbe638e3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:09:16.617638 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a8dfb9-29b5-4285-914b-23be8d6230f3 admin admin] Network hostable DHCP agents. Network: 9ccec5d8-4461-405b-9622-c6dbe638e3b7, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:09:16.700340 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a8dfb9-29b5-4285-914b-23be8d6230f3 admin admin] Network 9ccec5d8-4461-405b-9622-c6dbe638e3b7 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:09:16.786020 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-c2a8dfb9-29b5-4285-914b-23be8d6230f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 9ccec5d8-4461-405b-9622-c6dbe638e3b7) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:09:16.790002 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a8dfb9-29b5-4285-914b-23be8d6230f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:16.790585 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c2a8dfb9-29b5-4285-914b-23be8d6230f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:16.794795 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc143e01-660d-402e-a08c-8040af9841b3 None None] Network 9ccec5d8-4461-405b-9622-c6dbe638e3b7 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:09:16.878984 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c2a8dfb9-29b5-4285-914b-23be8d6230f3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8234749 Dec 17 15:09:17.002505 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13363a25-8c75-4f80-afea-0288794edf54 None None] Network 9ccec5d8-4461-405b-9622-c6dbe638e3b7 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:09:17.003233 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4bb183-6f46-4752-b944-dfd510acbba1 req-f99cb22f-6a8b-4b5b-b726-0b2da40bc3e1 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:17.005903 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7c4bb183-6f46-4752-b944-dfd510acbba1 req-f99cb22f-6a8b-4b5b-b726-0b2da40bc3e1 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=53378151-3ca5-4787-95f7-4f66c0d0b72a HTTP/1.1" status: 200 len: 947 time: 0.0658703 Dec 17 15:09:17.071747 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7c4bb183-6f46-4752-b944-dfd510acbba1 req-398926a5-f4f3-40e6-a4af-025209c08416 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582833 Dec 17 15:09:17.115696 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f725b-fc74-4884-bd45-754a790c0549 req-9f17786a-1783-4c5c-9de8-f02e9fc495dc tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:17.117451 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-529f725b-fc74-4884-bd45-754a790c0549 req-9f17786a-1783-4c5c-9de8-f02e9fc495dc tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7f3572a-555a-4d51-9bdd-a7af119fb660 HTTP/1.1" status: 200 len: 949 time: 0.1245260 Dec 17 15:09:17.150029 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-20d3ebcf-8952-439f-ba40-fe12e5c81334 req-e9f2d6b8-b411-4c62-9180-8267e63cd95c tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?device_id=af5deaa4-8cd8-425b-b280-3d60439eb2a7 HTTP/1.1" status: 200 len: 210 time: 0.0315876 Dec 17 15:09:17.291245 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-529f725b-fc74-4884-bd45-754a790c0549 req-61190ad8-79b8-4a7b-99c9-d4ad78dc7695 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Deleting port 9cec09ed-b774-4ac1-aa04-0ebb7e48d645 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:09:17.291814 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-529f725b-fc74-4884-bd45-754a790c0549 req-61190ad8-79b8-4a7b-99c9-d4ad78dc7695 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:17.322238 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca0520-57ec-4cfa-96ed-f9ed9654f01f req-14ea633b-808c-48eb-802d-7713229542a4 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:17.325726 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-08ca0520-57ec-4cfa-96ed-f9ed9654f01f req-14ea633b-808c-48eb-802d-7713229542a4 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7f3572a-555a-4d51-9bdd-a7af119fb660 HTTP/1.1" status: 200 len: 949 time: 0.0727220 Dec 17 15:09:17.390850 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-08ca0520-57ec-4cfa-96ed-f9ed9654f01f req-59bfa2bb-893c-4e18-8927-5bfc7084e5bb tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/security-groups?id=f425ba0d-1688-4e79-940a-f705d59dd75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590353 Dec 17 15:09:17.415446 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6cb992-06cf-489f-9ba9-b6c85a0e2dd1 req-326b5e53-38a1-4605-983d-edb4e1a82884 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:17.416012 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c6cb992-06cf-489f-9ba9-b6c85a0e2dd1 req-326b5e53-38a1-4605-983d-edb4e1a82884 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 950 time: 0.0785625 Dec 17 15:09:17.417520 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-529f725b-fc74-4884-bd45-754a790c0549 req-61190ad8-79b8-4a7b-99c9-d4ad78dc7695 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] For port 9cec09ed-b774-4ac1-aa04-0ebb7e48d645, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=9cec09ed-b774-4ac1-aa04-0ebb7e48d645,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:17.418011 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-529f725b-fc74-4884-bd45-754a790c0549 req-61190ad8-79b8-4a7b-99c9-d4ad78dc7695 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:17.455091 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-529f725b-fc74-4884-bd45-754a790c0549 req-61190ad8-79b8-4a7b-99c9-d4ad78dc7695 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Calling delete_port for 9cec09ed-b774-4ac1-aa04-0ebb7e48d645 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:09:17.459402 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36082) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:17.471066 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c6cb992-06cf-489f-9ba9-b6c85a0e2dd1 req-d5bee335-7193-439e-8b0f-6cdfb490ade7 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477939 Dec 17 15:09:17.488983 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aee43ac6-7855-4cb6-b22e-076d962ebe90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:17.551525 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49ad7f-c02f-483c-bed6-6ad18df3f569 req-a7a3f854-dd43-4082-b41e-c864f4bdfbfe tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:17.554057 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4e49ad7f-c02f-483c-bed6-6ad18df3f569 req-a7a3f854-dd43-4082-b41e-c864f4bdfbfe tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 943 time: 0.0621839 Dec 17 15:09:17.602554 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4e49ad7f-c02f-483c-bed6-6ad18df3f569 req-360f72d7-1866-441e-8d48-0895bc087ad2 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413086 Dec 17 15:09:17.672199 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aee43ac6-7855-4cb6-b22e-076d962ebe90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:17.782781 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aee43ac6-7855-4cb6-b22e-076d962ebe90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:17.814119 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee43ac6-7855-4cb6-b22e-076d962ebe90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c106780-b9e1-4bb9-a632-ff38516a03ef,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:17.825079 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36088) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:17.830636 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-b7e28b0b-b140-4ccd-b6f4-8d59e1c78ec8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1701155167-network', 'tenant_id': '6a7661d6c3484b628dc18f87ab395309'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:17.837895 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-aee43ac6-7855-4cb6-b22e-076d962ebe90 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fe1998cd3d5045978d2afbca65aa40f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3767178 Dec 17 15:09:17.838979 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36090) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:17.839545 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-529f725b-fc74-4884-bd45-754a790c0549 req-61190ad8-79b8-4a7b-99c9-d4ad78dc7695 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:17.857994 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['9cec09ed-b774-4ac1-aa04-0ebb7e48d645'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:09:17.899151 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61190ad8-79b8-4a7b-99c9-d4ad78dc7695 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Pushing event deleted for resources: {'Port': ['ID=9cec09ed-b774-4ac1-aa04-0ebb7e48d645,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:17.919561 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1ba12016-fb7f-45e0-be0a-cf2d4d1e2afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:17.948528 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1ba12016-fb7f-45e0-be0a-cf2d4d1e2afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:17.950151 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e28b0b-b140-4ccd-b6f4-8d59e1c78ec8 admin admin] Made reservation on behalf of 6a7661d6c3484b628dc18f87ab395309 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:09:17.954591 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b7e28b0b-b140-4ccd-b6f4-8d59e1c78ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:17.967993 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b7e28b0b-b140-4ccd-b6f4-8d59e1c78ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:17.992866 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-529f725b-fc74-4884-bd45-754a790c0549 req-61190ad8-79b8-4a7b-99c9-d4ad78dc7695 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] No DVR routers for this DVR port 9cec09ed-b774-4ac1-aa04-0ebb7e48d645 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:09:17.996706 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-529f725b-fc74-4884-bd45-754a790c0549 req-61190ad8-79b8-4a7b-99c9-d4ad78dc7695 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:18.000929 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-529f725b-fc74-4884-bd45-754a790c0549 req-61190ad8-79b8-4a7b-99c9-d4ad78dc7695 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.13 "DELETE /v2.0/ports/9cec09ed-b774-4ac1-aa04-0ebb7e48d645 HTTP/1.1" status: 204 len: 173 time: 0.8757205 Dec 17 15:09:18.001651 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f3572a-555a-4d51-9bdd-a7af119fb660', 'name': 'network-vif-deleted', 'tag': '9cec09ed-b774-4ac1-aa04-0ebb7e48d645'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:09:18.011012 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a9958a-818a-4c75-8378-b355ac721346" -d '{"events": [{"server_uuid": "c7f3572a-555a-4d51-9bdd-a7af119fb660", "name": "network-vif-deleted", "tag": "9cec09ed-b774-4ac1-aa04-0ebb7e48d645"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:09:18.055059 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7bd1a5-367f-4efe-bac0-511bbac38401 x-openstack-request-id: req-3e7bd1a5-367f-4efe-bac0-511bbac38401 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:09:18.055059 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f3572a-555a-4d51-9bdd-a7af119fb660", "name": "network-vif-deleted", "tag": "9cec09ed-b774-4ac1-aa04-0ebb7e48d645", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:09:18.055059 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3e7bd1a5-367f-4efe-bac0-511bbac38401 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:09:18.055059 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7f3572a-555a-4d51-9bdd-a7af119fb660', 'name': 'network-vif-deleted', 'tag': '9cec09ed-b774-4ac1-aa04-0ebb7e48d645', 'status': 'completed', 'code': 200} Dec 17 15:09:18.087021 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b7e28b0b-b140-4ccd-b6f4-8d59e1c78ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:18.161420 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1ba12016-fb7f-45e0-be0a-cf2d4d1e2afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:18.164032 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1ba12016-fb7f-45e0-be0a-cf2d4d1e2afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:18.165218 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1ba12016-fb7f-45e0-be0a-cf2d4d1e2afb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2c106780-b9e1-4bb9-a632-ff38516a03ef HTTP/1.1" status: 204 len: 168 time: 0.3252516 Dec 17 15:09:18.176993 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba12016-fb7f-45e0-be0a-cf2d4d1e2afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c106780-b9e1-4bb9-a632-ff38516a03ef,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:18.185181 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b7e28b0b-b140-4ccd-b6f4-8d59e1c78ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:18.218613 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e28b0b-b140-4ccd-b6f4-8d59e1c78ec8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:09:18.230417 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf67c6d-6632-42a8-8368-4582fb748bde req-cdd7c040-f5e1-4414-9d7f-09afd4e7df0f tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:18.232044 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-baf67c6d-6632-42a8-8368-4582fb748bde req-cdd7c040-f5e1-4414-9d7f-09afd4e7df0f tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=53378151-3ca5-4787-95f7-4f66c0d0b72a HTTP/1.1" status: 200 len: 947 time: 0.1011996 Dec 17 15:09:18.274590 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b7e28b0b-b140-4ccd-b6f4-8d59e1c78ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:18.274945 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-b7e28b0b-b140-4ccd-b6f4-8d59e1c78ec8 admin admin] Added segment 4b2a30dc-40d2-413f-94b7-3f5b03445bd1 of type vlan for network 73c23e98-be63-4315-b04e-699d9f04be7d Dec 17 15:09:18.276178 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e28b0b-b140-4ccd-b6f4-8d59e1c78ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39f32d8-8907-4ecf-ac3a-0edd0e5fb21e,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:18.310927 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e58ca7bd-a4f8-48f7-a6dd-21ad32853c21 req-3136e41b-1804-4bcc-b649-57a11584aa4a tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?device_id=af5deaa4-8cd8-425b-b280-3d60439eb2a7 HTTP/1.1" status: 200 len: 210 time: 0.0504091 Dec 17 15:09:18.342621 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 8f252342-e759-4489-98a4-559ae2b246b8 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:09:18.349990 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-baf67c6d-6632-42a8-8368-4582fb748bde req-b9a355a8-ad83-47c7-b9f2-88c1dc9a247d tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064348 Dec 17 15:09:18.353417 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b7e28b0b-b140-4ccd-b6f4-8d59e1c78ec8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:18.442062 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 8f252342-e759-4489-98a4-559ae2b246b8, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=8f252342-e759-4489-98a4-559ae2b246b8,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:18.461623 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '8f252342-e759-4489-98a4-559ae2b246b8', 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea', 'port_id': '8f252342-e759-4489-98a4-559ae2b246b8', 'mac_address': 'fa:16:3e:6a:27:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e07a04f7-750d-46bb-b1d6-18c61b699282', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:09:18.503663 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:18.507676 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9054cdfb-3b00-4a88-83f3-3ea33c34d19d req-15a71af1-8488-4676-80f7-0986fdde1934 tempest-DeleteServersAdminTestJSON-1964578544 tempest-DeleteServersAdminTestJSON-1964578544-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7f3572a-555a-4d51-9bdd-a7af119fb660 HTTP/1.1" status: 200 len: 210 time: 0.0288448 Dec 17 15:09:18.517756 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f252342-e759-4489-98a4-559ae2b246b8 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:09:18.538052 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 8f252342-e759-4489-98a4-559ae2b246b8, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=8f252342-e759-4489-98a4-559ae2b246b8,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:18.549630 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b7e28b0b-b140-4ccd-b6f4-8d59e1c78ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:18.550857 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e28b0b-b140-4ccd-b6f4-8d59e1c78ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:18.551429 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b7e28b0b-b140-4ccd-b6f4-8d59e1c78ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:18.642851 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e28b0b-b140-4ccd-b6f4-8d59e1c78ec8 admin admin] Pushing event updated for resources: {'Network': ['ID=73c23e98-be63-4315-b04e-699d9f04be7d,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:18.649651 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:18.659606 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 73c23e98-be63-4315-b04e-699d9f04be7d details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:09:18.676930 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91167ed6-38a8-4f9e-b4cf-6f66c8cd8f73 req-81c3878e-749b-4150-8e42-377b479bce93 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:18.679008 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-91167ed6-38a8-4f9e-b4cf-6f66c8cd8f73 req-81c3878e-749b-4150-8e42-377b479bce93 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 950 time: 0.1248543 Dec 17 15:09:18.759922 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b7e28b0b-b140-4ccd-b6f4-8d59e1c78ec8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9363194 Dec 17 15:09:18.763576 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36110) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:18.771724 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-f854b73b-23bc-4538-a317-8bacc66cd318 admin admin] Request body: {'subnet': {'network_id': '73c23e98-be63-4315-b04e-699d9f04be7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1701155167-subnet', 'tenant_id': '6a7661d6c3484b628dc18f87ab395309', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:18.772004 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=8f252342-e759-4489-98a4-559ae2b246b8,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:18.775473 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-91167ed6-38a8-4f9e-b4cf-6f66c8cd8f73 req-4f2591ff-7897-4177-8656-b025c4a3348c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871258 Dec 17 15:09:18.829103 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d827eeb-8c8d-4874-83b8-c6bf0695ed3e req-72e3c0ea-f8e7-495a-8cfc-0b6a1c32d3b0 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:18.829103 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1d827eeb-8c8d-4874-83b8-c6bf0695ed3e req-72e3c0ea-f8e7-495a-8cfc-0b6a1c32d3b0 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 944 time: 0.1121697 Dec 17 15:09:18.865995 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['8f252342-e759-4489-98a4-559ae2b246b8'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:09:18.874594 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1d827eeb-8c8d-4874-83b8-c6bf0695ed3e req-df56b080-510d-423f-b1b3-7f8180819707 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431535 Dec 17 15:09:18.883454 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f854b73b-23bc-4538-a317-8bacc66cd318 admin admin] Made reservation on behalf of 6a7661d6c3484b628dc18f87ab395309 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:09:18.886198 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f854b73b-23bc-4538-a317-8bacc66cd318 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:18.901836 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device e5425115-a717-4f09-abd4-6f600fc46a6e details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:09:18.964939 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-d4af8edd-1467-4908-9837-d0bcd22cb146 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=52f6bbfce3b04c409d7a815c4cfb42de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488887 Dec 17 15:09:19.058411 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port e5425115-a717-4f09-abd4-6f600fc46a6e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e5425115-a717-4f09-abd4-6f600fc46a6e,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:19.083220 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'e5425115-a717-4f09-abd4-6f600fc46a6e', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': 'e5425115-a717-4f09-abd4-6f600fc46a6e', 'mac_address': 'fa:16:3e:7f:13:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:09:19.153417 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-f28a9fe1-916b-4636-bc80-eaf44befb169 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:19.154028 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:19.155175 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-f28a9fe1-916b-4636-bc80-eaf44befb169 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1741443 Dec 17 15:09:19.171538 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5425115-a717-4f09-abd4-6f600fc46a6e {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:09:19.193481 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port e5425115-a717-4f09-abd4-6f600fc46a6e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e5425115-a717-4f09-abd4-6f600fc46a6e,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:19.196106 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-5bba6cb3-2052-4f4c-86d7-9092fea941c2 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Request body: {'port': {'device_id': 'af5deaa4-8cd8-425b-b280-3d60439eb2a7', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'admin_state_up': True, 'tenant_id': '52f6bbfce3b04c409d7a815c4cfb42de'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:19.255366 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:19.257198 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device dfdc7bf9-c982-41ea-ad45-42c6b9664750 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:09:19.326733 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port dfdc7bf9-c982-41ea-ad45-42c6b9664750, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=dfdc7bf9-c982-41ea-ad45-42c6b9664750,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:19.332462 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=e5425115-a717-4f09-abd4-6f600fc46a6e,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:19.341115 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'dfdc7bf9-c982-41ea-ad45-42c6b9664750', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': 'dfdc7bf9-c982-41ea-ad45-42c6b9664750', 'mac_address': 'fa:16:3e:a7:6b:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:09:19.357721 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f854b73b-23bc-4538-a317-8bacc66cd318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:19.406179 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:19.410115 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-5bba6cb3-2052-4f4c-86d7-9092fea941c2 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Made reservation on behalf of 52f6bbfce3b04c409d7a815c4cfb42de for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:09:19.413620 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-5bba6cb3-2052-4f4c-86d7-9092fea941c2 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:19.427346 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3193b099-8aeb-4ea5-a26e-edcaa7fcd1ae req-57d1f901-3f90-4b6c-97aa-0f093bbe833a tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?device_id=af5deaa4-8cd8-425b-b280-3d60439eb2a7 HTTP/1.1" status: 200 len: 210 time: 0.0320833 Dec 17 15:09:19.427946 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfdc7bf9-c982-41ea-ad45-42c6b9664750 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:09:19.428804 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-5bba6cb3-2052-4f4c-86d7-9092fea941c2 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:19.453926 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f854b73b-23bc-4538-a317-8bacc66cd318 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ca284c5-61ec-494c-8023-2529a25c5169,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:19.457552 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f854b73b-23bc-4538-a317-8bacc66cd318 admin admin] Checking segment: {'id': '4b2a30dc-40d2-413f-94b7-3f5b03445bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '73c23e98-be63-4315-b04e-699d9f04be7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:09:19.457552 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f854b73b-23bc-4538-a317-8bacc66cd318 admin admin] Network hostable DHCP agents. Network: 73c23e98-be63-4315-b04e-699d9f04be7d, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:09:19.464522 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port dfdc7bf9-c982-41ea-ad45-42c6b9664750, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=dfdc7bf9-c982-41ea-ad45-42c6b9664750,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:19.503098 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f83f2-eeb6-422d-be1c-e58c79f07833 req-a24d7cc6-3e73-4612-acfb-007401e0d4e2 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:19.504705 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ec1f83f2-eeb6-422d-be1c-e58c79f07833 req-a24d7cc6-3e73-4612-acfb-007401e0d4e2 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=53378151-3ca5-4787-95f7-4f66c0d0b72a HTTP/1.1" status: 200 len: 947 time: 0.0526123 Dec 17 15:09:19.549818 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-5bba6cb3-2052-4f4c-86d7-9092fea941c2 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:19.549993 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ec1f83f2-eeb6-422d-be1c-e58c79f07833 req-b54d0bad-ac1c-4409-b35c-142c2509c11b tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342438 Dec 17 15:09:19.603516 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f854b73b-23bc-4538-a317-8bacc66cd318 admin admin] Network 73c23e98-be63-4315-b04e-699d9f04be7d is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:09:19.603994 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:19.650272 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-5bba6cb3-2052-4f4c-86d7-9092fea941c2 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:19.659832 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=dfdc7bf9-c982-41ea-ad45-42c6b9664750,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:19.746407 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-f854b73b-23bc-4538-a317-8bacc66cd318 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 73c23e98-be63-4315-b04e-699d9f04be7d) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:09:19.752026 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f854b73b-23bc-4538-a317-8bacc66cd318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:19.753165 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f854b73b-23bc-4538-a317-8bacc66cd318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:19.754141 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeacea66-d050-49a8-bcaf-651952c3dae9 None None] Network 73c23e98-be63-4315-b04e-699d9f04be7d requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:09:19.763596 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba6cb3-2052-4f4c-86d7-9092fea941c2 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe66039-589b-4cdc-b594-47f635f4b418,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:19.798996 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:09:19.851195 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-5bba6cb3-2052-4f4c-86d7-9092fea941c2 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Allocated IP 192.168.233.95 (f97c7142-717f-43eb-a835-5fcd8d6a6486/b0a1cb4f-5aa5-4130-b24e-105310ef66e4/39d0f122-e822-4675-979d-f3bb1cd4a783) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:09:19.861609 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f854b73b-23bc-4538-a317-8bacc66cd318 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0958066 Dec 17 15:09:19.923453 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1026f2-dc38-444d-970e-fe7e89abd5f1 req-a870a366-801e-46b4-9a9b-6d512e0ce019 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:19.925238 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6e1026f2-dc38-444d-970e-fe7e89abd5f1 req-a870a366-801e-46b4-9a9b-6d512e0ce019 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 950 time: 0.0695767 Dec 17 15:09:19.951481 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528bec9b-810d-4ce3-9126-3945892e9af6 None None] Network 73c23e98-be63-4315-b04e-699d9f04be7d requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:09:19.978131 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6e1026f2-dc38-444d-970e-fe7e89abd5f1 req-ed969925-769c-4a51-9937-8f0f18f10a25 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464242 Dec 17 15:09:20.088616 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e294ea-6532-47d2-81dc-e6326baf111b req-bc8a9919-6b23-4be9-91df-6ac35adb45a5 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:20.097080 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a5e294ea-6532-47d2-81dc-e6326baf111b req-bc8a9919-6b23-4be9-91df-6ac35adb45a5 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 944 time: 0.0930045 Dec 17 15:09:20.110740 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['e5425115-a717-4f09-abd4-6f600fc46a6e'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:09:20.121152 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-5bba6cb3-2052-4f4c-86d7-9092fea941c2 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:20.157533 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a5e294ea-6532-47d2-81dc-e6326baf111b req-0833721d-e36a-431e-8e30-b6830811b69d tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593107 Dec 17 15:09:20.214018 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['dfdc7bf9-c982-41ea-ad45-42c6b9664750'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:09:20.238046 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-5bba6cb3-2052-4f4c-86d7-9092fea941c2 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:20.290706 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-5bba6cb3-2052-4f4c-86d7-9092fea941c2 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Network f97c7142-717f-43eb-a835-5fcd8d6a6486 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:09:20.297335 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-5bba6cb3-2052-4f4c-86d7-9092fea941c2 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:09:20.300211 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba6cb3-2052-4f4c-86d7-9092fea941c2 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Pushing event updated for resources: {'Port': ['ID=39d0f122-e822-4675-979d-f3bb1cd4a783,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:20.307661 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-5bba6cb3-2052-4f4c-86d7-9092fea941c2 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:09:20.315359 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-5bba6cb3-2052-4f4c-86d7-9092fea941c2 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:20.315359 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-5bba6cb3-2052-4f4c-86d7-9092fea941c2 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:20.354817 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 8f252342-e759-4489-98a4-559ae2b246b8 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:09:20.371324 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36166) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:20.446707 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-5bba6cb3-2052-4f4c-86d7-9092fea941c2 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2542696 Dec 17 15:09:20.473269 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-dcbbde28-0de8-4e2c-b0b6-74746a1e9ac3 service neutron] Request body: {'port': {'device_id': 'af5deaa4-8cd8-425b-b280-3d60439eb2a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:20.550540 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 8f252342-e759-4489-98a4-559ae2b246b8 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:09:20.555751 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 8f252342-e759-4489-98a4-559ae2b246b8 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:09:20.556147 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:20.574288 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-dcbbde28-0de8-4e2c-b0b6-74746a1e9ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:20.605160 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f744ad0-f1e4-4fa2-9eb2-103559005a60 req-f6678588-17cd-4b27-bb1c-f3c0d1025871 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:20.609756 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8f744ad0-f1e4-4fa2-9eb2-103559005a60 req-f6678588-17cd-4b27-bb1c-f3c0d1025871 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?device_id=af5deaa4-8cd8-425b-b280-3d60439eb2a7 HTTP/1.1" status: 200 len: 935 time: 0.0771477 Dec 17 15:09:20.637719 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a72f4afc-6db7-4b47-9dbc-6838f515d968 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f148cb8f458141ea995b4b7692ca0796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2647116 Dec 17 15:09:20.640176 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36176) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:20.661921 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4c1907b9-4647-4449-bd7e-a99b24e9e5ab None None] Provisioning complete for port 39d0f122-e822-4675-979d-f3bb1cd4a783 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:09:20.662719 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4c1907b9-4647-4449-bd7e-a99b24e9e5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:20.672567 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8f744ad0-f1e4-4fa2-9eb2-103559005a60 req-3a0aeaac-6191-4be0-8a79-382663804151 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fe66039-589b-4cdc-b594-47f635f4b418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550370 Dec 17 15:09:20.790629 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4c1907b9-4647-4449-bd7e-a99b24e9e5ab None None] Port 39d0f122-e822-4675-979d-f3bb1cd4a783 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:09:20.800280 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:20.815320 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-66a26811-4102-4b94-a157-8c7fc4619695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:20.848784 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3a29b3-1a80-45ba-be68-e4e8bb621dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f252342-e759-4489-98a4-559ae2b246b8'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:09:20.849705 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54aae85-39fc-4916-a8d2-ce0e40712a99" -d '{"events": [{"server_uuid": "9b3a29b3-1a80-45ba-be68-e4e8bb621dd6", "name": "network-vif-plugged", "status": "completed", "tag": "8f252342-e759-4489-98a4-559ae2b246b8"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:09:20.876965 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-66a26811-4102-4b94-a157-8c7fc4619695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:20.881962 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 8f252342-e759-4489-98a4-559ae2b246b8, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=8f252342-e759-4489-98a4-559ae2b246b8,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:20.910869 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cb22e-c24c-40a9-ae09-a9f3416ba003 req-35b9a006-43aa-4fd5-ae4b-862820569f7c tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:20.917934 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-559cb22e-c24c-40a9-ae09-a9f3416ba003 req-35b9a006-43aa-4fd5-ae4b-862820569f7c tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=53378151-3ca5-4787-95f7-4f66c0d0b72a HTTP/1.1" status: 200 len: 948 time: 0.1039381 Dec 17 15:09:20.933327 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-6daad674-0e07-43b4-995a-715c62ef3bda tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:20.934782 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-6daad674-0e07-43b4-995a-715c62ef3bda tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] 10.222.0.46 "GET /v2.0/networks?id=9ccec5d8-4461-405b-9622-c6dbe638e3b7 HTTP/1.1" status: 200 len: 815 time: 0.1912704 Dec 17 15:09:20.963725 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:20.964904 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 9cec09ed-b774-4ac1-aa04-0ebb7e48d645 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:09:20.966294 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-f251388c-432b-4573-aa15-3fdfb1331cd7 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] 10.222.0.46 "GET /v2.0/quotas/f9cb63b6afea40a79366d97361b272c6 HTTP/1.1" status: 200 len: 375 time: 0.0220327 Dec 17 15:09:20.980939 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-559cb22e-c24c-40a9-ae09-a9f3416ba003 req-17109b3c-8df4-4834-8249-5dcbc0515ecd tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575576 Dec 17 15:09:21.009864 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-dcbbde28-0de8-4e2c-b0b6-74746a1e9ac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39d0f122-e822-4675-979d-f3bb1cd4a783 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:09:21.014464 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 9cec09ed-b774-4ac1-aa04-0ebb7e48d645 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:09:21.014890 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 9cec09ed-b774-4ac1-aa04-0ebb7e48d645 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:09:21.020137 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-dcbbde28-0de8-4e2c-b0b6-74746a1e9ac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:21.038941 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-66a26811-4102-4b94-a157-8c7fc4619695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:21.042693 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-66a26811-4102-4b94-a157-8c7fc4619695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:21.043768 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-66a26811-4102-4b94-a157-8c7fc4619695 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f425ba0d-1688-4e79-940a-f705d59dd75d HTTP/1.1" status: 204 len: 168 time: 0.4022779 Dec 17 15:09:21.044833 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-ae641edd-967f-4bf8-b881-e3a970869999 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9cb63b6afea40a79366d97361b272c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626769 Dec 17 15:09:21.049896 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-dcbbde28-0de8-4e2c-b0b6-74746a1e9ac3 service neutron] Transition to ACTIVE for port object 39d0f122-e822-4675-979d-f3bb1cd4a783 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:09:21.058421 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a26811-4102-4b94-a157-8c7fc4619695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f425ba0d-1688-4e79-940a-f705d59dd75d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:21.078660 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=8f252342-e759-4489-98a4-559ae2b246b8,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:21.134569 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-dcbbde28-0de8-4e2c-b0b6-74746a1e9ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:21.160568 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af52c4c5-284e-45ca-82a7-385d3a38a5fb x-openstack-request-id: req-af52c4c5-284e-45ca-82a7-385d3a38a5fb {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:09:21.161130 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3a29b3-1a80-45ba-be68-e4e8bb621dd6", "name": "network-vif-plugged", "status": "completed", "tag": "8f252342-e759-4489-98a4-559ae2b246b8", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:09:21.161395 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-af52c4c5-284e-45ca-82a7-385d3a38a5fb {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:09:21.161896 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3a29b3-1a80-45ba-be68-e4e8bb621dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f252342-e759-4489-98a4-559ae2b246b8', 'code': 200} Dec 17 15:09:21.206995 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbbde28-0de8-4e2c-b0b6-74746a1e9ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=39d0f122-e822-4675-979d-f3bb1cd4a783,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:21.268654 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-40d13eb4-c694-46b9-9b87-3d32c2df1fac service neutron] 10.222.0.46 "GET /v2.0/networks/9ccec5d8-4461-405b-9622-c6dbe638e3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112961 Dec 17 15:09:21.291752 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-dcbbde28-0de8-4e2c-b0b6-74746a1e9ac3 service neutron] Attempting to bind port 39d0f122-e822-4675-979d-f3bb1cd4a783 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:09:21.292078 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-dcbbde28-0de8-4e2c-b0b6-74746a1e9ac3 service neutron] Attempting to bind port 39d0f122-e822-4675-979d-f3bb1cd4a783 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:09:21.292398 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-dcbbde28-0de8-4e2c-b0b6-74746a1e9ac3 service neutron] Attempting to bind port 39d0f122-e822-4675-979d-f3bb1cd4a783 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:09:21.315035 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-dcbbde28-0de8-4e2c-b0b6-74746a1e9ac3 service neutron] Port 39d0f122-e822-4675-979d-f3bb1cd4a783 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:09:21.315447 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-dcbbde28-0de8-4e2c-b0b6-74746a1e9ac3 service neutron] Attempting to bind port 39d0f122-e822-4675-979d-f3bb1cd4a783 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:09:21.327096 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-dcbbde28-0de8-4e2c-b0b6-74746a1e9ac3 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:09:21.328320 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-dcbbde28-0de8-4e2c-b0b6-74746a1e9ac3 service neutron] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:09:21.331733 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-dcbbde28-0de8-4e2c-b0b6-74746a1e9ac3 service neutron] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:09:21.331733 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-dcbbde28-0de8-4e2c-b0b6-74746a1e9ac3 service neutron] Bound port: 39d0f122-e822-4675-979d-f3bb1cd4a783, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:09:21.331733 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-dcbbde28-0de8-4e2c-b0b6-74746a1e9ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:21.351762 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f3fdf-6fcc-4821-8d1b-0c96983cc76f req-b2397079-e586-4d93-8015-c02294b1107b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:21.353422 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0e7f3fdf-6fcc-4821-8d1b-0c96983cc76f req-b2397079-e586-4d93-8015-c02294b1107b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 1096 time: 0.0904729 Dec 17 15:09:21.415226 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37d80a-9bc3-4741-bd5f-c3d349fadca7 req-1df28815-3292-4402-aed3-470aa5e19a93 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:21.416970 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5c37d80a-9bc3-4741-bd5f-c3d349fadca7 req-1df28815-3292-4402-aed3-470aa5e19a93 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 950 time: 0.0838821 Dec 17 15:09:21.429397 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-18c49b50-f048-4631-b432-098186826063 service neutron] 10.222.0.46 "GET /v2.0/networks/9ccec5d8-4461-405b-9622-c6dbe638e3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590023 Dec 17 15:09:21.436475 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0e7f3fdf-6fcc-4821-8d1b-0c96983cc76f req-a625bae0-8d1f-44e9-a200-66f3e75b1a8b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657282 Dec 17 15:09:21.439601 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-dcbbde28-0de8-4e2c-b0b6-74746a1e9ac3 service neutron] For port 39d0f122-e822-4675-979d-f3bb1cd4a783, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:09:21.442819 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-dcbbde28-0de8-4e2c-b0b6-74746a1e9ac3 service neutron] For port 39d0f122-e822-4675-979d-f3bb1cd4a783, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=39d0f122-e822-4675-979d-f3bb1cd4a783,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:09:21.476059 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5c37d80a-9bc3-4741-bd5f-c3d349fadca7 req-4da4a0c3-8767-40a0-ad55-1f91bda4cc69 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424719 Dec 17 15:09:21.511954 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-dcbbde28-0de8-4e2c-b0b6-74746a1e9ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:21.557270 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-dcbbde28-0de8-4e2c-b0b6-74746a1e9ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:21.557814 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-dcbbde28-0de8-4e2c-b0b6-74746a1e9ac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:21.559165 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-dcbbde28-0de8-4e2c-b0b6-74746a1e9ac3 service neutron] 10.222.0.41 "PUT /v2.0/ports/39d0f122-e822-4675-979d-f3bb1cd4a783 HTTP/1.1" status: 200 len: 1095 time: 1.0938694 Dec 17 15:09:21.559603 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af5deaa4-8cd8-425b-b280-3d60439eb2a7', 'tag': '39d0f122-e822-4675-979d-f3bb1cd4a783'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:09:21.564557 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cbc9e8-b70b-4e93-bdb6-c715c4fa1434" -d '{"events": [{"name": "network-changed", "server_uuid": "af5deaa4-8cd8-425b-b280-3d60439eb2a7", "tag": "39d0f122-e822-4675-979d-f3bb1cd4a783"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:09:21.592895 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbbde28-0de8-4e2c-b0b6-74746a1e9ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=39d0f122-e822-4675-979d-f3bb1cd4a783,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:21.603174 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499253a-d65a-425c-8ed8-dd74695142ee req-8db70c64-0879-4d92-9ebb-5a435eaf23ef tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:21.610726 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8499253a-d65a-425c-8ed8-dd74695142ee req-8db70c64-0879-4d92-9ebb-5a435eaf23ef tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 945 time: 0.0602105 Dec 17 15:09:21.655342 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8499253a-d65a-425c-8ed8-dd74695142ee req-3b662a73-2c7a-472c-b966-f89becfe1711 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430539 Dec 17 15:09:21.694379 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69aec13-a801-431c-b058-6fbd0b7891de x-openstack-request-id: req-f69aec13-a801-431c-b058-6fbd0b7891de {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:09:21.694666 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af5deaa4-8cd8-425b-b280-3d60439eb2a7", "tag": "39d0f122-e822-4675-979d-f3bb1cd4a783", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:09:21.694912 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f69aec13-a801-431c-b058-6fbd0b7891de {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:09:21.695301 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af5deaa4-8cd8-425b-b280-3d60439eb2a7', 'tag': '39d0f122-e822-4675-979d-f3bb1cd4a783', 'status': 'completed', 'code': 200} Dec 17 15:09:21.753942 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-403e8676-14a5-4f14-ab51-7c7c7197e968 req-b17da679-6158-4628-b925-85f0d165e8f1 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfb1ceea-306f-4d8b-84a3-fca794c702a0 HTTP/1.1" status: 200 len: 210 time: 0.0410147 Dec 17 15:09:21.807661 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbc9e8-b70b-4e93-bdb6-c715c4fa1434 req-30cb3a99-36c6-41e5-82a6-622cc6cfa819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:21.818906 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-39cbc9e8-b70b-4e93-bdb6-c715c4fa1434 req-30cb3a99-36c6-41e5-82a6-622cc6cfa819 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52f6bbfce3b04c409d7a815c4cfb42de&device_id=af5deaa4-8cd8-425b-b280-3d60439eb2a7 HTTP/1.1" status: 200 len: 1098 time: 0.0842009 Dec 17 15:09:21.825407 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36216) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:21.878870 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-39cbc9e8-b70b-4e93-bdb6-c715c4fa1434 req-b791f686-4f41-446d-99e1-cab462317626 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=52f6bbfce3b04c409d7a815c4cfb42de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419030 Dec 17 15:09:21.887325 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d1035-9d49-4ed6-a4e1-479bcb113de8 req-cc56ef45-2879-4e9b-bd42-7b870464e308 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:21.888858 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f53d1035-9d49-4ed6-a4e1-479bcb113de8 req-cc56ef45-2879-4e9b-bd42-7b870464e308 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?device_id=af5deaa4-8cd8-425b-b280-3d60439eb2a7 HTTP/1.1" status: 200 len: 947 time: 0.0909178 Dec 17 15:09:21.943493 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f53d1035-9d49-4ed6-a4e1-479bcb113de8 req-3a6ef575-b7f6-484d-82b5-609cb78a4f7e tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fe66039-589b-4cdc-b594-47f635f4b418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472972 Dec 17 15:09:21.984401 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eb9bcb4f-fbca-4547-8e28-6ac30bd706dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:22.101781 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96f8ab-643e-4a73-8b0d-cb94e341adaf req-788f32d3-46cf-430a-ba1b-80a44972b2d1 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:22.103516 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c96f8ab-643e-4a73-8b0d-cb94e341adaf req-788f32d3-46cf-430a-ba1b-80a44972b2d1 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=53378151-3ca5-4787-95f7-4f66c0d0b72a HTTP/1.1" status: 200 len: 948 time: 0.0526056 Dec 17 15:09:22.147056 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c96f8ab-643e-4a73-8b0d-cb94e341adaf req-8121c283-e85d-48b5-8c46-a33fcceac147 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361202 Dec 17 15:09:22.238064 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbc9e8-b70b-4e93-bdb6-c715c4fa1434 req-54334378-d0c0-4af0-94ca-4e59d61e7563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:22.239550 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-39cbc9e8-b70b-4e93-bdb6-c715c4fa1434 req-54334378-d0c0-4af0-94ca-4e59d61e7563 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3545365 Dec 17 15:09:22.271839 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eb9bcb4f-fbca-4547-8e28-6ac30bd706dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:22.275851 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36228) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:22.289155 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b55abb05-ba7e-4cfb-8371-3006eeb0f4b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:22.352831 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eb9bcb4f-fbca-4547-8e28-6ac30bd706dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:22.367796 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-050c5604-89e2-4073-a3d2-b6a41a182471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:22.369319 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-050c5604-89e2-4073-a3d2-b6a41a182471 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52f6bbfce3b04c409d7a815c4cfb42de&device_id=af5deaa4-8cd8-425b-b280-3d60439eb2a7 HTTP/1.1" status: 200 len: 1098 time: 0.0699995 Dec 17 15:09:22.443902 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bcb4f-fbca-4547-8e28-6ac30bd706dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a47b02-32b3-4e64-9108-b6ef78228f4e,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:22.449298 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-eb9bcb4f-fbca-4547-8e28-6ac30bd706dd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5ca14b92eb4d4e909bf8f19816e0c0b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6228523 Dec 17 15:09:22.450655 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-2e95fc94-a55e-4ae4-a250-9782ff05e7f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=39d0f122-e822-4675-979d-f3bb1cd4a783 HTTP/1.1" status: 200 len: 217 time: 0.0595691 Dec 17 15:09:22.452566 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36230) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:22.498483 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b55abb05-ba7e-4cfb-8371-3006eeb0f4b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:22.507737 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-05b40b4d-fcac-44f3-802d-b7db8c800ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:22.515527 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-16135e5e-9f78-426d-801b-05707a55f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:22.517224 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-16135e5e-9f78-426d-801b-05707a55f61a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0568712 Dec 17 15:09:22.531954 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-05b40b4d-fcac-44f3-802d-b7db8c800ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:22.557902 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b55abb05-ba7e-4cfb-8371-3006eeb0f4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:22.608752 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b55abb05-ba7e-4cfb-8371-3006eeb0f4b3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=854c0980572b4d95b06cd226c7e2ab2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3318486 Dec 17 15:09:22.612010 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36236) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:22.612774 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55abb05-ba7e-4cfb-8371-3006eeb0f4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0639d429-a265-40ea-8f3d-f044e407f913,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:22.617449 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-c9e3eb85-0fae-4da9-bd24-98dfcb31a0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:22.618918 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-c9e3eb85-0fae-4da9-bd24-98dfcb31a0c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0943737 Dec 17 15:09:22.679115 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ea6dd-3b26-4606-ac40-9114e4addfab req-d368c401-4b5c-40ca-951d-0144331e927b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:22.680652 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b7ea6dd-3b26-4606-ac40-9114e4addfab req-d368c401-4b5c-40ca-951d-0144331e927b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 950 time: 0.1009848 Dec 17 15:09:22.709507 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-efde071a-4738-4afa-b44e-29946e26481b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:22.718670 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-c156ce17-a1ae-4af2-9f67-52e99a663597 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919580 Dec 17 15:09:22.754035 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-efde071a-4738-4afa-b44e-29946e26481b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:22.763348 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-05b40b4d-fcac-44f3-802d-b7db8c800ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:22.766426 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-05b40b4d-fcac-44f3-802d-b7db8c800ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:22.770622 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-05b40b4d-fcac-44f3-802d-b7db8c800ccd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d1a47b02-32b3-4e64-9108-b6ef78228f4e HTTP/1.1" status: 204 len: 168 time: 0.3168137 Dec 17 15:09:22.795572 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b7ea6dd-3b26-4606-ac40-9114e4addfab req-32adc415-6d69-4a8f-b989-d3422c171887 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024570 Dec 17 15:09:22.819397 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b40b4d-fcac-44f3-802d-b7db8c800ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a47b02-32b3-4e64-9108-b6ef78228f4e,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:22.833803 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f74cd918-4f9d-441c-a698-71fd045ac012 req-0bc51ec0-33dd-4a04-9387-befc64761084 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076674 Dec 17 15:09:22.863479 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946862e-9396-4f23-b1e9-403cb77cf353 req-ca23b52f-7ae0-474d-8712-622fb088f6a7 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:22.864987 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c946862e-9396-4f23-b1e9-403cb77cf353 req-ca23b52f-7ae0-474d-8712-622fb088f6a7 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 945 time: 0.1262541 Dec 17 15:09:22.916643 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device e5425115-a717-4f09-abd4-6f600fc46a6e up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:09:23.037978 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port e5425115-a717-4f09-abd4-6f600fc46a6e completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:09:23.042965 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port e5425115-a717-4f09-abd4-6f600fc46a6e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:09:23.043834 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:23.129298 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:23.135262 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-35ac03dc-eb1e-4f18-ae44-6f387a08ce3e req-1d99bca7-2140-49ac-a9a2-0a21afce66e7 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfb1ceea-306f-4d8b-84a3-fca794c702a0 HTTP/1.1" status: 200 len: 210 time: 0.2692320 Dec 17 15:09:23.166692 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c12a14-bf8a-4957-a252-7de3c1eb420d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5425115-a717-4f09-abd4-6f600fc46a6e'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:09:23.170413 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54401b6e-8da7-4b2b-9b7d-b998de1112e1" -d '{"events": [{"server_uuid": "89c12a14-bf8a-4957-a252-7de3c1eb420d", "name": "network-vif-plugged", "status": "completed", "tag": "e5425115-a717-4f09-abd4-6f600fc46a6e"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:09:23.181969 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port e5425115-a717-4f09-abd4-6f600fc46a6e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e5425115-a717-4f09-abd4-6f600fc46a6e,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:23.182133 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c946862e-9396-4f23-b1e9-403cb77cf353 req-b7d52506-b3d5-4f69-b470-1d8e451ed0ec tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054624 Dec 17 15:09:23.234946 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b91031-c084-4371-ac09-1933947450ca x-openstack-request-id: req-32b91031-c084-4371-ac09-1933947450ca {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:09:23.235457 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c12a14-bf8a-4957-a252-7de3c1eb420d", "name": "network-vif-plugged", "status": "completed", "tag": "e5425115-a717-4f09-abd4-6f600fc46a6e", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:09:23.235823 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-32b91031-c084-4371-ac09-1933947450ca {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:09:23.236210 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-efde071a-4738-4afa-b44e-29946e26481b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:23.236696 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c12a14-bf8a-4957-a252-7de3c1eb420d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5425115-a717-4f09-abd4-6f600fc46a6e', 'code': 200} Dec 17 15:09:23.238960 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-efde071a-4738-4afa-b44e-29946e26481b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:23.241724 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-efde071a-4738-4afa-b44e-29946e26481b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0639d429-a265-40ea-8f3d-f044e407f913 HTTP/1.1" status: 204 len: 168 time: 0.6264908 Dec 17 15:09:23.268930 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde071a-4738-4afa-b44e-29946e26481b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0639d429-a265-40ea-8f3d-f044e407f913,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:23.310190 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144d9ba-d6e6-4847-86d5-bac5f1e303be req-b289dc8d-6250-4578-a130-361f46d41b62 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:23.312399 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0144d9ba-d6e6-4847-86d5-bac5f1e303be req-b289dc8d-6250-4578-a130-361f46d41b62 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?device_id=af5deaa4-8cd8-425b-b280-3d60439eb2a7 HTTP/1.1" status: 200 len: 947 time: 0.0890129 Dec 17 15:09:23.324014 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:23.325694 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device dfdc7bf9-c982-41ea-ad45-42c6b9664750 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:09:23.411406 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3a4e6-0124-4714-9399-8323e72503ad req-440b5ba1-2e17-4025-8e24-22666c9628d6 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:23.412918 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7b3a4e6-0124-4714-9399-8323e72503ad req-440b5ba1-2e17-4025-8e24-22666c9628d6 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=53378151-3ca5-4787-95f7-4f66c0d0b72a HTTP/1.1" status: 200 len: 948 time: 0.0968654 Dec 17 15:09:23.415745 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0144d9ba-d6e6-4847-86d5-bac5f1e303be req-9d179ba3-d183-4e78-951e-a2608014c73a tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fe66039-589b-4cdc-b594-47f635f4b418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907745 Dec 17 15:09:23.427604 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ccba3-8fdf-45f6-9e7d-ad94e97059d0 req-607d1801-2564-47e5-9f75-7274dc18c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:23.429360 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-722ccba3-8fdf-45f6-9e7d-ad94e97059d0 req-607d1801-2564-47e5-9f75-7274dc18c79d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 1101 time: 0.0570071 Dec 17 15:09:23.453470 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=e5425115-a717-4f09-abd4-6f600fc46a6e,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:23.471758 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7b3a4e6-0124-4714-9399-8323e72503ad req-df92f3b0-2ca7-4c97-92aa-60cc45137258 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525868 Dec 17 15:09:23.474876 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-722ccba3-8fdf-45f6-9e7d-ad94e97059d0 req-0e4d7403-5696-49f1-abdf-eed4c47c32d9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386255 Dec 17 15:09:23.557432 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port dfdc7bf9-c982-41ea-ad45-42c6b9664750 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:09:23.561494 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port dfdc7bf9-c982-41ea-ad45-42c6b9664750 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:09:23.562476 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:23.644290 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:23.675688 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port dfdc7bf9-c982-41ea-ad45-42c6b9664750, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=dfdc7bf9-c982-41ea-ad45-42c6b9664750,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:23.711632 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36256) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:23.724340 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-64083ef0-de19-4342-908c-ecbec6e74879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:23.755667 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:23.800443 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-64083ef0-de19-4342-908c-ecbec6e74879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:23.805924 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=dfdc7bf9-c982-41ea-ad45-42c6b9664750,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:23.869648 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-64083ef0-de19-4342-908c-ecbec6e74879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:23.917936 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2d06c-8a7a-478a-a9d7-261403732cfb req-2ba4fb4e-1e8a-4c32-80de-a455c52df92f tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:23.919634 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-49b2d06c-8a7a-478a-a9d7-261403732cfb req-2ba4fb4e-1e8a-4c32-80de-a455c52df92f tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 950 time: 0.0564847 Dec 17 15:09:23.935172 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-64083ef0-de19-4342-908c-ecbec6e74879 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dbbf8cc34ea04ce0b1615af534b67c1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2174511 Dec 17 15:09:23.935541 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36266) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:23.940791 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64083ef0-de19-4342-908c-ecbec6e74879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fdf2ec-ba11-4b3c-9534-1a834ed55bf0,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:24.005577 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-49b2d06c-8a7a-478a-a9d7-261403732cfb req-f6b54648-6b68-47e1-8777-d8b45b338a36 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770745 Dec 17 15:09:24.018926 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ae6b46ac-fb43-4ebe-85bb-0f4328021367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:24.041037 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ae6b46ac-fb43-4ebe-85bb-0f4328021367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:24.186350 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ae6b46ac-fb43-4ebe-85bb-0f4328021367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:24.189553 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ae6b46ac-fb43-4ebe-85bb-0f4328021367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:24.193873 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ae6b46ac-fb43-4ebe-85bb-0f4328021367 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a1fdf2ec-ba11-4b3c-9534-1a834ed55bf0 HTTP/1.1" status: 204 len: 168 time: 0.2543125 Dec 17 15:09:24.199129 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b46ac-fb43-4ebe-85bb-0f4328021367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fdf2ec-ba11-4b3c-9534-1a834ed55bf0,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:24.291869 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-66e6f6aa-acf1-4e5a-a1b8-5c091265b3f6 req-1174b06e-1095-490c-aae4-ffd471973ff8 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfb1ceea-306f-4d8b-84a3-fca794c702a0 HTTP/1.1" status: 200 len: 210 time: 0.0430915 Dec 17 15:09:24.298204 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-5913d87d-ab63-4230-9132-928a23511c69 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:24.299854 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-5913d87d-ab63-4230-9132-928a23511c69 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] 10.222.0.13 "GET /v2.0/networks?id=9ccec5d8-4461-405b-9622-c6dbe638e3b7 HTTP/1.1" status: 200 len: 815 time: 0.1513801 Dec 17 15:09:24.313649 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-d446fe3b-67ee-4105-88ff-4da2e14253d8 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] Request body: {'port': {'device_id': 'cfb1ceea-306f-4d8b-84a3-fca794c702a0', 'network_id': '9ccec5d8-4461-405b-9622-c6dbe638e3b7', 'admin_state_up': True, 'tenant_id': 'f9cb63b6afea40a79366d97361b272c6'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:24.341904 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a798639-7c31-464b-833b-6df0b7236211 req-e20db085-3bda-46d0-9213-36af1d37333a tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:24.344221 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2a798639-7c31-464b-833b-6df0b7236211 req-e20db085-3bda-46d0-9213-36af1d37333a tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 945 time: 0.0671308 Dec 17 15:09:24.391762 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2a798639-7c31-464b-833b-6df0b7236211 req-543401ec-4878-41c2-91f7-efc9e5ee0b5c tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405715 Dec 17 15:09:24.542379 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159df49-d3ba-4b51-9662-4bbd13ba7a2e req-8f31c145-7780-45cc-ad89-007a8584bbb2 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:24.543808 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d159df49-d3ba-4b51-9662-4bbd13ba7a2e req-8f31c145-7780-45cc-ad89-007a8584bbb2 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?device_id=af5deaa4-8cd8-425b-b280-3d60439eb2a7 HTTP/1.1" status: 200 len: 947 time: 0.0496037 Dec 17 15:09:24.549971 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-d446fe3b-67ee-4105-88ff-4da2e14253d8 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] Made reservation on behalf of f9cb63b6afea40a79366d97361b272c6 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:09:24.553452 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-d446fe3b-67ee-4105-88ff-4da2e14253d8 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:24.583243 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d159df49-d3ba-4b51-9662-4bbd13ba7a2e req-81016f84-8aa8-4c62-a0d1-2deb2163f35d tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fe66039-589b-4cdc-b594-47f635f4b418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327127 Dec 17 15:09:24.696201 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-d446fe3b-67ee-4105-88ff-4da2e14253d8 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] Allocated IP 172.20.0.10 (9ccec5d8-4461-405b-9622-c6dbe638e3b7/2b0c93ee-3d42-4105-babb-288f0c0f0ff3/4f70f3f7-a3d8-442a-8c9b-9af93f417697) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:09:24.728646 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9e22d-5a0f-4b0d-9f10-fb69bd36b709 req-3f06b3ee-fc20-45fd-8e5a-60df20de8624 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:24.736977 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82e9e22d-5a0f-4b0d-9f10-fb69bd36b709 req-3f06b3ee-fc20-45fd-8e5a-60df20de8624 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=53378151-3ca5-4787-95f7-4f66c0d0b72a HTTP/1.1" status: 200 len: 949 time: 0.0609026 Dec 17 15:09:24.797740 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82e9e22d-5a0f-4b0d-9f10-fb69bd36b709 req-79d5f4b0-3229-4544-9b3d-0af29618b4b9 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597761 Dec 17 15:09:24.886134 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-d446fe3b-67ee-4105-88ff-4da2e14253d8 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:24.951748 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51c923-f6c2-42a9-b6a9-b93b4b0761a2 req-45fd45ce-b940-46bd-841a-b3bf57f1298f tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:24.951748 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c51c923-f6c2-42a9-b6a9-b93b4b0761a2 req-45fd45ce-b940-46bd-841a-b3bf57f1298f tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 1096 time: 0.0553257 Dec 17 15:09:24.986790 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c51c923-f6c2-42a9-b6a9-b93b4b0761a2 req-4da33dc8-2d8d-4527-a6da-1433a858ed32 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299809 Dec 17 15:09:25.034087 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-d446fe3b-67ee-4105-88ff-4da2e14253d8 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:25.110535 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-d446fe3b-67ee-4105-88ff-4da2e14253d8 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] Network 9ccec5d8-4461-405b-9622-c6dbe638e3b7 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:09:25.116089 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-d446fe3b-67ee-4105-88ff-4da2e14253d8 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:09:25.120346 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-d446fe3b-67ee-4105-88ff-4da2e14253d8 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:09:25.127633 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-d446fe3b-67ee-4105-88ff-4da2e14253d8 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:25.128105 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-d446fe3b-67ee-4105-88ff-4da2e14253d8 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:25.135298 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005d354-1c93-4504-bbb8-ade4c71a1db3 req-1ff9d6db-fd44-4fb5-9cce-28c41b8814ef tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:25.137167 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446fe3b-67ee-4105-88ff-4da2e14253d8 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] Pushing event updated for resources: {'Port': ['ID=4f70f3f7-a3d8-442a-8c9b-9af93f417697,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:25.145616 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7005d354-1c93-4504-bbb8-ade4c71a1db3 req-1ff9d6db-fd44-4fb5-9cce-28c41b8814ef tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 1096 time: 0.0831854 Dec 17 15:09:25.185255 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df723313-6a88-46a9-8933-dfb80faec900 req-35534af7-9a1c-4e81-9968-fc599861e611 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:25.186726 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-df723313-6a88-46a9-8933-dfb80faec900 req-35534af7-9a1c-4e81-9968-fc599861e611 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 950 time: 0.0844440 Dec 17 15:09:25.216316 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7005d354-1c93-4504-bbb8-ade4c71a1db3 req-8a7b2945-876d-4e9c-8df8-13f53de51541 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637536 Dec 17 15:09:25.238093 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-df723313-6a88-46a9-8933-dfb80faec900 req-2ab9ba39-870c-430c-9b8e-4f9ca4210ad3 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419295 Dec 17 15:09:25.241601 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53378151-3ca5-4787-95f7-4f66c0d0b72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdc7bf9-c982-41ea-ad45-42c6b9664750'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:09:25.242631 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-d446fe3b-67ee-4105-88ff-4da2e14253d8 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9326446 Dec 17 15:09:25.247934 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2499383b-f82f-4fd0-853b-bb7f9a6da30b" -d '{"events": [{"server_uuid": "53378151-3ca5-4787-95f7-4f66c0d0b72a", "name": "network-vif-plugged", "status": "completed", "tag": "dfdc7bf9-c982-41ea-ad45-42c6b9664750"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:09:25.257321 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-92af54e8-f691-429e-a3fd-10efa29203d7 service neutron] Request body: {'port': {'device_id': 'cfb1ceea-306f-4d8b-84a3-fca794c702a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:25.287360 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbdc258-b3c2-4de7-899d-ff02c5070482 x-openstack-request-id: req-9fbdc258-b3c2-4de7-899d-ff02c5070482 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:09:25.287675 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53378151-3ca5-4787-95f7-4f66c0d0b72a", "name": "network-vif-plugged", "status": "completed", "tag": "dfdc7bf9-c982-41ea-ad45-42c6b9664750", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:09:25.288472 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9fbdc258-b3c2-4de7-899d-ff02c5070482 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:09:25.288878 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53378151-3ca5-4787-95f7-4f66c0d0b72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdc7bf9-c982-41ea-ad45-42c6b9664750', 'code': 200} Dec 17 15:09:25.353870 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-92af54e8-f691-429e-a3fd-10efa29203d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:25.429348 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa30d8e-7dec-4e9e-a6c4-c9512a14c1d0 req-a5e491f1-adea-436a-886d-79af3c7682b2 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:25.433890 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-faa30d8e-7dec-4e9e-a6c4-c9512a14c1d0 req-a5e491f1-adea-436a-886d-79af3c7682b2 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfb1ceea-306f-4d8b-84a3-fca794c702a0 HTTP/1.1" status: 200 len: 932 time: 0.0628545 Dec 17 15:09:25.439331 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-54b17de6-b9bd-4017-9017-d11bd2774fd6 req-dd42a62a-ff4c-42af-b4db-282755aa7feb service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:09:25.451228 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-54b17de6-b9bd-4017-9017-d11bd2774fd6 req-dd42a62a-ff4c-42af-b4db-282755aa7feb service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163200 Dec 17 15:09:25.509808 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:25.520985 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-faa30d8e-7dec-4e9e-a6c4-c9512a14c1d0 req-14de2c2c-41e9-46c6-9ea2-f86d74a4a952 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] 10.222.0.46 "GET /v2.0/security-groups?id=81c1c0ed-e5c4-423c-94ae-f4dc1a57d940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652738 Dec 17 15:09:25.599789 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46763ac8-4384-46af-a527-7552097997a9 req-31a3d5d7-12a8-4f05-a686-85f3f7533b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:25.601344 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-46763ac8-4384-46af-a527-7552097997a9 req-31a3d5d7-12a8-4f05-a686-85f3f7533b35 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=53378151-3ca5-4787-95f7-4f66c0d0b72a HTTP/1.1" status: 200 len: 1100 time: 0.1120193 Dec 17 15:09:25.673693 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-46763ac8-4384-46af-a527-7552097997a9 req-02d53851-21bc-4592-8a7b-47b3a40db5ea service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588324 Dec 17 15:09:25.752235 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-92af54e8-f691-429e-a3fd-10efa29203d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f70f3f7-a3d8-442a-8c9b-9af93f417697 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:09:25.760242 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-92af54e8-f691-429e-a3fd-10efa29203d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:25.775258 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-92af54e8-f691-429e-a3fd-10efa29203d7 service neutron] Transition to ACTIVE for port object 4f70f3f7-a3d8-442a-8c9b-9af93f417697 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:09:25.779136 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0f7bd-7a52-4ad6-8f53-384994b62bef req-11e3b534-c1c9-4b98-b49b-652fb55d506f tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:25.781239 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-31d0f7bd-7a52-4ad6-8f53-384994b62bef req-11e3b534-c1c9-4b98-b49b-652fb55d506f tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?device_id=af5deaa4-8cd8-425b-b280-3d60439eb2a7 HTTP/1.1" status: 200 len: 947 time: 0.0602505 Dec 17 15:09:25.830423 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-31d0f7bd-7a52-4ad6-8f53-384994b62bef req-8e8b16fa-242f-4a5d-9ada-04c680eae6d0 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fe66039-589b-4cdc-b594-47f635f4b418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418940 Dec 17 15:09:25.852470 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-92af54e8-f691-429e-a3fd-10efa29203d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:25.975398 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af54e8-f691-429e-a3fd-10efa29203d7 service neutron] Pushing event updated for resources: {'Port': ['ID=4f70f3f7-a3d8-442a-8c9b-9af93f417697,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:25.982379 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33369e-ce8c-4774-9c00-897062705fed req-20000393-d889-4d94-94bc-5b9b30b61dec tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:25.984081 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9b33369e-ce8c-4774-9c00-897062705fed req-20000393-d889-4d94-94bc-5b9b30b61dec tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=53378151-3ca5-4787-95f7-4f66c0d0b72a HTTP/1.1" status: 200 len: 949 time: 0.0630081 Dec 17 15:09:25.992207 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-92af54e8-f691-429e-a3fd-10efa29203d7 service neutron] Attempting to bind port 4f70f3f7-a3d8-442a-8c9b-9af93f417697 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:09:25.992537 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-92af54e8-f691-429e-a3fd-10efa29203d7 service neutron] Attempting to bind port 4f70f3f7-a3d8-442a-8c9b-9af93f417697 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'fb95a956-e7d1-4edb-bd7f-0efc9fcab950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9ccec5d8-4461-405b-9622-c6dbe638e3b7'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:09:25.992859 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-92af54e8-f691-429e-a3fd-10efa29203d7 service neutron] Attempting to bind port 4f70f3f7-a3d8-442a-8c9b-9af93f417697 on network 9ccec5d8-4461-405b-9622-c6dbe638e3b7 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:09:25.997376 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-92af54e8-f691-429e-a3fd-10efa29203d7 service neutron] Port 4f70f3f7-a3d8-442a-8c9b-9af93f417697 on network 9ccec5d8-4461-405b-9622-c6dbe638e3b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:09:25.997686 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-92af54e8-f691-429e-a3fd-10efa29203d7 service neutron] Attempting to bind port 4f70f3f7-a3d8-442a-8c9b-9af93f417697 on network 9ccec5d8-4461-405b-9622-c6dbe638e3b7 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:09:26.002696 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-92af54e8-f691-429e-a3fd-10efa29203d7 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:09:26.003022 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-92af54e8-f691-429e-a3fd-10efa29203d7 service neutron] Checking segment: {'id': 'fb95a956-e7d1-4edb-bd7f-0efc9fcab950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9ccec5d8-4461-405b-9622-c6dbe638e3b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:09:26.003391 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-92af54e8-f691-429e-a3fd-10efa29203d7 service neutron] Bound using segment: {'id': 'fb95a956-e7d1-4edb-bd7f-0efc9fcab950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9ccec5d8-4461-405b-9622-c6dbe638e3b7'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:09:26.003800 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-92af54e8-f691-429e-a3fd-10efa29203d7 service neutron] Bound port: 4f70f3f7-a3d8-442a-8c9b-9af93f417697, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb95a956-e7d1-4edb-bd7f-0efc9fcab950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9ccec5d8-4461-405b-9622-c6dbe638e3b7'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:09:26.004146 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-92af54e8-f691-429e-a3fd-10efa29203d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:26.028369 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9b33369e-ce8c-4774-9c00-897062705fed req-20886a2c-89df-4e61-88f7-313429e03353 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382571 Dec 17 15:09:26.089654 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-92af54e8-f691-429e-a3fd-10efa29203d7 service neutron] For port 4f70f3f7-a3d8-442a-8c9b-9af93f417697, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:09:26.092731 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-92af54e8-f691-429e-a3fd-10efa29203d7 service neutron] For port 4f70f3f7-a3d8-442a-8c9b-9af93f417697, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=4f70f3f7-a3d8-442a-8c9b-9af93f417697,segment=NetworkSegment(fb95a956-e7d1-4edb-bd7f-0efc9fcab950),segment_id=fb95a956-e7d1-4edb-bd7f-0efc9fcab950)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:09:26.167540 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-92af54e8-f691-429e-a3fd-10efa29203d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:26.200908 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-92af54e8-f691-429e-a3fd-10efa29203d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:26.206852 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-92af54e8-f691-429e-a3fd-10efa29203d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:26.206852 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-92af54e8-f691-429e-a3fd-10efa29203d7 service neutron] 10.222.0.13 "PUT /v2.0/ports/4f70f3f7-a3d8-442a-8c9b-9af93f417697 HTTP/1.1" status: 200 len: 1092 time: 0.9526157 Dec 17 15:09:26.206852 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb1ceea-306f-4d8b-84a3-fca794c702a0', 'tag': '4f70f3f7-a3d8-442a-8c9b-9af93f417697'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:09:26.207689 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa25d58-0455-47a8-adea-2b38d764d4d6" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb1ceea-306f-4d8b-84a3-fca794c702a0", "tag": "4f70f3f7-a3d8-442a-8c9b-9af93f417697"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:09:26.236302 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af54e8-f691-429e-a3fd-10efa29203d7 service neutron] Pushing event updated for resources: {'Port': ['ID=4f70f3f7-a3d8-442a-8c9b-9af93f417697,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:26.336916 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-12cebf69-de10-44fc-b280-28f8e291481e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:26.338461 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-12cebf69-de10-44fc-b280-28f8e291481e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f9cb63b6afea40a79366d97361b272c6&device_id=cfb1ceea-306f-4d8b-84a3-fca794c702a0 HTTP/1.1" status: 200 len: 1095 time: 0.0420280 Dec 17 15:09:26.379792 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-04666f0a-f230-4bd7-b576-694860f805bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f70f3f7-a3d8-442a-8c9b-9af93f417697 HTTP/1.1" status: 200 len: 217 time: 0.0340090 Dec 17 15:09:26.418669 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3a9b18-1471-44f6-8af8-a69bb91a9cc8 x-openstack-request-id: req-3e3a9b18-1471-44f6-8af8-a69bb91a9cc8 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:09:26.418866 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb1ceea-306f-4d8b-84a3-fca794c702a0", "tag": "4f70f3f7-a3d8-442a-8c9b-9af93f417697", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:09:26.419202 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3e3a9b18-1471-44f6-8af8-a69bb91a9cc8 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:09:26.419720 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb1ceea-306f-4d8b-84a3-fca794c702a0', 'tag': '4f70f3f7-a3d8-442a-8c9b-9af93f417697', 'status': 'completed', 'code': 200} Dec 17 15:09:26.444844 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-851b5f35-3490-468e-8e56-18e85080b341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:26.450341 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-851b5f35-3490-468e-8e56-18e85080b341 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b0c93ee-3d42-4105-babb-288f0c0f0ff3 HTTP/1.1" status: 200 len: 855 time: 0.0635138 Dec 17 15:09:26.483487 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-ed5dc711-b53a-4bf1-99e2-b7a585ce1784 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9ccec5d8-4461-405b-9622-c6dbe638e3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263555 Dec 17 15:09:26.518034 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e14082-9afc-4567-bafb-311396441dcd req-d3d1a43b-6c72-434d-ad4c-dfc2402a4133 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:26.526078 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-60e14082-9afc-4567-bafb-311396441dcd req-d3d1a43b-6c72-434d-ad4c-dfc2402a4133 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 950 time: 0.0630226 Dec 17 15:09:26.574620 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-60e14082-9afc-4567-bafb-311396441dcd req-1dd619e8-28e1-4b52-9b4e-b2cae59becb8 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463660 Dec 17 15:09:26.589448 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-76e04b34-854c-4e14-a176-e4c2bbc48ec1 service neutron] 10.222.0.13 "GET /v2.0/networks/9ccec5d8-4461-405b-9622-c6dbe638e3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982463 Dec 17 15:09:26.719134 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bb38b30e-7f58-4f7f-b033-92e6e8e3b4a1 req-63568080-220d-4252-9097-442d0f3f2054 service neutron] 10.222.0.13 "GET /v2.0/networks/9ccec5d8-4461-405b-9622-c6dbe638e3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200237 Dec 17 15:09:26.894614 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecae76-e395-4ab6-b1aa-c40091c9e133 req-50c247c8-d4e8-4df9-883d-28dc3857e801 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:26.896480 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7aecae76-e395-4ab6-b1aa-c40091c9e133 req-50c247c8-d4e8-4df9-883d-28dc3857e801 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfb1ceea-306f-4d8b-84a3-fca794c702a0 HTTP/1.1" status: 200 len: 944 time: 0.0555103 Dec 17 15:09:26.898909 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa25d58-0455-47a8-adea-2b38d764d4d6 req-76310376-304f-4b4c-a92f-54560d45c18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:26.901632 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8fa25d58-0455-47a8-adea-2b38d764d4d6 req-76310376-304f-4b4c-a92f-54560d45c18d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f9cb63b6afea40a79366d97361b272c6&device_id=cfb1ceea-306f-4d8b-84a3-fca794c702a0 HTTP/1.1" status: 200 len: 1095 time: 0.0535595 Dec 17 15:09:26.937143 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 39d0f122-e822-4675-979d-f3bb1cd4a783 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:09:26.949377 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7aecae76-e395-4ab6-b1aa-c40091c9e133 req-f793a575-11c9-4c8d-8947-cbd7fd6e8a7d tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] 10.222.0.46 "GET /v2.0/security-groups?id=81c1c0ed-e5c4-423c-94ae-f4dc1a57d940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449281 Dec 17 15:09:27.013428 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa25d58-0455-47a8-adea-2b38d764d4d6 req-a7488397-c2fa-4c95-90bc-30b158857fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:27.015173 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8fa25d58-0455-47a8-adea-2b38d764d4d6 req-a7488397-c2fa-4c95-90bc-30b158857fea service neutron] 10.222.0.13 "GET /v2.0/networks?id=9ccec5d8-4461-405b-9622-c6dbe638e3b7 HTTP/1.1" status: 200 len: 916 time: 0.1062760 Dec 17 15:09:27.035156 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 39d0f122-e822-4675-979d-f3bb1cd4a783, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=39d0f122-e822-4675-979d-f3bb1cd4a783,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:27.046044 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '39d0f122-e822-4675-979d-f3bb1cd4a783', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': '39d0f122-e822-4675-979d-f3bb1cd4a783', 'mac_address': 'fa:16:3e:5e:13:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:09:27.063351 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8fa25d58-0455-47a8-adea-2b38d764d4d6 req-6d1e1494-9919-4e42-b7f6-2529f32f255e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f70f3f7-a3d8-442a-8c9b-9af93f417697 HTTP/1.1" status: 200 len: 217 time: 0.0399539 Dec 17 15:09:27.087197 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:27.099009 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39d0f122-e822-4675-979d-f3bb1cd4a783 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:09:27.119822 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 39d0f122-e822-4675-979d-f3bb1cd4a783, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=39d0f122-e822-4675-979d-f3bb1cd4a783,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:27.122077 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa25d58-0455-47a8-adea-2b38d764d4d6 req-54667cd9-9516-41a5-aad5-f022d086f1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:27.123545 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8fa25d58-0455-47a8-adea-2b38d764d4d6 req-54667cd9-9516-41a5-aad5-f022d086f1f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b0c93ee-3d42-4105-babb-288f0c0f0ff3 HTTP/1.1" status: 200 len: 855 time: 0.0525806 Dec 17 15:09:27.159845 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8fa25d58-0455-47a8-adea-2b38d764d4d6 req-95b1e299-133c-4fd2-9d6c-9b315eb1cc74 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9ccec5d8-4461-405b-9622-c6dbe638e3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293422 Dec 17 15:09:27.219717 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-3a595d58-5d55-47f8-ba54-0bd78119921e tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=6d9aaf1ffb4a48e3b3eda1e286285d1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277860 Dec 17 15:09:27.223770 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:27.266185 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8fa25d58-0455-47a8-adea-2b38d764d4d6 req-72475e74-f831-42b1-acf7-29d8ce279396 service neutron] 10.222.0.13 "GET /v2.0/networks/9ccec5d8-4461-405b-9622-c6dbe638e3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974958 Dec 17 15:09:27.277211 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=39d0f122-e822-4675-979d-f3bb1cd4a783,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:27.351660 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-56871de4-97cd-4f38-b9b1-b4d423931aa1 tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:27.353160 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-56871de4-97cd-4f38-b9b1-b4d423931aa1 tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1274621 Dec 17 15:09:27.358548 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8fa25d58-0455-47a8-adea-2b38d764d4d6 req-37be3bd2-eabe-4000-8657-472eb7d07ccf service neutron] 10.222.0.13 "GET /v2.0/networks/9ccec5d8-4461-405b-9622-c6dbe638e3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849314 Dec 17 15:09:27.369695 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-9b06c72e-3dde-47f0-9269-f9b90be2fa78 tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] 10.222.0.46 "GET /v2.0/quotas/6d9aaf1ffb4a48e3b3eda1e286285d1c HTTP/1.1" status: 200 len: 375 time: 0.0108881 Dec 17 15:09:27.402984 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-c370e814-ae6c-4a5f-8883-98572f91a2e6 tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6d9aaf1ffb4a48e3b3eda1e286285d1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261538 Dec 17 15:09:27.626603 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['39d0f122-e822-4675-979d-f3bb1cd4a783'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:09:27.730501 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c10f0-0673-4af2-9387-3af94dce1b71 req-fc495feb-7d00-477a-85ea-fc8a822bbe52 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:27.732470 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fe7c10f0-0673-4af2-9387-3af94dce1b71 req-fc495feb-7d00-477a-85ea-fc8a822bbe52 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?device_id=af5deaa4-8cd8-425b-b280-3d60439eb2a7 HTTP/1.1" status: 200 len: 948 time: 0.0802398 Dec 17 15:09:27.754566 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ef120980-2b6a-479b-a9e7-8871672061aa req-899a0452-10d0-4950-85aa-e8166e9df981 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=23a772e0-4b34-4b09-942a-ebffd7e3b815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477507 Dec 17 15:09:27.784193 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fe7c10f0-0673-4af2-9387-3af94dce1b71 req-32799961-b283-4f47-8515-35ced72dbe3f tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fe66039-589b-4cdc-b594-47f635f4b418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424948 Dec 17 15:09:27.860800 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef120980-2b6a-479b-a9e7-8871672061aa req-2474ec26-2861-4039-9e69-0e84799b894e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:27.862252 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ef120980-2b6a-479b-a9e7-8871672061aa req-2474ec26-2861-4039-9e69-0e84799b894e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c8068ddce4846ac914e3b1ee5570190&device_id=23a772e0-4b34-4b09-942a-ebffd7e3b815 HTTP/1.1" status: 200 len: 1117 time: 0.0596473 Dec 17 15:09:27.909842 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c45b3-8d2f-4f75-9cc7-5ad27b7bff09 req-0de51608-1b15-4ac1-978e-49c7efdf7e9d tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:27.911332 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b94c45b3-8d2f-4f75-9cc7-5ad27b7bff09 req-0de51608-1b15-4ac1-978e-49c7efdf7e9d tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=53378151-3ca5-4787-95f7-4f66c0d0b72a HTTP/1.1" status: 200 len: 949 time: 0.0557556 Dec 17 15:09:27.950829 n-d-820553-2 neutron-server[102833]: WARNING keystonemiddleware.auth_token [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-5abfb507-5366-4d45-b0fc-74d5977bca40 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 17 15:09:27.956785 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-198b3860-e793-416f-9a1e-b352ad7e4229 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:09:27.957866 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-198b3860-e793-416f-9a1e-b352ad7e4229 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1235790 Dec 17 15:09:27.974728 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b94c45b3-8d2f-4f75-9cc7-5ad27b7bff09 req-f6d3f6a6-1eb2-4741-88af-d987b56749c8 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549173 Dec 17 15:09:27.996986 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef120980-2b6a-479b-a9e7-8871672061aa req-40d59179-5707-4844-9384-fb259a80cbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:27.998774 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ef120980-2b6a-479b-a9e7-8871672061aa req-40d59179-5707-4844-9384-fb259a80cbf0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=613331aa-1e32-47f2-9904-dd1d74f4b9b4 HTTP/1.1" status: 200 len: 924 time: 0.1176865 Dec 17 15:09:28.074314 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-5d84b6c5-b6c0-440d-8dbb-1de80b9586d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:28.075719 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-5d84b6c5-b6c0-440d-8dbb-1de80b9586d3 service neutron] 10.222.0.46 "GET /v2.0/ports/8f252342-e759-4489-98a4-559ae2b246b8 HTTP/1.1" status: 200 len: 1093 time: 0.1040969 Dec 17 15:09:28.095139 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-ca196b2e-34b0-4e9a-9b11-175f33c519a8 service neutron] Request body: {'binding': {'host': 'n-h1-820553-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:28.095642 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-ca196b2e-34b0-4e9a-9b11-175f33c519a8 service neutron] Unknown quota resources ['binding']. {{(pid=102833) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 15:09:28.144393 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ef120980-2b6a-479b-a9e7-8871672061aa req-8cf47e3f-4e45-4b62-955d-81eb5c5926f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27d2d71e-90fa-46fc-b33e-cc2610929b7d HTTP/1.1" status: 200 len: 1022 time: 0.1256969 Dec 17 15:09:28.171862 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f45390-b68e-47ed-aa55-894418c58e89 req-a1ab9dba-5c01-463e-9ebf-c4b63c355414 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:28.173513 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34f45390-b68e-47ed-aa55-894418c58e89 req-a1ab9dba-5c01-463e-9ebf-c4b63c355414 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 950 time: 0.0493276 Dec 17 15:09:28.216012 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34f45390-b68e-47ed-aa55-894418c58e89 req-075203b7-0d57-4d9e-bba0-55b888ef585b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361044 Dec 17 15:09:28.242791 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef120980-2b6a-479b-a9e7-8871672061aa req-272f1491-aa5c-47d9-9ef4-86e4cdcf7587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:28.244237 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ef120980-2b6a-479b-a9e7-8871672061aa req-272f1491-aa5c-47d9-9ef4-86e4cdcf7587 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bdabb184-8d73-4ccc-815e-dc1121f53879 HTTP/1.1" status: 200 len: 862 time: 0.0901232 Dec 17 15:09:28.284386 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6863357c-c1ae-4f1c-99e9-629670e99c5a req-b7a6ec1e-35b8-464f-8d42-66b9040339a6 tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] 10.222.0.46 "GET /v2.0/ports?device_id=f439536e-aafb-4136-9968-b4f5d9b11dbc HTTP/1.1" status: 200 len: 210 time: 0.0269914 Dec 17 15:09:28.321800 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef120980-2b6a-479b-a9e7-8871672061aa req-a4c6a3b0-485d-4993-acbb-43fc40105544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:28.323270 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ef120980-2b6a-479b-a9e7-8871672061aa req-a4c6a3b0-485d-4993-acbb-43fc40105544 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=613331aa-1e32-47f2-9904-dd1d74f4b9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686178 Dec 17 15:09:28.323883 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-ca196b2e-34b0-4e9a-9b11-175f33c519a8 service neutron] Attempting to bind port 8f252342-e759-4489-98a4-559ae2b246b8 on host n-h1-820553-2 for vnic_type normal with profile None {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:09:28.324211 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-ca196b2e-34b0-4e9a-9b11-175f33c519a8 service neutron] Attempting to bind port 8f252342-e759-4489-98a4-559ae2b246b8 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:09:28.324525 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-ca196b2e-34b0-4e9a-9b11-175f33c519a8 service neutron] Attempting to bind port 8f252342-e759-4489-98a4-559ae2b246b8 on network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:09:28.328974 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-ca196b2e-34b0-4e9a-9b11-175f33c519a8 service neutron] Port 8f252342-e759-4489-98a4-559ae2b246b8 on network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:09:28.331781 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-ca196b2e-34b0-4e9a-9b11-175f33c519a8 service neutron] Attempting to bind port 8f252342-e759-4489-98a4-559ae2b246b8 on network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:09:28.341623 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-ca196b2e-34b0-4e9a-9b11-175f33c519a8 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:09:28.342013 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-ca196b2e-34b0-4e9a-9b11-175f33c519a8 service neutron] Checking segment: {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:09:28.342329 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-ca196b2e-34b0-4e9a-9b11-175f33c519a8 service neutron] Bound using segment: {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:09:28.342973 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-ca196b2e-34b0-4e9a-9b11-175f33c519a8 service neutron] Bound port: 8f252342-e759-4489-98a4-559ae2b246b8, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:09:28.393902 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0ad2e-81e0-4805-99fd-9dd7b1221865 req-07dbfeb8-bc5d-4de5-99c9-6403c9378906 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:28.395741 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dcc0ad2e-81e0-4805-99fd-9dd7b1221865 req-07dbfeb8-bc5d-4de5-99c9-6403c9378906 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfb1ceea-306f-4d8b-84a3-fca794c702a0 HTTP/1.1" status: 200 len: 944 time: 0.0550046 Dec 17 15:09:28.435719 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dcc0ad2e-81e0-4805-99fd-9dd7b1221865 req-4525add1-bf1b-41a9-b219-270771916545 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] 10.222.0.46 "GET /v2.0/security-groups?id=81c1c0ed-e5c4-423c-94ae-f4dc1a57d940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339870 Dec 17 15:09:28.482727 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-ca196b2e-34b0-4e9a-9b11-175f33c519a8 service neutron] For port 8f252342-e759-4489-98a4-559ae2b246b8, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=8f252342-e759-4489-98a4-559ae2b246b8,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:09:28.493629 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ef120980-2b6a-479b-a9e7-8871672061aa req-253ed3ac-1ff7-4c2e-b50f-5da78122d472 service neutron] 10.222.0.13 "GET /v2.0/networks/613331aa-1e32-47f2-9904-dd1d74f4b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614447 Dec 17 15:09:28.550447 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d08a0-b5bb-4004-a394-355c09387be9 req-df6930ef-2ce9-43a1-94d9-97c98a52b43e tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:28.552015 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a01d08a0-b5bb-4004-a394-355c09387be9 req-df6930ef-2ce9-43a1-94d9-97c98a52b43e tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 950 time: 0.0564690 Dec 17 15:09:28.594616 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a01d08a0-b5bb-4004-a394-355c09387be9 req-cae722ac-377d-4dac-8caf-dcfa850bb497 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361044 Dec 17 15:09:28.739818 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-ca196b2e-34b0-4e9a-9b11-175f33c519a8 service neutron] Notify callbacks [] for binding, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:28.740796 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-ca196b2e-34b0-4e9a-9b11-175f33c519a8 service neutron] 10.222.0.46 "POST /v2.0/ports/8f252342-e759-4489-98a4-559ae2b246b8/bindings HTTP/1.1" status: 201 len: 389 time: 0.6538115 Dec 17 15:09:28.787270 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ef120980-2b6a-479b-a9e7-8871672061aa req-87f5fbcd-a045-45bf-95a3-4738a7f88ab1 service neutron] 10.222.0.13 "GET /v2.0/networks/613331aa-1e32-47f2-9904-dd1d74f4b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864363 Dec 17 15:09:28.789728 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4a668d49-c85e-4d32-9019-7e3e7529084c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:28.822644 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-9343689e-7c1e-4338-9b66-c8f5e5ef421f tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f08448d025044cdc929eba5f39e36409&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237153 Dec 17 15:09:28.939602 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-5a7fa85f-e65d-4000-995f-deba8f21baa3 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:28.941142 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-5a7fa85f-e65d-4000-995f-deba8f21baa3 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1122174 Dec 17 15:09:28.958147 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-531030a0-f491-45f3-8e0c-baf4622951e9 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/quotas/f08448d025044cdc929eba5f39e36409 HTTP/1.1" status: 200 len: 375 time: 0.0099535 Dec 17 15:09:28.982542 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 39d0f122-e822-4675-979d-f3bb1cd4a783 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:09:29.030084 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-fd9ce48a-5cf3-418b-a678-24103e1a6bf6 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f08448d025044cdc929eba5f39e36409&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657988 Dec 17 15:09:29.101709 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b61e8-de96-4af8-bf8f-f91ca139a747 req-911952cd-e7fd-4869-83e6-23f5a395a03d tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:29.110834 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 39d0f122-e822-4675-979d-f3bb1cd4a783 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:09:29.112687 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c34b61e8-de96-4af8-bf8f-f91ca139a747 req-911952cd-e7fd-4869-83e6-23f5a395a03d tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?device_id=af5deaa4-8cd8-425b-b280-3d60439eb2a7 HTTP/1.1" status: 200 len: 948 time: 0.0712731 Dec 17 15:09:29.115587 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 39d0f122-e822-4675-979d-f3bb1cd4a783 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:09:29.116052 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:29.165414 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c34b61e8-de96-4af8-bf8f-f91ca139a747 req-6917a7f9-3856-4dc0-af69-777f1bb8de07 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fe66039-589b-4cdc-b594-47f635f4b418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505617 Dec 17 15:09:29.219127 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:29.244078 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5deaa4-8cd8-425b-b280-3d60439eb2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d0f122-e822-4675-979d-f3bb1cd4a783'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:09:29.253912 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f5ede1-ae08-4338-b56f-638e1704d57c" -d '{"events": [{"server_uuid": "af5deaa4-8cd8-425b-b280-3d60439eb2a7", "name": "network-vif-plugged", "status": "completed", "tag": "39d0f122-e822-4675-979d-f3bb1cd4a783"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:09:29.275259 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 39d0f122-e822-4675-979d-f3bb1cd4a783, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=39d0f122-e822-4675-979d-f3bb1cd4a783,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:29.287796 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff1eb1-8f7d-4edc-b78c-71741791d2d2 req-4038bf7b-77a0-4104-aca7-ced2e9a7f2ea tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:29.289751 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a2ff1eb1-8f7d-4edc-b78c-71741791d2d2 req-4038bf7b-77a0-4104-aca7-ced2e9a7f2ea tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 945 time: 0.0657456 Dec 17 15:09:29.361876 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:29.387809 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a2ff1eb1-8f7d-4edc-b78c-71741791d2d2 req-5248ae95-4654-44d5-9e96-b1426242acf7 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856898 Dec 17 15:09:29.420536 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=39d0f122-e822-4675-979d-f3bb1cd4a783,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:29.464822 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8207ece7-18c1-4adc-90eb-783430472caf x-openstack-request-id: req-8207ece7-18c1-4adc-90eb-783430472caf {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:09:29.465225 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5deaa4-8cd8-425b-b280-3d60439eb2a7", "name": "network-vif-plugged", "status": "completed", "tag": "39d0f122-e822-4675-979d-f3bb1cd4a783", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:09:29.465548 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8207ece7-18c1-4adc-90eb-783430472caf {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:09:29.465996 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5deaa4-8cd8-425b-b280-3d60439eb2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d0f122-e822-4675-979d-f3bb1cd4a783', 'code': 200} Dec 17 15:09:29.484494 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcd3c0-856c-461d-a197-71061e46a865 req-d85ebc13-d7b9-4053-b821-ce3479bb6f17 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:29.487913 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9dfcd3c0-856c-461d-a197-71061e46a865 req-d85ebc13-d7b9-4053-b821-ce3479bb6f17 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 950 time: 0.0839117 Dec 17 15:09:29.554270 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-426427b1-a0e6-461f-a372-4eb212c0fa1c req-fcbcd24a-2c0d-4a71-ba59-6d0137b03033 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=5668622d-1808-4e99-90f2-5c5e10e9877f HTTP/1.1" status: 200 len: 210 time: 0.0447080 Dec 17 15:09:29.557158 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9dfcd3c0-856c-461d-a197-71061e46a865 req-e77011eb-4bd4-498d-83d3-0d626e81a2b0 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625262 Dec 17 15:09:29.625306 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36496) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:29.648575 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053dc0b4-3be1-4073-8466-3a8d4f0339cc req-12281b25-6b6d-41d3-bbd8-8820e67f1f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:29.650160 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-053dc0b4-3be1-4073-8466-3a8d4f0339cc req-12281b25-6b6d-41d3-bbd8-8820e67f1f47 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=af5deaa4-8cd8-425b-b280-3d60439eb2a7 HTTP/1.1" status: 200 len: 1100 time: 0.0615361 Dec 17 15:09:29.687734 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-053dc0b4-3be1-4073-8466-3a8d4f0339cc req-c4645c91-fc97-43a8-a142-2306fa801fc6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1fe66039-589b-4cdc-b594-47f635f4b418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299635 Dec 17 15:09:29.717170 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ca6e2d0e-1484-44ee-a7d0-e6fe17b02f82 req-6418df94-85e0-4e00-ac7f-54d7d9da9f4b tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] 10.222.0.46 "GET /v2.0/ports?device_id=f439536e-aafb-4136-9968-b4f5d9b11dbc HTTP/1.1" status: 200 len: 210 time: 0.0563116 Dec 17 15:09:29.727075 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-9c452315-3cda-49b5-9059-605bf260dcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:29.729311 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-9c452315-3cda-49b5-9059-605bf260dcad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96ef05c814a947bb872da21a8a326a7b&device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 1096 time: 0.1186779 Dec 17 15:09:29.742426 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da4440-01fe-44db-8525-100f9a51e57a req-68adb87c-9018-433f-bb25-83a2dac8391a tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:29.743901 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d3da4440-01fe-44db-8525-100f9a51e57a req-68adb87c-9018-433f-bb25-83a2dac8391a tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfb1ceea-306f-4d8b-84a3-fca794c702a0 HTTP/1.1" status: 200 len: 944 time: 0.0961018 Dec 17 15:09:29.753664 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a889c83c-5ce8-4961-a12f-8e5be8410aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:29.782683 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d3da4440-01fe-44db-8525-100f9a51e57a req-8f0d0931-a34c-45b7-b5f6-e37dedb73973 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] 10.222.0.46 "GET /v2.0/security-groups?id=81c1c0ed-e5c4-423c-94ae-f4dc1a57d940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320289 Dec 17 15:09:29.830417 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a889c83c-5ce8-4961-a12f-8e5be8410aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:29.894522 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a889c83c-5ce8-4961-a12f-8e5be8410aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:29.936458 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a889c83c-5ce8-4961-a12f-8e5be8410aec admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=52f8f4adb7084d64b9621a9772b32882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3101292 Dec 17 15:09:29.938211 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a889c83c-5ce8-4961-a12f-8e5be8410aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c412ce9-0963-48d6-8a41-d601c26c3691,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:29.939952 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36500) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:29.990485 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-10964424-2312-4493-8e8c-72428e5728c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:30.011689 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-10964424-2312-4493-8e8c-72428e5728c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:30.129605 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-07cbba06-24d9-4b7b-85a6-1856a13dd1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:30.131078 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-07cbba06-24d9-4b7b-85a6-1856a13dd1fd service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea HTTP/1.1" status: 200 len: 909 time: 0.0851982 Dec 17 15:09:30.175804 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-10964424-2312-4493-8e8c-72428e5728c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:30.178332 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-10964424-2312-4493-8e8c-72428e5728c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:30.179460 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-10964424-2312-4493-8e8c-72428e5728c5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6c412ce9-0963-48d6-8a41-d601c26c3691 HTTP/1.1" status: 204 len: 168 time: 0.2384915 Dec 17 15:09:30.180766 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-618ef096-6258-441d-b595-efe12288fc52 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f252342-e759-4489-98a4-559ae2b246b8 HTTP/1.1" status: 200 len: 217 time: 0.0421941 Dec 17 15:09:30.198393 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10964424-2312-4493-8e8c-72428e5728c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c412ce9-0963-48d6-8a41-d601c26c3691,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:30.269909 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-45dbfbf1-41ea-4389-8ed2-bd95bff9468a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:30.271384 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-45dbfbf1-41ea-4389-8ed2-bd95bff9468a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e07a04f7-750d-46bb-b1d6-18c61b699282 HTTP/1.1" status: 200 len: 848 time: 0.0827863 Dec 17 15:09:30.295895 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea491f88-87db-4af9-b250-6c5bcf681b54 req-af3a1538-beeb-4919-86a8-1e9d91cfdb5f tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:30.299260 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ea491f88-87db-4af9-b250-6c5bcf681b54 req-af3a1538-beeb-4919-86a8-1e9d91cfdb5f tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?device_id=af5deaa4-8cd8-425b-b280-3d60439eb2a7 HTTP/1.1" status: 200 len: 949 time: 0.0629535 Dec 17 15:09:30.337698 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ea491f88-87db-4af9-b250-6c5bcf681b54 req-454ea6d9-10ab-44b0-b083-6eaab9b08a82 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fe66039-589b-4cdc-b594-47f635f4b418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334291 Dec 17 15:09:30.376078 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-b3dd9aa4-2ec9-4bdb-b0e7-6e822261711e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268536 Dec 17 15:09:30.412134 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 4f70f3f7-a3d8-442a-8c9b-9af93f417697 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:09:30.503905 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-b5c17673-75e7-4d93-aca3-2555875e189a tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6d9aaf1ffb4a48e3b3eda1e286285d1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255444 Dec 17 15:09:30.519906 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-43b653b8-3733-4b84-a5d7-225bbdcd2dda service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344948 Dec 17 15:09:30.525026 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 4f70f3f7-a3d8-442a-8c9b-9af93f417697, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=4f70f3f7-a3d8-442a-8c9b-9af93f417697,segment=NetworkSegment(fb95a956-e7d1-4edb-bd7f-0efc9fcab950),segment_id=fb95a956-e7d1-4edb-bd7f-0efc9fcab950)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:30.539593 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '4f70f3f7-a3d8-442a-8c9b-9af93f417697', 'network_id': '9ccec5d8-4461-405b-9622-c6dbe638e3b7', 'port_id': '4f70f3f7-a3d8-442a-8c9b-9af93f417697', 'mac_address': 'fa:16:3e:d4:a6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b0c93ee-3d42-4105-babb-288f0c0f0ff3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:09:30.540436 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae17d6-5ec4-4013-8bf2-dade734e1523 req-cd382a05-1f1c-4c11-ad2c-09b66c4cc129 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:30.542247 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98ae17d6-5ec4-4013-8bf2-dade734e1523 req-cd382a05-1f1c-4c11-ad2c-09b66c4cc129 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 945 time: 0.0647883 Dec 17 15:09:30.601845 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:30.627753 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f70f3f7-a3d8-442a-8c9b-9af93f417697 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:09:30.652628 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 4f70f3f7-a3d8-442a-8c9b-9af93f417697, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=4f70f3f7-a3d8-442a-8c9b-9af93f417697,segment=NetworkSegment(fb95a956-e7d1-4edb-bd7f-0efc9fcab950),segment_id=fb95a956-e7d1-4edb-bd7f-0efc9fcab950)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:30.680692 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-401e56f8-1ba8-42ba-91d5-608b5b29b043 tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:30.682940 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-401e56f8-1ba8-42ba-91d5-608b5b29b043 tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1724141 Dec 17 15:09:30.696032 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-5265afef-3077-45ca-a8e7-04c48e3cf29c tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] Request body: {'port': {'device_id': 'f439536e-aafb-4136-9968-b4f5d9b11dbc', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'admin_state_up': True, 'tenant_id': '6d9aaf1ffb4a48e3b3eda1e286285d1c'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:30.703222 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-04bad850-cc2d-41e0-8112-4a29e1d181b0 req-b4ccb8a7-a7c4-4663-bd21-1e520dca25cc tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=5668622d-1808-4e99-90f2-5c5e10e9877f HTTP/1.1" status: 200 len: 210 time: 0.0518467 Dec 17 15:09:30.716081 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98ae17d6-5ec4-4013-8bf2-dade734e1523 req-48aeec5e-42df-4ef0-9a77-4dee1799b526 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605954 Dec 17 15:09:30.739052 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:30.750036 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-9274b1b1-f69d-4544-a757-7c34c0b98b2f service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070253 Dec 17 15:09:30.819069 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=4f70f3f7-a3d8-442a-8c9b-9af93f417697,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:30.842592 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8d546600-b567-4dec-8cea-d35503281a85 req-38bbb757-b195-406e-a7d6-8af5788645ba tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] 10.222.0.46 "GET /v2.0/ports?device_id=f439536e-aafb-4136-9968-b4f5d9b11dbc HTTP/1.1" status: 200 len: 210 time: 0.0421739 Dec 17 15:09:30.917511 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12654ed9-641c-4f54-9a85-a2b835815adc req-ea0af91a-b072-4a16-b3a6-4e5150a882be tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:30.919052 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-12654ed9-641c-4f54-9a85-a2b835815adc req-ea0af91a-b072-4a16-b3a6-4e5150a882be tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 950 time: 0.0877972 Dec 17 15:09:30.956104 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['4f70f3f7-a3d8-442a-8c9b-9af93f417697'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:09:30.990413 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-5265afef-3077-45ca-a8e7-04c48e3cf29c tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] Made reservation on behalf of 6d9aaf1ffb4a48e3b3eda1e286285d1c for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:09:30.992498 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c58ef-a120-47ac-8da2-64156bc3ace4 req-83477cf4-78f6-498a-bd91-ba2d5defadc8 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:30.994173 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cf5c58ef-a120-47ac-8da2-64156bc3ace4 req-83477cf4-78f6-498a-bd91-ba2d5defadc8 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfb1ceea-306f-4d8b-84a3-fca794c702a0 HTTP/1.1" status: 200 len: 945 time: 0.0741763 Dec 17 15:09:30.995156 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-5265afef-3077-45ca-a8e7-04c48e3cf29c tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:30.997634 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-12654ed9-641c-4f54-9a85-a2b835815adc req-b0deaad4-3845-459d-9e16-cc80e4b217d5 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681643 Dec 17 15:09:31.005862 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-5265afef-3077-45ca-a8e7-04c48e3cf29c tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:31.008018 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b6df01db-69e7-4345-9083-e5bf633dbd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:31.058516 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cf5c58ef-a120-47ac-8da2-64156bc3ace4 req-2caa646e-9a70-49c2-863e-568cf7b939a7 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] 10.222.0.46 "GET /v2.0/security-groups?id=81c1c0ed-e5c4-423c-94ae-f4dc1a57d940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521135 Dec 17 15:09:31.079612 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36522) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:31.090459 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-91be277f-6dfc-4e9f-a16b-08951e1f08cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:31.113322 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-5265afef-3077-45ca-a8e7-04c48e3cf29c tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:31.210543 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-033bb2ba-fc3d-4b74-9533-a9b76835047e tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:31.212014 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-033bb2ba-fc3d-4b74-9533-a9b76835047e tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6&tenant_id=96ef05c814a947bb872da21a8a326a7b&binding%3Ahost_id=n-h2-820553-2 HTTP/1.1" status: 200 len: 1096 time: 0.0989778 Dec 17 15:09:31.230087 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-5265afef-3077-45ca-a8e7-04c48e3cf29c tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:31.230416 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-0c1cdfc5-9164-4f8d-ae7e-30dc598459c4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820553-2'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:31.265025 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-91be277f-6dfc-4e9f-a16b-08951e1f08cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:31.295003 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-0c1cdfc5-9164-4f8d-ae7e-30dc598459c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:31.310216 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265afef-3077-45ca-a8e7-04c48e3cf29c tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcfe050-4664-491c-9c0c-ebb7cfd2a918,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:31.342357 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-91be277f-6dfc-4e9f-a16b-08951e1f08cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:31.385110 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-5265afef-3077-45ca-a8e7-04c48e3cf29c tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] Allocated IP 192.168.233.62 (f97c7142-717f-43eb-a835-5fcd8d6a6486/b0a1cb4f-5aa5-4130-b24e-105310ef66e4/0c91f9a2-7794-4bae-b0f5-feac1567171a) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:09:31.490580 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be277f-6dfc-4e9f-a16b-08951e1f08cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ac56e9-3e53-4d99-aac7-0f993bfef0f1,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:31.490580 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-91be277f-6dfc-4e9f-a16b-08951e1f08cb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=509f05a34670471d9e6f2f48754b0b37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4132826 Dec 17 15:09:31.498079 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36528) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:31.530336 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-0c1cdfc5-9164-4f8d-ae7e-30dc598459c4 service neutron] For port 8f252342-e759-4489-98a4-559ae2b246b8, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=8f252342-e759-4489-98a4-559ae2b246b8,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:31.548231 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87937df6-a640-46e5-8927-3b352494a96a req-e5f9deaf-d1dc-46b4-87ef-3a5e443ca7b9 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:31.549760 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-87937df6-a640-46e5-8927-3b352494a96a req-e5f9deaf-d1dc-46b4-87ef-3a5e443ca7b9 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?device_id=af5deaa4-8cd8-425b-b280-3d60439eb2a7 HTTP/1.1" status: 200 len: 949 time: 0.1260483 Dec 17 15:09:31.572359 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-5265afef-3077-45ca-a8e7-04c48e3cf29c tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:31.631930 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-0c1cdfc5-9164-4f8d-ae7e-30dc598459c4 service neutron] For port 8f252342-e759-4489-98a4-559ae2b246b8, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:09:31.637415 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-87937df6-a640-46e5-8927-3b352494a96a req-9e6935bf-9d13-4d79-bdf7-286c801b1c6a tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fe66039-589b-4cdc-b594-47f635f4b418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781064 Dec 17 15:09:31.660671 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad069c0c-75f3-463c-aa8d-86bb0b9794aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:31.682309 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-5265afef-3077-45ca-a8e7-04c48e3cf29c tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:31.688083 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3a29b3-1a80-45ba-be68-e4e8bb621dd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f252342-e759-4489-98a4-559ae2b246b8'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:09:31.690354 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adcd65af-9146-45ed-8e08-7f9153fa5476" -d '{"events": [{"server_uuid": "9b3a29b3-1a80-45ba-be68-e4e8bb621dd6", "name": "network-vif-unplugged", "status": "completed", "tag": "8f252342-e759-4489-98a4-559ae2b246b8"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:09:31.698566 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-0c1cdfc5-9164-4f8d-ae7e-30dc598459c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:31.705164 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad069c0c-75f3-463c-aa8d-86bb0b9794aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:31.731526 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-5265afef-3077-45ca-a8e7-04c48e3cf29c tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] Network f97c7142-717f-43eb-a835-5fcd8d6a6486 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:09:31.731526 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-5265afef-3077-45ca-a8e7-04c48e3cf29c tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:09:31.738328 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-5265afef-3077-45ca-a8e7-04c48e3cf29c tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:09:31.738498 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe0ec0b-fe56-45e9-967d-73e6f8cd4040 x-openstack-request-id: req-7fe0ec0b-fe56-45e9-967d-73e6f8cd4040 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:09:31.738804 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3a29b3-1a80-45ba-be68-e4e8bb621dd6", "name": "network-vif-unplugged", "status": "completed", "tag": "8f252342-e759-4489-98a4-559ae2b246b8", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:09:31.739053 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7fe0ec0b-fe56-45e9-967d-73e6f8cd4040 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:09:31.741482 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3a29b3-1a80-45ba-be68-e4e8bb621dd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f252342-e759-4489-98a4-559ae2b246b8', 'code': 200} Dec 17 15:09:31.744764 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-5265afef-3077-45ca-a8e7-04c48e3cf29c tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:31.745528 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-5265afef-3077-45ca-a8e7-04c48e3cf29c tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:31.765947 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265afef-3077-45ca-a8e7-04c48e3cf29c tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] Pushing event updated for resources: {'Port': ['ID=0c91f9a2-7794-4bae-b0f5-feac1567171a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:31.784302 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-0c1cdfc5-9164-4f8d-ae7e-30dc598459c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:31.869107 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-5265afef-3077-45ca-a8e7-04c48e3cf29c tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1769559 Dec 17 15:09:31.871719 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad069c0c-75f3-463c-aa8d-86bb0b9794aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:31.874286 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad069c0c-75f3-463c-aa8d-86bb0b9794aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:31.878533 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ad069c0c-75f3-463c-aa8d-86bb0b9794aa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f7ac56e9-3e53-4d99-aac7-0f993bfef0f1 HTTP/1.1" status: 204 len: 168 time: 0.3783808 Dec 17 15:09:31.880736 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-df237c2f-d6eb-4637-869a-168d8d455813 req-9d5f46e6-34e1-4831-ab32-90bec8b1bd39 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=5668622d-1808-4e99-90f2-5c5e10e9877f HTTP/1.1" status: 200 len: 210 time: 0.0613725 Dec 17 15:09:31.898211 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-e214f84b-e395-4dd6-95e8-230a94485f76 service neutron] Request body: {'port': {'device_id': 'f439536e-aafb-4136-9968-b4f5d9b11dbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:31.917313 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1cdfc5-9164-4f8d-ae7e-30dc598459c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8f252342-e759-4489-98a4-559ae2b246b8,revision_number=7']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:31.920166 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad069c0c-75f3-463c-aa8d-86bb0b9794aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ac56e9-3e53-4d99-aac7-0f993bfef0f1,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:31.965809 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-0c1cdfc5-9164-4f8d-ae7e-30dc598459c4 service neutron] Attempting to bind port 8f252342-e759-4489-98a4-559ae2b246b8 on host n-h2-820553-2 for vnic_type normal with profile {"migrating_to": "n-h1-820553-2"} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:09:31.966356 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-0c1cdfc5-9164-4f8d-ae7e-30dc598459c4 service neutron] Attempting to bind port 8f252342-e759-4489-98a4-559ae2b246b8 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:09:31.966992 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-0c1cdfc5-9164-4f8d-ae7e-30dc598459c4 service neutron] Attempting to bind port 8f252342-e759-4489-98a4-559ae2b246b8 on network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:09:31.975329 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-0c1cdfc5-9164-4f8d-ae7e-30dc598459c4 service neutron] Port 8f252342-e759-4489-98a4-559ae2b246b8 on network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:09:31.975857 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-0c1cdfc5-9164-4f8d-ae7e-30dc598459c4 service neutron] Attempting to bind port 8f252342-e759-4489-98a4-559ae2b246b8 on network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:09:31.989365 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5066557-2720-4147-b514-434c5e550775 req-41836e02-5b19-4c8a-aba5-4777121b1b67 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:31.998046 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a5066557-2720-4147-b514-434c5e550775 req-41836e02-5b19-4c8a-aba5-4777121b1b67 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 943 time: 0.1646807 Dec 17 15:09:32.006979 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-0c1cdfc5-9164-4f8d-ae7e-30dc598459c4 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:09:32.007339 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-0c1cdfc5-9164-4f8d-ae7e-30dc598459c4 service neutron] Checking segment: {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:09:32.008165 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-0c1cdfc5-9164-4f8d-ae7e-30dc598459c4 service neutron] Bound using segment: {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:09:32.008768 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-0c1cdfc5-9164-4f8d-ae7e-30dc598459c4 service neutron] Bound port: 8f252342-e759-4489-98a4-559ae2b246b8, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:09:32.009167 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-0c1cdfc5-9164-4f8d-ae7e-30dc598459c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:32.042622 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-0ff00ad1-16e8-44a1-a63e-afea52b40de4 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f08448d025044cdc929eba5f39e36409&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0853047 Dec 17 15:09:32.047542 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-aa94c164-95ee-4bc0-947c-4b95abc655f4 None None] Provisioning complete for port 0c91f9a2-7794-4bae-b0f5-feac1567171a triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:09:32.048062 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-aa94c164-95ee-4bc0-947c-4b95abc655f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:32.075900 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a5066557-2720-4147-b514-434c5e550775 req-23a08ce5-97f1-42d8-b62b-e1acff3bf572 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770543 Dec 17 15:09:32.135344 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-e214f84b-e395-4dd6-95e8-230a94485f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:32.153776 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-0c1cdfc5-9164-4f8d-ae7e-30dc598459c4 service neutron] For port 8f252342-e759-4489-98a4-559ae2b246b8, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:09:32.156872 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-aa94c164-95ee-4bc0-947c-4b95abc655f4 None None] Port 0c91f9a2-7794-4bae-b0f5-feac1567171a cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:09:32.167625 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee3610-6dee-4711-81a7-9c847a6d3f03 req-d0ab0cdd-0656-4309-b992-ba4009840e2d tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:32.173591 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b6ee3610-6dee-4711-81a7-9c847a6d3f03 req-d0ab0cdd-0656-4309-b992-ba4009840e2d tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] 10.222.0.46 "GET /v2.0/ports?device_id=f439536e-aafb-4136-9968-b4f5d9b11dbc HTTP/1.1" status: 200 len: 935 time: 0.1123385 Dec 17 15:09:32.175828 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-0c1cdfc5-9164-4f8d-ae7e-30dc598459c4 service neutron] For port 8f252342-e759-4489-98a4-559ae2b246b8, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=8f252342-e759-4489-98a4-559ae2b246b8,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:09:32.240956 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b6ee3610-6dee-4711-81a7-9c847a6d3f03 req-7ef32e6a-370b-4bdb-8bf5-c74728134335 tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fcfe050-4664-491c-9c0c-ebb7cfd2a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634251 Dec 17 15:09:32.258018 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3f60d-6973-432a-977c-c7703c05d256 req-adc6d432-bfbc-47ec-96ff-b64677ed1009 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:32.266414 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aee3f60d-6973-432a-977c-c7703c05d256 req-adc6d432-bfbc-47ec-96ff-b64677ed1009 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 950 time: 0.0826657 Dec 17 15:09:32.272237 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:32.277628 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-0c1cdfc5-9164-4f8d-ae7e-30dc598459c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:32.317745 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-20f7fe59-b9b5-4ddc-a89d-2e91ec1820ab tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:32.319231 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-20f7fe59-b9b5-4ddc-a89d-2e91ec1820ab tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2676661 Dec 17 15:09:32.347564 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-5918cc8f-3573-424a-884b-68085a727aea tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Request body: {'port': {'device_id': '5668622d-1808-4e99-90f2-5c5e10e9877f', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'admin_state_up': True, 'tenant_id': 'f08448d025044cdc929eba5f39e36409'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:32.413439 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aee3f60d-6973-432a-977c-c7703c05d256 req-69ece7c3-7144-48f6-89ea-5c9d003a38b4 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460137 Dec 17 15:09:32.422220 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1cdfc5-9164-4f8d-ae7e-30dc598459c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8f252342-e759-4489-98a4-559ae2b246b8,revision_number=8']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:32.451562 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-0c1cdfc5-9164-4f8d-ae7e-30dc598459c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:32.451562 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-0c1cdfc5-9164-4f8d-ae7e-30dc598459c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:32.451788 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-0c1cdfc5-9164-4f8d-ae7e-30dc598459c4 service neutron] 10.222.0.41 "PUT /v2.0/ports/8f252342-e759-4489-98a4-559ae2b246b8 HTTP/1.1" status: 200 len: 1121 time: 1.2296720 Dec 17 15:09:32.455348 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 4f70f3f7-a3d8-442a-8c9b-9af93f417697 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:09:32.465303 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c34fe-a845-4a59-99a9-42fa8d154b28 req-fb7e077d-ea70-4cda-a73c-fadbd2d16281 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:32.481687 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e31c34fe-a845-4a59-99a9-42fa8d154b28 req-fb7e077d-ea70-4cda-a73c-fadbd2d16281 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfb1ceea-306f-4d8b-84a3-fca794c702a0 HTTP/1.1" status: 200 len: 945 time: 0.1281977 Dec 17 15:09:32.541123 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['8f252342-e759-4489-98a4-559ae2b246b8'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:09:32.574886 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e31c34fe-a845-4a59-99a9-42fa8d154b28 req-459c92e9-72f8-461f-8847-c02931fc5d1a tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] 10.222.0.46 "GET /v2.0/security-groups?id=81c1c0ed-e5c4-423c-94ae-f4dc1a57d940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892365 Dec 17 15:09:32.599815 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-4eb296a1-534a-4712-b7fc-fc1e05428fdc service neutron] show failed (client error): The resource could not be found. Dec 17 15:09:32.601367 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-4eb296a1-534a-4712-b7fc-fc1e05428fdc service neutron] 10.222.0.41 "GET /v2.0/ports/0b8d56da-5e55-4db8-b341-5f885ac821a9/bindings/n-h2-820553-2 HTTP/1.1" status: 404 len: 380 time: 0.0901990 Dec 17 15:09:32.626451 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-e214f84b-e395-4dd6-95e8-230a94485f76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c91f9a2-7794-4bae-b0f5-feac1567171a {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:09:32.634610 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-e214f84b-e395-4dd6-95e8-230a94485f76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:32.646679 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 4f70f3f7-a3d8-442a-8c9b-9af93f417697 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:09:32.647179 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-e214f84b-e395-4dd6-95e8-230a94485f76 service neutron] Transition to ACTIVE for port object 0c91f9a2-7794-4bae-b0f5-feac1567171a will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:09:32.657693 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 4f70f3f7-a3d8-442a-8c9b-9af93f417697 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:09:32.657693 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:32.751222 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-e214f84b-e395-4dd6-95e8-230a94485f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:32.753369 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-5918cc8f-3573-424a-884b-68085a727aea tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Made reservation on behalf of f08448d025044cdc929eba5f39e36409 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:09:32.757274 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-5918cc8f-3573-424a-884b-68085a727aea tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:32.782940 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360d16d-7aea-4299-a26e-075f74d1aa3c req-a3a74798-fa47-47b1-a574-eda7250668c6 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:32.785836 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e360d16d-7aea-4299-a26e-075f74d1aa3c req-a3a74798-fa47-47b1-a574-eda7250668c6 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?device_id=af5deaa4-8cd8-425b-b280-3d60439eb2a7 HTTP/1.1" status: 200 len: 949 time: 0.0714412 Dec 17 15:09:32.785997 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:32.815194 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb1ceea-306f-4d8b-84a3-fca794c702a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f70f3f7-a3d8-442a-8c9b-9af93f417697'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:09:32.817965 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d9aa62-1782-4139-95ab-e00aa7f5e42d" -d '{"events": [{"server_uuid": "cfb1ceea-306f-4d8b-84a3-fca794c702a0", "name": "network-vif-plugged", "status": "completed", "tag": "4f70f3f7-a3d8-442a-8c9b-9af93f417697"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:09:32.834421 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e360d16d-7aea-4299-a26e-075f74d1aa3c req-6b98d01c-c687-4775-9d66-5969ea963c56 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fe66039-589b-4cdc-b594-47f635f4b418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424871 Dec 17 15:09:32.841940 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 4f70f3f7-a3d8-442a-8c9b-9af93f417697, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=4f70f3f7-a3d8-442a-8c9b-9af93f417697,segment=NetworkSegment(fb95a956-e7d1-4edb-bd7f-0efc9fcab950),segment_id=fb95a956-e7d1-4edb-bd7f-0efc9fcab950)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:32.907849 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4dc286a-ac93-4d02-a2f4-6c9753df51d0 x-openstack-request-id: req-b4dc286a-ac93-4d02-a2f4-6c9753df51d0 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:09:32.907849 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb1ceea-306f-4d8b-84a3-fca794c702a0", "name": "network-vif-plugged", "status": "completed", "tag": "4f70f3f7-a3d8-442a-8c9b-9af93f417697", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:09:32.908414 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b4dc286a-ac93-4d02-a2f4-6c9753df51d0 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:09:32.908874 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb1ceea-306f-4d8b-84a3-fca794c702a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f70f3f7-a3d8-442a-8c9b-9af93f417697', 'code': 200} Dec 17 15:09:32.944460 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:32.966414 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-5918cc8f-3573-424a-884b-68085a727aea tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Allocated IP 192.168.233.45 (f97c7142-717f-43eb-a835-5fcd8d6a6486/b0a1cb4f-5aa5-4130-b24e-105310ef66e4/2522b713-48f6-4d47-821f-ce9becb76cc0) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:09:33.011966 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214f84b-e395-4dd6-95e8-230a94485f76 service neutron] Pushing event updated for resources: {'Port': ['ID=0c91f9a2-7794-4bae-b0f5-feac1567171a,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:33.055499 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=4f70f3f7-a3d8-442a-8c9b-9af93f417697,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:33.120345 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-e214f84b-e395-4dd6-95e8-230a94485f76 service neutron] Attempting to bind port 0c91f9a2-7794-4bae-b0f5-feac1567171a on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:09:33.120780 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-e214f84b-e395-4dd6-95e8-230a94485f76 service neutron] Attempting to bind port 0c91f9a2-7794-4bae-b0f5-feac1567171a by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:09:33.121134 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-e214f84b-e395-4dd6-95e8-230a94485f76 service neutron] Attempting to bind port 0c91f9a2-7794-4bae-b0f5-feac1567171a on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:09:33.130893 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-e214f84b-e395-4dd6-95e8-230a94485f76 service neutron] Port 0c91f9a2-7794-4bae-b0f5-feac1567171a on network f97c7142-717f-43eb-a835-5fcd8d6a6486 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:09:33.131341 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-e214f84b-e395-4dd6-95e8-230a94485f76 service neutron] Attempting to bind port 0c91f9a2-7794-4bae-b0f5-feac1567171a on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:09:33.142129 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-e214f84b-e395-4dd6-95e8-230a94485f76 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:09:33.142455 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-e214f84b-e395-4dd6-95e8-230a94485f76 service neutron] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:09:33.142991 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-e214f84b-e395-4dd6-95e8-230a94485f76 service neutron] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:09:33.143358 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-e214f84b-e395-4dd6-95e8-230a94485f76 service neutron] Bound port: 0c91f9a2-7794-4bae-b0f5-feac1567171a, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:09:33.143769 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-e214f84b-e395-4dd6-95e8-230a94485f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:33.178669 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-20615d1a-d1ec-4cf1-87b6-941287a1a004 req-3b1bc59e-63f0-4f11-8d63-d7017349ef13 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=5668622d-1808-4e99-90f2-5c5e10e9877f HTTP/1.1" status: 200 len: 210 time: 0.1082485 Dec 17 15:09:33.187461 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.13', 62463) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:33.307760 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06f9e9-57b0-4841-aa15-e6d1a7ebad54 req-7d0a557e-766d-4341-8cf3-dc169a7b1d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:33.310334 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae06f9e9-57b0-4841-aa15-e6d1a7ebad54 req-7d0a557e-766d-4341-8cf3-dc169a7b1d51 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cfb1ceea-306f-4d8b-84a3-fca794c702a0 HTTP/1.1" status: 200 len: 1097 time: 0.3081353 Dec 17 15:09:33.319856 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-e214f84b-e395-4dd6-95e8-230a94485f76 service neutron] For port 0c91f9a2-7794-4bae-b0f5-feac1567171a, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:09:33.339046 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-5918cc8f-3573-424a-884b-68085a727aea tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:33.344972 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-e214f84b-e395-4dd6-95e8-230a94485f76 service neutron] For port 0c91f9a2-7794-4bae-b0f5-feac1567171a, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=0c91f9a2-7794-4bae-b0f5-feac1567171a,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:09:33.393853 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-9b0a99f2-339d-4a1c-ae6c-c36bc3c0221a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:33.395358 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-9b0a99f2-339d-4a1c-ae6c-c36bc3c0221a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78&tenant_id=9a3e2a05328448bd85eebc1663dde8e3 HTTP/1.1" status: 200 len: 1101 time: 0.2070205 Dec 17 15:09:33.419605 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-81d0c68a-fc07-4efc-9e29-9bb595452363 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820553-2', 'device_owner': 'compute:nova'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:33.436099 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-e214f84b-e395-4dd6-95e8-230a94485f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:33.457861 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae06f9e9-57b0-4841-aa15-e6d1a7ebad54 req-75d091e4-fa22-47e9-98ae-3b397b1e81ee service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=81c1c0ed-e5c4-423c-94ae-f4dc1a57d940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390014 Dec 17 15:09:33.473295 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-e214f84b-e395-4dd6-95e8-230a94485f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:33.474093 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e18b72-d1b3-4553-a096-e403ebb07f82 req-9f1d8d2d-01ae-4cc2-ad25-c7ff2a361bee tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:33.474295 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-e214f84b-e395-4dd6-95e8-230a94485f76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:33.476040 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-e214f84b-e395-4dd6-95e8-230a94485f76 service neutron] 10.222.0.13 "PUT /v2.0/ports/0c91f9a2-7794-4bae-b0f5-feac1567171a HTTP/1.1" status: 200 len: 1095 time: 1.5986974 Dec 17 15:09:33.478793 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f439536e-aafb-4136-9968-b4f5d9b11dbc', 'tag': '0c91f9a2-7794-4bae-b0f5-feac1567171a'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:09:33.481258 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a3e18b72-d1b3-4553-a096-e403ebb07f82 req-9f1d8d2d-01ae-4cc2-ad25-c7ff2a361bee tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 943 time: 0.1788068 Dec 17 15:09:33.482451 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2761fc03-2841-4200-b532-242ebad57eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "f439536e-aafb-4136-9968-b4f5d9b11dbc", "tag": "0c91f9a2-7794-4bae-b0f5-feac1567171a"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:09:33.491125 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-5918cc8f-3573-424a-884b-68085a727aea tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:33.527049 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9877ae9-8440-4fc0-9bfd-eb5aa8068ce3 req-0e9b6cec-ee23-46c7-ad2e-f92b0c2948ac tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:33.528582 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f9877ae9-8440-4fc0-9bfd-eb5aa8068ce3 req-0e9b6cec-ee23-46c7-ad2e-f92b0c2948ac tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?device_id=af5deaa4-8cd8-425b-b280-3d60439eb2a7 HTTP/1.1" status: 200 len: 949 time: 0.1578658 Dec 17 15:09:33.529097 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214f84b-e395-4dd6-95e8-230a94485f76 service neutron] Pushing event updated for resources: {'Port': ['ID=0c91f9a2-7794-4bae-b0f5-feac1567171a,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:33.529301 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['e5425115-a717-4f09-abd4-6f600fc46a6e', 'dfdc7bf9-c982-41ea-ad45-42c6b9664750'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:09:33.555917 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-81d0c68a-fc07-4efc-9e29-9bb595452363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:33.559601 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-5918cc8f-3573-424a-884b-68085a727aea tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Network f97c7142-717f-43eb-a835-5fcd8d6a6486 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:09:33.563971 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-5918cc8f-3573-424a-884b-68085a727aea tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:09:33.567041 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-5918cc8f-3573-424a-884b-68085a727aea tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:09:33.574577 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-5918cc8f-3573-424a-884b-68085a727aea tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:33.575103 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-5918cc8f-3573-424a-884b-68085a727aea tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:33.611087 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918cc8f-3573-424a-884b-68085a727aea tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Pushing event updated for resources: {'Port': ['ID=2522b713-48f6-4d47-821f-ce9becb76cc0,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:33.611266 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a3e18b72-d1b3-4553-a096-e403ebb07f82 req-f7da5eda-7997-40c6-8198-ce5370a0e5d1 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143208 Dec 17 15:09:33.669894 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-5918cc8f-3573-424a-884b-68085a727aea tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3267646 Dec 17 15:09:33.671421 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f9877ae9-8440-4fc0-9bfd-eb5aa8068ce3 req-7fc31844-9953-4741-9b2f-040655c535d4 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fe66039-589b-4cdc-b594-47f635f4b418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105986 Dec 17 15:09:33.695726 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-41b5ada8-e1bc-44d0-b99c-78fbfad77a29 service neutron] Request body: {'port': {'device_id': '5668622d-1808-4e99-90f2-5c5e10e9877f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:33.727505 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:33.770141 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b3a29b3-1a80-45ba-be68-e4e8bb621dd6', 'tag': '8f252342-e759-4489-98a4-559ae2b246b8'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:09:33.773896 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760051ab-0ed2-4662-8f4a-ae4de01084b5" -d '{"events": [{"name": "network-changed", "server_uuid": "9b3a29b3-1a80-45ba-be68-e4e8bb621dd6", "tag": "8f252342-e759-4489-98a4-559ae2b246b8"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:09:33.832940 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-41b5ada8-e1bc-44d0-b99c-78fbfad77a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:33.864089 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-dad1fd47-b174-4f28-b6cb-f25833c7432d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:33.865641 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-dad1fd47-b174-4f28-b6cb-f25833c7432d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d9aaf1ffb4a48e3b3eda1e286285d1c&device_id=f439536e-aafb-4136-9968-b4f5d9b11dbc HTTP/1.1" status: 200 len: 1098 time: 0.0985000 Dec 17 15:09:33.948483 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-2278545b-5505-46aa-b029-f88fb615ecca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=0c91f9a2-7794-4bae-b0f5-feac1567171a HTTP/1.1" status: 200 len: 217 time: 0.0572298 Dec 17 15:09:34.101753 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-03a03828-8f92-4dd4-a96e-01085cfc04db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:34.112517 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-03a03828-8f92-4dd4-a96e-01085cfc04db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.1449432 Dec 17 15:09:34.127177 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:34.182148 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-9f345967-f1b0-44fc-9748-777f7bf24c77 None None] Provisioning complete for port 2522b713-48f6-4d47-821f-ce9becb76cc0 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:09:34.183769 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9f345967-f1b0-44fc-9748-777f7bf24c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:34.205264 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-af990052-3525-4ab1-a085-c2526257cd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:34.211732 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-af990052-3525-4ab1-a085-c2526257cd93 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0967515 Dec 17 15:09:34.233731 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72defb56-250c-4f94-96a0-56362abbff69 req-3f4430fb-7c2f-4677-801d-54d6188c2261 tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:34.241819 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-72defb56-250c-4f94-96a0-56362abbff69 req-3f4430fb-7c2f-4677-801d-54d6188c2261 tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] 10.222.0.46 "GET /v2.0/ports?device_id=f439536e-aafb-4136-9968-b4f5d9b11dbc HTTP/1.1" status: 200 len: 947 time: 0.5425985 Dec 17 15:09:34.245826 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-9f345967-f1b0-44fc-9748-777f7bf24c77 None None] Port 2522b713-48f6-4d47-821f-ce9becb76cc0 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:09:34.257519 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35638f1a-2fed-4ccf-912d-f73c186b516d req-3ebcdccb-87ec-4cb6-9a85-338bef7d2e3c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:34.259751 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-35638f1a-2fed-4ccf-912d-f73c186b516d req-3ebcdccb-87ec-4cb6-9a85-338bef7d2e3c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 950 time: 0.4355252 Dec 17 15:09:34.303631 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-72defb56-250c-4f94-96a0-56362abbff69 req-d03cfbe4-11c7-4110-8108-c7969aee7863 tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fcfe050-4664-491c-9c0c-ebb7cfd2a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606298 Dec 17 15:09:34.337425 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-35638f1a-2fed-4ccf-912d-f73c186b516d req-d49c46e6-9bd9-46db-838b-f6dd54643739 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639029 Dec 17 15:09:34.387218 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491956c0-66ed-417d-ad7f-f5816ce19af7 x-openstack-request-id: req-491956c0-66ed-417d-ad7f-f5816ce19af7 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:09:34.387505 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f439536e-aafb-4136-9968-b4f5d9b11dbc", "tag": "0c91f9a2-7794-4bae-b0f5-feac1567171a", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:09:34.387759 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-491956c0-66ed-417d-ad7f-f5816ce19af7 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:09:34.388159 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f439536e-aafb-4136-9968-b4f5d9b11dbc', 'tag': '0c91f9a2-7794-4bae-b0f5-feac1567171a', 'status': 'completed', 'code': 200} Dec 17 15:09:34.396862 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-3b53e7a8-e16d-4065-97e8-3bc4749f3ca0 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763980 Dec 17 15:09:34.408629 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-41b5ada8-e1bc-44d0-b99c-78fbfad77a29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2522b713-48f6-4d47-821f-ce9becb76cc0 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:09:34.425458 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-41b5ada8-e1bc-44d0-b99c-78fbfad77a29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:34.457982 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fee8254-82c4-4ad3-8aa9-7a373a168485 x-openstack-request-id: req-0fee8254-82c4-4ad3-8aa9-7a373a168485 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:09:34.458472 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b3a29b3-1a80-45ba-be68-e4e8bb621dd6", "tag": "8f252342-e759-4489-98a4-559ae2b246b8", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:09:34.458651 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0fee8254-82c4-4ad3-8aa9-7a373a168485 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:09:34.459100 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b3a29b3-1a80-45ba-be68-e4e8bb621dd6', 'tag': '8f252342-e759-4489-98a4-559ae2b246b8', 'status': 'completed', 'code': 200} Dec 17 15:09:34.482894 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-41b5ada8-e1bc-44d0-b99c-78fbfad77a29 service neutron] Transition to ACTIVE for port object 2522b713-48f6-4d47-821f-ce9becb76cc0 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:09:34.489272 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e62cf2-698d-4c0e-a78f-908ab4979db5 req-6678c38f-55b2-4597-a7f8-14a780990cc2 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:34.496607 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-24e62cf2-698d-4c0e-a78f-908ab4979db5 req-6678c38f-55b2-4597-a7f8-14a780990cc2 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfb1ceea-306f-4d8b-84a3-fca794c702a0 HTTP/1.1" status: 200 len: 946 time: 0.0753434 Dec 17 15:09:34.522789 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-635eae94-d7c3-4f8a-bd26-2cab206845d4 req-a8fdc46b-73e2-48e3-a9ac-088325f2efa3 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097062 Dec 17 15:09:34.552219 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-41b5ada8-e1bc-44d0-b99c-78fbfad77a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:34.610571 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-ac1241b8-1768-40de-a549-c5a315dfa337 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=52f6bbfce3b04c409d7a815c4cfb42de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727773 Dec 17 15:09:34.647347 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5ada8-e1bc-44d0-b99c-78fbfad77a29 service neutron] Pushing event updated for resources: {'Port': ['ID=2522b713-48f6-4d47-821f-ce9becb76cc0,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:34.650850 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-24e62cf2-698d-4c0e-a78f-908ab4979db5 req-fac825b6-9bce-4e81-8297-578195f00af0 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] 10.222.0.46 "GET /v2.0/security-groups?id=81c1c0ed-e5c4-423c-94ae-f4dc1a57d940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513751 Dec 17 15:09:34.679004 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-41b5ada8-e1bc-44d0-b99c-78fbfad77a29 service neutron] Attempting to bind port 2522b713-48f6-4d47-821f-ce9becb76cc0 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:09:34.679657 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-41b5ada8-e1bc-44d0-b99c-78fbfad77a29 service neutron] Attempting to bind port 2522b713-48f6-4d47-821f-ce9becb76cc0 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:09:34.680044 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-41b5ada8-e1bc-44d0-b99c-78fbfad77a29 service neutron] Attempting to bind port 2522b713-48f6-4d47-821f-ce9becb76cc0 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:09:34.703818 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-41b5ada8-e1bc-44d0-b99c-78fbfad77a29 service neutron] Port 2522b713-48f6-4d47-821f-ce9becb76cc0 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:09:34.704415 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-41b5ada8-e1bc-44d0-b99c-78fbfad77a29 service neutron] Attempting to bind port 2522b713-48f6-4d47-821f-ce9becb76cc0 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:09:34.710569 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-41b5ada8-e1bc-44d0-b99c-78fbfad77a29 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:09:34.711000 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-41b5ada8-e1bc-44d0-b99c-78fbfad77a29 service neutron] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:09:34.711455 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-41b5ada8-e1bc-44d0-b99c-78fbfad77a29 service neutron] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:09:34.711990 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-41b5ada8-e1bc-44d0-b99c-78fbfad77a29 service neutron] Bound port: 2522b713-48f6-4d47-821f-ce9becb76cc0, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:09:34.712446 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-41b5ada8-e1bc-44d0-b99c-78fbfad77a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:34.733408 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760051ab-0ed2-4662-8f4a-ae4de01084b5 req-28a23467-7fcc-451b-be52-96c35bc59bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:34.735801 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-760051ab-0ed2-4662-8f4a-ae4de01084b5 req-28a23467-7fcc-451b-be52-96c35bc59bec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96ef05c814a947bb872da21a8a326a7b&device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 1124 time: 0.2310255 Dec 17 15:09:34.776905 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761fc03-2841-4200-b532-242ebad57eb3 req-51f8c153-9897-4f02-abed-a81edaf24c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:34.778477 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2761fc03-2841-4200-b532-242ebad57eb3 req-51f8c153-9897-4f02-abed-a81edaf24c2b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d9aaf1ffb4a48e3b3eda1e286285d1c&device_id=f439536e-aafb-4136-9968-b4f5d9b11dbc HTTP/1.1" status: 200 len: 1098 time: 0.1214733 Dec 17 15:09:34.842025 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-41b5ada8-e1bc-44d0-b99c-78fbfad77a29 service neutron] For port 2522b713-48f6-4d47-821f-ce9becb76cc0, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:09:34.862995 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-41b5ada8-e1bc-44d0-b99c-78fbfad77a29 service neutron] For port 2522b713-48f6-4d47-821f-ce9becb76cc0, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=2522b713-48f6-4d47-821f-ce9becb76cc0,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:09:34.864727 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-81d0c68a-fc07-4efc-9e29-9bb595452363 service neutron] For port 0b8d56da-5e55-4db8-b341-5f885ac821a9, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=0b8d56da-5e55-4db8-b341-5f885ac821a9,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:34.903493 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761fc03-2841-4200-b532-242ebad57eb3 req-553a07d6-9269-4222-b770-329b09c76466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:34.904977 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2761fc03-2841-4200-b532-242ebad57eb3 req-553a07d6-9269-4222-b770-329b09c76466 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.1174698 Dec 17 15:09:34.929726 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-40b2cec2-219a-497d-85d0-20fdd0d7a779 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:34.931190 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-40b2cec2-219a-497d-85d0-20fdd0d7a779 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3143804 Dec 17 15:09:34.946644 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2761fc03-2841-4200-b532-242ebad57eb3 req-8f9af6ee-17ee-47e7-87f7-fb05856d8571 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=0c91f9a2-7794-4bae-b0f5-feac1567171a HTTP/1.1" status: 200 len: 217 time: 0.0344195 Dec 17 15:09:34.947684 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-41b5ada8-e1bc-44d0-b99c-78fbfad77a29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:34.954339 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7804982-ab30-4875-8ace-391612626c2a req-b05fa664-5942-4d63-b27b-9fcf4b4fb3b1 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:34.955946 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a7804982-ab30-4875-8ace-391612626c2a req-b05fa664-5942-4d63-b27b-9fcf4b4fb3b1 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=5668622d-1808-4e99-90f2-5c5e10e9877f HTTP/1.1" status: 200 len: 947 time: 0.2190702 Dec 17 15:09:34.981768 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760051ab-0ed2-4662-8f4a-ae4de01084b5 req-9d1b7233-0af0-43f7-a2bd-82942b324f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:34.983156 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-760051ab-0ed2-4662-8f4a-ae4de01084b5 req-9d1b7233-0af0-43f7-a2bd-82942b324f6e service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea HTTP/1.1" status: 200 len: 909 time: 0.2289810 Dec 17 15:09:34.984193 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-81d0c68a-fc07-4efc-9e29-9bb595452363 service neutron] For port 0b8d56da-5e55-4db8-b341-5f885ac821a9, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:09:34.987558 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-527b5f5e-8746-4699-bde1-3ee26e31e341 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/quotas/52f6bbfce3b04c409d7a815c4cfb42de HTTP/1.1" status: 200 len: 375 time: 0.0431323 Dec 17 15:09:35.019819 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-41b5ada8-e1bc-44d0-b99c-78fbfad77a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:35.020433 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-41b5ada8-e1bc-44d0-b99c-78fbfad77a29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:35.021477 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 8f252342-e759-4489-98a4-559ae2b246b8 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:09:35.021838 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-41b5ada8-e1bc-44d0-b99c-78fbfad77a29 service neutron] 10.222.0.41 "PUT /v2.0/ports/2522b713-48f6-4d47-821f-ce9becb76cc0 HTTP/1.1" status: 200 len: 1095 time: 1.3315213 Dec 17 15:09:35.049910 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761fc03-2841-4200-b532-242ebad57eb3 req-1babb0ac-1e1a-4e9f-9b2e-db2d9ca052d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:35.051359 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2761fc03-2841-4200-b532-242ebad57eb3 req-1babb0ac-1e1a-4e9f-9b2e-db2d9ca052d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0782547 Dec 17 15:09:35.051938 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5ada8-e1bc-44d0-b99c-78fbfad77a29 service neutron] Pushing event updated for resources: {'Port': ['ID=2522b713-48f6-4d47-821f-ce9becb76cc0,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:35.089026 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-760051ab-0ed2-4662-8f4a-ae4de01084b5 req-68d1c907-90af-4240-b5dd-d7ceee2a5255 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f252342-e759-4489-98a4-559ae2b246b8 HTTP/1.1" status: 200 len: 217 time: 0.0726719 Dec 17 15:09:35.119547 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761fc03-2841-4200-b532-242ebad57eb3 req-af607fe6-bbf4-4435-94ad-809ee6270adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:35.120922 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2761fc03-2841-4200-b532-242ebad57eb3 req-af607fe6-bbf4-4435-94ad-809ee6270adb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0607297 Dec 17 15:09:35.130036 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-81d0c68a-fc07-4efc-9e29-9bb595452363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:35.161192 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a7804982-ab30-4875-8ace-391612626c2a req-3b42b883-92d5-48ed-aa81-721e8f65b4ce tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975327 Dec 17 15:09:35.183196 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-81d0c68a-fc07-4efc-9e29-9bb595452363 service neutron] Transition to ACTIVE for port object 0b8d56da-5e55-4db8-b341-5f885ac821a9 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:09:35.187578 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 8f252342-e759-4489-98a4-559ae2b246b8, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=8f252342-e759-4489-98a4-559ae2b246b8,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:35.200598 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-99bb1ba6-f648-4ce7-ac49-eb873607e7b2 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=52f6bbfce3b04c409d7a815c4cfb42de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1872904 Dec 17 15:09:35.206873 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 8f252342-e759-4489-98a4-559ae2b246b8 has no active binding in host n-h1-820553-2 {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 17 15:09:35.224940 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760051ab-0ed2-4662-8f4a-ae4de01084b5 req-72fed481-0c39-4d09-b960-cc32ab95b152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:35.226808 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-760051ab-0ed2-4662-8f4a-ae4de01084b5 req-72fed481-0c39-4d09-b960-cc32ab95b152 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e07a04f7-750d-46bb-b1d6-18c61b699282 HTTP/1.1" status: 200 len: 848 time: 0.1210649 Dec 17 15:09:35.270406 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-760051ab-0ed2-4662-8f4a-ae4de01084b5 req-0f49348d-6603-4d70-b45e-12bec281399b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340097 Dec 17 15:09:35.309382 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-81d0c68a-fc07-4efc-9e29-9bb595452363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:35.414622 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0c68a-fc07-4efc-9e29-9bb595452363 service neutron] Pushing event updated for resources: {'Port': ['ID=0b8d56da-5e55-4db8-b341-5f885ac821a9,revision_number=6']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:35.432185 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-81d0c68a-fc07-4efc-9e29-9bb595452363 service neutron] No DVR routers for this DVR port 0b8d56da-5e55-4db8-b341-5f885ac821a9 on host n-h1-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:09:35.544776 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-32bf8f8a-8ca6-47c0-8b8d-208727392571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:35.545954 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-32bf8f8a-8ca6-47c0-8b8d-208727392571 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f08448d025044cdc929eba5f39e36409&device_id=5668622d-1808-4e99-90f2-5c5e10e9877f HTTP/1.1" status: 200 len: 1098 time: 0.3911891 Dec 17 15:09:35.565258 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2761fc03-2841-4200-b532-242ebad57eb3 req-7a11f360-5e47-4efd-a431-88f5da192948 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365728 Dec 17 15:09:35.586791 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-760051ab-0ed2-4662-8f4a-ae4de01084b5 req-3abaae31-996b-41a4-899c-a1f84202081d service neutron] 10.222.0.13 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060987 Dec 17 15:09:35.594293 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-81d0c68a-fc07-4efc-9e29-9bb595452363 service neutron] Attempting to bind port 0b8d56da-5e55-4db8-b341-5f885ac821a9 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:09:35.594627 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-81d0c68a-fc07-4efc-9e29-9bb595452363 service neutron] Attempting to bind port 0b8d56da-5e55-4db8-b341-5f885ac821a9 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:09:35.595148 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-81d0c68a-fc07-4efc-9e29-9bb595452363 service neutron] Attempting to bind port 0b8d56da-5e55-4db8-b341-5f885ac821a9 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:09:35.612850 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-81d0c68a-fc07-4efc-9e29-9bb595452363 service neutron] Port 0b8d56da-5e55-4db8-b341-5f885ac821a9 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:09:35.613329 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-81d0c68a-fc07-4efc-9e29-9bb595452363 service neutron] Attempting to bind port 0b8d56da-5e55-4db8-b341-5f885ac821a9 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:09:35.683483 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-81d0c68a-fc07-4efc-9e29-9bb595452363 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:09:35.683860 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-81d0c68a-fc07-4efc-9e29-9bb595452363 service neutron] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:09:35.684311 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-81d0c68a-fc07-4efc-9e29-9bb595452363 service neutron] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:09:35.684821 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-81d0c68a-fc07-4efc-9e29-9bb595452363 service neutron] Bound port: 0b8d56da-5e55-4db8-b341-5f885ac821a9, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:09:35.685274 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-81d0c68a-fc07-4efc-9e29-9bb595452363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:35.688076 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-a785ee42-a7f2-4263-891a-eb271be4793b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=2522b713-48f6-4d47-821f-ce9becb76cc0 HTTP/1.1" status: 200 len: 217 time: 0.0434098 Dec 17 15:09:35.717085 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427b7d9-d4a0-4bd5-baf2-0b89d36dc989 req-3db31be2-d657-41ee-aec8-2a74752e8ad8 tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:35.719398 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6427b7d9-d4a0-4bd5-baf2-0b89d36dc989 req-3db31be2-d657-41ee-aec8-2a74752e8ad8 tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] 10.222.0.46 "GET /v2.0/ports?device_id=f439536e-aafb-4136-9968-b4f5d9b11dbc HTTP/1.1" status: 200 len: 947 time: 0.1962776 Dec 17 15:09:35.728199 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632ea34-9f7f-4e04-89bb-2bb248e89f6b req-8ee0a9ad-de94-49e6-bd8d-0791802e070c tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:35.730008 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c632ea34-9f7f-4e04-89bb-2bb248e89f6b req-8ee0a9ad-de94-49e6-bd8d-0791802e070c tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 943 time: 0.2563348 Dec 17 15:09:35.739271 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2761fc03-2841-4200-b532-242ebad57eb3 req-ad843a22-2f59-4f59-b304-221382a5f08d service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661308 Dec 17 15:09:35.757310 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-a62ddf4d-f2a9-4b00-ac32-96fe10b85186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:35.758866 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-a62ddf4d-f2a9-4b00-ac32-96fe10b85186 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0630817 Dec 17 15:09:35.805620 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-8e41ffbb-e639-4e90-a6b7-321d65b6166c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:35.807101 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-8e41ffbb-e639-4e90-a6b7-321d65b6166c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0413325 Dec 17 15:09:35.845369 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-760051ab-0ed2-4662-8f4a-ae4de01084b5 req-3854427f-2b36-4651-9592-c2c2eb1023cf service neutron] 10.222.0.13 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381752 Dec 17 15:09:35.854584 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6427b7d9-d4a0-4bd5-baf2-0b89d36dc989 req-c3c182bf-95e5-4fca-85cc-7b4b6dab055b tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fcfe050-4664-491c-9c0c-ebb7cfd2a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236036 Dec 17 15:09:35.864083 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c632ea34-9f7f-4e04-89bb-2bb248e89f6b req-2decd28e-cad6-4cc0-8dad-763c8780dc4f tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186597 Dec 17 15:09:35.881844 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-81d0c68a-fc07-4efc-9e29-9bb595452363 service neutron] For port 0b8d56da-5e55-4db8-b341-5f885ac821a9, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:09:35.885319 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-81d0c68a-fc07-4efc-9e29-9bb595452363 service neutron] For port 0b8d56da-5e55-4db8-b341-5f885ac821a9, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=0b8d56da-5e55-4db8-b341-5f885ac821a9,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:09:35.924240 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-4c3ae554-8248-4a25-b889-b88a4d563c35 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082993 Dec 17 15:09:35.982824 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-81d0c68a-fc07-4efc-9e29-9bb595452363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:36.043719 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-81d0c68a-fc07-4efc-9e29-9bb595452363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:36.044486 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-81d0c68a-fc07-4efc-9e29-9bb595452363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:36.045941 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-81d0c68a-fc07-4efc-9e29-9bb595452363 service neutron] 10.222.0.13 "PUT /v2.0/ports/0b8d56da-5e55-4db8-b341-5f885ac821a9 HTTP/1.1" status: 200 len: 1096 time: 2.6320524 Dec 17 15:09:36.073376 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-29c590e5-079c-4fec-9860-96f67d6a3391 req-dce12c99-bd92-4323-b776-97765a88532f service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275420 Dec 17 15:09:36.124030 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aa15e537-d929-4d46-88f6-1b1b3eeee25f req-bebb89f9-69f6-4945-967b-db16eca7aab0 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a782d92-bea0-4c77-929f-52063b4173a5 HTTP/1.1" status: 200 len: 210 time: 0.0741351 Dec 17 15:09:36.127407 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0c68a-fc07-4efc-9e29-9bb595452363 service neutron] Pushing event updated for resources: {'Port': ['ID=0b8d56da-5e55-4db8-b341-5f885ac821a9,revision_number=7']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:36.145528 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfa0fe-fe6d-40f8-8406-e8557a5227c7 req-37c5bd0c-d4de-4247-946c-15083174cedd tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:36.147190 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-05bfa0fe-fe6d-40f8-8406-e8557a5227c7 req-37c5bd0c-d4de-4247-946c-15083174cedd tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 948 time: 0.1965165 Dec 17 15:09:36.177354 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-60d6fb70-cb7f-48d9-be9c-444cab54a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:36.178894 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-60d6fb70-cb7f-48d9-be9c-444cab54a963 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 1099 time: 0.1059594 Dec 17 15:09:36.270134 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-05bfa0fe-fe6d-40f8-8406-e8557a5227c7 req-3caf8cab-65f6-458e-8b2b-2131b72cf965 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165843 Dec 17 15:09:36.311342 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfeaa5-b41c-4da5-8c03-7c68b982571b req-3cab1792-ef71-4c5b-8c25-3e7b9c2efe65 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:36.313447 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2fbfeaa5-b41c-4da5-8c03-7c68b982571b req-3cab1792-ef71-4c5b-8c25-3e7b9c2efe65 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfb1ceea-306f-4d8b-84a3-fca794c702a0 HTTP/1.1" status: 200 len: 946 time: 0.1213126 Dec 17 15:09:36.351856 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-a3f5e468-9077-4a2a-a9c5-cdb7b9e09ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:36.353374 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-a3f5e468-9077-4a2a-a9c5-cdb7b9e09ae5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.1601846 Dec 17 15:09:36.389407 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5668622d-1808-4e99-90f2-5c5e10e9877f', 'tag': '2522b713-48f6-4d47-821f-ce9becb76cc0'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:09:36.392734 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9575907b-5f80-43bf-b0f8-395908fa8784" -d '{"events": [{"name": "network-changed", "server_uuid": "5668622d-1808-4e99-90f2-5c5e10e9877f", "tag": "2522b713-48f6-4d47-821f-ce9becb76cc0"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:09:36.430856 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2fbfeaa5-b41c-4da5-8c03-7c68b982571b req-eae3916e-ded4-409a-aeb5-c1a2a2845287 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] 10.222.0.46 "GET /v2.0/security-groups?id=81c1c0ed-e5c4-423c-94ae-f4dc1a57d940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054263 Dec 17 15:09:36.432347 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-6f613539-f11d-4a6f-8ca1-ed9c154e08a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=0b8d56da-5e55-4db8-b341-5f885ac821a9 HTTP/1.1" status: 200 len: 217 time: 0.0674245 Dec 17 15:09:36.473633 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a405375-543d-4cb2-9e8c-91fcae795b78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b8d56da-5e55-4db8-b341-5f885ac821a9'}, {'name': 'network-changed', 'server_uuid': '8a405375-543d-4cb2-9e8c-91fcae795b78', 'tag': '0b8d56da-5e55-4db8-b341-5f885ac821a9'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:09:36.476148 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c0d001-38d2-4d5f-b6cb-7e517420a42f" -d '{"events": [{"server_uuid": "8a405375-543d-4cb2-9e8c-91fcae795b78", "name": "network-vif-unplugged", "status": "completed", "tag": "0b8d56da-5e55-4db8-b341-5f885ac821a9"}, {"name": "network-changed", "server_uuid": "8a405375-543d-4cb2-9e8c-91fcae795b78", "tag": "0b8d56da-5e55-4db8-b341-5f885ac821a9"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:09:36.499292 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2e2ad-eb5c-423f-8f0f-b125cd3b028b req-2b21dd77-a26e-4749-ae15-aa0cf010ff3f tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:36.500853 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d2e2e2ad-eb5c-423f-8f0f-b125cd3b028b req-2b21dd77-a26e-4749-ae15-aa0cf010ff3f tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=5668622d-1808-4e99-90f2-5c5e10e9877f HTTP/1.1" status: 200 len: 947 time: 0.1347461 Dec 17 15:09:36.517008 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-50fc816c-ec15-43d7-9cec-cd22749d431b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:36.518435 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-50fc816c-ec15-43d7-9cec-cd22749d431b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0786738 Dec 17 15:09:36.524228 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5333eb51-90da-4ae6-bc79-4dd2c5ecbd04 x-openstack-request-id: req-5333eb51-90da-4ae6-bc79-4dd2c5ecbd04 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:09:36.524612 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5668622d-1808-4e99-90f2-5c5e10e9877f", "tag": "2522b713-48f6-4d47-821f-ce9becb76cc0", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:09:36.524999 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5333eb51-90da-4ae6-bc79-4dd2c5ecbd04 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:09:36.526338 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5668622d-1808-4e99-90f2-5c5e10e9877f', 'tag': '2522b713-48f6-4d47-821f-ce9becb76cc0', 'status': 'completed', 'code': 200} Dec 17 15:09:36.576713 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 17 Dec 2021 15:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58ea194-7218-4136-9c5f-52fada36a46a x-openstack-request-id: req-b58ea194-7218-4136-9c5f-52fada36a46a {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:09:36.577002 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a405375-543d-4cb2-9e8c-91fcae795b78", "name": "network-vif-unplugged", "status": "completed", "tag": "0b8d56da-5e55-4db8-b341-5f885ac821a9", "code": 200}, {"name": "network-changed", "server_uuid": "8a405375-543d-4cb2-9e8c-91fcae795b78", "tag": "0b8d56da-5e55-4db8-b341-5f885ac821a9", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:09:36.577276 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b58ea194-7218-4136-9c5f-52fada36a46a {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:09:36.578331 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a405375-543d-4cb2-9e8c-91fcae795b78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b8d56da-5e55-4db8-b341-5f885ac821a9', 'code': 200} Dec 17 15:09:36.578700 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a405375-543d-4cb2-9e8c-91fcae795b78', 'tag': '0b8d56da-5e55-4db8-b341-5f885ac821a9', 'status': 'completed', 'code': 200} Dec 17 15:09:36.586986 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d2e2e2ad-eb5c-423f-8f0f-b125cd3b028b req-80f9762c-46e9-4f1c-aff9-d1932f0790b2 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791285 Dec 17 15:09:36.594458 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-d4255fc5-0c32-4413-a4c2-7a94abdb288d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:36.599655 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-d4255fc5-0c32-4413-a4c2-7a94abdb288d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0703840 Dec 17 15:09:36.723833 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575907b-5f80-43bf-b0f8-395908fa8784 req-2b20272d-6c6d-4311-a293-cd4bb85f5728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:36.726645 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9575907b-5f80-43bf-b0f8-395908fa8784 req-2b20272d-6c6d-4311-a293-cd4bb85f5728 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f08448d025044cdc929eba5f39e36409&device_id=5668622d-1808-4e99-90f2-5c5e10e9877f HTTP/1.1" status: 200 len: 1098 time: 0.0653806 Dec 17 15:09:36.735140 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-23d9aa27-28eb-4031-96f3-d50a8bb19fab service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285827 Dec 17 15:09:36.836574 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0d001-38d2-4d5f-b6cb-7e517420a42f req-4ef9f292-8522-40c6-8353-7007240bd748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:36.836937 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575907b-5f80-43bf-b0f8-395908fa8784 req-ca175263-9172-4fee-9161-b5aa36e96b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:36.838091 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9575907b-5f80-43bf-b0f8-395908fa8784 req-ca175263-9172-4fee-9161-b5aa36e96b1f service neutron] 10.222.0.41 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.1046226 Dec 17 15:09:36.838205 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-53c0d001-38d2-4d5f-b6cb-7e517420a42f req-4ef9f292-8522-40c6-8353-7007240bd748 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 1099 time: 0.1149490 Dec 17 15:09:36.901263 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9575907b-5f80-43bf-b0f8-395908fa8784 req-59f88e4f-8a60-4fcb-93b2-7541be93cfa2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=2522b713-48f6-4d47-821f-ce9becb76cc0 HTTP/1.1" status: 200 len: 217 time: 0.0461106 Dec 17 15:09:36.911410 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-561ec3c0-aa64-4028-82bf-94067f0c093b req-fc32eb37-439d-4234-b655-8f2da4a804dc service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703212 Dec 17 15:09:36.973608 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0d001-38d2-4d5f-b6cb-7e517420a42f req-49469fb2-9231-49bf-a45a-13cbea997553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:36.975543 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-53c0d001-38d2-4d5f-b6cb-7e517420a42f req-49469fb2-9231-49bf-a45a-13cbea997553 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.1215794 Dec 17 15:09:36.983325 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575907b-5f80-43bf-b0f8-395908fa8784 req-28df2f06-1e1c-43be-bec8-29c61cbc1960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:36.985150 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9575907b-5f80-43bf-b0f8-395908fa8784 req-28df2f06-1e1c-43be-bec8-29c61cbc1960 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0769763 Dec 17 15:09:37.012631 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 0b8d56da-5e55-4db8-b341-5f885ac821a9 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:09:37.038082 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575907b-5f80-43bf-b0f8-395908fa8784 req-d59e7ef2-d68e-4445-9fca-d45bcbc58f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:37.039608 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9575907b-5f80-43bf-b0f8-395908fa8784 req-d59e7ef2-d68e-4445-9fca-d45bcbc58f75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0456803 Dec 17 15:09:37.048724 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-53c0d001-38d2-4d5f-b6cb-7e517420a42f req-a850d8cf-23a4-4670-8f22-8c39f336d326 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=0b8d56da-5e55-4db8-b341-5f885ac821a9 HTTP/1.1" status: 200 len: 217 time: 0.0648403 Dec 17 15:09:37.195413 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 0b8d56da-5e55-4db8-b341-5f885ac821a9 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:09:37.199001 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661229f-a1f7-4c38-9543-a55017b068ae req-923598f1-01eb-4a46-bf45-fe631d869fcf tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:37.200540 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a661229f-a1f7-4c38-9543-a55017b068ae req-923598f1-01eb-4a46-bf45-fe631d869fcf tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] 10.222.0.46 "GET /v2.0/ports?device_id=f439536e-aafb-4136-9968-b4f5d9b11dbc HTTP/1.1" status: 200 len: 947 time: 0.1565800 Dec 17 15:09:37.201349 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9575907b-5f80-43bf-b0f8-395908fa8784 req-fe6210cc-e85a-44a8-975a-f640a443c5f8 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409032 Dec 17 15:09:37.211716 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0d001-38d2-4d5f-b6cb-7e517420a42f req-aad52f70-116c-4e11-bf5d-6dad4cffb5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:37.214199 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-53c0d001-38d2-4d5f-b6cb-7e517420a42f req-aad52f70-116c-4e11-bf5d-6dad4cffb5d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.1434395 Dec 17 15:09:37.222987 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b54cc6-d1bb-4405-bf5e-6609424e90c1 req-1ef54895-aa03-4f83-b17f-b2c9ccaa5ddc tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:37.224516 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-54b54cc6-d1bb-4405-bf5e-6609424e90c1 req-1ef54895-aa03-4f83-b17f-b2c9ccaa5ddc tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 943 time: 0.1893086 Dec 17 15:09:37.306900 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0d001-38d2-4d5f-b6cb-7e517420a42f req-5c1c2f2a-2474-487d-a66d-95e62e4a85e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:37.308368 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-53c0d001-38d2-4d5f-b6cb-7e517420a42f req-5c1c2f2a-2474-487d-a66d-95e62e4a85e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 1099 time: 0.1735516 Dec 17 15:09:37.333441 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a661229f-a1f7-4c38-9543-a55017b068ae req-6decffa9-5b65-4047-8eda-7f017eee6b0e tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fcfe050-4664-491c-9c0c-ebb7cfd2a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235487 Dec 17 15:09:37.334324 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9575907b-5f80-43bf-b0f8-395908fa8784 req-4966cab7-c72e-4c7b-93da-fa3530fe9c73 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230478 Dec 17 15:09:37.338192 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-54b54cc6-d1bb-4405-bf5e-6609424e90c1 req-246cf778-a5d2-4589-a125-215f38179d1d tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041133 Dec 17 15:09:37.386653 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0d001-38d2-4d5f-b6cb-7e517420a42f req-c17a8fc4-9008-4056-87fe-e196c24ae37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:37.388160 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-53c0d001-38d2-4d5f-b6cb-7e517420a42f req-c17a8fc4-9008-4056-87fe-e196c24ae37a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1562946 Dec 17 15:09:37.538944 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36692) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:37.682469 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-24b4a398-a62e-4bd5-99e8-d73f786315ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:37.777434 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a35bacc9-4abb-47af-9cbb-311b1e9fe514 req-6b7fddb0-60f1-45bd-9e56-1b020e73196e tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a782d92-bea0-4c77-929f-52063b4173a5 HTTP/1.1" status: 200 len: 210 time: 0.3512840 Dec 17 15:09:37.787571 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-24b4a398-a62e-4bd5-99e8-d73f786315ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:37.860268 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0d001-38d2-4d5f-b6cb-7e517420a42f req-98998ec8-ba07-4f47-b8f1-59431a3e9e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:37.861805 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-53c0d001-38d2-4d5f-b6cb-7e517420a42f req-98998ec8-ba07-4f47-b8f1-59431a3e9e9b service neutron] 10.222.0.13 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.5385544 Dec 17 15:09:37.874397 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-6cd5bfb6-e9fb-4a42-8508-c906bcac5ba2 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=52f6bbfce3b04c409d7a815c4cfb42de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571649 Dec 17 15:09:37.883503 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-24b4a398-a62e-4bd5-99e8-d73f786315ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:37.939022 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b4a398-a62e-4bd5-99e8-d73f786315ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6261fa7b-d31d-4c45-b281-b1b0c06ea2de,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:37.947377 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-24b4a398-a62e-4bd5-99e8-d73f786315ac admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=027622d9dc0b4307b208aa2768c1c737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4072475 Dec 17 15:09:37.950028 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36706) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:38.003141 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5d1195c5-c3d0-4cf7-8b79-02d144108b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:38.014180 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-53c0d001-38d2-4d5f-b6cb-7e517420a42f req-e77e1635-ca6b-4d02-b66b-8d24fdf87fd4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=0b8d56da-5e55-4db8-b341-5f885ac821a9 HTTP/1.1" status: 200 len: 217 time: 0.1368597 Dec 17 15:09:38.024084 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5d1195c5-c3d0-4cf7-8b79-02d144108b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:38.025912 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f13e7-7142-403e-be8f-584f071c4244 req-36f81ff9-2811-4a84-befd-958a00e1ee96 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:38.027442 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-516f13e7-7142-403e-be8f-584f071c4244 req-36f81ff9-2811-4a84-befd-958a00e1ee96 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 948 time: 0.5540245 Dec 17 15:09:38.054773 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-53c0d001-38d2-4d5f-b6cb-7e517420a42f req-456999f1-245c-47ce-a9b9-1a035cb96494 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6560378 Dec 17 15:09:38.155623 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b181ce-c07c-46c0-b636-6193c6177d92 req-7a5077fc-bf6b-4599-8727-fe52b9e5bff9 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:38.158854 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-29b181ce-c07c-46c0-b636-6193c6177d92 req-7a5077fc-bf6b-4599-8727-fe52b9e5bff9 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=5668622d-1808-4e99-90f2-5c5e10e9877f HTTP/1.1" status: 200 len: 947 time: 0.3130476 Dec 17 15:09:38.169386 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5d1195c5-c3d0-4cf7-8b79-02d144108b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:38.172834 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5d1195c5-c3d0-4cf7-8b79-02d144108b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:38.177020 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5d1195c5-c3d0-4cf7-8b79-02d144108b1e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6261fa7b-d31d-4c45-b281-b1b0c06ea2de HTTP/1.1" status: 204 len: 168 time: 0.2236147 Dec 17 15:09:38.184913 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1195c5-c3d0-4cf7-8b79-02d144108b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6261fa7b-d31d-4c45-b281-b1b0c06ea2de,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:38.241320 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0d001-38d2-4d5f-b6cb-7e517420a42f req-1cb03455-eb4d-44b4-b760-a58bc4a94fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:38.242774 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-53c0d001-38d2-4d5f-b6cb-7e517420a42f req-1cb03455-eb4d-44b4-b760-a58bc4a94fd9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.2142351 Dec 17 15:09:38.254254 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-516f13e7-7142-403e-be8f-584f071c4244 req-6ae16823-5ce2-4299-96cf-c457607cc9f6 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061965 Dec 17 15:09:38.311481 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-2b32f5fd-9ec2-4789-ad19-259e3f4c7168 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:38.313324 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-2b32f5fd-9ec2-4789-ad19-259e3f4c7168 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4284542 Dec 17 15:09:38.325036 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-29b181ce-c07c-46c0-b636-6193c6177d92 req-cdd8f0ea-30de-43b9-b04f-76f2241cbed7 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493134 Dec 17 15:09:38.335410 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-a021e5b8-6939-4d2e-b791-d6d5bf0aeb3a tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Request body: {'port': {'device_id': '9a782d92-bea0-4c77-929f-52063b4173a5', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'admin_state_up': True, 'tenant_id': '52f6bbfce3b04c409d7a815c4cfb42de'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:38.397631 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-53c0d001-38d2-4d5f-b6cb-7e517420a42f req-f35a8960-324e-4039-b6f6-78b978b20ec3 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127053 Dec 17 15:09:38.409809 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0d001-38d2-4d5f-b6cb-7e517420a42f req-68710cb3-2172-414c-825c-d4ddc1a4552f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:38.411330 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-53c0d001-38d2-4d5f-b6cb-7e517420a42f req-68710cb3-2172-414c-825c-d4ddc1a4552f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1517696 Dec 17 15:09:38.495365 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 0c91f9a2-7794-4bae-b0f5-feac1567171a details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:09:38.599721 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53b1e7-94fe-44c7-8445-5eeefe041e2e req-3466d37f-d788-4e31-b67d-8de4673e6672 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:38.600694 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4d53b1e7-94fe-44c7-8445-5eeefe041e2e req-3466d37f-d788-4e31-b67d-8de4673e6672 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 943 time: 0.1837351 Dec 17 15:09:38.606864 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 0c91f9a2-7794-4bae-b0f5-feac1567171a, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=0c91f9a2-7794-4bae-b0f5-feac1567171a,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:38.620218 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '0c91f9a2-7794-4bae-b0f5-feac1567171a', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': '0c91f9a2-7794-4bae-b0f5-feac1567171a', 'mac_address': 'fa:16:3e:7f:9d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:09:38.648165 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66081fe8-d9e9-4251-a3b6-1388ac0e4f7f req-e922cc8b-a39f-481b-a653-15b2d9c2df96 tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:38.649694 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-66081fe8-d9e9-4251-a3b6-1388ac0e4f7f req-e922cc8b-a39f-481b-a653-15b2d9c2df96 tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] 10.222.0.46 "GET /v2.0/ports?device_id=f439536e-aafb-4136-9968-b4f5d9b11dbc HTTP/1.1" status: 200 len: 947 time: 0.2000792 Dec 17 15:09:38.653855 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-53c0d001-38d2-4d5f-b6cb-7e517420a42f req-5316c561-fcd4-4611-8ad7-4957aede99fa service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230389 Dec 17 15:09:38.665122 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:38.680389 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c91f9a2-7794-4bae-b0f5-feac1567171a {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:09:38.702606 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 0c91f9a2-7794-4bae-b0f5-feac1567171a, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=0c91f9a2-7794-4bae-b0f5-feac1567171a,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:38.734811 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4d53b1e7-94fe-44c7-8445-5eeefe041e2e req-9d71e19b-cdd0-497a-8e7e-3df9eece1601 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206822 Dec 17 15:09:38.735386 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-a021e5b8-6939-4d2e-b791-d6d5bf0aeb3a tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Made reservation on behalf of 52f6bbfce3b04c409d7a815c4cfb42de for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:09:38.738671 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-a021e5b8-6939-4d2e-b791-d6d5bf0aeb3a tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:38.780640 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-66081fe8-d9e9-4251-a3b6-1388ac0e4f7f req-d9bbd44f-4d9d-4642-b4c3-14c291e85f7a tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fcfe050-4664-491c-9c0c-ebb7cfd2a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206291 Dec 17 15:09:38.790775 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:38.856293 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-53c0d001-38d2-4d5f-b6cb-7e517420a42f req-221b3458-16f5-452d-bb23-47cc7d9cc272 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891944 Dec 17 15:09:38.879844 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=0c91f9a2-7794-4bae-b0f5-feac1567171a,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:38.940721 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b28c383c-b1aa-4c35-b21c-7bdeeefc5077 req-db47e92c-8520-40c8-be1c-ea7b692bd818 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a782d92-bea0-4c77-929f-52063b4173a5 HTTP/1.1" status: 200 len: 210 time: 0.0358827 Dec 17 15:09:38.956382 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-a021e5b8-6939-4d2e-b791-d6d5bf0aeb3a tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Allocated IP 192.168.233.149 (f97c7142-717f-43eb-a835-5fcd8d6a6486/b0a1cb4f-5aa5-4130-b24e-105310ef66e4/cab025be-0bfa-4db5-9455-0cf9a2d5bd1f) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:09:39.043100 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36726) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:39.057198 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1f5221bd-700c-4d20-a97b-41f6dfb058d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:39.076190 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['0c91f9a2-7794-4bae-b0f5-feac1567171a'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:09:39.133079 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-a021e5b8-6939-4d2e-b791-d6d5bf0aeb3a tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:39.193996 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1f5221bd-700c-4d20-a97b-41f6dfb058d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:39.247753 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-a021e5b8-6939-4d2e-b791-d6d5bf0aeb3a tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:39.270034 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1f5221bd-700c-4d20-a97b-41f6dfb058d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:39.298907 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-a021e5b8-6939-4d2e-b791-d6d5bf0aeb3a tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Network f97c7142-717f-43eb-a835-5fcd8d6a6486 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:09:39.302120 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-a021e5b8-6939-4d2e-b791-d6d5bf0aeb3a tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:09:39.310058 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-a021e5b8-6939-4d2e-b791-d6d5bf0aeb3a tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:09:39.315969 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-a021e5b8-6939-4d2e-b791-d6d5bf0aeb3a tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:39.316098 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['39d0f122-e822-4675-979d-f3bb1cd4a783'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:09:39.316606 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-a021e5b8-6939-4d2e-b791-d6d5bf0aeb3a tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:39.332698 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a021e5b8-6939-4d2e-b791-d6d5bf0aeb3a tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Pushing event updated for resources: {'Port': ['ID=cab025be-0bfa-4db5-9455-0cf9a2d5bd1f,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:39.349113 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1f5221bd-700c-4d20-a97b-41f6dfb058d0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ac7d2c0ddd37478a98256b7fdd384950&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2930775 Dec 17 15:09:39.349113 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5221bd-700c-4d20-a97b-41f6dfb058d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18231d0-2ce7-4b5d-89a4-7565c9b235a0,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:39.349964 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36730) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:39.500205 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-31f18b81-1043-4bd2-916c-788cdb957c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:39.508784 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-a021e5b8-6939-4d2e-b791-d6d5bf0aeb3a tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1825562 Dec 17 15:09:39.525283 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c7932-273d-4d5b-9944-1e2b1f9849ce req-ac6539de-0b88-40e8-84d1-109589ae6376 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:39.528721 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad4c7932-273d-4d5b-9944-1e2b1f9849ce req-ac6539de-0b88-40e8-84d1-109589ae6376 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 948 time: 0.1466548 Dec 17 15:09:39.535146 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-0bcb7caf-76e3-41df-aad5-1c53c1924be3 service neutron] Request body: {'port': {'device_id': '9a782d92-bea0-4c77-929f-52063b4173a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:39.590248 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-31f18b81-1043-4bd2-916c-788cdb957c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:39.642526 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5ec6c-b590-4161-b177-87dd5331e521 req-b0ba1676-6b83-4ce1-82bb-4b7d7b701552 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:39.644292 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-87f5ec6c-b590-4161-b177-87dd5331e521 req-b0ba1676-6b83-4ce1-82bb-4b7d7b701552 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=5668622d-1808-4e99-90f2-5c5e10e9877f HTTP/1.1" status: 200 len: 947 time: 0.1928425 Dec 17 15:09:39.690027 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-81fa288e-b28a-40a5-9403-40e9c5dce653 None None] Provisioning complete for port cab025be-0bfa-4db5-9455-0cf9a2d5bd1f triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:09:39.691025 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-81fa288e-b28a-40a5-9403-40e9c5dce653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:39.695916 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad4c7932-273d-4d5b-9944-1e2b1f9849ce req-c98f310d-b494-440b-ab8e-f079980b48f5 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564360 Dec 17 15:09:39.703276 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-0bcb7caf-76e3-41df-aad5-1c53c1924be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:39.738487 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-87f5ec6c-b590-4161-b177-87dd5331e521 req-1c5f2b18-e32a-45e6-bd04-a017ed67fae9 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612984 Dec 17 15:09:39.751243 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-81fa288e-b28a-40a5-9403-40e9c5dce653 None None] Port cab025be-0bfa-4db5-9455-0cf9a2d5bd1f cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:09:39.879718 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-31f18b81-1043-4bd2-916c-788cdb957c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:39.882316 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-31f18b81-1043-4bd2-916c-788cdb957c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:39.886662 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-31f18b81-1043-4bd2-916c-788cdb957c3e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e18231d0-2ce7-4b5d-89a4-7565c9b235a0 HTTP/1.1" status: 204 len: 168 time: 0.5386226 Dec 17 15:09:39.972573 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:39.974557 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f18b81-1043-4bd2-916c-788cdb957c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18231d0-2ce7-4b5d-89a4-7565c9b235a0,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:40.048766 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae92b18-3183-4ddd-8442-d38bd259313a req-10011bec-f211-42b3-b395-689f36245d88 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:40.050271 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2ae92b18-3183-4ddd-8442-d38bd259313a req-10011bec-f211-42b3-b395-689f36245d88 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 943 time: 0.2073863 Dec 17 15:09:40.093276 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0469c-bc35-4fcd-8f2a-983cdb6a41f8 req-9c063f78-d48c-4d2d-9115-f4eeb6814de3 tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:40.094728 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a4b0469c-bc35-4fcd-8f2a-983cdb6a41f8 req-9c063f78-d48c-4d2d-9115-f4eeb6814de3 tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] 10.222.0.46 "GET /v2.0/ports?device_id=f439536e-aafb-4136-9968-b4f5d9b11dbc HTTP/1.1" status: 200 len: 948 time: 0.2051477 Dec 17 15:09:40.147597 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-7b88a659-b623-4437-bab1-e84f4d265a33 service neutron] 10.222.0.13 "GET /v2.0/ports/8f252342-e759-4489-98a4-559ae2b246b8/bindings/n-h1-820553-2 HTTP/1.1" status: 200 len: 384 time: 0.1917496 Dec 17 15:09:40.172687 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2ae92b18-3183-4ddd-8442-d38bd259313a req-7e2e8730-1206-4234-b522-d76bf9f079f9 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106255 Dec 17 15:09:40.221334 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a4b0469c-bc35-4fcd-8f2a-983cdb6a41f8 req-61d0cd57-f3b3-44fd-9955-37a9fbac7614 tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fcfe050-4664-491c-9c0c-ebb7cfd2a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157885 Dec 17 15:09:40.350579 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-0bcb7caf-76e3-41df-aad5-1c53c1924be3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab025be-0bfa-4db5-9455-0cf9a2d5bd1f {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:09:40.396355 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-0bcb7caf-76e3-41df-aad5-1c53c1924be3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:40.422728 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-0bcb7caf-76e3-41df-aad5-1c53c1924be3 service neutron] Transition to ACTIVE for port object cab025be-0bfa-4db5-9455-0cf9a2d5bd1f will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:09:40.430198 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eee127-81a0-4cba-b555-aa07edf58920 req-5b84c785-8d14-495f-8f6b-8af768106343 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:40.431690 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-84eee127-81a0-4cba-b555-aa07edf58920 req-5b84c785-8d14-495f-8f6b-8af768106343 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a782d92-bea0-4c77-929f-52063b4173a5 HTTP/1.1" status: 200 len: 936 time: 0.1480074 Dec 17 15:09:40.483982 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-4975c6d4-4b9c-49f8-9e92-634f94fd37aa service neutron] For port 8f252342-e759-4489-98a4-559ae2b246b8, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=8f252342-e759-4489-98a4-559ae2b246b8,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:40.488317 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-0bcb7caf-76e3-41df-aad5-1c53c1924be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:40.510856 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 0b8d56da-5e55-4db8-b341-5f885ac821a9 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:09:40.523426 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-84eee127-81a0-4cba-b555-aa07edf58920 req-d65f70ad-01b3-4c6e-9e58-3cd37a70e74e tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fe66039-589b-4cdc-b594-47f635f4b418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825427 Dec 17 15:09:40.547486 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-4975c6d4-4b9c-49f8-9e92-634f94fd37aa service neutron] For port 8f252342-e759-4489-98a4-559ae2b246b8, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:09:40.573284 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb7caf-76e3-41df-aad5-1c53c1924be3 service neutron] Pushing event updated for resources: {'Port': ['ID=cab025be-0bfa-4db5-9455-0cf9a2d5bd1f,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:40.575760 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 0c91f9a2-7794-4bae-b0f5-feac1567171a up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:09:40.593290 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-4975c6d4-4b9c-49f8-9e92-634f94fd37aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f252342-e759-4489-98a4-559ae2b246b8 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:09:40.624013 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-4975c6d4-4b9c-49f8-9e92-634f94fd37aa service neutron] For port 8f252342-e759-4489-98a4-559ae2b246b8, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=8f252342-e759-4489-98a4-559ae2b246b8,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:40.642694 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-0bcb7caf-76e3-41df-aad5-1c53c1924be3 service neutron] Attempting to bind port cab025be-0bfa-4db5-9455-0cf9a2d5bd1f on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:09:40.643025 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-0bcb7caf-76e3-41df-aad5-1c53c1924be3 service neutron] Attempting to bind port cab025be-0bfa-4db5-9455-0cf9a2d5bd1f by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:09:40.643353 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-0bcb7caf-76e3-41df-aad5-1c53c1924be3 service neutron] Attempting to bind port cab025be-0bfa-4db5-9455-0cf9a2d5bd1f on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:09:40.647968 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-0bcb7caf-76e3-41df-aad5-1c53c1924be3 service neutron] Port cab025be-0bfa-4db5-9455-0cf9a2d5bd1f on network f97c7142-717f-43eb-a835-5fcd8d6a6486 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:09:40.648291 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-0bcb7caf-76e3-41df-aad5-1c53c1924be3 service neutron] Attempting to bind port cab025be-0bfa-4db5-9455-0cf9a2d5bd1f on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:09:40.659127 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-0bcb7caf-76e3-41df-aad5-1c53c1924be3 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:09:40.659438 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-0bcb7caf-76e3-41df-aad5-1c53c1924be3 service neutron] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:09:40.659823 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-0bcb7caf-76e3-41df-aad5-1c53c1924be3 service neutron] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:09:40.660287 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-0bcb7caf-76e3-41df-aad5-1c53c1924be3 service neutron] Bound port: cab025be-0bfa-4db5-9455-0cf9a2d5bd1f, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:09:40.660634 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-0bcb7caf-76e3-41df-aad5-1c53c1924be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:40.663640 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 0b8d56da-5e55-4db8-b341-5f885ac821a9, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=0b8d56da-5e55-4db8-b341-5f885ac821a9,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:40.678960 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '0b8d56da-5e55-4db8-b341-5f885ac821a9', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': '0b8d56da-5e55-4db8-b341-5f885ac821a9', 'mac_address': 'fa:16:3e:22:d3:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:09:40.700615 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-4975c6d4-4b9c-49f8-9e92-634f94fd37aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:40.719174 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:40.737480 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b8d56da-5e55-4db8-b341-5f885ac821a9 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:09:40.758309 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 0c91f9a2-7794-4bae-b0f5-feac1567171a completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:09:40.759830 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-0bcb7caf-76e3-41df-aad5-1c53c1924be3 service neutron] For port cab025be-0bfa-4db5-9455-0cf9a2d5bd1f, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:09:40.770820 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 0c91f9a2-7794-4bae-b0f5-feac1567171a triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:09:40.771197 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:40.778104 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 0b8d56da-5e55-4db8-b341-5f885ac821a9, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=0b8d56da-5e55-4db8-b341-5f885ac821a9,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:40.780230 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-0bcb7caf-76e3-41df-aad5-1c53c1924be3 service neutron] For port cab025be-0bfa-4db5-9455-0cf9a2d5bd1f, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=cab025be-0bfa-4db5-9455-0cf9a2d5bd1f,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:09:40.810617 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-4975c6d4-4b9c-49f8-9e92-634f94fd37aa service neutron] Transition to ACTIVE for port object 8f252342-e759-4489-98a4-559ae2b246b8 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:09:40.880910 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:40.914829 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-0bcb7caf-76e3-41df-aad5-1c53c1924be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:40.919972 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:40.920309 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-4975c6d4-4b9c-49f8-9e92-634f94fd37aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:40.948024 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7643a-c25d-4625-b9e8-04f27f716cda req-fb64d80a-4f17-48ff-90fd-21ef0b453acc tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:40.950132 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-38c7643a-c25d-4625-b9e8-04f27f716cda req-fb64d80a-4f17-48ff-90fd-21ef0b453acc tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 948 time: 0.1327858 Dec 17 15:09:40.967761 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f439536e-aafb-4136-9968-b4f5d9b11dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c91f9a2-7794-4bae-b0f5-feac1567171a'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:09:40.971160 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668c1b50-5e16-48d9-ba0d-872800f39b5c" -d '{"events": [{"server_uuid": "f439536e-aafb-4136-9968-b4f5d9b11dbc", "name": "network-vif-plugged", "status": "completed", "tag": "0c91f9a2-7794-4bae-b0f5-feac1567171a"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:09:40.986578 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=0b8d56da-5e55-4db8-b341-5f885ac821a9,revision_number=8']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:40.990251 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e7eda-53fe-49d3-8f4f-58f12cefe3cf req-87a51985-51ba-49a0-b825-6445849c4577 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:40.990401 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 0c91f9a2-7794-4bae-b0f5-feac1567171a, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=0c91f9a2-7794-4bae-b0f5-feac1567171a,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:40.991930 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a83e7eda-53fe-49d3-8f4f-58f12cefe3cf req-87a51985-51ba-49a0-b825-6445849c4577 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=5668622d-1808-4e99-90f2-5c5e10e9877f HTTP/1.1" status: 200 len: 947 time: 0.1310451 Dec 17 15:09:40.997601 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-0bcb7caf-76e3-41df-aad5-1c53c1924be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:40.998294 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-0bcb7caf-76e3-41df-aad5-1c53c1924be3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:41.000764 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-0bcb7caf-76e3-41df-aad5-1c53c1924be3 service neutron] 10.222.0.13 "PUT /v2.0/ports/cab025be-0bfa-4db5-9455-0cf9a2d5bd1f HTTP/1.1" status: 200 len: 1096 time: 1.4718282 Dec 17 15:09:41.005081 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a782d92-bea0-4c77-929f-52063b4173a5', 'tag': 'cab025be-0bfa-4db5-9455-0cf9a2d5bd1f'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:09:41.007384 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80161227-df5c-402b-943b-9eb81cb16bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "9a782d92-bea0-4c77-929f-52063b4173a5", "tag": "cab025be-0bfa-4db5-9455-0cf9a2d5bd1f"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:09:41.043819 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:41.052951 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 2522b713-48f6-4d47-821f-ce9becb76cc0 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:09:41.134827 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['0b8d56da-5e55-4db8-b341-5f885ac821a9'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:09:41.168867 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=0c91f9a2-7794-4bae-b0f5-feac1567171a,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:41.290134 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 2522b713-48f6-4d47-821f-ce9becb76cc0, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=2522b713-48f6-4d47-821f-ce9becb76cc0,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:41.313783 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '2522b713-48f6-4d47-821f-ce9becb76cc0', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': '2522b713-48f6-4d47-821f-ce9becb76cc0', 'mac_address': 'fa:16:3e:ae:a0:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:09:41.319102 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-4975c6d4-4b9c-49f8-9e92-634f94fd37aa service neutron] No DVR routers for this DVR port 8f252342-e759-4489-98a4-559ae2b246b8 on host n-h2-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:09:41.363392 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb7caf-76e3-41df-aad5-1c53c1924be3 service neutron] Pushing event updated for resources: {'Port': ['ID=cab025be-0bfa-4db5-9455-0cf9a2d5bd1f,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:41.381785 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-38c7643a-c25d-4625-b9e8-04f27f716cda req-93d00bc6-ccf1-4104-b88e-a9addbc4a04c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076664 Dec 17 15:09:41.383269 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:41.412867 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2522b713-48f6-4d47-821f-ce9becb76cc0 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:09:41.443630 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a83e7eda-53fe-49d3-8f4f-58f12cefe3cf req-244baaf5-f178-47bf-92df-085a9be2e3b4 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295011 Dec 17 15:09:41.455916 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 2522b713-48f6-4d47-821f-ce9becb76cc0, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=2522b713-48f6-4d47-821f-ce9becb76cc0,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:41.466455 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d5c575-d1c8-454d-9d43-5dbb466a4e68 x-openstack-request-id: req-14d5c575-d1c8-454d-9d43-5dbb466a4e68 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:09:41.466774 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f439536e-aafb-4136-9968-b4f5d9b11dbc", "name": "network-vif-plugged", "status": "completed", "tag": "0c91f9a2-7794-4bae-b0f5-feac1567171a", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:09:41.467034 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-14d5c575-d1c8-454d-9d43-5dbb466a4e68 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:09:41.467427 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f439536e-aafb-4136-9968-b4f5d9b11dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c91f9a2-7794-4bae-b0f5-feac1567171a', 'code': 200} Dec 17 15:09:41.470601 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-4975c6d4-4b9c-49f8-9e92-634f94fd37aa service neutron] 10.222.0.13 "PUT /v2.0/ports/8f252342-e759-4489-98a4-559ae2b246b8/bindings/n-h1-820553-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3134065 Dec 17 15:09:41.489615 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-7f23d564-e8aa-4ee6-a408-f96ab259508e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:41.491140 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-7f23d564-e8aa-4ee6-a408-f96ab259508e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=52f6bbfce3b04c409d7a815c4cfb42de&device_id=9a782d92-bea0-4c77-929f-52063b4173a5 HTTP/1.1" status: 200 len: 1099 time: 0.1733716 Dec 17 15:09:41.494513 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975c6d4-4b9c-49f8-9e92-634f94fd37aa service neutron] Pushing event updated for resources: {'Port': ['ID=8f252342-e759-4489-98a4-559ae2b246b8,revision_number=10']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:41.499457 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a8a906-dc56-4f8f-89e5-2414a6636201 x-openstack-request-id: req-85a8a906-dc56-4f8f-89e5-2414a6636201 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:09:41.500293 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a782d92-bea0-4c77-929f-52063b4173a5", "tag": "cab025be-0bfa-4db5-9455-0cf9a2d5bd1f", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:09:41.500600 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-85a8a906-dc56-4f8f-89e5-2414a6636201 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:09:41.500990 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a782d92-bea0-4c77-929f-52063b4173a5', 'tag': 'cab025be-0bfa-4db5-9455-0cf9a2d5bd1f', 'status': 'completed', 'code': 200} Dec 17 15:09:41.546867 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:41.549570 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-06f02f7c-7cbc-4ab3-ae35-358b86db5d1f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=cab025be-0bfa-4db5-9455-0cf9a2d5bd1f HTTP/1.1" status: 200 len: 217 time: 0.0467300 Dec 17 15:09:41.607327 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=2522b713-48f6-4d47-821f-ce9becb76cc0,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:41.704736 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-bb329fca-fbca-4fca-b1d2-ed7f467d5edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:41.706134 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-bb329fca-fbca-4fca-b1d2-ed7f467d5edb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.1368089 Dec 17 15:09:41.734941 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d048cde-30f3-46ba-b9cc-6b9b672f20df req-282ec0b5-0e03-476e-907a-3450c9ff38db tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:41.736392 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9d048cde-30f3-46ba-b9cc-6b9b672f20df req-282ec0b5-0e03-476e-907a-3450c9ff38db tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 944 time: 0.1855519 Dec 17 15:09:41.739515 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68140133-d7e5-4a2d-a51d-b8a61d609d51 req-15daa5be-207b-492f-b45d-4b355cfbe397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:41.740921 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68140133-d7e5-4a2d-a51d-b8a61d609d51 req-15daa5be-207b-492f-b45d-4b355cfbe397 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f439536e-aafb-4136-9968-b4f5d9b11dbc HTTP/1.1" status: 200 len: 1100 time: 0.1177068 Dec 17 15:09:41.776091 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-598f589e-e2bb-4993-96e0-bde8d4b527e6 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:41.777559 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-598f589e-e2bb-4993-96e0-bde8d4b527e6 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6&tenant_id=96ef05c814a947bb872da21a8a326a7b&binding%3Ahost_id=n-h2-820553-2 HTTP/1.1" status: 200 len: 1095 time: 0.1393204 Dec 17 15:09:41.851405 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-9fd9fe41-8e35-4265-afa9-5b7e766e89ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:41.852871 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-9fd9fe41-8e35-4265-afa9-5b7e766e89ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1354165 Dec 17 15:09:41.858760 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9d048cde-30f3-46ba-b9cc-6b9b672f20df req-b7f76294-a312-4180-92c7-31c5bec9b21c tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036274 Dec 17 15:09:41.875979 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68140133-d7e5-4a2d-a51d-b8a61d609d51 req-11f9b84e-18f9-4595-8aa4-038ad9d31263 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3fcfe050-4664-491c-9c0c-ebb7cfd2a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197298 Dec 17 15:09:41.918442 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-dbb2d16f-7cf7-47ab-a409-696742f22935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:41.919925 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-dbb2d16f-7cf7-47ab-a409-696742f22935 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6&tenant_id=96ef05c814a947bb872da21a8a326a7b HTTP/1.1" status: 200 len: 1095 time: 0.1257606 Dec 17 15:09:42.030347 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-494fbc0e-20db-4d7c-9205-685104c5a14d service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644316 Dec 17 15:09:42.041478 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6efdb-5b9e-4c0a-a959-a28c39997248 req-5a975dde-0706-43f0-804e-5a3d418dd9b7 tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:42.042934 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2eb6efdb-5b9e-4c0a-a959-a28c39997248 req-5a975dde-0706-43f0-804e-5a3d418dd9b7 tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] 10.222.0.46 "GET /v2.0/ports?device_id=f439536e-aafb-4136-9968-b4f5d9b11dbc HTTP/1.1" status: 200 len: 949 time: 0.1201668 Dec 17 15:09:42.049702 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-2cca5627-b5b3-4eb6-b118-18db964fe26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:42.051191 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-2cca5627-b5b3-4eb6-b118-18db964fe26c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96ef05c814a947bb872da21a8a326a7b&device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 1095 time: 0.0844307 Dec 17 15:09:42.067487 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['2522b713-48f6-4d47-821f-ce9becb76cc0'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:09:42.177728 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2eb6efdb-5b9e-4c0a-a959-a28c39997248 req-ba8b3caf-7e3b-49f9-af11-5091c6bbf291 tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fcfe050-4664-491c-9c0c-ebb7cfd2a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255090 Dec 17 15:09:42.247006 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-8ca314cc-02aa-42bb-b67a-bc0e528172ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:42.248462 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-8ca314cc-02aa-42bb-b67a-bc0e528172ad service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea HTTP/1.1" status: 200 len: 909 time: 0.1815197 Dec 17 15:09:42.263476 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c26f7ebb-3156-4cf5-ba97-b0fddd55d936 req-914156eb-bca6-472b-848f-ac2a58ada490 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449633 Dec 17 15:09:42.299732 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-1cae3ec7-9fb0-44f6-9203-85e8294d1382 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f252342-e759-4489-98a4-559ae2b246b8 HTTP/1.1" status: 200 len: 217 time: 0.0395198 Dec 17 15:09:42.350131 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-2bb953b8-441d-40e3-9d9e-6e33c66885db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:42.351578 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-2bb953b8-441d-40e3-9d9e-6e33c66885db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e07a04f7-750d-46bb-b1d6-18c61b699282 HTTP/1.1" status: 200 len: 848 time: 0.0444691 Dec 17 15:09:42.389919 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-282a55df-3897-45a5-83ce-0285033cf0fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242872 Dec 17 15:09:42.494773 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80161227-df5c-402b-943b-9eb81cb16bd2 req-4d9549dd-66de-4dc2-a199-5f803bb35936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:42.496255 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-80161227-df5c-402b-943b-9eb81cb16bd2 req-4d9549dd-66de-4dc2-a199-5f803bb35936 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=52f6bbfce3b04c409d7a815c4cfb42de&device_id=9a782d92-bea0-4c77-929f-52063b4173a5 HTTP/1.1" status: 200 len: 1099 time: 0.0887012 Dec 17 15:09:42.511973 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 0b8d56da-5e55-4db8-b341-5f885ac821a9 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:09:42.581787 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-db143c5e-f507-4151-9f64-1162dc4fb4cd service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825755 Dec 17 15:09:42.678375 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 0b8d56da-5e55-4db8-b341-5f885ac821a9 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:09:42.684005 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 0b8d56da-5e55-4db8-b341-5f885ac821a9 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:09:42.684940 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:42.707760 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd8e12-7ad7-4f82-9228-8981969b6ddd req-075f599f-6c10-42f1-9ea0-0570980a450f tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:42.714873 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-61dd8e12-7ad7-4f82-9228-8981969b6ddd req-075f599f-6c10-42f1-9ea0-0570980a450f tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a782d92-bea0-4c77-929f-52063b4173a5 HTTP/1.1" status: 200 len: 948 time: 0.1563230 Dec 17 15:09:42.719995 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80161227-df5c-402b-943b-9eb81cb16bd2 req-6525b03d-e8c4-4ebd-a165-deb1a588768b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:42.721439 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-80161227-df5c-402b-943b-9eb81cb16bd2 req-6525b03d-e8c4-4ebd-a165-deb1a588768b service neutron] 10.222.0.13 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.2177711 Dec 17 15:09:42.810988 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-80161227-df5c-402b-943b-9eb81cb16bd2 req-25ba5991-2398-4351-892f-733f60158feb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=cab025be-0bfa-4db5-9455-0cf9a2d5bd1f HTTP/1.1" status: 200 len: 217 time: 0.0650315 Dec 17 15:09:42.813748 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-386e2a83-d6bb-4922-a356-3bde2374fc9f service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172098 Dec 17 15:09:42.870601 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-61dd8e12-7ad7-4f82-9228-8981969b6ddd req-38aa7818-74ef-4872-a2a1-750b69edff78 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fe66039-589b-4cdc-b594-47f635f4b418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493299 Dec 17 15:09:42.909187 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc939c-9254-4120-be87-ce5724d7d750 req-a2adf0fe-87b9-4d86-90ea-225740560bba tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:42.910992 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:42.943423 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e7fc939c-9254-4120-be87-ce5724d7d750 req-a2adf0fe-87b9-4d86-90ea-225740560bba tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78&tenant_id=9a3e2a05328448bd85eebc1663dde8e3&binding%3Ahost_id=n-h2-820553-2 HTTP/1.1" status: 200 len: 949 time: 0.1726663 Dec 17 15:09:42.979001 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80161227-df5c-402b-943b-9eb81cb16bd2 req-0175abb2-40a0-46e2-8123-0f790742ab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:42.980705 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-80161227-df5c-402b-943b-9eb81cb16bd2 req-0175abb2-40a0-46e2-8123-0f790742ab20 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.1587429 Dec 17 15:09:42.982059 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 0b8d56da-5e55-4db8-b341-5f885ac821a9, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=0b8d56da-5e55-4db8-b341-5f885ac821a9,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:43.069473 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4903626-b2b1-40e3-8fb8-b208dfadaf7c req-b5e91e05-e362-40e4-b14c-ae1651566971 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:43.071236 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e4903626-b2b1-40e3-8fb8-b208dfadaf7c req-b5e91e05-e362-40e4-b14c-ae1651566971 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=5668622d-1808-4e99-90f2-5c5e10e9877f HTTP/1.1" status: 200 len: 948 time: 0.1799612 Dec 17 15:09:43.084797 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [req-e7fc939c-9254-4120-be87-ce5724d7d750 req-2a9a6854-2bde-4b9e-b48d-9fae54497f20 service neutron] delete failed (client error): The resource could not be found. Dec 17 15:09:43.085434 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:43.086520 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 8f252342-e759-4489-98a4-559ae2b246b8 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:09:43.092140 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e7fc939c-9254-4120-be87-ce5724d7d750 req-2a9a6854-2bde-4b9e-b48d-9fae54497f20 service neutron] 10.222.0.41 "DELETE /v2.0/ports/0b8d56da-5e55-4db8-b341-5f885ac821a9/bindings/n-h1-820553-2 HTTP/1.1" status: 404 len: 380 time: 0.0904312 Dec 17 15:09:43.092646 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579ffb1-7cb2-4dab-a043-d55090a8790d req-a519a8e1-ffcd-4698-9712-db90a5b88533 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:43.097526 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1579ffb1-7cb2-4dab-a043-d55090a8790d req-a519a8e1-ffcd-4698-9712-db90a5b88533 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 949 time: 0.1149294 Dec 17 15:09:43.103286 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80161227-df5c-402b-943b-9eb81cb16bd2 req-b00b9bb1-237d-4848-86db-771521797153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:43.104722 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-80161227-df5c-402b-943b-9eb81cb16bd2 req-b00b9bb1-237d-4848-86db-771521797153 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1105797 Dec 17 15:09:43.222009 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=0b8d56da-5e55-4db8-b341-5f885ac821a9,revision_number=9']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:43.228793 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 8f252342-e759-4489-98a4-559ae2b246b8 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:09:43.258840 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1579ffb1-7cb2-4dab-a043-d55090a8790d req-ce9484de-94ff-4878-909c-2b844051bf83 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582401 Dec 17 15:09:43.287473 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e4903626-b2b1-40e3-8fb8-b208dfadaf7c req-e654503b-6171-4560-8d12-3cc05ef81183 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798048 Dec 17 15:09:43.371060 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc939c-9254-4120-be87-ce5724d7d750 req-689a8b21-0ef7-43ab-b863-35578b307636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:43.372855 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e7fc939c-9254-4120-be87-ce5724d7d750 req-689a8b21-0ef7-43ab-b863-35578b307636 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 1101 time: 0.1066372 Dec 17 15:09:43.375360 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-80161227-df5c-402b-943b-9eb81cb16bd2 req-cb3276f3-7ace-4caa-9601-f265e24e40bf service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586927 Dec 17 15:09:43.468340 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a405375-543d-4cb2-9e8c-91fcae795b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8d56da-5e55-4db8-b341-5f885ac821a9'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:09:43.472843 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83e8df4-07a4-49f6-b694-cb643d53b912" -d '{"events": [{"server_uuid": "8a405375-543d-4cb2-9e8c-91fcae795b78", "name": "network-vif-plugged", "status": "completed", "tag": "0b8d56da-5e55-4db8-b341-5f885ac821a9"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:09:43.511699 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a78385-811b-457e-a46f-1211ddce6470 req-21e650b1-bd4c-494e-a9bf-08cdfeb14676 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:43.513260 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32a78385-811b-457e-a46f-1211ddce6470 req-21e650b1-bd4c-494e-a9bf-08cdfeb14676 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 944 time: 0.1248832 Dec 17 15:09:43.538578 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-80161227-df5c-402b-943b-9eb81cb16bd2 req-0ee2f724-56f5-421d-afb2-02555da4f7bf service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586132 Dec 17 15:09:43.583253 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc939c-9254-4120-be87-ce5724d7d750 req-6cfbf800-bdb5-4771-9879-00e0645c1d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:43.586846 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e7fc939c-9254-4120-be87-ce5724d7d750 req-6cfbf800-bdb5-4771-9879-00e0645c1d66 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.2017455 Dec 17 15:09:43.601430 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32a78385-811b-457e-a46f-1211ddce6470 req-3507c69b-f841-4ef2-b308-a72a8a552357 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694871 Dec 17 15:09:43.621196 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffba0e0-054e-4569-bf82-45db3eeada6a req-cc166e44-bac0-46b2-88a6-33d46b86ee2c tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:43.622731 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3ffba0e0-054e-4569-bf82-45db3eeada6a req-cc166e44-bac0-46b2-88a6-33d46b86ee2c tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] 10.222.0.46 "GET /v2.0/ports?device_id=f439536e-aafb-4136-9968-b4f5d9b11dbc HTTP/1.1" status: 200 len: 949 time: 0.1028774 Dec 17 15:09:43.670536 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e7fc939c-9254-4120-be87-ce5724d7d750 req-77926eae-a6b7-433a-a2de-0d08d69d4947 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=0b8d56da-5e55-4db8-b341-5f885ac821a9 HTTP/1.1" status: 200 len: 217 time: 0.0645659 Dec 17 15:09:43.694885 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3ffba0e0-054e-4569-bf82-45db3eeada6a req-b787e7c3-d82e-4db7-8ab5-00c254fbbb04 tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fcfe050-4664-491c-9c0c-ebb7cfd2a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637650 Dec 17 15:09:43.697597 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-9a2ef750-b19c-43f3-8721-7443e44cb21d tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:43.699220 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-9a2ef750-b19c-43f3-8721-7443e44cb21d tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6&tenant_id=96ef05c814a947bb872da21a8a326a7b&binding%3Ahost_id=n-h1-820553-2 HTTP/1.1" status: 200 len: 1095 time: 0.0969424 Dec 17 15:09:43.743357 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc939c-9254-4120-be87-ce5724d7d750 req-08e525fd-ac28-4b78-8709-2e8b2b218fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:43.745173 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e7fc939c-9254-4120-be87-ce5724d7d750 req-08e525fd-ac28-4b78-8709-2e8b2b218fc2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0640135 Dec 17 15:09:43.789626 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5318072-5328-4e6a-ac33-9f0d7970ba1c x-openstack-request-id: req-e5318072-5328-4e6a-ac33-9f0d7970ba1c {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:09:43.789952 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a405375-543d-4cb2-9e8c-91fcae795b78", "name": "network-vif-plugged", "status": "completed", "tag": "0b8d56da-5e55-4db8-b341-5f885ac821a9", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:09:43.790218 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e5318072-5328-4e6a-ac33-9f0d7970ba1c {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:09:43.790634 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a405375-543d-4cb2-9e8c-91fcae795b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8d56da-5e55-4db8-b341-5f885ac821a9', 'code': 200} Dec 17 15:09:43.831382 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc939c-9254-4120-be87-ce5724d7d750 req-867b1ebf-d43b-4e36-ba53-d9bca40dd63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:43.836942 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e7fc939c-9254-4120-be87-ce5724d7d750 req-867b1ebf-d43b-4e36-ba53-d9bca40dd63b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0770664 Dec 17 15:09:44.013694 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-dc5be08d-256f-4992-b638-7e0379958717 service neutron] For port 8f252342-e759-4489-98a4-559ae2b246b8, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:09:44.014114 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e7fc939c-9254-4120-be87-ce5724d7d750 req-c5addc38-6d68-4696-bc6a-8f76cc8796c5 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623101 Dec 17 15:09:44.014491 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-dc5be08d-256f-4992-b638-7e0379958717 service neutron] Notify callbacks [] for binding, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:44.016033 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8d1572b-75aa-471d-ae15-8a25d6552e2c req-dc5be08d-256f-4992-b638-7e0379958717 service neutron] 10.222.0.41 "DELETE /v2.0/ports/8f252342-e759-4489-98a4-559ae2b246b8/bindings/n-h2-820553-2 HTTP/1.1" status: 204 len: 173 time: 0.3060269 Dec 17 15:09:44.040778 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf83fa-21c0-43eb-9c10-f1a37937596b req-cd16726f-a104-45c4-9b7a-c800bb7f439d tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:44.042756 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-06cf83fa-21c0-43eb-9c10-f1a37937596b req-cd16726f-a104-45c4-9b7a-c800bb7f439d tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a782d92-bea0-4c77-929f-52063b4173a5 HTTP/1.1" status: 200 len: 948 time: 0.0674732 Dec 17 15:09:44.085877 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-06cf83fa-21c0-43eb-9c10-f1a37937596b req-28538dd3-27de-4943-95f1-e5713d745a3e tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fe66039-589b-4cdc-b594-47f635f4b418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360780 Dec 17 15:09:44.120469 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e7fc939c-9254-4120-be87-ce5724d7d750 req-21597705-7d95-4a67-921f-1ea057af3027 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040258 Dec 17 15:09:44.426099 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71779b3e-3930-40b8-a0db-53e2e9fdb2d5 req-1688bc06-e74b-454c-b92e-f0dbbbfa8f8f tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:44.427683 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71779b3e-3930-40b8-a0db-53e2e9fdb2d5 req-1688bc06-e74b-454c-b92e-f0dbbbfa8f8f tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 950 time: 0.0864844 Dec 17 15:09:44.441960 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799287f-9a6a-4198-b834-03ec926ee48a req-2378b9d5-3a62-4d4e-9277-17422d6b532d tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:44.443628 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e799287f-9a6a-4198-b834-03ec926ee48a req-2378b9d5-3a62-4d4e-9277-17422d6b532d tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=5668622d-1808-4e99-90f2-5c5e10e9877f HTTP/1.1" status: 200 len: 948 time: 0.0705390 Dec 17 15:09:44.453690 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36852) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:44.512046 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71779b3e-3930-40b8-a0db-53e2e9fdb2d5 req-c352afd9-80ce-48ea-bca1-4a58b8129de0 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674400 Dec 17 15:09:44.520500 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e799287f-9a6a-4198-b834-03ec926ee48a req-331d92d1-be8f-4a7b-bddc-1f58a4d795de tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496471 Dec 17 15:09:44.596802 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b0496849-6a84-4742-a429-28d21ec8e39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:44.656087 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada616f-c8a2-4a48-9ca3-a9c5641125dc req-05e4c131-4c26-48b1-ae8e-87d86390f3a2 tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:44.662173 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4ada616f-c8a2-4a48-9ca3-a9c5641125dc req-05e4c131-4c26-48b1-ae8e-87d86390f3a2 tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] 10.222.0.46 "GET /v2.0/ports?device_id=f439536e-aafb-4136-9968-b4f5d9b11dbc HTTP/1.1" status: 200 len: 949 time: 0.0654798 Dec 17 15:09:44.716534 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b0496849-6a84-4742-a429-28d21ec8e39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:44.724583 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4ada616f-c8a2-4a48-9ca3-a9c5641125dc req-b29305dd-fea3-4db1-83f2-97e43ec0f858 tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fcfe050-4664-491c-9c0c-ebb7cfd2a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538197 Dec 17 15:09:44.786908 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb222b-fe6d-4526-adf7-e24f27e1dc16 req-e3fb69b7-0658-4362-9000-70c21663d424 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:44.788507 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68fb222b-fe6d-4526-adf7-e24f27e1dc16 req-e3fb69b7-0658-4362-9000-70c21663d424 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 944 time: 0.0630040 Dec 17 15:09:44.803065 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b0496849-6a84-4742-a429-28d21ec8e39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:44.840856 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68fb222b-fe6d-4526-adf7-e24f27e1dc16 req-8bac0cf0-2f6a-4e01-b38a-d78bc853ad3d tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458591 Dec 17 15:09:44.853462 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0496849-6a84-4742-a429-28d21ec8e39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d45514b-f10e-4a3b-808d-8ff4d7997297,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:44.858200 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b0496849-6a84-4742-a429-28d21ec8e39b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=198fb3885e5442829aed062099f33148&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4033391 Dec 17 15:09:44.861005 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36862) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:44.934621 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-952bbfb1-4f20-4a4a-a71f-bf47f4f63020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:44.957463 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-952bbfb1-4f20-4a4a-a71f-bf47f4f63020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:44.988463 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763eed0d-25cb-4c7b-9146-10fc280548fa req-261a5162-3b43-4fa5-9844-1744d4e38e2f tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:44.990355 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-763eed0d-25cb-4c7b-9146-10fc280548fa req-261a5162-3b43-4fa5-9844-1744d4e38e2f tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 1095 time: 0.0451531 Dec 17 15:09:45.029971 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-763eed0d-25cb-4c7b-9146-10fc280548fa req-5936fe9a-1ff8-4532-8c88-f8614e8443a3 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332291 Dec 17 15:09:45.087803 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-952bbfb1-4f20-4a4a-a71f-bf47f4f63020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:45.098023 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-952bbfb1-4f20-4a4a-a71f-bf47f4f63020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:45.098023 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-952bbfb1-4f20-4a4a-a71f-bf47f4f63020 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6d45514b-f10e-4a3b-808d-8ff4d7997297 HTTP/1.1" status: 204 len: 168 time: 0.2312400 Dec 17 15:09:45.104501 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 2522b713-48f6-4d47-821f-ce9becb76cc0 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:09:45.105011 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952bbfb1-4f20-4a4a-a71f-bf47f4f63020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d45514b-f10e-4a3b-808d-8ff4d7997297,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:45.222733 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d03683-980f-444a-8754-931b125b70b7 req-f91602fc-c67f-4f66-ad50-0562f5118d1f tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:45.225509 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2d03683-980f-444a-8754-931b125b70b7 req-f91602fc-c67f-4f66-ad50-0562f5118d1f tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a782d92-bea0-4c77-929f-52063b4173a5 HTTP/1.1" status: 200 len: 948 time: 0.0636911 Dec 17 15:09:45.269974 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 2522b713-48f6-4d47-821f-ce9becb76cc0 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:09:45.275405 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 2522b713-48f6-4d47-821f-ce9becb76cc0 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:09:45.277141 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:45.292352 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2d03683-980f-444a-8754-931b125b70b7 req-3ff403b2-2f55-4ad0-8dea-b4cc91759b74 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fe66039-589b-4cdc-b594-47f635f4b418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610247 Dec 17 15:09:45.404943 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:45.436641 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-fd2a41b2-36f4-4f67-bf4f-e6c30ef153a3 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:45.438554 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-fd2a41b2-36f4-4f67-bf4f-e6c30ef153a3 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/networks?id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea HTTP/1.1" status: 200 len: 808 time: 0.1228509 Dec 17 15:09:45.439621 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 2522b713-48f6-4d47-821f-ce9becb76cc0, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=2522b713-48f6-4d47-821f-ce9becb76cc0,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:45.455932 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-0ef05427-f962-4048-b902-930ae9aa1b93 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/quotas/96ef05c814a947bb872da21a8a326a7b HTTP/1.1" status: 200 len: 375 time: 0.0113606 Dec 17 15:09:45.513937 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-bba6afa1-af2d-42bf-87d1-f71cd3f8d1a8 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=96ef05c814a947bb872da21a8a326a7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0510108 Dec 17 15:09:45.530753 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-f7e6e0de-4d7b-4573-8e8f-aa4b7b87e070 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:09:45.533282 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-f7e6e0de-4d7b-4573-8e8f-aa4b7b87e070 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072803 Dec 17 15:09:45.540363 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:45.622670 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=2522b713-48f6-4d47-821f-ce9becb76cc0,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:45.720469 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c90af-85c5-4381-8754-2f7b915e0cd0 req-06565445-43f8-4936-a143-0f18c545fa27 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:45.725528 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c98c90af-85c5-4381-8754-2f7b915e0cd0 req-06565445-43f8-4936-a143-0f18c545fa27 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 950 time: 0.0824718 Dec 17 15:09:45.762114 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-22296b7a-2f1a-48a2-88ee-358bf38367e2 service neutron] 10.222.0.46 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027066 Dec 17 15:09:45.791877 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5668622d-1808-4e99-90f2-5c5e10e9877f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2522b713-48f6-4d47-821f-ce9becb76cc0'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:09:45.794646 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7acfc6-32e1-4f7e-a0c4-664823dc8732" -d '{"events": [{"server_uuid": "5668622d-1808-4e99-90f2-5c5e10e9877f", "name": "network-vif-plugged", "status": "completed", "tag": "2522b713-48f6-4d47-821f-ce9becb76cc0"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:09:45.958703 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36898) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:45.974093 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0d2cec2c-34b5-42c9-8c92-d35a522da6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:46.057936 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0d2cec2c-34b5-42c9-8c92-d35a522da6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:46.096297 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310a1db-653b-43ae-be01-f1722902dfa8 req-dde3996a-6fca-40f6-9e1f-a4db97014404 tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:46.097771 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5310a1db-653b-43ae-be01-f1722902dfa8 req-dde3996a-6fca-40f6-9e1f-a4db97014404 tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] 10.222.0.13 "GET /v2.0/ports?device_id=f439536e-aafb-4136-9968-b4f5d9b11dbc HTTP/1.1" status: 200 len: 949 time: 0.3675268 Dec 17 15:09:46.100607 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c98c90af-85c5-4381-8754-2f7b915e0cd0 req-d9181259-7c66-4935-bff5-29603c3239b4 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731601 Dec 17 15:09:46.138813 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0d2cec2c-34b5-42c9-8c92-d35a522da6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:46.182848 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0d2cec2c-34b5-42c9-8c92-d35a522da6bd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fc125711806743e78fa2a25fa080eecc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2204967 Dec 17 15:09:46.183102 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36902) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:46.208865 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2cec2c-34b5-42c9-8c92-d35a522da6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fee70c-0522-417b-87ad-297bc7b7babe,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:46.213579 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-9408d76f-d270-494d-9802-bece3143a5a1 service neutron] 10.222.0.46 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424214 Dec 17 15:09:46.250590 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-09e2b882-df5f-41c7-9758-96cd2d8b1ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:46.266274 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a43f4-54bc-4af4-bef2-0f64aeb5eba3 req-0f563032-60d4-4e11-8244-0aa3f7057715 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:46.275234 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad8a43f4-54bc-4af4-bef2-0f64aeb5eba3 req-0f563032-60d4-4e11-8244-0aa3f7057715 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=5668622d-1808-4e99-90f2-5c5e10e9877f HTTP/1.1" status: 200 len: 949 time: 0.0794737 Dec 17 15:09:46.284551 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-09e2b882-df5f-41c7-9758-96cd2d8b1ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:46.324282 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad8a43f4-54bc-4af4-bef2-0f64aeb5eba3 req-ea8edabb-e49b-4299-ace9-df9c137b6fcb tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481529 Dec 17 15:09:46.329619 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-5310a1db-653b-43ae-be01-f1722902dfa8 req-ed3353ce-6ebc-481d-a254-d4ce43f5dfdb tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] Deleting port 0c91f9a2-7794-4bae-b0f5-feac1567171a {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:09:46.330037 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5310a1db-653b-43ae-be01-f1722902dfa8 req-ed3353ce-6ebc-481d-a254-d4ce43f5dfdb tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:46.437732 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-09e2b882-df5f-41c7-9758-96cd2d8b1ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:46.443673 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-09e2b882-df5f-41c7-9758-96cd2d8b1ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:46.443673 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-09e2b882-df5f-41c7-9758-96cd2d8b1ca4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/19fee70c-0522-417b-87ad-297bc7b7babe HTTP/1.1" status: 204 len: 168 time: 0.2581666 Dec 17 15:09:46.453599 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2b882-df5f-41c7-9758-96cd2d8b1ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fee70c-0522-417b-87ad-297bc7b7babe,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:46.476863 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-5310a1db-653b-43ae-be01-f1722902dfa8 req-ed3353ce-6ebc-481d-a254-d4ce43f5dfdb tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] For port 0c91f9a2-7794-4bae-b0f5-feac1567171a, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=0c91f9a2-7794-4bae-b0f5-feac1567171a,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:46.476863 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5310a1db-653b-43ae-be01-f1722902dfa8 req-ed3353ce-6ebc-481d-a254-d4ce43f5dfdb tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:46.488299 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52a430-48c3-4708-86c7-9dac4e52486b req-a6305400-e169-4321-a274-6cb36d991161 tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:46.496276 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0b52a430-48c3-4708-86c7-9dac4e52486b req-a6305400-e169-4321-a274-6cb36d991161 tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] 10.222.0.46 "GET /v2.0/ports?device_id=f439536e-aafb-4136-9968-b4f5d9b11dbc HTTP/1.1" status: 200 len: 949 time: 0.1117449 Dec 17 15:09:46.510794 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9c0b88-1f6d-4f1a-b291-138d83e59dad x-openstack-request-id: req-be9c0b88-1f6d-4f1a-b291-138d83e59dad {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:09:46.511838 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5668622d-1808-4e99-90f2-5c5e10e9877f", "name": "network-vif-plugged", "status": "completed", "tag": "2522b713-48f6-4d47-821f-ce9becb76cc0", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:09:46.512299 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-be9c0b88-1f6d-4f1a-b291-138d83e59dad {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:09:46.512898 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5668622d-1808-4e99-90f2-5c5e10e9877f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2522b713-48f6-4d47-821f-ce9becb76cc0', 'code': 200} Dec 17 15:09:46.530019 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device cab025be-0bfa-4db5-9455-0cf9a2d5bd1f details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:09:46.531530 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-5310a1db-653b-43ae-be01-f1722902dfa8 req-ed3353ce-6ebc-481d-a254-d4ce43f5dfdb tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] Calling delete_port for 0c91f9a2-7794-4bae-b0f5-feac1567171a owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:09:46.578685 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0b52a430-48c3-4708-86c7-9dac4e52486b req-35cd0518-cd8e-4861-bfd9-2cf80a71a883 tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fcfe050-4664-491c-9c0c-ebb7cfd2a918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766120 Dec 17 15:09:46.741876 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port cab025be-0bfa-4db5-9455-0cf9a2d5bd1f, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=cab025be-0bfa-4db5-9455-0cf9a2d5bd1f,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:46.750628 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'cab025be-0bfa-4db5-9455-0cf9a2d5bd1f', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': 'cab025be-0bfa-4db5-9455-0cf9a2d5bd1f', 'mac_address': 'fa:16:3e:d2:09:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:09:46.809503 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee11f80-6fc1-4eb5-82cd-a00eb7b4589b req-f99e312f-7d32-4a5e-87f0-6715bcbf0978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:46.811731 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1ee11f80-6fc1-4eb5-82cd-a00eb7b4589b req-f99e312f-7d32-4a5e-87f0-6715bcbf0978 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5668622d-1808-4e99-90f2-5c5e10e9877f HTTP/1.1" status: 200 len: 1100 time: 0.0537379 Dec 17 15:09:46.820300 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:46.853747 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab025be-0bfa-4db5-9455-0cf9a2d5bd1f {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:09:46.887153 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1ee11f80-6fc1-4eb5-82cd-a00eb7b4589b req-71da4e54-4c3b-4055-aeb9-138c36b60379 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650570 Dec 17 15:09:46.887513 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port cab025be-0bfa-4db5-9455-0cf9a2d5bd1f, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=cab025be-0bfa-4db5-9455-0cf9a2d5bd1f,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:46.898240 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa902f0-f18f-40f0-82a8-36f34fa6f07b req-7b672ade-3023-4a84-8045-8a020d972420 tempest-MigrationsAdminTest-2086733361 tempest-MigrationsAdminTest-2086733361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:46.899795 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3fa902f0-f18f-40f0-82a8-36f34fa6f07b req-7b672ade-3023-4a84-8045-8a020d972420 tempest-MigrationsAdminTest-2086733361 tempest-MigrationsAdminTest-2086733361-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 1101 time: 0.1714172 Dec 17 15:09:46.908813 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65ee2b-0575-49f4-a0f7-edbf6bf06d66 req-f7bebfaf-ca8e-4d54-8d1d-b2018349e2ab tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:46.910277 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2b65ee2b-0575-49f4-a0f7-edbf6bf06d66 req-f7bebfaf-ca8e-4d54-8d1d-b2018349e2ab tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a782d92-bea0-4c77-929f-52063b4173a5 HTTP/1.1" status: 200 len: 948 time: 0.2080879 Dec 17 15:09:46.977633 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:47.015740 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3fa902f0-f18f-40f0-82a8-36f34fa6f07b req-a81eb549-dac1-4a5d-8b54-8f4d560085dc tempest-MigrationsAdminTest-2086733361 tempest-MigrationsAdminTest-2086733361-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031010 Dec 17 15:09:47.021182 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2b65ee2b-0575-49f4-a0f7-edbf6bf06d66 req-80a1507b-30de-4b00-bfc3-1fbd5066cfe6 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fe66039-589b-4cdc-b594-47f635f4b418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925272 Dec 17 15:09:47.075588 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=cab025be-0bfa-4db5-9455-0cf9a2d5bd1f,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:47.127155 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5e0c459d-ef44-44b3-a45e-621edbdfe7b7 req-a7707280-d214-43d2-8d63-6a522c55fbd7 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 210 time: 0.0571678 Dec 17 15:09:47.128930 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5310a1db-653b-43ae-be01-f1722902dfa8 req-ed3353ce-6ebc-481d-a254-d4ce43f5dfdb tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:47.201727 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3353ce-6ebc-481d-a254-d4ce43f5dfdb tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] Pushing event deleted for resources: {'Port': ['ID=0c91f9a2-7794-4bae-b0f5-feac1567171a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:47.239455 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['cab025be-0bfa-4db5-9455-0cf9a2d5bd1f'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:09:47.271441 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-5310a1db-653b-43ae-be01-f1722902dfa8 req-ed3353ce-6ebc-481d-a254-d4ce43f5dfdb tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] No DVR routers for this DVR port 0c91f9a2-7794-4bae-b0f5-feac1567171a on host n-h2-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:09:47.275443 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5310a1db-653b-43ae-be01-f1722902dfa8 req-ed3353ce-6ebc-481d-a254-d4ce43f5dfdb tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:47.279553 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5310a1db-653b-43ae-be01-f1722902dfa8 req-ed3353ce-6ebc-481d-a254-d4ce43f5dfdb tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] 10.222.0.13 "DELETE /v2.0/ports/0c91f9a2-7794-4bae-b0f5-feac1567171a HTTP/1.1" status: 204 len: 173 time: 1.1721539 Dec 17 15:09:47.280026 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f439536e-aafb-4136-9968-b4f5d9b11dbc', 'name': 'network-vif-deleted', 'tag': '0c91f9a2-7794-4bae-b0f5-feac1567171a'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:09:47.290340 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a622bc-7baa-4091-b402-5d6ef7d98437" -d '{"events": [{"server_uuid": "f439536e-aafb-4136-9968-b4f5d9b11dbc", "name": "network-vif-deleted", "tag": "0c91f9a2-7794-4bae-b0f5-feac1567171a"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:09:47.392121 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3104bbb-3bcd-4272-bbdc-e454ce7d182d x-openstack-request-id: req-a3104bbb-3bcd-4272-bbdc-e454ce7d182d {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:09:47.392763 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f439536e-aafb-4136-9968-b4f5d9b11dbc", "name": "network-vif-deleted", "tag": "0c91f9a2-7794-4bae-b0f5-feac1567171a", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:09:47.393282 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a3104bbb-3bcd-4272-bbdc-e454ce7d182d {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:09:47.393921 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f439536e-aafb-4136-9968-b4f5d9b11dbc', 'name': 'network-vif-deleted', 'tag': '0c91f9a2-7794-4bae-b0f5-feac1567171a', 'status': 'completed', 'code': 200} Dec 17 15:09:47.411289 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-7226d087-5ced-448f-bd02-a972d3d05e81 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370979 Dec 17 15:09:47.614735 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3489a4-b0e5-465f-9901-202e70f970a2 req-ced129e8-57f1-420c-a5c8-ad9ef7eadb65 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:47.614735 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aa3489a4-b0e5-465f-9901-202e70f970a2 req-ced129e8-57f1-420c-a5c8-ad9ef7eadb65 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=5668622d-1808-4e99-90f2-5c5e10e9877f HTTP/1.1" status: 200 len: 949 time: 0.0918069 Dec 17 15:09:47.614735 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-999e845d-06f7-4573-b000-ba9b201bc124 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:47.614735 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-999e845d-06f7-4573-b000-ba9b201bc124 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1902151 Dec 17 15:09:47.632691 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-bb5ed058-3bff-407c-8f0e-d58234d92017 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/quotas/9a3e2a05328448bd85eebc1663dde8e3 HTTP/1.1" status: 200 len: 375 time: 0.0186474 Dec 17 15:09:47.661824 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aa3489a4-b0e5-465f-9901-202e70f970a2 req-63fd2755-a9d2-4467-844b-ff6f13874cbd tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539818 Dec 17 15:09:47.712348 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-a28966f5-810e-4b33-9209-b1fa35d3b0c8 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0661495 Dec 17 15:09:47.828612 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c7eaaa15-81ce-4c56-8bd3-1481a7e2dd95 req-7c76c60b-3f7b-450d-a2f3-3a18cffa046b tempest-ServerDiagnosticsNegativeTest-474444215 tempest-ServerDiagnosticsNegativeTest-474444215-project] 10.222.0.46 "GET /v2.0/ports?device_id=f439536e-aafb-4136-9968-b4f5d9b11dbc HTTP/1.1" status: 200 len: 210 time: 0.0342512 Dec 17 15:09:48.048044 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36966) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:48.056745 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b9faa8f5-c054-42fa-b96e-344c49d5274b req-0a6ee07b-f0c8-4a12-9d79-45a844b998e8 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 210 time: 0.0328782 Dec 17 15:09:48.220980 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddab0cf-bcb1-4638-96a8-251131ae191b req-4673c3cc-9eb4-40ce-88a5-0af41f6c66f6 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:48.230358 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ddab0cf-bcb1-4638-96a8-251131ae191b req-4673c3cc-9eb4-40ce-88a5-0af41f6c66f6 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a782d92-bea0-4c77-929f-52063b4173a5 HTTP/1.1" status: 200 len: 949 time: 0.0820508 Dec 17 15:09:48.273524 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-05345137-53f0-4dcc-9b42-410fe5edabe5 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-766183915-network', 'tenant_id': '724cb0144c46439a90883d842de78922'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:48.281947 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-92ce016d-9b7f-4b3a-a795-b96229a22090 req-c66c169a-c6c9-4c11-a9a6-d58c72f7ce0d tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 210 time: 0.0422800 Dec 17 15:09:48.302864 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ddab0cf-bcb1-4638-96a8-251131ae191b req-4e2e020e-70d2-4cc7-ba63-feb1e1197556 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fe66039-589b-4cdc-b594-47f635f4b418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713847 Dec 17 15:09:48.420847 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05345137-53f0-4dcc-9b42-410fe5edabe5 admin admin] Made reservation on behalf of 724cb0144c46439a90883d842de78922 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:09:48.424276 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-05345137-53f0-4dcc-9b42-410fe5edabe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:48.433803 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-05345137-53f0-4dcc-9b42-410fe5edabe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:48.518710 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-05345137-53f0-4dcc-9b42-410fe5edabe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:48.542999 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device cab025be-0bfa-4db5-9455-0cf9a2d5bd1f up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:09:48.774922 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-05345137-53f0-4dcc-9b42-410fe5edabe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:48.785162 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345f841-b99f-4705-931b-e9c417347011 req-771b94d3-49e2-479c-8079-9a27c0298a38 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:48.789414 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4345f841-b99f-4705-931b-e9c417347011 req-771b94d3-49e2-479c-8079-9a27c0298a38 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=5668622d-1808-4e99-90f2-5c5e10e9877f HTTP/1.1" status: 200 len: 949 time: 0.0550835 Dec 17 15:09:48.828913 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4345f841-b99f-4705-931b-e9c417347011 req-d1ab2af9-45d9-449b-ae66-fe24004e7e91 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352640 Dec 17 15:09:48.832466 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05345137-53f0-4dcc-9b42-410fe5edabe5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:09:48.864183 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05345137-53f0-4dcc-9b42-410fe5edabe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d538cb-3646-453e-8b2e-40ac2b085fa8,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:48.867103 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-05345137-53f0-4dcc-9b42-410fe5edabe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:48.867443 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-05345137-53f0-4dcc-9b42-410fe5edabe5 admin admin] Added segment 2e160214-906f-43ba-86bf-097b04139c2e of type vlan for network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 Dec 17 15:09:48.907000 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-73cce262-fac9-421c-9181-84f911ca5531 req-92ed71c2-5196-4c05-8a93-f1718f89ac53 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1224513 Dec 17 15:09:48.921758 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-05345137-53f0-4dcc-9b42-410fe5edabe5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:49.003392 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port cab025be-0bfa-4db5-9455-0cf9a2d5bd1f completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:09:49.017690 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port cab025be-0bfa-4db5-9455-0cf9a2d5bd1f triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:09:49.018068 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:49.070910 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cce262-fac9-421c-9181-84f911ca5531 req-65174b04-0357-4282-8904-9144a212be8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:49.076015 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-73cce262-fac9-421c-9181-84f911ca5531 req-65174b04-0357-4282-8904-9144a212be8c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f08448d025044cdc929eba5f39e36409&device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 1101 time: 0.0756769 Dec 17 15:09:49.107975 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-05345137-53f0-4dcc-9b42-410fe5edabe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:49.108780 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05345137-53f0-4dcc-9b42-410fe5edabe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:49.109910 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-05345137-53f0-4dcc-9b42-410fe5edabe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:49.115857 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:49.139758 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a782d92-bea0-4c77-929f-52063b4173a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab025be-0bfa-4db5-9455-0cf9a2d5bd1f'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:09:49.142624 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136eff38-c89e-463b-a130-b4a2748440df" -d '{"events": [{"server_uuid": "9a782d92-bea0-4c77-929f-52063b4173a5", "name": "network-vif-plugged", "status": "completed", "tag": "cab025be-0bfa-4db5-9455-0cf9a2d5bd1f"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:09:49.150744 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9c4d586-1fb2-4bc4-8f6f-01a7311e1782 req-afc66d55-d114-4fe7-b3a0-f59cb3068ccd tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 210 time: 0.0372381 Dec 17 15:09:49.159012 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port cab025be-0bfa-4db5-9455-0cf9a2d5bd1f, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=cab025be-0bfa-4db5-9455-0cf9a2d5bd1f,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:49.188769 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d367c4-f6de-4ac3-a5bc-0c6bd9bde548 x-openstack-request-id: req-09d367c4-f6de-4ac3-a5bc-0c6bd9bde548 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:09:49.189109 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a782d92-bea0-4c77-929f-52063b4173a5", "name": "network-vif-plugged", "status": "completed", "tag": "cab025be-0bfa-4db5-9455-0cf9a2d5bd1f", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:09:49.189366 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-09d367c4-f6de-4ac3-a5bc-0c6bd9bde548 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:09:49.189755 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a782d92-bea0-4c77-929f-52063b4173a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab025be-0bfa-4db5-9455-0cf9a2d5bd1f', 'code': 200} Dec 17 15:09:49.225916 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05345137-53f0-4dcc-9b42-410fe5edabe5 admin admin] Pushing event updated for resources: {'Network': ['ID=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:49.240293 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:09:49.266108 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:49.267566 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 0c91f9a2-7794-4bae-b0f5-feac1567171a no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:09:49.269057 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cce262-fac9-421c-9181-84f911ca5531 req-8688c1f9-a94d-4371-a753-1545a7ba0152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:49.270671 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-73cce262-fac9-421c-9181-84f911ca5531 req-8688c1f9-a94d-4371-a753-1545a7ba0152 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.1720862 Dec 17 15:09:49.285513 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-05345137-53f0-4dcc-9b42-410fe5edabe5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2361975 Dec 17 15:09:49.286343 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36996) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:49.292633 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-d72ac804-db61-473b-b0c5-e5366dcf2689 admin admin] Request body: {'subnet': {'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-766183915-subnet', 'tenant_id': '724cb0144c46439a90883d842de78922', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:49.355639 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-73cce262-fac9-421c-9181-84f911ca5531 req-d8f9efe8-4942-4075-a8b0-38a453dcdcf3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=e5425115-a717-4f09-abd4-6f600fc46a6e HTTP/1.1" status: 200 len: 217 time: 0.0590596 Dec 17 15:09:49.367249 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 0c91f9a2-7794-4bae-b0f5-feac1567171a {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:09:49.367249 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 0c91f9a2-7794-4bae-b0f5-feac1567171a not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:09:49.398277 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef376c-38e3-45e0-bff2-70c4976e2b1d req-403c19b8-3eca-47c9-becf-011c9bae52bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:49.399771 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0bef376c-38e3-45e0-bff2-70c4976e2b1d req-403c19b8-3eca-47c9-becf-011c9bae52bd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9a782d92-bea0-4c77-929f-52063b4173a5 HTTP/1.1" status: 200 len: 1101 time: 0.1232550 Dec 17 15:09:49.421805 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=cab025be-0bfa-4db5-9455-0cf9a2d5bd1f,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:49.424693 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-83dd2bf0-bd06-4dcd-a25e-28af5515fddb tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:49.429492 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-83dd2bf0-bd06-4dcd-a25e-28af5515fddb tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.13 "GET /v2.0/networks?id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea HTTP/1.1" status: 200 len: 808 time: 0.2145402 Dec 17 15:09:49.459164 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cce262-fac9-421c-9181-84f911ca5531 req-4271e0c7-2fd7-41aa-af27-03abd2e33720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:49.460968 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-73cce262-fac9-421c-9181-84f911ca5531 req-4271e0c7-2fd7-41aa-af27-03abd2e33720 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0929761 Dec 17 15:09:49.463170 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-83721957-0fff-4d89-ad85-8a929570edd3 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Request body: {'port': {'device_id': 'fc5da6c6-44e8-43ee-b73e-c3d24a2616ca', 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea', 'admin_state_up': True, 'tenant_id': '96ef05c814a947bb872da21a8a326a7b'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:49.504137 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72ac804-db61-473b-b0c5-e5366dcf2689 admin admin] Made reservation on behalf of 724cb0144c46439a90883d842de78922 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:09:49.506641 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d72ac804-db61-473b-b0c5-e5366dcf2689 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:49.543354 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f175360b-b357-48f2-a039-fd12200e389f req-cc74429e-4b92-4e44-b94b-a347a244b970 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 210 time: 0.1105363 Dec 17 15:09:49.545871 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37004) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:49.576558 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cce262-fac9-421c-9181-84f911ca5531 req-2c63325b-d1b1-42d1-9a61-c00906edadbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:49.578413 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-73cce262-fac9-421c-9181-84f911ca5531 req-2c63325b-d1b1-42d1-9a61-c00906edadbf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1027098 Dec 17 15:09:49.615038 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0bef376c-38e3-45e0-bff2-70c4976e2b1d req-7ac0037f-82c4-4c71-938b-775f99adb903 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1fe66039-589b-4cdc-b594-47f635f4b418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844606 Dec 17 15:09:49.626376 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4ab66-3dba-4e46-b221-0e833a9bc655 req-891e4344-46bc-4f7c-ad25-5108faf99a53 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:49.626376 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c3f4ab66-3dba-4e46-b221-0e833a9bc655 req-891e4344-46bc-4f7c-ad25-5108faf99a53 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a782d92-bea0-4c77-929f-52063b4173a5 HTTP/1.1" status: 200 len: 950 time: 0.2217658 Dec 17 15:09:49.696463 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c3f4ab66-3dba-4e46-b221-0e833a9bc655 req-32c49c83-0038-4583-9ecd-9d50ec62f474 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fe66039-589b-4cdc-b594-47f635f4b418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655119 Dec 17 15:09:49.726688 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-73cce262-fac9-421c-9181-84f911ca5531 req-20be5301-690d-4f02-acc8-d37fc6d176a6 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335456 Dec 17 15:09:49.737223 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a524dbe2-4ec7-436e-9f19-eb70322c1d9a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6d9aaf1ffb4a48e3b3eda1e286285d1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1882625 Dec 17 15:09:49.739844 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37008) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:49.795516 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a094e660-8976-4ee0-8ea7-e08bfafad436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:49.801513 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-83721957-0fff-4d89-ad85-8a929570edd3 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Made reservation on behalf of 96ef05c814a947bb872da21a8a326a7b for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:09:49.805210 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-83721957-0fff-4d89-ad85-8a929570edd3 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:49.832899 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a094e660-8976-4ee0-8ea7-e08bfafad436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:49.845795 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-73cce262-fac9-421c-9181-84f911ca5531 req-0a8d42c9-8032-4189-b10f-6c995ff71189 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983481 Dec 17 15:09:49.872445 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d72ac804-db61-473b-b0c5-e5366dcf2689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:49.953701 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ac804-db61-473b-b0c5-e5366dcf2689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c28c8ec-5ccc-4295-ab15-cbe54116b2d0,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:49.972381 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72ac804-db61-473b-b0c5-e5366dcf2689 admin admin] Checking segment: {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:09:49.972736 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72ac804-db61-473b-b0c5-e5366dcf2689 admin admin] Network hostable DHCP agents. Network: 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:09:50.014567 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9587ca-16c9-4520-9a0a-44bf724a2c75 req-f73cb908-a79e-4535-bc47-521da98fc494 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:50.016458 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fe9587ca-16c9-4520-9a0a-44bf724a2c75 req-f73cb908-a79e-4535-bc47-521da98fc494 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=5668622d-1808-4e99-90f2-5c5e10e9877f HTTP/1.1" status: 200 len: 949 time: 0.1058993 Dec 17 15:09:50.037845 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-83721957-0fff-4d89-ad85-8a929570edd3 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Allocated IP 172.20.0.9 (7c8c74cd-cced-4fad-b49b-3d95b2efb8ea/e07a04f7-750d-46bb-b1d6-18c61b699282/67090bba-679e-4589-b3d7-4a3d9fa459e5) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:09:50.066625 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72ac804-db61-473b-b0c5-e5366dcf2689 admin admin] Network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:09:50.073237 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a094e660-8976-4ee0-8ea7-e08bfafad436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:50.079405 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a094e660-8976-4ee0-8ea7-e08bfafad436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:50.079405 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a094e660-8976-4ee0-8ea7-e08bfafad436 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3fcfe050-4664-491c-9c0c-ebb7cfd2a918 HTTP/1.1" status: 204 len: 168 time: 0.3372598 Dec 17 15:09:50.101706 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fe9587ca-16c9-4520-9a0a-44bf724a2c75 req-222b1546-bd61-4942-9292-557bd61b0caf tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756621 Dec 17 15:09:50.104421 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094e660-8976-4ee0-8ea7-e08bfafad436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcfe050-4664-491c-9c0c-ebb7cfd2a918,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:50.167112 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-d72ac804-db61-473b-b0c5-e5366dcf2689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:09:50.172509 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72ac804-db61-473b-b0c5-e5366dcf2689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:50.173199 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d72ac804-db61-473b-b0c5-e5366dcf2689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:50.177831 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabdd144-0176-4968-bb3f-1e9a110c33fe None None] Network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:09:50.284745 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-83721957-0fff-4d89-ad85-8a929570edd3 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:50.287922 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8b990ebc-e198-4334-99bd-d0500c74d03d req-16c9c80d-8ac7-4c18-88e4-0bab97761013 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 210 time: 0.0441437 Dec 17 15:09:50.334963 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b095a7-1034-43fb-9a1c-239423362c36 None None] Network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:09:50.361679 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d72ac804-db61-473b-b0c5-e5366dcf2689 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0738301 Dec 17 15:09:50.387156 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-83721957-0fff-4d89-ad85-8a929570edd3 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:50.435229 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-83721957-0fff-4d89-ad85-8a929570edd3 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:09:50.439009 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-83721957-0fff-4d89-ad85-8a929570edd3 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:09:50.446835 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-83721957-0fff-4d89-ad85-8a929570edd3 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:09:50.452397 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-83721957-0fff-4d89-ad85-8a929570edd3 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:50.458284 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-83721957-0fff-4d89-ad85-8a929570edd3 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:50.458284 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83721957-0fff-4d89-ad85-8a929570edd3 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Pushing event updated for resources: {'Port': ['ID=67090bba-679e-4589-b3d7-4a3d9fa459e5,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:50.567681 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-83721957-0fff-4d89-ad85-8a929570edd3 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1088316 Dec 17 15:09:50.592770 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-093f1930-665c-4265-af59-7293e733f29b service neutron] Request body: {'port': {'device_id': 'fc5da6c6-44e8-43ee-b73e-c3d24a2616ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:50.671408 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-093f1930-665c-4265-af59-7293e733f29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:50.756793 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fafdb-05d2-442e-92c8-25a4e82cc627 req-54b5544f-cd53-4c4d-8910-c600794fcc8f tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:50.758318 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1f8fafdb-05d2-442e-92c8-25a4e82cc627 req-54b5544f-cd53-4c4d-8910-c600794fcc8f tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 931 time: 0.0889440 Dec 17 15:09:50.888046 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1f8fafdb-05d2-442e-92c8-25a4e82cc627 req-1892e178-36e1-4b75-b861-d3b09bfec9db tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659201 Dec 17 15:09:51.014916 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37040) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:51.016498 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b747e-51df-4a89-be8b-f58d7b8ae4fb req-ffc91e23-7a47-48c4-bcdd-cccb20624042 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:51.019252 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-711b747e-51df-4a89-be8b-f58d7b8ae4fb req-ffc91e23-7a47-48c4-bcdd-cccb20624042 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a782d92-bea0-4c77-929f-52063b4173a5 HTTP/1.1" status: 200 len: 950 time: 0.0721200 Dec 17 15:09:51.030299 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-14929077-5a38-4e39-ac73-c804910dd36c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:51.138063 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-14929077-5a38-4e39-ac73-c804910dd36c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:51.174387 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-711b747e-51df-4a89-be8b-f58d7b8ae4fb req-2eeec25c-5c66-4a59-b13c-44069455e0d6 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fe66039-589b-4cdc-b594-47f635f4b418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208074 Dec 17 15:09:51.188013 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-093f1930-665c-4265-af59-7293e733f29b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67090bba-679e-4589-b3d7-4a3d9fa459e5 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:09:51.197298 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-093f1930-665c-4265-af59-7293e733f29b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:51.223005 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74d36c-0928-445a-992c-5c93f1e67a02 req-30be09ce-c239-474e-b72c-ab01d276bc33 tempest-ServersAdminTestJSON-649223399 tempest-ServersAdminTestJSON-649223399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:51.223480 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74d36c-0928-445a-992c-5c93f1e67a02 req-30be09ce-c239-474e-b72c-ab01d276bc33 tempest-ServersAdminTestJSON-649223399 tempest-ServersAdminTestJSON-649223399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:51.223939 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74d36c-0928-445a-992c-5c93f1e67a02 req-30be09ce-c239-474e-b72c-ab01d276bc33 tempest-ServersAdminTestJSON-649223399 tempest-ServersAdminTestJSON-649223399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:51.224395 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74d36c-0928-445a-992c-5c93f1e67a02 req-30be09ce-c239-474e-b72c-ab01d276bc33 tempest-ServersAdminTestJSON-649223399 tempest-ServersAdminTestJSON-649223399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:51.224845 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74d36c-0928-445a-992c-5c93f1e67a02 req-30be09ce-c239-474e-b72c-ab01d276bc33 tempest-ServersAdminTestJSON-649223399 tempest-ServersAdminTestJSON-649223399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:51.225323 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74d36c-0928-445a-992c-5c93f1e67a02 req-30be09ce-c239-474e-b72c-ab01d276bc33 tempest-ServersAdminTestJSON-649223399 tempest-ServersAdminTestJSON-649223399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:51.225769 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74d36c-0928-445a-992c-5c93f1e67a02 req-30be09ce-c239-474e-b72c-ab01d276bc33 tempest-ServersAdminTestJSON-649223399 tempest-ServersAdminTestJSON-649223399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:51.226214 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74d36c-0928-445a-992c-5c93f1e67a02 req-30be09ce-c239-474e-b72c-ab01d276bc33 tempest-ServersAdminTestJSON-649223399 tempest-ServersAdminTestJSON-649223399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:51.226657 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74d36c-0928-445a-992c-5c93f1e67a02 req-30be09ce-c239-474e-b72c-ab01d276bc33 tempest-ServersAdminTestJSON-649223399 tempest-ServersAdminTestJSON-649223399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:51.227103 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74d36c-0928-445a-992c-5c93f1e67a02 req-30be09ce-c239-474e-b72c-ab01d276bc33 tempest-ServersAdminTestJSON-649223399 tempest-ServersAdminTestJSON-649223399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:51.229149 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4a74d36c-0928-445a-992c-5c93f1e67a02 req-30be09ce-c239-474e-b72c-ab01d276bc33 tempest-ServersAdminTestJSON-649223399 tempest-ServersAdminTestJSON-649223399-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04&device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca&device_id=9a782d92-bea0-4c77-929f-52063b4173a5&device_id=5668622d-1808-4e99-90f2-5c5e10e9877f&device_id=cfb1ceea-306f-4d8b-84a3-fca794c702a0&device_id=af5deaa4-8cd8-425b-b280-3d60439eb2a7&device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6&device_id=53378151-3ca5-4787-95f7-4f66c0d0b72a&device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d&device_id=8a405375-543d-4cb2-9e8c-91fcae795b78&device_id=23a772e0-4b34-4b09-942a-ebffd7e3b815 HTTP/1.1" status: 200 len: 9050 time: 0.1767473 Dec 17 15:09:51.250140 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-db66545b-a303-4b11-b3a6-1723eba4e173 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472732 Dec 17 15:09:51.250406 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-14929077-5a38-4e39-ac73-c804910dd36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:51.256703 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-093f1930-665c-4265-af59-7293e733f29b service neutron] Transition to ACTIVE for port object 67090bba-679e-4589-b3d7-4a3d9fa459e5 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:09:51.292877 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-14929077-5a38-4e39-ac73-c804910dd36c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d267d12f7750416bae52a9c051c69a73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765377 Dec 17 15:09:51.294025 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14929077-5a38-4e39-ac73-c804910dd36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c4c9a2-fbdb-4486-819c-7afbf3e25de7,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:51.297034 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37050) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:51.348813 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-093f1930-665c-4265-af59-7293e733f29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:51.353650 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-4a74d36c-0928-445a-992c-5c93f1e67a02 req-a07b12ac-42c3-4847-a249-a1094354bc64 tempest-ServersAdminTestJSON-649223399 tempest-ServersAdminTestJSON-649223399-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:51.369447 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8edff806-c4a7-4290-9b6b-b90fbfe24066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:51.398884 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8edff806-c4a7-4290-9b6b-b90fbfe24066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:51.463058 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37056) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:51.466207 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9d232b43-c770-4d73-97e4-09a3c84593ae req-af123acf-8091-40cd-9905-df1f4a73ac75 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 210 time: 0.0726736 Dec 17 15:09:51.469288 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-3b6234d8-ca3d-44fb-adfc-be99c758172f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-803334446-network', 'tenant_id': '17544c393de243a0b2d16ca2db02f05a'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:51.491873 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f1930-665c-4265-af59-7293e733f29b service neutron] Pushing event updated for resources: {'Port': ['ID=67090bba-679e-4589-b3d7-4a3d9fa459e5,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:51.542084 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-093f1930-665c-4265-af59-7293e733f29b service neutron] Attempting to bind port 67090bba-679e-4589-b3d7-4a3d9fa459e5 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:09:51.542415 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-093f1930-665c-4265-af59-7293e733f29b service neutron] Attempting to bind port 67090bba-679e-4589-b3d7-4a3d9fa459e5 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:09:51.542737 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-093f1930-665c-4265-af59-7293e733f29b service neutron] Attempting to bind port 67090bba-679e-4589-b3d7-4a3d9fa459e5 on network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:09:51.551140 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-37fb01f4-49a5-47ed-8a3b-195cf51a8820 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:51.552542 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-37fb01f4-49a5-47ed-8a3b-195cf51a8820 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2948339 Dec 17 15:09:51.555687 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-093f1930-665c-4265-af59-7293e733f29b service neutron] Port 67090bba-679e-4589-b3d7-4a3d9fa459e5 on network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:09:51.556000 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-093f1930-665c-4265-af59-7293e733f29b service neutron] Attempting to bind port 67090bba-679e-4589-b3d7-4a3d9fa459e5 on network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:09:51.560776 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-093f1930-665c-4265-af59-7293e733f29b service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:09:51.561169 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-093f1930-665c-4265-af59-7293e733f29b service neutron] Checking segment: {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:09:51.561542 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-093f1930-665c-4265-af59-7293e733f29b service neutron] Bound using segment: {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:09:51.562220 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-093f1930-665c-4265-af59-7293e733f29b service neutron] Bound port: 67090bba-679e-4589-b3d7-4a3d9fa459e5, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:09:51.562490 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-093f1930-665c-4265-af59-7293e733f29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:51.577071 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-a1aa5281-89f1-4900-a65a-811752f9e35b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Request body: {'port': {'device_id': '564deb2b-a7fc-4b73-b7fa-8ad7688f3c04', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'admin_state_up': True, 'tenant_id': '9a3e2a05328448bd85eebc1663dde8e3'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:51.602232 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6234d8-ca3d-44fb-adfc-be99c758172f admin admin] Made reservation on behalf of 17544c393de243a0b2d16ca2db02f05a for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:09:51.604960 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b6234d8-ca3d-44fb-adfc-be99c758172f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:51.607033 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8edff806-c4a7-4290-9b6b-b90fbfe24066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:51.610131 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8edff806-c4a7-4290-9b6b-b90fbfe24066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:51.613820 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8edff806-c4a7-4290-9b6b-b90fbfe24066 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a8c4c9a2-fbdb-4486-819c-7afbf3e25de7 HTTP/1.1" status: 204 len: 168 time: 0.3128734 Dec 17 15:09:51.626039 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b6234d8-ca3d-44fb-adfc-be99c758172f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:51.628147 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edff806-c4a7-4290-9b6b-b90fbfe24066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c4c9a2-fbdb-4486-819c-7afbf3e25de7,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:51.725177 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b6234d8-ca3d-44fb-adfc-be99c758172f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:51.752141 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-4a74d36c-0928-445a-992c-5c93f1e67a02 req-a07b12ac-42c3-4847-a249-a1094354bc64 tempest-ServersAdminTestJSON-649223399 tempest-ServersAdminTestJSON-649223399-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:51.757824 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-093f1930-665c-4265-af59-7293e733f29b service neutron] For port 67090bba-679e-4589-b3d7-4a3d9fa459e5, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:09:51.775600 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-093f1930-665c-4265-af59-7293e733f29b service neutron] For port 67090bba-679e-4589-b3d7-4a3d9fa459e5, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=67090bba-679e-4589-b3d7-4a3d9fa459e5,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:09:51.814861 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b6234d8-ca3d-44fb-adfc-be99c758172f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:51.835698 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b6234d8-ca3d-44fb-adfc-be99c758172f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:09:51.848478 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6234d8-ca3d-44fb-adfc-be99c758172f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11427a0-0f36-4a0e-b2f7-fe0ec13337b1,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:51.853194 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b6234d8-ca3d-44fb-adfc-be99c758172f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:51.853534 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-3b6234d8-ca3d-44fb-adfc-be99c758172f admin admin] Added segment 72e36058-2a25-4e7c-bc44-c7162a2732c8 of type vlan for network c2ff27bd-f163-4777-b6e1-1dd3136cacc3 Dec 17 15:09:51.882255 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-4a74d36c-0928-445a-992c-5c93f1e67a02 req-a07b12ac-42c3-4847-a249-a1094354bc64 tempest-ServersAdminTestJSON-649223399 tempest-ServersAdminTestJSON-649223399-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:51.888570 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-093f1930-665c-4265-af59-7293e733f29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:51.895262 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b6234d8-ca3d-44fb-adfc-be99c758172f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:51.943933 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4a74d36c-0928-445a-992c-5c93f1e67a02 req-a07b12ac-42c3-4847-a249-a1094354bc64 tempest-ServersAdminTestJSON-649223399 tempest-ServersAdminTestJSON-649223399-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&id=81c1c0ed-e5c4-423c-94ae-f4dc1a57d940&id=1fe66039-589b-4cdc-b594-47f635f4b418&id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&id=26f3176e-1b96-4019-89b0-31c65ad26cb0&id=33f245e8-8a62-458c-b8d7-9e7e52d07540&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 0.7024605 Dec 17 15:09:51.958804 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-093f1930-665c-4265-af59-7293e733f29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:51.959358 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-093f1930-665c-4265-af59-7293e733f29b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:51.960748 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-093f1930-665c-4265-af59-7293e733f29b service neutron] 10.222.0.13 "PUT /v2.0/ports/67090bba-679e-4589-b3d7-4a3d9fa459e5 HTTP/1.1" status: 200 len: 1091 time: 1.3737395 Dec 17 15:09:51.963033 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-a1aa5281-89f1-4900-a65a-811752f9e35b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Made reservation on behalf of 9a3e2a05328448bd85eebc1663dde8e3 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:09:51.967335 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-a1aa5281-89f1-4900-a65a-811752f9e35b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:51.979621 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5da6c6-44e8-43ee-b73e-c3d24a2616ca', 'tag': '67090bba-679e-4589-b3d7-4a3d9fa459e5'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:09:51.980255 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1508136c-dce5-4aea-9f1b-eaf1cc7d32f2" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5da6c6-44e8-43ee-b73e-c3d24a2616ca", "tag": "67090bba-679e-4589-b3d7-4a3d9fa459e5"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:09:52.018164 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b12ac-42c3-4847-a249-a1094354bc64 tempest-ServersAdminTestJSON-649223399 tempest-ServersAdminTestJSON-649223399-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3d554b-6802-45f7-88fe-88d8506f77e3,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:52.030641 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b6234d8-ca3d-44fb-adfc-be99c758172f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:52.032036 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6234d8-ca3d-44fb-adfc-be99c758172f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:52.033169 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b6234d8-ca3d-44fb-adfc-be99c758172f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:52.072402 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d949a64-3ffe-4cff-9fb8-8c714306022c x-openstack-request-id: req-1d949a64-3ffe-4cff-9fb8-8c714306022c {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:09:52.072775 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5da6c6-44e8-43ee-b73e-c3d24a2616ca", "tag": "67090bba-679e-4589-b3d7-4a3d9fa459e5", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:09:52.072952 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1d949a64-3ffe-4cff-9fb8-8c714306022c {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:09:52.073347 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5da6c6-44e8-43ee-b73e-c3d24a2616ca', 'tag': '67090bba-679e-4589-b3d7-4a3d9fa459e5', 'status': 'completed', 'code': 200} Dec 17 15:09:52.082563 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f1930-665c-4265-af59-7293e733f29b service neutron] Pushing event updated for resources: {'Port': ['ID=67090bba-679e-4589-b3d7-4a3d9fa459e5,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:52.153304 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6234d8-ca3d-44fb-adfc-be99c758172f admin admin] Pushing event updated for resources: {'Network': ['ID=c2ff27bd-f163-4777-b6e1-1dd3136cacc3,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:52.169167 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3b6234d8-ca3d-44fb-adfc-be99c758172f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7048881 Dec 17 15:09:52.169318 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network c2ff27bd-f163-4777-b6e1-1dd3136cacc3 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:09:52.169869 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37072) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:52.181776 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-e99eb659-21de-4d72-977f-8a85cdbf4362 admin admin] Request body: {'subnet': {'network_id': 'c2ff27bd-f163-4777-b6e1-1dd3136cacc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-803334446-subnet', 'tenant_id': '17544c393de243a0b2d16ca2db02f05a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:52.215747 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9b875-47c2-4dd7-8776-44cec921141d req-59579672-dcf7-4a7b-83d5-7b1aab0738a7 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:52.224334 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-29b9b875-47c2-4dd7-8776-44cec921141d req-59579672-dcf7-4a7b-83d5-7b1aab0738a7 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 943 time: 0.2625611 Dec 17 15:09:52.318453 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508136c-dce5-4aea-9f1b-eaf1cc7d32f2 req-99e27c12-0ed9-401b-a965-93af6cafe6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:52.319928 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1508136c-dce5-4aea-9f1b-eaf1cc7d32f2 req-99e27c12-0ed9-401b-a965-93af6cafe6f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96ef05c814a947bb872da21a8a326a7b&device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 1094 time: 0.2033780 Dec 17 15:09:52.324272 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99eb659-21de-4d72-977f-8a85cdbf4362 admin admin] Made reservation on behalf of 17544c393de243a0b2d16ca2db02f05a for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:09:52.327334 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e99eb659-21de-4d72-977f-8a85cdbf4362 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:52.365826 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-29b9b875-47c2-4dd7-8776-44cec921141d req-17a5cccc-33f4-45ea-83ec-9f73df545da3 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406240 Dec 17 15:09:52.400442 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-a1aa5281-89f1-4900-a65a-811752f9e35b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Allocated IP 192.168.233.201 (f97c7142-717f-43eb-a835-5fcd8d6a6486/b0a1cb4f-5aa5-4130-b24e-105310ef66e4/852466b1-00ca-4b1b-a7d7-9808684fbde9) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:09:52.435566 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73eec46-c3fc-4efc-91ac-94c277aa5621 req-bf4c3dd8-d759-46fc-bdfd-3c061ec2acfe tempest-ServersAdminTestJSON-649223399 tempest-ServersAdminTestJSON-649223399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:52.436034 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73eec46-c3fc-4efc-91ac-94c277aa5621 req-bf4c3dd8-d759-46fc-bdfd-3c061ec2acfe tempest-ServersAdminTestJSON-649223399 tempest-ServersAdminTestJSON-649223399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:52.436774 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73eec46-c3fc-4efc-91ac-94c277aa5621 req-bf4c3dd8-d759-46fc-bdfd-3c061ec2acfe tempest-ServersAdminTestJSON-649223399 tempest-ServersAdminTestJSON-649223399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:52.438870 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e73eec46-c3fc-4efc-91ac-94c277aa5621 req-bf4c3dd8-d759-46fc-bdfd-3c061ec2acfe tempest-ServersAdminTestJSON-649223399 tempest-ServersAdminTestJSON-649223399-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5668622d-1808-4e99-90f2-5c5e10e9877f&device_id=53378151-3ca5-4787-95f7-4f66c0d0b72a&device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 2882 time: 0.1652477 Dec 17 15:09:52.718862 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e99eb659-21de-4d72-977f-8a85cdbf4362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:52.788136 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99eb659-21de-4d72-977f-8a85cdbf4362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9da99ff8-d876-4bda-82a0-78062a66eafd,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:52.792840 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99eb659-21de-4d72-977f-8a85cdbf4362 admin admin] Checking segment: {'id': '72e36058-2a25-4e7c-bc44-c7162a2732c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c2ff27bd-f163-4777-b6e1-1dd3136cacc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:09:52.798481 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99eb659-21de-4d72-977f-8a85cdbf4362 admin admin] Network hostable DHCP agents. Network: c2ff27bd-f163-4777-b6e1-1dd3136cacc3, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:09:52.799312 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508136c-dce5-4aea-9f1b-eaf1cc7d32f2 req-c78f215d-c5ee-4f46-90db-6b3713212c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:52.799940 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1508136c-dce5-4aea-9f1b-eaf1cc7d32f2 req-c78f215d-c5ee-4f46-90db-6b3713212c79 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=96ef05c814a947bb872da21a8a326a7b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4646833 Dec 17 15:09:52.852940 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e73eec46-c3fc-4efc-91ac-94c277aa5621 req-734e7dab-b77b-4950-ad5c-c2e236272664 tempest-ServersAdminTestJSON-649223399 tempest-ServersAdminTestJSON-649223399-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884196 Dec 17 15:09:52.898665 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99eb659-21de-4d72-977f-8a85cdbf4362 admin admin] Network c2ff27bd-f163-4777-b6e1-1dd3136cacc3 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:09:52.909306 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741ca4a-9918-49f5-b913-bf1929e837ba req-183dbad6-7cf9-43cd-a548-f91432ee0bff tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:52.913156 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a741ca4a-9918-49f5-b913-bf1929e837ba req-183dbad6-7cf9-43cd-a548-f91432ee0bff tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a782d92-bea0-4c77-929f-52063b4173a5 HTTP/1.1" status: 200 len: 950 time: 0.4675844 Dec 17 15:09:52.998158 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37098) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:53.005529 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-e99eb659-21de-4d72-977f-8a85cdbf4362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, c2ff27bd-f163-4777-b6e1-1dd3136cacc3) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:09:53.009921 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99eb659-21de-4d72-977f-8a85cdbf4362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:53.010607 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e99eb659-21de-4d72-977f-8a85cdbf4362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:53.016518 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262ec663-b976-4855-8095-ba9504e74eaa None None] Network c2ff27bd-f163-4777-b6e1-1dd3136cacc3 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:09:53.041760 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a741ca4a-9918-49f5-b913-bf1929e837ba req-e3b9ad8d-e789-45a6-abec-a845fc583cd9 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fe66039-589b-4cdc-b594-47f635f4b418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189549 Dec 17 15:09:53.049702 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f8881fbc-9baf-482d-8049-860fbb8e1021 req-66529545-7fe9-42db-a01b-028fea16f5aa tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 210 time: 0.0713463 Dec 17 15:09:53.050690 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508136c-dce5-4aea-9f1b-eaf1cc7d32f2 req-9142c9fa-d294-4ead-aa97-95b197d86e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:53.052035 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1508136c-dce5-4aea-9f1b-eaf1cc7d32f2 req-9142c9fa-d294-4ead-aa97-95b197d86e99 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2125013 Dec 17 15:09:53.074131 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-a1aa5281-89f1-4900-a65a-811752f9e35b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:53.111056 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e99eb659-21de-4d72-977f-8a85cdbf4362 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9401190 Dec 17 15:09:53.175353 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-99cc5584-eaac-495c-b1e1-393a73e6ebab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:53.176869 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-99cc5584-eaac-495c-b1e1-393a73e6ebab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96ef05c814a947bb872da21a8a326a7b&device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 1094 time: 0.0540159 Dec 17 15:09:53.203473 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31db5d1-91ee-4903-9270-c606014b1a23 None None] Network c2ff27bd-f163-4777-b6e1-1dd3136cacc3 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:09:53.209403 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-485a2e0e-5828-4298-8e97-ce725e82cff3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-594673379-network', 'tenant_id': '6bbd0a6d92304ceb963b8b1b05c1b881'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:53.267484 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-a1aa5281-89f1-4900-a65a-811752f9e35b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:53.281677 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-028c849e-521b-4baa-b8cb-55ccf5771a51 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67090bba-679e-4589-b3d7-4a3d9fa459e5 HTTP/1.1" status: 200 len: 217 time: 0.0922554 Dec 17 15:09:53.294135 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['0b8d56da-5e55-4db8-b341-5f885ac821a9'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:09:53.346577 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485a2e0e-5828-4298-8e97-ce725e82cff3 admin admin] Made reservation on behalf of 6bbd0a6d92304ceb963b8b1b05c1b881 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:09:53.359276 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-485a2e0e-5828-4298-8e97-ce725e82cff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:53.370922 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-485a2e0e-5828-4298-8e97-ce725e82cff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:53.394789 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-a1aa5281-89f1-4900-a65a-811752f9e35b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Network f97c7142-717f-43eb-a835-5fcd8d6a6486 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:09:53.403239 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-a1aa5281-89f1-4900-a65a-811752f9e35b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:09:53.411768 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-a1aa5281-89f1-4900-a65a-811752f9e35b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:09:53.417511 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-a1aa5281-89f1-4900-a65a-811752f9e35b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:53.421175 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-a1aa5281-89f1-4900-a65a-811752f9e35b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:53.455940 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-911a1c2b-929e-4fa9-b90f-ea5c2db0c83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:53.455940 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-911a1c2b-929e-4fa9-b90f-ea5c2db0c83d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e07a04f7-750d-46bb-b1d6-18c61b699282 HTTP/1.1" status: 200 len: 848 time: 0.1562943 Dec 17 15:09:53.456176 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa5281-89f1-4900-a65a-811752f9e35b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Pushing event updated for resources: {'Port': ['ID=852466b1-00ca-4b1b-a7d7-9808684fbde9,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:53.508505 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-df3cef35-bff0-4f67-a220-41b16ce303f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384362 Dec 17 15:09:53.536995 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-485a2e0e-5828-4298-8e97-ce725e82cff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:53.575042 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-a1aa5281-89f1-4900-a65a-811752f9e35b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0038617 Dec 17 15:09:53.601970 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-181b4a48-4860-47fc-959c-5af170995064 service neutron] Request body: {'port': {'device_id': '564deb2b-a7fc-4b73-b7fa-8ad7688f3c04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:53.690355 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-485a2e0e-5828-4298-8e97-ce725e82cff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:53.703966 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-8eed521d-3a50-41d8-ad07-927434b77f94 service neutron] 10.222.0.13 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868594 Dec 17 15:09:53.706688 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-181b4a48-4860-47fc-959c-5af170995064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:53.715823 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-485a2e0e-5828-4298-8e97-ce725e82cff3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:09:53.722575 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-9863c072-b779-4193-9400-13054b2156e7 None None] Provisioning complete for port 852466b1-00ca-4b1b-a7d7-9808684fbde9 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:09:53.723186 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9863c072-b779-4193-9400-13054b2156e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:53.725971 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a2e0e-5828-4298-8e97-ce725e82cff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9733168e-d2ad-47de-9e0f-df881cd3d45a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:53.731815 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-485a2e0e-5828-4298-8e97-ce725e82cff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:53.732166 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-485a2e0e-5828-4298-8e97-ce725e82cff3 admin admin] Added segment 06caa8ee-a517-403d-ada9-439b0d929a36 of type vlan for network 1faae372-1a87-4b4a-b3e7-15a322952c25 Dec 17 15:09:53.737895 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d09f1-112e-47b5-8ae6-92dcbc21342c req-9d5c9889-29ef-44cd-8044-97d9b2027dcb tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:53.739849 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-de2d09f1-112e-47b5-8ae6-92dcbc21342c req-9d5c9889-29ef-44cd-8044-97d9b2027dcb tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 943 time: 0.1259534 Dec 17 15:09:53.763147 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-9863c072-b779-4193-9400-13054b2156e7 None None] Port 852466b1-00ca-4b1b-a7d7-9808684fbde9 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:09:53.782356 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-485a2e0e-5828-4298-8e97-ce725e82cff3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:53.864368 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-de2d09f1-112e-47b5-8ae6-92dcbc21342c req-a6168da3-58ed-4c83-a662-a41db2c1c098 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106715 Dec 17 15:09:53.877707 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-485a2e0e-5828-4298-8e97-ce725e82cff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:53.880105 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485a2e0e-5828-4298-8e97-ce725e82cff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:53.898643 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-485a2e0e-5828-4298-8e97-ce725e82cff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:53.965384 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ed352719-3f70-4ffc-9496-0f48b2ee73a8 req-41b2d69d-2bbc-4594-a78d-acbd01e1f87b service neutron] 10.222.0.13 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454722 Dec 17 15:09:54.007819 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a2e0e-5828-4298-8e97-ce725e82cff3 admin admin] Pushing event updated for resources: {'Network': ['ID=1faae372-1a87-4b4a-b3e7-15a322952c25,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:54.020187 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 1faae372-1a87-4b4a-b3e7-15a322952c25 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:09:54.091603 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704367bb-c8c5-47f7-9bbc-992301b0b95b req-a3a93125-ce28-49a2-b010-76c295f33c84 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:54.093220 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-704367bb-c8c5-47f7-9bbc-992301b0b95b req-a3a93125-ce28-49a2-b010-76c295f33c84 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a782d92-bea0-4c77-929f-52063b4173a5 HTTP/1.1" status: 200 len: 950 time: 0.1268275 Dec 17 15:09:54.114083 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-485a2e0e-5828-4298-8e97-ce725e82cff3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1143634 Dec 17 15:09:54.116563 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37136) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:54.121237 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-c6fe6fd9-b195-40f0-8edd-28115a44bd79 admin admin] Request body: {'subnet': {'network_id': '1faae372-1a87-4b4a-b3e7-15a322952c25', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-594673379-subnet', 'tenant_id': '6bbd0a6d92304ceb963b8b1b05c1b881', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:54.209155 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fe6fd9-b195-40f0-8edd-28115a44bd79 admin admin] Made reservation on behalf of 6bbd0a6d92304ceb963b8b1b05c1b881 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:09:54.211552 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c6fe6fd9-b195-40f0-8edd-28115a44bd79 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:54.220640 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-704367bb-c8c5-47f7-9bbc-992301b0b95b req-eee258fc-61e1-4f15-b846-b994f0cac18e tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fe66039-589b-4cdc-b594-47f635f4b418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084402 Dec 17 15:09:54.283263 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-1d313638-a33d-45d9-8b7e-1ebb9825c271 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:54.284670 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-1d313638-a33d-45d9-8b7e-1ebb9825c271 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/networks?id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 HTTP/1.1" status: 200 len: 820 time: 0.1902468 Dec 17 15:09:54.298436 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-181b4a48-4860-47fc-959c-5af170995064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 852466b1-00ca-4b1b-a7d7-9808684fbde9 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:09:54.313488 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-181b4a48-4860-47fc-959c-5af170995064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:54.321615 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-93c31089-b341-4d15-b845-686ab8f5bb61 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/quotas/724cb0144c46439a90883d842de78922 HTTP/1.1" status: 200 len: 375 time: 0.0185993 Dec 17 15:09:54.329281 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-181b4a48-4860-47fc-959c-5af170995064 service neutron] Transition to ACTIVE for port object 852466b1-00ca-4b1b-a7d7-9808684fbde9 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:09:54.370601 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-4d79bcfa-0379-478a-8208-51780f3542a0 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=724cb0144c46439a90883d842de78922&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382004 Dec 17 15:09:54.484994 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-40fc6638-abc7-4ccb-9ef1-90d008d98b4d service neutron] 10.222.0.46 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942113 Dec 17 15:09:54.486194 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-181b4a48-4860-47fc-959c-5af170995064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:54.518324 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c6fe6fd9-b195-40f0-8edd-28115a44bd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:54.580698 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe6fd9-b195-40f0-8edd-28115a44bd79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=372d323b-3108-408b-b78c-bbc45f133779,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:54.589503 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fe6fd9-b195-40f0-8edd-28115a44bd79 admin admin] Checking segment: {'id': '06caa8ee-a517-403d-ada9-439b0d929a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1faae372-1a87-4b4a-b3e7-15a322952c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:09:54.589503 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fe6fd9-b195-40f0-8edd-28115a44bd79 admin admin] Network hostable DHCP agents. Network: 1faae372-1a87-4b4a-b3e7-15a322952c25, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:09:54.630374 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b4a48-4860-47fc-959c-5af170995064 service neutron] Pushing event updated for resources: {'Port': ['ID=852466b1-00ca-4b1b-a7d7-9808684fbde9,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:54.683008 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31dc64-d28b-440f-aa60-f874f61ae4c6 req-94007406-2108-4c94-a6a4-640f6388ef23 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:54.683695 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fe6fd9-b195-40f0-8edd-28115a44bd79 admin admin] Network 1faae372-1a87-4b4a-b3e7-15a322952c25 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:09:54.684586 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a31dc64-d28b-440f-aa60-f874f61ae4c6 req-94007406-2108-4c94-a6a4-640f6388ef23 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 948 time: 0.1282830 Dec 17 15:09:54.688950 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-181b4a48-4860-47fc-959c-5af170995064 service neutron] Attempting to bind port 852466b1-00ca-4b1b-a7d7-9808684fbde9 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:09:54.689323 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-181b4a48-4860-47fc-959c-5af170995064 service neutron] Attempting to bind port 852466b1-00ca-4b1b-a7d7-9808684fbde9 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:09:54.689652 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-181b4a48-4860-47fc-959c-5af170995064 service neutron] Attempting to bind port 852466b1-00ca-4b1b-a7d7-9808684fbde9 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:09:54.712108 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-181b4a48-4860-47fc-959c-5af170995064 service neutron] Port 852466b1-00ca-4b1b-a7d7-9808684fbde9 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:09:54.712431 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-181b4a48-4860-47fc-959c-5af170995064 service neutron] Attempting to bind port 852466b1-00ca-4b1b-a7d7-9808684fbde9 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:09:54.723251 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-19435c72-3c4e-49b8-94d0-2097fe96264a service neutron] 10.222.0.46 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325397 Dec 17 15:09:54.728043 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-181b4a48-4860-47fc-959c-5af170995064 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:09:54.728381 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-181b4a48-4860-47fc-959c-5af170995064 service neutron] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:09:54.728762 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-181b4a48-4860-47fc-959c-5af170995064 service neutron] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:09:54.729221 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-181b4a48-4860-47fc-959c-5af170995064 service neutron] Bound port: 852466b1-00ca-4b1b-a7d7-9808684fbde9, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:09:54.729665 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-181b4a48-4860-47fc-959c-5af170995064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:54.774794 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-c6fe6fd9-b195-40f0-8edd-28115a44bd79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 1faae372-1a87-4b4a-b3e7-15a322952c25) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:09:54.775445 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a31dc64-d28b-440f-aa60-f874f61ae4c6 req-0666199f-aa06-4877-8a03-e40497c4bd94 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804892 Dec 17 15:09:54.780633 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fe6fd9-b195-40f0-8edd-28115a44bd79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:54.783412 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c6fe6fd9-b195-40f0-8edd-28115a44bd79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:54.784056 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d61fca-ddee-4f21-b271-cfc5b4f07e11 None None] Network 1faae372-1a87-4b4a-b3e7-15a322952c25 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:09:54.819774 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-181b4a48-4860-47fc-959c-5af170995064 service neutron] For port 852466b1-00ca-4b1b-a7d7-9808684fbde9, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:09:54.823012 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-181b4a48-4860-47fc-959c-5af170995064 service neutron] For port 852466b1-00ca-4b1b-a7d7-9808684fbde9, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=852466b1-00ca-4b1b-a7d7-9808684fbde9,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:09:54.926392 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c6fe6fd9-b195-40f0-8edd-28115a44bd79 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8087471 Dec 17 15:09:54.929156 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37144) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:54.933341 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-e41b5a51-5efd-45b7-a582-f72b9687a867 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-594673379-router', 'tenant_id': '6bbd0a6d92304ceb963b8b1b05c1b881', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:54.948158 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a7cba0-c062-4698-a2d4-5b8d91298dd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-1faae372-1a87-4b4a-b3e7-15a322952c25', 'network_id': '1faae372-1a87-4b4a-b3e7-15a322952c25', 'tenant_id': '6bbd0a6d92304ceb963b8b1b05c1b881', 'fixed_ips': [{'subnet_id': '372d323b-3108-408b-b78c-bbc45f133779'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:09:54.949022 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b9a7cba0-c062-4698-a2d4-5b8d91298dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:54.962438 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-181b4a48-4860-47fc-959c-5af170995064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:55.012934 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-181b4a48-4860-47fc-959c-5af170995064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:55.013591 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-181b4a48-4860-47fc-959c-5af170995064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:55.015140 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-181b4a48-4860-47fc-959c-5af170995064 service neutron] 10.222.0.13 "PUT /v2.0/ports/852466b1-00ca-4b1b-a7d7-9808684fbde9 HTTP/1.1" status: 200 len: 1096 time: 1.4310944 Dec 17 15:09:55.015626 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '564deb2b-a7fc-4b73-b7fa-8ad7688f3c04', 'tag': '852466b1-00ca-4b1b-a7d7-9808684fbde9'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:09:55.018510 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e396928-d834-46ee-8b95-6fbb13a5fa31" -d '{"events": [{"name": "network-changed", "server_uuid": "564deb2b-a7fc-4b73-b7fa-8ad7688f3c04", "tag": "852466b1-00ca-4b1b-a7d7-9808684fbde9"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:09:55.020846 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e41b5a51-5efd-45b7-a582-f72b9687a867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:55.022307 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e41b5a51-5efd-45b7-a582-f72b9687a867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:55.127045 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b4a48-4860-47fc-959c-5af170995064 service neutron] Pushing event updated for resources: {'Port': ['ID=852466b1-00ca-4b1b-a7d7-9808684fbde9,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:55.132743 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-b9a7cba0-c062-4698-a2d4-5b8d91298dd7 None None] Allocated IP 172.20.0.2 (1faae372-1a87-4b4a-b3e7-15a322952c25/372d323b-3108-408b-b78c-bbc45f133779/ab3d6ffd-9582-415a-bcab-962363c73494) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:09:55.175041 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8f7d8-c957-415b-a909-c627d4e954b9 req-b7440f27-5e92-4c3e-80ff-e296a40cb2c8 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:55.177058 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6f8f7d8-c957-415b-a909-c627d4e954b9 req-b7440f27-5e92-4c3e-80ff-e296a40cb2c8 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 943 time: 0.1238103 Dec 17 15:09:55.298061 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b9a7cba0-c062-4698-a2d4-5b8d91298dd7 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:55.315855 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e3294ccc-60c7-477c-a84a-3f2d6f7038ab req-fb137759-db9f-4870-8aa5-a8bc2b0ffada tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 210 time: 0.0380137 Dec 17 15:09:55.319689 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6f8f7d8-c957-415b-a909-c627d4e954b9 req-4a4991cf-f402-414b-8237-6962f66fea9a tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237004 Dec 17 15:09:55.322647 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-707ed607-2939-4334-9ef9-925c1e43211f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:55.323902 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-707ed607-2939-4334-9ef9-925c1e43211f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 1099 time: 0.1418929 Dec 17 15:09:55.386802 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b9a7cba0-c062-4698-a2d4-5b8d91298dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:55.399337 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361770db-8e5a-4aa2-9370-5abb2678c6c1 x-openstack-request-id: req-361770db-8e5a-4aa2-9370-5abb2678c6c1 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:09:55.400873 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "564deb2b-a7fc-4b73-b7fa-8ad7688f3c04", "tag": "852466b1-00ca-4b1b-a7d7-9808684fbde9", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:09:55.401273 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-361770db-8e5a-4aa2-9370-5abb2678c6c1 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:09:55.401943 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '564deb2b-a7fc-4b73-b7fa-8ad7688f3c04', 'tag': '852466b1-00ca-4b1b-a7d7-9808684fbde9', 'status': 'completed', 'code': 200} Dec 17 15:09:55.405652 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-908ebc61-a4bb-43f5-bad9-01d6411d1ed3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=852466b1-00ca-4b1b-a7d7-9808684fbde9 HTTP/1.1" status: 200 len: 217 time: 0.0674350 Dec 17 15:09:55.431570 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a7cba0-c062-4698-a2d4-5b8d91298dd7 None None] Network 1faae372-1a87-4b4a-b3e7-15a322952c25 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:09:55.434838 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-b9a7cba0-c062-4698-a2d4-5b8d91298dd7 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:09:55.439120 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a7cba0-c062-4698-a2d4-5b8d91298dd7 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:09:55.453006 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7cba0-c062-4698-a2d4-5b8d91298dd7 None None] Pushing event updated for resources: {'Port': ['ID=ab3d6ffd-9582-415a-bcab-962363c73494,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:55.489644 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e41b5a51-5efd-45b7-a582-f72b9687a867 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:55.514057 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b9a7cba0-c062-4698-a2d4-5b8d91298dd7 None None] Attempting to bind port ab3d6ffd-9582-415a-bcab-962363c73494 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:09:55.514425 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b9a7cba0-c062-4698-a2d4-5b8d91298dd7 None None] Attempting to bind port ab3d6ffd-9582-415a-bcab-962363c73494 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '06caa8ee-a517-403d-ada9-439b0d929a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1faae372-1a87-4b4a-b3e7-15a322952c25'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:09:55.514786 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a7cba0-c062-4698-a2d4-5b8d91298dd7 None None] Attempting to bind port ab3d6ffd-9582-415a-bcab-962363c73494 on network 1faae372-1a87-4b4a-b3e7-15a322952c25 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:09:55.519794 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a7cba0-c062-4698-a2d4-5b8d91298dd7 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:09:55.520167 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a7cba0-c062-4698-a2d4-5b8d91298dd7 None None] Checking segment: {'id': '06caa8ee-a517-403d-ada9-439b0d929a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1faae372-1a87-4b4a-b3e7-15a322952c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:09:55.520570 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b9a7cba0-c062-4698-a2d4-5b8d91298dd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:55.520958 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a7cba0-c062-4698-a2d4-5b8d91298dd7 None None] Bound using segment: {'id': '06caa8ee-a517-403d-ada9-439b0d929a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1faae372-1a87-4b4a-b3e7-15a322952c25'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:09:55.521457 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b9a7cba0-c062-4698-a2d4-5b8d91298dd7 None None] Bound port: ab3d6ffd-9582-415a-bcab-962363c73494, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06caa8ee-a517-403d-ada9-439b0d929a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1faae372-1a87-4b4a-b3e7-15a322952c25'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:09:55.521836 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b9a7cba0-c062-4698-a2d4-5b8d91298dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:55.532639 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-c2b3ee8c-cd61-4873-bb04-f74d99eafea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:55.534567 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-c2b3ee8c-cd61-4873-bb04-f74d99eafea8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.1201668 Dec 17 15:09:55.542922 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38660998-145e-43c3-be00-6ced9375b4b3 req-2c483f6d-7561-4850-be74-2e14fa339f44 tempest-ServersAdminTestJSON-649223399 tempest-ServersAdminTestJSON-649223399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:55.544445 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-38660998-145e-43c3-be00-6ced9375b4b3 req-2c483f6d-7561-4850-be74-2e14fa339f44 tempest-ServersAdminTestJSON-649223399 tempest-ServersAdminTestJSON-649223399-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 1101 time: 0.1413367 Dec 17 15:09:55.576341 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:55.585629 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86052f-aee2-48d3-ac93-88c918a100f0 req-e6f6ee54-0f51-4bc7-8662-a88e3c734832 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:55.586153 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b9a7cba0-c062-4698-a2d4-5b8d91298dd7 None None] For port ab3d6ffd-9582-415a-bcab-962363c73494, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:09:55.587020 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4e86052f-aee2-48d3-ac93-88c918a100f0 req-e6f6ee54-0f51-4bc7-8662-a88e3c734832 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a782d92-bea0-4c77-929f-52063b4173a5 HTTP/1.1" status: 200 len: 950 time: 0.1156538 Dec 17 15:09:55.590696 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b9a7cba0-c062-4698-a2d4-5b8d91298dd7 None None] For port ab3d6ffd-9582-415a-bcab-962363c73494, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ab3d6ffd-9582-415a-bcab-962363c73494,segment=NetworkSegment(06caa8ee-a517-403d-ada9-439b0d929a36),segment_id=06caa8ee-a517-403d-ada9-439b0d929a36)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:09:55.642411 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-38660998-145e-43c3-be00-6ced9375b4b3 req-1d8c860d-db04-4db7-b9b1-a0a1d67f2992 tempest-ServersAdminTestJSON-649223399 tempest-ServersAdminTestJSON-649223399-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855372 Dec 17 15:09:55.646604 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-337735db-19ea-4668-893d-e02fbe002c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:55.648075 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-337735db-19ea-4668-893d-e02fbe002c5a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1026831 Dec 17 15:09:55.653212 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4e86052f-aee2-48d3-ac93-88c918a100f0 req-5bffb0cb-05ee-43d6-bfd1-0ae8a678b15d tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fe66039-589b-4cdc-b594-47f635f4b418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584815 Dec 17 15:09:55.661077 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b9a7cba0-c062-4698-a2d4-5b8d91298dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:55.803609 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7cba0-c062-4698-a2d4-5b8d91298dd7 None None] Pushing event updated for resources: {'Port': ['ID=ab3d6ffd-9582-415a-bcab-962363c73494,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:55.811293 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e41b5a51-5efd-45b7-a582-f72b9687a867 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:55.822604 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-9eedc679-5450-412d-a3eb-f86e63dfe66e service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640897 Dec 17 15:09:55.885017 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c779b63-3aa4-4b45-88ac-97521d810784 req-669bfa4c-0117-4716-9370-25608d9c9c40 tempest-ServersAdminTestJSON-649223399 tempest-ServersAdminTestJSON-649223399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:55.886583 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c779b63-3aa4-4b45-88ac-97521d810784 req-669bfa4c-0117-4716-9370-25608d9c9c40 tempest-ServersAdminTestJSON-649223399 tempest-ServersAdminTestJSON-649223399-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 1101 time: 0.1225846 Dec 17 15:09:55.991756 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af953e-b198-40ec-b678-c2a13864047d req-6c53a7b3-e986-4d3c-87a5-a25f35641a21 tempest-LiveMigrationNegativeTest-356694674 tempest-LiveMigrationNegativeTest-356694674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:56.000704 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-06af953e-b198-40ec-b678-c2a13864047d req-6c53a7b3-e986-4d3c-87a5-a25f35641a21 tempest-LiveMigrationNegativeTest-356694674 tempest-LiveMigrationNegativeTest-356694674-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9a782d92-bea0-4c77-929f-52063b4173a5 HTTP/1.1" status: 200 len: 1101 time: 0.1679657 Dec 17 15:09:56.006667 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c779b63-3aa4-4b45-88ac-97521d810784 req-c25af16f-84c2-4492-9536-ddbabf66451c tempest-ServersAdminTestJSON-649223399 tempest-ServersAdminTestJSON-649223399-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808837 Dec 17 15:09:56.029649 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-06af953e-b198-40ec-b678-c2a13864047d req-fdf9696d-49d1-4a01-af88-52e39078ffef tempest-LiveMigrationNegativeTest-356694674 tempest-LiveMigrationNegativeTest-356694674-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:56.056673 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b9511f0-b9c9-4f34-9b8f-9fb8a8cc4bb9 req-14383192-94f7-44bc-a628-abc9d4a83077 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057183 Dec 17 15:09:56.161510 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-06af953e-b198-40ec-b678-c2a13864047d req-fdf9696d-49d1-4a01-af88-52e39078ffef tempest-LiveMigrationNegativeTest-356694674 tempest-LiveMigrationNegativeTest-356694674-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:56.182368 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae33c73-3ac9-48c3-8d4e-482833d96db3 req-a9e80467-b93c-4cf7-8b0c-13b9a4082595 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:56.183855 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8ae33c73-3ac9-48c3-8d4e-482833d96db3 req-a9e80467-b93c-4cf7-8b0c-13b9a4082595 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 948 time: 0.0815380 Dec 17 15:09:56.223444 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e41b5a51-5efd-45b7-a582-f72b9687a867 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:56.228703 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8ae33c73-3ac9-48c3-8d4e-482833d96db3 req-509b5860-d2da-460f-8416-08271ae1b96c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377703 Dec 17 15:09:56.249070 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e41b5a51-5efd-45b7-a582-f72b9687a867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:56.294678 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-06af953e-b198-40ec-b678-c2a13864047d req-fdf9696d-49d1-4a01-af88-52e39078ffef tempest-LiveMigrationNegativeTest-356694674 tempest-LiveMigrationNegativeTest-356694674-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:56.315373 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-06af953e-b198-40ec-b678-c2a13864047d req-fdf9696d-49d1-4a01-af88-52e39078ffef tempest-LiveMigrationNegativeTest-356694674 tempest-LiveMigrationNegativeTest-356694674-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=1fe66039-589b-4cdc-b594-47f635f4b418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136995 Dec 17 15:09:56.324043 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e396928-d834-46ee-8b95-6fbb13a5fa31 req-a1cab5a4-2e5f-4ebe-9cd3-5a45e4be7544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:56.325849 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1e396928-d834-46ee-8b95-6fbb13a5fa31 req-a1cab5a4-2e5f-4ebe-9cd3-5a45e4be7544 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 1099 time: 0.0741496 Dec 17 15:09:56.381609 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-e41b5a51-5efd-45b7-a582-f72b9687a867 admin admin] Allocated IP 172.25.6.231 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/781eb8c0-49b7-4985-a67a-bba21fa3ea52) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:09:56.399304 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9696d-49d1-4a01-af88-52e39078ffef tempest-LiveMigrationNegativeTest-356694674 tempest-LiveMigrationNegativeTest-356694674-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9343d589-c4f1-48fd-92c1-9bd6fcea4d0f,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:56.455000 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e396928-d834-46ee-8b95-6fbb13a5fa31 req-fd54827b-19de-4dc1-8d9a-61d36807b9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:56.455449 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1e396928-d834-46ee-8b95-6fbb13a5fa31 req-fd54827b-19de-4dc1-8d9a-61d36807b9c6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.1189086 Dec 17 15:09:56.525124 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e41b5a51-5efd-45b7-a582-f72b9687a867 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:56.527932 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1e396928-d834-46ee-8b95-6fbb13a5fa31 req-6984cdbd-bd7f-4885-82b3-3f9612f8c781 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=852466b1-00ca-4b1b-a7d7-9808684fbde9 HTTP/1.1" status: 200 len: 217 time: 0.0544503 Dec 17 15:09:56.618139 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72785f-1f52-428d-8362-c370e228bf65 req-19e22d1b-614e-4177-acae-dd1196280350 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:56.619714 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6f72785f-1f52-428d-8362-c370e228bf65 req-19e22d1b-614e-4177-acae-dd1196280350 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 943 time: 0.1574826 Dec 17 15:09:56.621532 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b751fae1-9d68-4369-8cca-7432dc03d23f req-12de7600-a7ac-45ee-a74e-1aab24e7538f tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 210 time: 0.0425472 Dec 17 15:09:56.653164 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e396928-d834-46ee-8b95-6fbb13a5fa31 req-efa5798d-abf2-4893-86d7-5b1a2993843a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:56.653164 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1e396928-d834-46ee-8b95-6fbb13a5fa31 req-efa5798d-abf2-4893-86d7-5b1a2993843a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.1112976 Dec 17 15:09:56.672455 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e41b5a51-5efd-45b7-a582-f72b9687a867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:56.725432 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41b5a51-5efd-45b7-a582-f72b9687a867 admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:09:56.729161 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-e41b5a51-5efd-45b7-a582-f72b9687a867 admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:09:56.731927 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41b5a51-5efd-45b7-a582-f72b9687a867 admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:09:56.781436 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:09:56.821863 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b5a51-5efd-45b7-a582-f72b9687a867 admin admin] Pushing event updated for resources: {'Port': ['ID=781eb8c0-49b7-4985-a67a-bba21fa3ea52,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:56.971134 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8714602c-d289-4814-9775-fc31ef71431b None None] Network 1faae372-1a87-4b4a-b3e7-15a322952c25 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:09:57.008832 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6f72785f-1f52-428d-8362-c370e228bf65 req-4ace3b9d-657e-4879-a72b-c73290023388 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823824 Dec 17 15:09:57.029512 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e396928-d834-46ee-8b95-6fbb13a5fa31 req-b7fa81e4-dfa6-4cc7-a634-34c42bd08cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:57.032532 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1e396928-d834-46ee-8b95-6fbb13a5fa31 req-b7fa81e4-dfa6-4cc7-a634-34c42bd08cdc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3706315 Dec 17 15:09:57.122892 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-51edcd52-86d7-4a22-bf46-922dd0b177f9 None None] Provisioning complete for port ab3d6ffd-9582-415a-bcab-962363c73494 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:09:57.123516 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-51edcd52-86d7-4a22-bf46-922dd0b177f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:57.147933 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1e396928-d834-46ee-8b95-6fbb13a5fa31 req-c6ab80f2-60ac-4433-82e1-ca46ff7838ea service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044664 Dec 17 15:09:57.201887 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e41b5a51-5efd-45b7-a582-f72b9687a867 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:57.279842 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-51edcd52-86d7-4a22-bf46-922dd0b177f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:57.296487 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1e396928-d834-46ee-8b95-6fbb13a5fa31 req-cd19acc9-a454-4262-9d14-0055ca853fdd service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421399 Dec 17 15:09:57.329527 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-51edcd52-86d7-4a22-bf46-922dd0b177f9 None None] For port ab3d6ffd-9582-415a-bcab-962363c73494, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ab3d6ffd-9582-415a-bcab-962363c73494,segment=NetworkSegment(06caa8ee-a517-403d-ada9-439b0d929a36),segment_id=06caa8ee-a517-403d-ada9-439b0d929a36)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:57.432632 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-51edcd52-86d7-4a22-bf46-922dd0b177f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:57.457419 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e41b5a51-5efd-45b7-a582-f72b9687a867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:57.491321 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51edcd52-86d7-4a22-bf46-922dd0b177f9 None None] Pushing event updated for resources: {'Port': ['ID=ab3d6ffd-9582-415a-bcab-962363c73494,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:57.552777 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-ad2e650d-53e7-4d61-b3b5-fc018884bacd None None] Provisioning complete for port ab3d6ffd-9582-415a-bcab-962363c73494 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:09:57.553360 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ad2e650d-53e7-4d61-b3b5-fc018884bacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:57.740249 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41b5a51-5efd-45b7-a582-f72b9687a867 admin admin] Router 1893644a-f30f-4325-b942-e084f67ca9d6 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:09:57.785259 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf134fd1-a839-49a2-bf9e-623943555472 req-dcddd8e7-592c-417e-92db-47fc0382423b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:57.786750 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cf134fd1-a839-49a2-bf9e-623943555472 req-dcddd8e7-592c-417e-92db-47fc0382423b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 948 time: 0.0502105 Dec 17 15:09:57.825029 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cf134fd1-a839-49a2-bf9e-623943555472 req-67c6c1c3-b299-4331-a461-25d983de1971 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321369 Dec 17 15:09:57.860480 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41b5a51-5efd-45b7-a582-f72b9687a867 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:09:57.870928 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e469a86b-8f90-4400-b9db-9e0ea4f9bfd2 None None] Sync routers for ids ['1893644a-f30f-4325-b942-e084f67ca9d6'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:09:57.893556 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e469a86b-8f90-4400-b9db-9e0ea4f9bfd2 None None] Routers {'1893644a-f30f-4325-b942-e084f67ca9d6'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:09:57.894246 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e469a86b-8f90-4400-b9db-9e0ea4f9bfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:09:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1893644a-f30f-4325-b942-e084f67ca9d6'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:09:57.947379 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-04c50d4f-f30f-412b-8386-6daae2019e92 req-9a1d4d75-f3bb-4a31-b43f-edea3b0cfdcd tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 210 time: 0.0299063 Dec 17 15:09:57.992961 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e41b5a51-5efd-45b7-a582-f72b9687a867 admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:57.996236 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e41b5a51-5efd-45b7-a582-f72b9687a867 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.0632987 Dec 17 15:09:57.996485 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37218) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:09:58.031699 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-e469a86b-8f90-4400-b9db-9e0ea4f9bfd2 None None] Set router 1893644a-f30f-4325-b942-e084f67ca9d6 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:09:58.122902 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ab3d6ffd-9582-415a-bcab-962363c73494 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:09:58.179409 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13c97d-9740-4534-bf62-33728616e43d req-63defc62-a682-4d3a-9af0-295370fad504 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:58.180942 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5e13c97d-9740-4534-bf62-33728616e43d req-63defc62-a682-4d3a-9af0-295370fad504 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a782d92-bea0-4c77-929f-52063b4173a5 HTTP/1.1" status: 200 len: 950 time: 0.1083581 Dec 17 15:09:58.208101 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port ab3d6ffd-9582-415a-bcab-962363c73494 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:09:58.209251 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:58.237247 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5e13c97d-9740-4534-bf62-33728616e43d req-fb717c72-7001-4fc2-af21-6a958f1dbec8 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fe66039-589b-4cdc-b594-47f635f4b418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435205 Dec 17 15:09:58.280391 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e469a86b-8f90-4400-b9db-9e0ea4f9bfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1893644a-f30f-4325-b942-e084f67ca9d6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-594673379-router', 'tenant_id': '6bbd0a6d92304ceb963b8b1b05c1b881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '781eb8c0-49b7-4985-a67a-bba21fa3ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:09:55Z', 'updated_at': '2021-12-17T15:09:56Z', 'revision_number': 3, 'project_id': '6bbd0a6d92304ceb963b8b1b05c1b881', 'gw_port': {'id': '781eb8c0-49b7-4985-a67a-bba21fa3ea52', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ca:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1893644a-f30f-4325-b942-e084f67ca9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:09:56Z', 'updated_at': '2021-12-17T15:09:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:09:58.315591 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e469a86b-8f90-4400-b9db-9e0ea4f9bfd2 None None] Checking router: 1893644a-f30f-4325-b942-e084f67ca9d6 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:09:58.316200 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e469a86b-8f90-4400-b9db-9e0ea4f9bfd2 None None] Updating router 1893644a-f30f-4325-b942-e084f67ca9d6 port 781eb8c0-49b7-4985-a67a-bba21fa3ea52 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:09:58.348911 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-e469a86b-8f90-4400-b9db-9e0ea4f9bfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:58.486048 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-c0f18325-1f19-45da-a965-3fa21197b567 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:58.487409 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-c0f18325-1f19-45da-a965-3fa21197b567 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.41 "GET /v2.0/networks?id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 HTTP/1.1" status: 200 len: 820 time: 0.1290042 Dec 17 15:09:58.519959 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-4d8c7208-5744-4a9c-a8a3-09b3509f8daa tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Request body: {'port': {'device_id': 'bf6db3a5-04f3-49bf-9763-1979d297fdde', 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0', 'admin_state_up': True, 'tenant_id': '724cb0144c46439a90883d842de78922'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:09:58.560718 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 67090bba-679e-4589-b3d7-4a3d9fa459e5 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:09:58.608147 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ded0b-cc10-4b0b-a51b-44dc5de7afa0 req-d3d07663-7e06-4382-94ef-0310c9d74b41 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:58.615638 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a82ded0b-cc10-4b0b-a51b-44dc5de7afa0 req-d3d07663-7e06-4382-94ef-0310c9d74b41 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 943 time: 0.0588713 Dec 17 15:09:58.659893 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a82ded0b-cc10-4b0b-a51b-44dc5de7afa0 req-1604c6a8-a658-4158-affd-7fd7007d039c tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430467 Dec 17 15:09:58.675956 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-e469a86b-8f90-4400-b9db-9e0ea4f9bfd2 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:58.754136 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-e469a86b-8f90-4400-b9db-9e0ea4f9bfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:58.802136 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-e469a86b-8f90-4400-b9db-9e0ea4f9bfd2 None None] Attempting to bind port 781eb8c0-49b7-4985-a67a-bba21fa3ea52 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:09:58.802842 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-e469a86b-8f90-4400-b9db-9e0ea4f9bfd2 None None] Attempting to bind port 781eb8c0-49b7-4985-a67a-bba21fa3ea52 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:09:58.803424 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e469a86b-8f90-4400-b9db-9e0ea4f9bfd2 None None] Attempting to bind port 781eb8c0-49b7-4985-a67a-bba21fa3ea52 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:09:58.813757 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 67090bba-679e-4589-b3d7-4a3d9fa459e5, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=67090bba-679e-4589-b3d7-4a3d9fa459e5,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:58.832916 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e469a86b-8f90-4400-b9db-9e0ea4f9bfd2 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:09:58.833332 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e469a86b-8f90-4400-b9db-9e0ea4f9bfd2 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:09:58.833736 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-e469a86b-8f90-4400-b9db-9e0ea4f9bfd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:58.834134 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e469a86b-8f90-4400-b9db-9e0ea4f9bfd2 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:09:58.835376 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-e469a86b-8f90-4400-b9db-9e0ea4f9bfd2 None None] Bound port: 781eb8c0-49b7-4985-a67a-bba21fa3ea52, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:09:58.835808 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-e469a86b-8f90-4400-b9db-9e0ea4f9bfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:58.842439 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a2edd952-81b5-4914-b9c6-0cfdced89dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:58.861778 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '67090bba-679e-4589-b3d7-4a3d9fa459e5', 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea', 'port_id': '67090bba-679e-4589-b3d7-4a3d9fa459e5', 'mac_address': 'fa:16:3e:a5:e4:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e07a04f7-750d-46bb-b1d6-18c61b699282', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:09:58.929898 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a987911a-5fef-432d-997e-192bff6678fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:58.932734 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:58.950122 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b72af-b5d4-4375-9c47-49191f745a7a None None] Pushing event updated for resources: {'Port': ['ID=781eb8c0-49b7-4985-a67a-bba21fa3ea52,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:58.950762 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67090bba-679e-4589-b3d7-4a3d9fa459e5 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:09:58.978515 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95b72af-b5d4-4375-9c47-49191f745a7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:58.979243 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95b72af-b5d4-4375-9c47-49191f745a7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:58.980410 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95b72af-b5d4-4375-9c47-49191f745a7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:58.981148 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95b72af-b5d4-4375-9c47-49191f745a7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:58.982409 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95b72af-b5d4-4375-9c47-49191f745a7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:58.983218 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95b72af-b5d4-4375-9c47-49191f745a7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:58.983864 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95b72af-b5d4-4375-9c47-49191f745a7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:58.984551 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95b72af-b5d4-4375-9c47-49191f745a7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:58.985110 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95b72af-b5d4-4375-9c47-49191f745a7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:58.985581 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95b72af-b5d4-4375-9c47-49191f745a7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:58.986052 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95b72af-b5d4-4375-9c47-49191f745a7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:58.986739 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95b72af-b5d4-4375-9c47-49191f745a7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:09:58.987973 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f644e-87fc-4d0c-a0cf-88a5064b405a req-93339c7b-ef7c-4d36-b693-9859eb3474e7 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:58.990397 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 67090bba-679e-4589-b3d7-4a3d9fa459e5, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=67090bba-679e-4589-b3d7-4a3d9fa459e5,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:58.992851 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-902f644e-87fc-4d0c-a0cf-88a5064b405a req-93339c7b-ef7c-4d36-b693-9859eb3474e7 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 950 time: 0.0765491 Dec 17 15:09:59.042809 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-e469a86b-8f90-4400-b9db-9e0ea4f9bfd2 None None] For port 781eb8c0-49b7-4985-a67a-bba21fa3ea52, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:09:59.044875 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-902f644e-87fc-4d0c-a0cf-88a5064b405a req-90e225b0-88ba-41ae-a40b-c5d671e67315 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428429 Dec 17 15:09:59.061822 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-e469a86b-8f90-4400-b9db-9e0ea4f9bfd2 None None] For port 781eb8c0-49b7-4985-a67a-bba21fa3ea52, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=781eb8c0-49b7-4985-a67a-bba21fa3ea52,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:09:59.073232 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-4d8c7208-5744-4a9c-a8a3-09b3509f8daa tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Made reservation on behalf of 724cb0144c46439a90883d842de78922 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:09:59.077036 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-4d8c7208-5744-4a9c-a8a3-09b3509f8daa tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:59.101435 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:59.137154 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb632a-c5f7-4612-8f1f-a2ea71781a73 req-42c840fe-773a-4c03-a03b-3e73da7bc476 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:59.138808 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9fb632a-c5f7-4612-8f1f-a2ea71781a73 req-42c840fe-773a-4c03-a03b-3e73da7bc476 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 948 time: 0.0680573 Dec 17 15:09:59.157288 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e1e4b918-46b3-4af5-9bc8-a1fe1ce9f32d req-bec48a45-016d-4b74-aaaa-bd62d24a336a tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 210 time: 0.0405946 Dec 17 15:09:59.170628 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=67090bba-679e-4589-b3d7-4a3d9fa459e5,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:59.203625 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-a987911a-5fef-432d-997e-192bff6678fb admin admin] Allocated IP 172.20.0.1 (1faae372-1a87-4b4a-b3e7-15a322952c25/372d323b-3108-408b-b78c-bbc45f133779/b74cf990-8372-4c68-827a-bc675486c34b) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:09:59.205033 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9fb632a-c5f7-4612-8f1f-a2ea71781a73 req-a229b2d3-0d06-4189-a505-969661eab09b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507941 Dec 17 15:09:59.250116 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-e469a86b-8f90-4400-b9db-9e0ea4f9bfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:59.310585 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-4d8c7208-5744-4a9c-a8a3-09b3509f8daa tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Allocated IP 172.20.0.5 (5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0/6c28c8ec-5ccc-4295-ab15-cbe54116b2d0/24cd68bd-3a64-4100-a99f-e4ce068a7543) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:09:59.318701 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b72af-b5d4-4375-9c47-49191f745a7a None None] Pushing event updated for resources: {'Port': ['ID=781eb8c0-49b7-4985-a67a-bba21fa3ea52,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:09:59.325813 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e469a86b-8f90-4400-b9db-9e0ea4f9bfd2 None None] Routers {'1893644a-f30f-4325-b942-e084f67ca9d6'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:09:59.326427 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e469a86b-8f90-4400-b9db-9e0ea4f9bfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:09:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1893644a-f30f-4325-b942-e084f67ca9d6'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:09:59.397159 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['67090bba-679e-4589-b3d7-4a3d9fa459e5'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:09:59.406576 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5d125-47c9-47d3-a9b6-eff55b5e3e18 req-fcd58585-4bc9-4880-9461-317d70aea9a2 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:59.408909 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-95b5d125-47c9-47d3-a9b6-eff55b5e3e18 req-fcd58585-4bc9-4880-9461-317d70aea9a2 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a782d92-bea0-4c77-929f-52063b4173a5 HTTP/1.1" status: 200 len: 950 time: 0.1291318 Dec 17 15:09:59.419628 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df23d41-055b-4578-9403-2dd92a2c75b2 req-78209dab-93a6-47bd-936f-a5415479eae2 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:59.428816 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7df23d41-055b-4578-9403-2dd92a2c75b2 req-78209dab-93a6-47bd-936f-a5415479eae2 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a782d92-bea0-4c77-929f-52063b4173a5 HTTP/1.1" status: 200 len: 950 time: 0.0927854 Dec 17 15:09:59.493374 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a987911a-5fef-432d-997e-192bff6678fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:59.527509 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-e469a86b-8f90-4400-b9db-9e0ea4f9bfd2 None None] Set router 1893644a-f30f-4325-b942-e084f67ca9d6 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:09:59.532333 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7df23d41-055b-4578-9403-2dd92a2c75b2 req-d8d80606-b0bd-44d8-a21a-38e15cdb3436 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fe66039-589b-4cdc-b594-47f635f4b418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971761 Dec 17 15:09:59.610940 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-4d8c7208-5744-4a9c-a8a3-09b3509f8daa tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:59.629169 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-95b5d125-47c9-47d3-a9b6-eff55b5e3e18 req-87964b1f-cd31-4886-abaa-3ef34a35a01f tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Deleting port cab025be-0bfa-4db5-9455-0cf9a2d5bd1f {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:09:59.629761 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-95b5d125-47c9-47d3-a9b6-eff55b5e3e18 req-87964b1f-cd31-4886-abaa-3ef34a35a01f tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:59.737013 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-95b5d125-47c9-47d3-a9b6-eff55b5e3e18 req-87964b1f-cd31-4886-abaa-3ef34a35a01f tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] For port cab025be-0bfa-4db5-9455-0cf9a2d5bd1f, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=cab025be-0bfa-4db5-9455-0cf9a2d5bd1f,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:09:59.746190 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-95b5d125-47c9-47d3-a9b6-eff55b5e3e18 req-87964b1f-cd31-4886-abaa-3ef34a35a01f tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:59.752814 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a987911a-5fef-432d-997e-192bff6678fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:59.764032 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-4d8c7208-5744-4a9c-a8a3-09b3509f8daa tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:59.774055 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e469a86b-8f90-4400-b9db-9e0ea4f9bfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1893644a-f30f-4325-b942-e084f67ca9d6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-594673379-router', 'tenant_id': '6bbd0a6d92304ceb963b8b1b05c1b881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '781eb8c0-49b7-4985-a67a-bba21fa3ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:09:55Z', 'updated_at': '2021-12-17T15:09:56Z', 'revision_number': 3, 'project_id': '6bbd0a6d92304ceb963b8b1b05c1b881', 'gw_port': {'id': '781eb8c0-49b7-4985-a67a-bba21fa3ea52', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ca:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1893644a-f30f-4325-b942-e084f67ca9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:09:56Z', 'updated_at': '2021-12-17T15:09:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:09:59.797632 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-95b5d125-47c9-47d3-a9b6-eff55b5e3e18 req-87964b1f-cd31-4886-abaa-3ef34a35a01f tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Calling delete_port for cab025be-0bfa-4db5-9455-0cf9a2d5bd1f owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:09:59.808028 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e469a86b-8f90-4400-b9db-9e0ea4f9bfd2 None None] The sync data for ids ['1893644a-f30f-4325-b942-e084f67ca9d6'] in n-d-820553-2 is: [{'id': '1893644a-f30f-4325-b942-e084f67ca9d6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-594673379-router', 'tenant_id': '6bbd0a6d92304ceb963b8b1b05c1b881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '781eb8c0-49b7-4985-a67a-bba21fa3ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:09:55Z', 'updated_at': '2021-12-17T15:09:56Z', 'revision_number': 3, 'project_id': '6bbd0a6d92304ceb963b8b1b05c1b881', 'gw_port': {'id': '781eb8c0-49b7-4985-a67a-bba21fa3ea52', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ca:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1893644a-f30f-4325-b942-e084f67ca9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:09:56Z', 'updated_at': '2021-12-17T15:09:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:09:59.831211 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a987911a-5fef-432d-997e-192bff6678fb admin admin] Network 1faae372-1a87-4b4a-b3e7-15a322952c25 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:09:59.841998 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-4d8c7208-5744-4a9c-a8a3-09b3509f8daa tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:09:59.845222 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-4d8c7208-5744-4a9c-a8a3-09b3509f8daa tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:09:59.851103 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-a987911a-5fef-432d-997e-192bff6678fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:09:59.857013 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-4d8c7208-5744-4a9c-a8a3-09b3509f8daa tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:09:59.867375 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-4d8c7208-5744-4a9c-a8a3-09b3509f8daa tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:59.868040 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-4d8c7208-5744-4a9c-a8a3-09b3509f8daa tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:59.871511 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a346c5-7fb5-4bab-ab8d-55aecf34d7bb req-1a6fbdac-41fc-49fb-bfe6-0fe52e905128 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:09:59.876210 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a0a346c5-7fb5-4bab-ab8d-55aecf34d7bb req-1a6fbdac-41fc-49fb-bfe6-0fe52e905128 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 944 time: 0.1269960 Dec 17 15:09:59.881140 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a987911a-5fef-432d-997e-192bff6678fb admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:09:59.881140 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a987911a-5fef-432d-997e-192bff6678fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:09:59.945702 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a987911a-5fef-432d-997e-192bff6678fb admin admin] Pushing event updated for resources: {'Port': ['ID=b74cf990-8372-4c68-827a-bc675486c34b,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:00.046593 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-4d8c7208-5744-4a9c-a8a3-09b3509f8daa tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5307949 Dec 17 15:10:00.082271 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a0a346c5-7fb5-4bab-ab8d-55aecf34d7bb req-132079e0-c47f-44db-86a4-f76ecc7f9288 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984503 Dec 17 15:10:00.115200 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-dd1edaab-b9bd-4263-9cef-cf4cbdbfa57b service neutron] Request body: {'port': {'device_id': 'bf6db3a5-04f3-49bf-9763-1979d297fdde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:00.167772 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a0be8be6-3e61-4eaf-990f-65eea77efe4b None None] Provisioning complete for port b74cf990-8372-4c68-827a-bc675486c34b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:10:00.169939 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a0be8be6-3e61-4eaf-990f-65eea77efe4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:00.178328 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-95b5d125-47c9-47d3-a9b6-eff55b5e3e18 req-87964b1f-cd31-4886-abaa-3ef34a35a01f tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:00.191682 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c7208-5744-4a9c-a8a3-09b3509f8daa tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Pushing event updated for resources: {'Port': ['ID=24cd68bd-3a64-4100-a99f-e4ce068a7543,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:00.205528 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['cab025be-0bfa-4db5-9455-0cf9a2d5bd1f'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:10:00.259722 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['39d0f122-e822-4675-979d-f3bb1cd4a783'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:10:00.277393 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-dd1edaab-b9bd-4263-9cef-cf4cbdbfa57b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:00.307484 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87964b1f-cd31-4886-abaa-3ef34a35a01f tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Pushing event deleted for resources: {'Port': ['ID=cab025be-0bfa-4db5-9455-0cf9a2d5bd1f,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:00.412803 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-a0be8be6-3e61-4eaf-990f-65eea77efe4b None None] Port b74cf990-8372-4c68-827a-bc675486c34b cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:10:00.426330 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b5d125-47c9-47d3-a9b6-eff55b5e3e18 req-87964b1f-cd31-4886-abaa-3ef34a35a01f tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] No DVR routers for this DVR port cab025be-0bfa-4db5-9455-0cf9a2d5bd1f on host n-h2-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:10:00.429467 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-95b5d125-47c9-47d3-a9b6-eff55b5e3e18 req-87964b1f-cd31-4886-abaa-3ef34a35a01f tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:00.432838 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-95b5d125-47c9-47d3-a9b6-eff55b5e3e18 req-87964b1f-cd31-4886-abaa-3ef34a35a01f tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.13 "DELETE /v2.0/ports/cab025be-0bfa-4db5-9455-0cf9a2d5bd1f HTTP/1.1" status: 204 len: 173 time: 1.0013168 Dec 17 15:10:00.435604 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a782d92-bea0-4c77-929f-52063b4173a5', 'name': 'network-vif-deleted', 'tag': 'cab025be-0bfa-4db5-9455-0cf9a2d5bd1f'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:10:00.440435 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37d179e-348d-416e-a208-103763299374" -d '{"events": [{"server_uuid": "9a782d92-bea0-4c77-929f-52063b4173a5", "name": "network-vif-deleted", "tag": "cab025be-0bfa-4db5-9455-0cf9a2d5bd1f"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:10:00.477693 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c281c5-5bee-4287-8e0c-7e5cc6aaec3d req-e53d1f17-e72c-498f-8712-d5e7ecb889d7 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:00.488749 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-47c281c5-5bee-4287-8e0c-7e5cc6aaec3d req-e53d1f17-e72c-498f-8712-d5e7ecb889d7 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 950 time: 0.3233020 Dec 17 15:10:00.507159 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af886d-4bc8-40cc-9b8a-a1041cc08ff6 req-dbab4bf0-cdc9-4513-bc03-be79b253befd tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:00.516785 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82af886d-4bc8-40cc-9b8a-a1041cc08ff6 req-dbab4bf0-cdc9-4513-bc03-be79b253befd tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 931 time: 0.1863685 Dec 17 15:10:00.549586 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a987911a-5fef-432d-997e-192bff6678fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:00.565486 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 852466b1-00ca-4b1b-a7d7-9808684fbde9 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:10:00.573325 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 67090bba-679e-4589-b3d7-4a3d9fa459e5 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:10:00.650334 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-47c281c5-5bee-4287-8e0c-7e5cc6aaec3d req-92f0894c-a24e-4198-85e2-724d94961937 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403158 Dec 17 15:10:00.653799 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82af886d-4bc8-40cc-9b8a-a1041cc08ff6 req-fab5da4b-0bd7-4006-b922-337558b1f7dc tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365299 Dec 17 15:10:00.728247 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e84b793-2f53-432d-85b1-c82c27b70774 x-openstack-request-id: req-1e84b793-2f53-432d-85b1-c82c27b70774 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:10:00.728534 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a782d92-bea0-4c77-929f-52063b4173a5", "name": "network-vif-deleted", "tag": "cab025be-0bfa-4db5-9455-0cf9a2d5bd1f", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:10:00.728786 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1e84b793-2f53-432d-85b1-c82c27b70774 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:10:00.729209 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a782d92-bea0-4c77-929f-52063b4173a5', 'name': 'network-vif-deleted', 'tag': 'cab025be-0bfa-4db5-9455-0cf9a2d5bd1f', 'status': 'completed', 'code': 200} Dec 17 15:10:00.836864 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e5d8c-eea4-4e8a-8859-52de97739543 req-285c4410-d9e8-486c-bde2-a82f5121fd3a tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:00.838934 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-537e5d8c-eea4-4e8a-8859-52de97739543 req-285c4410-d9e8-486c-bde2-a82f5121fd3a tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 948 time: 0.0773246 Dec 17 15:10:00.868744 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 67090bba-679e-4589-b3d7-4a3d9fa459e5 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:10:00.882782 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 67090bba-679e-4589-b3d7-4a3d9fa459e5 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:10:00.885257 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:00.893958 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 852466b1-00ca-4b1b-a7d7-9808684fbde9, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=852466b1-00ca-4b1b-a7d7-9808684fbde9,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:00.904390 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-03499042-46df-4c45-9123-5ede64695a3e req-5267986d-a3fb-43b6-810f-b9cf28fa30c4 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a782d92-bea0-4c77-929f-52063b4173a5 HTTP/1.1" status: 200 len: 210 time: 0.0600572 Dec 17 15:10:00.918619 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-dd1edaab-b9bd-4263-9cef-cf4cbdbfa57b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24cd68bd-3a64-4100-a99f-e4ce068a7543 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:10:00.929365 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-dd1edaab-b9bd-4263-9cef-cf4cbdbfa57b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:00.943555 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-dd1edaab-b9bd-4263-9cef-cf4cbdbfa57b service neutron] Transition to ACTIVE for port object 24cd68bd-3a64-4100-a99f-e4ce068a7543 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:10:00.961896 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '852466b1-00ca-4b1b-a7d7-9808684fbde9', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': '852466b1-00ca-4b1b-a7d7-9808684fbde9', 'mac_address': 'fa:16:3e:2a:7d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:10:00.997654 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-537e5d8c-eea4-4e8a-8859-52de97739543 req-5cc24821-8cd4-490e-8507-d3e233f8b9c6 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423829 Dec 17 15:10:01.059272 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a987911a-5fef-432d-997e-192bff6678fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:01.061547 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-dd1edaab-b9bd-4263-9cef-cf4cbdbfa57b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:01.082886 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:01.103834 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:01.109367 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 852466b1-00ca-4b1b-a7d7-9808684fbde9 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:10:01.143157 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fe0b6dfa-7eda-4ea6-b8e8-25e52bbb3b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:01.175066 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1edaab-b9bd-4263-9cef-cf4cbdbfa57b service neutron] Pushing event updated for resources: {'Port': ['ID=24cd68bd-3a64-4100-a99f-e4ce068a7543,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:01.197834 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 852466b1-00ca-4b1b-a7d7-9808684fbde9, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=852466b1-00ca-4b1b-a7d7-9808684fbde9,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:01.198800 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5da6c6-44e8-43ee-b73e-c3d24a2616ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67090bba-679e-4589-b3d7-4a3d9fa459e5'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:10:01.210463 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc30aaee-bf97-4072-ae35-a0ef4f7256c4" -d '{"events": [{"server_uuid": "fc5da6c6-44e8-43ee-b73e-c3d24a2616ca", "name": "network-vif-plugged", "status": "completed", "tag": "67090bba-679e-4589-b3d7-4a3d9fa459e5"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:10:01.215962 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a987911a-5fef-432d-997e-192bff6678fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:01.216765 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a987911a-5fef-432d-997e-192bff6678fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:01.217154 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 67090bba-679e-4589-b3d7-4a3d9fa459e5, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=67090bba-679e-4589-b3d7-4a3d9fa459e5,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:01.260110 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a7d7c-2aa3-4b57-9c58-71589e519762 req-11e7dcf5-4ab5-4ee9-a71d-b153b0b11ac5 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:01.269881 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-dd1edaab-b9bd-4263-9cef-cf4cbdbfa57b service neutron] Attempting to bind port 24cd68bd-3a64-4100-a99f-e4ce068a7543 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:10:01.270355 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-dd1edaab-b9bd-4263-9cef-cf4cbdbfa57b service neutron] Attempting to bind port 24cd68bd-3a64-4100-a99f-e4ce068a7543 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:10:01.270744 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-dd1edaab-b9bd-4263-9cef-cf4cbdbfa57b service neutron] Attempting to bind port 24cd68bd-3a64-4100-a99f-e4ce068a7543 on network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:10:01.271223 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f3065a-3863-4934-8bbe-e69af14e6db2 x-openstack-request-id: req-c9f3065a-3863-4934-8bbe-e69af14e6db2 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:10:01.271543 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5da6c6-44e8-43ee-b73e-c3d24a2616ca", "name": "network-vif-plugged", "status": "completed", "tag": "67090bba-679e-4589-b3d7-4a3d9fa459e5", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:10:01.271795 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c9f3065a-3863-4934-8bbe-e69af14e6db2 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:10:01.272191 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5da6c6-44e8-43ee-b73e-c3d24a2616ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67090bba-679e-4589-b3d7-4a3d9fa459e5', 'code': 200} Dec 17 15:10:01.272628 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-940a7d7c-2aa3-4b57-9c58-71589e519762 req-11e7dcf5-4ab5-4ee9-a71d-b153b0b11ac5 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 944 time: 0.0687566 Dec 17 15:10:01.278498 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-dd1edaab-b9bd-4263-9cef-cf4cbdbfa57b service neutron] Port 24cd68bd-3a64-4100-a99f-e4ce068a7543 on network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:10:01.278907 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-dd1edaab-b9bd-4263-9cef-cf4cbdbfa57b service neutron] Attempting to bind port 24cd68bd-3a64-4100-a99f-e4ce068a7543 on network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:10:01.282632 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:01.344243 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-940a7d7c-2aa3-4b57-9c58-71589e519762 req-b80fd875-354c-4fee-b244-a3e9a5f8cb71 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704381 Dec 17 15:10:01.347090 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:01.379895 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=852466b1-00ca-4b1b-a7d7-9808684fbde9,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:01.382116 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-dd1edaab-b9bd-4263-9cef-cf4cbdbfa57b service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:10:01.382451 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-dd1edaab-b9bd-4263-9cef-cf4cbdbfa57b service neutron] Checking segment: {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:10:01.385456 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-dd1edaab-b9bd-4263-9cef-cf4cbdbfa57b service neutron] Bound using segment: {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:10:01.391023 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-dd1edaab-b9bd-4263-9cef-cf4cbdbfa57b service neutron] Bound port: 24cd68bd-3a64-4100-a99f-e4ce068a7543, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:10:01.391023 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-dd1edaab-b9bd-4263-9cef-cf4cbdbfa57b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:01.427340 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a987911a-5fef-432d-997e-192bff6678fb admin admin] Pushing event updated for resources: {'Port': ['ID=b74cf990-8372-4c68-827a-bc675486c34b,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:01.427552 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfaea2-de2a-4089-85c5-70616f3acd77 req-4ab9199d-e0a8-401e-8704-b1e2bdfd518c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:01.433791 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a3cfaea2-de2a-4089-85c5-70616f3acd77 req-4ab9199d-e0a8-401e-8704-b1e2bdfd518c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 1096 time: 0.0682018 Dec 17 15:10:01.462246 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=67090bba-679e-4589-b3d7-4a3d9fa459e5,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:01.479110 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a3cfaea2-de2a-4089-85c5-70616f3acd77 req-29991f43-d0e3-42c9-b00d-471103e6a328 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419519 Dec 17 15:10:01.516505 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-dd1edaab-b9bd-4263-9cef-cf4cbdbfa57b service neutron] For port 24cd68bd-3a64-4100-a99f-e4ce068a7543, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:10:01.519745 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a987911a-5fef-432d-997e-192bff6678fb admin admin] Network 1faae372-1a87-4b4a-b3e7-15a322952c25 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:10:01.521857 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-dd1edaab-b9bd-4263-9cef-cf4cbdbfa57b service neutron] For port 24cd68bd-3a64-4100-a99f-e4ce068a7543, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=24cd68bd-3a64-4100-a99f-e4ce068a7543,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:10:01.523191 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-a987911a-5fef-432d-997e-192bff6678fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:10:01.553716 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['852466b1-00ca-4b1b-a7d7-9808684fbde9'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:10:01.664623 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a987911a-5fef-432d-997e-192bff6678fb admin admin] Router 1893644a-f30f-4325-b942-e084f67ca9d6 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:10:01.673567 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-dd1edaab-b9bd-4263-9cef-cf4cbdbfa57b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:01.854578 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-e8fbcd87-4404-4ef5-a909-9820ff13fda1 None None] Provisioning complete for port b74cf990-8372-4c68-827a-bc675486c34b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:10:01.855194 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e8fbcd87-4404-4ef5-a909-9820ff13fda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:01.878351 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69915b-6f80-48bc-aaae-d7d58050fb44 req-59dbc4f1-ae5f-4387-a54d-fafa9b7053cf tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:01.890320 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dc69915b-6f80-48bc-aaae-d7d58050fb44 req-59dbc4f1-ae5f-4387-a54d-fafa9b7053cf tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 943 time: 0.0983043 Dec 17 15:10:01.908716 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-e8fbcd87-4404-4ef5-a909-9820ff13fda1 None None] Port b74cf990-8372-4c68-827a-bc675486c34b cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:10:01.909272 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adefb68-b061-4d7f-a970-04caba02525a req-e2f107cd-199b-4675-abf1-4730c7d1b2c1 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:01.922041 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5adefb68-b061-4d7f-a970-04caba02525a req-e2f107cd-199b-4675-abf1-4730c7d1b2c1 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 950 time: 0.1454065 Dec 17 15:10:01.931516 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a987911a-5fef-432d-997e-192bff6678fb admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:10:01.938903 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a987911a-5fef-432d-997e-192bff6678fb admin admin] 10.222.0.46 "PUT /v2.0/routers/1893644a-f30f-4325-b942-e084f67ca9d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9415274 Dec 17 15:10:01.940661 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-dd1edaab-b9bd-4263-9cef-cf4cbdbfa57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:01.941737 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-dd1edaab-b9bd-4263-9cef-cf4cbdbfa57b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:01.943528 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-dd1edaab-b9bd-4263-9cef-cf4cbdbfa57b service neutron] 10.222.0.41 "PUT /v2.0/ports/24cd68bd-3a64-4100-a99f-e4ce068a7543 HTTP/1.1" status: 200 len: 1091 time: 1.8369310 Dec 17 15:10:01.988673 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5adefb68-b061-4d7f-a970-04caba02525a req-d934b1a2-ab61-45ad-a79d-7ba7499db510 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600572 Dec 17 15:10:01.988776 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf6db3a5-04f3-49bf-9763-1979d297fdde', 'tag': '24cd68bd-3a64-4100-a99f-e4ce068a7543'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:10:01.988854 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396bda26-6ef2-4378-a2f0-130e36f9ce52" -d '{"events": [{"name": "network-changed", "server_uuid": "bf6db3a5-04f3-49bf-9763-1979d297fdde", "tag": "24cd68bd-3a64-4100-a99f-e4ce068a7543"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:10:01.991992 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1edaab-b9bd-4263-9cef-cf4cbdbfa57b service neutron] Pushing event updated for resources: {'Port': ['ID=24cd68bd-3a64-4100-a99f-e4ce068a7543,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:02.005593 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dc69915b-6f80-48bc-aaae-d7d58050fb44 req-52e5e677-f4af-490c-87a0-e2e90a1e0392 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185799 Dec 17 15:10:02.012326 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1edaab-b9bd-4263-9cef-cf4cbdbfa57b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:10:02.012675 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1edaab-b9bd-4263-9cef-cf4cbdbfa57b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:10:02.013010 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1edaab-b9bd-4263-9cef-cf4cbdbfa57b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:10:02.013445 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1edaab-b9bd-4263-9cef-cf4cbdbfa57b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:10:02.013884 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1edaab-b9bd-4263-9cef-cf4cbdbfa57b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:10:02.014421 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1edaab-b9bd-4263-9cef-cf4cbdbfa57b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:10:02.014946 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1edaab-b9bd-4263-9cef-cf4cbdbfa57b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:10:02.016508 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1edaab-b9bd-4263-9cef-cf4cbdbfa57b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:10:02.016845 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1edaab-b9bd-4263-9cef-cf4cbdbfa57b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:10:02.017202 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1edaab-b9bd-4263-9cef-cf4cbdbfa57b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:10:02.017522 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1edaab-b9bd-4263-9cef-cf4cbdbfa57b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:10:02.022805 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1edaab-b9bd-4263-9cef-cf4cbdbfa57b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:10:02.148014 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1c4042-db3c-438f-8154-32934bc5f6d2 x-openstack-request-id: req-2d1c4042-db3c-438f-8154-32934bc5f6d2 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:10:02.148685 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf6db3a5-04f3-49bf-9763-1979d297fdde", "tag": "24cd68bd-3a64-4100-a99f-e4ce068a7543", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:10:02.148685 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2d1c4042-db3c-438f-8154-32934bc5f6d2 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:10:02.148916 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf6db3a5-04f3-49bf-9763-1979d297fdde', 'tag': '24cd68bd-3a64-4100-a99f-e4ce068a7543', 'status': 'completed', 'code': 200} Dec 17 15:10:02.163933 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-65f300bd-e558-49c8-a3ee-f3e6645cd3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:02.165572 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-65f300bd-e558-49c8-a3ee-f3e6645cd3f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=724cb0144c46439a90883d842de78922&device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 1094 time: 0.0837836 Dec 17 15:10:02.204045 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 781eb8c0-49b7-4985-a67a-bba21fa3ea52 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:10:02.214873 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a7577-7083-4cc2-92ad-9fca6182c007 req-f8ee6253-ea7d-4af9-ab1e-fd5ab34d3cd1 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:02.223009 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-613a7577-7083-4cc2-92ad-9fca6182c007 req-f8ee6253-ea7d-4af9-ab1e-fd5ab34d3cd1 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 949 time: 0.1277726 Dec 17 15:10:02.231298 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-68d278e9-288e-41f9-a128-0528535b7052 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24cd68bd-3a64-4100-a99f-e4ce068a7543 HTTP/1.1" status: 200 len: 217 time: 0.0508661 Dec 17 15:10:02.285537 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:02.286811 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-613a7577-7083-4cc2-92ad-9fca6182c007 req-d2ed396c-1a77-4d0c-b8b0-73b000bae83e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626087 Dec 17 15:10:02.293283 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 781eb8c0-49b7-4985-a67a-bba21fa3ea52 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:10:02.293821 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:02.320432 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-de7f1ccb-0429-4704-8f61-2520b053e8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:02.322248 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-de7f1ccb-0429-4704-8f61-2520b053e8f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c28c8ec-5ccc-4295-ab15-cbe54116b2d0 HTTP/1.1" status: 200 len: 860 time: 0.0844414 Dec 17 15:10:02.385125 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-d00a1539-24fb-43fd-bf88-005feeac14ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476434 Dec 17 15:10:02.446521 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:02.466251 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [req-21fcef41-335d-4306-856d-4e0945d936c8 req-f342178b-807a-4184-8a55-1c70f14b1782 tempest-FloatingIPDetailsNegativeTestJSON-647779673 tempest-FloatingIPDetailsNegativeTestJSON-647779673-project] show failed (client error): The resource could not be found. Dec 17 15:10:02.468882 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 781eb8c0-49b7-4985-a67a-bba21fa3ea52, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=781eb8c0-49b7-4985-a67a-bba21fa3ea52,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:02.479459 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-21fcef41-335d-4306-856d-4e0945d936c8 req-f342178b-807a-4184-8a55-1c70f14b1782 tempest-FloatingIPDetailsNegativeTestJSON-647779673 tempest-FloatingIPDetailsNegativeTestJSON-647779673-project] 10.222.0.46 "GET /v2.0/floatingips/154bae23-2063-4bc2-9ac4-2ad97e2d9343 HTTP/1.1" status: 404 len: 350 time: 0.0749717 Dec 17 15:10:02.479797 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37300) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:02.516682 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a085093-d729-4f43-956c-58ccc36afc31 None None] Sync routers for ids ['1893644a-f30f-4325-b942-e084f67ca9d6'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:10:02.529389 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-2f620205-d00d-4f60-9edd-45d43ab425d7 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355958 Dec 17 15:10:02.529698 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a085093-d729-4f43-956c-58ccc36afc31 None None] Routers {'1893644a-f30f-4325-b942-e084f67ca9d6'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:10:02.530478 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7a085093-d729-4f43-956c-58ccc36afc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:10:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1893644a-f30f-4325-b942-e084f67ca9d6'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:02.695565 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706de26-2ed3-4460-ad2e-3f3b840883c7 req-92841f48-a9d2-4ca7-9a44-057d9c44cc4d tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:02.706793 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b706de26-2ed3-4460-ad2e-3f3b840883c7 req-92841f48-a9d2-4ca7-9a44-057d9c44cc4d tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 945 time: 0.1000628 Dec 17 15:10:02.761318 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b706de26-2ed3-4460-ad2e-3f3b840883c7 req-a6cd1def-75c6-4ec9-8829-dce231bdea2a tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532501 Dec 17 15:10:02.812873 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 852466b1-00ca-4b1b-a7d7-9808684fbde9 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:10:02.817263 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:02.906799 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc1b6b-c594-4f0c-ba60-08f18a6461b6 req-a3cf743f-b966-40a2-9630-ee246116802f tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:02.908653 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-42dc1b6b-c594-4f0c-ba60-08f18a6461b6 req-a3cf743f-b966-40a2-9630-ee246116802f tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?device_id=af5deaa4-8cd8-425b-b280-3d60439eb2a7 HTTP/1.1" status: 200 len: 949 time: 0.0595562 Dec 17 15:10:02.925486 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=781eb8c0-49b7-4985-a67a-bba21fa3ea52,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:02.961266 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-7a085093-d729-4f43-956c-58ccc36afc31 None None] Set router 1893644a-f30f-4325-b942-e084f67ca9d6 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:10:02.965536 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-42dc1b6b-c594-4f0c-ba60-08f18a6461b6 req-a939bdf9-ccf5-424f-be4d-ecf20aa439c7 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fe66039-589b-4cdc-b594-47f635f4b418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477400 Dec 17 15:10:03.074269 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2fb7edb3-ab2e-4c66-b18b-2e74a61ae314 req-bccac9ad-d4b4-4b87-8406-5846c8c93f19 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5194025 Dec 17 15:10:03.166211 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5a93d-9060-4759-8d37-e327e14554ff req-a74abd2d-451f-4dc1-874f-46e409ac2789 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:03.174731 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6ea5a93d-9060-4759-8d37-e327e14554ff req-a74abd2d-451f-4dc1-874f-46e409ac2789 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 943 time: 0.1030033 Dec 17 15:10:03.193061 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76b84f-ab48-4618-b51b-2786fa869681 req-27cd02de-2494-40a0-84c8-fa0328963e65 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:03.195103 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4d76b84f-ab48-4618-b51b-2786fa869681 req-27cd02de-2494-40a0-84c8-fa0328963e65 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 950 time: 0.0869575 Dec 17 15:10:03.221126 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 852466b1-00ca-4b1b-a7d7-9808684fbde9 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:10:03.230621 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 852466b1-00ca-4b1b-a7d7-9808684fbde9 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:10:03.231273 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:03.269683 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6ea5a93d-9060-4759-8d37-e327e14554ff req-7fa71594-e5e6-4526-9f32-a13f7cba97e7 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936930 Dec 17 15:10:03.295233 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4d76b84f-ab48-4618-b51b-2786fa869681 req-e9ebe25e-9fe0-4c49-b2c2-018bf4f2b604 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890012 Dec 17 15:10:03.349575 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7a085093-d729-4f43-956c-58ccc36afc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1893644a-f30f-4325-b942-e084f67ca9d6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-594673379-router', 'tenant_id': '6bbd0a6d92304ceb963b8b1b05c1b881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '781eb8c0-49b7-4985-a67a-bba21fa3ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:09:55Z', 'updated_at': '2021-12-17T15:10:00Z', 'revision_number': 4, 'project_id': '6bbd0a6d92304ceb963b8b1b05c1b881', 'gw_port': {'id': '781eb8c0-49b7-4985-a67a-bba21fa3ea52', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ca:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1893644a-f30f-4325-b942-e084f67ca9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:09:56Z', 'updated_at': '2021-12-17T15:09:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'b74cf990-8372-4c68-827a-bc675486c34b', 'name': '', 'network_id': '1faae372-1a87-4b4a-b3e7-15a322952c25', 'tenant_id': '6bbd0a6d92304ceb963b8b1b05c1b881', 'mac_address': 'fa:16:3e:77:4b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1893644a-f30f-4325-b942-e084f67ca9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '372d323b-3108-408b-b78c-bbc45f133779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:09:58Z', 'updated_at': '2021-12-17T15:10:00Z', 'revision_number': 2, 'project_id': '6bbd0a6d92304ceb963b8b1b05c1b881', 'subnets': [{'id': '372d323b-3108-408b-b78c-bbc45f133779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:03.351251 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cdd934e7-325e-4944-9afa-92683c7725e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:03.385486 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a085093-d729-4f43-956c-58ccc36afc31 None None] Checking router: 1893644a-f30f-4325-b942-e084f67ca9d6 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:10:03.390996 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a085093-d729-4f43-956c-58ccc36afc31 None None] Updating router 1893644a-f30f-4325-b942-e084f67ca9d6 port b74cf990-8372-4c68-827a-bc675486c34b binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:10:03.419672 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:03.446042 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7a085093-d729-4f43-956c-58ccc36afc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:03.457402 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e8780-6c0c-46e3-9566-2f2b96551cab req-5a284015-c1f3-43e0-8a6a-dbf527fee6a8 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:03.459150 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ce0e8780-6c0c-46e3-9566-2f2b96551cab req-5a284015-c1f3-43e0-8a6a-dbf527fee6a8 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 949 time: 0.0580785 Dec 17 15:10:03.460696 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564deb2b-a7fc-4b73-b7fa-8ad7688f3c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852466b1-00ca-4b1b-a7d7-9808684fbde9'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:10:03.463005 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f054d6-b0fa-4124-9bac-0333882cbffa" -d '{"events": [{"server_uuid": "564deb2b-a7fc-4b73-b7fa-8ad7688f3c04", "name": "network-vif-plugged", "status": "completed", "tag": "852466b1-00ca-4b1b-a7d7-9808684fbde9"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:10:03.480389 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 852466b1-00ca-4b1b-a7d7-9808684fbde9, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=852466b1-00ca-4b1b-a7d7-9808684fbde9,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:03.532917 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93cccbe-3b7d-4a9d-b7a1-a145a7b2c745 x-openstack-request-id: req-d93cccbe-3b7d-4a9d-b7a1-a145a7b2c745 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:10:03.533730 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564deb2b-a7fc-4b73-b7fa-8ad7688f3c04", "name": "network-vif-plugged", "status": "completed", "tag": "852466b1-00ca-4b1b-a7d7-9808684fbde9", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:10:03.534088 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d93cccbe-3b7d-4a9d-b7a1-a145a7b2c745 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:10:03.534615 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564deb2b-a7fc-4b73-b7fa-8ad7688f3c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852466b1-00ca-4b1b-a7d7-9808684fbde9', 'code': 200} Dec 17 15:10:03.540112 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ce0e8780-6c0c-46e3-9566-2f2b96551cab req-f41e15a6-6385-4803-8212-6af7ad3cb25a tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731711 Dec 17 15:10:03.615062 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:03.616364 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device cab025be-0bfa-4db5-9455-0cf9a2d5bd1f no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:10:03.635928 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396bda26-6ef2-4378-a2f0-130e36f9ce52 req-a2108336-4af8-426a-a9b9-9fb4a1a08fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:03.637618 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-396bda26-6ef2-4378-a2f0-130e36f9ce52 req-a2108336-4af8-426a-a9b9-9fb4a1a08fbd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=724cb0144c46439a90883d842de78922&device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 1094 time: 0.2144215 Dec 17 15:10:03.650704 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: cab025be-0bfa-4db5-9455-0cf9a2d5bd1f {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:10:03.651177 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device cab025be-0bfa-4db5-9455-0cf9a2d5bd1f not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:10:03.665422 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa541504-ddc0-4ae2-8d75-b20838abfc64 req-6fbeffbe-6839-4999-a790-6ed1d382fb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:03.667195 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aa541504-ddc0-4ae2-8d75-b20838abfc64 req-6fbeffbe-6839-4999-a790-6ed1d382fb5b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 1101 time: 0.0612056 Dec 17 15:10:03.708003 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aa541504-ddc0-4ae2-8d75-b20838abfc64 req-646a2fb9-416d-4128-bf1b-2c358dffecf3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326791 Dec 17 15:10:03.708881 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=852466b1-00ca-4b1b-a7d7-9808684fbde9,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:03.775314 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:03.800571 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396bda26-6ef2-4378-a2f0-130e36f9ce52 req-1765f67a-a346-4512-bf19-33c4acf67f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:03.802078 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-396bda26-6ef2-4378-a2f0-130e36f9ce52 req-1765f67a-a346-4512-bf19-33c4acf67f14 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 HTTP/1.1" status: 200 len: 921 time: 0.1492095 Dec 17 15:10:03.865542 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-396bda26-6ef2-4378-a2f0-130e36f9ce52 req-62c1cff9-4887-4626-856a-7d78711363d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24cd68bd-3a64-4100-a99f-e4ce068a7543 HTTP/1.1" status: 200 len: 217 time: 0.0403252 Dec 17 15:10:03.901769 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355abd3-1161-47c8-b3ee-74ddea8db2fd req-9751200d-3124-40ec-af04-c4073f4903f9 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:03.903263 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5355abd3-1161-47c8-b3ee-74ddea8db2fd req-9751200d-3124-40ec-af04-c4073f4903f9 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 945 time: 0.0775380 Dec 17 15:10:03.920212 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7a085093-d729-4f43-956c-58ccc36afc31 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:03.926297 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-cdd934e7-325e-4944-9afa-92683c7725e1 admin admin] Deleting port b74cf990-8372-4c68-827a-bc675486c34b {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:10:03.930341 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cdd934e7-325e-4944-9afa-92683c7725e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:03.947753 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396bda26-6ef2-4378-a2f0-130e36f9ce52 req-5d82af0e-4702-4f4c-ba4a-625b80be3ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:03.949753 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-396bda26-6ef2-4378-a2f0-130e36f9ce52 req-5d82af0e-4702-4f4c-ba4a-625b80be3ede service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c28c8ec-5ccc-4295-ab15-cbe54116b2d0 HTTP/1.1" status: 200 len: 860 time: 0.0769720 Dec 17 15:10:03.962199 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5355abd3-1161-47c8-b3ee-74ddea8db2fd req-23f17786-1d8c-486f-9e5e-d113321f2331 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518513 Dec 17 15:10:04.011244 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-396bda26-6ef2-4378-a2f0-130e36f9ce52 req-df223ec7-a339-4d9e-91fa-5d9472d79671 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343330 Dec 17 15:10:04.020455 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7a085093-d729-4f43-956c-58ccc36afc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:04.057199 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 781eb8c0-49b7-4985-a67a-bba21fa3ea52 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:10:04.095913 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cdd934e7-325e-4944-9afa-92683c7725e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:04.116740 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35afffb-7f0a-4624-962f-7a7db4272403 None None] Pushing event updated for resources: {'Port': ['ID=b74cf990-8372-4c68-827a-bc675486c34b,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:04.173813 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd6e63-7076-4c6a-94a2-9f84d88fcdb3 req-c4c4af67-74a1-46a2-a147-f545d8ced0a3 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:04.175704 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4edd6e63-7076-4c6a-94a2-9f84d88fcdb3 req-c4c4af67-74a1-46a2-a147-f545d8ced0a3 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 1096 time: 0.1214361 Dec 17 15:10:04.177260 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-cdd934e7-325e-4944-9afa-92683c7725e1 admin admin] Calling delete_port for b74cf990-8372-4c68-827a-bc675486c34b owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:10:04.193887 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601eb8c-4cf9-4338-9bce-ff01a790c7ed req-33311657-a175-42db-a4a8-1c06f118a01d tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:04.195434 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7601eb8c-4cf9-4338-9bce-ff01a790c7ed req-33311657-a175-42db-a4a8-1c06f118a01d tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?device_id=af5deaa4-8cd8-425b-b280-3d60439eb2a7 HTTP/1.1" status: 200 len: 949 time: 0.1167238 Dec 17 15:10:04.238791 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:04.248815 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7a085093-d729-4f43-956c-58ccc36afc31 None None] Attempting to bind port b74cf990-8372-4c68-827a-bc675486c34b on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:10:04.252478 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7a085093-d729-4f43-956c-58ccc36afc31 None None] Attempting to bind port b74cf990-8372-4c68-827a-bc675486c34b by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '06caa8ee-a517-403d-ada9-439b0d929a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1faae372-1a87-4b4a-b3e7-15a322952c25'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:10:04.252879 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a085093-d729-4f43-956c-58ccc36afc31 None None] Attempting to bind port b74cf990-8372-4c68-827a-bc675486c34b on network 1faae372-1a87-4b4a-b3e7-15a322952c25 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:10:04.262579 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a085093-d729-4f43-956c-58ccc36afc31 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:10:04.262959 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a085093-d729-4f43-956c-58ccc36afc31 None None] Checking segment: {'id': '06caa8ee-a517-403d-ada9-439b0d929a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1faae372-1a87-4b4a-b3e7-15a322952c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:10:04.263363 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7a085093-d729-4f43-956c-58ccc36afc31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:04.266929 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a085093-d729-4f43-956c-58ccc36afc31 None None] Bound using segment: {'id': '06caa8ee-a517-403d-ada9-439b0d929a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1faae372-1a87-4b4a-b3e7-15a322952c25'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:10:04.272335 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7a085093-d729-4f43-956c-58ccc36afc31 None None] Bound port: b74cf990-8372-4c68-827a-bc675486c34b, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06caa8ee-a517-403d-ada9-439b0d929a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1faae372-1a87-4b4a-b3e7-15a322952c25'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:10:04.272335 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7a085093-d729-4f43-956c-58ccc36afc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:04.272631 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-396bda26-6ef2-4378-a2f0-130e36f9ce52 req-5682249a-b736-4b19-8e2a-96e6f8789ab5 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082002 Dec 17 15:10:04.278401 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 781eb8c0-49b7-4985-a67a-bba21fa3ea52 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:10:04.278776 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:04.292088 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7601eb8c-4cf9-4338-9bce-ff01a790c7ed req-2cadfaca-674a-4539-b666-a81c572803b9 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fe66039-589b-4cdc-b594-47f635f4b418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752535 Dec 17 15:10:04.317630 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4edd6e63-7076-4c6a-94a2-9f84d88fcdb3 req-5b1509d4-a981-46ec-8421-4a396ff15778 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337087 Dec 17 15:10:04.419385 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7a085093-d729-4f43-956c-58ccc36afc31 None None] For port b74cf990-8372-4c68-827a-bc675486c34b, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:10:04.443226 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7a085093-d729-4f43-956c-58ccc36afc31 None None] For port b74cf990-8372-4c68-827a-bc675486c34b, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b74cf990-8372-4c68-827a-bc675486c34b,segment=NetworkSegment(06caa8ee-a517-403d-ada9-439b0d929a36),segment_id=06caa8ee-a517-403d-ada9-439b0d929a36)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:10:04.465023 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a07bc335-97cf-4642-ba55-0ca210fa8606 None None] Provisioning complete for port b74cf990-8372-4c68-827a-bc675486c34b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:10:04.465413 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a07bc335-97cf-4642-ba55-0ca210fa8606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:04.492656 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-396bda26-6ef2-4378-a2f0-130e36f9ce52 req-ed4af41a-9eec-498b-9e49-ebc77ae98b59 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071760 Dec 17 15:10:04.495332 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840a0fd-52d3-45a1-9813-1e29d0c33672 req-40793de9-b1b0-42e8-b92d-20ecc612d0a5 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:04.496930 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c840a0fd-52d3-45a1-9813-1e29d0c33672 req-40793de9-b1b0-42e8-b92d-20ecc612d0a5 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 943 time: 0.1219881 Dec 17 15:10:04.512271 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-a07bc335-97cf-4642-ba55-0ca210fa8606 None None] Port b74cf990-8372-4c68-827a-bc675486c34b cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:10:04.522094 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fc6ad-27f7-4fa1-bdf2-c368027f526a req-1b2a1991-b828-4064-a30d-a68adf37179b tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:04.523600 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0f5fc6ad-27f7-4fa1-bdf2-c368027f526a req-1b2a1991-b828-4064-a30d-a68adf37179b tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 950 time: 0.0803130 Dec 17 15:10:04.535514 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7a085093-d729-4f43-956c-58ccc36afc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:04.572259 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c840a0fd-52d3-45a1-9813-1e29d0c33672 req-8a40d716-8589-4224-b629-0112023fb5d9 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658920 Dec 17 15:10:04.593366 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0f5fc6ad-27f7-4fa1-bdf2-c368027f526a req-40ad3bbf-ac2d-4443-afbb-10e6f1f144a3 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594370 Dec 17 15:10:04.616906 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a085093-d729-4f43-956c-58ccc36afc31 None None] Routers {'1893644a-f30f-4325-b942-e084f67ca9d6'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:10:04.617989 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7a085093-d729-4f43-956c-58ccc36afc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:10:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1893644a-f30f-4325-b942-e084f67ca9d6'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:04.689915 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cdd934e7-325e-4944-9afa-92683c7725e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:04.711773 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e987a87-f281-4108-a889-8c0e95d4ac39 req-609fd848-a5ec-40f1-ab51-17968771d6e5 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:04.721223 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4e987a87-f281-4108-a889-8c0e95d4ac39 req-609fd848-a5ec-40f1-ab51-17968771d6e5 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 1096 time: 0.0672631 Dec 17 15:10:04.766380 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd934e7-325e-4944-9afa-92683c7725e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b74cf990-8372-4c68-827a-bc675486c34b,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:04.792074 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-7a085093-d729-4f43-956c-58ccc36afc31 None None] Set router 1893644a-f30f-4325-b942-e084f67ca9d6 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:10:04.803877 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4e987a87-f281-4108-a889-8c0e95d4ac39 req-66a421e6-6192-40d3-b385-ebf943d5f0ab tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798213 Dec 17 15:10:04.841268 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35afffb-7f0a-4624-962f-7a7db4272403 None None] Pushing event updated for resources: {'Port': ['ID=b74cf990-8372-4c68-827a-bc675486c34b,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:04.846336 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a55a7403-3416-4b6c-b648-d43cc1fa9a46 None None] Could not find standard attr ID for object b74cf990-8372-4c68-827a-bc675486c34b. {{(pid=102834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:10:04.857395 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11afed-cc53-4426-ab62-04519b37913f req-1903c5ad-0b4b-4322-8952-d38b8fca4f8b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:04.859501 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf11afed-cc53-4426-ab62-04519b37913f req-1903c5ad-0b4b-4322-8952-d38b8fca4f8b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 950 time: 0.1059728 Dec 17 15:10:04.906181 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cdd934e7-325e-4944-9afa-92683c7725e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:04.967382 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf11afed-cc53-4426-ab62-04519b37913f req-fc3560a4-953d-4d6a-a997-1614c369147a tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899541 Dec 17 15:10:05.127647 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7a085093-d729-4f43-956c-58ccc36afc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1893644a-f30f-4325-b942-e084f67ca9d6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-594673379-router', 'tenant_id': '6bbd0a6d92304ceb963b8b1b05c1b881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '781eb8c0-49b7-4985-a67a-bba21fa3ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:09:55Z', 'updated_at': '2021-12-17T15:10:00Z', 'revision_number': 4, 'project_id': '6bbd0a6d92304ceb963b8b1b05c1b881', 'gw_port': {'id': '781eb8c0-49b7-4985-a67a-bba21fa3ea52', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1893644a-f30f-4325-b942-e084f67ca9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:09:56Z', 'updated_at': '2021-12-17T15:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'b74cf990-8372-4c68-827a-bc675486c34b', 'name': '', 'network_id': '1faae372-1a87-4b4a-b3e7-15a322952c25', 'tenant_id': '6bbd0a6d92304ceb963b8b1b05c1b881', 'mac_address': 'fa:16:3e:77:4b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1893644a-f30f-4325-b942-e084f67ca9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '372d323b-3108-408b-b78c-bbc45f133779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:09:58Z', 'updated_at': '2021-12-17T15:10:04Z', 'revision_number': 4, 'project_id': '6bbd0a6d92304ceb963b8b1b05c1b881', 'subnets': [{'id': '372d323b-3108-408b-b78c-bbc45f133779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:05.159712 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a085093-d729-4f43-956c-58ccc36afc31 None None] The sync data for ids ['1893644a-f30f-4325-b942-e084f67ca9d6'] in n-d-820553-2 is: [{'id': '1893644a-f30f-4325-b942-e084f67ca9d6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-594673379-router', 'tenant_id': '6bbd0a6d92304ceb963b8b1b05c1b881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '781eb8c0-49b7-4985-a67a-bba21fa3ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:09:55Z', 'updated_at': '2021-12-17T15:10:00Z', 'revision_number': 4, 'project_id': '6bbd0a6d92304ceb963b8b1b05c1b881', 'gw_port': {'id': '781eb8c0-49b7-4985-a67a-bba21fa3ea52', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1893644a-f30f-4325-b942-e084f67ca9d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:09:56Z', 'updated_at': '2021-12-17T15:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'b74cf990-8372-4c68-827a-bc675486c34b', 'name': '', 'network_id': '1faae372-1a87-4b4a-b3e7-15a322952c25', 'tenant_id': '6bbd0a6d92304ceb963b8b1b05c1b881', 'mac_address': 'fa:16:3e:77:4b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1893644a-f30f-4325-b942-e084f67ca9d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '372d323b-3108-408b-b78c-bbc45f133779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:09:58Z', 'updated_at': '2021-12-17T15:10:04Z', 'revision_number': 4, 'project_id': '6bbd0a6d92304ceb963b8b1b05c1b881', 'subnets': [{'id': '372d323b-3108-408b-b78c-bbc45f133779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:10:05.161551 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184667fa-1a50-47da-a22f-be98a1779a50 req-0b71d715-f4ef-4188-8884-7a28217913de tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:05.163070 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-184667fa-1a50-47da-a22f-be98a1779a50 req-0b71d715-f4ef-4188-8884-7a28217913de tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.41 "GET /v2.0/ports?device_id=af5deaa4-8cd8-425b-b280-3d60439eb2a7 HTTP/1.1" status: 200 len: 949 time: 0.1030815 Dec 17 15:10:05.382827 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd934e7-325e-4944-9afa-92683c7725e1 admin admin] Router 1893644a-f30f-4325-b942-e084f67ca9d6 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:10:05.404787 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-184667fa-1a50-47da-a22f-be98a1779a50 req-b301efd7-9377-4478-be3b-450a81575492 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Deleting port 39d0f122-e822-4675-979d-f3bb1cd4a783 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:10:05.405539 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-184667fa-1a50-47da-a22f-be98a1779a50 req-b301efd7-9377-4478-be3b-450a81575492 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:05.467562 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd3c91-9deb-4364-af29-39cf1bccd0c0 req-dcf55f55-2b6f-4c37-a897-a8fc20472be3 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:05.470089 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c9cd3c91-9deb-4364-af29-39cf1bccd0c0 req-dcf55f55-2b6f-4c37-a897-a8fc20472be3 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 1096 time: 0.1010897 Dec 17 15:10:05.493544 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80295a-8e6c-473a-b24e-7a003592f4b7 req-16d48cff-e3f8-43a9-9bdf-4c9bfc599083 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:05.496868 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5d80295a-8e6c-473a-b24e-7a003592f4b7 req-16d48cff-e3f8-43a9-9bdf-4c9bfc599083 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?device_id=af5deaa4-8cd8-425b-b280-3d60439eb2a7 HTTP/1.1" status: 200 len: 949 time: 0.1182580 Dec 17 15:10:05.561690 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c9cd3c91-9deb-4364-af29-39cf1bccd0c0 req-583e896e-04fb-4476-ba2a-e381528979c6 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787053 Dec 17 15:10:05.572687 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5d80295a-8e6c-473a-b24e-7a003592f4b7 req-b18698fa-39eb-41f0-ade9-404cd266f786 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/security-groups?id=1fe66039-589b-4cdc-b594-47f635f4b418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672760 Dec 17 15:10:05.584139 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-184667fa-1a50-47da-a22f-be98a1779a50 req-b301efd7-9377-4478-be3b-450a81575492 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] For port 39d0f122-e822-4675-979d-f3bb1cd4a783, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=39d0f122-e822-4675-979d-f3bb1cd4a783,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:05.584661 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-184667fa-1a50-47da-a22f-be98a1779a50 req-b301efd7-9377-4478-be3b-450a81575492 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:05.609901 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-184667fa-1a50-47da-a22f-be98a1779a50 req-b301efd7-9377-4478-be3b-450a81575492 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Calling delete_port for 39d0f122-e822-4675-979d-f3bb1cd4a783 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:10:05.620092 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd934e7-325e-4944-9afa-92683c7725e1 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:10:05.635358 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cdd934e7-325e-4944-9afa-92683c7725e1 admin admin] 10.222.0.46 "PUT /v2.0/routers/1893644a-f30f-4325-b942-e084f67ca9d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1543419 Dec 17 15:10:05.636134 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37354) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:05.886151 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38f6f05a-c113-4fc3-9a0c-6e935e789643 admin admin] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:05.991528 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d27bf3-55c5-4a64-bfd2-4b733a41f070 req-93af3eb6-61e8-40ea-9d8c-8dc37ae37733 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:05.993264 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-74d27bf3-55c5-4a64-bfd2-4b733a41f070 req-93af3eb6-61e8-40ea-9d8c-8dc37ae37733 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 943 time: 0.2510178 Dec 17 15:10:06.004148 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37af32-d931-49a9-97d6-ad04ebbfa415 req-0ccd0d4e-0c53-4f7b-8c28-5ea6ee69a2bc tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:06.009605 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff37af32-d931-49a9-97d6-ad04ebbfa415 req-0ccd0d4e-0c53-4f7b-8c28-5ea6ee69a2bc tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 950 time: 0.2783527 Dec 17 15:10:06.090688 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-74d27bf3-55c5-4a64-bfd2-4b733a41f070 req-832f9899-9975-49e2-a123-ab4296c8cf0f tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777478 Dec 17 15:10:06.117640 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff37af32-d931-49a9-97d6-ad04ebbfa415 req-9145e783-98de-44f2-ac5d-b218c86a7c91 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005468 Dec 17 15:10:06.122174 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-184667fa-1a50-47da-a22f-be98a1779a50 req-b301efd7-9377-4478-be3b-450a81575492 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:06.145789 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38f6f05a-c113-4fc3-9a0c-6e935e789643 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:06.172699 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301efd7-9377-4478-be3b-450a81575492 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Pushing event deleted for resources: {'Port': ['ID=39d0f122-e822-4675-979d-f3bb1cd4a783,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:06.180099 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['39d0f122-e822-4675-979d-f3bb1cd4a783'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:10:06.268576 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-184667fa-1a50-47da-a22f-be98a1779a50 req-b301efd7-9377-4478-be3b-450a81575492 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] No DVR routers for this DVR port 39d0f122-e822-4675-979d-f3bb1cd4a783 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:10:06.271442 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-184667fa-1a50-47da-a22f-be98a1779a50 req-b301efd7-9377-4478-be3b-450a81575492 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:06.275257 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-184667fa-1a50-47da-a22f-be98a1779a50 req-b301efd7-9377-4478-be3b-450a81575492 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.41 "DELETE /v2.0/ports/39d0f122-e822-4675-979d-f3bb1cd4a783 HTTP/1.1" status: 204 len: 173 time: 1.1048543 Dec 17 15:10:06.275956 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5deaa4-8cd8-425b-b280-3d60439eb2a7', 'name': 'network-vif-deleted', 'tag': '39d0f122-e822-4675-979d-f3bb1cd4a783'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:10:06.285406 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead3cff5-901e-40ef-b9af-9b3540e0ba7a" -d '{"events": [{"server_uuid": "af5deaa4-8cd8-425b-b280-3d60439eb2a7", "name": "network-vif-deleted", "tag": "39d0f122-e822-4675-979d-f3bb1cd4a783"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:10:06.314569 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6888f37-2b27-419e-957e-c6a05836a8cb req-cb18a6d7-780f-4745-839a-af986e63d950 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:06.316236 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6888f37-2b27-419e-957e-c6a05836a8cb req-cb18a6d7-780f-4745-839a-af986e63d950 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 950 time: 0.1048388 Dec 17 15:10:06.345171 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-38f6f05a-c113-4fc3-9a0c-6e935e789643 admin admin] Deleting port 781eb8c0-49b7-4985-a67a-bba21fa3ea52 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:10:06.345611 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38f6f05a-c113-4fc3-9a0c-6e935e789643 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:06.354107 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b7d26d-1bbf-4392-9f9a-873a1e88950c x-openstack-request-id: req-21b7d26d-1bbf-4392-9f9a-873a1e88950c {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:10:06.354406 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5deaa4-8cd8-425b-b280-3d60439eb2a7", "name": "network-vif-deleted", "tag": "39d0f122-e822-4675-979d-f3bb1cd4a783", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:10:06.354682 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-21b7d26d-1bbf-4392-9f9a-873a1e88950c {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:10:06.355091 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5deaa4-8cd8-425b-b280-3d60439eb2a7', 'name': 'network-vif-deleted', 'tag': '39d0f122-e822-4675-979d-f3bb1cd4a783', 'status': 'completed', 'code': 200} Dec 17 15:10:06.416677 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6888f37-2b27-419e-957e-c6a05836a8cb req-d860b07a-0872-4e37-943c-b4d23aca4a57 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903068 Dec 17 15:10:06.456557 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-38f6f05a-c113-4fc3-9a0c-6e935e789643 admin admin] For port 781eb8c0-49b7-4985-a67a-bba21fa3ea52, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=781eb8c0-49b7-4985-a67a-bba21fa3ea52,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:06.459699 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38f6f05a-c113-4fc3-9a0c-6e935e789643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:06.476509 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-38f6f05a-c113-4fc3-9a0c-6e935e789643 admin admin] Calling delete_port for 781eb8c0-49b7-4985-a67a-bba21fa3ea52 owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:10:06.622198 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-83d748b3-f664-40a2-923f-08e221dfa442 req-de60a768-3411-4706-94eb-c8d46a1e8a93 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:10:06.623410 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-83d748b3-f664-40a2-923f-08e221dfa442 req-de60a768-3411-4706-94eb-c8d46a1e8a93 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0368075 Dec 17 15:10:06.684120 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90cbd67-f142-41b0-992c-d55cf0e46878 req-5dc988b8-8578-4412-a5a3-7a9d674a4be7 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:06.685826 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b90cbd67-f142-41b0-992c-d55cf0e46878 req-5dc988b8-8578-4412-a5a3-7a9d674a4be7 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 1096 time: 0.0547855 Dec 17 15:10:06.736257 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf6192b-da7b-4f3e-928d-51c839f72ff0 None None] Sync routers for ids ['1893644a-f30f-4325-b942-e084f67ca9d6'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:10:06.753122 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf6192b-da7b-4f3e-928d-51c839f72ff0 None None] Routers {'1893644a-f30f-4325-b942-e084f67ca9d6'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:10:06.761254 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-baf6192b-da7b-4f3e-928d-51c839f72ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:10:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1893644a-f30f-4325-b942-e084f67ca9d6'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:06.766339 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b90cbd67-f142-41b0-992c-d55cf0e46878 req-0e265712-40af-4532-a4b0-1aa94fceceed tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559039 Dec 17 15:10:06.878853 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38f6f05a-c113-4fc3-9a0c-6e935e789643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:06.926924 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6f05a-c113-4fc3-9a0c-6e935e789643 admin admin] Pushing event deleted for resources: {'Port': ['ID=781eb8c0-49b7-4985-a67a-bba21fa3ea52,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:06.962902 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4844ec2-e0d1-4600-9fc4-1a1857c87e51 req-d2f03e54-a3f8-41c6-96ea-5c162221ca23 tempest-LiveMigrationNegativeTest-1150518095 tempest-LiveMigrationNegativeTest-1150518095-project] 10.222.0.46 "GET /v2.0/ports?device_id=af5deaa4-8cd8-425b-b280-3d60439eb2a7 HTTP/1.1" status: 200 len: 210 time: 0.0418348 Dec 17 15:10:06.964282 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6f05a-c113-4fc3-9a0c-6e935e789643 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:10:06.968249 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6f05a-c113-4fc3-9a0c-6e935e789643 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:10:06.968249 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6f05a-c113-4fc3-9a0c-6e935e789643 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:10:06.968249 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6f05a-c113-4fc3-9a0c-6e935e789643 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:10:06.968249 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6f05a-c113-4fc3-9a0c-6e935e789643 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:10:06.968249 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6f05a-c113-4fc3-9a0c-6e935e789643 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:10:06.968249 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6f05a-c113-4fc3-9a0c-6e935e789643 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:10:06.968249 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6f05a-c113-4fc3-9a0c-6e935e789643 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:10:06.968249 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6f05a-c113-4fc3-9a0c-6e935e789643 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:10:06.968249 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6f05a-c113-4fc3-9a0c-6e935e789643 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:10:06.968249 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6f05a-c113-4fc3-9a0c-6e935e789643 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:10:06.968249 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f6f05a-c113-4fc3-9a0c-6e935e789643 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:10:06.988369 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38f6f05a-c113-4fc3-9a0c-6e935e789643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:07.015094 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-baf6192b-da7b-4f3e-928d-51c839f72ff0 None None] Set router 1893644a-f30f-4325-b942-e084f67ca9d6 gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:10:07.072696 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-baf6192b-da7b-4f3e-928d-51c839f72ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1893644a-f30f-4325-b942-e084f67ca9d6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-594673379-router', 'tenant_id': '6bbd0a6d92304ceb963b8b1b05c1b881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:09:55Z', 'updated_at': '2021-12-17T15:10:06Z', 'revision_number': 6, 'project_id': '6bbd0a6d92304ceb963b8b1b05c1b881', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:07.098392 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf6192b-da7b-4f3e-928d-51c839f72ff0 None None] Checking router: 1893644a-f30f-4325-b942-e084f67ca9d6 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:10:07.102758 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38f6f05a-c113-4fc3-9a0c-6e935e789643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:07.105077 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38f6f05a-c113-4fc3-9a0c-6e935e789643 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:07.106663 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf6192b-da7b-4f3e-928d-51c839f72ff0 None None] Routers {'1893644a-f30f-4325-b942-e084f67ca9d6'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:10:07.107263 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-baf6192b-da7b-4f3e-928d-51c839f72ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:10:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1893644a-f30f-4325-b942-e084f67ca9d6'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:07.182269 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-baf6192b-da7b-4f3e-928d-51c839f72ff0 None None] Set router 1893644a-f30f-4325-b942-e084f67ca9d6 gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:10:07.199339 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 24cd68bd-3a64-4100-a99f-e4ce068a7543 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:10:07.242057 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-baf6192b-da7b-4f3e-928d-51c839f72ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1893644a-f30f-4325-b942-e084f67ca9d6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-594673379-router', 'tenant_id': '6bbd0a6d92304ceb963b8b1b05c1b881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:09:55Z', 'updated_at': '2021-12-17T15:10:06Z', 'revision_number': 7, 'project_id': '6bbd0a6d92304ceb963b8b1b05c1b881', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:07.267123 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38f6f05a-c113-4fc3-9a0c-6e935e789643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:07.267588 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f6f05a-c113-4fc3-9a0c-6e935e789643 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1893644a-f30f-4325-b942-e084f67ca9d6 {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:10:07.276794 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38f6f05a-c113-4fc3-9a0c-6e935e789643 admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:07.280294 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-38f6f05a-c113-4fc3-9a0c-6e935e789643 admin admin] 10.222.0.46 "DELETE /v2.0/routers/1893644a-f30f-4325-b942-e084f67ca9d6 HTTP/1.1" status: 204 len: 168 time: 1.6407795 Dec 17 15:10:07.282251 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37386) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:07.286552 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf6192b-da7b-4f3e-928d-51c839f72ff0 None None] The sync data for ids ['1893644a-f30f-4325-b942-e084f67ca9d6'] in n-d-820553-2 is: [{'id': '1893644a-f30f-4325-b942-e084f67ca9d6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-594673379-router', 'tenant_id': '6bbd0a6d92304ceb963b8b1b05c1b881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:09:55Z', 'updated_at': '2021-12-17T15:10:06Z', 'revision_number': 7, 'project_id': '6bbd0a6d92304ceb963b8b1b05c1b881', 'gw_port_host': None}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:10:07.294379 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59514e-15f7-4d7d-8f5b-d0184d01e509 req-e5289765-a4ff-484c-9075-aa0f102768a0 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:07.295894 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fb59514e-15f7-4d7d-8f5b-d0184d01e509 req-e5289765-a4ff-484c-9075-aa0f102768a0 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 943 time: 0.0573673 Dec 17 15:10:07.311595 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 24cd68bd-3a64-4100-a99f-e4ce068a7543, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=24cd68bd-3a64-4100-a99f-e4ce068a7543,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:07.332428 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '24cd68bd-3a64-4100-a99f-e4ce068a7543', 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0', 'port_id': '24cd68bd-3a64-4100-a99f-e4ce068a7543', 'mac_address': 'fa:16:3e:d4:ad:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c28c8ec-5ccc-4295-ab15-cbe54116b2d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:10:07.351844 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fb59514e-15f7-4d7d-8f5b-d0184d01e509 req-2b451f63-da3c-4053-aa8e-6758a37ff724 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454299 Dec 17 15:10:07.366500 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-a752cc65-37a8-4ec3-994a-be6c16bb0cfd admin admin] Deleting subnet 372d323b-3108-408b-b78c-bbc45f133779 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:10:07.369610 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a752cc65-37a8-4ec3-994a-be6c16bb0cfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:07.373591 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:07.393172 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24cd68bd-3a64-4100-a99f-e4ce068a7543 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:10:07.416493 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a752cc65-37a8-4ec3-994a-be6c16bb0cfd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:07.423140 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 24cd68bd-3a64-4100-a99f-e4ce068a7543, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=24cd68bd-3a64-4100-a99f-e4ce068a7543,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:07.484075 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c716ced-e3ea-437c-a2a3-98f991106a09 req-a163527e-7748-4435-b418-3c8992622f43 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:07.485842 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9c716ced-e3ea-437c-a2a3-98f991106a09 req-a163527e-7748-4435-b418-3c8992622f43 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 950 time: 0.0533907 Dec 17 15:10:07.532937 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9c716ced-e3ea-437c-a2a3-98f991106a09 req-ca5aa6b7-c95b-40fc-8de3-eded1ff0b66a tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378153 Dec 17 15:10:07.535498 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:07.536801 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a752cc65-37a8-4ec3-994a-be6c16bb0cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:07.563826 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a9a292f4-dffd-45b9-908e-a92d00cfca79 req-c6ac4d88-919b-4acf-9363-06f19f93c8d5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0973020 Dec 17 15:10:07.622658 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=24cd68bd-3a64-4100-a99f-e4ce068a7543,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:07.650778 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d8f93-27fd-4d28-9f57-292503f3ab49 req-0fa80c40-5777-44f6-ad9c-70b3f2efb854 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:07.652463 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9f9d8f93-27fd-4d28-9f57-292503f3ab49 req-0fa80c40-5777-44f6-ad9c-70b3f2efb854 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 950 time: 0.0526555 Dec 17 15:10:07.655547 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a752cc65-37a8-4ec3-994a-be6c16bb0cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:07.701260 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752cc65-37a8-4ec3-994a-be6c16bb0cfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=372d323b-3108-408b-b78c-bbc45f133779,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:07.707614 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a752cc65-37a8-4ec3-994a-be6c16bb0cfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:07.720109 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a752cc65-37a8-4ec3-994a-be6c16bb0cfd admin admin] 10.222.0.46 "DELETE /v2.0/subnets/372d323b-3108-408b-b78c-bbc45f133779 HTTP/1.1" status: 204 len: 168 time: 0.4284060 Dec 17 15:10:07.720109 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37396) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:07.720460 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad139b61-22a3-4607-ba34-a7f7692fa9aa None None] Network 1faae372-1a87-4b4a-b3e7-15a322952c25 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:10:07.733452 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9f9d8f93-27fd-4d28-9f57-292503f3ab49 req-422f6346-7842-46a9-868b-70d6231aa8fb tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659187 Dec 17 15:10:07.808781 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78adbb32-c003-4894-b4a3-6c185e70a3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:07.934045 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-78adbb32-c003-4894-b4a3-6c185e70a3aa admin admin] Deleting port ab3d6ffd-9582-415a-bcab-962363c73494 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:10:07.934508 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78adbb32-c003-4894-b4a3-6c185e70a3aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:08.017358 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['24cd68bd-3a64-4100-a99f-e4ce068a7543'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:10:08.049266 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-78adbb32-c003-4894-b4a3-6c185e70a3aa admin admin] For port ab3d6ffd-9582-415a-bcab-962363c73494, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ab3d6ffd-9582-415a-bcab-962363c73494,segment=NetworkSegment(06caa8ee-a517-403d-ada9-439b0d929a36),segment_id=06caa8ee-a517-403d-ada9-439b0d929a36)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:08.049889 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78adbb32-c003-4894-b4a3-6c185e70a3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:08.064719 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-78adbb32-c003-4894-b4a3-6c185e70a3aa admin admin] Calling delete_port for ab3d6ffd-9582-415a-bcab-962363c73494 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:10:08.147363 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa3cf50-f676-4f78-89d5-04d288be2fe1 None None] DHCP port deletion for 1faae372-1a87-4b4a-b3e7-15a322952c25 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:10:08.359641 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ab3d6ffd-9582-415a-bcab-962363c73494 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:10:08.443876 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78adbb32-c003-4894-b4a3-6c185e70a3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:08.483351 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-aaa3cf50-f676-4f78-89d5-04d288be2fe1 None None] Deleting port ab3d6ffd-9582-415a-bcab-962363c73494 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:10:08.483734 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-aaa3cf50-f676-4f78-89d5-04d288be2fe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:08.486287 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] Port ab3d6ffd-9582-415a-bcab-962363c73494 update to DOWN by agent not found {{(pid=102834) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Dec 17 15:10:08.487006 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b74cf990-8372-4c68-827a-bc675486c34b no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:10:08.487553 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78adbb32-c003-4894-b4a3-6c185e70a3aa admin admin] Pushing event deleted for resources: {'Port': ['ID=ab3d6ffd-9582-415a-bcab-962363c73494,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:08.502331 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78adbb32-c003-4894-b4a3-6c185e70a3aa admin admin] No DVR routers for this DVR port ab3d6ffd-9582-415a-bcab-962363c73494 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:10:08.569224 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: b74cf990-8372-4c68-827a-bc675486c34b {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:10:08.569781 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b74cf990-8372-4c68-827a-bc675486c34b not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:10:08.570351 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 781eb8c0-49b7-4985-a67a-bba21fa3ea52 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:10:08.580168 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28e21b-0513-48f4-8a38-97f1f6c43a5a req-036c1756-f48b-42b7-8b73-83227e5411ef tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:08.589288 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ea28e21b-0513-48f4-8a38-97f1f6c43a5a req-036c1756-f48b-42b7-8b73-83227e5411ef tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 944 time: 0.1495166 Dec 17 15:10:08.602139 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 781eb8c0-49b7-4985-a67a-bba21fa3ea52 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:10:08.602488 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 781eb8c0-49b7-4985-a67a-bba21fa3ea52 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:10:08.633650 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-aaa3cf50-f676-4f78-89d5-04d288be2fe1 None None] For port ab3d6ffd-9582-415a-bcab-962363c73494, host n-d-820553-2, got binding levels [] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:08.634586 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-aaa3cf50-f676-4f78-89d5-04d288be2fe1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:08.657203 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78adbb32-c003-4894-b4a3-6c185e70a3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:08.657692 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ea28e21b-0513-48f4-8a38-97f1f6c43a5a req-fb4e356a-2569-4796-bec0-ff321ffcbfe4 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638742 Dec 17 15:10:08.662227 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-aaa3cf50-f676-4f78-89d5-04d288be2fe1 None None] Calling delete_port for ab3d6ffd-9582-415a-bcab-962363c73494 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:10:08.670057 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.ipam_backend_mixin [None req-aaa3cf50-f676-4f78-89d5-04d288be2fe1 None None] Port ab3d6ffd-9582-415a-bcab-962363c73494 was not found and therefore no delete operation was performed {{(pid=102834) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 15:10:08.673340 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-aaa3cf50-f676-4f78-89d5-04d288be2fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:08.694022 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78adbb32-c003-4894-b4a3-6c185e70a3aa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:10:08.694631 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78adbb32-c003-4894-b4a3-6c185e70a3aa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:10:08.695664 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78adbb32-c003-4894-b4a3-6c185e70a3aa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:10:08.696392 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78adbb32-c003-4894-b4a3-6c185e70a3aa admin admin] Subscribe: > port after_create 55550000 {{(pid=102833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:10:08.696920 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78adbb32-c003-4894-b4a3-6c185e70a3aa admin admin] Subscribe: > port after_delete 55550000 {{(pid=102833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:10:08.697581 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78adbb32-c003-4894-b4a3-6c185e70a3aa admin admin] Subscribe: > port after_update 55550000 {{(pid=102833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:10:08.698104 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78adbb32-c003-4894-b4a3-6c185e70a3aa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:10:08.698628 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78adbb32-c003-4894-b4a3-6c185e70a3aa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:10:08.699324 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78adbb32-c003-4894-b4a3-6c185e70a3aa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:10:08.699853 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78adbb32-c003-4894-b4a3-6c185e70a3aa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:10:08.743336 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa3cf50-f676-4f78-89d5-04d288be2fe1 None None] No DVR routers for this DVR port ab3d6ffd-9582-415a-bcab-962363c73494 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:10:08.760137 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3cf50-f676-4f78-89d5-04d288be2fe1 None None] Pushing event deleted for resources: {'Port': ['ID=ab3d6ffd-9582-415a-bcab-962363c73494,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:08.803845 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78adbb32-c003-4894-b4a3-6c185e70a3aa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:10:08.804190 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78adbb32-c003-4894-b4a3-6c185e70a3aa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:10:08.804517 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78adbb32-c003-4894-b4a3-6c185e70a3aa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:10:08.804890 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78adbb32-c003-4894-b4a3-6c185e70a3aa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:10:08.805394 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-78adbb32-c003-4894-b4a3-6c185e70a3aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1faae372-1a87-4b4a-b3e7-15a322952c25']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:08.825365 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-78adbb32-c003-4894-b4a3-6c185e70a3aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06caa8ee-a517-403d-ada9-439b0d929a36') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:08.829949 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-78adbb32-c003-4894-b4a3-6c185e70a3aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06caa8ee-a517-403d-ada9-439b0d929a36') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:08.845410 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37448) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:08.849533 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78adbb32-c003-4894-b4a3-6c185e70a3aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:08.912753 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78adbb32-c003-4894-b4a3-6c185e70a3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:08.944937 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78adbb32-c003-4894-b4a3-6c185e70a3aa admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:10:08.946685 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78adbb32-c003-4894-b4a3-6c185e70a3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: from cryptography.utils import int_from_bytes Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: from cryptography.utils import int_from_bytes Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: items = [ Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:10:08.973731 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:10:09.104517 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-45f2cf46-4511-46b1-aa51-6626f94571e1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=52f6bbfce3b04c409d7a815c4cfb42de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2516465 Dec 17 15:10:09.105530 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37458) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:09.156056 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78adbb32-c003-4894-b4a3-6c185e70a3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:09.160522 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16068d2f-434c-4101-974c-15489f3eb78e req-93a5f78a-b427-4bc7-ae01-5d6b304cba91 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:09.163489 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-16068d2f-434c-4101-974c-15489f3eb78e req-93a5f78a-b427-4bc7-ae01-5d6b304cba91 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 950 time: 0.3769736 Dec 17 15:10:09.170145 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78adbb32-c003-4894-b4a3-6c185e70a3aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:09.174558 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-78adbb32-c003-4894-b4a3-6c185e70a3aa admin admin] 10.222.0.46 "DELETE /v2.0/networks/1faae372-1a87-4b4a-b3e7-15a322952c25 HTTP/1.1" status: 204 len: 168 time: 1.4568834 Dec 17 15:10:09.202145 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78adbb32-c003-4894-b4a3-6c185e70a3aa admin admin] Pushing event deleted for resources: {'Network': ['ID=1faae372-1a87-4b4a-b3e7-15a322952c25,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:09.208957 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-03254ef5-e677-4775-b1b0-15996586ae47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:09.216148 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 39d0f122-e822-4675-979d-f3bb1cd4a783 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:10:09.245186 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-16068d2f-434c-4101-974c-15489f3eb78e req-743a4096-6791-4ee7-8611-4e42294ef8bf tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739644 Dec 17 15:10:09.256541 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-03254ef5-e677-4775-b1b0-15996586ae47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:09.260116 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 39d0f122-e822-4675-979d-f3bb1cd4a783 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:10:09.260701 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 39d0f122-e822-4675-979d-f3bb1cd4a783 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:10:09.390795 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c13dba-f82d-43df-8b60-fa80bc322153 req-ce94c55b-92c9-4cc5-af5a-89619eca1e4c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:09.393512 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-31c13dba-f82d-43df-8b60-fa80bc322153 req-ce94c55b-92c9-4cc5-af5a-89619eca1e4c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 950 time: 0.0573277 Dec 17 15:10:09.457669 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-31c13dba-f82d-43df-8b60-fa80bc322153 req-fe945af2-14be-45b5-bea2-410de4426681 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584340 Dec 17 15:10:09.461571 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-03254ef5-e677-4775-b1b0-15996586ae47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:09.464156 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-03254ef5-e677-4775-b1b0-15996586ae47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:09.466449 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-03254ef5-e677-4775-b1b0-15996586ae47 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1fe66039-589b-4cdc-b594-47f635f4b418 HTTP/1.1" status: 204 len: 168 time: 0.3585825 Dec 17 15:10:09.482074 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03254ef5-e677-4775-b1b0-15996586ae47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe66039-589b-4cdc-b594-47f635f4b418,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:09.663968 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37472) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:09.725760 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1ca61830-eb40-4744-a35a-c8dd0b5fceda admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6bbd0a6d92304ceb963b8b1b05c1b881&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0604968 Dec 17 15:10:09.728342 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37478) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:09.848127 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aae56e43-0408-4ead-951c-f4c91e0fdb15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:09.858759 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37484) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:09.872091 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142adba-2429-4cbb-8782-c5e91ca91754 req-8eab5c5b-ef81-4749-bdb1-b8c4cba1712f tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:09.877879 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d142adba-2429-4cbb-8782-c5e91ca91754 req-8eab5c5b-ef81-4749-bdb1-b8c4cba1712f tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 944 time: 0.0857804 Dec 17 15:10:09.911394 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aae56e43-0408-4ead-951c-f4c91e0fdb15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:09.946431 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:09.994689 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d142adba-2429-4cbb-8782-c5e91ca91754 req-444cb2fa-acc0-45a6-b882-e87d59a70864 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104543 Dec 17 15:10:10.096761 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aae56e43-0408-4ead-951c-f4c91e0fdb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:10.099586 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aae56e43-0408-4ead-951c-f4c91e0fdb15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:10.100780 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-aae56e43-0408-4ead-951c-f4c91e0fdb15 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9733168e-d2ad-47de-9e0f-df881cd3d45a HTTP/1.1" status: 204 len: 168 time: 0.3714132 Dec 17 15:10:10.110380 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae56e43-0408-4ead-951c-f4c91e0fdb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9733168e-d2ad-47de-9e0f-df881cd3d45a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:10.169892 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-3072f6ad-0ca3-4a1a-9317-4e728578f442 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:10:10.170994 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-3072f6ad-0ca3-4a1a-9317-4e728578f442 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3039076 Dec 17 15:10:10.376808 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd1ada-0bec-4002-9299-6978769c1aaf req-77157347-04f8-4c10-ba20-369d9912ea88 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:10.382903 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d5bd1ada-0bec-4002-9299-6978769c1aaf req-77157347-04f8-4c10-ba20-369d9912ea88 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 950 time: 0.0525870 Dec 17 15:10:10.432459 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d5bd1ada-0bec-4002-9299-6978769c1aaf req-a7d062fa-2b23-42da-97fb-6bb7e621d178 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332992 Dec 17 15:10:10.613676 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f29f44-cb41-4686-a837-0b375ad7f7ad req-6470c122-357d-4f41-99d1-222222d95fdb tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:10.619079 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-52f29f44-cb41-4686-a837-0b375ad7f7ad req-6470c122-357d-4f41-99d1-222222d95fdb tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 950 time: 0.0634999 Dec 17 15:10:10.619178 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37504) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:10.659094 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-52f29f44-cb41-4686-a837-0b375ad7f7ad req-f3032b9b-a022-4250-9306-b73cb4841b93 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367274 Dec 17 15:10:10.717933 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-85ee857d-7a3d-4302-993b-5370b469fbe1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=df5cd51fc7864908a628b0a0e41aeacf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0987306 Dec 17 15:10:10.720902 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37508) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:10.789370 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f055c71a-96c8-4270-b7bd-87ca8418895b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:10.816063 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f055c71a-96c8-4270-b7bd-87ca8418895b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:10.872519 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-36f46076-a885-43a1-8335-c32d4798689e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:10.880011 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-36f46076-a885-43a1-8335-c32d4798689e service neutron] 10.222.0.46 "GET /v2.0/ports/67090bba-679e-4589-b3d7-4a3d9fa459e5 HTTP/1.1" status: 200 len: 1093 time: 0.1805754 Dec 17 15:10:10.888256 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-ba89e166-71ab-466d-bea6-4004fdfefcaf service neutron] Request body: {'binding': {'host': 'n-h1-820553-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:10.888696 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-ba89e166-71ab-466d-bea6-4004fdfefcaf service neutron] Unknown quota resources ['binding']. {{(pid=102833) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 15:10:11.036362 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-ba89e166-71ab-466d-bea6-4004fdfefcaf service neutron] Attempting to bind port 67090bba-679e-4589-b3d7-4a3d9fa459e5 on host n-h1-820553-2 for vnic_type normal with profile None {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:10:11.036798 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-ba89e166-71ab-466d-bea6-4004fdfefcaf service neutron] Attempting to bind port 67090bba-679e-4589-b3d7-4a3d9fa459e5 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:10:11.037228 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-ba89e166-71ab-466d-bea6-4004fdfefcaf service neutron] Attempting to bind port 67090bba-679e-4589-b3d7-4a3d9fa459e5 on network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:10:11.042158 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-ba89e166-71ab-466d-bea6-4004fdfefcaf service neutron] Port 67090bba-679e-4589-b3d7-4a3d9fa459e5 on network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:10:11.042561 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-ba89e166-71ab-466d-bea6-4004fdfefcaf service neutron] Attempting to bind port 67090bba-679e-4589-b3d7-4a3d9fa459e5 on network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:10:11.048401 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-ba89e166-71ab-466d-bea6-4004fdfefcaf service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:10:11.048914 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-ba89e166-71ab-466d-bea6-4004fdfefcaf service neutron] Checking segment: {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:10:11.049334 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-ba89e166-71ab-466d-bea6-4004fdfefcaf service neutron] Bound using segment: {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:10:11.049819 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-ba89e166-71ab-466d-bea6-4004fdfefcaf service neutron] Bound port: 67090bba-679e-4589-b3d7-4a3d9fa459e5, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:10:11.103201 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-ba89e166-71ab-466d-bea6-4004fdfefcaf service neutron] For port 67090bba-679e-4589-b3d7-4a3d9fa459e5, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=67090bba-679e-4589-b3d7-4a3d9fa459e5,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:10:11.123654 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f055c71a-96c8-4270-b7bd-87ca8418895b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:11.126469 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f055c71a-96c8-4270-b7bd-87ca8418895b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:11.129877 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f055c71a-96c8-4270-b7bd-87ca8418895b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9343d589-c4f1-48fd-92c1-9bd6fcea4d0f HTTP/1.1" status: 204 len: 168 time: 0.4055541 Dec 17 15:10:11.136970 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055c71a-96c8-4270-b7bd-87ca8418895b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9343d589-c4f1-48fd-92c1-9bd6fcea4d0f,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:11.164690 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628283f9-c96c-490b-ba58-929b071c1a5b req-cbf840b8-d716-40e6-93b8-3f3d2781b474 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:11.167818 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-628283f9-c96c-490b-ba58-929b071c1a5b req-cbf840b8-d716-40e6-93b8-3f3d2781b474 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 944 time: 0.0587034 Dec 17 15:10:11.209425 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-ba89e166-71ab-466d-bea6-4004fdfefcaf service neutron] Notify callbacks [] for binding, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:11.211895 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-628283f9-c96c-490b-ba58-929b071c1a5b req-77217aca-3c5b-4221-8d0a-de20142df0da tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370374 Dec 17 15:10:11.221526 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-ba89e166-71ab-466d-bea6-4004fdfefcaf service neutron] 10.222.0.46 "POST /v2.0/ports/67090bba-679e-4589-b3d7-4a3d9fa459e5/bindings HTTP/1.1" status: 201 len: 389 time: 0.3406074 Dec 17 15:10:11.234759 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 24cd68bd-3a64-4100-a99f-e4ce068a7543 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:10:11.524553 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 24cd68bd-3a64-4100-a99f-e4ce068a7543 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:10:11.528752 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 24cd68bd-3a64-4100-a99f-e4ce068a7543 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:10:11.529273 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:11.628249 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87073f5d-f1e9-434e-a35c-c0dd49247cff req-9254878d-4f33-4dc7-9f9d-9f7b16e6d12b tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:11.631419 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:11.639043 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-87073f5d-f1e9-434e-a35c-c0dd49247cff req-9254878d-4f33-4dc7-9f9d-9f7b16e6d12b tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 950 time: 0.1145968 Dec 17 15:10:11.663829 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6db3a5-04f3-49bf-9763-1979d297fdde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24cd68bd-3a64-4100-a99f-e4ce068a7543'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:10:11.666484 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b726cea1-bf2d-4ebd-b007-ff4fdff08b29" -d '{"events": [{"server_uuid": "bf6db3a5-04f3-49bf-9763-1979d297fdde", "name": "network-vif-plugged", "status": "completed", "tag": "24cd68bd-3a64-4100-a99f-e4ce068a7543"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:10:11.680146 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 24cd68bd-3a64-4100-a99f-e4ce068a7543, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=24cd68bd-3a64-4100-a99f-e4ce068a7543,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:11.696543 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-87073f5d-f1e9-434e-a35c-c0dd49247cff req-eb60e20a-6e25-48f5-ab89-7354b29ede56 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566177 Dec 17 15:10:11.751151 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:11.760137 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9bc37b-6dfe-4510-b80f-17217cc96aab x-openstack-request-id: req-2d9bc37b-6dfe-4510-b80f-17217cc96aab {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:10:11.760137 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6db3a5-04f3-49bf-9763-1979d297fdde", "name": "network-vif-plugged", "status": "completed", "tag": "24cd68bd-3a64-4100-a99f-e4ce068a7543", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:10:11.760137 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2d9bc37b-6dfe-4510-b80f-17217cc96aab {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:10:11.760137 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6db3a5-04f3-49bf-9763-1979d297fdde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24cd68bd-3a64-4100-a99f-e4ce068a7543', 'code': 200} Dec 17 15:10:11.832618 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=24cd68bd-3a64-4100-a99f-e4ce068a7543,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:11.834303 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccb5c4-7f8e-4630-9382-d4d9f1e8c36b req-2ec31792-a6b9-4bff-a391-fbec10033520 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:11.842004 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:10:11.842004 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:10:11.842319 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:10:11.842618 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e6ccb5c4-7f8e-4630-9382-d4d9f1e8c36b req-2ec31792-a6b9-4bff-a391-fbec10033520 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 945 time: 0.1620338 Dec 17 15:10:11.842742 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:10:11.843254 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:10:11.844818 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:10:11.845357 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:10:11.845789 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:10:11.846446 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:10:11.846861 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:10:11.847282 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:10:11.847791 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:10:11.858373 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a292f4-dffd-45b9-908e-a92d00cfca79 req-a9369469-3bf2-4920-b31e-6cab0dd9e8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:11.858373 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a9a292f4-dffd-45b9-908e-a92d00cfca79 req-a9369469-3bf2-4920-b31e-6cab0dd9e8a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 1101 time: 0.1739624 Dec 17 15:10:11.932649 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a729915-67b1-40e9-bd62-3907c3ffe1dc req-af923b4b-833c-4c04-9ef1-fc70d5910ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:11.934862 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a729915-67b1-40e9-bd62-3907c3ffe1dc req-af923b4b-833c-4c04-9ef1-fc70d5910ed6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 1096 time: 0.0710123 Dec 17 15:10:11.995450 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a729915-67b1-40e9-bd62-3907c3ffe1dc req-31b074ce-18b8-49cf-97bc-822cc96c9803 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492120 Dec 17 15:10:12.013791 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e6ccb5c4-7f8e-4630-9382-d4d9f1e8c36b req-71e34872-bcf6-4dfa-bf64-fe7a63aa870a tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702659 Dec 17 15:10:12.033249 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4941d-77a2-46d1-83ac-77c78aa98af1 req-5bb343e3-72fa-485b-8afd-672bdd4e1c4e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:12.033249 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eed4941d-77a2-46d1-83ac-77c78aa98af1 req-5bb343e3-72fa-485b-8afd-672bdd4e1c4e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 950 time: 0.1753893 Dec 17 15:10:12.076485 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a292f4-dffd-45b9-908e-a92d00cfca79 req-01b2b55a-ae55-46cf-bad0-4f67993eae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:12.078571 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a9a292f4-dffd-45b9-908e-a92d00cfca79 req-01b2b55a-ae55-46cf-bad0-4f67993eae2e service neutron] 10.222.0.13 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.2015285 Dec 17 15:10:12.130801 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a9a292f4-dffd-45b9-908e-a92d00cfca79 req-3b5fb831-216b-46c6-96a2-1600f4c38ac0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=852466b1-00ca-4b1b-a7d7-9808684fbde9 HTTP/1.1" status: 200 len: 217 time: 0.0434542 Dec 17 15:10:12.133921 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eed4941d-77a2-46d1-83ac-77c78aa98af1 req-b97c90d9-f19d-4d86-803a-0b29f68c2edb tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754209 Dec 17 15:10:12.200268 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a292f4-dffd-45b9-908e-a92d00cfca79 req-8ebe4166-6f24-4973-8f1a-caaf0c724b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:12.202284 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a9a292f4-dffd-45b9-908e-a92d00cfca79 req-8ebe4166-6f24-4973-8f1a-caaf0c724b9e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0633512 Dec 17 15:10:12.294325 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a292f4-dffd-45b9-908e-a92d00cfca79 req-e9a2cbe6-0751-49d8-954c-f8fb708ac9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:12.301497 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a9a292f4-dffd-45b9-908e-a92d00cfca79 req-e9a2cbe6-0751-49d8-954c-f8fb708ac9cb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0863404 Dec 17 15:10:12.435110 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b50ff-0397-4b06-8786-ffbd69dd919e req-96120785-7328-4a72-8994-0ecc329304e3 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:12.436931 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-080b50ff-0397-4b06-8786-ffbd69dd919e req-96120785-7328-4a72-8994-0ecc329304e3 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 945 time: 0.0796044 Dec 17 15:10:12.470187 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a9a292f4-dffd-45b9-908e-a92d00cfca79 req-31edbafd-90fe-4251-a53c-9de54aa7a409 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592391 Dec 17 15:10:12.517810 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-080b50ff-0397-4b06-8786-ffbd69dd919e req-26054c06-a3b7-4235-8624-15a7a44a413c tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704479 Dec 17 15:10:12.618036 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a9a292f4-dffd-45b9-908e-a92d00cfca79 req-aaad6799-4d21-4be2-bbe3-b2be7c60f802 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426840 Dec 17 15:10:12.663218 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-badf06df-c6f0-4905-96c3-eb035115de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:12.664745 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-badf06df-c6f0-4905-96c3-eb035115de39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96ef05c814a947bb872da21a8a326a7b&device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 1096 time: 0.0478115 Dec 17 15:10:12.772662 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-fc14e5e0-6850-4638-a87b-cfe02a96fef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:12.774252 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-fc14e5e0-6850-4638-a87b-cfe02a96fef1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea HTTP/1.1" status: 200 len: 909 time: 0.0994902 Dec 17 15:10:12.854369 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-7d33df06-6d77-4840-b6e5-face93e836df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67090bba-679e-4589-b3d7-4a3d9fa459e5 HTTP/1.1" status: 200 len: 217 time: 0.0627000 Dec 17 15:10:12.911702 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-0290958e-e447-4e85-8529-dbe0c9a03f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:12.913235 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-0290958e-e447-4e85-8529-dbe0c9a03f3f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e07a04f7-750d-46bb-b1d6-18c61b699282 HTTP/1.1" status: 200 len: 848 time: 0.0483825 Dec 17 15:10:12.917674 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fee1ac-3be3-4917-aaf3-28c4f07aa3ac req-753e7c68-30e6-40b4-97cd-ca200b2ea5eb tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:12.919225 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40fee1ac-3be3-4917-aaf3-28c4f07aa3ac req-753e7c68-30e6-40b4-97cd-ca200b2ea5eb tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 950 time: 0.1060388 Dec 17 15:10:12.966507 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-d350c7dc-043a-4ad3-9bd0-71ffcf13f77c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454597 Dec 17 15:10:12.989617 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40fee1ac-3be3-4917-aaf3-28c4f07aa3ac req-b63f04ab-6507-46c9-b34b-7e7f923356b8 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621526 Dec 17 15:10:13.064451 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37618) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:13.081626 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-43e4dfef-05ab-4669-9bb3-222b94800f67 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052923 Dec 17 15:10:13.223327 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-db1d7890-c5a1-4361-8612-c1b46666598d service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062062 Dec 17 15:10:13.268564 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c4ac9-ffe0-4a3f-8133-7b49637eb85d req-7c70cf4d-15a2-4364-800b-938f0a8e64bc tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:13.270818 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1f2c4ac9-ffe0-4a3f-8133-7b49637eb85d req-7c70cf4d-15a2-4364-800b-938f0a8e64bc tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 945 time: 0.1310148 Dec 17 15:10:13.339158 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1f837cc3-822a-4bec-b0a1-af80f59fb287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:13.361872 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1f2c4ac9-ffe0-4a3f-8133-7b49637eb85d req-06faa08d-a3d5-4df9-a02e-b729f32a2383 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786467 Dec 17 15:10:13.393513 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c61c90-14bf-47a5-84fd-4ac5ef514d00 req-78f47e9f-79fe-42d0-9f04-1729cb46517e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:13.395170 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-87c61c90-14bf-47a5-84fd-4ac5ef514d00 req-78f47e9f-79fe-42d0-9f04-1729cb46517e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 950 time: 0.1215515 Dec 17 15:10:13.458701 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-87c61c90-14bf-47a5-84fd-4ac5ef514d00 req-214ca3a4-5d2d-456d-8ae5-f7ec3423bf20 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544128 Dec 17 15:10:13.505850 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1f837cc3-822a-4bec-b0a1-af80f59fb287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:13.544957 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-812576ab-2954-4aba-acfd-1c8e91f6219b tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:13.546665 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-812576ab-2954-4aba-acfd-1c8e91f6219b tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca&tenant_id=96ef05c814a947bb872da21a8a326a7b&binding%3Ahost_id=n-h2-820553-2 HTTP/1.1" status: 200 len: 1096 time: 0.0925241 Dec 17 15:10:13.558506 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-8d67e25e-01f3-466e-94f2-3f7227c87745 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820553-2'}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:13.648326 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-8d67e25e-01f3-466e-94f2-3f7227c87745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:13.648662 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1f837cc3-822a-4bec-b0a1-af80f59fb287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:13.726243 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1f837cc3-822a-4bec-b0a1-af80f59fb287 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=96869e5bf29042febc6fa5dd6005d421&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6598976 Dec 17 15:10:13.741074 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f837cc3-822a-4bec-b0a1-af80f59fb287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d91c63a-4bda-4d4d-adbb-0ce32d1b7317,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:13.741074 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a7497-22c2-4b12-80ba-e791d9b1ed37 req-5c75e72d-5532-434c-a7b1-6a1c17ac8deb tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:13.747681 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aa8a7497-22c2-4b12-80ba-e791d9b1ed37 req-5c75e72d-5532-434c-a7b1-6a1c17ac8deb tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 945 time: 0.1502819 Dec 17 15:10:13.749551 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37636) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:13.834273 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aa8a7497-22c2-4b12-80ba-e791d9b1ed37 req-b2a1cae2-0c8e-413e-a008-4184878b03cc tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801094 Dec 17 15:10:13.834385 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-8d67e25e-01f3-466e-94f2-3f7227c87745 service neutron] For port 67090bba-679e-4589-b3d7-4a3d9fa459e5, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=67090bba-679e-4589-b3d7-4a3d9fa459e5,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:13.877139 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5b25bc89-b862-4751-80cd-f037f37d179e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:13.932227 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5b25bc89-b862-4751-80cd-f037f37d179e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:13.933576 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-8d67e25e-01f3-466e-94f2-3f7227c87745 service neutron] For port 67090bba-679e-4589-b3d7-4a3d9fa459e5, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:10:13.998167 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5da6c6-44e8-43ee-b73e-c3d24a2616ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67090bba-679e-4589-b3d7-4a3d9fa459e5'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:10:14.000391 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce27da84-5708-400e-a814-e1c75232843f" -d '{"events": [{"server_uuid": "fc5da6c6-44e8-43ee-b73e-c3d24a2616ca", "name": "network-vif-unplugged", "status": "completed", "tag": "67090bba-679e-4589-b3d7-4a3d9fa459e5"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:10:14.006294 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-8d67e25e-01f3-466e-94f2-3f7227c87745 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:14.056052 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c8cf22-121f-4e12-bbd1-7e3aaaff6fe1 x-openstack-request-id: req-13c8cf22-121f-4e12-bbd1-7e3aaaff6fe1 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:10:14.056052 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5da6c6-44e8-43ee-b73e-c3d24a2616ca", "name": "network-vif-unplugged", "status": "completed", "tag": "67090bba-679e-4589-b3d7-4a3d9fa459e5", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:10:14.056052 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-13c8cf22-121f-4e12-bbd1-7e3aaaff6fe1 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:10:14.056052 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5da6c6-44e8-43ee-b73e-c3d24a2616ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67090bba-679e-4589-b3d7-4a3d9fa459e5', 'code': 200} Dec 17 15:10:14.130335 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d7b0f-2dce-421b-97c7-c4873c7b9534 req-5081065e-34d6-472d-8525-e920c554fe43 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:14.131916 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da1d7b0f-2dce-421b-97c7-c4873c7b9534 req-5081065e-34d6-472d-8525-e920c554fe43 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 950 time: 0.0509140 Dec 17 15:10:14.176170 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da1d7b0f-2dce-421b-97c7-c4873c7b9534 req-f91eb935-c79c-49f3-b8f7-ef2748ea6d67 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378566 Dec 17 15:10:14.186053 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5b25bc89-b862-4751-80cd-f037f37d179e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:14.188869 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-8d67e25e-01f3-466e-94f2-3f7227c87745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:14.190280 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5b25bc89-b862-4751-80cd-f037f37d179e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:14.191739 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5b25bc89-b862-4751-80cd-f037f37d179e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2d91c63a-4bda-4d4d-adbb-0ce32d1b7317 HTTP/1.1" status: 204 len: 168 time: 0.4402890 Dec 17 15:10:14.213758 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25bc89-b862-4751-80cd-f037f37d179e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d91c63a-4bda-4d4d-adbb-0ce32d1b7317,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:14.296262 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67e25e-01f3-466e-94f2-3f7227c87745 service neutron] Pushing event updated for resources: {'Port': ['ID=67090bba-679e-4589-b3d7-4a3d9fa459e5,revision_number=7']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:14.310366 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-8d67e25e-01f3-466e-94f2-3f7227c87745 service neutron] Attempting to bind port 67090bba-679e-4589-b3d7-4a3d9fa459e5 on host n-h2-820553-2 for vnic_type normal with profile {"migrating_to": "n-h1-820553-2"} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:10:14.310699 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-8d67e25e-01f3-466e-94f2-3f7227c87745 service neutron] Attempting to bind port 67090bba-679e-4589-b3d7-4a3d9fa459e5 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:10:14.311028 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-8d67e25e-01f3-466e-94f2-3f7227c87745 service neutron] Attempting to bind port 67090bba-679e-4589-b3d7-4a3d9fa459e5 on network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:10:14.316569 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-8d67e25e-01f3-466e-94f2-3f7227c87745 service neutron] Port 67090bba-679e-4589-b3d7-4a3d9fa459e5 on network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:10:14.316992 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-8d67e25e-01f3-466e-94f2-3f7227c87745 service neutron] Attempting to bind port 67090bba-679e-4589-b3d7-4a3d9fa459e5 on network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:10:14.321851 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-8d67e25e-01f3-466e-94f2-3f7227c87745 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:10:14.322181 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-8d67e25e-01f3-466e-94f2-3f7227c87745 service neutron] Checking segment: {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:10:14.322544 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-8d67e25e-01f3-466e-94f2-3f7227c87745 service neutron] Bound using segment: {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:10:14.322956 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-8d67e25e-01f3-466e-94f2-3f7227c87745 service neutron] Bound port: 67090bba-679e-4589-b3d7-4a3d9fa459e5, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:10:14.323301 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-8d67e25e-01f3-466e-94f2-3f7227c87745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:14.387711 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-8d67e25e-01f3-466e-94f2-3f7227c87745 service neutron] For port 67090bba-679e-4589-b3d7-4a3d9fa459e5, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:10:14.392051 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-8d67e25e-01f3-466e-94f2-3f7227c87745 service neutron] For port 67090bba-679e-4589-b3d7-4a3d9fa459e5, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=67090bba-679e-4589-b3d7-4a3d9fa459e5,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:10:14.394001 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-1a40a4ac-8642-4287-93a2-d382af5d2d26 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=1929931f93c54c40a22ecb93d4604ccd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239019 Dec 17 15:10:14.523845 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-8d67e25e-01f3-466e-94f2-3f7227c87745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:14.538845 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e13a4-571c-4d98-81d9-bc15c2b10493 req-c0e33270-f3f4-472e-8474-c282796a4456 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:14.540321 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e02e13a4-571c-4d98-81d9-bc15c2b10493 req-c0e33270-f3f4-472e-8474-c282796a4456 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 943 time: 0.0874095 Dec 17 15:10:14.550056 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-f27e7f63-e24a-42cd-a66b-c251cd00a9c4 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:14.551503 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-f27e7f63-e24a-42cd-a66b-c251cd00a9c4 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1507306 Dec 17 15:10:14.585509 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-e373cfb8-095a-461d-a024-bdd35db9f69a tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/quotas/1929931f93c54c40a22ecb93d4604ccd HTTP/1.1" status: 200 len: 375 time: 0.0200870 Dec 17 15:10:14.609940 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-8d67e25e-01f3-466e-94f2-3f7227c87745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:14.609940 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-8d67e25e-01f3-466e-94f2-3f7227c87745 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:14.609940 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-8d67e25e-01f3-466e-94f2-3f7227c87745 service neutron] 10.222.0.41 "PUT /v2.0/ports/67090bba-679e-4589-b3d7-4a3d9fa459e5 HTTP/1.1" status: 200 len: 1121 time: 1.0534716 Dec 17 15:10:14.609940 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67e25e-01f3-466e-94f2-3f7227c87745 service neutron] Pushing event updated for resources: {'Port': ['ID=67090bba-679e-4589-b3d7-4a3d9fa459e5,revision_number=8']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:14.616600 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e02e13a4-571c-4d98-81d9-bc15c2b10493 req-399aa333-5d59-415c-8f33-e99ea35eadc4 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641377 Dec 17 15:10:14.650379 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-0b06227e-26e3-4edb-846b-c2bfb43003b3 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1929931f93c54c40a22ecb93d4604ccd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467498 Dec 17 15:10:14.709786 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['67090bba-679e-4589-b3d7-4a3d9fa459e5'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:10:14.842103 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97b29c-92ed-4643-94a4-4b57f930cd05 req-db32b5f9-fc48-4722-ac98-55b319b0f8f4 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:14.849558 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da97b29c-92ed-4643-94a4-4b57f930cd05 req-db32b5f9-fc48-4722-ac98-55b319b0f8f4 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 950 time: 0.0824859 Dec 17 15:10:14.914776 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b05a3b4a-09d7-49b5-a40f-ddbef192f13d req-cf10282c-f108-4271-aa27-64fc6eb1e3b8 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=65b52e54-a92a-4f97-bb35-bd1e1b90f1d6 HTTP/1.1" status: 200 len: 210 time: 0.0320432 Dec 17 15:10:14.935009 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da97b29c-92ed-4643-94a4-4b57f930cd05 req-5f72265d-9a4b-4de2-978a-a5c11d3e3e8d tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745480 Dec 17 15:10:15.043337 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da2201-5f78-4e65-b77a-0eae213489b0 req-e3e50bb6-7268-414a-8cce-73e926bf3f4a tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:15.048446 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b4da2201-5f78-4e65-b77a-0eae213489b0 req-e3e50bb6-7268-414a-8cce-73e926bf3f4a tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 945 time: 0.0661714 Dec 17 15:10:15.085370 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b4da2201-5f78-4e65-b77a-0eae213489b0 req-61d2506f-8dc6-45e1-8ff0-58b8bd8df671 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332353 Dec 17 15:10:15.243354 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device e5425115-a717-4f09-abd4-6f600fc46a6e no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:10:15.341340 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:15.365219 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c12a14-bf8a-4957-a252-7de3c1eb420d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5425115-a717-4f09-abd4-6f600fc46a6e'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:10:15.367586 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d0fe1d-cbd3-43e6-bb55-797ee87057c2" -d '{"events": [{"server_uuid": "89c12a14-bf8a-4957-a252-7de3c1eb420d", "name": "network-vif-unplugged", "status": "completed", "tag": "e5425115-a717-4f09-abd4-6f600fc46a6e"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:10:15.380086 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port e5425115-a717-4f09-abd4-6f600fc46a6e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e5425115-a717-4f09-abd4-6f600fc46a6e,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:15.413668 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbeb85-79d1-452a-8dbb-0a128b2aed0e req-27d4abdc-1a3d-441a-930a-b62736dcd97e tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:15.420347 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7dbeb85-79d1-452a-8dbb-0a128b2aed0e req-27d4abdc-1a3d-441a-930a-b62736dcd97e tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 1096 time: 0.0455709 Dec 17 15:10:15.455035 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7dbeb85-79d1-452a-8dbb-0a128b2aed0e req-f234cae6-8d20-47ba-b971-d3856f2b4fd8 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308902 Dec 17 15:10:15.627698 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec6df1-d668-41ae-8e91-b930469824da req-42418126-0a6a-4404-aa16-a0e11f013e29 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:15.630401 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8bec6df1-d668-41ae-8e91-b930469824da req-42418126-0a6a-4404-aa16-a0e11f013e29 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 950 time: 0.0505784 Dec 17 15:10:15.643501 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:15.678036 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8bec6df1-d668-41ae-8e91-b930469824da req-9c14b24a-4b4f-49ab-9086-50a0e4eca3fc tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385330 Dec 17 15:10:15.703369 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=e5425115-a717-4f09-abd4-6f600fc46a6e,revision_number=6']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:15.738132 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7bdadb-087b-45a8-8dc0-de5cd1ab3c6c x-openstack-request-id: req-bc7bdadb-087b-45a8-8dc0-de5cd1ab3c6c {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:10:15.738751 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c12a14-bf8a-4957-a252-7de3c1eb420d", "name": "network-vif-unplugged", "status": "completed", "tag": "e5425115-a717-4f09-abd4-6f600fc46a6e", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:10:15.738751 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bc7bdadb-087b-45a8-8dc0-de5cd1ab3c6c {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:10:15.739466 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c12a14-bf8a-4957-a252-7de3c1eb420d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5425115-a717-4f09-abd4-6f600fc46a6e', 'code': 200} Dec 17 15:10:15.848732 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa77adc-2e5d-4b9f-935c-ad1b4253fa19 req-09f2f77f-6f41-4d1c-b56a-fc04b59d1d76 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:15.850383 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-daa77adc-2e5d-4b9f-935c-ad1b4253fa19 req-09f2f77f-6f41-4d1c-b56a-fc04b59d1d76 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 1096 time: 0.0774179 Dec 17 15:10:15.862690 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbf798-db83-42de-bd37-5e8604083b88 req-4668c7b3-8ffd-4718-b27c-297837dfc518 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:15.864119 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e5cbf798-db83-42de-bd37-5e8604083b88 req-4668c7b3-8ffd-4718-b27c-297837dfc518 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 943 time: 0.0634503 Dec 17 15:10:15.921503 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-daa77adc-2e5d-4b9f-935c-ad1b4253fa19 req-42d3edc2-4281-4ca9-8fb6-b5fc89101acc tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563612 Dec 17 15:10:15.924577 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e5cbf798-db83-42de-bd37-5e8604083b88 req-9cb3fd24-18d3-4110-a273-e23e5a12956a tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537512 Dec 17 15:10:16.057007 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5da6c6-44e8-43ee-b73e-c3d24a2616ca', 'tag': '67090bba-679e-4589-b3d7-4a3d9fa459e5'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:10:16.059333 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc031a24-43be-4f1b-80bf-7fab89a183fe" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5da6c6-44e8-43ee-b73e-c3d24a2616ca", "tag": "67090bba-679e-4589-b3d7-4a3d9fa459e5"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:10:16.060716 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff904550-c455-4886-a695-889160c67bd6 req-038393ce-ae15-4f59-b331-9dcfd72a076f tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:16.063733 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff904550-c455-4886-a695-889160c67bd6 req-038393ce-ae15-4f59-b331-9dcfd72a076f tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfb1ceea-306f-4d8b-84a3-fca794c702a0 HTTP/1.1" status: 200 len: 946 time: 0.0529771 Dec 17 15:10:16.107346 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff904550-c455-4886-a695-889160c67bd6 req-bd0fc957-129c-444a-b9c2-8485a323f02a tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] 10.222.0.46 "GET /v2.0/security-groups?id=81c1c0ed-e5c4-423c-94ae-f4dc1a57d940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347695 Dec 17 15:10:16.183769 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-36ff396b-ed98-4bfe-b7d7-c780077eba92 req-a7aabe30-0a85-49ba-bc7c-821f16420c3c tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=65b52e54-a92a-4f97-bb35-bd1e1b90f1d6 HTTP/1.1" status: 200 len: 210 time: 0.0306141 Dec 17 15:10:16.260846 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24da3d-9cdc-4a76-849f-98e6febc8644 req-637bd54e-b43a-4795-9997-e3f120045db2 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:16.262355 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c24da3d-9cdc-4a76-849f-98e6febc8644 req-637bd54e-b43a-4795-9997-e3f120045db2 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 950 time: 0.0564680 Dec 17 15:10:16.267615 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fff607-c66d-40a1-83b0-f1ae0c00a228 x-openstack-request-id: req-93fff607-c66d-40a1-83b0-f1ae0c00a228 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:10:16.267907 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5da6c6-44e8-43ee-b73e-c3d24a2616ca", "tag": "67090bba-679e-4589-b3d7-4a3d9fa459e5", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:10:16.268156 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-93fff607-c66d-40a1-83b0-f1ae0c00a228 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:10:16.268547 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5da6c6-44e8-43ee-b73e-c3d24a2616ca', 'tag': '67090bba-679e-4589-b3d7-4a3d9fa459e5', 'status': 'completed', 'code': 200} Dec 17 15:10:16.333520 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c24da3d-9cdc-4a76-849f-98e6febc8644 req-d5f5fda9-92f9-4943-b139-854a5ab14e1d tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614548 Dec 17 15:10:16.346905 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc031a24-43be-4f1b-80bf-7fab89a183fe req-863a0f04-a703-4b3e-8dce-59edce92e959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:16.348663 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cc031a24-43be-4f1b-80bf-7fab89a183fe req-863a0f04-a703-4b3e-8dce-59edce92e959 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96ef05c814a947bb872da21a8a326a7b&device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 1124 time: 0.0462687 Dec 17 15:10:16.443686 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc031a24-43be-4f1b-80bf-7fab89a183fe req-c5757a91-b4b7-42e9-952c-24edecb6b40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:16.445032 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cc031a24-43be-4f1b-80bf-7fab89a183fe req-c5757a91-b4b7-42e9-952c-24edecb6b40d service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea HTTP/1.1" status: 200 len: 909 time: 0.0876992 Dec 17 15:10:16.489965 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cc031a24-43be-4f1b-80bf-7fab89a183fe req-d779aafd-8890-4a49-bbd0-46c51b923ce3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67090bba-679e-4589-b3d7-4a3d9fa459e5 HTTP/1.1" status: 200 len: 217 time: 0.0362866 Dec 17 15:10:16.544843 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc031a24-43be-4f1b-80bf-7fab89a183fe req-e3d98e2a-6db4-4385-be90-537df5fb0675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:16.546316 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cc031a24-43be-4f1b-80bf-7fab89a183fe req-e3d98e2a-6db4-4385-be90-537df5fb0675 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e07a04f7-750d-46bb-b1d6-18c61b699282 HTTP/1.1" status: 200 len: 848 time: 0.0485032 Dec 17 15:10:16.582002 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cc031a24-43be-4f1b-80bf-7fab89a183fe req-681e684e-dcf7-48b0-aa36-542138f83165 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237961 Dec 17 15:10:16.684235 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cc031a24-43be-4f1b-80bf-7fab89a183fe req-af89d12a-ae84-4ec1-8f38-3d5a38504c84 service neutron] 10.222.0.13 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877268 Dec 17 15:10:16.777712 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37746) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:16.842541 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cc031a24-43be-4f1b-80bf-7fab89a183fe req-3b53ff0f-641d-40f2-9994-3eec71afa74a service neutron] 10.222.0.13 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460469 Dec 17 15:10:16.856352 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386f875-4d64-4198-a784-b89c32ec1b95 req-848157de-684d-47e8-95c5-a22b94422471 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:16.858652 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3386f875-4d64-4198-a784-b89c32ec1b95 req-848157de-684d-47e8-95c5-a22b94422471 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 948 time: 0.0799394 Dec 17 15:10:16.904741 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3386f875-4d64-4198-a784-b89c32ec1b95 req-32bb6adb-f6b4-4a51-9ba9-b87478a72936 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398135 Dec 17 15:10:16.929872 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d312b7f2-eee6-4782-bfe7-0fd1b3abfeb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:17.017980 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432c765-5eb8-4d09-bc7c-c66551c0b0a2 req-ed9e84c1-ec43-429e-a444-de988af62eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:17.019668 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0432c765-5eb8-4d09-bc7c-c66551c0b0a2 req-ed9e84c1-ec43-429e-a444-de988af62eba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 1099 time: 0.0701604 Dec 17 15:10:17.047829 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b8afc-b852-4ed1-b1c7-271e634e68dd req-dc8f9ff3-aa87-466a-bbaa-4b0d0a5fc0ec tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:17.049472 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-862b8afc-b852-4ed1-b1c7-271e634e68dd req-dc8f9ff3-aa87-466a-bbaa-4b0d0a5fc0ec tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 943 time: 0.0570555 Dec 17 15:10:17.069222 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d312b7f2-eee6-4782-bfe7-0fd1b3abfeb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:17.086965 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0432c765-5eb8-4d09-bc7c-c66551c0b0a2 req-dfa468fd-5c56-45e0-90c3-5b405782c005 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556178 Dec 17 15:10:17.093853 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-862b8afc-b852-4ed1-b1c7-271e634e68dd req-68069d50-63cf-4af2-9ece-634084851ce6 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376618 Dec 17 15:10:17.133895 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d312b7f2-eee6-4782-bfe7-0fd1b3abfeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:17.182619 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d312b7f2-eee6-4782-bfe7-0fd1b3abfeb8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1e9c3e6f4e1a454cb1e2af82a571667f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4038348 Dec 17 15:10:17.185275 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37762) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:17.192793 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d312b7f2-eee6-4782-bfe7-0fd1b3abfeb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8f355a-5fc9-4fd0-ac06-b3da4818f875,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:17.245430 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device e5425115-a717-4f09-abd4-6f600fc46a6e details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:10:17.246915 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de801c9-e6b6-4f50-b326-182375f824e0 req-6889d0a7-08f9-455f-9d3d-e26fbd90c13f tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:17.248403 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2de801c9-e6b6-4f50-b326-182375f824e0 req-6889d0a7-08f9-455f-9d3d-e26fbd90c13f tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfb1ceea-306f-4d8b-84a3-fca794c702a0 HTTP/1.1" status: 200 len: 946 time: 0.0629106 Dec 17 15:10:17.253365 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0669edda-1b2b-4eea-ad6c-f7ed541d0c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:17.279651 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0669edda-1b2b-4eea-ad6c-f7ed541d0c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:17.307641 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2de801c9-e6b6-4f50-b326-182375f824e0 req-0d8ec04d-d90e-46f1-9bfe-75c574685a39 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] 10.222.0.46 "GET /v2.0/security-groups?id=81c1c0ed-e5c4-423c-94ae-f4dc1a57d940&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456815 Dec 17 15:10:17.377597 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port e5425115-a717-4f09-abd4-6f600fc46a6e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e5425115-a717-4f09-abd4-6f600fc46a6e,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:17.393509 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'e5425115-a717-4f09-abd4-6f600fc46a6e', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': 'e5425115-a717-4f09-abd4-6f600fc46a6e', 'mac_address': 'fa:16:3e:7f:13:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:10:17.435869 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:17.442035 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0669edda-1b2b-4eea-ad6c-f7ed541d0c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:17.444714 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0669edda-1b2b-4eea-ad6c-f7ed541d0c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:17.446559 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0669edda-1b2b-4eea-ad6c-f7ed541d0c4e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ef8f355a-5fc9-4fd0-ac06-b3da4818f875 HTTP/1.1" status: 204 len: 168 time: 0.2595885 Dec 17 15:10:17.451486 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5425115-a717-4f09-abd4-6f600fc46a6e {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:10:17.454810 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669edda-1b2b-4eea-ad6c-f7ed541d0c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8f355a-5fc9-4fd0-ac06-b3da4818f875,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:17.472219 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-22fff0a0-ec76-4f54-9cb1-c6c20e328635 req-9a925641-33ff-44f2-b322-1057150296fe tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=65b52e54-a92a-4f97-bb35-bd1e1b90f1d6 HTTP/1.1" status: 200 len: 210 time: 0.0341699 Dec 17 15:10:17.483805 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port e5425115-a717-4f09-abd4-6f600fc46a6e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e5425115-a717-4f09-abd4-6f600fc46a6e,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:17.580644 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:17.581429 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 67090bba-679e-4589-b3d7-4a3d9fa459e5 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:10:17.584309 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be901d-6f32-4fad-b427-25bdfe4d481e req-7856fac8-a65b-4a66-a060-3be837118954 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:17.585957 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-65be901d-6f32-4fad-b427-25bdfe4d481e req-7856fac8-a65b-4a66-a060-3be837118954 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 950 time: 0.0499327 Dec 17 15:10:17.624577 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-65be901d-6f32-4fad-b427-25bdfe4d481e req-8178f64b-af98-4d1e-8514-61fa9921fc5a tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323930 Dec 17 15:10:17.675787 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=e5425115-a717-4f09-abd4-6f600fc46a6e,revision_number=7']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:17.676576 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7eb4f4-69db-410d-bad6-0ca9019b87b8 req-2d2cb978-4fdc-45b6-88f7-98f7dcf88134 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:17.678355 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6e7eb4f4-69db-410d-bad6-0ca9019b87b8 req-2d2cb978-4fdc-45b6-88f7-98f7dcf88134 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfb1ceea-306f-4d8b-84a3-fca794c702a0 HTTP/1.1" status: 200 len: 946 time: 0.0525792 Dec 17 15:10:17.720660 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 67090bba-679e-4589-b3d7-4a3d9fa459e5, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=67090bba-679e-4589-b3d7-4a3d9fa459e5,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:17.733753 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 67090bba-679e-4589-b3d7-4a3d9fa459e5 has no active binding in host n-h1-820553-2 {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 17 15:10:17.786787 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-6e7eb4f4-69db-410d-bad6-0ca9019b87b8 req-be7f1fbd-9d22-48a9-9a0e-6873b9a411b1 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] Deleting port 4f70f3f7-a3d8-442a-8c9b-9af93f417697 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:10:17.787125 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-6e7eb4f4-69db-410d-bad6-0ca9019b87b8 req-be7f1fbd-9d22-48a9-9a0e-6873b9a411b1 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:17.873861 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-6e7eb4f4-69db-410d-bad6-0ca9019b87b8 req-be7f1fbd-9d22-48a9-9a0e-6873b9a411b1 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] For port 4f70f3f7-a3d8-442a-8c9b-9af93f417697, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=4f70f3f7-a3d8-442a-8c9b-9af93f417697,segment=NetworkSegment(fb95a956-e7d1-4edb-bd7f-0efc9fcab950),segment_id=fb95a956-e7d1-4edb-bd7f-0efc9fcab950)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:17.874227 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-6e7eb4f4-69db-410d-bad6-0ca9019b87b8 req-be7f1fbd-9d22-48a9-9a0e-6873b9a411b1 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:17.887815 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-6e7eb4f4-69db-410d-bad6-0ca9019b87b8 req-be7f1fbd-9d22-48a9-9a0e-6873b9a411b1 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] Calling delete_port for 4f70f3f7-a3d8-442a-8c9b-9af93f417697 owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:10:18.073778 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0faca-0a8a-43bb-8203-1f5a4eb775ab req-a11e5784-7d14-44e8-bb3f-1902bb8dbc93 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:18.075426 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71c0faca-0a8a-43bb-8203-1f5a4eb775ab req-a11e5784-7d14-44e8-bb3f-1902bb8dbc93 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 949 time: 0.0972395 Dec 17 15:10:18.117660 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71c0faca-0a8a-43bb-8203-1f5a4eb775ab req-ce351d75-40fa-4f2c-9934-b03eac0733bd tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343807 Dec 17 15:10:18.141590 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-6e7eb4f4-69db-410d-bad6-0ca9019b87b8 req-be7f1fbd-9d22-48a9-9a0e-6873b9a411b1 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:18.157141 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['4f70f3f7-a3d8-442a-8c9b-9af93f417697'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:10:18.197997 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f1fbd-9d22-48a9-9a0e-6873b9a411b1 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] Pushing event deleted for resources: {'Port': ['ID=4f70f3f7-a3d8-442a-8c9b-9af93f417697,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:18.272960 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7eb4f4-69db-410d-bad6-0ca9019b87b8 req-be7f1fbd-9d22-48a9-9a0e-6873b9a411b1 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] No DVR routers for this DVR port 4f70f3f7-a3d8-442a-8c9b-9af93f417697 on host n-h2-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:10:18.278038 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-6e7eb4f4-69db-410d-bad6-0ca9019b87b8 req-be7f1fbd-9d22-48a9-9a0e-6873b9a411b1 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:18.282226 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6e7eb4f4-69db-410d-bad6-0ca9019b87b8 req-be7f1fbd-9d22-48a9-9a0e-6873b9a411b1 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] 10.222.0.13 "DELETE /v2.0/ports/4f70f3f7-a3d8-442a-8c9b-9af93f417697 HTTP/1.1" status: 204 len: 173 time: 0.5966325 Dec 17 15:10:18.282901 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb1ceea-306f-4d8b-84a3-fca794c702a0', 'name': 'network-vif-deleted', 'tag': '4f70f3f7-a3d8-442a-8c9b-9af93f417697'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:10:18.285278 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4232032-6f67-4ff5-bf1d-c59e71fc4004" -d '{"events": [{"server_uuid": "cfb1ceea-306f-4d8b-84a3-fca794c702a0", "name": "network-vif-deleted", "tag": "4f70f3f7-a3d8-442a-8c9b-9af93f417697"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:10:18.303824 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb4789-430a-4622-8215-fd142ba2318a req-e38a64f4-21c7-49ff-b6f3-72ce50de8420 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:18.305388 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6cbb4789-430a-4622-8215-fd142ba2318a req-e38a64f4-21c7-49ff-b6f3-72ce50de8420 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 943 time: 0.1047235 Dec 17 15:10:18.350364 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6cbb4789-430a-4622-8215-fd142ba2318a req-bd7cd909-05b6-4018-80d7-c0b53c305178 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368068 Dec 17 15:10:18.400831 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-7cd6dade-9fbd-47d4-a996-9afff081bb63 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1929931f93c54c40a22ecb93d4604ccd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213356 Dec 17 15:10:18.406815 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd688ba1-8d0b-4e30-8e0b-abdbfa62a738 x-openstack-request-id: req-dd688ba1-8d0b-4e30-8e0b-abdbfa62a738 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:10:18.407155 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb1ceea-306f-4d8b-84a3-fca794c702a0", "name": "network-vif-deleted", "tag": "4f70f3f7-a3d8-442a-8c9b-9af93f417697", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:10:18.407468 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dd688ba1-8d0b-4e30-8e0b-abdbfa62a738 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:10:18.407928 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb1ceea-306f-4d8b-84a3-fca794c702a0', 'name': 'network-vif-deleted', 'tag': '4f70f3f7-a3d8-442a-8c9b-9af93f417697', 'status': 'completed', 'code': 200} Dec 17 15:10:18.486021 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ea2bf3bb-9f0d-436b-b628-7f35ba487bc6 req-85dc1971-18da-48c9-ad20-597e7799406a tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfb1ceea-306f-4d8b-84a3-fca794c702a0 HTTP/1.1" status: 200 len: 210 time: 0.0345011 Dec 17 15:10:18.530151 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-1cd489c0-8920-4b7f-9b9c-e7949d958070 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:18.531871 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-1cd489c0-8920-4b7f-9b9c-e7949d958070 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1186733 Dec 17 15:10:18.570154 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-481c891e-1e96-4afc-a2ae-45fc2a6b97f9 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Request body: {'port': {'device_id': '65b52e54-a92a-4f97-bb35-bd1e1b90f1d6', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'admin_state_up': True, 'tenant_id': '1929931f93c54c40a22ecb93d4604ccd'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:18.631563 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e89d8c9d-6a51-45a0-8c8c-6cbea849f513 req-9b78e5ef-ff15-4149-ad6c-ab1c9b148665 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=65b52e54-a92a-4f97-bb35-bd1e1b90f1d6 HTTP/1.1" status: 200 len: 210 time: 0.0295441 Dec 17 15:10:18.749912 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdfea1-d87c-4c13-9931-c0558b295ee3 req-c08594ca-e647-4a91-a510-1f3873cf8482 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:18.757860 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-46fdfea1-d87c-4c13-9931-c0558b295ee3 req-c08594ca-e647-4a91-a510-1f3873cf8482 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 950 time: 0.0607364 Dec 17 15:10:18.801767 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-46fdfea1-d87c-4c13-9931-c0558b295ee3 req-9657fffb-f7f5-4a9f-9d6d-917c3e09dd8a tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428412 Dec 17 15:10:18.818980 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-481c891e-1e96-4afc-a2ae-45fc2a6b97f9 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Made reservation on behalf of 1929931f93c54c40a22ecb93d4604ccd for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:10:18.822467 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-481c891e-1e96-4afc-a2ae-45fc2a6b97f9 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:18.831144 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-481c891e-1e96-4afc-a2ae-45fc2a6b97f9 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:18.870243 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-44eee1f6-fef7-4820-87fe-e7eb7176879f tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:10:18.871198 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-44eee1f6-fef7-4820-87fe-e7eb7176879f tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078580 Dec 17 15:10:18.926908 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-56e4eba7-c51b-4d74-87e3-c3f84f9d0bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:18.928273 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-56e4eba7-c51b-4d74-87e3-c3f84f9d0bf0 service neutron] 10.222.0.46 "GET /v2.0/ports/24cd68bd-3a64-4100-a99f-e4ce068a7543 HTTP/1.1" status: 200 len: 1093 time: 0.0498850 Dec 17 15:10:18.939994 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-ae67a6ea-9e56-4c37-8bd5-b58469850570 service neutron] Request body: {'binding': {'host': 'n-h2-820553-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:18.940439 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-ae67a6ea-9e56-4c37-8bd5-b58469850570 service neutron] Unknown quota resources ['binding']. {{(pid=102833) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 15:10:18.982897 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-481c891e-1e96-4afc-a2ae-45fc2a6b97f9 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:19.014617 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37816) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:19.084694 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-481c891e-1e96-4afc-a2ae-45fc2a6b97f9 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:19.116222 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-d5680227-70bd-4012-b522-404af28a0934 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-295053904-network', 'tenant_id': 'b84b2b2eb3144b64ad8c7ff907fca642'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:19.162499 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-ae67a6ea-9e56-4c37-8bd5-b58469850570 service neutron] Attempting to bind port 24cd68bd-3a64-4100-a99f-e4ce068a7543 on host n-h2-820553-2 for vnic_type normal with profile None {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:10:19.162891 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-ae67a6ea-9e56-4c37-8bd5-b58469850570 service neutron] Attempting to bind port 24cd68bd-3a64-4100-a99f-e4ce068a7543 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:10:19.163218 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-ae67a6ea-9e56-4c37-8bd5-b58469850570 service neutron] Attempting to bind port 24cd68bd-3a64-4100-a99f-e4ce068a7543 on network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:10:19.175094 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c891e-1e96-4afc-a2ae-45fc2a6b97f9 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d4142c-fa51-4783-af00-976843650b0a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:19.179955 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-ae67a6ea-9e56-4c37-8bd5-b58469850570 service neutron] Port 24cd68bd-3a64-4100-a99f-e4ce068a7543 on network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:10:19.180296 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-ae67a6ea-9e56-4c37-8bd5-b58469850570 service neutron] Attempting to bind port 24cd68bd-3a64-4100-a99f-e4ce068a7543 on network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:10:19.193039 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-ae67a6ea-9e56-4c37-8bd5-b58469850570 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:10:19.193457 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-ae67a6ea-9e56-4c37-8bd5-b58469850570 service neutron] Checking segment: {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:10:19.193945 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-ae67a6ea-9e56-4c37-8bd5-b58469850570 service neutron] Bound using segment: {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:10:19.194286 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-ae67a6ea-9e56-4c37-8bd5-b58469850570 service neutron] Bound port: 24cd68bd-3a64-4100-a99f-e4ce068a7543, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:10:19.231225 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5680227-70bd-4012-b522-404af28a0934 admin admin] Made reservation on behalf of b84b2b2eb3144b64ad8c7ff907fca642 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:10:19.235854 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d5680227-70bd-4012-b522-404af28a0934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:19.246584 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d5680227-70bd-4012-b522-404af28a0934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:19.258806 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device e5425115-a717-4f09-abd4-6f600fc46a6e details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:10:19.285324 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-481c891e-1e96-4afc-a2ae-45fc2a6b97f9 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Allocated IP 192.168.233.24 (f97c7142-717f-43eb-a835-5fcd8d6a6486/b0a1cb4f-5aa5-4130-b24e-105310ef66e4/84ec1fa8-4fe6-41c9-9253-fd20873a5605) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:10:19.287902 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891b059-524f-413a-ac50-4c2d7ea41f5f req-b26b8ae9-46e5-4722-90d0-0a776bc21856 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:19.289400 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b891b059-524f-413a-ac50-4c2d7ea41f5f req-b26b8ae9-46e5-4722-90d0-0a776bc21856 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 949 time: 0.0926983 Dec 17 15:10:19.306814 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-ae67a6ea-9e56-4c37-8bd5-b58469850570 service neutron] For port 24cd68bd-3a64-4100-a99f-e4ce068a7543, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=24cd68bd-3a64-4100-a99f-e4ce068a7543,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:10:19.351499 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b891b059-524f-413a-ac50-4c2d7ea41f5f req-25ceb734-016c-402d-aa39-ae31e8293987 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524757 Dec 17 15:10:19.381808 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port e5425115-a717-4f09-abd4-6f600fc46a6e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e5425115-a717-4f09-abd4-6f600fc46a6e,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:19.392274 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d5680227-70bd-4012-b522-404af28a0934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:19.393181 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'e5425115-a717-4f09-abd4-6f600fc46a6e', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': 'e5425115-a717-4f09-abd4-6f600fc46a6e', 'mac_address': 'fa:16:3e:7f:13:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:10:19.469162 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-ae67a6ea-9e56-4c37-8bd5-b58469850570 service neutron] Notify callbacks [] for binding, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:19.470433 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-ae67a6ea-9e56-4c37-8bd5-b58469850570 service neutron] 10.222.0.46 "POST /v2.0/ports/24cd68bd-3a64-4100-a99f-e4ce068a7543/bindings HTTP/1.1" status: 201 len: 389 time: 0.5346944 Dec 17 15:10:19.473253 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-481c891e-1e96-4afc-a2ae-45fc2a6b97f9 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:19.482542 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908bd52-d9ae-415d-8d3f-89ea86ddaf73 req-af05cd9c-ea9a-457a-b2ff-b770a4952963 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:19.484298 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8908bd52-d9ae-415d-8d3f-89ea86ddaf73 req-af05cd9c-ea9a-457a-b2ff-b770a4952963 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 943 time: 0.0562937 Dec 17 15:10:19.508206 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d5680227-70bd-4012-b522-404af28a0934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:19.542327 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5680227-70bd-4012-b522-404af28a0934 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:10:19.570690 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8908bd52-d9ae-415d-8d3f-89ea86ddaf73 req-441e2497-cb38-4525-84d4-eb0f21221188 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782833 Dec 17 15:10:19.571441 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5680227-70bd-4012-b522-404af28a0934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4e5546-827c-4e1f-a78a-6181c6373543,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:19.576882 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d5680227-70bd-4012-b522-404af28a0934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:19.577282 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-d5680227-70bd-4012-b522-404af28a0934 admin admin] Added segment 1b04abd1-1305-4327-b8f8-6055d35e4f9b of type vlan for network 30dbaad0-d3c7-440e-ba57-9604fc53886b Dec 17 15:10:19.623315 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d5680227-70bd-4012-b522-404af28a0934 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:19.692535 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a4155-8622-4358-9ca9-9da0c694aa58 req-b13d0654-668b-4c37-a957-a4c36cd2e5a7 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:19.694026 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d9a4155-8622-4358-9ca9-9da0c694aa58 req-b13d0654-668b-4c37-a957-a4c36cd2e5a7 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 949 time: 0.0543725 Dec 17 15:10:19.730873 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d9a4155-8622-4358-9ca9-9da0c694aa58 req-dce203ae-674c-4cbd-a0c7-8e2800ba606d tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307338 Dec 17 15:10:19.764522 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['e5425115-a717-4f09-abd4-6f600fc46a6e'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:10:19.825255 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e2f7204-9354-47c1-afb2-77c92443e9b4 req-a5bb648f-6b0d-48c7-9b73-2bd5b6fd9389 tempest-VolumesAdminNegativeTest-1055790087 tempest-VolumesAdminNegativeTest-1055790087-project] 10.222.0.46 "GET /v2.0/ports?device_id=cfb1ceea-306f-4d8b-84a3-fca794c702a0 HTTP/1.1" status: 200 len: 210 time: 0.0263269 Dec 17 15:10:19.967330 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ed22f845-c340-47c2-9c7e-a78c1e72dc00 req-8bcfba0e-9997-4bd9-8a97-0a7fb98e1698 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=65b52e54-a92a-4f97-bb35-bd1e1b90f1d6 HTTP/1.1" status: 200 len: 210 time: 0.0251760 Dec 17 15:10:20.130343 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-481c891e-1e96-4afc-a2ae-45fc2a6b97f9 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:20.178788 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-481c891e-1e96-4afc-a2ae-45fc2a6b97f9 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Network f97c7142-717f-43eb-a835-5fcd8d6a6486 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:10:20.181828 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-481c891e-1e96-4afc-a2ae-45fc2a6b97f9 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:10:20.185546 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-481c891e-1e96-4afc-a2ae-45fc2a6b97f9 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:10:20.198077 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d5680227-70bd-4012-b522-404af28a0934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:20.199085 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5680227-70bd-4012-b522-404af28a0934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:20.199697 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d5680227-70bd-4012-b522-404af28a0934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:20.216087 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c891e-1e96-4afc-a2ae-45fc2a6b97f9 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Pushing event updated for resources: {'Port': ['ID=84ec1fa8-4fe6-41c9-9253-fd20873a5605,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:20.240918 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-481c891e-1e96-4afc-a2ae-45fc2a6b97f9 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:20.241753 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-481c891e-1e96-4afc-a2ae-45fc2a6b97f9 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:20.268762 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5680227-70bd-4012-b522-404af28a0934 admin admin] Pushing event updated for resources: {'Network': ['ID=30dbaad0-d3c7-440e-ba57-9604fc53886b,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:20.291025 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 30dbaad0-d3c7-440e-ba57-9604fc53886b details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:10:20.412358 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-481c891e-1e96-4afc-a2ae-45fc2a6b97f9 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8460946 Dec 17 15:10:20.415048 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-58ca4254-5f82-4d61-8dc5-744c3ccdd007 None None] Provisioning complete for port 84ec1fa8-4fe6-41c9-9253-fd20873a5605 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:10:20.415422 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-58ca4254-5f82-4d61-8dc5-744c3ccdd007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:20.417324 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d5680227-70bd-4012-b522-404af28a0934 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4007192 Dec 17 15:10:20.419965 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37844) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:20.426490 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-ce14149c-bdb6-4dec-b19f-f98c57e899af admin admin] Request body: {'subnet': {'network_id': '30dbaad0-d3c7-440e-ba57-9604fc53886b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-295053904-subnet', 'tenant_id': 'b84b2b2eb3144b64ad8c7ff907fca642', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:20.448975 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-6c7292f4-f57f-4ae0-abb9-63ee228f9600 service neutron] Request body: {'port': {'device_id': '65b52e54-a92a-4f97-bb35-bd1e1b90f1d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:20.452075 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-58ca4254-5f82-4d61-8dc5-744c3ccdd007 None None] Port 84ec1fa8-4fe6-41c9-9253-fd20873a5605 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:10:20.509396 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-6c7292f4-f57f-4ae0-abb9-63ee228f9600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:20.635099 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce14149c-bdb6-4dec-b19f-f98c57e899af admin admin] Made reservation on behalf of b84b2b2eb3144b64ad8c7ff907fca642 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:10:20.637483 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ce14149c-bdb6-4dec-b19f-f98c57e899af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:20.672135 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb20105-0f86-4225-b57e-60dee1f0e69d req-e996f1d3-4d27-4395-9c45-850705bfc356 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:20.674456 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dbb20105-0f86-4225-b57e-60dee1f0e69d req-e996f1d3-4d27-4395-9c45-850705bfc356 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 945 time: 0.0568993 Dec 17 15:10:20.742438 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dbb20105-0f86-4225-b57e-60dee1f0e69d req-2835553f-7c32-463c-8d49-7639e55fe339 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606329 Dec 17 15:10:20.752791 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa0e5d-e48a-4ed5-93c7-e08b22f70f18 req-1d764206-9959-401c-92fe-c993f80e6047 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:20.757480 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b4aa0e5d-e48a-4ed5-93c7-e08b22f70f18 req-1d764206-9959-401c-92fe-c993f80e6047 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 950 time: 0.0743694 Dec 17 15:10:20.817234 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b4aa0e5d-e48a-4ed5-93c7-e08b22f70f18 req-c97dbf30-fc2f-40fe-b3a4-e03e43e7697a tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552402 Dec 17 15:10:20.950403 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9ab8c-0187-46b2-bff6-07227d472a8d req-2cf55875-5b8c-4f72-aa85-c2148a0be7af tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:20.951884 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-06f9ab8c-0187-46b2-bff6-07227d472a8d req-2cf55875-5b8c-4f72-aa85-c2148a0be7af tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 949 time: 0.1122577 Dec 17 15:10:20.964417 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-3209f982-dacb-4e23-adae-dd6b29422e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:20.965938 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-3209f982-dacb-4e23-adae-dd6b29422e8d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=724cb0144c46439a90883d842de78922&device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 1096 time: 0.0933125 Dec 17 15:10:21.057719 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed3a28-8eeb-455c-9b64-326a753a9653 req-301bddc9-c90b-4fad-a817-c982d2e4eabf tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:21.059274 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0fed3a28-8eeb-455c-9b64-326a753a9653 req-301bddc9-c90b-4fad-a817-c982d2e4eabf tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 943 time: 0.1574492 Dec 17 15:10:21.104246 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-06f9ab8c-0187-46b2-bff6-07227d472a8d req-59fc5f31-c613-43a4-a382-81adff610b36 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400995 Dec 17 15:10:21.167356 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37864) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:21.189673 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0fed3a28-8eeb-455c-9b64-326a753a9653 req-069a4037-aeca-49a1-b387-64064dfebb7c tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979633 Dec 17 15:10:21.200271 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-6c7292f4-f57f-4ae0-abb9-63ee228f9600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84ec1fa8-4fe6-41c9-9253-fd20873a5605 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:10:21.209587 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-6c7292f4-f57f-4ae0-abb9-63ee228f9600 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:21.222549 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-6c7292f4-f57f-4ae0-abb9-63ee228f9600 service neutron] Transition to ACTIVE for port object 84ec1fa8-4fe6-41c9-9253-fd20873a5605 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:10:21.227170 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-c348d936-93f3-42d7-b769-44f7bb8f8ea3 service neutron] 10.222.0.13 "GET /v2.0/ports/67090bba-679e-4589-b3d7-4a3d9fa459e5/bindings/n-h1-820553-2 HTTP/1.1" status: 200 len: 384 time: 0.1915534 Dec 17 15:10:21.230480 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-dba8322b-e842-4bf6-9892-ce3a4c33e50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:21.231575 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-dba8322b-e842-4bf6-9892-ce3a4c33e50c service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 HTTP/1.1" status: 200 len: 921 time: 0.2508841 Dec 17 15:10:21.262258 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 67090bba-679e-4589-b3d7-4a3d9fa459e5 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:10:21.262616 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d38bb43-1ba0-432d-8153-f5b4bd8b87bf admin admin] Deleting subnet 2b0c93ee-3d42-4105-babb-288f0c0f0ff3 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:10:21.317722 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7d38bb43-1ba0-432d-8153-f5b4bd8b87bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:21.320054 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-33077c6c-9b0b-4d0b-9bb2-a3beae38652f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24cd68bd-3a64-4100-a99f-e4ce068a7543 HTTP/1.1" status: 200 len: 217 time: 0.0720735 Dec 17 15:10:21.329542 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ce14149c-bdb6-4dec-b19f-f98c57e899af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:21.365864 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-6c7292f4-f57f-4ae0-abb9-63ee228f9600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:21.371049 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 67090bba-679e-4589-b3d7-4a3d9fa459e5, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=67090bba-679e-4589-b3d7-4a3d9fa459e5,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:21.385024 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 67090bba-679e-4589-b3d7-4a3d9fa459e5 has no active binding in host n-h1-820553-2 {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 17 15:10:21.447227 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce14149c-bdb6-4dec-b19f-f98c57e899af admin admin] Pushing event updated for resources: {'Subnet': ['ID=e980c630-1246-453e-82ca-9f9e493a29e9,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:21.453341 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7292f4-f57f-4ae0-abb9-63ee228f9600 service neutron] Pushing event updated for resources: {'Port': ['ID=84ec1fa8-4fe6-41c9-9253-fd20873a5605,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:21.461959 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce14149c-bdb6-4dec-b19f-f98c57e899af admin admin] Checking segment: {'id': '1b04abd1-1305-4327-b8f8-6055d35e4f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '30dbaad0-d3c7-440e-ba57-9604fc53886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:10:21.462216 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce14149c-bdb6-4dec-b19f-f98c57e899af admin admin] Network hostable DHCP agents. Network: 30dbaad0-d3c7-440e-ba57-9604fc53886b, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:10:21.544800 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-6c7292f4-f57f-4ae0-abb9-63ee228f9600 service neutron] Attempting to bind port 84ec1fa8-4fe6-41c9-9253-fd20873a5605 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:10:21.545501 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-6c7292f4-f57f-4ae0-abb9-63ee228f9600 service neutron] Attempting to bind port 84ec1fa8-4fe6-41c9-9253-fd20873a5605 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:10:21.545501 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-6c7292f4-f57f-4ae0-abb9-63ee228f9600 service neutron] Attempting to bind port 84ec1fa8-4fe6-41c9-9253-fd20873a5605 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:10:21.551150 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-6c7292f4-f57f-4ae0-abb9-63ee228f9600 service neutron] Port 84ec1fa8-4fe6-41c9-9253-fd20873a5605 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:10:21.551470 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-6c7292f4-f57f-4ae0-abb9-63ee228f9600 service neutron] Attempting to bind port 84ec1fa8-4fe6-41c9-9253-fd20873a5605 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:10:21.556565 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-6c7292f4-f57f-4ae0-abb9-63ee228f9600 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:10:21.556898 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-6c7292f4-f57f-4ae0-abb9-63ee228f9600 service neutron] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:10:21.557347 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-6c7292f4-f57f-4ae0-abb9-63ee228f9600 service neutron] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:10:21.557765 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-6c7292f4-f57f-4ae0-abb9-63ee228f9600 service neutron] Bound port: 84ec1fa8-4fe6-41c9-9253-fd20873a5605, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:10:21.558116 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-6c7292f4-f57f-4ae0-abb9-63ee228f9600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:21.628872 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-6c7292f4-f57f-4ae0-abb9-63ee228f9600 service neutron] For port 84ec1fa8-4fe6-41c9-9253-fd20873a5605, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:10:21.631857 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-6c7292f4-f57f-4ae0-abb9-63ee228f9600 service neutron] For port 84ec1fa8-4fe6-41c9-9253-fd20873a5605, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=84ec1fa8-4fe6-41c9-9253-fd20873a5605,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:10:21.643292 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce14149c-bdb6-4dec-b19f-f98c57e899af admin admin] Network 30dbaad0-d3c7-440e-ba57-9604fc53886b is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:10:21.681330 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7d38bb43-1ba0-432d-8153-f5b4bd8b87bf admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:21.698621 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7d38bb43-1ba0-432d-8153-f5b4bd8b87bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:21.724934 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-1f479a4f-830f-4033-8037-07dc373ccd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:21.724934 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-1f479a4f-830f-4033-8037-07dc373ccd54 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c28c8ec-5ccc-4295-ab15-cbe54116b2d0 HTTP/1.1" status: 200 len: 860 time: 0.3825967 Dec 17 15:10:21.735607 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2fb15-b31f-4bc5-bb15-474ef9b839ab req-9a7246c2-645c-4257-97a1-9d1ecddbcc3a tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:21.737087 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-24c2fb15-b31f-4bc5-bb15-474ef9b839ab req-9a7246c2-645c-4257-97a1-9d1ecddbcc3a tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=65b52e54-a92a-4f97-bb35-bd1e1b90f1d6 HTTP/1.1" status: 200 len: 935 time: 0.4721627 Dec 17 15:10:21.770111 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-6c7292f4-f57f-4ae0-abb9-63ee228f9600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:21.799567 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-1bc04735-1581-4c5d-a0a9-0f09cb4febd4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615201 Dec 17 15:10:21.812692 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-6c7292f4-f57f-4ae0-abb9-63ee228f9600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:21.813758 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-6c7292f4-f57f-4ae0-abb9-63ee228f9600 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:21.815555 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-6c7292f4-f57f-4ae0-abb9-63ee228f9600 service neutron] 10.222.0.41 "PUT /v2.0/ports/84ec1fa8-4fe6-41c9-9253-fd20873a5605 HTTP/1.1" status: 200 len: 1095 time: 1.3720872 Dec 17 15:10:21.817869 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b52e54-a92a-4f97-bb35-bd1e1b90f1d6', 'tag': '84ec1fa8-4fe6-41c9-9253-fd20873a5605'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:10:21.820525 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fda9e3-694f-4b65-ac1d-5bfc91bcf935" -d '{"events": [{"name": "network-changed", "server_uuid": "65b52e54-a92a-4f97-bb35-bd1e1b90f1d6", "tag": "84ec1fa8-4fe6-41c9-9253-fd20873a5605"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:10:21.826124 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-ce14149c-bdb6-4dec-b19f-f98c57e899af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 30dbaad0-d3c7-440e-ba57-9604fc53886b) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:10:21.834108 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce14149c-bdb6-4dec-b19f-f98c57e899af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:21.834835 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ce14149c-bdb6-4dec-b19f-f98c57e899af admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:21.853573 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8b9323-4b66-40f6-8bdb-ae30be148a55 None None] Network 30dbaad0-d3c7-440e-ba57-9604fc53886b requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:10:21.864166 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7292f4-f57f-4ae0-abb9-63ee228f9600 service neutron] Pushing event updated for resources: {'Port': ['ID=84ec1fa8-4fe6-41c9-9253-fd20873a5605,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:21.951320 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ce14149c-bdb6-4dec-b19f-f98c57e899af admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5295775 Dec 17 15:10:21.984094 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-24c2fb15-b31f-4bc5-bb15-474ef9b839ab req-a256149a-6103-4566-9dad-8c46dcf6c127 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133718 Dec 17 15:10:22.036269 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-f96ede43-8039-4951-bdd8-fb1074f4ac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:22.039935 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-f96ede43-8039-4951-bdd8-fb1074f4ac67 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1929931f93c54c40a22ecb93d4604ccd&device_id=65b52e54-a92a-4f97-bb35-bd1e1b90f1d6 HTTP/1.1" status: 200 len: 1098 time: 0.0727644 Dec 17 15:10:22.044702 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d1224f-8d4b-4a43-965b-72822be8857e None None] Network 30dbaad0-d3c7-440e-ba57-9604fc53886b requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:10:22.064748 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-6ab66072-1ac2-4005-92af-93f410b5c32d service neutron] For port 67090bba-679e-4589-b3d7-4a3d9fa459e5, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=67090bba-679e-4589-b3d7-4a3d9fa459e5,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:22.090294 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb169b-07c8-48a4-b194-a8b6080c0152 req-5ee751f2-9ddb-4af5-9a36-7fa207c99e8a tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:22.098720 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f9fb169b-07c8-48a4-b194-a8b6080c0152 req-5ee751f2-9ddb-4af5-9a36-7fa207c99e8a tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 945 time: 0.2344108 Dec 17 15:10:22.113740 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7d38bb43-1ba0-432d-8153-f5b4bd8b87bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:22.121595 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-d19613a9-6c7f-4ef4-8c56-f285dbbf40d7 service neutron] 10.222.0.13 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971258 Dec 17 15:10:22.135424 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-57f506a8-970e-44b2-8ec3-6bd7f48b29c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=84ec1fa8-4fe6-41c9-9253-fd20873a5605 HTTP/1.1" status: 200 len: 217 time: 0.0787280 Dec 17 15:10:22.135424 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d190b1-8833-4626-8027-e736349d49c5 x-openstack-request-id: req-37d190b1-8833-4626-8027-e736349d49c5 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:10:22.135424 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b52e54-a92a-4f97-bb35-bd1e1b90f1d6", "tag": "84ec1fa8-4fe6-41c9-9253-fd20873a5605", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:10:22.135424 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-37d190b1-8833-4626-8027-e736349d49c5 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:10:22.135795 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65b52e54-a92a-4f97-bb35-bd1e1b90f1d6', 'tag': '84ec1fa8-4fe6-41c9-9253-fd20873a5605', 'status': 'completed', 'code': 200} Dec 17 15:10:22.170989 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-6ab66072-1ac2-4005-92af-93f410b5c32d service neutron] For port 67090bba-679e-4589-b3d7-4a3d9fa459e5, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:10:22.190701 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-09318ac2-ee9b-41cb-a22e-359b68b7353b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:22.192823 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-09318ac2-ee9b-41cb-a22e-359b68b7353b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0527632 Dec 17 15:10:22.204480 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38bb43-1ba0-432d-8153-f5b4bd8b87bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b0c93ee-3d42-4105-babb-288f0c0f0ff3,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:22.240626 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7d38bb43-1ba0-432d-8153-f5b4bd8b87bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:22.243764 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7d38bb43-1ba0-432d-8153-f5b4bd8b87bf admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2b0c93ee-3d42-4105-babb-288f0c0f0ff3 HTTP/1.1" status: 204 len: 168 time: 1.0745718 Dec 17 15:10:22.246343 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37882) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:22.249553 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-cf400022-010b-4347-bbf2-bb90457e4f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:22.251103 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-cf400022-010b-4347-bbf2-bb90457e4f99 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0515661 Dec 17 15:10:22.284949 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f9fb169b-07c8-48a4-b194-a8b6080c0152 req-2c6c96eb-c7eb-489e-9ea9-9de2970d7bde tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853633 Dec 17 15:10:22.305984 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-6ab66072-1ac2-4005-92af-93f410b5c32d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67090bba-679e-4589-b3d7-4a3d9fa459e5 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:10:22.332077 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-6ab66072-1ac2-4005-92af-93f410b5c32d service neutron] For port 67090bba-679e-4589-b3d7-4a3d9fa459e5, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=67090bba-679e-4589-b3d7-4a3d9fa459e5,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:22.365813 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f126716-19ed-4263-a92a-b468ed7041cd req-98f8fcda-5ce1-4c31-84bd-1f3413d50241 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:22.367335 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3f126716-19ed-4263-a92a-b468ed7041cd req-98f8fcda-5ce1-4c31-84bd-1f3413d50241 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 950 time: 0.1754909 Dec 17 15:10:22.369460 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-5a866c4c-c5be-4f62-9542-87e600d43ebe service neutron] 10.222.0.13 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401190 Dec 17 15:10:22.369603 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5be1dd8c-2ef0-4d09-a4e4-86f236b4bbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:22.419799 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3f126716-19ed-4263-a92a-b468ed7041cd req-8ecd7743-7f56-4aa9-bc1c-aadf334cd743 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364213 Dec 17 15:10:22.426946 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-7f21498b-730c-467d-b068-a46ad39c5c9f service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355922 Dec 17 15:10:22.449518 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-6ab66072-1ac2-4005-92af-93f410b5c32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:22.478103 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [req-c6921b37-b343-4cf3-b07f-557460145d5d req-3236fa80-f283-46cc-ad6a-b73f2641f39d tempest-SecurityGroupsNegativeTestJSON-925362017 tempest-SecurityGroupsNegativeTestJSON-925362017-project] show failed (client error): The resource could not be found. Dec 17 15:10:22.490723 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c6921b37-b343-4cf3-b07f-557460145d5d req-3236fa80-f283-46cc-ad6a-b73f2641f39d tempest-SecurityGroupsNegativeTestJSON-925362017 tempest-SecurityGroupsNegativeTestJSON-925362017-project] 10.222.0.46 "GET /v2.0/security-groups/12189bbd-4a5d-463a-921b-fee491103a54 HTTP/1.1" status: 404 len: 352 time: 0.0179365 Dec 17 15:10:22.531406 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5be1dd8c-2ef0-4d09-a4e4-86f236b4bbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:22.558503 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-5be1dd8c-2ef0-4d09-a4e4-86f236b4bbed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ccec5d8-4461-405b-9622-c6dbe638e3b7']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:22.576439 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-5be1dd8c-2ef0-4d09-a4e4-86f236b4bbed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb95a956-e7d1-4edb-bd7f-0efc9fcab950') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:22.576803 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-5be1dd8c-2ef0-4d09-a4e4-86f236b4bbed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb95a956-e7d1-4edb-bd7f-0efc9fcab950') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:22.594523 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5be1dd8c-2ef0-4d09-a4e4-86f236b4bbed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:22.609540 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-16ec4bd8-808f-4f0f-9372-1801deaa2fbe req-4c318f9b-d294-4236-ad1e-f243087d4fe7 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694975 Dec 17 15:10:22.613278 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5be1dd8c-2ef0-4d09-a4e4-86f236b4bbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:22.619167 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be1dd8c-2ef0-4d09-a4e4-86f236b4bbed admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:10:22.619559 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5be1dd8c-2ef0-4d09-a4e4-86f236b4bbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:22.621236 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:10:22.621236 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:10:22.621236 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:10:22.621236 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:10:22.621236 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:10:22.621236 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:10:22.621236 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:10:22.621236 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:10:22.621236 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:10:22.621236 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:10:22.621236 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:10:22.621236 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:10:22.621236 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:10:22.621236 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:10:22.621236 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:10:22.621236 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:10:22.621236 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:10:22.621236 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:10:22.621236 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:10:22.621236 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:10:22.621236 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:10:22.621236 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:10:22.621236 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:10:22.621236 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:10:22.621236 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:10:22.621236 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:10:22.621236 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:10:22.621236 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:10:22.621236 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:10:22.621236 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:10:22.621236 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:10:22.621236 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:10:22.637493 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c750e9-c53c-4299-8737-65c6f995bf8f req-4bfb94cd-6dca-49fd-b7a3-705120edc692 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:22.638977 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-95c750e9-c53c-4299-8737-65c6f995bf8f req-4bfb94cd-6dca-49fd-b7a3-705120edc692 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 949 time: 0.1384146 Dec 17 15:10:22.654438 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 4f70f3f7-a3d8-442a-8c9b-9af93f417697 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:10:22.680882 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 4f70f3f7-a3d8-442a-8c9b-9af93f417697 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:10:22.690574 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 4f70f3f7-a3d8-442a-8c9b-9af93f417697 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:10:22.690731 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1890e-30ca-4186-b8c2-becdf2df12be req-580b3191-78a3-4f6f-b5b7-4d786ac789bc tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:22.690731 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c9c1890e-30ca-4186-b8c2-becdf2df12be req-580b3191-78a3-4f6f-b5b7-4d786ac789bc tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 943 time: 0.1337566 Dec 17 15:10:22.707999 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-43891d00-d29c-4c00-b0b8-a944e09dd8a6 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:22.709430 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-43891d00-d29c-4c00-b0b8-a944e09dd8a6 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde&tenant_id=724cb0144c46439a90883d842de78922&binding%3Ahost_id=n-h1-820553-2 HTTP/1.1" status: 200 len: 1096 time: 0.1229849 Dec 17 15:10:22.725205 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-95c750e9-c53c-4299-8737-65c6f995bf8f req-46ba13df-75d8-4aa8-acdc-87b99267a85f tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782628 Dec 17 15:10:22.728728 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-d299bcc8-afa3-4253-921a-716c3d7ce5ae service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820553-2'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:22.769619 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c9c1890e-30ca-4186-b8c2-becdf2df12be req-90652820-05ae-40b9-ac9d-0679efda2e79 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755360 Dec 17 15:10:22.781359 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5be1dd8c-2ef0-4d09-a4e4-86f236b4bbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:22.791438 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-6ab66072-1ac2-4005-92af-93f410b5c32d service neutron] Transition to ACTIVE for port object 67090bba-679e-4589-b3d7-4a3d9fa459e5 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:10:22.798672 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5be1dd8c-2ef0-4d09-a4e4-86f236b4bbed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:22.801973 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5be1dd8c-2ef0-4d09-a4e4-86f236b4bbed admin admin] 10.222.0.46 "DELETE /v2.0/networks/9ccec5d8-4461-405b-9622-c6dbe638e3b7 HTTP/1.1" status: 204 len: 168 time: 0.5545578 Dec 17 15:10:22.804801 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37890) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:22.815172 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-d299bcc8-afa3-4253-921a-716c3d7ce5ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:22.824136 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be1dd8c-2ef0-4d09-a4e4-86f236b4bbed admin admin] Pushing event deleted for resources: {'Network': ['ID=9ccec5d8-4461-405b-9622-c6dbe638e3b7,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:22.861553 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fda9e3-694f-4b65-ac1d-5bfc91bcf935 req-d71c1dfe-c6fa-4496-9a59-b3780d2b55f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:22.863043 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-28fda9e3-694f-4b65-ac1d-5bfc91bcf935 req-d71c1dfe-c6fa-4496-9a59-b3780d2b55f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1929931f93c54c40a22ecb93d4604ccd&device_id=65b52e54-a92a-4f97-bb35-bd1e1b90f1d6 HTTP/1.1" status: 200 len: 1098 time: 0.0474591 Dec 17 15:10:22.896552 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-6ab66072-1ac2-4005-92af-93f410b5c32d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:22.918257 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-790f9a05-d86a-40d7-85d9-da81d1f0809e admin admin] Deleting subnet 9ca284c5-61ec-494c-8023-2529a25c5169 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:10:22.944384 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-790f9a05-d86a-40d7-85d9-da81d1f0809e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:22.958325 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fda9e3-694f-4b65-ac1d-5bfc91bcf935 req-97ca3e39-1ce0-46e9-815e-345ef771e4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:22.959783 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-28fda9e3-694f-4b65-ac1d-5bfc91bcf935 req-97ca3e39-1ce0-46e9-815e-345ef771e4ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.0895376 Dec 17 15:10:23.002694 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-28fda9e3-694f-4b65-ac1d-5bfc91bcf935 req-ff79b774-1fce-45bb-afd3-866d6e1d09f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=84ec1fa8-4fe6-41c9-9253-fd20873a5605 HTTP/1.1" status: 200 len: 217 time: 0.0349984 Dec 17 15:10:23.070095 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fda9e3-694f-4b65-ac1d-5bfc91bcf935 req-d6716f91-924f-4872-88ba-cde115f1721c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:23.071578 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-28fda9e3-694f-4b65-ac1d-5bfc91bcf935 req-d6716f91-924f-4872-88ba-cde115f1721c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0508056 Dec 17 15:10:23.085944 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-6ab66072-1ac2-4005-92af-93f410b5c32d service neutron] No DVR routers for this DVR port 67090bba-679e-4589-b3d7-4a3d9fa459e5 on host n-h2-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:10:23.090633 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9f88bc6a-66c6-45fa-b045-a002aa10a5cf req-50629dbd-f1d2-4178-abb5-47dd5c55e010 tempest-SecurityGroupsNegativeTestJSON-925362017 tempest-SecurityGroupsNegativeTestJSON-925362017-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b84b2b2eb3144b64ad8c7ff907fca642 HTTP/1.1" status: 200 len: 2984 time: 0.2552767 Dec 17 15:10:23.095656 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-790f9a05-d86a-40d7-85d9-da81d1f0809e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:23.110212 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab66072-1ac2-4005-92af-93f410b5c32d service neutron] Pushing event updated for resources: {'Port': ['ID=67090bba-679e-4589-b3d7-4a3d9fa459e5,revision_number=10']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:23.125150 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fda9e3-694f-4b65-ac1d-5bfc91bcf935 req-632e4bfb-ec53-45a5-946f-353e9b8fadd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:23.126676 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-28fda9e3-694f-4b65-ac1d-5bfc91bcf935 req-632e4bfb-ec53-45a5-946f-353e9b8fadd8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0472062 Dec 17 15:10:23.137219 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-790f9a05-d86a-40d7-85d9-da81d1f0809e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:23.215862 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-28fda9e3-694f-4b65-ac1d-5bfc91bcf935 req-95802ad5-396d-4d99-a670-60561b138e61 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817513 Dec 17 15:10:23.246613 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-6ab66072-1ac2-4005-92af-93f410b5c32d service neutron] 10.222.0.13 "PUT /v2.0/ports/67090bba-679e-4589-b3d7-4a3d9fa459e5/bindings/n-h1-820553-2/activate HTTP/1.1" status: 200 len: 369 time: 1.9996111 Dec 17 15:10:23.266455 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-d299bcc8-afa3-4253-921a-716c3d7ce5ae service neutron] For port 24cd68bd-3a64-4100-a99f-e4ce068a7543, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=24cd68bd-3a64-4100-a99f-e4ce068a7543,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:23.290886 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9442422-6eeb-418c-9600-5de5fab30a7d req-86501eb6-6531-4ec8-b8d6-5b2e08bee7f8 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:23.292353 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9442422-6eeb-418c-9600-5de5fab30a7d req-86501eb6-6531-4ec8-b8d6-5b2e08bee7f8 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=65b52e54-a92a-4f97-bb35-bd1e1b90f1d6 HTTP/1.1" status: 200 len: 947 time: 0.2121534 Dec 17 15:10:23.299080 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9f88bc6a-66c6-45fa-b045-a002aa10a5cf req-23229234-9d32-4223-b603-dba032cc2e2c tempest-SecurityGroupsNegativeTestJSON-925362017 tempest-SecurityGroupsNegativeTestJSON-925362017-project] 10.222.0.46 "GET /v2.0/security-groups/0a4e5546-827c-4e1f-a78a-6181c6373543 HTTP/1.1" status: 200 len: 2981 time: 0.1986899 Dec 17 15:10:23.317698 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-28fda9e3-694f-4b65-ac1d-5bfc91bcf935 req-9e54428d-6cf8-4a77-b109-e3554c936c76 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945776 Dec 17 15:10:23.351046 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device e5425115-a717-4f09-abd4-6f600fc46a6e up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:10:23.367787 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-d299bcc8-afa3-4253-921a-716c3d7ce5ae service neutron] For port 24cd68bd-3a64-4100-a99f-e4ce068a7543, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:10:23.400585 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port e5425115-a717-4f09-abd4-6f600fc46a6e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:10:23.401068 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:23.415765 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9442422-6eeb-418c-9600-5de5fab30a7d req-6945a4af-96fc-4842-874c-6b03cee3502f tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139619 Dec 17 15:10:23.427182 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9f88bc6a-66c6-45fa-b045-a002aa10a5cf req-988377cc-8043-49dc-ae79-ff08eca2f14d tempest-SecurityGroupsNegativeTestJSON-925362017 tempest-SecurityGroupsNegativeTestJSON-925362017-project] 10.222.0.46 "GET /v2.0/security-groups/0a4e5546-827c-4e1f-a78a-6181c6373543 HTTP/1.1" status: 200 len: 2981 time: 0.1167257 Dec 17 15:10:23.447512 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-790f9a05-d86a-40d7-85d9-da81d1f0809e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:23.452336 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6db3a5-04f3-49bf-9763-1979d297fdde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24cd68bd-3a64-4100-a99f-e4ce068a7543'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:10:23.457946 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10da9e75-5c46-4ef9-909c-31dfe5d861c3" -d '{"events": [{"server_uuid": "bf6db3a5-04f3-49bf-9763-1979d297fdde", "name": "network-vif-unplugged", "status": "completed", "tag": "24cd68bd-3a64-4100-a99f-e4ce068a7543"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:10:23.460253 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-ff4c6fcf-ba51-444a-8be9-816f9ed995fc tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:23.462732 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-d299bcc8-afa3-4253-921a-716c3d7ce5ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:23.471350 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-ff4c6fcf-ba51-444a-8be9-816f9ed995fc tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca&tenant_id=96ef05c814a947bb872da21a8a326a7b&binding%3Ahost_id=n-h2-820553-2 HTTP/1.1" status: 200 len: 1095 time: 0.0693920 Dec 17 15:10:23.494660 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f9a05-d86a-40d7-85d9-da81d1f0809e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ca284c5-61ec-494c-8023-2529a25c5169,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:23.501880 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-790f9a05-d86a-40d7-85d9-da81d1f0809e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:23.504860 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-790f9a05-d86a-40d7-85d9-da81d1f0809e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9ca284c5-61ec-494c-8023-2529a25c5169 HTTP/1.1" status: 204 len: 168 time: 0.6972580 Dec 17 15:10:23.522236 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:23.522476 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37902) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:23.546054 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c12a14-bf8a-4957-a252-7de3c1eb420d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5425115-a717-4f09-abd4-6f600fc46a6e'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:10:23.549292 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa05bc31-70cd-4761-ac73-11492ef7ee46" -d '{"events": [{"server_uuid": "89c12a14-bf8a-4957-a252-7de3c1eb420d", "name": "network-vif-plugged", "status": "completed", "tag": "e5425115-a717-4f09-abd4-6f600fc46a6e"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:10:23.564745 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port e5425115-a717-4f09-abd4-6f600fc46a6e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e5425115-a717-4f09-abd4-6f600fc46a6e,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:23.570311 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-e03333c7-4938-4148-b16e-7aa42a78f0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:23.571928 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-e03333c7-4938-4148-b16e-7aa42a78f0c9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca&tenant_id=96ef05c814a947bb872da21a8a326a7b HTTP/1.1" status: 200 len: 1095 time: 0.0923345 Dec 17 15:10:23.594974 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-d299bcc8-afa3-4253-921a-716c3d7ce5ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:23.648937 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-68cf1ac0-ddc7-465a-8646-f86cb981fed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:23.650654 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-68cf1ac0-ddc7-465a-8646-f86cb981fed6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96ef05c814a947bb872da21a8a326a7b&device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 1095 time: 0.0447607 Dec 17 15:10:23.653188 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:23.653991 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 67090bba-679e-4589-b3d7-4a3d9fa459e5 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:10:23.656921 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-18bf07a2-81a5-47bc-bb64-ab09ee1a8894 req-f8eb5302-9b47-43b6-b565-eec390924006 tempest-SecurityGroupsNegativeTestJSON-925362017 tempest-SecurityGroupsNegativeTestJSON-925362017-project] 10.222.0.46 "GET /v2.0/security-groups/0a4e5546-827c-4e1f-a78a-6181c6373543 HTTP/1.1" status: 200 len: 2981 time: 0.1689928 Dec 17 15:10:23.684795 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab461e-f844-4fcc-a3ec-1924dccbe12f req-9fd38d8b-6f62-4e43-acc9-3dbdd26eb7c4 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:23.686589 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f3ab461e-f844-4fcc-a3ec-1924dccbe12f req-9fd38d8b-6f62-4e43-acc9-3dbdd26eb7c4 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 945 time: 0.1889322 Dec 17 15:10:23.709442 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bd4656e5-d0d3-48ce-b61b-51155cff9972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:23.729970 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=e5425115-a717-4f09-abd4-6f600fc46a6e,revision_number=8']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:23.747379 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299bcc8-afa3-4253-921a-716c3d7ce5ae service neutron] Pushing event updated for resources: {'Port': ['ID=24cd68bd-3a64-4100-a99f-e4ce068a7543,revision_number=7']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:23.758074 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-86e29fe7-a5eb-48a0-884e-201490d8a7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:23.760433 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-86e29fe7-a5eb-48a0-884e-201490d8a7f7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea HTTP/1.1" status: 200 len: 909 time: 0.0987976 Dec 17 15:10:23.808083 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-f983fd95-41c6-4cbd-9274-6980e93d1f30 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67090bba-679e-4589-b3d7-4a3d9fa459e5 HTTP/1.1" status: 200 len: 217 time: 0.0404150 Dec 17 15:10:23.837351 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f3ab461e-f844-4fcc-a3ec-1924dccbe12f req-f5fdd1ee-77ce-4a80-8d3f-5d86cffaca50 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380394 Dec 17 15:10:23.850663 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-d299bcc8-afa3-4253-921a-716c3d7ce5ae service neutron] Attempting to bind port 24cd68bd-3a64-4100-a99f-e4ce068a7543 on host n-h1-820553-2 for vnic_type normal with profile {"migrating_to": "n-h2-820553-2"} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:10:23.850998 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-d299bcc8-afa3-4253-921a-716c3d7ce5ae service neutron] Attempting to bind port 24cd68bd-3a64-4100-a99f-e4ce068a7543 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:10:23.851327 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-d299bcc8-afa3-4253-921a-716c3d7ce5ae service neutron] Attempting to bind port 24cd68bd-3a64-4100-a99f-e4ce068a7543 on network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:10:23.869291 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-007b04f0-3fc6-4215-b411-3a59b83c34ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:23.871002 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-007b04f0-3fc6-4215-b411-3a59b83c34ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e07a04f7-750d-46bb-b1d6-18c61b699282 HTTP/1.1" status: 200 len: 848 time: 0.0554106 Dec 17 15:10:23.889720 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-d299bcc8-afa3-4253-921a-716c3d7ce5ae service neutron] Port 24cd68bd-3a64-4100-a99f-e4ce068a7543 on network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:10:23.890067 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-d299bcc8-afa3-4253-921a-716c3d7ce5ae service neutron] Attempting to bind port 24cd68bd-3a64-4100-a99f-e4ce068a7543 on network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:10:23.900543 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [req-18bf07a2-81a5-47bc-bb64-ab09ee1a8894 req-317e0271-447d-4cb7-88ef-7c1f8ad239b1 tempest-SecurityGroupsNegativeTestJSON-925362017 tempest-SecurityGroupsNegativeTestJSON-925362017-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 17 15:10:23.914271 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-23393300-cc44-4cf8-baa5-0e04e618a650 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333114 Dec 17 15:10:23.914454 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-18bf07a2-81a5-47bc-bb64-ab09ee1a8894 req-317e0271-447d-4cb7-88ef-7c1f8ad239b1 tempest-SecurityGroupsNegativeTestJSON-925362017 tempest-SecurityGroupsNegativeTestJSON-925362017-project] 10.222.0.46 "DELETE /v2.0/security-groups/0a4e5546-827c-4e1f-a78a-6181c6373543 HTTP/1.1" status: 409 len: 352 time: 0.2415409 Dec 17 15:10:23.922816 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-d299bcc8-afa3-4253-921a-716c3d7ce5ae service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:10:23.923216 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-d299bcc8-afa3-4253-921a-716c3d7ce5ae service neutron] Checking segment: {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:10:23.923551 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-d299bcc8-afa3-4253-921a-716c3d7ce5ae service neutron] Bound using segment: {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:10:23.923997 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-d299bcc8-afa3-4253-921a-716c3d7ce5ae service neutron] Bound port: 24cd68bd-3a64-4100-a99f-e4ce068a7543, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:10:23.924659 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-d299bcc8-afa3-4253-921a-716c3d7ce5ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:23.927429 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bd4656e5-d0d3-48ce-b61b-51155cff9972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:23.954147 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5712e4c-aca3-414c-b2b4-39f097b10b9d x-openstack-request-id: req-c5712e4c-aca3-414c-b2b4-39f097b10b9d {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:10:23.954532 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6db3a5-04f3-49bf-9763-1979d297fdde", "name": "network-vif-unplugged", "status": "completed", "tag": "24cd68bd-3a64-4100-a99f-e4ce068a7543", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:10:23.954789 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c5712e4c-aca3-414c-b2b4-39f097b10b9d {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:10:23.955174 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6db3a5-04f3-49bf-9763-1979d297fdde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24cd68bd-3a64-4100-a99f-e4ce068a7543', 'code': 200} Dec 17 15:10:23.988365 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bd4656e5-d0d3-48ce-b61b-51155cff9972 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:10:23.988709 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bd4656e5-d0d3-48ce-b61b-51155cff9972 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:10:23.989504 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bd4656e5-d0d3-48ce-b61b-51155cff9972 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:10:23.989838 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bd4656e5-d0d3-48ce-b61b-51155cff9972 admin admin] Subscribe: > port after_create 55550000 {{(pid=102832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:10:23.990181 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bd4656e5-d0d3-48ce-b61b-51155cff9972 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:10:23.990517 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bd4656e5-d0d3-48ce-b61b-51155cff9972 admin admin] Subscribe: > port after_update 55550000 {{(pid=102832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:10:23.990842 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bd4656e5-d0d3-48ce-b61b-51155cff9972 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:10:23.991182 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bd4656e5-d0d3-48ce-b61b-51155cff9972 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:10:23.991495 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bd4656e5-d0d3-48ce-b61b-51155cff9972 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:10:23.991810 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bd4656e5-d0d3-48ce-b61b-51155cff9972 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:10:23.997599 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6259b0b7-eada-432e-afe7-4d66644cb19e x-openstack-request-id: req-6259b0b7-eada-432e-afe7-4d66644cb19e {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:10:23.998146 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c12a14-bf8a-4957-a252-7de3c1eb420d", "name": "network-vif-plugged", "status": "completed", "tag": "e5425115-a717-4f09-abd4-6f600fc46a6e", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:10:23.998515 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6259b0b7-eada-432e-afe7-4d66644cb19e {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:10:23.999009 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c12a14-bf8a-4957-a252-7de3c1eb420d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5425115-a717-4f09-abd4-6f600fc46a6e', 'code': 200} Dec 17 15:10:24.004876 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-ff992858-605a-4ea7-bcb4-8395c76323c4 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856450 Dec 17 15:10:24.060100 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bd4656e5-d0d3-48ce-b61b-51155cff9972 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:10:24.060361 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bd4656e5-d0d3-48ce-b61b-51155cff9972 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:10:24.060694 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bd4656e5-d0d3-48ce-b61b-51155cff9972 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:10:24.061021 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bd4656e5-d0d3-48ce-b61b-51155cff9972 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 17 15:10:24.061408 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-bd4656e5-d0d3-48ce-b61b-51155cff9972 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73c23e98-be63-4315-b04e-699d9f04be7d']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:24.109850 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-bd4656e5-d0d3-48ce-b61b-51155cff9972 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b2a30dc-40d2-413f-94b7-3f5b03445bd1') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:24.110245 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-bd4656e5-d0d3-48ce-b61b-51155cff9972 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b2a30dc-40d2-413f-94b7-3f5b03445bd1') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:24.124065 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-e0b2e134-a8bb-4d60-8a65-f8c58e616d10 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872228 Dec 17 15:10:24.147167 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bd4656e5-d0d3-48ce-b61b-51155cff9972 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:24.195642 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bd4656e5-d0d3-48ce-b61b-51155cff9972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:24.209745 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd4656e5-d0d3-48ce-b61b-51155cff9972 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:10:24.210154 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bd4656e5-d0d3-48ce-b61b-51155cff9972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:24.212739 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-d299bcc8-afa3-4253-921a-716c3d7ce5ae service neutron] For port 24cd68bd-3a64-4100-a99f-e4ce068a7543, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:10:24.216746 n-d-820553-2 neutron-server[102832]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 17 15:10:24.216746 n-d-820553-2 neutron-server[102832]: from cryptography.utils import int_from_bytes Dec 17 15:10:24.216746 n-d-820553-2 neutron-server[102832]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 17 15:10:24.216746 n-d-820553-2 neutron-server[102832]: from cryptography.utils import int_from_bytes Dec 17 15:10:24.216746 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:10:24.216746 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:10:24.216746 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:10:24.216746 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:10:24.216746 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:10:24.216746 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:10:24.216746 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:10:24.216746 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:10:24.216746 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:10:24.216746 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:10:24.216746 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:10:24.216746 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:10:24.216746 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:10:24.216746 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:10:24.216746 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:10:24.216746 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:10:24.216746 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:10:24.216746 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:10:24.216746 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:10:24.216746 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:10:24.216746 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:10:24.216746 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:10:24.216746 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:10:24.216746 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:10:24.216746 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:10:24.216746 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:10:24.216746 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:10:24.216746 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:10:24.216746 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:10:24.216746 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:10:24.216746 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:10:24.216746 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:10:24.234697 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4db2e-05c1-47cd-9f1b-8139da10ae5d req-389da3b9-d3bd-4cba-92d9-84d08b9142fe tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:24.236268 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7a4db2e-05c1-47cd-9f1b-8139da10ae5d req-389da3b9-d3bd-4cba-92d9-84d08b9142fe tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 950 time: 0.3063376 Dec 17 15:10:24.277508 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-d299bcc8-afa3-4253-921a-716c3d7ce5ae service neutron] For port 24cd68bd-3a64-4100-a99f-e4ce068a7543, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=24cd68bd-3a64-4100-a99f-e4ce068a7543,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:10:24.290898 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1305e-4f27-437a-8a7c-70df0a806a17 req-e151dbc7-68bd-40ad-94ce-dbcbff77255e tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:24.292391 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-58f1305e-4f27-437a-8a7c-70df0a806a17 req-e151dbc7-68bd-40ad-94ce-dbcbff77255e tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 950 time: 0.2250121 Dec 17 15:10:24.346252 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7a4db2e-05c1-47cd-9f1b-8139da10ae5d req-163869c1-9f30-499b-b64e-de3bb36fd144 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797143 Dec 17 15:10:24.357994 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-58f1305e-4f27-437a-8a7c-70df0a806a17 req-ecac5e12-ce62-41fc-9789-c5e0c3352710 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539951 Dec 17 15:10:24.386290 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-d299bcc8-afa3-4253-921a-716c3d7ce5ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:24.651471 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 67090bba-679e-4589-b3d7-4a3d9fa459e5 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:10:24.683634 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bd4656e5-d0d3-48ce-b61b-51155cff9972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:24.696190 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 67090bba-679e-4589-b3d7-4a3d9fa459e5 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:10:24.700367 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-6bcd0635-d074-45c8-82e1-ddb63c339e5a tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:24.701965 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-6bcd0635-d074-45c8-82e1-ddb63c339e5a tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca&tenant_id=96ef05c814a947bb872da21a8a326a7b&binding%3Ahost_id=n-h1-820553-2 HTTP/1.1" status: 200 len: 1095 time: 0.0492094 Dec 17 15:10:24.732619 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bd4656e5-d0d3-48ce-b61b-51155cff9972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:24.736459 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-bd4656e5-d0d3-48ce-b61b-51155cff9972 admin admin] 10.222.0.46 "DELETE /v2.0/networks/73c23e98-be63-4315-b04e-699d9f04be7d HTTP/1.1" status: 204 len: 168 time: 1.2136297 Dec 17 15:10:24.741776 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [req-2c8e60af-b17c-4cfd-a996-d453b3750970 req-c17e8265-7086-4e9a-8683-78a8af840a62 tempest-SecurityGroupsNegativeTestJSON-925362017 tempest-SecurityGroupsNegativeTestJSON-925362017-project] show failed (client error): The resource could not be found. Dec 17 15:10:24.742764 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2c8e60af-b17c-4cfd-a996-d453b3750970 req-c17e8265-7086-4e9a-8683-78a8af840a62 tempest-SecurityGroupsNegativeTestJSON-925362017 tempest-SecurityGroupsNegativeTestJSON-925362017-project] 10.222.0.46 "GET /v2.0/security-groups/58c71c68-1b9b-40e4-aaca-8459d46c1e9b HTTP/1.1" status: 404 len: 352 time: 0.0640206 Dec 17 15:10:24.748874 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4656e5-d0d3-48ce-b61b-51155cff9972 admin admin] Pushing event deleted for resources: {'Network': ['ID=73c23e98-be63-4315-b04e-699d9f04be7d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:24.783319 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-d299bcc8-afa3-4253-921a-716c3d7ce5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:24.784190 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-d299bcc8-afa3-4253-921a-716c3d7ce5ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:24.785694 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-d299bcc8-afa3-4253-921a-716c3d7ce5ae service neutron] 10.222.0.13 "PUT /v2.0/ports/24cd68bd-3a64-4100-a99f-e4ce068a7543 HTTP/1.1" status: 200 len: 1121 time: 2.0652611 Dec 17 15:10:24.791657 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299bcc8-afa3-4253-921a-716c3d7ce5ae service neutron] Pushing event updated for resources: {'Port': ['ID=24cd68bd-3a64-4100-a99f-e4ce068a7543,revision_number=8']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:24.806445 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ce06f-b522-4ed7-9366-c614c085cf53 req-e948195c-ae49-499d-b0b8-467c2a30b28d tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:24.809700 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d7ce06f-b522-4ed7-9366-c614c085cf53 req-e948195c-ae49-499d-b0b8-467c2a30b28d tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 944 time: 0.4009490 Dec 17 15:10:24.873795 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d7ce06f-b522-4ed7-9366-c614c085cf53 req-3aae2fc8-ce53-495f-947d-2b9a5a8b4308 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614727 Dec 17 15:10:24.902899 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50edd147-9046-4f4e-a8fa-7b20acdb0369 req-3bfcb5d2-f075-4ad2-9b2c-fb57a167a676 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:24.904721 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-50edd147-9046-4f4e-a8fa-7b20acdb0369 req-3bfcb5d2-f075-4ad2-9b2c-fb57a167a676 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=65b52e54-a92a-4f97-bb35-bd1e1b90f1d6 HTTP/1.1" status: 200 len: 947 time: 0.0745361 Dec 17 15:10:24.929592 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [req-d08ac4b0-1576-4be8-847e-3610d9961eb8 req-d9939854-638c-480f-88ba-842a2a909fd5 tempest-SecurityGroupsNegativeTestJSON-925362017 tempest-SecurityGroupsNegativeTestJSON-925362017-project] show failed (client error): The resource could not be found. Dec 17 15:10:24.932690 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d08ac4b0-1576-4be8-847e-3610d9961eb8 req-d9939854-638c-480f-88ba-842a2a909fd5 tempest-SecurityGroupsNegativeTestJSON-925362017 tempest-SecurityGroupsNegativeTestJSON-925362017-project] 10.222.0.46 "GET /v2.0/security-groups/737ef686-0f18-421e-8136-43d8a44030fd HTTP/1.1" status: 404 len: 352 time: 0.0249207 Dec 17 15:10:24.943791 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37922) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:24.954961 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-50edd147-9046-4f4e-a8fa-7b20acdb0369 req-12a72d9b-eb10-491f-99e2-0752647226dc tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427353 Dec 17 15:10:24.983736 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-167b8a01-6cd7-4aa6-b6b6-aa76219a6676 service neutron] For port 67090bba-679e-4589-b3d7-4a3d9fa459e5, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:10:24.989852 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-167b8a01-6cd7-4aa6-b6b6-aa76219a6676 service neutron] Notify callbacks [] for binding, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:24.990360 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-63fa602c-3b48-4fae-8cdb-9ac452f9f4e3 req-167b8a01-6cd7-4aa6-b6b6-aa76219a6676 service neutron] 10.222.0.41 "DELETE /v2.0/ports/67090bba-679e-4589-b3d7-4a3d9fa459e5/bindings/n-h2-820553-2 HTTP/1.1" status: 204 len: 173 time: 0.2764888 Dec 17 15:10:25.001427 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc24023-fd64-4ad7-a13a-e5bf98222692 admin admin] Deleting subnet e980c630-1246-453e-82ca-9f9e493a29e9 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:10:25.005253 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0cc24023-fd64-4ad7-a13a-e5bf98222692 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:25.040588 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9814a-79ac-44e2-be7a-823a48dac493 req-0f2b1b4d-3747-4cb1-b88a-d9f18af94e99 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:25.040852 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0cc24023-fd64-4ad7-a13a-e5bf98222692 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:25.048585 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cfe9814a-79ac-44e2-be7a-823a48dac493 req-0f2b1b4d-3747-4cb1-b88a-d9f18af94e99 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 943 time: 0.0574887 Dec 17 15:10:25.054752 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['24cd68bd-3a64-4100-a99f-e4ce068a7543'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:10:25.086102 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cfe9814a-79ac-44e2-be7a-823a48dac493 req-8c55d4a0-419e-4ff7-b4ef-99675605cdc3 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366483 Dec 17 15:10:25.092776 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0cc24023-fd64-4ad7-a13a-e5bf98222692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:25.190567 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37924) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:25.228595 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0cc24023-fd64-4ad7-a13a-e5bf98222692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:25.237029 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-eb19518a-4940-463c-8b0c-44b28b027a7f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f9cb63b6afea40a79366d97361b272c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453153 Dec 17 15:10:25.239777 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37926) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:25.257062 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc24023-fd64-4ad7-a13a-e5bf98222692 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e980c630-1246-453e-82ca-9f9e493a29e9,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:25.259081 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0cc24023-fd64-4ad7-a13a-e5bf98222692 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:25.262209 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0cc24023-fd64-4ad7-a13a-e5bf98222692 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e980c630-1246-453e-82ca-9f9e493a29e9 HTTP/1.1" status: 204 len: 168 time: 0.3174143 Dec 17 15:10:25.264796 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37928) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:25.289498 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-717f3571-aaa5-4ceb-89ea-96e3de46aeca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:25.311320 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-717f3571-aaa5-4ceb-89ea-96e3de46aeca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:25.332031 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eaedeb80-40c6-4a7c-9db7-36f868f37339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:25.422128 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eaedeb80-40c6-4a7c-9db7-36f868f37339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:25.447546 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-eaedeb80-40c6-4a7c-9db7-36f868f37339 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30dbaad0-d3c7-440e-ba57-9604fc53886b']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:25.457865 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-eaedeb80-40c6-4a7c-9db7-36f868f37339 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b04abd1-1305-4327-b8f8-6055d35e4f9b') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:25.458158 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-eaedeb80-40c6-4a7c-9db7-36f868f37339 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b04abd1-1305-4327-b8f8-6055d35e4f9b') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:25.468730 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eaedeb80-40c6-4a7c-9db7-36f868f37339 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:25.482278 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eaedeb80-40c6-4a7c-9db7-36f868f37339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:25.488242 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaedeb80-40c6-4a7c-9db7-36f868f37339 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:10:25.490871 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eaedeb80-40c6-4a7c-9db7-36f868f37339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:25.490871 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:10:25.490871 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:10:25.490871 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:10:25.490871 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:10:25.490871 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:10:25.490871 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:10:25.490871 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:10:25.490871 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:10:25.490871 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:10:25.490871 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:10:25.490871 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:10:25.490871 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:10:25.490871 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:10:25.490871 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:10:25.490871 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:10:25.490871 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:10:25.490871 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:10:25.490871 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:10:25.490871 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:10:25.490871 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:10:25.490871 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:10:25.490871 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:10:25.490871 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:10:25.490871 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:10:25.490871 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:10:25.490871 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:10:25.490871 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:10:25.490871 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:10:25.490871 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:10:25.490871 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:10:25.490871 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:10:25.490871 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:10:25.493097 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-717f3571-aaa5-4ceb-89ea-96e3de46aeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:25.493587 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-717f3571-aaa5-4ceb-89ea-96e3de46aeca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:25.497178 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-717f3571-aaa5-4ceb-89ea-96e3de46aeca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/81c1c0ed-e5c4-423c-94ae-f4dc1a57d940 HTTP/1.1" status: 204 len: 168 time: 0.2539685 Dec 17 15:10:25.514357 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f3571-aaa5-4ceb-89ea-96e3de46aeca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c1c0ed-e5c4-423c-94ae-f4dc1a57d940,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:25.518283 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:25.525194 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588d9fa-9ca8-40a7-9626-4f7b794383df req-3b0b4629-9c11-46fb-9706-c5a04e2bafe1 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:25.531364 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3588d9fa-9ca8-40a7-9626-4f7b794383df req-3b0b4629-9c11-46fb-9706-c5a04e2bafe1 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 950 time: 0.1103127 Dec 17 15:10:25.556853 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126f51d-61a6-4cdc-b884-7d63250b5411 req-f6639a96-8eb5-4164-8086-39035ccf1667 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:25.558406 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a126f51d-61a6-4cdc-b884-7d63250b5411 req-f6639a96-8eb5-4164-8086-39035ccf1667 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 950 time: 0.1014903 Dec 17 15:10:25.594331 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3588d9fa-9ca8-40a7-9626-4f7b794383df req-7a06ff0b-266e-4dac-b4f8-fead9e0be4ff tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610011 Dec 17 15:10:25.621100 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eaedeb80-40c6-4a7c-9db7-36f868f37339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:25.631539 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eaedeb80-40c6-4a7c-9db7-36f868f37339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:25.635985 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-eaedeb80-40c6-4a7c-9db7-36f868f37339 admin admin] 10.222.0.46 "DELETE /v2.0/networks/30dbaad0-d3c7-440e-ba57-9604fc53886b HTTP/1.1" status: 204 len: 168 time: 0.3695195 Dec 17 15:10:25.641964 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a126f51d-61a6-4cdc-b884-7d63250b5411 req-24bf6411-77fc-4af1-a8fb-c48c45df9dcc tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743642 Dec 17 15:10:25.665837 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaedeb80-40c6-4a7c-9db7-36f868f37339 admin admin] Pushing event deleted for resources: {'Network': ['ID=30dbaad0-d3c7-440e-ba57-9604fc53886b,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:25.978387 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf6db3a5-04f3-49bf-9763-1979d297fdde', 'tag': '24cd68bd-3a64-4100-a99f-e4ce068a7543'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:10:25.981334 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3975ddb-344d-49d9-931e-6b7fda3c4bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "bf6db3a5-04f3-49bf-9763-1979d297fdde", "tag": "24cd68bd-3a64-4100-a99f-e4ce068a7543"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:10:26.010191 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28fff87-bf0e-4f95-a3bc-0b67e7146107 req-98a6b611-6800-45b8-8817-1148e56fdb1f tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:26.011791 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f28fff87-bf0e-4f95-a3bc-0b67e7146107 req-98a6b611-6800-45b8-8817-1148e56fdb1f tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 944 time: 0.0665953 Dec 17 15:10:26.076988 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f28fff87-bf0e-4f95-a3bc-0b67e7146107 req-527c1036-4c9f-4d4b-98c5-0c59d58b1772 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576174 Dec 17 15:10:26.106266 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70393c0-e578-4eef-9f5b-da34dadd926b req-d421207e-9fd5-459a-b531-972c9efb6c16 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:26.109782 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d70393c0-e578-4eef-9f5b-da34dadd926b req-d421207e-9fd5-459a-b531-972c9efb6c16 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=65b52e54-a92a-4f97-bb35-bd1e1b90f1d6 HTTP/1.1" status: 200 len: 947 time: 0.0700212 Dec 17 15:10:26.110170 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37950) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:26.128105 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76853bb1-1ab1-47cf-bb9f-ed15b30e3dee x-openstack-request-id: req-76853bb1-1ab1-47cf-bb9f-ed15b30e3dee {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:10:26.128402 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf6db3a5-04f3-49bf-9763-1979d297fdde", "tag": "24cd68bd-3a64-4100-a99f-e4ce068a7543", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:10:26.128655 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-76853bb1-1ab1-47cf-bb9f-ed15b30e3dee {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:10:26.129070 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf6db3a5-04f3-49bf-9763-1979d297fdde', 'tag': '24cd68bd-3a64-4100-a99f-e4ce068a7543', 'status': 'completed', 'code': 200} Dec 17 15:10:26.165380 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2a8304ba-43ff-4bc9-8452-fd7037d78e27 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b84b2b2eb3144b64ad8c7ff907fca642&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539551 Dec 17 15:10:26.173920 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37954) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:26.181966 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d70393c0-e578-4eef-9f5b-da34dadd926b req-cfb2c991-8a72-4749-9b96-0263e9f444e0 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583198 Dec 17 15:10:26.268337 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3975ddb-344d-49d9-931e-6b7fda3c4bdf req-f92b0ace-7904-47ce-8937-dee9a13ebf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:26.269916 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e3975ddb-344d-49d9-931e-6b7fda3c4bdf req-f92b0ace-7904-47ce-8937-dee9a13ebf74 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=724cb0144c46439a90883d842de78922&device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 1124 time: 0.0890963 Dec 17 15:10:26.281452 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0e2fa883-17cf-4553-b2ea-ff3868227ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:26.314763 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959b69c-935b-4713-84ed-d156da5c5c57 req-66f4933e-bb00-4204-9aff-5c2ac7a418a7 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:26.316339 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7959b69c-935b-4713-84ed-d156da5c5c57 req-66f4933e-bb00-4204-9aff-5c2ac7a418a7 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 943 time: 0.0922465 Dec 17 15:10:26.320932 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681db9ee-4fb5-4777-90f0-f7aea399c358 req-78ac8bab-14e6-4408-9dd0-f4dc2bda048b tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:26.322508 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-681db9ee-4fb5-4777-90f0-f7aea399c358 req-78ac8bab-14e6-4408-9dd0-f4dc2bda048b tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 1095 time: 0.0817475 Dec 17 15:10:26.365879 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0e2fa883-17cf-4553-b2ea-ff3868227ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:26.381497 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7959b69c-935b-4713-84ed-d156da5c5c57 req-85c2c94b-efe8-44ed-a20d-a52230bed674 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562482 Dec 17 15:10:26.387372 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-681db9ee-4fb5-4777-90f0-f7aea399c358 req-f68bef64-7e25-4423-8adf-dc7277c5c76b tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539527 Dec 17 15:10:26.398226 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37958) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:26.441448 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3975ddb-344d-49d9-931e-6b7fda3c4bdf req-1c6c6664-383b-4d17-975f-75eb46cfda99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:26.443132 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e3975ddb-344d-49d9-931e-6b7fda3c4bdf req-1c6c6664-383b-4d17-975f-75eb46cfda99 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 HTTP/1.1" status: 200 len: 921 time: 0.1565824 Dec 17 15:10:26.449266 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-070953f0-cb7e-4b14-91e1-e3243e38fa99 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6a7661d6c3484b628dc18f87ab395309&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492871 Dec 17 15:10:26.451710 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37962) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:26.491113 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e3975ddb-344d-49d9-931e-6b7fda3c4bdf req-ad38ce29-6328-48dc-aef2-b0ceed37e924 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24cd68bd-3a64-4100-a99f-e4ce068a7543 HTTP/1.1" status: 200 len: 217 time: 0.0382755 Dec 17 15:10:26.504479 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6be46cce-5402-49d7-80c9-65bbc28aafa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:26.530809 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6be46cce-5402-49d7-80c9-65bbc28aafa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:26.553579 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3975ddb-344d-49d9-931e-6b7fda3c4bdf req-e072e45d-e06b-4bb1-8b03-853590f1eedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:26.555113 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e3975ddb-344d-49d9-931e-6b7fda3c4bdf req-e072e45d-e06b-4bb1-8b03-853590f1eedd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c28c8ec-5ccc-4295-ab15-cbe54116b2d0 HTTP/1.1" status: 200 len: 860 time: 0.0573058 Dec 17 15:10:26.587041 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e3975ddb-344d-49d9-931e-6b7fda3c4bdf req-ffa82d68-f9a3-4079-ac81-21524daf598d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246997 Dec 17 15:10:26.639644 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0e2fa883-17cf-4553-b2ea-ff3868227ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:26.641895 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0e2fa883-17cf-4553-b2ea-ff3868227ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:26.645490 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0e2fa883-17cf-4553-b2ea-ff3868227ebd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0a4e5546-827c-4e1f-a78a-6181c6373543 HTTP/1.1" status: 204 len: 168 time: 0.4680765 Dec 17 15:10:26.660423 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2fa883-17cf-4553-b2ea-ff3868227ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4e5546-827c-4e1f-a78a-6181c6373543,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:26.695160 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e3975ddb-344d-49d9-931e-6b7fda3c4bdf req-0a89f3ba-fc32-47c3-bd22-6e4fe7850cde service neutron] 10.222.0.41 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005988 Dec 17 15:10:26.708942 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6be46cce-5402-49d7-80c9-65bbc28aafa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:26.711435 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6be46cce-5402-49d7-80c9-65bbc28aafa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:26.712539 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6be46cce-5402-49d7-80c9-65bbc28aafa8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e39f32d8-8907-4ecf-ac3a-0edd0e5fb21e HTTP/1.1" status: 204 len: 168 time: 0.2599328 Dec 17 15:10:26.752553 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-8bf3e454-8250-4d3c-b39a-d1fae76401fe tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:26.759465 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-8bf3e454-8250-4d3c-b39a-d1fae76401fe tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/networks?id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea HTTP/1.1" status: 200 len: 808 time: 0.1743228 Dec 17 15:10:26.763344 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be46cce-5402-49d7-80c9-65bbc28aafa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39f32d8-8907-4ecf-ac3a-0edd0e5fb21e,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:26.784570 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-b185dcad-74d9-4cf8-a4e5-e6882b0726a2 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/quotas/96ef05c814a947bb872da21a8a326a7b HTTP/1.1" status: 200 len: 375 time: 0.0239458 Dec 17 15:10:26.824213 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e3975ddb-344d-49d9-931e-6b7fda3c4bdf req-add5cb1a-2c6a-4e94-8c7c-d34cd3ab53e2 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192007 Dec 17 15:10:26.832710 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e2e36-4ba7-4b6c-852f-895b1e932d32 req-52ad4442-1b22-48a2-b3d6-8d32df4ecf6b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:26.834223 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ea6e2e36-4ba7-4b6c-852f-895b1e932d32 req-52ad4442-1b22-48a2-b3d6-8d32df4ecf6b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 950 time: 0.1329315 Dec 17 15:10:26.888581 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-d6d3c9e5-d6be-48f2-bdcc-d6fcf7487b75 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=96ef05c814a947bb872da21a8a326a7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1025476 Dec 17 15:10:26.912890 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ea6e2e36-4ba7-4b6c-852f-895b1e932d32 req-1d957653-947c-48bd-8870-1001def37e9d tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715024 Dec 17 15:10:26.992082 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-bae5318e-5b5c-4baf-8575-74582869e284 service neutron] 10.222.0.46 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026492 Dec 17 15:10:27.085623 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f84a44-d4c5-4c01-8ced-ab7abaf66f5c req-d1579a9c-12b2-4dc8-9b62-cbd2eccb1870 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:27.087002 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f9f84a44-d4c5-4c01-8ced-ab7abaf66f5c req-d1579a9c-12b2-4dc8-9b62-cbd2eccb1870 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 950 time: 0.1153491 Dec 17 15:10:27.128689 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-3ac86b42-cffe-47f8-acaa-1e61504832fe service neutron] 10.222.0.46 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230950 Dec 17 15:10:27.149462 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f9f84a44-d4c5-4c01-8ced-ab7abaf66f5c req-d00384ee-1a52-4727-b859-dc76b2c4f59c tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509584 Dec 17 15:10:27.306647 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 84ec1fa8-4fe6-41c9-9253-fd20873a5605 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:10:27.436599 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 84ec1fa8-4fe6-41c9-9253-fd20873a5605, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=84ec1fa8-4fe6-41c9-9253-fd20873a5605,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:27.464487 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9c39c-0978-4604-8e45-1ea802715fc3 req-27889ba2-d9ad-4bd6-a1f8-0c3eed46f13d tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:27.465549 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '84ec1fa8-4fe6-41c9-9253-fd20873a5605', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': '84ec1fa8-4fe6-41c9-9253-fd20873a5605', 'mac_address': 'fa:16:3e:f1:e6:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:10:27.472940 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dcf9c39c-0978-4604-8e45-1ea802715fc3 req-27889ba2-d9ad-4bd6-a1f8-0c3eed46f13d tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=65b52e54-a92a-4f97-bb35-bd1e1b90f1d6 HTTP/1.1" status: 200 len: 947 time: 0.0627654 Dec 17 15:10:27.523498 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:27.536649 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dcf9c39c-0978-4604-8e45-1ea802715fc3 req-983b99ff-7d3e-415c-a4e8-8a6869d75020 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589297 Dec 17 15:10:27.539534 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84ec1fa8-4fe6-41c9-9253-fd20873a5605 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:10:27.582068 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 84ec1fa8-4fe6-41c9-9253-fd20873a5605, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=84ec1fa8-4fe6-41c9-9253-fd20873a5605,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:27.632083 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1480c511-caaf-4e18-88b0-a60ecc59f786 req-1cc5b6fe-d07a-4bd5-acea-a32ace8f083c tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 210 time: 0.0304277 Dec 17 15:10:27.681699 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa8c38-33b9-4574-b557-6b20d58bcfe1 req-53f61e39-0861-4f17-ae3a-7155dd3bcd5e tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:27.682041 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-76aa8c38-33b9-4574-b557-6b20d58bcfe1 req-53f61e39-0861-4f17-ae3a-7155dd3bcd5e tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 943 time: 0.0523140 Dec 17 15:10:27.701163 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:27.774262 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-76aa8c38-33b9-4574-b557-6b20d58bcfe1 req-ea3e0ab2-29cb-400f-b387-3b102d19a6e6 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846813 Dec 17 15:10:27.776206 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=84ec1fa8-4fe6-41c9-9253-fd20873a5605,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:27.788040 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b013f-afbc-4f62-a428-2c042258088e req-e795fff9-cacd-4a04-9615-1a1cd93b65d6 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:27.795799 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7f2b013f-afbc-4f62-a428-2c042258088e req-e795fff9-cacd-4a04-9615-1a1cd93b65d6 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/ports?device_id=23a772e0-4b34-4b09-942a-ebffd7e3b815 HTTP/1.1" status: 200 len: 966 time: 0.0807216 Dec 17 15:10:27.833636 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7f2b013f-afbc-4f62-a428-2c042258088e req-9250e12e-a970-4e95-b167-647553dedba2 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/security-groups?id=33f245e8-8a62-458c-b8d7-9e7e52d07540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368109 Dec 17 15:10:28.031266 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b84168-a4fa-4c78-8ad7-4de7792f0408 req-74b432bb-ad25-4ded-8f74-192e6382f504 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:28.033027 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-59b84168-a4fa-4c78-8ad7-4de7792f0408 req-74b432bb-ad25-4ded-8f74-192e6382f504 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 950 time: 0.0509987 Dec 17 15:10:28.037672 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38036) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:28.077081 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-59b84168-a4fa-4c78-8ad7-4de7792f0408 req-38ca254f-1a2b-4333-8c21-d3cb137b35cb tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350347 Dec 17 15:10:28.157826 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38044) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:28.192430 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-422143bf-ed51-4d5e-bde5-cef2c410c6b8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-357857068-network', 'tenant_id': 'f6145b39f2664908bc878c10235d12ea'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:28.208943 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-432e7cb9-c69c-417b-a34b-a6edaf1e42fb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1039385025-network', 'tenant_id': '7ab769bf8d824369913f93fe94382274'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:28.228586 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['84ec1fa8-4fe6-41c9-9253-fd20873a5605'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:10:28.271502 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b400a6-ddd1-4ec5-a56e-aaf4a8484469 req-4e8507e7-5d43-4e2b-8a79-b57a95563caa tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:28.272980 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-61b400a6-ddd1-4ec5-a56e-aaf4a8484469 req-4e8507e7-5d43-4e2b-8a79-b57a95563caa tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 950 time: 0.0502245 Dec 17 15:10:28.313701 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-61b400a6-ddd1-4ec5-a56e-aaf4a8484469 req-4a7227ea-29a3-424a-9b6c-e1e012caf7af tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338242 Dec 17 15:10:28.319296 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422143bf-ed51-4d5e-bde5-cef2c410c6b8 admin admin] Made reservation on behalf of f6145b39f2664908bc878c10235d12ea for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:10:28.321700 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-422143bf-ed51-4d5e-bde5-cef2c410c6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:28.334643 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-422143bf-ed51-4d5e-bde5-cef2c410c6b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:28.415987 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-422143bf-ed51-4d5e-bde5-cef2c410c6b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:28.488935 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432e7cb9-c69c-417b-a34b-a6edaf1e42fb admin admin] Made reservation on behalf of 7ab769bf8d824369913f93fe94382274 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:10:28.491279 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-432e7cb9-c69c-417b-a34b-a6edaf1e42fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:28.499877 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-432e7cb9-c69c-417b-a34b-a6edaf1e42fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:28.519468 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-422143bf-ed51-4d5e-bde5-cef2c410c6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:28.554755 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-422143bf-ed51-4d5e-bde5-cef2c410c6b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:10:28.583288 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422143bf-ed51-4d5e-bde5-cef2c410c6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0b4426-1be3-42c7-bf3d-bd1cfea891a6,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:28.586273 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-422143bf-ed51-4d5e-bde5-cef2c410c6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:28.586608 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-422143bf-ed51-4d5e-bde5-cef2c410c6b8 admin admin] Added segment 43b09ab7-d096-4eb2-9b0c-68de61b3c74d of type vlan for network 40090c4b-a4ce-450f-a115-2aa1a092d03b Dec 17 15:10:28.642317 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-422143bf-ed51-4d5e-bde5-cef2c410c6b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:28.654491 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-432e7cb9-c69c-417b-a34b-a6edaf1e42fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:28.660301 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de37c2-1910-4317-a2d0-20e6fabb01ad req-46d82beb-d4b5-4d73-9d44-1f20a69b814f tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:28.669651 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-13de37c2-1910-4317-a2d0-20e6fabb01ad req-46d82beb-d4b5-4d73-9d44-1f20a69b814f tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=65b52e54-a92a-4f97-bb35-bd1e1b90f1d6 HTTP/1.1" status: 200 len: 948 time: 0.0631216 Dec 17 15:10:28.674347 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 24cd68bd-3a64-4100-a99f-e4ce068a7543 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:10:28.704801 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-13de37c2-1910-4317-a2d0-20e6fabb01ad req-994f5913-7c5e-4f03-8cd9-1e94247cbb15 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369511 Dec 17 15:10:28.769901 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-432e7cb9-c69c-417b-a34b-a6edaf1e42fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:28.789019 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 24cd68bd-3a64-4100-a99f-e4ce068a7543, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=24cd68bd-3a64-4100-a99f-e4ce068a7543,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:28.791604 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a1783aaa-1103-4844-9e5e-2135f01807a0 req-7584fb8c-1516-4562-9eaa-4659b71e2e15 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 210 time: 0.0304897 Dec 17 15:10:28.795005 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432e7cb9-c69c-417b-a34b-a6edaf1e42fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:10:28.805561 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-422143bf-ed51-4d5e-bde5-cef2c410c6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:28.806506 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422143bf-ed51-4d5e-bde5-cef2c410c6b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:28.807214 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-422143bf-ed51-4d5e-bde5-cef2c410c6b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:28.808305 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 24cd68bd-3a64-4100-a99f-e4ce068a7543 has no active binding in host n-h2-820553-2 {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 17 15:10:28.810518 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e7cb9-c69c-417b-a34b-a6edaf1e42fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01739944-73e0-434a-8d8c-6289a8f038e3,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:28.831305 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-432e7cb9-c69c-417b-a34b-a6edaf1e42fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:28.831743 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-432e7cb9-c69c-417b-a34b-a6edaf1e42fb admin admin] Added segment 6195920f-235a-43b1-b989-52574355e4e2 of type vlan for network ee33e5dc-da88-4366-8175-e3c7ad730389 Dec 17 15:10:28.870877 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d061b032-acef-48d6-b4cb-683e9e46dcd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:28.912178 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422143bf-ed51-4d5e-bde5-cef2c410c6b8 admin admin] Pushing event updated for resources: {'Network': ['ID=40090c4b-a4ce-450f-a115-2aa1a092d03b,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:28.917023 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-432e7cb9-c69c-417b-a34b-a6edaf1e42fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:28.922333 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 40090c4b-a4ce-450f-a115-2aa1a092d03b details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:10:28.936102 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c56d0-a8d7-4e38-b48b-14d6bb332de7 req-4163a5ab-7755-4876-a1bc-c250181a09ee tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:28.937922 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ea5c56d0-a8d7-4e38-b48b-14d6bb332de7 req-4163a5ab-7755-4876-a1bc-c250181a09ee tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 943 time: 0.0620704 Dec 17 15:10:28.976238 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-422143bf-ed51-4d5e-bde5-cef2c410c6b8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9342206 Dec 17 15:10:28.976238 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38058) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:28.980629 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-2d8f2481-e016-44d6-a40e-94657b6e6aef admin admin] Request body: {'subnet': {'network_id': '40090c4b-a4ce-450f-a115-2aa1a092d03b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-357857068-subnet', 'tenant_id': 'f6145b39f2664908bc878c10235d12ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:28.989327 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ea5c56d0-a8d7-4e38-b48b-14d6bb332de7 req-2acd7300-a90a-4563-9cad-1c3621610d6d tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439532 Dec 17 15:10:29.020517 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-432e7cb9-c69c-417b-a34b-a6edaf1e42fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:29.021567 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432e7cb9-c69c-417b-a34b-a6edaf1e42fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:29.024428 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-432e7cb9-c69c-417b-a34b-a6edaf1e42fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:29.083249 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e7cb9-c69c-417b-a34b-a6edaf1e42fb admin admin] Pushing event updated for resources: {'Network': ['ID=ee33e5dc-da88-4366-8175-e3c7ad730389,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:29.093338 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network ee33e5dc-da88-4366-8175-e3c7ad730389 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:10:29.124377 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8f2481-e016-44d6-a40e-94657b6e6aef admin admin] Made reservation on behalf of f6145b39f2664908bc878c10235d12ea for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:10:29.127231 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2d8f2481-e016-44d6-a40e-94657b6e6aef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:29.213563 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-6d6bc3a5-6298-4e20-9af0-144fa62a386a tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--171596603&fields=id&tenant_id=6c8068ddce4846ac914e3b1ee5570190 HTTP/1.1" status: 200 len: 267 time: 0.0699680 Dec 17 15:10:29.228102 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-432e7cb9-c69c-417b-a34b-a6edaf1e42fb admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0691891 Dec 17 15:10:29.231199 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38076) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:29.236104 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-7faff3d0-1186-483f-95b3-e563310bcb68 admin admin] Request body: {'subnet': {'network_id': 'ee33e5dc-da88-4366-8175-e3c7ad730389', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1039385025-subnet', 'tenant_id': '7ab769bf8d824369913f93fe94382274', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:29.283432 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb0768-5ba6-49a4-8569-719e5cae36bc req-70af4793-017b-4c2e-ad83-3726a89e45ee tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:29.285199 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4fb0768-5ba6-49a4-8569-719e5cae36bc req-70af4793-017b-4c2e-ad83-3726a89e45ee tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 950 time: 0.1121664 Dec 17 15:10:29.362039 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4fb0768-5ba6-49a4-8569-719e5cae36bc req-561755e5-0be3-4dfa-8843-51d21582f835 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592735 Dec 17 15:10:29.369956 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-e0e0ceb2-7b4f-42d8-9e17-e78f44eaa984 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:29.371359 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-e0e0ceb2-7b4f-42d8-9e17-e78f44eaa984 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/networks?id=613331aa-1e32-47f2-9904-dd1d74f4b9b4 HTTP/1.1" status: 200 len: 823 time: 0.1463270 Dec 17 15:10:29.388153 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-963fd55a-0577-4b7d-90b5-608bc1c90d61 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/quotas/6c8068ddce4846ac914e3b1ee5570190 HTTP/1.1" status: 200 len: 375 time: 0.0097718 Dec 17 15:10:29.397708 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7faff3d0-1186-483f-95b3-e563310bcb68 admin admin] Made reservation on behalf of 7ab769bf8d824369913f93fe94382274 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:10:29.400213 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7faff3d0-1186-483f-95b3-e563310bcb68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:29.446674 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2d8f2481-e016-44d6-a40e-94657b6e6aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:29.477154 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-96c9786d-e370-4ea1-a5f2-295d143a37f2 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6c8068ddce4846ac914e3b1ee5570190&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0815642 Dec 17 15:10:29.493118 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8861a2-77c7-41c6-bd34-5c75814eb616 req-fa8d8717-25fa-40f4-8aa8-5504692b0261 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:29.494591 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ca8861a2-77c7-41c6-bd34-5c75814eb616 req-fa8d8717-25fa-40f4-8aa8-5504692b0261 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 950 time: 0.0670395 Dec 17 15:10:29.526960 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f2481-e016-44d6-a40e-94657b6e6aef admin admin] Pushing event updated for resources: {'Subnet': ['ID=d85a9cb0-018e-476d-a650-20058f3fe1d1,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:29.553152 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8f2481-e016-44d6-a40e-94657b6e6aef admin admin] Checking segment: {'id': '43b09ab7-d096-4eb2-9b0c-68de61b3c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '40090c4b-a4ce-450f-a115-2aa1a092d03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:10:29.553498 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8f2481-e016-44d6-a40e-94657b6e6aef admin admin] Network hostable DHCP agents. Network: 40090c4b-a4ce-450f-a115-2aa1a092d03b, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:10:29.575901 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ca8861a2-77c7-41c6-bd34-5c75814eb616 req-51476b1d-e00f-4ff0-91f5-b7fe4ba8572e tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728672 Dec 17 15:10:29.606912 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-b30f1d5b-ac82-4da0-9077-0950b0fd8116 service neutron] 10.222.0.46 "GET /v2.0/networks/613331aa-1e32-47f2-9904-dd1d74f4b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113789 Dec 17 15:10:29.707922 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-8b2bf4fe-2922-411a-8244-0df04e295bd2 service neutron] 10.222.0.46 "GET /v2.0/networks/613331aa-1e32-47f2-9904-dd1d74f4b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934298 Dec 17 15:10:29.710728 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8f2481-e016-44d6-a40e-94657b6e6aef admin admin] Network 40090c4b-a4ce-450f-a115-2aa1a092d03b is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:10:29.745072 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7faff3d0-1186-483f-95b3-e563310bcb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:29.804358 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faff3d0-1186-483f-95b3-e563310bcb68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c40c7b4a-fd19-4d8c-b27d-7913f60a9a84,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:29.815733 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faff3d0-1186-483f-95b3-e563310bcb68 admin admin] Checking segment: {'id': '6195920f-235a-43b1-b989-52574355e4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ee33e5dc-da88-4366-8175-e3c7ad730389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:10:29.816110 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7faff3d0-1186-483f-95b3-e563310bcb68 admin admin] Network hostable DHCP agents. Network: ee33e5dc-da88-4366-8175-e3c7ad730389, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:10:29.819434 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-2d8f2481-e016-44d6-a40e-94657b6e6aef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 40090c4b-a4ce-450f-a115-2aa1a092d03b) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:10:29.824801 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8f2481-e016-44d6-a40e-94657b6e6aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:29.825880 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2d8f2481-e016-44d6-a40e-94657b6e6aef admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:29.829554 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dcff30-58ac-4dd0-b593-9df5b1a66850 None None] Network 40090c4b-a4ce-450f-a115-2aa1a092d03b requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:10:29.854799 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e79fc-547b-44fa-81a8-11a6161c75e4 req-232793f1-0ae0-41e8-a7f0-91d329e3d308 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:29.856362 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f47e79fc-547b-44fa-81a8-11a6161c75e4 req-232793f1-0ae0-41e8-a7f0-91d329e3d308 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=65b52e54-a92a-4f97-bb35-bd1e1b90f1d6 HTTP/1.1" status: 200 len: 948 time: 0.0681059 Dec 17 15:10:29.910742 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f47e79fc-547b-44fa-81a8-11a6161c75e4 req-52b2edea-4f48-4a08-a7ed-43a546557146 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471842 Dec 17 15:10:29.936704 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2d8f2481-e016-44d6-a40e-94657b6e6aef admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9597988 Dec 17 15:10:29.938287 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7faff3d0-1186-483f-95b3-e563310bcb68 admin admin] Network ee33e5dc-da88-4366-8175-e3c7ad730389 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:10:29.939800 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38086) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:29.945660 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-44d211fa-3dc0-4cee-9a2b-7e7e6a7a1515 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-357857068-router', 'tenant_id': 'f6145b39f2664908bc878c10235d12ea', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:29.958983 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-7faff3d0-1186-483f-95b3-e563310bcb68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, ee33e5dc-da88-4366-8175-e3c7ad730389) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:10:29.968156 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1845a7-77b7-4909-b5b3-762b23b86de9 None None] Network ee33e5dc-da88-4366-8175-e3c7ad730389 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:10:29.974477 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faff3d0-1186-483f-95b3-e563310bcb68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:29.977031 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7faff3d0-1186-483f-95b3-e563310bcb68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:30.022385 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-18d89add-3091-42e1-aac4-b804d6abd2c5 req-24adde48-2e0b-4dd6-a87c-f943ef35acc3 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 210 time: 0.0413435 Dec 17 15:10:30.075371 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a53e14fc-b831-4b72-8cf7-7217acb3207d req-e3b2a537-0600-464f-b598-9283d5ff7bdf tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/ports?device_id=9db95732-bef0-4b55-a3fc-4fb7b292dc2d HTTP/1.1" status: 200 len: 210 time: 0.0519562 Dec 17 15:10:30.154844 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedf6561-8c9a-4a1b-87a1-21ab93e4fa51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-40090c4b-a4ce-450f-a115-2aa1a092d03b', 'network_id': '40090c4b-a4ce-450f-a115-2aa1a092d03b', 'tenant_id': 'f6145b39f2664908bc878c10235d12ea', 'fixed_ips': [{'subnet_id': 'd85a9cb0-018e-476d-a650-20058f3fe1d1'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:10:30.157262 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dedf6561-8c9a-4a1b-87a1-21ab93e4fa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:30.176517 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e559e1a-8374-4e71-b05d-c66465ad253a None None] Network ee33e5dc-da88-4366-8175-e3c7ad730389 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:10:30.186195 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a9a292f4-dffd-45b9-908e-a92d00cfca79 req-9361cbfc-a8fe-4e61-9795-c527de07990b service neutron] 10.222.0.13 "GET /v2.0/ports/852466b1-00ca-4b1b-a7d7-9808684fbde9/bindings/n-h2-820553-2 HTTP/1.1" status: 200 len: 382 time: 0.1336622 Dec 17 15:10:30.189887 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-44d211fa-3dc0-4cee-9a2b-7e7e6a7a1515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:30.191101 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-44d211fa-3dc0-4cee-9a2b-7e7e6a7a1515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:30.271368 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ddc6c-ca0f-40e6-91fc-550c79a6615c req-5d1ab4c9-ef8e-4166-89da-3446cf66835f tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:30.272645 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f28ddc6c-ca0f-40e6-91fc-550c79a6615c req-5d1ab4c9-ef8e-4166-89da-3446cf66835f tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 943 time: 0.1308932 Dec 17 15:10:30.293096 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7faff3d0-1186-483f-95b3-e563310bcb68 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0594163 Dec 17 15:10:30.388994 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-44d211fa-3dc0-4cee-9a2b-7e7e6a7a1515 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:30.430061 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f28ddc6c-ca0f-40e6-91fc-550c79a6615c req-e099ba44-3735-41c1-b76a-e9d56985b320 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272593 Dec 17 15:10:30.451208 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-44a95506-22b8-4b44-938d-878631c11c34 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:30.453558 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-44a95506-22b8-4b44-938d-878631c11c34 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.13 "GET /v2.0/networks?id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea HTTP/1.1" status: 200 len: 808 time: 0.2650301 Dec 17 15:10:30.471334 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-9c0aafbd-bcb4-448e-a6f7-140c552bb776 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Request body: {'port': {'device_id': '972e25e4-86f4-4e8c-8bb0-43543f1409d1', 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea', 'admin_state_up': True, 'tenant_id': '96ef05c814a947bb872da21a8a326a7b'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:30.605836 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-dedf6561-8c9a-4a1b-87a1-21ab93e4fa51 None None] Allocated IP 172.20.0.2 (40090c4b-a4ce-450f-a115-2aa1a092d03b/d85a9cb0-018e-476d-a650-20058f3fe1d1/fc3357a4-3832-4b12-bd1b-f467f35079b2) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:10:30.694360 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-9fe7336f-251d-40c8-9219-494fca91ad14 req-63cba28f-b592-425a-bcaa-03db84df699e tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-19251449', 'description': 'tempest-description-42664386'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:30.755841 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-d39cf292-35fe-46b1-bc48-92a9986154f5 service neutron] 10.222.0.41 "GET /v2.0/ports/24cd68bd-3a64-4100-a99f-e4ce068a7543/bindings/n-h2-820553-2 HTTP/1.1" status: 200 len: 384 time: 0.0732887 Dec 17 15:10:30.761378 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c04e90-4692-437b-aeb9-48e3e60b4ce4 req-c9c5f994-ecd9-4f4f-9c8f-985ed42f83d9 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:30.769731 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-00c04e90-4692-437b-aeb9-48e3e60b4ce4 req-c9c5f994-ecd9-4f4f-9c8f-985ed42f83d9 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 950 time: 0.2818422 Dec 17 15:10:30.846785 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59b4a2-2834-4727-9a15-74d06657116f req-f832b936-e30c-4e01-bb48-ed43f6bf6011 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:30.848584 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5d59b4a2-2834-4727-9a15-74d06657116f req-f832b936-e30c-4e01-bb48-ed43f6bf6011 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.13 "GET /v2.0/ports?device_id=23a772e0-4b34-4b09-942a-ebffd7e3b815 HTTP/1.1" status: 200 len: 966 time: 0.3004041 Dec 17 15:10:30.854964 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-44d211fa-3dc0-4cee-9a2b-7e7e6a7a1515 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:30.881303 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dedf6561-8c9a-4a1b-87a1-21ab93e4fa51 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:30.923572 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-00c04e90-4692-437b-aeb9-48e3e60b4ce4 req-15a83b8f-1f7b-49d7-b562-4a39b2e3dc2d tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529930 Dec 17 15:10:30.988720 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-2d1a820c-3c96-42b1-ac79-816cfa00077a service neutron] For port 24cd68bd-3a64-4100-a99f-e4ce068a7543, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=24cd68bd-3a64-4100-a99f-e4ce068a7543,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:30.990503 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-5d59b4a2-2834-4727-9a15-74d06657116f req-3c31e0a4-3d1e-4492-83d3-175dcd4b7930 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Deleting port 27d2d71e-90fa-46fc-b33e-cc2610929b7d {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:10:30.990847 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5d59b4a2-2834-4727-9a15-74d06657116f req-3c31e0a4-3d1e-4492-83d3-175dcd4b7930 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:31.003075 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dedf6561-8c9a-4a1b-87a1-21ab93e4fa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:31.006517 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bccd740e-504f-4f0e-aae8-5c2a203aa609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:31.017018 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-2d1a820c-3c96-42b1-ac79-816cfa00077a service neutron] For port 24cd68bd-3a64-4100-a99f-e4ce068a7543, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:10:31.051973 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedf6561-8c9a-4a1b-87a1-21ab93e4fa51 None None] Network 40090c4b-a4ce-450f-a115-2aa1a092d03b is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:10:31.054687 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9fe7336f-251d-40c8-9219-494fca91ad14 req-63cba28f-b592-425a-bcaa-03db84df699e tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:31.055320 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-2d1a820c-3c96-42b1-ac79-816cfa00077a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24cd68bd-3a64-4100-a99f-e4ce068a7543 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:10:31.061673 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-dedf6561-8c9a-4a1b-87a1-21ab93e4fa51 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:10:31.063693 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf6561-8c9a-4a1b-87a1-21ab93e4fa51 None None] Pushing event updated for resources: {'Port': ['ID=fc3357a4-3832-4b12-bd1b-f467f35079b2,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:31.071166 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-2d1a820c-3c96-42b1-ac79-816cfa00077a service neutron] For port 24cd68bd-3a64-4100-a99f-e4ce068a7543, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=24cd68bd-3a64-4100-a99f-e4ce068a7543,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:31.080946 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedf6561-8c9a-4a1b-87a1-21ab93e4fa51 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:10:31.138503 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a292f4-dffd-45b9-908e-a92d00cfca79 req-47c9fdab-8eaf-419a-b18a-3733a7e25df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:31.140971 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a9a292f4-dffd-45b9-908e-a92d00cfca79 req-47c9fdab-8eaf-419a-b18a-3733a7e25df4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04&tenant_id=9a3e2a05328448bd85eebc1663dde8e3 HTTP/1.1" status: 200 len: 1101 time: 0.0462196 Dec 17 15:10:31.153741 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-dedf6561-8c9a-4a1b-87a1-21ab93e4fa51 None None] Attempting to bind port fc3357a4-3832-4b12-bd1b-f467f35079b2 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:10:31.154115 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-dedf6561-8c9a-4a1b-87a1-21ab93e4fa51 None None] Attempting to bind port fc3357a4-3832-4b12-bd1b-f467f35079b2 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '43b09ab7-d096-4eb2-9b0c-68de61b3c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '40090c4b-a4ce-450f-a115-2aa1a092d03b'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:10:31.154499 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedf6561-8c9a-4a1b-87a1-21ab93e4fa51 None None] Attempting to bind port fc3357a4-3832-4b12-bd1b-f467f35079b2 on network 40090c4b-a4ce-450f-a115-2aa1a092d03b {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:10:31.161945 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedf6561-8c9a-4a1b-87a1-21ab93e4fa51 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:10:31.162333 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedf6561-8c9a-4a1b-87a1-21ab93e4fa51 None None] Checking segment: {'id': '43b09ab7-d096-4eb2-9b0c-68de61b3c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '40090c4b-a4ce-450f-a115-2aa1a092d03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:10:31.162765 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dedf6561-8c9a-4a1b-87a1-21ab93e4fa51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:31.163162 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedf6561-8c9a-4a1b-87a1-21ab93e4fa51 None None] Bound using segment: {'id': '43b09ab7-d096-4eb2-9b0c-68de61b3c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '40090c4b-a4ce-450f-a115-2aa1a092d03b'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:10:31.163637 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-dedf6561-8c9a-4a1b-87a1-21ab93e4fa51 None None] Bound port: fc3357a4-3832-4b12-bd1b-f467f35079b2, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b09ab7-d096-4eb2-9b0c-68de61b3c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '40090c4b-a4ce-450f-a115-2aa1a092d03b'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:10:31.164107 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dedf6561-8c9a-4a1b-87a1-21ab93e4fa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:31.206354 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a292f4-dffd-45b9-908e-a92d00cfca79 req-54a1d8f8-2abc-42b4-99df-42390d7bc65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:31.207915 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a9a292f4-dffd-45b9-908e-a92d00cfca79 req-54a1d8f8-2abc-42b4-99df-42390d7bc65b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 1101 time: 0.0440729 Dec 17 15:10:31.208521 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-2d1a820c-3c96-42b1-ac79-816cfa00077a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:31.235761 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-dedf6561-8c9a-4a1b-87a1-21ab93e4fa51 None None] For port fc3357a4-3832-4b12-bd1b-f467f35079b2, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:10:31.240503 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-dedf6561-8c9a-4a1b-87a1-21ab93e4fa51 None None] For port fc3357a4-3832-4b12-bd1b-f467f35079b2, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=fc3357a4-3832-4b12-bd1b-f467f35079b2,segment=NetworkSegment(43b09ab7-d096-4eb2-9b0c-68de61b3c74d),segment_id=43b09ab7-d096-4eb2-9b0c-68de61b3c74d)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:10:31.326584 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 84ec1fa8-4fe6-41c9-9253-fd20873a5605 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:10:31.348146 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dedf6561-8c9a-4a1b-87a1-21ab93e4fa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:31.440548 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf6561-8c9a-4a1b-87a1-21ab93e4fa51 None None] Pushing event updated for resources: {'Port': ['ID=fc3357a4-3832-4b12-bd1b-f467f35079b2,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:31.467019 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3a53f-bd13-4fef-9a8c-ab4990f4609f req-c14ccb33-b13d-44dc-9ab1-8c6c71598fcf tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:31.469267 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bfb3a53f-bd13-4fef-9a8c-ab4990f4609f req-c14ccb33-b13d-44dc-9ab1-8c6c71598fcf tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 950 time: 0.4754012 Dec 17 15:10:31.476447 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-5d59b4a2-2834-4727-9a15-74d06657116f req-3c31e0a4-3d1e-4492-83d3-175dcd4b7930 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] For port 27d2d71e-90fa-46fc-b33e-cc2610929b7d, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=27d2d71e-90fa-46fc-b33e-cc2610929b7d,segment=NetworkSegment(2817d6d9-9301-4d8d-8748-523d4678282a),segment_id=2817d6d9-9301-4d8d-8748-523d4678282a)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:31.476814 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5d59b4a2-2834-4727-9a15-74d06657116f req-3c31e0a4-3d1e-4492-83d3-175dcd4b7930 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:31.530078 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-9c0aafbd-bcb4-448e-a6f7-140c552bb776 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Made reservation on behalf of 96ef05c814a947bb872da21a8a326a7b for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:10:31.534894 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-9c0aafbd-bcb4-448e-a6f7-140c552bb776 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:31.540158 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 84ec1fa8-4fe6-41c9-9253-fd20873a5605 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:10:31.545924 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 84ec1fa8-4fe6-41c9-9253-fd20873a5605 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:10:31.546294 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:31.624846 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a292f4-dffd-45b9-908e-a92d00cfca79 req-149d2218-9dcf-43cc-8c74-7e0a25d5b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:31.628230 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a9a292f4-dffd-45b9-908e-a92d00cfca79 req-149d2218-9dcf-43cc-8c74-7e0a25d5b7fa service neutron] 10.222.0.13 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.4090807 Dec 17 15:10:31.630393 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-2d1a820c-3c96-42b1-ac79-816cfa00077a service neutron] Transition to ACTIVE for port object 24cd68bd-3a64-4100-a99f-e4ce068a7543 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:10:31.684607 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a9a292f4-dffd-45b9-908e-a92d00cfca79 req-0d99eab2-a160-479a-9ca4-7a51958588fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=852466b1-00ca-4b1b-a7d7-9808684fbde9 HTTP/1.1" status: 200 len: 217 time: 0.0425878 Dec 17 15:10:31.705800 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bfb3a53f-bd13-4fef-9a8c-ab4990f4609f req-9fc9103f-2177-41a6-9fa2-efc897802154 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244365 Dec 17 15:10:31.710544 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-2d1a820c-3c96-42b1-ac79-816cfa00077a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:31.717204 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9fe7336f-251d-40c8-9219-494fca91ad14 req-63cba28f-b592-425a-bcaa-03db84df699e tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:31.725828 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:31.754096 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b52e54-a92a-4f97-bb35-bd1e1b90f1d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ec1fa8-4fe6-41c9-9253-fd20873a5605'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:10:31.757782 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95277b2-f3b2-4665-873c-595836c266bb" -d '{"events": [{"server_uuid": "65b52e54-a92a-4f97-bb35-bd1e1b90f1d6", "name": "network-vif-plugged", "status": "completed", "tag": "84ec1fa8-4fe6-41c9-9253-fd20873a5605"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:10:31.781187 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 84ec1fa8-4fe6-41c9-9253-fd20873a5605, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=84ec1fa8-4fe6-41c9-9253-fd20873a5605,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:31.828435 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9fe7336f-251d-40c8-9219-494fca91ad14 req-63cba28f-b592-425a-bcaa-03db84df699e tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:31.841547 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a820c-3c96-42b1-ac79-816cfa00077a service neutron] Pushing event updated for resources: {'Port': ['ID=24cd68bd-3a64-4100-a99f-e4ce068a7543,revision_number=10']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:31.850466 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a292f4-dffd-45b9-908e-a92d00cfca79 req-ece8cb45-395e-454b-8961-b88618ae15cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:31.851966 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a9a292f4-dffd-45b9-908e-a92d00cfca79 req-ece8cb45-395e-454b-8961-b88618ae15cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.1598227 Dec 17 15:10:31.861296 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:31.881080 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-2d1a820c-3c96-42b1-ac79-816cfa00077a service neutron] No DVR routers for this DVR port 24cd68bd-3a64-4100-a99f-e4ce068a7543 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:10:31.935256 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=84ec1fa8-4fe6-41c9-9253-fd20873a5605,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:31.949475 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-2d1a820c-3c96-42b1-ac79-816cfa00077a service neutron] 10.222.0.41 "PUT /v2.0/ports/24cd68bd-3a64-4100-a99f-e4ce068a7543/bindings/n-h2-820553-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1860452 Dec 17 15:10:31.964924 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a292f4-dffd-45b9-908e-a92d00cfca79 req-67c0e629-acf3-4b93-b23a-03410fd44345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:31.967855 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a9a292f4-dffd-45b9-908e-a92d00cfca79 req-67c0e629-acf3-4b93-b23a-03410fd44345 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0949616 Dec 17 15:10:31.998931 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7377689-ecd5-4ca1-86ad-512929e57713 req-7cfb4e11-6926-48b1-b618-5898ed541e23 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:32.001227 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d7377689-ecd5-4ca1-86ad-512929e57713 req-7cfb4e11-6926-48b1-b618-5898ed541e23 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=65b52e54-a92a-4f97-bb35-bd1e1b90f1d6 HTTP/1.1" status: 200 len: 949 time: 0.1773055 Dec 17 15:10:32.019252 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cba28f-b592-425a-bcaa-03db84df699e tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ae7ec2-7e43-4795-9ddb-160c6e9df33d,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:32.064785 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9fe7336f-251d-40c8-9219-494fca91ad14 req-63cba28f-b592-425a-bcaa-03db84df699e tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:32.079866 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9fe7336f-251d-40c8-9219-494fca91ad14 req-63cba28f-b592-425a-bcaa-03db84df699e tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.4056480 Dec 17 15:10:32.093084 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a9a292f4-dffd-45b9-908e-a92d00cfca79 req-e05bc47b-e8e9-4888-b472-3a472315af92 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185727 Dec 17 15:10:32.125420 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5d59b4a2-2834-4727-9a15-74d06657116f req-3c31e0a4-3d1e-4492-83d3-175dcd4b7930 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:32.125882 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5d59b4a2-2834-4727-9a15-74d06657116f req-3c31e0a4-3d1e-4492-83d3-175dcd4b7930 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:32.126153 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [req-5d59b4a2-2834-4727-9a15-74d06657116f req-3c31e0a4-3d1e-4492-83d3-175dcd4b7930 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Floating IP c34a1b4d-f224-48b5-8e41-c1db4eaecaa2 disassociated. External IP: 172.25.6.181, port: 27d2d71e-90fa-46fc-b33e-cc2610929b7d. Dec 17 15:10:32.126445 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-5d59b4a2-2834-4727-9a15-74d06657116f req-3c31e0a4-3d1e-4492-83d3-175dcd4b7930 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Calling delete_port for 27d2d71e-90fa-46fc-b33e-cc2610929b7d owned by compute:tempest-test_az-790716375 {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:10:32.142042 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.13', 62520) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:32.149356 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device fc3357a4-3832-4b12-bd1b-f467f35079b2 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:10:32.203898 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port fc3357a4-3832-4b12-bd1b-f467f35079b2 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:10:32.204332 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:32.222071 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d7377689-ecd5-4ca1-86ad-512929e57713 req-84d52a04-51a9-4743-996f-b2871cc3e3ea tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113957 Dec 17 15:10:32.237899 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:32.248802 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-9c0aafbd-bcb4-448e-a6f7-140c552bb776 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Allocated IP 172.20.0.6 (7c8c74cd-cced-4fad-b49b-3d95b2efb8ea/e07a04f7-750d-46bb-b1d6-18c61b699282/09e9e58f-a869-47cc-83f3-a01f3bc1c5ec) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:10:32.260340 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a9a292f4-dffd-45b9-908e-a92d00cfca79 req-f18684c0-b4b6-4c85-8cbe-72cc68f92849 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602523 Dec 17 15:10:32.269979 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0b5b2592-ea65-42ae-85cc-5552935f238b req-a9e301b8-972c-4868-86e2-34ce37cfccdb tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 210 time: 0.0697200 Dec 17 15:10:32.301205 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-a33b9f00-1703-457c-a58d-8b1aa513d554 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:32.301205 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-a33b9f00-1703-457c-a58d-8b1aa513d554 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde&tenant_id=724cb0144c46439a90883d842de78922&binding%3Ahost_id=n-h1-820553-2 HTTP/1.1" status: 200 len: 1095 time: 0.1544614 Dec 17 15:10:32.344411 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:32.376699 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-c6da1f57-8f95-45a4-90b3-f5a70d4fb5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:32.378824 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-c6da1f57-8f95-45a4-90b3-f5a70d4fb5a6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde&tenant_id=724cb0144c46439a90883d842de78922 HTTP/1.1" status: 200 len: 1095 time: 0.0702753 Dec 17 15:10:32.402515 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port fc3357a4-3832-4b12-bd1b-f467f35079b2, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=fc3357a4-3832-4b12-bd1b-f467f35079b2,segment=NetworkSegment(43b09ab7-d096-4eb2-9b0c-68de61b3c74d),segment_id=43b09ab7-d096-4eb2-9b0c-68de61b3c74d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:32.460053 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-44d211fa-3dc0-4cee-9a2b-7e7e6a7a1515 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:32.464953 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-a73dd402-e116-4e9a-a4c7-96888b36496b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:32.466751 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-a73dd402-e116-4e9a-a4c7-96888b36496b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=724cb0144c46439a90883d842de78922&device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 1095 time: 0.0537491 Dec 17 15:10:32.510237 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b7d72abd-ec47-46eb-8f84-6e155c11b76e req-290061da-8bb2-4fe7-8011-84a5202936fc tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/ports?device_id=9db95732-bef0-4b55-a3fc-4fb7b292dc2d HTTP/1.1" status: 200 len: 210 time: 0.1050155 Dec 17 15:10:32.526411 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-44d211fa-3dc0-4cee-9a2b-7e7e6a7a1515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:32.557816 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:32.594711 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-1ea4a0c2-deee-445f-9679-14bc16495945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:32.596288 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-1ea4a0c2-deee-445f-9679-14bc16495945 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 HTTP/1.1" status: 200 len: 921 time: 0.1227767 Dec 17 15:10:32.647517 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b147475a-200f-4248-b0b2-8cf0354b8753 x-openstack-request-id: req-b147475a-200f-4248-b0b2-8cf0354b8753 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:10:32.651579 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b52e54-a92a-4f97-bb35-bd1e1b90f1d6", "name": "network-vif-plugged", "status": "completed", "tag": "84ec1fa8-4fe6-41c9-9253-fd20873a5605", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:10:32.652014 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b147475a-200f-4248-b0b2-8cf0354b8753 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:10:32.652527 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b52e54-a92a-4f97-bb35-bd1e1b90f1d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ec1fa8-4fe6-41c9-9253-fd20873a5605', 'code': 200} Dec 17 15:10:32.672376 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=fc3357a4-3832-4b12-bd1b-f467f35079b2,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:32.697346 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-668eae1b-30e0-4cd1-9d6d-f097bfea9194 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24cd68bd-3a64-4100-a99f-e4ce068a7543 HTTP/1.1" status: 200 len: 217 time: 0.0936010 Dec 17 15:10:32.736905 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f8fd8-322a-4583-92b5-bc62f7d5cab1 req-eda6f40d-cec0-4f10-abc9-e5741db7d398 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:32.738440 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c29f8fd8-322a-4583-92b5-bc62f7d5cab1 req-eda6f40d-cec0-4f10-abc9-e5741db7d398 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 944 time: 0.3441761 Dec 17 15:10:32.758023 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66f92e2-872b-40f7-9da3-f7ad5863b210 None None] Network 40090c4b-a4ce-450f-a115-2aa1a092d03b requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:10:32.763915 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5d59b4a2-2834-4727-9a15-74d06657116f req-3c31e0a4-3d1e-4492-83d3-175dcd4b7930 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:32.849600 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-087cb169-859f-444c-9b4c-766f7756f3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:32.853340 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-087cb169-859f-444c-9b4c-766f7756f3d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c28c8ec-5ccc-4295-ab15-cbe54116b2d0 HTTP/1.1" status: 200 len: 860 time: 0.1293626 Dec 17 15:10:32.860956 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31e0a4-3d1e-4492-83d3-175dcd4b7930 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Pushing event deleted for resources: {'Port': ['ID=27d2d71e-90fa-46fc-b33e-cc2610929b7d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:32.896186 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4687326-1250-4e20-aace-f6970de82e17 req-a7fa1edd-35ef-494c-87ad-001001af063f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:32.897698 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f4687326-1250-4e20-aace-f6970de82e17 req-a7fa1edd-35ef-494c-87ad-001001af063f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=65b52e54-a92a-4f97-bb35-bd1e1b90f1d6 HTTP/1.1" status: 200 len: 1100 time: 0.1917968 Dec 17 15:10:32.921150 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-096166ed-fd94-49b0-8412-e5466c6a1369 None None] Provisioning complete for port fc3357a4-3832-4b12-bd1b-f467f35079b2 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:10:32.921865 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-037337e5-5cc0-46f4-925c-4369f620a7cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442729 Dec 17 15:10:32.922417 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-096166ed-fd94-49b0-8412-e5466c6a1369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:32.945529 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-a089d758-b5e8-4978-a90c-bed01306c280 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:32.946993 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-a089d758-b5e8-4978-a90c-bed01306c280 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.13 "GET /v2.0/networks?id=613331aa-1e32-47f2-9904-dd1d74f4b9b4 HTTP/1.1" status: 200 len: 823 time: 0.2612741 Dec 17 15:10:33.030457 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a621ff-cb99-4f92-844e-9cc3aebe368a req-b29e7d99-ada5-4cda-a385-afd94feafe1f tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:33.035347 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f4687326-1250-4e20-aace-f6970de82e17 req-3e499bf0-ae88-4b13-a514-1a15bf64be3b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207976 Dec 17 15:10:33.040054 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-36a621ff-cb99-4f92-844e-9cc3aebe368a req-b29e7d99-ada5-4cda-a385-afd94feafe1f tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 950 time: 0.3120770 Dec 17 15:10:33.053573 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-44d211fa-3dc0-4cee-9a2b-7e7e6a7a1515 admin admin] Allocated IP 172.25.6.6 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/33711a02-d4cc-4d02-9754-c84d841cb9e4) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:10:33.053573 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-9c0aafbd-bcb4-448e-a6f7-140c552bb776 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:33.053795 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-65265868-b0f9-44a3-91f8-7cfbb1c8e633 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c8068ddce4846ac914e3b1ee5570190 HTTP/1.1" status: 200 len: 379 time: 0.0922394 Dec 17 15:10:33.075449 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-8af4993f-0621-499f-9a6a-3bdef06a95a6 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Request body: {'port': {'device_id': '9db95732-bef0-4b55-a3fc-4fb7b292dc2d', 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4', 'admin_state_up': True, 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'security_groups': ['33f245e8-8a62-458c-b8d7-9e7e52d07540']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:33.076121 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c29f8fd8-322a-4583-92b5-bc62f7d5cab1 req-890a0199-0967-4c4a-9f9c-ed16f4285fad tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137598 Dec 17 15:10:33.168240 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-f32bf455-114d-49bb-aa05-7717a5ac9aaf service neutron] 10.222.0.13 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374680 Dec 17 15:10:33.333869 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 24cd68bd-3a64-4100-a99f-e4ce068a7543 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:10:33.355075 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-ee2b4f89-72bf-4d77-b3fe-2af9303311a1 service neutron] 10.222.0.13 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787772 Dec 17 15:10:33.365687 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-36a621ff-cb99-4f92-844e-9cc3aebe368a req-02d056eb-09f1-4261-8c54-3689944ec710 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244817 Dec 17 15:10:33.388022 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c291f910-6024-4dda-a7f8-314dd5f088a5 req-da125a40-2f1b-4718-83b4-18c82c5b0e83 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "GET /v2.0/security-groups/b0ae7ec2-7e43-4795-9ddb-160c6e9df33d HTTP/1.1" status: 200 len: 1801 time: 0.2253273 Dec 17 15:10:33.411626 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-c291f910-6024-4dda-a7f8-314dd5f088a5 req-b8bc78fc-6023-4eda-a2a2-e6032d0ac298 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b0ae7ec2-7e43-4795-9ddb-160c6e9df33d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:33.411949 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-c291f910-6024-4dda-a7f8-314dd5f088a5 req-b8bc78fc-6023-4eda-a2a2-e6032d0ac298 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b0ae7ec2-7e43-4795-9ddb-160c6e9df33d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:33.431773 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 24cd68bd-3a64-4100-a99f-e4ce068a7543 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:10:33.438151 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d59b4a2-2834-4727-9a15-74d06657116f req-3c31e0a4-3d1e-4492-83d3-175dcd4b7930 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Router 667a88b0-a67d-40fc-a65c-1f7b92ae5adf has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:10:33.467356 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-44d211fa-3dc0-4cee-9a2b-7e7e6a7a1515 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:33.474113 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-9c0aafbd-bcb4-448e-a6f7-140c552bb776 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:33.482683 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-0853c6dc-31a0-45a6-92e7-346fe4e12e3f None None] Provisioning complete for port fc3357a4-3832-4b12-bd1b-f467f35079b2 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:10:33.483059 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0853c6dc-31a0-45a6-92e7-346fe4e12e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:33.511024 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-8af4993f-0621-499f-9a6a-3bdef06a95a6 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Made reservation on behalf of 6c8068ddce4846ac914e3b1ee5570190 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:10:33.519061 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-8af4993f-0621-499f-9a6a-3bdef06a95a6 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:33.657919 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-9c0aafbd-bcb4-448e-a6f7-140c552bb776 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:10:33.677690 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-9c0aafbd-bcb4-448e-a6f7-140c552bb776 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:10:33.680300 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-9c0aafbd-bcb4-448e-a6f7-140c552bb776 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:10:33.687868 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0aafbd-bcb4-448e-a6f7-140c552bb776 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Pushing event updated for resources: {'Port': ['ID=09e9e58f-a869-47cc-83f3-a01f3bc1c5ec,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:33.702278 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:33.716112 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-8af4993f-0621-499f-9a6a-3bdef06a95a6 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Allocated IP 172.20.0.11 (613331aa-1e32-47f2-9904-dd1d74f4b9b4/bdabb184-8d73-4ccc-815e-dc1121f53879/fd626320-a614-4220-a323-e9b814993a48) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:10:33.733863 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fec7f-869b-4014-9834-61b25f7d7365 req-ae590a24-ccbe-405f-bf09-d96a6db60410 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:33.735830 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a66fec7f-869b-4014-9834-61b25f7d7365 req-ae590a24-ccbe-405f-bf09-d96a6db60410 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 950 time: 0.2920115 Dec 17 15:10:33.782186 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:10:33.792265 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-9c0aafbd-bcb4-448e-a6f7-140c552bb776 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:33.792875 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-9c0aafbd-bcb4-448e-a6f7-140c552bb776 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:33.852524 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a66fec7f-869b-4014-9834-61b25f7d7365 req-4482730a-22b2-4490-975a-d239e51c6328 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035552 Dec 17 15:10:33.855850 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d59b4a2-2834-4727-9a15-74d06657116f req-3c31e0a4-3d1e-4492-83d3-175dcd4b7930 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:10:33.858209 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-44d211fa-3dc0-4cee-9a2b-7e7e6a7a1515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:33.867594 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f2d21f-78dd-4686-bced-b2cd868b0237 None None] Sync routers for ids ['667a88b0-a67d-40fc-a65c-1f7b92ae5adf'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:10:33.867848 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c291f910-6024-4dda-a7f8-314dd5f088a5 req-b8bc78fc-6023-4eda-a2a2-e6032d0ac298 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:33.896466 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f2d21f-78dd-4686-bced-b2cd868b0237 None None] Routers {'667a88b0-a67d-40fc-a65c-1f7b92ae5adf'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:10:33.897523 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-a2f2d21f-78dd-4686-bced-b2cd868b0237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:10:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['667a88b0-a67d-40fc-a65c-1f7b92ae5adf'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:33.955609 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d59b4a2-2834-4727-9a15-74d06657116f req-3c31e0a4-3d1e-4492-83d3-175dcd4b7930 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] No DVR routers for this DVR port 27d2d71e-90fa-46fc-b33e-cc2610929b7d on host n-h2-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:10:33.963233 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5d59b4a2-2834-4727-9a15-74d06657116f req-3c31e0a4-3d1e-4492-83d3-175dcd4b7930 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:33.965138 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5d59b4a2-2834-4727-9a15-74d06657116f req-3c31e0a4-3d1e-4492-83d3-175dcd4b7930 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.13 "DELETE /v2.0/ports/27d2d71e-90fa-46fc-b33e-cc2610929b7d HTTP/1.1" status: 204 len: 173 time: 3.1028290 Dec 17 15:10:33.967633 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a772e0-4b34-4b09-942a-ebffd7e3b815', 'name': 'network-vif-deleted', 'tag': '27d2d71e-90fa-46fc-b33e-cc2610929b7d'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:10:33.970763 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72bbc84-7dbe-4dc9-a66e-d9d129a409c6" -d '{"events": [{"server_uuid": "23a772e0-4b34-4b09-942a-ebffd7e3b815", "name": "network-vif-deleted", "tag": "27d2d71e-90fa-46fc-b33e-cc2610929b7d"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:10:33.976096 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-9c0aafbd-bcb4-448e-a6f7-140c552bb776 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5112977 Dec 17 15:10:34.008947 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c291f910-6024-4dda-a7f8-314dd5f088a5 req-b8bc78fc-6023-4eda-a2a2-e6032d0ac298 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:34.013975 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-8af4993f-0621-499f-9a6a-3bdef06a95a6 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:34.022852 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-0a93ff2e-baf3-4bed-8166-600dc46916bb service neutron] Request body: {'port': {'device_id': '972e25e4-86f4-4e8c-8bb0-43543f1409d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:34.038657 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-a2f2d21f-78dd-4686-bced-b2cd868b0237 None None] Set router 667a88b0-a67d-40fc-a65c-1f7b92ae5adf gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:10:34.049085 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d211fa-3dc0-4cee-9a2b-7e7e6a7a1515 admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:10:34.067024 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-eef21cac-3a8e-435a-b01e-3b5d2c536a0a tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:34.069223 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-eef21cac-3a8e-435a-b01e-3b5d2c536a0a tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde&tenant_id=724cb0144c46439a90883d842de78922&binding%3Ahost_id=n-h2-820553-2 HTTP/1.1" status: 200 len: 1095 time: 0.1298516 Dec 17 15:10:34.085039 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d211fa-3dc0-4cee-9a2b-7e7e6a7a1515 admin admin] Pushing event updated for resources: {'Port': ['ID=33711a02-d4cc-4d02-9754-c84d841cb9e4,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:34.091227 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-44d211fa-3dc0-4cee-9a2b-7e7e6a7a1515 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:10:34.117476 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d211fa-3dc0-4cee-9a2b-7e7e6a7a1515 admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:10:34.122417 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c291f910-6024-4dda-a7f8-314dd5f088a5 req-b8bc78fc-6023-4eda-a2a2-e6032d0ac298 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:34.158437 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-8af4993f-0621-499f-9a6a-3bdef06a95a6 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:34.167975 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device fc3357a4-3832-4b12-bd1b-f467f35079b2 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:10:34.234710 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:34.267842 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-8af4993f-0621-499f-9a6a-3bdef06a95a6 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Network 613331aa-1e32-47f2-9904-dd1d74f4b9b4 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:10:34.271907 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-8af4993f-0621-499f-9a6a-3bdef06a95a6 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:10:34.276520 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-8af4993f-0621-499f-9a6a-3bdef06a95a6 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:10:34.311947 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4993f-0621-499f-9a6a-3bdef06a95a6 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Pushing event updated for resources: {'Port': ['ID=fd626320-a614-4220-a323-e9b814993a48,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:34.319241 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port fc3357a4-3832-4b12-bd1b-f467f35079b2 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:10:34.319548 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:34.343830 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-8af4993f-0621-499f-9a6a-3bdef06a95a6 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:34.344796 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-8af4993f-0621-499f-9a6a-3bdef06a95a6 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:34.405431 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-50167755-28a5-45c0-8f74-aeac5411608f service neutron] For port 24cd68bd-3a64-4100-a99f-e4ce068a7543, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:10:34.412393 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-50167755-28a5-45c0-8f74-aeac5411608f service neutron] Notify callbacks [] for binding, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:34.413840 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-34a4a1f1-f2ed-4bc4-ab20-5b1c4519b30d req-50167755-28a5-45c0-8f74-aeac5411608f service neutron] 10.222.0.13 "DELETE /v2.0/ports/24cd68bd-3a64-4100-a99f-e4ce068a7543/bindings/n-h1-820553-2 HTTP/1.1" status: 204 len: 173 time: 0.3290942 Dec 17 15:10:34.466341 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-8af4993f-0621-499f-9a6a-3bdef06a95a6 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3995743 Dec 17 15:10:34.475817 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-a2f2d21f-78dd-4686-bced-b2cd868b0237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661184807-router', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:08:02Z', 'updated_at': '2021-12-17T15:08:06Z', 'revision_number': 4, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'gw_port': {'id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:03Z', 'updated_at': '2021-12-17T15:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'd5f8b550-479d-4239-b356-b0784e4316c1', 'name': '', 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'mac_address': 'fa:16:3e:90:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bdabb184-8d73-4ccc-815e-dc1121f53879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:05Z', 'updated_at': '2021-12-17T15:08:10Z', 'revision_number': 5, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'subnets': [{'id': 'bdabb184-8d73-4ccc-815e-dc1121f53879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:34.478062 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-b2709dab-0f22-4efb-b074-5d311bb86098 service neutron] Request body: {'port': {'device_id': '9db95732-bef0-4b55-a3fc-4fb7b292dc2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:34.511699 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f2d21f-78dd-4686-bced-b2cd868b0237 None None] Checking router: 667a88b0-a67d-40fc-a65c-1f7b92ae5adf for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:10:34.521095 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f2d21f-78dd-4686-bced-b2cd868b0237 None None] Routers {'667a88b0-a67d-40fc-a65c-1f7b92ae5adf'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:10:34.521897 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-a2f2d21f-78dd-4686-bced-b2cd868b0237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:10:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['667a88b0-a67d-40fc-a65c-1f7b92ae5adf'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:34.564446 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc78fc-6023-4eda-a2a2-e6032d0ac298 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db7316a6-3a97-4592-ae9a-fe7847ec6c09,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:34.565870 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-b2709dab-0f22-4efb-b074-5d311bb86098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:34.603900 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-0a93ff2e-baf3-4bed-8166-600dc46916bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:34.663083 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86932a13-dd9e-46f3-8d87-876fdadabb6e req-fde17be5-12ca-434b-ba71-7b68a2dcd8e1 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:34.664729 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-86932a13-dd9e-46f3-8d87-876fdadabb6e req-fde17be5-12ca-434b-ba71-7b68a2dcd8e1 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=65b52e54-a92a-4f97-bb35-bd1e1b90f1d6 HTTP/1.1" status: 200 len: 949 time: 0.5811155 Dec 17 15:10:34.723035 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c291f910-6024-4dda-a7f8-314dd5f088a5 req-b8bc78fc-6023-4eda-a2a2-e6032d0ac298 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:34.724263 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c291f910-6024-4dda-a7f8-314dd5f088a5 req-b8bc78fc-6023-4eda-a2a2-e6032d0ac298 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3256018 Dec 17 15:10:34.819022 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 27d2d71e-90fa-46fc-b33e-cc2610929b7d no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:10:34.852582 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 27d2d71e-90fa-46fc-b33e-cc2610929b7d {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:10:34.852928 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 27d2d71e-90fa-46fc-b33e-cc2610929b7d not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:10:34.853384 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 852466b1-00ca-4b1b-a7d7-9808684fbde9 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:10:34.900351 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-86932a13-dd9e-46f3-8d87-876fdadabb6e req-52e3467d-291d-465a-b948-fe0a42ce5c0c tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871791 Dec 17 15:10:34.915626 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-a2f2d21f-78dd-4686-bced-b2cd868b0237 None None] Set router 667a88b0-a67d-40fc-a65c-1f7b92ae5adf gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:10:35.095451 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:35.116257 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-b2709dab-0f22-4efb-b074-5d311bb86098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd626320-a614-4220-a323-e9b814993a48 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:10:35.130463 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-b2709dab-0f22-4efb-b074-5d311bb86098 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:35.150858 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564deb2b-a7fc-4b73-b7fa-8ad7688f3c04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '852466b1-00ca-4b1b-a7d7-9808684fbde9'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:10:35.153438 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f42886-68eb-4b10-b93d-8636141f0880" -d '{"events": [{"server_uuid": "564deb2b-a7fc-4b73-b7fa-8ad7688f3c04", "name": "network-vif-unplugged", "status": "completed", "tag": "852466b1-00ca-4b1b-a7d7-9808684fbde9"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:10:35.165801 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-b2709dab-0f22-4efb-b074-5d311bb86098 service neutron] Transition to ACTIVE for port object fd626320-a614-4220-a323-e9b814993a48 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:10:35.182157 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 852466b1-00ca-4b1b-a7d7-9808684fbde9, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=852466b1-00ca-4b1b-a7d7-9808684fbde9,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:35.240295 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-a2f2d21f-78dd-4686-bced-b2cd868b0237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661184807-router', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:08:02Z', 'updated_at': '2021-12-17T15:08:06Z', 'revision_number': 4, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'gw_port': {'id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:03Z', 'updated_at': '2021-12-17T15:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'd5f8b550-479d-4239-b356-b0784e4316c1', 'name': '', 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'mac_address': 'fa:16:3e:90:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bdabb184-8d73-4ccc-815e-dc1121f53879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:05Z', 'updated_at': '2021-12-17T15:08:10Z', 'revision_number': 5, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'subnets': [{'id': 'bdabb184-8d73-4ccc-815e-dc1121f53879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:35.259294 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efaf3a5-d796-4525-8b41-9b67e028e8e8 req-2b2c9cc8-bcaf-43e6-b7d4-87dc8ed5c6a5 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:35.260763 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7efaf3a5-d796-4525-8b41-9b67e028e8e8 req-2b2c9cc8-bcaf-43e6-b7d4-87dc8ed5c6a5 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 931 time: 0.4334478 Dec 17 15:10:35.268269 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f2d21f-78dd-4686-bced-b2cd868b0237 None None] The sync data for ids ['667a88b0-a67d-40fc-a65c-1f7b92ae5adf'] in n-d-820553-2 is: [{'id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661184807-router', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:08:02Z', 'updated_at': '2021-12-17T15:08:06Z', 'revision_number': 4, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'gw_port': {'id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:03Z', 'updated_at': '2021-12-17T15:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'd5f8b550-479d-4239-b356-b0784e4316c1', 'name': '', 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'mac_address': 'fa:16:3e:90:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bdabb184-8d73-4ccc-815e-dc1121f53879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:05Z', 'updated_at': '2021-12-17T15:08:10Z', 'revision_number': 5, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'subnets': [{'id': 'bdabb184-8d73-4ccc-815e-dc1121f53879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:10:35.272271 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-b2709dab-0f22-4efb-b074-5d311bb86098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:35.306214 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c74bab-d4d2-4722-ab10-da0367f6c6f4 req-4982a704-6c62-4a0d-8509-d4d7018954d9 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:35.307651 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70c74bab-d4d2-4722-ab10-da0367f6c6f4 req-4982a704-6c62-4a0d-8509-d4d7018954d9 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/ports?device_id=9db95732-bef0-4b55-a3fc-4fb7b292dc2d HTTP/1.1" status: 200 len: 932 time: 0.2617660 Dec 17 15:10:35.340328 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:35.367849 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-44d211fa-3dc0-4cee-9a2b-7e7e6a7a1515 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:35.371776 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2709dab-0f22-4efb-b074-5d311bb86098 service neutron] Pushing event updated for resources: {'Port': ['ID=fd626320-a614-4220-a323-e9b814993a48,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:35.417007 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7efaf3a5-d796-4525-8b41-9b67e028e8e8 req-18bd8d46-a20a-43be-9e25-f641a88d7472 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484106 Dec 17 15:10:35.429678 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=852466b1-00ca-4b1b-a7d7-9808684fbde9,revision_number=6']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:35.476620 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-b2709dab-0f22-4efb-b074-5d311bb86098 service neutron] Attempting to bind port fd626320-a614-4220-a323-e9b814993a48 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:10:35.477416 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-b2709dab-0f22-4efb-b074-5d311bb86098 service neutron] Attempting to bind port fd626320-a614-4220-a323-e9b814993a48 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '2817d6d9-9301-4d8d-8748-523d4678282a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:10:35.477916 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-b2709dab-0f22-4efb-b074-5d311bb86098 service neutron] Attempting to bind port fd626320-a614-4220-a323-e9b814993a48 on network 613331aa-1e32-47f2-9904-dd1d74f4b9b4 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:10:35.479684 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70c74bab-d4d2-4722-ab10-da0367f6c6f4 req-80c6d803-1208-465e-bf2e-b8995f0281a9 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/security-groups?id=33f245e8-8a62-458c-b8d7-9e7e52d07540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620719 Dec 17 15:10:35.482938 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-b2709dab-0f22-4efb-b074-5d311bb86098 service neutron] Port fd626320-a614-4220-a323-e9b814993a48 on network 613331aa-1e32-47f2-9904-dd1d74f4b9b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:10:35.483261 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-b2709dab-0f22-4efb-b074-5d311bb86098 service neutron] Attempting to bind port fd626320-a614-4220-a323-e9b814993a48 on network 613331aa-1e32-47f2-9904-dd1d74f4b9b4 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:10:35.494078 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-b2709dab-0f22-4efb-b074-5d311bb86098 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:10:35.494078 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-b2709dab-0f22-4efb-b074-5d311bb86098 service neutron] Checking segment: {'id': '2817d6d9-9301-4d8d-8748-523d4678282a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:10:35.494078 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-b2709dab-0f22-4efb-b074-5d311bb86098 service neutron] Bound using segment: {'id': '2817d6d9-9301-4d8d-8748-523d4678282a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:10:35.494078 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-b2709dab-0f22-4efb-b074-5d311bb86098 service neutron] Bound port: fd626320-a614-4220-a323-e9b814993a48, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2817d6d9-9301-4d8d-8748-523d4678282a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:10:35.494078 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-b2709dab-0f22-4efb-b074-5d311bb86098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:35.558679 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd9d39c-a7b1-4720-9e46-205cceca2ce5 x-openstack-request-id: req-4fd9d39c-a7b1-4720-9e46-205cceca2ce5 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:10:35.558906 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a772e0-4b34-4b09-942a-ebffd7e3b815", "name": "network-vif-deleted", "tag": "27d2d71e-90fa-46fc-b33e-cc2610929b7d", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:10:35.559122 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4fd9d39c-a7b1-4720-9e46-205cceca2ce5 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:10:35.559515 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a772e0-4b34-4b09-942a-ebffd7e3b815', 'name': 'network-vif-deleted', 'tag': '27d2d71e-90fa-46fc-b33e-cc2610929b7d', 'status': 'completed', 'code': 200} Dec 17 15:10:35.615287 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-b2709dab-0f22-4efb-b074-5d311bb86098 service neutron] For port fd626320-a614-4220-a323-e9b814993a48, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:10:35.619159 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-b2709dab-0f22-4efb-b074-5d311bb86098 service neutron] For port fd626320-a614-4220-a323-e9b814993a48, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=fd626320-a614-4220-a323-e9b814993a48,segment=NetworkSegment(2817d6d9-9301-4d8d-8748-523d4678282a),segment_id=2817d6d9-9301-4d8d-8748-523d4678282a)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:10:35.673394 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03566fe6-0522-4c32-b455-f7a2a11fd931 None None] New status for floating IP c34a1b4d-f224-48b5-8e41-c1db4eaecaa2: DOWN {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:10:35.700147 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-b2709dab-0f22-4efb-b074-5d311bb86098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:35.724051 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-0a93ff2e-baf3-4bed-8166-600dc46916bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:10:35.740316 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-b2709dab-0f22-4efb-b074-5d311bb86098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:35.740927 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-b2709dab-0f22-4efb-b074-5d311bb86098 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:35.746295 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-b2709dab-0f22-4efb-b074-5d311bb86098 service neutron] 10.222.0.13 "PUT /v2.0/ports/fd626320-a614-4220-a323-e9b814993a48 HTTP/1.1" status: 200 len: 1092 time: 1.2691195 Dec 17 15:10:35.746295 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db95732-bef0-4b55-a3fc-4fb7b292dc2d', 'tag': 'fd626320-a614-4220-a323-e9b814993a48'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:10:35.746295 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51062ea2-300d-4819-98ae-47cfecb3ac9d" -d '{"events": [{"name": "network-changed", "server_uuid": "9db95732-bef0-4b55-a3fc-4fb7b292dc2d", "tag": "fd626320-a614-4220-a323-e9b814993a48"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:10:35.747094 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-0a93ff2e-baf3-4bed-8166-600dc46916bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:35.769734 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2709dab-0f22-4efb-b074-5d311bb86098 service neutron] Pushing event updated for resources: {'Port': ['ID=fd626320-a614-4220-a323-e9b814993a48,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:35.807264 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-0a93ff2e-baf3-4bed-8166-600dc46916bb service neutron] Transition to ACTIVE for port object 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:10:35.815800 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61077fa-e8ea-4a54-b0d6-7b4bf5cdce7d req-3a3d67e2-0d1e-4d41-8c6c-095bdafa6309 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:35.821565 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d61077fa-e8ea-4a54-b0d6-7b4bf5cdce7d req-3a3d67e2-0d1e-4d41-8c6c-095bdafa6309 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 944 time: 0.2437754 Dec 17 15:10:35.864354 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a68fd7-08dc-488c-89ce-714bdfc9abaf req-9e71eafb-06e6-4dd1-bc9a-e69f0d6118b3 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:35.866136 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-38a68fd7-08dc-488c-89ce-714bdfc9abaf req-9e71eafb-06e6-4dd1-bc9a-e69f0d6118b3 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 948 time: 0.1824062 Dec 17 15:10:35.904910 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-44d211fa-3dc0-4cee-9a2b-7e7e6a7a1515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:35.916075 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d61077fa-e8ea-4a54-b0d6-7b4bf5cdce7d req-29008dd9-fc71-4b51-9b1b-42b5250fd447 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906260 Dec 17 15:10:35.922186 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-0a93ff2e-baf3-4bed-8166-600dc46916bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:35.948925 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-ef4948dd-e4d8-4399-8786-9423d27df24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:35.956426 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-ef4948dd-e4d8-4399-8786-9423d27df24b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c8068ddce4846ac914e3b1ee5570190&device_id=9db95732-bef0-4b55-a3fc-4fb7b292dc2d HTTP/1.1" status: 200 len: 1095 time: 0.0679879 Dec 17 15:10:36.004409 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-fba9161b-8fff-4856-aefa-1c5d967a3a93 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd626320-a614-4220-a323-e9b814993a48 HTTP/1.1" status: 200 len: 217 time: 0.0388925 Dec 17 15:10:36.028145 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-d98dec27-ea87-473e-af47-02d4b93062b6 req-0663122c-7b6f-4078-bc5f-d4c1778602da tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1424958856', 'description': 'tempest-description-1823781719'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:36.036717 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-38a68fd7-08dc-488c-89ce-714bdfc9abaf req-8ca034f3-5fc7-4732-adcf-a86625f8a661 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629741 Dec 17 15:10:36.062198 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-36ad1574-8a40-4c39-87c5-3e6246f52af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:36.064551 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-36ad1574-8a40-4c39-87c5-3e6246f52af7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bdabb184-8d73-4ccc-815e-dc1121f53879 HTTP/1.1" status: 200 len: 862 time: 0.0526366 Dec 17 15:10:36.084020 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93ff2e-baf3-4bed-8166-600dc46916bb service neutron] Pushing event updated for resources: {'Port': ['ID=09e9e58f-a869-47cc-83f3-a01f3bc1c5ec,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:36.116595 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-fdb33bdd-d6c1-49e1-b868-ce77057e644f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:36.118169 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-fdb33bdd-d6c1-49e1-b868-ce77057e644f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=613331aa-1e32-47f2-9904-dd1d74f4b9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459745 Dec 17 15:10:36.210935 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-41e49f17-b5d7-48b1-acce-b739e0ba07e9 service neutron] 10.222.0.13 "GET /v2.0/networks/613331aa-1e32-47f2-9904-dd1d74f4b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851347 Dec 17 15:10:36.239835 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3badd899-2671-4053-a7c6-c2eacac5657a req-bde55114-0e87-477e-a452-e708bed0abe1 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:36.241351 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3badd899-2671-4053-a7c6-c2eacac5657a req-bde55114-0e87-477e-a452-e708bed0abe1 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 950 time: 0.1388283 Dec 17 15:10:36.244546 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d98dec27-ea87-473e-af47-02d4b93062b6 req-0663122c-7b6f-4078-bc5f-d4c1778602da tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:36.246451 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-0a93ff2e-baf3-4bed-8166-600dc46916bb service neutron] Attempting to bind port 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:10:36.246780 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-0a93ff2e-baf3-4bed-8166-600dc46916bb service neutron] Attempting to bind port 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:10:36.247107 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-0a93ff2e-baf3-4bed-8166-600dc46916bb service neutron] Attempting to bind port 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec on network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:10:36.288657 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-0a93ff2e-baf3-4bed-8166-600dc46916bb service neutron] Port 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec on network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:10:36.288978 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-0a93ff2e-baf3-4bed-8166-600dc46916bb service neutron] Attempting to bind port 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec on network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:10:36.309036 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f747d1b1-7013-49ed-9188-aec1542b0569 req-64810646-4b04-490c-84ab-c6c1f3012717 service neutron] 10.222.0.13 "GET /v2.0/networks/613331aa-1e32-47f2-9904-dd1d74f4b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905466 Dec 17 15:10:36.316729 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-0a93ff2e-baf3-4bed-8166-600dc46916bb service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:10:36.317151 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-0a93ff2e-baf3-4bed-8166-600dc46916bb service neutron] Checking segment: {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:10:36.317541 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-0a93ff2e-baf3-4bed-8166-600dc46916bb service neutron] Bound using segment: {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:10:36.317983 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-0a93ff2e-baf3-4bed-8166-600dc46916bb service neutron] Bound port: 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:10:36.318340 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-0a93ff2e-baf3-4bed-8166-600dc46916bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:36.334604 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3badd899-2671-4053-a7c6-c2eacac5657a req-a9eddc4e-f421-4261-bfdf-c8d7e2b79528 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853612 Dec 17 15:10:36.389581 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584e4ff7-3d6f-4ab6-aa97-4a1431923eb1 x-openstack-request-id: req-584e4ff7-3d6f-4ab6-aa97-4a1431923eb1 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:10:36.390648 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564deb2b-a7fc-4b73-b7fa-8ad7688f3c04", "name": "network-vif-unplugged", "status": "completed", "tag": "852466b1-00ca-4b1b-a7d7-9808684fbde9", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:10:36.390648 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-584e4ff7-3d6f-4ab6-aa97-4a1431923eb1 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:10:36.391268 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564deb2b-a7fc-4b73-b7fa-8ad7688f3c04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '852466b1-00ca-4b1b-a7d7-9808684fbde9', 'code': 200} Dec 17 15:10:36.408825 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d211fa-3dc0-4cee-9a2b-7e7e6a7a1515 admin admin] Router 2563c5ba-e3b5-4fe2-bdff-cdc40e13282a is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:10:36.423220 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d98dec27-ea87-473e-af47-02d4b93062b6 req-0663122c-7b6f-4078-bc5f-d4c1778602da tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:36.423843 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e5d7ee-c0d0-47e7-98c2-54248bf9e469 x-openstack-request-id: req-c0e5d7ee-c0d0-47e7-98c2-54248bf9e469 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:10:36.424065 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9db95732-bef0-4b55-a3fc-4fb7b292dc2d", "tag": "fd626320-a614-4220-a323-e9b814993a48", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:10:36.424319 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c0e5d7ee-c0d0-47e7-98c2-54248bf9e469 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:10:36.424717 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9db95732-bef0-4b55-a3fc-4fb7b292dc2d', 'tag': 'fd626320-a614-4220-a323-e9b814993a48', 'status': 'completed', 'code': 200} Dec 17 15:10:36.434224 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-0a93ff2e-baf3-4bed-8166-600dc46916bb service neutron] For port 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:10:36.460858 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-0a93ff2e-baf3-4bed-8166-600dc46916bb service neutron] For port 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=09e9e58f-a869-47cc-83f3-a01f3bc1c5ec,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:10:36.507513 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51062ea2-300d-4819-98ae-47cfecb3ac9d req-895075c2-9fcf-46f9-a56b-4e535791820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:36.509146 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-51062ea2-300d-4819-98ae-47cfecb3ac9d req-895075c2-9fcf-46f9-a56b-4e535791820e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c8068ddce4846ac914e3b1ee5570190&device_id=9db95732-bef0-4b55-a3fc-4fb7b292dc2d HTTP/1.1" status: 200 len: 1095 time: 0.0495872 Dec 17 15:10:36.548865 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d98dec27-ea87-473e-af47-02d4b93062b6 req-0663122c-7b6f-4078-bc5f-d4c1778602da tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:36.587288 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944756d-550c-42ad-b83a-06e6d484d75a req-bd7165e5-a06e-4b97-9832-648630f42daf tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:36.588675 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7944756d-550c-42ad-b83a-06e6d484d75a req-bd7165e5-a06e-4b97-9832-648630f42daf tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=65b52e54-a92a-4f97-bb35-bd1e1b90f1d6 HTTP/1.1" status: 200 len: 949 time: 0.0913014 Dec 17 15:10:36.598953 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-0a93ff2e-baf3-4bed-8166-600dc46916bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:36.611921 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51062ea2-300d-4819-98ae-47cfecb3ac9d req-c28b81e8-4aab-4771-bac6-de04fcd51e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:36.612170 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d211fa-3dc0-4cee-9a2b-7e7e6a7a1515 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:10:36.614320 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-51062ea2-300d-4819-98ae-47cfecb3ac9d req-c28b81e8-4aab-4771-bac6-de04fcd51e7a service neutron] 10.222.0.13 "GET /v2.0/networks?id=613331aa-1e32-47f2-9904-dd1d74f4b9b4 HTTP/1.1" status: 200 len: 924 time: 0.0930579 Dec 17 15:10:36.620730 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bcc1a0-1a8b-4a82-8972-9a8f05404de9 None None] Sync routers for ids ['2563c5ba-e3b5-4fe2-bdff-cdc40e13282a'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:10:36.631354 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bcc1a0-1a8b-4a82-8972-9a8f05404de9 None None] Routers {'2563c5ba-e3b5-4fe2-bdff-cdc40e13282a'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:10:36.632057 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-61bcc1a0-1a8b-4a82-8972-9a8f05404de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:10:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['2563c5ba-e3b5-4fe2-bdff-cdc40e13282a'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:36.640900 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0663122c-7b6f-4078-bc5f-d4c1778602da tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e079c2c-d65c-4cb3-8670-7eb3182971d5,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:36.664401 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-0a93ff2e-baf3-4bed-8166-600dc46916bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:36.664972 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-0a93ff2e-baf3-4bed-8166-600dc46916bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:36.666374 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-0a93ff2e-baf3-4bed-8166-600dc46916bb service neutron] 10.222.0.13 "PUT /v2.0/ports/09e9e58f-a869-47cc-83f3-a01f3bc1c5ec HTTP/1.1" status: 200 len: 1091 time: 2.6572576 Dec 17 15:10:36.667457 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-51062ea2-300d-4819-98ae-47cfecb3ac9d req-377ae5a4-e069-4dc9-b912-610ca379390e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd626320-a614-4220-a323-e9b814993a48 HTTP/1.1" status: 200 len: 217 time: 0.0392706 Dec 17 15:10:36.701033 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d98dec27-ea87-473e-af47-02d4b93062b6 req-0663122c-7b6f-4078-bc5f-d4c1778602da tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:36.702273 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d98dec27-ea87-473e-af47-02d4b93062b6 req-0663122c-7b6f-4078-bc5f-d4c1778602da tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7092056 Dec 17 15:10:36.705843 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93ff2e-baf3-4bed-8166-600dc46916bb service neutron] Pushing event updated for resources: {'Port': ['ID=09e9e58f-a869-47cc-83f3-a01f3bc1c5ec,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:36.711200 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7944756d-550c-42ad-b83a-06e6d484d75a req-d8840757-6b27-45f4-8b56-dd8b3258a5d4 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101058 Dec 17 15:10:36.720472 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 852466b1-00ca-4b1b-a7d7-9808684fbde9 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:10:36.729450 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51062ea2-300d-4819-98ae-47cfecb3ac9d req-bc7cd492-da20-47e9-ba82-c19de4f537c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:36.730911 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-51062ea2-300d-4819-98ae-47cfecb3ac9d req-bc7cd492-da20-47e9-ba82-c19de4f537c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bdabb184-8d73-4ccc-815e-dc1121f53879 HTTP/1.1" status: 200 len: 862 time: 0.0537860 Dec 17 15:10:36.788125 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-44d211fa-3dc0-4cee-9a2b-7e7e6a7a1515 admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:36.793164 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-44d211fa-3dc0-4cee-9a2b-7e7e6a7a1515 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.8494537 Dec 17 15:10:36.794250 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38160) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:36.807662 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51062ea2-300d-4819-98ae-47cfecb3ac9d req-8925b95a-5139-4cbf-b434-fc3a6109b0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:36.807895 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-61bcc1a0-1a8b-4a82-8972-9a8f05404de9 None None] Set router 2563c5ba-e3b5-4fe2-bdff-cdc40e13282a gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:10:36.813624 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-51062ea2-300d-4819-98ae-47cfecb3ac9d req-8925b95a-5139-4cbf-b434-fc3a6109b0c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=613331aa-1e32-47f2-9904-dd1d74f4b9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752962 Dec 17 15:10:36.933338 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 852466b1-00ca-4b1b-a7d7-9808684fbde9, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=852466b1-00ca-4b1b-a7d7-9808684fbde9,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:36.944583 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-51062ea2-300d-4819-98ae-47cfecb3ac9d req-c9cf22af-d446-43b9-9d45-f331f94a7510 service neutron] 10.222.0.13 "GET /v2.0/networks/613331aa-1e32-47f2-9904-dd1d74f4b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140380 Dec 17 15:10:36.950714 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '852466b1-00ca-4b1b-a7d7-9808684fbde9', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': '852466b1-00ca-4b1b-a7d7-9808684fbde9', 'mac_address': 'fa:16:3e:2a:7d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:10:37.030561 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:37.048829 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-42899261-f546-463d-94b6-4146040c1a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:37.050389 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-42899261-f546-463d-94b6-4146040c1a94 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96ef05c814a947bb872da21a8a326a7b&device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 1094 time: 0.1525841 Dec 17 15:10:37.050657 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 852466b1-00ca-4b1b-a7d7-9808684fbde9 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:10:37.061852 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d4b43-4df4-4f47-bd54-c84ce1aeb74e req-43a5ca04-99d3-4ae9-b463-d77cf5842a90 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:37.078524 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-363d4b43-4df4-4f47-bd54-c84ce1aeb74e req-43a5ca04-99d3-4ae9-b463-d77cf5842a90 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 943 time: 0.1810415 Dec 17 15:10:37.079150 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 852466b1-00ca-4b1b-a7d7-9808684fbde9, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=852466b1-00ca-4b1b-a7d7-9808684fbde9,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:37.081799 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-51062ea2-300d-4819-98ae-47cfecb3ac9d req-5154ee11-601d-41b1-b2e0-d870badfb2aa service neutron] 10.222.0.13 "GET /v2.0/networks/613331aa-1e32-47f2-9904-dd1d74f4b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226389 Dec 17 15:10:37.088373 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-61bcc1a0-1a8b-4a82-8972-9a8f05404de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'name': 'tempest-ServersTestFqdnHostnames-357857068-router', 'tenant_id': 'f6145b39f2664908bc878c10235d12ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '33711a02-d4cc-4d02-9754-c84d841cb9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:10:30Z', 'updated_at': '2021-12-17T15:10:34Z', 'revision_number': 3, 'project_id': 'f6145b39f2664908bc878c10235d12ea', 'gw_port': {'id': '33711a02-d4cc-4d02-9754-c84d841cb9e4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:aa:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:10:32Z', 'updated_at': '2021-12-17T15:10:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:37.115910 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bcc1a0-1a8b-4a82-8972-9a8f05404de9 None None] Checking router: 2563c5ba-e3b5-4fe2-bdff-cdc40e13282a for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:10:37.116261 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bcc1a0-1a8b-4a82-8972-9a8f05404de9 None None] Updating router 2563c5ba-e3b5-4fe2-bdff-cdc40e13282a port 33711a02-d4cc-4d02-9754-c84d841cb9e4 binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:10:37.142710 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-e60ae689-d711-40dd-a6c5-e7b78b4c35e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09e9e58f-a869-47cc-83f3-a01f3bc1c5ec HTTP/1.1" status: 200 len: 217 time: 0.0620346 Dec 17 15:10:37.145346 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-61bcc1a0-1a8b-4a82-8972-9a8f05404de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:37.171141 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:37.294275 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=852466b1-00ca-4b1b-a7d7-9808684fbde9,revision_number=7']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:37.295816 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb8867-1e29-4244-8f4c-24d7f93791c1 req-7545cab4-8108-4fce-9b00-9441595b97ed tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:37.297551 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4cfb8867-1e29-4244-8f4c-24d7f93791c1 req-7545cab4-8108-4fce-9b00-9441595b97ed tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.13 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04&tenant_id=9a3e2a05328448bd85eebc1663dde8e3&binding%3Ahost_id=n-h2-820553-2 HTTP/1.1" status: 200 len: 949 time: 0.0581341 Dec 17 15:10:37.422303 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb8867-1e29-4244-8f4c-24d7f93791c1 req-48fbb779-7a9b-4a67-bee9-1999afc1812c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:37.423725 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4cfb8867-1e29-4244-8f4c-24d7f93791c1 req-48fbb779-7a9b-4a67-bee9-1999afc1812c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 1100 time: 0.0411954 Dec 17 15:10:37.459550 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-61bcc1a0-1a8b-4a82-8972-9a8f05404de9 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:37.477565 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['852466b1-00ca-4b1b-a7d7-9808684fbde9'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:10:37.501418 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-363d4b43-4df4-4f47-bd54-c84ce1aeb74e req-4104080a-7a19-4afd-85ce-7796e251d52e tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219565 Dec 17 15:10:37.536771 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb8867-1e29-4244-8f4c-24d7f93791c1 req-bd69f45f-39db-4005-b14c-96bdcbd21ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:37.537955 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-61bcc1a0-1a8b-4a82-8972-9a8f05404de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:37.538947 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4cfb8867-1e29-4244-8f4c-24d7f93791c1 req-bd69f45f-39db-4005-b14c-96bdcbd21ca9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.1064746 Dec 17 15:10:37.557666 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-4f170287-1026-4f85-85d7-05f2d9020fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:37.561788 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-4f170287-1026-4f85-85d7-05f2d9020fc9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e07a04f7-750d-46bb-b1d6-18c61b699282 HTTP/1.1" status: 200 len: 848 time: 0.4051769 Dec 17 15:10:37.584527 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4cfb8867-1e29-4244-8f4c-24d7f93791c1 req-0e070603-842f-47ea-a174-cbc34c249475 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=852466b1-00ca-4b1b-a7d7-9808684fbde9 HTTP/1.1" status: 200 len: 217 time: 0.0375085 Dec 17 15:10:37.586811 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972e25e4-86f4-4e8c-8bb0-43543f1409d1', 'tag': '09e9e58f-a869-47cc-83f3-a01f3bc1c5ec'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:10:37.589004 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f9a35c-8a4c-42e4-bc16-be8f5c3174c5" -d '{"events": [{"name": "network-changed", "server_uuid": "972e25e4-86f4-4e8c-8bb0-43543f1409d1", "tag": "09e9e58f-a869-47cc-83f3-a01f3bc1c5ec"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:10:37.616907 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae65937-27ea-4fe4-a758-bf174c86d514 req-20397129-27e2-42ad-8396-be9734ebca51 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:37.618422 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2ae65937-27ea-4fe4-a758-bf174c86d514 req-20397129-27e2-42ad-8396-be9734ebca51 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/ports?device_id=9db95732-bef0-4b55-a3fc-4fb7b292dc2d HTTP/1.1" status: 200 len: 944 time: 0.4860904 Dec 17 15:10:37.623019 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5880236-cb0f-4943-b44a-56ab24802870 None None] Pushing event updated for resources: {'Port': ['ID=33711a02-d4cc-4d02-9754-c84d841cb9e4,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:37.635639 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-61bcc1a0-1a8b-4a82-8972-9a8f05404de9 None None] Attempting to bind port 33711a02-d4cc-4d02-9754-c84d841cb9e4 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:10:37.636010 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-61bcc1a0-1a8b-4a82-8972-9a8f05404de9 None None] Attempting to bind port 33711a02-d4cc-4d02-9754-c84d841cb9e4 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:10:37.636376 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bcc1a0-1a8b-4a82-8972-9a8f05404de9 None None] Attempting to bind port 33711a02-d4cc-4d02-9754-c84d841cb9e4 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:10:37.649487 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-11875cd9-4e91-466b-977d-99986b189b31 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567577 Dec 17 15:10:37.650134 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb8867-1e29-4244-8f4c-24d7f93791c1 req-ff96e881-579c-47fe-9a7f-56a01ee7e1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:37.650728 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bcc1a0-1a8b-4a82-8972-9a8f05404de9 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:10:37.651115 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bcc1a0-1a8b-4a82-8972-9a8f05404de9 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:10:37.651532 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-61bcc1a0-1a8b-4a82-8972-9a8f05404de9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:37.651813 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4cfb8867-1e29-4244-8f4c-24d7f93791c1 req-ff96e881-579c-47fe-9a7f-56a01ee7e1d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0549467 Dec 17 15:10:37.651937 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bcc1a0-1a8b-4a82-8972-9a8f05404de9 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:10:37.652422 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-61bcc1a0-1a8b-4a82-8972-9a8f05404de9 None None] Bound port: 33711a02-d4cc-4d02-9754-c84d841cb9e4, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:10:37.652808 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-61bcc1a0-1a8b-4a82-8972-9a8f05404de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:37.714669 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb8867-1e29-4244-8f4c-24d7f93791c1 req-b56e520b-2e2b-4709-8b78-5a63ffabc40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:37.716086 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4cfb8867-1e29-4244-8f4c-24d7f93791c1 req-b56e520b-2e2b-4709-8b78-5a63ffabc40f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0461125 Dec 17 15:10:37.734119 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-61bcc1a0-1a8b-4a82-8972-9a8f05404de9 None None] For port 33711a02-d4cc-4d02-9754-c84d841cb9e4, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:10:37.750701 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-61bcc1a0-1a8b-4a82-8972-9a8f05404de9 None None] For port 33711a02-d4cc-4d02-9754-c84d841cb9e4, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=33711a02-d4cc-4d02-9754-c84d841cb9e4,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:10:37.764391 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1d02cf6c-035d-4387-80fc-0dbe2ba890a6 req-3673ac11-df24-4b34-9436-106769191885 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "GET /v2.0/security-groups/8e079c2c-d65c-4cb3-8670-7eb3182971d5 HTTP/1.1" status: 200 len: 1805 time: 0.2099276 Dec 17 15:10:37.770683 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2ae65937-27ea-4fe4-a758-bf174c86d514 req-10129c1f-b249-45e7-afe5-b2dba62a4b47 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/security-groups?id=33f245e8-8a62-458c-b8d7-9e7e52d07540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287439 Dec 17 15:10:37.783741 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-1d02cf6c-035d-4387-80fc-0dbe2ba890a6 req-7875d303-37a8-4ae5-9e97-4c1c705c02e9 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8e079c2c-d65c-4cb3-8670-7eb3182971d5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:37.783741 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-1d02cf6c-035d-4387-80fc-0dbe2ba890a6 req-7875d303-37a8-4ae5-9e97-4c1c705c02e9 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8e079c2c-d65c-4cb3-8670-7eb3182971d5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:37.823613 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4cfb8867-1e29-4244-8f4c-24d7f93791c1 req-86ba3393-a456-4021-9ec0-60661473efe4 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992322 Dec 17 15:10:37.843218 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-61bcc1a0-1a8b-4a82-8972-9a8f05404de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:37.861058 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-031d55fe-b31c-4aa8-b410-9d4eede2db82 service neutron] 10.222.0.13 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814213 Dec 17 15:10:37.931682 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5880236-cb0f-4943-b44a-56ab24802870 None None] Pushing event updated for resources: {'Port': ['ID=33711a02-d4cc-4d02-9754-c84d841cb9e4,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:37.934642 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bcc1a0-1a8b-4a82-8972-9a8f05404de9 None None] Routers {'2563c5ba-e3b5-4fe2-bdff-cdc40e13282a'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:10:37.935256 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-61bcc1a0-1a8b-4a82-8972-9a8f05404de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:10:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['2563c5ba-e3b5-4fe2-bdff-cdc40e13282a'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:37.946001 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4cfb8867-1e29-4244-8f4c-24d7f93791c1 req-d981ecb5-6150-48ad-b286-731881b42fa3 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150429 Dec 17 15:10:38.110959 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1d02cf6c-035d-4387-80fc-0dbe2ba890a6 req-7875d303-37a8-4ae5-9e97-4c1c705c02e9 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:38.123314 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c2b83bd1-f8fe-4358-ba17-1943f71b6605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:38.129465 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2788b73-de4a-415c-a193-c4a61aabe1df req-7d67de93-3425-428d-b884-c2216f4bd2e1 service neutron] 10.222.0.13 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301159 Dec 17 15:10:38.138742 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98f9a6-74b3-4a43-9364-c663b8940989 req-e47c1791-60be-4416-b1a3-447e340aa452 tempest-ServersOnMultiNodesTest-1459550234 tempest-ServersOnMultiNodesTest-1459550234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:38.140766 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8a98f9a6-74b3-4a43-9364-c663b8940989 req-e47c1791-60be-4416-b1a3-447e340aa452 tempest-ServersOnMultiNodesTest-1459550234 tempest-ServersOnMultiNodesTest-1459550234-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=65b52e54-a92a-4f97-bb35-bd1e1b90f1d6 HTTP/1.1" status: 200 len: 1100 time: 0.1722398 Dec 17 15:10:38.161575 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1d02cf6c-035d-4387-80fc-0dbe2ba890a6 req-7875d303-37a8-4ae5-9e97-4c1c705c02e9 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:38.173134 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-61bcc1a0-1a8b-4a82-8972-9a8f05404de9 None None] Set router 2563c5ba-e3b5-4fe2-bdff-cdc40e13282a gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:10:38.175075 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-8a98f9a6-74b3-4a43-9364-c663b8940989 req-b3481e2e-a21b-442b-aae9-484988b2754c tempest-ServersOnMultiNodesTest-1459550234 tempest-ServersOnMultiNodesTest-1459550234-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:38.340719 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1d02cf6c-035d-4387-80fc-0dbe2ba890a6 req-7875d303-37a8-4ae5-9e97-4c1c705c02e9 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:38.353342 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-61bcc1a0-1a8b-4a82-8972-9a8f05404de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'name': 'tempest-ServersTestFqdnHostnames-357857068-router', 'tenant_id': 'f6145b39f2664908bc878c10235d12ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '33711a02-d4cc-4d02-9754-c84d841cb9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:10:30Z', 'updated_at': '2021-12-17T15:10:34Z', 'revision_number': 3, 'project_id': 'f6145b39f2664908bc878c10235d12ea', 'gw_port': {'id': '33711a02-d4cc-4d02-9754-c84d841cb9e4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:aa:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:10:32Z', 'updated_at': '2021-12-17T15:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:38.377407 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-c2b83bd1-f8fe-4358-ba17-1943f71b6605 admin admin] Allocated IP 172.20.0.1 (40090c4b-a4ce-450f-a115-2aa1a092d03b/d85a9cb0-018e-476d-a650-20058f3fe1d1/dd0acf25-7285-4ebe-991f-002e2d45938f) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:10:38.379977 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bcc1a0-1a8b-4a82-8972-9a8f05404de9 None None] The sync data for ids ['2563c5ba-e3b5-4fe2-bdff-cdc40e13282a'] in n-d-820553-2 is: [{'id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'name': 'tempest-ServersTestFqdnHostnames-357857068-router', 'tenant_id': 'f6145b39f2664908bc878c10235d12ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '33711a02-d4cc-4d02-9754-c84d841cb9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:10:30Z', 'updated_at': '2021-12-17T15:10:34Z', 'revision_number': 3, 'project_id': 'f6145b39f2664908bc878c10235d12ea', 'gw_port': {'id': '33711a02-d4cc-4d02-9754-c84d841cb9e4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:aa:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:10:32Z', 'updated_at': '2021-12-17T15:10:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:10:38.383666 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875d303-37a8-4ae5-9e97-4c1c705c02e9 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b08a8268-d0aa-4fde-9ecf-87be416fde43,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:38.393957 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-8a98f9a6-74b3-4a43-9364-c663b8940989 req-b3481e2e-a21b-442b-aae9-484988b2754c tempest-ServersOnMultiNodesTest-1459550234 tempest-ServersOnMultiNodesTest-1459550234-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:38.497909 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c2b83bd1-f8fe-4358-ba17-1943f71b6605 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:38.503383 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1d02cf6c-035d-4387-80fc-0dbe2ba890a6 req-7875d303-37a8-4ae5-9e97-4c1c705c02e9 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:38.504593 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1d02cf6c-035d-4387-80fc-0dbe2ba890a6 req-7875d303-37a8-4ae5-9e97-4c1c705c02e9 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.7268641 Dec 17 15:10:38.529498 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-8a98f9a6-74b3-4a43-9364-c663b8940989 req-b3481e2e-a21b-442b-aae9-484988b2754c tempest-ServersOnMultiNodesTest-1459550234 tempest-ServersOnMultiNodesTest-1459550234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:38.591232 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8a98f9a6-74b3-4a43-9364-c663b8940989 req-b3481e2e-a21b-442b-aae9-484988b2754c tempest-ServersOnMultiNodesTest-1459550234 tempest-ServersOnMultiNodesTest-1459550234-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107683 Dec 17 15:10:38.591232 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3481e2e-a21b-442b-aae9-484988b2754c tempest-ServersOnMultiNodesTest-1459550234 tempest-ServersOnMultiNodesTest-1459550234-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e621623d-c84b-4dc6-af49-589dbf89f51a,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:38.650560 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7e457-ee7f-497f-925d-717f8df902e2 req-e40cd809-00fc-4f89-8a79-33fa0b344dcd tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:38.652227 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bbd7e457-ee7f-497f-925d-717f8df902e2 req-e40cd809-00fc-4f89-8a79-33fa0b344dcd tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 1095 time: 0.0917931 Dec 17 15:10:38.714250 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c2b83bd1-f8fe-4358-ba17-1943f71b6605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:38.748131 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 852466b1-00ca-4b1b-a7d7-9808684fbde9 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:10:38.766922 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bbd7e457-ee7f-497f-925d-717f8df902e2 req-37f8f43d-df8a-41e9-89e7-ae5e7b12036e tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015429 Dec 17 15:10:38.781846 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563f8db-642f-467f-885b-c9315c1024dd req-1f8b98bc-695e-4a8f-a855-710d6afb645c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:38.783419 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5563f8db-642f-467f-885b-c9315c1024dd req-1f8b98bc-695e-4a8f-a855-710d6afb645c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 949 time: 0.1282046 Dec 17 15:10:38.785975 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b83bd1-f8fe-4358-ba17-1943f71b6605 admin admin] Network 40090c4b-a4ce-450f-a115-2aa1a092d03b is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:10:38.791550 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-c2b83bd1-f8fe-4358-ba17-1943f71b6605 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:10:38.793981 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b83bd1-f8fe-4358-ba17-1943f71b6605 admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:10:38.857699 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b83bd1-f8fe-4358-ba17-1943f71b6605 admin admin] Pushing event updated for resources: {'Port': ['ID=dd0acf25-7285-4ebe-991f-002e2d45938f,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:38.871374 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 852466b1-00ca-4b1b-a7d7-9808684fbde9 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:10:38.871904 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:38.947964 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c2b83bd1-f8fe-4358-ba17-1943f71b6605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:39.038229 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5563f8db-642f-467f-885b-c9315c1024dd req-7262198a-f52b-4fb8-bffa-b1b2cde6c34a tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386727 Dec 17 15:10:39.068630 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:39.091979 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-ba6047b7-5b11-4936-b032-b1b2358b9f8a None None] Provisioning complete for port dd0acf25-7285-4ebe-991f-002e2d45938f triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:10:39.092444 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ba6047b7-5b11-4936-b032-b1b2358b9f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:39.128980 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 852466b1-00ca-4b1b-a7d7-9808684fbde9, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=852466b1-00ca-4b1b-a7d7-9808684fbde9,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:39.147315 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564deb2b-a7fc-4b73-b7fa-8ad7688f3c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852466b1-00ca-4b1b-a7d7-9808684fbde9'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:10:39.147672 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6decb6-4f6a-4744-a91c-a9c08ece909e x-openstack-request-id: req-fa6decb6-4f6a-4744-a91c-a9c08ece909e {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:10:39.148168 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972e25e4-86f4-4e8c-8bb0-43543f1409d1", "tag": "09e9e58f-a869-47cc-83f3-a01f3bc1c5ec", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:10:39.148514 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fa6decb6-4f6a-4744-a91c-a9c08ece909e {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:10:39.148988 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972e25e4-86f4-4e8c-8bb0-43543f1409d1', 'tag': '09e9e58f-a869-47cc-83f3-a01f3bc1c5ec', 'status': 'completed', 'code': 200} Dec 17 15:10:39.149839 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef00685c-d2f9-4932-814c-5fef8afa75af" -d '{"events": [{"server_uuid": "564deb2b-a7fc-4b73-b7fa-8ad7688f3c04", "name": "network-vif-plugged", "status": "completed", "tag": "852466b1-00ca-4b1b-a7d7-9808684fbde9"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:10:39.165837 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-50715d91-a838-43bd-b665-a663d90ba388 req-cab4b602-7616-4ab3-9aa3-94005661b00f tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1303742248', 'description': 'tempest-description-1486168272'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:39.168284 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-ba6047b7-5b11-4936-b032-b1b2358b9f8a None None] Port dd0acf25-7285-4ebe-991f-002e2d45938f cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:10:39.181978 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b64dd2-6833-440d-a509-7a0e12192fb1 req-727ab3e4-2879-4d5e-9b54-f83a17dfc8d7 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:39.183585 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-43b64dd2-6833-440d-a509-7a0e12192fb1 req-727ab3e4-2879-4d5e-9b54-f83a17dfc8d7 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 950 time: 0.2264254 Dec 17 15:10:39.215603 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:39.267160 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-43b64dd2-6833-440d-a509-7a0e12192fb1 req-b6e07b25-d621-4edc-aa86-548a852f43f2 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608568 Dec 17 15:10:39.268943 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9a35c-8a4c-42e4-bc16-be8f5c3174c5 req-c95e3eb8-4ae7-4110-bdc7-068c4d4a731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:39.270415 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32f9a35c-8a4c-42e4-bc16-be8f5c3174c5 req-c95e3eb8-4ae7-4110-bdc7-068c4d4a731e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96ef05c814a947bb872da21a8a326a7b&device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 1094 time: 0.1278718 Dec 17 15:10:39.272668 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=852466b1-00ca-4b1b-a7d7-9808684fbde9,revision_number=8']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:39.335575 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-50715d91-a838-43bd-b665-a663d90ba388 req-cab4b602-7616-4ab3-9aa3-94005661b00f tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:39.412997 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c2b83bd1-f8fe-4358-ba17-1943f71b6605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:39.504329 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9a35c-8a4c-42e4-bc16-be8f5c3174c5 req-8b58d5ea-c272-4283-b47a-25d31aa74b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:39.505889 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32f9a35c-8a4c-42e4-bc16-be8f5c3174c5 req-8b58d5ea-c272-4283-b47a-25d31aa74b02 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea HTTP/1.1" status: 200 len: 909 time: 0.2280025 Dec 17 15:10:39.517079 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65daf25-2255-462b-8c2a-4097641846da req-b877fb4f-a3f1-4ef4-98ee-deab50f09e43 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:39.518456 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d65daf25-2255-462b-8c2a-4097641846da req-b877fb4f-a3f1-4ef4-98ee-deab50f09e43 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 943 time: 0.1505475 Dec 17 15:10:39.588658 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32f9a35c-8a4c-42e4-bc16-be8f5c3174c5 req-048e1307-66e2-470b-82b7-6b646a094ed9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09e9e58f-a869-47cc-83f3-a01f3bc1c5ec HTTP/1.1" status: 200 len: 217 time: 0.0604110 Dec 17 15:10:39.669814 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-50715d91-a838-43bd-b665-a663d90ba388 req-cab4b602-7616-4ab3-9aa3-94005661b00f tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:39.700944 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d65daf25-2255-462b-8c2a-4097641846da req-2fc9df51-8569-42cf-8ad7-54ecacc1527f tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656089 Dec 17 15:10:39.721144 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9a35c-8a4c-42e4-bc16-be8f5c3174c5 req-5112e954-3764-4379-8334-7198321aef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:39.722596 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32f9a35c-8a4c-42e4-bc16-be8f5c3174c5 req-5112e954-3764-4379-8334-7198321aef93 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e07a04f7-750d-46bb-b1d6-18c61b699282 HTTP/1.1" status: 200 len: 848 time: 0.1156032 Dec 17 15:10:39.773976 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32f9a35c-8a4c-42e4-bc16-be8f5c3174c5 req-eff15f24-084e-49c9-9bbf-e3b41a4d647e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377853 Dec 17 15:10:39.776106 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-50715d91-a838-43bd-b665-a663d90ba388 req-cab4b602-7616-4ab3-9aa3-94005661b00f tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:39.861223 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c2b83bd1-f8fe-4358-ba17-1943f71b6605 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:39.868333 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4b602-7616-4ab3-9aa3-94005661b00f tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9021085b-c55f-40f7-9b71-cee5fa512750,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:39.905779 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32f9a35c-8a4c-42e4-bc16-be8f5c3174c5 req-b224b887-e086-4bdd-9fff-758e7d937b2d service neutron] 10.222.0.13 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199863 Dec 17 15:10:39.934283 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-50715d91-a838-43bd-b665-a663d90ba388 req-cab4b602-7616-4ab3-9aa3-94005661b00f tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:39.941603 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-50715d91-a838-43bd-b665-a663d90ba388 req-cab4b602-7616-4ab3-9aa3-94005661b00f tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7955987 Dec 17 15:10:39.986265 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:39.994126 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c2b83bd1-f8fe-4358-ba17-1943f71b6605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:40.087574 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 33711a02-d4cc-4d02-9754-c84d841cb9e4 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:10:40.141696 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 33711a02-d4cc-4d02-9754-c84d841cb9e4 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:10:40.142069 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:40.186054 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c2b83bd1-f8fe-4358-ba17-1943f71b6605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:40.197423 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b83bd1-f8fe-4358-ba17-1943f71b6605 admin admin] Pushing event updated for resources: {'Port': ['ID=dd0acf25-7285-4ebe-991f-002e2d45938f,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:40.222799 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:40.234153 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32f9a35c-8a4c-42e4-bc16-be8f5c3174c5 req-aad57ead-4a35-4214-a06c-f338a76dd581 service neutron] 10.222.0.13 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203897 Dec 17 15:10:40.242955 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 33711a02-d4cc-4d02-9754-c84d841cb9e4, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=33711a02-d4cc-4d02-9754-c84d841cb9e4,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:40.284036 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a864c-073c-43a6-b733-62aa80473204 req-496ad783-38b4-49b3-8ae8-08ebb2a1f801 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:40.285776 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e72a864c-073c-43a6-b733-62aa80473204 req-496ad783-38b4-49b3-8ae8-08ebb2a1f801 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/ports?device_id=9db95732-bef0-4b55-a3fc-4fb7b292dc2d HTTP/1.1" status: 200 len: 944 time: 0.2521338 Dec 17 15:10:40.314467 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-87356e7e-7515-4404-b7ff-6d9c3ba79307 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:40.315876 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-87356e7e-7515-4404-b7ff-6d9c3ba79307 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/networks?id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 HTTP/1.1" status: 200 len: 820 time: 0.2808366 Dec 17 15:10:40.334835 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:40.358220 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-0ca024a5-0b2d-4ede-aff3-b04206ea06dd tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/quotas/724cb0144c46439a90883d842de78922 HTTP/1.1" status: 200 len: 375 time: 0.0338738 Dec 17 15:10:40.389445 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=33711a02-d4cc-4d02-9754-c84d841cb9e4,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:40.389674 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e72a864c-073c-43a6-b733-62aa80473204 req-1c231424-8434-4f83-b16c-185dba45ae66 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/security-groups?id=33f245e8-8a62-458c-b8d7-9e7e52d07540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921593 Dec 17 15:10:40.410901 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b83bd1-f8fe-4358-ba17-1943f71b6605 admin admin] Network 40090c4b-a4ce-450f-a115-2aa1a092d03b is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:10:40.412815 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-c2b83bd1-f8fe-4358-ba17-1943f71b6605 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:10:40.444331 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e25b25b-65eb-400b-b2c1-de4e82fa82f4 x-openstack-request-id: req-2e25b25b-65eb-400b-b2c1-de4e82fa82f4 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:10:40.444711 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564deb2b-a7fc-4b73-b7fa-8ad7688f3c04", "name": "network-vif-plugged", "status": "completed", "tag": "852466b1-00ca-4b1b-a7d7-9808684fbde9", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:10:40.445029 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2e25b25b-65eb-400b-b2c1-de4e82fa82f4 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:10:40.445508 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564deb2b-a7fc-4b73-b7fa-8ad7688f3c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852466b1-00ca-4b1b-a7d7-9808684fbde9', 'code': 200} Dec 17 15:10:40.498803 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-7a07c597-39f3-4bc6-b0c0-721c2149dc96 req-65dde18c-8f70-44c9-9bfc-13951dd5aed1 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-287447620', 'description': 'tempest-description-1930610123'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:40.511883 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-7a0ebf46-9ce7-406f-b9bb-547bab31cd75 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=724cb0144c46439a90883d842de78922&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1448364 Dec 17 15:10:40.595981 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-03a39704-5f72-43c9-a8ad-6595d0a06668 None None] Provisioning complete for port dd0acf25-7285-4ebe-991f-002e2d45938f triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:10:40.596489 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-03a39704-5f72-43c9-a8ad-6595d0a06668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:40.629752 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b83bd1-f8fe-4358-ba17-1943f71b6605 admin admin] Router 2563c5ba-e3b5-4fe2-bdff-cdc40e13282a has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:10:40.630658 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-03a39704-5f72-43c9-a8ad-6595d0a06668 None None] Port dd0acf25-7285-4ebe-991f-002e2d45938f cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:10:40.648731 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-bbf286bd-4eff-4db0-8500-80f88a8c4f12 service neutron] 10.222.0.46 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282525 Dec 17 15:10:40.718506 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7a07c597-39f3-4bc6-b0c0-721c2149dc96 req-65dde18c-8f70-44c9-9bfc-13951dd5aed1 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:40.747947 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device fd626320-a614-4220-a323-e9b814993a48 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:10:40.846588 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port fd626320-a614-4220-a323-e9b814993a48, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=fd626320-a614-4220-a323-e9b814993a48,segment=NetworkSegment(2817d6d9-9301-4d8d-8748-523d4678282a),segment_id=2817d6d9-9301-4d8d-8748-523d4678282a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:40.854178 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b83bd1-f8fe-4358-ba17-1943f71b6605 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:10:40.863705 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b52816-ae5a-4fe8-813a-b30feb5ecad5 None None] Sync routers for ids ['2563c5ba-e3b5-4fe2-bdff-cdc40e13282a'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:10:40.864287 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'fd626320-a614-4220-a323-e9b814993a48', 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4', 'port_id': 'fd626320-a614-4220-a323-e9b814993a48', 'mac_address': 'fa:16:3e:a8:45:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdabb184-8d73-4ccc-815e-dc1121f53879', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:10:40.865707 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c2b83bd1-f8fe-4358-ba17-1943f71b6605 admin admin] 10.222.0.46 "PUT /v2.0/routers/2563c5ba-e3b5-4fe2-bdff-cdc40e13282a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0701497 Dec 17 15:10:40.869552 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-092d12f6-4b6e-48db-be72-a324e089c966 service neutron] 10.222.0.46 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866591 Dec 17 15:10:40.894967 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b52816-ae5a-4fe8-813a-b30feb5ecad5 None None] Routers {'2563c5ba-e3b5-4fe2-bdff-cdc40e13282a'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:10:40.897010 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-02b52816-ae5a-4fe8-813a-b30feb5ecad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:10:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['2563c5ba-e3b5-4fe2-bdff-cdc40e13282a'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:40.898315 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7a07c597-39f3-4bc6-b0c0-721c2149dc96 req-65dde18c-8f70-44c9-9bfc-13951dd5aed1 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:40.922618 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:40.939664 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd626320-a614-4220-a323-e9b814993a48 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:10:40.968118 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port fd626320-a614-4220-a323-e9b814993a48, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=fd626320-a614-4220-a323-e9b814993a48,segment=NetworkSegment(2817d6d9-9301-4d8d-8748-523d4678282a),segment_id=2817d6d9-9301-4d8d-8748-523d4678282a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:41.018665 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-02b52816-ae5a-4fe8-813a-b30feb5ecad5 None None] Set router 2563c5ba-e3b5-4fe2-bdff-cdc40e13282a gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:10:41.071831 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7a07c597-39f3-4bc6-b0c0-721c2149dc96 req-65dde18c-8f70-44c9-9bfc-13951dd5aed1 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:41.101219 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dde18c-8f70-44c9-9bfc-13951dd5aed1 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c444291-419d-46c1-9607-42cee1c04a6b,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:41.152198 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:41.152879 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:10:41.193815 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7a07c597-39f3-4bc6-b0c0-721c2149dc96 req-65dde18c-8f70-44c9-9bfc-13951dd5aed1 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:41.217833 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7a07c597-39f3-4bc6-b0c0-721c2149dc96 req-65dde18c-8f70-44c9-9bfc-13951dd5aed1 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7504084 Dec 17 15:10:41.225635 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-02b52816-ae5a-4fe8-813a-b30feb5ecad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'name': 'tempest-ServersTestFqdnHostnames-357857068-router', 'tenant_id': 'f6145b39f2664908bc878c10235d12ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '33711a02-d4cc-4d02-9754-c84d841cb9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:10:30Z', 'updated_at': '2021-12-17T15:10:39Z', 'revision_number': 4, 'project_id': 'f6145b39f2664908bc878c10235d12ea', 'gw_port': {'id': '33711a02-d4cc-4d02-9754-c84d841cb9e4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:aa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:10:32Z', 'updated_at': '2021-12-17T15:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'dd0acf25-7285-4ebe-991f-002e2d45938f', 'name': '', 'network_id': '40090c4b-a4ce-450f-a115-2aa1a092d03b', 'tenant_id': 'f6145b39f2664908bc878c10235d12ea', 'mac_address': 'fa:16:3e:25:af:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd85a9cb0-018e-476d-a650-20058f3fe1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:10:38Z', 'updated_at': '2021-12-17T15:10:39Z', 'revision_number': 2, 'project_id': 'f6145b39f2664908bc878c10235d12ea', 'subnets': [{'id': 'd85a9cb0-018e-476d-a650-20058f3fe1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:41.265057 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=fd626320-a614-4220-a323-e9b814993a48,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:41.272483 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b52816-ae5a-4fe8-813a-b30feb5ecad5 None None] Checking router: 2563c5ba-e3b5-4fe2-bdff-cdc40e13282a for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:10:41.273901 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b52816-ae5a-4fe8-813a-b30feb5ecad5 None None] Updating router 2563c5ba-e3b5-4fe2-bdff-cdc40e13282a port dd0acf25-7285-4ebe-991f-002e2d45938f binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:10:41.316867 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-02b52816-ae5a-4fe8-813a-b30feb5ecad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:41.322243 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=09e9e58f-a869-47cc-83f3-a01f3bc1c5ec,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:41.344784 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '09e9e58f-a869-47cc-83f3-a01f3bc1c5ec', 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea', 'port_id': '09e9e58f-a869-47cc-83f3-a01f3bc1c5ec', 'mac_address': 'fa:16:3e:fa:c8:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e07a04f7-750d-46bb-b1d6-18c61b699282', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:10:41.357668 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-ce18defb-20e6-41df-a16d-f797ef3f1758 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=1929931f93c54c40a22ecb93d4604ccd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246522 Dec 17 15:10:41.388968 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0298f-3c19-4780-9b5b-ec2d90c548f5 req-547181ef-d210-4b33-863c-bd1a1b6f7f7a tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:41.390811 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-00f0298f-3c19-4780-9b5b-ec2d90c548f5 req-547181ef-d210-4b33-863c-bd1a1b6f7f7a tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 950 time: 0.1119938 Dec 17 15:10:41.412989 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:41.433924 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:10:41.471041 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=09e9e58f-a869-47cc-83f3-a01f3bc1c5ec,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:41.485993 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-00f0298f-3c19-4780-9b5b-ec2d90c548f5 req-27baadc5-1b67-4c04-acfe-0ae6c060e27a tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824320 Dec 17 15:10:41.515354 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-234b3e6b-edc1-43b1-a3a7-8ac527803400 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:41.517288 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-234b3e6b-edc1-43b1-a3a7-8ac527803400 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1498528 Dec 17 15:10:41.534230 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-015859e9-335b-4851-a5d7-e17b25670f52 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/quotas/1929931f93c54c40a22ecb93d4604ccd HTTP/1.1" status: 200 len: 375 time: 0.0101461 Dec 17 15:10:41.587355 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:41.615638 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-ed85739b-132f-4639-9cd0-8780430f14e7 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1929931f93c54c40a22ecb93d4604ccd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0753391 Dec 17 15:10:41.631593 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383b03e-3a13-44d2-a873-a0aa21b2bf32 req-5523420e-1dd2-4d72-9d9d-766241609838 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:41.631593 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f383b03e-3a13-44d2-a873-a0aa21b2bf32 req-5523420e-1dd2-4d72-9d9d-766241609838 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 950 time: 0.0617278 Dec 17 15:10:41.635312 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-02b52816-ae5a-4fe8-813a-b30feb5ecad5 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:41.667710 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=09e9e58f-a869-47cc-83f3-a01f3bc1c5ec,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:41.679947 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f383b03e-3a13-44d2-a873-a0aa21b2bf32 req-cec56104-3197-4e0d-9205-05b9ca7c68a0 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436366 Dec 17 15:10:41.769107 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-02b52816-ae5a-4fe8-813a-b30feb5ecad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:41.819354 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5d63e-4599-43b2-a0d5-6d8094deb659 None None] Pushing event updated for resources: {'Port': ['ID=dd0acf25-7285-4ebe-991f-002e2d45938f,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:41.860151 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['09e9e58f-a869-47cc-83f3-a01f3bc1c5ec'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:10:41.911756 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['fd626320-a614-4220-a323-e9b814993a48'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:10:42.016193 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-02b52816-ae5a-4fe8-813a-b30feb5ecad5 None None] Attempting to bind port dd0acf25-7285-4ebe-991f-002e2d45938f on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:10:42.016193 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-02b52816-ae5a-4fe8-813a-b30feb5ecad5 None None] Attempting to bind port dd0acf25-7285-4ebe-991f-002e2d45938f by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '43b09ab7-d096-4eb2-9b0c-68de61b3c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '40090c4b-a4ce-450f-a115-2aa1a092d03b'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:10:42.016193 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b52816-ae5a-4fe8-813a-b30feb5ecad5 None None] Attempting to bind port dd0acf25-7285-4ebe-991f-002e2d45938f on network 40090c4b-a4ce-450f-a115-2aa1a092d03b {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:10:42.020809 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b52816-ae5a-4fe8-813a-b30feb5ecad5 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:10:42.021641 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b52816-ae5a-4fe8-813a-b30feb5ecad5 None None] Checking segment: {'id': '43b09ab7-d096-4eb2-9b0c-68de61b3c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '40090c4b-a4ce-450f-a115-2aa1a092d03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:10:42.022192 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-02b52816-ae5a-4fe8-813a-b30feb5ecad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:42.022753 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b52816-ae5a-4fe8-813a-b30feb5ecad5 None None] Bound using segment: {'id': '43b09ab7-d096-4eb2-9b0c-68de61b3c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '40090c4b-a4ce-450f-a115-2aa1a092d03b'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:10:42.023589 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-02b52816-ae5a-4fe8-813a-b30feb5ecad5 None None] Bound port: dd0acf25-7285-4ebe-991f-002e2d45938f, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b09ab7-d096-4eb2-9b0c-68de61b3c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '40090c4b-a4ce-450f-a115-2aa1a092d03b'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:10:42.024154 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-02b52816-ae5a-4fe8-813a-b30feb5ecad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:42.108460 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 33711a02-d4cc-4d02-9754-c84d841cb9e4 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:10:42.133157 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-02b52816-ae5a-4fe8-813a-b30feb5ecad5 None None] For port dd0acf25-7285-4ebe-991f-002e2d45938f, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:10:42.136447 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-02b52816-ae5a-4fe8-813a-b30feb5ecad5 None None] For port dd0acf25-7285-4ebe-991f-002e2d45938f, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=dd0acf25-7285-4ebe-991f-002e2d45938f,segment=NetworkSegment(43b09ab7-d096-4eb2-9b0c-68de61b3c74d),segment_id=43b09ab7-d096-4eb2-9b0c-68de61b3c74d)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:10:42.170847 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf15e1f-0337-442e-b317-4516537a48c4 req-c1c03063-9de7-41bf-b9f3-b239af7753a9 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:42.173349 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1cf15e1f-0337-442e-b317-4516537a48c4 req-c1c03063-9de7-41bf-b9f3-b239af7753a9 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 944 time: 0.4389091 Dec 17 15:10:42.213429 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1cf15e1f-0337-442e-b317-4516537a48c4 req-4ac7f408-6658-40c4-ae4e-59013c46db90 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325716 Dec 17 15:10:42.220009 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-477f3697-5b50-4b0d-95be-81cdce93bdd5 None None] Provisioning complete for port dd0acf25-7285-4ebe-991f-002e2d45938f triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:10:42.220462 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-477f3697-5b50-4b0d-95be-81cdce93bdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:42.232587 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-02b52816-ae5a-4fe8-813a-b30feb5ecad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:42.288488 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-477f3697-5b50-4b0d-95be-81cdce93bdd5 None None] Port dd0acf25-7285-4ebe-991f-002e2d45938f cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:10:42.299719 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b52816-ae5a-4fe8-813a-b30feb5ecad5 None None] Routers {'2563c5ba-e3b5-4fe2-bdff-cdc40e13282a'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:10:42.300533 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-02b52816-ae5a-4fe8-813a-b30feb5ecad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:10:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['2563c5ba-e3b5-4fe2-bdff-cdc40e13282a'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:42.302466 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 33711a02-d4cc-4d02-9754-c84d841cb9e4 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:10:42.302841 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:42.366999 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5d63e-4599-43b2-a0d5-6d8094deb659 None None] Pushing event updated for resources: {'Port': ['ID=dd0acf25-7285-4ebe-991f-002e2d45938f,revision_number=4']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:42.466469 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-02b52816-ae5a-4fe8-813a-b30feb5ecad5 None None] Set router 2563c5ba-e3b5-4fe2-bdff-cdc40e13282a gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:10:42.611345 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-6e5b50ec-788d-49eb-b1a6-efab0c202b61 None None] Provisioning complete for port dd0acf25-7285-4ebe-991f-002e2d45938f triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:10:42.612145 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6e5b50ec-788d-49eb-b1a6-efab0c202b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:42.729002 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-02b52816-ae5a-4fe8-813a-b30feb5ecad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'name': 'tempest-ServersTestFqdnHostnames-357857068-router', 'tenant_id': 'f6145b39f2664908bc878c10235d12ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '33711a02-d4cc-4d02-9754-c84d841cb9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:10:30Z', 'updated_at': '2021-12-17T15:10:39Z', 'revision_number': 4, 'project_id': 'f6145b39f2664908bc878c10235d12ea', 'gw_port': {'id': '33711a02-d4cc-4d02-9754-c84d841cb9e4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:aa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:10:32Z', 'updated_at': '2021-12-17T15:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'dd0acf25-7285-4ebe-991f-002e2d45938f', 'name': '', 'network_id': '40090c4b-a4ce-450f-a115-2aa1a092d03b', 'tenant_id': 'f6145b39f2664908bc878c10235d12ea', 'mac_address': 'fa:16:3e:25:af:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd85a9cb0-018e-476d-a650-20058f3fe1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:10:38Z', 'updated_at': '2021-12-17T15:10:42Z', 'revision_number': 4, 'project_id': 'f6145b39f2664908bc878c10235d12ea', 'subnets': [{'id': 'd85a9cb0-018e-476d-a650-20058f3fe1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:42.744125 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6e5b50ec-788d-49eb-b1a6-efab0c202b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:42.761687 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b52816-ae5a-4fe8-813a-b30feb5ecad5 None None] The sync data for ids ['2563c5ba-e3b5-4fe2-bdff-cdc40e13282a'] in n-d-820553-2 is: [{'id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'name': 'tempest-ServersTestFqdnHostnames-357857068-router', 'tenant_id': 'f6145b39f2664908bc878c10235d12ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '33711a02-d4cc-4d02-9754-c84d841cb9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:10:30Z', 'updated_at': '2021-12-17T15:10:39Z', 'revision_number': 4, 'project_id': 'f6145b39f2664908bc878c10235d12ea', 'gw_port': {'id': '33711a02-d4cc-4d02-9754-c84d841cb9e4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:aa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:10:32Z', 'updated_at': '2021-12-17T15:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'dd0acf25-7285-4ebe-991f-002e2d45938f', 'name': '', 'network_id': '40090c4b-a4ce-450f-a115-2aa1a092d03b', 'tenant_id': 'f6145b39f2664908bc878c10235d12ea', 'mac_address': 'fa:16:3e:25:af:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd85a9cb0-018e-476d-a650-20058f3fe1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:10:38Z', 'updated_at': '2021-12-17T15:10:42Z', 'revision_number': 4, 'project_id': 'f6145b39f2664908bc878c10235d12ea', 'subnets': [{'id': 'd85a9cb0-018e-476d-a650-20058f3fe1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:10:42.781632 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7bf90826-2f77-475b-9ed3-ad37bb05589b req-ddc0a634-b9fe-435d-9929-bb6da0903583 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "GET /v2.0/security-groups/9021085b-c55f-40f7-9b71-cee5fa512750 HTTP/1.1" status: 200 len: 1805 time: 0.0433893 Dec 17 15:10:42.791838 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-6e5b50ec-788d-49eb-b1a6-efab0c202b61 None None] For port dd0acf25-7285-4ebe-991f-002e2d45938f, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=dd0acf25-7285-4ebe-991f-002e2d45938f,segment=NetworkSegment(43b09ab7-d096-4eb2-9b0c-68de61b3c74d),segment_id=43b09ab7-d096-4eb2-9b0c-68de61b3c74d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:42.861346 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7bf90826-2f77-475b-9ed3-ad37bb05589b req-27ef574f-bf10-46ff-8506-fc52ff5f1608 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "GET /v2.0/security-groups/7c444291-419d-46c1-9607-42cee1c04a6b HTTP/1.1" status: 200 len: 1804 time: 0.0826411 Dec 17 15:10:42.870617 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-7bf90826-2f77-475b-9ed3-ad37bb05589b req-9dc107d9-2736-4801-b6a9-7f67e685adac tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9021085b-c55f-40f7-9b71-cee5fa512750', 'remote_group_id': '7c444291-419d-46c1-9607-42cee1c04a6b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:42.871147 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-7bf90826-2f77-475b-9ed3-ad37bb05589b req-9dc107d9-2736-4801-b6a9-7f67e685adac tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9021085b-c55f-40f7-9b71-cee5fa512750', 'remote_group_id': '7c444291-419d-46c1-9607-42cee1c04a6b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:42.890365 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38240) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:42.899965 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-d82d97db-387b-4fae-856a-10058fb19727 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Request body: {'security_group': {'name': 'tempest-securitygroup--51133396', 'description': 'tempest-description--1121416531'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:42.982176 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6e5b50ec-788d-49eb-b1a6-efab0c202b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:43.001628 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8a7f0b7d-87d3-492f-aca6-950d47df4280 req-d2df6300-f64b-468f-be36-85f9e84bef6c tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 210 time: 0.0464690 Dec 17 15:10:43.100462 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b50ec-788d-49eb-b1a6-efab0c202b61 None None] Pushing event updated for resources: {'Port': ['ID=dd0acf25-7285-4ebe-991f-002e2d45938f,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:43.127941 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7bf90826-2f77-475b-9ed3-ad37bb05589b req-9dc107d9-2736-4801-b6a9-7f67e685adac tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:43.152445 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d82d97db-387b-4fae-856a-10058fb19727 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:43.186491 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7bf90826-2f77-475b-9ed3-ad37bb05589b req-9dc107d9-2736-4801-b6a9-7f67e685adac tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:43.209740 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e5452-7390-400e-b20f-e168c81eb4f3 req-2c1fc725-ff80-47df-bef8-9792f99dc40b tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:43.211409 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-991e5452-7390-400e-b20f-e168c81eb4f3 req-2c1fc725-ff80-47df-bef8-9792f99dc40b tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/ports?device_id=9db95732-bef0-4b55-a3fc-4fb7b292dc2d HTTP/1.1" status: 200 len: 945 time: 0.0964565 Dec 17 15:10:43.239320 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d82d97db-387b-4fae-856a-10058fb19727 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:43.254203 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-991e5452-7390-400e-b20f-e168c81eb4f3 req-af1d19a2-2a60-416f-819b-5e4dbdde048c tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/security-groups?id=33f245e8-8a62-458c-b8d7-9e7e52d07540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361850 Dec 17 15:10:43.310300 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7bf90826-2f77-475b-9ed3-ad37bb05589b req-9dc107d9-2736-4801-b6a9-7f67e685adac tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:43.343208 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc107d9-2736-4801-b6a9-7f67e685adac tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54dd1bc1-2cb5-431f-8a52-e094fbcdea1d,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:43.374116 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d82d97db-387b-4fae-856a-10058fb19727 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:43.404169 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249dfcc-f6a0-4aa5-af67-8b19061d17ea req-bc85b746-e7ee-4ae5-aeaf-34e189a23dd4 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:43.405765 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c249dfcc-f6a0-4aa5-af67-8b19061d17ea req-bc85b746-e7ee-4ae5-aeaf-34e189a23dd4 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 950 time: 0.0658417 Dec 17 15:10:43.440438 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d97db-387b-4fae-856a-10058fb19727 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5574c25a-fa46-43fb-80fd-9197b80f05be,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:43.462011 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c249dfcc-f6a0-4aa5-af67-8b19061d17ea req-bccf1f80-d835-493d-bdd2-e085b3660228 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470209 Dec 17 15:10:43.519912 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7bf90826-2f77-475b-9ed3-ad37bb05589b req-9dc107d9-2736-4801-b6a9-7f67e685adac tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:43.521336 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7bf90826-2f77-475b-9ed3-ad37bb05589b req-9dc107d9-2736-4801-b6a9-7f67e685adac tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6574297 Dec 17 15:10:43.540882 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d82d97db-387b-4fae-856a-10058fb19727 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:43.549648 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d82d97db-387b-4fae-856a-10058fb19727 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6577811 Dec 17 15:10:43.550272 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38256) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:43.567638 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-c526e426-884f-4ada-aa7a-f6c0f74aed89 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Request body: {'security_group_rule': {'security_group_id': '5574c25a-fa46-43fb-80fd-9197b80f05be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:43.588024 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfed380-c62f-4fd1-b827-8cf14216b602 req-d709970d-2d03-49af-9fe8-406e82b80dc3 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:43.596651 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ddfed380-c62f-4fd1-b827-8cf14216b602 req-d709970d-2d03-49af-9fe8-406e82b80dc3 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 950 time: 0.0626836 Dec 17 15:10:43.653832 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ddfed380-c62f-4fd1-b827-8cf14216b602 req-388ddb0b-b62b-41bd-bea8-4be7fdcc78f1 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543356 Dec 17 15:10:43.770949 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72026ecc-0158-48ec-be14-e87885c4734b req-5206e49a-2138-467a-a2e2-d20872f2ff87 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:43.779487 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-72026ecc-0158-48ec-be14-e87885c4734b req-5206e49a-2138-467a-a2e2-d20872f2ff87 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 944 time: 0.0632000 Dec 17 15:10:43.816432 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-72026ecc-0158-48ec-be14-e87885c4734b req-195153ff-24ee-45b2-a4b0-b6baf3982238 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359221 Dec 17 15:10:43.842800 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c526e426-884f-4ada-aa7a-f6c0f74aed89 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:43.879567 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-f6921397-a49b-4e42-9360-5222e39b8b12 req-75c01fe4-136c-4011-b9d4-ebfecd1a9397 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1231051158', 'description': 'tempest-description-480847192'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:43.943919 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b2afef8-17f0-47b1-b5fc-46f8d45a049d req-862e1b7e-6934-4c19-b2a2-07e94a66ef78 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=4abf2057-8254-416f-a6a5-baa8dff7073f HTTP/1.1" status: 200 len: 210 time: 0.0589173 Dec 17 15:10:43.963731 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c526e426-884f-4ada-aa7a-f6c0f74aed89 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:44.072138 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f6921397-a49b-4e42-9360-5222e39b8b12 req-75c01fe4-136c-4011-b9d4-ebfecd1a9397 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:44.076350 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device dd0acf25-7285-4ebe-991f-002e2d45938f up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:10:44.101157 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c526e426-884f-4ada-aa7a-f6c0f74aed89 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:44.158982 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526e426-884f-4ada-aa7a-f6c0f74aed89 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f5b9719-9549-4ebc-af99-0c497e3c3986,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:44.187331 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port dd0acf25-7285-4ebe-991f-002e2d45938f triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:10:44.187617 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:44.201258 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f6921397-a49b-4e42-9360-5222e39b8b12 req-75c01fe4-136c-4011-b9d4-ebfecd1a9397 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:44.216565 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cf44d4b7-d432-4438-8e2d-97645a59a254 req-c06b2c2a-68b5-4b39-91c5-cc9379a784c4 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 210 time: 0.0388401 Dec 17 15:10:44.239392 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c526e426-884f-4ada-aa7a-f6c0f74aed89 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:44.241691 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c526e426-884f-4ada-aa7a-f6c0f74aed89 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6849055 Dec 17 15:10:44.249225 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38270) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:44.255306 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-e90d73c1-843a-42a6-89e5-389e7d602734 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Request body: {'security_group_rule': {'security_group_id': '5574c25a-fa46-43fb-80fd-9197b80f05be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:44.317956 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f6921397-a49b-4e42-9360-5222e39b8b12 req-75c01fe4-136c-4011-b9d4-ebfecd1a9397 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:44.387428 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c01fe4-136c-4011-b9d4-ebfecd1a9397 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60fb5623-07cd-4699-852f-360708f87cb3,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:44.389755 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e90d73c1-843a-42a6-89e5-389e7d602734 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:44.450298 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ead02-49f3-408b-9a3c-38a7bdd43715 req-dd72f0b7-db3a-4d01-aff8-2e6201fa2773 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:44.451784 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e03ead02-49f3-408b-9a3c-38a7bdd43715 req-dd72f0b7-db3a-4d01-aff8-2e6201fa2773 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/ports?device_id=9db95732-bef0-4b55-a3fc-4fb7b292dc2d HTTP/1.1" status: 200 len: 945 time: 0.1083550 Dec 17 15:10:44.480591 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f6921397-a49b-4e42-9360-5222e39b8b12 req-75c01fe4-136c-4011-b9d4-ebfecd1a9397 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:44.481938 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f6921397-a49b-4e42-9360-5222e39b8b12 req-75c01fe4-136c-4011-b9d4-ebfecd1a9397 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6101761 Dec 17 15:10:44.485727 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-de4a3368-71ec-42eb-9911-74f97633abd8 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:44.487851 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-de4a3368-71ec-42eb-9911-74f97633abd8 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.41 "GET /v2.0/networks?id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 HTTP/1.1" status: 200 len: 820 time: 0.1215739 Dec 17 15:10:44.489622 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e90d73c1-843a-42a6-89e5-389e7d602734 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:44.510163 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-c20176d6-9193-435c-9bc7-d889ce81cdc8 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Request body: {'port': {'device_id': '9868a930-f6f6-4569-8290-d0183546ad1f', 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0', 'admin_state_up': True, 'tenant_id': '724cb0144c46439a90883d842de78922'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:44.510850 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e03ead02-49f3-408b-9a3c-38a7bdd43715 req-1ebbf176-4d20-48d8-8a72-eebc583a4081 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/security-groups?id=33f245e8-8a62-458c-b8d7-9e7e52d07540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482609 Dec 17 15:10:44.542716 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-d9adc3f5-9907-4174-baae-871ea892bb74 req-0ec6941a-dbda-42fc-840f-e7244272705f tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1505912991', 'description': 'tempest-description-325103047'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:44.584892 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-ef54c258-5c5a-4190-982c-8da5d1796802 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235543 Dec 17 15:10:44.684520 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e90d73c1-843a-42a6-89e5-389e7d602734 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:44.697789 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-18820f91-08c8-4837-ab94-a656f4c4b9d4 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:44.699222 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-18820f91-08c8-4837-ab94-a656f4c4b9d4 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1085212 Dec 17 15:10:44.721972 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d73c1-843a-42a6-89e5-389e7d602734 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=219ca41b-8b14-4cd5-be84-1355a5e5996a,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:44.726705 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-ac61b1a1-3768-4c5e-baca-e6c77d856dfe tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/quotas/9a3e2a05328448bd85eebc1663dde8e3 HTTP/1.1" status: 200 len: 375 time: 0.0194156 Dec 17 15:10:44.776670 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device fd626320-a614-4220-a323-e9b814993a48 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:10:44.778879 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-362797cc-24e7-4f96-ab80-2e80f3798587 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457439 Dec 17 15:10:44.780187 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d9adc3f5-9907-4174-baae-871ea892bb74 req-0ec6941a-dbda-42fc-840f-e7244272705f tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:44.861833 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d9adc3f5-9907-4174-baae-871ea892bb74 req-0ec6941a-dbda-42fc-840f-e7244272705f tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:44.882221 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-c20176d6-9193-435c-9bc7-d889ce81cdc8 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Made reservation on behalf of 724cb0144c46439a90883d842de78922 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:10:44.885931 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-c20176d6-9193-435c-9bc7-d889ce81cdc8 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:44.912035 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port fd626320-a614-4220-a323-e9b814993a48 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:10:44.916266 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port fd626320-a614-4220-a323-e9b814993a48 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:10:44.916645 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:44.992823 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d9adc3f5-9907-4174-baae-871ea892bb74 req-0ec6941a-dbda-42fc-840f-e7244272705f tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:44.996353 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:45.020835 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db95732-bef0-4b55-a3fc-4fb7b292dc2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd626320-a614-4220-a323-e9b814993a48'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:10:45.023371 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fe5490-b48f-401b-b320-38d7ecb456f3" -d '{"events": [{"server_uuid": "9db95732-bef0-4b55-a3fc-4fb7b292dc2d", "name": "network-vif-plugged", "status": "completed", "tag": "fd626320-a614-4220-a323-e9b814993a48"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:10:45.033036 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-c20176d6-9193-435c-9bc7-d889ce81cdc8 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Allocated IP 172.20.0.13 (5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0/6c28c8ec-5ccc-4295-ab15-cbe54116b2d0/6e1e00b8-8858-4e12-baeb-9904e7a81949) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:10:45.062324 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port fd626320-a614-4220-a323-e9b814993a48, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=fd626320-a614-4220-a323-e9b814993a48,segment=NetworkSegment(2817d6d9-9301-4d8d-8748-523d4678282a),segment_id=2817d6d9-9301-4d8d-8748-523d4678282a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:45.068258 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6941a-dbda-42fc-840f-e7244272705f tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1bbe5f-e558-4b3c-8da8-4ebf56dbe328,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:45.073923 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e90d73c1-843a-42a6-89e5-389e7d602734 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:45.075321 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e90d73c1-843a-42a6-89e5-389e7d602734 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8247707 Dec 17 15:10:45.079455 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38300) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:45.088350 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-d9886a16-27d6-4c52-b3b0-b0881231b38c tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:45.159364 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d9adc3f5-9907-4174-baae-871ea892bb74 req-0ec6941a-dbda-42fc-840f-e7244272705f tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:45.161100 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9adc3f5-9907-4174-baae-871ea892bb74 req-0ec6941a-dbda-42fc-840f-e7244272705f tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6228263 Dec 17 15:10:45.169172 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:45.170049 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:10:45.190292 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9fc3e-bffb-40a0-86c4-30937b031078 req-3f7303f0-6294-44fa-93bb-204bd54b9ac4 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:45.193200 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7ab9fc3e-bffb-40a0-86c4-30937b031078 req-3f7303f0-6294-44fa-93bb-204bd54b9ac4 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 950 time: 0.0812023 Dec 17 15:10:45.257335 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7ab9fc3e-bffb-40a0-86c4-30937b031078 req-0ca14132-6038-469e-b94b-a45dde1c54e2 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521393 Dec 17 15:10:45.273653 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-c20176d6-9193-435c-9bc7-d889ce81cdc8 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:45.290863 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=fd626320-a614-4220-a323-e9b814993a48,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:45.307187 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d9886a16-27d6-4c52-b3b0-b0881231b38c tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks [] for floatingip, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:45.404296 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-524d1e50-3da2-4bb5-bdea-8749a56c2f7f req-cf4f6cb1-d166-45fe-b93a-d8a812aa838e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=4abf2057-8254-416f-a6a5-baa8dff7073f HTTP/1.1" status: 200 len: 210 time: 0.0599451 Dec 17 15:10:45.416316 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:10:45.435048 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:10:45.435048 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:45.475226 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc47a701-ca07-4c90-8514-f9aff1a97f69 x-openstack-request-id: req-bc47a701-ca07-4c90-8514-f9aff1a97f69 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:10:45.475567 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db95732-bef0-4b55-a3fc-4fb7b292dc2d", "name": "network-vif-plugged", "status": "completed", "tag": "fd626320-a614-4220-a323-e9b814993a48", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:10:45.476381 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bc47a701-ca07-4c90-8514-f9aff1a97f69 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:10:45.476777 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db95732-bef0-4b55-a3fc-4fb7b292dc2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd626320-a614-4220-a323-e9b814993a48', 'code': 200} Dec 17 15:10:45.484786 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7b4f5-e3df-40db-a1fb-eae6af3e7105 req-4b792e79-820e-4589-87f9-729b60e1a389 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:45.507223 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b2c7b4f5-e3df-40db-a1fb-eae6af3e7105 req-4b792e79-820e-4589-87f9-729b60e1a389 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 944 time: 0.2272856 Dec 17 15:10:45.558406 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:45.590990 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=09e9e58f-a869-47cc-83f3-a01f3bc1c5ec,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:45.596269 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-04ba3569-2704-45d1-842d-b9f5feafa64f req-2897b9ab-981a-4410-851d-86a3101b79b9 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 210 time: 0.0447431 Dec 17 15:10:45.632419 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b2c7b4f5-e3df-40db-a1fb-eae6af3e7105 req-8eba3c4e-de55-4779-b537-32aa155c20f7 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227674 Dec 17 15:10:45.682090 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a208c8-2463-45cd-abb6-43209fd5b3a4 req-403fb896-26e1-4623-9e9a-e5bb983260f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:45.683573 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6a208c8-2463-45cd-abb6-43209fd5b3a4 req-403fb896-26e1-4623-9e9a-e5bb983260f0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9db95732-bef0-4b55-a3fc-4fb7b292dc2d HTTP/1.1" status: 200 len: 1097 time: 0.1174829 Dec 17 15:10:45.690126 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-38d33950-a66c-4a2a-a036-db375c4db694 req-3e7f244f-91f7-4853-b2a7-1b75368daea9 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "GET /v2.0/security-groups/60fb5623-07cd-4699-852f-360708f87cb3 HTTP/1.1" status: 200 len: 1804 time: 0.0719352 Dec 17 15:10:45.718826 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-c20176d6-9193-435c-9bc7-d889ce81cdc8 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:45.730474 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:45.785643 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-c20176d6-9193-435c-9bc7-d889ce81cdc8 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:10:45.789125 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-c20176d6-9193-435c-9bc7-d889ce81cdc8 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:10:45.795403 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-c20176d6-9193-435c-9bc7-d889ce81cdc8 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:10:45.814079 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d9886a16-27d6-4c52-b3b0-b0881231b38c tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:45.817631 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=09e9e58f-a869-47cc-83f3-a01f3bc1c5ec,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:45.818027 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20176d6-9193-435c-9bc7-d889ce81cdc8 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Pushing event updated for resources: {'Port': ['ID=6e1e00b8-8858-4e12-baeb-9904e7a81949,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:45.841346 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6a208c8-2463-45cd-abb6-43209fd5b3a4 req-d031e907-cbb6-4190-b517-d1eeb83dbd0f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=33f245e8-8a62-458c-b8d7-9e7e52d07540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454706 Dec 17 15:10:45.847594 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-c20176d6-9193-435c-9bc7-d889ce81cdc8 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:45.848229 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-c20176d6-9193-435c-9bc7-d889ce81cdc8 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:45.900730 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-38d33950-a66c-4a2a-a036-db375c4db694 req-db76c98b-7a12-45dc-a7c8-b443e0138a19 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "GET /v2.0/security-groups/6f1bbe5f-e558-4b3c-8da8-4ebf56dbe328 HTTP/1.1" status: 200 len: 1804 time: 0.1981447 Dec 17 15:10:45.910566 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d824f8f-e275-490e-ae8c-972671552866 req-5a76e03d-55da-41f2-aad8-15cd3bf986f0 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:45.912046 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9d824f8f-e275-490e-ae8c-972671552866 req-5a76e03d-55da-41f2-aad8-15cd3bf986f0 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 932 time: 0.2104943 Dec 17 15:10:45.920510 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-38d33950-a66c-4a2a-a036-db375c4db694 req-416b204a-43c7-41aa-b3da-4c8e8a2d0cc7 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '60fb5623-07cd-4699-852f-360708f87cb3', 'remote_group_id': '6f1bbe5f-e558-4b3c-8da8-4ebf56dbe328', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:45.920824 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-38d33950-a66c-4a2a-a036-db375c4db694 req-416b204a-43c7-41aa-b3da-4c8e8a2d0cc7 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '60fb5623-07cd-4699-852f-360708f87cb3', 'remote_group_id': '6f1bbe5f-e558-4b3c-8da8-4ebf56dbe328', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:45.949603 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-c20176d6-9193-435c-9bc7-d889ce81cdc8 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4451625 Dec 17 15:10:45.970247 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-ebb363a4-3eff-41e9-b79e-a6bd56b43dbb service neutron] Request body: {'port': {'device_id': '9868a930-f6f6-4569-8290-d0183546ad1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:46.010773 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9d824f8f-e275-490e-ae8c-972671552866 req-03a19898-cf3e-4c40-91ba-728e4043bc96 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848715 Dec 17 15:10:46.022213 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-d9886a16-27d6-4c52-b3b0-b0881231b38c tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Allocated IP 172.25.6.34 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/d0037424-b3af-4fa8-9768-c3cb235b9e21) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:10:46.039837 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-ebb363a4-3eff-41e9-b79e-a6bd56b43dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:46.183204 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0b98b-de70-4cbf-bdca-2b6741dc1dc7 req-54bd41e8-1172-496f-adfe-7e9ac6fa68c5 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:46.184661 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6ae0b98b-de70-4cbf-bdca-2b6741dc1dc7 req-54bd41e8-1172-496f-adfe-7e9ac6fa68c5 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/ports?device_id=9db95732-bef0-4b55-a3fc-4fb7b292dc2d HTTP/1.1" status: 200 len: 946 time: 0.0957775 Dec 17 15:10:46.227549 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d9886a16-27d6-4c52-b3b0-b0881231b38c tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:46.232131 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-38d33950-a66c-4a2a-a036-db375c4db694 req-416b204a-43c7-41aa-b3da-4c8e8a2d0cc7 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:46.272508 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6ae0b98b-de70-4cbf-bdca-2b6741dc1dc7 req-7f882b37-4b2e-4c9b-9893-eb3033c0d5ff tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/security-groups?id=33f245e8-8a62-458c-b8d7-9e7e52d07540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788901 Dec 17 15:10:46.305056 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-38d33950-a66c-4a2a-a036-db375c4db694 req-416b204a-43c7-41aa-b3da-4c8e8a2d0cc7 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:46.310451 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-ebb363a4-3eff-41e9-b79e-a6bd56b43dbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e1e00b8-8858-4e12-baeb-9904e7a81949 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:10:46.319677 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-ebb363a4-3eff-41e9-b79e-a6bd56b43dbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:46.334704 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-ebb363a4-3eff-41e9-b79e-a6bd56b43dbb service neutron] Transition to ACTIVE for port object 6e1e00b8-8858-4e12-baeb-9904e7a81949 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:10:46.395716 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75ec25-db57-4e18-a21a-35d69264f221 req-4ddf809d-1ac8-43d8-b8fd-8d5a08360328 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:46.397243 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a75ec25-db57-4e18-a21a-35d69264f221 req-4ddf809d-1ac8-43d8-b8fd-8d5a08360328 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 950 time: 0.0500667 Dec 17 15:10:46.438451 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-ebb363a4-3eff-41e9-b79e-a6bd56b43dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:46.439551 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a75ec25-db57-4e18-a21a-35d69264f221 req-1e79b032-7d38-46ca-8f2b-4b05a83eae83 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358546 Dec 17 15:10:46.441236 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-38d33950-a66c-4a2a-a036-db375c4db694 req-416b204a-43c7-41aa-b3da-4c8e8a2d0cc7 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:46.443067 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d9886a16-27d6-4c52-b3b0-b0881231b38c tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:46.497910 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b204a-43c7-41aa-b3da-4c8e8a2d0cc7 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76fa3c1b-30fe-40f8-b7ea-2e49c1a04fef,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:46.503528 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9886a16-27d6-4c52-b3b0-b0881231b38c tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:10:46.507357 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-d9886a16-27d6-4c52-b3b0-b0881231b38c tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:10:46.513276 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9886a16-27d6-4c52-b3b0-b0881231b38c tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:10:46.517466 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9886a16-27d6-4c52-b3b0-b0881231b38c tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Pushing event updated for resources: {'Port': ['ID=d0037424-b3af-4fa8-9768-c3cb235b9e21,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:46.529865 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb363a4-3eff-41e9-b79e-a6bd56b43dbb service neutron] Pushing event updated for resources: {'Port': ['ID=6e1e00b8-8858-4e12-baeb-9904e7a81949,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:46.563110 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-ebb363a4-3eff-41e9-b79e-a6bd56b43dbb service neutron] Attempting to bind port 6e1e00b8-8858-4e12-baeb-9904e7a81949 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:10:46.563496 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-ebb363a4-3eff-41e9-b79e-a6bd56b43dbb service neutron] Attempting to bind port 6e1e00b8-8858-4e12-baeb-9904e7a81949 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:10:46.564086 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-ebb363a4-3eff-41e9-b79e-a6bd56b43dbb service neutron] Attempting to bind port 6e1e00b8-8858-4e12-baeb-9904e7a81949 on network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:10:46.569554 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-ebb363a4-3eff-41e9-b79e-a6bd56b43dbb service neutron] Port 6e1e00b8-8858-4e12-baeb-9904e7a81949 on network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:10:46.569554 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-ebb363a4-3eff-41e9-b79e-a6bd56b43dbb service neutron] Attempting to bind port 6e1e00b8-8858-4e12-baeb-9904e7a81949 on network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:10:46.574525 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-ebb363a4-3eff-41e9-b79e-a6bd56b43dbb service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:10:46.574856 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-ebb363a4-3eff-41e9-b79e-a6bd56b43dbb service neutron] Checking segment: {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:10:46.575229 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-ebb363a4-3eff-41e9-b79e-a6bd56b43dbb service neutron] Bound using segment: {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:10:46.575647 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-ebb363a4-3eff-41e9-b79e-a6bd56b43dbb service neutron] Bound port: 6e1e00b8-8858-4e12-baeb-9904e7a81949, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:10:46.576049 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-ebb363a4-3eff-41e9-b79e-a6bd56b43dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:46.582972 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e79b602f-f331-4600-81ec-e14d8c64c67d req-1af90c00-7e99-4aa8-8f19-0df5de03e8af tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=4abf2057-8254-416f-a6a5-baa8dff7073f HTTP/1.1" status: 200 len: 210 time: 0.0455930 Dec 17 15:10:46.621302 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-0da0268b-0949-42aa-84eb-14fadb2ce5b7 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1929931f93c54c40a22ecb93d4604ccd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243256 Dec 17 15:10:46.631266 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-38d33950-a66c-4a2a-a036-db375c4db694 req-416b204a-43c7-41aa-b3da-4c8e8a2d0cc7 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:46.636087 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-38d33950-a66c-4a2a-a036-db375c4db694 req-416b204a-43c7-41aa-b3da-4c8e8a2d0cc7 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7175734 Dec 17 15:10:46.651660 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-ebb363a4-3eff-41e9-b79e-a6bd56b43dbb service neutron] For port 6e1e00b8-8858-4e12-baeb-9904e7a81949, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:10:46.655381 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-ebb363a4-3eff-41e9-b79e-a6bd56b43dbb service neutron] For port 6e1e00b8-8858-4e12-baeb-9904e7a81949, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=6e1e00b8-8858-4e12-baeb-9904e7a81949,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:10:46.783463 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-147832f2-109c-4fd7-87b7-b69ff93964a8 req-70e6f474-96d4-4cd6-a226-6f54884da22e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 210 time: 0.1087363 Dec 17 15:10:46.787017 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-ebb363a4-3eff-41e9-b79e-a6bd56b43dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:46.823520 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d9886a16-27d6-4c52-b3b0-b0881231b38c tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:46.826149 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-ebb363a4-3eff-41e9-b79e-a6bd56b43dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:46.826979 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-ebb363a4-3eff-41e9-b79e-a6bd56b43dbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:46.829109 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-ebb363a4-3eff-41e9-b79e-a6bd56b43dbb service neutron] 10.222.0.41 "PUT /v2.0/ports/6e1e00b8-8858-4e12-baeb-9904e7a81949 HTTP/1.1" status: 200 len: 1092 time: 0.8630083 Dec 17 15:10:46.829649 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9868a930-f6f6-4569-8290-d0183546ad1f', 'tag': '6e1e00b8-8858-4e12-baeb-9904e7a81949'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:10:46.832425 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3ad427-150b-4537-a682-f341d0a3327d" -d '{"events": [{"name": "network-changed", "server_uuid": "9868a930-f6f6-4569-8290-d0183546ad1f", "tag": "6e1e00b8-8858-4e12-baeb-9904e7a81949"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:10:46.855854 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb363a4-3eff-41e9-b79e-a6bd56b43dbb service neutron] Pushing event updated for resources: {'Port': ['ID=6e1e00b8-8858-4e12-baeb-9904e7a81949,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:46.866555 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-35547615-d22a-47df-a0ea-9ae6e127b731 req-500ab54d-1009-47d7-a51e-cfc9e918b5d9 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "GET /v2.0/security-groups/6f1bbe5f-e558-4b3c-8da8-4ebf56dbe328 HTTP/1.1" status: 200 len: 1804 time: 0.1701870 Dec 17 15:10:46.916628 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-0f87ff64-cbb2-4964-aa28-ac63c888ced3 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:46.918047 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-0f87ff64-cbb2-4964-aa28-ac63c888ced3 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2847943 Dec 17 15:10:46.954060 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-a1c3baa7-17fe-4492-bf66-ddf6cf2ccfe1 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Request body: {'port': {'device_id': '352114f7-8acf-4a81-ae7f-f65a6451c12d', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'admin_state_up': True, 'tenant_id': '1929931f93c54c40a22ecb93d4604ccd'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:47.004109 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e6130-7c02-4664-8ede-89e26aba26ad req-16519c11-2703-4922-b165-124bcb60d5d9 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:47.005697 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fe0e6130-7c02-4664-8ede-89e26aba26ad req-16519c11-2703-4922-b165-124bcb60d5d9 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 945 time: 0.1350086 Dec 17 15:10:47.079452 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d9886a16-27d6-4c52-b3b0-b0881231b38c tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:47.086106 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-35547615-d22a-47df-a0ea-9ae6e127b731 req-46f3ee2f-df17-48f4-8fe6-bae50160be78 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:47.155332 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fe0e6130-7c02-4664-8ede-89e26aba26ad req-8e21c7f3-8395-40eb-bc21-0c7e687ddb49 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392236 Dec 17 15:10:47.165739 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-35547615-d22a-47df-a0ea-9ae6e127b731 req-46f3ee2f-df17-48f4-8fe6-bae50160be78 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:47.202087 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-8462a894-f069-40cc-9b84-effaa3a3a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:47.203897 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-8462a894-f069-40cc-9b84-effaa3a3a7a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=724cb0144c46439a90883d842de78922&device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 1095 time: 0.0557861 Dec 17 15:10:47.226666 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee1b0cb-dabc-4756-abf4-f79e70d7ab0e x-openstack-request-id: req-4ee1b0cb-dabc-4756-abf4-f79e70d7ab0e {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:10:47.227146 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9868a930-f6f6-4569-8290-d0183546ad1f", "tag": "6e1e00b8-8858-4e12-baeb-9904e7a81949", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:10:47.227545 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4ee1b0cb-dabc-4756-abf4-f79e70d7ab0e {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:10:47.228128 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9868a930-f6f6-4569-8290-d0183546ad1f', 'tag': '6e1e00b8-8858-4e12-baeb-9904e7a81949', 'status': 'completed', 'code': 200} Dec 17 15:10:47.307581 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-1b3b49bf-6d57-4bba-8632-ca9927d570fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e1e00b8-8858-4e12-baeb-9904e7a81949 HTTP/1.1" status: 200 len: 217 time: 0.0449085 Dec 17 15:10:47.368536 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-748e7c61-17be-4f10-952f-268c44411627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:47.369974 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-748e7c61-17be-4f10-952f-268c44411627 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c28c8ec-5ccc-4295-ab15-cbe54116b2d0 HTTP/1.1" status: 200 len: 860 time: 0.0529613 Dec 17 15:10:47.394192 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3db2a4-2156-455a-9dfa-1b80b61392f4 req-e493b370-4543-4b85-a667-8ffb7a93b569 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:47.395607 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ac3db2a4-2156-455a-9dfa-1b80b61392f4 req-e493b370-4543-4b85-a667-8ffb7a93b569 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 944 time: 0.1064839 Dec 17 15:10:47.408293 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-1c9b72a6-d191-4799-bf96-d3e491d2d8b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289488 Dec 17 15:10:47.423116 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d9886a16-27d6-4c52-b3b0-b0881231b38c tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:47.449110 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-a1c3baa7-17fe-4492-bf66-ddf6cf2ccfe1 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Made reservation on behalf of 1929931f93c54c40a22ecb93d4604ccd for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:10:47.452501 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-a1c3baa7-17fe-4492-bf66-ddf6cf2ccfe1 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:47.465773 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ac3db2a4-2156-455a-9dfa-1b80b61392f4 req-70d96a96-4bc4-4feb-942b-94058e49713a tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572138 Dec 17 15:10:47.477800 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972e25e4-86f4-4e8c-8bb0-43543f1409d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e9e58f-a869-47cc-83f3-a01f3bc1c5ec'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:10:47.481260 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65007ac9-30b5-4eba-a5b1-fc8f53710e5f" -d '{"events": [{"server_uuid": "972e25e4-86f4-4e8c-8bb0-43543f1409d1", "name": "network-vif-plugged", "status": "completed", "tag": "09e9e58f-a869-47cc-83f3-a01f3bc1c5ec"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:10:47.485593 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-d67bf616-9acc-40ae-bf3a-f3a316656b1e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1929931f93c54c40a22ecb93d4604ccd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428307 Dec 17 15:10:47.487691 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-35547615-d22a-47df-a0ea-9ae6e127b731 req-46f3ee2f-df17-48f4-8fe6-bae50160be78 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:47.491919 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-35547615-d22a-47df-a0ea-9ae6e127b731 req-46f3ee2f-df17-48f4-8fe6-bae50160be78 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:47.493279 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-35547615-d22a-47df-a0ea-9ae6e127b731 req-46f3ee2f-df17-48f4-8fe6-bae50160be78 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "DELETE /v2.0/security-groups/6f1bbe5f-e558-4b3c-8da8-4ebf56dbe328 HTTP/1.1" status: 204 len: 173 time: 0.6074755 Dec 17 15:10:47.550301 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f3ee2f-df17-48f4-8fe6-bae50160be78 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1bbe5f-e558-4b3c-8da8-4ebf56dbe328,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:47.557991 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d9886a16-27d6-4c52-b3b0-b0881231b38c tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:47.638962 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-8dfc04f7-d4b0-48f3-87c9-dcd8fc7b2d63 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857543 Dec 17 15:10:47.709504 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-6255589b-72cb-4c41-a1b4-4f894deb1f41 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:47.710931 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-6255589b-72cb-4c41-a1b4-4f894deb1f41 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1858718 Dec 17 15:10:47.728516 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9886a16-27d6-4c52-b3b0-b0881231b38c tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Pushing event updated for resources: {'Port': ['ID=d0037424-b3af-4fa8-9768-c3cb235b9e21,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:47.732962 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-fa1d71a3-e67b-45dd-adc5-422593eaae94 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Request body: {'port': {'device_id': '4abf2057-8254-416f-a6a5-baa8dff7073f', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'admin_state_up': True, 'tenant_id': '1929931f93c54c40a22ecb93d4604ccd'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:47.757440 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-a1c3baa7-17fe-4492-bf66-ddf6cf2ccfe1 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Allocated IP 192.168.233.150 (f97c7142-717f-43eb-a835-5fcd8d6a6486/b0a1cb4f-5aa5-4130-b24e-105310ef66e4/06c2999c-bbee-475b-952d-fa0f041bc37d) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:10:47.770744 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d9886a16-27d6-4c52-b3b0-b0881231b38c tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:47.798233 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bd695-246b-42cb-b1bd-396b450a9833 req-979dfe45-c418-4078-bc28-a9d3f6d5870d tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:47.799736 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aa3bd695-246b-42cb-b1bd-396b450a9833 req-979dfe45-c418-4078-bc28-a9d3f6d5870d tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 950 time: 0.1644485 Dec 17 15:10:47.806896 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6c7d5d5b-bbdf-438c-8ac1-a7fc32c28ca5 req-1aa70925-e7d4-4609-8166-6f4ad2055294 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597800 Dec 17 15:10:47.807106 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45c04d-4c95-4c83-89dd-2e485faac380 req-382075b3-5379-4046-a298-9d85748554c8 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:47.809549 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ca45c04d-4c95-4c83-89dd-2e485faac380 req-382075b3-5379-4046-a298-9d85748554c8 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/ports?device_id=9db95732-bef0-4b55-a3fc-4fb7b292dc2d HTTP/1.1" status: 200 len: 946 time: 0.2176034 Dec 17 15:10:47.905523 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d9886a16-27d6-4c52-b3b0-b0881231b38c tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:47.907453 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d9886a16-27d6-4c52-b3b0-b0881231b38c tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8267870 Dec 17 15:10:47.926828 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ca45c04d-4c95-4c83-89dd-2e485faac380 req-3d573b25-6970-4501-be69-30871c036878 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/security-groups?id=33f245e8-8a62-458c-b8d7-9e7e52d07540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111813 Dec 17 15:10:47.929477 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aa3bd695-246b-42cb-b1bd-396b450a9833 req-0f3ce151-552e-4265-96f1-77e69369c510 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184146 Dec 17 15:10:47.981229 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2daa7f7-314b-4f8a-b903-47c38aecc67c x-openstack-request-id: req-b2daa7f7-314b-4f8a-b903-47c38aecc67c {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:10:47.981763 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972e25e4-86f4-4e8c-8bb0-43543f1409d1", "name": "network-vif-plugged", "status": "completed", "tag": "09e9e58f-a869-47cc-83f3-a01f3bc1c5ec", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:10:47.982156 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b2daa7f7-314b-4f8a-b903-47c38aecc67c {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:10:47.982730 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972e25e4-86f4-4e8c-8bb0-43543f1409d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e9e58f-a869-47cc-83f3-a01f3bc1c5ec', 'code': 200} Dec 17 15:10:47.988151 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-fa1d71a3-e67b-45dd-adc5-422593eaae94 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Made reservation on behalf of 1929931f93c54c40a22ecb93d4604ccd for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:10:47.995630 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-fa1d71a3-e67b-45dd-adc5-422593eaae94 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:48.104413 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-507b6df1-aaaa-46ae-968e-7e3eb3b0bb86 req-32f248b1-503f-47e8-851c-37a4cd0f98ff tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=4abf2057-8254-416f-a6a5-baa8dff7073f HTTP/1.1" status: 200 len: 210 time: 0.0620070 Dec 17 15:10:48.136194 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-a1c3baa7-17fe-4492-bf66-ddf6cf2ccfe1 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:48.154846 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cd17a66d-0178-49c8-91ff-43001a3fb0ef req-ea772b0b-4d89-4036-94b8-80bf09b528e5 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "GET /v2.0/security-groups/60fb5623-07cd-4699-852f-360708f87cb3 HTTP/1.1" status: 200 len: 1804 time: 0.1489596 Dec 17 15:10:48.170181 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64536f3b-34fe-44a9-aecc-6916b23c9e0b req-45c41d8c-34a3-4abf-a3f2-f1619d91c380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:48.171701 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-64536f3b-34fe-44a9-aecc-6916b23c9e0b req-45c41d8c-34a3-4abf-a3f2-f1619d91c380 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 1096 time: 0.1028905 Dec 17 15:10:48.194362 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.41', 49187) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:48.214625 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cfb7cff1-0583-42e5-8f47-d6f3375179fb req-54c0bed6-cc86-48e6-a779-927fde61cda4 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 210 time: 0.0419612 Dec 17 15:10:48.245231 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-64536f3b-34fe-44a9-aecc-6916b23c9e0b req-950a816f-8212-4702-8ae3-aa25ad2e49f9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553026 Dec 17 15:10:48.273540 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-5347bc5b-73f3-46fe-9523-494741059aa2 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--51133396&fields=id&tenant_id=f6145b39f2664908bc878c10235d12ea HTTP/1.1" status: 200 len: 267 time: 0.0403600 Dec 17 15:10:48.276712 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-f78823b9-7a5e-4448-b4fc-f202f026bc12 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335402 Dec 17 15:10:48.285185 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ad427-150b-4537-a682-f341d0a3327d req-5baeb6b6-8b63-4398-82c1-1ff9e5ae115f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:48.286708 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-be3ad427-150b-4537-a682-f341d0a3327d req-5baeb6b6-8b63-4398-82c1-1ff9e5ae115f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=724cb0144c46439a90883d842de78922&device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 1095 time: 0.0933104 Dec 17 15:10:48.351381 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-a1c3baa7-17fe-4492-bf66-ddf6cf2ccfe1 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:48.395133 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['84ec1fa8-4fe6-41c9-9253-fd20873a5605'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:10:48.419175 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-a1c3baa7-17fe-4492-bf66-ddf6cf2ccfe1 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Network f97c7142-717f-43eb-a835-5fcd8d6a6486 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:10:48.431602 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-a1c3baa7-17fe-4492-bf66-ddf6cf2ccfe1 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:10:48.443991 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-a1c3baa7-17fe-4492-bf66-ddf6cf2ccfe1 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:10:48.448073 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3baa7-17fe-4492-bf66-ddf6cf2ccfe1 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Pushing event updated for resources: {'Port': ['ID=06c2999c-bbee-475b-952d-fa0f041bc37d,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:48.523850 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-fa1d71a3-e67b-45dd-adc5-422593eaae94 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Allocated IP 192.168.233.190 (f97c7142-717f-43eb-a835-5fcd8d6a6486/b0a1cb4f-5aa5-4130-b24e-105310ef66e4/f3c715b8-b680-4273-a5af-bb9e8f873645) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:10:48.557871 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-1f117c98-e9ea-431d-8b0f-c1cc99b1e618 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:48.559384 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-1f117c98-e9ea-431d-8b0f-c1cc99b1e618 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2718062 Dec 17 15:10:48.559989 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-a25186ec-4f0a-44c2-b1fb-80ecbf9ff822 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:48.561357 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ad427-150b-4537-a682-f341d0a3327d req-a1569fab-ea14-457f-a6a4-1c257dbb43d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:48.561581 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-a25186ec-4f0a-44c2-b1fb-80ecbf9ff822 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "GET /v2.0/networks?id=40090c4b-a4ce-450f-a115-2aa1a092d03b HTTP/1.1" status: 200 len: 814 time: 0.2782736 Dec 17 15:10:48.564895 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-be3ad427-150b-4537-a682-f341d0a3327d req-a1569fab-ea14-457f-a6a4-1c257dbb43d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 HTTP/1.1" status: 200 len: 921 time: 0.2687216 Dec 17 15:10:48.569598 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0719d69-9109-4c0a-87c2-521437e249a4 req-48955781-ef36-4a6d-ae02-eeb82ff57dc1 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:48.588811 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0719d69-9109-4c0a-87c2-521437e249a4 req-48955781-ef36-4a6d-ae02-eeb82ff57dc1 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/ports?device_id=9db95732-bef0-4b55-a3fc-4fb7b292dc2d HTTP/1.1" status: 200 len: 946 time: 0.3065228 Dec 17 15:10:48.590569 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38360) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:48.597471 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-5caf1832-784b-4f4a-b775-c1f850a66a85 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Request body: {'floatingip': {'port_id': 'fd626320-a614-4220-a323-e9b814993a48'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:48.658450 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-72e150fc-6e0a-4d60-aad8-0e11041af914 req-85d1a717-51cb-4c16-9c13-3ec021df7a35 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1900940708', 'description': 'tempest-description-515919224'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:48.668503 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-be88101d-7bce-4493-9fce-2932e49c9dae tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "GET /v2.0/quotas/f6145b39f2664908bc878c10235d12ea HTTP/1.1" status: 200 len: 375 time: 0.0785193 Dec 17 15:10:48.675238 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-a1c3baa7-17fe-4492-bf66-ddf6cf2ccfe1 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:48.675918 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-a1c3baa7-17fe-4492-bf66-ddf6cf2ccfe1 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:48.685992 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5caf1832-784b-4f4a-b775-c1f850a66a85 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks [] for floatingip, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:48.688089 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-9e2d6c2a-fca2-4c18-bd59-4bd01bbd9598 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Request body: {'port': {'device_id': '567d180a-4217-4cb8-9066-6be25755f236', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'admin_state_up': True, 'tenant_id': '9a3e2a05328448bd85eebc1663dde8e3'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:48.758772 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-db140366-7f2a-45a8-8043-eb443aca3e7d None None] Provisioning complete for port 06c2999c-bbee-475b-952d-fa0f041bc37d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:10:48.759345 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-db140366-7f2a-45a8-8043-eb443aca3e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:48.771253 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-be3ad427-150b-4537-a682-f341d0a3327d req-6c49dba9-7fe8-4016-9548-27e31f1f0e6a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e1e00b8-8858-4e12-baeb-9904e7a81949 HTTP/1.1" status: 200 len: 217 time: 0.0910449 Dec 17 15:10:48.803914 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-db140366-7f2a-45a8-8043-eb443aca3e7d None None] Port 06c2999c-bbee-475b-952d-fa0f041bc37d cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:10:48.839652 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-2cab373a-d4ef-4f99-8137-6c0f364018de tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6145b39f2664908bc878c10235d12ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1608963 Dec 17 15:10:48.848458 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-72e150fc-6e0a-4d60-aad8-0e11041af914 req-85d1a717-51cb-4c16-9c13-3ec021df7a35 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:48.873548 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-fa1d71a3-e67b-45dd-adc5-422593eaae94 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:48.901640 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ad427-150b-4537-a682-f341d0a3327d req-1bb31895-dbbf-4f23-805c-684a68ad5f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:48.903100 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-be3ad427-150b-4537-a682-f341d0a3327d req-1bb31895-dbbf-4f23-805c-684a68ad5f55 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c28c8ec-5ccc-4295-ab15-cbe54116b2d0 HTTP/1.1" status: 200 len: 860 time: 0.0907869 Dec 17 15:10:48.945757 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-be3ad427-150b-4537-a682-f341d0a3327d req-cf1eced7-b376-4321-83d5-3121c0ebd90e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284312 Dec 17 15:10:49.046456 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-be3ad427-150b-4537-a682-f341d0a3327d req-9e54dc78-e57e-45e7-b1a5-0ae0560c65d6 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923979 Dec 17 15:10:49.072775 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-fa1d71a3-e67b-45dd-adc5-422593eaae94 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:49.123666 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['84ec1fa8-4fe6-41c9-9253-fd20873a5605'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:10:49.125698 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-9e2d6c2a-fca2-4c18-bd59-4bd01bbd9598 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Made reservation on behalf of 9a3e2a05328448bd85eebc1663dde8e3 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:10:49.129466 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-9e2d6c2a-fca2-4c18-bd59-4bd01bbd9598 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:49.202442 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-fa1d71a3-e67b-45dd-adc5-422593eaae94 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Network f97c7142-717f-43eb-a835-5fcd8d6a6486 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:10:49.207944 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-fa1d71a3-e67b-45dd-adc5-422593eaae94 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:10:49.209827 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d71a3-e67b-45dd-adc5-422593eaae94 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Pushing event updated for resources: {'Port': ['ID=f3c715b8-b680-4273-a5af-bb9e8f873645,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:49.212226 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-fa1d71a3-e67b-45dd-adc5-422593eaae94 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:10:49.264399 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-a1c3baa7-17fe-4492-bf66-ddf6cf2ccfe1 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3182204 Dec 17 15:10:49.290771 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-7c47155b-f398-42c7-aceb-48b61752107f service neutron] Request body: {'port': {'device_id': '352114f7-8acf-4a81-ae7f-f65a6451c12d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:49.357219 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-fa1d71a3-e67b-45dd-adc5-422593eaae94 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:49.357860 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-fa1d71a3-e67b-45dd-adc5-422593eaae94 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:49.372761 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-be3ad427-150b-4537-a682-f341d0a3327d req-36b7fc78-76a3-496e-8467-e53300b754c9 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607603 Dec 17 15:10:49.407534 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-66e5eb35-01e6-433f-a13a-9ba5c7f8bc97 service neutron] 10.222.0.46 "GET /v2.0/networks/40090c4b-a4ce-450f-a115-2aa1a092d03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5439663 Dec 17 15:10:49.413254 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-72e150fc-6e0a-4d60-aad8-0e11041af914 req-85d1a717-51cb-4c16-9c13-3ec021df7a35 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:49.430628 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-9e2d6c2a-fca2-4c18-bd59-4bd01bbd9598 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Allocated IP 192.168.233.9 (f97c7142-717f-43eb-a835-5fcd8d6a6486/b0a1cb4f-5aa5-4130-b24e-105310ef66e4/38bfe9ef-a4ab-4fbd-91b7-c658f9574008) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:10:49.494280 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-fa1d71a3-e67b-45dd-adc5-422593eaae94 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7670155 Dec 17 15:10:49.506063 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-7c47155b-f398-42c7-aceb-48b61752107f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:49.540094 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-c64ffffd-4c74-4159-9da3-5a0bf8e16856 service neutron] Request body: {'port': {'device_id': '4abf2057-8254-416f-a6a5-baa8dff7073f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:49.545814 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-3d93ff57-fcb4-4c7e-b88b-7a83125a7b9f None None] Provisioning complete for port f3c715b8-b680-4273-a5af-bb9e8f873645 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:10:49.546193 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3d93ff57-fcb4-4c7e-b88b-7a83125a7b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:49.585722 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-3d93ff57-fcb4-4c7e-b88b-7a83125a7b9f None None] Port f3c715b8-b680-4273-a5af-bb9e8f873645 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:10:49.587143 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-72e150fc-6e0a-4d60-aad8-0e11041af914 req-85d1a717-51cb-4c16-9c13-3ec021df7a35 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:49.626820 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-c64ffffd-4c74-4159-9da3-5a0bf8e16856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:49.684408 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-9e2d6c2a-fca2-4c18-bd59-4bd01bbd9598 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:49.763359 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1a717-51cb-4c16-9c13-3ec021df7a35 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0506da2d-894d-46ec-b546-09d4069ca847,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:49.772333 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-72e150fc-6e0a-4d60-aad8-0e11041af914 req-85d1a717-51cb-4c16-9c13-3ec021df7a35 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:49.773574 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-72e150fc-6e0a-4d60-aad8-0e11041af914 req-85d1a717-51cb-4c16-9c13-3ec021df7a35 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.1629102 Dec 17 15:10:49.780012 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-0715eb02-a7b2-49cb-b73c-7e061e53995b service neutron] 10.222.0.46 "GET /v2.0/networks/40090c4b-a4ce-450f-a115-2aa1a092d03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555446 Dec 17 15:10:49.806545 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.db.resource_extend [None req-5caf1832-784b-4f4a-b775-c1f850a66a85 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 15:10:49.880184 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-9e2d6c2a-fca2-4c18-bd59-4bd01bbd9598 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:49.894418 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['0b8d56da-5e55-4db8-b341-5f885ac821a9', '852466b1-00ca-4b1b-a7d7-9808684fbde9'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:10:49.902775 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5caf1832-784b-4f4a-b775-c1f850a66a85 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:49.919212 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee9f1d-0182-4606-abe1-d5ac660341a6 req-aaa95282-080b-4ee3-a084-56383cfa71f6 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:49.920694 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a9ee9f1d-0182-4606-abe1-d5ac660341a6 req-aaa95282-080b-4ee3-a084-56383cfa71f6 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 945 time: 0.0768008 Dec 17 15:10:49.962996 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a9ee9f1d-0182-4606-abe1-d5ac660341a6 req-c830e7bc-2733-461a-a623-41ac603924e7 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342295 Dec 17 15:10:49.992313 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5caf1832-784b-4f4a-b775-c1f850a66a85 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:50.053568 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-9e2d6c2a-fca2-4c18-bd59-4bd01bbd9598 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Network f97c7142-717f-43eb-a835-5fcd8d6a6486 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:10:50.056678 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d6c2a-fca2-4c18-bd59-4bd01bbd9598 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Pushing event updated for resources: {'Port': ['ID=38bfe9ef-a4ab-4fbd-91b7-c658f9574008,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:50.072269 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-9e2d6c2a-fca2-4c18-bd59-4bd01bbd9598 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:10:50.074843 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-9e2d6c2a-fca2-4c18-bd59-4bd01bbd9598 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:10:50.185792 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-9e2d6c2a-fca2-4c18-bd59-4bd01bbd9598 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:50.186454 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-9e2d6c2a-fca2-4c18-bd59-4bd01bbd9598 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:50.226517 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7053f94-b242-4a3a-a124-db156e950f15 req-8a151902-0465-4b1b-9d2a-095cc2e28ce6 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:50.234024 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a7053f94-b242-4a3a-a124-db156e950f15 req-8a151902-0465-4b1b-9d2a-095cc2e28ce6 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 944 time: 0.1696093 Dec 17 15:10:50.239374 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-5caf1832-784b-4f4a-b775-c1f850a66a85 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Floating IP c34a1b4d-f224-48b5-8e41-c1db4eaecaa2 associated. External IP: 172.25.6.181, port: fd626320-a614-4220-a323-e9b814993a48. Dec 17 15:10:50.279313 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-c64ffffd-4c74-4159-9da3-5a0bf8e16856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3c715b8-b680-4273-a5af-bb9e8f873645 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:10:50.295535 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-c64ffffd-4c74-4159-9da3-5a0bf8e16856 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:50.395147 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-c64ffffd-4c74-4159-9da3-5a0bf8e16856 service neutron] Transition to ACTIVE for port object f3c715b8-b680-4273-a5af-bb9e8f873645 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:10:50.395147 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8fd69a5a-bc37-495b-8893-5e3ece8037eb req-703184c8-8e87-4504-9736-bd592fa0fcca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=53378151-3ca5-4787-95f7-4f66c0d0b72a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0841453 Dec 17 15:10:50.395147 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-9e2d6c2a-fca2-4c18-bd59-4bd01bbd9598 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6589043 Dec 17 15:10:50.397741 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd760d-a5c4-4058-bc80-abc59daf06aa req-659470c9-3766-4a36-ae8c-a42f644a4dba tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:50.397741 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0efd760d-a5c4-4058-bc80-abc59daf06aa req-659470c9-3766-4a36-ae8c-a42f644a4dba tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 950 time: 0.2243218 Dec 17 15:10:50.398056 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-60d55cd1-b80d-4b02-b412-3d31c3cb2239 service neutron] Request body: {'port': {'device_id': '567d180a-4217-4cb8-9066-6be25755f236', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:50.398289 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a7053f94-b242-4a3a-a124-db156e950f15 req-7eb4ef0a-f33a-4bbf-a81d-21764d4b26ca tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629126 Dec 17 15:10:50.416524 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-5c60a166-efa7-4f47-b294-2c60c60d3f6a None None] Provisioning complete for port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:10:50.417162 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5c60a166-efa7-4f47-b294-2c60c60d3f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:50.426261 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd69a5a-bc37-495b-8893-5e3ece8037eb req-323d4b7c-435f-423b-81db-c123cc3f4a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:50.427817 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8fd69a5a-bc37-495b-8893-5e3ece8037eb req-323d4b7c-435f-423b-81db-c123cc3f4a5c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f08448d025044cdc929eba5f39e36409&device_id=53378151-3ca5-4787-95f7-4f66c0d0b72a HTTP/1.1" status: 200 len: 1100 time: 0.0648801 Dec 17 15:10:50.463068 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0efd760d-a5c4-4058-bc80-abc59daf06aa req-2fc3d9be-79c7-4d4b-95aa-e8e9d294a199 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978620 Dec 17 15:10:50.468745 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-60d55cd1-b80d-4b02-b412-3d31c3cb2239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:50.622457 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-5c60a166-efa7-4f47-b294-2c60c60d3f6a None None] Port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:10:50.638916 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd69a5a-bc37-495b-8893-5e3ece8037eb req-134078c5-dc37-42e0-875f-b17c132f7556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:50.640407 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8fd69a5a-bc37-495b-8893-5e3ece8037eb req-134078c5-dc37-42e0-875f-b17c132f7556 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.1875937 Dec 17 15:10:50.643652 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-c64ffffd-4c74-4159-9da3-5a0bf8e16856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:50.696103 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c8ba2-7478-47ea-bec7-3953959abf26 req-6fffed48-f333-4118-a4f1-929001218c92 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:50.697597 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-898c8ba2-7478-47ea-bec7-3953959abf26 req-6fffed48-f333-4118-a4f1-929001218c92 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=4abf2057-8254-416f-a6a5-baa8dff7073f HTTP/1.1" status: 200 len: 936 time: 0.1671674 Dec 17 15:10:50.710924 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33107a9c-593a-492c-977a-89233c0104ac req-7b8e488c-4d71-4995-9254-53d697c69b68 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:50.712467 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-33107a9c-593a-492c-977a-89233c0104ac req-7b8e488c-4d71-4995-9254-53d697c69b68 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 934 time: 0.1469629 Dec 17 15:10:50.763393 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5caf1832-784b-4f4a-b775-c1f850a66a85 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Router 667a88b0-a67d-40fc-a65c-1f7b92ae5adf has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:10:50.832832 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-33107a9c-593a-492c-977a-89233c0104ac req-7b16393c-3ac6-4e72-ac33-a6c72f56d6e7 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099353 Dec 17 15:10:50.846761 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-898c8ba2-7478-47ea-bec7-3953959abf26 req-9c7974ad-1223-43ee-b18d-4d7a19812a7e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297646 Dec 17 15:10:50.956785 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8fd69a5a-bc37-495b-8893-5e3ece8037eb req-4783c3a9-8b76-42b5-9629-3d54477eb6b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=dfdc7bf9-c982-41ea-ad45-42c6b9664750 HTTP/1.1" status: 200 len: 217 time: 0.2994871 Dec 17 15:10:50.997366 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ffffd-4c74-4159-9da3-5a0bf8e16856 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c715b8-b680-4273-a5af-bb9e8f873645,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:51.052886 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd69a5a-bc37-495b-8893-5e3ece8037eb req-f814dbcc-bfbb-4c8e-8d5b-4d8ffb9ace52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:51.055591 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8fd69a5a-bc37-495b-8893-5e3ece8037eb req-f814dbcc-bfbb-4c8e-8d5b-4d8ffb9ace52 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0909922 Dec 17 15:10:51.061175 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5caf1832-784b-4f4a-b775-c1f850a66a85 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:10:51.068440 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5caf1832-784b-4f4a-b775-c1f850a66a85 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:51.076645 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a07c58-dc62-44f7-96d3-4a90200fb8a2 None None] Sync routers for ids ['667a88b0-a67d-40fc-a65c-1f7b92ae5adf'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:10:51.087160 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a07c58-dc62-44f7-96d3-4a90200fb8a2 None None] Routers {'667a88b0-a67d-40fc-a65c-1f7b92ae5adf'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:10:51.088175 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-27a07c58-dc62-44f7-96d3-4a90200fb8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:10:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['667a88b0-a67d-40fc-a65c-1f7b92ae5adf'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:51.137171 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-7c47155b-f398-42c7-aceb-48b61752107f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06c2999c-bbee-475b-952d-fa0f041bc37d {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:10:51.147844 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd69a5a-bc37-495b-8893-5e3ece8037eb req-0094fed1-e737-422f-911c-1e08e499359e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:51.149120 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8fd69a5a-bc37-495b-8893-5e3ece8037eb req-0094fed1-e737-422f-911c-1e08e499359e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0829675 Dec 17 15:10:51.149908 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-c64ffffd-4c74-4159-9da3-5a0bf8e16856 service neutron] Attempting to bind port f3c715b8-b680-4273-a5af-bb9e8f873645 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:10:51.150133 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-c64ffffd-4c74-4159-9da3-5a0bf8e16856 service neutron] Attempting to bind port f3c715b8-b680-4273-a5af-bb9e8f873645 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:10:51.150450 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-c64ffffd-4c74-4159-9da3-5a0bf8e16856 service neutron] Attempting to bind port f3c715b8-b680-4273-a5af-bb9e8f873645 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:10:51.157189 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-c64ffffd-4c74-4159-9da3-5a0bf8e16856 service neutron] Port f3c715b8-b680-4273-a5af-bb9e8f873645 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:10:51.157189 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-c64ffffd-4c74-4159-9da3-5a0bf8e16856 service neutron] Attempting to bind port f3c715b8-b680-4273-a5af-bb9e8f873645 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:10:51.157387 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-7c47155b-f398-42c7-aceb-48b61752107f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:51.161495 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5caf1832-784b-4f4a-b775-c1f850a66a85 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "PUT /v2.0/floatingips/c34a1b4d-f224-48b5-8e41-c1db4eaecaa2 HTTP/1.1" status: 200 len: 992 time: 2.5675802 Dec 17 15:10:51.166016 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db95732-bef0-4b55-a3fc-4fb7b292dc2d', 'tag': 'fd626320-a614-4220-a323-e9b814993a48'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:10:51.168256 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c57f1f2-e3cb-4a7e-beff-8f50b9c67b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "9db95732-bef0-4b55-a3fc-4fb7b292dc2d", "tag": "fd626320-a614-4220-a323-e9b814993a48"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:10:51.186089 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5625b702-4599-4f54-bf68-016c9f145be3 req-0b7b3394-8f89-4577-8367-645e777d5966 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "GET /v2.0/security-groups/0506da2d-894d-46ec-b546-09d4069ca847 HTTP/1.1" status: 200 len: 1804 time: 0.2466347 Dec 17 15:10:51.189339 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-7c47155b-f398-42c7-aceb-48b61752107f service neutron] Transition to ACTIVE for port object 06c2999c-bbee-475b-952d-fa0f041bc37d will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:10:51.190414 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516ef34-5c6b-41ad-bfdd-c8c0288a2cef req-45510e33-be70-48d3-858e-c706b15f1a95 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:51.191922 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2516ef34-5c6b-41ad-bfdd-c8c0288a2cef req-45510e33-be70-48d3-858e-c706b15f1a95 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 1096 time: 0.2536275 Dec 17 15:10:51.199621 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-5625b702-4599-4f54-bf68-016c9f145be3 req-cf17f88c-7ac2-4f83-91ac-34489bd9d20a tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0506da2d-894d-46ec-b546-09d4069ca847', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:51.199935 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-5625b702-4599-4f54-bf68-016c9f145be3 req-cf17f88c-7ac2-4f83-91ac-34489bd9d20a tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0506da2d-894d-46ec-b546-09d4069ca847', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:51.214624 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-c64ffffd-4c74-4159-9da3-5a0bf8e16856 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:10:51.214937 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-c64ffffd-4c74-4159-9da3-5a0bf8e16856 service neutron] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:10:51.215193 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-c64ffffd-4c74-4159-9da3-5a0bf8e16856 service neutron] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:10:51.216456 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-c64ffffd-4c74-4159-9da3-5a0bf8e16856 service neutron] Bound port: f3c715b8-b680-4273-a5af-bb9e8f873645, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:10:51.216456 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-c64ffffd-4c74-4159-9da3-5a0bf8e16856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:51.246577 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2516ef34-5c6b-41ad-bfdd-c8c0288a2cef req-d4d46f6d-330f-4120-a2df-50c50a678212 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404260 Dec 17 15:10:51.282968 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-7c47155b-f398-42c7-aceb-48b61752107f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:51.356178 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8fd69a5a-bc37-495b-8893-5e3ece8037eb req-6888e740-59c0-4067-b1cb-60841833bad4 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963885 Dec 17 15:10:51.367622 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-c64ffffd-4c74-4159-9da3-5a0bf8e16856 service neutron] For port f3c715b8-b680-4273-a5af-bb9e8f873645, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:10:51.380345 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-c64ffffd-4c74-4159-9da3-5a0bf8e16856 service neutron] For port f3c715b8-b680-4273-a5af-bb9e8f873645, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f3c715b8-b680-4273-a5af-bb9e8f873645,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:10:51.387687 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 6e1e00b8-8858-4e12-baeb-9904e7a81949 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:10:51.399245 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-27a07c58-dc62-44f7-96d3-4a90200fb8a2 None None] Set router 667a88b0-a67d-40fc-a65c-1f7b92ae5adf gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:10:51.402726 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c6849b6-b8cf-4181-90fb-364d00fdc51a req-2e3d454b-35d6-42a0-8332-0a1eeab551ca tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "GET /v2.0/ports?device_id=210dcbbb-45b5-4323-a00f-c7b28036bf54 HTTP/1.1" status: 200 len: 210 time: 0.0476048 Dec 17 15:10:51.435744 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c47155b-f398-42c7-aceb-48b61752107f service neutron] Pushing event updated for resources: {'Port': ['ID=06c2999c-bbee-475b-952d-fa0f041bc37d,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:51.514742 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5625b702-4599-4f54-bf68-016c9f145be3 req-cf17f88c-7ac2-4f83-91ac-34489bd9d20a tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:51.543561 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5625b702-4599-4f54-bf68-016c9f145be3 req-cf17f88c-7ac2-4f83-91ac-34489bd9d20a tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:51.581080 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-7c47155b-f398-42c7-aceb-48b61752107f service neutron] Attempting to bind port 06c2999c-bbee-475b-952d-fa0f041bc37d on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:10:51.586459 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-7c47155b-f398-42c7-aceb-48b61752107f service neutron] Attempting to bind port 06c2999c-bbee-475b-952d-fa0f041bc37d by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:10:51.586459 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-7c47155b-f398-42c7-aceb-48b61752107f service neutron] Attempting to bind port 06c2999c-bbee-475b-952d-fa0f041bc37d on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:10:51.587400 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-7c47155b-f398-42c7-aceb-48b61752107f service neutron] Port 06c2999c-bbee-475b-952d-fa0f041bc37d on network f97c7142-717f-43eb-a835-5fcd8d6a6486 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:10:51.587793 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-7c47155b-f398-42c7-aceb-48b61752107f service neutron] Attempting to bind port 06c2999c-bbee-475b-952d-fa0f041bc37d on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:10:51.589803 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-60d55cd1-b80d-4b02-b412-3d31c3cb2239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:10:51.594128 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-7c47155b-f398-42c7-aceb-48b61752107f service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:10:51.594545 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-7c47155b-f398-42c7-aceb-48b61752107f service neutron] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:10:51.595185 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-7c47155b-f398-42c7-aceb-48b61752107f service neutron] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:10:51.595584 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-7c47155b-f398-42c7-aceb-48b61752107f service neutron] Bound port: 06c2999c-bbee-475b-952d-fa0f041bc37d, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:10:51.596009 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-7c47155b-f398-42c7-aceb-48b61752107f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:51.600840 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-60d55cd1-b80d-4b02-b412-3d31c3cb2239 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:51.626499 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb96245a-66cf-4405-8369-ea3603e6b23b x-openstack-request-id: req-fb96245a-66cf-4405-8369-ea3603e6b23b {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:10:51.626499 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9db95732-bef0-4b55-a3fc-4fb7b292dc2d", "tag": "fd626320-a614-4220-a323-e9b814993a48", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:10:51.626499 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fb96245a-66cf-4405-8369-ea3603e6b23b {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:10:51.626499 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9db95732-bef0-4b55-a3fc-4fb7b292dc2d', 'tag': 'fd626320-a614-4220-a323-e9b814993a48', 'status': 'completed', 'code': 200} Dec 17 15:10:51.650798 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5625b702-4599-4f54-bf68-016c9f145be3 req-cf17f88c-7ac2-4f83-91ac-34489bd9d20a tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:51.664478 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8fd69a5a-bc37-495b-8893-5e3ece8037eb req-23b8562e-90f5-48ad-a631-3df01c1ab48f service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930791 Dec 17 15:10:51.668507 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-c64ffffd-4c74-4159-9da3-5a0bf8e16856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:51.707326 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17f88c-7ac2-4f83-91ac-34489bd9d20a tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d48f56b-2e3e-41a6-a160-b1ea493ec697,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:51.724004 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-60d55cd1-b80d-4b02-b412-3d31c3cb2239 service neutron] Transition to ACTIVE for port object 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:10:51.748283 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-c64ffffd-4c74-4159-9da3-5a0bf8e16856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:51.748961 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-c64ffffd-4c74-4159-9da3-5a0bf8e16856 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:51.751037 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57f1f2-e3cb-4a7e-beff-8f50b9c67b9d req-fb322954-d0ad-4db4-8829-bce891a61fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:51.752887 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-c64ffffd-4c74-4159-9da3-5a0bf8e16856 service neutron] 10.222.0.41 "PUT /v2.0/ports/f3c715b8-b680-4273-a5af-bb9e8f873645 HTTP/1.1" status: 200 len: 1096 time: 2.2196238 Dec 17 15:10:51.753565 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c57f1f2-e3cb-4a7e-beff-8f50b9c67b9d req-fb322954-d0ad-4db4-8829-bce891a61fd0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c8068ddce4846ac914e3b1ee5570190&device_id=9db95732-bef0-4b55-a3fc-4fb7b292dc2d HTTP/1.1" status: 200 len: 1097 time: 0.0767627 Dec 17 15:10:51.755443 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4abf2057-8254-416f-a6a5-baa8dff7073f', 'tag': 'f3c715b8-b680-4273-a5af-bb9e8f873645'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:10:51.756638 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-7c47155b-f398-42c7-aceb-48b61752107f service neutron] For port 06c2999c-bbee-475b-952d-fa0f041bc37d, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:10:51.760989 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-7c47155b-f398-42c7-aceb-48b61752107f service neutron] For port 06c2999c-bbee-475b-952d-fa0f041bc37d, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=06c2999c-bbee-475b-952d-fa0f041bc37d,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:10:51.762981 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3d5287-4b3e-42b9-816c-12f7ef7a5588" -d '{"events": [{"name": "network-changed", "server_uuid": "4abf2057-8254-416f-a6a5-baa8dff7073f", "tag": "f3c715b8-b680-4273-a5af-bb9e8f873645"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:10:51.796801 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ffffd-4c74-4159-9da3-5a0bf8e16856 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c715b8-b680-4273-a5af-bb9e8f873645,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:51.826694 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-60d55cd1-b80d-4b02-b412-3d31c3cb2239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:51.878672 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5625b702-4599-4f54-bf68-016c9f145be3 req-cf17f88c-7ac2-4f83-91ac-34489bd9d20a tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:51.880033 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5625b702-4599-4f54-bf68-016c9f145be3 req-cf17f88c-7ac2-4f83-91ac-34489bd9d20a tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6843042 Dec 17 15:10:51.881338 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-7c47155b-f398-42c7-aceb-48b61752107f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:51.911522 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7c7e2-ecaa-47b9-a840-8ca220be297f req-35267fd4-99b3-4161-a189-5e557625f9b3 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:51.919429 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dbb7c7e2-ecaa-47b9-a840-8ca220be297f req-35267fd4-99b3-4161-a189-5e557625f9b3 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 944 time: 0.0855806 Dec 17 15:10:51.955480 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d55cd1-b80d-4b02-b412-3d31c3cb2239 service neutron] Pushing event updated for resources: {'Port': ['ID=38bfe9ef-a4ab-4fbd-91b7-c658f9574008,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:51.985241 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-7c47155b-f398-42c7-aceb-48b61752107f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:51.988879 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-7c47155b-f398-42c7-aceb-48b61752107f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:51.991686 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-7c47155b-f398-42c7-aceb-48b61752107f service neutron] 10.222.0.41 "PUT /v2.0/ports/06c2999c-bbee-475b-952d-fa0f041bc37d HTTP/1.1" status: 200 len: 1096 time: 2.7091632 Dec 17 15:10:52.041428 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dbb7c7e2-ecaa-47b9-a840-8ca220be297f req-ab3db78d-dcf9-4c2d-af4a-3b67582f7875 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210434 Dec 17 15:10:52.055712 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-fd5a829f-f335-49b6-be69-860498560556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:52.058045 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-fd5a829f-f335-49b6-be69-860498560556 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1929931f93c54c40a22ecb93d4604ccd&device_id=4abf2057-8254-416f-a6a5-baa8dff7073f HTTP/1.1" status: 200 len: 1099 time: 0.1255507 Dec 17 15:10:52.084809 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 6e1e00b8-8858-4e12-baeb-9904e7a81949, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=6e1e00b8-8858-4e12-baeb-9904e7a81949,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:52.119652 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '6e1e00b8-8858-4e12-baeb-9904e7a81949', 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0', 'port_id': '6e1e00b8-8858-4e12-baeb-9904e7a81949', 'mac_address': 'fa:16:3e:c2:b2:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c28c8ec-5ccc-4295-ab15-cbe54116b2d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:10:52.131293 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-12966c42-e2c7-4da8-bccb-ad781dcb2d55 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=f3c715b8-b680-4273-a5af-bb9e8f873645 HTTP/1.1" status: 200 len: 217 time: 0.0537300 Dec 17 15:10:52.137382 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6222c4a1-43d3-4002-a6a6-3b9babdfed51 x-openstack-request-id: req-6222c4a1-43d3-4002-a6a6-3b9babdfed51 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:10:52.137653 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4abf2057-8254-416f-a6a5-baa8dff7073f", "tag": "f3c715b8-b680-4273-a5af-bb9e8f873645", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:10:52.137901 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6222c4a1-43d3-4002-a6a6-3b9babdfed51 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:10:52.138379 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4abf2057-8254-416f-a6a5-baa8dff7073f', 'tag': 'f3c715b8-b680-4273-a5af-bb9e8f873645', 'status': 'completed', 'code': 200} Dec 17 15:10:52.150844 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-60d55cd1-b80d-4b02-b412-3d31c3cb2239 service neutron] Attempting to bind port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:10:52.151177 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-60d55cd1-b80d-4b02-b412-3d31c3cb2239 service neutron] Attempting to bind port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:10:52.151505 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-60d55cd1-b80d-4b02-b412-3d31c3cb2239 service neutron] Attempting to bind port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:10:52.168982 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-60d55cd1-b80d-4b02-b412-3d31c3cb2239 service neutron] Port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:10:52.169326 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-60d55cd1-b80d-4b02-b412-3d31c3cb2239 service neutron] Attempting to bind port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:10:52.214860 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-60d55cd1-b80d-4b02-b412-3d31c3cb2239 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:10:52.215773 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-60d55cd1-b80d-4b02-b412-3d31c3cb2239 service neutron] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:10:52.216196 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-60d55cd1-b80d-4b02-b412-3d31c3cb2239 service neutron] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:10:52.216689 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-60d55cd1-b80d-4b02-b412-3d31c3cb2239 service neutron] Bound port: 38bfe9ef-a4ab-4fbd-91b7-c658f9574008, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:10:52.217061 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-60d55cd1-b80d-4b02-b412-3d31c3cb2239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:52.242371 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-27a07c58-dc62-44f7-96d3-4a90200fb8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661184807-router', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:08:02Z', 'updated_at': '2021-12-17T15:08:06Z', 'revision_number': 4, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'gw_port': {'id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:03Z', 'updated_at': '2021-12-17T15:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'c34a1b4d-f224-48b5-8e41-c1db4eaecaa2', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'port_id': 'fd626320-a614-4220-a323-e9b814993a48', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4', 'mac_address': 'fa:16:3e:a8:45:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db95732-bef0-4b55-a3fc-4fb7b292dc2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:08:27Z', 'updated_at': '2021-12-17T15:10:49Z', 'revision_number': 5, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5f8b550-479d-4239-b356-b0784e4316c1', 'name': '', 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'mac_address': 'fa:16:3e:90:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bdabb184-8d73-4ccc-815e-dc1121f53879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:05Z', 'updated_at': '2021-12-17T15:08:10Z', 'revision_number': 5, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'subnets': [{'id': 'bdabb184-8d73-4ccc-815e-dc1121f53879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:52.244389 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:52.282801 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a07c58-dc62-44f7-96d3-4a90200fb8a2 None None] Checking router: 667a88b0-a67d-40fc-a65c-1f7b92ae5adf for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:10:52.286242 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-795649eb-b66e-466e-a056-44deaafa0225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:52.287798 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-795649eb-b66e-466e-a056-44deaafa0225 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.1323586 Dec 17 15:10:52.305735 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e1e00b8-8858-4e12-baeb-9904e7a81949 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:10:52.331505 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a07c58-dc62-44f7-96d3-4a90200fb8a2 None None] Routers {'667a88b0-a67d-40fc-a65c-1f7b92ae5adf'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:10:52.332534 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-27a07c58-dc62-44f7-96d3-4a90200fb8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:10:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['667a88b0-a67d-40fc-a65c-1f7b92ae5adf'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:52.367022 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-60d55cd1-b80d-4b02-b412-3d31c3cb2239 service neutron] For port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:10:52.371892 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-60d55cd1-b80d-4b02-b412-3d31c3cb2239 service neutron] For port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=38bfe9ef-a4ab-4fbd-91b7-c658f9574008,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:10:52.380676 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-2807fa29-7cad-47b6-931f-eef718e37ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:52.382243 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-2807fa29-7cad-47b6-931f-eef718e37ed8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0858486 Dec 17 15:10:52.408573 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 6e1e00b8-8858-4e12-baeb-9904e7a81949, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=6e1e00b8-8858-4e12-baeb-9904e7a81949,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:52.466898 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-60d55cd1-b80d-4b02-b412-3d31c3cb2239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:52.467783 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:52.489664 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-60d55cd1-b80d-4b02-b412-3d31c3cb2239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:52.489664 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-60d55cd1-b80d-4b02-b412-3d31c3cb2239 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:52.490831 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-60d55cd1-b80d-4b02-b412-3d31c3cb2239 service neutron] 10.222.0.41 "PUT /v2.0/ports/38bfe9ef-a4ab-4fbd-91b7-c658f9574008 HTTP/1.1" status: 200 len: 1094 time: 2.1349742 Dec 17 15:10:52.537428 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-27a07c58-dc62-44f7-96d3-4a90200fb8a2 None None] Set router 667a88b0-a67d-40fc-a65c-1f7b92ae5adf gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:10:52.575984 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d55cd1-b80d-4b02-b412-3d31c3cb2239 service neutron] Pushing event updated for resources: {'Port': ['ID=38bfe9ef-a4ab-4fbd-91b7-c658f9574008,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:52.622530 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-67887735-9827-455f-b6c4-8495cfc26dbb service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227151 Dec 17 15:10:52.666407 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c47155b-f398-42c7-aceb-48b61752107f service neutron] Pushing event updated for resources: {'Port': ['ID=06c2999c-bbee-475b-952d-fa0f041bc37d,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:52.679143 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=6e1e00b8-8858-4e12-baeb-9904e7a81949,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:52.695870 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57f1f2-e3cb-4a7e-beff-8f50b9c67b9d req-5537e1bf-f336-4638-9be1-1d49def29c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:52.697490 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c57f1f2-e3cb-4a7e-beff-8f50b9c67b9d req-5537e1bf-f336-4638-9be1-1d49def29c8e service neutron] 10.222.0.13 "GET /v2.0/networks?id=613331aa-1e32-47f2-9904-dd1d74f4b9b4 HTTP/1.1" status: 200 len: 924 time: 0.9347496 Dec 17 15:10:52.714029 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268c642-5b8e-4ee7-bf44-0116cbd8c244 req-b5d0fa5a-e295-4951-a52d-a4a8eb653ae8 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:52.715543 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f268c642-5b8e-4ee7-bf44-0116cbd8c244 req-b5d0fa5a-e295-4951-a52d-a4a8eb653ae8 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 950 time: 0.6669230 Dec 17 15:10:52.725084 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-137c26f4-98f1-4156-8ae2-8b9bd48b31d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:52.727188 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-137c26f4-98f1-4156-8ae2-8b9bd48b31d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1929931f93c54c40a22ecb93d4604ccd&device_id=352114f7-8acf-4a81-ae7f-f65a6451c12d HTTP/1.1" status: 200 len: 1099 time: 0.6012981 Dec 17 15:10:52.736707 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b895e1-3bac-4f78-ad4f-35e3dc923965 req-91a1bc9c-6d0e-4fa8-90ae-835a744f4f37 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:52.738278 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c6b895e1-3bac-4f78-ad4f-35e3dc923965 req-91a1bc9c-6d0e-4fa8-90ae-835a744f4f37 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 946 time: 0.4957492 Dec 17 15:10:52.776138 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-fe67bd89-54bc-4578-8e9d-bf40604d20b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:52.777982 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-fe67bd89-54bc-4578-8e9d-bf40604d20b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 1097 time: 0.1199739 Dec 17 15:10:52.850935 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-bee04d9d-d0e2-4339-b376-eca2374e895c service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027264 Dec 17 15:10:52.860980 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-f5a5e2d2-a4ab-4bae-92ad-7ccdd0239a04 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=38bfe9ef-a4ab-4fbd-91b7-c658f9574008 HTTP/1.1" status: 200 len: 217 time: 0.0426691 Dec 17 15:10:52.861181 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-45ad5656-3b4f-4eeb-a998-de1599719dda service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=06c2999c-bbee-475b-952d-fa0f041bc37d HTTP/1.1" status: 200 len: 217 time: 0.0812275 Dec 17 15:10:52.919598 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-27a07c58-dc62-44f7-96d3-4a90200fb8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661184807-router', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:08:02Z', 'updated_at': '2021-12-17T15:08:06Z', 'revision_number': 4, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'gw_port': {'id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:03Z', 'updated_at': '2021-12-17T15:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'c34a1b4d-f224-48b5-8e41-c1db4eaecaa2', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'port_id': 'fd626320-a614-4220-a323-e9b814993a48', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4', 'mac_address': 'fa:16:3e:a8:45:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db95732-bef0-4b55-a3fc-4fb7b292dc2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:08:27Z', 'updated_at': '2021-12-17T15:10:49Z', 'revision_number': 5, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5f8b550-479d-4239-b356-b0784e4316c1', 'name': '', 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'mac_address': 'fa:16:3e:90:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bdabb184-8d73-4ccc-815e-dc1121f53879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:05Z', 'updated_at': '2021-12-17T15:08:10Z', 'revision_number': 5, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'subnets': [{'id': 'bdabb184-8d73-4ccc-815e-dc1121f53879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:52.926192 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c6b895e1-3bac-4f78-ad4f-35e3dc923965 req-c835cf91-e6f7-4353-9ea0-e211044c864b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528716 Dec 17 15:10:52.951531 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f268c642-5b8e-4ee7-bf44-0116cbd8c244 req-18d2472e-2981-420f-bceb-6d1395ada824 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227926 Dec 17 15:10:52.962927 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c57f1f2-e3cb-4a7e-beff-8f50b9c67b9d req-2d1d774c-df90-4fdf-9cc6-e04c9d9d8129 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd626320-a614-4220-a323-e9b814993a48 HTTP/1.1" status: 200 len: 1000 time: 0.2462080 Dec 17 15:10:52.998461 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a07c58-dc62-44f7-96d3-4a90200fb8a2 None None] The sync data for ids ['667a88b0-a67d-40fc-a65c-1f7b92ae5adf'] in n-d-820553-2 is: [{'id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661184807-router', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:08:02Z', 'updated_at': '2021-12-17T15:08:06Z', 'revision_number': 4, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'gw_port': {'id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:03Z', 'updated_at': '2021-12-17T15:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'c34a1b4d-f224-48b5-8e41-c1db4eaecaa2', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'port_id': 'fd626320-a614-4220-a323-e9b814993a48', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4', 'mac_address': 'fa:16:3e:a8:45:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db95732-bef0-4b55-a3fc-4fb7b292dc2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:08:27Z', 'updated_at': '2021-12-17T15:10:49Z', 'revision_number': 5, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5f8b550-479d-4239-b356-b0784e4316c1', 'name': '', 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'mac_address': 'fa:16:3e:90:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bdabb184-8d73-4ccc-815e-dc1121f53879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:05Z', 'updated_at': '2021-12-17T15:08:10Z', 'revision_number': 5, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'subnets': [{'id': 'bdabb184-8d73-4ccc-815e-dc1121f53879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:10:53.006791 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['6e1e00b8-8858-4e12-baeb-9904e7a81949'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:10:53.041415 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-e37c6689-912d-4c83-b4c6-bdcc9a75c73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:53.042918 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-e37c6689-912d-4c83-b4c6-bdcc9a75c73f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.1507139 Dec 17 15:10:53.163585 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-ad23af00-cce3-4905-8def-fbbcd05734b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:53.166637 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-ad23af00-cce3-4905-8def-fbbcd05734b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1018221 Dec 17 15:10:53.173073 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d5287-4b3e-42b9-816c-12f7ef7a5588 req-5b65aaee-b075-4692-92e3-25b8019fafa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:53.174962 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0d3d5287-4b3e-42b9-816c-12f7ef7a5588 req-5b65aaee-b075-4692-92e3-25b8019fafa0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1929931f93c54c40a22ecb93d4604ccd&device_id=4abf2057-8254-416f-a6a5-baa8dff7073f HTTP/1.1" status: 200 len: 1099 time: 0.0637560 Dec 17 15:10:53.191488 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-2f767b5a-1051-4223-8ab1-84e93e63e434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:53.192961 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-2f767b5a-1051-4223-8ab1-84e93e63e434 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.2989869 Dec 17 15:10:53.223150 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57f1f2-e3cb-4a7e-beff-8f50b9c67b9d req-25f3fd18-99a0-4948-b24f-d29fa0fe2cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:53.224696 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c57f1f2-e3cb-4a7e-beff-8f50b9c67b9d req-25f3fd18-99a0-4948-b24f-d29fa0fe2cc9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bdabb184-8d73-4ccc-815e-dc1121f53879 HTTP/1.1" status: 200 len: 862 time: 0.2516286 Dec 17 15:10:53.260194 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-80adc4dc-0b05-4283-9011-9e0bd9546b5b req-869286e0-9acf-4c18-aa8c-b60ddf67bff2 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "GET /v2.0/security-groups/0506da2d-894d-46ec-b546-09d4069ca847 HTTP/1.1" status: 200 len: 2397 time: 0.2034836 Dec 17 15:10:53.290786 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-80adc4dc-0b05-4283-9011-9e0bd9546b5b req-a6f11058-52c3-434a-b43e-40f51b854aaa tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0506da2d-894d-46ec-b546-09d4069ca847', 'remote_group_id': None}]} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:53.291277 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-80adc4dc-0b05-4283-9011-9e0bd9546b5b req-a6f11058-52c3-434a-b43e-40f51b854aaa tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0506da2d-894d-46ec-b546-09d4069ca847', 'remote_group_id': None}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:53.309123 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb5e5c-ebd2-48a4-991d-dfc390276c78 req-c41997a0-4c6d-46c2-b619-9e26c9abe1ac tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:53.311394 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-b121f307-3f9b-4dbc-be21-f995f227b069 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227901 Dec 17 15:10:53.313222 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8dbb5e5c-ebd2-48a4-991d-dfc390276c78 req-c41997a0-4c6d-46c2-b619-9e26c9abe1ac tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=4abf2057-8254-416f-a6a5-baa8dff7073f HTTP/1.1" status: 200 len: 948 time: 0.2226820 Dec 17 15:10:53.382538 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ce3f94-ce90-4bb1-ab69-70001f5a84c3 None None] New status for floating IP c34a1b4d-f224-48b5-8e41-c1db4eaecaa2: ACTIVE {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:10:53.385186 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-609dbbdc-db4d-4a00-87d4-dce58421d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:53.386924 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-609dbbdc-db4d-4a00-87d4-dce58421d8d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1800163 Dec 17 15:10:53.391696 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57f1f2-e3cb-4a7e-beff-8f50b9c67b9d req-09b12eff-615b-4282-a70f-755468dcd351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:53.393313 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c57f1f2-e3cb-4a7e-beff-8f50b9c67b9d req-09b12eff-615b-4282-a70f-755468dcd351 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=613331aa-1e32-47f2-9904-dd1d74f4b9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1451280 Dec 17 15:10:53.430645 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8dbb5e5c-ebd2-48a4-991d-dfc390276c78 req-58378704-3776-4a9e-9607-33ffa5b1a974 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037073 Dec 17 15:10:53.620038 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-751701cf-663a-4e8b-81fb-0cd153e1454f req-f5e34d82-3dd7-483c-b2f2-e20aef627edf tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "GET /v2.0/ports?device_id=210dcbbb-45b5-4323-a00f-c7b28036bf54 HTTP/1.1" status: 200 len: 210 time: 0.0700276 Dec 17 15:10:53.627439 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352114f7-8acf-4a81-ae7f-f65a6451c12d', 'tag': '06c2999c-bbee-475b-952d-fa0f041bc37d'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:10:53.631994 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f8cd3d-fd7f-4f6c-ac60-d5b1cb8e097a" -d '{"events": [{"name": "network-changed", "server_uuid": "352114f7-8acf-4a81-ae7f-f65a6451c12d", "tag": "06c2999c-bbee-475b-952d-fa0f041bc37d"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:10:53.655374 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-80adc4dc-0b05-4283-9011-9e0bd9546b5b req-a6f11058-52c3-434a-b43e-40f51b854aaa tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:53.676473 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c57f1f2-e3cb-4a7e-beff-8f50b9c67b9d req-4424376b-0934-4571-a25d-c68c31f84808 service neutron] 10.222.0.13 "GET /v2.0/networks/613331aa-1e32-47f2-9904-dd1d74f4b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433298 Dec 17 15:10:53.684394 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-2e83035f-3a27-44e2-a8c4-ecef52c9335c service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847228 Dec 17 15:10:53.692637 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-80adc4dc-0b05-4283-9011-9e0bd9546b5b req-a6f11058-52c3-434a-b43e-40f51b854aaa tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:53.716581 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a3bed1c3-e88f-4f26-87bf-695e8aed6912 req-af318f9e-57e6-421d-8ccb-e48b01cdb7a6 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807449 Dec 17 15:10:53.719811 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d5287-4b3e-42b9-816c-12f7ef7a5588 req-56e38769-ce56-4de2-906d-5641253104d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:53.723108 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0d3d5287-4b3e-42b9-816c-12f7ef7a5588 req-56e38769-ce56-4de2-906d-5641253104d8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.5332294 Dec 17 15:10:53.747819 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-d742c1c4-498e-47a3-96e5-c094f8f18e9d tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:53.757429 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-d742c1c4-498e-47a3-96e5-c094f8f18e9d tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.13 "GET /v2.0/networks?id=40090c4b-a4ce-450f-a115-2aa1a092d03b HTTP/1.1" status: 200 len: 814 time: 0.4383552 Dec 17 15:10:53.835166 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-80adc4dc-0b05-4283-9011-9e0bd9546b5b req-a6f11058-52c3-434a-b43e-40f51b854aaa tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:53.863808 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0d3d5287-4b3e-42b9-816c-12f7ef7a5588 req-56a029c9-a74f-419f-b292-8952a9bf2b14 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=f3c715b8-b680-4273-a5af-bb9e8f873645 HTTP/1.1" status: 200 len: 217 time: 0.1054428 Dec 17 15:10:53.881809 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-b1bcc9bd-6ee7-4d5f-895c-3c7df34f8912 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6145b39f2664908bc878c10235d12ea HTTP/1.1" status: 200 len: 378 time: 0.1070142 Dec 17 15:10:53.939002 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-2ec02877-93be-4b83-a9b2-4b64daa69cde tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Request body: {'port': {'device_id': '210dcbbb-45b5-4323-a00f-c7b28036bf54', 'network_id': '40090c4b-a4ce-450f-a115-2aa1a092d03b', 'admin_state_up': True, 'tenant_id': 'f6145b39f2664908bc878c10235d12ea', 'security_groups': ['5574c25a-fa46-43fb-80fd-9197b80f05be']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:53.950337 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f11058-52c3-434a-b43e-40f51b854aaa tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8f564ed-4272-4706-a1e9-3128cdb552df,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:53.960600 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c57f1f2-e3cb-4a7e-beff-8f50b9c67b9d req-f7acaa70-3973-4317-b315-07c3c99e2626 service neutron] 10.222.0.13 "GET /v2.0/networks/613331aa-1e32-47f2-9904-dd1d74f4b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700913 Dec 17 15:10:54.005154 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67fa35-a0c5-4c75-b071-3c49a61deb1c req-74b7f127-580f-4480-a452-75e6828204dc tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:54.006892 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0c67fa35-a0c5-4c75-b071-3c49a61deb1c req-74b7f127-580f-4480-a452-75e6828204dc tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 945 time: 0.1750922 Dec 17 15:10:54.009625 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d5287-4b3e-42b9-816c-12f7ef7a5588 req-6a4d0678-c537-4f6e-bc48-6c53aabedca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:54.011089 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0d3d5287-4b3e-42b9-816c-12f7ef7a5588 req-6a4d0678-c537-4f6e-bc48-6c53aabedca0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.1283910 Dec 17 15:10:54.025094 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-edaf0d42-c420-4eec-bbaa-8e15350f4ee9 req-ea85474a-e004-469f-b2e3-539d4c2efbe1 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291961 Dec 17 15:10:54.054242 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0c67fa35-a0c5-4c75-b071-3c49a61deb1c req-ff156f7d-a547-4987-a097-15451c1f4f6c tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395441 Dec 17 15:10:54.064109 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-80adc4dc-0b05-4283-9011-9e0bd9546b5b req-a6f11058-52c3-434a-b43e-40f51b854aaa tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:54.077296 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-80adc4dc-0b05-4283-9011-9e0bd9546b5b req-a6f11058-52c3-434a-b43e-40f51b854aaa tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7901964 Dec 17 15:10:54.109464 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b1c971-c163-4f3a-8043-6747a833f40f x-openstack-request-id: req-85b1c971-c163-4f3a-8043-6747a833f40f {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:10:54.122085 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "352114f7-8acf-4a81-ae7f-f65a6451c12d", "tag": "06c2999c-bbee-475b-952d-fa0f041bc37d", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:10:54.122248 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d5287-4b3e-42b9-816c-12f7ef7a5588 req-a420a8ce-551a-469b-a46c-f970f3d70fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:54.123717 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-85b1c971-c163-4f3a-8043-6747a833f40f {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:10:54.124368 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352114f7-8acf-4a81-ae7f-f65a6451c12d', 'tag': '06c2999c-bbee-475b-952d-fa0f041bc37d', 'status': 'completed', 'code': 200} Dec 17 15:10:54.125202 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0d3d5287-4b3e-42b9-816c-12f7ef7a5588 req-a420a8ce-551a-469b-a46c-f970f3d70fb1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1024742 Dec 17 15:10:54.205442 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '567d180a-4217-4cb8-9066-6be25755f236', 'tag': '38bfe9ef-a4ab-4fbd-91b7-c658f9574008'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:10:54.208028 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbe1196-5e3f-4013-a8e8-ab202742b665" -d '{"events": [{"name": "network-changed", "server_uuid": "567d180a-4217-4cb8-9066-6be25755f236", "tag": "38bfe9ef-a4ab-4fbd-91b7-c658f9574008"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:10:54.245520 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251389c-fa76-4b19-bb68-b86690bfe48a req-f668bc14-b6b2-4f4a-9515-77bf3c8de0f1 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:54.248811 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9251389c-fa76-4b19-bb68-b86690bfe48a req-f668bc14-b6b2-4f4a-9515-77bf3c8de0f1 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 946 time: 0.0973797 Dec 17 15:10:54.269740 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f87fb7-446f-43b8-b867-1feb1a0d2102 req-785d1920-065a-466c-b427-4999d47f240f tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:54.271406 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-74f87fb7-446f-43b8-b867-1feb1a0d2102 req-785d1920-065a-466c-b427-4999d47f240f tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 950 time: 0.0844581 Dec 17 15:10:54.282150 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0d3d5287-4b3e-42b9-816c-12f7ef7a5588 req-a12309c4-1d33-4f8f-b0db-2a0f4a64c3e4 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495147 Dec 17 15:10:54.317889 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-2ec02877-93be-4b83-a9b2-4b64daa69cde tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Made reservation on behalf of f6145b39f2664908bc878c10235d12ea for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:10:54.317889 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-2ec02877-93be-4b83-a9b2-4b64daa69cde tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:54.342322 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9251389c-fa76-4b19-bb68-b86690bfe48a req-bab77cfd-f52c-43fa-b6cb-487a13623462 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867524 Dec 17 15:10:54.364361 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-74f87fb7-446f-43b8-b867-1feb1a0d2102 req-98cd402a-61be-45e6-a142-c497c98d0bc7 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822728 Dec 17 15:10:54.386794 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8cd3d-fd7f-4f6c-ac60-d5b1cb8e097a req-4eaaae18-33e9-4c9f-993e-e6c77fc6e1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:54.388236 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32f8cd3d-fd7f-4f6c-ac60-d5b1cb8e097a req-4eaaae18-33e9-4c9f-993e-e6c77fc6e1e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1929931f93c54c40a22ecb93d4604ccd&device_id=352114f7-8acf-4a81-ae7f-f65a6451c12d HTTP/1.1" status: 200 len: 1099 time: 0.0773666 Dec 17 15:10:54.424956 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb2a83d-49b0-4abd-8e0d-5834aed20be8 x-openstack-request-id: req-ecb2a83d-49b0-4abd-8e0d-5834aed20be8 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:10:54.425274 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "567d180a-4217-4cb8-9066-6be25755f236", "tag": "38bfe9ef-a4ab-4fbd-91b7-c658f9574008", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:10:54.425526 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ecb2a83d-49b0-4abd-8e0d-5834aed20be8 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:10:54.425921 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '567d180a-4217-4cb8-9066-6be25755f236', 'tag': '38bfe9ef-a4ab-4fbd-91b7-c658f9574008', 'status': 'completed', 'code': 200} Dec 17 15:10:54.494002 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0d3d5287-4b3e-42b9-816c-12f7ef7a5588 req-087a1036-7e6a-40ef-a895-7838e59ab9e7 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881838 Dec 17 15:10:54.499363 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-13cead26-a54e-4696-8598-0a8b078580e8 req-fc5e0915-c2b7-4d2b-a488-fac0a1964636 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "GET /v2.0/security-groups/0506da2d-894d-46ec-b546-09d4069ca847 HTTP/1.1" status: 200 len: 2995 time: 0.1207399 Dec 17 15:10:54.549679 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-2ec02877-93be-4b83-a9b2-4b64daa69cde tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Allocated IP 172.20.0.7 (40090c4b-a4ce-450f-a115-2aa1a092d03b/d85a9cb0-018e-476d-a650-20058f3fe1d1/04e4da5a-d52d-4ca3-9de9-350b3705874e) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:10:54.574081 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe1196-5e3f-4013-a8e8-ab202742b665 req-befcf69b-bc86-46ed-957b-87bbb89bfeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:54.575578 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3bbe1196-5e3f-4013-a8e8-ab202742b665 req-befcf69b-bc86-46ed-957b-87bbb89bfeba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 1097 time: 0.0807271 Dec 17 15:10:54.583903 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8cd3d-fd7f-4f6c-ac60-d5b1cb8e097a req-5aa81b73-6180-4637-8748-9ff263385be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:54.585431 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32f8cd3d-fd7f-4f6c-ac60-d5b1cb8e097a req-5aa81b73-6180-4637-8748-9ff263385be1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.1885364 Dec 17 15:10:54.589202 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7b83e70b-46f4-4eb3-b285-709dc596a050 req-35b1848a-8c87-4c0b-8be1-bd48d289174f tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "GET /v2.0/security-group-rules/a8f564ed-4272-4706-a1e9-3128cdb552df HTTP/1.1" status: 200 len: 783 time: 0.0628600 Dec 17 15:10:54.645110 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32f8cd3d-fd7f-4f6c-ac60-d5b1cb8e097a req-97126b08-ab03-4e74-aaa4-240803732f57 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=06c2999c-bbee-475b-952d-fa0f041bc37d HTTP/1.1" status: 200 len: 217 time: 0.0473888 Dec 17 15:10:54.669449 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53322b-454a-4e7f-8df6-64ab7e5005ed req-813362a1-cd84-42f3-9387-91778ebaafac tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:54.670900 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ec53322b-454a-4e7f-8df6-64ab7e5005ed req-813362a1-cd84-42f3-9387-91778ebaafac tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=4abf2057-8254-416f-a6a5-baa8dff7073f HTTP/1.1" status: 200 len: 948 time: 0.1275809 Dec 17 15:10:54.743086 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7b83e70b-46f4-4eb3-b285-709dc596a050 req-a94a9d07-53c0-4425-a704-9b88f93c7ab9 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "GET /v2.0/security-groups/0506da2d-894d-46ec-b546-09d4069ca847 HTTP/1.1" status: 200 len: 2995 time: 0.1423206 Dec 17 15:10:54.750669 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8cd3d-fd7f-4f6c-ac60-d5b1cb8e097a req-f3fa99ef-23f1-47db-9edb-4c65117ae0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:54.752144 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32f8cd3d-fd7f-4f6c-ac60-d5b1cb8e097a req-f3fa99ef-23f1-47db-9edb-4c65117ae0e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.1042502 Dec 17 15:10:54.755435 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe1196-5e3f-4013-a8e8-ab202742b665 req-f383d54a-a8a9-4198-9c52-cfbd73f418ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:54.756879 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3bbe1196-5e3f-4013-a8e8-ab202742b665 req-f383d54a-a8a9-4198-9c52-cfbd73f418ae service neutron] 10.222.0.41 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.1706426 Dec 17 15:10:54.785367 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ec53322b-454a-4e7f-8df6-64ab7e5005ed req-09fd351a-25f3-4710-b976-80e8506615e6 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849166 Dec 17 15:10:54.816423 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7b83e70b-46f4-4eb3-b285-709dc596a050 req-186b1dd1-7ac2-4642-9170-910bf005b69f tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:54.827090 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7b83e70b-46f4-4eb3-b285-709dc596a050 req-186b1dd1-7ac2-4642-9170-910bf005b69f tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:54.854312 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8cd3d-fd7f-4f6c-ac60-d5b1cb8e097a req-831edd27-5a33-40bd-9360-12cbf26be686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:54.855778 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32f8cd3d-fd7f-4f6c-ac60-d5b1cb8e097a req-831edd27-5a33-40bd-9360-12cbf26be686 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0831816 Dec 17 15:10:54.894798 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dd56ae6a-0254-486f-9bdd-47dadeb4b7dd req-a313bc95-5496-43a3-b5e4-76e1d88a0e36 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "GET /v2.0/ports?device_id=210dcbbb-45b5-4323-a00f-c7b28036bf54 HTTP/1.1" status: 200 len: 210 time: 0.0439436 Dec 17 15:10:54.991102 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32f8cd3d-fd7f-4f6c-ac60-d5b1cb8e097a req-a204a801-6c05-4e2e-a31a-8dbab82d9de0 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057227 Dec 17 15:10:54.992118 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7b83e70b-46f4-4eb3-b285-709dc596a050 req-186b1dd1-7ac2-4642-9170-910bf005b69f tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:54.996896 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7b83e70b-46f4-4eb3-b285-709dc596a050 req-186b1dd1-7ac2-4642-9170-910bf005b69f tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:54.998231 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7b83e70b-46f4-4eb3-b285-709dc596a050 req-186b1dd1-7ac2-4642-9170-910bf005b69f tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/a8f564ed-4272-4706-a1e9-3128cdb552df HTTP/1.1" status: 204 len: 173 time: 0.2404714 Dec 17 15:10:55.017843 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-2ec02877-93be-4b83-a9b2-4b64daa69cde tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:55.028672 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b1dd1-7ac2-4642-9170-910bf005b69f tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8f564ed-4272-4706-a1e9-3128cdb552df,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:55.049123 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3bbe1196-5e3f-4013-a8e8-ab202742b665 req-b487c07a-1777-4b2d-a860-f7a92c03e0d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=38bfe9ef-a4ab-4fbd-91b7-c658f9574008 HTTP/1.1" status: 200 len: 217 time: 0.2794795 Dec 17 15:10:55.114441 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe1196-5e3f-4013-a8e8-ab202742b665 req-b4bc5676-80ff-48c2-bf91-e61b22ce5056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:55.115881 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3bbe1196-5e3f-4013-a8e8-ab202742b665 req-b4bc5676-80ff-48c2-bf91-e61b22ce5056 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0581505 Dec 17 15:10:55.116719 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ba6de7d9-8024-4012-bd66-7003a41c8028 req-fc254899-0c29-444b-94ff-c2b0c402824f tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "GET /v2.0/security-groups/0506da2d-894d-46ec-b546-09d4069ca847 HTTP/1.1" status: 200 len: 2397 time: 0.0890729 Dec 17 15:10:55.154247 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32f8cd3d-fd7f-4f6c-ac60-d5b1cb8e097a req-6af15ad7-7b51-40ef-afab-dc8ff058fbf5 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549459 Dec 17 15:10:55.170320 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe1196-5e3f-4013-a8e8-ab202742b665 req-bebf9cfc-fbb8-4965-bcfe-f979a0aba486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:55.172471 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3bbe1196-5e3f-4013-a8e8-ab202742b665 req-bebf9cfc-fbb8-4965-bcfe-f979a0aba486 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0441496 Dec 17 15:10:55.194982 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-2ec02877-93be-4b83-a9b2-4b64daa69cde tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:55.214847 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fae24d-cb68-424a-9967-3ba486b7c536 req-1898e493-1bb1-44ab-91f8-27cc8c0ae326 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:55.216342 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-26fae24d-cb68-424a-9967-3ba486b7c536 req-1898e493-1bb1-44ab-91f8-27cc8c0ae326 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 945 time: 0.0775244 Dec 17 15:10:55.235524 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ba6de7d9-8024-4012-bd66-7003a41c8028 req-069b4182-66bb-4782-a9c8-4ac909f59225 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:55.279689 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-26fae24d-cb68-424a-9967-3ba486b7c536 req-13d55761-dce7-4145-8ac1-baefb3c931fc tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536425 Dec 17 15:10:55.280642 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-2ec02877-93be-4b83-a9b2-4b64daa69cde tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Network 40090c4b-a4ce-450f-a115-2aa1a092d03b is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:10:55.281500 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ba6de7d9-8024-4012-bd66-7003a41c8028 req-069b4182-66bb-4782-a9c8-4ac909f59225 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:55.287337 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-2ec02877-93be-4b83-a9b2-4b64daa69cde tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:10:55.293425 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-2ec02877-93be-4b83-a9b2-4b64daa69cde tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:10:55.344464 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec02877-93be-4b83-a9b2-4b64daa69cde tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Pushing event updated for resources: {'Port': ['ID=04e4da5a-d52d-4ca3-9de9-350b3705874e,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:55.384779 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3bbe1196-5e3f-4013-a8e8-ab202742b665 req-a636658e-fced-43bd-9711-4fcc5b478a96 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986320 Dec 17 15:10:55.392885 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-2ec02877-93be-4b83-a9b2-4b64daa69cde tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:55.393515 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-2ec02877-93be-4b83-a9b2-4b64daa69cde tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:55.394552 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 6e1e00b8-8858-4e12-baeb-9904e7a81949 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:10:55.415202 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ba6de7d9-8024-4012-bd66-7003a41c8028 req-069b4182-66bb-4782-a9c8-4ac909f59225 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:55.427589 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ba6de7d9-8024-4012-bd66-7003a41c8028 req-069b4182-66bb-4782-a9c8-4ac909f59225 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:55.427589 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ba6de7d9-8024-4012-bd66-7003a41c8028 req-069b4182-66bb-4782-a9c8-4ac909f59225 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "DELETE /v2.0/security-groups/0506da2d-894d-46ec-b546-09d4069ca847 HTTP/1.1" status: 204 len: 173 time: 0.2962916 Dec 17 15:10:55.431995 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b4182-66bb-4782-a9c8-4ac909f59225 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0506da2d-894d-46ec-b546-09d4069ca847,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:55.514713 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3bbe1196-5e3f-4013-a8e8-ab202742b665 req-f4cac196-20b2-48d4-a234-9f56f263f4fd service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170285 Dec 17 15:10:55.538396 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-2ec02877-93be-4b83-a9b2-4b64daa69cde tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6063421 Dec 17 15:10:55.554339 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-f260c7e4-8563-4428-92ce-b74f42130a67 service neutron] Request body: {'port': {'device_id': '210dcbbb-45b5-4323-a00f-c7b28036bf54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:10:55.557100 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdcb6c-d8a9-4174-9968-87656d985ab3 req-158383c9-ac09-410e-9b82-24dbebf782ff tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:55.558557 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-abbdcb6c-d8a9-4174-9968-87656d985ab3 req-158383c9-ac09-410e-9b82-24dbebf782ff tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 946 time: 0.0580487 Dec 17 15:10:55.565577 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 6e1e00b8-8858-4e12-baeb-9904e7a81949 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:10:55.568100 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:55.572871 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 6e1e00b8-8858-4e12-baeb-9904e7a81949 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:10:55.573555 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:55.602760 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-abbdcb6c-d8a9-4174-9968-87656d985ab3 req-40c24133-6106-4ea1-94af-ae36657a610e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369277 Dec 17 15:10:55.620033 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-f260c7e4-8563-4428-92ce-b74f42130a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:55.629887 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-f73af8f5-74b5-49c1-89e0-869d95bda30e None None] Provisioning complete for port 04e4da5a-d52d-4ca3-9de9-350b3705874e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:10:55.629887 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f73af8f5-74b5-49c1-89e0-869d95bda30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:55.674474 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-f73af8f5-74b5-49c1-89e0-869d95bda30e None None] Port 04e4da5a-d52d-4ca3-9de9-350b3705874e cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:10:55.716451 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:55.730990 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3451d7-17f1-460e-9e0e-a8af119b70e6 req-94a9303c-49e6-4d97-99a2-13a0dee62e99 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:55.732490 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0b3451d7-17f1-460e-9e0e-a8af119b70e6 req-94a9303c-49e6-4d97-99a2-13a0dee62e99 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 950 time: 0.0512125 Dec 17 15:10:55.741965 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9868a930-f6f6-4569-8290-d0183546ad1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1e00b8-8858-4e12-baeb-9904e7a81949'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:10:55.746385 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4418ea39-5777-4b4d-960a-4f0798b531b8" -d '{"events": [{"server_uuid": "9868a930-f6f6-4569-8290-d0183546ad1f", "name": "network-vif-plugged", "status": "completed", "tag": "6e1e00b8-8858-4e12-baeb-9904e7a81949"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:10:55.758108 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 6e1e00b8-8858-4e12-baeb-9904e7a81949, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=6e1e00b8-8858-4e12-baeb-9904e7a81949,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:55.776263 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0b3451d7-17f1-460e-9e0e-a8af119b70e6 req-881d1f70-eeaa-4421-b920-36acdcac4d09 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356984 Dec 17 15:10:55.821194 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [req-c346ac3a-1a28-414c-b0e9-eec82944bdaf req-e60ad721-dd34-40c3-b789-117edc01cff1 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] show failed (client error): The resource could not be found. Dec 17 15:10:55.822188 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c346ac3a-1a28-414c-b0e9-eec82944bdaf req-e60ad721-dd34-40c3-b789-117edc01cff1 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "GET /v2.0/security-groups/6f1bbe5f-e558-4b3c-8da8-4ebf56dbe328 HTTP/1.1" status: 404 len: 352 time: 0.0145988 Dec 17 15:10:55.827262 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:55.878226 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a359412-167f-400a-99cc-5b0e2a630fc3 x-openstack-request-id: req-3a359412-167f-400a-99cc-5b0e2a630fc3 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:10:55.878588 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9868a930-f6f6-4569-8290-d0183546ad1f", "name": "network-vif-plugged", "status": "completed", "tag": "6e1e00b8-8858-4e12-baeb-9904e7a81949", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:10:55.878911 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3a359412-167f-400a-99cc-5b0e2a630fc3 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:10:55.879514 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9868a930-f6f6-4569-8290-d0183546ad1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1e00b8-8858-4e12-baeb-9904e7a81949', 'code': 200} Dec 17 15:10:55.880508 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=6e1e00b8-8858-4e12-baeb-9904e7a81949,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:55.919121 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-f260c7e4-8563-4428-92ce-b74f42130a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04e4da5a-d52d-4ca3-9de9-350b3705874e {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:10:55.927767 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-f260c7e4-8563-4428-92ce-b74f42130a67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:55.946939 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-f260c7e4-8563-4428-92ce-b74f42130a67 service neutron] Transition to ACTIVE for port object 04e4da5a-d52d-4ca3-9de9-350b3705874e will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:10:55.980438 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25505186-94dd-4d58-a51b-9db44381b932 req-7fd5a3e1-e7c1-40cb-aa91-34c4528d59c4 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:55.981931 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-25505186-94dd-4d58-a51b-9db44381b932 req-7fd5a3e1-e7c1-40cb-aa91-34c4528d59c4 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=4abf2057-8254-416f-a6a5-baa8dff7073f HTTP/1.1" status: 200 len: 948 time: 0.0497994 Dec 17 15:10:56.021508 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-25505186-94dd-4d58-a51b-9db44381b932 req-2f8af38e-a3e1-4033-a513-f7cf7ca603af tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330837 Dec 17 15:10:56.026741 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb95ae2-7ee7-40af-ba04-8f26873d10ab req-acf30033-4df3-477f-a32e-2535d3ea9ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:56.028240 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ecb95ae2-7ee7-40af-ba04-8f26873d10ab req-acf30033-4df3-477f-a32e-2535d3ea9ccd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 1097 time: 0.0418665 Dec 17 15:10:56.061629 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-f260c7e4-8563-4428-92ce-b74f42130a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:56.087478 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d7c3ee63-59e6-4198-85ac-e83852166fd6 req-dfa36c66-d2ab-4d9b-b280-3c921ccd722c tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "GET /v2.0/security-groups/60fb5623-07cd-4699-852f-360708f87cb3 HTTP/1.1" status: 200 len: 1804 time: 0.0418701 Dec 17 15:10:56.103728 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ecb95ae2-7ee7-40af-ba04-8f26873d10ab req-2ab4e9eb-eb98-4be6-9c5e-d2c7fc5fd8df service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647218 Dec 17 15:10:56.125158 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260c7e4-8563-4428-92ce-b74f42130a67 service neutron] Pushing event updated for resources: {'Port': ['ID=04e4da5a-d52d-4ca3-9de9-350b3705874e,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:56.153465 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d7c3ee63-59e6-4198-85ac-e83852166fd6 req-d40fb8f0-84f2-4e02-907c-515de562a9d4 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:56.179173 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d7c3ee63-59e6-4198-85ac-e83852166fd6 req-d40fb8f0-84f2-4e02-907c-515de562a9d4 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:56.208475 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-f260c7e4-8563-4428-92ce-b74f42130a67 service neutron] Attempting to bind port 04e4da5a-d52d-4ca3-9de9-350b3705874e on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:10:56.208868 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-f260c7e4-8563-4428-92ce-b74f42130a67 service neutron] Attempting to bind port 04e4da5a-d52d-4ca3-9de9-350b3705874e by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '43b09ab7-d096-4eb2-9b0c-68de61b3c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '40090c4b-a4ce-450f-a115-2aa1a092d03b'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:10:56.209181 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-f260c7e4-8563-4428-92ce-b74f42130a67 service neutron] Attempting to bind port 04e4da5a-d52d-4ca3-9de9-350b3705874e on network 40090c4b-a4ce-450f-a115-2aa1a092d03b {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:10:56.213787 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-f260c7e4-8563-4428-92ce-b74f42130a67 service neutron] Port 04e4da5a-d52d-4ca3-9de9-350b3705874e on network 40090c4b-a4ce-450f-a115-2aa1a092d03b not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:10:56.216114 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-f260c7e4-8563-4428-92ce-b74f42130a67 service neutron] Attempting to bind port 04e4da5a-d52d-4ca3-9de9-350b3705874e on network 40090c4b-a4ce-450f-a115-2aa1a092d03b {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:10:56.219705 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-f260c7e4-8563-4428-92ce-b74f42130a67 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:10:56.220048 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-f260c7e4-8563-4428-92ce-b74f42130a67 service neutron] Checking segment: {'id': '43b09ab7-d096-4eb2-9b0c-68de61b3c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '40090c4b-a4ce-450f-a115-2aa1a092d03b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:10:56.220436 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-f260c7e4-8563-4428-92ce-b74f42130a67 service neutron] Bound using segment: {'id': '43b09ab7-d096-4eb2-9b0c-68de61b3c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '40090c4b-a4ce-450f-a115-2aa1a092d03b'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:10:56.220862 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-f260c7e4-8563-4428-92ce-b74f42130a67 service neutron] Bound port: 04e4da5a-d52d-4ca3-9de9-350b3705874e, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43b09ab7-d096-4eb2-9b0c-68de61b3c74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '40090c4b-a4ce-450f-a115-2aa1a092d03b'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:10:56.221324 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-f260c7e4-8563-4428-92ce-b74f42130a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:56.296332 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-f260c7e4-8563-4428-92ce-b74f42130a67 service neutron] For port 04e4da5a-d52d-4ca3-9de9-350b3705874e, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:10:56.299709 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-f260c7e4-8563-4428-92ce-b74f42130a67 service neutron] For port 04e4da5a-d52d-4ca3-9de9-350b3705874e, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=04e4da5a-d52d-4ca3-9de9-350b3705874e,segment=NetworkSegment(43b09ab7-d096-4eb2-9b0c-68de61b3c74d),segment_id=43b09ab7-d096-4eb2-9b0c-68de61b3c74d)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:10:56.348638 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d7c3ee63-59e6-4198-85ac-e83852166fd6 req-d40fb8f0-84f2-4e02-907c-515de562a9d4 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:56.351839 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d7c3ee63-59e6-4198-85ac-e83852166fd6 req-d40fb8f0-84f2-4e02-907c-515de562a9d4 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:56.352284 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d7c3ee63-59e6-4198-85ac-e83852166fd6 req-d40fb8f0-84f2-4e02-907c-515de562a9d4 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "DELETE /v2.0/security-groups/60fb5623-07cd-4699-852f-360708f87cb3 HTTP/1.1" status: 204 len: 173 time: 0.2585249 Dec 17 15:10:56.365771 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fb8f0-84f2-4e02-907c-515de562a9d4 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fb5623-07cd-4699-852f-360708f87cb3,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:56.384660 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70404e6-6348-4125-801a-f64723614ab0 req-1804d080-6a1f-43bb-9a17-552a4dce9589 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:56.395267 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b70404e6-6348-4125-801a-f64723614ab0 req-1804d080-6a1f-43bb-9a17-552a4dce9589 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "GET /v2.0/ports?device_id=210dcbbb-45b5-4323-a00f-c7b28036bf54 HTTP/1.1" status: 200 len: 943 time: 0.0746238 Dec 17 15:10:56.431269 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b70404e6-6348-4125-801a-f64723614ab0 req-a9b72b0a-3df4-4b73-bb2c-991a57aa605a tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "GET /v2.0/security-groups?id=5574c25a-fa46-43fb-80fd-9197b80f05be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350177 Dec 17 15:10:56.439508 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-f260c7e4-8563-4428-92ce-b74f42130a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:56.482364 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-f260c7e4-8563-4428-92ce-b74f42130a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:56.482364 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-f260c7e4-8563-4428-92ce-b74f42130a67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:56.482364 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-f260c7e4-8563-4428-92ce-b74f42130a67 service neutron] 10.222.0.13 "PUT /v2.0/ports/04e4da5a-d52d-4ca3-9de9-350b3705874e HTTP/1.1" status: 200 len: 1091 time: 0.9303305 Dec 17 15:10:56.483365 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '210dcbbb-45b5-4323-a00f-c7b28036bf54', 'tag': '04e4da5a-d52d-4ca3-9de9-350b3705874e'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:10:56.486108 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0b1dbd-51e1-4392-9a35-2f2e9e30c5e7" -d '{"events": [{"name": "network-changed", "server_uuid": "210dcbbb-45b5-4323-a00f-c7b28036bf54", "tag": "04e4da5a-d52d-4ca3-9de9-350b3705874e"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:10:56.522469 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260c7e4-8563-4428-92ce-b74f42130a67 service neutron] Pushing event updated for resources: {'Port': ['ID=04e4da5a-d52d-4ca3-9de9-350b3705874e,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:56.563520 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e657d681-49cd-456d-8443-d9faabf815ad req-4ae3a9e1-9995-4a74-b369-42a8100fc334 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "GET /v2.0/security-groups/7c444291-419d-46c1-9607-42cee1c04a6b HTTP/1.1" status: 200 len: 1804 time: 0.0948927 Dec 17 15:10:56.586150 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20726003-95f1-4921-9b41-1cc650b7cb15 req-d5b1d830-28d5-4874-bd73-1bc431eed34b tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:56.589537 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-20726003-95f1-4921-9b41-1cc650b7cb15 req-d5b1d830-28d5-4874-bd73-1bc431eed34b tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 946 time: 0.0912380 Dec 17 15:10:56.677004 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-145e7572-751c-42ec-a352-5bc41bbf1048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:56.678577 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-145e7572-751c-42ec-a352-5bc41bbf1048 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6145b39f2664908bc878c10235d12ea&device_id=210dcbbb-45b5-4323-a00f-c7b28036bf54 HTTP/1.1" status: 200 len: 1094 time: 0.0523686 Dec 17 15:10:56.682871 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e657d681-49cd-456d-8443-d9faabf815ad req-f2a38e56-78e8-4279-8056-cda6e794a7db tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:56.686920 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-20726003-95f1-4921-9b41-1cc650b7cb15 req-ed5c45f5-ef6e-407a-ba00-08ecfde93973 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907021 Dec 17 15:10:56.719644 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e657d681-49cd-456d-8443-d9faabf815ad req-f2a38e56-78e8-4279-8056-cda6e794a7db tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:56.746393 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-0be87095-3e81-42f4-a998-5d3911a89681 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04e4da5a-d52d-4ca3-9de9-350b3705874e HTTP/1.1" status: 200 len: 217 time: 0.0491488 Dec 17 15:10:56.764660 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf112d36-3b47-4724-badc-7f3d743808fc x-openstack-request-id: req-cf112d36-3b47-4724-badc-7f3d743808fc {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:10:56.765023 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "210dcbbb-45b5-4323-a00f-c7b28036bf54", "tag": "04e4da5a-d52d-4ca3-9de9-350b3705874e", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:10:56.767215 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cf112d36-3b47-4724-badc-7f3d743808fc {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:10:56.768111 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '210dcbbb-45b5-4323-a00f-c7b28036bf54', 'tag': '04e4da5a-d52d-4ca3-9de9-350b3705874e', 'status': 'completed', 'code': 200} Dec 17 15:10:56.822560 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-24890be3-4072-4afa-9d03-4035e1190f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:56.824285 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-24890be3-4072-4afa-9d03-4035e1190f20 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d85a9cb0-018e-476d-a650-20058f3fe1d1 HTTP/1.1" status: 200 len: 853 time: 0.0707939 Dec 17 15:10:56.863285 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b623ceb-e2a3-431b-b23e-8c5fdc266ec8 req-57e24a59-2223-4401-9fec-7bdb8b0e597a tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:56.865507 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8b623ceb-e2a3-431b-b23e-8c5fdc266ec8 req-57e24a59-2223-4401-9fec-7bdb8b0e597a tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 946 time: 0.0545919 Dec 17 15:10:56.877131 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-e55fd958-d8e2-42b6-9345-721bca5445d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:56.878729 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-e55fd958-d8e2-42b6-9345-721bca5445d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=40090c4b-a4ce-450f-a115-2aa1a092d03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468850 Dec 17 15:10:56.897362 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e657d681-49cd-456d-8443-d9faabf815ad req-f2a38e56-78e8-4279-8056-cda6e794a7db tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:56.900136 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e657d681-49cd-456d-8443-d9faabf815ad req-f2a38e56-78e8-4279-8056-cda6e794a7db tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:56.901285 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e657d681-49cd-456d-8443-d9faabf815ad req-f2a38e56-78e8-4279-8056-cda6e794a7db tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "DELETE /v2.0/security-groups/7c444291-419d-46c1-9607-42cee1c04a6b HTTP/1.1" status: 204 len: 173 time: 0.3247287 Dec 17 15:10:56.919160 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a38e56-78e8-4279-8056-cda6e794a7db tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c444291-419d-46c1-9607-42cee1c04a6b,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:56.938379 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8b623ceb-e2a3-431b-b23e-8c5fdc266ec8 req-6d24551d-abe9-4751-b272-c60f20c9d4fd tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655341 Dec 17 15:10:56.998435 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-56d6a2b1-ca27-4a2b-86cf-40877f9e10dc service neutron] 10.222.0.13 "GET /v2.0/networks/40090c4b-a4ce-450f-a115-2aa1a092d03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109262 Dec 17 15:10:57.023465 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-598b7cd4-19e5-49f4-bf21-301a9046ee0f req-793c49ec-ba6b-48cc-a990-28e061bb9738 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "GET /v2.0/security-groups/9021085b-c55f-40f7-9b71-cee5fa512750 HTTP/1.1" status: 200 len: 1805 time: 0.0680861 Dec 17 15:10:57.047650 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d22d6d-b4f7-4ef9-b1d5-a907e99decd6 req-99202534-ea04-459c-99e4-319524948e7b tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:57.049277 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e5d22d6d-b4f7-4ef9-b1d5-a907e99decd6 req-99202534-ea04-459c-99e4-319524948e7b tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 950 time: 0.0688350 Dec 17 15:10:57.105078 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b846fbab-ce13-48fb-bd6c-abc1eb83ae8f req-60b3b9a3-4812-4685-9bc6-4f9e88f37221 service neutron] 10.222.0.13 "GET /v2.0/networks/40090c4b-a4ce-450f-a115-2aa1a092d03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934250 Dec 17 15:10:57.113427 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e5d22d6d-b4f7-4ef9-b1d5-a907e99decd6 req-8314c692-23d9-4c4d-952d-f69df139c8e3 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535073 Dec 17 15:10:57.135737 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-598b7cd4-19e5-49f4-bf21-301a9046ee0f req-33149b58-fe07-41ed-bfd6-e28064f4946b tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:57.154263 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-598b7cd4-19e5-49f4-bf21-301a9046ee0f req-33149b58-fe07-41ed-bfd6-e28064f4946b tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:57.253599 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcaade-d2e1-4bfb-a003-6ebb339a9c61 req-6a05eccb-642c-4fe3-874f-b61001cd0432 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:57.255240 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dafcaade-d2e1-4bfb-a003-6ebb339a9c61 req-6a05eccb-642c-4fe3-874f-b61001cd0432 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=4abf2057-8254-416f-a6a5-baa8dff7073f HTTP/1.1" status: 200 len: 948 time: 0.0537157 Dec 17 15:10:57.304340 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dafcaade-d2e1-4bfb-a003-6ebb339a9c61 req-141ede26-41e5-411c-93c0-10055905340d tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409935 Dec 17 15:10:57.306099 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-598b7cd4-19e5-49f4-bf21-301a9046ee0f req-33149b58-fe07-41ed-bfd6-e28064f4946b tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:57.309675 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-598b7cd4-19e5-49f4-bf21-301a9046ee0f req-33149b58-fe07-41ed-bfd6-e28064f4946b tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:57.310904 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-598b7cd4-19e5-49f4-bf21-301a9046ee0f req-33149b58-fe07-41ed-bfd6-e28064f4946b tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "DELETE /v2.0/security-groups/9021085b-c55f-40f7-9b71-cee5fa512750 HTTP/1.1" status: 204 len: 173 time: 0.2785246 Dec 17 15:10:57.322355 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33149b58-fe07-41ed-bfd6-e28064f4946b tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9021085b-c55f-40f7-9b71-cee5fa512750,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:57.359887 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b1dbd-51e1-4392-9a35-2f2e9e30c5e7 req-758e99da-4fcc-441a-b6ca-2b9f3a572752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:57.368488 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4b0b1dbd-51e1-4392-9a35-2f2e9e30c5e7 req-758e99da-4fcc-441a-b6ca-2b9f3a572752 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6145b39f2664908bc878c10235d12ea&device_id=210dcbbb-45b5-4323-a00f-c7b28036bf54 HTTP/1.1" status: 200 len: 1094 time: 0.0732231 Dec 17 15:10:57.402181 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf6fd3f1-6460-452a-88e3-a7f98bd68f65 req-8f84c275-4189-4578-a1a3-7926357edaf0 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "GET /v2.0/security-groups/8e079c2c-d65c-4cb3-8670-7eb3182971d5 HTTP/1.1" status: 200 len: 2404 time: 0.0619328 Dec 17 15:10:57.409005 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f3c715b8-b680-4273-a5af-bb9e8f873645 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:10:57.412511 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device e5425115-a717-4f09-abd4-6f600fc46a6e no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:10:57.481104 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-bf6fd3f1-6460-452a-88e3-a7f98bd68f65 req-911ecdd3-3ef8-4b9c-b834-39fa7f9e9e6f tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:57.482963 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b1dbd-51e1-4392-9a35-2f2e9e30c5e7 req-3e8553cc-6dc6-40b8-b255-9d1529c09f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:57.484953 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4b0b1dbd-51e1-4392-9a35-2f2e9e30c5e7 req-3e8553cc-6dc6-40b8-b255-9d1529c09f1c service neutron] 10.222.0.13 "GET /v2.0/networks?id=40090c4b-a4ce-450f-a115-2aa1a092d03b HTTP/1.1" status: 200 len: 915 time: 0.1118107 Dec 17 15:10:57.538370 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4b0b1dbd-51e1-4392-9a35-2f2e9e30c5e7 req-1e055487-024a-4bad-9fde-b27f06c6e8eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04e4da5a-d52d-4ca3-9de9-350b3705874e HTTP/1.1" status: 200 len: 217 time: 0.0445852 Dec 17 15:10:57.541980 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-bf6fd3f1-6460-452a-88e3-a7f98bd68f65 req-911ecdd3-3ef8-4b9c-b834-39fa7f9e9e6f tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:57.617068 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b1dbd-51e1-4392-9a35-2f2e9e30c5e7 req-73840513-9c24-4c3a-9b1e-b47744609a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:57.618883 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4b0b1dbd-51e1-4392-9a35-2f2e9e30c5e7 req-73840513-9c24-4c3a-9b1e-b47744609a14 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d85a9cb0-018e-476d-a650-20058f3fe1d1 HTTP/1.1" status: 200 len: 853 time: 0.0707326 Dec 17 15:10:57.673561 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07ea71-de32-444e-bf34-b28f64fcf802 req-c342cc18-3873-499f-9959-04ca2de80d99 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:57.675281 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5d07ea71-de32-444e-bf34-b28f64fcf802 req-c342cc18-3873-499f-9959-04ca2de80d99 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "GET /v2.0/ports?device_id=210dcbbb-45b5-4323-a00f-c7b28036bf54 HTTP/1.1" status: 200 len: 943 time: 0.0623093 Dec 17 15:10:57.689731 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b1dbd-51e1-4392-9a35-2f2e9e30c5e7 req-379a6251-48f8-4362-a945-de3fc80715c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:57.691422 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4b0b1dbd-51e1-4392-9a35-2f2e9e30c5e7 req-379a6251-48f8-4362-a945-de3fc80715c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=40090c4b-a4ce-450f-a115-2aa1a092d03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568540 Dec 17 15:10:57.706085 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-bf6fd3f1-6460-452a-88e3-a7f98bd68f65 req-911ecdd3-3ef8-4b9c-b834-39fa7f9e9e6f tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:57.708858 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-bf6fd3f1-6460-452a-88e3-a7f98bd68f65 req-911ecdd3-3ef8-4b9c-b834-39fa7f9e9e6f tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:57.713859 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf6fd3f1-6460-452a-88e3-a7f98bd68f65 req-911ecdd3-3ef8-4b9c-b834-39fa7f9e9e6f tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "DELETE /v2.0/security-groups/8e079c2c-d65c-4cb3-8670-7eb3182971d5 HTTP/1.1" status: 204 len: 173 time: 0.3108227 Dec 17 15:10:57.763322 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:57.764045 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ecdd3-3ef8-4b9c-b834-39fa7f9e9e6f tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e079c2c-d65c-4cb3-8670-7eb3182971d5,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:57.794676 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5d07ea71-de32-444e-bf34-b28f64fcf802 req-fcf8df50-3b93-4d57-9295-8a8e5dd540c1 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "GET /v2.0/security-groups?id=5574c25a-fa46-43fb-80fd-9197b80f05be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1105659 Dec 17 15:10:57.832233 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port f3c715b8-b680-4273-a5af-bb9e8f873645, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f3c715b8-b680-4273-a5af-bb9e8f873645,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:57.846238 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-370ed94b-2dd3-465b-a614-e9b859ff7b59 req-dd09f1f2-dc82-4f69-a245-74abbf41b60c tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "GET /v2.0/security-groups/b0ae7ec2-7e43-4795-9ddb-160c6e9df33d HTTP/1.1" status: 200 len: 2394 time: 0.0971737 Dec 17 15:10:57.848743 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port e5425115-a717-4f09-abd4-6f600fc46a6e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e5425115-a717-4f09-abd4-6f600fc46a6e,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:57.852032 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'f3c715b8-b680-4273-a5af-bb9e8f873645', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': 'f3c715b8-b680-4273-a5af-bb9e8f873645', 'mac_address': 'fa:16:3e:0a:f4:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:10:57.883000 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4b0b1dbd-51e1-4392-9a35-2f2e9e30c5e7 req-50dd5674-8cd8-4642-bc2d-cf7c5ac15758 service neutron] 10.222.0.13 "GET /v2.0/networks/40090c4b-a4ce-450f-a115-2aa1a092d03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763771 Dec 17 15:10:57.887935 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c12a14-bf8a-4957-a252-7de3c1eb420d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5425115-a717-4f09-abd4-6f600fc46a6e'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:10:57.890921 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370a2f14-aa7c-4341-81b5-bfc297634335" -d '{"events": [{"server_uuid": "89c12a14-bf8a-4957-a252-7de3c1eb420d", "name": "network-vif-unplugged", "status": "completed", "tag": "e5425115-a717-4f09-abd4-6f600fc46a6e"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:10:57.898432 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:57.912504 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3c715b8-b680-4273-a5af-bb9e8f873645 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:10:57.932328 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port f3c715b8-b680-4273-a5af-bb9e8f873645, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f3c715b8-b680-4273-a5af-bb9e8f873645,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:57.954082 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:57.963898 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-370ed94b-2dd3-465b-a614-e9b859ff7b59 req-ba757459-5e62-42d4-99b4-ea46f0cfd4d3 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:57.989832 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb0ad4-aa01-4113-8dee-3008747ef383 req-9f00456d-bfb9-471c-93a1-2f54c1c951e9 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:57.998224 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-53bb0ad4-aa01-4113-8dee-3008747ef383 req-9f00456d-bfb9-471c-93a1-2f54c1c951e9 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 946 time: 0.0889542 Dec 17 15:10:58.012147 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4b0b1dbd-51e1-4392-9a35-2f2e9e30c5e7 req-d8da666a-5995-4f9a-a5ca-81d06f75c44d service neutron] 10.222.0.13 "GET /v2.0/networks/40090c4b-a4ce-450f-a115-2aa1a092d03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138687 Dec 17 15:10:58.025815 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-370ed94b-2dd3-465b-a614-e9b859ff7b59 req-ba757459-5e62-42d4-99b4-ea46f0cfd4d3 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:58.046893 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:58.049761 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=e5425115-a717-4f09-abd4-6f600fc46a6e,revision_number=9']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:58.073247 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-53bb0ad4-aa01-4113-8dee-3008747ef383 req-45c32809-1ec0-4155-abb1-199f21c18437 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728886 Dec 17 15:10:58.120978 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c397d0fb-6b18-4e9d-a7bb-8a354f4badd6 x-openstack-request-id: req-c397d0fb-6b18-4e9d-a7bb-8a354f4badd6 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:10:58.121524 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c12a14-bf8a-4957-a252-7de3c1eb420d", "name": "network-vif-unplugged", "status": "completed", "tag": "e5425115-a717-4f09-abd4-6f600fc46a6e", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:10:58.122198 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c397d0fb-6b18-4e9d-a7bb-8a354f4badd6 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:10:58.122743 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c12a14-bf8a-4957-a252-7de3c1eb420d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5425115-a717-4f09-abd4-6f600fc46a6e', 'code': 200} Dec 17 15:10:58.129371 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=f3c715b8-b680-4273-a5af-bb9e8f873645,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:58.193160 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-370ed94b-2dd3-465b-a614-e9b859ff7b59 req-ba757459-5e62-42d4-99b4-ea46f0cfd4d3 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:58.195963 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-370ed94b-2dd3-465b-a614-e9b859ff7b59 req-ba757459-5e62-42d4-99b4-ea46f0cfd4d3 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:58.197115 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-370ed94b-2dd3-465b-a614-e9b859ff7b59 req-ba757459-5e62-42d4-99b4-ea46f0cfd4d3 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] 10.222.0.46 "DELETE /v2.0/security-groups/b0ae7ec2-7e43-4795-9ddb-160c6e9df33d HTTP/1.1" status: 204 len: 173 time: 0.3433456 Dec 17 15:10:58.204744 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38502) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:58.208172 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba757459-5e62-42d4-99b4-ea46f0cfd4d3 tempest-SecurityGroupRulesTestJSON-773945956 tempest-SecurityGroupRulesTestJSON-773945956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ae7ec2-7e43-4795-9ddb-160c6e9df33d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:58.242538 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032e97b-c862-4b9b-a55c-b2ec874c0ad8 req-b9ab0234-2ced-41b4-90b8-fc6c0c322c4f tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:58.244066 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9032e97b-c862-4b9b-a55c-b2ec874c0ad8 req-b9ab0234-2ced-41b4-90b8-fc6c0c322c4f tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 946 time: 0.0802586 Dec 17 15:10:58.300100 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9c9ae7b-fc55-4438-a23e-b82eaf19ae50 admin admin] Deleting subnet c40c7b4a-fd19-4d8c-b27d-7913f60a9a84 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:10:58.302713 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9032e97b-c862-4b9b-a55c-b2ec874c0ad8 req-57a9e75c-3b57-4ef1-b0f6-369106648f8b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499442 Dec 17 15:10:58.303709 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e9c9ae7b-fc55-4438-a23e-b82eaf19ae50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:58.340593 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0691361-076d-4032-a757-8143380a207d req-808dbd2a-bc8a-411f-af2a-2af0103d53d8 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:58.342181 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b0691361-076d-4032-a757-8143380a207d req-808dbd2a-bc8a-411f-af2a-2af0103d53d8 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 948 time: 0.0546451 Dec 17 15:10:58.344527 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e9c9ae7b-fc55-4438-a23e-b82eaf19ae50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:58.395279 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b0691361-076d-4032-a757-8143380a207d req-9b3c5af3-cb9f-48b5-aacf-ff395b104cc6 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459862 Dec 17 15:10:58.396224 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e9c9ae7b-fc55-4438-a23e-b82eaf19ae50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:58.482643 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01cbff-fd5c-4001-a5d0-ef60cddfd35a req-e1d99f4f-09f7-4383-9145-40629cc2524d tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:58.485562 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c01cbff-fd5c-4001-a5d0-ef60cddfd35a req-e1d99f4f-09f7-4383-9145-40629cc2524d tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=4abf2057-8254-416f-a6a5-baa8dff7073f HTTP/1.1" status: 200 len: 949 time: 0.0728500 Dec 17 15:10:58.526547 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c01cbff-fd5c-4001-a5d0-ef60cddfd35a req-a6069839-bc95-41f9-a466-8a33c0384276 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395815 Dec 17 15:10:58.586798 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e9c9ae7b-fc55-4438-a23e-b82eaf19ae50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:58.615031 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9ae7b-fc55-4438-a23e-b82eaf19ae50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c40c7b4a-fd19-4d8c-b27d-7913f60a9a84,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:58.618828 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e9c9ae7b-fc55-4438-a23e-b82eaf19ae50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:58.622025 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e9c9ae7b-fc55-4438-a23e-b82eaf19ae50 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c40c7b4a-fd19-4d8c-b27d-7913f60a9a84 HTTP/1.1" status: 204 len: 168 time: 0.4158139 Dec 17 15:10:58.624425 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38510) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:58.693877 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0fefb572-6de2-4070-810c-4610967a442f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:58.778073 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0fefb572-6de2-4070-810c-4610967a442f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:58.791994 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0d5a502d-048e-45bd-989d-9c778d76ef92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:58.801350 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-0fefb572-6de2-4070-810c-4610967a442f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee33e5dc-da88-4366-8175-e3c7ad730389']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:58.811044 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-0fefb572-6de2-4070-810c-4610967a442f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6195920f-235a-43b1-b989-52574355e4e2') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:58.811402 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-0fefb572-6de2-4070-810c-4610967a442f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6195920f-235a-43b1-b989-52574355e4e2') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:10:58.821382 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0fefb572-6de2-4070-810c-4610967a442f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:58.837680 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0fefb572-6de2-4070-810c-4610967a442f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:58.838399 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['f3c715b8-b680-4273-a5af-bb9e8f873645'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:10:58.845356 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fefb572-6de2-4070-810c-4610967a442f admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:10:58.846638 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0fefb572-6de2-4070-810c-4610967a442f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:58.848613 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:10:58.848613 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:10:58.848613 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:10:58.848613 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:10:58.848613 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:10:58.848613 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:10:58.848613 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:10:58.848613 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:10:58.848613 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:10:58.848613 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:10:58.848613 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:10:58.848613 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:10:58.848613 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:10:58.848613 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:10:58.848613 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:10:58.848613 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:10:58.848613 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:10:58.848613 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:10:58.848613 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:10:58.848613 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:10:58.848613 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:10:58.848613 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:10:58.848613 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:10:58.848613 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:10:58.848613 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:10:58.848613 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:10:58.848613 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:10:58.848613 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:10:58.848613 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:10:58.848613 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:10:58.848613 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:10:58.848613 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:10:58.929008 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac498944-2348-430c-be22-7f3cd53f87d7 req-c1622a81-bfc8-4511-9f02-358a6b8b048b tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:58.930533 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ac498944-2348-430c-be22-7f3cd53f87d7 req-c1622a81-bfc8-4511-9f02-358a6b8b048b tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "GET /v2.0/ports?device_id=210dcbbb-45b5-4323-a00f-c7b28036bf54 HTTP/1.1" status: 200 len: 943 time: 0.0649660 Dec 17 15:10:58.972663 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ac498944-2348-430c-be22-7f3cd53f87d7 req-f8849e17-9ccd-4467-92b9-c3b5e90e1e97 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "GET /v2.0/security-groups?id=5574c25a-fa46-43fb-80fd-9197b80f05be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355699 Dec 17 15:10:58.997519 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0fefb572-6de2-4070-810c-4610967a442f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:59.007040 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0fefb572-6de2-4070-810c-4610967a442f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:59.011522 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0fefb572-6de2-4070-810c-4610967a442f admin admin] 10.222.0.46 "DELETE /v2.0/networks/ee33e5dc-da88-4366-8175-e3c7ad730389 HTTP/1.1" status: 204 len: 168 time: 0.3851783 Dec 17 15:10:59.023217 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fefb572-6de2-4070-810c-4610967a442f admin admin] Pushing event deleted for resources: {'Network': ['ID=ee33e5dc-da88-4366-8175-e3c7ad730389,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:59.188764 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9fc86-9b83-4026-8778-ddb1c7bd2764 req-aa745e18-6069-488c-a14d-361469748b3f tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:59.190269 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7bb9fc86-9b83-4026-8778-ddb1c7bd2764 req-aa745e18-6069-488c-a14d-361469748b3f tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 946 time: 0.0491610 Dec 17 15:10:59.227561 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7bb9fc86-9b83-4026-8778-ddb1c7bd2764 req-c79eb7ae-8242-4053-b71a-ca819110cdff tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312586 Dec 17 15:10:59.342717 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76108623-5ddf-4b07-b03e-667f1d9e7139 req-c553792d-6be8-41eb-bb53-c6e9a1d20ee2 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:59.345083 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-76108623-5ddf-4b07-b03e-667f1d9e7139 req-c553792d-6be8-41eb-bb53-c6e9a1d20ee2 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 1097 time: 0.0446081 Dec 17 15:10:59.396379 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-76108623-5ddf-4b07-b03e-667f1d9e7139 req-e7e3aa76-9898-4f5d-848f-36bd54465fe3 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437300 Dec 17 15:10:59.415541 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device e5425115-a717-4f09-abd4-6f600fc46a6e details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:10:59.438767 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a191aa-53c0-467d-b290-1da94f0e5b31 req-30beaff8-28f0-44ea-bc3c-f9c3e6da559c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:59.440292 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-91a191aa-53c0-467d-b290-1da94f0e5b31 req-30beaff8-28f0-44ea-bc3c-f9c3e6da559c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 946 time: 0.0603840 Dec 17 15:10:59.503638 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-91a191aa-53c0-467d-b290-1da94f0e5b31 req-5ed624f4-829f-44f8-86d4-15f0bec871a6 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565388 Dec 17 15:10:59.547638 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port e5425115-a717-4f09-abd4-6f600fc46a6e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e5425115-a717-4f09-abd4-6f600fc46a6e,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:59.561068 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'e5425115-a717-4f09-abd4-6f600fc46a6e', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': 'e5425115-a717-4f09-abd4-6f600fc46a6e', 'mac_address': 'fa:16:3e:7f:13:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:10:59.570865 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf8eb8-4bbe-4e83-a82d-cfcbcdd19096 req-9903d39d-7b57-40ab-8068-5facac3f3fa1 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:59.572448 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3daf8eb8-4bbe-4e83-a82d-cfcbcdd19096 req-9903d39d-7b57-40ab-8068-5facac3f3fa1 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 948 time: 0.0984466 Dec 17 15:10:59.623768 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38532) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:59.625821 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:59.642788 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5425115-a717-4f09-abd4-6f600fc46a6e {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:10:59.673898 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79234a6c-6476-4769-acf4-48f6cbf16acf req-0614186a-0e34-4055-b792-609b2499dec8 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:59.674110 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port e5425115-a717-4f09-abd4-6f600fc46a6e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e5425115-a717-4f09-abd4-6f600fc46a6e,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:59.674210 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-79234a6c-6476-4769-acf4-48f6cbf16acf req-0614186a-0e34-4055-b792-609b2499dec8 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 1097 time: 0.0740321 Dec 17 15:10:59.674210 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3daf8eb8-4bbe-4e83-a82d-cfcbcdd19096 req-75a9bb3b-d6ea-4670-81a8-23dccd8f4f12 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513067 Dec 17 15:10:59.732998 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d6486b07-4f20-4145-9527-f72579e4bb42 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7ab769bf8d824369913f93fe94382274&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1077538 Dec 17 15:10:59.734424 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-79234a6c-6476-4769-acf4-48f6cbf16acf req-dbc86d65-1ba3-4955-b7af-73d1d57ed2ce tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572875 Dec 17 15:10:59.735666 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38534) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:10:59.753771 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd113d-c4d0-41f6-943f-e097f56130b2 req-5497175d-fabd-427a-b074-d779bc987683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:59.755512 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-67cd113d-c4d0-41f6-943f-e097f56130b2 req-5497175d-fabd-427a-b074-d779bc987683 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 1099 time: 0.0776358 Dec 17 15:10:59.780744 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:59.782261 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:10:59.816611 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a8fae-806c-4299-8920-d41d35273599 req-fd5debbf-0edf-493b-8564-e791775fa758 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:10:59.816897 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-67cd113d-c4d0-41f6-943f-e097f56130b2 req-42765d8c-dc6e-46c4-95e9-e3868b357c55 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504131 Dec 17 15:10:59.821797 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6033881c-5263-433c-b9bd-df37f5c71f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:59.829608 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e76a8fae-806c-4299-8920-d41d35273599 req-fd5debbf-0edf-493b-8564-e791775fa758 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=4abf2057-8254-416f-a6a5-baa8dff7073f HTTP/1.1" status: 200 len: 949 time: 0.0930278 Dec 17 15:10:59.849093 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6033881c-5263-433c-b9bd-df37f5c71f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:10:59.892544 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e76a8fae-806c-4299-8920-d41d35273599 req-1ca914b5-8884-440b-ab1f-2e60c03fa662 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610187 Dec 17 15:10:59.946147 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=38bfe9ef-a4ab-4fbd-91b7-c658f9574008,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:10:59.953740 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=e5425115-a717-4f09-abd4-6f600fc46a6e,revision_number=10']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:10:59.966560 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '38bfe9ef-a4ab-4fbd-91b7-c658f9574008', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': '38bfe9ef-a4ab-4fbd-91b7-c658f9574008', 'mac_address': 'fa:16:3e:a7:0c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:11:00.008546 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:00.021652 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6033881c-5263-433c-b9bd-df37f5c71f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:00.023017 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:11:00.025180 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6033881c-5263-433c-b9bd-df37f5c71f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:00.026969 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6033881c-5263-433c-b9bd-df37f5c71f85 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/01739944-73e0-434a-8d8c-6289a8f038e3 HTTP/1.1" status: 204 len: 168 time: 0.2903235 Dec 17 15:11:00.039042 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033881c-5263-433c-b9bd-df37f5c71f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01739944-73e0-434a-8d8c-6289a8f038e3,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:00.058189 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=38bfe9ef-a4ab-4fbd-91b7-c658f9574008,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:00.131263 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8fa98-8410-405d-8df7-b8798bf42c3f req-6e64aeb7-6dfb-43db-aa4f-04f94dd25f7e tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:00.133098 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d5e8fa98-8410-405d-8df7-b8798bf42c3f req-6e64aeb7-6dfb-43db-aa4f-04f94dd25f7e tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "GET /v2.0/ports?device_id=210dcbbb-45b5-4323-a00f-c7b28036bf54 HTTP/1.1" status: 200 len: 943 time: 0.0496926 Dec 17 15:11:00.177010 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d5e8fa98-8410-405d-8df7-b8798bf42c3f req-e0775805-97c1-4150-a66e-8d8fe923e629 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "GET /v2.0/security-groups?id=5574c25a-fa46-43fb-80fd-9197b80f05be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367742 Dec 17 15:11:00.191809 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:00.192533 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 06c2999c-bbee-475b-952d-fa0f041bc37d details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:11:00.264448 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=38bfe9ef-a4ab-4fbd-91b7-c658f9574008,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:00.270351 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 06c2999c-bbee-475b-952d-fa0f041bc37d, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=06c2999c-bbee-475b-952d-fa0f041bc37d,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:00.284505 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '06c2999c-bbee-475b-952d-fa0f041bc37d', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': '06c2999c-bbee-475b-952d-fa0f041bc37d', 'mac_address': 'fa:16:3e:b2:cb:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:11:00.331756 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:00.345763 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c2999c-bbee-475b-952d-fa0f041bc37d {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:11:00.366332 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 06c2999c-bbee-475b-952d-fa0f041bc37d, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=06c2999c-bbee-475b-952d-fa0f041bc37d,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:00.404497 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13812f68-1336-4f2a-90cd-c85ef0140681 req-2ed924ce-c8d7-469d-83f8-37cdbf1166d5 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:00.406672 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-13812f68-1336-4f2a-90cd-c85ef0140681 req-2ed924ce-c8d7-469d-83f8-37cdbf1166d5 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 1097 time: 0.0465415 Dec 17 15:11:00.441968 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-13812f68-1336-4f2a-90cd-c85ef0140681 req-1ecd27c2-8db1-4d48-8dc9-c0450ed96881 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282631 Dec 17 15:11:00.558913 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:00.631083 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=06c2999c-bbee-475b-952d-fa0f041bc37d,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:00.672768 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f05e0-2326-42e0-889f-253373c50a43 req-1cb17fb1-28a5-49f6-8ae9-89af3a4a2c02 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:00.674314 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e67f05e0-2326-42e0-889f-253373c50a43 req-1cb17fb1-28a5-49f6-8ae9-89af3a4a2c02 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 947 time: 0.0976553 Dec 17 15:11:00.722820 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e67f05e0-2326-42e0-889f-253373c50a43 req-1b68aa89-a133-4ee8-abcc-dc7665cde130 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415015 Dec 17 15:11:00.813038 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654aef6-f8a8-4b49-a679-97337330a849 req-589901ac-58fc-453e-9eb0-971942270a5c tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:00.814692 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6654aef6-f8a8-4b49-a679-97337330a849 req-589901ac-58fc-453e-9eb0-971942270a5c tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 950 time: 0.0535202 Dec 17 15:11:00.840111 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 04e4da5a-d52d-4ca3-9de9-350b3705874e details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:11:00.857772 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6654aef6-f8a8-4b49-a679-97337330a849 req-df596a53-2637-4087-bef3-bf3f4a229cb1 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352683 Dec 17 15:11:00.979793 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 04e4da5a-d52d-4ca3-9de9-350b3705874e, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=04e4da5a-d52d-4ca3-9de9-350b3705874e,segment=NetworkSegment(43b09ab7-d096-4eb2-9b0c-68de61b3c74d),segment_id=43b09ab7-d096-4eb2-9b0c-68de61b3c74d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:00.999263 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '04e4da5a-d52d-4ca3-9de9-350b3705874e', 'network_id': '40090c4b-a4ce-450f-a115-2aa1a092d03b', 'port_id': '04e4da5a-d52d-4ca3-9de9-350b3705874e', 'mac_address': 'fa:16:3e:0d:f4:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd85a9cb0-018e-476d-a650-20058f3fe1d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:11:01.051635 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cc151-35cb-4796-a148-79daa440bb38 req-dcd35b71-9329-4324-8669-0e112b954d58 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:01.054294 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b6cc151-35cb-4796-a148-79daa440bb38 req-dcd35b71-9329-4324-8669-0e112b954d58 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=4abf2057-8254-416f-a6a5-baa8dff7073f HTTP/1.1" status: 200 len: 949 time: 0.0811248 Dec 17 15:11:01.073970 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:01.078468 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-666526c1-ba76-4eb1-b7a9-e04a2ad4c78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:01.092833 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04e4da5a-d52d-4ca3-9de9-350b3705874e {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:11:01.102065 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b6cc151-35cb-4796-a148-79daa440bb38 req-a051709a-6207-49a4-8196-18e048dbd152 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414937 Dec 17 15:11:01.120302 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 04e4da5a-d52d-4ca3-9de9-350b3705874e, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=04e4da5a-d52d-4ca3-9de9-350b3705874e,segment=NetworkSegment(43b09ab7-d096-4eb2-9b0c-68de61b3c74d),segment_id=43b09ab7-d096-4eb2-9b0c-68de61b3c74d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:01.232002 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:01.286286 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=04e4da5a-d52d-4ca3-9de9-350b3705874e,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:01.305445 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6f707-7865-470c-a1c7-3ff9be5f57b9 req-d62b6b46-7310-440c-9223-847902192b69 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:01.306942 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-00e6f707-7865-470c-a1c7-3ff9be5f57b9 req-d62b6b46-7310-440c-9223-847902192b69 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "GET /v2.0/ports?device_id=210dcbbb-45b5-4323-a00f-c7b28036bf54 HTTP/1.1" status: 200 len: 944 time: 0.0588429 Dec 17 15:11:01.351118 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-00e6f707-7865-470c-a1c7-3ff9be5f57b9 req-970ba2ef-095e-41e3-a52e-d25c47f7755a tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "GET /v2.0/security-groups?id=5574c25a-fa46-43fb-80fd-9197b80f05be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356205 Dec 17 15:11:01.424132 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f3c715b8-b680-4273-a5af-bb9e8f873645 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:11:01.450492 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['38bfe9ef-a4ab-4fbd-91b7-c658f9574008'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:11:01.553243 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['04e4da5a-d52d-4ca3-9de9-350b3705874e'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:11:01.577275 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8dcd1-a9d6-4b43-a2a2-428cf7a95b09 req-fe5fcee6-2632-47f1-851e-d704400a52c0 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:01.578833 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2af8dcd1-a9d6-4b43-a2a2-428cf7a95b09 req-fe5fcee6-2632-47f1-851e-d704400a52c0 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 1097 time: 0.0446713 Dec 17 15:11:01.622014 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38580) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:11:01.636264 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2af8dcd1-a9d6-4b43-a2a2-428cf7a95b09 req-18ac8acf-9484-47a0-8873-6a5a535a84e2 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473220 Dec 17 15:11:01.646442 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port f3c715b8-b680-4273-a5af-bb9e8f873645 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:11:01.663319 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port f3c715b8-b680-4273-a5af-bb9e8f873645 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:11:01.663693 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:01.677842 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['06c2999c-bbee-475b-952d-fa0f041bc37d'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:11:01.744162 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['e5425115-a717-4f09-abd4-6f600fc46a6e'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:11:01.776265 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-613b49c3-f3e6-4252-b9d1-674478261635 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-182539882-network', 'tenant_id': '3d7a401394fa41daa40970acf22646c5'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:11:01.847281 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255be8a4-ef8f-4b99-8fe3-80367112f49c req-816ef79e-81fe-4aaf-aadc-25164dead340 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:01.853541 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-255be8a4-ef8f-4b99-8fe3-80367112f49c req-816ef79e-81fe-4aaf-aadc-25164dead340 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 947 time: 0.0594838 Dec 17 15:11:01.894649 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613b49c3-f3e6-4252-b9d1-674478261635 admin admin] Made reservation on behalf of 3d7a401394fa41daa40970acf22646c5 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:11:01.897187 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-613b49c3-f3e6-4252-b9d1-674478261635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:01.897340 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-255be8a4-ef8f-4b99-8fe3-80367112f49c req-f431fbc6-be59-4a0c-9be8-c74966a0affb tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417044 Dec 17 15:11:01.914830 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-613b49c3-f3e6-4252-b9d1-674478261635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:02.018228 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cd89c-f16b-4c8b-b875-65bcf9dca57f req-c07c5389-07f7-4293-919a-9aff9e22a34f tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:02.026451 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b2cd89c-f16b-4c8b-b875-65bcf9dca57f req-c07c5389-07f7-4293-919a-9aff9e22a34f tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 950 time: 0.0680454 Dec 17 15:11:02.032019 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-613b49c3-f3e6-4252-b9d1-674478261635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:02.043676 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:02.064373 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b2cd89c-f16b-4c8b-b875-65bcf9dca57f req-0f244487-be45-4927-9df7-ba6317c4e380 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375457 Dec 17 15:11:02.101559 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abf2057-8254-416f-a6a5-baa8dff7073f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c715b8-b680-4273-a5af-bb9e8f873645'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:11:02.103764 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddc2f1b-cecc-4ebc-b3c8-d9a2f311b525" -d '{"events": [{"server_uuid": "4abf2057-8254-416f-a6a5-baa8dff7073f", "name": "network-vif-plugged", "status": "completed", "tag": "f3c715b8-b680-4273-a5af-bb9e8f873645"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:11:02.138633 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port f3c715b8-b680-4273-a5af-bb9e8f873645, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f3c715b8-b680-4273-a5af-bb9e8f873645,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:02.204253 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-613b49c3-f3e6-4252-b9d1-674478261635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:02.230398 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-613b49c3-f3e6-4252-b9d1-674478261635 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:11:02.236619 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b49c3-f3e6-4252-b9d1-674478261635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e06391-53b1-4b65-97bd-7d1088f8d9be,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:02.243702 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:02.247083 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-613b49c3-f3e6-4252-b9d1-674478261635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:02.247323 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:02.247440 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-613b49c3-f3e6-4252-b9d1-674478261635 admin admin] Added segment 94e8219a-57e1-4a61-bef9-a5e9e92eba31 of type vlan for network f9a678bc-a78e-49e1-a38e-5059d56edc29 Dec 17 15:11:02.249401 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b49c3-f3e6-4252-b9d1-674478261635 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:02.250359 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b49c3-f3e6-4252-b9d1-674478261635 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:02.250709 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b49c3-f3e6-4252-b9d1-674478261635 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:02.253071 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b49c3-f3e6-4252-b9d1-674478261635 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:02.253071 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b49c3-f3e6-4252-b9d1-674478261635 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:02.253071 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b49c3-f3e6-4252-b9d1-674478261635 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:02.253071 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b49c3-f3e6-4252-b9d1-674478261635 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:02.253071 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b49c3-f3e6-4252-b9d1-674478261635 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:02.253071 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b49c3-f3e6-4252-b9d1-674478261635 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:02.253071 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b49c3-f3e6-4252-b9d1-674478261635 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:02.253589 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b49c3-f3e6-4252-b9d1-674478261635 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:02.253875 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613b49c3-f3e6-4252-b9d1-674478261635 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:02.293008 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=f3c715b8-b680-4273-a5af-bb9e8f873645,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:02.298434 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-613b49c3-f3e6-4252-b9d1-674478261635 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:02.466205 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-613b49c3-f3e6-4252-b9d1-674478261635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:02.467174 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613b49c3-f3e6-4252-b9d1-674478261635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:02.467852 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-613b49c3-f3e6-4252-b9d1-674478261635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:02.528388 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b49c3-f3e6-4252-b9d1-674478261635 admin admin] Pushing event updated for resources: {'Network': ['ID=f9a678bc-a78e-49e1-a38e-5059d56edc29,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:02.538678 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network f9a678bc-a78e-49e1-a38e-5059d56edc29 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:11:02.617765 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-613b49c3-f3e6-4252-b9d1-674478261635 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9941399 Dec 17 15:11:02.620671 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38612) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:11:02.625848 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-c85120a6-0993-49b7-a2ee-ceb00c49c56a admin admin] Request body: {'subnet': {'network_id': 'f9a678bc-a78e-49e1-a38e-5059d56edc29', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-182539882-subnet', 'tenant_id': '3d7a401394fa41daa40970acf22646c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:11:02.744759 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f471aebc-9e87-482f-9aa7-30b2dd35bf18 x-openstack-request-id: req-f471aebc-9e87-482f-9aa7-30b2dd35bf18 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:11:02.745144 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4abf2057-8254-416f-a6a5-baa8dff7073f", "name": "network-vif-plugged", "status": "completed", "tag": "f3c715b8-b680-4273-a5af-bb9e8f873645", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:11:02.745525 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f471aebc-9e87-482f-9aa7-30b2dd35bf18 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:11:02.746015 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4abf2057-8254-416f-a6a5-baa8dff7073f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c715b8-b680-4273-a5af-bb9e8f873645', 'code': 200} Dec 17 15:11:02.752824 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85120a6-0993-49b7-a2ee-ceb00c49c56a admin admin] Made reservation on behalf of 3d7a401394fa41daa40970acf22646c5 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:11:02.755657 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c85120a6-0993-49b7-a2ee-ceb00c49c56a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:02.842792 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 04e4da5a-d52d-4ca3-9de9-350b3705874e up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:11:02.885229 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ed40d-9d11-48a0-b15b-a36ff77848e9 req-7373d3fe-e581-4aed-af43-3aa3569b74a7 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:02.887043 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b70ed40d-9d11-48a0-b15b-a36ff77848e9 req-7373d3fe-e581-4aed-af43-3aa3569b74a7 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=4abf2057-8254-416f-a6a5-baa8dff7073f HTTP/1.1" status: 200 len: 950 time: 0.0886176 Dec 17 15:11:02.895318 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7143d-22ff-48b2-a2b4-57c5e5a56c3f req-5fd1dc70-bf0e-44f6-90cc-a81f171d16ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:02.896811 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-66c7143d-22ff-48b2-a2b4-57c5e5a56c3f req-5fd1dc70-bf0e-44f6-90cc-a81f171d16ae service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4abf2057-8254-416f-a6a5-baa8dff7073f HTTP/1.1" status: 200 len: 1101 time: 0.0596735 Dec 17 15:11:02.933914 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-66c7143d-22ff-48b2-a2b4-57c5e5a56c3f req-e70b8abb-d98c-41e4-9ac8-c830c8fd63ac service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298512 Dec 17 15:11:02.959275 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b70ed40d-9d11-48a0-b15b-a36ff77848e9 req-7b81aae9-3235-4f37-ac09-9d5ab2f0c521 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636928 Dec 17 15:11:03.005473 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 04e4da5a-d52d-4ca3-9de9-350b3705874e completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:11:03.010609 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 04e4da5a-d52d-4ca3-9de9-350b3705874e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:11:03.016230 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:03.085752 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a8468-2261-4203-a41c-861a28625040 req-9cbfe273-e685-478c-a621-5b531f9fc7c8 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:03.087242 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b45a8468-2261-4203-a41c-861a28625040 req-9cbfe273-e685-478c-a621-5b531f9fc7c8 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "GET /v2.0/ports?device_id=210dcbbb-45b5-4323-a00f-c7b28036bf54 HTTP/1.1" status: 200 len: 944 time: 0.0570474 Dec 17 15:11:03.095773 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:03.109717 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c85120a6-0993-49b7-a2ee-ceb00c49c56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:03.128077 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 04e4da5a-d52d-4ca3-9de9-350b3705874e, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=04e4da5a-d52d-4ca3-9de9-350b3705874e,segment=NetworkSegment(43b09ab7-d096-4eb2-9b0c-68de61b3c74d),segment_id=43b09ab7-d096-4eb2-9b0c-68de61b3c74d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:03.164076 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b45a8468-2261-4203-a41c-861a28625040 req-6a42d923-dcca-4ec7-ab87-52fea45d5450 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "GET /v2.0/security-groups?id=5574c25a-fa46-43fb-80fd-9197b80f05be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708055 Dec 17 15:11:03.176529 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85120a6-0993-49b7-a2ee-ceb00c49c56a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7337baf1-c462-456e-9d9a-86c2fd75e251,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:03.193821 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85120a6-0993-49b7-a2ee-ceb00c49c56a admin admin] Checking segment: {'id': '94e8219a-57e1-4a61-bef9-a5e9e92eba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f9a678bc-a78e-49e1-a38e-5059d56edc29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:11:03.194182 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85120a6-0993-49b7-a2ee-ceb00c49c56a admin admin] Network hostable DHCP agents. Network: f9a678bc-a78e-49e1-a38e-5059d56edc29, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:11:03.197924 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:03.250382 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=04e4da5a-d52d-4ca3-9de9-350b3705874e,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:03.280684 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8e7e7-ee9a-4942-8341-a4bfbe176d2e req-8a4653d7-9ca8-47e9-b96e-643b7df77740 tempest-ServersAdminTestJSON-649223399 tempest-ServersAdminTestJSON-649223399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:03.283164 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3c8e7e7-ee9a-4942-8341-a4bfbe176d2e req-8a4653d7-9ca8-47e9-b96e-643b7df77740 tempest-ServersAdminTestJSON-649223399 tempest-ServersAdminTestJSON-649223399-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 1101 time: 0.0410047 Dec 17 15:11:03.318288 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3c8e7e7-ee9a-4942-8341-a4bfbe176d2e req-41af14aa-0a7b-4ee7-bf48-ee8dc72a216f tempest-ServersAdminTestJSON-649223399 tempest-ServersAdminTestJSON-649223399-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282924 Dec 17 15:11:03.346347 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85120a6-0993-49b7-a2ee-ceb00c49c56a admin admin] Network f9a678bc-a78e-49e1-a38e-5059d56edc29 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:11:03.660391 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-c85120a6-0993-49b7-a2ee-ceb00c49c56a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, f9a678bc-a78e-49e1-a38e-5059d56edc29) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:11:03.665667 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85120a6-0993-49b7-a2ee-ceb00c49c56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:03.666254 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c85120a6-0993-49b7-a2ee-ceb00c49c56a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:03.668517 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6597d5-0da1-47e6-bc17-6008d96ae70b None None] Network f9a678bc-a78e-49e1-a38e-5059d56edc29 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:11:03.693103 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f63e73-6d34-4278-bc3e-2f363143dfe0 req-de5f7e83-1276-4f87-a3c0-273b4a02407c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:03.694639 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6f63e73-6d34-4278-bc3e-2f363143dfe0 req-de5f7e83-1276-4f87-a3c0-273b4a02407c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 947 time: 0.3217583 Dec 17 15:11:03.726112 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:03.735357 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6f63e73-6d34-4278-bc3e-2f363143dfe0 req-8e025269-4718-4dd9-bf1c-509d8401fdcc tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344682 Dec 17 15:11:03.783001 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c85120a6-0993-49b7-a2ee-ceb00c49c56a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1609335 Dec 17 15:11:03.820566 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4495c3-38cb-42b4-a37e-cad75969f02f None None] Network f9a678bc-a78e-49e1-a38e-5059d56edc29 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:11:03.991123 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-284eea78-fbd2-40d9-a6da-3e3563180734 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:11:03.992072 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-284eea78-fbd2-40d9-a6da-3e3563180734 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057087 Dec 17 15:11:04.029880 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-40506c6b-155c-4a09-ba16-015f9cfecca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:04.031901 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-40506c6b-155c-4a09-ba16-015f9cfecca8 service neutron] 10.222.0.46 "GET /v2.0/ports/6e1e00b8-8858-4e12-baeb-9904e7a81949 HTTP/1.1" status: 200 len: 1094 time: 0.0338802 Dec 17 15:11:04.040607 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-12b09142-7ecf-4196-93c1-30575a48aed8 service neutron] Request body: {'binding': {'host': 'n-h2-820553-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:11:04.041068 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-12b09142-7ecf-4196-93c1-30575a48aed8 service neutron] Unknown quota resources ['binding']. {{(pid=102833) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 15:11:04.163547 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:04.172303 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-12b09142-7ecf-4196-93c1-30575a48aed8 service neutron] Attempting to bind port 6e1e00b8-8858-4e12-baeb-9904e7a81949 on host n-h2-820553-2 for vnic_type normal with profile None {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:11:04.177742 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-12b09142-7ecf-4196-93c1-30575a48aed8 service neutron] Attempting to bind port 6e1e00b8-8858-4e12-baeb-9904e7a81949 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:11:04.177742 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-12b09142-7ecf-4196-93c1-30575a48aed8 service neutron] Attempting to bind port 6e1e00b8-8858-4e12-baeb-9904e7a81949 on network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:11:04.177742 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-12b09142-7ecf-4196-93c1-30575a48aed8 service neutron] Port 6e1e00b8-8858-4e12-baeb-9904e7a81949 on network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:11:04.178042 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-12b09142-7ecf-4196-93c1-30575a48aed8 service neutron] Attempting to bind port 6e1e00b8-8858-4e12-baeb-9904e7a81949 on network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:11:04.182678 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-12b09142-7ecf-4196-93c1-30575a48aed8 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:11:04.183005 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-12b09142-7ecf-4196-93c1-30575a48aed8 service neutron] Checking segment: {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:11:04.183372 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-12b09142-7ecf-4196-93c1-30575a48aed8 service neutron] Bound using segment: {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:11:04.183778 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-12b09142-7ecf-4196-93c1-30575a48aed8 service neutron] Bound port: 6e1e00b8-8858-4e12-baeb-9904e7a81949, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:11:04.235305 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-12b09142-7ecf-4196-93c1-30575a48aed8 service neutron] For port 6e1e00b8-8858-4e12-baeb-9904e7a81949, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=6e1e00b8-8858-4e12-baeb-9904e7a81949,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:11:04.360008 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-12b09142-7ecf-4196-93c1-30575a48aed8 service neutron] Notify callbacks [] for binding, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:04.361386 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-12b09142-7ecf-4196-93c1-30575a48aed8 service neutron] 10.222.0.46 "POST /v2.0/ports/6e1e00b8-8858-4e12-baeb-9904e7a81949/bindings HTTP/1.1" status: 201 len: 389 time: 0.3239183 Dec 17 15:11:04.528895 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d122985-bbac-4284-973f-aa7e5b388591 req-13fe676c-5c89-441b-a1df-70f7a8429a00 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:04.530375 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0d122985-bbac-4284-973f-aa7e5b388591 req-13fe676c-5c89-441b-a1df-70f7a8429a00 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/networks?id=f9a678bc-a78e-49e1-a38e-5059d56edc29 HTTP/1.1" status: 200 len: 812 time: 0.0987210 Dec 17 15:11:04.545239 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0d122985-bbac-4284-973f-aa7e5b388591 req-28f8d3be-df48-42cd-8d38-210e00a148ce tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/quotas/3d7a401394fa41daa40970acf22646c5 HTTP/1.1" status: 200 len: 375 time: 0.0088069 Dec 17 15:11:04.580604 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0d122985-bbac-4284-973f-aa7e5b388591 req-76d038d0-c0be-4826-9df0-4f8644bdf027 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3d7a401394fa41daa40970acf22646c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296845 Dec 17 15:11:04.667393 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0d122985-bbac-4284-973f-aa7e5b388591 req-f33da83b-3182-45ea-b57b-fdd095fa11db service neutron] 10.222.0.46 "GET /v2.0/networks/f9a678bc-a78e-49e1-a38e-5059d56edc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796859 Dec 17 15:11:04.747248 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210dcbbb-45b5-4323-a00f-c7b28036bf54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e4da5a-d52d-4ca3-9de9-350b3705874e'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:11:04.751064 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1d6966-0855-49ac-9ff8-d30bed0ce751" -d '{"events": [{"server_uuid": "210dcbbb-45b5-4323-a00f-c7b28036bf54", "name": "network-vif-plugged", "status": "completed", "tag": "04e4da5a-d52d-4ca3-9de9-350b3705874e"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:11:04.793836 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0d122985-bbac-4284-973f-aa7e5b388591 req-5190d7cd-9bcd-4a8c-8e96-52efb8830ce6 service neutron] 10.222.0.46 "GET /v2.0/networks/f9a678bc-a78e-49e1-a38e-5059d56edc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192465 Dec 17 15:11:04.802963 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681cace-9346-4258-8d37-348c9d62e263 req-14f0642a-60a5-481b-8df3-ac9e3b14c164 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:04.804414 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9681cace-9346-4258-8d37-348c9d62e263 req-14f0642a-60a5-481b-8df3-ac9e3b14c164 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=4abf2057-8254-416f-a6a5-baa8dff7073f HTTP/1.1" status: 200 len: 950 time: 0.0762022 Dec 17 15:11:04.843769 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9681cace-9346-4258-8d37-348c9d62e263 req-9c821cd5-75ce-44e8-9afd-2fd061dd21d7 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333157 Dec 17 15:11:04.956541 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03efced-fada-4fb9-8dd9-f9a92412fd9a req-78100fa8-e086-4a3f-b195-49a7b5615b6a tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:04.958063 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f03efced-fada-4fb9-8dd9-f9a92412fd9a req-78100fa8-e086-4a3f-b195-49a7b5615b6a tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "GET /v2.0/ports?device_id=210dcbbb-45b5-4323-a00f-c7b28036bf54 HTTP/1.1" status: 200 len: 945 time: 0.0566964 Dec 17 15:11:04.997634 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f03efced-fada-4fb9-8dd9-f9a92412fd9a req-4af19c15-4a5b-4db4-a633-3e6b7c2d2c14 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "GET /v2.0/security-groups?id=5574c25a-fa46-43fb-80fd-9197b80f05be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334427 Dec 17 15:11:05.107780 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be706d-c593-4797-8865-1544c4c5f5e4 req-01bd08b6-3556-4178-b0d7-b6d61bf8b3ad tempest-ServersAdminTestJSON-649223399 tempest-ServersAdminTestJSON-649223399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:05.111075 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-53be706d-c593-4797-8865-1544c4c5f5e4 req-01bd08b6-3556-4178-b0d7-b6d61bf8b3ad tempest-ServersAdminTestJSON-649223399 tempest-ServersAdminTestJSON-649223399-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 1101 time: 0.0454166 Dec 17 15:11:05.151362 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-53be706d-c593-4797-8865-1544c4c5f5e4 req-af6bf444-c67f-4250-998f-cb7eb3f0d409 tempest-ServersAdminTestJSON-649223399 tempest-ServersAdminTestJSON-649223399-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340796 Dec 17 15:11:05.205734 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2403cb6a-c7f0-43f1-887d-39daf2709d04 x-openstack-request-id: req-2403cb6a-c7f0-43f1-887d-39daf2709d04 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:11:05.206236 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "210dcbbb-45b5-4323-a00f-c7b28036bf54", "name": "network-vif-plugged", "status": "completed", "tag": "04e4da5a-d52d-4ca3-9de9-350b3705874e", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:11:05.206394 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2403cb6a-c7f0-43f1-887d-39daf2709d04 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:11:05.208160 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210dcbbb-45b5-4323-a00f-c7b28036bf54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e4da5a-d52d-4ca3-9de9-350b3705874e', 'code': 200} Dec 17 15:11:05.271064 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ff2bb-746f-48fd-a279-0bfdaef374fe req-d09aef80-791c-4ca9-a314-f8a42d0a2722 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:05.276326 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bc3ff2bb-746f-48fd-a279-0bfdaef374fe req-d09aef80-791c-4ca9-a314-f8a42d0a2722 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 946 time: 0.0608523 Dec 17 15:11:05.336591 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ac072-c2db-48b9-b92b-3cea31a71189 req-0c944cb0-7f23-4608-867e-4e909b6086c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:05.338824 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2e2ac072-c2db-48b9-b92b-3cea31a71189 req-0c944cb0-7f23-4608-867e-4e909b6086c7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=210dcbbb-45b5-4323-a00f-c7b28036bf54 HTTP/1.1" status: 200 len: 1096 time: 0.0458348 Dec 17 15:11:05.378692 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2e2ac072-c2db-48b9-b92b-3cea31a71189 req-822ecc61-007b-4782-b508-d4ee0fb0d9f0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5574c25a-fa46-43fb-80fd-9197b80f05be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319266 Dec 17 15:11:05.383330 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035af67-ed4b-4483-85ea-3179814c37d6 req-27768bc7-067f-40df-b7cf-24860ce87609 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:05.384788 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6035af67-ed4b-4483-85ea-3179814c37d6 req-27768bc7-067f-40df-b7cf-24860ce87609 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 947 time: 0.1112175 Dec 17 15:11:05.392452 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bc3ff2bb-746f-48fd-a279-0bfdaef374fe req-708aa442-ed6b-40ac-9784-4cbf0171f359 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082227 Dec 17 15:11:05.413549 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-f7bf2f8c-ab87-4c19-9986-d8d056d9c8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:05.414935 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-f7bf2f8c-ab87-4c19-9986-d8d056d9c8e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=724cb0144c46439a90883d842de78922&device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 1097 time: 0.0926270 Dec 17 15:11:05.434303 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6035af67-ed4b-4483-85ea-3179814c37d6 req-3f22ed4a-131c-4237-ab47-8322c4d6ce16 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408046 Dec 17 15:11:05.436038 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device e5425115-a717-4f09-abd4-6f600fc46a6e up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:11:05.493246 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port e5425115-a717-4f09-abd4-6f600fc46a6e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:11:05.493706 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:05.569525 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:05.609457 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port e5425115-a717-4f09-abd4-6f600fc46a6e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e5425115-a717-4f09-abd4-6f600fc46a6e,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:05.688218 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1bdb5ba7-2336-4b05-8cbc-3c71406066c6 req-aa6e41d3-5fc8-418e-a041-746b6e8c6ecc tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7cb2727-0143-420d-ab20-d45bb85baf85 HTTP/1.1" status: 200 len: 210 time: 0.0390661 Dec 17 15:11:05.725243 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-c03bde6e-a8a7-43ae-aa81-cc30fb34e4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:05.726706 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-c03bde6e-a8a7-43ae-aa81-cc30fb34e4dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 HTTP/1.1" status: 200 len: 921 time: 0.1323955 Dec 17 15:11:05.740321 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:05.741171 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:11:05.769902 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-522ae2d1-df4b-4a9e-a7d3-b63289b9d7a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e1e00b8-8858-4e12-baeb-9904e7a81949 HTTP/1.1" status: 200 len: 217 time: 0.0341580 Dec 17 15:11:05.822342 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=e5425115-a717-4f09-abd4-6f600fc46a6e,revision_number=11']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:05.827454 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-deb1c779-4ba4-4ba7-9ce5-b999b9c56dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:05.829632 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-deb1c779-4ba4-4ba7-9ce5-b999b9c56dce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c28c8ec-5ccc-4295-ab15-cbe54116b2d0 HTTP/1.1" status: 200 len: 860 time: 0.0527251 Dec 17 15:11:05.878738 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-15658dd8-0ccc-428f-9592-8c57a1f98e5a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242081 Dec 17 15:11:05.980840 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:11:05.984903 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:11:05.985302 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:06.016284 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7de64-5fac-4823-b3d5-8cb30ca79856 req-7646e12d-263e-4890-b196-b5140b862654 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:06.018104 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-43c7de64-5fac-4823-b3d5-8cb30ca79856 req-7646e12d-263e-4890-b196-b5140b862654 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=4abf2057-8254-416f-a6a5-baa8dff7073f HTTP/1.1" status: 200 len: 950 time: 0.0833139 Dec 17 15:11:06.022857 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-4c4b2195-be3c-4fe1-bf68-d3d2917d2cd2 service neutron] 10.222.0.13 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344645 Dec 17 15:11:06.085343 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:06.104420 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-43c7de64-5fac-4823-b3d5-8cb30ca79856 req-4a0bc925-72a7-4010-9785-b1b3a16da40d tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802515 Dec 17 15:11:06.110213 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=38bfe9ef-a4ab-4fbd-91b7-c658f9574008,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:06.154428 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-13415300-183d-4275-8864-57f2ad32ffa7 service neutron] 10.222.0.13 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152711 Dec 17 15:11:06.204351 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:06.205255 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 06c2999c-bbee-475b-952d-fa0f041bc37d up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:11:06.241083 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0447556-5587-4a77-99a8-73b80eb681f6 req-0ebe1bce-1a86-43d4-830a-ed30f650c44b tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:06.242549 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a0447556-5587-4a77-99a8-73b80eb681f6 req-0ebe1bce-1a86-43d4-830a-ed30f650c44b tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "GET /v2.0/ports?device_id=210dcbbb-45b5-4323-a00f-c7b28036bf54 HTTP/1.1" status: 200 len: 945 time: 0.0871196 Dec 17 15:11:06.255955 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322de57c-139f-4b82-bd91-4d4af5f1dbb7 req-2dd01069-1eba-43a1-8209-b3a929c4fa6f tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:06.257110 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-322de57c-139f-4b82-bd91-4d4af5f1dbb7 req-2dd01069-1eba-43a1-8209-b3a929c4fa6f tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=5668622d-1808-4e99-90f2-5c5e10e9877f HTTP/1.1" status: 200 len: 949 time: 0.0725737 Dec 17 15:11:06.282710 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=38bfe9ef-a4ab-4fbd-91b7-c658f9574008,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:06.339772 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a0447556-5587-4a77-99a8-73b80eb681f6 req-4c63dafc-37fb-4fdf-9f12-9f9706bca630 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "GET /v2.0/security-groups?id=5574c25a-fa46-43fb-80fd-9197b80f05be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0817015 Dec 17 15:11:06.344787 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-322de57c-139f-4b82-bd91-4d4af5f1dbb7 req-34a69acd-b8eb-4e9b-a4de-edd6ea9432dd tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801022 Dec 17 15:11:06.357860 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 06c2999c-bbee-475b-952d-fa0f041bc37d completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:11:06.362987 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 06c2999c-bbee-475b-952d-fa0f041bc37d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:11:06.363429 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:06.372133 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-eaddf285-ce64-445d-912e-e48cb4199ca5 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:06.372401 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-eaddf285-ce64-445d-912e-e48cb4199ca5 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f&tenant_id=724cb0144c46439a90883d842de78922&binding%3Ahost_id=n-h1-820553-2 HTTP/1.1" status: 200 len: 1097 time: 0.0740809 Dec 17 15:11:06.385134 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-935dac45-4ee5-4a81-b004-f6bfdf7ec84f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820553-2'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:11:06.469888 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:06.472433 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-935dac45-4ee5-4a81-b004-f6bfdf7ec84f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:06.508034 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4be13-249e-4bc8-918a-12f137d18eb2 req-917ee763-7986-4f52-93dd-72bf4a2db85b tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:06.508489 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 06c2999c-bbee-475b-952d-fa0f041bc37d, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=06c2999c-bbee-475b-952d-fa0f041bc37d,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:06.509523 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6dd4be13-249e-4bc8-918a-12f137d18eb2 req-917ee763-7986-4f52-93dd-72bf4a2db85b tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=352114f7-8acf-4a81-ae7f-f65a6451c12d HTTP/1.1" status: 200 len: 949 time: 0.0991731 Dec 17 15:11:06.620914 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:06.636736 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6dd4be13-249e-4bc8-918a-12f137d18eb2 req-8d7be74a-0ab4-4fc2-b918-537968498940 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970120 Dec 17 15:11:06.647640 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1898e-a08a-40d1-9441-b19a5c69402b req-1efa6524-ac19-4d0b-af98-d25f9a6d3c07 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:06.655559 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6df1898e-a08a-40d1-9441-b19a5c69402b req-1efa6524-ac19-4d0b-af98-d25f9a6d3c07 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 946 time: 0.1718528 Dec 17 15:11:06.727907 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6df1898e-a08a-40d1-9441-b19a5c69402b req-3587e63d-d03d-4d1b-8358-357b7369abbf tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718756 Dec 17 15:11:06.743820 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-935dac45-4ee5-4a81-b004-f6bfdf7ec84f service neutron] For port 6e1e00b8-8858-4e12-baeb-9904e7a81949, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=6e1e00b8-8858-4e12-baeb-9904e7a81949,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:06.803256 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=06c2999c-bbee-475b-952d-fa0f041bc37d,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:06.833497 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-935dac45-4ee5-4a81-b004-f6bfdf7ec84f service neutron] For port 6e1e00b8-8858-4e12-baeb-9904e7a81949, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:11:06.865445 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79cbb8-b42f-4d37-9f58-8c1117963e29 req-28cf4cb4-8329-4a6e-a876-70feba62f651 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:06.867088 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da79cbb8-b42f-4d37-9f58-8c1117963e29 req-28cf4cb4-8329-4a6e-a876-70feba62f651 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.1526878 Dec 17 15:11:06.908539 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c1957a8a-c40f-4919-a586-79c6d9c3c4b8 req-c6f4b20c-d3d6-4ff1-a716-65edf7f1c55c tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7cb2727-0143-420d-ab20-d45bb85baf85 HTTP/1.1" status: 200 len: 210 time: 0.0732548 Dec 17 15:11:06.933997 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9868a930-f6f6-4569-8290-d0183546ad1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e1e00b8-8858-4e12-baeb-9904e7a81949'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:11:06.936209 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680b3230-eac5-4b99-a888-8e15f34787bb" -d '{"events": [{"server_uuid": "9868a930-f6f6-4569-8290-d0183546ad1f", "name": "network-vif-unplugged", "status": "completed", "tag": "6e1e00b8-8858-4e12-baeb-9904e7a81949"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:11:06.942185 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-935dac45-4ee5-4a81-b004-f6bfdf7ec84f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:06.948856 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da79cbb8-b42f-4d37-9f58-8c1117963e29 req-4d3500ff-5004-4aa5-99ff-e59e5efb6984 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723236 Dec 17 15:11:06.976392 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c91ed1-1a3f-448e-9a8c-7688845656b2 x-openstack-request-id: req-e2c91ed1-1a3f-448e-9a8c-7688845656b2 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:11:06.976688 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9868a930-f6f6-4569-8290-d0183546ad1f", "name": "network-vif-unplugged", "status": "completed", "tag": "6e1e00b8-8858-4e12-baeb-9904e7a81949", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:11:06.976943 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e2c91ed1-1a3f-448e-9a8c-7688845656b2 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:11:06.977375 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9868a930-f6f6-4569-8290-d0183546ad1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e1e00b8-8858-4e12-baeb-9904e7a81949', 'code': 200} Dec 17 15:11:07.053897 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-935dac45-4ee5-4a81-b004-f6bfdf7ec84f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:07.144563 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935dac45-4ee5-4a81-b004-f6bfdf7ec84f service neutron] Pushing event updated for resources: {'Port': ['ID=6e1e00b8-8858-4e12-baeb-9904e7a81949,revision_number=7']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:07.159923 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dac45-4ee5-4a81-b004-f6bfdf7ec84f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:07.160529 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dac45-4ee5-4a81-b004-f6bfdf7ec84f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:07.160873 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dac45-4ee5-4a81-b004-f6bfdf7ec84f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:07.161245 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dac45-4ee5-4a81-b004-f6bfdf7ec84f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:07.161579 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dac45-4ee5-4a81-b004-f6bfdf7ec84f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:07.161911 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dac45-4ee5-4a81-b004-f6bfdf7ec84f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:07.162241 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dac45-4ee5-4a81-b004-f6bfdf7ec84f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:07.162571 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dac45-4ee5-4a81-b004-f6bfdf7ec84f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:07.162902 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dac45-4ee5-4a81-b004-f6bfdf7ec84f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:07.163227 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dac45-4ee5-4a81-b004-f6bfdf7ec84f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:07.163552 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dac45-4ee5-4a81-b004-f6bfdf7ec84f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:07.163874 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935dac45-4ee5-4a81-b004-f6bfdf7ec84f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:07.167541 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-935dac45-4ee5-4a81-b004-f6bfdf7ec84f service neutron] Attempting to bind port 6e1e00b8-8858-4e12-baeb-9904e7a81949 on host n-h1-820553-2 for vnic_type normal with profile {"migrating_to": "n-h2-820553-2"} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:11:07.167974 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-935dac45-4ee5-4a81-b004-f6bfdf7ec84f service neutron] Attempting to bind port 6e1e00b8-8858-4e12-baeb-9904e7a81949 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:11:07.168303 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-935dac45-4ee5-4a81-b004-f6bfdf7ec84f service neutron] Attempting to bind port 6e1e00b8-8858-4e12-baeb-9904e7a81949 on network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:11:07.173232 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-935dac45-4ee5-4a81-b004-f6bfdf7ec84f service neutron] Port 6e1e00b8-8858-4e12-baeb-9904e7a81949 on network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:11:07.174094 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-935dac45-4ee5-4a81-b004-f6bfdf7ec84f service neutron] Attempting to bind port 6e1e00b8-8858-4e12-baeb-9904e7a81949 on network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:11:07.178460 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-935dac45-4ee5-4a81-b004-f6bfdf7ec84f service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:11:07.178794 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-935dac45-4ee5-4a81-b004-f6bfdf7ec84f service neutron] Checking segment: {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:11:07.179173 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-935dac45-4ee5-4a81-b004-f6bfdf7ec84f service neutron] Bound using segment: {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:11:07.179598 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-935dac45-4ee5-4a81-b004-f6bfdf7ec84f service neutron] Bound port: 6e1e00b8-8858-4e12-baeb-9904e7a81949, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:11:07.179955 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-935dac45-4ee5-4a81-b004-f6bfdf7ec84f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:07.209645 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c12a14-bf8a-4957-a252-7de3c1eb420d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5425115-a717-4f09-abd4-6f600fc46a6e'}, {'server_uuid': '567d180a-4217-4cb8-9066-6be25755f236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38bfe9ef-a4ab-4fbd-91b7-c658f9574008'}, {'server_uuid': '352114f7-8acf-4a81-ae7f-f65a6451c12d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c2999c-bbee-475b-952d-fa0f041bc37d'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:11:07.212138 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb419a80-e04f-47cc-a447-ac3bb86339e1" -d '{"events": [{"server_uuid": "89c12a14-bf8a-4957-a252-7de3c1eb420d", "name": "network-vif-plugged", "status": "completed", "tag": "e5425115-a717-4f09-abd4-6f600fc46a6e"}, {"server_uuid": "567d180a-4217-4cb8-9066-6be25755f236", "name": "network-vif-plugged", "status": "completed", "tag": "38bfe9ef-a4ab-4fbd-91b7-c658f9574008"}, {"server_uuid": "352114f7-8acf-4a81-ae7f-f65a6451c12d", "name": "network-vif-plugged", "status": "completed", "tag": "06c2999c-bbee-475b-952d-fa0f041bc37d"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:11:07.255518 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-935dac45-4ee5-4a81-b004-f6bfdf7ec84f service neutron] For port 6e1e00b8-8858-4e12-baeb-9904e7a81949, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:11:07.259886 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-935dac45-4ee5-4a81-b004-f6bfdf7ec84f service neutron] For port 6e1e00b8-8858-4e12-baeb-9904e7a81949, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=6e1e00b8-8858-4e12-baeb-9904e7a81949,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:11:07.263130 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 17 Dec 2021 15:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b46102-5d6d-4892-9a75-8c6eca4586a2 x-openstack-request-id: req-45b46102-5d6d-4892-9a75-8c6eca4586a2 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:11:07.263428 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c12a14-bf8a-4957-a252-7de3c1eb420d", "name": "network-vif-plugged", "status": "completed", "tag": "e5425115-a717-4f09-abd4-6f600fc46a6e", "code": 200}, {"server_uuid": "567d180a-4217-4cb8-9066-6be25755f236", "name": "network-vif-plugged", "status": "completed", "tag": "38bfe9ef-a4ab-4fbd-91b7-c658f9574008", "code": 200}, {"server_uuid": "352114f7-8acf-4a81-ae7f-f65a6451c12d", "name": "network-vif-plugged", "status": "completed", "tag": "06c2999c-bbee-475b-952d-fa0f041bc37d", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:11:07.263677 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-45b46102-5d6d-4892-9a75-8c6eca4586a2 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:11:07.264073 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c12a14-bf8a-4957-a252-7de3c1eb420d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5425115-a717-4f09-abd4-6f600fc46a6e', 'code': 200} Dec 17 15:11:07.264352 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '567d180a-4217-4cb8-9066-6be25755f236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38bfe9ef-a4ab-4fbd-91b7-c658f9574008', 'code': 200} Dec 17 15:11:07.264597 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352114f7-8acf-4a81-ae7f-f65a6451c12d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c2999c-bbee-475b-952d-fa0f041bc37d', 'code': 200} Dec 17 15:11:07.484744 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559a1dd-5550-425a-8896-f922b0b6a807 req-58be00f6-71aa-46ea-a046-a7edd0339efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:07.486254 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2559a1dd-5550-425a-8896-f922b0b6a807 req-58be00f6-71aa-46ea-a046-a7edd0339efc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=352114f7-8acf-4a81-ae7f-f65a6451c12d HTTP/1.1" status: 200 len: 1101 time: 0.0416319 Dec 17 15:11:07.512476 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-935dac45-4ee5-4a81-b004-f6bfdf7ec84f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:07.526796 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2559a1dd-5550-425a-8896-f922b0b6a807 req-caddd6b8-7555-4ba8-a8cf-5fe2eeff746d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334427 Dec 17 15:11:07.567570 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcbc9d3-5fb7-400b-a623-9098990ba2e6 req-526cb86a-9774-42b3-a0b2-6fb2dfb4cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:07.569296 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3bcbc9d3-5fb7-400b-a623-9098990ba2e6 req-526cb86a-9774-42b3-a0b2-6fb2dfb4cac1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 1099 time: 0.1174278 Dec 17 15:11:07.576396 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ae019-4ff2-4538-896f-15926fa0ac05 req-1c0920ad-420a-4b0a-abae-06870bcac49d tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:07.578457 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f09ae019-4ff2-4538-896f-15926fa0ac05 req-1c0920ad-420a-4b0a-abae-06870bcac49d tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=5668622d-1808-4e99-90f2-5c5e10e9877f HTTP/1.1" status: 200 len: 949 time: 0.1605113 Dec 17 15:11:07.585551 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d69355-0158-45dd-b810-e4318d6e43b9 req-397f47e4-b6f5-498f-aba8-7204358d1faa tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:07.586905 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71d69355-0158-45dd-b810-e4318d6e43b9 req-397f47e4-b6f5-498f-aba8-7204358d1faa tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "GET /v2.0/ports?device_id=210dcbbb-45b5-4323-a00f-c7b28036bf54 HTTP/1.1" status: 200 len: 945 time: 0.1590784 Dec 17 15:11:07.668386 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-935dac45-4ee5-4a81-b004-f6bfdf7ec84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:07.669405 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-935dac45-4ee5-4a81-b004-f6bfdf7ec84f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:07.670807 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-935dac45-4ee5-4a81-b004-f6bfdf7ec84f service neutron] 10.222.0.13 "PUT /v2.0/ports/6e1e00b8-8858-4e12-baeb-9904e7a81949 HTTP/1.1" status: 200 len: 1122 time: 1.2899277 Dec 17 15:11:07.682836 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935dac45-4ee5-4a81-b004-f6bfdf7ec84f service neutron] Pushing event updated for resources: {'Port': ['ID=6e1e00b8-8858-4e12-baeb-9904e7a81949,revision_number=8']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:07.701435 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f09ae019-4ff2-4538-896f-15926fa0ac05 req-6baa2f68-812a-4a69-9385-3055b272dd0e tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135635 Dec 17 15:11:07.707797 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71d69355-0158-45dd-b810-e4318d6e43b9 req-f9b7afb8-dbb4-47ff-80a7-89dfcc0d03ad tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "GET /v2.0/security-groups?id=5574c25a-fa46-43fb-80fd-9197b80f05be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1094749 Dec 17 15:11:07.853771 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ab1b8-43c6-4e11-b80e-69bcb7fc4515 req-6896c661-1f83-4534-8634-5bdf07f5e8a3 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:07.855221 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6b0ab1b8-43c6-4e11-b80e-69bcb7fc4515 req-6896c661-1f83-4534-8634-5bdf07f5e8a3 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=352114f7-8acf-4a81-ae7f-f65a6451c12d HTTP/1.1" status: 200 len: 950 time: 0.0855818 Dec 17 15:11:07.867115 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5168840-c612-4677-9a12-bf5fe663e7f2 req-086f1164-e94b-4e1d-8410-cf516f54d793 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:07.868475 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e5168840-c612-4677-9a12-bf5fe663e7f2 req-086f1164-e94b-4e1d-8410-cf516f54d793 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "GET /v2.0/ports?device_id=210dcbbb-45b5-4323-a00f-c7b28036bf54 HTTP/1.1" status: 200 len: 945 time: 0.0690413 Dec 17 15:11:07.878263 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38722) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:11:07.883145 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-e073d586-3e19-474a-adc7-b2cc7139d4ca tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Request body: {'floatingip': {'port_id': '04e4da5a-d52d-4ca3-9de9-350b3705874e'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:11:07.906334 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6b0ab1b8-43c6-4e11-b80e-69bcb7fc4515 req-dba5c38a-04cc-43c9-a0bd-42c6f1fdfd03 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369277 Dec 17 15:11:07.957519 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['6e1e00b8-8858-4e12-baeb-9904e7a81949'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:11:08.004754 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e073d586-3e19-474a-adc7-b2cc7139d4ca tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks [] for floatingip, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:08.010481 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3bcbc9d3-5fb7-400b-a623-9098990ba2e6 req-32b7b561-1bf2-4b6c-a669-fbfaa3f4693a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744803 Dec 17 15:11:08.050644 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da36e4-ed02-47ca-8728-3caa64665b8d req-64dba234-ec8f-432e-a8d2-c64bca5f5c1e tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:08.054029 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b6da36e4-ed02-47ca-8728-3caa64665b8d req-64dba234-ec8f-432e-a8d2-c64bca5f5c1e tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 944 time: 0.0750840 Dec 17 15:11:08.136682 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b6da36e4-ed02-47ca-8728-3caa64665b8d req-aea0fd2f-ada1-4f59-ab77-397d56868b24 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763614 Dec 17 15:11:08.160648 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-13c4e9fb-a86e-47f7-bdef-0811e73d8d0b req-6307f9c3-b9ac-4efc-8cd0-6ee10ef22151 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7cb2727-0143-420d-ab20-d45bb85baf85 HTTP/1.1" status: 200 len: 210 time: 0.0461397 Dec 17 15:11:08.292812 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ecaf8-08d8-4058-ba6e-707f5fc39e89 req-7e4ad7fe-bad5-4b84-9960-f1c877369cdd tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:08.294554 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-937ecaf8-08d8-4058-ba6e-707f5fc39e89 req-7e4ad7fe-bad5-4b84-9960-f1c877369cdd tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.0595052 Dec 17 15:11:08.366447 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-937ecaf8-08d8-4058-ba6e-707f5fc39e89 req-70040fea-7f73-42fe-8c0a-e54a1ed0adff tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633209 Dec 17 15:11:08.372290 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9b4d7-01c9-4cef-8584-a9f339bfea16 req-b013eabd-bb23-4bce-9dc0-2eeda27c2d9e tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:08.373912 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6ab9b4d7-01c9-4cef-8584-a9f339bfea16 req-b013eabd-bb23-4bce-9dc0-2eeda27c2d9e tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 1096 time: 0.0719109 Dec 17 15:11:08.411476 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6ab9b4d7-01c9-4cef-8584-a9f339bfea16 req-dc689495-edb5-4c96-98e8-6868dfc52428 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305939 Dec 17 15:11:08.634804 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf626b3-5b61-45ec-bbfa-4bdaf6361843 req-b7620e88-6488-415d-a7ab-1c6860fa8bc8 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:08.636315 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-abf626b3-5b61-45ec-bbfa-4bdaf6361843 req-b7620e88-6488-415d-a7ab-1c6860fa8bc8 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.41 "GET /v2.0/ports?device_id=5668622d-1808-4e99-90f2-5c5e10e9877f HTTP/1.1" status: 200 len: 949 time: 0.0512300 Dec 17 15:11:08.754616 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-abf626b3-5b61-45ec-bbfa-4bdaf6361843 req-d2e7e754-b381-41ee-beab-30342f94b14c tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Deleting port 2522b713-48f6-4d47-821f-ce9becb76cc0 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:11:08.754987 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-abf626b3-5b61-45ec-bbfa-4bdaf6361843 req-d2e7e754-b381-41ee-beab-30342f94b14c tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:08.882792 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e073d586-3e19-474a-adc7-b2cc7139d4ca tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:08.956464 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2a64e-322c-4f81-99c6-75159ccbaafa req-3f0d38c4-e5d3-447e-a1ee-0b19ab7bbce6 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:08.957969 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4eb2a64e-322c-4f81-99c6-75159ccbaafa req-3f0d38c4-e5d3-447e-a1ee-0b19ab7bbce6 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=5668622d-1808-4e99-90f2-5c5e10e9877f HTTP/1.1" status: 200 len: 949 time: 0.1492240 Dec 17 15:11:08.978539 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-abf626b3-5b61-45ec-bbfa-4bdaf6361843 req-d2e7e754-b381-41ee-beab-30342f94b14c tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] For port 2522b713-48f6-4d47-821f-ce9becb76cc0, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=2522b713-48f6-4d47-821f-ce9becb76cc0,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:08.979111 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-abf626b3-5b61-45ec-bbfa-4bdaf6361843 req-d2e7e754-b381-41ee-beab-30342f94b14c tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:08.981028 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9868a930-f6f6-4569-8290-d0183546ad1f', 'tag': '6e1e00b8-8858-4e12-baeb-9904e7a81949'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:11:08.983130 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6856b8-826c-47e4-a163-b2011e5fa9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "9868a930-f6f6-4569-8290-d0183546ad1f", "tag": "6e1e00b8-8858-4e12-baeb-9904e7a81949"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:11:08.986373 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e073d586-3e19-474a-adc7-b2cc7139d4ca tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:09.014675 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-abf626b3-5b61-45ec-bbfa-4bdaf6361843 req-d2e7e754-b381-41ee-beab-30342f94b14c tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Calling delete_port for 2522b713-48f6-4d47-821f-ce9becb76cc0 owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:11:09.052943 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4eb2a64e-322c-4f81-99c6-75159ccbaafa req-39a14f79-a2bc-4c33-8f48-f2d246d993bc tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879433 Dec 17 15:11:09.091138 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [None req-e073d586-3e19-474a-adc7-b2cc7139d4ca tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Floating IP 4252b727-c10d-4960-b9b6-0ab905810b37 associated. External IP: 172.25.6.34, port: 04e4da5a-d52d-4ca3-9de9-350b3705874e. Dec 17 15:11:09.116521 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d122985-bbac-4284-973f-aa7e5b388591 req-75c4637b-981f-4bf6-acd8-4b18afe4f54d tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:09.117966 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0d122985-bbac-4284-973f-aa7e5b388591 req-75c4637b-981f-4bf6-acd8-4b18afe4f54d tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.13 "GET /v2.0/networks?id=f9a678bc-a78e-49e1-a38e-5059d56edc29 HTTP/1.1" status: 200 len: 812 time: 0.2401850 Dec 17 15:11:09.159637 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-0d122985-bbac-4284-973f-aa7e5b388591 req-d6be1fed-bc8c-42ed-ba4c-a7fa7a18570b tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Request body: {'port': {'device_id': '5112d360-b4bb-4cbb-ae97-4d39765549b8', 'network_id': 'f9a678bc-a78e-49e1-a38e-5059d56edc29', 'admin_state_up': True, 'tenant_id': '3d7a401394fa41daa40970acf22646c5'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:11:09.263135 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b98111-b35d-45ce-a0c1-481f6df6acd1 req-92f3a0dc-690b-4cc6-81dd-26568811e18d tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:09.264789 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94b98111-b35d-45ce-a0c1-481f6df6acd1 req-92f3a0dc-690b-4cc6-81dd-26568811e18d tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=352114f7-8acf-4a81-ae7f-f65a6451c12d HTTP/1.1" status: 200 len: 950 time: 0.1447208 Dec 17 15:11:09.317161 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e073d586-3e19-474a-adc7-b2cc7139d4ca tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Router 2563c5ba-e3b5-4fe2-bdff-cdc40e13282a has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:11:09.377554 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94b98111-b35d-45ce-a0c1-481f6df6acd1 req-9055b899-5b61-4704-bdad-ed0e3eb4d274 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955508 Dec 17 15:11:09.433918 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e073d586-3e19-474a-adc7-b2cc7139d4ca tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:11:09.434349 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c9f079-0cef-4471-8240-eeb21f4a03a3 x-openstack-request-id: req-80c9f079-0cef-4471-8240-eeb21f4a03a3 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:11:09.434478 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9868a930-f6f6-4569-8290-d0183546ad1f", "tag": "6e1e00b8-8858-4e12-baeb-9904e7a81949", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:11:09.434914 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-80c9f079-0cef-4471-8240-eeb21f4a03a3 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:11:09.435512 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9868a930-f6f6-4569-8290-d0183546ad1f', 'tag': '6e1e00b8-8858-4e12-baeb-9904e7a81949', 'status': 'completed', 'code': 200} Dec 17 15:11:09.439116 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e073d586-3e19-474a-adc7-b2cc7139d4ca tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:09.444693 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e677fcbd-407c-4a79-925e-db92d6241134 None None] Sync routers for ids ['2563c5ba-e3b5-4fe2-bdff-cdc40e13282a'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:11:09.458066 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e677fcbd-407c-4a79-925e-db92d6241134 None None] Routers {'2563c5ba-e3b5-4fe2-bdff-cdc40e13282a'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:11:09.458836 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-e677fcbd-407c-4a79-925e-db92d6241134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:11:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['2563c5ba-e3b5-4fe2-bdff-cdc40e13282a'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:11:09.474010 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e073d586-3e19-474a-adc7-b2cc7139d4ca tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "PUT /v2.0/floatingips/4252b727-c10d-4960-b9b6-0ab905810b37 HTTP/1.1" status: 200 len: 990 time: 1.5944121 Dec 17 15:11:09.474709 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '210dcbbb-45b5-4323-a00f-c7b28036bf54', 'tag': '04e4da5a-d52d-4ca3-9de9-350b3705874e'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:11:09.478095 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c645717c-eae0-4ee1-9702-bf017a2ce4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "210dcbbb-45b5-4323-a00f-c7b28036bf54", "tag": "04e4da5a-d52d-4ca3-9de9-350b3705874e"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:11:09.535796 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-abf626b3-5b61-45ec-bbfa-4bdaf6361843 req-d2e7e754-b381-41ee-beab-30342f94b14c tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:09.552484 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6856b8-826c-47e4-a163-b2011e5fa9a4 req-76165588-7833-44d2-a0b3-a0d6633fc591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:09.554487 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-eb6856b8-826c-47e4-a163-b2011e5fa9a4 req-76165588-7833-44d2-a0b3-a0d6633fc591 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=724cb0144c46439a90883d842de78922&device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 1125 time: 0.0517855 Dec 17 15:11:09.571543 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7e754-b381-41ee-beab-30342f94b14c tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Pushing event deleted for resources: {'Port': ['ID=2522b713-48f6-4d47-821f-ce9becb76cc0,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:09.574426 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-e677fcbd-407c-4a79-925e-db92d6241134 None None] Set router 2563c5ba-e3b5-4fe2-bdff-cdc40e13282a gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:11:09.605307 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['dfdc7bf9-c982-41ea-ad45-42c6b9664750', 'e5425115-a717-4f09-abd4-6f600fc46a6e'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:11:09.634676 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d122985-bbac-4284-973f-aa7e5b388591 req-d6be1fed-bc8c-42ed-ba4c-a7fa7a18570b tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Made reservation on behalf of 3d7a401394fa41daa40970acf22646c5 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:11:09.638241 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-0d122985-bbac-4284-973f-aa7e5b388591 req-d6be1fed-bc8c-42ed-ba4c-a7fa7a18570b tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:09.672935 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf626b3-5b61-45ec-bbfa-4bdaf6361843 req-d2e7e754-b381-41ee-beab-30342f94b14c tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] No DVR routers for this DVR port 2522b713-48f6-4d47-821f-ce9becb76cc0 on host n-h1-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:11:09.679611 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-abf626b3-5b61-45ec-bbfa-4bdaf6361843 req-d2e7e754-b381-41ee-beab-30342f94b14c tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:09.684171 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-abf626b3-5b61-45ec-bbfa-4bdaf6361843 req-d2e7e754-b381-41ee-beab-30342f94b14c tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.41 "DELETE /v2.0/ports/2522b713-48f6-4d47-821f-ce9becb76cc0 HTTP/1.1" status: 204 len: 173 time: 1.0381989 Dec 17 15:11:09.728271 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6856b8-826c-47e4-a163-b2011e5fa9a4 req-55344b5f-7c8d-4a3d-bad9-a310d53ff2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:09.730092 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-eb6856b8-826c-47e4-a163-b2011e5fa9a4 req-55344b5f-7c8d-4a3d-bad9-a310d53ff2d1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 HTTP/1.1" status: 200 len: 921 time: 0.1227803 Dec 17 15:11:09.744873 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c0304-edb0-4a45-bbea-adf73ae0d291 req-2213f563-4f43-461b-88b5-a66a5a547ae9 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:09.746600 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-307c0304-edb0-4a45-bbea-adf73ae0d291 req-2213f563-4f43-461b-88b5-a66a5a547ae9 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 944 time: 0.1764512 Dec 17 15:11:09.796191 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-eb6856b8-826c-47e4-a163-b2011e5fa9a4 req-f2197071-7dea-421b-b9c4-9175cd35c78f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e1e00b8-8858-4e12-baeb-9904e7a81949 HTTP/1.1" status: 200 len: 217 time: 0.0437069 Dec 17 15:11:09.847586 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-307c0304-edb0-4a45-bbea-adf73ae0d291 req-7806bb82-481b-467b-936a-10ac4efb9a69 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930605 Dec 17 15:11:09.882522 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-0d122985-bbac-4284-973f-aa7e5b388591 req-d6be1fed-bc8c-42ed-ba4c-a7fa7a18570b tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Allocated IP 172.20.0.2 (f9a678bc-a78e-49e1-a38e-5059d56edc29/7337baf1-c462-456e-9d9a-86c2fd75e251/331f413a-9ff7-4c60-b253-a4348148187f) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:11:09.938981 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6856b8-826c-47e4-a163-b2011e5fa9a4 req-fa1e11b4-1752-44d9-9042-f9c14601639e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:09.940453 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-eb6856b8-826c-47e4-a163-b2011e5fa9a4 req-fa1e11b4-1752-44d9-9042-f9c14601639e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c28c8ec-5ccc-4295-ab15-cbe54116b2d0 HTTP/1.1" status: 200 len: 860 time: 0.1361592 Dec 17 15:11:10.009637 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-eb6856b8-826c-47e4-a163-b2011e5fa9a4 req-6def0e2f-041f-4eff-b75e-a4bf5db0d5ea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519154 Dec 17 15:11:10.053325 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8149bd8c-efee-481e-a640-5407e9958c3a req-f3dad38e-7874-454a-b8af-c63bd8e654eb tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7cb2727-0143-420d-ab20-d45bb85baf85 HTTP/1.1" status: 200 len: 210 time: 0.1232951 Dec 17 15:11:10.113284 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:10.182879 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d122985-bbac-4284-973f-aa7e5b388591 req-b3cc5901-605f-4745-a04a-78d83f069a1f tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:10.184352 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0d122985-bbac-4284-973f-aa7e5b388591 req-b3cc5901-605f-4745-a04a-78d83f069a1f tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.13 "GET /v2.0/networks?id=f9a678bc-a78e-49e1-a38e-5059d56edc29 HTTP/1.1" status: 200 len: 812 time: 0.3292942 Dec 17 15:11:10.191252 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-e677fcbd-407c-4a79-925e-db92d6241134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'name': 'tempest-ServersTestFqdnHostnames-357857068-router', 'tenant_id': 'f6145b39f2664908bc878c10235d12ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '33711a02-d4cc-4d02-9754-c84d841cb9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:10:30Z', 'updated_at': '2021-12-17T15:10:39Z', 'revision_number': 4, 'project_id': 'f6145b39f2664908bc878c10235d12ea', 'gw_port': {'id': '33711a02-d4cc-4d02-9754-c84d841cb9e4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:aa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:10:32Z', 'updated_at': '2021-12-17T15:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '4252b727-c10d-4960-b9b6-0ab905810b37', 'tenant_id': 'f6145b39f2664908bc878c10235d12ea', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'port_id': '04e4da5a-d52d-4ca3-9de9-350b3705874e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40090c4b-a4ce-450f-a115-2aa1a092d03b', 'mac_address': 'fa:16:3e:0d:f4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210dcbbb-45b5-4323-a00f-c7b28036bf54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:10:46Z', 'updated_at': '2021-12-17T15:11:08Z', 'revision_number': 1, 'project_id': 'f6145b39f2664908bc878c10235d12ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0acf25-7285-4ebe-991f-002e2d45938f', 'name': '', 'network_id': '40090c4b-a4ce-450f-a115-2aa1a092d03b', 'tenant_id': 'f6145b39f2664908bc878c10235d12ea', 'mac_address': 'fa:16:3e:25:af:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd85a9cb0-018e-476d-a650-20058f3fe1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:10:38Z', 'updated_at': '2021-12-17T15:10:42Z', 'revision_number': 5, 'project_id': 'f6145b39f2664908bc878c10235d12ea', 'subnets': [{'id': 'd85a9cb0-018e-476d-a650-20058f3fe1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:11:10.214532 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-0d122985-bbac-4284-973f-aa7e5b388591 req-4be879d7-1b09-4951-a5e8-523440c4158f tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Request body: {'port': {'device_id': 'e7cb2727-0143-420d-ab20-d45bb85baf85', 'network_id': 'f9a678bc-a78e-49e1-a38e-5059d56edc29', 'admin_state_up': True, 'tenant_id': '3d7a401394fa41daa40970acf22646c5'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:11:10.230085 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e677fcbd-407c-4a79-925e-db92d6241134 None None] Checking router: 2563c5ba-e3b5-4fe2-bdff-cdc40e13282a for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:11:10.240079 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-0d122985-bbac-4284-973f-aa7e5b388591 req-d6be1fed-bc8c-42ed-ba4c-a7fa7a18570b tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:10.256102 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e677fcbd-407c-4a79-925e-db92d6241134 None None] Routers {'2563c5ba-e3b5-4fe2-bdff-cdc40e13282a'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:11:10.256872 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-e677fcbd-407c-4a79-925e-db92d6241134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:11:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['2563c5ba-e3b5-4fe2-bdff-cdc40e13282a'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:11:10.288990 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c7842-b356-4557-a936-66793ac89a74 req-b54ff1c0-dacb-41e9-97b2-6345fc64273b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:10.290647 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ef6c7842-b356-4557-a936-66793ac89a74 req-b54ff1c0-dacb-41e9-97b2-6345fc64273b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.1643007 Dec 17 15:11:10.308519 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-eb6856b8-826c-47e4-a163-b2011e5fa9a4 req-21355855-866c-4ed3-91f2-04dc769efcd6 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893648 Dec 17 15:11:10.354556 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ef6c7842-b356-4557-a936-66793ac89a74 req-25dfb134-bbe5-4dc4-b116-df8410561b1d tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428681 Dec 17 15:11:10.432995 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-e677fcbd-407c-4a79-925e-db92d6241134 None None] Set router 2563c5ba-e3b5-4fe2-bdff-cdc40e13282a gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:11:10.461752 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-0d122985-bbac-4284-973f-aa7e5b388591 req-d6be1fed-bc8c-42ed-ba4c-a7fa7a18570b tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:10.494220 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11044261-2603-4718-98b4-e965d793a289 x-openstack-request-id: req-11044261-2603-4718-98b4-e965d793a289 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:11:10.495108 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "210dcbbb-45b5-4323-a00f-c7b28036bf54", "tag": "04e4da5a-d52d-4ca3-9de9-350b3705874e", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:11:10.495245 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-11044261-2603-4718-98b4-e965d793a289 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:11:10.495558 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '210dcbbb-45b5-4323-a00f-c7b28036bf54', 'tag': '04e4da5a-d52d-4ca3-9de9-350b3705874e', 'status': 'completed', 'code': 200} Dec 17 15:11:10.514657 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d122985-bbac-4284-973f-aa7e5b388591 req-d6be1fed-bc8c-42ed-ba4c-a7fa7a18570b tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Network f9a678bc-a78e-49e1-a38e-5059d56edc29 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:11:10.518135 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-0d122985-bbac-4284-973f-aa7e5b388591 req-d6be1fed-bc8c-42ed-ba4c-a7fa7a18570b tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:11:10.523300 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d122985-bbac-4284-973f-aa7e5b388591 req-d6be1fed-bc8c-42ed-ba4c-a7fa7a18570b tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:11:10.557445 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be1fed-bc8c-42ed-ba4c-a7fa7a18570b tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Pushing event updated for resources: {'Port': ['ID=331f413a-9ff7-4c60-b253-a4348148187f,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:10.608631 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d122985-bbac-4284-973f-aa7e5b388591 req-d6be1fed-bc8c-42ed-ba4c-a7fa7a18570b tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:10.609341 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-0d122985-bbac-4284-973f-aa7e5b388591 req-d6be1fed-bc8c-42ed-ba4c-a7fa7a18570b tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:10.627913 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-eb6856b8-826c-47e4-a163-b2011e5fa9a4 req-216f6da5-0b2c-4756-90a4-f2df2f9d055b service neutron] 10.222.0.41 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111830 Dec 17 15:11:10.630512 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d0ca7217-d57e-44fa-81e7-06c69fc22fe9 req-5b898860-dc28-41ed-be3a-9b5e5a04fce1 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=5668622d-1808-4e99-90f2-5c5e10e9877f HTTP/1.1" status: 200 len: 210 time: 0.0397601 Dec 17 15:11:10.656696 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645717c-eae0-4ee1-9702-bf017a2ce4bc req-dbbcb972-ef96-48c6-a09a-e1551640a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:10.658775 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c645717c-eae0-4ee1-9702-bf017a2ce4bc req-dbbcb972-ef96-48c6-a09a-e1551640a260 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6145b39f2664908bc878c10235d12ea&device_id=210dcbbb-45b5-4323-a00f-c7b28036bf54 HTTP/1.1" status: 200 len: 1096 time: 0.1059923 Dec 17 15:11:10.738838 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0d122985-bbac-4284-973f-aa7e5b388591 req-d6be1fed-bc8c-42ed-ba4c-a7fa7a18570b tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5905004 Dec 17 15:11:10.754430 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-0d122985-bbac-4284-973f-aa7e5b388591 req-78f26415-1bd0-4d6a-8e6d-a01b249bc7d3 service neutron] Request body: {'port': {'device_id': '5112d360-b4bb-4cbb-ae97-4d39765549b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:11:10.767537 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322475f0-929e-49e5-8cad-5a6c795287ce req-8ad377ab-ab54-4218-a4cf-7dfa4a0361db tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:10.769287 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-322475f0-929e-49e5-8cad-5a6c795287ce req-8ad377ab-ab54-4218-a4cf-7dfa4a0361db tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=352114f7-8acf-4a81-ae7f-f65a6451c12d HTTP/1.1" status: 200 len: 950 time: 0.0701461 Dec 17 15:11:10.775156 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645717c-eae0-4ee1-9702-bf017a2ce4bc req-e4eca085-a5d1-4250-83cb-0c65733fedee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:10.776649 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c645717c-eae0-4ee1-9702-bf017a2ce4bc req-e4eca085-a5d1-4250-83cb-0c65733fedee service neutron] 10.222.0.13 "GET /v2.0/networks?id=40090c4b-a4ce-450f-a115-2aa1a092d03b HTTP/1.1" status: 200 len: 915 time: 0.1073101 Dec 17 15:11:10.783612 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:11:10.784308 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-e677fcbd-407c-4a79-925e-db92d6241134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'name': 'tempest-ServersTestFqdnHostnames-357857068-router', 'tenant_id': 'f6145b39f2664908bc878c10235d12ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '33711a02-d4cc-4d02-9754-c84d841cb9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:10:30Z', 'updated_at': '2021-12-17T15:10:39Z', 'revision_number': 4, 'project_id': 'f6145b39f2664908bc878c10235d12ea', 'gw_port': {'id': '33711a02-d4cc-4d02-9754-c84d841cb9e4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:aa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:10:32Z', 'updated_at': '2021-12-17T15:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '4252b727-c10d-4960-b9b6-0ab905810b37', 'tenant_id': 'f6145b39f2664908bc878c10235d12ea', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'port_id': '04e4da5a-d52d-4ca3-9de9-350b3705874e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40090c4b-a4ce-450f-a115-2aa1a092d03b', 'mac_address': 'fa:16:3e:0d:f4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210dcbbb-45b5-4323-a00f-c7b28036bf54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:10:46Z', 'updated_at': '2021-12-17T15:11:08Z', 'revision_number': 1, 'project_id': 'f6145b39f2664908bc878c10235d12ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0acf25-7285-4ebe-991f-002e2d45938f', 'name': '', 'network_id': '40090c4b-a4ce-450f-a115-2aa1a092d03b', 'tenant_id': 'f6145b39f2664908bc878c10235d12ea', 'mac_address': 'fa:16:3e:25:af:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd85a9cb0-018e-476d-a650-20058f3fe1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:10:38Z', 'updated_at': '2021-12-17T15:10:42Z', 'revision_number': 5, 'project_id': 'f6145b39f2664908bc878c10235d12ea', 'subnets': [{'id': 'd85a9cb0-018e-476d-a650-20058f3fe1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:11:10.815042 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e677fcbd-407c-4a79-925e-db92d6241134 None None] The sync data for ids ['2563c5ba-e3b5-4fe2-bdff-cdc40e13282a'] in n-d-820553-2 is: [{'id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'name': 'tempest-ServersTestFqdnHostnames-357857068-router', 'tenant_id': 'f6145b39f2664908bc878c10235d12ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '33711a02-d4cc-4d02-9754-c84d841cb9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:10:30Z', 'updated_at': '2021-12-17T15:10:39Z', 'revision_number': 4, 'project_id': 'f6145b39f2664908bc878c10235d12ea', 'gw_port': {'id': '33711a02-d4cc-4d02-9754-c84d841cb9e4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:aa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:10:32Z', 'updated_at': '2021-12-17T15:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '4252b727-c10d-4960-b9b6-0ab905810b37', 'tenant_id': 'f6145b39f2664908bc878c10235d12ea', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'port_id': '04e4da5a-d52d-4ca3-9de9-350b3705874e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40090c4b-a4ce-450f-a115-2aa1a092d03b', 'mac_address': 'fa:16:3e:0d:f4:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210dcbbb-45b5-4323-a00f-c7b28036bf54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:10:46Z', 'updated_at': '2021-12-17T15:11:08Z', 'revision_number': 1, 'project_id': 'f6145b39f2664908bc878c10235d12ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0acf25-7285-4ebe-991f-002e2d45938f', 'name': '', 'network_id': '40090c4b-a4ce-450f-a115-2aa1a092d03b', 'tenant_id': 'f6145b39f2664908bc878c10235d12ea', 'mac_address': 'fa:16:3e:25:af:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd85a9cb0-018e-476d-a650-20058f3fe1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:10:38Z', 'updated_at': '2021-12-17T15:10:42Z', 'revision_number': 5, 'project_id': 'f6145b39f2664908bc878c10235d12ea', 'subnets': [{'id': 'd85a9cb0-018e-476d-a650-20058f3fe1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:11:10.853039 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d122985-bbac-4284-973f-aa7e5b388591 req-4be879d7-1b09-4951-a5e8-523440c4158f tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Made reservation on behalf of 3d7a401394fa41daa40970acf22646c5 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:11:10.856674 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0d122985-bbac-4284-973f-aa7e5b388591 req-4be879d7-1b09-4951-a5e8-523440c4158f tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:10.866289 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-322475f0-929e-49e5-8cad-5a6c795287ce req-2bb6db1c-43bb-4f32-a038-71aece4a343b tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742667 Dec 17 15:11:10.866289 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-0d122985-bbac-4284-973f-aa7e5b388591 req-78f26415-1bd0-4d6a-8e6d-a01b249bc7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:10.881182 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c645717c-eae0-4ee1-9702-bf017a2ce4bc req-82576f0a-2f0b-49c1-b555-5d6b7a411ba0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04e4da5a-d52d-4ca3-9de9-350b3705874e HTTP/1.1" status: 200 len: 998 time: 0.0923803 Dec 17 15:11:10.890436 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 6e1e00b8-8858-4e12-baeb-9904e7a81949 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:11:10.962299 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645717c-eae0-4ee1-9702-bf017a2ce4bc req-e4f549d1-4276-49a3-90ed-4ddd2eed7a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:10.964152 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c645717c-eae0-4ee1-9702-bf017a2ce4bc req-e4f549d1-4276-49a3-90ed-4ddd2eed7a62 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d85a9cb0-018e-476d-a650-20058f3fe1d1 HTTP/1.1" status: 200 len: 853 time: 0.0706353 Dec 17 15:11:11.066425 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-1d9a11e6-4328-4a46-8959-e646e8411e01 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:11:11.068700 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-1d9a11e6-4328-4a46-8959-e646e8411e01 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105097 Dec 17 15:11:11.101637 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 6e1e00b8-8858-4e12-baeb-9904e7a81949, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=6e1e00b8-8858-4e12-baeb-9904e7a81949,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:11.104834 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645717c-eae0-4ee1-9702-bf017a2ce4bc req-3b9784be-a133-460a-84c7-cf1da806f02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:11.106989 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c645717c-eae0-4ee1-9702-bf017a2ce4bc req-3b9784be-a133-460a-84c7-cf1da806f02d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=40090c4b-a4ce-450f-a115-2aa1a092d03b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103959 Dec 17 15:11:11.118980 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 6e1e00b8-8858-4e12-baeb-9904e7a81949 has no active binding in host n-h2-820553-2 {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 17 15:11:11.170701 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88b2478-8984-4b3f-ab9c-52880c2f440a None None] New status for floating IP 4252b727-c10d-4960-b9b6-0ab905810b37: ACTIVE {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:11:11.181392 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7fe236-8a5d-452f-b2ec-e4f1b0d886c2 req-6d18d752-efa3-4f0e-abce-43bec3c2e4d5 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:11.183279 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-be7fe236-8a5d-452f-b2ec-e4f1b0d886c2 req-6d18d752-efa3-4f0e-abce-43bec3c2e4d5 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 944 time: 0.0684147 Dec 17 15:11:11.205656 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-d97e5e19-b8c4-40ef-b4d1-a4746567c1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:11.205656 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-d97e5e19-b8c4-40ef-b4d1-a4746567c1f9 service neutron] 10.222.0.46 "GET /v2.0/ports/09e9e58f-a869-47cc-83f3-a01f3bc1c5ec HTTP/1.1" status: 200 len: 1093 time: 0.1161308 Dec 17 15:11:11.213336 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-0d122985-bbac-4284-973f-aa7e5b388591 req-4be879d7-1b09-4951-a5e8-523440c4158f tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Allocated IP 172.20.0.13 (f9a678bc-a78e-49e1-a38e-5059d56edc29/7337baf1-c462-456e-9d9a-86c2fd75e251/e2c34497-1911-4b7d-9f7d-793d5ba3a972) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:11:11.221261 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-61ff52e9-aa5e-4eec-91a8-8fd99a1a3492 service neutron] Request body: {'binding': {'host': 'n-h1-820553-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:11:11.221261 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-61ff52e9-aa5e-4eec-91a8-8fd99a1a3492 service neutron] Unknown quota resources ['binding']. {{(pid=102833) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 15:11:11.261634 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-be7fe236-8a5d-452f-b2ec-e4f1b0d886c2 req-1246af02-e309-409b-8034-834642423ee2 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701795 Dec 17 15:11:11.323211 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c645717c-eae0-4ee1-9702-bf017a2ce4bc req-df84d6aa-b9ca-4560-bbd2-e0831df4777e service neutron] 10.222.0.13 "GET /v2.0/networks/40090c4b-a4ce-450f-a115-2aa1a092d03b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918168 Dec 17 15:11:11.436923 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5668622d-1808-4e99-90f2-5c5e10e9877f', 'name': 'network-vif-deleted', 'tag': '2522b713-48f6-4d47-821f-ce9becb76cc0'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:11:11.440847 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632831f5-39d3-484c-b6c2-ea0c117b4bab" -d '{"events": [{"server_uuid": "5668622d-1808-4e99-90f2-5c5e10e9877f", "name": "network-vif-deleted", "tag": "2522b713-48f6-4d47-821f-ce9becb76cc0"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:11:11.480199 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 2522b713-48f6-4d47-821f-ce9becb76cc0 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:11:11.504523 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 2522b713-48f6-4d47-821f-ce9becb76cc0 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:11:11.505119 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 2522b713-48f6-4d47-821f-ce9becb76cc0 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:11:11.566606 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c645717c-eae0-4ee1-9702-bf017a2ce4bc req-814c1fb7-6863-426a-a242-3658851306ef service neutron] 10.222.0.13 "GET /v2.0/networks/40090c4b-a4ce-450f-a115-2aa1a092d03b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155733 Dec 17 15:11:11.635068 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa77ef-ee4c-404f-90ff-e65f2ca048bf req-042809d0-697d-4039-8b95-42f624c7ce0c tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:11.642204 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa77ef-ee4c-404f-90ff-e65f2ca048bf req-042809d0-697d-4039-8b95-42f624c7ce0c tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:11.643913 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-76fa77ef-ee4c-404f-90ff-e65f2ca048bf req-042809d0-697d-4039-8b95-42f624c7ce0c tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=4abf2057-8254-416f-a6a5-baa8dff7073f&device_id=352114f7-8acf-4a81-ae7f-f65a6451c12d HTTP/1.1" status: 200 len: 1691 time: 0.0641682 Dec 17 15:11:11.687583 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-76fa77ef-ee4c-404f-90ff-e65f2ca048bf req-2ba456a9-491a-4a23-82d0-a9880f3e819e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354555 Dec 17 15:11:11.772034 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f9ed8ac8-7be1-48ec-bc3d-a4c7d26c3a6d req-460e765b-3ec3-4134-bb10-498baeda3f6b tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7cb2727-0143-420d-ab20-d45bb85baf85 HTTP/1.1" status: 200 len: 210 time: 0.0320246 Dec 17 15:11:11.847331 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-61ff52e9-aa5e-4eec-91a8-8fd99a1a3492 service neutron] Attempting to bind port 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec on host n-h1-820553-2 for vnic_type normal with profile None {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:11:11.847331 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-61ff52e9-aa5e-4eec-91a8-8fd99a1a3492 service neutron] Attempting to bind port 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:11:11.847331 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-61ff52e9-aa5e-4eec-91a8-8fd99a1a3492 service neutron] Attempting to bind port 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec on network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:11:11.859970 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-61ff52e9-aa5e-4eec-91a8-8fd99a1a3492 service neutron] Port 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec on network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:11:11.860285 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-61ff52e9-aa5e-4eec-91a8-8fd99a1a3492 service neutron] Attempting to bind port 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec on network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:11:11.865266 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0d122985-bbac-4284-973f-aa7e5b388591 req-4be879d7-1b09-4951-a5e8-523440c4158f tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:11.869742 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-61ff52e9-aa5e-4eec-91a8-8fd99a1a3492 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:11:11.870074 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-61ff52e9-aa5e-4eec-91a8-8fd99a1a3492 service neutron] Checking segment: {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:11:11.870451 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-61ff52e9-aa5e-4eec-91a8-8fd99a1a3492 service neutron] Bound using segment: {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:11:11.870871 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-61ff52e9-aa5e-4eec-91a8-8fd99a1a3492 service neutron] Bound port: 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:11:11.876174 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27ab0a-4a6c-490e-87ea-11c8b401c5b5 req-ee5da96a-bebe-4245-b064-efbc213d6815 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:11.878439 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6a27ab0a-4a6c-490e-87ea-11c8b401c5b5 req-ee5da96a-bebe-4245-b064-efbc213d6815 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.0501342 Dec 17 15:11:11.918921 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6a27ab0a-4a6c-490e-87ea-11c8b401c5b5 req-c1dcac96-bb11-4470-b574-b18c11d6f926 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346594 Dec 17 15:11:11.949538 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-61ff52e9-aa5e-4eec-91a8-8fd99a1a3492 service neutron] For port 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=09e9e58f-a869-47cc-83f3-a01f3bc1c5ec,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:11:12.026270 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4baffe32-e244-4e56-902f-251798890054 x-openstack-request-id: req-4baffe32-e244-4e56-902f-251798890054 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:11:12.026559 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5668622d-1808-4e99-90f2-5c5e10e9877f", "name": "network-vif-deleted", "tag": "2522b713-48f6-4d47-821f-ce9becb76cc0", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:11:12.026811 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4baffe32-e244-4e56-902f-251798890054 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:11:12.027201 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5668622d-1808-4e99-90f2-5c5e10e9877f', 'name': 'network-vif-deleted', 'tag': '2522b713-48f6-4d47-821f-ce9becb76cc0', 'status': 'completed', 'code': 200} Dec 17 15:11:12.037976 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0d122985-bbac-4284-973f-aa7e5b388591 req-4be879d7-1b09-4951-a5e8-523440c4158f tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:12.069993 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-61ff52e9-aa5e-4eec-91a8-8fd99a1a3492 service neutron] Notify callbacks [] for binding, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:12.071468 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-61ff52e9-aa5e-4eec-91a8-8fd99a1a3492 service neutron] 10.222.0.46 "POST /v2.0/ports/09e9e58f-a869-47cc-83f3-a01f3bc1c5ec/bindings HTTP/1.1" status: 201 len: 389 time: 0.8555872 Dec 17 15:11:12.085867 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d122985-bbac-4284-973f-aa7e5b388591 req-4be879d7-1b09-4951-a5e8-523440c4158f tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Network f9a678bc-a78e-49e1-a38e-5059d56edc29 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:11:12.088888 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-0d122985-bbac-4284-973f-aa7e5b388591 req-4be879d7-1b09-4951-a5e8-523440c4158f tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:11:12.096390 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d122985-bbac-4284-973f-aa7e5b388591 req-4be879d7-1b09-4951-a5e8-523440c4158f tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:11:12.099996 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be879d7-1b09-4951-a5e8-523440c4158f tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Pushing event updated for resources: {'Port': ['ID=e2c34497-1911-4b7d-9f7d-793d5ba3a972,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:12.165287 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d122985-bbac-4284-973f-aa7e5b388591 req-4be879d7-1b09-4951-a5e8-523440c4158f tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:12.165287 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0d122985-bbac-4284-973f-aa7e5b388591 req-4be879d7-1b09-4951-a5e8-523440c4158f tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:12.200225 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-0d122985-bbac-4284-973f-aa7e5b388591 req-78f26415-1bd0-4d6a-8e6d-a01b249bc7d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 331f413a-9ff7-4c60-b253-a4348148187f {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:11:12.223264 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-0d122985-bbac-4284-973f-aa7e5b388591 req-78f26415-1bd0-4d6a-8e6d-a01b249bc7d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:12.241121 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-0d122985-bbac-4284-973f-aa7e5b388591 req-78f26415-1bd0-4d6a-8e6d-a01b249bc7d3 service neutron] Transition to ACTIVE for port object 331f413a-9ff7-4c60-b253-a4348148187f will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:11:12.252395 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0d122985-bbac-4284-973f-aa7e5b388591 req-4be879d7-1b09-4951-a5e8-523440c4158f tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0460997 Dec 17 15:11:12.256040 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909e166-acc0-471e-a1fd-7a04da3b258d req-e60e5541-11e2-464f-832c-ae6228a8017c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:12.262483 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5909e166-acc0-471e-a1fd-7a04da3b258d req-e60e5541-11e2-464f-832c-ae6228a8017c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.0727203 Dec 17 15:11:12.267876 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-0d122985-bbac-4284-973f-aa7e5b388591 req-397d5aae-7474-4001-bd84-6e260b52b47d service neutron] Request body: {'port': {'device_id': 'e7cb2727-0143-420d-ab20-d45bb85baf85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:11:12.300090 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5909e166-acc0-471e-a1fd-7a04da3b258d req-2064c2c0-ce90-44fe-91ca-6142bd9fb019 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364790 Dec 17 15:11:12.322879 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0d122985-bbac-4284-973f-aa7e5b388591 req-397d5aae-7474-4001-bd84-6e260b52b47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:12.393262 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-0d122985-bbac-4284-973f-aa7e5b388591 req-78f26415-1bd0-4d6a-8e6d-a01b249bc7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:12.483761 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f26415-1bd0-4d6a-8e6d-a01b249bc7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=331f413a-9ff7-4c60-b253-a4348148187f,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:12.514805 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1628cb7-96a7-4d16-a81d-3bae4ade01c8 req-b7497ee9-942e-49de-bfa7-c95593552588 tempest-ServersOnMultiNodesTest-1459550234 tempest-ServersOnMultiNodesTest-1459550234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:12.517350 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c1628cb7-96a7-4d16-a81d-3bae4ade01c8 req-b7497ee9-942e-49de-bfa7-c95593552588 tempest-ServersOnMultiNodesTest-1459550234 tempest-ServersOnMultiNodesTest-1459550234-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4abf2057-8254-416f-a6a5-baa8dff7073f HTTP/1.1" status: 200 len: 1101 time: 0.0903027 Dec 17 15:11:12.608275 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-0d122985-bbac-4284-973f-aa7e5b388591 req-397d5aae-7474-4001-bd84-6e260b52b47d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2c34497-1911-4b7d-9f7d-793d5ba3a972 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:11:12.617015 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0d122985-bbac-4284-973f-aa7e5b388591 req-397d5aae-7474-4001-bd84-6e260b52b47d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:12.629938 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-0d122985-bbac-4284-973f-aa7e5b388591 req-397d5aae-7474-4001-bd84-6e260b52b47d service neutron] Transition to ACTIVE for port object e2c34497-1911-4b7d-9f7d-793d5ba3a972 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:11:12.752348 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0d122985-bbac-4284-973f-aa7e5b388591 req-397d5aae-7474-4001-bd84-6e260b52b47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:12.807452 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d5aae-7474-4001-bd84-6e260b52b47d service neutron] Pushing event updated for resources: {'Port': ['ID=e2c34497-1911-4b7d-9f7d-793d5ba3a972,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:12.868094 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c1628cb7-96a7-4d16-a81d-3bae4ade01c8 req-47510716-b469-4118-9420-0f9ac483a596 tempest-ServersOnMultiNodesTest-1459550234 tempest-ServersOnMultiNodesTest-1459550234-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325746 Dec 17 15:11:12.873847 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-0d122985-bbac-4284-973f-aa7e5b388591 req-78f26415-1bd0-4d6a-8e6d-a01b249bc7d3 service neutron] Attempting to bind port 331f413a-9ff7-4c60-b253-a4348148187f on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:11:12.874343 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-0d122985-bbac-4284-973f-aa7e5b388591 req-78f26415-1bd0-4d6a-8e6d-a01b249bc7d3 service neutron] Attempting to bind port 331f413a-9ff7-4c60-b253-a4348148187f by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '94e8219a-57e1-4a61-bef9-a5e9e92eba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f9a678bc-a78e-49e1-a38e-5059d56edc29'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:11:12.874559 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d122985-bbac-4284-973f-aa7e5b388591 req-78f26415-1bd0-4d6a-8e6d-a01b249bc7d3 service neutron] Attempting to bind port 331f413a-9ff7-4c60-b253-a4348148187f on network f9a678bc-a78e-49e1-a38e-5059d56edc29 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:11:12.898446 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d122985-bbac-4284-973f-aa7e5b388591 req-78f26415-1bd0-4d6a-8e6d-a01b249bc7d3 service neutron] Port 331f413a-9ff7-4c60-b253-a4348148187f on network f9a678bc-a78e-49e1-a38e-5059d56edc29 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:11:12.898775 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d122985-bbac-4284-973f-aa7e5b388591 req-78f26415-1bd0-4d6a-8e6d-a01b249bc7d3 service neutron] Attempting to bind port 331f413a-9ff7-4c60-b253-a4348148187f on network f9a678bc-a78e-49e1-a38e-5059d56edc29 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:11:12.905149 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d122985-bbac-4284-973f-aa7e5b388591 req-78f26415-1bd0-4d6a-8e6d-a01b249bc7d3 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:11:12.905483 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d122985-bbac-4284-973f-aa7e5b388591 req-78f26415-1bd0-4d6a-8e6d-a01b249bc7d3 service neutron] Checking segment: {'id': '94e8219a-57e1-4a61-bef9-a5e9e92eba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f9a678bc-a78e-49e1-a38e-5059d56edc29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:11:12.906508 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d122985-bbac-4284-973f-aa7e5b388591 req-78f26415-1bd0-4d6a-8e6d-a01b249bc7d3 service neutron] Bound using segment: {'id': '94e8219a-57e1-4a61-bef9-a5e9e92eba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f9a678bc-a78e-49e1-a38e-5059d56edc29'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:11:12.907214 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-0d122985-bbac-4284-973f-aa7e5b388591 req-78f26415-1bd0-4d6a-8e6d-a01b249bc7d3 service neutron] Bound port: 331f413a-9ff7-4c60-b253-a4348148187f, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e8219a-57e1-4a61-bef9-a5e9e92eba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f9a678bc-a78e-49e1-a38e-5059d56edc29'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:11:12.907669 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-0d122985-bbac-4284-973f-aa7e5b388591 req-78f26415-1bd0-4d6a-8e6d-a01b249bc7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:12.912255 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-0d122985-bbac-4284-973f-aa7e5b388591 req-397d5aae-7474-4001-bd84-6e260b52b47d service neutron] Attempting to bind port e2c34497-1911-4b7d-9f7d-793d5ba3a972 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:11:12.912666 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-0d122985-bbac-4284-973f-aa7e5b388591 req-397d5aae-7474-4001-bd84-6e260b52b47d service neutron] Attempting to bind port e2c34497-1911-4b7d-9f7d-793d5ba3a972 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '94e8219a-57e1-4a61-bef9-a5e9e92eba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f9a678bc-a78e-49e1-a38e-5059d56edc29'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:11:12.913087 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d122985-bbac-4284-973f-aa7e5b388591 req-397d5aae-7474-4001-bd84-6e260b52b47d service neutron] Attempting to bind port e2c34497-1911-4b7d-9f7d-793d5ba3a972 on network f9a678bc-a78e-49e1-a38e-5059d56edc29 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:11:12.917487 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d122985-bbac-4284-973f-aa7e5b388591 req-397d5aae-7474-4001-bd84-6e260b52b47d service neutron] Port e2c34497-1911-4b7d-9f7d-793d5ba3a972 on network f9a678bc-a78e-49e1-a38e-5059d56edc29 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:11:12.918245 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d122985-bbac-4284-973f-aa7e5b388591 req-397d5aae-7474-4001-bd84-6e260b52b47d service neutron] Attempting to bind port e2c34497-1911-4b7d-9f7d-793d5ba3a972 on network f9a678bc-a78e-49e1-a38e-5059d56edc29 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:11:12.931022 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d122985-bbac-4284-973f-aa7e5b388591 req-397d5aae-7474-4001-bd84-6e260b52b47d service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:11:12.931389 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d122985-bbac-4284-973f-aa7e5b388591 req-397d5aae-7474-4001-bd84-6e260b52b47d service neutron] Checking segment: {'id': '94e8219a-57e1-4a61-bef9-a5e9e92eba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f9a678bc-a78e-49e1-a38e-5059d56edc29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:11:12.931764 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d122985-bbac-4284-973f-aa7e5b388591 req-397d5aae-7474-4001-bd84-6e260b52b47d service neutron] Bound using segment: {'id': '94e8219a-57e1-4a61-bef9-a5e9e92eba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f9a678bc-a78e-49e1-a38e-5059d56edc29'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:11:12.931912 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa976f6-5b1f-4e74-be1b-a570fb879d73 req-7a798992-6ffe-42f3-8a84-732913464958 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:12.932202 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-0d122985-bbac-4284-973f-aa7e5b388591 req-397d5aae-7474-4001-bd84-6e260b52b47d service neutron] Bound port: e2c34497-1911-4b7d-9f7d-793d5ba3a972, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e8219a-57e1-4a61-bef9-a5e9e92eba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f9a678bc-a78e-49e1-a38e-5059d56edc29'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:11:12.932557 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0d122985-bbac-4284-973f-aa7e5b388591 req-397d5aae-7474-4001-bd84-6e260b52b47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:12.933397 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9fa976f6-5b1f-4e74-be1b-a570fb879d73 req-7a798992-6ffe-42f3-8a84-732913464958 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 944 time: 0.0846627 Dec 17 15:11:13.010765 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9fa976f6-5b1f-4e74-be1b-a570fb879d73 req-21c9d3a5-6864-4ecf-87e2-5444ec12bd84 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564771 Dec 17 15:11:13.015171 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-0d122985-bbac-4284-973f-aa7e5b388591 req-78f26415-1bd0-4d6a-8e6d-a01b249bc7d3 service neutron] For port 331f413a-9ff7-4c60-b253-a4348148187f, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:11:13.016404 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-f017bcc9-b392-4134-b7f8-e96b52b5171f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:13.017918 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-f017bcc9-b392-4134-b7f8-e96b52b5171f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96ef05c814a947bb872da21a8a326a7b&device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 1096 time: 0.0755565 Dec 17 15:11:13.018859 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-0d122985-bbac-4284-973f-aa7e5b388591 req-78f26415-1bd0-4d6a-8e6d-a01b249bc7d3 service neutron] For port 331f413a-9ff7-4c60-b253-a4348148187f, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=331f413a-9ff7-4c60-b253-a4348148187f,segment=NetworkSegment(94e8219a-57e1-4a61-bef9-a5e9e92eba31),segment_id=94e8219a-57e1-4a61-bef9-a5e9e92eba31)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:11:13.073337 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99577f7f-53f3-4d21-ab14-8d790c6ce91e req-8893aba2-3554-4888-8604-e23f3f899fbc tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:13.074872 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-99577f7f-53f3-4d21-ab14-8d790c6ce91e req-8893aba2-3554-4888-8604-e23f3f899fbc tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 945 time: 0.0547576 Dec 17 15:11:13.091704 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-0d122985-bbac-4284-973f-aa7e5b388591 req-397d5aae-7474-4001-bd84-6e260b52b47d service neutron] For port e2c34497-1911-4b7d-9f7d-793d5ba3a972, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:11:13.110397 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-0d122985-bbac-4284-973f-aa7e5b388591 req-78f26415-1bd0-4d6a-8e6d-a01b249bc7d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:13.110689 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-0d122985-bbac-4284-973f-aa7e5b388591 req-397d5aae-7474-4001-bd84-6e260b52b47d service neutron] For port e2c34497-1911-4b7d-9f7d-793d5ba3a972, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e2c34497-1911-4b7d-9f7d-793d5ba3a972,segment=NetworkSegment(94e8219a-57e1-4a61-bef9-a5e9e92eba31),segment_id=94e8219a-57e1-4a61-bef9-a5e9e92eba31)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:11:13.142742 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-3fdd3575-5462-44d2-8e4a-6ac4e20b21d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:13.144201 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-3fdd3575-5462-44d2-8e4a-6ac4e20b21d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea HTTP/1.1" status: 200 len: 909 time: 0.1095462 Dec 17 15:11:13.170503 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-99577f7f-53f3-4d21-ab14-8d790c6ce91e req-383b963a-704b-42c9-905a-4da905ef3aa1 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892420 Dec 17 15:11:13.171984 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d122985-bbac-4284-973f-aa7e5b388591 req-78f26415-1bd0-4d6a-8e6d-a01b249bc7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:13.172795 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-0d122985-bbac-4284-973f-aa7e5b388591 req-78f26415-1bd0-4d6a-8e6d-a01b249bc7d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:13.174120 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0d122985-bbac-4284-973f-aa7e5b388591 req-78f26415-1bd0-4d6a-8e6d-a01b249bc7d3 service neutron] 10.222.0.13 "PUT /v2.0/ports/331f413a-9ff7-4c60-b253-a4348148187f HTTP/1.1" status: 200 len: 1091 time: 2.4253011 Dec 17 15:11:13.200137 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-3d8b418d-ddfa-419d-95ca-e85e4d721d3e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09e9e58f-a869-47cc-83f3-a01f3bc1c5ec HTTP/1.1" status: 200 len: 217 time: 0.0427909 Dec 17 15:11:13.213514 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b3747-f92b-45bc-a5de-71810f00682c req-62b35189-8d79-447d-8efe-0aa58cd71716 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:13.215053 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d97b3747-f92b-45bc-a5de-71810f00682c req-62b35189-8d79-447d-8efe-0aa58cd71716 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=53378151-3ca5-4787-95f7-4f66c0d0b72a HTTP/1.1" status: 200 len: 949 time: 0.1197033 Dec 17 15:11:13.221079 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f26415-1bd0-4d6a-8e6d-a01b249bc7d3 service neutron] Pushing event updated for resources: {'Port': ['ID=331f413a-9ff7-4c60-b253-a4348148187f,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:13.221611 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0d122985-bbac-4284-973f-aa7e5b388591 req-397d5aae-7474-4001-bd84-6e260b52b47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:13.277599 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d122985-bbac-4284-973f-aa7e5b388591 req-397d5aae-7474-4001-bd84-6e260b52b47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:13.278260 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0d122985-bbac-4284-973f-aa7e5b388591 req-397d5aae-7474-4001-bd84-6e260b52b47d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:13.280487 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0d122985-bbac-4284-973f-aa7e5b388591 req-397d5aae-7474-4001-bd84-6e260b52b47d service neutron] 10.222.0.13 "PUT /v2.0/ports/e2c34497-1911-4b7d-9f7d-793d5ba3a972 HTTP/1.1" status: 200 len: 1092 time: 1.0174494 Dec 17 15:11:13.287513 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7cb2727-0143-420d-ab20-d45bb85baf85', 'tag': 'e2c34497-1911-4b7d-9f7d-793d5ba3a972'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:11:13.289825 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b692e734-b831-4100-97e6-e0af2d7f8af7" -d '{"events": [{"name": "network-changed", "server_uuid": "e7cb2727-0143-420d-ab20-d45bb85baf85", "tag": "e2c34497-1911-4b7d-9f7d-793d5ba3a972"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:11:13.301984 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d97b3747-f92b-45bc-a5de-71810f00682c req-01f60dfc-12e2-4614-95f0-74b2fa3c26e2 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685506 Dec 17 15:11:13.320956 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-985fe161-769c-4331-9353-afba592437d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:13.325703 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-985fe161-769c-4331-9353-afba592437d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e07a04f7-750d-46bb-b1d6-18c61b699282 HTTP/1.1" status: 200 len: 848 time: 0.1131163 Dec 17 15:11:13.326264 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f30b0-d44d-48eb-a122-d14a9bde2172 req-bdce847b-7fd5-4595-bb7f-a69ed27a9147 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:13.329339 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c61f30b0-d44d-48eb-a122-d14a9bde2172 req-bdce847b-7fd5-4595-bb7f-a69ed27a9147 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7cb2727-0143-420d-ab20-d45bb85baf85 HTTP/1.1" status: 200 len: 944 time: 0.0725882 Dec 17 15:11:13.362183 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d5aae-7474-4001-bd84-6e260b52b47d service neutron] Pushing event updated for resources: {'Port': ['ID=e2c34497-1911-4b7d-9f7d-793d5ba3a972,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:13.385201 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-b8c740cb-3462-4440-af9a-4b2f40cbffe3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495603 Dec 17 15:11:13.386044 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c61f30b0-d44d-48eb-a122-d14a9bde2172 req-dc5d2399-572c-44a7-b4aa-c99f58ceb216 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e06391-53b1-4b65-97bd-7d1088f8d9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506351 Dec 17 15:11:13.410139 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d122985-bbac-4284-973f-aa7e5b388591 req-236e6cf5-642d-4836-b7aa-b293aa3e5ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:13.411567 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0d122985-bbac-4284-973f-aa7e5b388591 req-236e6cf5-642d-4836-b7aa-b293aa3e5ffb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d7a401394fa41daa40970acf22646c5&device_id=5112d360-b4bb-4cbb-ae97-4d39765549b8 HTTP/1.1" status: 200 len: 1094 time: 0.0925426 Dec 17 15:11:13.416511 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a51d01-a7b0-4e85-8c4b-350498421740 req-9f455afd-eb68-4e7a-8b2d-43c193aab116 tempest-ServersOnMultiNodesTest-1459550234 tempest-ServersOnMultiNodesTest-1459550234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:13.420804 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b6a51d01-a7b0-4e85-8c4b-350498421740 req-9f455afd-eb68-4e7a-8b2d-43c193aab116 tempest-ServersOnMultiNodesTest-1459550234 tempest-ServersOnMultiNodesTest-1459550234-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=352114f7-8acf-4a81-ae7f-f65a6451c12d HTTP/1.1" status: 200 len: 1101 time: 0.0466683 Dec 17 15:11:13.490451 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d122985-bbac-4284-973f-aa7e5b388591 req-ba9a8f70-9aef-4a29-947e-1a74348ca4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:13.491499 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0d122985-bbac-4284-973f-aa7e5b388591 req-365717d2-90ee-484c-ad3e-86dbcef82137 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=331f413a-9ff7-4c60-b253-a4348148187f HTTP/1.1" status: 200 len: 217 time: 0.0642607 Dec 17 15:11:13.492086 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0d122985-bbac-4284-973f-aa7e5b388591 req-ba9a8f70-9aef-4a29-947e-1a74348ca4e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d7a401394fa41daa40970acf22646c5&device_id=e7cb2727-0143-420d-ab20-d45bb85baf85 HTTP/1.1" status: 200 len: 1095 time: 0.0681109 Dec 17 15:11:13.497096 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b6a51d01-a7b0-4e85-8c4b-350498421740 req-4642c2d1-fabc-43a1-8f47-02b53c9fb045 tempest-ServersOnMultiNodesTest-1459550234 tempest-ServersOnMultiNodesTest-1459550234-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615752 Dec 17 15:11:13.559735 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0d122985-bbac-4284-973f-aa7e5b388591 req-6f8125a1-c42f-48cb-9635-033d9afcbb38 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2c34497-1911-4b7d-9f7d-793d5ba3a972 HTTP/1.1" status: 200 len: 217 time: 0.0377927 Dec 17 15:11:13.576782 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed40c26-b7db-40e2-85c0-00ea9646f2ab x-openstack-request-id: req-3ed40c26-b7db-40e2-85c0-00ea9646f2ab {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:11:13.577175 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7cb2727-0143-420d-ab20-d45bb85baf85", "tag": "e2c34497-1911-4b7d-9f7d-793d5ba3a972", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:11:13.577509 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3ed40c26-b7db-40e2-85c0-00ea9646f2ab {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:11:13.578183 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7cb2727-0143-420d-ab20-d45bb85baf85', 'tag': 'e2c34497-1911-4b7d-9f7d-793d5ba3a972', 'status': 'completed', 'code': 200} Dec 17 15:11:13.588216 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-a7701bd4-d19e-4bd8-8480-1856080d944e service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936538 Dec 17 15:11:13.591988 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d122985-bbac-4284-973f-aa7e5b388591 req-ffc06990-9ced-4515-b4bd-c5f3e6e477d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:13.594111 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0d122985-bbac-4284-973f-aa7e5b388591 req-ffc06990-9ced-4515-b4bd-c5f3e6e477d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7337baf1-c462-456e-9d9a-86c2fd75e251 HTTP/1.1" status: 200 len: 852 time: 0.0719607 Dec 17 15:11:13.621077 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d122985-bbac-4284-973f-aa7e5b388591 req-f2811095-f9b7-4c18-9998-bf234ec0f4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:13.623070 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0d122985-bbac-4284-973f-aa7e5b388591 req-f2811095-f9b7-4c18-9998-bf234ec0f4f3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7337baf1-c462-456e-9d9a-86c2fd75e251 HTTP/1.1" status: 200 len: 852 time: 0.0551367 Dec 17 15:11:13.655715 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0d122985-bbac-4284-973f-aa7e5b388591 req-8a280ce3-ac33-43c3-8f27-9326b7b87811 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9a678bc-a78e-49e1-a38e-5059d56edc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257454 Dec 17 15:11:13.684518 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0d122985-bbac-4284-973f-aa7e5b388591 req-a15e1167-ffa8-4e07-a4a9-d5706948c66a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9a678bc-a78e-49e1-a38e-5059d56edc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644333 Dec 17 15:11:13.755413 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0d122985-bbac-4284-973f-aa7e5b388591 req-23dc6708-0b7f-40d8-8949-ef31e1428cb6 service neutron] 10.222.0.13 "GET /v2.0/networks/f9a678bc-a78e-49e1-a38e-5059d56edc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894005 Dec 17 15:11:13.769493 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-e4dfdaed-c287-44a1-92f7-e1febff5d233 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732445 Dec 17 15:11:13.805860 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0d122985-bbac-4284-973f-aa7e5b388591 req-7d08f475-9b60-46aa-a287-9284c103f0ce service neutron] 10.222.0.13 "GET /v2.0/networks/f9a678bc-a78e-49e1-a38e-5059d56edc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118872 Dec 17 15:11:13.889309 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0d122985-bbac-4284-973f-aa7e5b388591 req-e488edfd-9064-4959-9229-72a0bfa9c674 service neutron] 10.222.0.13 "GET /v2.0/networks/f9a678bc-a78e-49e1-a38e-5059d56edc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162717 Dec 17 15:11:13.930569 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0d122985-bbac-4284-973f-aa7e5b388591 req-a351ae07-c576-41d1-8714-f8db56cfa517 service neutron] 10.222.0.13 "GET /v2.0/networks/f9a678bc-a78e-49e1-a38e-5059d56edc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169598 Dec 17 15:11:14.003273 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-610b78bb-d839-419c-b125-ddbe7e481809 req-f9e8ec30-c1e7-4f4b-bf9d-9778d3805aba tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=1929931f93c54c40a22ecb93d4604ccd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269487 Dec 17 15:11:14.020243 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98adf396-920a-4b30-beac-deb9968f04d7 req-3c297cb5-c2b9-4952-bdca-c3886ed719ba tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:14.021793 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98adf396-920a-4b30-beac-deb9968f04d7 req-3c297cb5-c2b9-4952-bdca-c3886ed719ba tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.0798621 Dec 17 15:11:14.032363 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5112d360-b4bb-4cbb-ae97-4d39765549b8', 'tag': '331f413a-9ff7-4c60-b253-a4348148187f'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:11:14.034610 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d2f9fc-8966-45f5-af2f-a7e540c2b083" -d '{"events": [{"name": "network-changed", "server_uuid": "5112d360-b4bb-4cbb-ae97-4d39765549b8", "tag": "331f413a-9ff7-4c60-b253-a4348148187f"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:11:14.047932 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692e734-b831-4100-97e6-e0af2d7f8af7 req-d21337a4-71bc-4bae-b826-36eedce56df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:14.051728 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b692e734-b831-4100-97e6-e0af2d7f8af7 req-d21337a4-71bc-4bae-b826-36eedce56df7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d7a401394fa41daa40970acf22646c5&device_id=e7cb2727-0143-420d-ab20-d45bb85baf85 HTTP/1.1" status: 200 len: 1095 time: 0.0444961 Dec 17 15:11:14.122606 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98adf396-920a-4b30-beac-deb9968f04d7 req-fd7912bb-b817-4c43-ab38-69853c3a0356 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826480 Dec 17 15:11:14.153328 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692e734-b831-4100-97e6-e0af2d7f8af7 req-953a3418-5db5-48f0-96e0-b10eb3b007cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:14.155134 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b692e734-b831-4100-97e6-e0af2d7f8af7 req-953a3418-5db5-48f0-96e0-b10eb3b007cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=f9a678bc-a78e-49e1-a38e-5059d56edc29 HTTP/1.1" status: 200 len: 913 time: 0.0939608 Dec 17 15:11:14.164869 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b78bb-d839-419c-b125-ddbe7e481809 req-bc2b3bbd-5b1f-4f87-b52b-dc7750afba8a tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:14.166501 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-610b78bb-d839-419c-b125-ddbe7e481809 req-bc2b3bbd-5b1f-4f87-b52b-dc7750afba8a tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1438210 Dec 17 15:11:14.176571 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5529f97c-446c-4cb2-bb5c-eb1e23eeea7a x-openstack-request-id: req-5529f97c-446c-4cb2-bb5c-eb1e23eeea7a {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:11:14.176890 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5112d360-b4bb-4cbb-ae97-4d39765549b8", "tag": "331f413a-9ff7-4c60-b253-a4348148187f", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:11:14.177301 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5529f97c-446c-4cb2-bb5c-eb1e23eeea7a {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:11:14.177717 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5112d360-b4bb-4cbb-ae97-4d39765549b8', 'tag': '331f413a-9ff7-4c60-b253-a4348148187f', 'status': 'completed', 'code': 200} Dec 17 15:11:14.186873 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-610b78bb-d839-419c-b125-ddbe7e481809 req-e6100a2b-7b2b-4fb1-8b64-3d0208fc4142 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/quotas/1929931f93c54c40a22ecb93d4604ccd HTTP/1.1" status: 200 len: 375 time: 0.0123005 Dec 17 15:11:14.198976 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b692e734-b831-4100-97e6-e0af2d7f8af7 req-805b5c65-88a9-4d7e-ac07-e6bb450c772d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2c34497-1911-4b7d-9f7d-793d5ba3a972 HTTP/1.1" status: 200 len: 217 time: 0.0356741 Dec 17 15:11:14.286202 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692e734-b831-4100-97e6-e0af2d7f8af7 req-ad7dba61-8051-4c52-b17a-497fe22eb8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:14.287552 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b692e734-b831-4100-97e6-e0af2d7f8af7 req-ad7dba61-8051-4c52-b17a-497fe22eb8f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7337baf1-c462-456e-9d9a-86c2fd75e251 HTTP/1.1" status: 200 len: 852 time: 0.0756783 Dec 17 15:11:14.296164 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-413eaccf-db9a-43aa-92e1-9280af0de0af service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0552609 Dec 17 15:11:14.300329 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-610b78bb-d839-419c-b125-ddbe7e481809 req-abb1a0bb-1ff5-42c4-bd0b-e9e0dc4fbcc8 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1929931f93c54c40a22ecb93d4604ccd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1039548 Dec 17 15:11:14.313912 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2f9fc-8966-45f5-af2f-a7e540c2b083 req-03b3d039-25a7-4236-96e9-b4f7d89f9171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:14.315388 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-92d2f9fc-8966-45f5-af2f-a7e540c2b083 req-03b3d039-25a7-4236-96e9-b4f7d89f9171 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d7a401394fa41daa40970acf22646c5&device_id=5112d360-b4bb-4cbb-ae97-4d39765549b8 HTTP/1.1" status: 200 len: 1094 time: 0.0912778 Dec 17 15:11:14.323288 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b692e734-b831-4100-97e6-e0af2d7f8af7 req-8aac3a63-8a88-4402-a15e-001753cd62fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9a678bc-a78e-49e1-a38e-5059d56edc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255101 Dec 17 15:11:14.327928 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fb43a-a2cd-47b3-a864-609f3a9349b0 req-cfd9a170-0171-417d-a638-a4a17e371cce tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:14.329464 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9e2fb43a-a2cd-47b3-a864-609f3a9349b0 req-cfd9a170-0171-417d-a638-a4a17e371cce tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 944 time: 0.0894098 Dec 17 15:11:14.421213 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9e2fb43a-a2cd-47b3-a864-609f3a9349b0 req-cdbf57e3-2cd5-40bf-b28d-29ede64d80f2 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856774 Dec 17 15:11:14.448901 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b692e734-b831-4100-97e6-e0af2d7f8af7 req-f8ce625d-f97b-4ad4-a35a-01f8545dc6fb service neutron] 10.222.0.13 "GET /v2.0/networks/f9a678bc-a78e-49e1-a38e-5059d56edc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044517 Dec 17 15:11:14.460463 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2f9fc-8966-45f5-af2f-a7e540c2b083 req-bbe5db28-a17b-44ce-90be-071ab617fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:14.462104 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-92d2f9fc-8966-45f5-af2f-a7e540c2b083 req-bbe5db28-a17b-44ce-90be-071ab617fb58 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f9a678bc-a78e-49e1-a38e-5059d56edc29 HTTP/1.1" status: 200 len: 913 time: 0.1189659 Dec 17 15:11:14.512053 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-92d2f9fc-8966-45f5-af2f-a7e540c2b083 req-c3d81706-ced9-475c-b0d4-67c270fa7b2c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=331f413a-9ff7-4c60-b253-a4348148187f HTTP/1.1" status: 200 len: 217 time: 0.0404475 Dec 17 15:11:14.553695 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b692e734-b831-4100-97e6-e0af2d7f8af7 req-7f176cec-b767-4d84-8cab-ca49ea5afdad service neutron] 10.222.0.13 "GET /v2.0/networks/f9a678bc-a78e-49e1-a38e-5059d56edc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965378 Dec 17 15:11:14.608446 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2f9fc-8966-45f5-af2f-a7e540c2b083 req-2ad3b6eb-c797-4644-a093-022c86f6ec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:14.610300 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-92d2f9fc-8966-45f5-af2f-a7e540c2b083 req-2ad3b6eb-c797-4644-a093-022c86f6ec80 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7337baf1-c462-456e-9d9a-86c2fd75e251 HTTP/1.1" status: 200 len: 852 time: 0.0884678 Dec 17 15:11:14.624073 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7881e60-0003-4215-b0fc-98e242dedcd2 req-048e8026-f370-4153-83a5-897a87966ee2 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:14.629608 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f7881e60-0003-4215-b0fc-98e242dedcd2 req-048e8026-f370-4153-83a5-897a87966ee2 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 945 time: 0.1165323 Dec 17 15:11:14.663677 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-92d2f9fc-8966-45f5-af2f-a7e540c2b083 req-d22ec607-81c0-4d01-87c7-17deeccc3f3c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9a678bc-a78e-49e1-a38e-5059d56edc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329595 Dec 17 15:11:14.730540 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f7881e60-0003-4215-b0fc-98e242dedcd2 req-1af3de06-c824-4a9c-ab62-1bfd1833cff8 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912693 Dec 17 15:11:14.819366 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-92d2f9fc-8966-45f5-af2f-a7e540c2b083 req-75b49d82-9991-45dc-885a-b0eb42369543 service neutron] 10.222.0.13 "GET /v2.0/networks/f9a678bc-a78e-49e1-a38e-5059d56edc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371803 Dec 17 15:11:14.897651 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f81c48-57e3-493a-8976-30023e688f0f req-993fc17c-3ab2-4c4f-b555-d5dd787ab361 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:14.899153 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f3f81c48-57e3-493a-8976-30023e688f0f req-993fc17c-3ab2-4c4f-b555-d5dd787ab361 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=53378151-3ca5-4787-95f7-4f66c0d0b72a HTTP/1.1" status: 200 len: 949 time: 0.1001141 Dec 17 15:11:14.963022 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f3f81c48-57e3-493a-8976-30023e688f0f req-db7fbf76-7181-4eda-bfcb-585b461746a7 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573909 Dec 17 15:11:14.966887 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-92d2f9fc-8966-45f5-af2f-a7e540c2b083 req-c6d528c5-26d9-4ca4-9e83-1e51aa61a940 service neutron] 10.222.0.13 "GET /v2.0/networks/f9a678bc-a78e-49e1-a38e-5059d56edc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321089 Dec 17 15:11:15.083446 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc60ef-994d-4b2a-8492-413fa9ae2f07 req-ef6dc751-a32b-461f-ab97-5ab41dadc9fc tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:15.085175 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cedc60ef-994d-4b2a-8492-413fa9ae2f07 req-ef6dc751-a32b-461f-ab97-5ab41dadc9fc tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7cb2727-0143-420d-ab20-d45bb85baf85 HTTP/1.1" status: 200 len: 944 time: 0.0560899 Dec 17 15:11:15.132111 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cedc60ef-994d-4b2a-8492-413fa9ae2f07 req-3f61d089-2205-4dbd-8bc5-4676925aaf8e tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e06391-53b1-4b65-97bd-7d1088f8d9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358574 Dec 17 15:11:15.429228 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529fcbe-7f5d-43c6-a932-6ff5c5755669 req-cf308eee-c0d0-4639-86f4-61394f76c5d6 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:15.429228 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c529fcbe-7f5d-43c6-a932-6ff5c5755669 req-cf308eee-c0d0-4639-86f4-61394f76c5d6 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.1051078 Dec 17 15:11:15.450817 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e63e8e-07ec-449a-9639-b92972e2de75 req-6b181d2c-e6f2-4673-90ff-0b72c7b81e8a tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:15.453508 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-09e63e8e-07ec-449a-9639-b92972e2de75 req-6b181d2c-e6f2-4673-90ff-0b72c7b81e8a tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.41 "GET /v2.0/ports?device_id=53378151-3ca5-4787-95f7-4f66c0d0b72a HTTP/1.1" status: 200 len: 949 time: 0.1005979 Dec 17 15:11:15.544860 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c529fcbe-7f5d-43c6-a932-6ff5c5755669 req-88b40759-9a95-43dd-bd8b-24395e5122f7 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087756 Dec 17 15:11:15.547303 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6902218-9513-4efd-a1cb-235639f55642 req-4100ef2f-c49c-4a20-9223-a6fabef0a2ac tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38296a9-73e5-46eb-9331-496952ac94ce HTTP/1.1" status: 200 len: 210 time: 0.0884016 Dec 17 15:11:15.585504 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-09e63e8e-07ec-449a-9639-b92972e2de75 req-3182cc0d-ed80-4c94-881e-f3e549386983 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Deleting port dfdc7bf9-c982-41ea-ad45-42c6b9664750 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:11:15.585762 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-09e63e8e-07ec-449a-9639-b92972e2de75 req-3182cc0d-ed80-4c94-881e-f3e549386983 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:15.669805 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd17ab-c883-493e-8ee3-b0723cea2a75 req-16b283c6-f12b-43f4-b431-5da4af02dbea tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:15.671355 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0cfd17ab-c883-493e-8ee3-b0723cea2a75 req-16b283c6-f12b-43f4-b431-5da4af02dbea tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 944 time: 0.0632589 Dec 17 15:11:15.685738 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-09e63e8e-07ec-449a-9639-b92972e2de75 req-3182cc0d-ed80-4c94-881e-f3e549386983 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] For port dfdc7bf9-c982-41ea-ad45-42c6b9664750, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=dfdc7bf9-c982-41ea-ad45-42c6b9664750,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:15.686132 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-09e63e8e-07ec-449a-9639-b92972e2de75 req-3182cc0d-ed80-4c94-881e-f3e549386983 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:15.703228 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-09e63e8e-07ec-449a-9639-b92972e2de75 req-3182cc0d-ed80-4c94-881e-f3e549386983 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Calling delete_port for dfdc7bf9-c982-41ea-ad45-42c6b9664750 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:11:15.726255 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0cfd17ab-c883-493e-8ee3-b0723cea2a75 req-f9086b7f-70ff-46ab-8884-bdc38ea86ef0 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485289 Dec 17 15:11:15.891290 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9805060-22b0-45ef-80a1-1981445c3fd0 req-a457a288-d6ca-4c42-9326-13f6e6982440 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:15.894497 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c9805060-22b0-45ef-80a1-1981445c3fd0 req-a457a288-d6ca-4c42-9326-13f6e6982440 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 945 time: 0.0786040 Dec 17 15:11:15.933437 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c9805060-22b0-45ef-80a1-1981445c3fd0 req-19eeb60e-7a08-41e5-83da-d47305c3a559 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342777 Dec 17 15:11:15.970504 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-09e63e8e-07ec-449a-9639-b92972e2de75 req-3182cc0d-ed80-4c94-881e-f3e549386983 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:16.014825 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['e5425115-a717-4f09-abd4-6f600fc46a6e'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:11:16.020989 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3182cc0d-ed80-4c94-881e-f3e549386983 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Pushing event deleted for resources: {'Port': ['ID=dfdc7bf9-c982-41ea-ad45-42c6b9664750,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:16.091976 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e63e8e-07ec-449a-9639-b92972e2de75 req-3182cc0d-ed80-4c94-881e-f3e549386983 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] No DVR routers for this DVR port dfdc7bf9-c982-41ea-ad45-42c6b9664750 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:11:16.096271 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-09e63e8e-07ec-449a-9639-b92972e2de75 req-3182cc0d-ed80-4c94-881e-f3e549386983 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:16.100155 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-09e63e8e-07ec-449a-9639-b92972e2de75 req-3182cc0d-ed80-4c94-881e-f3e549386983 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.41 "DELETE /v2.0/ports/dfdc7bf9-c982-41ea-ad45-42c6b9664750 HTTP/1.1" status: 204 len: 173 time: 0.6404805 Dec 17 15:11:16.100621 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53378151-3ca5-4787-95f7-4f66c0d0b72a', 'name': 'network-vif-deleted', 'tag': 'dfdc7bf9-c982-41ea-ad45-42c6b9664750'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:11:16.103318 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d099b82-3aae-4834-94ed-4591b32ed05d" -d '{"events": [{"server_uuid": "53378151-3ca5-4787-95f7-4f66c0d0b72a", "name": "network-vif-deleted", "tag": "dfdc7bf9-c982-41ea-ad45-42c6b9664750"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:11:16.154720 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dc235aae-8518-4570-8826-f0438e69fd68 req-24f60145-04cf-4b3d-ba1b-3af4d847e978 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=53378151-3ca5-4787-95f7-4f66c0d0b72a HTTP/1.1" status: 200 len: 210 time: 0.0866513 Dec 17 15:11:16.163874 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67681e79-da41-4944-b76e-cc6030c2387b x-openstack-request-id: req-67681e79-da41-4944-b76e-cc6030c2387b {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:11:16.164171 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53378151-3ca5-4787-95f7-4f66c0d0b72a", "name": "network-vif-deleted", "tag": "dfdc7bf9-c982-41ea-ad45-42c6b9664750", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:11:16.164418 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-67681e79-da41-4944-b76e-cc6030c2387b {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:11:16.165250 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53378151-3ca5-4787-95f7-4f66c0d0b72a', 'name': 'network-vif-deleted', 'tag': 'dfdc7bf9-c982-41ea-ad45-42c6b9664750', 'status': 'completed', 'code': 200} Dec 17 15:11:16.303939 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4052fd8-4715-4c93-809d-c053918cbfea req-5772e0f2-b74a-4497-8e17-75463376319b tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:16.314869 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a4052fd8-4715-4c93-809d-c053918cbfea req-5772e0f2-b74a-4497-8e17-75463376319b tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7cb2727-0143-420d-ab20-d45bb85baf85 HTTP/1.1" status: 200 len: 944 time: 0.0711486 Dec 17 15:11:16.359910 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a4052fd8-4715-4c93-809d-c053918cbfea req-25c47d62-2dc2-4629-b194-2dee7c243728 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e06391-53b1-4b65-97bd-7d1088f8d9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445619 Dec 17 15:11:16.644238 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fe8f5304-5db8-4f2f-b8b3-caf86bc74f61 req-cfe5e4ac-e172-4db7-8a7f-1b94aba6e874 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38296a9-73e5-46eb-9331-496952ac94ce HTTP/1.1" status: 200 len: 210 time: 0.0301914 Dec 17 15:11:16.692234 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e90df5-f68e-4248-8a37-3faa9cbdbb30 req-5b75c67d-2a79-440a-b2b9-a307aa9f9a6d tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:16.693946 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-23e90df5-f68e-4248-8a37-3faa9cbdbb30 req-5b75c67d-2a79-440a-b2b9-a307aa9f9a6d tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.0521109 Dec 17 15:11:16.734787 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-23e90df5-f68e-4248-8a37-3faa9cbdbb30 req-702c0d19-ded7-4927-8757-52e1a42cf189 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329549 Dec 17 15:11:16.853469 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e9bc2-ee90-4fe7-9781-16db96658b01 req-3b5fba88-af59-44ff-a2f9-e152d8101597 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:16.855223 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f00e9bc2-ee90-4fe7-9781-16db96658b01 req-3b5fba88-af59-44ff-a2f9-e152d8101597 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 944 time: 0.0534241 Dec 17 15:11:16.895611 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f00e9bc2-ee90-4fe7-9781-16db96658b01 req-b32b02a9-004e-423e-9a27-083781532945 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329149 Dec 17 15:11:16.933178 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e2c34497-1911-4b7d-9f7d-793d5ba3a972 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:11:17.035116 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port e2c34497-1911-4b7d-9f7d-793d5ba3a972, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e2c34497-1911-4b7d-9f7d-793d5ba3a972,segment=NetworkSegment(94e8219a-57e1-4a61-bef9-a5e9e92eba31),segment_id=94e8219a-57e1-4a61-bef9-a5e9e92eba31)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:17.047822 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'e2c34497-1911-4b7d-9f7d-793d5ba3a972', 'network_id': 'f9a678bc-a78e-49e1-a38e-5059d56edc29', 'port_id': 'e2c34497-1911-4b7d-9f7d-793d5ba3a972', 'mac_address': 'fa:16:3e:da:4a:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7337baf1-c462-456e-9d9a-86c2fd75e251', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:11:17.062727 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c967a-a21f-4c7a-966d-0244aeeef7da req-b0552162-7cf3-4613-8d07-a11f69913389 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:17.064396 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-322c967a-a21f-4c7a-966d-0244aeeef7da req-b0552162-7cf3-4613-8d07-a11f69913389 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 945 time: 0.0525298 Dec 17 15:11:17.088197 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:17.106587 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c34497-1911-4b7d-9f7d-793d5ba3a972 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:11:17.108484 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-322c967a-a21f-4c7a-966d-0244aeeef7da req-23e53c4b-580e-49ed-af7d-8147effc7175 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355144 Dec 17 15:11:17.130759 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port e2c34497-1911-4b7d-9f7d-793d5ba3a972, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e2c34497-1911-4b7d-9f7d-793d5ba3a972,segment=NetworkSegment(94e8219a-57e1-4a61-bef9-a5e9e92eba31),segment_id=94e8219a-57e1-4a61-bef9-a5e9e92eba31)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:17.164949 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-249cf089-257d-422e-9d63-3f1c5018bcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:17.166484 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-249cf089-257d-422e-9d63-3f1c5018bcf7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 1099 time: 0.0799956 Dec 17 15:11:17.266692 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:17.267452 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 331f413a-9ff7-4c60-b253-a4348148187f details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:11:17.269303 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-fe5e29bd-4964-48ca-b2d0-d8f4d755dbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:17.270804 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-fe5e29bd-4964-48ca-b2d0-d8f4d755dbb0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.0924428 Dec 17 15:11:17.320867 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-97b0cff7-f65a-41ce-80a6-f672b0800844 req-0e71cd19-d956-4fdd-b7df-5aed7989d198 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=53378151-3ca5-4787-95f7-4f66c0d0b72a HTTP/1.1" status: 200 len: 210 time: 0.0590527 Dec 17 15:11:17.332394 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-e7bb82b2-43c7-4d2a-9499-ad25b2226e46 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=38bfe9ef-a4ab-4fbd-91b7-c658f9574008 HTTP/1.1" status: 200 len: 217 time: 0.0531433 Dec 17 15:11:17.380549 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 331f413a-9ff7-4c60-b253-a4348148187f, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=331f413a-9ff7-4c60-b253-a4348148187f,segment=NetworkSegment(94e8219a-57e1-4a61-bef9-a5e9e92eba31),segment_id=94e8219a-57e1-4a61-bef9-a5e9e92eba31)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:17.383106 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=e2c34497-1911-4b7d-9f7d-793d5ba3a972,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:17.400197 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:17.401155 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:17.401511 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:17.401850 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:17.402183 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:17.402513 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:17.402840 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:17.403157 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:17.404108 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:17.404640 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:17.405160 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:17.405493 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:17.413188 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '331f413a-9ff7-4c60-b253-a4348148187f', 'network_id': 'f9a678bc-a78e-49e1-a38e-5059d56edc29', 'port_id': '331f413a-9ff7-4c60-b253-a4348148187f', 'mac_address': 'fa:16:3e:a7:cb:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7337baf1-c462-456e-9d9a-86c2fd75e251', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:11:17.418427 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-61eed07e-cfe8-4561-b6d9-4c5b91918e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:17.420013 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-61eed07e-cfe8-4561-b6d9-4c5b91918e6d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0737567 Dec 17 15:11:17.457846 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:17.473814 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 331f413a-9ff7-4c60-b253-a4348148187f {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:11:17.484103 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-913595b7-f117-4272-8283-320183e50ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:17.488565 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-913595b7-f117-4272-8283-320183e50ec6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0552280 Dec 17 15:11:17.509448 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 331f413a-9ff7-4c60-b253-a4348148187f, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=331f413a-9ff7-4c60-b253-a4348148187f,segment=NetworkSegment(94e8219a-57e1-4a61-bef9-a5e9e92eba31),segment_id=94e8219a-57e1-4a61-bef9-a5e9e92eba31)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:17.513992 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device dfdc7bf9-c982-41ea-ad45-42c6b9664750 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:11:17.527574 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08078b15-0415-459a-a4c3-e92978f3392c req-5fc10931-7c7a-4624-911f-ffabfcb4773e tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:17.536427 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-08078b15-0415-459a-a4c3-e92978f3392c req-5fc10931-7c7a-4624-911f-ffabfcb4773e tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7cb2727-0143-420d-ab20-d45bb85baf85 HTTP/1.1" status: 200 len: 945 time: 0.0835950 Dec 17 15:11:17.541008 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: dfdc7bf9-c982-41ea-ad45-42c6b9664750 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:11:17.541406 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device dfdc7bf9-c982-41ea-ad45-42c6b9664750 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:11:17.585619 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-08078b15-0415-459a-a4c3-e92978f3392c req-bbfe3615-bb4f-49f3-a38a-cd6aa8adba23 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e06391-53b1-4b65-97bd-7d1088f8d9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478716 Dec 17 15:11:17.603278 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:17.635082 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-b5abd52b-58b4-45d3-92ac-a1f2e3369188 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324198 Dec 17 15:11:17.652404 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=331f413a-9ff7-4c60-b253-a4348148187f,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:17.817860 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-e9547fc7-1b17-4ef3-9254-3fd9b36dc4c4 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684086 Dec 17 15:11:17.825262 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5401ab67-43c1-4971-a4b4-b3099f15d0c0 req-5a5937ed-624b-4cdd-90ff-d4da22be1926 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38296a9-73e5-46eb-9331-496952ac94ce HTTP/1.1" status: 200 len: 210 time: 0.0460198 Dec 17 15:11:17.891303 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa461e9c-2233-48e7-9167-7fdafc2a9905 req-dacb84ce-afa2-449e-9286-cba742ad893f tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:17.891912 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aa461e9c-2233-48e7-9167-7fdafc2a9905 req-dacb84ce-afa2-449e-9286-cba742ad893f tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.0626385 Dec 17 15:11:17.932860 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aa461e9c-2233-48e7-9167-7fdafc2a9905 req-d7f96e0b-89a5-467d-9a4d-80ca970630c1 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346293 Dec 17 15:11:18.012950 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['e2c34497-1911-4b7d-9f7d-793d5ba3a972'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:11:18.037872 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c17070-8801-45f4-95e6-a5feea4bd4a7 req-2aa28346-d2d7-4e03-b7f4-a7b1a0600845 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:18.039538 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-09c17070-8801-45f4-95e6-a5feea4bd4a7 req-2aa28346-d2d7-4e03-b7f4-a7b1a0600845 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 944 time: 0.0678895 Dec 17 15:11:18.054484 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['331f413a-9ff7-4c60-b253-a4348148187f'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:11:18.080026 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-09c17070-8801-45f4-95e6-a5feea4bd4a7 req-16082d62-1076-4b70-b5b9-06b13a06054f tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337529 Dec 17 15:11:18.260267 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f31ef5-4b86-4c58-b947-2f2b88f6938f req-e818efae-9c30-4bf4-aaa0-ae08f86d7b36 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:18.262117 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4f31ef5-4b86-4c58-b947-2f2b88f6938f req-e818efae-9c30-4bf4-aaa0-ae08f86d7b36 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 945 time: 0.0612118 Dec 17 15:11:18.308038 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4f31ef5-4b86-4c58-b947-2f2b88f6938f req-0985f387-a041-47f9-b889-4f0291a7bf22 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344267 Dec 17 15:11:18.742290 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68872d36-dddc-45aa-befb-eef2430a1e63 req-d5637d83-4a57-4587-b543-eaa7b66b0d90 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:18.744053 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68872d36-dddc-45aa-befb-eef2430a1e63 req-d5637d83-4a57-4587-b543-eaa7b66b0d90 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7cb2727-0143-420d-ab20-d45bb85baf85 HTTP/1.1" status: 200 len: 945 time: 0.0780454 Dec 17 15:11:18.795644 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68872d36-dddc-45aa-befb-eef2430a1e63 req-44e9084f-4c88-48e6-bcd7-5ad1e365719e tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e06391-53b1-4b65-97bd-7d1088f8d9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438368 Dec 17 15:11:18.819711 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-610b78bb-d839-419c-b125-ddbe7e481809 req-21b56244-cae0-4ced-bb18-42abc7f318bf tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1929931f93c54c40a22ecb93d4604ccd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231440 Dec 17 15:11:18.979158 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fcf24b71-12a0-4c96-a907-b48fd73b457b req-f5897cd3-420c-4687-972a-0dcb7b5b3f28 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38296a9-73e5-46eb-9331-496952ac94ce HTTP/1.1" status: 200 len: 210 time: 0.0491357 Dec 17 15:11:19.019825 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044d0f7-bf51-4329-9441-13f157cbc429 req-91c51a6a-7b06-4e14-a3b1-3921f12eb5e9 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:19.021329 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f044d0f7-bf51-4329-9441-13f157cbc429 req-91c51a6a-7b06-4e14-a3b1-3921f12eb5e9 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 951 time: 0.1274798 Dec 17 15:11:19.043999 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b78bb-d839-419c-b125-ddbe7e481809 req-e4a875c6-fc88-4a7e-bd7f-af8512539edd tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:19.045417 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-610b78bb-d839-419c-b125-ddbe7e481809 req-e4a875c6-fc88-4a7e-bd7f-af8512539edd tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2142577 Dec 17 15:11:19.067505 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-610b78bb-d839-419c-b125-ddbe7e481809 req-87d90e16-5c28-42e5-993c-634456bbb2f1 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Request body: {'port': {'device_id': 'a97d009f-7952-41ca-8e46-16e42d400c1d', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'admin_state_up': True, 'tenant_id': '1929931f93c54c40a22ecb93d4604ccd'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:11:19.150500 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f044d0f7-bf51-4329-9441-13f157cbc429 req-ab206740-adb6-4375-9fa8-271ed4f15bd5 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233468 Dec 17 15:11:19.180933 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdeee1b-1c84-4d99-abe0-acb3a12a9f29 req-2c76fcc3-fea5-4afe-b90c-1953974202cb tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:19.182481 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6cdeee1b-1c84-4d99-abe0-acb3a12a9f29 req-2c76fcc3-fea5-4afe-b90c-1953974202cb tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.1362214 Dec 17 15:11:19.191812 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-610b78bb-d839-419c-b125-ddbe7e481809 req-5e041dd6-0aa7-4b14-85b6-7f15968a7762 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1929931f93c54c40a22ecb93d4604ccd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504699 Dec 17 15:11:19.274224 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6cdeee1b-1c84-4d99-abe0-acb3a12a9f29 req-d54fd179-1401-4a16-b5d1-b7ec98b44c1a tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812569 Dec 17 15:11:19.306727 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255cc09-d530-4075-8f94-eee43d4bdaec req-89b31294-3e46-4596-8f81-e9ce989661cd tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:19.306727 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b255cc09-d530-4075-8f94-eee43d4bdaec req-89b31294-3e46-4596-8f81-e9ce989661cd tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 944 time: 0.0765934 Dec 17 15:11:19.322754 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b78bb-d839-419c-b125-ddbe7e481809 req-aa608306-fec2-4e47-82dd-2743d2d8d10b tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:19.324290 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-610b78bb-d839-419c-b125-ddbe7e481809 req-aa608306-fec2-4e47-82dd-2743d2d8d10b tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1172245 Dec 17 15:11:19.336893 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-610b78bb-d839-419c-b125-ddbe7e481809 req-87d90e16-5c28-42e5-993c-634456bbb2f1 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Made reservation on behalf of 1929931f93c54c40a22ecb93d4604ccd for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:11:19.340837 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-610b78bb-d839-419c-b125-ddbe7e481809 req-87d90e16-5c28-42e5-993c-634456bbb2f1 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:19.351697 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-610b78bb-d839-419c-b125-ddbe7e481809 req-ceeb7a8d-cadf-493c-add3-060329b112cc tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Request body: {'port': {'device_id': 'd38296a9-73e5-46eb-9331-496952ac94ce', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'admin_state_up': True, 'tenant_id': '1929931f93c54c40a22ecb93d4604ccd'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:11:19.375365 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b255cc09-d530-4075-8f94-eee43d4bdaec req-de0e57a2-81c3-4464-8f37-3ffb36aef9ee tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586767 Dec 17 15:11:19.496914 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 6e1e00b8-8858-4e12-baeb-9904e7a81949 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:11:19.506320 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5dfff-8904-4e8e-9157-13dcdcebbacc req-88c33e46-bbd6-4f25-9673-539587cea8a8 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:19.508199 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-84d5dfff-8904-4e8e-9157-13dcdcebbacc req-88c33e46-bbd6-4f25-9673-539587cea8a8 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 945 time: 0.1257522 Dec 17 15:11:19.555326 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-610b78bb-d839-419c-b125-ddbe7e481809 req-87d90e16-5c28-42e5-993c-634456bbb2f1 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Allocated IP 192.168.233.135 (f97c7142-717f-43eb-a835-5fcd8d6a6486/b0a1cb4f-5aa5-4130-b24e-105310ef66e4/6e40d640-2815-414d-ab81-3ee608b6eaa1) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:11:19.564187 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-610b78bb-d839-419c-b125-ddbe7e481809 req-ceeb7a8d-cadf-493c-add3-060329b112cc tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Made reservation on behalf of 1929931f93c54c40a22ecb93d4604ccd for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:11:19.567524 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-610b78bb-d839-419c-b125-ddbe7e481809 req-ceeb7a8d-cadf-493c-add3-060329b112cc tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:19.578284 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-84d5dfff-8904-4e8e-9157-13dcdcebbacc req-b5ccf2d2-02fe-4de7-b0e5-261c7d423f1c tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596125 Dec 17 15:11:19.732612 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-610b78bb-d839-419c-b125-ddbe7e481809 req-87d90e16-5c28-42e5-993c-634456bbb2f1 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:19.821064 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-610b78bb-d839-419c-b125-ddbe7e481809 req-87d90e16-5c28-42e5-993c-634456bbb2f1 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:19.864497 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-610b78bb-d839-419c-b125-ddbe7e481809 req-87d90e16-5c28-42e5-993c-634456bbb2f1 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Network f97c7142-717f-43eb-a835-5fcd8d6a6486 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:11:19.867581 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-610b78bb-d839-419c-b125-ddbe7e481809 req-87d90e16-5c28-42e5-993c-634456bbb2f1 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:11:19.871175 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-610b78bb-d839-419c-b125-ddbe7e481809 req-87d90e16-5c28-42e5-993c-634456bbb2f1 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:11:19.892051 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['84ec1fa8-4fe6-41c9-9253-fd20873a5605', 'f3c715b8-b680-4273-a5af-bb9e8f873645', '06c2999c-bbee-475b-952d-fa0f041bc37d'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:11:19.893568 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-610b78bb-d839-419c-b125-ddbe7e481809 req-ceeb7a8d-cadf-493c-add3-060329b112cc tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Allocated IP 192.168.233.90 (f97c7142-717f-43eb-a835-5fcd8d6a6486/b0a1cb4f-5aa5-4130-b24e-105310ef66e4/fc6373c2-87ee-4df2-a142-168326ebbfee) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:11:19.903142 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d90e16-5c28-42e5-993c-634456bbb2f1 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Pushing event updated for resources: {'Port': ['ID=6e40d640-2815-414d-ab81-3ee608b6eaa1,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:19.979337 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b78bb-d839-419c-b125-ddbe7e481809 req-87d90e16-5c28-42e5-993c-634456bbb2f1 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:19.979337 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-610b78bb-d839-419c-b125-ddbe7e481809 req-87d90e16-5c28-42e5-993c-634456bbb2f1 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:20.046883 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675776c-b2e1-4685-bdb1-dd71bf9116a8 req-6bad4e06-f976-4238-9f56-bf01c4bdc6d4 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:20.055255 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b675776c-b2e1-4685-bdb1-dd71bf9116a8 req-6bad4e06-f976-4238-9f56-bf01c4bdc6d4 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7cb2727-0143-420d-ab20-d45bb85baf85 HTTP/1.1" status: 200 len: 945 time: 0.1756434 Dec 17 15:11:20.109323 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-84faa425-a283-4791-979a-9f46e23a983f req-1446da30-f60f-4f25-a11c-2d2c97c0aeaa tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38296a9-73e5-46eb-9331-496952ac94ce HTTP/1.1" status: 200 len: 210 time: 0.0361884 Dec 17 15:11:20.114617 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-610b78bb-d839-419c-b125-ddbe7e481809 req-87d90e16-5c28-42e5-993c-634456bbb2f1 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0520527 Dec 17 15:11:20.130602 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b675776c-b2e1-4685-bdb1-dd71bf9116a8 req-eaa840d5-712c-462f-b2ef-3b7827edab66 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e06391-53b1-4b65-97bd-7d1088f8d9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744963 Dec 17 15:11:20.136110 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-610b78bb-d839-419c-b125-ddbe7e481809 req-df514222-75e0-487a-afe9-a7a844f2d4ce service neutron] Request body: {'port': {'device_id': 'a97d009f-7952-41ca-8e46-16e42d400c1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:11:20.144698 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-610b78bb-d839-419c-b125-ddbe7e481809 req-ceeb7a8d-cadf-493c-add3-060329b112cc tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:20.196215 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-610b78bb-d839-419c-b125-ddbe7e481809 req-df514222-75e0-487a-afe9-a7a844f2d4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:20.236750 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-41a8c255-0fbf-416d-893e-d41d9f8606cd None None] Provisioning complete for port 6e40d640-2815-414d-ab81-3ee608b6eaa1 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:11:20.237119 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-41a8c255-0fbf-416d-893e-d41d9f8606cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:20.249325 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-610b78bb-d839-419c-b125-ddbe7e481809 req-ceeb7a8d-cadf-493c-add3-060329b112cc tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:20.291982 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-610b78bb-d839-419c-b125-ddbe7e481809 req-ceeb7a8d-cadf-493c-add3-060329b112cc tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Network f97c7142-717f-43eb-a835-5fcd8d6a6486 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:11:20.297102 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-610b78bb-d839-419c-b125-ddbe7e481809 req-ceeb7a8d-cadf-493c-add3-060329b112cc tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:11:20.301191 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-610b78bb-d839-419c-b125-ddbe7e481809 req-ceeb7a8d-cadf-493c-add3-060329b112cc tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:11:20.303993 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-41a8c255-0fbf-416d-893e-d41d9f8606cd None None] Port 6e40d640-2815-414d-ab81-3ee608b6eaa1 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:11:20.335045 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb7a8d-cadf-493c-add3-060329b112cc tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Pushing event updated for resources: {'Port': ['ID=fc6373c2-87ee-4df2-a142-168326ebbfee,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:20.375448 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b78bb-d839-419c-b125-ddbe7e481809 req-ceeb7a8d-cadf-493c-add3-060329b112cc tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:20.376033 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680da29-254d-4350-89c5-71c2652e7792 req-c80c6b3b-f14b-4459-b544-117e76e85aa2 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:20.376193 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-610b78bb-d839-419c-b125-ddbe7e481809 req-ceeb7a8d-cadf-493c-add3-060329b112cc tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:20.377622 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8680da29-254d-4350-89c5-71c2652e7792 req-c80c6b3b-f14b-4459-b544-117e76e85aa2 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 951 time: 0.1471415 Dec 17 15:11:20.482744 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-610b78bb-d839-419c-b125-ddbe7e481809 req-ceeb7a8d-cadf-493c-add3-060329b112cc tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1363893 Dec 17 15:11:20.507866 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8680da29-254d-4350-89c5-71c2652e7792 req-6dec4d6a-170e-4e7b-80a1-e086a805d2f9 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161497 Dec 17 15:11:20.515199 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-610b78bb-d839-419c-b125-ddbe7e481809 req-59d0dbeb-253b-4fca-ba2e-7dbd3382b6e7 service neutron] Request body: {'port': {'device_id': 'd38296a9-73e5-46eb-9331-496952ac94ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:11:20.518717 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad4a13-4838-4363-8f28-ee260d365d0a req-1aef1dc0-a351-4c49-a40f-6e91902bbd97 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:20.537800 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7fad4a13-4838-4363-8f28-ee260d365d0a req-1aef1dc0-a351-4c49-a40f-6e91902bbd97 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.1568124 Dec 17 15:11:20.554693 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-ae9c0cc7-1eb7-422d-9612-a16ff6d57e9a None None] Provisioning complete for port fc6373c2-87ee-4df2-a142-168326ebbfee triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:11:20.555666 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ae9c0cc7-1eb7-422d-9612-a16ff6d57e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:20.581038 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-610b78bb-d839-419c-b125-ddbe7e481809 req-59d0dbeb-253b-4fca-ba2e-7dbd3382b6e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:20.595624 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-ae9c0cc7-1eb7-422d-9612-a16ff6d57e9a None None] Port fc6373c2-87ee-4df2-a142-168326ebbfee cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:11:20.685885 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7fad4a13-4838-4363-8f28-ee260d365d0a req-8cf13184-c2c0-429e-8991-be4279235dd0 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393316 Dec 17 15:11:20.716193 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e48114-2ba6-4074-bf08-d50a856c1566 req-70a74431-c728-46e2-8bf8-f968cec7ce1b tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:20.717727 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-33e48114-2ba6-4074-bf08-d50a856c1566 req-70a74431-c728-46e2-8bf8-f968cec7ce1b tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 944 time: 0.1374993 Dec 17 15:11:20.724440 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-ca8c97c0-06fa-4a31-b36c-1cd732d5a3e5 service neutron] 10.222.0.41 "GET /v2.0/ports/6e1e00b8-8858-4e12-baeb-9904e7a81949/bindings/n-h2-820553-2 HTTP/1.1" status: 200 len: 384 time: 0.2138216 Dec 17 15:11:20.818775 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-610b78bb-d839-419c-b125-ddbe7e481809 req-df514222-75e0-487a-afe9-a7a844f2d4ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e40d640-2815-414d-ab81-3ee608b6eaa1 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:11:20.855284 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-610b78bb-d839-419c-b125-ddbe7e481809 req-df514222-75e0-487a-afe9-a7a844f2d4ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:20.872878 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-33e48114-2ba6-4074-bf08-d50a856c1566 req-79462cc3-44e3-4553-b9b3-2ed11bc0ffd0 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460667 Dec 17 15:11:20.894071 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-610b78bb-d839-419c-b125-ddbe7e481809 req-df514222-75e0-487a-afe9-a7a844f2d4ce service neutron] Transition to ACTIVE for port object 6e40d640-2815-414d-ab81-3ee608b6eaa1 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:11:20.927224 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a50698-1071-4360-addc-c586bb1af418 req-842a65f4-91db-4fd4-9944-9918598611ed tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:20.928756 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f6a50698-1071-4360-addc-c586bb1af418 req-842a65f4-91db-4fd4-9944-9918598611ed tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 945 time: 0.1247299 Dec 17 15:11:20.951371 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 331f413a-9ff7-4c60-b253-a4348148187f up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:11:21.005468 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-610b78bb-d839-419c-b125-ddbe7e481809 req-df514222-75e0-487a-afe9-a7a844f2d4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:21.058886 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f6a50698-1071-4360-addc-c586bb1af418 req-b4d1d406-60aa-402f-8435-46839f8b2480 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222780 Dec 17 15:11:21.092523 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df514222-75e0-487a-afe9-a7a844f2d4ce service neutron] Pushing event updated for resources: {'Port': ['ID=6e40d640-2815-414d-ab81-3ee608b6eaa1,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:21.093883 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 331f413a-9ff7-4c60-b253-a4348148187f completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:11:21.098467 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 331f413a-9ff7-4c60-b253-a4348148187f triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:11:21.099198 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:21.124330 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-055abc09-c862-412b-bf23-f332181b3027 service neutron] For port 6e1e00b8-8858-4e12-baeb-9904e7a81949, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=6e1e00b8-8858-4e12-baeb-9904e7a81949,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:21.169645 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-610b78bb-d839-419c-b125-ddbe7e481809 req-59d0dbeb-253b-4fca-ba2e-7dbd3382b6e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc6373c2-87ee-4df2-a142-168326ebbfee {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:11:21.179801 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-055abc09-c862-412b-bf23-f332181b3027 service neutron] For port 6e1e00b8-8858-4e12-baeb-9904e7a81949, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:11:21.186301 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-610b78bb-d839-419c-b125-ddbe7e481809 req-59d0dbeb-253b-4fca-ba2e-7dbd3382b6e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:21.198907 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-610b78bb-d839-419c-b125-ddbe7e481809 req-59d0dbeb-253b-4fca-ba2e-7dbd3382b6e7 service neutron] Transition to ACTIVE for port object fc6373c2-87ee-4df2-a142-168326ebbfee will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:11:21.224534 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-610b78bb-d839-419c-b125-ddbe7e481809 req-df514222-75e0-487a-afe9-a7a844f2d4ce service neutron] Attempting to bind port 6e40d640-2815-414d-ab81-3ee608b6eaa1 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:11:21.224927 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-610b78bb-d839-419c-b125-ddbe7e481809 req-df514222-75e0-487a-afe9-a7a844f2d4ce service neutron] Attempting to bind port 6e40d640-2815-414d-ab81-3ee608b6eaa1 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:11:21.225297 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610b78bb-d839-419c-b125-ddbe7e481809 req-df514222-75e0-487a-afe9-a7a844f2d4ce service neutron] Attempting to bind port 6e40d640-2815-414d-ab81-3ee608b6eaa1 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:11:21.240540 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-055abc09-c862-412b-bf23-f332181b3027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e1e00b8-8858-4e12-baeb-9904e7a81949 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:11:21.264473 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610b78bb-d839-419c-b125-ddbe7e481809 req-df514222-75e0-487a-afe9-a7a844f2d4ce service neutron] Port 6e40d640-2815-414d-ab81-3ee608b6eaa1 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:11:21.264861 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610b78bb-d839-419c-b125-ddbe7e481809 req-df514222-75e0-487a-afe9-a7a844f2d4ce service neutron] Attempting to bind port 6e40d640-2815-414d-ab81-3ee608b6eaa1 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:11:21.298971 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-055abc09-c862-412b-bf23-f332181b3027 service neutron] For port 6e1e00b8-8858-4e12-baeb-9904e7a81949, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=6e1e00b8-8858-4e12-baeb-9904e7a81949,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:21.353941 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610b78bb-d839-419c-b125-ddbe7e481809 req-df514222-75e0-487a-afe9-a7a844f2d4ce service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:11:21.353941 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610b78bb-d839-419c-b125-ddbe7e481809 req-df514222-75e0-487a-afe9-a7a844f2d4ce service neutron] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:11:21.353941 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610b78bb-d839-419c-b125-ddbe7e481809 req-df514222-75e0-487a-afe9-a7a844f2d4ce service neutron] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:11:21.353941 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-610b78bb-d839-419c-b125-ddbe7e481809 req-df514222-75e0-487a-afe9-a7a844f2d4ce service neutron] Bound port: 6e40d640-2815-414d-ab81-3ee608b6eaa1, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:11:21.353941 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-610b78bb-d839-419c-b125-ddbe7e481809 req-df514222-75e0-487a-afe9-a7a844f2d4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:21.373843 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:21.427990 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-610b78bb-d839-419c-b125-ddbe7e481809 req-59d0dbeb-253b-4fca-ba2e-7dbd3382b6e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:21.429694 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f7642-bdef-4445-a075-7241d4a9db67 req-8ed0ee44-2810-4af8-8a0d-0cf63745a8e7 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:21.429694 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-587f7642-bdef-4445-a075-7241d4a9db67 req-8ed0ee44-2810-4af8-8a0d-0cf63745a8e7 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7cb2727-0143-420d-ab20-d45bb85baf85 HTTP/1.1" status: 200 len: 945 time: 0.1457834 Dec 17 15:11:21.429980 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5112d360-b4bb-4cbb-ae97-4d39765549b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331f413a-9ff7-4c60-b253-a4348148187f'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:11:21.429980 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b67196-88bd-44d6-9c10-03e036b626c3" -d '{"events": [{"server_uuid": "5112d360-b4bb-4cbb-ae97-4d39765549b8", "name": "network-vif-plugged", "status": "completed", "tag": "331f413a-9ff7-4c60-b253-a4348148187f"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:11:21.430162 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b7d6d-07d9-4fbd-87a4-75f35172a165 req-fc9dcb18-79ed-44ed-8455-cc48825db48d tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:21.430162 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fd2b7d6d-07d9-4fbd-87a4-75f35172a165 req-fc9dcb18-79ed-44ed-8455-cc48825db48d tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38296a9-73e5-46eb-9331-496952ac94ce HTTP/1.1" status: 200 len: 935 time: 0.1767571 Dec 17 15:11:21.430355 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 331f413a-9ff7-4c60-b253-a4348148187f, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=331f413a-9ff7-4c60-b253-a4348148187f,segment=NetworkSegment(94e8219a-57e1-4a61-bef9-a5e9e92eba31),segment_id=94e8219a-57e1-4a61-bef9-a5e9e92eba31)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:21.473334 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0dbeb-253b-4fca-ba2e-7dbd3382b6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=fc6373c2-87ee-4df2-a142-168326ebbfee,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:21.481703 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-610b78bb-d839-419c-b125-ddbe7e481809 req-df514222-75e0-487a-afe9-a7a844f2d4ce service neutron] For port 6e40d640-2815-414d-ab81-3ee608b6eaa1, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:11:21.512977 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-610b78bb-d839-419c-b125-ddbe7e481809 req-df514222-75e0-487a-afe9-a7a844f2d4ce service neutron] For port 6e40d640-2815-414d-ab81-3ee608b6eaa1, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=6e40d640-2815-414d-ab81-3ee608b6eaa1,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:11:21.524562 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fd2b7d6d-07d9-4fbd-87a4-75f35172a165 req-3b22c2f5-708c-4dbc-911d-5823b0f64e19 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889795 Dec 17 15:11:21.542061 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-610b78bb-d839-419c-b125-ddbe7e481809 req-59d0dbeb-253b-4fca-ba2e-7dbd3382b6e7 service neutron] Attempting to bind port fc6373c2-87ee-4df2-a142-168326ebbfee on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:11:21.542061 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-610b78bb-d839-419c-b125-ddbe7e481809 req-59d0dbeb-253b-4fca-ba2e-7dbd3382b6e7 service neutron] Attempting to bind port fc6373c2-87ee-4df2-a142-168326ebbfee by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:11:21.542384 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610b78bb-d839-419c-b125-ddbe7e481809 req-59d0dbeb-253b-4fca-ba2e-7dbd3382b6e7 service neutron] Attempting to bind port fc6373c2-87ee-4df2-a142-168326ebbfee on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:11:21.542471 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-587f7642-bdef-4445-a075-7241d4a9db67 req-6579b5b7-3bc2-4968-b4f6-423b64e81683 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e06391-53b1-4b65-97bd-7d1088f8d9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162603 Dec 17 15:11:21.543707 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-055abc09-c862-412b-bf23-f332181b3027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:21.547727 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610b78bb-d839-419c-b125-ddbe7e481809 req-59d0dbeb-253b-4fca-ba2e-7dbd3382b6e7 service neutron] Port fc6373c2-87ee-4df2-a142-168326ebbfee on network f97c7142-717f-43eb-a835-5fcd8d6a6486 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:11:21.548059 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610b78bb-d839-419c-b125-ddbe7e481809 req-59d0dbeb-253b-4fca-ba2e-7dbd3382b6e7 service neutron] Attempting to bind port fc6373c2-87ee-4df2-a142-168326ebbfee on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:11:21.554680 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610b78bb-d839-419c-b125-ddbe7e481809 req-59d0dbeb-253b-4fca-ba2e-7dbd3382b6e7 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:11:21.555024 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610b78bb-d839-419c-b125-ddbe7e481809 req-59d0dbeb-253b-4fca-ba2e-7dbd3382b6e7 service neutron] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:11:21.555408 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610b78bb-d839-419c-b125-ddbe7e481809 req-59d0dbeb-253b-4fca-ba2e-7dbd3382b6e7 service neutron] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:11:21.555838 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-610b78bb-d839-419c-b125-ddbe7e481809 req-59d0dbeb-253b-4fca-ba2e-7dbd3382b6e7 service neutron] Bound port: fc6373c2-87ee-4df2-a142-168326ebbfee, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:11:21.556638 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-610b78bb-d839-419c-b125-ddbe7e481809 req-59d0dbeb-253b-4fca-ba2e-7dbd3382b6e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:21.559879 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:21.561524 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e2c34497-1911-4b7d-9f7d-793d5ba3a972 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:11:21.572528 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['84ec1fa8-4fe6-41c9-9253-fd20873a5605', 'f3c715b8-b680-4273-a5af-bb9e8f873645', '06c2999c-bbee-475b-952d-fa0f041bc37d'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:11:21.630969 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c611a54-4432-47c9-829c-180c565b02f8 x-openstack-request-id: req-4c611a54-4432-47c9-829c-180c565b02f8 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:11:21.632093 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5112d360-b4bb-4cbb-ae97-4d39765549b8", "name": "network-vif-plugged", "status": "completed", "tag": "331f413a-9ff7-4c60-b253-a4348148187f", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:11:21.632569 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4c611a54-4432-47c9-829c-180c565b02f8 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:11:21.633417 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5112d360-b4bb-4cbb-ae97-4d39765549b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331f413a-9ff7-4c60-b253-a4348148187f', 'code': 200} Dec 17 15:11:21.650518 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-610b78bb-d839-419c-b125-ddbe7e481809 req-59d0dbeb-253b-4fca-ba2e-7dbd3382b6e7 service neutron] For port fc6373c2-87ee-4df2-a142-168326ebbfee, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:11:21.654671 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-610b78bb-d839-419c-b125-ddbe7e481809 req-59d0dbeb-253b-4fca-ba2e-7dbd3382b6e7 service neutron] For port fc6373c2-87ee-4df2-a142-168326ebbfee, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=fc6373c2-87ee-4df2-a142-168326ebbfee,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:11:21.678642 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-610b78bb-d839-419c-b125-ddbe7e481809 req-df514222-75e0-487a-afe9-a7a844f2d4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:21.722978 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-610b78bb-d839-419c-b125-ddbe7e481809 req-59d0dbeb-253b-4fca-ba2e-7dbd3382b6e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:21.742547 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b78bb-d839-419c-b125-ddbe7e481809 req-df514222-75e0-487a-afe9-a7a844f2d4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:21.742905 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-610b78bb-d839-419c-b125-ddbe7e481809 req-df514222-75e0-487a-afe9-a7a844f2d4ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:21.744456 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-610b78bb-d839-419c-b125-ddbe7e481809 req-df514222-75e0-487a-afe9-a7a844f2d4ce service neutron] 10.222.0.13 "PUT /v2.0/ports/6e40d640-2815-414d-ab81-3ee608b6eaa1 HTTP/1.1" status: 200 len: 1096 time: 1.6126752 Dec 17 15:11:21.744760 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97d009f-7952-41ca-8e46-16e42d400c1d', 'tag': '6e40d640-2815-414d-ab81-3ee608b6eaa1'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:11:21.749987 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=331f413a-9ff7-4c60-b253-a4348148187f,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:21.757206 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09962c15-4ea7-4e52-be82-78df7c5a48be" -d '{"events": [{"name": "network-changed", "server_uuid": "a97d009f-7952-41ca-8e46-16e42d400c1d", "tag": "6e40d640-2815-414d-ab81-3ee608b6eaa1"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:11:21.815302 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0dbeb-253b-4fca-ba2e-7dbd3382b6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=fc6373c2-87ee-4df2-a142-168326ebbfee,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:21.815931 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-055abc09-c862-412b-bf23-f332181b3027 service neutron] Transition to ACTIVE for port object 6e1e00b8-8858-4e12-baeb-9904e7a81949 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:11:21.836073 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c76b04-9c9b-4a8c-a643-b03c579b9d82 req-32eb93f4-f1b5-424c-90f2-4c6830dbe700 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:21.837614 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-56c76b04-9c9b-4a8c-a643-b03c579b9d82 req-32eb93f4-f1b5-424c-90f2-4c6830dbe700 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 951 time: 0.1999273 Dec 17 15:11:21.847860 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09014d-5367-4eb7-b885-80936dfaba9d req-2378f7be-25f1-4083-92f1-44dcad516c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:21.849415 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ad09014d-5367-4eb7-b885-80936dfaba9d req-2378f7be-25f1-4083-92f1-44dcad516c41 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5112d360-b4bb-4cbb-ae97-4d39765549b8 HTTP/1.1" status: 200 len: 1096 time: 0.1631765 Dec 17 15:11:21.858973 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df514222-75e0-487a-afe9-a7a844f2d4ce service neutron] Pushing event updated for resources: {'Port': ['ID=6e40d640-2815-414d-ab81-3ee608b6eaa1,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:21.869847 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b78bb-d839-419c-b125-ddbe7e481809 req-59d0dbeb-253b-4fca-ba2e-7dbd3382b6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:21.870667 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-610b78bb-d839-419c-b125-ddbe7e481809 req-59d0dbeb-253b-4fca-ba2e-7dbd3382b6e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:21.872306 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-610b78bb-d839-419c-b125-ddbe7e481809 req-59d0dbeb-253b-4fca-ba2e-7dbd3382b6e7 service neutron] 10.222.0.41 "PUT /v2.0/ports/fc6373c2-87ee-4df2-a142-168326ebbfee HTTP/1.1" status: 200 len: 1095 time: 1.3618352 Dec 17 15:11:21.872775 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd38296a9-73e5-46eb-9331-496952ac94ce', 'tag': 'fc6373c2-87ee-4df2-a142-168326ebbfee'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:11:21.876593 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bc3f0f-3d1d-441f-b86f-125eba6fca7a" -d '{"events": [{"name": "network-changed", "server_uuid": "d38296a9-73e5-46eb-9331-496952ac94ce", "tag": "fc6373c2-87ee-4df2-a142-168326ebbfee"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:11:21.905247 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port e2c34497-1911-4b7d-9f7d-793d5ba3a972 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:11:21.917158 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port e2c34497-1911-4b7d-9f7d-793d5ba3a972 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:11:21.917158 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:21.917514 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-56c76b04-9c9b-4a8c-a643-b03c579b9d82 req-af1b84d8-0ffd-44c9-a41c-88790e263124 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587773 Dec 17 15:11:21.919648 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951917e-d857-4f70-9e54-d6c78b6e70b5 req-73f5cb71-230f-45a5-874d-5347271393a5 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:21.921509 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d951917e-d857-4f70-9e54-d6c78b6e70b5 req-73f5cb71-230f-45a5-874d-5347271393a5 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.41 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 951 time: 0.1220353 Dec 17 15:11:21.924522 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025bc28-a3d1-4798-9bb0-bb6a47f908fc req-eadf0c7b-624b-4043-952a-3fea00e1a5fd tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:21.932027 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7025bc28-a3d1-4798-9bb0-bb6a47f908fc req-eadf0c7b-624b-4043-952a-3fea00e1a5fd tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.1296928 Dec 17 15:11:21.987831 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ad09014d-5367-4eb7-b885-80936dfaba9d req-7de72ce6-3d69-4e04-bfc3-f6e0324ed1a3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=81e06391-53b1-4b65-97bd-7d1088f8d9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074882 Dec 17 15:11:22.096369 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:22.110269 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-d951917e-d857-4f70-9e54-d6c78b6e70b5 req-56ae99a8-2812-4a00-9334-7c37067d8161 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Deleting port e5425115-a717-4f09-abd4-6f600fc46a6e {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:11:22.110638 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d951917e-d857-4f70-9e54-d6c78b6e70b5 req-56ae99a8-2812-4a00-9334-7c37067d8161 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:22.141759 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port e2c34497-1911-4b7d-9f7d-793d5ba3a972, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e2c34497-1911-4b7d-9f7d-793d5ba3a972,segment=NetworkSegment(94e8219a-57e1-4a61-bef9-a5e9e92eba31),segment_id=94e8219a-57e1-4a61-bef9-a5e9e92eba31)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:22.183682 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b78bb-d839-419c-b125-ddbe7e481809 req-3a9ad9cb-e083-458d-9dee-c14a88b6798e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:22.185134 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-610b78bb-d839-419c-b125-ddbe7e481809 req-3a9ad9cb-e083-458d-9dee-c14a88b6798e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1929931f93c54c40a22ecb93d4604ccd&device_id=d38296a9-73e5-46eb-9331-496952ac94ce HTTP/1.1" status: 200 len: 1098 time: 0.1092124 Dec 17 15:11:22.225931 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:22.284762 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-610b78bb-d839-419c-b125-ddbe7e481809 req-557de1ad-e919-4a92-b698-dae03cb411d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=fc6373c2-87ee-4df2-a142-168326ebbfee HTTP/1.1" status: 200 len: 217 time: 0.0835145 Dec 17 15:11:22.299966 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-055abc09-c862-412b-bf23-f332181b3027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:22.306423 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3dc1ad0-ced1-4501-9b03-081db65bb972 x-openstack-request-id: req-f3dc1ad0-ced1-4501-9b03-081db65bb972 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:11:22.306658 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97d009f-7952-41ca-8e46-16e42d400c1d", "tag": "6e40d640-2815-414d-ab81-3ee608b6eaa1", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:11:22.306967 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f3dc1ad0-ced1-4501-9b03-081db65bb972 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:11:22.307292 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a97d009f-7952-41ca-8e46-16e42d400c1d', 'tag': '6e40d640-2815-414d-ab81-3ee608b6eaa1', 'status': 'completed', 'code': 200} Dec 17 15:11:22.319999 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-d951917e-d857-4f70-9e54-d6c78b6e70b5 req-56ae99a8-2812-4a00-9334-7c37067d8161 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] For port e5425115-a717-4f09-abd4-6f600fc46a6e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e5425115-a717-4f09-abd4-6f600fc46a6e,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:22.319999 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d951917e-d857-4f70-9e54-d6c78b6e70b5 req-56ae99a8-2812-4a00-9334-7c37067d8161 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:22.336539 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=e2c34497-1911-4b7d-9f7d-793d5ba3a972,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:22.380615 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7025bc28-a3d1-4798-9bb0-bb6a47f908fc req-c5db3d9a-4cb7-46ef-8377-a76050542ac7 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346175 Dec 17 15:11:22.383613 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b78bb-d839-419c-b125-ddbe7e481809 req-611d5eac-3190-41ee-94fd-4f20fa382dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:22.385229 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-610b78bb-d839-419c-b125-ddbe7e481809 req-611d5eac-3190-41ee-94fd-4f20fa382dbe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1929931f93c54c40a22ecb93d4604ccd&device_id=a97d009f-7952-41ca-8e46-16e42d400c1d HTTP/1.1" status: 200 len: 1099 time: 0.1352932 Dec 17 15:11:22.390977 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021927a5-cd2f-4a83-a77e-0172a5a647cf x-openstack-request-id: req-021927a5-cd2f-4a83-a77e-0172a5a647cf {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:11:22.391342 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d38296a9-73e5-46eb-9331-496952ac94ce", "tag": "fc6373c2-87ee-4df2-a142-168326ebbfee", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:11:22.391659 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-021927a5-cd2f-4a83-a77e-0172a5a647cf {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:11:22.392123 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd38296a9-73e5-46eb-9331-496952ac94ce', 'tag': 'fc6373c2-87ee-4df2-a142-168326ebbfee', 'status': 'completed', 'code': 200} Dec 17 15:11:22.393028 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-d951917e-d857-4f70-9e54-d6c78b6e70b5 req-56ae99a8-2812-4a00-9334-7c37067d8161 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Calling delete_port for e5425115-a717-4f09-abd4-6f600fc46a6e owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:11:22.413593 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-055abc09-c862-412b-bf23-f332181b3027 service neutron] No DVR routers for this DVR port 6e1e00b8-8858-4e12-baeb-9904e7a81949 on host n-h1-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:11:22.421514 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055abc09-c862-412b-bf23-f332181b3027 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1e00b8-8858-4e12-baeb-9904e7a81949,revision_number=10']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:22.459771 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-055abc09-c862-412b-bf23-f332181b3027 service neutron] 10.222.0.41 "PUT /v2.0/ports/6e1e00b8-8858-4e12-baeb-9904e7a81949/bindings/n-h2-820553-2/activate HTTP/1.1" status: 200 len: 369 time: 1.7240069 Dec 17 15:11:22.517325 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ccf93-a9d6-4bea-87ea-e8f191e3f22b req-7fc5d592-2b2c-48b6-9df2-61188bab2133 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:22.518881 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-996ccf93-a9d6-4bea-87ea-e8f191e3f22b req-7fc5d592-2b2c-48b6-9df2-61188bab2133 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 945 time: 0.0692935 Dec 17 15:11:22.586437 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-996ccf93-a9d6-4bea-87ea-e8f191e3f22b req-812d180d-0433-4805-b20b-3de93260df0b tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574012 Dec 17 15:11:22.597311 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f4e1b-c54c-49b0-8b75-70d80994f07c req-79e3ad0c-7778-4d81-95f8-1a12866f8de3 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:22.599511 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d89f4e1b-c54c-49b0-8b75-70d80994f07c req-79e3ad0c-7778-4d81-95f8-1a12866f8de3 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 945 time: 0.0796268 Dec 17 15:11:22.683820 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d89f4e1b-c54c-49b0-8b75-70d80994f07c req-25187b08-96aa-467a-8fb4-663ee2846b4b tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769961 Dec 17 15:11:22.711332 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b78bb-d839-419c-b125-ddbe7e481809 req-39519407-e94b-4356-a865-cdca224b7ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:22.711810 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-9993b293-92cb-49d9-a6c1-5739b948088c tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:22.712779 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-610b78bb-d839-419c-b125-ddbe7e481809 req-39519407-e94b-4356-a865-cdca224b7ebf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.4188075 Dec 17 15:11:22.713226 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-9993b293-92cb-49d9-a6c1-5739b948088c tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f&tenant_id=724cb0144c46439a90883d842de78922&binding%3Ahost_id=n-h1-820553-2 HTTP/1.1" status: 200 len: 1096 time: 0.0985842 Dec 17 15:11:22.714042 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-610b78bb-d839-419c-b125-ddbe7e481809 req-66b41377-3c49-4b08-9716-220b7da55949 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=6e40d640-2815-414d-ab81-3ee608b6eaa1 HTTP/1.1" status: 200 len: 217 time: 0.3172967 Dec 17 15:11:22.734396 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab615b-5ae3-44f3-9c4b-22b37e02117a req-b2e25e22-d95c-4e1b-a40a-9412e79ba000 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:22.770302 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9dab615b-5ae3-44f3-9c4b-22b37e02117a req-b2e25e22-d95c-4e1b-a40a-9412e79ba000 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7cb2727-0143-420d-ab20-d45bb85baf85 HTTP/1.1" status: 200 len: 946 time: 0.0720417 Dec 17 15:11:22.828657 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9dab615b-5ae3-44f3-9c4b-22b37e02117a req-0c4c6c98-811e-4166-aa1c-1d12437c9a69 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e06391-53b1-4b65-97bd-7d1088f8d9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839648 Dec 17 15:11:22.836621 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-d5b8deb9-1a4e-4d95-8574-4698bd1ab692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:22.838122 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-d5b8deb9-1a4e-4d95-8574-4698bd1ab692 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f&tenant_id=724cb0144c46439a90883d842de78922 HTTP/1.1" status: 200 len: 1096 time: 0.1013744 Dec 17 15:11:22.840889 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b78bb-d839-419c-b125-ddbe7e481809 req-ed7618c2-ceb4-48fa-ba89-379f071d0d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:22.842353 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-610b78bb-d839-419c-b125-ddbe7e481809 req-ed7618c2-ceb4-48fa-ba89-379f071d0d07 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0859542 Dec 17 15:11:22.850730 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3a5b2-1ca5-4bbe-b0e9-d775ad2da5a8 req-2b9f8e44-a158-42bd-ba19-316ba4afda80 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:22.852267 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-99c3a5b2-1ca5-4bbe-b0e9-d775ad2da5a8 req-2b9f8e44-a158-42bd-ba19-316ba4afda80 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38296a9-73e5-46eb-9331-496952ac94ce HTTP/1.1" status: 200 len: 947 time: 0.1049731 Dec 17 15:11:22.856221 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b78bb-d839-419c-b125-ddbe7e481809 req-aa5cdc0f-54a4-4070-8306-d373e300fd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:22.857878 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-610b78bb-d839-419c-b125-ddbe7e481809 req-aa5cdc0f-54a4-4070-8306-d373e300fd87 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1359398 Dec 17 15:11:22.921187 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-99c3a5b2-1ca5-4bbe-b0e9-d775ad2da5a8 req-5931bf2b-f5ca-4f33-b4ce-12e55e47722a tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628245 Dec 17 15:11:22.928235 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-df70072d-51ec-4a98-a2e9-6a470a84ef1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:22.929739 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-df70072d-51ec-4a98-a2e9-6a470a84ef1e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=724cb0144c46439a90883d842de78922&device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 1096 time: 0.0637555 Dec 17 15:11:22.990255 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b78bb-d839-419c-b125-ddbe7e481809 req-ba676dda-406e-4431-ae62-93ef061c6b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:22.991666 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-610b78bb-d839-419c-b125-ddbe7e481809 req-ba676dda-406e-4431-ae62-93ef061c6b6c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1329501 Dec 17 15:11:23.061258 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-50962541-e849-4d85-93dd-b0446dc2922f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:23.063780 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-50962541-e849-4d85-93dd-b0446dc2922f service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 HTTP/1.1" status: 200 len: 921 time: 0.1267810 Dec 17 15:11:23.073155 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05d8e9-ac45-4684-8978-9cd69cab8b35 req-b6bbcac4-0cc6-41f9-9264-daa237138116 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:23.074350 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-610b78bb-d839-419c-b125-ddbe7e481809 req-48341390-0dc4-410f-960e-95b7463d9d94 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987858 Dec 17 15:11:23.074703 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4b05d8e9-ac45-4684-8978-9cd69cab8b35 req-b6bbcac4-0cc6-41f9-9264-daa237138116 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 951 time: 0.0830262 Dec 17 15:11:23.115314 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-0447af1c-6c28-4408-89d4-45b3dc32f0b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e1e00b8-8858-4e12-baeb-9904e7a81949 HTTP/1.1" status: 200 len: 217 time: 0.0396478 Dec 17 15:11:23.132087 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d951917e-d857-4f70-9e54-d6c78b6e70b5 req-56ae99a8-2812-4a00-9334-7c37067d8161 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:23.168137 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4b05d8e9-ac45-4684-8978-9cd69cab8b35 req-fb722fc5-4129-4d0d-962e-8d7a9a3029f4 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/security-groups?id=c85267c8-7cba-4e9b-8cee-5510d3d006ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858037 Dec 17 15:11:23.179145 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['e5425115-a717-4f09-abd4-6f600fc46a6e'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:11:23.184904 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae99a8-2812-4a00-9334-7c37067d8161 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Pushing event deleted for resources: {'Port': ['ID=e5425115-a717-4f09-abd4-6f600fc46a6e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:23.198454 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-7d234e41-ec58-4b83-8d2d-241c4cc86889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:23.200023 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-7d234e41-ec58-4b83-8d2d-241c4cc86889 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c28c8ec-5ccc-4295-ab15-cbe54116b2d0 HTTP/1.1" status: 200 len: 860 time: 0.0719411 Dec 17 15:11:23.236123 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-610b78bb-d839-419c-b125-ddbe7e481809 req-5f4bde7f-ddea-4382-980a-dbc9e5880867 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304082 Dec 17 15:11:23.243321 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-396b5dc6-3455-40e9-9c09-f30467c0ac74 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307264 Dec 17 15:11:23.284602 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-d951917e-d857-4f70-9e54-d6c78b6e70b5 req-56ae99a8-2812-4a00-9334-7c37067d8161 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] No DVR routers for this DVR port e5425115-a717-4f09-abd4-6f600fc46a6e on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:11:23.288008 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d951917e-d857-4f70-9e54-d6c78b6e70b5 req-56ae99a8-2812-4a00-9334-7c37067d8161 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:23.292009 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d951917e-d857-4f70-9e54-d6c78b6e70b5 req-56ae99a8-2812-4a00-9334-7c37067d8161 tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.41 "DELETE /v2.0/ports/e5425115-a717-4f09-abd4-6f600fc46a6e HTTP/1.1" status: 204 len: 173 time: 1.3523650 Dec 17 15:11:23.308738 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-610b78bb-d839-419c-b125-ddbe7e481809 req-c805080b-6217-4d26-bdfc-2034a5dc8da4 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247922 Dec 17 15:11:23.386789 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-50f96b5f-4ea8-46a4-afde-c697ee74c481 service neutron] 10.222.0.13 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192298 Dec 17 15:11:23.399688 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-610b78bb-d839-419c-b125-ddbe7e481809 req-4cc68a5a-ffef-4998-a94f-00c464aed7c4 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234007 Dec 17 15:11:23.537477 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a9e35-ce63-45df-b135-fec71f86399d req-0b78df14-77ca-403e-901e-8667d9fa6b06 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:23.539056 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-512a9e35-ce63-45df-b135-fec71f86399d req-0b78df14-77ca-403e-901e-8667d9fa6b06 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.0797572 Dec 17 15:11:23.542912 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-cd4f916d-46a7-4442-b405-f8ff18d683b4 service neutron] 10.222.0.13 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469276 Dec 17 15:11:23.579287 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-512a9e35-ce63-45df-b135-fec71f86399d req-903115d0-331e-42b1-b426-51691ccd04f1 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343451 Dec 17 15:11:23.635004 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7cb2727-0143-420d-ab20-d45bb85baf85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c34497-1911-4b7d-9f7d-793d5ba3a972'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:11:23.637602 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a4c8ae-d87d-416f-88c6-7ee14567ad96" -d '{"events": [{"server_uuid": "e7cb2727-0143-420d-ab20-d45bb85baf85", "name": "network-vif-plugged", "status": "completed", "tag": "e2c34497-1911-4b7d-9f7d-793d5ba3a972"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:11:23.654444 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc3f0f-3d1d-441f-b86f-125eba6fca7a req-404e631a-3014-4791-943c-15cf28105ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:23.655985 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-30bc3f0f-3d1d-441f-b86f-125eba6fca7a req-404e631a-3014-4791-943c-15cf28105ff1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1929931f93c54c40a22ecb93d4604ccd&device_id=d38296a9-73e5-46eb-9331-496952ac94ce HTTP/1.1" status: 200 len: 1098 time: 0.0491543 Dec 17 15:11:23.686740 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb58a43-0f05-4f31-b485-0fed0da3e26a x-openstack-request-id: req-4bb58a43-0f05-4f31-b485-0fed0da3e26a {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:11:23.687635 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7cb2727-0143-420d-ab20-d45bb85baf85", "name": "network-vif-plugged", "status": "completed", "tag": "e2c34497-1911-4b7d-9f7d-793d5ba3a972", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:11:23.687976 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4bb58a43-0f05-4f31-b485-0fed0da3e26a {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:11:23.688389 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7cb2727-0143-420d-ab20-d45bb85baf85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c34497-1911-4b7d-9f7d-793d5ba3a972', 'code': 200} Dec 17 15:11:23.694797 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09962c15-4ea7-4e52-be82-78df7c5a48be req-e0ed2c37-5531-4f9c-aeea-147cb731f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:23.696364 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-09962c15-4ea7-4e52-be82-78df7c5a48be req-e0ed2c37-5531-4f9c-aeea-147cb731f57e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1929931f93c54c40a22ecb93d4604ccd&device_id=a97d009f-7952-41ca-8e46-16e42d400c1d HTTP/1.1" status: 200 len: 1099 time: 0.0810525 Dec 17 15:11:23.777607 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc3f0f-3d1d-441f-b86f-125eba6fca7a req-cc6892d5-8135-469c-9f20-a3819d2ab2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:23.779200 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-30bc3f0f-3d1d-441f-b86f-125eba6fca7a req-cc6892d5-8135-469c-9f20-a3819d2ab2a4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.1151974 Dec 17 15:11:23.853898 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb53262-a3cf-4441-a07f-f07f6097c56c req-452bdf36-b5d0-4266-9355-2728c40941c4 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:23.855307 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-deb53262-a3cf-4441-a07f-f07f6097c56c req-452bdf36-b5d0-4266-9355-2728c40941c4 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 945 time: 0.1520984 Dec 17 15:11:23.860294 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-30bc3f0f-3d1d-441f-b86f-125eba6fca7a req-24b408f3-3b46-4590-bbb5-10e6e7a87bb0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=fc6373c2-87ee-4df2-a142-168326ebbfee HTTP/1.1" status: 200 len: 217 time: 0.0587010 Dec 17 15:11:23.909955 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14460c-632f-49e7-852f-fb4356709b48 req-a4287a0a-a17c-409c-8408-8a071bab229d tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:23.911740 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3f14460c-632f-49e7-852f-fb4356709b48 req-a4287a0a-a17c-409c-8408-8a071bab229d tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 945 time: 0.1220129 Dec 17 15:11:23.912669 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2f670-b330-4596-aa92-4d644959ba23 req-cf9a73ba-5fa0-45c1-aa41-c74fae6c47cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:23.914219 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a1c2f670-b330-4596-aa92-4d644959ba23 req-cf9a73ba-5fa0-45c1-aa41-c74fae6c47cf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e7cb2727-0143-420d-ab20-d45bb85baf85 HTTP/1.1" status: 200 len: 1097 time: 0.1269374 Dec 17 15:11:23.915983 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09962c15-4ea7-4e52-be82-78df7c5a48be req-6d899b2e-971e-4e79-bb26-d3b47c1d1de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:23.917455 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-09962c15-4ea7-4e52-be82-78df7c5a48be req-6d899b2e-971e-4e79-bb26-d3b47c1d1de1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.1998641 Dec 17 15:11:23.929861 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc3f0f-3d1d-441f-b86f-125eba6fca7a req-14790231-8f13-4264-9363-f3a8d1ddca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:23.931424 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-30bc3f0f-3d1d-441f-b86f-125eba6fca7a req-14790231-8f13-4264-9363-f3a8d1ddca38 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0618019 Dec 17 15:11:23.955673 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-deb53262-a3cf-4441-a07f-f07f6097c56c req-c2743c3c-42f0-44df-9e98-1ef1032e4cb7 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906549 Dec 17 15:11:23.986610 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-09962c15-4ea7-4e52-be82-78df7c5a48be req-08ad7345-9468-4fb9-9cb8-157253bbcdd3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=6e40d640-2815-414d-ab81-3ee608b6eaa1 HTTP/1.1" status: 200 len: 217 time: 0.0468531 Dec 17 15:11:24.000556 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a1c2f670-b330-4596-aa92-4d644959ba23 req-f35f21bd-3cfb-42e4-8afc-3851116ae5b1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=81e06391-53b1-4b65-97bd-7d1088f8d9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638857 Dec 17 15:11:24.009893 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3f14460c-632f-49e7-852f-fb4356709b48 req-ae54475e-62ba-4795-abbf-b5fe78ffc82c tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905414 Dec 17 15:11:24.014584 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc3f0f-3d1d-441f-b86f-125eba6fca7a req-48560474-3624-44bf-8b6e-f2805a20149c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:24.016450 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-30bc3f0f-3d1d-441f-b86f-125eba6fca7a req-48560474-3624-44bf-8b6e-f2805a20149c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0742924 Dec 17 15:11:24.106714 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842fc5d-67e8-4aed-9e7a-877bdd0fb25c req-b1647026-cd69-4d43-83b0-e0636d63285d tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:24.108112 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e842fc5d-67e8-4aed-9e7a-877bdd0fb25c req-b1647026-cd69-4d43-83b0-e0636d63285d tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7cb2727-0143-420d-ab20-d45bb85baf85 HTTP/1.1" status: 200 len: 946 time: 0.0844283 Dec 17 15:11:24.118340 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-30bc3f0f-3d1d-441f-b86f-125eba6fca7a req-113660a1-7489-4c22-b548-ca4f062e38b6 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904710 Dec 17 15:11:24.140203 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e4510-8b02-47ea-89dd-d7920e2c3c34 req-45b25cbc-e854-43cd-b4e5-537440870a5c tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:24.141870 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-496e4510-8b02-47ea-89dd-d7920e2c3c34 req-45b25cbc-e854-43cd-b4e5-537440870a5c tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38296a9-73e5-46eb-9331-496952ac94ce HTTP/1.1" status: 200 len: 947 time: 0.0785692 Dec 17 15:11:24.175544 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e842fc5d-67e8-4aed-9e7a-877bdd0fb25c req-9596d8e9-57dd-4cf0-ad3d-d86701deb421 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e06391-53b1-4b65-97bd-7d1088f8d9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586069 Dec 17 15:11:24.194473 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-496e4510-8b02-47ea-89dd-d7920e2c3c34 req-dc3db05c-2b43-40aa-9867-24b65b4ba978 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458119 Dec 17 15:11:24.217470 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-30bc3f0f-3d1d-441f-b86f-125eba6fca7a req-682b9989-7fac-43e2-a399-2076f9582381 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916502 Dec 17 15:11:24.301954 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-675d1314-a332-4a65-96e7-8af7a3da2717 req-1ebfee63-ebab-4d60-89f6-efc9544dbe9a tempest-ServersAdminTestJSON-1791431280 tempest-ServersAdminTestJSON-1791431280-project] 10.222.0.46 "GET /v2.0/ports?device_id=89c12a14-bf8a-4957-a252-7de3c1eb420d HTTP/1.1" status: 200 len: 210 time: 0.0319979 Dec 17 15:11:24.307301 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-fec15227-47a2-48f1-b4a4-c26ca01faff0 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:24.308867 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-fec15227-47a2-48f1-b4a4-c26ca01faff0 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f&tenant_id=724cb0144c46439a90883d842de78922&binding%3Ahost_id=n-h2-820553-2 HTTP/1.1" status: 200 len: 1096 time: 0.0457888 Dec 17 15:11:24.310999 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09962c15-4ea7-4e52-be82-78df7c5a48be req-33910d94-66ae-40e0-8409-acbd2503ea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:24.312479 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-09962c15-4ea7-4e52-be82-78df7c5a48be req-33910d94-66ae-40e0-8409-acbd2503ea0e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0697205 Dec 17 15:11:24.384846 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09962c15-4ea7-4e52-be82-78df7c5a48be req-e5bf7a4f-6a50-48d6-b244-e778eae47ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:24.386336 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-09962c15-4ea7-4e52-be82-78df7c5a48be req-e5bf7a4f-6a50-48d6-b244-e778eae47ae8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0518491 Dec 17 15:11:24.393920 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c12a14-bf8a-4957-a252-7de3c1eb420d', 'name': 'network-vif-deleted', 'tag': 'e5425115-a717-4f09-abd4-6f600fc46a6e'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:11:24.397019 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2d9448-2b1e-4f47-bf7b-7a93b69345d8" -d '{"events": [{"server_uuid": "89c12a14-bf8a-4957-a252-7de3c1eb420d", "name": "network-vif-deleted", "tag": "e5425115-a717-4f09-abd4-6f600fc46a6e"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:11:24.439535 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d42114-1193-47da-aa86-cd48cb6c35cd x-openstack-request-id: req-f0d42114-1193-47da-aa86-cd48cb6c35cd {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:11:24.439822 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c12a14-bf8a-4957-a252-7de3c1eb420d", "name": "network-vif-deleted", "tag": "e5425115-a717-4f09-abd4-6f600fc46a6e", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:11:24.440072 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f0d42114-1193-47da-aa86-cd48cb6c35cd {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:11:24.440461 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c12a14-bf8a-4957-a252-7de3c1eb420d', 'name': 'network-vif-deleted', 'tag': 'e5425115-a717-4f09-abd4-6f600fc46a6e', 'status': 'completed', 'code': 200} Dec 17 15:11:24.506078 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-09962c15-4ea7-4e52-be82-78df7c5a48be req-a6841009-fa11-466c-962a-125ce7be8ca3 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876825 Dec 17 15:11:24.562300 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-f99cd172-ba1d-4c4d-9d0b-80b4137663a8 service neutron] For port 6e1e00b8-8858-4e12-baeb-9904e7a81949, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:11:24.568632 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-f99cd172-ba1d-4c4d-9d0b-80b4137663a8 service neutron] Notify callbacks [] for binding, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:24.568632 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1ec53e46-1ec7-4f99-a133-978a63f517a1 req-f99cd172-ba1d-4c4d-9d0b-80b4137663a8 service neutron] 10.222.0.13 "DELETE /v2.0/ports/6e1e00b8-8858-4e12-baeb-9904e7a81949/bindings/n-h1-820553-2 HTTP/1.1" status: 204 len: 173 time: 0.2333827 Dec 17 15:11:24.611353 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-09962c15-4ea7-4e52-be82-78df7c5a48be req-ccd268d4-5b97-4744-9a80-00777db2557c service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925159 Dec 17 15:11:24.703794 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979b676-55d4-4f61-a880-57cdc085515e req-4cf8498d-929e-4335-b2b4-8e8e3fb34c96 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:24.705429 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e979b676-55d4-4f61-a880-57cdc085515e req-4cf8498d-929e-4335-b2b4-8e8e3fb34c96 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.0534654 Dec 17 15:11:24.742954 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e979b676-55d4-4f61-a880-57cdc085515e req-94143aeb-5c3e-4030-bbec-b913007c61f8 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315979 Dec 17 15:11:25.077401 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24507c-ad1c-46c1-af9d-22bf34da85ff req-61deddc4-7260-44d3-8929-33d5a7573c41 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:25.079436 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fb24507c-ad1c-46c1-af9d-22bf34da85ff req-61deddc4-7260-44d3-8929-33d5a7573c41 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 945 time: 0.0500088 Dec 17 15:11:25.144113 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fb24507c-ad1c-46c1-af9d-22bf34da85ff req-516869ec-1cf5-416f-86aa-79f40e519638 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558314 Dec 17 15:11:25.156230 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44bc94-9ba9-4037-98e5-82b95cd90529 req-dd72518d-7dcc-4577-92c4-ed13e9c72878 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:25.158777 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c44bc94-9ba9-4037-98e5-82b95cd90529 req-dd72518d-7dcc-4577-92c4-ed13e9c72878 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 945 time: 0.0781302 Dec 17 15:11:25.201482 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c44bc94-9ba9-4037-98e5-82b95cd90529 req-16c227a6-128a-45c5-a013-6b3d9ba80a63 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368931 Dec 17 15:11:25.324855 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737927e-ee57-4280-896d-477ac622d9c3 req-1bf9147a-7480-4b4b-8ad3-24f7cf80b50c tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:25.326362 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f737927e-ee57-4280-896d-477ac622d9c3 req-1bf9147a-7480-4b4b-8ad3-24f7cf80b50c tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7cb2727-0143-420d-ab20-d45bb85baf85 HTTP/1.1" status: 200 len: 946 time: 0.0773726 Dec 17 15:11:25.329409 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ad939-20aa-4e0f-8fcb-d6ac94146037 req-6db1b6ef-c0e5-470f-9fa2-d0349d974d5e tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:25.330781 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-330ad939-20aa-4e0f-8fcb-d6ac94146037 req-6db1b6ef-c0e5-470f-9fa2-d0349d974d5e tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 1096 time: 0.0708368 Dec 17 15:11:25.385519 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f737927e-ee57-4280-896d-477ac622d9c3 req-7617a416-f8cf-4c65-9603-407f16166509 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e06391-53b1-4b65-97bd-7d1088f8d9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530927 Dec 17 15:11:25.391284 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-330ad939-20aa-4e0f-8fcb-d6ac94146037 req-d2a17107-d037-42f3-ab1e-3662e3e6707d tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528007 Dec 17 15:11:25.483863 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:25.514250 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775f690-efc0-44cd-b8e7-605704811b96 req-ff55c3be-e621-403a-84e6-6de5e688e191 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:25.517395 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7775f690-efc0-44cd-b8e7-605704811b96 req-ff55c3be-e621-403a-84e6-6de5e688e191 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38296a9-73e5-46eb-9331-496952ac94ce HTTP/1.1" status: 200 len: 947 time: 0.0698721 Dec 17 15:11:25.561114 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7775f690-efc0-44cd-b8e7-605704811b96 req-eea40286-4116-443f-af28-9318e3fd35a4 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370181 Dec 17 15:11:25.573723 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device e5425115-a717-4f09-abd4-6f600fc46a6e no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:11:25.595120 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: e5425115-a717-4f09-abd4-6f600fc46a6e {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:11:25.595464 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device e5425115-a717-4f09-abd4-6f600fc46a6e not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:11:25.752466 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-b9803163-468d-4cf0-9472-f13b09374fa0 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:25.753963 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-b9803163-468d-4cf0-9472-f13b09374fa0 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/networks?id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 HTTP/1.1" status: 200 len: 820 time: 0.1052032 Dec 17 15:11:25.769627 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-b59768f3-f8ac-477b-951d-68e792e4e474 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/quotas/724cb0144c46439a90883d842de78922 HTTP/1.1" status: 200 len: 375 time: 0.0098810 Dec 17 15:11:25.850912 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-1fc04efe-9d64-4f87-9ff9-09b7deca5fde tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=724cb0144c46439a90883d842de78922&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750651 Dec 17 15:11:25.911522 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7c201-80c6-4b9e-ad5a-22d1ec30c63d req-b42718c9-327e-44c4-8309-57f7be27885a tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:25.912986 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4bf7c201-80c6-4b9e-ad5a-22d1ec30c63d req-b42718c9-327e-44c4-8309-57f7be27885a tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.0990038 Dec 17 15:11:25.934496 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39068) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:11:25.975409 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4bf7c201-80c6-4b9e-ad5a-22d1ec30c63d req-9af50477-d5cb-404c-93ce-45763f45e09a tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548589 Dec 17 15:11:25.987235 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-2e9cddec-ee4d-4fd7-b913-5394d4606965 service neutron] 10.222.0.46 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280079 Dec 17 15:11:26.074793 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-06d1b42d-8914-415d-bd1a-b7bcda44a857 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f08448d025044cdc929eba5f39e36409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1368754 Dec 17 15:11:26.075163 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39072) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:11:26.084960 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-a1d0891d-64aa-40a3-bf37-196d344faf49 service neutron] 10.222.0.46 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869532 Dec 17 15:11:26.125614 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-63e29503-3387-4085-9e0e-31caf34ba138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:26.146480 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-63e29503-3387-4085-9e0e-31caf34ba138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:26.318796 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-63e29503-3387-4085-9e0e-31caf34ba138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:26.320078 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-63e29503-3387-4085-9e0e-31caf34ba138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:26.323672 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-63e29503-3387-4085-9e0e-31caf34ba138 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c85267c8-7cba-4e9b-8cee-5510d3d006ac HTTP/1.1" status: 204 len: 168 time: 0.2449858 Dec 17 15:11:26.329616 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e29503-3387-4085-9e0e-31caf34ba138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85267c8-7cba-4e9b-8cee-5510d3d006ac,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:26.349110 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bc178fa1-623f-40b1-8420-f5793f522b5a req-70e7c311-1fe6-4365-852c-3f8200a9d24f tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 210 time: 0.0447164 Dec 17 15:11:26.383307 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009aaec-95f2-43ce-9c28-8c9b8755c797 req-3056654c-3c34-4b2f-be59-d781469680c8 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:26.384807 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1009aaec-95f2-43ce-9c28-8c9b8755c797 req-3056654c-3c34-4b2f-be59-d781469680c8 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 945 time: 0.1137807 Dec 17 15:11:26.432284 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1009aaec-95f2-43ce-9c28-8c9b8755c797 req-eb95d2ba-8715-4126-82ee-4b827fb62ada tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353916 Dec 17 15:11:26.506254 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582747f-18c9-455d-b51e-b8eddd862f73 req-0259d63b-23bd-4be4-aa8c-35f6aea9e487 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:26.507780 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3582747f-18c9-455d-b51e-b8eddd862f73 req-0259d63b-23bd-4be4-aa8c-35f6aea9e487 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7cb2727-0143-420d-ab20-d45bb85baf85 HTTP/1.1" status: 200 len: 946 time: 0.0480163 Dec 17 15:11:26.551157 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3582747f-18c9-455d-b51e-b8eddd862f73 req-3a66bf91-db05-4291-a2c7-64dd5ac05e36 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e06391-53b1-4b65-97bd-7d1088f8d9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360687 Dec 17 15:11:26.711568 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaed985-a438-495c-8995-887d58fb554d req-e43e5870-1458-4102-a157-7a0ace5af939 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:26.713027 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7eaed985-a438-495c-8995-887d58fb554d req-e43e5870-1458-4102-a157-7a0ace5af939 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=5112d360-b4bb-4cbb-ae97-4d39765549b8 HTTP/1.1" status: 200 len: 945 time: 0.0929906 Dec 17 15:11:26.759051 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a99a4-63fe-4788-bc05-66252ac4754b req-927e54be-b803-4670-9eec-f35c0125d7ef tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:26.760514 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-590a99a4-63fe-4788-bc05-66252ac4754b req-927e54be-b803-4670-9eec-f35c0125d7ef tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38296a9-73e5-46eb-9331-496952ac94ce HTTP/1.1" status: 200 len: 947 time: 0.0937772 Dec 17 15:11:26.768732 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7eaed985-a438-495c-8995-887d58fb554d req-e6b2a06d-0984-40b9-b1cc-59ff05ff336d tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e06391-53b1-4b65-97bd-7d1088f8d9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487041 Dec 17 15:11:26.810690 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-590a99a4-63fe-4788-bc05-66252ac4754b req-1badeeac-2410-4426-a846-35660514c26a tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409935 Dec 17 15:11:26.986067 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 6e40d640-2815-414d-ab81-3ee608b6eaa1 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:11:27.011808 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39104) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:11:27.053627 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2c8da4e2-c5d0-4735-808a-876ef3f7b6bf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=60601fd4d6744515967aa9c6d75e3dd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404763 Dec 17 15:11:27.055970 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39106) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:11:27.108954 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1a8c4-dac2-42f8-8876-fc303bfd2601 req-f0ea9ab8-04cc-49d9-9b9d-fc2cd1d2214d tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:27.112458 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 6e40d640-2815-414d-ab81-3ee608b6eaa1, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=6e40d640-2815-414d-ab81-3ee608b6eaa1,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:27.117934 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dee1a8c4-dac2-42f8-8876-fc303bfd2601 req-f0ea9ab8-04cc-49d9-9b9d-fc2cd1d2214d tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.0600657 Dec 17 15:11:27.126539 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '6e40d640-2815-414d-ab81-3ee608b6eaa1', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': '6e40d640-2815-414d-ab81-3ee608b6eaa1', 'mac_address': 'fa:16:3e:67:1b:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:11:27.129916 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5e82bb8c-9719-43eb-9246-b6e6de0dc7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:27.152448 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5e82bb8c-9719-43eb-9246-b6e6de0dc7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:27.157784 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dee1a8c4-dac2-42f8-8876-fc303bfd2601 req-c7659600-4a30-47a9-b103-e0f1b6644056 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387328 Dec 17 15:11:27.180621 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:27.185650 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e40d640-2815-414d-ab81-3ee608b6eaa1 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:11:27.206775 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 6e40d640-2815-414d-ab81-3ee608b6eaa1, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=6e40d640-2815-414d-ab81-3ee608b6eaa1,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:27.277780 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5e82bb8c-9719-43eb-9246-b6e6de0dc7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:27.280568 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5e82bb8c-9719-43eb-9246-b6e6de0dc7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:27.281946 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5e82bb8c-9719-43eb-9246-b6e6de0dc7ae admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ba3d554b-6802-45f7-88fe-88d8506f77e3 HTTP/1.1" status: 204 len: 168 time: 0.2249458 Dec 17 15:11:27.290430 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82bb8c-9719-43eb-9246-b6e6de0dc7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3d554b-6802-45f7-88fe-88d8506f77e3,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:27.335256 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:27.395806 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=6e40d640-2815-414d-ab81-3ee608b6eaa1,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:27.450820 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-56945f46-349a-4009-8591-547635be2a44 req-7319690f-c88d-4336-9f15-b2ae84c6da8d tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 210 time: 0.0262415 Dec 17 15:11:27.564902 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a73e3-2103-4e8e-89b3-a2b279a5c3f7 req-8d979dfb-b749-4c80-94c0-2177ab9c7086 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:27.566408 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-098a73e3-2103-4e8e-89b3-a2b279a5c3f7 req-8d979dfb-b749-4c80-94c0-2177ab9c7086 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 945 time: 0.0531142 Dec 17 15:11:27.605793 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-098a73e3-2103-4e8e-89b3-a2b279a5c3f7 req-7af5f85a-ed59-4485-a0e1-687842b6417e tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323498 Dec 17 15:11:27.606436 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device fc6373c2-87ee-4df2-a142-168326ebbfee details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:11:27.712451 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port fc6373c2-87ee-4df2-a142-168326ebbfee, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=fc6373c2-87ee-4df2-a142-168326ebbfee,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:27.724475 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'fc6373c2-87ee-4df2-a142-168326ebbfee', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': 'fc6373c2-87ee-4df2-a142-168326ebbfee', 'mac_address': 'fa:16:3e:17:f5:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:11:27.757947 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['6e40d640-2815-414d-ab81-3ee608b6eaa1'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:11:27.807102 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:27.838298 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc6373c2-87ee-4df2-a142-168326ebbfee {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:11:27.901785 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port fc6373c2-87ee-4df2-a142-168326ebbfee, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=fc6373c2-87ee-4df2-a142-168326ebbfee,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:27.938635 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-a2bc850a-89e9-45e3-8dd3-c58e62fc9cbc tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:27.944580 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-a2bc850a-89e9-45e3-8dd3-c58e62fc9cbc tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1&tenant_id=96ef05c814a947bb872da21a8a326a7b&binding%3Ahost_id=n-h2-820553-2 HTTP/1.1" status: 200 len: 1096 time: 0.0844886 Dec 17 15:11:27.959749 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-6f99abea-10ff-43a2-9d4d-7d54dcc0c1a7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820553-2'}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:11:28.003496 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:28.004329 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:11:28.016963 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3dddf-1f7e-41d9-9fc0-e4a3c8f3887e req-4155e763-f275-4998-baa6-48776812ad84 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:28.024895 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-03d3dddf-1f7e-41d9-9fc0-e4a3c8f3887e req-4155e763-f275-4998-baa6-48776812ad84 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38296a9-73e5-46eb-9331-496952ac94ce HTTP/1.1" status: 200 len: 947 time: 0.1237202 Dec 17 15:11:28.032429 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-6f99abea-10ff-43a2-9d4d-7d54dcc0c1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:28.093990 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-03d3dddf-1f7e-41d9-9fc0-e4a3c8f3887e req-bc0dcce8-ee4b-4165-985f-9507777274ed tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658300 Dec 17 15:11:28.127399 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-98b93e1e-e29f-47b5-8138-1907d10e7091 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:28.137828 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=fc6373c2-87ee-4df2-a142-168326ebbfee,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:28.138902 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-98b93e1e-e29f-47b5-8138-1907d10e7091 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/networks?id=f9a678bc-a78e-49e1-a38e-5059d56edc29 HTTP/1.1" status: 200 len: 812 time: 0.2232335 Dec 17 15:11:28.163125 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-44360ab7-70bb-4df5-b0c6-7015444f5b5e tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/quotas/3d7a401394fa41daa40970acf22646c5 HTTP/1.1" status: 200 len: 375 time: 0.0227041 Dec 17 15:11:28.196775 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-6f99abea-10ff-43a2-9d4d-7d54dcc0c1a7 service neutron] For port 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=09e9e58f-a869-47cc-83f3-a01f3bc1c5ec,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:28.217529 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-efc8a35d-3811-452e-8a14-d836fcfb1e41 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3d7a401394fa41daa40970acf22646c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529101 Dec 17 15:11:28.228947 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=09e9e58f-a869-47cc-83f3-a01f3bc1c5ec,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:28.249437 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec has no active binding in host n-h1-820553-2 {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 17 15:11:28.251635 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-6f99abea-10ff-43a2-9d4d-7d54dcc0c1a7 service neutron] For port 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:11:28.292823 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972e25e4-86f4-4e8c-8bb0-43543f1409d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09e9e58f-a869-47cc-83f3-a01f3bc1c5ec'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:11:28.295502 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c0705b-953f-4753-bfae-031d6378a7c3" -d '{"events": [{"server_uuid": "972e25e4-86f4-4e8c-8bb0-43543f1409d1", "name": "network-vif-unplugged", "status": "completed", "tag": "09e9e58f-a869-47cc-83f3-a01f3bc1c5ec"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:11:28.300249 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-6f99abea-10ff-43a2-9d4d-7d54dcc0c1a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:28.347390 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba69c2-b0d1-415c-bb25-ae2c5a8ec1ef req-817eb7c2-5793-4ad2-b3c4-05e88f95c6df tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:28.348853 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-efba69c2-b0d1-415c-bb25-ae2c5a8ec1ef req-817eb7c2-5793-4ad2-b3c4-05e88f95c6df tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.0922084 Dec 17 15:11:28.370973 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-61a07dda-9e70-4c86-937c-e893a10ef71a service neutron] 10.222.0.46 "GET /v2.0/networks/f9a678bc-a78e-49e1-a38e-5059d56edc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456058 Dec 17 15:11:28.397738 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-6f99abea-10ff-43a2-9d4d-7d54dcc0c1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:28.453151 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-efba69c2-b0d1-415c-bb25-ae2c5a8ec1ef req-aab37216-16fa-4bf8-b4bd-4359b8ff5bf9 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930150 Dec 17 15:11:28.500112 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99abea-10ff-43a2-9d4d-7d54dcc0c1a7 service neutron] Pushing event updated for resources: {'Port': ['ID=09e9e58f-a869-47cc-83f3-a01f3bc1c5ec,revision_number=7']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:28.506959 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-98939844-77a8-4a05-ac84-6c17bb7805c0 service neutron] 10.222.0.46 "GET /v2.0/networks/f9a678bc-a78e-49e1-a38e-5059d56edc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257689 Dec 17 15:11:28.509234 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-6f99abea-10ff-43a2-9d4d-7d54dcc0c1a7 service neutron] Attempting to bind port 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec on host n-h2-820553-2 for vnic_type normal with profile {"migrating_to": "n-h1-820553-2"} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:11:28.509234 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-6f99abea-10ff-43a2-9d4d-7d54dcc0c1a7 service neutron] Attempting to bind port 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:11:28.509234 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-6f99abea-10ff-43a2-9d4d-7d54dcc0c1a7 service neutron] Attempting to bind port 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec on network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:11:28.513987 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-6f99abea-10ff-43a2-9d4d-7d54dcc0c1a7 service neutron] Port 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec on network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:11:28.514314 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-6f99abea-10ff-43a2-9d4d-7d54dcc0c1a7 service neutron] Attempting to bind port 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec on network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:11:28.530316 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-6f99abea-10ff-43a2-9d4d-7d54dcc0c1a7 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:11:28.531296 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-6f99abea-10ff-43a2-9d4d-7d54dcc0c1a7 service neutron] Checking segment: {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:11:28.531751 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-6f99abea-10ff-43a2-9d4d-7d54dcc0c1a7 service neutron] Bound using segment: {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:11:28.532390 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-6f99abea-10ff-43a2-9d4d-7d54dcc0c1a7 service neutron] Bound port: 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:11:28.532755 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-6f99abea-10ff-43a2-9d4d-7d54dcc0c1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:28.549255 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a09cbe-199d-486a-8703-0f8b05645666 x-openstack-request-id: req-d4a09cbe-199d-486a-8703-0f8b05645666 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:11:28.549255 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972e25e4-86f4-4e8c-8bb0-43543f1409d1", "name": "network-vif-unplugged", "status": "completed", "tag": "09e9e58f-a869-47cc-83f3-a01f3bc1c5ec", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:11:28.549255 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d4a09cbe-199d-486a-8703-0f8b05645666 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:11:28.549255 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972e25e4-86f4-4e8c-8bb0-43543f1409d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09e9e58f-a869-47cc-83f3-a01f3bc1c5ec', 'code': 200} Dec 17 15:11:28.615898 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-6f99abea-10ff-43a2-9d4d-7d54dcc0c1a7 service neutron] For port 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:11:28.619771 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-866567b9-fd2c-442b-b251-1dd7f736c492 req-d7ad4726-5a81-4ca1-95d4-f565dfc4c792 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 210 time: 0.0296292 Dec 17 15:11:28.624905 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-6f99abea-10ff-43a2-9d4d-7d54dcc0c1a7 service neutron] For port 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=09e9e58f-a869-47cc-83f3-a01f3bc1c5ec,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:11:28.689862 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-6f99abea-10ff-43a2-9d4d-7d54dcc0c1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:28.772904 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-6f99abea-10ff-43a2-9d4d-7d54dcc0c1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:28.773603 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-6f99abea-10ff-43a2-9d4d-7d54dcc0c1a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:28.774999 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-6f99abea-10ff-43a2-9d4d-7d54dcc0c1a7 service neutron] 10.222.0.41 "PUT /v2.0/ports/09e9e58f-a869-47cc-83f3-a01f3bc1c5ec HTTP/1.1" status: 200 len: 1121 time: 0.8232327 Dec 17 15:11:28.780519 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99abea-10ff-43a2-9d4d-7d54dcc0c1a7 service neutron] Pushing event updated for resources: {'Port': ['ID=09e9e58f-a869-47cc-83f3-a01f3bc1c5ec,revision_number=8']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:28.782392 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-047ef8e4-90d7-4ef8-a9bf-40665345e1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:28.785115 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a3e59-be32-41e2-865b-e990ee4fc5c6 req-95ed114b-1f9f-4e98-b83a-9ac8fa21fe29 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:28.787045 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e89a3e59-be32-41e2-865b-e990ee4fc5c6 req-95ed114b-1f9f-4e98-b83a-9ac8fa21fe29 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 943 time: 0.0775867 Dec 17 15:11:28.804233 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c8a1707-8d3d-4028-917b-72f2a631feef req-98bd6bd7-6962-4f1c-bf07-af1d7c495472 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0850003 Dec 17 15:11:28.861931 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e89a3e59-be32-41e2-865b-e990ee4fc5c6 req-62f8f8de-13b0-4bfe-a23a-307b28dd56a4 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563121 Dec 17 15:11:28.911802 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['fc6373c2-87ee-4df2-a142-168326ebbfee'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:11:28.998609 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-863923bf-1bbc-4a68-9403-8171519a4165 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:29.009007 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-863923bf-1bbc-4a68-9403-8171519a4165 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.41 "GET /v2.0/networks?id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 HTTP/1.1" status: 200 len: 820 time: 0.1986380 Dec 17 15:11:29.017342 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a1707-8d3d-4028-917b-72f2a631feef req-b45f7644-9028-4377-bc58-5e16bb0be581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:29.017622 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c8a1707-8d3d-4028-917b-72f2a631feef req-b45f7644-9028-4377-bc58-5e16bb0be581 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 1101 time: 0.0764909 Dec 17 15:11:29.019766 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['09e9e58f-a869-47cc-83f3-a01f3bc1c5ec'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:11:29.029582 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-db677f57-b9ac-4ee9-bd25-f9de51aee379 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Request body: {'port': {'device_id': '8c8a9326-4193-4494-9c24-a1dd39e27752', 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0', 'admin_state_up': True, 'tenant_id': '724cb0144c46439a90883d842de78922'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:11:29.121292 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['09e9e58f-a869-47cc-83f3-a01f3bc1c5ec'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:11:29.289064 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fedbe210-51f6-4dbd-9ead-d8cd00aea42a req-9c8baa37-3e3f-4848-b92f-89e2db315d32 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=01073fb0-eaea-4f3a-b3e4-77fe45761d3d HTTP/1.1" status: 200 len: 210 time: 0.0897491 Dec 17 15:11:29.320590 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a1707-8d3d-4028-917b-72f2a631feef req-a9dfe9e0-8b54-41f0-8023-b1356f0ae9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:29.322268 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c8a1707-8d3d-4028-917b-72f2a631feef req-a9dfe9e0-8b54-41f0-8023-b1356f0ae9d8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.2455554 Dec 17 15:11:29.347835 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9dd8e-353e-4d71-b1a8-d1eeb0b67584 req-2bf0204e-8593-4ead-9452-fa1dc97ee678 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:29.353573 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-56b9dd8e-353e-4d71-b1a8-d1eeb0b67584 req-2bf0204e-8593-4ead-9452-fa1dc97ee678 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38296a9-73e5-46eb-9331-496952ac94ce HTTP/1.1" status: 200 len: 948 time: 0.1308153 Dec 17 15:11:29.394122 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca77235-89a0-45c8-a7c2-29e3d48e461f req-20d8c689-6dd6-4501-8dbb-c71d2d66a5c1 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:29.395731 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9ca77235-89a0-45c8-a7c2-29e3d48e461f req-20d8c689-6dd6-4501-8dbb-c71d2d66a5c1 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.13 "GET /v2.0/ports?device_id=5112d360-b4bb-4cbb-ae97-4d39765549b8 HTTP/1.1" status: 200 len: 945 time: 0.0865920 Dec 17 15:11:29.418646 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c8a1707-8d3d-4028-917b-72f2a631feef req-a838db7b-5268-4ba4-a7ae-024bee0eb3da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=0b8d56da-5e55-4db8-b341-5f885ac821a9 HTTP/1.1" status: 200 len: 217 time: 0.0639827 Dec 17 15:11:29.485411 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-56b9dd8e-353e-4d71-b1a8-d1eeb0b67584 req-82c88a58-d7a6-4a2d-814c-eaaad7468c01 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260352 Dec 17 15:11:29.520662 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a1707-8d3d-4028-917b-72f2a631feef req-4323b8a4-635f-400f-997c-9abc24d97cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:29.523450 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c8a1707-8d3d-4028-917b-72f2a631feef req-4323b8a4-635f-400f-997c-9abc24d97cd4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0978439 Dec 17 15:11:29.529440 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-db677f57-b9ac-4ee9-bd25-f9de51aee379 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Made reservation on behalf of 724cb0144c46439a90883d842de78922 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:11:29.534859 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-db677f57-b9ac-4ee9-bd25-f9de51aee379 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:29.611644 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a1707-8d3d-4028-917b-72f2a631feef req-d2f07e42-f520-483e-b051-bea75a69809f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:29.613342 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c8a1707-8d3d-4028-917b-72f2a631feef req-d2f07e42-f520-483e-b051-bea75a69809f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0810323 Dec 17 15:11:29.629533 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69235b7b-012a-4f92-8def-1316f243ced3 req-7e7a1803-0ce6-48cd-aeaa-52b220ed671e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:29.636748 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-69235b7b-012a-4f92-8def-1316f243ced3 req-7e7a1803-0ce6-48cd-aeaa-52b220ed671e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.0887971 Dec 17 15:11:29.640788 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-9ca77235-89a0-45c8-a7c2-29e3d48e461f req-3081b373-6906-4bef-8738-bf65dbf0c8ce tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Deleting port 331f413a-9ff7-4c60-b253-a4348148187f {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:11:29.640788 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9ca77235-89a0-45c8-a7c2-29e3d48e461f req-3081b373-6906-4bef-8738-bf65dbf0c8ce tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:29.829325 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-9ca77235-89a0-45c8-a7c2-29e3d48e461f req-3081b373-6906-4bef-8738-bf65dbf0c8ce tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] For port 331f413a-9ff7-4c60-b253-a4348148187f, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=331f413a-9ff7-4c60-b253-a4348148187f,segment=NetworkSegment(94e8219a-57e1-4a61-bef9-a5e9e92eba31),segment_id=94e8219a-57e1-4a61-bef9-a5e9e92eba31)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:29.829842 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9ca77235-89a0-45c8-a7c2-29e3d48e461f req-3081b373-6906-4bef-8738-bf65dbf0c8ce tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:29.880526 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-9ca77235-89a0-45c8-a7c2-29e3d48e461f req-3081b373-6906-4bef-8738-bf65dbf0c8ce tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Calling delete_port for 331f413a-9ff7-4c60-b253-a4348148187f owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:11:29.903649 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-db677f57-b9ac-4ee9-bd25-f9de51aee379 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Allocated IP 172.20.0.11 (5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0/6c28c8ec-5ccc-4295-ab15-cbe54116b2d0/c74f3b5a-351a-49d7-8d6b-9b002c5e38c0) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:11:29.966650 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6c66d-09eb-4fd0-b394-a87d743a7f60 req-73ad3d80-527d-46ad-9394-a36744d9e16d tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:29.968020 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3ba6c66d-09eb-4fd0-b394-a87d743a7f60 req-73ad3d80-527d-46ad-9394-a36744d9e16d tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7cb2727-0143-420d-ab20-d45bb85baf85 HTTP/1.1" status: 200 len: 946 time: 0.1623583 Dec 17 15:11:29.996138 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b0810116-e0a1-4a46-b2f9-1a87326c3d73 req-92577932-a04d-4c42-aacd-1f80b8dbf9f5 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 210 time: 0.0357580 Dec 17 15:11:30.020525 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-69235b7b-012a-4f92-8def-1316f243ced3 req-ac72e45c-30cb-4a6e-bf2d-c4c0603eaca3 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827536 Dec 17 15:11:30.075642 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c8a1707-8d3d-4028-917b-72f2a631feef req-03a6f741-3ea9-4f4a-b060-47091feaae99 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366493 Dec 17 15:11:30.225266 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad82ea-5338-4013-b17f-4f7ac4266fee req-07b1f85f-5f96-47a5-9a74-8ad4e7272009 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:30.227016 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-caad82ea-5338-4013-b17f-4f7ac4266fee req-07b1f85f-5f96-47a5-9a74-8ad4e7272009 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 943 time: 0.1107912 Dec 17 15:11:30.255599 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-db677f57-b9ac-4ee9-bd25-f9de51aee379 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:30.266714 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-3ba6c66d-09eb-4fd0-b394-a87d743a7f60 req-0fb3c97e-ea4a-4c31-8234-91f5cc27fd2a tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Deleting port e2c34497-1911-4b7d-9f7d-793d5ba3a972 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:11:30.267057 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3ba6c66d-09eb-4fd0-b394-a87d743a7f60 req-0fb3c97e-ea4a-4c31-8234-91f5cc27fd2a tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:30.293665 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c8a1707-8d3d-4028-917b-72f2a631feef req-1f39606d-6af0-49b2-b656-1157a6f4ed18 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046165 Dec 17 15:11:30.296709 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-caad82ea-5338-4013-b17f-4f7ac4266fee req-0ad1a487-5869-4a52-9001-ffa0524a92a3 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503476 Dec 17 15:11:30.365460 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9ca77235-89a0-45c8-a7c2-29e3d48e461f req-3081b373-6906-4bef-8738-bf65dbf0c8ce tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:30.382646 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['e2c34497-1911-4b7d-9f7d-793d5ba3a972', '331f413a-9ff7-4c60-b253-a4348148187f'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:11:30.412810 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d86a9323-ac26-4ebf-98c9-4f46cd2cdeef req-3efb09b4-c763-4649-9a92-932eb0874a2e tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=01073fb0-eaea-4f3a-b3e4-77fe45761d3d HTTP/1.1" status: 200 len: 210 time: 0.0605042 Dec 17 15:11:30.417412 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081b373-6906-4bef-8738-bf65dbf0c8ce tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Pushing event deleted for resources: {'Port': ['ID=331f413a-9ff7-4c60-b253-a4348148187f,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:30.421646 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-3ba6c66d-09eb-4fd0-b394-a87d743a7f60 req-0fb3c97e-ea4a-4c31-8234-91f5cc27fd2a tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] For port e2c34497-1911-4b7d-9f7d-793d5ba3a972, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e2c34497-1911-4b7d-9f7d-793d5ba3a972,segment=NetworkSegment(94e8219a-57e1-4a61-bef9-a5e9e92eba31),segment_id=94e8219a-57e1-4a61-bef9-a5e9e92eba31)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:30.421646 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3ba6c66d-09eb-4fd0-b394-a87d743a7f60 req-0fb3c97e-ea4a-4c31-8234-91f5cc27fd2a tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:30.446611 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-db677f57-b9ac-4ee9-bd25-f9de51aee379 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:30.446611 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-3ba6c66d-09eb-4fd0-b394-a87d743a7f60 req-0fb3c97e-ea4a-4c31-8234-91f5cc27fd2a tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Calling delete_port for e2c34497-1911-4b7d-9f7d-793d5ba3a972 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:11:30.521810 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca77235-89a0-45c8-a7c2-29e3d48e461f req-3081b373-6906-4bef-8738-bf65dbf0c8ce tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] No DVR routers for this DVR port 331f413a-9ff7-4c60-b253-a4348148187f on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:11:30.527676 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9ca77235-89a0-45c8-a7c2-29e3d48e461f req-3081b373-6906-4bef-8738-bf65dbf0c8ce tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:30.531147 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9ca77235-89a0-45c8-a7c2-29e3d48e461f req-3081b373-6906-4bef-8738-bf65dbf0c8ce tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.13 "DELETE /v2.0/ports/331f413a-9ff7-4c60-b253-a4348148187f HTTP/1.1" status: 204 len: 173 time: 1.1225271 Dec 17 15:11:30.578203 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972e25e4-86f4-4e8c-8bb0-43543f1409d1', 'tag': '09e9e58f-a869-47cc-83f3-a01f3bc1c5ec'}, {'server_uuid': '5112d360-b4bb-4cbb-ae97-4d39765549b8', 'name': 'network-vif-deleted', 'tag': '331f413a-9ff7-4c60-b253-a4348148187f'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:11:30.580483 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4e0658-07f2-4134-b652-f228d0673e79" -d '{"events": [{"name": "network-changed", "server_uuid": "972e25e4-86f4-4e8c-8bb0-43543f1409d1", "tag": "09e9e58f-a869-47cc-83f3-a01f3bc1c5ec"}, {"server_uuid": "5112d360-b4bb-4cbb-ae97-4d39765549b8", "name": "network-vif-deleted", "tag": "331f413a-9ff7-4c60-b253-a4348148187f"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:11:30.585114 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-db677f57-b9ac-4ee9-bd25-f9de51aee379 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:11:30.587644 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db677f57-b9ac-4ee9-bd25-f9de51aee379 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Pushing event updated for resources: {'Port': ['ID=c74f3b5a-351a-49d7-8d6b-9b002c5e38c0,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:30.592766 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-db677f57-b9ac-4ee9-bd25-f9de51aee379 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:11:30.596310 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-db677f57-b9ac-4ee9-bd25-f9de51aee379 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:11:30.646572 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abe49a-4b8a-427b-9ef2-11e8c9865b77 req-4fbd2ab7-7a2a-4273-b75e-2833f4659d92 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:30.648358 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71abe49a-4b8a-427b-9ef2-11e8c9865b77 req-4fbd2ab7-7a2a-4273-b75e-2833f4659d92 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38296a9-73e5-46eb-9331-496952ac94ce HTTP/1.1" status: 200 len: 948 time: 0.0640666 Dec 17 15:11:30.668948 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-db677f57-b9ac-4ee9-bd25-f9de51aee379 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:30.669372 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-db677f57-b9ac-4ee9-bd25-f9de51aee379 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:30.705969 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71abe49a-4b8a-427b-9ef2-11e8c9865b77 req-fc458fdb-c6ef-490d-a8ee-ab1e204d55ff tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483921 Dec 17 15:11:30.752085 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 17 Dec 2021 15:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab89a95-ea42-462e-acb4-ebfbab7124a9 x-openstack-request-id: req-4ab89a95-ea42-462e-acb4-ebfbab7124a9 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:11:30.752392 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972e25e4-86f4-4e8c-8bb0-43543f1409d1", "tag": "09e9e58f-a869-47cc-83f3-a01f3bc1c5ec", "status": "completed", "code": 200}, {"server_uuid": "5112d360-b4bb-4cbb-ae97-4d39765549b8", "name": "network-vif-deleted", "tag": "331f413a-9ff7-4c60-b253-a4348148187f", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:11:30.752781 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4ab89a95-ea42-462e-acb4-ebfbab7124a9 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:11:30.753195 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972e25e4-86f4-4e8c-8bb0-43543f1409d1', 'tag': '09e9e58f-a869-47cc-83f3-a01f3bc1c5ec', 'status': 'completed', 'code': 200} Dec 17 15:11:30.753442 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5112d360-b4bb-4cbb-ae97-4d39765549b8', 'name': 'network-vif-deleted', 'tag': '331f413a-9ff7-4c60-b253-a4348148187f', 'status': 'completed', 'code': 200} Dec 17 15:11:30.819870 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e0658-07f2-4134-b652-f228d0673e79 req-72ce6b26-d826-4645-87c1-1637a878fb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:30.821401 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3e4e0658-07f2-4134-b652-f228d0673e79 req-72ce6b26-d826-4645-87c1-1637a878fb7a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96ef05c814a947bb872da21a8a326a7b&device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 1124 time: 0.0414796 Dec 17 15:11:30.850988 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3ba6c66d-09eb-4fd0-b394-a87d743a7f60 req-0fb3c97e-ea4a-4c31-8234-91f5cc27fd2a tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:30.855246 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-db677f57-b9ac-4ee9-bd25-f9de51aee379 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8304808 Dec 17 15:11:30.864777 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['331f413a-9ff7-4c60-b253-a4348148187f'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:11:30.891701 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-fdbed48b-2ceb-44a4-8f62-99150d55d90d service neutron] Request body: {'port': {'device_id': '8c8a9326-4193-4494-9c24-a1dd39e27752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:11:30.940401 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3c97e-ea4a-4c31-8234-91f5cc27fd2a tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Pushing event deleted for resources: {'Port': ['ID=e2c34497-1911-4b7d-9f7d-793d5ba3a972,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:31.001520 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 6e40d640-2815-414d-ab81-3ee608b6eaa1 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:11:31.009600 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba6c66d-09eb-4fd0-b394-a87d743a7f60 req-0fb3c97e-ea4a-4c31-8234-91f5cc27fd2a tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] No DVR routers for this DVR port e2c34497-1911-4b7d-9f7d-793d5ba3a972 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:11:31.018882 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3ba6c66d-09eb-4fd0-b394-a87d743a7f60 req-0fb3c97e-ea4a-4c31-8234-91f5cc27fd2a tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:31.022145 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3ba6c66d-09eb-4fd0-b394-a87d743a7f60 req-0fb3c97e-ea4a-4c31-8234-91f5cc27fd2a tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.13 "DELETE /v2.0/ports/e2c34497-1911-4b7d-9f7d-793d5ba3a972 HTTP/1.1" status: 204 len: 173 time: 1.0401731 Dec 17 15:11:31.037310 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-fdbed48b-2ceb-44a4-8f62-99150d55d90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:31.057165 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-91c4a0d3-4be3-4d25-ba45-6d1d5373358f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:31.071677 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e0658-07f2-4134-b652-f228d0673e79 req-c80acaa7-c4f7-477a-a668-d27567786c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:31.073746 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3e4e0658-07f2-4134-b652-f228d0673e79 req-c80acaa7-c4f7-477a-a668-d27567786c90 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea HTTP/1.1" status: 200 len: 909 time: 0.2446256 Dec 17 15:11:31.195635 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 6e40d640-2815-414d-ab81-3ee608b6eaa1 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:11:31.201464 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 6e40d640-2815-414d-ab81-3ee608b6eaa1 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:11:31.202273 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:31.214705 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648c2ed-1185-458b-bc10-bf7bbdb70f03 req-b6c85a07-2b72-4378-ba5e-5babf4c5df82 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:31.218061 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b648c2ed-1185-458b-bc10-bf7bbdb70f03 req-b6c85a07-2b72-4378-ba5e-5babf4c5df82 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 932 time: 0.1170173 Dec 17 15:11:31.268696 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2cedc-29f3-450c-974f-fc4f883afb67 req-0f4ecc0b-9353-42e7-9290-8d2c8e21bf4c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:31.278985 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-20e2cedc-29f3-450c-974f-fc4f883afb67 req-0f4ecc0b-9353-42e7-9290-8d2c8e21bf4c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.1285357 Dec 17 15:11:31.323004 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b648c2ed-1185-458b-bc10-bf7bbdb70f03 req-96692c56-02c0-4440-ae1b-7012ea7a1430 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968680 Dec 17 15:11:31.348145 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:31.359656 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39254) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:11:31.376131 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97d009f-7952-41ca-8e46-16e42d400c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e40d640-2815-414d-ab81-3ee608b6eaa1'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:11:31.378837 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a794804-d2e5-49d8-8b6f-094ce4625603" -d '{"events": [{"server_uuid": "a97d009f-7952-41ca-8e46-16e42d400c1d", "name": "network-vif-plugged", "status": "completed", "tag": "6e40d640-2815-414d-ab81-3ee608b6eaa1"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:11:31.390935 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-20e2cedc-29f3-450c-974f-fc4f883afb67 req-8fb77904-50e2-4d74-b34c-1230214e84c4 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107259 Dec 17 15:11:31.409179 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 6e40d640-2815-414d-ab81-3ee608b6eaa1, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=6e40d640-2815-414d-ab81-3ee608b6eaa1,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:31.451357 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3e4e0658-07f2-4134-b652-f228d0673e79 req-6bd1f515-32ce-482d-bd95-b20008b7e287 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09e9e58f-a869-47cc-83f3-a01f3bc1c5ec HTTP/1.1" status: 200 len: 217 time: 0.3426628 Dec 17 15:11:31.497999 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b7c980-e1dd-4280-b86d-57458455ca78 x-openstack-request-id: req-86b7c980-e1dd-4280-b86d-57458455ca78 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:11:31.498313 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97d009f-7952-41ca-8e46-16e42d400c1d", "name": "network-vif-plugged", "status": "completed", "tag": "6e40d640-2815-414d-ab81-3ee608b6eaa1", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:11:31.498571 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-86b7c980-e1dd-4280-b86d-57458455ca78 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:11:31.498965 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97d009f-7952-41ca-8e46-16e42d400c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e40d640-2815-414d-ab81-3ee608b6eaa1', 'code': 200} Dec 17 15:11:31.502289 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:31.502727 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 331f413a-9ff7-4c60-b253-a4348148187f no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:11:31.578436 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23917b18-dd9d-4efd-8d81-a4bb8b43d68a req-5251f08d-b2bf-4570-8b11-e912a01cd059 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:31.580381 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-23917b18-dd9d-4efd-8d81-a4bb8b43d68a req-5251f08d-b2bf-4570-8b11-e912a01cd059 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 943 time: 0.1037943 Dec 17 15:11:31.592797 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e0658-07f2-4134-b652-f228d0673e79 req-450bb012-432f-490f-88f2-17f8c44f48d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:31.594221 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=6e40d640-2815-414d-ab81-3ee608b6eaa1,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:31.603013 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3e4e0658-07f2-4134-b652-f228d0673e79 req-450bb012-432f-490f-88f2-17f8c44f48d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e07a04f7-750d-46bb-b1d6-18c61b699282 HTTP/1.1" status: 200 len: 848 time: 0.1370499 Dec 17 15:11:31.613741 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 331f413a-9ff7-4c60-b253-a4348148187f {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:11:31.614090 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 331f413a-9ff7-4c60-b253-a4348148187f not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:11:31.614510 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e2c34497-1911-4b7d-9f7d-793d5ba3a972 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:11:31.638114 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: e2c34497-1911-4b7d-9f7d-793d5ba3a972 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:11:31.638614 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e2c34497-1911-4b7d-9f7d-793d5ba3a972 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:11:31.647176 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-80d4a1a7-3474-4fdb-9305-b56fd67e2d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:31.673168 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-78fb77bc-1265-46f5-83c2-21850248dafd req-57f09df4-71df-4f80-8749-74c8efb1ce56 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=01073fb0-eaea-4f3a-b3e4-77fe45761d3d HTTP/1.1" status: 200 len: 210 time: 0.0504260 Dec 17 15:11:31.684468 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device fc6373c2-87ee-4df2-a142-168326ebbfee up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:11:31.711041 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3e4e0658-07f2-4134-b652-f228d0673e79 req-330bf3ce-b829-4136-8b3a-5da98f6a5e25 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822515 Dec 17 15:11:31.721834 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-23917b18-dd9d-4efd-8d81-a4bb8b43d68a req-3f7247e5-199a-4449-bdf7-16d67275da3d tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338570 Dec 17 15:11:31.782203 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-80d4a1a7-3474-4fdb-9305-b56fd67e2d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:31.844039 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74911fdf-eb26-4743-8f5f-a6b5c1b73929 req-d968d843-269e-44fe-ab82-27ee84ceec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:31.845559 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-74911fdf-eb26-4743-8f5f-a6b5c1b73929 req-d968d843-269e-44fe-ab82-27ee84ceec45 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a97d009f-7952-41ca-8e46-16e42d400c1d HTTP/1.1" status: 200 len: 1101 time: 0.2157283 Dec 17 15:11:31.869183 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59782d-c0d5-4b73-9f65-5e3a0f6fc5d4 req-74efb9ab-2223-4f3e-b88e-2697cbef839c tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:31.871059 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cf59782d-c0d5-4b73-9f65-5e3a0f6fc5d4 req-74efb9ab-2223-4f3e-b88e-2697cbef839c tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38296a9-73e5-46eb-9331-496952ac94ce HTTP/1.1" status: 200 len: 948 time: 0.0517645 Dec 17 15:11:31.899586 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port fc6373c2-87ee-4df2-a142-168326ebbfee completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:11:31.899586 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port fc6373c2-87ee-4df2-a142-168326ebbfee triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:11:31.899586 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:31.913759 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cf59782d-c0d5-4b73-9f65-5e3a0f6fc5d4 req-51e3b680-0fd6-4d1d-9590-a3e3a3b28364 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363517 Dec 17 15:11:31.927673 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-80d4a1a7-3474-4fdb-9305-b56fd67e2d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:31.936393 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3e4e0658-07f2-4134-b652-f228d0673e79 req-8b2d2d92-16d1-461b-a91d-241ebe6391fd service neutron] 10.222.0.13 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104330 Dec 17 15:11:31.936393 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-74911fdf-eb26-4743-8f5f-a6b5c1b73929 req-5b6133b5-acf9-4ce1-9065-9ecd301409ad service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757911 Dec 17 15:11:31.972072 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-80d4a1a7-3474-4fdb-9305-b56fd67e2d31 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1f9eab9c53ed42dab50eb80966c82e05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6091750 Dec 17 15:11:31.972072 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4a1a7-3474-4fdb-9305-b56fd67e2d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602bca0a-805e-43a0-be8f-0b7527ff7db2,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:31.972498 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39266) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:11:32.003352 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-fdbed48b-2ceb-44a4-8f62-99150d55d90d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:11:32.022046 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-fdbed48b-2ceb-44a4-8f62-99150d55d90d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:32.022553 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:32.039439 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-fdbed48b-2ceb-44a4-8f62-99150d55d90d service neutron] Transition to ACTIVE for port object c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:11:32.050940 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c9d3e73e-8df3-4588-959b-c39c4818fcb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:32.051675 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port fc6373c2-87ee-4df2-a142-168326ebbfee, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=fc6373c2-87ee-4df2-a142-168326ebbfee,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:32.073317 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c9d3e73e-8df3-4588-959b-c39c4818fcb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:32.119247 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-fdbed48b-2ceb-44a4-8f62-99150d55d90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:32.229906 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbed48b-2ceb-44a4-8f62-99150d55d90d service neutron] Pushing event updated for resources: {'Port': ['ID=c74f3b5a-351a-49d7-8d6b-9b002c5e38c0,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:32.238010 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:32.285848 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:32.287032 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=fc6373c2-87ee-4df2-a142-168326ebbfee,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:32.291291 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c9d3e73e-8df3-4588-959b-c39c4818fcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:32.293802 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c9d3e73e-8df3-4588-959b-c39c4818fcb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:32.294926 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c9d3e73e-8df3-4588-959b-c39c4818fcb6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/602bca0a-805e-43a0-be8f-0b7527ff7db2 HTTP/1.1" status: 204 len: 168 time: 0.3214843 Dec 17 15:11:32.313130 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3e4e0658-07f2-4134-b652-f228d0673e79 req-907acdc3-ef5a-42b8-a69e-bdfab6f37df3 service neutron] 10.222.0.13 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646752 Dec 17 15:11:32.315529 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3e73e-8df3-4588-959b-c39c4818fcb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602bca0a-805e-43a0-be8f-0b7527ff7db2,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:32.330877 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-fdbed48b-2ceb-44a4-8f62-99150d55d90d service neutron] Attempting to bind port c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:11:32.331224 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-fdbed48b-2ceb-44a4-8f62-99150d55d90d service neutron] Attempting to bind port c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:11:32.331555 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-fdbed48b-2ceb-44a4-8f62-99150d55d90d service neutron] Attempting to bind port c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 on network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:11:32.336069 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-fdbed48b-2ceb-44a4-8f62-99150d55d90d service neutron] Port c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 on network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:11:32.339791 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-fdbed48b-2ceb-44a4-8f62-99150d55d90d service neutron] Attempting to bind port c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 on network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:11:32.342230 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-fdbed48b-2ceb-44a4-8f62-99150d55d90d service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:11:32.342407 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-fdbed48b-2ceb-44a4-8f62-99150d55d90d service neutron] Checking segment: {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:11:32.342915 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-fdbed48b-2ceb-44a4-8f62-99150d55d90d service neutron] Bound using segment: {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:11:32.343993 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-fdbed48b-2ceb-44a4-8f62-99150d55d90d service neutron] Bound port: c74f3b5a-351a-49d7-8d6b-9b002c5e38c0, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:11:32.344356 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-fdbed48b-2ceb-44a4-8f62-99150d55d90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:32.412512 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-fdbed48b-2ceb-44a4-8f62-99150d55d90d service neutron] For port c74f3b5a-351a-49d7-8d6b-9b002c5e38c0, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:11:32.415390 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-fdbed48b-2ceb-44a4-8f62-99150d55d90d service neutron] For port c74f3b5a-351a-49d7-8d6b-9b002c5e38c0, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=c74f3b5a-351a-49d7-8d6b-9b002c5e38c0,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:11:32.541382 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-fdbed48b-2ceb-44a4-8f62-99150d55d90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:32.555197 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a9346-a153-44b7-9b78-008575e21592 req-5bed8198-d163-44fb-823f-08063f66cefa tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:32.556715 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b2a9346-a153-44b7-9b78-008575e21592 req-5bed8198-d163-44fb-823f-08063f66cefa tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 944 time: 0.0874283 Dec 17 15:11:32.565400 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55368324-ef96-4006-a09a-23c5799294ab req-d72b8b48-bdd7-4d68-983e-997e979e4e8a tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:32.566818 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-55368324-ef96-4006-a09a-23c5799294ab req-d72b8b48-bdd7-4d68-983e-997e979e4e8a tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.0878479 Dec 17 15:11:32.583853 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-fdbed48b-2ceb-44a4-8f62-99150d55d90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:32.585001 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-fdbed48b-2ceb-44a4-8f62-99150d55d90d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:32.586248 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-fdbed48b-2ceb-44a4-8f62-99150d55d90d service neutron] 10.222.0.41 "PUT /v2.0/ports/c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 HTTP/1.1" status: 200 len: 1092 time: 1.7009385 Dec 17 15:11:32.606035 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbed48b-2ceb-44a4-8f62-99150d55d90d service neutron] Pushing event updated for resources: {'Port': ['ID=c74f3b5a-351a-49d7-8d6b-9b002c5e38c0,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:32.618719 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b2a9346-a153-44b7-9b78-008575e21592 req-b47fc635-9e59-4106-8dca-59d1f42c6f9b tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508494 Dec 17 15:11:32.631863 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-55368324-ef96-4006-a09a-23c5799294ab req-d42496b8-6e8c-4c00-a2d8-52d5e8b13d12 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495799 Dec 17 15:11:32.754942 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7cb2727-0143-420d-ab20-d45bb85baf85', 'name': 'network-vif-deleted', 'tag': 'e2c34497-1911-4b7d-9f7d-793d5ba3a972'}, {'name': 'network-changed', 'server_uuid': '8c8a9326-4193-4494-9c24-a1dd39e27752', 'tag': 'c74f3b5a-351a-49d7-8d6b-9b002c5e38c0'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:11:32.757274 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8516f024-0613-47b2-be9d-07d2d209b634" -d '{"events": [{"server_uuid": "e7cb2727-0143-420d-ab20-d45bb85baf85", "name": "network-vif-deleted", "tag": "e2c34497-1911-4b7d-9f7d-793d5ba3a972"}, {"name": "network-changed", "server_uuid": "8c8a9326-4193-4494-9c24-a1dd39e27752", "tag": "c74f3b5a-351a-49d7-8d6b-9b002c5e38c0"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:11:32.778807 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a2595dab-0c9e-406b-97b0-cbeebe48bce7 req-4a9b6aa3-b74d-42c5-a49b-fcb175bc36ab tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=01073fb0-eaea-4f3a-b3e4-77fe45761d3d HTTP/1.1" status: 200 len: 210 time: 0.0316703 Dec 17 15:11:32.879189 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 17 Dec 2021 15:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc62e17-406b-463a-8bf6-4736efb995c2 x-openstack-request-id: req-7bc62e17-406b-463a-8bf6-4736efb995c2 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:11:32.879646 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7cb2727-0143-420d-ab20-d45bb85baf85", "name": "network-vif-deleted", "tag": "e2c34497-1911-4b7d-9f7d-793d5ba3a972", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8c8a9326-4193-4494-9c24-a1dd39e27752", "tag": "c74f3b5a-351a-49d7-8d6b-9b002c5e38c0", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:11:32.879897 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7bc62e17-406b-463a-8bf6-4736efb995c2 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:11:32.880637 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7cb2727-0143-420d-ab20-d45bb85baf85', 'name': 'network-vif-deleted', 'tag': 'e2c34497-1911-4b7d-9f7d-793d5ba3a972', 'status': 'completed', 'code': 200} Dec 17 15:11:32.880637 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8a9326-4193-4494-9c24-a1dd39e27752', 'tag': 'c74f3b5a-351a-49d7-8d6b-9b002c5e38c0', 'status': 'completed', 'code': 200} Dec 17 15:11:32.898693 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059040e0-c2d8-40bb-8309-b956cae95d7a req-5a8fef02-2712-4d98-9f5a-306df351eace tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:32.898693 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-059040e0-c2d8-40bb-8309-b956cae95d7a req-5a8fef02-2712-4d98-9f5a-306df351eace tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 943 time: 0.0721107 Dec 17 15:11:32.927801 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-1c1a09f1-468b-406d-8b42-dceedcf1cf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:32.929307 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-1c1a09f1-468b-406d-8b42-dceedcf1cf79 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=724cb0144c46439a90883d842de78922&device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 1095 time: 0.1339173 Dec 17 15:11:32.961065 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-059040e0-c2d8-40bb-8309-b956cae95d7a req-7d47358c-07b4-4608-9233-caf0868c6ea5 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501981 Dec 17 15:11:32.994191 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-6f0f78f6-0697-42ff-8892-dc4f9cb0eba1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 HTTP/1.1" status: 200 len: 217 time: 0.0490987 Dec 17 15:11:33.078398 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-9a27686e-c968-463e-9fa9-7b3cf22e433a tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:33.080017 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-9a27686e-c968-463e-9fa9-7b3cf22e433a tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.41 "GET /v2.0/networks?id=f9a678bc-a78e-49e1-a38e-5059d56edc29 HTTP/1.1" status: 200 len: 812 time: 0.2166717 Dec 17 15:11:33.087223 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff0a97-a6bc-4126-b7ec-2545a2d2c0fc req-8c3b2bb7-1b41-4af0-a562-cb8e0e907107 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:33.087381 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-c02a2636-a99e-4657-b8fb-a7d8956878ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:33.088721 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-caff0a97-a6bc-4126-b7ec-2545a2d2c0fc req-8c3b2bb7-1b41-4af0-a562-cb8e0e907107 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38296a9-73e5-46eb-9331-496952ac94ce HTTP/1.1" status: 200 len: 949 time: 0.0634215 Dec 17 15:11:33.088897 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-c02a2636-a99e-4657-b8fb-a7d8956878ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c28c8ec-5ccc-4295-ab15-cbe54116b2d0 HTTP/1.1" status: 200 len: 860 time: 0.0855329 Dec 17 15:11:33.115818 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-e442f230-6177-4124-a2cd-88031b246f42 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Request body: {'port': {'device_id': '70749cbd-bd37-4f1e-9be9-0b5305f14f7c', 'network_id': 'f9a678bc-a78e-49e1-a38e-5059d56edc29', 'admin_state_up': True, 'tenant_id': '3d7a401394fa41daa40970acf22646c5'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:11:33.127557 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-caff0a97-a6bc-4126-b7ec-2545a2d2c0fc req-d9437272-c0c1-4223-acdb-22883087d978 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321064 Dec 17 15:11:33.158923 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39288) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:11:33.174017 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d918af6-2aa3-4376-984e-22a384283a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:33.190097 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-01af3076-5c4b-4b74-96f5-c94d5338ecfd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690808 Dec 17 15:11:33.259785 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d918af6-2aa3-4376-984e-22a384283a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:33.335011 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-8fa43790-63c7-4900-88bf-d99983f12464 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343093 Dec 17 15:11:33.449614 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-17fa8476-b1bd-4dca-b87f-864a1e45fd1c req-e3882375-9cb4-457c-8a47-f1560d620f75 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883193 Dec 17 15:11:33.483012 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d918af6-2aa3-4376-984e-22a384283a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:33.500610 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38296a9-73e5-46eb-9331-496952ac94ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6373c2-87ee-4df2-a142-168326ebbfee'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:11:33.502976 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fffda55-a3ee-43fc-9df3-b77d9c8b24c9" -d '{"events": [{"server_uuid": "d38296a9-73e5-46eb-9331-496952ac94ce", "name": "network-vif-plugged", "status": "completed", "tag": "fc6373c2-87ee-4df2-a142-168326ebbfee"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:11:33.524945 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4d918af6-2aa3-4376-984e-22a384283a4f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8aceae3d161a4864879073afae24b12d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3646917 Dec 17 15:11:33.526886 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d918af6-2aa3-4376-984e-22a384283a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eaf8924-1c74-4fdb-8195-bc7ef99925c2,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:33.527699 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39292) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:11:33.542714 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30267d7-ef91-4f8d-bc6c-0ead0eae8787 x-openstack-request-id: req-a30267d7-ef91-4f8d-bc6c-0ead0eae8787 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:11:33.543028 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38296a9-73e5-46eb-9331-496952ac94ce", "name": "network-vif-plugged", "status": "completed", "tag": "fc6373c2-87ee-4df2-a142-168326ebbfee", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:11:33.543289 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a30267d7-ef91-4f8d-bc6c-0ead0eae8787 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:11:33.543706 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38296a9-73e5-46eb-9331-496952ac94ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc6373c2-87ee-4df2-a142-168326ebbfee', 'code': 200} Dec 17 15:11:33.576188 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-e442f230-6177-4124-a2cd-88031b246f42 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Made reservation on behalf of 3d7a401394fa41daa40970acf22646c5 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:11:33.580289 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-e442f230-6177-4124-a2cd-88031b246f42 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:33.612639 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f7ed7c1b-3bbf-4831-987f-09b677c0c92e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:33.670804 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f7ed7c1b-3bbf-4831-987f-09b677c0c92e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:33.700762 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:33.821913 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-e442f230-6177-4124-a2cd-88031b246f42 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Allocated IP 172.20.0.9 (f9a678bc-a78e-49e1-a38e-5059d56edc29/7337baf1-c462-456e-9d9a-86c2fd75e251/b44ce229-b93d-4d4c-8efe-a8c2ad8dd403) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:11:33.829205 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2df12-8e9a-43dd-b73c-c00fba1b3ae8 req-99181bc5-1607-42c5-8dec-c90b8e62e06f tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:33.830880 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-75d2df12-8e9a-43dd-b73c-c00fba1b3ae8 req-99181bc5-1607-42c5-8dec-c90b8e62e06f tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 944 time: 0.1227233 Dec 17 15:11:33.840293 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908483a8-334d-464b-9b4f-121c66d6c363 req-b2148748-a607-4e1b-a016-2824df672046 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:33.841868 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-908483a8-334d-464b-9b4f-121c66d6c363 req-b2148748-a607-4e1b-a016-2824df672046 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.1222918 Dec 17 15:11:33.880699 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516f024-0613-47b2-be9d-07d2d209b634 req-db9d4aec-d7c4-4798-b609-e65d2a3ed9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:33.882107 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8516f024-0613-47b2-be9d-07d2d209b634 req-db9d4aec-d7c4-4798-b609-e65d2a3ed9fc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=724cb0144c46439a90883d842de78922&device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 1095 time: 0.1078708 Dec 17 15:11:33.914804 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-78c80fab-0ff8-4a34-bc8a-bc724341803a tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:33.916393 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-78c80fab-0ff8-4a34-bc8a-bc724341803a tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.41 "GET /v2.0/networks?id=f9a678bc-a78e-49e1-a38e-5059d56edc29 HTTP/1.1" status: 200 len: 812 time: 0.1805553 Dec 17 15:11:33.931738 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-75d2df12-8e9a-43dd-b73c-c00fba1b3ae8 req-0ec03f05-9790-4c75-bed5-7aedc14c3b36 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875721 Dec 17 15:11:33.955750 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-6f34eb57-32f9-491f-828d-4bb3240bd849 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Request body: {'port': {'device_id': '01073fb0-eaea-4f3a-b3e4-77fe45761d3d', 'network_id': 'f9a678bc-a78e-49e1-a38e-5059d56edc29', 'admin_state_up': True, 'tenant_id': '3d7a401394fa41daa40970acf22646c5'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:11:33.959661 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f7ed7c1b-3bbf-4831-987f-09b677c0c92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:33.962852 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f7ed7c1b-3bbf-4831-987f-09b677c0c92e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:33.966488 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f7ed7c1b-3bbf-4831-987f-09b677c0c92e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9eaf8924-1c74-4fdb-8195-bc7ef99925c2 HTTP/1.1" status: 204 len: 168 time: 0.4348459 Dec 17 15:11:33.982208 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-908483a8-334d-464b-9b4f-121c66d6c363 req-009e2acf-120a-4c64-9549-3c84d9e7ea05 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275334 Dec 17 15:11:33.993823 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd01e3a-219a-4fd2-bcf7-787dd1ae4761 req-34108a65-31aa-4b2b-be85-6863f15a4ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:33.995352 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2bd01e3a-219a-4fd2-bcf7-787dd1ae4761 req-34108a65-31aa-4b2b-be85-6863f15a4ab6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d38296a9-73e5-46eb-9331-496952ac94ce HTTP/1.1" status: 200 len: 1100 time: 0.1556902 Dec 17 15:11:34.065940 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed7c1b-3bbf-4831-987f-09b677c0c92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eaf8924-1c74-4fdb-8195-bc7ef99925c2,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:34.076541 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516f024-0613-47b2-be9d-07d2d209b634 req-40d1670b-e9a6-485e-80c4-98fc4742f5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:34.081885 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8516f024-0613-47b2-be9d-07d2d209b634 req-40d1670b-e9a6-485e-80c4-98fc4742f5ae service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 HTTP/1.1" status: 200 len: 921 time: 0.1840904 Dec 17 15:11:34.124536 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2bd01e3a-219a-4fd2-bcf7-787dd1ae4761 req-816d4616-7ebf-48bd-9c29-fa65fd4a7485 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141126 Dec 17 15:11:34.151239 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8516f024-0613-47b2-be9d-07d2d209b634 req-38a518a4-b5a3-40be-9464-80725405ee14 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 HTTP/1.1" status: 200 len: 217 time: 0.0637176 Dec 17 15:11:34.160180 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6541cb81-129e-4dce-a2c1-1b838585aba9 req-36f62dab-6136-4456-b590-5aa5af5ef171 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=01073fb0-eaea-4f3a-b3e4-77fe45761d3d HTTP/1.1" status: 200 len: 210 time: 0.0745864 Dec 17 15:11:34.177766 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-e442f230-6177-4124-a2cd-88031b246f42 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:34.187053 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:34.306345 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6676c-1196-4d8b-af21-6e1df3cd3d7f req-0fbd12be-d1a4-4b6e-a9dc-c8f5bcbdf657 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:34.307816 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8fd6676c-1196-4d8b-af21-6e1df3cd3d7f req-0fbd12be-d1a4-4b6e-a9dc-c8f5bcbdf657 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 943 time: 0.0793853 Dec 17 15:11:34.320101 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b9a46-5f04-49ca-a47a-5ec3703d9088 req-2b5a8bb6-e09e-495e-80d9-d23254a28e61 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:34.321616 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9d8b9a46-5f04-49ca-a47a-5ec3703d9088 req-2b5a8bb6-e09e-495e-80d9-d23254a28e61 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38296a9-73e5-46eb-9331-496952ac94ce HTTP/1.1" status: 200 len: 949 time: 0.0672724 Dec 17 15:11:34.346549 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-6f34eb57-32f9-491f-828d-4bb3240bd849 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Made reservation on behalf of 3d7a401394fa41daa40970acf22646c5 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:11:34.350438 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-6f34eb57-32f9-491f-828d-4bb3240bd849 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:34.353602 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-e442f230-6177-4124-a2cd-88031b246f42 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:34.379121 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8fd6676c-1196-4d8b-af21-6e1df3cd3d7f req-40a47e9b-0d4b-4d61-ad65-7ad54c709df7 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565548 Dec 17 15:11:34.384247 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9d8b9a46-5f04-49ca-a47a-5ec3703d9088 req-1ae2c12a-230a-4649-ba6d-0d4c907c917d tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553706 Dec 17 15:11:34.422110 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-e442f230-6177-4124-a2cd-88031b246f42 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Network f9a678bc-a78e-49e1-a38e-5059d56edc29 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:11:34.428832 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-e442f230-6177-4124-a2cd-88031b246f42 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:11:34.463978 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-e442f230-6177-4124-a2cd-88031b246f42 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:11:34.472208 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e442f230-6177-4124-a2cd-88031b246f42 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Pushing event updated for resources: {'Port': ['ID=b44ce229-b93d-4d4c-8efe-a8c2ad8dd403,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:34.550502 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-e442f230-6177-4124-a2cd-88031b246f42 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:34.551099 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-e442f230-6177-4124-a2cd-88031b246f42 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:34.597402 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-6f34eb57-32f9-491f-828d-4bb3240bd849 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Allocated IP 172.20.0.3 (f9a678bc-a78e-49e1-a38e-5059d56edc29/7337baf1-c462-456e-9d9a-86c2fd75e251/60a3f128-5d1f-449a-97c9-b71999be02b5) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:11:34.645621 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516f024-0613-47b2-be9d-07d2d209b634 req-2492c277-2993-4646-a15a-a0c4484f0893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:34.648881 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8516f024-0613-47b2-be9d-07d2d209b634 req-2492c277-2993-4646-a15a-a0c4484f0893 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c28c8ec-5ccc-4295-ab15-cbe54116b2d0 HTTP/1.1" status: 200 len: 860 time: 0.0585680 Dec 17 15:11:34.695853 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8516f024-0613-47b2-be9d-07d2d209b634 req-29546808-a463-4c10-b9e1-0dbd15401565 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258069 Dec 17 15:11:34.732190 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-e442f230-6177-4124-a2cd-88031b246f42 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6201630 Dec 17 15:11:34.756068 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-6f34eb57-32f9-491f-828d-4bb3240bd849 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:34.790429 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-c8e26501-506c-47f8-a2dd-d825c65e4ccb service neutron] Request body: {'port': {'device_id': '70749cbd-bd37-4f1e-9be9-0b5305f14f7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:11:34.846577 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-c8e26501-506c-47f8-a2dd-d825c65e4ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:34.875010 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8516f024-0613-47b2-be9d-07d2d209b634 req-c34b48ed-68e5-4b8d-b2b4-29ffd8a31b15 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910313 Dec 17 15:11:34.892585 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-6f34eb57-32f9-491f-828d-4bb3240bd849 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:34.950909 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-6f34eb57-32f9-491f-828d-4bb3240bd849 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Network f9a678bc-a78e-49e1-a38e-5059d56edc29 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:11:34.980350 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8516f024-0613-47b2-be9d-07d2d209b634 req-3359eca3-17b2-480c-bf4f-1f49f7d2bab1 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956442 Dec 17 15:11:35.001456 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-6f34eb57-32f9-491f-828d-4bb3240bd849 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:11:35.016231 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-6f34eb57-32f9-491f-828d-4bb3240bd849 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:11:35.027221 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34eb57-32f9-491f-828d-4bb3240bd849 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Pushing event updated for resources: {'Port': ['ID=60a3f128-5d1f-449a-97c9-b71999be02b5,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:35.071310 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888c9b4-2b74-496f-8f23-27c378d53906 req-7bd71fd6-4a9f-4766-8215-8268e1e5f1c8 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:35.073074 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9888c9b4-2b74-496f-8f23-27c378d53906 req-7bd71fd6-4a9f-4766-8215-8268e1e5f1c8 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 944 time: 0.0607951 Dec 17 15:11:35.133570 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-6f34eb57-32f9-491f-828d-4bb3240bd849 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:35.134173 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-6f34eb57-32f9-491f-828d-4bb3240bd849 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:35.150011 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9888c9b4-2b74-496f-8f23-27c378d53906 req-e00e8f4b-021a-4655-96e2-6036744c4a10 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676041 Dec 17 15:11:35.163727 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16ef14-7daf-41e5-bfdf-f633058e34bb req-29ab931b-237e-49d4-b089-08a45cf8a4da tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:35.171038 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-af16ef14-7daf-41e5-bfdf-f633058e34bb req-29ab931b-237e-49d4-b089-08a45cf8a4da tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.0814283 Dec 17 15:11:35.215918 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-af16ef14-7daf-41e5-bfdf-f633058e34bb req-6e776891-c30d-46d3-86d9-e1ae4cbf9b08 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437777 Dec 17 15:11:35.259487 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-c8e26501-506c-47f8-a2dd-d825c65e4ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b44ce229-b93d-4d4c-8efe-a8c2ad8dd403 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:11:35.271166 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-c8e26501-506c-47f8-a2dd-d825c65e4ccb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:35.287721 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-6f34eb57-32f9-491f-828d-4bb3240bd849 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3466215 Dec 17 15:11:35.292632 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-c8e26501-506c-47f8-a2dd-d825c65e4ccb service neutron] Transition to ACTIVE for port object b44ce229-b93d-4d4c-8efe-a8c2ad8dd403 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:11:35.307821 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-d17b00da-1aa7-4dca-a8ef-7607ac5ce081 service neutron] Request body: {'port': {'device_id': '01073fb0-eaea-4f3a-b3e4-77fe45761d3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:11:35.333887 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf72a7c-ead2-4545-8a0d-bb8578d81189 req-a124c6e9-8032-4e50-bd0e-1434f4f07d35 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:35.335419 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2cf72a7c-ead2-4545-8a0d-bb8578d81189 req-a124c6e9-8032-4e50-bd0e-1434f4f07d35 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=01073fb0-eaea-4f3a-b3e4-77fe45761d3d HTTP/1.1" status: 200 len: 931 time: 0.0570111 Dec 17 15:11:35.368285 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-d17b00da-1aa7-4dca-a8ef-7607ac5ce081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:35.379044 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2cf72a7c-ead2-4545-8a0d-bb8578d81189 req-5d167558-d9d3-4e8f-a8aa-64313d4981bc tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e06391-53b1-4b65-97bd-7d1088f8d9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353880 Dec 17 15:11:35.410735 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-c8e26501-506c-47f8-a2dd-d825c65e4ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:35.423893 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39342) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:11:35.535005 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-99a01c4e-0c3c-4384-8bc1-df6290e02ad4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-455949657-network', 'tenant_id': '3442dec9fc854b769cf40176a65e995b'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:11:35.564617 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e26501-506c-47f8-a2dd-d825c65e4ccb service neutron] Pushing event updated for resources: {'Port': ['ID=b44ce229-b93d-4d4c-8efe-a8c2ad8dd403,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:35.567493 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8582e6e-10c9-4dac-b58b-565cebe12d84 req-aac091cd-706b-4cea-ba67-5e7b4e33fd6d tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:35.575176 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f8582e6e-10c9-4dac-b58b-565cebe12d84 req-aac091cd-706b-4cea-ba67-5e7b4e33fd6d tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 943 time: 0.1101935 Dec 17 15:11:35.607064 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb6a25-5bb6-443e-8d0a-04ebb1b2574f req-8c023ebe-7e80-44de-b36c-e1f6cc75cc82 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:35.608582 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-02fb6a25-5bb6-443e-8d0a-04ebb1b2574f req-8c023ebe-7e80-44de-b36c-e1f6cc75cc82 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38296a9-73e5-46eb-9331-496952ac94ce HTTP/1.1" status: 200 len: 949 time: 0.1248267 Dec 17 15:11:35.641757 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f8582e6e-10c9-4dac-b58b-565cebe12d84 req-97dfec45-cb4b-4bde-b999-e943e2a775b6 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655417 Dec 17 15:11:35.660988 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-02fb6a25-5bb6-443e-8d0a-04ebb1b2574f req-415b7160-5f54-477d-9200-301afca1fa13 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443645 Dec 17 15:11:35.677108 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-c8e26501-506c-47f8-a2dd-d825c65e4ccb service neutron] Attempting to bind port b44ce229-b93d-4d4c-8efe-a8c2ad8dd403 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:11:35.677659 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-c8e26501-506c-47f8-a2dd-d825c65e4ccb service neutron] Attempting to bind port b44ce229-b93d-4d4c-8efe-a8c2ad8dd403 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '94e8219a-57e1-4a61-bef9-a5e9e92eba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f9a678bc-a78e-49e1-a38e-5059d56edc29'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:11:35.677659 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-c8e26501-506c-47f8-a2dd-d825c65e4ccb service neutron] Attempting to bind port b44ce229-b93d-4d4c-8efe-a8c2ad8dd403 on network f9a678bc-a78e-49e1-a38e-5059d56edc29 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:11:35.686048 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-c8e26501-506c-47f8-a2dd-d825c65e4ccb service neutron] Port b44ce229-b93d-4d4c-8efe-a8c2ad8dd403 on network f9a678bc-a78e-49e1-a38e-5059d56edc29 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:11:35.686369 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-c8e26501-506c-47f8-a2dd-d825c65e4ccb service neutron] Attempting to bind port b44ce229-b93d-4d4c-8efe-a8c2ad8dd403 on network f9a678bc-a78e-49e1-a38e-5059d56edc29 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:11:35.694161 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-c8e26501-506c-47f8-a2dd-d825c65e4ccb service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:11:35.694495 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-c8e26501-506c-47f8-a2dd-d825c65e4ccb service neutron] Checking segment: {'id': '94e8219a-57e1-4a61-bef9-a5e9e92eba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f9a678bc-a78e-49e1-a38e-5059d56edc29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:11:35.694631 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a01c4e-0c3c-4384-8bc1-df6290e02ad4 admin admin] Made reservation on behalf of 3442dec9fc854b769cf40176a65e995b for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:11:35.694875 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-c8e26501-506c-47f8-a2dd-d825c65e4ccb service neutron] Bound using segment: {'id': '94e8219a-57e1-4a61-bef9-a5e9e92eba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f9a678bc-a78e-49e1-a38e-5059d56edc29'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:11:35.695298 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-c8e26501-506c-47f8-a2dd-d825c65e4ccb service neutron] Bound port: b44ce229-b93d-4d4c-8efe-a8c2ad8dd403, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e8219a-57e1-4a61-bef9-a5e9e92eba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f9a678bc-a78e-49e1-a38e-5059d56edc29'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:11:35.695654 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-c8e26501-506c-47f8-a2dd-d825c65e4ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:35.697125 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-99a01c4e-0c3c-4384-8bc1-df6290e02ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:35.709274 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-99a01c4e-0c3c-4384-8bc1-df6290e02ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:35.784683 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-99a01c4e-0c3c-4384-8bc1-df6290e02ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:35.812965 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-c8e26501-506c-47f8-a2dd-d825c65e4ccb service neutron] For port b44ce229-b93d-4d4c-8efe-a8c2ad8dd403, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:11:35.828724 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-c8e26501-506c-47f8-a2dd-d825c65e4ccb service neutron] For port b44ce229-b93d-4d4c-8efe-a8c2ad8dd403, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=b44ce229-b93d-4d4c-8efe-a8c2ad8dd403,segment=NetworkSegment(94e8219a-57e1-4a61-bef9-a5e9e92eba31),segment_id=94e8219a-57e1-4a61-bef9-a5e9e92eba31)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:11:35.832725 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-d17b00da-1aa7-4dca-a8ef-7607ac5ce081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60a3f128-5d1f-449a-97c9-b71999be02b5 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:11:35.839893 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-d17b00da-1aa7-4dca-a8ef-7607ac5ce081 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:35.852964 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-d17b00da-1aa7-4dca-a8ef-7607ac5ce081 service neutron] Transition to ACTIVE for port object 60a3f128-5d1f-449a-97c9-b71999be02b5 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:11:35.854748 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-99a01c4e-0c3c-4384-8bc1-df6290e02ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:35.879537 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99a01c4e-0c3c-4384-8bc1-df6290e02ad4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:11:35.889189 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a01c4e-0c3c-4384-8bc1-df6290e02ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b7f564-a6c7-48bf-9f56-9f331f199ffd,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:35.894689 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-99a01c4e-0c3c-4384-8bc1-df6290e02ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:35.895032 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-99a01c4e-0c3c-4384-8bc1-df6290e02ad4 admin admin] Added segment 74119f4d-ab03-405a-a12a-d4db5889a74c of type vlan for network 56e27070-caeb-40d1-b0b1-a839fad8aef1 Dec 17 15:11:35.934491 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-99a01c4e-0c3c-4384-8bc1-df6290e02ad4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:35.952406 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-c8e26501-506c-47f8-a2dd-d825c65e4ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:35.986952 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-c8e26501-506c-47f8-a2dd-d825c65e4ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:35.987753 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-c8e26501-506c-47f8-a2dd-d825c65e4ccb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:35.989616 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-c8e26501-506c-47f8-a2dd-d825c65e4ccb service neutron] 10.222.0.41 "PUT /v2.0/ports/b44ce229-b93d-4d4c-8efe-a8c2ad8dd403 HTTP/1.1" status: 200 len: 1091 time: 1.2038357 Dec 17 15:11:35.991858 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70749cbd-bd37-4f1e-9be9-0b5305f14f7c', 'tag': 'b44ce229-b93d-4d4c-8efe-a8c2ad8dd403'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:11:35.994173 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb61a47a-0992-4479-91ba-e80c3835f06d" -d '{"events": [{"name": "network-changed", "server_uuid": "70749cbd-bd37-4f1e-9be9-0b5305f14f7c", "tag": "b44ce229-b93d-4d4c-8efe-a8c2ad8dd403"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:11:35.996813 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-d17b00da-1aa7-4dca-a8ef-7607ac5ce081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:36.027129 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-99a01c4e-0c3c-4384-8bc1-df6290e02ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:36.028361 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a01c4e-0c3c-4384-8bc1-df6290e02ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:36.029287 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-99a01c4e-0c3c-4384-8bc1-df6290e02ad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:36.036750 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fd4ef2-402a-45cd-97a9-0ef078786b62 x-openstack-request-id: req-86fd4ef2-402a-45cd-97a9-0ef078786b62 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:11:36.039024 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70749cbd-bd37-4f1e-9be9-0b5305f14f7c", "tag": "b44ce229-b93d-4d4c-8efe-a8c2ad8dd403", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:11:36.039024 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-86fd4ef2-402a-45cd-97a9-0ef078786b62 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:11:36.039024 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70749cbd-bd37-4f1e-9be9-0b5305f14f7c', 'tag': 'b44ce229-b93d-4d4c-8efe-a8c2ad8dd403', 'status': 'completed', 'code': 200} Dec 17 15:11:36.044801 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e26501-506c-47f8-a2dd-d825c65e4ccb service neutron] Pushing event updated for resources: {'Port': ['ID=b44ce229-b93d-4d4c-8efe-a8c2ad8dd403,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:36.095180 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a01c4e-0c3c-4384-8bc1-df6290e02ad4 admin admin] Pushing event updated for resources: {'Network': ['ID=56e27070-caeb-40d1-b0b1-a839fad8aef1,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:36.105283 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 56e27070-caeb-40d1-b0b1-a839fad8aef1 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:11:36.163778 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b00da-1aa7-4dca-a8ef-7607ac5ce081 service neutron] Pushing event updated for resources: {'Port': ['ID=60a3f128-5d1f-449a-97c9-b71999be02b5,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:36.203552 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-99a01c4e-0c3c-4384-8bc1-df6290e02ad4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7755840 Dec 17 15:11:36.204759 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39350) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:11:36.209893 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-d100190d-941b-4d85-878f-4235654664e5 admin admin] Request body: {'subnet': {'network_id': '56e27070-caeb-40d1-b0b1-a839fad8aef1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-455949657-subnet', 'tenant_id': '3442dec9fc854b769cf40176a65e995b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:11:36.288700 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645d4ed-574d-43c9-9f46-343100dab4d2 req-ce8f28bd-a171-4651-92e5-abd64c23565b tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:36.290583 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3645d4ed-574d-43c9-9f46-343100dab4d2 req-ce8f28bd-a171-4651-92e5-abd64c23565b tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 944 time: 0.0579281 Dec 17 15:11:36.332789 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d100190d-941b-4d85-878f-4235654664e5 admin admin] Made reservation on behalf of 3442dec9fc854b769cf40176a65e995b for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:11:36.335102 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d100190d-941b-4d85-878f-4235654664e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:36.416847 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3645d4ed-574d-43c9-9f46-343100dab4d2 req-51392003-7c8c-4b0a-8c3f-a467d46317ad tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132662 Dec 17 15:11:36.430339 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2df022-aa0c-4909-a4d7-ea9bb54f79ec req-5686a967-2fb0-4ef3-ab1b-7aa0637c02e0 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:36.431880 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc2df022-aa0c-4909-a4d7-ea9bb54f79ec req-5686a967-2fb0-4ef3-ab1b-7aa0637c02e0 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.1384983 Dec 17 15:11:36.446041 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-d17b00da-1aa7-4dca-a8ef-7607ac5ce081 service neutron] Attempting to bind port 60a3f128-5d1f-449a-97c9-b71999be02b5 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:11:36.446374 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-d17b00da-1aa7-4dca-a8ef-7607ac5ce081 service neutron] Attempting to bind port 60a3f128-5d1f-449a-97c9-b71999be02b5 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '94e8219a-57e1-4a61-bef9-a5e9e92eba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f9a678bc-a78e-49e1-a38e-5059d56edc29'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:11:36.446700 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-d17b00da-1aa7-4dca-a8ef-7607ac5ce081 service neutron] Attempting to bind port 60a3f128-5d1f-449a-97c9-b71999be02b5 on network f9a678bc-a78e-49e1-a38e-5059d56edc29 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:11:36.451557 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61a47a-0992-4479-91ba-e80c3835f06d req-edce02a8-fb13-4d4d-b18b-c929aa64e00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:36.453866 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fb61a47a-0992-4479-91ba-e80c3835f06d req-edce02a8-fb13-4d4d-b18b-c929aa64e00f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d7a401394fa41daa40970acf22646c5&device_id=70749cbd-bd37-4f1e-9be9-0b5305f14f7c HTTP/1.1" status: 200 len: 1094 time: 0.3411996 Dec 17 15:11:36.456162 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-d17b00da-1aa7-4dca-a8ef-7607ac5ce081 service neutron] Port 60a3f128-5d1f-449a-97c9-b71999be02b5 on network f9a678bc-a78e-49e1-a38e-5059d56edc29 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:11:36.456496 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-d17b00da-1aa7-4dca-a8ef-7607ac5ce081 service neutron] Attempting to bind port 60a3f128-5d1f-449a-97c9-b71999be02b5 on network f9a678bc-a78e-49e1-a38e-5059d56edc29 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:11:36.462827 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-d17b00da-1aa7-4dca-a8ef-7607ac5ce081 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:11:36.463267 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-d17b00da-1aa7-4dca-a8ef-7607ac5ce081 service neutron] Checking segment: {'id': '94e8219a-57e1-4a61-bef9-a5e9e92eba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f9a678bc-a78e-49e1-a38e-5059d56edc29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:11:36.466018 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-d17b00da-1aa7-4dca-a8ef-7607ac5ce081 service neutron] Bound using segment: {'id': '94e8219a-57e1-4a61-bef9-a5e9e92eba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f9a678bc-a78e-49e1-a38e-5059d56edc29'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:11:36.466018 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-d17b00da-1aa7-4dca-a8ef-7607ac5ce081 service neutron] Bound port: 60a3f128-5d1f-449a-97c9-b71999be02b5, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e8219a-57e1-4a61-bef9-a5e9e92eba31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f9a678bc-a78e-49e1-a38e-5059d56edc29'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:11:36.466018 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-d17b00da-1aa7-4dca-a8ef-7607ac5ce081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:36.493670 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc2df022-aa0c-4909-a4d7-ea9bb54f79ec req-70348820-a601-419d-a8ce-d18406457aba tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541625 Dec 17 15:11:36.639051 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-d17b00da-1aa7-4dca-a8ef-7607ac5ce081 service neutron] For port 60a3f128-5d1f-449a-97c9-b71999be02b5, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:11:36.646001 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c6b9a-f9a8-4505-9213-3ceec41a0e4c req-60a69ee8-ab4e-4c77-ba4a-e39c728b3f19 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:36.647617 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e98c6b9a-f9a8-4505-9213-3ceec41a0e4c req-60a69ee8-ab4e-4c77-ba4a-e39c728b3f19 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=01073fb0-eaea-4f3a-b3e4-77fe45761d3d HTTP/1.1" status: 200 len: 943 time: 0.0707223 Dec 17 15:11:36.676746 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-d17b00da-1aa7-4dca-a8ef-7607ac5ce081 service neutron] For port 60a3f128-5d1f-449a-97c9-b71999be02b5, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=60a3f128-5d1f-449a-97c9-b71999be02b5,segment=NetworkSegment(94e8219a-57e1-4a61-bef9-a5e9e92eba31),segment_id=94e8219a-57e1-4a61-bef9-a5e9e92eba31)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:11:36.688855 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e98c6b9a-f9a8-4505-9213-3ceec41a0e4c req-a2d69000-d2d0-4101-bd09-e88a80e383ba tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e06391-53b1-4b65-97bd-7d1088f8d9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346341 Dec 17 15:11:36.711247 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61a47a-0992-4479-91ba-e80c3835f06d req-c0fdacbc-01f9-4f18-b6ec-d3ff68c094e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:36.711247 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fb61a47a-0992-4479-91ba-e80c3835f06d req-c0fdacbc-01f9-4f18-b6ec-d3ff68c094e3 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3d7a401394fa41daa40970acf22646c5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2309077 Dec 17 15:11:36.723944 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d100190d-941b-4d85-878f-4235654664e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:36.766773 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-d17b00da-1aa7-4dca-a8ef-7607ac5ce081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:36.814865 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-d17b00da-1aa7-4dca-a8ef-7607ac5ce081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:36.815602 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-d17b00da-1aa7-4dca-a8ef-7607ac5ce081 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:36.816979 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-d17b00da-1aa7-4dca-a8ef-7607ac5ce081 service neutron] 10.222.0.41 "PUT /v2.0/ports/60a3f128-5d1f-449a-97c9-b71999be02b5 HTTP/1.1" status: 200 len: 1091 time: 1.5134964 Dec 17 15:11:36.858118 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b00da-1aa7-4dca-a8ef-7607ac5ce081 service neutron] Pushing event updated for resources: {'Port': ['ID=60a3f128-5d1f-449a-97c9-b71999be02b5,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:36.861659 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100190d-941b-4d85-878f-4235654664e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2114bf9d-6da0-40a3-ae8f-e2ff8e886f5d,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:36.861826 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61a47a-0992-4479-91ba-e80c3835f06d req-612224f3-763e-4601-9b41-37de0594d4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:36.863309 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fb61a47a-0992-4479-91ba-e80c3835f06d req-612224f3-763e-4601-9b41-37de0594d4e6 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1478915 Dec 17 15:11:36.885575 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a9ed0-0718-436d-b990-7635f81819b8 req-aefc9e4e-f6cf-45ff-86a2-d070520792bd tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:36.887092 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-761a9ed0-0718-436d-b990-7635f81819b8 req-aefc9e4e-f6cf-45ff-86a2-d070520792bd tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 943 time: 0.1544511 Dec 17 15:11:36.889186 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d100190d-941b-4d85-878f-4235654664e5 admin admin] Checking segment: {'id': '74119f4d-ab03-405a-a12a-d4db5889a74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '56e27070-caeb-40d1-b0b1-a839fad8aef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:11:36.889539 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d100190d-941b-4d85-878f-4235654664e5 admin admin] Network hostable DHCP agents. Network: 56e27070-caeb-40d1-b0b1-a839fad8aef1, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:11:36.900545 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f64c8-83f9-489b-bfed-c610b998226d req-aee22942-00c9-466a-b374-1319d4fcd7c0 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:36.902012 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-842f64c8-83f9-489b-bfed-c610b998226d req-aee22942-00c9-466a-b374-1319d4fcd7c0 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38296a9-73e5-46eb-9331-496952ac94ce HTTP/1.1" status: 200 len: 949 time: 0.1377470 Dec 17 15:11:36.975894 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-842f64c8-83f9-489b-bfed-c610b998226d req-10dc5a5f-95f5-4ff4-bc7a-eed1edca4420 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634899 Dec 17 15:11:36.978752 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-761a9ed0-0718-436d-b990-7635f81819b8 req-6c7192de-c6ff-456d-9d40-bde6fd7e9cd4 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755172 Dec 17 15:11:37.026129 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d100190d-941b-4d85-878f-4235654664e5 admin admin] Network 56e27070-caeb-40d1-b0b1-a839fad8aef1 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:11:37.033403 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-705f7ef4-d227-46c1-b683-d950f5529e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:37.034887 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-705f7ef4-d227-46c1-b683-d950f5529e74 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d7a401394fa41daa40970acf22646c5&device_id=70749cbd-bd37-4f1e-9be9-0b5305f14f7c HTTP/1.1" status: 200 len: 1094 time: 0.0753653 Dec 17 15:11:37.037746 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-1bafb87d-438d-4db3-a412-d91ac3e54bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:37.039087 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-1bafb87d-438d-4db3-a412-d91ac3e54bb2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d7a401394fa41daa40970acf22646c5&device_id=01073fb0-eaea-4f3a-b3e4-77fe45761d3d HTTP/1.1" status: 200 len: 1094 time: 0.0704558 Dec 17 15:11:37.133089 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-e790c428-0292-4cc5-8dc3-1acc2f0009e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b44ce229-b93d-4d4c-8efe-a8c2ad8dd403 HTTP/1.1" status: 200 len: 217 time: 0.0643482 Dec 17 15:11:37.134393 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-296af8b6-f32b-466c-b8a8-9e93fb4172df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60a3f128-5d1f-449a-97c9-b71999be02b5 HTTP/1.1" status: 200 len: 217 time: 0.0601127 Dec 17 15:11:37.134529 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-d100190d-941b-4d85-878f-4235654664e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 56e27070-caeb-40d1-b0b1-a839fad8aef1) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:11:37.138930 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d100190d-941b-4d85-878f-4235654664e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:37.139530 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d100190d-941b-4d85-878f-4235654664e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:37.143681 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7084f9-e1cc-47ff-b3ba-c222dd5ee2a0 None None] Network 56e27070-caeb-40d1-b0b1-a839fad8aef1 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:11:37.225815 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d100190d-941b-4d85-878f-4235654664e5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0174038 Dec 17 15:11:37.226098 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39364) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:11:37.226902 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-d92d4a6d-3a1a-42b8-95a5-366c23f3d79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:37.228463 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-d92d4a6d-3a1a-42b8-95a5-366c23f3d79d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7337baf1-c462-456e-9d9a-86c2fd75e251 HTTP/1.1" status: 200 len: 852 time: 0.0791798 Dec 17 15:11:37.229831 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-17e10109-fd81-4ebf-adb4-eb1c879f57ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:37.230755 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-e7061d3d-4b81-436a-9bd6-421f16aee812 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-455949657-router', 'tenant_id': '3442dec9fc854b769cf40176a65e995b', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:11:37.234439 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-17e10109-fd81-4ebf-adb4-eb1c879f57ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7337baf1-c462-456e-9d9a-86c2fd75e251 HTTP/1.1" status: 200 len: 852 time: 0.0743003 Dec 17 15:11:37.275345 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-359687bf-80c6-494e-aee0-dee761816a32 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9a678bc-a78e-49e1-a38e-5059d56edc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323417 Dec 17 15:11:37.291385 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5304c462-4dec-49a8-9ccc-c00b07482bc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-56e27070-caeb-40d1-b0b1-a839fad8aef1', 'network_id': '56e27070-caeb-40d1-b0b1-a839fad8aef1', 'tenant_id': '3442dec9fc854b769cf40176a65e995b', 'fixed_ips': [{'subnet_id': '2114bf9d-6da0-40a3-ae8f-e2ff8e886f5d'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:11:37.292289 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5304c462-4dec-49a8-9ccc-c00b07482bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:37.293966 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-9f7d18a9-ce15-4d1e-a242-dec321581d8c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9a678bc-a78e-49e1-a38e-5059d56edc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419428 Dec 17 15:11:37.340822 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7061d3d-4b81-436a-9bd6-421f16aee812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:37.342264 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7061d3d-4b81-436a-9bd6-421f16aee812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:37.396109 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7061d3d-4b81-436a-9bd6-421f16aee812 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:37.426933 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-5304c462-4dec-49a8-9ccc-c00b07482bc1 None None] Allocated IP 172.20.0.2 (56e27070-caeb-40d1-b0b1-a839fad8aef1/2114bf9d-6da0-40a3-ae8f-e2ff8e886f5d/8e7234bb-22d9-4e09-a75d-5d91ea8da2c1) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:11:37.446038 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-85a4d264-0dc9-46c2-a96c-cf0a25043693 service neutron] 10.222.0.41 "GET /v2.0/networks/f9a678bc-a78e-49e1-a38e-5059d56edc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541424 Dec 17 15:11:37.447883 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-1bd39a9b-dd6d-45eb-902a-7f77cbc41126 service neutron] 10.222.0.41 "GET /v2.0/networks/f9a678bc-a78e-49e1-a38e-5059d56edc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465638 Dec 17 15:11:37.571530 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5304c462-4dec-49a8-9ccc-c00b07482bc1 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:37.612613 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276ccda-ed4d-4ec6-8150-db94ad752056 req-17358ef8-b69e-4bd6-95d1-2ab048e940a3 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:37.614174 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0276ccda-ed4d-4ec6-8150-db94ad752056 req-17358ef8-b69e-4bd6-95d1-2ab048e940a3 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 944 time: 0.1211758 Dec 17 15:11:37.614724 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-47d0e153-b409-4890-8f44-14787625464b service neutron] 10.222.0.41 "GET /v2.0/networks/f9a678bc-a78e-49e1-a38e-5059d56edc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541183 Dec 17 15:11:37.651798 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a2fa95cf-7d54-410a-8e8e-01e273abd3f9 req-ad06d98a-b5fe-4813-9073-75d02357dbb4 service neutron] 10.222.0.41 "GET /v2.0/networks/f9a678bc-a78e-49e1-a38e-5059d56edc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923370 Dec 17 15:11:37.706537 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5304c462-4dec-49a8-9ccc-c00b07482bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:37.734892 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7061d3d-4b81-436a-9bd6-421f16aee812 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:37.746323 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5304c462-4dec-49a8-9ccc-c00b07482bc1 None None] Network 56e27070-caeb-40d1-b0b1-a839fad8aef1 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:11:37.749197 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-5304c462-4dec-49a8-9ccc-c00b07482bc1 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:11:37.766318 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:11:37.766318 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5304c462-4dec-49a8-9ccc-c00b07482bc1 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:11:37.766594 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0276ccda-ed4d-4ec6-8150-db94ad752056 req-e773ee80-1af9-4ff6-a8b3-9658db7b9710 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022346 Dec 17 15:11:37.766697 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5304c462-4dec-49a8-9ccc-c00b07482bc1 None None] Pushing event updated for resources: {'Port': ['ID=8e7234bb-22d9-4e09-a75d-5d91ea8da2c1,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:37.784085 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190548e-17b4-4652-8596-225bfb5e22e0 req-fe6dcd89-4e30-40b3-bca7-4d15c55fc95d tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:37.785877 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f190548e-17b4-4652-8596-225bfb5e22e0 req-fe6dcd89-4e30-40b3-bca7-4d15c55fc95d tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.1225128 Dec 17 15:11:37.830545 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f190548e-17b4-4652-8596-225bfb5e22e0 req-53e90408-bdbd-4aaf-be35-acd9deae58da tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364320 Dec 17 15:11:37.906482 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port c74f3b5a-351a-49d7-8d6b-9b002c5e38c0, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=c74f3b5a-351a-49d7-8d6b-9b002c5e38c0,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:37.918799 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-5304c462-4dec-49a8-9ccc-c00b07482bc1 None None] Attempting to bind port 8e7234bb-22d9-4e09-a75d-5d91ea8da2c1 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:11:37.919177 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-5304c462-4dec-49a8-9ccc-c00b07482bc1 None None] Attempting to bind port 8e7234bb-22d9-4e09-a75d-5d91ea8da2c1 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '74119f4d-ab03-405a-a12a-d4db5889a74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '56e27070-caeb-40d1-b0b1-a839fad8aef1'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:11:37.919539 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5304c462-4dec-49a8-9ccc-c00b07482bc1 None None] Attempting to bind port 8e7234bb-22d9-4e09-a75d-5d91ea8da2c1 on network 56e27070-caeb-40d1-b0b1-a839fad8aef1 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:11:37.925703 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'c74f3b5a-351a-49d7-8d6b-9b002c5e38c0', 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0', 'port_id': 'c74f3b5a-351a-49d7-8d6b-9b002c5e38c0', 'mac_address': 'fa:16:3e:f7:4c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c28c8ec-5ccc-4295-ab15-cbe54116b2d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:11:37.928471 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5304c462-4dec-49a8-9ccc-c00b07482bc1 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:11:37.928847 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5304c462-4dec-49a8-9ccc-c00b07482bc1 None None] Checking segment: {'id': '74119f4d-ab03-405a-a12a-d4db5889a74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '56e27070-caeb-40d1-b0b1-a839fad8aef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:11:37.929276 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5304c462-4dec-49a8-9ccc-c00b07482bc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:37.929673 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5304c462-4dec-49a8-9ccc-c00b07482bc1 None None] Bound using segment: {'id': '74119f4d-ab03-405a-a12a-d4db5889a74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '56e27070-caeb-40d1-b0b1-a839fad8aef1'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:11:37.930150 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-5304c462-4dec-49a8-9ccc-c00b07482bc1 None None] Bound port: 8e7234bb-22d9-4e09-a75d-5d91ea8da2c1, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74119f4d-ab03-405a-a12a-d4db5889a74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '56e27070-caeb-40d1-b0b1-a839fad8aef1'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:11:37.930551 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5304c462-4dec-49a8-9ccc-c00b07482bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:37.979005 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156142e6-53ef-4a6a-a199-f45cbf393d98 req-69344fad-eb07-499b-8fd2-787486099b06 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:37.980466 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-156142e6-53ef-4a6a-a199-f45cbf393d98 req-69344fad-eb07-499b-8fd2-787486099b06 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=01073fb0-eaea-4f3a-b3e4-77fe45761d3d HTTP/1.1" status: 200 len: 943 time: 0.0596175 Dec 17 15:11:38.003665 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:38.032675 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:11:38.039706 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01073fb0-eaea-4f3a-b3e4-77fe45761d3d', 'tag': '60a3f128-5d1f-449a-97c9-b71999be02b5'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:11:38.040298 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-156142e6-53ef-4a6a-a199-f45cbf393d98 req-5194bc5a-7737-46da-8029-616ddd8e4914 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e06391-53b1-4b65-97bd-7d1088f8d9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528855 Dec 17 15:11:38.044772 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0012f20-f51f-4bc1-9175-f01bfe2baed1" -d '{"events": [{"name": "network-changed", "server_uuid": "01073fb0-eaea-4f3a-b3e4-77fe45761d3d", "tag": "60a3f128-5d1f-449a-97c9-b71999be02b5"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:11:38.047252 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-5304c462-4dec-49a8-9ccc-c00b07482bc1 None None] For port 8e7234bb-22d9-4e09-a75d-5d91ea8da2c1, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:11:38.051760 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-5304c462-4dec-49a8-9ccc-c00b07482bc1 None None] For port 8e7234bb-22d9-4e09-a75d-5d91ea8da2c1, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=8e7234bb-22d9-4e09-a75d-5d91ea8da2c1,segment=NetworkSegment(74119f4d-ab03-405a-a12a-d4db5889a74c),segment_id=74119f4d-ab03-405a-a12a-d4db5889a74c)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:11:38.060575 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port c74f3b5a-351a-49d7-8d6b-9b002c5e38c0, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=c74f3b5a-351a-49d7-8d6b-9b002c5e38c0,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:38.163996 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5304c462-4dec-49a8-9ccc-c00b07482bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:38.211493 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:38.211808 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4f366-39d6-4885-a707-dfd43ff73e92 req-c9ac7036-159a-4ff9-87d6-5b99b4b117ed tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:38.213345 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-85b4f366-39d6-4885-a707-dfd43ff73e92 req-c9ac7036-159a-4ff9-87d6-5b99b4b117ed tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38296a9-73e5-46eb-9331-496952ac94ce HTTP/1.1" status: 200 len: 949 time: 0.1591773 Dec 17 15:11:38.235732 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5304c462-4dec-49a8-9ccc-c00b07482bc1 None None] Pushing event updated for resources: {'Port': ['ID=8e7234bb-22d9-4e09-a75d-5d91ea8da2c1,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:38.255528 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a260a0-2158-4eb5-93e1-f93e3becac13 req-2a38e7a8-c9c4-4d21-a850-3391ef2895ea tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:38.257321 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-12a260a0-2158-4eb5-93e1-f93e3becac13 req-2a38e7a8-c9c4-4d21-a850-3391ef2895ea tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 943 time: 0.1173205 Dec 17 15:11:38.260440 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7061d3d-4b81-436a-9bd6-421f16aee812 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:38.306505 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7061d3d-4b81-436a-9bd6-421f16aee812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:38.306717 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=c74f3b5a-351a-49d7-8d6b-9b002c5e38c0,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:38.322986 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-85b4f366-39d6-4885-a707-dfd43ff73e92 req-828a928b-4079-4868-971b-fe30b4f23c68 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983505 Dec 17 15:11:38.392639 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6de2b0-2cfb-47d9-8417-945f616d51a4 x-openstack-request-id: req-ed6de2b0-2cfb-47d9-8417-945f616d51a4 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:11:38.393009 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01073fb0-eaea-4f3a-b3e4-77fe45761d3d", "tag": "60a3f128-5d1f-449a-97c9-b71999be02b5", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:11:38.393253 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ed6de2b0-2cfb-47d9-8417-945f616d51a4 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:11:38.393678 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01073fb0-eaea-4f3a-b3e4-77fe45761d3d', 'tag': '60a3f128-5d1f-449a-97c9-b71999be02b5', 'status': 'completed', 'code': 200} Dec 17 15:11:38.401618 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-12a260a0-2158-4eb5-93e1-f93e3becac13 req-543c842b-3aa0-4ed0-96ca-4181faba7f7f tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159449 Dec 17 15:11:38.487619 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0012f20-f51f-4bc1-9175-f01bfe2baed1 req-347ae61e-29df-4494-90c2-a363d13474fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:38.493365 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d0012f20-f51f-4bc1-9175-f01bfe2baed1 req-347ae61e-29df-4494-90c2-a363d13474fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d7a401394fa41daa40970acf22646c5&device_id=01073fb0-eaea-4f3a-b3e4-77fe45761d3d HTTP/1.1" status: 200 len: 1094 time: 0.0461662 Dec 17 15:11:38.506880 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-e7061d3d-4b81-436a-9bd6-421f16aee812 admin admin] Allocated IP 172.25.6.137 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/c25ea3e3-c431-4179-b3a0-118b0ee7707f) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:11:38.549615 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13e828-c347-4460-bbc3-c83dba85dc08 req-8f73a76b-9fd4-4e9e-af13-af96b7273c49 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:38.549615 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8e13e828-c347-4460-bbc3-c83dba85dc08 req-8f73a76b-9fd4-4e9e-af13-af96b7273c49 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=a97d009f-7952-41ca-8e46-16e42d400c1d HTTP/1.1" status: 200 len: 950 time: 0.0881162 Dec 17 15:11:38.590237 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0012f20-f51f-4bc1-9175-f01bfe2baed1 req-b194c436-ae63-41c6-b36c-029d0506cd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:38.591951 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d0012f20-f51f-4bc1-9175-f01bfe2baed1 req-b194c436-ae63-41c6-b36c-029d0506cd21 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9a678bc-a78e-49e1-a38e-5059d56edc29 HTTP/1.1" status: 200 len: 913 time: 0.0956562 Dec 17 15:11:38.630116 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8e13e828-c347-4460-bbc3-c83dba85dc08 req-413a612a-df14-472f-802c-69dd40250013 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697155 Dec 17 15:11:38.660287 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d0012f20-f51f-4bc1-9175-f01bfe2baed1 req-4bf08aa7-a2b2-4cef-8ba6-a91e6d1dfeae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60a3f128-5d1f-449a-97c9-b71999be02b5 HTTP/1.1" status: 200 len: 217 time: 0.0393093 Dec 17 15:11:38.677988 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7061d3d-4b81-436a-9bd6-421f16aee812 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:38.712842 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0012f20-f51f-4bc1-9175-f01bfe2baed1 req-5197daf6-c106-4d8a-b2cc-ad3fb9eda20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:38.714628 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d0012f20-f51f-4bc1-9175-f01bfe2baed1 req-5197daf6-c106-4d8a-b2cc-ad3fb9eda20e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7337baf1-c462-456e-9d9a-86c2fd75e251 HTTP/1.1" status: 200 len: 852 time: 0.0470314 Dec 17 15:11:38.752545 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d0012f20-f51f-4bc1-9175-f01bfe2baed1 req-ba796edc-4de8-4ce6-9207-9018ecf65da9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9a678bc-a78e-49e1-a38e-5059d56edc29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292461 Dec 17 15:11:38.819957 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7061d3d-4b81-436a-9bd6-421f16aee812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:38.857090 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d0012f20-f51f-4bc1-9175-f01bfe2baed1 req-2355f75d-baf0-468f-930c-b4e502fc2864 service neutron] 10.222.0.41 "GET /v2.0/networks/f9a678bc-a78e-49e1-a38e-5059d56edc29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970817 Dec 17 15:11:38.954345 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7061d3d-4b81-436a-9bd6-421f16aee812 admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:11:38.955145 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7061d3d-4b81-436a-9bd6-421f16aee812 admin admin] Pushing event updated for resources: {'Port': ['ID=c25ea3e3-c431-4179-b3a0-118b0ee7707f,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:38.969130 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-e7061d3d-4b81-436a-9bd6-421f16aee812 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:11:38.972176 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7061d3d-4b81-436a-9bd6-421f16aee812 admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:11:38.982072 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d0012f20-f51f-4bc1-9175-f01bfe2baed1 req-17414f9b-7723-4704-96d5-867f403ae91d service neutron] 10.222.0.41 "GET /v2.0/networks/f9a678bc-a78e-49e1-a38e-5059d56edc29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167996 Dec 17 15:11:39.006249 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920d0a5-0109-4287-b5ae-965dabf276f9 req-34f1b51f-68df-4b43-a26e-02b7daf47211 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:39.007973 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1920d0a5-0109-4287-b5ae-965dabf276f9 req-34f1b51f-68df-4b43-a26e-02b7daf47211 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 945 time: 0.1476936 Dec 17 15:11:39.054807 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff45f1c-53a9-4d3c-875a-93688f189a62 req-ddd67522-cdc7-47fb-b0e2-3ffa7ba76c09 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:39.060862 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff45f1c-53a9-4d3c-875a-93688f189a62 req-ddd67522-cdc7-47fb-b0e2-3ffa7ba76c09 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:39.063067 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cff45f1c-53a9-4d3c-875a-93688f189a62 req-ddd67522-cdc7-47fb-b0e2-3ffa7ba76c09 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=a97d009f-7952-41ca-8e46-16e42d400c1d&device_id=d38296a9-73e5-46eb-9331-496952ac94ce HTTP/1.1" status: 200 len: 1690 time: 0.1552150 Dec 17 15:11:39.161714 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1920d0a5-0109-4287-b5ae-965dabf276f9 req-ecc2dcc3-154e-4009-b38f-f8fbee69314c tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413832 Dec 17 15:11:39.178123 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583c6900-3f3e-400e-a803-307ecf8c8ae0 None None] Network 56e27070-caeb-40d1-b0b1-a839fad8aef1 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:11:39.208569 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cff45f1c-53a9-4d3c-875a-93688f189a62 req-e96c1caa-dab4-45c6-86e2-50df702f6c34 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374454 Dec 17 15:11:39.275632 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-02277436-97c6-4f1f-8cee-ee6f322b5a83 None None] Provisioning complete for port 8e7234bb-22d9-4e09-a75d-5d91ea8da2c1 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:11:39.276075 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-02277436-97c6-4f1f-8cee-ee6f322b5a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:39.325155 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141dd6fa-e241-4145-b62b-6ef56a7bdf14 req-c8b146ce-f9f6-472a-acb7-da59dad1f320 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:39.326808 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-141dd6fa-e241-4145-b62b-6ef56a7bdf14 req-c8b146ce-f9f6-472a-acb7-da59dad1f320 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.0626588 Dec 17 15:11:39.448624 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['c74f3b5a-351a-49d7-8d6b-9b002c5e38c0'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:11:39.452218 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-02277436-97c6-4f1f-8cee-ee6f322b5a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:39.530121 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-02277436-97c6-4f1f-8cee-ee6f322b5a83 None None] For port 8e7234bb-22d9-4e09-a75d-5d91ea8da2c1, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=8e7234bb-22d9-4e09-a75d-5d91ea8da2c1,segment=NetworkSegment(74119f4d-ab03-405a-a12a-d4db5889a74c),segment_id=74119f4d-ab03-405a-a12a-d4db5889a74c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:39.647599 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-02277436-97c6-4f1f-8cee-ee6f322b5a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:39.716029 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02277436-97c6-4f1f-8cee-ee6f322b5a83 None None] Pushing event updated for resources: {'Port': ['ID=8e7234bb-22d9-4e09-a75d-5d91ea8da2c1,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:39.747678 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-141dd6fa-e241-4145-b62b-6ef56a7bdf14 req-c1c97ed0-e28f-43c0-a205-4f64bc30f155 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090638 Dec 17 15:11:39.757300 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab147f8-474a-4af9-b679-60a30d92ad68 req-4276025f-9575-4102-8d50-55d2969d69a7 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:39.764366 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5ab147f8-474a-4af9-b679-60a30d92ad68 req-4276025f-9575-4102-8d50-55d2969d69a7 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=01073fb0-eaea-4f3a-b3e4-77fe45761d3d HTTP/1.1" status: 200 len: 943 time: 0.4359610 Dec 17 15:11:39.770745 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-8abe04b4-5793-49ac-9749-2b7271d120f5 None None] Provisioning complete for port 8e7234bb-22d9-4e09-a75d-5d91ea8da2c1 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:11:39.771216 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8abe04b4-5793-49ac-9749-2b7271d120f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:39.835686 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5ab147f8-474a-4af9-b679-60a30d92ad68 req-74dd9646-0008-4939-8fcc-32c4cb4cf0d7 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e06391-53b1-4b65-97bd-7d1088f8d9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703611 Dec 17 15:11:39.845923 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7061d3d-4b81-436a-9bd6-421f16aee812 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:40.008734 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:40.048037 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f207ca-d4c8-4920-ac9e-294ee2e5d413 req-8ee761fa-5e54-4ddf-bb36-f29b9d1fd39d tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:40.049323 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c2f207ca-d4c8-4920-ac9e-294ee2e5d413 req-8ee761fa-5e54-4ddf-bb36-f29b9d1fd39d tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 943 time: 0.1398053 Dec 17 15:11:40.130813 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 8e7234bb-22d9-4e09-a75d-5d91ea8da2c1 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:11:40.151781 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d91c3-d5c8-468e-a9d9-52c08010bd61 req-1082f302-5927-4a85-aac2-a49e377741df tempest-ServersOnMultiNodesTest-1459550234 tempest-ServersOnMultiNodesTest-1459550234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:40.153312 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-067d91c3-d5c8-468e-a9d9-52c08010bd61 req-1082f302-5927-4a85-aac2-a49e377741df tempest-ServersOnMultiNodesTest-1459550234 tempest-ServersOnMultiNodesTest-1459550234-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a97d009f-7952-41ca-8e46-16e42d400c1d HTTP/1.1" status: 200 len: 1101 time: 0.1551650 Dec 17 15:11:40.181980 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c2f207ca-d4c8-4920-ac9e-294ee2e5d413 req-efe3c1b3-27fb-4146-b76b-086e8b42bc54 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234980 Dec 17 15:11:40.184907 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 8e7234bb-22d9-4e09-a75d-5d91ea8da2c1 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:11:40.185378 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:40.216129 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-067d91c3-d5c8-468e-a9d9-52c08010bd61 req-d277f451-28f6-4283-8d81-40b8dfae5053 tempest-ServersOnMultiNodesTest-1459550234 tempest-ServersOnMultiNodesTest-1459550234-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533025 Dec 17 15:11:40.225794 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7061d3d-4b81-436a-9bd6-421f16aee812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:40.406643 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7d5be-c35e-44d1-84e4-3543065de953 req-2ca39d65-d302-4d88-b077-e1b650e1b07d tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:40.408114 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9fd7d5be-c35e-44d1-84e4-3543065de953 req-2ca39d65-d302-4d88-b077-e1b650e1b07d tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 945 time: 0.1073687 Dec 17 15:11:40.413005 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3ce89-efe7-4b72-bfea-e8c24a2e3a85 req-5d210acd-ba7c-4f35-8c5c-168f9cedbd9e tempest-ServersOnMultiNodesTest-1459550234 tempest-ServersOnMultiNodesTest-1459550234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:40.414426 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7be3ce89-efe7-4b72-bfea-e8c24a2e3a85 req-5d210acd-ba7c-4f35-8c5c-168f9cedbd9e tempest-ServersOnMultiNodesTest-1459550234 tempest-ServersOnMultiNodesTest-1459550234-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d38296a9-73e5-46eb-9331-496952ac94ce HTTP/1.1" status: 200 len: 1100 time: 0.1005468 Dec 17 15:11:40.485604 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9fd7d5be-c35e-44d1-84e4-3543065de953 req-8b4deb99-3fff-4af2-b649-d76d6bb9eeed tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702376 Dec 17 15:11:40.492414 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7be3ce89-efe7-4b72-bfea-e8c24a2e3a85 req-b116e13f-4c14-45c4-9054-8a4539fb9f20 tempest-ServersOnMultiNodesTest-1459550234 tempest-ServersOnMultiNodesTest-1459550234-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660548 Dec 17 15:11:40.608935 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7061d3d-4b81-436a-9bd6-421f16aee812 admin admin] Router c03f9dab-9e7b-4c29-aff5-68abdfcc6571 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:11:40.716381 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bae428ba-6cb6-4648-9d69-a72641274524 req-16790945-e759-4ef0-8a66-3489ebd68abb tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=1929931f93c54c40a22ecb93d4604ccd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265212 Dec 17 15:11:40.806823 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7061d3d-4b81-436a-9bd6-421f16aee812 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:11:40.820301 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcd6db9-2397-4d58-a7ef-52007deada69 None None] Sync routers for ids ['c03f9dab-9e7b-4c29-aff5-68abdfcc6571'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:11:40.836326 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcd6db9-2397-4d58-a7ef-52007deada69 None None] Routers {'c03f9dab-9e7b-4c29-aff5-68abdfcc6571'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:11:40.837155 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-1bcd6db9-2397-4d58-a7ef-52007deada69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:11:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['c03f9dab-9e7b-4c29-aff5-68abdfcc6571'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:11:40.868410 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae428ba-6cb6-4648-9d69-a72641274524 req-b2a41fa2-56f7-424d-a894-579a5ac560cf tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:40.869913 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bae428ba-6cb6-4648-9d69-a72641274524 req-b2a41fa2-56f7-424d-a894-579a5ac560cf tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1444390 Dec 17 15:11:40.900400 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bae428ba-6cb6-4648-9d69-a72641274524 req-0daff6de-ea82-41af-95ba-bfbfe8cf2f8c tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/quotas/1929931f93c54c40a22ecb93d4604ccd HTTP/1.1" status: 200 len: 375 time: 0.0167484 Dec 17 15:11:40.923773 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f87a1-b255-4716-9b7a-05ca23dd33a1 req-fdb86ae3-2f50-47c3-ab40-db9eb42567af tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:40.925199 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-656f87a1-b255-4716-9b7a-05ca23dd33a1 req-fdb86ae3-2f50-47c3-ab40-db9eb42567af tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.0890541 Dec 17 15:11:40.929476 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7061d3d-4b81-436a-9bd6-421f16aee812 admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:40.930624 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e7061d3d-4b81-436a-9bd6-421f16aee812 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7036104 Dec 17 15:11:40.934037 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39426) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:11:40.949124 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-1bcd6db9-2397-4d58-a7ef-52007deada69 None None] Set router c03f9dab-9e7b-4c29-aff5-68abdfcc6571 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:11:40.994193 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-656f87a1-b255-4716-9b7a-05ca23dd33a1 req-5b8b0ebf-8ab5-4c75-aa57-b7b5b184680c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446935 Dec 17 15:11:41.016777 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bae428ba-6cb6-4648-9d69-a72641274524 req-e4a5c4b9-68ce-4963-8798-9d44b026b932 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1929931f93c54c40a22ecb93d4604ccd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1043005 Dec 17 15:11:41.115094 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-6442bacd-e7a0-43a4-ba20-cab66678d4ba service neutron] 10.222.0.13 "GET /v2.0/ports/09e9e58f-a869-47cc-83f3-a01f3bc1c5ec/bindings/n-h1-820553-2 HTTP/1.1" status: 200 len: 384 time: 0.1017232 Dec 17 15:11:41.123003 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145430cc-e070-4efb-94c6-46bc2ecb0067 req-62d986be-c990-49ff-85d0-330e97ab40fb tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:41.125203 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-145430cc-e070-4efb-94c6-46bc2ecb0067 req-62d986be-c990-49ff-85d0-330e97ab40fb tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=01073fb0-eaea-4f3a-b3e4-77fe45761d3d HTTP/1.1" status: 200 len: 943 time: 0.0542772 Dec 17 15:11:41.141375 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:11:41.169431 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-145430cc-e070-4efb-94c6-46bc2ecb0067 req-97a1d31b-2795-4746-8b68-4d65b9a36c42 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e06391-53b1-4b65-97bd-7d1088f8d9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377572 Dec 17 15:11:41.373422 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-1bcd6db9-2397-4d58-a7ef-52007deada69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03f9dab-9e7b-4c29-aff5-68abdfcc6571', 'name': 'tempest-FloatingIPsNegativeTestJSON-455949657-router', 'tenant_id': '3442dec9fc854b769cf40176a65e995b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'c25ea3e3-c431-4179-b3a0-118b0ee7707f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:11:37Z', 'updated_at': '2021-12-17T15:11:39Z', 'revision_number': 3, 'project_id': '3442dec9fc854b769cf40176a65e995b', 'gw_port': {'id': 'c25ea3e3-c431-4179-b3a0-118b0ee7707f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:34:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03f9dab-9e7b-4c29-aff5-68abdfcc6571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:11:38Z', 'updated_at': '2021-12-17T15:11:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:11:41.409525 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a0af4ab6-1f5d-469a-b5b9-c9e370e34d99 req-5cf86d02-d184-4e7a-91a4-15f36f01bebe tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=09f7367a-4c1b-4314-8691-064bf2df8169 HTTP/1.1" status: 200 len: 210 time: 0.0405428 Dec 17 15:11:41.419579 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcd6db9-2397-4d58-a7ef-52007deada69 None None] Checking router: c03f9dab-9e7b-4c29-aff5-68abdfcc6571 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:11:41.421322 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcd6db9-2397-4d58-a7ef-52007deada69 None None] Updating router c03f9dab-9e7b-4c29-aff5-68abdfcc6571 port c25ea3e3-c431-4179-b3a0-118b0ee7707f binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:11:41.439462 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be675b-9d60-489d-9430-22441c5efcfd req-c3acbdaf-2076-4560-b2ee-c1eb04019341 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:41.441589 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-79be675b-9d60-489d-9430-22441c5efcfd req-c3acbdaf-2076-4560-b2ee-c1eb04019341 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 943 time: 0.1218348 Dec 17 15:11:41.461294 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1bcd6db9-2397-4d58-a7ef-52007deada69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:41.497335 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-79be675b-9d60-489d-9430-22441c5efcfd req-867f250e-21e6-46e0-a0ef-2c303f9d7fa8 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401490 Dec 17 15:11:41.502747 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-58c3200f-04e5-4f51-8e3c-ed6964951055 service neutron] For port 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=09e9e58f-a869-47cc-83f3-a01f3bc1c5ec,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:41.534979 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-58c3200f-04e5-4f51-8e3c-ed6964951055 service neutron] For port 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:11:41.648699 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8a3d8-f3c7-4830-8cc3-df968e955b66 req-620dbde2-ebf3-4b3f-abe7-0076303f4b5d tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:41.650442 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b8b8a3d8-f3c7-4830-8cc3-df968e955b66 req-620dbde2-ebf3-4b3f-abe7-0076303f4b5d tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 945 time: 0.0605862 Dec 17 15:11:41.703180 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b8b8a3d8-f3c7-4830-8cc3-df968e955b66 req-9fc1f4bc-b686-4bb9-9ce2-a20b549ea0de tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443084 Dec 17 15:11:41.793917 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1bcd6db9-2397-4d58-a7ef-52007deada69 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:41.810619 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:11:41.844815 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-58c3200f-04e5-4f51-8e3c-ed6964951055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:11:41.860895 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-58c3200f-04e5-4f51-8e3c-ed6964951055 service neutron] For port 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=09e9e58f-a869-47cc-83f3-a01f3bc1c5ec,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:41.908171 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ad5e8f06-81ee-4ace-b72e-e535be6e0624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:41.923716 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1bcd6db9-2397-4d58-a7ef-52007deada69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:41.962532 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:11:41.978475 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-1bcd6db9-2397-4d58-a7ef-52007deada69 None None] Attempting to bind port c25ea3e3-c431-4179-b3a0-118b0ee7707f on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:11:41.978839 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-1bcd6db9-2397-4d58-a7ef-52007deada69 None None] Attempting to bind port c25ea3e3-c431-4179-b3a0-118b0ee7707f by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:11:41.979198 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcd6db9-2397-4d58-a7ef-52007deada69 None None] Attempting to bind port c25ea3e3-c431-4179-b3a0-118b0ee7707f on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:11:41.980998 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:11:41.981515 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:42.008643 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a8d16-ebdf-4f35-87b9-ce1b8db63725 None None] Pushing event updated for resources: {'Port': ['ID=c25ea3e3-c431-4179-b3a0-118b0ee7707f,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:42.012712 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcd6db9-2397-4d58-a7ef-52007deada69 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:11:42.015874 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcd6db9-2397-4d58-a7ef-52007deada69 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:11:42.015874 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1bcd6db9-2397-4d58-a7ef-52007deada69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:42.015874 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcd6db9-2397-4d58-a7ef-52007deada69 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:11:42.015874 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-1bcd6db9-2397-4d58-a7ef-52007deada69 None None] Bound port: c25ea3e3-c431-4179-b3a0-118b0ee7707f, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:11:42.015874 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1bcd6db9-2397-4d58-a7ef-52007deada69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:42.055296 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-58c3200f-04e5-4f51-8e3c-ed6964951055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:42.081968 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-1bcd6db9-2397-4d58-a7ef-52007deada69 None None] For port c25ea3e3-c431-4179-b3a0-118b0ee7707f, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:11:42.085745 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-1bcd6db9-2397-4d58-a7ef-52007deada69 None None] For port c25ea3e3-c431-4179-b3a0-118b0ee7707f, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c25ea3e3-c431-4179-b3a0-118b0ee7707f,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:11:42.106473 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-ad5e8f06-81ee-4ace-b72e-e535be6e0624 admin admin] Allocated IP 172.20.0.1 (56e27070-caeb-40d1-b0b1-a839fad8aef1/2114bf9d-6da0-40a3-ae8f-e2ff8e886f5d/3ceec938-75a9-48ba-bf3d-513188df1dbe) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:11:42.120058 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:42.147100 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8a9326-4193-4494-9c24-a1dd39e27752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74f3b5a-351a-49d7-8d6b-9b002c5e38c0'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:11:42.149359 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8c8516-0c7b-415c-be35-2805de938d80" -d '{"events": [{"server_uuid": "8c8a9326-4193-4494-9c24-a1dd39e27752", "name": "network-vif-plugged", "status": "completed", "tag": "c74f3b5a-351a-49d7-8d6b-9b002c5e38c0"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:11:42.163770 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port c74f3b5a-351a-49d7-8d6b-9b002c5e38c0, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=c74f3b5a-351a-49d7-8d6b-9b002c5e38c0,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:42.167297 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4469c9-64f7-46c2-b40a-735a2bd90b35 req-51f7bb66-c294-4d7d-9e17-a0a0981075e8 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:42.170440 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c4469c9-64f7-46c2-b40a-735a2bd90b35 req-51f7bb66-c294-4d7d-9e17-a0a0981075e8 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.0807874 Dec 17 15:11:42.190093 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe89bc64-910c-46b9-a14b-c53d171d3924 x-openstack-request-id: req-fe89bc64-910c-46b9-a14b-c53d171d3924 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:11:42.190692 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8a9326-4193-4494-9c24-a1dd39e27752", "name": "network-vif-plugged", "status": "completed", "tag": "c74f3b5a-351a-49d7-8d6b-9b002c5e38c0", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:11:42.191017 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fe89bc64-910c-46b9-a14b-c53d171d3924 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:11:42.192024 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8a9326-4193-4494-9c24-a1dd39e27752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74f3b5a-351a-49d7-8d6b-9b002c5e38c0', 'code': 200} Dec 17 15:11:42.201672 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-58c3200f-04e5-4f51-8e3c-ed6964951055 service neutron] Transition to ACTIVE for port object 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:11:42.212950 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1bcd6db9-2397-4d58-a7ef-52007deada69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:42.217337 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c4469c9-64f7-46c2-b40a-735a2bd90b35 req-8413fb23-bf49-457a-a76d-9fd5e6fb8e36 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410469 Dec 17 15:11:42.279881 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcd6db9-2397-4d58-a7ef-52007deada69 None None] Routers {'c03f9dab-9e7b-4c29-aff5-68abdfcc6571'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:11:42.281215 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-1bcd6db9-2397-4d58-a7ef-52007deada69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:11:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['c03f9dab-9e7b-4c29-aff5-68abdfcc6571'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:11:42.285609 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ad5e8f06-81ee-4ace-b72e-e535be6e0624 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:42.339221 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862faf1-3188-457e-992a-473b7648df42 req-53199275-e7b4-49d8-94d0-f5e507c5fcd0 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:42.341095 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4862faf1-3188-457e-992a-473b7648df42 req-53199275-e7b4-49d8-94d0-f5e507c5fcd0 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=01073fb0-eaea-4f3a-b3e4-77fe45761d3d HTTP/1.1" status: 200 len: 943 time: 0.0826840 Dec 17 15:11:42.355438 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:42.363794 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a8d16-ebdf-4f35-87b9-ce1b8db63725 None None] Pushing event updated for resources: {'Port': ['ID=c25ea3e3-c431-4179-b3a0-118b0ee7707f,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:42.365446 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f523b-3bf8-4fa4-b647-e704390f1f96 req-4b1a2e10-abbd-4b55-8bfb-be7631b776ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:42.367284 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-be1f523b-3bf8-4fa4-b647-e704390f1f96 req-4b1a2e10-abbd-4b55-8bfb-be7631b776ea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 1097 time: 0.0689402 Dec 17 15:11:42.375664 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-58c3200f-04e5-4f51-8e3c-ed6964951055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:42.397611 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4862faf1-3188-457e-992a-473b7648df42 req-47ff8c79-1ef8-40cc-8091-4e03b7425269 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e06391-53b1-4b65-97bd-7d1088f8d9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481348 Dec 17 15:11:42.436334 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=c74f3b5a-351a-49d7-8d6b-9b002c5e38c0,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:42.443178 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-1bcd6db9-2397-4d58-a7ef-52007deada69 None None] Set router c03f9dab-9e7b-4c29-aff5-68abdfcc6571 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:11:42.465019 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-58c3200f-04e5-4f51-8e3c-ed6964951055 service neutron] No DVR routers for this DVR port 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:11:42.478358 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-be1f523b-3bf8-4fa4-b647-e704390f1f96 req-f35f4ef7-c29a-469b-9c02-b4af2cd628a7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976305 Dec 17 15:11:42.483434 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c3200f-04e5-4f51-8e3c-ed6964951055 service neutron] Pushing event updated for resources: {'Port': ['ID=09e9e58f-a869-47cc-83f3-a01f3bc1c5ec,revision_number=10']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:42.508851 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-58c3200f-04e5-4f51-8e3c-ed6964951055 service neutron] 10.222.0.13 "PUT /v2.0/ports/09e9e58f-a869-47cc-83f3-a01f3bc1c5ec/bindings/n-h1-820553-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3482478 Dec 17 15:11:42.514176 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b70af74-4136-463f-b89c-33c0763a0969 req-9940847b-c244-40dc-86f7-aad3052ef635 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=09f7367a-4c1b-4314-8691-064bf2df8169 HTTP/1.1" status: 200 len: 210 time: 0.0313497 Dec 17 15:11:42.618294 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1018342-cf46-47a0-be00-f5ae245f049f req-177a9212-96c0-4f34-9716-a078e5100e1b tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:42.620143 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a1018342-cf46-47a0-be00-f5ae245f049f req-177a9212-96c0-4f34-9716-a078e5100e1b tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 944 time: 0.0526228 Dec 17 15:11:42.628705 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ad5e8f06-81ee-4ace-b72e-e535be6e0624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:42.635943 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-1bcd6db9-2397-4d58-a7ef-52007deada69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03f9dab-9e7b-4c29-aff5-68abdfcc6571', 'name': 'tempest-FloatingIPsNegativeTestJSON-455949657-router', 'tenant_id': '3442dec9fc854b769cf40176a65e995b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'c25ea3e3-c431-4179-b3a0-118b0ee7707f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:11:37Z', 'updated_at': '2021-12-17T15:11:39Z', 'revision_number': 3, 'project_id': '3442dec9fc854b769cf40176a65e995b', 'gw_port': {'id': 'c25ea3e3-c431-4179-b3a0-118b0ee7707f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:34:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03f9dab-9e7b-4c29-aff5-68abdfcc6571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:11:38Z', 'updated_at': '2021-12-17T15:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:11:42.678817 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcd6db9-2397-4d58-a7ef-52007deada69 None None] The sync data for ids ['c03f9dab-9e7b-4c29-aff5-68abdfcc6571'] in n-d-820553-2 is: [{'id': 'c03f9dab-9e7b-4c29-aff5-68abdfcc6571', 'name': 'tempest-FloatingIPsNegativeTestJSON-455949657-router', 'tenant_id': '3442dec9fc854b769cf40176a65e995b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'c25ea3e3-c431-4179-b3a0-118b0ee7707f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:11:37Z', 'updated_at': '2021-12-17T15:11:39Z', 'revision_number': 3, 'project_id': '3442dec9fc854b769cf40176a65e995b', 'gw_port': {'id': 'c25ea3e3-c431-4179-b3a0-118b0ee7707f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:34:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03f9dab-9e7b-4c29-aff5-68abdfcc6571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:11:38Z', 'updated_at': '2021-12-17T15:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:11:42.680662 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a1018342-cf46-47a0-be00-f5ae245f049f req-7d6b5cd6-0a06-4533-902b-e8cc72fc310a tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472577 Dec 17 15:11:42.715894 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5e8f06-81ee-4ace-b72e-e535be6e0624 admin admin] Network 56e27070-caeb-40d1-b0b1-a839fad8aef1 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:11:42.720040 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-ad5e8f06-81ee-4ace-b72e-e535be6e0624 admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:11:42.724476 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5e8f06-81ee-4ace-b72e-e535be6e0624 admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:11:42.759717 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e8f06-81ee-4ace-b72e-e535be6e0624 admin admin] Pushing event updated for resources: {'Port': ['ID=3ceec938-75a9-48ba-bf3d-513188df1dbe,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:42.778561 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ad5e8f06-81ee-4ace-b72e-e535be6e0624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:42.881103 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e20046-6e26-40e4-ac70-659993066a7e req-acd2b258-66c9-4338-b34e-7e02e2b1071c tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:42.889404 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-50e20046-6e26-40e4-ac70-659993066a7e req-acd2b258-66c9-4338-b34e-7e02e2b1071c tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 946 time: 0.0859177 Dec 17 15:11:42.942491 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-50e20046-6e26-40e4-ac70-659993066a7e req-e6bbc9f0-e29b-4403-a0e3-62c9b1c5f2a1 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519419 Dec 17 15:11:43.073223 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-8f7641af-bcbf-4aef-b5b3-7f0c51768dcb None None] Provisioning complete for port 3ceec938-75a9-48ba-bf3d-513188df1dbe triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:11:43.074133 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8f7641af-bcbf-4aef-b5b3-7f0c51768dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:43.095773 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ad5e8f06-81ee-4ace-b72e-e535be6e0624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:43.122917 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-8f7641af-bcbf-4aef-b5b3-7f0c51768dcb None None] Port 3ceec938-75a9-48ba-bf3d-513188df1dbe cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:11:43.135034 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-1793cb6b-04c9-4504-af84-dc214301bafd tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:43.136548 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-1793cb6b-04c9-4504-af84-dc214301bafd tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1&tenant_id=96ef05c814a947bb872da21a8a326a7b&binding%3Ahost_id=n-h2-820553-2 HTTP/1.1" status: 200 len: 1095 time: 0.0842988 Dec 17 15:11:43.255404 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-17c08fa8-0505-4f61-afb1-4863a5de1c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:43.256875 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-17c08fa8-0505-4f61-afb1-4863a5de1c27 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1&tenant_id=96ef05c814a947bb872da21a8a326a7b HTTP/1.1" status: 200 len: 1095 time: 0.0990419 Dec 17 15:11:43.404230 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-6a66f94e-86f0-48dc-90dc-6ab24b40c05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:43.407116 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-6a66f94e-86f0-48dc-90dc-6ab24b40c05f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96ef05c814a947bb872da21a8a326a7b&device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 1095 time: 0.1035395 Dec 17 15:11:43.410709 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ad5e8f06-81ee-4ace-b72e-e535be6e0624 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:43.425933 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e3d30-e385-4ba5-8cc5-70a01b93f43e req-1844b33f-090e-43b4-b30a-18a946316632 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:43.432650 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ef9e3d30-e385-4ba5-8cc5-70a01b93f43e req-1844b33f-090e-43b4-b30a-18a946316632 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.1077144 Dec 17 15:11:43.478409 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ef9e3d30-e385-4ba5-8cc5-70a01b93f43e req-5685c438-4de6-4e05-808c-e97af86d3eb4 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437164 Dec 17 15:11:43.556606 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-1405eb8a-3189-485a-980a-6e89a9465676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:43.559786 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-1405eb8a-3189-485a-980a-6e89a9465676 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea HTTP/1.1" status: 200 len: 909 time: 0.1440430 Dec 17 15:11:43.581806 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317d4a4-6cc1-4a51-8c57-bffa880dcf20 req-7b346a77-50a8-496a-a19d-c3eae6e5b25f tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:43.585252 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e317d4a4-6cc1-4a51-8c57-bffa880dcf20 req-7b346a77-50a8-496a-a19d-c3eae6e5b25f tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=01073fb0-eaea-4f3a-b3e4-77fe45761d3d HTTP/1.1" status: 200 len: 943 time: 0.0595462 Dec 17 15:11:43.615896 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-d924e4bc-117c-4e40-8892-5d25cf26c9db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09e9e58f-a869-47cc-83f3-a01f3bc1c5ec HTTP/1.1" status: 200 len: 217 time: 0.0499249 Dec 17 15:11:43.617573 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ad5e8f06-81ee-4ace-b72e-e535be6e0624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:43.634426 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dbea6843-e050-4512-b45b-950053209931 req-9406cdd6-773b-4dba-9973-30d893e8eabe tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=09f7367a-4c1b-4314-8691-064bf2df8169 HTTP/1.1" status: 200 len: 210 time: 0.0460699 Dec 17 15:11:43.688929 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e317d4a4-6cc1-4a51-8c57-bffa880dcf20 req-f124605f-94ba-4e54-94b4-d3cdee68e96a tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e06391-53b1-4b65-97bd-7d1088f8d9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994704 Dec 17 15:11:43.750403 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ad5e8f06-81ee-4ace-b72e-e535be6e0624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:43.757590 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-70842c70-8522-4231-a758-7cf9b5f847e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:43.759203 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-70842c70-8522-4231-a758-7cf9b5f847e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e07a04f7-750d-46bb-b1d6-18c61b699282 HTTP/1.1" status: 200 len: 848 time: 0.1322334 Dec 17 15:11:43.763970 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e8f06-81ee-4ace-b72e-e535be6e0624 admin admin] Pushing event updated for resources: {'Port': ['ID=3ceec938-75a9-48ba-bf3d-513188df1dbe,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:43.809525 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-a1b79f22-9d4a-4ab5-bca4-cb3b60e887eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340014 Dec 17 15:11:43.824808 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621b33e-402d-4527-806d-896805649a34 req-b330859c-6293-4347-b429-13a720d17b62 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:43.829545 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3621b33e-402d-4527-806d-896805649a34 req-b330859c-6293-4347-b429-13a720d17b62 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 944 time: 0.0826206 Dec 17 15:11:43.832958 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 60a3f128-5d1f-449a-97c9-b71999be02b5 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:11:43.881938 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3621b33e-402d-4527-806d-896805649a34 req-5371a4aa-8e4b-42d5-8a67-207ba8f022cd tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432150 Dec 17 15:11:43.944175 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 60a3f128-5d1f-449a-97c9-b71999be02b5, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=60a3f128-5d1f-449a-97c9-b71999be02b5,segment=NetworkSegment(94e8219a-57e1-4a61-bef9-a5e9e92eba31),segment_id=94e8219a-57e1-4a61-bef9-a5e9e92eba31)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:43.959888 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '60a3f128-5d1f-449a-97c9-b71999be02b5', 'network_id': 'f9a678bc-a78e-49e1-a38e-5059d56edc29', 'port_id': '60a3f128-5d1f-449a-97c9-b71999be02b5', 'mac_address': 'fa:16:3e:c4:68:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7337baf1-c462-456e-9d9a-86c2fd75e251', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:11:43.974703 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-39da54f4-b657-4ef4-b0a9-6af9bbddcb57 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553457 Dec 17 15:11:43.976450 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5e8f06-81ee-4ace-b72e-e535be6e0624 admin admin] Network 56e27070-caeb-40d1-b0b1-a839fad8aef1 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:11:43.977866 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-ad5e8f06-81ee-4ace-b72e-e535be6e0624 admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:11:44.017443 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:44.060262 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60a3f128-5d1f-449a-97c9-b71999be02b5 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:11:44.079918 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0f85f-d5ac-4f93-abe2-0fadcbb7ee7b req-9399af3c-79b9-44bb-99a5-dc515b460694 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:44.090557 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c8e0f85f-d5ac-4f93-abe2-0fadcbb7ee7b req-9399af3c-79b9-44bb-99a5-dc515b460694 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 946 time: 0.0717452 Dec 17 15:11:44.104731 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 60a3f128-5d1f-449a-97c9-b71999be02b5, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=60a3f128-5d1f-449a-97c9-b71999be02b5,segment=NetworkSegment(94e8219a-57e1-4a61-bef9-a5e9e92eba31),segment_id=94e8219a-57e1-4a61-bef9-a5e9e92eba31)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:44.180508 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c8e0f85f-d5ac-4f93-abe2-0fadcbb7ee7b req-1973594e-2a9c-4935-841b-c48788483681 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721350 Dec 17 15:11:44.192552 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c25ea3e3-c431-4179-b3a0-118b0ee7707f up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:11:44.242051 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-1f3ec3f7-66af-4a5e-9dc2-c9578b63d389 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103746 Dec 17 15:11:44.246996 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5e8f06-81ee-4ace-b72e-e535be6e0624 admin admin] Router c03f9dab-9e7b-4c29-aff5-68abdfcc6571 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:11:44.255157 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port c25ea3e3-c431-4179-b3a0-118b0ee7707f triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:11:44.255436 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:44.279936 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-13d9f787-699e-4033-90cb-e3dc67dec1a2 None None] Provisioning complete for port 3ceec938-75a9-48ba-bf3d-513188df1dbe triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:11:44.280306 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-13d9f787-699e-4033-90cb-e3dc67dec1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:44.307551 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:44.308197 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device b44ce229-b93d-4d4c-8efe-a8c2ad8dd403 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:11:44.362721 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5e8f06-81ee-4ace-b72e-e535be6e0624 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:11:44.363534 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-13d9f787-699e-4033-90cb-e3dc67dec1a2 None None] Port 3ceec938-75a9-48ba-bf3d-513188df1dbe cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:11:44.368209 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ad5e8f06-81ee-4ace-b72e-e535be6e0624 admin admin] 10.222.0.46 "PUT /v2.0/routers/c03f9dab-9e7b-4c29-aff5-68abdfcc6571/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4331613 Dec 17 15:11:44.412023 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port b44ce229-b93d-4d4c-8efe-a8c2ad8dd403, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=b44ce229-b93d-4d4c-8efe-a8c2ad8dd403,segment=NetworkSegment(94e8219a-57e1-4a61-bef9-a5e9e92eba31),segment_id=94e8219a-57e1-4a61-bef9-a5e9e92eba31)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:44.415850 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=60a3f128-5d1f-449a-97c9-b71999be02b5,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:44.446186 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bae428ba-6cb6-4648-9d69-a72641274524 req-03dd21a2-81c3-43c6-961e-8eebc5fd8815 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1929931f93c54c40a22ecb93d4604ccd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262756 Dec 17 15:11:44.447508 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'b44ce229-b93d-4d4c-8efe-a8c2ad8dd403', 'network_id': 'f9a678bc-a78e-49e1-a38e-5059d56edc29', 'port_id': 'b44ce229-b93d-4d4c-8efe-a8c2ad8dd403', 'mac_address': 'fa:16:3e:ef:09:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7337baf1-c462-456e-9d9a-86c2fd75e251', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:11:44.460887 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:44.514743 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port c25ea3e3-c431-4179-b3a0-118b0ee7707f, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c25ea3e3-c431-4179-b3a0-118b0ee7707f,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:44.518736 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:44.538689 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b44ce229-b93d-4d4c-8efe-a8c2ad8dd403 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:11:44.571608 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port b44ce229-b93d-4d4c-8efe-a8c2ad8dd403, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=b44ce229-b93d-4d4c-8efe-a8c2ad8dd403,segment=NetworkSegment(94e8219a-57e1-4a61-bef9-a5e9e92eba31),segment_id=94e8219a-57e1-4a61-bef9-a5e9e92eba31)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:44.598093 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae428ba-6cb6-4648-9d69-a72641274524 req-f477e02e-256c-412d-9d23-4cef51fb8a0b tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:44.599834 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bae428ba-6cb6-4648-9d69-a72641274524 req-f477e02e-256c-412d-9d23-4cef51fb8a0b tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1459682 Dec 17 15:11:44.623658 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-bae428ba-6cb6-4648-9d69-a72641274524 req-b932bb8f-b6f0-4762-98c7-69c63bdb42cd tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Request body: {'port': {'device_id': '09f7367a-4c1b-4314-8691-064bf2df8169', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'admin_state_up': True, 'tenant_id': '1929931f93c54c40a22ecb93d4604ccd'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:11:44.657449 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c23eae-e832-4ea6-aa22-29ecf10b46a1 req-012412d6-65d8-4632-9cda-d1b361e24086 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:44.657980 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c6c23eae-e832-4ea6-aa22-29ecf10b46a1 req-012412d6-65d8-4632-9cda-d1b361e24086 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.0812416 Dec 17 15:11:44.672764 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:44.724525 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:44.729150 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=c25ea3e3-c431-4179-b3a0-118b0ee7707f,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:44.758911 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b61d1ac-a2fa-4772-8db5-78dd9300ecbb req-5d415f54-4cba-4601-8238-9bdb2c226218 tempest-FloatingIPsNegativeTestJSON-1265175507 tempest-FloatingIPsNegativeTestJSON-1265175507-project] 10.222.0.46 "GET /v2.0/floatingips?tenant_id=3442dec9fc854b769cf40176a65e995b HTTP/1.1" status: 200 len: 217 time: 0.0665717 Dec 17 15:11:44.797948 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=b44ce229-b93d-4d4c-8efe-a8c2ad8dd403,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:44.801713 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c6c23eae-e832-4ea6-aa22-29ecf10b46a1 req-d91757a4-ad22-4ad2-8d6c-7702ec011768 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368349 Dec 17 15:11:44.889293 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae428ba-6cb6-4648-9d69-a72641274524 req-b932bb8f-b6f0-4762-98c7-69c63bdb42cd tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Made reservation on behalf of 1929931f93c54c40a22ecb93d4604ccd for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:11:44.896691 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2674d0ef-0583-4049-8c63-877a539880d0 None None] Sync routers for ids ['c03f9dab-9e7b-4c29-aff5-68abdfcc6571'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:11:44.900862 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-bae428ba-6cb6-4648-9d69-a72641274524 req-b932bb8f-b6f0-4762-98c7-69c63bdb42cd tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:44.907670 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2674d0ef-0583-4049-8c63-877a539880d0 None None] Routers {'c03f9dab-9e7b-4c29-aff5-68abdfcc6571'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:11:44.909029 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-2674d0ef-0583-4049-8c63-877a539880d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:11:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['c03f9dab-9e7b-4c29-aff5-68abdfcc6571'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:11:44.918075 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7bdb634a-3f06-46a3-a2ea-a132ec08705e req-609b7300-c65b-4564-a605-d6c6a136e92e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=09f7367a-4c1b-4314-8691-064bf2df8169 HTTP/1.1" status: 200 len: 210 time: 0.0546882 Dec 17 15:11:44.978766 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a467a-d69a-4cf1-bceb-459d37b427c9 req-15bf4ea5-afdc-44de-a4d6-fac0d5d109f0 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:44.980257 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c7a467a-d69a-4cf1-bceb-459d37b427c9 req-15bf4ea5-afdc-44de-a4d6-fac0d5d109f0 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=01073fb0-eaea-4f3a-b3e4-77fe45761d3d HTTP/1.1" status: 200 len: 944 time: 0.1302998 Dec 17 15:11:44.982179 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bc83ad53-9c98-4db0-8541-ff4ed28404e5 req-f2642613-85d3-450e-b32c-637cb27e5311 tempest-FloatingIPsNegativeTestJSON-1265175507 tempest-FloatingIPsNegativeTestJSON-1265175507-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0426483 Dec 17 15:11:45.025294 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-2674d0ef-0583-4049-8c63-877a539880d0 None None] Set router c03f9dab-9e7b-4c29-aff5-68abdfcc6571 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:11:45.037816 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c7a467a-d69a-4cf1-bceb-459d37b427c9 req-a6249a72-8d16-47aa-bdb7-c42e68fd8bf2 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e06391-53b1-4b65-97bd-7d1088f8d9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479119 Dec 17 15:11:45.060486 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-bae428ba-6cb6-4648-9d69-a72641274524 req-b932bb8f-b6f0-4762-98c7-69c63bdb42cd tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Allocated IP 192.168.233.66 (f97c7142-717f-43eb-a835-5fcd8d6a6486/b0a1cb4f-5aa5-4130-b24e-105310ef66e4/9c985672-0786-4851-9914-f569bcccd6d3) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:11:45.181720 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [req-5609c136-ebcb-40b3-ae5d-3943126c8b50 req-97767c50-90b5-48b7-a51a-057732d829c0 tempest-FloatingIPsNegativeTestJSON-1265175507 tempest-FloatingIPsNegativeTestJSON-1265175507-project] show failed (client error): The resource could not be found. Dec 17 15:11:45.193392 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5609c136-ebcb-40b3-ae5d-3943126c8b50 req-97767c50-90b5-48b7-a51a-057732d829c0 tempest-FloatingIPsNegativeTestJSON-1265175507 tempest-FloatingIPsNegativeTestJSON-1265175507-project] 10.222.0.46 "GET /v2.0/floatingips/a4171427-b232-4d44-92e0-e1e75ac9ba5e HTTP/1.1" status: 404 len: 350 time: 0.0746202 Dec 17 15:11:45.193738 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39500) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:11:45.245840 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-bae428ba-6cb6-4648-9d69-a72641274524 req-b932bb8f-b6f0-4762-98c7-69c63bdb42cd tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:45.297087 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-2674d0ef-0583-4049-8c63-877a539880d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03f9dab-9e7b-4c29-aff5-68abdfcc6571', 'name': 'tempest-FloatingIPsNegativeTestJSON-455949657-router', 'tenant_id': '3442dec9fc854b769cf40176a65e995b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'c25ea3e3-c431-4179-b3a0-118b0ee7707f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:11:37Z', 'updated_at': '2021-12-17T15:11:42Z', 'revision_number': 4, 'project_id': '3442dec9fc854b769cf40176a65e995b', 'gw_port': {'id': 'c25ea3e3-c431-4179-b3a0-118b0ee7707f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:34:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03f9dab-9e7b-4c29-aff5-68abdfcc6571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:11:38Z', 'updated_at': '2021-12-17T15:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '3ceec938-75a9-48ba-bf3d-513188df1dbe', 'name': '', 'network_id': '56e27070-caeb-40d1-b0b1-a839fad8aef1', 'tenant_id': '3442dec9fc854b769cf40176a65e995b', 'mac_address': 'fa:16:3e:16:07:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03f9dab-9e7b-4c29-aff5-68abdfcc6571', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '2114bf9d-6da0-40a3-ae8f-e2ff8e886f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:11:41Z', 'updated_at': '2021-12-17T15:11:43Z', 'revision_number': 2, 'project_id': '3442dec9fc854b769cf40176a65e995b', 'subnets': [{'id': '2114bf9d-6da0-40a3-ae8f-e2ff8e886f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:11:45.312793 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-3cd43990-e508-49d8-b537-66c3026034a1 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:45.314588 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-3cd43990-e508-49d8-b537-66c3026034a1 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1&tenant_id=96ef05c814a947bb872da21a8a326a7b&binding%3Ahost_id=n-h1-820553-2 HTTP/1.1" status: 200 len: 1095 time: 0.0587423 Dec 17 15:11:45.324808 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2674d0ef-0583-4049-8c63-877a539880d0 None None] Checking router: c03f9dab-9e7b-4c29-aff5-68abdfcc6571 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:11:45.325425 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2674d0ef-0583-4049-8c63-877a539880d0 None None] Updating router c03f9dab-9e7b-4c29-aff5-68abdfcc6571 port 3ceec938-75a9-48ba-bf3d-513188df1dbe binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:11:45.351871 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-2674d0ef-0583-4049-8c63-877a539880d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:45.358731 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607e414-8050-472b-9889-28925030e1b5 req-e52f0b96-acd9-409d-b234-ebc798291528 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:45.360267 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c607e414-8050-472b-9889-28925030e1b5 req-e52f0b96-acd9-409d-b234-ebc798291528 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 944 time: 0.2400877 Dec 17 15:11:45.385075 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95c7ec-e5bf-45a8-9236-ce08cfcfdf8b req-f9bf16d5-ba76-4556-9439-9bc7d2f66def tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:45.386543 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a95c7ec-e5bf-45a8-9236-ce08cfcfdf8b req-f9bf16d5-ba76-4556-9439-9bc7d2f66def tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 946 time: 0.1314559 Dec 17 15:11:45.412376 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-bae428ba-6cb6-4648-9d69-a72641274524 req-b932bb8f-b6f0-4762-98c7-69c63bdb42cd tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:45.427238 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['6e40d640-2815-414d-ab81-3ee608b6eaa1'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:11:45.452066 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['84ec1fa8-4fe6-41c9-9253-fd20873a5605', 'f3c715b8-b680-4273-a5af-bb9e8f873645', '06c2999c-bbee-475b-952d-fa0f041bc37d', 'fc6373c2-87ee-4df2-a142-168326ebbfee'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:11:45.469098 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae428ba-6cb6-4648-9d69-a72641274524 req-b932bb8f-b6f0-4762-98c7-69c63bdb42cd tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Network f97c7142-717f-43eb-a835-5fcd8d6a6486 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:11:45.477372 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-bae428ba-6cb6-4648-9d69-a72641274524 req-b932bb8f-b6f0-4762-98c7-69c63bdb42cd tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:11:45.488611 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['b44ce229-b93d-4d4c-8efe-a8c2ad8dd403'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:11:45.488709 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae428ba-6cb6-4648-9d69-a72641274524 req-b932bb8f-b6f0-4762-98c7-69c63bdb42cd tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:11:45.512098 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932bb8f-b6f0-4762-98c7-69c63bdb42cd tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Pushing event updated for resources: {'Port': ['ID=9c985672-0786-4851-9914-f569bcccd6d3,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:45.519979 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a95c7ec-e5bf-45a8-9236-ce08cfcfdf8b req-6f24e72a-1cbe-49aa-872a-904ef495a9f9 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206570 Dec 17 15:11:45.564114 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae428ba-6cb6-4648-9d69-a72641274524 req-b932bb8f-b6f0-4762-98c7-69c63bdb42cd tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:45.564657 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-bae428ba-6cb6-4648-9d69-a72641274524 req-b932bb8f-b6f0-4762-98c7-69c63bdb42cd tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:45.589744 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['60a3f128-5d1f-449a-97c9-b71999be02b5'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:11:45.603412 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c607e414-8050-472b-9889-28925030e1b5 req-3bc9ccdb-ebc3-4e89-b254-7bc4d4af2266 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285869 Dec 17 15:11:45.631033 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-e7b1de44-f642-48b9-9ba1-53e7da00fa24 service neutron] For port 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:11:45.635136 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-e7b1de44-f642-48b9-9ba1-53e7da00fa24 service neutron] Notify callbacks [] for binding, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:45.636337 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dbdcf99e-2341-4cb3-815c-93cc9d92a33b req-e7b1de44-f642-48b9-9ba1-53e7da00fa24 service neutron] 10.222.0.41 "DELETE /v2.0/ports/09e9e58f-a869-47cc-83f3-a01f3bc1c5ec/bindings/n-h2-820553-2 HTTP/1.1" status: 204 len: 173 time: 0.3142257 Dec 17 15:11:45.727196 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bae428ba-6cb6-4648-9d69-a72641274524 req-b932bb8f-b6f0-4762-98c7-69c63bdb42cd tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1078761 Dec 17 15:11:45.740978 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-bae428ba-6cb6-4648-9d69-a72641274524 req-9c21f39d-f12b-4383-82cb-299d7790682c service neutron] Request body: {'port': {'device_id': '09f7367a-4c1b-4314-8691-064bf2df8169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:11:45.769655 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-2674d0ef-0583-4049-8c63-877a539880d0 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:45.814514 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-bae428ba-6cb6-4648-9d69-a72641274524 req-9c21f39d-f12b-4383-82cb-299d7790682c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:45.865875 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-2674d0ef-0583-4049-8c63-877a539880d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:45.883456 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4a010-7223-4dcb-aa2f-e3f811b78d37 req-13d7f66a-cd32-4aff-9854-eeb5dec43ce0 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:45.884985 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aaa4a010-7223-4dcb-aa2f-e3f811b78d37 req-13d7f66a-cd32-4aff-9854-eeb5dec43ce0 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 1097 time: 0.1277092 Dec 17 15:11:45.934519 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449fce90-98f7-4a7a-8781-2bf749df1ffa None None] Pushing event updated for resources: {'Port': ['ID=3ceec938-75a9-48ba-bf3d-513188df1dbe,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:45.946855 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fce90-98f7-4a7a-8781-2bf749df1ffa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:45.947324 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fce90-98f7-4a7a-8781-2bf749df1ffa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:45.947759 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fce90-98f7-4a7a-8781-2bf749df1ffa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:45.948230 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fce90-98f7-4a7a-8781-2bf749df1ffa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:45.948784 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fce90-98f7-4a7a-8781-2bf749df1ffa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:45.949244 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fce90-98f7-4a7a-8781-2bf749df1ffa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:45.949664 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fce90-98f7-4a7a-8781-2bf749df1ffa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:45.950081 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fce90-98f7-4a7a-8781-2bf749df1ffa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:45.950526 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fce90-98f7-4a7a-8781-2bf749df1ffa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:45.951833 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fce90-98f7-4a7a-8781-2bf749df1ffa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:45.951833 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fce90-98f7-4a7a-8781-2bf749df1ffa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:45.951833 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fce90-98f7-4a7a-8781-2bf749df1ffa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:11:45.985804 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aaa4a010-7223-4dcb-aa2f-e3f811b78d37 req-05a0f0ff-bf3c-49ff-a81d-edb48a60b6e3 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756874 Dec 17 15:11:46.062189 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f55ed-ebed-4e83-b8d2-472c2a929e4d req-c27a1153-4848-4148-827e-d5a906aa8fef tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:46.079609 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0c1f55ed-ebed-4e83-b8d2-472c2a929e4d req-c27a1153-4848-4148-827e-d5a906aa8fef tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.1912463 Dec 17 15:11:46.089368 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-2674d0ef-0583-4049-8c63-877a539880d0 None None] Attempting to bind port 3ceec938-75a9-48ba-bf3d-513188df1dbe on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:11:46.095146 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-2674d0ef-0583-4049-8c63-877a539880d0 None None] Attempting to bind port 3ceec938-75a9-48ba-bf3d-513188df1dbe by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '74119f4d-ab03-405a-a12a-d4db5889a74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '56e27070-caeb-40d1-b0b1-a839fad8aef1'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:11:46.095782 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674d0ef-0583-4049-8c63-877a539880d0 None None] Attempting to bind port 3ceec938-75a9-48ba-bf3d-513188df1dbe on network 56e27070-caeb-40d1-b0b1-a839fad8aef1 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:11:46.103557 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674d0ef-0583-4049-8c63-877a539880d0 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:11:46.107939 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674d0ef-0583-4049-8c63-877a539880d0 None None] Checking segment: {'id': '74119f4d-ab03-405a-a12a-d4db5889a74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '56e27070-caeb-40d1-b0b1-a839fad8aef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:11:46.108745 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-2674d0ef-0583-4049-8c63-877a539880d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:46.109878 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674d0ef-0583-4049-8c63-877a539880d0 None None] Bound using segment: {'id': '74119f4d-ab03-405a-a12a-d4db5889a74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '56e27070-caeb-40d1-b0b1-a839fad8aef1'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:11:46.110821 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-2674d0ef-0583-4049-8c63-877a539880d0 None None] Bound port: 3ceec938-75a9-48ba-bf3d-513188df1dbe, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74119f4d-ab03-405a-a12a-d4db5889a74c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '56e27070-caeb-40d1-b0b1-a839fad8aef1'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:11:46.120884 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-2674d0ef-0583-4049-8c63-877a539880d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:46.219323 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0c1f55ed-ebed-4e83-b8d2-472c2a929e4d req-b1b092c7-dc74-41b3-a799-64d877b5325a tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388228 Dec 17 15:11:46.277793 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-2674d0ef-0583-4049-8c63-877a539880d0 None None] For port 3ceec938-75a9-48ba-bf3d-513188df1dbe, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:11:46.281626 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-2674d0ef-0583-4049-8c63-877a539880d0 None None] For port 3ceec938-75a9-48ba-bf3d-513188df1dbe, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3ceec938-75a9-48ba-bf3d-513188df1dbe,segment=NetworkSegment(74119f4d-ab03-405a-a12a-d4db5889a74c),segment_id=74119f4d-ab03-405a-a12a-d4db5889a74c)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:11:46.287521 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-bae428ba-6cb6-4648-9d69-a72641274524 req-9c21f39d-f12b-4383-82cb-299d7790682c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c985672-0786-4851-9914-f569bcccd6d3 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:11:46.289801 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c25ea3e3-c431-4179-b3a0-118b0ee7707f up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:11:46.298888 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df051d-b43e-4889-8d6e-434ceecdc5fd req-8fa4c1fc-9789-4c10-8bb0-937260324ce5 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:46.300239 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-bae428ba-6cb6-4648-9d69-a72641274524 req-9c21f39d-f12b-4383-82cb-299d7790682c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:46.308227 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a7df051d-b43e-4889-8d6e-434ceecdc5fd req-8fa4c1fc-9789-4c10-8bb0-937260324ce5 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=09f7367a-4c1b-4314-8691-064bf2df8169 HTTP/1.1" status: 200 len: 935 time: 0.2099683 Dec 17 15:11:46.341887 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-bae428ba-6cb6-4648-9d69-a72641274524 req-9c21f39d-f12b-4383-82cb-299d7790682c service neutron] Transition to ACTIVE for port object 9c985672-0786-4851-9914-f569bcccd6d3 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:11:46.416206 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-2674d0ef-0583-4049-8c63-877a539880d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:46.478560 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a159eef2-4a69-4b8b-b371-3031d7f93416 None None] Provisioning complete for port 9c985672-0786-4851-9914-f569bcccd6d3 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:11:46.479151 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a159eef2-4a69-4b8b-b371-3031d7f93416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:46.524162 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-bae428ba-6cb6-4648-9d69-a72641274524 req-9c21f39d-f12b-4383-82cb-299d7790682c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:46.586598 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port c25ea3e3-c431-4179-b3a0-118b0ee7707f triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:11:46.586987 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:46.606247 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21f39d-f12b-4383-82cb-299d7790682c service neutron] Pushing event updated for resources: {'Port': ['ID=9c985672-0786-4851-9914-f569bcccd6d3,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:46.635287 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-a159eef2-4a69-4b8b-b371-3031d7f93416 None None] Port 9c985672-0786-4851-9914-f569bcccd6d3 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:11:46.675621 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449fce90-98f7-4a7a-8781-2bf749df1ffa None None] Pushing event updated for resources: {'Port': ['ID=3ceec938-75a9-48ba-bf3d-513188df1dbe,revision_number=4']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:46.706523 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2674d0ef-0583-4049-8c63-877a539880d0 None None] Routers {'c03f9dab-9e7b-4c29-aff5-68abdfcc6571'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:11:46.707552 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-2674d0ef-0583-4049-8c63-877a539880d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:11:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['c03f9dab-9e7b-4c29-aff5-68abdfcc6571'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:11:46.738218 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-bae428ba-6cb6-4648-9d69-a72641274524 req-9c21f39d-f12b-4383-82cb-299d7790682c service neutron] Attempting to bind port 9c985672-0786-4851-9914-f569bcccd6d3 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:11:46.738599 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-bae428ba-6cb6-4648-9d69-a72641274524 req-9c21f39d-f12b-4383-82cb-299d7790682c service neutron] Attempting to bind port 9c985672-0786-4851-9914-f569bcccd6d3 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:11:46.738869 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae428ba-6cb6-4648-9d69-a72641274524 req-9c21f39d-f12b-4383-82cb-299d7790682c service neutron] Attempting to bind port 9c985672-0786-4851-9914-f569bcccd6d3 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:11:46.751592 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae428ba-6cb6-4648-9d69-a72641274524 req-9c21f39d-f12b-4383-82cb-299d7790682c service neutron] Port 9c985672-0786-4851-9914-f569bcccd6d3 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:11:46.751916 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae428ba-6cb6-4648-9d69-a72641274524 req-9c21f39d-f12b-4383-82cb-299d7790682c service neutron] Attempting to bind port 9c985672-0786-4851-9914-f569bcccd6d3 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:11:46.764373 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae428ba-6cb6-4648-9d69-a72641274524 req-9c21f39d-f12b-4383-82cb-299d7790682c service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:11:46.765618 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae428ba-6cb6-4648-9d69-a72641274524 req-9c21f39d-f12b-4383-82cb-299d7790682c service neutron] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:11:46.766225 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae428ba-6cb6-4648-9d69-a72641274524 req-9c21f39d-f12b-4383-82cb-299d7790682c service neutron] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:11:46.766437 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-bae428ba-6cb6-4648-9d69-a72641274524 req-9c21f39d-f12b-4383-82cb-299d7790682c service neutron] Bound port: 9c985672-0786-4851-9914-f569bcccd6d3, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:11:46.766798 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-bae428ba-6cb6-4648-9d69-a72641274524 req-9c21f39d-f12b-4383-82cb-299d7790682c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:46.822604 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d276ae87-95b0-4247-b392-72d0ffe8304a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:46.856890 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c5747fa4-2357-4a81-9354-a77eedd64195 None None] Provisioning complete for port 3ceec938-75a9-48ba-bf3d-513188df1dbe triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:11:46.856890 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c5747fa4-2357-4a81-9354-a77eedd64195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:46.895975 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-bae428ba-6cb6-4648-9d69-a72641274524 req-9c21f39d-f12b-4383-82cb-299d7790682c service neutron] For port 9c985672-0786-4851-9914-f569bcccd6d3, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:11:46.912783 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-bae428ba-6cb6-4648-9d69-a72641274524 req-9c21f39d-f12b-4383-82cb-299d7790682c service neutron] For port 9c985672-0786-4851-9914-f569bcccd6d3, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=9c985672-0786-4851-9914-f569bcccd6d3,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:11:46.925546 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-2674d0ef-0583-4049-8c63-877a539880d0 None None] Set router c03f9dab-9e7b-4c29-aff5-68abdfcc6571 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:11:46.979070 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a7df051d-b43e-4889-8d6e-434ceecdc5fd req-db462f47-1cdb-42c4-be42-cc98e422ab6d tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6558127 Dec 17 15:11:47.005082 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-bae428ba-6cb6-4648-9d69-a72641274524 req-9c21f39d-f12b-4383-82cb-299d7790682c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:47.032922 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c5747fa4-2357-4a81-9354-a77eedd64195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:47.039742 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1b25f-9070-43c4-a49d-06667f08af91 req-53322c3b-a2b8-4250-9f34-92f3bb7a0668 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:47.044386 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-65b1b25f-9070-43c4-a49d-06667f08af91 req-53322c3b-a2b8-4250-9f34-92f3bb7a0668 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=01073fb0-eaea-4f3a-b3e4-77fe45761d3d HTTP/1.1" status: 200 len: 944 time: 0.6690180 Dec 17 15:11:47.061619 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae428ba-6cb6-4648-9d69-a72641274524 req-9c21f39d-f12b-4383-82cb-299d7790682c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:47.062581 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-bae428ba-6cb6-4648-9d69-a72641274524 req-9c21f39d-f12b-4383-82cb-299d7790682c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:47.063995 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bae428ba-6cb6-4648-9d69-a72641274524 req-9c21f39d-f12b-4383-82cb-299d7790682c service neutron] 10.222.0.13 "PUT /v2.0/ports/9c985672-0786-4851-9914-f569bcccd6d3 HTTP/1.1" status: 200 len: 1095 time: 1.3277297 Dec 17 15:11:47.064501 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f7367a-4c1b-4314-8691-064bf2df8169', 'tag': '9c985672-0786-4851-9914-f569bcccd6d3'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:11:47.067571 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2688c241-45a3-43fc-9dfc-af3eb7cebd74" -d '{"events": [{"name": "network-changed", "server_uuid": "09f7367a-4c1b-4314-8691-064bf2df8169", "tag": "9c985672-0786-4851-9914-f569bcccd6d3"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:11:47.087188 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c5747fa4-2357-4a81-9354-a77eedd64195 None None] For port 3ceec938-75a9-48ba-bf3d-513188df1dbe, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3ceec938-75a9-48ba-bf3d-513188df1dbe,segment=NetworkSegment(74119f4d-ab03-405a-a12a-d4db5889a74c),segment_id=74119f4d-ab03-405a-a12a-d4db5889a74c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:47.125966 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21f39d-f12b-4383-82cb-299d7790682c service neutron] Pushing event updated for resources: {'Port': ['ID=9c985672-0786-4851-9914-f569bcccd6d3,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:47.199218 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c5747fa4-2357-4a81-9354-a77eedd64195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:47.252874 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-2674d0ef-0583-4049-8c63-877a539880d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03f9dab-9e7b-4c29-aff5-68abdfcc6571', 'name': 'tempest-FloatingIPsNegativeTestJSON-455949657-router', 'tenant_id': '3442dec9fc854b769cf40176a65e995b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'c25ea3e3-c431-4179-b3a0-118b0ee7707f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:11:37Z', 'updated_at': '2021-12-17T15:11:42Z', 'revision_number': 4, 'project_id': '3442dec9fc854b769cf40176a65e995b', 'gw_port': {'id': 'c25ea3e3-c431-4179-b3a0-118b0ee7707f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:34:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03f9dab-9e7b-4c29-aff5-68abdfcc6571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:11:38Z', 'updated_at': '2021-12-17T15:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '3ceec938-75a9-48ba-bf3d-513188df1dbe', 'name': '', 'network_id': '56e27070-caeb-40d1-b0b1-a839fad8aef1', 'tenant_id': '3442dec9fc854b769cf40176a65e995b', 'mac_address': 'fa:16:3e:16:07:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03f9dab-9e7b-4c29-aff5-68abdfcc6571', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '2114bf9d-6da0-40a3-ae8f-e2ff8e886f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:11:41Z', 'updated_at': '2021-12-17T15:11:46Z', 'revision_number': 4, 'project_id': '3442dec9fc854b769cf40176a65e995b', 'subnets': [{'id': '2114bf9d-6da0-40a3-ae8f-e2ff8e886f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:11:47.255340 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-65b1b25f-9070-43c4-a49d-06667f08af91 req-57af4597-c016-4762-a020-be5cfe9f7be8 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e06391-53b1-4b65-97bd-7d1088f8d9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997600 Dec 17 15:11:47.286684 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5747fa4-2357-4a81-9354-a77eedd64195 None None] Pushing event updated for resources: {'Port': ['ID=3ceec938-75a9-48ba-bf3d-513188df1dbe,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:47.303036 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2674d0ef-0583-4049-8c63-877a539880d0 None None] The sync data for ids ['c03f9dab-9e7b-4c29-aff5-68abdfcc6571'] in n-d-820553-2 is: [{'id': 'c03f9dab-9e7b-4c29-aff5-68abdfcc6571', 'name': 'tempest-FloatingIPsNegativeTestJSON-455949657-router', 'tenant_id': '3442dec9fc854b769cf40176a65e995b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'c25ea3e3-c431-4179-b3a0-118b0ee7707f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:11:37Z', 'updated_at': '2021-12-17T15:11:42Z', 'revision_number': 4, 'project_id': '3442dec9fc854b769cf40176a65e995b', 'gw_port': {'id': 'c25ea3e3-c431-4179-b3a0-118b0ee7707f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:34:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03f9dab-9e7b-4c29-aff5-68abdfcc6571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:11:38Z', 'updated_at': '2021-12-17T15:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '3ceec938-75a9-48ba-bf3d-513188df1dbe', 'name': '', 'network_id': '56e27070-caeb-40d1-b0b1-a839fad8aef1', 'tenant_id': '3442dec9fc854b769cf40176a65e995b', 'mac_address': 'fa:16:3e:16:07:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c03f9dab-9e7b-4c29-aff5-68abdfcc6571', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '2114bf9d-6da0-40a3-ae8f-e2ff8e886f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:11:41Z', 'updated_at': '2021-12-17T15:11:46Z', 'revision_number': 4, 'project_id': '3442dec9fc854b769cf40176a65e995b', 'subnets': [{'id': '2114bf9d-6da0-40a3-ae8f-e2ff8e886f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:11:47.332076 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae428ba-6cb6-4648-9d69-a72641274524 req-ee791f3f-1de1-4421-b158-65e7a534b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:47.335303 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bae428ba-6cb6-4648-9d69-a72641274524 req-ee791f3f-1de1-4421-b158-65e7a534b667 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1929931f93c54c40a22ecb93d4604ccd&device_id=09f7367a-4c1b-4314-8691-064bf2df8169 HTTP/1.1" status: 200 len: 1098 time: 0.1078398 Dec 17 15:11:47.391144 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-f72a9088-c164-4aeb-861c-2e2e3c750f72 None None] Provisioning complete for port 3ceec938-75a9-48ba-bf3d-513188df1dbe triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:11:47.391538 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f72a9088-c164-4aeb-861c-2e2e3c750f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:47.426983 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bae428ba-6cb6-4648-9d69-a72641274524 req-102add87-0b05-4bb9-8318-829bd47abcd1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=9c985672-0786-4851-9914-f569bcccd6d3 HTTP/1.1" status: 200 len: 217 time: 0.0656216 Dec 17 15:11:47.458356 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c0104-3626-4e77-8204-993a4f890cf9 req-e5ec1306-74bf-4fa6-a894-8f59fa2f6cb6 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:47.460511 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a9c0104-3626-4e77-8204-993a4f890cf9 req-e5ec1306-74bf-4fa6-a894-8f59fa2f6cb6 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 944 time: 0.2653069 Dec 17 15:11:47.524284 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b8f3bb-5306-43b5-838f-4626646b2d92 x-openstack-request-id: req-44b8f3bb-5306-43b5-838f-4626646b2d92 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:11:47.524566 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f7367a-4c1b-4314-8691-064bf2df8169", "tag": "9c985672-0786-4851-9914-f569bcccd6d3", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:11:47.524819 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-44b8f3bb-5306-43b5-838f-4626646b2d92 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:11:47.525247 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f7367a-4c1b-4314-8691-064bf2df8169', 'tag': '9c985672-0786-4851-9914-f569bcccd6d3', 'status': 'completed', 'code': 200} Dec 17 15:11:47.558418 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae428ba-6cb6-4648-9d69-a72641274524 req-261ebcd7-9ce0-49ce-b917-5e6c85275614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:47.561218 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bae428ba-6cb6-4648-9d69-a72641274524 req-261ebcd7-9ce0-49ce-b917-5e6c85275614 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.1064646 Dec 17 15:11:47.584558 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a9c0104-3626-4e77-8204-993a4f890cf9 req-597c6134-1095-4f6c-b94a-92d21ebe2e95 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117506 Dec 17 15:11:47.635938 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae428ba-6cb6-4648-9d69-a72641274524 req-27bdbd62-405c-419f-aa9e-42f188fdf8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:47.637461 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bae428ba-6cb6-4648-9d69-a72641274524 req-27bdbd62-405c-419f-aa9e-42f188fdf8db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0659447 Dec 17 15:11:47.661135 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3d644-080c-4dd6-add4-395411e00aad req-23a4b282-1818-475f-a89e-d177acf70a24 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:47.667031 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9b3d644-080c-4dd6-add4-395411e00aad req-23a4b282-1818-475f-a89e-d177acf70a24 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.1272907 Dec 17 15:11:47.729317 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9b3d644-080c-4dd6-add4-395411e00aad req-0dfb5bc9-3ee0-4257-bf7c-bb2962c74fd1 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535705 Dec 17 15:11:47.764381 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-d276ae87-95b0-4247-b392-72d0ffe8304a admin admin] Deleting port 3ceec938-75a9-48ba-bf3d-513188df1dbe {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:11:47.764745 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d276ae87-95b0-4247-b392-72d0ffe8304a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:47.770291 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bae428ba-6cb6-4648-9d69-a72641274524 req-762db5db-30f5-446e-9d87-050fed4d98c8 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179712 Dec 17 15:11:47.794054 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:11:47.829750 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b92832-bcc9-471c-8406-012ffa853b0c req-0f0b9ca6-d083-43de-a5c0-d57c3d62ec46 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:47.831285 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-42b92832-bcc9-471c-8406-012ffa853b0c req-0f0b9ca6-d083-43de-a5c0-d57c3d62ec46 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 1095 time: 0.0999687 Dec 17 15:11:47.877234 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-d276ae87-95b0-4247-b392-72d0ffe8304a admin admin] For port 3ceec938-75a9-48ba-bf3d-513188df1dbe, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3ceec938-75a9-48ba-bf3d-513188df1dbe,segment=NetworkSegment(74119f4d-ab03-405a-a12a-d4db5889a74c),segment_id=74119f4d-ab03-405a-a12a-d4db5889a74c)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:47.877637 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d276ae87-95b0-4247-b392-72d0ffe8304a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:47.884642 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bae428ba-6cb6-4648-9d69-a72641274524 req-012b485f-418b-49b1-9649-9641f2b005f3 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005018 Dec 17 15:11:47.904759 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-d276ae87-95b0-4247-b392-72d0ffe8304a admin admin] Calling delete_port for 3ceec938-75a9-48ba-bf3d-513188df1dbe owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:11:47.908774 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-42b92832-bcc9-471c-8406-012ffa853b0c req-927fc268-99ba-4271-997c-c572868f2f87 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622270 Dec 17 15:11:48.094184 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688c241-45a3-43fc-9dfc-af3eb7cebd74 req-4ebb5125-2efe-43b3-969b-d2d5b7ad71f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:48.095841 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2688c241-45a3-43fc-9dfc-af3eb7cebd74 req-4ebb5125-2efe-43b3-969b-d2d5b7ad71f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1929931f93c54c40a22ecb93d4604ccd&device_id=09f7367a-4c1b-4314-8691-064bf2df8169 HTTP/1.1" status: 200 len: 1098 time: 0.0747116 Dec 17 15:11:48.182305 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3ceec938-75a9-48ba-bf3d-513188df1dbe up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:11:48.197923 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c86ea-6032-40d2-9484-deeeb1042113 req-314c07fa-d228-4dbe-81df-32cd9148f1e2 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:48.199646 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a78c86ea-6032-40d2-9484-deeeb1042113 req-314c07fa-d228-4dbe-81df-32cd9148f1e2 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 1095 time: 0.1950097 Dec 17 15:11:48.252561 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7810c60-fb34-4cc5-a4ef-2253f4afc4af req-774c16cf-342f-4542-adc3-389ede38fb4a tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:48.255992 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688c241-45a3-43fc-9dfc-af3eb7cebd74 req-50a94b45-4d10-45d1-9786-37f316d64d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:48.258710 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2688c241-45a3-43fc-9dfc-af3eb7cebd74 req-50a94b45-4d10-45d1-9786-37f316d64d4c service neutron] 10.222.0.13 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.1522071 Dec 17 15:11:48.262089 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7810c60-fb34-4cc5-a4ef-2253f4afc4af req-774c16cf-342f-4542-adc3-389ede38fb4a tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=09f7367a-4c1b-4314-8691-064bf2df8169 HTTP/1.1" status: 200 len: 947 time: 0.1679513 Dec 17 15:11:48.278126 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 3ceec938-75a9-48ba-bf3d-513188df1dbe triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:11:48.278505 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:48.317294 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2688c241-45a3-43fc-9dfc-af3eb7cebd74 req-35758cd0-9a21-4f66-83f3-49b2621405cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=9c985672-0786-4851-9914-f569bcccd6d3 HTTP/1.1" status: 200 len: 217 time: 0.0466232 Dec 17 15:11:48.353292 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a78c86ea-6032-40d2-9484-deeeb1042113 req-6879234a-5b57-4a33-b71b-14d9d4e45685 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383252 Dec 17 15:11:48.381517 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688c241-45a3-43fc-9dfc-af3eb7cebd74 req-f6d6e994-150e-487e-b1b5-6b92cd0b1c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:48.385974 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2688c241-45a3-43fc-9dfc-af3eb7cebd74 req-f6d6e994-150e-487e-b1b5-6b92cd0b1c12 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0597274 Dec 17 15:11:48.389819 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7810c60-fb34-4cc5-a4ef-2253f4afc4af req-da313114-1133-499d-b63f-399405368cdf tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265833 Dec 17 15:11:48.440381 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688c241-45a3-43fc-9dfc-af3eb7cebd74 req-c91cd878-c304-461b-bb89-2f389a775b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:48.442246 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2688c241-45a3-43fc-9dfc-af3eb7cebd74 req-c91cd878-c304-461b-bb89-2f389a775b09 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0467329 Dec 17 15:11:48.552420 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d276ae87-95b0-4247-b392-72d0ffe8304a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:48.581094 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d276ae87-95b0-4247-b392-72d0ffe8304a admin admin] Pushing event deleted for resources: {'Port': ['ID=3ceec938-75a9-48ba-bf3d-513188df1dbe,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:48.642925 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45938e-00c1-430b-bdff-c5f75e51d957 req-d51a6a8d-8af9-4e08-9bd0-73f76739e792 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:48.650294 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6a45938e-00c1-430b-bdff-c5f75e51d957 req-d51a6a8d-8af9-4e08-9bd0-73f76739e792 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=01073fb0-eaea-4f3a-b3e4-77fe45761d3d HTTP/1.1" status: 200 len: 944 time: 0.1638777 Dec 17 15:11:48.682480 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2688c241-45a3-43fc-9dfc-af3eb7cebd74 req-c51b993f-0e9f-4a24-902d-9c5a98ad25fe service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176476 Dec 17 15:11:48.738243 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6a45938e-00c1-430b-bdff-c5f75e51d957 req-7cc8aa88-365f-4916-ae58-de08a0fbcd7f tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e06391-53b1-4b65-97bd-7d1088f8d9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870361 Dec 17 15:11:48.871455 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2688c241-45a3-43fc-9dfc-af3eb7cebd74 req-34f63025-fbdd-4d02-94da-47e160bbc09b service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709547 Dec 17 15:11:48.965467 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe58cba-7d5b-46b0-9454-55687884718d req-dfc0d3b6-4ba6-4b64-86dc-a9a9fcb21bba tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:48.967269 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cbe58cba-7d5b-46b0-9454-55687884718d req-dfc0d3b6-4ba6-4b64-86dc-a9a9fcb21bba tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.0731506 Dec 17 15:11:48.980639 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d276ae87-95b0-4247-b392-72d0ffe8304a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:49.084533 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cbe58cba-7d5b-46b0-9454-55687884718d req-6e50aff0-b564-42bb-a70c-25bce1fa5cbf tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100810 Dec 17 15:11:49.238945 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d276ae87-95b0-4247-b392-72d0ffe8304a admin admin] Router c03f9dab-9e7b-4c29-aff5-68abdfcc6571 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:11:49.349405 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d276ae87-95b0-4247-b392-72d0ffe8304a admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:11:49.354374 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d276ae87-95b0-4247-b392-72d0ffe8304a admin admin] 10.222.0.46 "PUT /v2.0/routers/c03f9dab-9e7b-4c29-aff5-68abdfcc6571/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1566811 Dec 17 15:11:49.357178 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39566) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:11:49.357786 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4004280-d645-49ad-89fa-33190ee330a0 None None] Sync routers for ids ['c03f9dab-9e7b-4c29-aff5-68abdfcc6571'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:11:49.368290 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4004280-d645-49ad-89fa-33190ee330a0 None None] Routers {'c03f9dab-9e7b-4c29-aff5-68abdfcc6571'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:11:49.368909 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b4004280-d645-49ad-89fa-33190ee330a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:11:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['c03f9dab-9e7b-4c29-aff5-68abdfcc6571'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:11:49.474977 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-80e0a084-e52e-4b7d-ae2d-66e9bee7caeb admin admin] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:49.480008 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-b4004280-d645-49ad-89fa-33190ee330a0 None None] Set router c03f9dab-9e7b-4c29-aff5-68abdfcc6571 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:11:49.585856 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d195a-f9f0-4673-83c9-392941f93a95 req-b3c73743-22b6-44dd-be24-b5f375fad638 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:49.588386 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-471d195a-f9f0-4673-83c9-392941f93a95 req-b3c73743-22b6-44dd-be24-b5f375fad638 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=09f7367a-4c1b-4314-8691-064bf2df8169 HTTP/1.1" status: 200 len: 947 time: 0.1324463 Dec 17 15:11:49.632752 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-80e0a084-e52e-4b7d-ae2d-66e9bee7caeb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:49.662071 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-471d195a-f9f0-4673-83c9-392941f93a95 req-40eeeb0e-fff7-4de6-8143-c04e2a13b43e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537617 Dec 17 15:11:49.679354 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b4004280-d645-49ad-89fa-33190ee330a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03f9dab-9e7b-4c29-aff5-68abdfcc6571', 'name': 'tempest-FloatingIPsNegativeTestJSON-455949657-router', 'tenant_id': '3442dec9fc854b769cf40176a65e995b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'c25ea3e3-c431-4179-b3a0-118b0ee7707f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:11:37Z', 'updated_at': '2021-12-17T15:11:48Z', 'revision_number': 5, 'project_id': '3442dec9fc854b769cf40176a65e995b', 'gw_port': {'id': 'c25ea3e3-c431-4179-b3a0-118b0ee7707f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:34:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03f9dab-9e7b-4c29-aff5-68abdfcc6571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:11:38Z', 'updated_at': '2021-12-17T15:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:11:49.712752 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4004280-d645-49ad-89fa-33190ee330a0 None None] Checking router: c03f9dab-9e7b-4c29-aff5-68abdfcc6571 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:11:49.722957 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4004280-d645-49ad-89fa-33190ee330a0 None None] Routers {'c03f9dab-9e7b-4c29-aff5-68abdfcc6571'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:11:49.723569 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b4004280-d645-49ad-89fa-33190ee330a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:11:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['c03f9dab-9e7b-4c29-aff5-68abdfcc6571'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:11:49.821970 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-80e0a084-e52e-4b7d-ae2d-66e9bee7caeb admin admin] Deleting port c25ea3e3-c431-4179-b3a0-118b0ee7707f {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:11:49.822312 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-80e0a084-e52e-4b7d-ae2d-66e9bee7caeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:49.851567 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-b4004280-d645-49ad-89fa-33190ee330a0 None None] Set router c03f9dab-9e7b-4c29-aff5-68abdfcc6571 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:11:49.879895 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 60a3f128-5d1f-449a-97c9-b71999be02b5 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:11:49.930316 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab44d6d-dc0f-45de-8287-4df1cf661f15 req-41552cc6-70ad-47ab-8a9a-2de4716c57ac tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:49.931766 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cab44d6d-dc0f-45de-8287-4df1cf661f15 req-41552cc6-70ad-47ab-8a9a-2de4716c57ac tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=01073fb0-eaea-4f3a-b3e4-77fe45761d3d HTTP/1.1" status: 200 len: 944 time: 0.1117206 Dec 17 15:11:49.957973 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-80e0a084-e52e-4b7d-ae2d-66e9bee7caeb admin admin] For port c25ea3e3-c431-4179-b3a0-118b0ee7707f, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c25ea3e3-c431-4179-b3a0-118b0ee7707f,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:49.958352 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-80e0a084-e52e-4b7d-ae2d-66e9bee7caeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:49.975250 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-80e0a084-e52e-4b7d-ae2d-66e9bee7caeb admin admin] Calling delete_port for c25ea3e3-c431-4179-b3a0-118b0ee7707f owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:11:49.998200 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cab44d6d-dc0f-45de-8287-4df1cf661f15 req-265acdb9-7dbb-47ce-9e58-d5cd74ee3fd6 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e06391-53b1-4b65-97bd-7d1088f8d9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575213 Dec 17 15:11:50.088418 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b4004280-d645-49ad-89fa-33190ee330a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c03f9dab-9e7b-4c29-aff5-68abdfcc6571', 'name': 'tempest-FloatingIPsNegativeTestJSON-455949657-router', 'tenant_id': '3442dec9fc854b769cf40176a65e995b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'c25ea3e3-c431-4179-b3a0-118b0ee7707f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:11:37Z', 'updated_at': '2021-12-17T15:11:48Z', 'revision_number': 5, 'project_id': '3442dec9fc854b769cf40176a65e995b', 'gw_port': {'id': 'c25ea3e3-c431-4179-b3a0-118b0ee7707f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:34:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03f9dab-9e7b-4c29-aff5-68abdfcc6571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:11:38Z', 'updated_at': '2021-12-17T15:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:11:50.116605 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4004280-d645-49ad-89fa-33190ee330a0 None None] The sync data for ids ['c03f9dab-9e7b-4c29-aff5-68abdfcc6571'] in n-d-820553-2 is: [{'id': 'c03f9dab-9e7b-4c29-aff5-68abdfcc6571', 'name': 'tempest-FloatingIPsNegativeTestJSON-455949657-router', 'tenant_id': '3442dec9fc854b769cf40176a65e995b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'c25ea3e3-c431-4179-b3a0-118b0ee7707f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:11:37Z', 'updated_at': '2021-12-17T15:11:48Z', 'revision_number': 5, 'project_id': '3442dec9fc854b769cf40176a65e995b', 'gw_port': {'id': 'c25ea3e3-c431-4179-b3a0-118b0ee7707f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:34:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03f9dab-9e7b-4c29-aff5-68abdfcc6571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:11:38Z', 'updated_at': '2021-12-17T15:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:11:50.120260 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 60a3f128-5d1f-449a-97c9-b71999be02b5 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:11:50.127638 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 60a3f128-5d1f-449a-97c9-b71999be02b5 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:11:50.128228 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:50.238229 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:50.243837 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f352169-5253-48ac-953d-4b3c084de91b req-c94fb52f-5c51-496f-b2a0-e7bb672e15eb tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:50.245351 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3f352169-5253-48ac-953d-4b3c084de91b req-c94fb52f-5c51-496f-b2a0-e7bb672e15eb tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.0501347 Dec 17 15:11:50.268020 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01073fb0-eaea-4f3a-b3e4-77fe45761d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a3f128-5d1f-449a-97c9-b71999be02b5'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:11:50.268020 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c16d88-a73b-4bbd-b9cd-d385ad41ec55" -d '{"events": [{"server_uuid": "01073fb0-eaea-4f3a-b3e4-77fe45761d3d", "name": "network-vif-plugged", "status": "completed", "tag": "60a3f128-5d1f-449a-97c9-b71999be02b5"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:11:50.276133 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 60a3f128-5d1f-449a-97c9-b71999be02b5, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=60a3f128-5d1f-449a-97c9-b71999be02b5,segment=NetworkSegment(94e8219a-57e1-4a61-bef9-a5e9e92eba31),segment_id=94e8219a-57e1-4a61-bef9-a5e9e92eba31)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:50.285666 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3f352169-5253-48ac-953d-4b3c084de91b req-087871cb-4a22-4c2d-8c30-fb2fb45f3f4b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341291 Dec 17 15:11:50.327154 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e26cbd-8f0e-4757-a8d2-f38b1f4acfed x-openstack-request-id: req-32e26cbd-8f0e-4757-a8d2-f38b1f4acfed {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:11:50.334006 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01073fb0-eaea-4f3a-b3e4-77fe45761d3d", "name": "network-vif-plugged", "status": "completed", "tag": "60a3f128-5d1f-449a-97c9-b71999be02b5", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:11:50.334006 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-32e26cbd-8f0e-4757-a8d2-f38b1f4acfed {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:11:50.334006 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01073fb0-eaea-4f3a-b3e4-77fe45761d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a3f128-5d1f-449a-97c9-b71999be02b5', 'code': 200} Dec 17 15:11:50.334613 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-80e0a084-e52e-4b7d-ae2d-66e9bee7caeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:50.359758 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0a084-e52e-4b7d-ae2d-66e9bee7caeb admin admin] Pushing event deleted for resources: {'Port': ['ID=c25ea3e3-c431-4179-b3a0-118b0ee7707f,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:50.421967 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-80e0a084-e52e-4b7d-ae2d-66e9bee7caeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:50.431814 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:50.432620 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device b44ce229-b93d-4d4c-8efe-a8c2ad8dd403 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:11:50.520963 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=60a3f128-5d1f-449a-97c9-b71999be02b5,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:50.540051 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601c834-5548-4fa2-a4d3-2d7142335796 req-afbb8cca-847e-4609-ae04-2f6997492c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:50.542312 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8601c834-5548-4fa2-a4d3-2d7142335796 req-afbb8cca-847e-4609-ae04-2f6997492c3b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=01073fb0-eaea-4f3a-b3e4-77fe45761d3d HTTP/1.1" status: 200 len: 1096 time: 0.0654480 Dec 17 15:11:50.626350 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8601c834-5548-4fa2-a4d3-2d7142335796 req-62e25c52-26a1-4812-b299-21664e85cb6a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=81e06391-53b1-4b65-97bd-7d1088f8d9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625708 Dec 17 15:11:50.637931 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port b44ce229-b93d-4d4c-8efe-a8c2ad8dd403 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:11:50.642976 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port b44ce229-b93d-4d4c-8efe-a8c2ad8dd403 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:11:50.643347 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:50.760885 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:50.802122 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port b44ce229-b93d-4d4c-8efe-a8c2ad8dd403, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=b44ce229-b93d-4d4c-8efe-a8c2ad8dd403,segment=NetworkSegment(94e8219a-57e1-4a61-bef9-a5e9e92eba31),segment_id=94e8219a-57e1-4a61-bef9-a5e9e92eba31)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:50.891668 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-80e0a084-e52e-4b7d-ae2d-66e9bee7caeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:50.896157 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-80e0a084-e52e-4b7d-ae2d-66e9bee7caeb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:50.915477 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848cb45-9a03-455e-96c1-3b3892f2c10c req-585b632f-df9b-40a4-a62f-3d28ed08bb4a tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:50.917098 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f848cb45-9a03-455e-96c1-3b3892f2c10c req-585b632f-df9b-40a4-a62f-3d28ed08bb4a tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=09f7367a-4c1b-4314-8691-064bf2df8169 HTTP/1.1" status: 200 len: 947 time: 0.1093788 Dec 17 15:11:50.929219 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:50.980050 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=b44ce229-b93d-4d4c-8efe-a8c2ad8dd403,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:50.983579 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f848cb45-9a03-455e-96c1-3b3892f2c10c req-616e3060-d55b-48c4-b57e-2c09f185607e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359013 Dec 17 15:11:51.066068 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-80e0a084-e52e-4b7d-ae2d-66e9bee7caeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:51.066698 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e0a084-e52e-4b7d-ae2d-66e9bee7caeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c03f9dab-9e7b-4c29-aff5-68abdfcc6571 {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:11:51.071806 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-80e0a084-e52e-4b7d-ae2d-66e9bee7caeb admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:51.073333 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-80e0a084-e52e-4b7d-ae2d-66e9bee7caeb admin admin] 10.222.0.46 "DELETE /v2.0/routers/c03f9dab-9e7b-4c29-aff5-68abdfcc6571 HTTP/1.1" status: 204 len: 168 time: 1.7151043 Dec 17 15:11:51.079139 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39602) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:11:51.121707 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 9c985672-0786-4851-9914-f569bcccd6d3 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:11:51.155287 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f0a369e-6317-4e88-acda-f586f999b212 admin admin] Deleting subnet 2114bf9d-6da0-40a3-ae8f-e2ff8e886f5d {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:11:51.162131 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4f0a369e-6317-4e88-acda-f586f999b212 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:51.208773 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f1a2d-07fe-4fa4-9efe-f6c7f9e1a926 req-89a4f63e-6a91-4892-9779-2afa94f6e377 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:51.219930 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-754f1a2d-07fe-4fa4-9efe-f6c7f9e1a926 req-89a4f63e-6a91-4892-9779-2afa94f6e377 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=01073fb0-eaea-4f3a-b3e4-77fe45761d3d HTTP/1.1" status: 200 len: 945 time: 0.1168492 Dec 17 15:11:51.250645 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4f0a369e-6317-4e88-acda-f586f999b212 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:51.308195 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-754f1a2d-07fe-4fa4-9efe-f6c7f9e1a926 req-8321172f-6c3e-4145-9090-41d47b6afe01 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e06391-53b1-4b65-97bd-7d1088f8d9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864499 Dec 17 15:11:51.387720 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 9c985672-0786-4851-9914-f569bcccd6d3, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=9c985672-0786-4851-9914-f569bcccd6d3,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:51.403817 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '9c985672-0786-4851-9914-f569bcccd6d3', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': '9c985672-0786-4851-9914-f569bcccd6d3', 'mac_address': 'fa:16:3e:4d:54:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:11:51.459820 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:51.486258 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4f0a369e-6317-4e88-acda-f586f999b212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:51.491557 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c985672-0786-4851-9914-f569bcccd6d3 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:11:51.521956 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433f5c1-4456-4322-83c6-536afa45ecce req-8a68d5e2-ce0c-42ff-9803-99e0ae6c47b8 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:51.523421 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5433f5c1-4456-4322-83c6-536afa45ecce req-8a68d5e2-ce0c-42ff-9803-99e0ae6c47b8 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.1038504 Dec 17 15:11:51.532942 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 9c985672-0786-4851-9914-f569bcccd6d3, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=9c985672-0786-4851-9914-f569bcccd6d3,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:51.580869 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5433f5c1-4456-4322-83c6-536afa45ecce req-5de26aa8-561d-43c7-98c7-2b7b03bcfe5a tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426664 Dec 17 15:11:51.605633 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:51.660745 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=9c985672-0786-4851-9914-f569bcccd6d3,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:51.683758 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4f0a369e-6317-4e88-acda-f586f999b212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:51.714463 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4f0a369e-6317-4e88-acda-f586f999b212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:51.718027 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4f0a369e-6317-4e88-acda-f586f999b212 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2114bf9d-6da0-40a3-ae8f-e2ff8e886f5d HTTP/1.1" status: 204 len: 168 time: 0.6413577 Dec 17 15:11:51.721254 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39610) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:11:51.722466 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e02bc8-af53-4a13-bc82-7f60bc09dde7 None None] Network 56e27070-caeb-40d1-b0b1-a839fad8aef1 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:11:51.736570 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a369e-6317-4e88-acda-f586f999b212 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2114bf9d-6da0-40a3-ae8f-e2ff8e886f5d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:51.809752 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6cc052c7-2762-4f2f-9b7d-bbc203595981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:51.877698 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-6cc052c7-2762-4f2f-9b7d-bbc203595981 admin admin] Deleting port 8e7234bb-22d9-4e09-a75d-5d91ea8da2c1 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:11:51.877832 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6cc052c7-2762-4f2f-9b7d-bbc203595981 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:51.933644 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['9c985672-0786-4851-9914-f569bcccd6d3'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:11:51.963206 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1894c0-2c4f-497e-b35c-604119dfbbe3 None None] DHCP port deletion for 56e27070-caeb-40d1-b0b1-a839fad8aef1 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:11:51.999124 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-6cc052c7-2762-4f2f-9b7d-bbc203595981 admin admin] For port 8e7234bb-22d9-4e09-a75d-5d91ea8da2c1, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=8e7234bb-22d9-4e09-a75d-5d91ea8da2c1,segment=NetworkSegment(74119f4d-ab03-405a-a12a-d4db5889a74c),segment_id=74119f4d-ab03-405a-a12a-d4db5889a74c)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:51.999710 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6cc052c7-2762-4f2f-9b7d-bbc203595981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:52.025031 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-6cc052c7-2762-4f2f-9b7d-bbc203595981 admin admin] Calling delete_port for 8e7234bb-22d9-4e09-a75d-5d91ea8da2c1 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:11:52.054112 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-5e937cdd-10ee-4764-8fad-dc6ebe09319a service neutron] show failed (client error): The resource could not be found. Dec 17 15:11:52.055240 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-5e937cdd-10ee-4764-8fad-dc6ebe09319a service neutron] 10.222.0.41 "GET /v2.0/ports/38bfe9ef-a4ab-4fbd-91b7-c658f9574008/bindings/n-h2-820553-2 HTTP/1.1" status: 404 len: 380 time: 0.1008027 Dec 17 15:11:52.112273 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4b1894c0-2c4f-497e-b35c-604119dfbbe3 None None] Deleting port 8e7234bb-22d9-4e09-a75d-5d91ea8da2c1 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:11:52.112476 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4b1894c0-2c4f-497e-b35c-604119dfbbe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:52.162328 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3ceec938-75a9-48ba-bf3d-513188df1dbe no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:11:52.190756 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894e07e-22b4-40d4-b716-79ab1b074c22 req-618caad6-ead7-4f74-8b85-8635622827a7 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:52.201638 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7894e07e-22b4-40d4-b716-79ab1b074c22 req-618caad6-ead7-4f74-8b85-8635622827a7 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=09f7367a-4c1b-4314-8691-064bf2df8169 HTTP/1.1" status: 200 len: 948 time: 0.0981553 Dec 17 15:11:52.210889 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 3ceec938-75a9-48ba-bf3d-513188df1dbe {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:11:52.211134 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3ceec938-75a9-48ba-bf3d-513188df1dbe not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:11:52.227330 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 8e7234bb-22d9-4e09-a75d-5d91ea8da2c1 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:11:52.248730 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7894e07e-22b4-40d4-b716-79ab1b074c22 req-fabbb933-6234-438c-a163-f05735196ced tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461519 Dec 17 15:11:52.259673 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4b1894c0-2c4f-497e-b35c-604119dfbbe3 None None] For port 8e7234bb-22d9-4e09-a75d-5d91ea8da2c1, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=8e7234bb-22d9-4e09-a75d-5d91ea8da2c1,segment=NetworkSegment(74119f4d-ab03-405a-a12a-d4db5889a74c),segment_id=74119f4d-ab03-405a-a12a-d4db5889a74c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:52.260102 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4b1894c0-2c4f-497e-b35c-604119dfbbe3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:52.268939 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-eb0057e1-13d3-4f84-9340-e681ef41328e req-9c0f9c2b-477b-4ed4-b230-620d5a753dc5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0693910 Dec 17 15:11:52.289260 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4b1894c0-2c4f-497e-b35c-604119dfbbe3 None None] Calling delete_port for 8e7234bb-22d9-4e09-a75d-5d91ea8da2c1 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:11:52.339767 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70749cbd-bd37-4f1e-9be9-0b5305f14f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44ce229-b93d-4d4c-8efe-a8c2ad8dd403'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:11:52.341837 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9badad3e-404b-49d1-a073-a3e36b81795b" -d '{"events": [{"server_uuid": "70749cbd-bd37-4f1e-9be9-0b5305f14f7c", "name": "network-vif-plugged", "status": "completed", "tag": "b44ce229-b93d-4d4c-8efe-a8c2ad8dd403"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:11:52.353196 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0057e1-13d3-4f84-9340-e681ef41328e req-8e7d1264-93d4-4a1b-aae8-843e79ffbf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:52.354762 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-eb0057e1-13d3-4f84-9340-e681ef41328e req-8e7d1264-93d4-4a1b-aae8-843e79ffbf76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96ef05c814a947bb872da21a8a326a7b&device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 1095 time: 0.0447419 Dec 17 15:11:52.433440 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad2b198-eae3-4c46-9e2b-0a0733345319 x-openstack-request-id: req-cad2b198-eae3-4c46-9e2b-0a0733345319 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:11:52.434177 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70749cbd-bd37-4f1e-9be9-0b5305f14f7c", "name": "network-vif-plugged", "status": "completed", "tag": "b44ce229-b93d-4d4c-8efe-a8c2ad8dd403", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:11:52.434177 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cad2b198-eae3-4c46-9e2b-0a0733345319 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:11:52.434419 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70749cbd-bd37-4f1e-9be9-0b5305f14f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44ce229-b93d-4d4c-8efe-a8c2ad8dd403', 'code': 200} Dec 17 15:11:52.461850 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141250d4-51f4-4057-94c9-ce383454b9ba req-4b27e75c-5834-416c-8470-56907b4bbfeb tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:52.468940 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:52.473205 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-141250d4-51f4-4057-94c9-ce383454b9ba req-4b27e75c-5834-416c-8470-56907b4bbfeb tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=01073fb0-eaea-4f3a-b3e4-77fe45761d3d HTTP/1.1" status: 200 len: 945 time: 0.0877643 Dec 17 15:11:52.489152 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6cc052c7-2762-4f2f-9b7d-bbc203595981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:52.500149 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0057e1-13d3-4f84-9340-e681ef41328e req-c16ba784-d6b1-4be5-8e6d-e00b7b1ec1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:52.501946 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-eb0057e1-13d3-4f84-9340-e681ef41328e req-c16ba784-d6b1-4be5-8e6d-e00b7b1ec1fe service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea HTTP/1.1" status: 200 len: 909 time: 0.1280603 Dec 17 15:11:52.526884 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc052c7-2762-4f2f-9b7d-bbc203595981 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e7234bb-22d9-4e09-a75d-5d91ea8da2c1,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:52.529704 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc052c7-2762-4f2f-9b7d-bbc203595981 admin admin] No DVR routers for this DVR port 8e7234bb-22d9-4e09-a75d-5d91ea8da2c1 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:11:52.551889 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4b1894c0-2c4f-497e-b35c-604119dfbbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:52.565631 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-141250d4-51f4-4057-94c9-ce383454b9ba req-b6583bfa-3a2d-42cb-8c42-c1f9525d7e1a tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e06391-53b1-4b65-97bd-7d1088f8d9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753930 Dec 17 15:11:52.568965 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1894c0-2c4f-497e-b35c-604119dfbbe3 None None] No DVR routers for this DVR port 8e7234bb-22d9-4e09-a75d-5d91ea8da2c1 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:11:52.582086 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c25ea3e3-c431-4179-b3a0-118b0ee7707f no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:11:52.623283 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-eb0057e1-13d3-4f84-9340-e681ef41328e req-c6012505-09ff-4dac-b5f8-a9286bbbb711 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f252342-e759-4489-98a4-559ae2b246b8 HTTP/1.1" status: 200 len: 217 time: 0.0892088 Dec 17 15:11:52.638601 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: c25ea3e3-c431-4179-b3a0-118b0ee7707f {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:11:52.640792 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c25ea3e3-c431-4179-b3a0-118b0ee7707f not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:11:52.644451 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1894c0-2c4f-497e-b35c-604119dfbbe3 None None] Pushing event deleted for resources: {'Port': ['ID=8e7234bb-22d9-4e09-a75d-5d91ea8da2c1,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:52.744635 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549845f7-8db1-4336-b537-8e7961023645 req-804b073b-51fe-4074-be11-41af948ea3e4 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:52.747020 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-549845f7-8db1-4336-b537-8e7961023645 req-804b073b-51fe-4074-be11-41af948ea3e4 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.0670283 Dec 17 15:11:52.768436 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6cc052c7-2762-4f2f-9b7d-bbc203595981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:52.797469 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-549845f7-8db1-4336-b537-8e7961023645 req-3f869638-1d61-4bf0-bfc4-591da45fb61c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427718 Dec 17 15:11:52.804701 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-6cc052c7-2762-4f2f-9b7d-bbc203595981 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56e27070-caeb-40d1-b0b1-a839fad8aef1']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:11:52.819428 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-6cc052c7-2762-4f2f-9b7d-bbc203595981 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74119f4d-ab03-405a-a12a-d4db5889a74c') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:11:52.819725 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-6cc052c7-2762-4f2f-9b7d-bbc203595981 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74119f4d-ab03-405a-a12a-d4db5889a74c') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:11:52.827236 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0057e1-13d3-4f84-9340-e681ef41328e req-13226386-9eca-4cb8-91a7-f8775bfc9c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:52.829038 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-eb0057e1-13d3-4f84-9340-e681ef41328e req-13226386-9eca-4cb8-91a7-f8775bfc9c8e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e07a04f7-750d-46bb-b1d6-18c61b699282 HTTP/1.1" status: 200 len: 848 time: 0.1679363 Dec 17 15:11:52.834118 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6cc052c7-2762-4f2f-9b7d-bbc203595981 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:52.856274 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac22b1-5471-4ccf-b394-01da42122e0b req-799184df-d8cf-4e2b-9f24-ac58f97dd8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:52.857809 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4eac22b1-5471-4ccf-b394-01da42122e0b req-799184df-d8cf-4e2b-9f24-ac58f97dd8eb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=70749cbd-bd37-4f1e-9be9-0b5305f14f7c HTTP/1.1" status: 200 len: 1096 time: 0.2335982 Dec 17 15:11:52.890018 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6cc052c7-2762-4f2f-9b7d-bbc203595981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:52.894065 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-eb0057e1-13d3-4f84-9340-e681ef41328e req-d6414ee5-6256-441f-b7d5-2b83e3acfb89 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522068 Dec 17 15:11:52.916688 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cc052c7-2762-4f2f-9b7d-bbc203595981 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:11:52.917110 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6cc052c7-2762-4f2f-9b7d-bbc203595981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:52.920313 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:11:52.920313 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:11:52.920313 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:11:52.920313 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:11:52.920313 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:11:52.920313 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:11:52.920313 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:11:52.920313 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:11:52.920313 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:11:52.920313 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:11:52.920313 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:11:52.920313 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:11:52.920313 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:11:52.920313 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:11:52.920313 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:11:52.920313 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:11:52.920313 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:11:52.920313 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:11:52.920313 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:11:52.920313 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:11:52.920313 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:11:52.920313 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:11:52.920313 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:11:52.920313 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:11:52.920313 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:11:52.920313 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:11:52.920313 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:11:52.920313 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:11:52.920313 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:11:52.920313 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:11:52.920313 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:11:52.920313 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:11:53.284287 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4eac22b1-5471-4ccf-b394-01da42122e0b req-a080ec15-7d80-4398-801a-e8f0f72d5287 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=81e06391-53b1-4b65-97bd-7d1088f8d9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060404 Dec 17 15:11:53.296476 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-e490fa10-e3be-4345-b7b8-f24788149430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:53.298068 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-e490fa10-e3be-4345-b7b8-f24788149430 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236&tenant_id=9a3e2a05328448bd85eebc1663dde8e3 HTTP/1.1" status: 200 len: 1099 time: 0.4211607 Dec 17 15:11:53.315498 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-ec482086-17eb-4060-9ff4-c1909a12f82b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820553-2', 'device_owner': 'compute:nova'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:11:53.354486 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-eb0057e1-13d3-4f84-9340-e681ef41328e req-60347b28-4e0f-4cfc-ac44-2eca3adee782 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235978 Dec 17 15:11:53.384626 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-ec482086-17eb-4060-9ff4-c1909a12f82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:53.396933 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51338f14-d2c9-4a92-8949-3d31a342b719 req-e2060364-d511-4ba5-a50d-ab9e19efd004 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:53.401513 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-51338f14-d2c9-4a92-8949-3d31a342b719 req-e2060364-d511-4ba5-a50d-ab9e19efd004 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=09f7367a-4c1b-4314-8691-064bf2df8169 HTTP/1.1" status: 200 len: 948 time: 0.0586205 Dec 17 15:11:53.448977 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-51338f14-d2c9-4a92-8949-3d31a342b719 req-9361e16f-d5f3-4669-a2c3-8dcdc01ec1e6 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443821 Dec 17 15:11:53.490506 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6cc052c7-2762-4f2f-9b7d-bbc203595981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:53.502118 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6cc052c7-2762-4f2f-9b7d-bbc203595981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:53.506125 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6cc052c7-2762-4f2f-9b7d-bbc203595981 admin admin] 10.222.0.46 "DELETE /v2.0/networks/56e27070-caeb-40d1-b0b1-a839fad8aef1 HTTP/1.1" status: 204 len: 168 time: 1.7833714 Dec 17 15:11:53.531520 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc052c7-2762-4f2f-9b7d-bbc203595981 admin admin] Pushing event deleted for resources: {'Network': ['ID=56e27070-caeb-40d1-b0b1-a839fad8aef1,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:53.620986 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-ec482086-17eb-4060-9ff4-c1909a12f82b service neutron] For port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=38bfe9ef-a4ab-4fbd-91b7-c658f9574008,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:53.665558 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-ec482086-17eb-4060-9ff4-c1909a12f82b service neutron] For port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:11:53.694470 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941df00d-0ad8-415a-9efb-be337c474a67 req-58ba1dc3-7838-4b65-837d-0dd2e535e722 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:53.697507 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-941df00d-0ad8-415a-9efb-be337c474a67 req-58ba1dc3-7838-4b65-837d-0dd2e535e722 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=01073fb0-eaea-4f3a-b3e4-77fe45761d3d HTTP/1.1" status: 200 len: 945 time: 0.0547850 Dec 17 15:11:53.707197 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567d180a-4217-4cb8-9066-6be25755f236', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38bfe9ef-a4ab-4fbd-91b7-c658f9574008'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:11:53.709452 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f67b7c-e07e-483f-b58a-c568222b8e6e" -d '{"events": [{"server_uuid": "567d180a-4217-4cb8-9066-6be25755f236", "name": "network-vif-unplugged", "status": "completed", "tag": "38bfe9ef-a4ab-4fbd-91b7-c658f9574008"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:11:53.713363 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-ec482086-17eb-4060-9ff4-c1909a12f82b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:53.727918 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-ec482086-17eb-4060-9ff4-c1909a12f82b service neutron] Transition to ACTIVE for port object 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:11:53.744719 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-941df00d-0ad8-415a-9efb-be337c474a67 req-feb8089d-f56b-478f-b53a-0e9624f79d3a tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e06391-53b1-4b65-97bd-7d1088f8d9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400920 Dec 17 15:11:53.799358 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b35c059-b192-49f3-ac20-fa9c467ddf52 x-openstack-request-id: req-6b35c059-b192-49f3-ac20-fa9c467ddf52 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:11:53.799922 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "567d180a-4217-4cb8-9066-6be25755f236", "name": "network-vif-unplugged", "status": "completed", "tag": "38bfe9ef-a4ab-4fbd-91b7-c658f9574008", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:11:53.799922 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6b35c059-b192-49f3-ac20-fa9c467ddf52 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:11:53.800262 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '567d180a-4217-4cb8-9066-6be25755f236', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38bfe9ef-a4ab-4fbd-91b7-c658f9574008', 'code': 200} Dec 17 15:11:53.849880 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-ec482086-17eb-4060-9ff4-c1909a12f82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:53.883761 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-eb0057e1-13d3-4f84-9340-e681ef41328e req-57249927-6199-455d-aa61-9664e74ed61a service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545854 Dec 17 15:11:53.912725 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-ec482086-17eb-4060-9ff4-c1909a12f82b service neutron] No DVR routers for this DVR port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:11:53.928734 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b44c1-489f-4156-b20d-eb521b7b0214 req-f6312b21-875c-40cd-9fe3-57e19e0c936f tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:53.930381 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-652b44c1-489f-4156-b20d-eb521b7b0214 req-f6312b21-875c-40cd-9fe3-57e19e0c936f tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=70749cbd-bd37-4f1e-9be9-0b5305f14f7c HTTP/1.1" status: 200 len: 945 time: 0.0950394 Dec 17 15:11:53.933631 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec482086-17eb-4060-9ff4-c1909a12f82b service neutron] Pushing event updated for resources: {'Port': ['ID=38bfe9ef-a4ab-4fbd-91b7-c658f9574008,revision_number=6']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:53.962633 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39646) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:11:53.979330 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-ec482086-17eb-4060-9ff4-c1909a12f82b service neutron] Attempting to bind port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:11:53.980202 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-ec482086-17eb-4060-9ff4-c1909a12f82b service neutron] Attempting to bind port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:11:53.980537 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-ec482086-17eb-4060-9ff4-c1909a12f82b service neutron] Attempting to bind port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:11:53.986192 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-ec482086-17eb-4060-9ff4-c1909a12f82b service neutron] Port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:11:53.986521 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-ec482086-17eb-4060-9ff4-c1909a12f82b service neutron] Attempting to bind port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:11:53.992735 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-ec482086-17eb-4060-9ff4-c1909a12f82b service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:11:53.993135 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-ec482086-17eb-4060-9ff4-c1909a12f82b service neutron] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:11:53.993525 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-ec482086-17eb-4060-9ff4-c1909a12f82b service neutron] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:11:53.993949 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-ec482086-17eb-4060-9ff4-c1909a12f82b service neutron] Bound port: 38bfe9ef-a4ab-4fbd-91b7-c658f9574008, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:11:53.994310 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-ec482086-17eb-4060-9ff4-c1909a12f82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:54.012218 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-652b44c1-489f-4156-b20d-eb521b7b0214 req-f65edeca-13fe-463f-a97a-2e36795e9c53 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e06391-53b1-4b65-97bd-7d1088f8d9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742726 Dec 17 15:11:54.093714 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-ec482086-17eb-4060-9ff4-c1909a12f82b service neutron] For port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:11:54.097633 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-ec482086-17eb-4060-9ff4-c1909a12f82b service neutron] For port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=38bfe9ef-a4ab-4fbd-91b7-c658f9574008,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:11:54.113563 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-07b69d99-a1a4-48aa-aa05-4b306494e247 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3442dec9fc854b769cf40176a65e995b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471961 Dec 17 15:11:54.114259 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39650) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:11:54.126559 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e06d81-2832-4965-8266-ced26cf8148f req-7fd43655-7ff6-4bb3-bb09-12d0eab83501 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:54.134716 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b5e06d81-2832-4965-8266-ced26cf8148f req-7fd43655-7ff6-4bb3-bb09-12d0eab83501 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 946 time: 0.1283190 Dec 17 15:11:54.174656 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b5e06d81-2832-4965-8266-ced26cf8148f req-37fb61cb-0b95-40f2-b5a9-dbd4445730ad tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388379 Dec 17 15:11:54.180674 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-25e08ae3-a183-4cd6-8c6e-932de94e64af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:54.204356 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-25e08ae3-a183-4cd6-8c6e-932de94e64af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:54.249220 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-ec482086-17eb-4060-9ff4-c1909a12f82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:54.285996 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-ec482086-17eb-4060-9ff4-c1909a12f82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:54.286959 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-ec482086-17eb-4060-9ff4-c1909a12f82b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:54.288474 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-ec482086-17eb-4060-9ff4-c1909a12f82b service neutron] 10.222.0.13 "PUT /v2.0/ports/38bfe9ef-a4ab-4fbd-91b7-c658f9574008 HTTP/1.1" status: 200 len: 1094 time: 0.9785500 Dec 17 15:11:54.342044 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec482086-17eb-4060-9ff4-c1909a12f82b service neutron] Pushing event updated for resources: {'Port': ['ID=38bfe9ef-a4ab-4fbd-91b7-c658f9574008,revision_number=7']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:54.363438 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-fbe2ba7e-b5b1-495e-8079-0c41f54791f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:54.364933 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-fbe2ba7e-b5b1-495e-8079-0c41f54791f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 1097 time: 0.0506377 Dec 17 15:11:54.385394 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-25e08ae3-a183-4cd6-8c6e-932de94e64af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:54.388135 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-25e08ae3-a183-4cd6-8c6e-932de94e64af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:54.392009 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-25e08ae3-a183-4cd6-8c6e-932de94e64af admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/51b7f564-a6c7-48bf-9f56-9f331f199ffd HTTP/1.1" status: 204 len: 168 time: 0.2738502 Dec 17 15:11:54.435491 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e08ae3-a183-4cd6-8c6e-932de94e64af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b7f564-a6c7-48bf-9f56-9f331f199ffd,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:54.526770 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-51c3fbb6-cc37-4d49-9139-aa216381a24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:54.528360 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-51c3fbb6-cc37-4d49-9139-aa216381a24e service neutron] 10.222.0.13 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.1522470 Dec 17 15:11:54.585422 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-6641025b-f79d-4280-9898-18a6bb75368c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=38bfe9ef-a4ab-4fbd-91b7-c658f9574008 HTTP/1.1" status: 200 len: 217 time: 0.0479093 Dec 17 15:11:54.600173 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59edbdec-69c3-40f3-bc3a-617ed4db5122 req-632491a1-2ff3-4a70-bcb9-b71d8a082e48 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:54.601797 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-59edbdec-69c3-40f3-bc3a-617ed4db5122 req-632491a1-2ff3-4a70-bcb9-b71d8a082e48 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=09f7367a-4c1b-4314-8691-064bf2df8169 HTTP/1.1" status: 200 len: 948 time: 0.0528409 Dec 17 15:11:54.641630 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-e3437abc-a056-441e-8546-bc11fc0b53b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:54.643781 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-e3437abc-a056-441e-8546-bc11fc0b53b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0495949 Dec 17 15:11:54.648407 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-59edbdec-69c3-40f3-bc3a-617ed4db5122 req-27ed50b8-99cb-4f3c-b267-ccbdeab566a2 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400548 Dec 17 15:11:54.699480 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-52a66fb0-9ae3-487a-a2ee-669abe948090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:54.700936 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-52a66fb0-9ae3-487a-a2ee-669abe948090 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0493562 Dec 17 15:11:54.794585 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-4a15b1d8-af13-4311-8660-5185f820e17b service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857589 Dec 17 15:11:54.896790 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2a552c33-38bb-4a2a-b9ad-717a20389139 req-eb1f6ba3-b215-4a80-86ca-1b10e0d917cb service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942481 Dec 17 15:11:55.122449 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 9c985672-0786-4851-9914-f569bcccd6d3 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:11:55.157662 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac7d9a-c023-49ce-a88b-77e79c5e3d47 req-90cd2b8c-03f7-4d80-84bf-bc2ca8b97a81 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:55.167487 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c0ac7d9a-c023-49ce-a88b-77e79c5e3d47 req-90cd2b8c-03f7-4d80-84bf-bc2ca8b97a81 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=70749cbd-bd37-4f1e-9be9-0b5305f14f7c HTTP/1.1" status: 200 len: 945 time: 0.0637574 Dec 17 15:11:55.220839 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c0ac7d9a-c023-49ce-a88b-77e79c5e3d47 req-327a2154-0e29-49fd-a02b-e7bca32be7a9 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e06391-53b1-4b65-97bd-7d1088f8d9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511084 Dec 17 15:11:55.345910 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da771cd8-69fa-4eb5-bede-603450f12edb req-8ecd1926-2ee0-4342-8dfb-dadba1709771 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:55.347404 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da771cd8-69fa-4eb5-bede-603450f12edb req-8ecd1926-2ee0-4342-8dfb-dadba1709771 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 946 time: 0.0575144 Dec 17 15:11:55.388290 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da771cd8-69fa-4eb5-bede-603450f12edb req-094087c0-0c28-49a9-9c3b-84ce50ff7d82 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342696 Dec 17 15:11:55.413199 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 9c985672-0786-4851-9914-f569bcccd6d3 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:11:55.425203 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 9c985672-0786-4851-9914-f569bcccd6d3 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:11:55.425578 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:55.527352 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:55.541709 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:55.573918 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f7367a-4c1b-4314-8691-064bf2df8169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c985672-0786-4851-9914-f569bcccd6d3'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:11:55.576208 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b279b46-9fcd-454a-9504-6c8edf8b3610" -d '{"events": [{"server_uuid": "09f7367a-4c1b-4314-8691-064bf2df8169", "name": "network-vif-plugged", "status": "completed", "tag": "9c985672-0786-4851-9914-f569bcccd6d3"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:11:55.591655 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 9c985672-0786-4851-9914-f569bcccd6d3, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=9c985672-0786-4851-9914-f569bcccd6d3,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:55.621477 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8175258e-6714-46fc-9a20-26d84b0148be x-openstack-request-id: req-8175258e-6714-46fc-9a20-26d84b0148be {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:11:55.621775 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f7367a-4c1b-4314-8691-064bf2df8169", "name": "network-vif-plugged", "status": "completed", "tag": "9c985672-0786-4851-9914-f569bcccd6d3", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:11:55.622032 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8175258e-6714-46fc-9a20-26d84b0148be {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:11:55.622428 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f7367a-4c1b-4314-8691-064bf2df8169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c985672-0786-4851-9914-f569bcccd6d3', 'code': 200} Dec 17 15:11:55.717805 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:55.793570 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22c615-2495-447f-8158-ae70b383913a req-71494258-5e14-4be8-a64f-f503689c3e55 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:55.796836 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2a22c615-2495-447f-8158-ae70b383913a req-71494258-5e14-4be8-a64f-f503689c3e55 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=09f7367a-4c1b-4314-8691-064bf2df8169 HTTP/1.1" status: 200 len: 949 time: 0.0709369 Dec 17 15:11:55.802318 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '567d180a-4217-4cb8-9066-6be25755f236', 'tag': '38bfe9ef-a4ab-4fbd-91b7-c658f9574008'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:11:55.808222 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bde7db-1465-46c6-823d-736d52ffa134" -d '{"events": [{"name": "network-changed", "server_uuid": "567d180a-4217-4cb8-9066-6be25755f236", "tag": "38bfe9ef-a4ab-4fbd-91b7-c658f9574008"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:11:55.834784 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb82697-bc49-40ee-9070-ca91bf45c7aa req-109da0ca-23c3-4c72-8932-0e70de59fba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:55.837848 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8cb82697-bc49-40ee-9070-ca91bf45c7aa req-109da0ca-23c3-4c72-8932-0e70de59fba7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=09f7367a-4c1b-4314-8691-064bf2df8169 HTTP/1.1" status: 200 len: 1099 time: 0.1499126 Dec 17 15:11:55.852011 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2a22c615-2495-447f-8158-ae70b383913a req-584963dd-83b7-4e49-86a3-9ac5b951e069 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463643 Dec 17 15:11:55.858078 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=9c985672-0786-4851-9914-f569bcccd6d3,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:55.894979 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:11:55.905678 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8cb82697-bc49-40ee-9070-ca91bf45c7aa req-71b49d64-55c7-43a5-bdf3-98bc15f7d38d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602758 Dec 17 15:11:55.937805 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca96d19-7405-46e8-a68a-0f1481f39b66 x-openstack-request-id: req-8ca96d19-7405-46e8-a68a-0f1481f39b66 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:11:55.938094 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "567d180a-4217-4cb8-9066-6be25755f236", "tag": "38bfe9ef-a4ab-4fbd-91b7-c658f9574008", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:11:55.938387 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8ca96d19-7405-46e8-a68a-0f1481f39b66 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:11:55.938730 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '567d180a-4217-4cb8-9066-6be25755f236', 'tag': '38bfe9ef-a4ab-4fbd-91b7-c658f9574008', 'status': 'completed', 'code': 200} Dec 17 15:11:55.939542 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39696) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:11:55.957276 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:11:56.024476 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bde7db-1465-46c6-823d-736d52ffa134 req-31677f30-ef5c-4632-b596-f5b9715439bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:56.026186 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2bde7db-1465-46c6-823d-736d52ffa134 req-31677f30-ef5c-4632-b596-f5b9715439bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 1097 time: 0.0457451 Dec 17 15:11:56.071776 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-40fbe8f2-1c91-482e-9988-316a9a37335f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1064621041-network', 'tenant_id': 'ae5d78517b3842a2a2dd8cf4aec7a3d4'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:11:56.170876 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bde7db-1465-46c6-823d-736d52ffa134 req-b772720a-911a-4fe8-b53a-f820015f01ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:56.172427 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2bde7db-1465-46c6-823d-736d52ffa134 req-b772720a-911a-4fe8-b53a-f820015f01ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.1387639 Dec 17 15:11:56.185569 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bde7db-1465-46c6-823d-736d52ffa134 req-e734fcb2-af5f-43da-86fe-3cc5b1e41780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:56.187466 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2bde7db-1465-46c6-823d-736d52ffa134 req-e734fcb2-af5f-43da-86fe-3cc5b1e41780 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 1097 time: 0.0539393 Dec 17 15:11:56.226270 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fbe8f2-1c91-482e-9988-316a9a37335f admin admin] Made reservation on behalf of ae5d78517b3842a2a2dd8cf4aec7a3d4 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:11:56.229275 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-40fbe8f2-1c91-482e-9988-316a9a37335f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:56.231710 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2bde7db-1465-46c6-823d-736d52ffa134 req-e7832b82-5a7a-404b-8f11-ba2a3b9cd137 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=38bfe9ef-a4ab-4fbd-91b7-c658f9574008 HTTP/1.1" status: 200 len: 217 time: 0.0429184 Dec 17 15:11:56.259448 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-40fbe8f2-1c91-482e-9988-316a9a37335f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:56.336075 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bde7db-1465-46c6-823d-736d52ffa134 req-3f741f5e-5fcb-4df1-b1ba-faf1c5dc4cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:56.337655 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2bde7db-1465-46c6-823d-736d52ffa134 req-3f741f5e-5fcb-4df1-b1ba-faf1c5dc4cd4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0935256 Dec 17 15:11:56.393124 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bde7db-1465-46c6-823d-736d52ffa134 req-68a6a1d0-6289-453d-9dd7-42787b9419c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:56.394545 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2bde7db-1465-46c6-823d-736d52ffa134 req-68a6a1d0-6289-453d-9dd7-42787b9419c8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.1989322 Dec 17 15:11:56.406421 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bde7db-1465-46c6-823d-736d52ffa134 req-e2e097d1-5662-435a-b477-d05cd9041315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:56.410084 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2bde7db-1465-46c6-823d-736d52ffa134 req-e2e097d1-5662-435a-b477-d05cd9041315 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0600979 Dec 17 15:11:56.456442 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-40fbe8f2-1c91-482e-9988-316a9a37335f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:56.464278 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cda79-4ad6-4c59-8a0f-0dec7e12b9c8 req-a17d4eef-e90c-4f24-b953-7ddbcc0a9c3c tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:56.475359 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a27cda79-4ad6-4c59-8a0f-0dec7e12b9c8 req-a17d4eef-e90c-4f24-b953-7ddbcc0a9c3c tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=70749cbd-bd37-4f1e-9be9-0b5305f14f7c HTTP/1.1" status: 200 len: 945 time: 0.1009130 Dec 17 15:11:56.496328 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2bde7db-1465-46c6-823d-736d52ffa134 req-36d55462-3828-4093-951f-cc121a7a3213 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=38bfe9ef-a4ab-4fbd-91b7-c658f9574008 HTTP/1.1" status: 200 len: 217 time: 0.0837343 Dec 17 15:11:56.536430 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a27cda79-4ad6-4c59-8a0f-0dec7e12b9c8 req-dcef0238-7ba6-4eb9-bdd9-7798395961de tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e06391-53b1-4b65-97bd-7d1088f8d9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588219 Dec 17 15:11:56.567557 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e882a-4d59-41f9-88c6-448a1be8896b req-9f441370-e63c-476a-a8b5-aa41efddf54d tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:56.573590 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a85e882a-4d59-41f9-88c6-448a1be8896b req-9f441370-e63c-476a-a8b5-aa41efddf54d tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 946 time: 0.0889008 Dec 17 15:11:56.573930 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bde7db-1465-46c6-823d-736d52ffa134 req-c00f34ef-f529-4dc6-b957-da64fa8daff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:56.574453 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-40fbe8f2-1c91-482e-9988-316a9a37335f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:56.575729 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2bde7db-1465-46c6-823d-736d52ffa134 req-c00f34ef-f529-4dc6-b957-da64fa8daff6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0693986 Dec 17 15:11:56.580173 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2bde7db-1465-46c6-823d-736d52ffa134 req-e118cc00-9c87-4d70-a4ce-6495c676fb3b service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614678 Dec 17 15:11:56.650719 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbe8f2-1c91-482e-9988-316a9a37335f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f9369f-1d69-4f71-bf2a-e9a6104e9bdf,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:56.670723 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40fbe8f2-1c91-482e-9988-316a9a37335f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:11:56.693086 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a85e882a-4d59-41f9-88c6-448a1be8896b req-8a9be031-5746-4d4b-950b-8f42270999c6 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991328 Dec 17 15:11:56.698111 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-40fbe8f2-1c91-482e-9988-316a9a37335f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:56.698720 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-40fbe8f2-1c91-482e-9988-316a9a37335f admin admin] Added segment 5b7aeaf3-a87a-4726-978f-04b4df2256d3 of type vlan for network 9f4bcda6-0daa-4d0f-9379-3c184ed0cc08 Dec 17 15:11:56.732405 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bde7db-1465-46c6-823d-736d52ffa134 req-7d2cf651-307e-4320-9187-72281a2d0db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:56.734604 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2bde7db-1465-46c6-823d-736d52ffa134 req-7d2cf651-307e-4320-9187-72281a2d0db8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1499410 Dec 17 15:11:56.742316 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-40fbe8f2-1c91-482e-9988-316a9a37335f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:56.803061 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2bde7db-1465-46c6-823d-736d52ffa134 req-391573dd-4dc4-443e-84c8-feb0c325712e service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037551 Dec 17 15:11:56.879963 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2bde7db-1465-46c6-823d-736d52ffa134 req-f8908f4f-e420-4528-b799-bce8e859dcea service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370306 Dec 17 15:11:56.912556 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-40fbe8f2-1c91-482e-9988-316a9a37335f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:56.913649 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fbe8f2-1c91-482e-9988-316a9a37335f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:56.914307 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-40fbe8f2-1c91-482e-9988-316a9a37335f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:57.026579 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbe8f2-1c91-482e-9988-316a9a37335f admin admin] Pushing event updated for resources: {'Network': ['ID=9f4bcda6-0daa-4d0f-9379-3c184ed0cc08,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:57.038795 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 9f4bcda6-0daa-4d0f-9379-3c184ed0cc08 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:11:57.041931 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2bde7db-1465-46c6-823d-736d52ffa134 req-1dba3f7d-bae9-4442-b4f1-770544784727 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499071 Dec 17 15:11:57.047468 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9b770-b12b-468a-afb4-3beef0a1e922 req-c2906b55-821f-4b7b-94c4-82ea7c31a043 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:57.048956 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-53c9b770-b12b-468a-afb4-3beef0a1e922 req-c2906b55-821f-4b7b-94c4-82ea7c31a043 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=09f7367a-4c1b-4314-8691-064bf2df8169 HTTP/1.1" status: 200 len: 949 time: 0.1141481 Dec 17 15:11:57.092123 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-53c9b770-b12b-468a-afb4-3beef0a1e922 req-d075bfcd-8540-4047-b141-29c278fa9cd1 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367446 Dec 17 15:11:57.122963 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-40fbe8f2-1c91-482e-9988-316a9a37335f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1807935 Dec 17 15:11:57.126502 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39760) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:11:57.132115 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-953171a2-df90-4fa4-bbcf-027db106cfaa admin admin] Request body: {'subnet': {'network_id': '9f4bcda6-0daa-4d0f-9379-3c184ed0cc08', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1064621041-subnet', 'tenant_id': 'ae5d78517b3842a2a2dd8cf4aec7a3d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:11:57.231609 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953171a2-df90-4fa4-bbcf-027db106cfaa admin admin] Made reservation on behalf of ae5d78517b3842a2a2dd8cf4aec7a3d4 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:11:57.234151 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-953171a2-df90-4fa4-bbcf-027db106cfaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:57.523675 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-953171a2-df90-4fa4-bbcf-027db106cfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:57.601576 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953171a2-df90-4fa4-bbcf-027db106cfaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4d72cf4-43d8-4a39-be4e-94bbc5baebec,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:57.630163 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953171a2-df90-4fa4-bbcf-027db106cfaa admin admin] Checking segment: {'id': '5b7aeaf3-a87a-4726-978f-04b4df2256d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9f4bcda6-0daa-4d0f-9379-3c184ed0cc08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:11:57.630753 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953171a2-df90-4fa4-bbcf-027db106cfaa admin admin] Network hostable DHCP agents. Network: 9f4bcda6-0daa-4d0f-9379-3c184ed0cc08, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:11:57.758326 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953171a2-df90-4fa4-bbcf-027db106cfaa admin admin] Network 9f4bcda6-0daa-4d0f-9379-3c184ed0cc08 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:11:57.778564 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11640dfe-fd5e-40f7-a9c7-28f7e46beab0 req-034e8bb5-743c-4859-8c4d-3d6f959356a7 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:57.781593 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-11640dfe-fd5e-40f7-a9c7-28f7e46beab0 req-034e8bb5-743c-4859-8c4d-3d6f959356a7 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=70749cbd-bd37-4f1e-9be9-0b5305f14f7c HTTP/1.1" status: 200 len: 945 time: 0.1130962 Dec 17 15:11:57.858366 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a7215-35c9-42f7-b6ea-267485356336 req-e30290f4-d45c-4dd2-a009-90c8c1d14744 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:57.866365 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-322a7215-35c9-42f7-b6ea-267485356336 req-e30290f4-d45c-4dd2-a009-90c8c1d14744 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 946 time: 0.0834219 Dec 17 15:11:57.880179 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-11640dfe-fd5e-40f7-a9c7-28f7e46beab0 req-8e71b370-5271-40a5-9fc2-fe0d2663234e tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e06391-53b1-4b65-97bd-7d1088f8d9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854390 Dec 17 15:11:57.901253 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-953171a2-df90-4fa4-bbcf-027db106cfaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 9f4bcda6-0daa-4d0f-9379-3c184ed0cc08) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:11:57.907308 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953171a2-df90-4fa4-bbcf-027db106cfaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:57.910076 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-953171a2-df90-4fa4-bbcf-027db106cfaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:57.923948 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54ae794-90ea-4e11-9862-874d2900bbb9 None None] Network 9f4bcda6-0daa-4d0f-9379-3c184ed0cc08 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:11:57.942962 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-322a7215-35c9-42f7-b6ea-267485356336 req-7f8c33e1-87ae-4ad0-9a53-9953a5872cf4 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755551 Dec 17 15:11:58.021332 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39806) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:11:58.022044 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-953171a2-df90-4fa4-bbcf-027db106cfaa admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8938897 Dec 17 15:11:58.027461 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-f28fe41e-06dd-4f0f-9d72-48cdf8b3265f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1064621041-router', 'tenant_id': 'ae5d78517b3842a2a2dd8cf4aec7a3d4', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:11:58.111264 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4df31f5-b9e2-4418-82b2-012763ba68d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-9f4bcda6-0daa-4d0f-9379-3c184ed0cc08', 'network_id': '9f4bcda6-0daa-4d0f-9379-3c184ed0cc08', 'tenant_id': 'ae5d78517b3842a2a2dd8cf4aec7a3d4', 'fixed_ips': [{'subnet_id': 'b4d72cf4-43d8-4a39-be4e-94bbc5baebec'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:11:58.111264 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d4df31f5-b9e2-4418-82b2-012763ba68d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:58.135301 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f28fe41e-06dd-4f0f-9d72-48cdf8b3265f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:58.136380 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f28fe41e-06dd-4f0f-9d72-48cdf8b3265f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:58.233207 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f28fe41e-06dd-4f0f-9d72-48cdf8b3265f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:58.262174 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903b171-0b69-4cfd-9432-c2c6d986c925 req-439a49d9-d23c-4351-82b4-0573d27e8469 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:58.266179 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b903b171-0b69-4cfd-9432-c2c6d986c925 req-439a49d9-d23c-4351-82b4-0573d27e8469 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=09f7367a-4c1b-4314-8691-064bf2df8169 HTTP/1.1" status: 200 len: 949 time: 0.0605080 Dec 17 15:11:58.291578 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-d4df31f5-b9e2-4418-82b2-012763ba68d0 None None] Allocated IP 172.20.0.2 (9f4bcda6-0daa-4d0f-9379-3c184ed0cc08/b4d72cf4-43d8-4a39-be4e-94bbc5baebec/20a55c82-ca1a-481e-ad33-9c9a53b96ffc) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:11:58.313702 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b903b171-0b69-4cfd-9432-c2c6d986c925 req-91f7a8e2-8b5a-4d68-bae2-a9f071783fb8 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403211 Dec 17 15:11:58.502439 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d4df31f5-b9e2-4418-82b2-012763ba68d0 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:58.545938 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f28fe41e-06dd-4f0f-9d72-48cdf8b3265f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:58.560343 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a94387-a649-43fe-b0fd-7bade2fb0e8f req-3d9f4eea-7d61-458c-bc84-2552426bdcd9 tempest-ServersOnMultiNodesTest-1459550234 tempest-ServersOnMultiNodesTest-1459550234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:58.561711 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c9a94387-a649-43fe-b0fd-7bade2fb0e8f req-3d9f4eea-7d61-458c-bc84-2552426bdcd9 tempest-ServersOnMultiNodesTest-1459550234 tempest-ServersOnMultiNodesTest-1459550234-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=09f7367a-4c1b-4314-8691-064bf2df8169 HTTP/1.1" status: 200 len: 1100 time: 0.1157157 Dec 17 15:11:58.589343 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d4df31f5-b9e2-4418-82b2-012763ba68d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:58.624875 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c9a94387-a649-43fe-b0fd-7bade2fb0e8f req-2688e050-134c-4cba-b685-292f9ddc94f8 tempest-ServersOnMultiNodesTest-1459550234 tempest-ServersOnMultiNodesTest-1459550234-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490797 Dec 17 15:11:58.653369 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4df31f5-b9e2-4418-82b2-012763ba68d0 None None] Network 9f4bcda6-0daa-4d0f-9379-3c184ed0cc08 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:11:58.667459 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-d4df31f5-b9e2-4418-82b2-012763ba68d0 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:11:58.671066 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4df31f5-b9e2-4418-82b2-012763ba68d0 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:11:58.672530 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df31f5-b9e2-4418-82b2-012763ba68d0 None None] Pushing event updated for resources: {'Port': ['ID=20a55c82-ca1a-481e-ad33-9c9a53b96ffc,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:58.764580 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-d4df31f5-b9e2-4418-82b2-012763ba68d0 None None] Attempting to bind port 20a55c82-ca1a-481e-ad33-9c9a53b96ffc on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:11:58.765417 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-d4df31f5-b9e2-4418-82b2-012763ba68d0 None None] Attempting to bind port 20a55c82-ca1a-481e-ad33-9c9a53b96ffc by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '5b7aeaf3-a87a-4726-978f-04b4df2256d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9f4bcda6-0daa-4d0f-9379-3c184ed0cc08'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:11:58.766100 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4df31f5-b9e2-4418-82b2-012763ba68d0 None None] Attempting to bind port 20a55c82-ca1a-481e-ad33-9c9a53b96ffc on network 9f4bcda6-0daa-4d0f-9379-3c184ed0cc08 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:11:58.772437 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4df31f5-b9e2-4418-82b2-012763ba68d0 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:11:58.774077 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4df31f5-b9e2-4418-82b2-012763ba68d0 None None] Checking segment: {'id': '5b7aeaf3-a87a-4726-978f-04b4df2256d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9f4bcda6-0daa-4d0f-9379-3c184ed0cc08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:11:58.774659 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d4df31f5-b9e2-4418-82b2-012763ba68d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:58.775263 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4df31f5-b9e2-4418-82b2-012763ba68d0 None None] Bound using segment: {'id': '5b7aeaf3-a87a-4726-978f-04b4df2256d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9f4bcda6-0daa-4d0f-9379-3c184ed0cc08'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:11:58.781338 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-d4df31f5-b9e2-4418-82b2-012763ba68d0 None None] Bound port: 20a55c82-ca1a-481e-ad33-9c9a53b96ffc, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7aeaf3-a87a-4726-978f-04b4df2256d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9f4bcda6-0daa-4d0f-9379-3c184ed0cc08'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:11:58.781338 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d4df31f5-b9e2-4418-82b2-012763ba68d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:58.820501 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c2624021-09a6-410d-8071-72e405d97259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:58.889029 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-d4df31f5-b9e2-4418-82b2-012763ba68d0 None None] For port 20a55c82-ca1a-481e-ad33-9c9a53b96ffc, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:11:58.898397 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-d4df31f5-b9e2-4418-82b2-012763ba68d0 None None] For port 20a55c82-ca1a-481e-ad33-9c9a53b96ffc, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=20a55c82-ca1a-481e-ad33-9c9a53b96ffc,segment=NetworkSegment(5b7aeaf3-a87a-4726-978f-04b4df2256d3),segment_id=5b7aeaf3-a87a-4726-978f-04b4df2256d3)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:11:58.944442 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-32776123-2065-4070-9769-a0306466a603 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=1929931f93c54c40a22ecb93d4604ccd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318692 Dec 17 15:11:59.069300 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f28fe41e-06dd-4f0f-9d72-48cdf8b3265f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:59.094836 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d4df31f5-b9e2-4418-82b2-012763ba68d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:59.102672 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f28fe41e-06dd-4f0f-9d72-48cdf8b3265f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:59.139211 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:11:59.173387 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373b313-6961-44dd-8e8b-20c1e38425df req-9205ee08-2543-41d9-bfda-bd762d636a4c tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:59.183012 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1373b313-6961-44dd-8e8b-20c1e38425df req-9205ee08-2543-41d9-bfda-bd762d636a4c tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=70749cbd-bd37-4f1e-9be9-0b5305f14f7c HTTP/1.1" status: 200 len: 945 time: 0.1908996 Dec 17 15:11:59.216580 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df31f5-b9e2-4418-82b2-012763ba68d0 None None] Pushing event updated for resources: {'Port': ['ID=20a55c82-ca1a-481e-ad33-9c9a53b96ffc,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:59.244937 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-96e63216-5fab-4905-8c6d-1b3600d2abe0 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:59.254745 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-96e63216-5fab-4905-8c6d-1b3600d2abe0 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2897418 Dec 17 15:11:59.278841 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-b6f3ebb9-8433-4f24-be07-3f3bfaf6eb5a tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/quotas/1929931f93c54c40a22ecb93d4604ccd HTTP/1.1" status: 200 len: 375 time: 0.0218999 Dec 17 15:11:59.338928 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=38bfe9ef-a4ab-4fbd-91b7-c658f9574008,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:59.345775 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '38bfe9ef-a4ab-4fbd-91b7-c658f9574008', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': '38bfe9ef-a4ab-4fbd-91b7-c658f9574008', 'mac_address': 'fa:16:3e:a7:0c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:11:59.386293 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1373b313-6961-44dd-8e8b-20c1e38425df req-fbc68ba6-5194-4689-a437-a13d82f429de tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e06391-53b1-4b65-97bd-7d1088f8d9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984878 Dec 17 15:11:59.409455 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:59.426273 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:11:59.439537 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-47c6f6a0-8273-4223-8d9e-3f0830db7a42 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1929931f93c54c40a22ecb93d4604ccd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1485279 Dec 17 15:11:59.466258 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-f28fe41e-06dd-4f0f-9d72-48cdf8b3265f admin admin] Allocated IP 172.25.6.231 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/a318271a-f555-4edf-b5c4-087d7c81f2f7) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:11:59.488094 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=38bfe9ef-a4ab-4fbd-91b7-c658f9574008,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:59.505358 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0de122-f89e-4db4-bafa-4d83e24abaee req-af46f2f7-f0e3-440e-ad0f-1e88d54fd72a tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:59.507222 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cf0de122-f89e-4db4-bafa-4d83e24abaee req-af46f2f7-f0e3-440e-ad0f-1e88d54fd72a tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.41 "GET /v2.0/ports?device_id=70749cbd-bd37-4f1e-9be9-0b5305f14f7c HTTP/1.1" status: 200 len: 945 time: 0.0575945 Dec 17 15:11:59.604353 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:59.633359 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72460682-ca93-4fc5-9a7e-6f6aa15145c7 req-9097cf69-fc51-4eb2-b9a6-869b87bc7756 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:11:59.641676 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-72460682-ca93-4fc5-9a7e-6f6aa15145c7 req-9097cf69-fc51-4eb2-b9a6-869b87bc7756 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 946 time: 0.0943027 Dec 17 15:11:59.665642 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-cf0de122-f89e-4db4-bafa-4d83e24abaee req-f63fdaff-3433-4da4-a108-e7317c5f022f tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Deleting port b44ce229-b93d-4d4c-8efe-a8c2ad8dd403 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:11:59.666762 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-cf0de122-f89e-4db4-bafa-4d83e24abaee req-f63fdaff-3433-4da4-a108-e7317c5f022f tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:59.694135 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f28fe41e-06dd-4f0f-9d72-48cdf8b3265f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:59.700690 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=38bfe9ef-a4ab-4fbd-91b7-c658f9574008,revision_number=8']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:59.731078 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-72460682-ca93-4fc5-9a7e-6f6aa15145c7 req-135fbdcf-521d-415d-9624-87b3ec98ecac tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836003 Dec 17 15:11:59.859366 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4e57a7cd-e084-4448-b6e5-17181d570b0f req-353887d9-cf95-47e6-b331-405df10054e6 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c9ce9e0-477e-493f-ac02-9b27909b4ca2 HTTP/1.1" status: 200 len: 210 time: 0.0283561 Dec 17 15:11:59.861108 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f28fe41e-06dd-4f0f-9d72-48cdf8b3265f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:59.903659 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28fe41e-06dd-4f0f-9d72-48cdf8b3265f admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:11:59.907338 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-f28fe41e-06dd-4f0f-9d72-48cdf8b3265f admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:11:59.910014 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28fe41e-06dd-4f0f-9d72-48cdf8b3265f admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:11:59.932068 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['38bfe9ef-a4ab-4fbd-91b7-c658f9574008'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:11:59.959547 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-cf0de122-f89e-4db4-bafa-4d83e24abaee req-f63fdaff-3433-4da4-a108-e7317c5f022f tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] For port b44ce229-b93d-4d4c-8efe-a8c2ad8dd403, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=b44ce229-b93d-4d4c-8efe-a8c2ad8dd403,segment=NetworkSegment(94e8219a-57e1-4a61-bef9-a5e9e92eba31),segment_id=94e8219a-57e1-4a61-bef9-a5e9e92eba31)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:11:59.959910 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-cf0de122-f89e-4db4-bafa-4d83e24abaee req-f63fdaff-3433-4da4-a108-e7317c5f022f tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:11:59.966122 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28fe41e-06dd-4f0f-9d72-48cdf8b3265f admin admin] Pushing event updated for resources: {'Port': ['ID=a318271a-f555-4edf-b5c4-087d7c81f2f7,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:11:59.992272 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-cf0de122-f89e-4db4-bafa-4d83e24abaee req-f63fdaff-3433-4da4-a108-e7317c5f022f tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Calling delete_port for b44ce229-b93d-4d4c-8efe-a8c2ad8dd403 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:12:00.026677 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b8838-e229-409d-9101-908f6aef93c0 req-94852f38-6b04-43c3-824f-d29757808cd6 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:00.029038 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d84b8838-e229-409d-9101-908f6aef93c0 req-94852f38-6b04-43c3-824f-d29757808cd6 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.41 "GET /v2.0/ports?device_id=01073fb0-eaea-4f3a-b3e4-77fe45761d3d HTTP/1.1" status: 200 len: 945 time: 0.1186936 Dec 17 15:12:00.322729 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 20a55c82-ca1a-481e-ad33-9c9a53b96ffc up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:12:00.385231 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-d84b8838-e229-409d-9101-908f6aef93c0 req-8a9fce2b-cff7-474c-9050-a1fb921e4072 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Deleting port 60a3f128-5d1f-449a-97c9-b71999be02b5 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:12:00.385936 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d84b8838-e229-409d-9101-908f6aef93c0 req-8a9fce2b-cff7-474c-9050-a1fb921e4072 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:00.446142 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 20a55c82-ca1a-481e-ad33-9c9a53b96ffc triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:12:00.446869 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:00.524926 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-d84b8838-e229-409d-9101-908f6aef93c0 req-8a9fce2b-cff7-474c-9050-a1fb921e4072 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] For port 60a3f128-5d1f-449a-97c9-b71999be02b5, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=60a3f128-5d1f-449a-97c9-b71999be02b5,segment=NetworkSegment(94e8219a-57e1-4a61-bef9-a5e9e92eba31),segment_id=94e8219a-57e1-4a61-bef9-a5e9e92eba31)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:00.526367 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d84b8838-e229-409d-9101-908f6aef93c0 req-8a9fce2b-cff7-474c-9050-a1fb921e4072 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:00.548886 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-d84b8838-e229-409d-9101-908f6aef93c0 req-8a9fce2b-cff7-474c-9050-a1fb921e4072 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Calling delete_port for 60a3f128-5d1f-449a-97c9-b71999be02b5 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:12:00.575018 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:00.582366 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28fa7c4-cc06-4bee-badd-a6dfaf9eb252 req-4783d234-c154-4f38-bedb-24b1dc95f985 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:00.598351 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f28fa7c4-cc06-4bee-badd-a6dfaf9eb252 req-4783d234-c154-4f38-bedb-24b1dc95f985 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=70749cbd-bd37-4f1e-9be9-0b5305f14f7c HTTP/1.1" status: 200 len: 945 time: 0.1005459 Dec 17 15:12:00.616684 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 20a55c82-ca1a-481e-ad33-9c9a53b96ffc, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=20a55c82-ca1a-481e-ad33-9c9a53b96ffc,segment=NetworkSegment(5b7aeaf3-a87a-4726-978f-04b4df2256d3),segment_id=5b7aeaf3-a87a-4726-978f-04b4df2256d3)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:00.641757 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f28fa7c4-cc06-4bee-badd-a6dfaf9eb252 req-ad7bd335-995f-4437-b225-a8f3776ec75f tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/security-groups?id=81e06391-53b1-4b65-97bd-7d1088f8d9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423462 Dec 17 15:12:00.653318 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c6fcb6-ddaa-409d-9fc2-9c398e0772c2 None None] Network 9f4bcda6-0daa-4d0f-9379-3c184ed0cc08 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:12:00.754644 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-98f08569-f76b-40aa-97c2-fa8697f68cfe None None] Provisioning complete for port 20a55c82-ca1a-481e-ad33-9c9a53b96ffc triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:12:00.755014 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-98f08569-f76b-40aa-97c2-fa8697f68cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:00.838042 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-cf0de122-f89e-4db4-bafa-4d83e24abaee req-f63fdaff-3433-4da4-a108-e7317c5f022f tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:00.840319 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d84b8838-e229-409d-9101-908f6aef93c0 req-8a9fce2b-cff7-474c-9050-a1fb921e4072 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:00.858032 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:00.893900 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['60a3f128-5d1f-449a-97c9-b71999be02b5', 'b44ce229-b93d-4d4c-8efe-a8c2ad8dd403'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:12:00.894517 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63fdaff-3433-4da4-a108-e7317c5f022f tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Pushing event deleted for resources: {'Port': ['ID=b44ce229-b93d-4d4c-8efe-a8c2ad8dd403,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:01.004506 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['60a3f128-5d1f-449a-97c9-b71999be02b5', 'b44ce229-b93d-4d4c-8efe-a8c2ad8dd403'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:12:01.063274 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9fce2b-cff7-474c-9050-a1fb921e4072 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Pushing event deleted for resources: {'Port': ['ID=60a3f128-5d1f-449a-97c9-b71999be02b5,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:01.068565 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=20a55c82-ca1a-481e-ad33-9c9a53b96ffc,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:01.083553 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0de122-f89e-4db4-bafa-4d83e24abaee req-f63fdaff-3433-4da4-a108-e7317c5f022f tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] No DVR routers for this DVR port b44ce229-b93d-4d4c-8efe-a8c2ad8dd403 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:12:01.086604 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-cf0de122-f89e-4db4-bafa-4d83e24abaee req-f63fdaff-3433-4da4-a108-e7317c5f022f tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:01.089327 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f5770fb3-06e4-4240-9f36-e3bce2c2bf68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:01.091087 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cf0de122-f89e-4db4-bafa-4d83e24abaee req-f63fdaff-3433-4da4-a108-e7317c5f022f tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.41 "DELETE /v2.0/ports/b44ce229-b93d-4d4c-8efe-a8c2ad8dd403 HTTP/1.1" status: 204 len: 173 time: 1.5774124 Dec 17 15:12:01.113824 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70749cbd-bd37-4f1e-9be9-0b5305f14f7c', 'name': 'network-vif-deleted', 'tag': 'b44ce229-b93d-4d4c-8efe-a8c2ad8dd403'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:12:01.120017 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ada064-365c-4f42-9b91-1feefab9ef62" -d '{"events": [{"server_uuid": "70749cbd-bd37-4f1e-9be9-0b5305f14f7c", "name": "network-vif-deleted", "tag": "b44ce229-b93d-4d4c-8efe-a8c2ad8dd403"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:12:01.124899 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84b8838-e229-409d-9101-908f6aef93c0 req-8a9fce2b-cff7-474c-9050-a1fb921e4072 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] No DVR routers for this DVR port 60a3f128-5d1f-449a-97c9-b71999be02b5 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:12:01.128584 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d84b8838-e229-409d-9101-908f6aef93c0 req-8a9fce2b-cff7-474c-9050-a1fb921e4072 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:01.132811 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d84b8838-e229-409d-9101-908f6aef93c0 req-8a9fce2b-cff7-474c-9050-a1fb921e4072 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.41 "DELETE /v2.0/ports/60a3f128-5d1f-449a-97c9-b71999be02b5 HTTP/1.1" status: 204 len: 173 time: 1.0589693 Dec 17 15:12:01.177679 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9cc34713-4f07-4b51-8b53-d4d93668c313 req-412311b6-8adf-471d-b889-96a8d580e632 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c9ce9e0-477e-493f-ac02-9b27909b4ca2 HTTP/1.1" status: 200 len: 210 time: 0.0540769 Dec 17 15:12:01.214194 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f28fe41e-06dd-4f0f-9d72-48cdf8b3265f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:01.298134 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5c84d3-b7e2-4808-b76d-3918054371a4 x-openstack-request-id: req-8d5c84d3-b7e2-4808-b76d-3918054371a4 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:12:01.304547 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70749cbd-bd37-4f1e-9be9-0b5305f14f7c", "name": "network-vif-deleted", "tag": "b44ce229-b93d-4d4c-8efe-a8c2ad8dd403", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:12:01.304547 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8d5c84d3-b7e2-4808-b76d-3918054371a4 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:12:01.304547 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70749cbd-bd37-4f1e-9be9-0b5305f14f7c', 'name': 'network-vif-deleted', 'tag': 'b44ce229-b93d-4d4c-8efe-a8c2ad8dd403', 'status': 'completed', 'code': 200} Dec 17 15:12:01.310789 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-721763d6-c0fd-4036-9d91-9f1c43febb1b None None] Provisioning complete for port 20a55c82-ca1a-481e-ad33-9c9a53b96ffc triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:12:01.312488 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-721763d6-c0fd-4036-9d91-9f1c43febb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:01.341025 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-37d62d49-d670-431c-8d05-25e6010f6b91 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:01.341025 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-37d62d49-d670-431c-8d05-25e6010f6b91 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.13 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236&tenant_id=9a3e2a05328448bd85eebc1663dde8e3&binding%3Ahost_id=n-h2-820553-2 HTTP/1.1" status: 200 len: 947 time: 0.0940759 Dec 17 15:12:01.389595 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b8eb1-5816-4a1c-97a5-f4b7ceefb87e req-975abaf3-335a-4aa6-b792-6dec63334352 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:01.408166 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e20b8eb1-5816-4a1c-97a5-f4b7ceefb87e req-975abaf3-335a-4aa6-b792-6dec63334352 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 947 time: 0.1341712 Dec 17 15:12:01.443557 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-6d930267-518c-4f6a-b98b-72c57b999027 service neutron] 10.222.0.13 "GET /v2.0/ports/38bfe9ef-a4ab-4fbd-91b7-c658f9574008/bindings/n-h2-820553-2 HTTP/1.1" status: 200 len: 382 time: 0.0960364 Dec 17 15:12:01.528190 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-aff70561-2b66-4cfb-b83e-bca11d973c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:01.529844 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-aff70561-2b66-4cfb-b83e-bca11d973c7a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 1098 time: 0.0577388 Dec 17 15:12:01.643381 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-49f42711-0a29-4e15-ad30-7b18ed0de5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:01.645015 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-49f42711-0a29-4e15-ad30-7b18ed0de5f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.1080537 Dec 17 15:12:01.693101 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-17bb131d-d10b-4270-b3c0-8e9e948cafee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=38bfe9ef-a4ab-4fbd-91b7-c658f9574008 HTTP/1.1" status: 200 len: 217 time: 0.0400338 Dec 17 15:12:01.758142 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-7716cfdd-0849-4d46-bddc-4a3e1673a513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:01.759796 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-7716cfdd-0849-4d46-bddc-4a3e1673a513 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0594072 Dec 17 15:12:01.809005 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-3d16d9cc-fc8d-4775-a810-6c3cfdd48ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:01.810658 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-3d16d9cc-fc8d-4775-a810-6c3cfdd48ef6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0432990 Dec 17 15:12:01.840687 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e20b8eb1-5816-4a1c-97a5-f4b7ceefb87e req-5a8eee50-d550-400f-8ff0-35303c7d0d3b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315851 Dec 17 15:12:01.885102 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae27c5ba-4c32-4a9d-ac33-9298f8bf882b req-0989774e-f069-4d0e-b734-89667269e907 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=70749cbd-bd37-4f1e-9be9-0b5305f14f7c HTTP/1.1" status: 200 len: 210 time: 0.0407751 Dec 17 15:12:01.927374 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f28fe41e-06dd-4f0f-9d72-48cdf8b3265f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:01.962649 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-589b5cfe-ecac-4eba-be6e-cd3caa242f5a service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445618 Dec 17 15:12:02.135844 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 20a55c82-ca1a-481e-ad33-9c9a53b96ffc up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:12:02.143091 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-eb9b311b-c8c2-4bac-8b41-f6a50616aa21 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639049 Dec 17 15:12:02.180609 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28fe41e-06dd-4f0f-9d72-48cdf8b3265f admin admin] Router 36bc90e9-acdd-4944-b84c-85cadf1cb44d is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:12:02.189644 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 20a55c82-ca1a-481e-ad33-9c9a53b96ffc triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:12:02.190016 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:02.288556 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-264bd074-ced6-4149-bed6-217ce1823429 req-1f2299b0-726e-4de3-9674-6e2df92cfc93 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c9ce9e0-477e-493f-ac02-9b27909b4ca2 HTTP/1.1" status: 200 len: 210 time: 0.0281157 Dec 17 15:12:02.292628 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:02.328404 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28fe41e-06dd-4f0f-9d72-48cdf8b3265f admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:12:02.339620 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caffdef-ae73-4e0d-a934-4027e3a621b6 None None] Sync routers for ids ['36bc90e9-acdd-4944-b84c-85cadf1cb44d'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:12:02.351586 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caffdef-ae73-4e0d-a934-4027e3a621b6 None None] Routers {'36bc90e9-acdd-4944-b84c-85cadf1cb44d'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:12:02.352211 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-9caffdef-ae73-4e0d-a934-4027e3a621b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:12:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['36bc90e9-acdd-4944-b84c-85cadf1cb44d'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:02.463319 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-9caffdef-ae73-4e0d-a934-4027e3a621b6 None None] Set router 36bc90e9-acdd-4944-b84c-85cadf1cb44d gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:12:02.611152 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f28fe41e-06dd-4f0f-9d72-48cdf8b3265f admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:02.612405 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f28fe41e-06dd-4f0f-9d72-48cdf8b3265f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5893834 Dec 17 15:12:02.615265 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39884) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:12:02.656358 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-9caffdef-ae73-4e0d-a934-4027e3a621b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36bc90e9-acdd-4944-b84c-85cadf1cb44d', 'name': 'tempest-FloatingIPDetailsTestJSON-1064621041-router', 'tenant_id': 'ae5d78517b3842a2a2dd8cf4aec7a3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'a318271a-f555-4edf-b5c4-087d7c81f2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:11:58Z', 'updated_at': '2021-12-17T15:12:00Z', 'revision_number': 3, 'project_id': 'ae5d78517b3842a2a2dd8cf4aec7a3d4', 'gw_port': {'id': 'a318271a-f555-4edf-b5c4-087d7c81f2f7', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36bc90e9-acdd-4944-b84c-85cadf1cb44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:11:59Z', 'updated_at': '2021-12-17T15:11:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:02.684844 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caffdef-ae73-4e0d-a934-4027e3a621b6 None None] Checking router: 36bc90e9-acdd-4944-b84c-85cadf1cb44d for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:12:02.685413 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caffdef-ae73-4e0d-a934-4027e3a621b6 None None] Updating router 36bc90e9-acdd-4944-b84c-85cadf1cb44d port a318271a-f555-4edf-b5c4-087d7c81f2f7 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:12:02.712082 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-9caffdef-ae73-4e0d-a934-4027e3a621b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:03.011723 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c48331-ab03-4397-a7f0-8668a02847d3 req-abbc2951-518f-4937-b2fc-3a7547838517 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:03.022725 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-05c48331-ab03-4397-a7f0-8668a02847d3 req-abbc2951-518f-4937-b2fc-3a7547838517 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 947 time: 0.1001506 Dec 17 15:12:03.106015 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-9caffdef-ae73-4e0d-a934-4027e3a621b6 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:03.110459 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9105797d-1375-423b-98cb-810e0c80deed req-a202c230-fd18-41f4-a143-15551de02126 tempest-MultipleCreateTestJSON-1978836707 tempest-MultipleCreateTestJSON-1978836707-project] 10.222.0.46 "GET /v2.0/ports?device_id=01073fb0-eaea-4f3a-b3e4-77fe45761d3d HTTP/1.1" status: 200 len: 210 time: 0.0694337 Dec 17 15:12:03.154191 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:12:03.185693 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-05c48331-ab03-4397-a7f0-8668a02847d3 req-53472c49-2d2f-4e07-8400-7207370334a4 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618617 Dec 17 15:12:03.243546 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-9caffdef-ae73-4e0d-a934-4027e3a621b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:03.308527 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-9caffdef-ae73-4e0d-a934-4027e3a621b6 None None] Attempting to bind port a318271a-f555-4edf-b5c4-087d7c81f2f7 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:12:03.316200 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-9caffdef-ae73-4e0d-a934-4027e3a621b6 None None] Attempting to bind port a318271a-f555-4edf-b5c4-087d7c81f2f7 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:12:03.316200 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caffdef-ae73-4e0d-a934-4027e3a621b6 None None] Attempting to bind port a318271a-f555-4edf-b5c4-087d7c81f2f7 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:12:03.318678 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01073fb0-eaea-4f3a-b3e4-77fe45761d3d', 'name': 'network-vif-deleted', 'tag': '60a3f128-5d1f-449a-97c9-b71999be02b5'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:12:03.320964 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da51676-2cf9-4c3d-848a-8c52b8e12514" -d '{"events": [{"server_uuid": "01073fb0-eaea-4f3a-b3e4-77fe45761d3d", "name": "network-vif-deleted", "tag": "60a3f128-5d1f-449a-97c9-b71999be02b5"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:12:03.322551 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caffdef-ae73-4e0d-a934-4027e3a621b6 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:12:03.322922 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caffdef-ae73-4e0d-a934-4027e3a621b6 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:12:03.323403 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-9caffdef-ae73-4e0d-a934-4027e3a621b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:03.325276 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caffdef-ae73-4e0d-a934-4027e3a621b6 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:12:03.326590 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-9caffdef-ae73-4e0d-a934-4027e3a621b6 None None] Bound port: a318271a-f555-4edf-b5c4-087d7c81f2f7, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:12:03.326999 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-9caffdef-ae73-4e0d-a934-4027e3a621b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:03.330744 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48433d3-76cb-4db9-96b0-7389f6d3ac02 None None] Pushing event updated for resources: {'Port': ['ID=a318271a-f555-4edf-b5c4-087d7c81f2f7,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:03.339888 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-6c65e6d6-89a9-4f6e-a97e-e2a4820bdd99 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1929931f93c54c40a22ecb93d4604ccd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3727679 Dec 17 15:12:03.379198 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:12:03.383711 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:12:03.384143 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:03.386596 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-9caffdef-ae73-4e0d-a934-4027e3a621b6 None None] For port a318271a-f555-4edf-b5c4-087d7c81f2f7, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:12:03.390672 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-9caffdef-ae73-4e0d-a934-4027e3a621b6 None None] For port a318271a-f555-4edf-b5c4-087d7c81f2f7, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=a318271a-f555-4edf-b5c4-087d7c81f2f7,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:12:03.393903 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c003a6-1ca2-4c83-8d40-84d0cd14700b x-openstack-request-id: req-90c003a6-1ca2-4c83-8d40-84d0cd14700b {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:12:03.395010 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01073fb0-eaea-4f3a-b3e4-77fe45761d3d", "name": "network-vif-deleted", "tag": "60a3f128-5d1f-449a-97c9-b71999be02b5", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:12:03.395257 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-90c003a6-1ca2-4c83-8d40-84d0cd14700b {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:12:03.395647 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01073fb0-eaea-4f3a-b3e4-77fe45761d3d', 'name': 'network-vif-deleted', 'tag': '60a3f128-5d1f-449a-97c9-b71999be02b5', 'status': 'completed', 'code': 200} Dec 17 15:12:03.425286 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e19db7b9-1bfe-4654-a394-1c98a36a2885 req-d3429ca9-0502-4f43-9d7a-7ea3a1edbffe tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c9ce9e0-477e-493f-ac02-9b27909b4ca2 HTTP/1.1" status: 200 len: 210 time: 0.0313742 Dec 17 15:12:03.501070 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:03.512474 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-9caffdef-ae73-4e0d-a934-4027e3a621b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:03.546817 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567d180a-4217-4cb8-9066-6be25755f236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38bfe9ef-a4ab-4fbd-91b7-c658f9574008'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:12:03.549551 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5341766-38c1-4be3-922d-8519fc503b30" -d '{"events": [{"server_uuid": "567d180a-4217-4cb8-9066-6be25755f236", "name": "network-vif-plugged", "status": "completed", "tag": "38bfe9ef-a4ab-4fbd-91b7-c658f9574008"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:12:03.585373 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-7864b156-7c1b-4b51-a537-98a4b0b109bb tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:03.586891 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-7864b156-7c1b-4b51-a537-98a4b0b109bb tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2216423 Dec 17 15:12:03.591069 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caffdef-ae73-4e0d-a934-4027e3a621b6 None None] Routers {'36bc90e9-acdd-4944-b84c-85cadf1cb44d'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:12:03.591926 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-9caffdef-ae73-4e0d-a934-4027e3a621b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:12:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['36bc90e9-acdd-4944-b84c-85cadf1cb44d'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:03.619404 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-49bb6f15-e875-4f89-bc93-56e88198872e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Request body: {'port': {'device_id': '6c9ce9e0-477e-493f-ac02-9b27909b4ca2', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'admin_state_up': True, 'tenant_id': '1929931f93c54c40a22ecb93d4604ccd'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:12:03.638627 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48433d3-76cb-4db9-96b0-7389f6d3ac02 None None] Pushing event updated for resources: {'Port': ['ID=a318271a-f555-4edf-b5c4-087d7c81f2f7,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:03.754885 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-9caffdef-ae73-4e0d-a934-4027e3a621b6 None None] Set router 36bc90e9-acdd-4944-b84c-85cadf1cb44d gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:12:03.769310 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=38bfe9ef-a4ab-4fbd-91b7-c658f9574008,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:03.776816 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c030e0d0-dd5e-4b47-bcee-25177b3eefae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:03.841003 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54487061-fbbd-4230-a1b3-087accae6d3c x-openstack-request-id: req-54487061-fbbd-4230-a1b3-087accae6d3c {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:12:03.841003 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "567d180a-4217-4cb8-9066-6be25755f236", "name": "network-vif-plugged", "status": "completed", "tag": "38bfe9ef-a4ab-4fbd-91b7-c658f9574008", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:12:03.841003 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-54487061-fbbd-4230-a1b3-087accae6d3c {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:12:03.841003 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '567d180a-4217-4cb8-9066-6be25755f236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38bfe9ef-a4ab-4fbd-91b7-c658f9574008', 'code': 200} Dec 17 15:12:03.861068 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:03.896131 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:03.914850 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-49bb6f15-e875-4f89-bc93-56e88198872e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Made reservation on behalf of 1929931f93c54c40a22ecb93d4604ccd for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:12:03.918528 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-49bb6f15-e875-4f89-bc93-56e88198872e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:03.923338 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=38bfe9ef-a4ab-4fbd-91b7-c658f9574008,revision_number=9']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:03.937549 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device b44ce229-b93d-4d4c-8efe-a8c2ad8dd403 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:12:03.969956 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: b44ce229-b93d-4d4c-8efe-a8c2ad8dd403 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:12:03.970638 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device b44ce229-b93d-4d4c-8efe-a8c2ad8dd403 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:12:03.971940 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 60a3f128-5d1f-449a-97c9-b71999be02b5 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:12:03.995714 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-9caffdef-ae73-4e0d-a934-4027e3a621b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36bc90e9-acdd-4944-b84c-85cadf1cb44d', 'name': 'tempest-FloatingIPDetailsTestJSON-1064621041-router', 'tenant_id': 'ae5d78517b3842a2a2dd8cf4aec7a3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'a318271a-f555-4edf-b5c4-087d7c81f2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:11:58Z', 'updated_at': '2021-12-17T15:12:00Z', 'revision_number': 3, 'project_id': 'ae5d78517b3842a2a2dd8cf4aec7a3d4', 'gw_port': {'id': 'a318271a-f555-4edf-b5c4-087d7c81f2f7', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36bc90e9-acdd-4944-b84c-85cadf1cb44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:11:59Z', 'updated_at': '2021-12-17T15:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:04.006487 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 60a3f128-5d1f-449a-97c9-b71999be02b5 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:12:04.007095 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 60a3f128-5d1f-449a-97c9-b71999be02b5 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:12:04.023895 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caffdef-ae73-4e0d-a934-4027e3a621b6 None None] The sync data for ids ['36bc90e9-acdd-4944-b84c-85cadf1cb44d'] in n-d-820553-2 is: [{'id': '36bc90e9-acdd-4944-b84c-85cadf1cb44d', 'name': 'tempest-FloatingIPDetailsTestJSON-1064621041-router', 'tenant_id': 'ae5d78517b3842a2a2dd8cf4aec7a3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'a318271a-f555-4edf-b5c4-087d7c81f2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:11:58Z', 'updated_at': '2021-12-17T15:12:00Z', 'revision_number': 3, 'project_id': 'ae5d78517b3842a2a2dd8cf4aec7a3d4', 'gw_port': {'id': 'a318271a-f555-4edf-b5c4-087d7c81f2f7', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36bc90e9-acdd-4944-b84c-85cadf1cb44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:11:59Z', 'updated_at': '2021-12-17T15:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:12:04.065683 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-c030e0d0-dd5e-4b47-bcee-25177b3eefae admin admin] Allocated IP 172.20.0.1 (9f4bcda6-0daa-4d0f-9379-3c184ed0cc08/b4d72cf4-43d8-4a39-be4e-94bbc5baebec/21ad28f6-d320-4dba-b05b-2410413b7865) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:12:04.164554 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-49bb6f15-e875-4f89-bc93-56e88198872e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Allocated IP 192.168.233.176 (f97c7142-717f-43eb-a835-5fcd8d6a6486/b0a1cb4f-5aa5-4130-b24e-105310ef66e4/2db62043-8e50-4d6f-a3a7-471fe4f9e5f4) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:12:04.186406 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:04.187910 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39908) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:12:04.287096 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa26137a-6e0e-44bf-b621-51e7b673d6ab admin admin] Deleting subnet 7337baf1-c462-456e-9d9a-86c2fd75e251 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:12:04.300328 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aa26137a-6e0e-44bf-b621-51e7b673d6ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:04.388033 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aa26137a-6e0e-44bf-b621-51e7b673d6ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:04.515344 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c030e0d0-dd5e-4b47-bcee-25177b3eefae admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:04.518765 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-49bb6f15-e875-4f89-bc93-56e88198872e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:04.537285 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aa26137a-6e0e-44bf-b621-51e7b673d6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:04.576739 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fc07a-8548-4a5b-9873-fc7467a0ae4e req-28a5398c-4184-4b75-812e-b7a017e00892 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:04.578525 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7e0fc07a-8548-4a5b-9873-fc7467a0ae4e req-28a5398c-4184-4b75-812e-b7a017e00892 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.1330392 Dec 17 15:12:04.632884 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad26ef80-62bb-4980-b033-8eb1438e51d8 req-2cde5f2f-b027-4346-81c5-7f8986b6003b tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c9ce9e0-477e-493f-ac02-9b27909b4ca2 HTTP/1.1" status: 200 len: 210 time: 0.0407526 Dec 17 15:12:04.683694 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7e0fc07a-8548-4a5b-9873-fc7467a0ae4e req-928202e7-56a5-41e0-8aa7-0bdc8f5999e5 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912278 Dec 17 15:12:04.727200 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-49bb6f15-e875-4f89-bc93-56e88198872e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:04.738550 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['6e40d640-2815-414d-ab81-3ee608b6eaa1', '9c985672-0786-4851-9914-f569bcccd6d3'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:12:04.764775 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c030e0d0-dd5e-4b47-bcee-25177b3eefae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:04.795360 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['84ec1fa8-4fe6-41c9-9253-fd20873a5605', 'f3c715b8-b680-4273-a5af-bb9e8f873645', '06c2999c-bbee-475b-952d-fa0f041bc37d', 'fc6373c2-87ee-4df2-a142-168326ebbfee'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:12:04.832125 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c030e0d0-dd5e-4b47-bcee-25177b3eefae admin admin] Network 9f4bcda6-0daa-4d0f-9379-3c184ed0cc08 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:12:04.833494 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aa26137a-6e0e-44bf-b621-51e7b673d6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:04.833883 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-49bb6f15-e875-4f89-bc93-56e88198872e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Network f97c7142-717f-43eb-a835-5fcd8d6a6486 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:12:04.837538 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-c030e0d0-dd5e-4b47-bcee-25177b3eefae admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:12:04.841856 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c030e0d0-dd5e-4b47-bcee-25177b3eefae admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:12:04.846875 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-49bb6f15-e875-4f89-bc93-56e88198872e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:12:04.864989 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-49bb6f15-e875-4f89-bc93-56e88198872e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:12:04.873996 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26137a-6e0e-44bf-b621-51e7b673d6ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7337baf1-c462-456e-9d9a-86c2fd75e251,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:04.891099 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aa26137a-6e0e-44bf-b621-51e7b673d6ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:04.899364 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-aa26137a-6e0e-44bf-b621-51e7b673d6ab admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7337baf1-c462-456e-9d9a-86c2fd75e251 HTTP/1.1" status: 204 len: 168 time: 0.7098563 Dec 17 15:12:04.900541 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39922) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:12:04.960019 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb6f15-e875-4f89-bc93-56e88198872e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Pushing event updated for resources: {'Port': ['ID=2db62043-8e50-4d6f-a3a7-471fe4f9e5f4,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:04.986447 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bb6f15-e875-4f89-bc93-56e88198872e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:12:04.987641 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bb6f15-e875-4f89-bc93-56e88198872e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:12:04.987641 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bb6f15-e875-4f89-bc93-56e88198872e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:12:04.987641 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bb6f15-e875-4f89-bc93-56e88198872e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:12:04.987954 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bb6f15-e875-4f89-bc93-56e88198872e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:12:04.988052 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bb6f15-e875-4f89-bc93-56e88198872e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:12:04.988312 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bb6f15-e875-4f89-bc93-56e88198872e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:12:04.988680 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bb6f15-e875-4f89-bc93-56e88198872e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:12:04.989065 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bb6f15-e875-4f89-bc93-56e88198872e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:12:04.992973 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bb6f15-e875-4f89-bc93-56e88198872e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:12:04.993439 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bb6f15-e875-4f89-bc93-56e88198872e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:12:04.993774 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bb6f15-e875-4f89-bc93-56e88198872e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:12:05.048635 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c030e0d0-dd5e-4b47-bcee-25177b3eefae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:05.119934 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-49bb6f15-e875-4f89-bc93-56e88198872e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:05.120561 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-49bb6f15-e875-4f89-bc93-56e88198872e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:05.123184 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-77a2e1b5-5482-4922-a4df-d56acfcd160c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:05.187463 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030e0d0-dd5e-4b47-bcee-25177b3eefae admin admin] Pushing event updated for resources: {'Port': ['ID=21ad28f6-d320-4dba-b05b-2410413b7865,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:05.228261 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-49bb6f15-e875-4f89-bc93-56e88198872e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6125789 Dec 17 15:12:05.272753 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-bf0bf819-317f-4bbe-a3e6-1bb30baa6c4c service neutron] Request body: {'port': {'device_id': '6c9ce9e0-477e-493f-ac02-9b27909b4ca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:12:05.315126 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-77a2e1b5-5482-4922-a4df-d56acfcd160c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:05.348650 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-77a2e1b5-5482-4922-a4df-d56acfcd160c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a678bc-a78e-49e1-a38e-5059d56edc29']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:05.360539 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a99dff2c-37f3-4712-8d30-7357d6d7975b None None] Provisioning complete for port 21ad28f6-d320-4dba-b05b-2410413b7865 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:12:05.361168 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a99dff2c-37f3-4712-8d30-7357d6d7975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:05.364225 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-77a2e1b5-5482-4922-a4df-d56acfcd160c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e8219a-57e1-4a61-bef9-a5e9e92eba31') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:05.364814 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-77a2e1b5-5482-4922-a4df-d56acfcd160c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e8219a-57e1-4a61-bef9-a5e9e92eba31') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:05.381669 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-77a2e1b5-5482-4922-a4df-d56acfcd160c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:05.399249 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-77a2e1b5-5482-4922-a4df-d56acfcd160c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:05.407941 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a2e1b5-5482-4922-a4df-d56acfcd160c admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:12:05.408489 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-77a2e1b5-5482-4922-a4df-d56acfcd160c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:05.411604 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:12:05.411604 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:12:05.411604 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:12:05.411604 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:12:05.411604 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:12:05.411604 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:12:05.411604 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:12:05.411604 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:12:05.411604 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:12:05.411604 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:12:05.411604 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:12:05.411604 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:12:05.411604 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:12:05.411604 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:12:05.411604 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:12:05.411604 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:12:05.411604 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:12:05.411604 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:12:05.411604 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:12:05.411604 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:12:05.411604 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:12:05.411604 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:12:05.411604 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:12:05.411604 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:12:05.411604 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:12:05.411604 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:12:05.411604 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:12:05.411604 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:12:05.411604 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:12:05.411604 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:12:05.411604 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:12:05.411604 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:12:05.434589 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-bf0bf819-317f-4bbe-a3e6-1bb30baa6c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:05.476175 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-a99dff2c-37f3-4712-8d30-7357d6d7975b None None] Port 21ad28f6-d320-4dba-b05b-2410413b7865 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:12:05.575536 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-77a2e1b5-5482-4922-a4df-d56acfcd160c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:05.590419 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-77a2e1b5-5482-4922-a4df-d56acfcd160c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:05.600589 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-77a2e1b5-5482-4922-a4df-d56acfcd160c admin admin] 10.222.0.46 "DELETE /v2.0/networks/f9a678bc-a78e-49e1-a38e-5059d56edc29 HTTP/1.1" status: 204 len: 168 time: 0.6966915 Dec 17 15:12:05.613960 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2e1b5-5482-4922-a4df-d56acfcd160c admin admin] Pushing event deleted for resources: {'Network': ['ID=f9a678bc-a78e-49e1-a38e-5059d56edc29,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:05.643459 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c030e0d0-dd5e-4b47-bcee-25177b3eefae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:05.656609 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-ac7e6e02-8522-4c1c-a479-6b6fcf236a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:05.658156 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-ac7e6e02-8522-4c1c-a479-6b6fcf236a8f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236&tenant_id=9a3e2a05328448bd85eebc1663dde8e3 HTTP/1.1" status: 200 len: 1099 time: 0.1334789 Dec 17 15:12:05.713944 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-e7c3c09c-ffea-4623-9b89-7a2f14512254 None None] Provisioning complete for port 2db62043-8e50-4d6f-a3a7-471fe4f9e5f4 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:12:05.714321 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e7c3c09c-ffea-4623-9b89-7a2f14512254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:05.860448 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-e7c3c09c-ffea-4623-9b89-7a2f14512254 None None] Port 2db62043-8e50-4d6f-a3a7-471fe4f9e5f4 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:12:05.872077 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-085ed14d-9ee2-4f04-9750-4134f7dec61c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820553-2', 'device_owner': 'compute:nova'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:12:05.981629 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99e61b-5e9a-47bc-b501-dec89b734a96 req-3ddf9846-0882-438d-aec5-e75856a3a8dc tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:05.989689 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6e99e61b-5e9a-47bc-b501-dec89b734a96 req-3ddf9846-0882-438d-aec5-e75856a3a8dc tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c9ce9e0-477e-493f-ac02-9b27909b4ca2 HTTP/1.1" status: 200 len: 936 time: 0.1788199 Dec 17 15:12:06.036558 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39938) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:12:06.046060 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-085ed14d-9ee2-4f04-9750-4134f7dec61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:06.048121 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29f964-27fa-4a49-828a-e37e0f3ca6e2 req-e42f181d-0c94-47c3-9407-38b919b9763d tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:06.059896 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-db29f964-27fa-4a49-828a-e37e0f3ca6e2 req-e42f181d-0c94-47c3-9407-38b919b9763d tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.1873529 Dec 17 15:12:06.134377 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-db29f964-27fa-4a49-828a-e37e0f3ca6e2 req-92a932f3-bf26-44e4-a891-fa0da7e30716 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758934 Dec 17 15:12:06.147891 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c030e0d0-dd5e-4b47-bcee-25177b3eefae admin admin] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:06.157285 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6e99e61b-5e9a-47bc-b501-dec89b734a96 req-8ffc69e8-cab1-4b15-8621-0dded453f539 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586280 Dec 17 15:12:06.188733 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a318271a-f555-4edf-b5c4-087d7c81f2f7 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:12:06.200742 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3c220aae-00a9-4310-8110-56700d01f34d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3d7a401394fa41daa40970acf22646c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1598351 Dec 17 15:12:06.200898 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39940) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:12:06.252180 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port a318271a-f555-4edf-b5c4-087d7c81f2f7 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:12:06.254170 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:06.265119 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-535bcedb-fbdb-429d-b1d3-050deae185fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:06.272428 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c030e0d0-dd5e-4b47-bcee-25177b3eefae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:06.294798 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-535bcedb-fbdb-429d-b1d3-050deae185fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:06.358377 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030e0d0-dd5e-4b47-bcee-25177b3eefae admin admin] Pushing event updated for resources: {'Port': ['ID=21ad28f6-d320-4dba-b05b-2410413b7865,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:06.368262 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:06.396204 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port a318271a-f555-4edf-b5c4-087d7c81f2f7, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=a318271a-f555-4edf-b5c4-087d7c81f2f7,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:06.452056 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c030e0d0-dd5e-4b47-bcee-25177b3eefae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:06.495230 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-535bcedb-fbdb-429d-b1d3-050deae185fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:06.499662 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-535bcedb-fbdb-429d-b1d3-050deae185fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:06.503162 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-535bcedb-fbdb-429d-b1d3-050deae185fa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/81e06391-53b1-4b65-97bd-7d1088f8d9be HTTP/1.1" status: 204 len: 168 time: 0.2992611 Dec 17 15:12:06.506617 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:06.511051 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-bf0bf819-317f-4bbe-a3e6-1bb30baa6c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2db62043-8e50-4d6f-a3a7-471fe4f9e5f4 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:12:06.511950 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535bcedb-fbdb-429d-b1d3-050deae185fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e06391-53b1-4b65-97bd-7d1088f8d9be,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:06.522825 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-bf0bf819-317f-4bbe-a3e6-1bb30baa6c4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:06.547793 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-bf0bf819-317f-4bbe-a3e6-1bb30baa6c4c service neutron] Transition to ACTIVE for port object 2db62043-8e50-4d6f-a3a7-471fe4f9e5f4 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:12:06.595231 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c030e0d0-dd5e-4b47-bcee-25177b3eefae admin admin] Network 9f4bcda6-0daa-4d0f-9379-3c184ed0cc08 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:12:06.596738 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-c030e0d0-dd5e-4b47-bcee-25177b3eefae admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:12:06.597767 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=a318271a-f555-4edf-b5c4-087d7c81f2f7,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:06.703455 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-bf0bf819-317f-4bbe-a3e6-1bb30baa6c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:06.840456 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0bf819-317f-4bbe-a3e6-1bb30baa6c4c service neutron] Pushing event updated for resources: {'Port': ['ID=2db62043-8e50-4d6f-a3a7-471fe4f9e5f4,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:06.975907 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-085ed14d-9ee2-4f04-9750-4134f7dec61c service neutron] For port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=38bfe9ef-a4ab-4fbd-91b7-c658f9574008,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:06.982195 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c030e0d0-dd5e-4b47-bcee-25177b3eefae admin admin] Router 36bc90e9-acdd-4944-b84c-85cadf1cb44d has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:12:06.993611 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-044ccd44-bb2a-4ac8-9ca0-37c3056804a5 None None] Provisioning complete for port 21ad28f6-d320-4dba-b05b-2410413b7865 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:12:06.993868 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-044ccd44-bb2a-4ac8-9ca0-37c3056804a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:07.036172 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ac981-c7cb-443b-8325-d291fd541f53 req-f3a54afb-368a-4f9f-8d7e-c50ba2eb10a1 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:07.048657 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-044ccd44-bb2a-4ac8-9ca0-37c3056804a5 None None] Port 21ad28f6-d320-4dba-b05b-2410413b7865 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:12:07.049965 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f00ac981-c7cb-443b-8325-d291fd541f53 req-f3a54afb-368a-4f9f-8d7e-c50ba2eb10a1 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 1097 time: 0.0905688 Dec 17 15:12:07.107971 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f00ac981-c7cb-443b-8325-d291fd541f53 req-2f6230b9-eda9-4c14-8272-26770ab86f62 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519700 Dec 17 15:12:07.118455 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-bf0bf819-317f-4bbe-a3e6-1bb30baa6c4c service neutron] Attempting to bind port 2db62043-8e50-4d6f-a3a7-471fe4f9e5f4 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:12:07.118889 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-bf0bf819-317f-4bbe-a3e6-1bb30baa6c4c service neutron] Attempting to bind port 2db62043-8e50-4d6f-a3a7-471fe4f9e5f4 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:12:07.119309 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-bf0bf819-317f-4bbe-a3e6-1bb30baa6c4c service neutron] Attempting to bind port 2db62043-8e50-4d6f-a3a7-471fe4f9e5f4 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:12:07.160736 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-bf0bf819-317f-4bbe-a3e6-1bb30baa6c4c service neutron] Port 2db62043-8e50-4d6f-a3a7-471fe4f9e5f4 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:12:07.167937 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-bf0bf819-317f-4bbe-a3e6-1bb30baa6c4c service neutron] Attempting to bind port 2db62043-8e50-4d6f-a3a7-471fe4f9e5f4 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:12:07.173880 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:12:07.187792 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-bf0bf819-317f-4bbe-a3e6-1bb30baa6c4c service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:12:07.189174 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-bf0bf819-317f-4bbe-a3e6-1bb30baa6c4c service neutron] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:12:07.190641 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-bf0bf819-317f-4bbe-a3e6-1bb30baa6c4c service neutron] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:12:07.191168 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-bf0bf819-317f-4bbe-a3e6-1bb30baa6c4c service neutron] Bound port: 2db62043-8e50-4d6f-a3a7-471fe4f9e5f4, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:12:07.192849 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-bf0bf819-317f-4bbe-a3e6-1bb30baa6c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:07.223424 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-085ed14d-9ee2-4f04-9750-4134f7dec61c service neutron] For port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:12:07.279590 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddd833-0c3f-4355-8085-8fe66aadb4be req-a58e536f-8370-4159-b8ca-7130b916b370 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:07.283535 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71ddd833-0c3f-4355-8085-8fe66aadb4be req-a58e536f-8370-4159-b8ca-7130b916b370 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.0803316 Dec 17 15:12:07.324822 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:07.347874 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567d180a-4217-4cb8-9066-6be25755f236', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38bfe9ef-a4ab-4fbd-91b7-c658f9574008'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:12:07.355089 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c8b8e7-3988-45de-8e90-65173fc869a2" -d '{"events": [{"server_uuid": "567d180a-4217-4cb8-9066-6be25755f236", "name": "network-vif-unplugged", "status": "completed", "tag": "38bfe9ef-a4ab-4fbd-91b7-c658f9574008"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:12:07.355297 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71ddd833-0c3f-4355-8085-8fe66aadb4be req-6fd76459-89c9-43a1-bea5-df37ae0770d7 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614913 Dec 17 15:12:07.355415 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-085ed14d-9ee2-4f04-9750-4134f7dec61c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:07.388292 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-bf0bf819-317f-4bbe-a3e6-1bb30baa6c4c service neutron] For port 2db62043-8e50-4d6f-a3a7-471fe4f9e5f4, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:12:07.393297 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-bf0bf819-317f-4bbe-a3e6-1bb30baa6c4c service neutron] For port 2db62043-8e50-4d6f-a3a7-471fe4f9e5f4, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=2db62043-8e50-4d6f-a3a7-471fe4f9e5f4,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:12:07.398646 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-085ed14d-9ee2-4f04-9750-4134f7dec61c service neutron] Transition to ACTIVE for port object 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:12:07.399963 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c030e0d0-dd5e-4b47-bcee-25177b3eefae admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:12:07.405318 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c030e0d0-dd5e-4b47-bcee-25177b3eefae admin admin] 10.222.0.46 "PUT /v2.0/routers/36bc90e9-acdd-4944-b84c-85cadf1cb44d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7890282 Dec 17 15:12:07.418564 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290af6d5-dde3-416b-87ab-1a1c3c011c62 None None] Sync routers for ids ['36bc90e9-acdd-4944-b84c-85cadf1cb44d'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:12:07.449773 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290af6d5-dde3-416b-87ab-1a1c3c011c62 None None] Routers {'36bc90e9-acdd-4944-b84c-85cadf1cb44d'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:12:07.451374 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-290af6d5-dde3-416b-87ab-1a1c3c011c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:12:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['36bc90e9-acdd-4944-b84c-85cadf1cb44d'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:07.499963 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb614de-3dde-46ef-ab9c-fbe31fa231d6 req-3b87d157-6c44-40fb-9286-b0816bf9a09d tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:07.499963 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-deb614de-3dde-46ef-ab9c-fbe31fa231d6 req-3b87d157-6c44-40fb-9286-b0816bf9a09d tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c9ce9e0-477e-493f-ac02-9b27909b4ca2 HTTP/1.1" status: 200 len: 948 time: 0.0641232 Dec 17 15:12:07.553300 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-deb614de-3dde-46ef-ab9c-fbe31fa231d6 req-90801446-f7d2-4932-a4ba-9b887b8dbcf0 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534456 Dec 17 15:12:07.554053 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-085ed14d-9ee2-4f04-9750-4134f7dec61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:07.556775 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-bf0bf819-317f-4bbe-a3e6-1bb30baa6c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:07.622056 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-bf0bf819-317f-4bbe-a3e6-1bb30baa6c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:07.622661 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-bf0bf819-317f-4bbe-a3e6-1bb30baa6c4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:07.624757 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-bf0bf819-317f-4bbe-a3e6-1bb30baa6c4c service neutron] 10.222.0.13 "PUT /v2.0/ports/2db62043-8e50-4d6f-a3a7-471fe4f9e5f4 HTTP/1.1" status: 200 len: 1096 time: 2.3567488 Dec 17 15:12:07.628816 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972dd807-38d5-4779-bf86-98cd2b55f452 x-openstack-request-id: req-972dd807-38d5-4779-bf86-98cd2b55f452 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:12:07.629123 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "567d180a-4217-4cb8-9066-6be25755f236", "name": "network-vif-unplugged", "status": "completed", "tag": "38bfe9ef-a4ab-4fbd-91b7-c658f9574008", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:12:07.629384 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-972dd807-38d5-4779-bf86-98cd2b55f452 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:12:07.629762 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '567d180a-4217-4cb8-9066-6be25755f236', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38bfe9ef-a4ab-4fbd-91b7-c658f9574008', 'code': 200} Dec 17 15:12:07.645326 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ed14d-9ee2-4f04-9750-4134f7dec61c service neutron] Pushing event updated for resources: {'Port': ['ID=38bfe9ef-a4ab-4fbd-91b7-c658f9574008,revision_number=10']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:07.658729 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:12:07.659959 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:12:07.667450 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-085ed14d-9ee2-4f04-9750-4134f7dec61c service neutron] No DVR routers for this DVR port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:12:07.695898 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-290af6d5-dde3-416b-87ab-1a1c3c011c62 None None] Set router 36bc90e9-acdd-4944-b84c-85cadf1cb44d gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:12:07.803593 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-085ed14d-9ee2-4f04-9750-4134f7dec61c service neutron] Attempting to bind port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:12:07.804008 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-085ed14d-9ee2-4f04-9750-4134f7dec61c service neutron] Attempting to bind port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:12:07.804516 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-085ed14d-9ee2-4f04-9750-4134f7dec61c service neutron] Attempting to bind port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:12:07.830685 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-085ed14d-9ee2-4f04-9750-4134f7dec61c service neutron] Port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:12:07.830685 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-085ed14d-9ee2-4f04-9750-4134f7dec61c service neutron] Attempting to bind port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:12:07.856395 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-085ed14d-9ee2-4f04-9750-4134f7dec61c service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:12:07.858545 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-085ed14d-9ee2-4f04-9750-4134f7dec61c service neutron] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:12:07.860932 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-085ed14d-9ee2-4f04-9750-4134f7dec61c service neutron] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:12:07.861417 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-085ed14d-9ee2-4f04-9750-4134f7dec61c service neutron] Bound port: 38bfe9ef-a4ab-4fbd-91b7-c658f9574008, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:12:07.862411 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-085ed14d-9ee2-4f04-9750-4134f7dec61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:07.869560 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0bf819-317f-4bbe-a3e6-1bb30baa6c4c service neutron] Pushing event updated for resources: {'Port': ['ID=2db62043-8e50-4d6f-a3a7-471fe4f9e5f4,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:07.931271 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-d76b221d-13be-4092-be0c-a0ccdb6b5a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:07.931271 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-d76b221d-13be-4092-be0c-a0ccdb6b5a88 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1929931f93c54c40a22ecb93d4604ccd&device_id=6c9ce9e0-477e-493f-ac02-9b27909b4ca2 HTTP/1.1" status: 200 len: 1099 time: 0.1254249 Dec 17 15:12:08.011123 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-858c35d1-5385-4dc1-931d-da9f35fab162 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=2db62043-8e50-4d6f-a3a7-471fe4f9e5f4 HTTP/1.1" status: 200 len: 217 time: 0.0754328 Dec 17 15:12:08.029895 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-085ed14d-9ee2-4f04-9750-4134f7dec61c service neutron] For port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:12:08.047230 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-085ed14d-9ee2-4f04-9750-4134f7dec61c service neutron] For port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=38bfe9ef-a4ab-4fbd-91b7-c658f9574008,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:12:08.133413 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-541839c8-646a-4f38-a2d9-5e71699942e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:08.133816 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-541839c8-646a-4f38-a2d9-5e71699942e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.1007786 Dec 17 15:12:08.201394 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-085ed14d-9ee2-4f04-9750-4134f7dec61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:08.278383 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a318271a-f555-4edf-b5c4-087d7c81f2f7 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:12:08.292290 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-085ed14d-9ee2-4f04-9750-4134f7dec61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:08.297838 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-085ed14d-9ee2-4f04-9750-4134f7dec61c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:08.305650 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-085ed14d-9ee2-4f04-9750-4134f7dec61c service neutron] 10.222.0.41 "PUT /v2.0/ports/38bfe9ef-a4ab-4fbd-91b7-c658f9574008 HTTP/1.1" status: 200 len: 1095 time: 2.5519526 Dec 17 15:12:08.344980 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39998) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:12:08.398534 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-290af6d5-dde3-416b-87ab-1a1c3c011c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36bc90e9-acdd-4944-b84c-85cadf1cb44d', 'name': 'tempest-FloatingIPDetailsTestJSON-1064621041-router', 'tenant_id': 'ae5d78517b3842a2a2dd8cf4aec7a3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'a318271a-f555-4edf-b5c4-087d7c81f2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:11:58Z', 'updated_at': '2021-12-17T15:12:05Z', 'revision_number': 4, 'project_id': 'ae5d78517b3842a2a2dd8cf4aec7a3d4', 'gw_port': {'id': 'a318271a-f555-4edf-b5c4-087d7c81f2f7', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36bc90e9-acdd-4944-b84c-85cadf1cb44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:11:59Z', 'updated_at': '2021-12-17T15:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '21ad28f6-d320-4dba-b05b-2410413b7865', 'name': '', 'network_id': '9f4bcda6-0daa-4d0f-9379-3c184ed0cc08', 'tenant_id': 'ae5d78517b3842a2a2dd8cf4aec7a3d4', 'mac_address': 'fa:16:3e:a7:ad:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36bc90e9-acdd-4944-b84c-85cadf1cb44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'b4d72cf4-43d8-4a39-be4e-94bbc5baebec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:12:03Z', 'updated_at': '2021-12-17T15:12:05Z', 'revision_number': 2, 'project_id': 'ae5d78517b3842a2a2dd8cf4aec7a3d4', 'subnets': [{'id': 'b4d72cf4-43d8-4a39-be4e-94bbc5baebec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:08.462438 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port a318271a-f555-4edf-b5c4-087d7c81f2f7 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:12:08.463556 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:08.467350 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290af6d5-dde3-416b-87ab-1a1c3c011c62 None None] Checking router: 36bc90e9-acdd-4944-b84c-85cadf1cb44d for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:12:08.468467 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290af6d5-dde3-416b-87ab-1a1c3c011c62 None None] Updating router 36bc90e9-acdd-4944-b84c-85cadf1cb44d port 21ad28f6-d320-4dba-b05b-2410413b7865 binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:12:08.557309 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34b3c946-d2ac-4e57-86f6-63576ca42f44 req-49d2e6fd-5406-43ab-a12e-e8b9964e73cf tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5698340 Dec 17 15:12:08.566307 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-abb7addb-e829-4ce6-982d-03605be4a7bb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-53813695-network', 'tenant_id': 'dce35d970fbe48cba744e46ec101633d'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:12:08.566837 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-290af6d5-dde3-416b-87ab-1a1c3c011c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:08.572976 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-34b3c946-d2ac-4e57-86f6-63576ca42f44 req-f4122891-fc88-4bd5-bdc1-01b4e1a1a521 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:12:08.605129 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.db.api [req-34b3c946-d2ac-4e57-86f6-63576ca42f44 req-f4122891-fc88-4bd5-bdc1-01b4e1a1a521 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 17 15:12:08.605129 n-d-820553-2 neutron-server[102832]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 17 15:12:08.605129 n-d-820553-2 neutron-server[102832]: [parameters: {'project_id': 'ae5d78517b3842a2a2dd8cf4aec7a3d4', 'id': 'dc49da6f-5757-4179-8cbc-7e925d8a78e4', 'expiration': datetime.datetime(2021, 12, 17, 15, 14, 8, 599685)}] Dec 17 15:12:08.605129 n-d-820553-2 neutron-server[102832]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:12:08.606018 n-d-820553-2 neutron-server[102832]: DEBUG oslo_db.api [req-34b3c946-d2ac-4e57-86f6-63576ca42f44 req-f4122891-fc88-4bd5-bdc1-01b4e1a1a521 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:12:08.735834 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb7addb-e829-4ce6-982d-03605be4a7bb admin admin] Made reservation on behalf of dce35d970fbe48cba744e46ec101633d for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:12:08.739103 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-abb7addb-e829-4ce6-982d-03605be4a7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:08.756063 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-abb7addb-e829-4ce6-982d-03605be4a7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:08.851713 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ed14d-9ee2-4f04-9750-4134f7dec61c service neutron] Pushing event updated for resources: {'Port': ['ID=38bfe9ef-a4ab-4fbd-91b7-c658f9574008,revision_number=11']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:08.856046 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-e78f77c9-c028-4c8b-a279-3b28788b3613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:08.857675 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-e78f77c9-c028-4c8b-a279-3b28788b3613 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7165620 Dec 17 15:12:08.868917 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-abb7addb-e829-4ce6-982d-03605be4a7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:08.934484 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-abb7addb-e829-4ce6-982d-03605be4a7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:08.958564 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb7addb-e829-4ce6-982d-03605be4a7bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:12:08.963840 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-320a0c38-d713-4f87-8f24-a83a673d62f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:08.965911 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-320a0c38-d713-4f87-8f24-a83a673d62f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 1098 time: 0.6029589 Dec 17 15:12:08.974568 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7addb-e829-4ce6-982d-03605be4a7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f74317-ed0a-4491-a48c-69c5e043fa3c,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:08.978545 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-abb7addb-e829-4ce6-982d-03605be4a7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:08.978829 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-abb7addb-e829-4ce6-982d-03605be4a7bb admin admin] Added segment 3b746a19-cda0-4375-9c52-9242ca19dfcd of type vlan for network cbde9e9a-b1dd-42f5-b861-f60d8d354cb3 Dec 17 15:12:08.987973 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-290af6d5-dde3-416b-87ab-1a1c3c011c62 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:09.001497 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb7addb-e829-4ce6-982d-03605be4a7bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:12:09.001840 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb7addb-e829-4ce6-982d-03605be4a7bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:12:09.002177 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb7addb-e829-4ce6-982d-03605be4a7bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:12:09.002511 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb7addb-e829-4ce6-982d-03605be4a7bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:12:09.002875 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb7addb-e829-4ce6-982d-03605be4a7bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:12:09.003186 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb7addb-e829-4ce6-982d-03605be4a7bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:12:09.003507 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb7addb-e829-4ce6-982d-03605be4a7bb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:12:09.003825 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb7addb-e829-4ce6-982d-03605be4a7bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:12:09.004152 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb7addb-e829-4ce6-982d-03605be4a7bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:12:09.004511 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb7addb-e829-4ce6-982d-03605be4a7bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:12:09.004786 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb7addb-e829-4ce6-982d-03605be4a7bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:12:09.005144 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb7addb-e829-4ce6-982d-03605be4a7bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:12:09.066769 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-abb7addb-e829-4ce6-982d-03605be4a7bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:09.074884 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-42c6d51b-d19c-47eb-a79a-ee1ba41c6a23 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077992 Dec 17 15:12:09.100007 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-290af6d5-dde3-416b-87ab-1a1c3c011c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:09.148718 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f5202-5822-45d7-96b4-cc25817d8271 None None] Pushing event updated for resources: {'Port': ['ID=21ad28f6-d320-4dba-b05b-2410413b7865,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:09.178522 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-d62d75fe-c662-4f90-9a7f-6c1ee7b082ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:09.179984 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-d62d75fe-c662-4f90-9a7f-6c1ee7b082ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.1879566 Dec 17 15:12:09.186142 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-abb7addb-e829-4ce6-982d-03605be4a7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:09.187325 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb7addb-e829-4ce6-982d-03605be4a7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:09.188293 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-abb7addb-e829-4ce6-982d-03605be4a7bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:09.211340 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-290af6d5-dde3-416b-87ab-1a1c3c011c62 None None] Attempting to bind port 21ad28f6-d320-4dba-b05b-2410413b7865 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:12:09.211988 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-290af6d5-dde3-416b-87ab-1a1c3c011c62 None None] Attempting to bind port 21ad28f6-d320-4dba-b05b-2410413b7865 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '5b7aeaf3-a87a-4726-978f-04b4df2256d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9f4bcda6-0daa-4d0f-9379-3c184ed0cc08'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:12:09.212638 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290af6d5-dde3-416b-87ab-1a1c3c011c62 None None] Attempting to bind port 21ad28f6-d320-4dba-b05b-2410413b7865 on network 9f4bcda6-0daa-4d0f-9379-3c184ed0cc08 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:12:09.221512 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290af6d5-dde3-416b-87ab-1a1c3c011c62 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:12:09.222412 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290af6d5-dde3-416b-87ab-1a1c3c011c62 None None] Checking segment: {'id': '5b7aeaf3-a87a-4726-978f-04b4df2256d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9f4bcda6-0daa-4d0f-9379-3c184ed0cc08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:12:09.222997 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-290af6d5-dde3-416b-87ab-1a1c3c011c62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:09.223720 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290af6d5-dde3-416b-87ab-1a1c3c011c62 None None] Bound using segment: {'id': '5b7aeaf3-a87a-4726-978f-04b4df2256d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9f4bcda6-0daa-4d0f-9379-3c184ed0cc08'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:12:09.224377 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-290af6d5-dde3-416b-87ab-1a1c3c011c62 None None] Bound port: 21ad28f6-d320-4dba-b05b-2410413b7865, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7aeaf3-a87a-4726-978f-04b4df2256d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9f4bcda6-0daa-4d0f-9379-3c184ed0cc08'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:12:09.224755 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-290af6d5-dde3-416b-87ab-1a1c3c011c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:09.273366 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-804b1707-3495-4fba-bc1a-d353fb4cf21b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=38bfe9ef-a4ab-4fbd-91b7-c658f9574008 HTTP/1.1" status: 200 len: 217 time: 0.0845637 Dec 17 15:12:09.278325 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-34b3c946-d2ac-4e57-86f6-63576ca42f44 req-f4122891-fc88-4bd5-bdc1-01b4e1a1a521 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks [] for floatingip, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:09.300285 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7addb-e829-4ce6-982d-03605be4a7bb admin admin] Pushing event updated for resources: {'Network': ['ID=cbde9e9a-b1dd-42f5-b861-f60d8d354cb3,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:09.325091 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-42488666-adb1-43bb-807e-7bdbd1ee2f83 req-985a2adb-656a-4287-a160-ecf5aa04cfa1 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358689 Dec 17 15:12:09.352047 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-290af6d5-dde3-416b-87ab-1a1c3c011c62 None None] For port 21ad28f6-d320-4dba-b05b-2410413b7865, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:12:09.358869 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network cbde9e9a-b1dd-42f5-b861-f60d8d354cb3 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:12:09.366782 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-290af6d5-dde3-416b-87ab-1a1c3c011c62 None None] For port 21ad28f6-d320-4dba-b05b-2410413b7865, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=21ad28f6-d320-4dba-b05b-2410413b7865,segment=NetworkSegment(5b7aeaf3-a87a-4726-978f-04b4df2256d3),segment_id=5b7aeaf3-a87a-4726-978f-04b4df2256d3)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:12:09.390499 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-1564fc7e-71e9-4dba-b733-a20a359039e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:09.390929 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-1564fc7e-71e9-4dba-b733-a20a359039e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0984526 Dec 17 15:12:09.412799 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-abb7addb-e829-4ce6-982d-03605be4a7bb admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0630920 Dec 17 15:12:09.416525 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40026) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:12:09.434609 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-0542dbc7-67f9-4466-b7f1-00958d58eb8a admin admin] Request body: {'subnet': {'network_id': 'cbde9e9a-b1dd-42f5-b861-f60d8d354cb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-53813695-subnet', 'tenant_id': 'dce35d970fbe48cba744e46ec101633d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:12:09.477017 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-34b3c946-d2ac-4e57-86f6-63576ca42f44 req-f4122891-fc88-4bd5-bdc1-01b4e1a1a521 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:09.482544 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-290af6d5-dde3-416b-87ab-1a1c3c011c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:09.493478 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-7ceb50f3-6c2c-4528-a548-37f122305068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:09.496028 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-7ceb50f3-6c2c-4528-a548-37f122305068 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0957880 Dec 17 15:12:09.567205 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-3a81fcfc-637e-4ae5-96e9-e204c7710e1f None None] Provisioning complete for port 21ad28f6-d320-4dba-b05b-2410413b7865 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:12:09.567662 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3a81fcfc-637e-4ae5-96e9-e204c7710e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:09.573756 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290af6d5-dde3-416b-87ab-1a1c3c011c62 None None] Routers {'36bc90e9-acdd-4944-b84c-85cadf1cb44d'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:12:09.574621 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-290af6d5-dde3-416b-87ab-1a1c3c011c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:12:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['36bc90e9-acdd-4944-b84c-85cadf1cb44d'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:09.626619 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-87c83702-22b9-4093-be08-59833426b5f7 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240165 Dec 17 15:12:09.631483 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9ce9e0-477e-493f-ac02-9b27909b4ca2', 'tag': '2db62043-8e50-4d6f-a3a7-471fe4f9e5f4'}, {'name': 'network-changed', 'server_uuid': '567d180a-4217-4cb8-9066-6be25755f236', 'tag': '38bfe9ef-a4ab-4fbd-91b7-c658f9574008'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:12:09.633790 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-34b3c946-d2ac-4e57-86f6-63576ca42f44 req-f4122891-fc88-4bd5-bdc1-01b4e1a1a521 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Allocated IP 172.25.6.22 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/109af875-3efd-45d7-92a3-be4133ce24dd) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:12:09.635407 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f0f448-f98c-42a2-8dae-478120982069" -d '{"events": [{"name": "network-changed", "server_uuid": "6c9ce9e0-477e-493f-ac02-9b27909b4ca2", "tag": "2db62043-8e50-4d6f-a3a7-471fe4f9e5f4"}, {"name": "network-changed", "server_uuid": "567d180a-4217-4cb8-9066-6be25755f236", "tag": "38bfe9ef-a4ab-4fbd-91b7-c658f9574008"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:12:09.641325 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0542dbc7-67f9-4466-b7f1-00958d58eb8a admin admin] Made reservation on behalf of dce35d970fbe48cba744e46ec101633d for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:12:09.644178 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0542dbc7-67f9-4466-b7f1-00958d58eb8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:09.828859 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9eceff33-4af2-4498-ada0-d4586af7f391 req-be4327a3-177f-45b3-9147-f48412d540b0 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874456 Dec 17 15:12:09.865898 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f5202-5822-45d7-96b4-cc25817d8271 None None] Pushing event updated for resources: {'Port': ['ID=21ad28f6-d320-4dba-b05b-2410413b7865,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:09.895383 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-34b3c946-d2ac-4e57-86f6-63576ca42f44 req-f4122891-fc88-4bd5-bdc1-01b4e1a1a521 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:09.961701 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-290af6d5-dde3-416b-87ab-1a1c3c011c62 None None] Set router 36bc90e9-acdd-4944-b84c-85cadf1cb44d gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:12:09.992669 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:10.004152 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3a81fcfc-637e-4ae5-96e9-e204c7710e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:10.060890 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-5e705b46-f2e8-460e-90c9-4648dd9b7041 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:12:10.063263 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-5e705b46-f2e8-460e-90c9-4648dd9b7041 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083160 Dec 17 15:12:10.078672 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0542dbc7-67f9-4466-b7f1-00958d58eb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:10.083857 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-34b3c946-d2ac-4e57-86f6-63576ca42f44 req-f4122891-fc88-4bd5-bdc1-01b4e1a1a521 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:10.116581 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-3f76ebe9-3265-414d-b462-428b2b880673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:10.117957 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-3a81fcfc-637e-4ae5-96e9-e204c7710e1f None None] For port 21ad28f6-d320-4dba-b05b-2410413b7865, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=21ad28f6-d320-4dba-b05b-2410413b7865,segment=NetworkSegment(5b7aeaf3-a87a-4726-978f-04b4df2256d3),segment_id=5b7aeaf3-a87a-4726-978f-04b4df2256d3)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:10.119474 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-3f76ebe9-3265-414d-b462-428b2b880673 service neutron] 10.222.0.46 "GET /v2.0/ports/c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 HTTP/1.1" status: 200 len: 1094 time: 0.0440431 Dec 17 15:12:10.131894 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f5f74e75-72d0-4b80-b2b3-aeb33825d157 service neutron] Request body: {'binding': {'host': 'n-h2-820553-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:12:10.132338 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f5f74e75-72d0-4b80-b2b3-aeb33825d157 service neutron] Unknown quota resources ['binding']. {{(pid=102833) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 15:12:10.169212 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34b3c946-d2ac-4e57-86f6-63576ca42f44 req-f4122891-fc88-4bd5-bdc1-01b4e1a1a521 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:12:10.184487 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-34b3c946-d2ac-4e57-86f6-63576ca42f44 req-f4122891-fc88-4bd5-bdc1-01b4e1a1a521 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:12:10.189093 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b3c946-d2ac-4e57-86f6-63576ca42f44 req-f4122891-fc88-4bd5-bdc1-01b4e1a1a521 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:12:10.208525 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4122891-fc88-4bd5-bdc1-01b4e1a1a521 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Pushing event updated for resources: {'Port': ['ID=109af875-3efd-45d7-92a3-be4133ce24dd,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:10.210947 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0542dbc7-67f9-4466-b7f1-00958d58eb8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e60526ad-10ea-41ba-854b-a0b7809ae667,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:10.225000 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3a81fcfc-637e-4ae5-96e9-e204c7710e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:10.256080 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0542dbc7-67f9-4466-b7f1-00958d58eb8a admin admin] Checking segment: {'id': '3b746a19-cda0-4375-9c52-9242ca19dfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cbde9e9a-b1dd-42f5-b861-f60d8d354cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:12:10.257015 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0542dbc7-67f9-4466-b7f1-00958d58eb8a admin admin] Network hostable DHCP agents. Network: cbde9e9a-b1dd-42f5-b861-f60d8d354cb3, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:12:10.288375 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81fcfc-637e-4ae5-96e9-e204c7710e1f None None] Pushing event updated for resources: {'Port': ['ID=21ad28f6-d320-4dba-b05b-2410413b7865,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:10.309442 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f5f74e75-72d0-4b80-b2b3-aeb33825d157 service neutron] Attempting to bind port c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 on host n-h2-820553-2 for vnic_type normal with profile None {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:12:10.310009 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f5f74e75-72d0-4b80-b2b3-aeb33825d157 service neutron] Attempting to bind port c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:12:10.310286 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-290af6d5-dde3-416b-87ab-1a1c3c011c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36bc90e9-acdd-4944-b84c-85cadf1cb44d', 'name': 'tempest-FloatingIPDetailsTestJSON-1064621041-router', 'tenant_id': 'ae5d78517b3842a2a2dd8cf4aec7a3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'a318271a-f555-4edf-b5c4-087d7c81f2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:11:58Z', 'updated_at': '2021-12-17T15:12:05Z', 'revision_number': 4, 'project_id': 'ae5d78517b3842a2a2dd8cf4aec7a3d4', 'gw_port': {'id': 'a318271a-f555-4edf-b5c4-087d7c81f2f7', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36bc90e9-acdd-4944-b84c-85cadf1cb44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:11:59Z', 'updated_at': '2021-12-17T15:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '21ad28f6-d320-4dba-b05b-2410413b7865', 'name': '', 'network_id': '9f4bcda6-0daa-4d0f-9379-3c184ed0cc08', 'tenant_id': 'ae5d78517b3842a2a2dd8cf4aec7a3d4', 'mac_address': 'fa:16:3e:a7:ad:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36bc90e9-acdd-4944-b84c-85cadf1cb44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'b4d72cf4-43d8-4a39-be4e-94bbc5baebec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:12:03Z', 'updated_at': '2021-12-17T15:12:09Z', 'revision_number': 4, 'project_id': 'ae5d78517b3842a2a2dd8cf4aec7a3d4', 'subnets': [{'id': 'b4d72cf4-43d8-4a39-be4e-94bbc5baebec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:10.310938 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f5f74e75-72d0-4b80-b2b3-aeb33825d157 service neutron] Attempting to bind port c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 on network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:12:10.316653 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f5f74e75-72d0-4b80-b2b3-aeb33825d157 service neutron] Port c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 on network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:12:10.317219 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f5f74e75-72d0-4b80-b2b3-aeb33825d157 service neutron] Attempting to bind port c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 on network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:12:10.323955 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f5f74e75-72d0-4b80-b2b3-aeb33825d157 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:12:10.324285 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f5f74e75-72d0-4b80-b2b3-aeb33825d157 service neutron] Checking segment: {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:12:10.324669 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f5f74e75-72d0-4b80-b2b3-aeb33825d157 service neutron] Bound using segment: {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:12:10.325125 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f5f74e75-72d0-4b80-b2b3-aeb33825d157 service neutron] Bound port: c74f3b5a-351a-49d7-8d6b-9b002c5e38c0, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:12:10.341651 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-34b3c946-d2ac-4e57-86f6-63576ca42f44 req-f4122891-fc88-4bd5-bdc1-01b4e1a1a521 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:10.346939 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290af6d5-dde3-416b-87ab-1a1c3c011c62 None None] The sync data for ids ['36bc90e9-acdd-4944-b84c-85cadf1cb44d'] in n-d-820553-2 is: [{'id': '36bc90e9-acdd-4944-b84c-85cadf1cb44d', 'name': 'tempest-FloatingIPDetailsTestJSON-1064621041-router', 'tenant_id': 'ae5d78517b3842a2a2dd8cf4aec7a3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'a318271a-f555-4edf-b5c4-087d7c81f2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:11:58Z', 'updated_at': '2021-12-17T15:12:05Z', 'revision_number': 4, 'project_id': 'ae5d78517b3842a2a2dd8cf4aec7a3d4', 'gw_port': {'id': 'a318271a-f555-4edf-b5c4-087d7c81f2f7', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36bc90e9-acdd-4944-b84c-85cadf1cb44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:11:59Z', 'updated_at': '2021-12-17T15:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '21ad28f6-d320-4dba-b05b-2410413b7865', 'name': '', 'network_id': '9f4bcda6-0daa-4d0f-9379-3c184ed0cc08', 'tenant_id': 'ae5d78517b3842a2a2dd8cf4aec7a3d4', 'mac_address': 'fa:16:3e:a7:ad:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36bc90e9-acdd-4944-b84c-85cadf1cb44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'b4d72cf4-43d8-4a39-be4e-94bbc5baebec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:12:03Z', 'updated_at': '2021-12-17T15:12:09Z', 'revision_number': 4, 'project_id': 'ae5d78517b3842a2a2dd8cf4aec7a3d4', 'subnets': [{'id': 'b4d72cf4-43d8-4a39-be4e-94bbc5baebec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:12:10.359540 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-0af97662-c983-4ba3-8aaf-c24ee0b1b7a9 None None] Provisioning complete for port 21ad28f6-d320-4dba-b05b-2410413b7865 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:12:10.360299 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0af97662-c983-4ba3-8aaf-c24ee0b1b7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:10.382081 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f5f74e75-72d0-4b80-b2b3-aeb33825d157 service neutron] For port c74f3b5a-351a-49d7-8d6b-9b002c5e38c0, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=c74f3b5a-351a-49d7-8d6b-9b002c5e38c0,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:12:10.437370 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0542dbc7-67f9-4466-b7f1-00958d58eb8a admin admin] Network cbde9e9a-b1dd-42f5-b861-f60d8d354cb3 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:12:10.487108 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f5f74e75-72d0-4b80-b2b3-aeb33825d157 service neutron] Notify callbacks [] for binding, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:10.488657 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f5f74e75-72d0-4b80-b2b3-aeb33825d157 service neutron] 10.222.0.46 "POST /v2.0/ports/c74f3b5a-351a-49d7-8d6b-9b002c5e38c0/bindings HTTP/1.1" status: 201 len: 389 time: 0.3600700 Dec 17 15:12:10.527168 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-34b3c946-d2ac-4e57-86f6-63576ca42f44 req-f4122891-fc88-4bd5-bdc1-01b4e1a1a521 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:10.674011 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-0542dbc7-67f9-4466-b7f1-00958d58eb8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, cbde9e9a-b1dd-42f5-b861-f60d8d354cb3) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:12:10.682928 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf7d03a-d0e8-48c7-88f9-289b8ee25dc6 None None] Network cbde9e9a-b1dd-42f5-b861-f60d8d354cb3 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:12:10.687517 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0542dbc7-67f9-4466-b7f1-00958d58eb8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:10.688065 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0542dbc7-67f9-4466-b7f1-00958d58eb8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:10.724454 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-34b3c946-d2ac-4e57-86f6-63576ca42f44 req-f4122891-fc88-4bd5-bdc1-01b4e1a1a521 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:10.774929 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40032) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:12:10.775265 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0542dbc7-67f9-4466-b7f1-00958d58eb8a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3576803 Dec 17 15:12:10.779876 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-f455f268-a60d-48fb-bb73-57de7379295c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-53813695-router', 'tenant_id': 'dce35d970fbe48cba744e46ec101633d', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:12:10.816208 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-34b3c946-d2ac-4e57-86f6-63576ca42f44 req-f4122891-fc88-4bd5-bdc1-01b4e1a1a521 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:10.854199 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daebcc3-0fb4-4bb8-b27e-e959054cfb69 None None] Network cbde9e9a-b1dd-42f5-b861-f60d8d354cb3 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:12:10.893154 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4122891-fc88-4bd5-bdc1-01b4e1a1a521 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Pushing event updated for resources: {'Port': ['ID=109af875-3efd-45d7-92a3-be4133ce24dd,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:10.912506 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f455f268-a60d-48fb-bb73-57de7379295c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:10.914592 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f455f268-a60d-48fb-bb73-57de7379295c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:10.930047 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-34b3c946-d2ac-4e57-86f6-63576ca42f44 req-f4122891-fc88-4bd5-bdc1-01b4e1a1a521 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:11.005867 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f455f268-a60d-48fb-bb73-57de7379295c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:11.080167 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-34b3c946-d2ac-4e57-86f6-63576ca42f44 req-f4122891-fc88-4bd5-bdc1-01b4e1a1a521 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:11.081776 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34b3c946-d2ac-4e57-86f6-63576ca42f44 req-f4122891-fc88-4bd5-bdc1-01b4e1a1a521 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5227654 Dec 17 15:12:11.194526 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34b3c946-d2ac-4e57-86f6-63576ca42f44 req-f83e4e8c-185e-47c6-ba72-05ee95d4379b tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.22 HTTP/1.1" status: 200 len: 695 time: 0.1048925 Dec 17 15:12:11.274772 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d414789-6a7f-4f3e-b24d-a8548ee59c38 req-cbc04e90-f064-4cbc-a1e6-909765a8acc3 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:11.276416 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8d414789-6a7f-4f3e-b24d-a8548ee59c38 req-cbc04e90-f064-4cbc-a1e6-909765a8acc3 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 947 time: 0.1242702 Dec 17 15:12:11.333249 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8d414789-6a7f-4f3e-b24d-a8548ee59c38 req-c0b047af-8ece-4626-b1ac-1b891efa228f tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457556 Dec 17 15:12:11.363858 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f455f268-a60d-48fb-bb73-57de7379295c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:11.367640 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3c946-d2ac-4e57-86f6-63576ca42f44 req-0aa429ab-829b-4ecb-bde5-6e3f76935944 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:11.375384 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34b3c946-d2ac-4e57-86f6-63576ca42f44 req-0aa429ab-829b-4ecb-bde5-6e3f76935944 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 784 time: 0.1733918 Dec 17 15:12:11.381277 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-34b3c946-d2ac-4e57-86f6-63576ca42f44 req-e9e707ae-20ab-4af4-b199-3953db822981 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:12:11.386680 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34b3c946-d2ac-4e57-86f6-63576ca42f44 req-e9e707ae-20ab-4af4-b199-3953db822981 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104284 Dec 17 15:12:11.514998 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd4617-dd85-4300-b62e-fa6ea707f8a9 req-ef5a0db5-ce70-437b-84cf-8a05a5150dfb tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:11.517660 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c2bd4617-dd85-4300-b62e-fa6ea707f8a9 req-ef5a0db5-ce70-437b-84cf-8a05a5150dfb tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c9ce9e0-477e-493f-ac02-9b27909b4ca2 HTTP/1.1" status: 200 len: 948 time: 0.0700598 Dec 17 15:12:11.580371 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c2bd4617-dd85-4300-b62e-fa6ea707f8a9 req-2ce81ce9-509b-4a3d-a35a-e4b1c7c9bbb8 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549088 Dec 17 15:12:11.583620 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Dec 2021 15:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e8b394-9020-432a-8854-5be4344e4e9f x-openstack-request-id: req-75e8b394-9020-432a-8854-5be4344e4e9f {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:12:11.583915 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c9ce9e0-477e-493f-ac02-9b27909b4ca2", "tag": "2db62043-8e50-4d6f-a3a7-471fe4f9e5f4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "567d180a-4217-4cb8-9066-6be25755f236", "tag": "38bfe9ef-a4ab-4fbd-91b7-c658f9574008", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:12:11.584165 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-75e8b394-9020-432a-8854-5be4344e4e9f {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:12:11.584556 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9ce9e0-477e-493f-ac02-9b27909b4ca2', 'tag': '2db62043-8e50-4d6f-a3a7-471fe4f9e5f4', 'status': 'completed', 'code': 200} Dec 17 15:12:11.584854 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '567d180a-4217-4cb8-9066-6be25755f236', 'tag': '38bfe9ef-a4ab-4fbd-91b7-c658f9574008', 'status': 'completed', 'code': 200} Dec 17 15:12:11.588120 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-749f3e1c-118f-422e-914c-5240c447000e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:11.589647 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-749f3e1c-118f-422e-914c-5240c447000e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=724cb0144c46439a90883d842de78922&device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 1097 time: 0.1378734 Dec 17 15:12:11.776562 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-22e1f83d-dd85-4d78-8e84-22c5797b40f6 req-0b0b860f-a6cb-40d1-9cc8-43abaf28b1f6 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1779203 Dec 17 15:12:11.783663 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-22e1f83d-dd85-4d78-8e84-22c5797b40f6 req-e41112d9-79c1-4f96-a85f-98fb6706de82 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:12:11.812403 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6fb25-bb40-4c66-82df-6af4907b0616 req-85558b75-b7c9-4c1b-a447-b714e3d00f4d tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:11.814051 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9d6fb25-bb40-4c66-82df-6af4907b0616 req-85558b75-b7c9-4c1b-a447-b714e3d00f4d tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 946 time: 0.0972157 Dec 17 15:12:11.817391 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0f448-f98c-42a2-8dae-478120982069 req-5f9645ee-fa93-414a-9032-f4456c1b4095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:11.819328 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-76f0f448-f98c-42a2-8dae-478120982069 req-5f9645ee-fa93-414a-9032-f4456c1b4095 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1929931f93c54c40a22ecb93d4604ccd&device_id=6c9ce9e0-477e-493f-ac02-9b27909b4ca2 HTTP/1.1" status: 200 len: 1099 time: 0.1951907 Dec 17 15:12:11.822545 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0f448-f98c-42a2-8dae-478120982069 req-eb91f9ac-67da-4f28-ad64-7c8f5cdb7f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:11.824671 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-76f0f448-f98c-42a2-8dae-478120982069 req-eb91f9ac-67da-4f28-ad64-7c8f5cdb7f83 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 1098 time: 0.1443081 Dec 17 15:12:11.827183 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-4de2e1b4-7194-4969-876d-88ca6d73e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:11.829460 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-4de2e1b4-7194-4969-876d-88ca6d73e61f service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 HTTP/1.1" status: 200 len: 921 time: 0.2303185 Dec 17 15:12:11.859811 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9d6fb25-bb40-4c66-82df-6af4907b0616 req-9643873e-da0e-4802-85f2-149c2c3a4960 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389073 Dec 17 15:12:11.934805 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-22e1f83d-dd85-4d78-8e84-22c5797b40f6 req-e41112d9-79c1-4f96-a85f-98fb6706de82 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks [] for floatingip, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:12.024149 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-cde6c0a1-62d4-4d33-9a34-d214f40b6849 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 HTTP/1.1" status: 200 len: 217 time: 0.1704769 Dec 17 15:12:12.054500 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-22e1f83d-dd85-4d78-8e84-22c5797b40f6 req-e41112d9-79c1-4f96-a85f-98fb6706de82 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:12.173609 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-116a93f4-e2e3-46c9-847a-9610aec9edae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:12.175083 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-116a93f4-e2e3-46c9-847a-9610aec9edae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c28c8ec-5ccc-4295-ab15-cbe54116b2d0 HTTP/1.1" status: 200 len: 860 time: 0.1396677 Dec 17 15:12:12.191069 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f455f268-a60d-48fb-bb73-57de7379295c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:12.193478 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0f448-f98c-42a2-8dae-478120982069 req-2ddb5115-297f-4f92-9ff8-b30a5a56e1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:12.196194 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-76f0f448-f98c-42a2-8dae-478120982069 req-2ddb5115-297f-4f92-9ff8-b30a5a56e1e8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.3612669 Dec 17 15:12:12.197274 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 21ad28f6-d320-4dba-b05b-2410413b7865 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:12:12.230317 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-22e1f83d-dd85-4d78-8e84-22c5797b40f6 req-e41112d9-79c1-4f96-a85f-98fb6706de82 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Allocated IP 172.25.6.47 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/02bcd1f1-0f1e-4566-8837-0e4579e1b40c) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:12:12.256345 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f0d650c7-4271-408e-abe5-0830b2a7b1f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669341 Dec 17 15:12:12.265805 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 21ad28f6-d320-4dba-b05b-2410413b7865 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:12:12.266185 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:12.288459 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f455f268-a60d-48fb-bb73-57de7379295c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:12.288459 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0f448-f98c-42a2-8dae-478120982069 req-9ca5602b-02ce-49bf-b82f-25ad15a963f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:12.289945 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-76f0f448-f98c-42a2-8dae-478120982069 req-9ca5602b-02ce-49bf-b82f-25ad15a963f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.4464214 Dec 17 15:12:12.301073 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-76f0f448-f98c-42a2-8dae-478120982069 req-a9f6a8ba-4c23-451f-ad7b-86cb00eb3d7b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=38bfe9ef-a4ab-4fbd-91b7-c658f9574008 HTTP/1.1" status: 200 len: 217 time: 0.0877101 Dec 17 15:12:12.362105 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-22e1f83d-dd85-4d78-8e84-22c5797b40f6 req-e41112d9-79c1-4f96-a85f-98fb6706de82 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:12.392191 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-76f0f448-f98c-42a2-8dae-478120982069 req-fc7e0f90-f561-412b-ba36-18d74f39d760 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=2db62043-8e50-4d6f-a3a7-471fe4f9e5f4 HTTP/1.1" status: 200 len: 217 time: 0.0857370 Dec 17 15:12:12.486607 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-22e1f83d-dd85-4d78-8e84-22c5797b40f6 req-e41112d9-79c1-4f96-a85f-98fb6706de82 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:12.505839 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7277761-1457-4a5d-91dc-9fdff56b0fe4 req-53b62fe0-fbb8-4651-bed3-590c84780aba tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:12.507639 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d7277761-1457-4a5d-91dc-9fdff56b0fe4 req-53b62fe0-fbb8-4651-bed3-590c84780aba tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 947 time: 0.0647986 Dec 17 15:12:12.551198 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0f448-f98c-42a2-8dae-478120982069 req-1efaa6cb-1f19-4861-8a4e-f18947970c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:12.552567 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-76f0f448-f98c-42a2-8dae-478120982069 req-1efaa6cb-1f19-4861-8a4e-f18947970c9d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.2286127 Dec 17 15:12:12.555888 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22e1f83d-dd85-4d78-8e84-22c5797b40f6 req-e41112d9-79c1-4f96-a85f-98fb6706de82 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:12:12.567222 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-22e1f83d-dd85-4d78-8e84-22c5797b40f6 req-e41112d9-79c1-4f96-a85f-98fb6706de82 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:12:12.576546 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e1f83d-dd85-4d78-8e84-22c5797b40f6 req-e41112d9-79c1-4f96-a85f-98fb6706de82 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:12:12.588724 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0f448-f98c-42a2-8dae-478120982069 req-29b96797-9df3-43fa-9b29-f0ef843cfbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:12.590181 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-76f0f448-f98c-42a2-8dae-478120982069 req-29b96797-9df3-43fa-9b29-f0ef843cfbf8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.1649361 Dec 17 15:12:12.604685 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41112d9-79c1-4f96-a85f-98fb6706de82 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Pushing event updated for resources: {'Port': ['ID=02bcd1f1-0f1e-4566-8837-0e4579e1b40c,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:12.628622 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-7bf45c3a-0022-46d3-b73b-565f73b9ca14 service neutron] 10.222.0.13 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374476 Dec 17 15:12:12.638692 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d7277761-1457-4a5d-91dc-9fdff56b0fe4 req-dfb297cd-0030-4a78-b43a-7152cfa1fa0f tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041632 Dec 17 15:12:12.669757 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-f455f268-a60d-48fb-bb73-57de7379295c admin admin] Allocated IP 172.25.6.125 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/ba77f246-d591-489a-a0a8-8be5b1353dba) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:12:12.766594 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-22e1f83d-dd85-4d78-8e84-22c5797b40f6 req-e41112d9-79c1-4f96-a85f-98fb6706de82 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:12.890868 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-22e1f83d-dd85-4d78-8e84-22c5797b40f6 req-e41112d9-79c1-4f96-a85f-98fb6706de82 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:12.901201 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168305ab-8e23-480a-8c46-bce779c8d296 req-b912d566-9f48-46a8-bb9c-f4ae0be75b86 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:12.902797 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-168305ab-8e23-480a-8c46-bce779c8d296 req-b912d566-9f48-46a8-bb9c-f4ae0be75b86 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c9ce9e0-477e-493f-ac02-9b27909b4ca2 HTTP/1.1" status: 200 len: 948 time: 0.0865748 Dec 17 15:12:12.979803 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-168305ab-8e23-480a-8c46-bce779c8d296 req-fab61451-f14f-413d-b685-3249b530e42f tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579724 Dec 17 15:12:13.117702 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0f448-f98c-42a2-8dae-478120982069 req-48dad9fe-df0c-4d68-bbe7-c9a7d5ff49b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:13.121377 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-76f0f448-f98c-42a2-8dae-478120982069 req-48dad9fe-df0c-4d68-bbe7-c9a7d5ff49b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5478628 Dec 17 15:12:13.150142 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-22e1f83d-dd85-4d78-8e84-22c5797b40f6 req-e41112d9-79c1-4f96-a85f-98fb6706de82 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:13.152074 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0f448-f98c-42a2-8dae-478120982069 req-90716db5-3e05-441a-9aa9-fb2a2341b2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:13.153589 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-76f0f448-f98c-42a2-8dae-478120982069 req-90716db5-3e05-441a-9aa9-fb2a2341b2c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5392892 Dec 17 15:12:13.163105 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5189c-25d9-4c59-9df0-4d4468c07eb2 req-1cf8ef31-ac8b-4d55-9d78-886a7d37514c tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:13.164667 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8ef5189c-25d9-4c59-9df0-4d4468c07eb2 req-1cf8ef31-ac8b-4d55-9d78-886a7d37514c tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 946 time: 0.0820212 Dec 17 15:12:13.200698 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 2db62043-8e50-4d6f-a3a7-471fe4f9e5f4 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:12:13.208900 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8ef5189c-25d9-4c59-9df0-4d4468c07eb2 req-7a44de6c-1ec6-400b-b3b0-6c4457df3e8b tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377533 Dec 17 15:12:13.233384 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-22e1f83d-dd85-4d78-8e84-22c5797b40f6 req-e41112d9-79c1-4f96-a85f-98fb6706de82 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:13.319037 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-b5fbbbdf-a835-4c4c-b853-d7e2fa1c906f service neutron] 10.222.0.13 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6773918 Dec 17 15:12:13.359269 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41112d9-79c1-4f96-a85f-98fb6706de82 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Pushing event updated for resources: {'Port': ['ID=02bcd1f1-0f1e-4566-8837-0e4579e1b40c,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:13.367749 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 2db62043-8e50-4d6f-a3a7-471fe4f9e5f4, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=2db62043-8e50-4d6f-a3a7-471fe4f9e5f4,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:13.387843 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '2db62043-8e50-4d6f-a3a7-471fe4f9e5f4', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': '2db62043-8e50-4d6f-a3a7-471fe4f9e5f4', 'mac_address': 'fa:16:3e:5c:8f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:12:13.392249 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-22e1f83d-dd85-4d78-8e84-22c5797b40f6 req-e41112d9-79c1-4f96-a85f-98fb6706de82 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:13.392412 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f455f268-a60d-48fb-bb73-57de7379295c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:13.417534 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-76f0f448-f98c-42a2-8dae-478120982069 req-fe9b3c88-4bb6-417b-a9be-2199acebc366 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815106 Dec 17 15:12:13.427099 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-76f0f448-f98c-42a2-8dae-478120982069 req-1245eb17-15c5-4552-90c4-90b89e94fa98 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509863 Dec 17 15:12:13.432237 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:13.449235 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2db62043-8e50-4d6f-a3a7-471fe4f9e5f4 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:12:13.469788 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 2db62043-8e50-4d6f-a3a7-471fe4f9e5f4, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=2db62043-8e50-4d6f-a3a7-471fe4f9e5f4,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:13.525428 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-22e1f83d-dd85-4d78-8e84-22c5797b40f6 req-e41112d9-79c1-4f96-a85f-98fb6706de82 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:13.534092 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-22e1f83d-dd85-4d78-8e84-22c5797b40f6 req-e41112d9-79c1-4f96-a85f-98fb6706de82 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7564738 Dec 17 15:12:13.604064 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:13.610294 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-22e1f83d-dd85-4d78-8e84-22c5797b40f6 req-a3afde6f-7df3-4ca4-8392-21d58d2263fe tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.47 HTTP/1.1" status: 200 len: 695 time: 0.0750248 Dec 17 15:12:13.644232 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-76f0f448-f98c-42a2-8dae-478120982069 req-e1efae0a-550c-4a8f-ba41-af9bc6f11f03 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086284 Dec 17 15:12:13.646287 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-76f0f448-f98c-42a2-8dae-478120982069 req-723d3aa4-6076-48ff-b762-e8c0d16d515b service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956565 Dec 17 15:12:13.662482 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=2db62043-8e50-4d6f-a3a7-471fe4f9e5f4,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:13.678630 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f455f268-a60d-48fb-bb73-57de7379295c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:13.831960 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f455f268-a60d-48fb-bb73-57de7379295c admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:12:13.842101 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-f455f268-a60d-48fb-bb73-57de7379295c admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:12:13.845765 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f455f268-a60d-48fb-bb73-57de7379295c admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:12:13.853736 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455f268-a60d-48fb-bb73-57de7379295c admin admin] Pushing event updated for resources: {'Port': ['ID=ba77f246-d591-489a-a0a8-8be5b1353dba,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:13.908318 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1f83d-dd85-4d78-8e84-22c5797b40f6 req-6db3d5b3-4b2d-445b-b75a-26097356e4f5 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:13.918714 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0f448-f98c-42a2-8dae-478120982069 req-82a38794-7a4e-455f-943c-be4cf080bb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:13.923395 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-76f0f448-f98c-42a2-8dae-478120982069 req-82a38794-7a4e-455f-943c-be4cf080bb07 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 1098 time: 0.1873200 Dec 17 15:12:13.926804 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-22e1f83d-dd85-4d78-8e84-22c5797b40f6 req-6db3d5b3-4b2d-445b-b75a-26097356e4f5 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 784 time: 0.3153188 Dec 17 15:12:13.928381 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['2db62043-8e50-4d6f-a3a7-471fe4f9e5f4'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:12:13.977491 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-22e1f83d-dd85-4d78-8e84-22c5797b40f6 req-1b7bada2-e02e-4335-966c-7983449b3bf9 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:12:13.994169 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:12:14.003816 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-22e1f83d-dd85-4d78-8e84-22c5797b40f6 req-1b7bada2-e02e-4335-966c-7983449b3bf9 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0758295 Dec 17 15:12:14.066938 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2b340-27e0-476d-a342-0e6050103ff7 req-62d23d3e-728c-4371-924a-08bab7851997 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:14.071562 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f5e2b340-27e0-476d-a342-0e6050103ff7 req-62d23d3e-728c-4371-924a-08bab7851997 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 947 time: 0.2662680 Dec 17 15:12:14.174356 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f5e2b340-27e0-476d-a342-0e6050103ff7 req-b28862df-343e-4c56-9b9e-4bd05e0761fe tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878720 Dec 17 15:12:14.291495 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=38bfe9ef-a4ab-4fbd-91b7-c658f9574008,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:14.308263 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0f448-f98c-42a2-8dae-478120982069 req-869d6808-f4fc-4fe1-a964-3d8e010e2c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:14.309774 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-76f0f448-f98c-42a2-8dae-478120982069 req-869d6808-f4fc-4fe1-a964-3d8e010e2c55 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.3719552 Dec 17 15:12:14.346101 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '38bfe9ef-a4ab-4fbd-91b7-c658f9574008', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': '38bfe9ef-a4ab-4fbd-91b7-c658f9574008', 'mac_address': 'fa:16:3e:a7:0c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:12:14.381612 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-72050baa-94a6-4332-991b-d7a624d3f69c req-23665a6a-df33-46c7-9ff7-e45d31f9017f tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2530897 Dec 17 15:12:14.383188 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-76f0f448-f98c-42a2-8dae-478120982069 req-da853f73-47cc-4fac-bc4c-96e2c27c5bae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=38bfe9ef-a4ab-4fbd-91b7-c658f9574008 HTTP/1.1" status: 200 len: 217 time: 0.0611978 Dec 17 15:12:14.394683 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-72050baa-94a6-4332-991b-d7a624d3f69c req-47069df1-88d6-4ce4-b16c-1c0a3fd99999 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:12:14.410123 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809dba46-fdce-46a8-bc88-95d10a29729d req-d08f28aa-f6b7-4fd2-bccb-06a5270500ed tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:14.413869 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-809dba46-fdce-46a8-bc88-95d10a29729d req-d08f28aa-f6b7-4fd2-bccb-06a5270500ed tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c9ce9e0-477e-493f-ac02-9b27909b4ca2 HTTP/1.1" status: 200 len: 949 time: 0.0948727 Dec 17 15:12:14.490343 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-809dba46-fdce-46a8-bc88-95d10a29729d req-0f977e59-3b10-41a8-b9a0-5d6bfec34ec4 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608304 Dec 17 15:12:14.493739 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:14.539688 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0f448-f98c-42a2-8dae-478120982069 req-16303c34-8663-495d-b06a-3f73bb0b3d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:14.541246 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-76f0f448-f98c-42a2-8dae-478120982069 req-16303c34-8663-495d-b06a-3f73bb0b3d77 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.1513083 Dec 17 15:12:14.556333 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:12:14.581918 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=38bfe9ef-a4ab-4fbd-91b7-c658f9574008,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:14.587615 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-72050baa-94a6-4332-991b-d7a624d3f69c req-47069df1-88d6-4ce4-b16c-1c0a3fd99999 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks [] for floatingip, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:14.622637 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f455f268-a60d-48fb-bb73-57de7379295c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:14.628784 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0f448-f98c-42a2-8dae-478120982069 req-899dfada-03ce-46c8-af2a-42c8253498f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:14.637288 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-76f0f448-f98c-42a2-8dae-478120982069 req-899dfada-03ce-46c8-af2a-42c8253498f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0754371 Dec 17 15:12:14.705878 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:14.807979 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=38bfe9ef-a4ab-4fbd-91b7-c658f9574008,revision_number=12']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:14.846441 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-76f0f448-f98c-42a2-8dae-478120982069 req-956e829f-59a0-4a4a-b9fc-833f01efb852 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840844 Dec 17 15:12:15.027627 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f455f268-a60d-48fb-bb73-57de7379295c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:15.072586 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-76f0f448-f98c-42a2-8dae-478120982069 req-888bbe30-0d35-4a10-b9be-c536a4fa596b service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965504 Dec 17 15:12:15.128875 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b87374-332c-41c4-bf74-a65050f4c69b req-671d0f77-3688-4cb7-b3a4-78b5cad7401f tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:15.137447 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82b87374-332c-41c4-bf74-a65050f4c69b req-671d0f77-3688-4cb7-b3a4-78b5cad7401f tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 946 time: 0.5620668 Dec 17 15:12:15.193218 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82b87374-332c-41c4-bf74-a65050f4c69b req-2b7526df-40ec-4d44-b34b-1dba95780440 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547819 Dec 17 15:12:15.228018 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['38bfe9ef-a4ab-4fbd-91b7-c658f9574008'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:12:15.300346 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-72050baa-94a6-4332-991b-d7a624d3f69c req-47069df1-88d6-4ce4-b16c-1c0a3fd99999 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:15.464973 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-72050baa-94a6-4332-991b-d7a624d3f69c req-47069df1-88d6-4ce4-b16c-1c0a3fd99999 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Allocated IP 172.25.6.20 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/b1cc7aec-9f36-4330-a36f-07282635a6b5) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:12:15.489205 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f455f268-a60d-48fb-bb73-57de7379295c admin admin] Router 854958be-ab53-487f-9373-1e5cfb7c7c83 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:12:15.576468 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa1623-1077-4543-9ba0-570b58a26d1d req-302f6bf7-4188-4923-bbfe-de20e3b879eb tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:15.580039 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94fa1623-1077-4543-9ba0-570b58a26d1d req-302f6bf7-4188-4923-bbfe-de20e3b879eb tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.1251929 Dec 17 15:12:15.623303 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f455f268-a60d-48fb-bb73-57de7379295c admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:12:15.634267 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c08fb2-ec42-4a43-9aa1-bbcd0487c245 None None] Sync routers for ids ['854958be-ab53-487f-9373-1e5cfb7c7c83'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:12:15.663516 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94fa1623-1077-4543-9ba0-570b58a26d1d req-0386bf26-5277-4c38-8a0b-284d4c7a4cb9 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487425 Dec 17 15:12:15.664481 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c08fb2-ec42-4a43-9aa1-bbcd0487c245 None None] Routers {'854958be-ab53-487f-9373-1e5cfb7c7c83'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:12:15.664481 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-26c08fb2-ec42-4a43-9aa1-bbcd0487c245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:12:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['854958be-ab53-487f-9373-1e5cfb7c7c83'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:15.717775 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-72050baa-94a6-4332-991b-d7a624d3f69c req-47069df1-88d6-4ce4-b16c-1c0a3fd99999 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:15.810631 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-26c08fb2-ec42-4a43-9aa1-bbcd0487c245 None None] Set router 854958be-ab53-487f-9373-1e5cfb7c7c83 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:12:15.823648 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73916b0-3689-4894-bd9d-6dcda0c58892 req-34e1dd4c-2a81-4b4e-a4e5-39d9c4131e6e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:15.825315 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d73916b0-3689-4894-bd9d-6dcda0c58892 req-34e1dd4c-2a81-4b4e-a4e5-39d9c4131e6e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c9ce9e0-477e-493f-ac02-9b27909b4ca2 HTTP/1.1" status: 200 len: 949 time: 0.0789585 Dec 17 15:12:15.873022 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d73916b0-3689-4894-bd9d-6dcda0c58892 req-33ecbb92-5b67-47b5-a349-90298a52e80b tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402772 Dec 17 15:12:16.003516 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19feac77-d772-4062-a3cb-d78fb3fcbf05 req-057ccc79-250a-4bc2-9875-71329fca5b0f tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:16.014101 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-19feac77-d772-4062-a3cb-d78fb3fcbf05 req-057ccc79-250a-4bc2-9875-71329fca5b0f tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 948 time: 0.0675216 Dec 17 15:12:16.042857 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-26c08fb2-ec42-4a43-9aa1-bbcd0487c245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854958be-ab53-487f-9373-1e5cfb7c7c83', 'name': 'tempest-ServerRescueNegativeTestJSON-53813695-router', 'tenant_id': 'dce35d970fbe48cba744e46ec101633d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'ba77f246-d591-489a-a0a8-8be5b1353dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:12:10Z', 'updated_at': '2021-12-17T15:12:14Z', 'revision_number': 3, 'project_id': 'dce35d970fbe48cba744e46ec101633d', 'gw_port': {'id': 'ba77f246-d591-489a-a0a8-8be5b1353dba', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:eb:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854958be-ab53-487f-9373-1e5cfb7c7c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:12:12Z', 'updated_at': '2021-12-17T15:12:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:16.073104 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c08fb2-ec42-4a43-9aa1-bbcd0487c245 None None] Checking router: 854958be-ab53-487f-9373-1e5cfb7c7c83 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:12:16.073432 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c08fb2-ec42-4a43-9aa1-bbcd0487c245 None None] Updating router 854958be-ab53-487f-9373-1e5cfb7c7c83 port ba77f246-d591-489a-a0a8-8be5b1353dba binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:12:16.080377 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-19feac77-d772-4062-a3cb-d78fb3fcbf05 req-52f41ad3-fb7e-40bf-a3b1-2fb9e6265390 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652008 Dec 17 15:12:16.105501 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-26c08fb2-ec42-4a43-9aa1-bbcd0487c245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:16.317647 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fdaee-56ff-44ba-8502-d7c4bff3c09f req-6e0fc56a-0312-4aa7-8028-f11ace844a8a tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:16.319114 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e51fdaee-56ff-44ba-8502-d7c4bff3c09f req-6e0fc56a-0312-4aa7-8028-f11ace844a8a tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 946 time: 0.0496793 Dec 17 15:12:16.363797 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e51fdaee-56ff-44ba-8502-d7c4bff3c09f req-f4dd612d-f273-48fd-96c8-1ce9a2189a99 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384533 Dec 17 15:12:16.480151 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-073fd276-68fb-4925-8ed6-984d1ab06355 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359511 Dec 17 15:12:16.602443 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-7851a7ea-7c80-4c3d-a3af-bfb3dba49cd1 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:16.603914 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-7851a7ea-7c80-4c3d-a3af-bfb3dba49cd1 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1181149 Dec 17 15:12:16.619345 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-066950a7-82fd-4d78-9da1-1cf7341763ab tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/quotas/9a3e2a05328448bd85eebc1663dde8e3 HTTP/1.1" status: 200 len: 375 time: 0.0093822 Dec 17 15:12:16.685826 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-1f15cb84-c2ab-44ed-b041-0a68b65b6525 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0578818 Dec 17 15:12:17.176137 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-72050baa-94a6-4332-991b-d7a624d3f69c req-47069df1-88d6-4ce4-b16c-1c0a3fd99999 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:17.180547 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f455f268-a60d-48fb-bb73-57de7379295c admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:17.180547 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f455f268-a60d-48fb-bb73-57de7379295c admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.4020803 Dec 17 15:12:17.183384 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40112) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:12:17.217257 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 2db62043-8e50-4d6f-a3a7-471fe4f9e5f4 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:12:17.258682 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72050baa-94a6-4332-991b-d7a624d3f69c req-47069df1-88d6-4ce4-b16c-1c0a3fd99999 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:12:17.261655 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-72050baa-94a6-4332-991b-d7a624d3f69c req-47069df1-88d6-4ce4-b16c-1c0a3fd99999 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:12:17.265868 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-72050baa-94a6-4332-991b-d7a624d3f69c req-47069df1-88d6-4ce4-b16c-1c0a3fd99999 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:12:17.375416 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47069df1-88d6-4ce4-b16c-1c0a3fd99999 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Pushing event updated for resources: {'Port': ['ID=b1cc7aec-9f36-4330-a36f-07282635a6b5,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:17.446623 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-26c08fb2-ec42-4a43-9aa1-bbcd0487c245 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:17.479123 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 2db62043-8e50-4d6f-a3a7-471fe4f9e5f4 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:12:17.488169 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 2db62043-8e50-4d6f-a3a7-471fe4f9e5f4 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:12:17.488169 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:17.522797 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-72050baa-94a6-4332-991b-d7a624d3f69c req-47069df1-88d6-4ce4-b16c-1c0a3fd99999 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:17.574963 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:17.600525 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9ce9e0-477e-493f-ac02-9b27909b4ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db62043-8e50-4d6f-a3a7-471fe4f9e5f4'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:12:17.602850 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e482ba1-7f2c-41cb-a960-f7093c69ed9c" -d '{"events": [{"server_uuid": "6c9ce9e0-477e-493f-ac02-9b27909b4ca2", "name": "network-vif-plugged", "status": "completed", "tag": "2db62043-8e50-4d6f-a3a7-471fe4f9e5f4"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:12:17.625133 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 2db62043-8e50-4d6f-a3a7-471fe4f9e5f4, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=2db62043-8e50-4d6f-a3a7-471fe4f9e5f4,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:17.634954 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad5c70-2d81-4dfc-9624-76fb210e887a req-e85e3218-9295-466a-a9ee-83ea0f7c8685 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:17.636775 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-19ad5c70-2d81-4dfc-9624-76fb210e887a req-e85e3218-9295-466a-a9ee-83ea0f7c8685 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c9ce9e0-477e-493f-ac02-9b27909b4ca2 HTTP/1.1" status: 200 len: 949 time: 0.0637879 Dec 17 15:12:17.676498 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-19ad5c70-2d81-4dfc-9624-76fb210e887a req-64ecba06-e1af-4c76-b725-09d41a0b2a09 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329659 Dec 17 15:12:17.720232 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c087a8c8-09e4-4c9a-818c-3b4ad92cee2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:17.742841 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4af36616-8b6e-4baf-9fe8-fbfdf74d16ea req-dbfd7d47-1ab1-45a8-8311-8aefc8fddb45 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 210 time: 0.0271564 Dec 17 15:12:17.786244 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-26c08fb2-ec42-4a43-9aa1-bbcd0487c245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:17.833209 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:17.838789 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-26c08fb2-ec42-4a43-9aa1-bbcd0487c245 None None] Attempting to bind port ba77f246-d591-489a-a0a8-8be5b1353dba on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:12:17.839207 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-26c08fb2-ec42-4a43-9aa1-bbcd0487c245 None None] Attempting to bind port ba77f246-d591-489a-a0a8-8be5b1353dba by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:12:17.839672 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c08fb2-ec42-4a43-9aa1-bbcd0487c245 None None] Attempting to bind port ba77f246-d591-489a-a0a8-8be5b1353dba on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:12:17.856011 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193806af-21c3-4003-a1ca-85ab4036ffc7 None None] Pushing event updated for resources: {'Port': ['ID=ba77f246-d591-489a-a0a8-8be5b1353dba,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:17.859011 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c08fb2-ec42-4a43-9aa1-bbcd0487c245 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:12:17.859895 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c08fb2-ec42-4a43-9aa1-bbcd0487c245 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:12:17.860501 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-26c08fb2-ec42-4a43-9aa1-bbcd0487c245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:17.861126 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c08fb2-ec42-4a43-9aa1-bbcd0487c245 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:12:17.861831 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-26c08fb2-ec42-4a43-9aa1-bbcd0487c245 None None] Bound port: ba77f246-d591-489a-a0a8-8be5b1353dba, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:12:17.862484 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-26c08fb2-ec42-4a43-9aa1-bbcd0487c245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:17.934330 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-c087a8c8-09e4-4c9a-818c-3b4ad92cee2b admin admin] Allocated IP 172.20.0.1 (cbde9e9a-b1dd-42f5-b861-f60d8d354cb3/e60526ad-10ea-41ba-854b-a0b7809ae667/252823a6-7a13-4882-9733-aeb6f1e4a8a8) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:12:17.940285 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-26c08fb2-ec42-4a43-9aa1-bbcd0487c245 None None] For port ba77f246-d591-489a-a0a8-8be5b1353dba, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:12:17.941062 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-72050baa-94a6-4332-991b-d7a624d3f69c req-47069df1-88d6-4ce4-b16c-1c0a3fd99999 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:17.949298 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=2db62043-8e50-4d6f-a3a7-471fe4f9e5f4,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:17.950144 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-26c08fb2-ec42-4a43-9aa1-bbcd0487c245 None None] For port ba77f246-d591-489a-a0a8-8be5b1353dba, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ba77f246-d591-489a-a0a8-8be5b1353dba,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:12:17.959551 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:12:17.960029 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:12:17.960459 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:12:17.960886 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:12:17.961341 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:12:17.961761 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:12:17.962200 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:12:17.962613 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:12:17.963066 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:12:17.963427 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:12:17.963843 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:12:17.964253 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:12:17.988906 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290383a-ca27-4166-b72c-4f618eb7f43f req-80fe580d-fae1-4db4-98e8-fcd19309c023 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:17.996395 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0290383a-ca27-4166-b72c-4f618eb7f43f req-80fe580d-fae1-4db4-98e8-fcd19309c023 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 946 time: 0.1922226 Dec 17 15:12:18.023923 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:12:18.057654 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0290383a-ca27-4166-b72c-4f618eb7f43f req-5972d19d-3535-4fea-b545-18d3b5aafb41 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601966 Dec 17 15:12:18.072320 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c087a8c8-09e4-4c9a-818c-3b4ad92cee2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:18.083586 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-26c08fb2-ec42-4a43-9aa1-bbcd0487c245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:18.153756 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e0470d-9f4e-45a5-b4bf-456e297eaed0 x-openstack-request-id: req-a1e0470d-9f4e-45a5-b4bf-456e297eaed0 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:12:18.154394 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9ce9e0-477e-493f-ac02-9b27909b4ca2", "name": "network-vif-plugged", "status": "completed", "tag": "2db62043-8e50-4d6f-a3a7-471fe4f9e5f4", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:12:18.155051 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a1e0470d-9f4e-45a5-b4bf-456e297eaed0 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:12:18.163807 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9ce9e0-477e-493f-ac02-9b27909b4ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db62043-8e50-4d6f-a3a7-471fe4f9e5f4', 'code': 200} Dec 17 15:12:18.276519 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-72050baa-94a6-4332-991b-d7a624d3f69c req-47069df1-88d6-4ce4-b16c-1c0a3fd99999 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:18.276715 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c087a8c8-09e4-4c9a-818c-3b4ad92cee2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:18.287719 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c08fb2-ec42-4a43-9aa1-bbcd0487c245 None None] Routers {'854958be-ab53-487f-9373-1e5cfb7c7c83'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:12:18.288614 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-26c08fb2-ec42-4a43-9aa1-bbcd0487c245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:12:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['854958be-ab53-487f-9373-1e5cfb7c7c83'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:18.322278 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c087a8c8-09e4-4c9a-818c-3b4ad92cee2b admin admin] Network cbde9e9a-b1dd-42f5-b861-f60d8d354cb3 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:12:18.328908 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-c087a8c8-09e4-4c9a-818c-3b4ad92cee2b admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:12:18.337190 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c087a8c8-09e4-4c9a-818c-3b4ad92cee2b admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:12:18.375554 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:12:18.384547 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:12:18.384547 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:18.399155 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193806af-21c3-4003-a1ca-85ab4036ffc7 None None] Pushing event updated for resources: {'Port': ['ID=ba77f246-d591-489a-a0a8-8be5b1353dba,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:18.403095 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-26c08fb2-ec42-4a43-9aa1-bbcd0487c245 None None] Set router 854958be-ab53-487f-9373-1e5cfb7c7c83 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:12:18.403877 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c087a8c8-09e4-4c9a-818c-3b4ad92cee2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:18.454804 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-72050baa-94a6-4332-991b-d7a624d3f69c req-47069df1-88d6-4ce4-b16c-1c0a3fd99999 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:18.462248 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087a8c8-09e4-4c9a-818c-3b4ad92cee2b admin admin] Pushing event updated for resources: {'Port': ['ID=252823a6-7a13-4882-9733-aeb6f1e4a8a8,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:18.473956 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f49e40-262c-4b82-b5b0-68e12611df3f req-356ea675-3216-4b32-b2c9-ad27fe62febd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:18.475525 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a2f49e40-262c-4b82-b5b0-68e12611df3f req-356ea675-3216-4b32-b2c9-ad27fe62febd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6c9ce9e0-477e-493f-ac02-9b27909b4ca2 HTTP/1.1" status: 200 len: 1101 time: 0.2611651 Dec 17 15:12:18.632978 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:18.691253 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47069df1-88d6-4ce4-b16c-1c0a3fd99999 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Pushing event updated for resources: {'Port': ['ID=b1cc7aec-9f36-4330-a36f-07282635a6b5,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:18.721526 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=38bfe9ef-a4ab-4fbd-91b7-c658f9574008,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:18.725319 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a2f49e40-262c-4b82-b5b0-68e12611df3f req-6f3b6a76-41d4-4450-bfd0-f504578255fe service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152658 Dec 17 15:12:18.732158 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-72050baa-94a6-4332-991b-d7a624d3f69c req-47069df1-88d6-4ce4-b16c-1c0a3fd99999 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:18.736748 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-26c08fb2-ec42-4a43-9aa1-bbcd0487c245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854958be-ab53-487f-9373-1e5cfb7c7c83', 'name': 'tempest-ServerRescueNegativeTestJSON-53813695-router', 'tenant_id': 'dce35d970fbe48cba744e46ec101633d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'ba77f246-d591-489a-a0a8-8be5b1353dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:12:10Z', 'updated_at': '2021-12-17T15:12:14Z', 'revision_number': 3, 'project_id': 'dce35d970fbe48cba744e46ec101633d', 'gw_port': {'id': 'ba77f246-d591-489a-a0a8-8be5b1353dba', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:eb:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854958be-ab53-487f-9373-1e5cfb7c7c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:12:12Z', 'updated_at': '2021-12-17T15:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:18.765850 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c08fb2-ec42-4a43-9aa1-bbcd0487c245 None None] The sync data for ids ['854958be-ab53-487f-9373-1e5cfb7c7c83'] in n-d-820553-2 is: [{'id': '854958be-ab53-487f-9373-1e5cfb7c7c83', 'name': 'tempest-ServerRescueNegativeTestJSON-53813695-router', 'tenant_id': 'dce35d970fbe48cba744e46ec101633d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'ba77f246-d591-489a-a0a8-8be5b1353dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:12:10Z', 'updated_at': '2021-12-17T15:12:14Z', 'revision_number': 3, 'project_id': 'dce35d970fbe48cba744e46ec101633d', 'gw_port': {'id': 'ba77f246-d591-489a-a0a8-8be5b1353dba', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:eb:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854958be-ab53-487f-9373-1e5cfb7c7c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:12:12Z', 'updated_at': '2021-12-17T15:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:12:18.820687 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:18.884669 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-72050baa-94a6-4332-991b-d7a624d3f69c req-47069df1-88d6-4ce4-b16c-1c0a3fd99999 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:18.885985 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-72050baa-94a6-4332-991b-d7a624d3f69c req-47069df1-88d6-4ce4-b16c-1c0a3fd99999 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.4967330 Dec 17 15:12:18.917027 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c087a8c8-09e4-4c9a-818c-3b4ad92cee2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:18.946964 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=38bfe9ef-a4ab-4fbd-91b7-c658f9574008,revision_number=13']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:18.995066 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e024559-26ba-46f4-b081-87fd33bfaf26 req-14f43715-4ee5-4a4f-81ad-e5ab0492768f tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:18.996652 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9e024559-26ba-46f4-b081-87fd33bfaf26 req-14f43715-4ee5-4a4f-81ad-e5ab0492768f tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c9ce9e0-477e-493f-ac02-9b27909b4ca2 HTTP/1.1" status: 200 len: 950 time: 0.2050462 Dec 17 15:12:19.083253 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-72050baa-94a6-4332-991b-d7a624d3f69c req-b3c0188a-9868-425e-bfe1-2520a19c5c67 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.20 HTTP/1.1" status: 200 len: 695 time: 0.1830411 Dec 17 15:12:19.365479 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9e024559-26ba-46f4-b081-87fd33bfaf26 req-f57d93d7-059f-46d4-ae0a-5c5486a7c842 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809627 Dec 17 15:12:19.411248 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72050baa-94a6-4332-991b-d7a624d3f69c req-97fa0d4f-38cc-40b1-994d-8bc23fe9a964 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:19.413293 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-72050baa-94a6-4332-991b-d7a624d3f69c req-97fa0d4f-38cc-40b1-994d-8bc23fe9a964 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 784 time: 0.3230233 Dec 17 15:12:19.549322 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f8b08d12-74aa-4ebd-9393-c70eabfcd317 req-8d099539-0a32-4ce8-837d-722671c92c9c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 210 time: 0.0794132 Dec 17 15:12:19.572385 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75215a44-4e88-4828-87ce-1dca06600936 req-7b45f673-95b4-4e81-bf38-9c4d7b6d0045 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:19.580315 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-75215a44-4e88-4828-87ce-1dca06600936 req-7b45f673-95b4-4e81-bf38-9c4d7b6d0045 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 946 time: 0.0909765 Dec 17 15:12:19.664085 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c087a8c8-09e4-4c9a-818c-3b4ad92cee2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:19.677537 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-75215a44-4e88-4828-87ce-1dca06600936 req-d1a577aa-216b-432c-a152-5eace456bd09 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961826 Dec 17 15:12:19.755413 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4cfca6c2-f835-4176-90d2-b89a49823723 req-b161f229-8077-43d8-b172-c4724236f9e2 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1530950 Dec 17 15:12:19.770281 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-4cfca6c2-f835-4176-90d2-b89a49823723 req-25970961-dcf8-4b71-8b0c-3b53ad1e58b5 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:12:19.774655 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c087a8c8-09e4-4c9a-818c-3b4ad92cee2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:19.881544 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c087a8c8-09e4-4c9a-818c-3b4ad92cee2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:19.899338 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087a8c8-09e4-4c9a-818c-3b4ad92cee2b admin admin] Pushing event updated for resources: {'Port': ['ID=252823a6-7a13-4882-9733-aeb6f1e4a8a8,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:19.951764 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-4cfca6c2-f835-4176-90d2-b89a49823723 req-25970961-dcf8-4b71-8b0c-3b53ad1e58b5 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks [] for floatingip, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:20.003899 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c087a8c8-09e4-4c9a-818c-3b4ad92cee2b admin admin] Network cbde9e9a-b1dd-42f5-b861-f60d8d354cb3 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:12:20.006002 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-c087a8c8-09e4-4c9a-818c-3b4ad92cee2b admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:12:20.083339 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-4cfca6c2-f835-4176-90d2-b89a49823723 req-25970961-dcf8-4b71-8b0c-3b53ad1e58b5 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:20.150231 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c087a8c8-09e4-4c9a-818c-3b4ad92cee2b admin admin] Router 854958be-ab53-487f-9373-1e5cfb7c7c83 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:12:20.165772 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567d180a-4217-4cb8-9066-6be25755f236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38bfe9ef-a4ab-4fbd-91b7-c658f9574008'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:12:20.169677 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79161c38-8270-4c0a-b6a7-0973eb8d652e" -d '{"events": [{"server_uuid": "567d180a-4217-4cb8-9066-6be25755f236", "name": "network-vif-plugged", "status": "completed", "tag": "38bfe9ef-a4ab-4fbd-91b7-c658f9574008"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:12:20.178728 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ba77f246-d591-489a-a0a8-8be5b1353dba up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:12:20.258408 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42892b36-e305-41c2-bdf7-c8f094aa47bb x-openstack-request-id: req-42892b36-e305-41c2-bdf7-c8f094aa47bb {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:12:20.259056 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "567d180a-4217-4cb8-9066-6be25755f236", "name": "network-vif-plugged", "status": "completed", "tag": "38bfe9ef-a4ab-4fbd-91b7-c658f9574008", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:12:20.259489 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-42892b36-e305-41c2-bdf7-c8f094aa47bb {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:12:20.260046 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '567d180a-4217-4cb8-9066-6be25755f236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38bfe9ef-a4ab-4fbd-91b7-c658f9574008', 'code': 200} Dec 17 15:12:20.295407 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-4cfca6c2-f835-4176-90d2-b89a49823723 req-25970961-dcf8-4b71-8b0c-3b53ad1e58b5 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Allocated IP 172.25.6.45 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/492fa5e1-966f-4626-9ad2-68ba82b090ac) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:12:20.311079 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port ba77f246-d591-489a-a0a8-8be5b1353dba triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:12:20.311535 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:20.360562 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c087a8c8-09e4-4c9a-818c-3b4ad92cee2b admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:12:20.365760 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c087a8c8-09e4-4c9a-818c-3b4ad92cee2b admin admin] 10.222.0.46 "PUT /v2.0/routers/854958be-ab53-487f-9373-1e5cfb7c7c83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1814096 Dec 17 15:12:20.462061 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:20.471605 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-4cfca6c2-f835-4176-90d2-b89a49823723 req-25970961-dcf8-4b71-8b0c-3b53ad1e58b5 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:20.495641 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port ba77f246-d591-489a-a0a8-8be5b1353dba, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ba77f246-d591-489a-a0a8-8be5b1353dba,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:20.570791 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc3b1b-8503-42b6-808c-60dabfbf32a2 req-3b603848-7d55-4fab-b553-6cf79fe639b5 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:20.572822 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-91dc3b1b-8503-42b6-808c-60dabfbf32a2 req-3b603848-7d55-4fab-b553-6cf79fe639b5 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c9ce9e0-477e-493f-ac02-9b27909b4ca2 HTTP/1.1" status: 200 len: 950 time: 0.0899906 Dec 17 15:12:20.631142 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-91dc3b1b-8503-42b6-808c-60dabfbf32a2 req-edab0875-ebb4-47ba-90ff-27c59f398706 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500634 Dec 17 15:12:20.655063 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:20.704227 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-4cfca6c2-f835-4176-90d2-b89a49823723 req-25970961-dcf8-4b71-8b0c-3b53ad1e58b5 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:20.714939 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=ba77f246-d591-489a-a0a8-8be5b1353dba,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:20.763589 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6eb02d08-ebee-4170-bd1d-1b5450eb8bd9 req-d298d6ef-5f3d-426d-977a-caf70f757382 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 210 time: 0.0709336 Dec 17 15:12:20.770807 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cfca6c2-f835-4176-90d2-b89a49823723 req-25970961-dcf8-4b71-8b0c-3b53ad1e58b5 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:12:20.775303 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-4cfca6c2-f835-4176-90d2-b89a49823723 req-25970961-dcf8-4b71-8b0c-3b53ad1e58b5 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:12:20.779551 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cfca6c2-f835-4176-90d2-b89a49823723 req-25970961-dcf8-4b71-8b0c-3b53ad1e58b5 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:12:20.814661 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25970961-dcf8-4b71-8b0c-3b53ad1e58b5 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Pushing event updated for resources: {'Port': ['ID=492fa5e1-966f-4626-9ad2-68ba82b090ac,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:20.892359 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-4cfca6c2-f835-4176-90d2-b89a49823723 req-25970961-dcf8-4b71-8b0c-3b53ad1e58b5 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:21.011506 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-4cfca6c2-f835-4176-90d2-b89a49823723 req-25970961-dcf8-4b71-8b0c-3b53ad1e58b5 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:21.027337 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-48431bbe-b7da-40f4-92a0-bd9dcf2c265c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341280 Dec 17 15:12:21.174852 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-8b132e68-4607-442e-bbd7-b0e938094938 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:21.176745 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-8b132e68-4607-442e-bbd7-b0e938094938 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1467626 Dec 17 15:12:21.200595 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b97e7c-a7b3-4eab-88d0-404fb02f53d8 None None] Sync routers for ids ['854958be-ab53-487f-9373-1e5cfb7c7c83'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:12:21.203744 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-c4fe4620-8c66-40b9-a7d0-386d7f568aa5 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Request body: {'port': {'device_id': 'ad645bac-bcc5-43ca-8633-eb388f62c266', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'admin_state_up': True, 'tenant_id': '9a3e2a05328448bd85eebc1663dde8e3'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:12:21.214728 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b97e7c-a7b3-4eab-88d0-404fb02f53d8 None None] Routers {'854958be-ab53-487f-9373-1e5cfb7c7c83'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:12:21.215363 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-90b97e7c-a7b3-4eab-88d0-404fb02f53d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:12:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['854958be-ab53-487f-9373-1e5cfb7c7c83'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:21.216188 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feee789-391a-4290-a888-b10ee9b45e43 req-94738d15-e576-493c-b4fa-49629fdea9b3 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:21.217770 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3feee789-391a-4290-a888-b10ee9b45e43 req-94738d15-e576-493c-b4fa-49629fdea9b3 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/networks?id=cbde9e9a-b1dd-42f5-b861-f60d8d354cb3 HTTP/1.1" status: 200 len: 817 time: 0.1803305 Dec 17 15:12:21.308563 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3feee789-391a-4290-a888-b10ee9b45e43 req-411c4761-00dc-480e-9c13-3327b6b6d464 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/quotas/dce35d970fbe48cba744e46ec101633d HTTP/1.1" status: 200 len: 375 time: 0.0231075 Dec 17 15:12:21.331567 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-4cfca6c2-f835-4176-90d2-b89a49823723 req-25970961-dcf8-4b71-8b0c-3b53ad1e58b5 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:21.355197 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-90b97e7c-a7b3-4eab-88d0-404fb02f53d8 None None] Set router 854958be-ab53-487f-9373-1e5cfb7c7c83 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:12:21.372114 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3feee789-391a-4290-a888-b10ee9b45e43 req-c6c93f18-d385-45bb-895f-3e02ee3191ec tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dce35d970fbe48cba744e46ec101633d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0569837 Dec 17 15:12:21.433135 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-4cfca6c2-f835-4176-90d2-b89a49823723 req-25970961-dcf8-4b71-8b0c-3b53ad1e58b5 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:21.466854 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-c4fe4620-8c66-40b9-a7d0-386d7f568aa5 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Made reservation on behalf of 9a3e2a05328448bd85eebc1663dde8e3 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:12:21.483078 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-c4fe4620-8c66-40b9-a7d0-386d7f568aa5 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:21.524278 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-4cfca6c2-f835-4176-90d2-b89a49823723 req-25970961-dcf8-4b71-8b0c-3b53ad1e58b5 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:21.548068 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25970961-dcf8-4b71-8b0c-3b53ad1e58b5 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Pushing event updated for resources: {'Port': ['ID=492fa5e1-966f-4626-9ad2-68ba82b090ac,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:21.578655 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3feee789-391a-4290-a888-b10ee9b45e43 req-2963e074-d293-4cf3-b666-a46d8cbdf417 service neutron] 10.222.0.46 "GET /v2.0/networks/cbde9e9a-b1dd-42f5-b861-f60d8d354cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979954 Dec 17 15:12:21.624075 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-90b97e7c-a7b3-4eab-88d0-404fb02f53d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854958be-ab53-487f-9373-1e5cfb7c7c83', 'name': 'tempest-ServerRescueNegativeTestJSON-53813695-router', 'tenant_id': 'dce35d970fbe48cba744e46ec101633d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'ba77f246-d591-489a-a0a8-8be5b1353dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:12:10Z', 'updated_at': '2021-12-17T15:12:18Z', 'revision_number': 4, 'project_id': 'dce35d970fbe48cba744e46ec101633d', 'gw_port': {'id': 'ba77f246-d591-489a-a0a8-8be5b1353dba', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:eb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854958be-ab53-487f-9373-1e5cfb7c7c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:12:12Z', 'updated_at': '2021-12-17T15:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '252823a6-7a13-4882-9733-aeb6f1e4a8a8', 'name': '', 'network_id': 'cbde9e9a-b1dd-42f5-b861-f60d8d354cb3', 'tenant_id': 'dce35d970fbe48cba744e46ec101633d', 'mac_address': 'fa:16:3e:df:93:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854958be-ab53-487f-9373-1e5cfb7c7c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'e60526ad-10ea-41ba-854b-a0b7809ae667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:12:17Z', 'updated_at': '2021-12-17T15:12:19Z', 'revision_number': 2, 'project_id': 'dce35d970fbe48cba744e46ec101633d', 'subnets': [{'id': 'e60526ad-10ea-41ba-854b-a0b7809ae667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:21.658540 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b97e7c-a7b3-4eab-88d0-404fb02f53d8 None None] Checking router: 854958be-ab53-487f-9373-1e5cfb7c7c83 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:12:21.658918 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b97e7c-a7b3-4eab-88d0-404fb02f53d8 None None] Updating router 854958be-ab53-487f-9373-1e5cfb7c7c83 port 252823a6-7a13-4882-9733-aeb6f1e4a8a8 binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:12:21.663023 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-c4fe4620-8c66-40b9-a7d0-386d7f568aa5 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Allocated IP 192.168.233.121 (f97c7142-717f-43eb-a835-5fcd8d6a6486/b0a1cb4f-5aa5-4130-b24e-105310ef66e4/c5ccbdaa-da87-41d0-b1fb-4f455e63c108) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:12:21.667563 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-4cfca6c2-f835-4176-90d2-b89a49823723 req-25970961-dcf8-4b71-8b0c-3b53ad1e58b5 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:21.674501 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4cfca6c2-f835-4176-90d2-b89a49823723 req-25970961-dcf8-4b71-8b0c-3b53ad1e58b5 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9036429 Dec 17 15:12:21.690040 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-90b97e7c-a7b3-4eab-88d0-404fb02f53d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:21.772044 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4cfca6c2-f835-4176-90d2-b89a49823723 req-6140560f-191c-4019-9751-17b2b17db144 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.45 HTTP/1.1" status: 200 len: 695 time: 0.0928240 Dec 17 15:12:21.789248 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3feee789-391a-4290-a888-b10ee9b45e43 req-a2aa2466-0320-4f46-a302-ed954fd42300 service neutron] 10.222.0.46 "GET /v2.0/networks/cbde9e9a-b1dd-42f5-b861-f60d8d354cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025204 Dec 17 15:12:21.900069 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-c4fe4620-8c66-40b9-a7d0-386d7f568aa5 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:21.935948 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfca6c2-f835-4176-90d2-b89a49823723 req-b5e3870f-0504-4d7f-8d83-69337a0e954e tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:21.938271 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4cfca6c2-f835-4176-90d2-b89a49823723 req-b5e3870f-0504-4d7f-8d83-69337a0e954e tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 784 time: 0.1652730 Dec 17 15:12:22.055323 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-c4fe4620-8c66-40b9-a7d0-386d7f568aa5 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:22.084424 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['0b8d56da-5e55-4db8-b341-5f885ac821a9', '852466b1-00ca-4b1b-a7d7-9808684fbde9'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:12:22.168005 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-c4fe4620-8c66-40b9-a7d0-386d7f568aa5 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Network f97c7142-717f-43eb-a835-5fcd8d6a6486 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:12:22.169681 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-c4fe4620-8c66-40b9-a7d0-386d7f568aa5 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:12:22.172166 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81ac77-501e-47ba-b377-0b55bfd931d5 req-fd2af09c-49ae-4d43-bece-ba448cf4ea75 tempest-ServersOnMultiNodesTest-1459550234 tempest-ServersOnMultiNodesTest-1459550234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:22.173729 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6e81ac77-501e-47ba-b377-0b55bfd931d5 req-fd2af09c-49ae-4d43-bece-ba448cf4ea75 tempest-ServersOnMultiNodesTest-1459550234 tempest-ServersOnMultiNodesTest-1459550234-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6c9ce9e0-477e-493f-ac02-9b27909b4ca2 HTTP/1.1" status: 200 len: 1101 time: 0.1681979 Dec 17 15:12:22.191258 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-90b97e7c-a7b3-4eab-88d0-404fb02f53d8 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:22.199283 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-c4fe4620-8c66-40b9-a7d0-386d7f568aa5 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:12:22.211092 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['38bfe9ef-a4ab-4fbd-91b7-c658f9574008'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:12:22.224685 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ba77f246-d591-489a-a0a8-8be5b1353dba up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:12:22.259454 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f724e-24d9-40d2-be2e-a5487609273a req-f6d06d35-b4f3-4f6a-8ef4-98e56856cef5 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:22.261293 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-549f724e-24d9-40d2-be2e-a5487609273a req-f6d06d35-b4f3-4f6a-8ef4-98e56856cef5 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 946 time: 0.1701598 Dec 17 15:12:22.285920 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6e81ac77-501e-47ba-b377-0b55bfd931d5 req-e717307f-3c8d-4522-ba36-cfef463111b0 tempest-ServersOnMultiNodesTest-1459550234 tempest-ServersOnMultiNodesTest-1459550234-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028976 Dec 17 15:12:22.292426 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe4620-8c66-40b9-a7d0-386d7f568aa5 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Pushing event updated for resources: {'Port': ['ID=c5ccbdaa-da87-41d0-b1fb-4f455e63c108,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:22.339827 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-549f724e-24d9-40d2-be2e-a5487609273a req-4303f26a-cd8d-40fc-bfa4-860b74537dca tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666723 Dec 17 15:12:22.372835 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-c4fe4620-8c66-40b9-a7d0-386d7f568aa5 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:22.377398 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-c4fe4620-8c66-40b9-a7d0-386d7f568aa5 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:22.523749 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-90b97e7c-a7b3-4eab-88d0-404fb02f53d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:22.533244 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port ba77f246-d591-489a-a0a8-8be5b1353dba triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:12:22.533623 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:22.554967 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-647bf25e-6781-4bd8-abab-481cef988b6a req-47da46d4-66dd-43eb-a319-fd96031f3e45 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/floatingips/b7336390-9ce3-4459-9132-50db21168ccd HTTP/1.1" status: 200 len: 692 time: 0.0654984 Dec 17 15:12:22.652773 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-68894b3a-4efd-4563-a6d7-97b0e0387d7b None None] Provisioning complete for port c5ccbdaa-da87-41d0-b1fb-4f455e63c108 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:12:22.653176 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-68894b3a-4efd-4563-a6d7-97b0e0387d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:22.656700 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8918c-dd10-471a-adf3-285f7b7c4cce req-7ae9b225-cf67-401d-b42f-a34ec17ce7e7 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:22.658402 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d5b8918c-dd10-471a-adf3-285f7b7c4cce req-7ae9b225-cf67-401d-b42f-a34ec17ce7e7 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 936 time: 0.1218510 Dec 17 15:12:22.661502 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182d783-7231-4fc2-8429-846620a461a6 None None] Pushing event updated for resources: {'Port': ['ID=252823a6-7a13-4882-9733-aeb6f1e4a8a8,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:22.729832 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bf25e-6781-4bd8-abab-481cef988b6a req-2ae6d24c-6e00-46fb-b727-fb0588f8645b tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:22.731426 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-647bf25e-6781-4bd8-abab-481cef988b6a req-2ae6d24c-6e00-46fb-b727-fb0588f8645b tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 784 time: 0.1621702 Dec 17 15:12:22.740191 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d5b8918c-dd10-471a-adf3-285f7b7c4cce req-8ef21200-bfe6-46b0-ada0-dd4b04104ca0 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730209 Dec 17 15:12:22.746494 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-647bf25e-6781-4bd8-abab-481cef988b6a req-0416e102-95ba-4abd-9232-398ba14a083b tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:12:22.746983 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-647bf25e-6781-4bd8-abab-481cef988b6a req-0416e102-95ba-4abd-9232-398ba14a083b tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059338 Dec 17 15:12:22.817635 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-c4fe4620-8c66-40b9-a7d0-386d7f568aa5 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6185670 Dec 17 15:12:22.820818 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ec5e3639-c04e-404b-a6d8-30c168a37527 req-fad78f2f-bf58-49d1-91d8-8179af7eae9d tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 210 time: 0.0314291 Dec 17 15:12:22.838893 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-67d4faea-7996-4e93-8df9-dbebb5e29260 service neutron] Request body: {'port': {'device_id': 'ad645bac-bcc5-43ca-8633-eb388f62c266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:12:22.895280 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-68894b3a-4efd-4563-a6d7-97b0e0387d7b None None] Port c5ccbdaa-da87-41d0-b1fb-4f455e63c108 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:12:22.901111 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3724abad-63b8-4838-8b29-c92916447a02 req-e8aab705-da09-4409-ac64-101d5101be25 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=1929931f93c54c40a22ecb93d4604ccd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0689807 Dec 17 15:12:22.914728 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-67d4faea-7996-4e93-8df9-dbebb5e29260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:22.977679 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-90b97e7c-a7b3-4eab-88d0-404fb02f53d8 None None] Attempting to bind port 252823a6-7a13-4882-9733-aeb6f1e4a8a8 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:12:22.978037 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-90b97e7c-a7b3-4eab-88d0-404fb02f53d8 None None] Attempting to bind port 252823a6-7a13-4882-9733-aeb6f1e4a8a8 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '3b746a19-cda0-4375-9c52-9242ca19dfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cbde9e9a-b1dd-42f5-b861-f60d8d354cb3'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:12:22.978397 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b97e7c-a7b3-4eab-88d0-404fb02f53d8 None None] Attempting to bind port 252823a6-7a13-4882-9733-aeb6f1e4a8a8 on network cbde9e9a-b1dd-42f5-b861-f60d8d354cb3 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:12:23.003484 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b97e7c-a7b3-4eab-88d0-404fb02f53d8 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:12:23.003882 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b97e7c-a7b3-4eab-88d0-404fb02f53d8 None None] Checking segment: {'id': '3b746a19-cda0-4375-9c52-9242ca19dfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cbde9e9a-b1dd-42f5-b861-f60d8d354cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:12:23.004263 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-90b97e7c-a7b3-4eab-88d0-404fb02f53d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:23.005254 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b97e7c-a7b3-4eab-88d0-404fb02f53d8 None None] Bound using segment: {'id': '3b746a19-cda0-4375-9c52-9242ca19dfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cbde9e9a-b1dd-42f5-b861-f60d8d354cb3'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:12:23.005254 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-90b97e7c-a7b3-4eab-88d0-404fb02f53d8 None None] Bound port: 252823a6-7a13-4882-9733-aeb6f1e4a8a8, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b746a19-cda0-4375-9c52-9242ca19dfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cbde9e9a-b1dd-42f5-b861-f60d8d354cb3'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:12:23.005554 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-90b97e7c-a7b3-4eab-88d0-404fb02f53d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:23.042790 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c583055-cc8b-4373-b5f5-a576a1b762a4 req-5acaec88-e167-489c-bd4f-8bf19bee3968 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/floatingips/b7336390-9ce3-4459-9132-50db21168ccd HTTP/1.1" status: 200 len: 692 time: 0.1295393 Dec 17 15:12:23.105427 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-90b97e7c-a7b3-4eab-88d0-404fb02f53d8 None None] For port 252823a6-7a13-4882-9733-aeb6f1e4a8a8, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:12:23.109599 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-90b97e7c-a7b3-4eab-88d0-404fb02f53d8 None None] For port 252823a6-7a13-4882-9733-aeb6f1e4a8a8, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=252823a6-7a13-4882-9733-aeb6f1e4a8a8,segment=NetworkSegment(3b746a19-cda0-4375-9c52-9242ca19dfcd),segment_id=3b746a19-cda0-4375-9c52-9242ca19dfcd)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:12:23.128638 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724abad-63b8-4838-8b29-c92916447a02 req-3e98869a-789a-478b-ad35-55b49176ae32 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:23.130156 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3724abad-63b8-4838-8b29-c92916447a02 req-3e98869a-789a-478b-ad35-55b49176ae32 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2283485 Dec 17 15:12:23.154149 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3724abad-63b8-4838-8b29-c92916447a02 req-ae027d08-8a71-4de2-89a6-51c57c914455 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/quotas/1929931f93c54c40a22ecb93d4604ccd HTTP/1.1" status: 200 len: 375 time: 0.0169375 Dec 17 15:12:23.212009 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-67d4faea-7996-4e93-8df9-dbebb5e29260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5ccbdaa-da87-41d0-b1fb-4f455e63c108 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:12:23.220356 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-67d4faea-7996-4e93-8df9-dbebb5e29260 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:23.225730 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c583055-cc8b-4373-b5f5-a576a1b762a4 req-a6458ad1-ebee-466e-91bf-5520d028f88d tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:23.227124 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c583055-cc8b-4373-b5f5-a576a1b762a4 req-a6458ad1-ebee-466e-91bf-5520d028f88d tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 784 time: 0.1699140 Dec 17 15:12:23.232395 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-67d4faea-7996-4e93-8df9-dbebb5e29260 service neutron] Transition to ACTIVE for port object c5ccbdaa-da87-41d0-b1fb-4f455e63c108 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:12:23.237820 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-90b97e7c-a7b3-4eab-88d0-404fb02f53d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:23.243738 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-3c583055-cc8b-4373-b5f5-a576a1b762a4 req-327962f3-d5c9-44df-9624-b100a4de2496 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:12:23.244749 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c583055-cc8b-4373-b5f5-a576a1b762a4 req-327962f3-d5c9-44df-9624-b100a4de2496 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079229 Dec 17 15:12:23.268602 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3724abad-63b8-4838-8b29-c92916447a02 req-32c7049a-c93b-4e3c-af82-c3a065c7e0e3 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1929931f93c54c40a22ecb93d4604ccd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0923898 Dec 17 15:12:23.300180 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b97e7c-a7b3-4eab-88d0-404fb02f53d8 None None] Routers {'854958be-ab53-487f-9373-1e5cfb7c7c83'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:12:23.300808 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-90b97e7c-a7b3-4eab-88d0-404fb02f53d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:12:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['854958be-ab53-487f-9373-1e5cfb7c7c83'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:23.305680 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182d783-7231-4fc2-8429-846620a461a6 None None] Pushing event updated for resources: {'Port': ['ID=252823a6-7a13-4882-9733-aeb6f1e4a8a8,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:23.322532 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c583055-cc8b-4373-b5f5-a576a1b762a4 req-3eccf07b-3183-4bac-bebf-96d526f72eba tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.45 HTTP/1.1" status: 200 len: 695 time: 0.0527477 Dec 17 15:12:23.380352 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c583055-cc8b-4373-b5f5-a576a1b762a4 req-fd96fcf8-d37a-434e-8c6d-433715e94bb7 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.45 HTTP/1.1" status: 200 len: 695 time: 0.0498700 Dec 17 15:12:23.421118 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-90b97e7c-a7b3-4eab-88d0-404fb02f53d8 None None] Set router 854958be-ab53-487f-9373-1e5cfb7c7c83 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:12:23.484046 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-67d4faea-7996-4e93-8df9-dbebb5e29260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:23.522614 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-3c583055-cc8b-4373-b5f5-a576a1b762a4 req-840ff56e-119b-403b-974b-d4d775089898 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Deleting port 492fa5e1-966f-4626-9ad2-68ba82b090ac {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:12:23.522876 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-3c583055-cc8b-4373-b5f5-a576a1b762a4 req-840ff56e-119b-403b-974b-d4d775089898 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:23.541714 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4faea-7996-4e93-8df9-dbebb5e29260 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ccbdaa-da87-41d0-b1fb-4f455e63c108,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:23.625469 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-67d4faea-7996-4e93-8df9-dbebb5e29260 service neutron] Attempting to bind port c5ccbdaa-da87-41d0-b1fb-4f455e63c108 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:12:23.625604 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-3c583055-cc8b-4373-b5f5-a576a1b762a4 req-840ff56e-119b-403b-974b-d4d775089898 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:23.625772 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-67d4faea-7996-4e93-8df9-dbebb5e29260 service neutron] Attempting to bind port c5ccbdaa-da87-41d0-b1fb-4f455e63c108 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:12:23.626042 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-3c583055-cc8b-4373-b5f5-a576a1b762a4 req-840ff56e-119b-403b-974b-d4d775089898 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:23.626323 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-67d4faea-7996-4e93-8df9-dbebb5e29260 service neutron] Attempting to bind port c5ccbdaa-da87-41d0-b1fb-4f455e63c108 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:12:23.632159 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-67d4faea-7996-4e93-8df9-dbebb5e29260 service neutron] Port c5ccbdaa-da87-41d0-b1fb-4f455e63c108 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:12:23.632476 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-67d4faea-7996-4e93-8df9-dbebb5e29260 service neutron] Attempting to bind port c5ccbdaa-da87-41d0-b1fb-4f455e63c108 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:12:23.634438 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-90b97e7c-a7b3-4eab-88d0-404fb02f53d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854958be-ab53-487f-9373-1e5cfb7c7c83', 'name': 'tempest-ServerRescueNegativeTestJSON-53813695-router', 'tenant_id': 'dce35d970fbe48cba744e46ec101633d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'ba77f246-d591-489a-a0a8-8be5b1353dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:12:10Z', 'updated_at': '2021-12-17T15:12:18Z', 'revision_number': 4, 'project_id': 'dce35d970fbe48cba744e46ec101633d', 'gw_port': {'id': 'ba77f246-d591-489a-a0a8-8be5b1353dba', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:eb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854958be-ab53-487f-9373-1e5cfb7c7c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:12:12Z', 'updated_at': '2021-12-17T15:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '252823a6-7a13-4882-9733-aeb6f1e4a8a8', 'name': '', 'network_id': 'cbde9e9a-b1dd-42f5-b861-f60d8d354cb3', 'tenant_id': 'dce35d970fbe48cba744e46ec101633d', 'mac_address': 'fa:16:3e:df:93:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854958be-ab53-487f-9373-1e5cfb7c7c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'e60526ad-10ea-41ba-854b-a0b7809ae667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:12:17Z', 'updated_at': '2021-12-17T15:12:23Z', 'revision_number': 4, 'project_id': 'dce35d970fbe48cba744e46ec101633d', 'subnets': [{'id': 'e60526ad-10ea-41ba-854b-a0b7809ae667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:23.637660 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-67d4faea-7996-4e93-8df9-dbebb5e29260 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:12:23.637987 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-67d4faea-7996-4e93-8df9-dbebb5e29260 service neutron] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:12:23.638362 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-67d4faea-7996-4e93-8df9-dbebb5e29260 service neutron] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:12:23.638779 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-67d4faea-7996-4e93-8df9-dbebb5e29260 service neutron] Bound port: c5ccbdaa-da87-41d0-b1fb-4f455e63c108, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:12:23.639130 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-67d4faea-7996-4e93-8df9-dbebb5e29260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:23.644430 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-3c583055-cc8b-4373-b5f5-a576a1b762a4 req-840ff56e-119b-403b-974b-d4d775089898 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Calling delete_port for 492fa5e1-966f-4626-9ad2-68ba82b090ac owned by network:floatingip {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:12:23.664350 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b97e7c-a7b3-4eab-88d0-404fb02f53d8 None None] The sync data for ids ['854958be-ab53-487f-9373-1e5cfb7c7c83'] in n-d-820553-2 is: [{'id': '854958be-ab53-487f-9373-1e5cfb7c7c83', 'name': 'tempest-ServerRescueNegativeTestJSON-53813695-router', 'tenant_id': 'dce35d970fbe48cba744e46ec101633d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'ba77f246-d591-489a-a0a8-8be5b1353dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:12:10Z', 'updated_at': '2021-12-17T15:12:18Z', 'revision_number': 4, 'project_id': 'dce35d970fbe48cba744e46ec101633d', 'gw_port': {'id': 'ba77f246-d591-489a-a0a8-8be5b1353dba', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:eb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854958be-ab53-487f-9373-1e5cfb7c7c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:12:12Z', 'updated_at': '2021-12-17T15:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '252823a6-7a13-4882-9733-aeb6f1e4a8a8', 'name': '', 'network_id': 'cbde9e9a-b1dd-42f5-b861-f60d8d354cb3', 'tenant_id': 'dce35d970fbe48cba744e46ec101633d', 'mac_address': 'fa:16:3e:df:93:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854958be-ab53-487f-9373-1e5cfb7c7c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'e60526ad-10ea-41ba-854b-a0b7809ae667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:12:17Z', 'updated_at': '2021-12-17T15:12:23Z', 'revision_number': 4, 'project_id': 'dce35d970fbe48cba744e46ec101633d', 'subnets': [{'id': 'e60526ad-10ea-41ba-854b-a0b7809ae667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:12:23.759164 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-67d4faea-7996-4e93-8df9-dbebb5e29260 service neutron] For port c5ccbdaa-da87-41d0-b1fb-4f455e63c108, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:12:23.763563 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-67d4faea-7996-4e93-8df9-dbebb5e29260 service neutron] For port c5ccbdaa-da87-41d0-b1fb-4f455e63c108, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=c5ccbdaa-da87-41d0-b1fb-4f455e63c108,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:12:23.970110 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-67d4faea-7996-4e93-8df9-dbebb5e29260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:23.991842 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-67d4faea-7996-4e93-8df9-dbebb5e29260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:23.991842 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-67d4faea-7996-4e93-8df9-dbebb5e29260 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:24.009825 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-67d4faea-7996-4e93-8df9-dbebb5e29260 service neutron] 10.222.0.41 "PUT /v2.0/ports/c5ccbdaa-da87-41d0-b1fb-4f455e63c108 HTTP/1.1" status: 200 len: 1096 time: 1.1590188 Dec 17 15:12:24.035778 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad645bac-bcc5-43ca-8633-eb388f62c266', 'tag': 'c5ccbdaa-da87-41d0-b1fb-4f455e63c108'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:12:24.039937 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eddee85-9873-4e70-ba69-18033782cf0a" -d '{"events": [{"name": "network-changed", "server_uuid": "ad645bac-bcc5-43ca-8633-eb388f62c266", "tag": "c5ccbdaa-da87-41d0-b1fb-4f455e63c108"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:12:24.062804 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-fe5567b4-749b-4266-93a4-6668a8936eda tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:24.070904 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-fe5567b4-749b-4266-93a4-6668a8936eda tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/networks?id=cbde9e9a-b1dd-42f5-b861-f60d8d354cb3 HTTP/1.1" status: 200 len: 817 time: 0.1915390 Dec 17 15:12:24.090925 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4faea-7996-4e93-8df9-dbebb5e29260 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ccbdaa-da87-41d0-b1fb-4f455e63c108,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:24.091460 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-df3138ee-72c9-4e48-ae99-2b6c237ae43f tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/quotas/dce35d970fbe48cba744e46ec101633d HTTP/1.1" status: 200 len: 375 time: 0.0195253 Dec 17 15:12:24.165687 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-11c2a301-da46-4dfc-8db8-0b1e9645b1c7 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dce35d970fbe48cba744e46ec101633d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0732930 Dec 17 15:12:24.211620 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 252823a6-7a13-4882-9733-aeb6f1e4a8a8 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:12:24.245352 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-3c583055-cc8b-4373-b5f5-a576a1b762a4 req-840ff56e-119b-403b-974b-d4d775089898 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:24.288680 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 252823a6-7a13-4882-9733-aeb6f1e4a8a8 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:12:24.289287 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:24.322147 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ff56e-119b-403b-974b-d4d775089898 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Pushing event deleted for resources: {'Port': ['ID=492fa5e1-966f-4626-9ad2-68ba82b090ac,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:24.330529 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-63b9554c-d09f-4d23-9faa-c3c1ff745cb0 service neutron] 10.222.0.46 "GET /v2.0/networks/cbde9e9a-b1dd-42f5-b861-f60d8d354cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606941 Dec 17 15:12:24.361729 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-ac632604-bd02-4fad-b824-7a2a96b2a713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:24.364535 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-ac632604-bd02-4fad-b824-7a2a96b2a713 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 1099 time: 0.0789416 Dec 17 15:12:24.409566 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:24.427066 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-9d663870-61d6-4280-aa53-41a9322ac66b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=c5ccbdaa-da87-41d0-b1fb-4f455e63c108 HTTP/1.1" status: 200 len: 217 time: 0.0472724 Dec 17 15:12:24.460296 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 252823a6-7a13-4882-9733-aeb6f1e4a8a8, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=252823a6-7a13-4882-9733-aeb6f1e4a8a8,segment=NetworkSegment(3b746a19-cda0-4375-9c52-9242ca19dfcd),segment_id=3b746a19-cda0-4375-9c52-9242ca19dfcd)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:24.471048 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-3c583055-cc8b-4373-b5f5-a576a1b762a4 req-840ff56e-119b-403b-974b-d4d775089898 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks [] for floatingip, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:24.474447 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-3c583055-cc8b-4373-b5f5-a576a1b762a4 req-840ff56e-119b-403b-974b-d4d775089898 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:24.482582 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c583055-cc8b-4373-b5f5-a576a1b762a4 req-840ff56e-119b-403b-974b-d4d775089898 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "DELETE /v2.0/floatingips/b7336390-9ce3-4459-9132-50db21168ccd HTTP/1.1" status: 204 len: 173 time: 1.0954108 Dec 17 15:12:24.487188 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-6dffbc54-dbbd-41c1-ba7f-28c0e937bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:24.488702 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-6dffbc54-dbbd-41c1-ba7f-28c0e937bc7e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0508695 Dec 17 15:12:24.531205 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-1522e413-65f3-4d1d-81c0-dde8a9aaa600 service neutron] 10.222.0.46 "GET /v2.0/networks/cbde9e9a-b1dd-42f5-b861-f60d8d354cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444759 Dec 17 15:12:24.570001 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-08678c02-336a-479f-a81d-58d85b4acf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:24.572130 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-08678c02-336a-479f-a81d-58d85b4acf59 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0760593 Dec 17 15:12:24.629275 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e1ebe-b3f2-48d8-8b09-c17cfee5843c req-b84f8cac-3d37-4b6f-8b08-f864d242c32c tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:24.630969 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-414e1ebe-b3f2-48d8-8b09-c17cfee5843c req-b84f8cac-3d37-4b6f-8b08-f864d242c32c tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 946 time: 0.0544660 Dec 17 15:12:24.679543 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-414e1ebe-b3f2-48d8-8b09-c17cfee5843c req-5f49fd42-f330-4b29-9b2f-7515e082ad9c tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419371 Dec 17 15:12:24.689370 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-5705da9d-384a-4bb1-ae4a-b50f61766c00 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093771 Dec 17 15:12:24.694346 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:24.751860 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=252823a6-7a13-4882-9733-aeb6f1e4a8a8,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:24.786933 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:12:24.852956 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-57f45626-bd9e-4907-8de6-296cd213cf4a req-10890893-83c8-4fb0-b75b-e483cd3477c0 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480844 Dec 17 15:12:24.931243 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-43d6cd29-4c27-4c07-9067-acf0bba1a11d req-905561aa-ef86-4ef5-bd35-19fe1ee8c08d tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=88be472e-2c2e-485b-9bee-e7fe657c9c3e HTTP/1.1" status: 200 len: 210 time: 0.0530787 Dec 17 15:12:24.980583 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2ed405-3221-445a-bed0-d202a00995ee x-openstack-request-id: req-bc2ed405-3221-445a-bed0-d202a00995ee {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:12:24.980882 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad645bac-bcc5-43ca-8633-eb388f62c266", "tag": "c5ccbdaa-da87-41d0-b1fb-4f455e63c108", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:12:24.981160 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bc2ed405-3221-445a-bed0-d202a00995ee {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:12:24.981555 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad645bac-bcc5-43ca-8633-eb388f62c266', 'tag': 'c5ccbdaa-da87-41d0-b1fb-4f455e63c108', 'status': 'completed', 'code': 200} Dec 17 15:12:25.003780 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61795039-f95f-4135-9fe8-a8beb8296f28 req-06168d2e-52d1-4107-bc7d-cae1ebc1ef8c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:25.005574 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-61795039-f95f-4135-9fe8-a8beb8296f28 req-06168d2e-52d1-4107-bc7d-cae1ebc1ef8c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 948 time: 0.0778146 Dec 17 15:12:25.171861 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-61795039-f95f-4135-9fe8-a8beb8296f28 req-b7bca1ae-aeeb-4c78-aa91-130428102a11 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447558 Dec 17 15:12:25.190084 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddee85-9873-4e70-ba69-18033782cf0a req-c8d4bf35-5ee8-41d5-b677-f001643e2372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:25.202055 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2eddee85-9873-4e70-ba69-18033782cf0a req-c8d4bf35-5ee8-41d5-b677-f001643e2372 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 1099 time: 0.0686274 Dec 17 15:12:25.254009 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef50fd-3b4c-44ad-8887-ca52cae82df2 req-3c8a633b-1f2f-4f76-a1a5-ee6803ff736b tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:25.255383 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8bef50fd-3b4c-44ad-8887-ca52cae82df2 req-3c8a633b-1f2f-4f76-a1a5-ee6803ff736b tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2613573 Dec 17 15:12:25.271055 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4341f953-9fc4-44c5-8523-7d197e2dd11b req-a4a13cc2-4a45-40cb-8f57-28cbbd76922a tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 210 time: 0.0427995 Dec 17 15:12:25.304878 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddee85-9873-4e70-ba69-18033782cf0a req-308419c2-e47b-49fa-a031-e07e724e5174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:25.306517 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2eddee85-9873-4e70-ba69-18033782cf0a req-308419c2-e47b-49fa-a031-e07e724e5174 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.0974331 Dec 17 15:12:25.336873 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c451a9ff-4cdf-4ab2-b867-a7327b32c1f8 req-d47b56e4-1c09-4e28-97eb-8c06ac8e9f0c tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/floatingips?tenant_id=ae5d78517b3842a2a2dd8cf4aec7a3d4 HTTP/1.1" status: 200 len: 1654 time: 0.0562658 Dec 17 15:12:25.350157 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2eddee85-9873-4e70-ba69-18033782cf0a req-ad4f5b29-43a3-438b-af83-290d606fd533 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=c5ccbdaa-da87-41d0-b1fb-4f455e63c108 HTTP/1.1" status: 200 len: 217 time: 0.0362709 Dec 17 15:12:25.407224 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddee85-9873-4e70-ba69-18033782cf0a req-1b323945-02c1-4437-adf5-cf5ff78f9a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:25.408749 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2eddee85-9873-4e70-ba69-18033782cf0a req-1b323945-02c1-4437-adf5-cf5ff78f9a4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0523574 Dec 17 15:12:25.462662 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451a9ff-4cdf-4ab2-b867-a7327b32c1f8 req-2dd42a5e-67a2-4a5b-b78e-4e655f40e473 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:25.464078 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c451a9ff-4cdf-4ab2-b867-a7327b32c1f8 req-2dd42a5e-67a2-4a5b-b78e-4e655f40e473 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/networks?id=4e9cade7-8de3-4483-a2b7-ada6bbc76cf6&id=4e9cade7-8de3-4483-a2b7-ada6bbc76cf6&id=4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 787 time: 0.1196318 Dec 17 15:12:25.465298 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddee85-9873-4e70-ba69-18033782cf0a req-21e3ca64-1e14-45a3-af2c-e5eb42174120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:25.528251 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2eddee85-9873-4e70-ba69-18033782cf0a req-21e3ca64-1e14-45a3-af2c-e5eb42174120 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0500636 Dec 17 15:12:25.529443 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-c451a9ff-4cdf-4ab2-b867-a7327b32c1f8 req-306d414c-1d22-4410-aea7-e1be4a42dc56 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:12:25.529443 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c451a9ff-4cdf-4ab2-b867-a7327b32c1f8 req-306d414c-1d22-4410-aea7-e1be4a42dc56 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070355 Dec 17 15:12:25.550415 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c8b9468e-9d6e-4564-a0c6-9df35a9856d8 req-0656630b-98ed-4ce1-8942-318a9094ae08 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/floatingips/31928477-54b3-472a-851a-4414dec83582 HTTP/1.1" status: 200 len: 692 time: 0.0493460 Dec 17 15:12:25.575791 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2eddee85-9873-4e70-ba69-18033782cf0a req-7ba724c8-c1b2-4d25-a7dd-2ae791e87f1d service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854876 Dec 17 15:12:25.664504 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9468e-9d6e-4564-a0c6-9df35a9856d8 req-194114a1-f75e-43b7-8021-295912a6be43 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:25.665888 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c8b9468e-9d6e-4564-a0c6-9df35a9856d8 req-194114a1-f75e-43b7-8021-295912a6be43 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 784 time: 0.1098459 Dec 17 15:12:25.670256 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2eddee85-9873-4e70-ba69-18033782cf0a req-b1f8b00c-c182-4bf8-89fa-a577d1241b9c service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863464 Dec 17 15:12:25.676298 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-c8b9468e-9d6e-4564-a0c6-9df35a9856d8 req-187ba6d3-2e4f-4bd9-9d4c-0cd02064082d tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:12:25.677293 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c8b9468e-9d6e-4564-a0c6-9df35a9856d8 req-187ba6d3-2e4f-4bd9-9d4c-0cd02064082d tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057616 Dec 17 15:12:25.694805 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:25.733302 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c8b9468e-9d6e-4564-a0c6-9df35a9856d8 req-131eb918-909c-4d10-9033-624853c7b9b3 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.20 HTTP/1.1" status: 200 len: 695 time: 0.0501375 Dec 17 15:12:25.812634 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c8b9468e-9d6e-4564-a0c6-9df35a9856d8 req-de08bf5c-4413-4021-bbb9-54d11f175b7e tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.20 HTTP/1.1" status: 200 len: 695 time: 0.0715041 Dec 17 15:12:26.131552 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 252823a6-7a13-4882-9733-aeb6f1e4a8a8 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:12:26.164402 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb777f-53a2-43ad-87f9-fb2f458bf659 req-7923a473-e983-4bcc-b9d4-2b86783194f4 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:26.166895 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8fb777f-53a2-43ad-87f9-fb2f458bf659 req-7923a473-e983-4bcc-b9d4-2b86783194f4 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 946 time: 0.3884246 Dec 17 15:12:26.187312 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 252823a6-7a13-4882-9733-aeb6f1e4a8a8 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:12:26.188102 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:26.264421 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8fb777f-53a2-43ad-87f9-fb2f458bf659 req-1d6c7311-bb38-4857-80d8-e2234267c9de tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639646 Dec 17 15:12:26.285474 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-c8b9468e-9d6e-4564-a0c6-9df35a9856d8 req-6a4ddeff-3619-437e-bf3a-eb554f4f172b tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Deleting port b1cc7aec-9f36-4330-a36f-07282635a6b5 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:12:26.285891 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c8b9468e-9d6e-4564-a0c6-9df35a9856d8 req-6a4ddeff-3619-437e-bf3a-eb554f4f172b tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:26.370289 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c8b9468e-9d6e-4564-a0c6-9df35a9856d8 req-6a4ddeff-3619-437e-bf3a-eb554f4f172b tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:26.370625 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c8b9468e-9d6e-4564-a0c6-9df35a9856d8 req-6a4ddeff-3619-437e-bf3a-eb554f4f172b tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:26.383524 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-c8b9468e-9d6e-4564-a0c6-9df35a9856d8 req-6a4ddeff-3619-437e-bf3a-eb554f4f172b tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Calling delete_port for b1cc7aec-9f36-4330-a36f-07282635a6b5 owned by network:floatingip {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:12:26.495781 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5575e771-8ad6-41bf-a0e9-ce9290234539 req-1e927ce2-3bd0-46dd-a9f1-3a3baaf6e273 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=88be472e-2c2e-485b-9bee-e7fe657c9c3e HTTP/1.1" status: 200 len: 210 time: 0.0270352 Dec 17 15:12:26.611589 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54783b6-ecce-4dbb-afc4-d09a56ba6106 req-980d32b6-d585-4e6a-a6d8-9c10d91cd800 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:26.612984 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d54783b6-ecce-4dbb-afc4-d09a56ba6106 req-980d32b6-d585-4e6a-a6d8-9c10d91cd800 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 948 time: 0.0481863 Dec 17 15:12:26.650934 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d54783b6-ecce-4dbb-afc4-d09a56ba6106 req-249df276-d40c-4c63-b880-3e800739ddef tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319462 Dec 17 15:12:26.660141 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c8b9468e-9d6e-4564-a0c6-9df35a9856d8 req-6a4ddeff-3619-437e-bf3a-eb554f4f172b tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:26.691754 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ddeff-3619-437e-bf3a-eb554f4f172b tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Pushing event deleted for resources: {'Port': ['ID=b1cc7aec-9f36-4330-a36f-07282635a6b5,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:26.773244 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-44d2210e-0ea0-46bd-8e85-a77ba829567e req-d4475a16-e788-40bd-82cd-d36e05d95f01 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 210 time: 0.0312822 Dec 17 15:12:26.784956 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c8b9468e-9d6e-4564-a0c6-9df35a9856d8 req-6a4ddeff-3619-437e-bf3a-eb554f4f172b tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks [] for floatingip, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:26.790806 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c8b9468e-9d6e-4564-a0c6-9df35a9856d8 req-6a4ddeff-3619-437e-bf3a-eb554f4f172b tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:26.792083 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c8b9468e-9d6e-4564-a0c6-9df35a9856d8 req-6a4ddeff-3619-437e-bf3a-eb554f4f172b tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "DELETE /v2.0/floatingips/31928477-54b3-472a-851a-4414dec83582 HTTP/1.1" status: 204 len: 173 time: 0.9722083 Dec 17 15:12:26.795456 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feee789-391a-4290-a888-b10ee9b45e43 req-d1945859-633d-45d0-b628-ed4b8d7d9d92 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:26.797409 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3feee789-391a-4290-a888-b10ee9b45e43 req-d1945859-633d-45d0-b628-ed4b8d7d9d92 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.13 "GET /v2.0/networks?id=cbde9e9a-b1dd-42f5-b861-f60d8d354cb3 HTTP/1.1" status: 200 len: 817 time: 0.1134551 Dec 17 15:12:26.810952 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-3feee789-391a-4290-a888-b10ee9b45e43 req-fd98f426-3f66-4d4c-8c6a-b197602f21f5 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Request body: {'port': {'device_id': '68c7b6f6-6fca-4d3a-8538-7540a1dc6202', 'network_id': 'cbde9e9a-b1dd-42f5-b861-f60d8d354cb3', 'admin_state_up': True, 'tenant_id': 'dce35d970fbe48cba744e46ec101633d'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:12:26.861283 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2346ee54-1ab9-4d46-806e-78013d072951 req-45cecb44-1556-4a51-820f-a2d91344e169 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/floatingips/0f738a28-6c26-48f1-b1b6-99b17206aa20 HTTP/1.1" status: 200 len: 692 time: 0.0492642 Dec 17 15:12:26.971183 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346ee54-1ab9-4d46-806e-78013d072951 req-3bb5c3e9-9c4e-4816-a58c-586b0c5b1667 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:26.972567 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2346ee54-1ab9-4d46-806e-78013d072951 req-3bb5c3e9-9c4e-4816-a58c-586b0c5b1667 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 784 time: 0.1050959 Dec 17 15:12:27.028436 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2346ee54-1ab9-4d46-806e-78013d072951 req-ca31f525-b9c6-4c0f-8bfb-bd746f1317f1 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.47 HTTP/1.1" status: 200 len: 695 time: 0.0484521 Dec 17 15:12:27.081056 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2346ee54-1ab9-4d46-806e-78013d072951 req-579d17e0-eb24-4139-926f-0ef8e0015975 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.47 HTTP/1.1" status: 200 len: 695 time: 0.0456142 Dec 17 15:12:27.134352 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3feee789-391a-4290-a888-b10ee9b45e43 req-fd98f426-3f66-4d4c-8c6a-b197602f21f5 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Made reservation on behalf of dce35d970fbe48cba744e46ec101633d for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:12:27.138079 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3feee789-391a-4290-a888-b10ee9b45e43 req-fd98f426-3f66-4d4c-8c6a-b197602f21f5 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:27.216775 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-2346ee54-1ab9-4d46-806e-78013d072951 req-986f306d-9828-472b-bf04-798ea256f4d1 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Deleting port 02bcd1f1-0f1e-4566-8837-0e4579e1b40c {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:12:27.216775 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-2346ee54-1ab9-4d46-806e-78013d072951 req-986f306d-9828-472b-bf04-798ea256f4d1 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:27.274119 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-3feee789-391a-4290-a888-b10ee9b45e43 req-fd98f426-3f66-4d4c-8c6a-b197602f21f5 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Allocated IP 172.20.0.14 (cbde9e9a-b1dd-42f5-b861-f60d8d354cb3/e60526ad-10ea-41ba-854b-a0b7809ae667/33f273c6-a98c-41ab-b0fe-fde9e717fb03) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:12:27.305519 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-2346ee54-1ab9-4d46-806e-78013d072951 req-986f306d-9828-472b-bf04-798ea256f4d1 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:27.306161 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-2346ee54-1ab9-4d46-806e-78013d072951 req-986f306d-9828-472b-bf04-798ea256f4d1 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:27.319370 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-2346ee54-1ab9-4d46-806e-78013d072951 req-986f306d-9828-472b-bf04-798ea256f4d1 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Calling delete_port for 02bcd1f1-0f1e-4566-8837-0e4579e1b40c owned by network:floatingip {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:12:27.413679 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-1448976c-0d7a-47b9-b7c6-fdb19ce6d787 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:27.415173 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-1448976c-0d7a-47b9-b7c6-fdb19ce6d787 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752&tenant_id=724cb0144c46439a90883d842de78922&binding%3Ahost_id=n-h1-820553-2 HTTP/1.1" status: 200 len: 1097 time: 0.1079783 Dec 17 15:12:27.429572 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f9637f15-59dc-4b85-a19b-cfe58320b736 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820553-2'}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:12:27.433480 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1d44a-d684-48e7-a77b-25cd96307432 req-3d1242da-eabc-47f6-a90e-00a18c4713eb tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:27.436033 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45c1d44a-d684-48e7-a77b-25cd96307432 req-3d1242da-eabc-47f6-a90e-00a18c4713eb tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 946 time: 0.0737503 Dec 17 15:12:27.501758 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45c1d44a-d684-48e7-a77b-25cd96307432 req-3de32b69-3a3c-4b9d-a04f-cf402b8d691a tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572701 Dec 17 15:12:27.527694 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3feee789-391a-4290-a888-b10ee9b45e43 req-fd98f426-3f66-4d4c-8c6a-b197602f21f5 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:27.530918 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f9637f15-59dc-4b85-a19b-cfe58320b736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:27.649207 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-2346ee54-1ab9-4d46-806e-78013d072951 req-986f306d-9828-472b-bf04-798ea256f4d1 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:27.678012 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f306d-9828-472b-bf04-798ea256f4d1 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Pushing event deleted for resources: {'Port': ['ID=02bcd1f1-0f1e-4566-8837-0e4579e1b40c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:27.678970 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3724abad-63b8-4838-8b29-c92916447a02 req-b7c719fa-dc91-451d-afd6-e7d0e6d22a7e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1929931f93c54c40a22ecb93d4604ccd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262797 Dec 17 15:12:27.754041 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2ccd539f-f4d9-423a-a0fc-d67dce84e400 req-29d7473d-6fb8-4d0b-941d-25c77eded00b tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=88be472e-2c2e-485b-9bee-e7fe657c9c3e HTTP/1.1" status: 200 len: 210 time: 0.0515020 Dec 17 15:12:27.770258 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f9637f15-59dc-4b85-a19b-cfe58320b736 service neutron] For port c74f3b5a-351a-49d7-8d6b-9b002c5e38c0, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=c74f3b5a-351a-49d7-8d6b-9b002c5e38c0,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:27.785197 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-2346ee54-1ab9-4d46-806e-78013d072951 req-986f306d-9828-472b-bf04-798ea256f4d1 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks [] for floatingip, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:27.793557 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-2346ee54-1ab9-4d46-806e-78013d072951 req-986f306d-9828-472b-bf04-798ea256f4d1 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:27.793557 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2346ee54-1ab9-4d46-806e-78013d072951 req-986f306d-9828-472b-bf04-798ea256f4d1 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "DELETE /v2.0/floatingips/0f738a28-6c26-48f1-b1b6-99b17206aa20 HTTP/1.1" status: 204 len: 173 time: 0.7035332 Dec 17 15:12:27.836816 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3feee789-391a-4290-a888-b10ee9b45e43 req-fd98f426-3f66-4d4c-8c6a-b197602f21f5 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:27.847098 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724abad-63b8-4838-8b29-c92916447a02 req-a2ef6601-33ec-4f1e-bbf1-2e9be7221d13 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:27.848749 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3724abad-63b8-4838-8b29-c92916447a02 req-a2ef6601-33ec-4f1e-bbf1-2e9be7221d13 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1616867 Dec 17 15:12:27.855945 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f9637f15-59dc-4b85-a19b-cfe58320b736 service neutron] For port c74f3b5a-351a-49d7-8d6b-9b002c5e38c0, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:12:27.876633 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e23d071f-c39b-48c3-b083-b73758f64454 req-40aca27b-240b-4916-8b46-3bf3d3e8352f tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/floatingips/3311c10d-b41b-4d58-a7e5-12851414b2a1 HTTP/1.1" status: 200 len: 692 time: 0.0684972 Dec 17 15:12:27.910969 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-3724abad-63b8-4838-8b29-c92916447a02 req-e0c7790c-f6e9-4acb-bdc2-79e2e21eb62d tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Request body: {'port': {'device_id': '88be472e-2c2e-485b-9bee-e7fe657c9c3e', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'admin_state_up': True, 'tenant_id': '1929931f93c54c40a22ecb93d4604ccd'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:12:27.947650 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c779f-0cfa-4a86-84a0-d26accbf69e6 req-87bb4f67-fd7f-4618-ab46-6566c802fc67 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:27.949197 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a84c779f-0cfa-4a86-84a0-d26accbf69e6 req-87bb4f67-fd7f-4618-ab46-6566c802fc67 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 948 time: 0.1035786 Dec 17 15:12:27.976032 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3feee789-391a-4290-a888-b10ee9b45e43 req-fd98f426-3f66-4d4c-8c6a-b197602f21f5 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Network cbde9e9a-b1dd-42f5-b861-f60d8d354cb3 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:12:27.998764 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-3feee789-391a-4290-a888-b10ee9b45e43 req-fd98f426-3f66-4d4c-8c6a-b197602f21f5 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:12:28.006020 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-3feee789-391a-4290-a888-b10ee9b45e43 req-fd98f426-3f66-4d4c-8c6a-b197602f21f5 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:12:28.008463 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98f426-3f66-4d4c-8c6a-b197602f21f5 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Pushing event updated for resources: {'Port': ['ID=33f273c6-a98c-41ab-b0fe-fde9e717fb03,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:28.010693 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8a9326-4193-4494-9c24-a1dd39e27752', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c74f3b5a-351a-49d7-8d6b-9b002c5e38c0'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:12:28.013149 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5207a8bb-0463-4a4a-b2e7-347ac2c046e3" -d '{"events": [{"server_uuid": "8c8a9326-4193-4494-9c24-a1dd39e27752", "name": "network-vif-unplugged", "status": "completed", "tag": "c74f3b5a-351a-49d7-8d6b-9b002c5e38c0"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:12:28.020730 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f9637f15-59dc-4b85-a19b-cfe58320b736 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:28.021153 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a84c779f-0cfa-4a86-84a0-d26accbf69e6 req-e1021a95-f437-4bb3-9f7f-eceea98cf12a tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622482 Dec 17 15:12:28.034250 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d071f-c39b-48c3-b083-b73758f64454 req-60406949-464e-45b3-89ce-aed07d84f83c tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:28.035753 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e23d071f-c39b-48c3-b083-b73758f64454 req-60406949-464e-45b3-89ce-aed07d84f83c tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 784 time: 0.1509104 Dec 17 15:12:28.100957 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e23d071f-c39b-48c3-b083-b73758f64454 req-126dca2d-7909-4f25-99ca-2f91cffb1db3 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.22 HTTP/1.1" status: 200 len: 695 time: 0.0558159 Dec 17 15:12:28.127439 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fa93cbe9-71be-4487-8c02-5368ca0e6bb8 req-8b688114-ebe1-4b54-aaa3-a38a15cd0b3f tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 210 time: 0.0300937 Dec 17 15:12:28.135716 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feee789-391a-4290-a888-b10ee9b45e43 req-fd98f426-3f66-4d4c-8c6a-b197602f21f5 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:28.136358 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3feee789-391a-4290-a888-b10ee9b45e43 req-fd98f426-3f66-4d4c-8c6a-b197602f21f5 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:28.174376 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e23d071f-c39b-48c3-b083-b73758f64454 req-190e20b2-f728-4a62-b082-a27190236d13 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.22 HTTP/1.1" status: 200 len: 695 time: 0.0630136 Dec 17 15:12:28.190717 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d49530c-e8c7-46cd-b77f-90d092063122 x-openstack-request-id: req-4d49530c-e8c7-46cd-b77f-90d092063122 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:12:28.190965 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8a9326-4193-4494-9c24-a1dd39e27752", "name": "network-vif-unplugged", "status": "completed", "tag": "c74f3b5a-351a-49d7-8d6b-9b002c5e38c0", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:12:28.191211 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4d49530c-e8c7-46cd-b77f-90d092063122 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:12:28.191625 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8a9326-4193-4494-9c24-a1dd39e27752', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c74f3b5a-351a-49d7-8d6b-9b002c5e38c0', 'code': 200} Dec 17 15:12:28.204731 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f9637f15-59dc-4b85-a19b-cfe58320b736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:28.268285 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9637f15-59dc-4b85-a19b-cfe58320b736 service neutron] Pushing event updated for resources: {'Port': ['ID=c74f3b5a-351a-49d7-8d6b-9b002c5e38c0,revision_number=7']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:28.296264 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f9637f15-59dc-4b85-a19b-cfe58320b736 service neutron] Attempting to bind port c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 on host n-h1-820553-2 for vnic_type normal with profile {"migrating_to": "n-h2-820553-2"} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:12:28.296747 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f9637f15-59dc-4b85-a19b-cfe58320b736 service neutron] Attempting to bind port c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:12:28.297095 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f9637f15-59dc-4b85-a19b-cfe58320b736 service neutron] Attempting to bind port c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 on network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:12:28.301851 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f9637f15-59dc-4b85-a19b-cfe58320b736 service neutron] Port c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 on network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:12:28.302161 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f9637f15-59dc-4b85-a19b-cfe58320b736 service neutron] Attempting to bind port c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 on network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:12:28.307894 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3724abad-63b8-4838-8b29-c92916447a02 req-e0c7790c-f6e9-4acb-bdc2-79e2e21eb62d tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Made reservation on behalf of 1929931f93c54c40a22ecb93d4604ccd for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:12:28.314502 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3724abad-63b8-4838-8b29-c92916447a02 req-e0c7790c-f6e9-4acb-bdc2-79e2e21eb62d tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:28.314502 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f9637f15-59dc-4b85-a19b-cfe58320b736 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:12:28.314502 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f9637f15-59dc-4b85-a19b-cfe58320b736 service neutron] Checking segment: {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:12:28.314502 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f9637f15-59dc-4b85-a19b-cfe58320b736 service neutron] Bound using segment: {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:12:28.315003 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f9637f15-59dc-4b85-a19b-cfe58320b736 service neutron] Bound port: c74f3b5a-351a-49d7-8d6b-9b002c5e38c0, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:12:28.315339 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f9637f15-59dc-4b85-a19b-cfe58320b736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:28.385468 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-1f37509f-4285-469f-b57e-c825ed4ef303 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:28.386924 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-1f37509f-4285-469f-b57e-c825ed4ef303 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.13 "GET /v2.0/networks?id=cbde9e9a-b1dd-42f5-b861-f60d8d354cb3 HTTP/1.1" status: 200 len: 817 time: 0.2063539 Dec 17 15:12:28.401670 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-92a02e7d-f9b8-4639-8cf3-00530d00d75c tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Request body: {'port': {'device_id': 'ba8a38e1-fb8e-4343-9de7-660447b511d1', 'network_id': 'cbde9e9a-b1dd-42f5-b861-f60d8d354cb3', 'admin_state_up': True, 'tenant_id': 'dce35d970fbe48cba744e46ec101633d'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:12:28.447741 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-e23d071f-c39b-48c3-b083-b73758f64454 req-a9e186ff-3051-47ae-94bc-30e0bbe0d341 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Deleting port 109af875-3efd-45d7-92a3-be4133ce24dd {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:12:28.448061 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e23d071f-c39b-48c3-b083-b73758f64454 req-a9e186ff-3051-47ae-94bc-30e0bbe0d341 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:28.450694 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f9637f15-59dc-4b85-a19b-cfe58320b736 service neutron] For port c74f3b5a-351a-49d7-8d6b-9b002c5e38c0, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:12:28.490810 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f9637f15-59dc-4b85-a19b-cfe58320b736 service neutron] For port c74f3b5a-351a-49d7-8d6b-9b002c5e38c0, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=c74f3b5a-351a-49d7-8d6b-9b002c5e38c0,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:12:28.524778 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-3724abad-63b8-4838-8b29-c92916447a02 req-e0c7790c-f6e9-4acb-bdc2-79e2e21eb62d tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Allocated IP 192.168.233.60 (f97c7142-717f-43eb-a835-5fcd8d6a6486/b0a1cb4f-5aa5-4130-b24e-105310ef66e4/7babefdf-60b7-48be-ba0d-3774ac0668a5) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:12:28.571709 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e23d071f-c39b-48c3-b083-b73758f64454 req-a9e186ff-3051-47ae-94bc-30e0bbe0d341 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:28.572033 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e23d071f-c39b-48c3-b083-b73758f64454 req-a9e186ff-3051-47ae-94bc-30e0bbe0d341 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:28.582910 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3feee789-391a-4290-a888-b10ee9b45e43 req-fd98f426-3f66-4d4c-8c6a-b197602f21f5 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7759950 Dec 17 15:12:28.600602 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-3feee789-391a-4290-a888-b10ee9b45e43 req-379f511e-23e4-4e3b-a47a-c202fc5b1d4c service neutron] Request body: {'port': {'device_id': '68c7b6f6-6fca-4d3a-8538-7540a1dc6202', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:12:28.601106 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-e23d071f-c39b-48c3-b083-b73758f64454 req-a9e186ff-3051-47ae-94bc-30e0bbe0d341 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Calling delete_port for 109af875-3efd-45d7-92a3-be4133ce24dd owned by network:floatingip {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:12:28.688798 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497a135-ecaa-42cc-a56d-f3f15a7e3f27 req-8d3bc09c-d973-4d51-bdc5-0171a700dd9e tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:28.690325 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2497a135-ecaa-42cc-a56d-f3f15a7e3f27 req-8d3bc09c-d973-4d51-bdc5-0171a700dd9e tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 944 time: 0.1043644 Dec 17 15:12:28.706974 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f9637f15-59dc-4b85-a19b-cfe58320b736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:28.713871 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3feee789-391a-4290-a888-b10ee9b45e43 req-379f511e-23e4-4e3b-a47a-c202fc5b1d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:28.753339 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-92a02e7d-f9b8-4639-8cf3-00530d00d75c tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Made reservation on behalf of dce35d970fbe48cba744e46ec101633d for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:12:28.757661 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-92a02e7d-f9b8-4639-8cf3-00530d00d75c tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:28.762303 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2497a135-ecaa-42cc-a56d-f3f15a7e3f27 req-9a9015a0-d85d-48c3-b3a5-3b2bd6752d39 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606928 Dec 17 15:12:28.782332 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3724abad-63b8-4838-8b29-c92916447a02 req-e0c7790c-f6e9-4acb-bdc2-79e2e21eb62d tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:28.837943 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-267e7a21-19bb-4036-a74a-0a0e3f6e2a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:28.853745 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9637f15-59dc-4b85-a19b-cfe58320b736 service neutron] Pushing event updated for resources: {'Port': ['ID=c74f3b5a-351a-49d7-8d6b-9b002c5e38c0,revision_number=8']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:28.878905 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f9637f15-59dc-4b85-a19b-cfe58320b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:28.879544 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f9637f15-59dc-4b85-a19b-cfe58320b736 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:28.881038 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-f9637f15-59dc-4b85-a19b-cfe58320b736 service neutron] 10.222.0.13 "PUT /v2.0/ports/c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 HTTP/1.1" status: 200 len: 1122 time: 1.4559271 Dec 17 15:12:28.967007 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-92a02e7d-f9b8-4639-8cf3-00530d00d75c tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Allocated IP 172.20.0.12 (cbde9e9a-b1dd-42f5-b861-f60d8d354cb3/e60526ad-10ea-41ba-854b-a0b7809ae667/1c299bcd-ff49-4b85-874a-d236b38dfaf1) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:12:29.015970 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['c74f3b5a-351a-49d7-8d6b-9b002c5e38c0'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:12:29.042687 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f5f959c0-ab7b-49ff-a31a-44334b096fd0 req-deb77274-4bf0-4ecc-a8f0-4c1923adf3fd tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=88be472e-2c2e-485b-9bee-e7fe657c9c3e HTTP/1.1" status: 200 len: 210 time: 0.0283942 Dec 17 15:12:29.080232 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['c74f3b5a-351a-49d7-8d6b-9b002c5e38c0'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:12:29.141210 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e23d071f-c39b-48c3-b083-b73758f64454 req-a9e186ff-3051-47ae-94bc-30e0bbe0d341 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:29.185915 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e186ff-3051-47ae-94bc-30e0bbe0d341 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Pushing event deleted for resources: {'Port': ['ID=109af875-3efd-45d7-92a3-be4133ce24dd,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:29.243196 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3724abad-63b8-4838-8b29-c92916447a02 req-e0c7790c-f6e9-4acb-bdc2-79e2e21eb62d tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:29.255079 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:12:29.284359 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090f0c6-91af-4b35-b0c6-92ba132fe972 req-06fa1672-41db-40ef-8568-f73fc784998b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:29.292110 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a090f0c6-91af-4b35-b0c6-92ba132fe972 req-06fa1672-41db-40ef-8568-f73fc784998b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 948 time: 0.1809423 Dec 17 15:12:29.298483 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3724abad-63b8-4838-8b29-c92916447a02 req-e0c7790c-f6e9-4acb-bdc2-79e2e21eb62d tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Network f97c7142-717f-43eb-a835-5fcd8d6a6486 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:12:29.301936 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-3724abad-63b8-4838-8b29-c92916447a02 req-e0c7790c-f6e9-4acb-bdc2-79e2e21eb62d tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:12:29.308683 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-3724abad-63b8-4838-8b29-c92916447a02 req-e0c7790c-f6e9-4acb-bdc2-79e2e21eb62d tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:12:29.313807 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7790c-f6e9-4acb-bdc2-79e2e21eb62d tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Pushing event updated for resources: {'Port': ['ID=7babefdf-60b7-48be-ba0d-3774ac0668a5,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:29.371394 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724abad-63b8-4838-8b29-c92916447a02 req-e0c7790c-f6e9-4acb-bdc2-79e2e21eb62d tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:29.372080 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3724abad-63b8-4838-8b29-c92916447a02 req-e0c7790c-f6e9-4acb-bdc2-79e2e21eb62d tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:29.374313 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a090f0c6-91af-4b35-b0c6-92ba132fe972 req-c2132045-04ba-4d1d-baa9-a8816af8c894 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744810 Dec 17 15:12:29.387716 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e23d071f-c39b-48c3-b083-b73758f64454 req-a9e186ff-3051-47ae-94bc-30e0bbe0d341 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks [] for floatingip, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:29.390814 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e23d071f-c39b-48c3-b083-b73758f64454 req-a9e186ff-3051-47ae-94bc-30e0bbe0d341 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:29.392233 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e23d071f-c39b-48c3-b083-b73758f64454 req-a9e186ff-3051-47ae-94bc-30e0bbe0d341 tempest-FloatingIPDetailsTestJSON-1634350482 tempest-FloatingIPDetailsTestJSON-1634350482-project] 10.222.0.46 "DELETE /v2.0/floatingips/3311c10d-b41b-4d58-a7e5-12851414b2a1 HTTP/1.1" status: 204 len: 173 time: 1.2104304 Dec 17 15:12:29.398654 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40334) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:12:29.427659 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port c74f3b5a-351a-49d7-8d6b-9b002c5e38c0, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=c74f3b5a-351a-49d7-8d6b-9b002c5e38c0,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:29.450793 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 has no active binding in host n-h2-820553-2 {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 17 15:12:29.458713 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['84ec1fa8-4fe6-41c9-9253-fd20873a5605', 'f3c715b8-b680-4273-a5af-bb9e8f873645', '06c2999c-bbee-475b-952d-fa0f041bc37d', 'fc6373c2-87ee-4df2-a142-168326ebbfee'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:12:29.490495 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-735b7b0a-33c4-4906-9323-37055ab852a0 req-fcbf993d-e5ee-4626-ae5d-688194b6d55c tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 210 time: 0.0436511 Dec 17 15:12:29.556855 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-92a02e7d-f9b8-4639-8cf3-00530d00d75c tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:29.644175 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-8d20436e-18c3-4762-af40-7c94dd9ce8ef None None] Provisioning complete for port 7babefdf-60b7-48be-ba0d-3774ac0668a5 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:12:29.644554 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8d20436e-18c3-4762-af40-7c94dd9ce8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:29.706933 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-8d20436e-18c3-4762-af40-7c94dd9ce8ef None None] Port 7babefdf-60b7-48be-ba0d-3774ac0668a5 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:12:29.768976 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3724abad-63b8-4838-8b29-c92916447a02 req-e0c7790c-f6e9-4acb-bdc2-79e2e21eb62d tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8689559 Dec 17 15:12:29.791654 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-3724abad-63b8-4838-8b29-c92916447a02 req-cda6eb25-e85c-4c65-a771-76aff4f2387c service neutron] Request body: {'port': {'device_id': '88be472e-2c2e-485b-9bee-e7fe657c9c3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:12:29.845267 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-92a02e7d-f9b8-4639-8cf3-00530d00d75c tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:29.958076 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-92a02e7d-f9b8-4639-8cf3-00530d00d75c tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Network cbde9e9a-b1dd-42f5-b861-f60d8d354cb3 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:12:29.980439 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-92a02e7d-f9b8-4639-8cf3-00530d00d75c tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:12:29.990059 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-92a02e7d-f9b8-4639-8cf3-00530d00d75c tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:12:29.994664 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a02e7d-f9b8-4639-8cf3-00530d00d75c tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Pushing event updated for resources: {'Port': ['ID=1c299bcd-ff49-4b85-874a-d236b38dfaf1,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:30.002230 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3724abad-63b8-4838-8b29-c92916447a02 req-cda6eb25-e85c-4c65-a771-76aff4f2387c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:30.040095 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adb3cd-eaf0-4270-8cca-5e12dc0e969c req-51af8769-1703-4067-8b01-01ffb432a2d9 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:30.041774 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-78adb3cd-eaf0-4270-8cca-5e12dc0e969c req-51af8769-1703-4067-8b01-01ffb432a2d9 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 944 time: 0.1331134 Dec 17 15:12:30.070678 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['6e40d640-2815-414d-ab81-3ee608b6eaa1', '9c985672-0786-4851-9914-f569bcccd6d3', '2db62043-8e50-4d6f-a3a7-471fe4f9e5f4'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:12:30.093905 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-92a02e7d-f9b8-4639-8cf3-00530d00d75c tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:30.094563 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-92a02e7d-f9b8-4639-8cf3-00530d00d75c tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:30.126381 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-78adb3cd-eaf0-4270-8cca-5e12dc0e969c req-817b60e3-8825-488e-9123-cae14a9665cb tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770106 Dec 17 15:12:30.143360 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device c5ccbdaa-da87-41d0-b1fb-4f455e63c108 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:12:30.197882 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf28b40-3e0a-4c3e-b723-62f49bfbd829 req-b82e4631-74d0-4df4-90fb-6b627da30de1 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:30.208408 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dcf28b40-3e0a-4c3e-b723-62f49bfbd829 req-b82e4631-74d0-4df4-90fb-6b627da30de1 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=88be472e-2c2e-485b-9bee-e7fe657c9c3e HTTP/1.1" status: 200 len: 935 time: 0.0639272 Dec 17 15:12:30.256865 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dcf28b40-3e0a-4c3e-b723-62f49bfbd829 req-a9fcf68b-e39b-404d-89cb-adf8178b8acf tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474954 Dec 17 15:12:30.277613 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-92a02e7d-f9b8-4639-8cf3-00530d00d75c tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8786340 Dec 17 15:12:30.277962 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8a9326-4193-4494-9c24-a1dd39e27752', 'tag': 'c74f3b5a-351a-49d7-8d6b-9b002c5e38c0'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:12:30.280256 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fda4e6e-f288-4570-a7aa-49243f0adac6" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8a9326-4193-4494-9c24-a1dd39e27752", "tag": "c74f3b5a-351a-49d7-8d6b-9b002c5e38c0"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:12:30.291789 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-6f74ed38-430b-4f97-9d5c-6c7553eeef73 service neutron] Request body: {'port': {'device_id': 'ba8a38e1-fb8e-4343-9de7-660447b511d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:12:30.340727 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port c5ccbdaa-da87-41d0-b1fb-4f455e63c108, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=c5ccbdaa-da87-41d0-b1fb-4f455e63c108,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:30.344582 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53c0213-4f07-4640-abc9-7c2b68665e57 x-openstack-request-id: req-b53c0213-4f07-4640-abc9-7c2b68665e57 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:12:30.344866 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8a9326-4193-4494-9c24-a1dd39e27752", "tag": "c74f3b5a-351a-49d7-8d6b-9b002c5e38c0", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:12:30.345148 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b53c0213-4f07-4640-abc9-7c2b68665e57 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:12:30.345535 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8a9326-4193-4494-9c24-a1dd39e27752', 'tag': 'c74f3b5a-351a-49d7-8d6b-9b002c5e38c0', 'status': 'completed', 'code': 200} Dec 17 15:12:30.362780 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'c5ccbdaa-da87-41d0-b1fb-4f455e63c108', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': 'c5ccbdaa-da87-41d0-b1fb-4f455e63c108', 'mac_address': 'fa:16:3e:c3:78:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:12:30.380025 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-6f74ed38-430b-4f97-9d5c-6c7553eeef73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:30.431318 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:30.456910 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ccbdaa-da87-41d0-b1fb-4f455e63c108 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:12:30.459816 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-3feee789-391a-4290-a888-b10ee9b45e43 req-379f511e-23e4-4e3b-a47a-c202fc5b1d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33f273c6-a98c-41ab-b0fe-fde9e717fb03 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:12:30.478176 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3feee789-391a-4290-a888-b10ee9b45e43 req-379f511e-23e4-4e3b-a47a-c202fc5b1d4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:30.497214 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port c5ccbdaa-da87-41d0-b1fb-4f455e63c108, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=c5ccbdaa-da87-41d0-b1fb-4f455e63c108,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:30.509153 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-3feee789-391a-4290-a888-b10ee9b45e43 req-379f511e-23e4-4e3b-a47a-c202fc5b1d4c service neutron] Transition to ACTIVE for port object 33f273c6-a98c-41ab-b0fe-fde9e717fb03 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:12:30.523713 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda4e6e-f288-4570-a7aa-49243f0adac6 req-33a79c74-79ca-40db-b6d4-11ccaa0d84bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:30.525249 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6fda4e6e-f288-4570-a7aa-49243f0adac6 req-33a79c74-79ca-40db-b6d4-11ccaa0d84bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=724cb0144c46439a90883d842de78922&device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 1125 time: 0.1206343 Dec 17 15:12:30.623835 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99cf6fc-8714-4c4e-8147-8754455cdc78 req-a3e02196-dc91-4776-afab-88b6596ba635 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:30.629178 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-3724abad-63b8-4838-8b29-c92916447a02 req-cda6eb25-e85c-4c65-a771-76aff4f2387c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7babefdf-60b7-48be-ba0d-3774ac0668a5 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:12:30.631628 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f99cf6fc-8714-4c4e-8147-8754455cdc78 req-a3e02196-dc91-4776-afab-88b6596ba635 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 948 time: 0.1676471 Dec 17 15:12:30.640804 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3724abad-63b8-4838-8b29-c92916447a02 req-cda6eb25-e85c-4c65-a771-76aff4f2387c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:30.666217 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:30.667910 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e17ef-4bde-4503-a6f2-3508cd90dcd3 req-e77ed239-8f00-425e-bcb7-6f6601fa73e4 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:30.669724 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c1e17ef-4bde-4503-a6f2-3508cd90dcd3 req-e77ed239-8f00-425e-bcb7-6f6601fa73e4 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 932 time: 0.0916862 Dec 17 15:12:30.679319 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-3724abad-63b8-4838-8b29-c92916447a02 req-cda6eb25-e85c-4c65-a771-76aff4f2387c service neutron] Transition to ACTIVE for port object 7babefdf-60b7-48be-ba0d-3774ac0668a5 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:12:30.683493 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f99cf6fc-8714-4c4e-8147-8754455cdc78 req-89b4102b-f0bb-46aa-a8b8-654cee45e54e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510297 Dec 17 15:12:30.708834 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda4e6e-f288-4570-a7aa-49243f0adac6 req-16e0a34c-bbfb-4e42-bab7-a916c66524af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:30.710358 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6fda4e6e-f288-4570-a7aa-49243f0adac6 req-16e0a34c-bbfb-4e42-bab7-a916c66524af service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 HTTP/1.1" status: 200 len: 921 time: 0.1594787 Dec 17 15:12:30.717463 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3feee789-391a-4290-a888-b10ee9b45e43 req-379f511e-23e4-4e3b-a47a-c202fc5b1d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:30.735156 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=c5ccbdaa-da87-41d0-b1fb-4f455e63c108,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:30.784751 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c1e17ef-4bde-4503-a6f2-3508cd90dcd3 req-ec80efe1-d61f-4f36-aadd-809d7e0896c2 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770769 Dec 17 15:12:30.802592 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6fda4e6e-f288-4570-a7aa-49243f0adac6 req-0afc814d-96c2-4db9-9e02-4711a7edb0e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 HTTP/1.1" status: 200 len: 217 time: 0.0822854 Dec 17 15:12:30.821126 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d1800cbb-21f4-49d3-b24c-9b56e62b87d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:30.879604 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3724abad-63b8-4838-8b29-c92916447a02 req-cda6eb25-e85c-4c65-a771-76aff4f2387c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:30.885650 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-6f74ed38-430b-4f97-9d5c-6c7553eeef73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c299bcd-ff49-4b85-874a-d236b38dfaf1 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:12:30.894002 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-6f74ed38-430b-4f97-9d5c-6c7553eeef73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:30.907549 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-6f74ed38-430b-4f97-9d5c-6c7553eeef73 service neutron] Transition to ACTIVE for port object 1c299bcd-ff49-4b85-874a-d236b38dfaf1 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:12:30.928028 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f511e-23e4-4e3b-a47a-c202fc5b1d4c service neutron] Pushing event updated for resources: {'Port': ['ID=33f273c6-a98c-41ab-b0fe-fde9e717fb03,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:31.026975 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9384ae54-3972-46e9-b8d2-ebeb2fb81491 req-452aebf9-02bf-44ef-b2bd-e6231fef6bef service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2750566 Dec 17 15:12:31.055187 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-6f74ed38-430b-4f97-9d5c-6c7553eeef73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:31.056605 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda4e6e-f288-4570-a7aa-49243f0adac6 req-0eeb31bf-3cd8-471c-a831-3cfc7c8a91c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:31.058106 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6fda4e6e-f288-4570-a7aa-49243f0adac6 req-0eeb31bf-3cd8-471c-a831-3cfc7c8a91c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c28c8ec-5ccc-4295-ab15-cbe54116b2d0 HTTP/1.1" status: 200 len: 860 time: 0.2350879 Dec 17 15:12:31.060813 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-181059bb-4d98-4e2e-b38a-3835c54ebecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:31.094435 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6eb25-e85c-4c65-a771-76aff4f2387c service neutron] Pushing event updated for resources: {'Port': ['ID=7babefdf-60b7-48be-ba0d-3774ac0668a5,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:31.153306 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6fda4e6e-f288-4570-a7aa-49243f0adac6 req-873733cd-bc98-48a6-b85e-90dd07e3ec8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742307 Dec 17 15:12:31.196990 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74ed38-430b-4f97-9d5c-6c7553eeef73 service neutron] Pushing event updated for resources: {'Port': ['ID=1c299bcd-ff49-4b85-874a-d236b38dfaf1,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:31.257831 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-6f74ed38-430b-4f97-9d5c-6c7553eeef73 service neutron] Attempting to bind port 1c299bcd-ff49-4b85-874a-d236b38dfaf1 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:12:31.258088 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-6f74ed38-430b-4f97-9d5c-6c7553eeef73 service neutron] Attempting to bind port 1c299bcd-ff49-4b85-874a-d236b38dfaf1 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '3b746a19-cda0-4375-9c52-9242ca19dfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cbde9e9a-b1dd-42f5-b861-f60d8d354cb3'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:12:31.258416 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-6f74ed38-430b-4f97-9d5c-6c7553eeef73 service neutron] Attempting to bind port 1c299bcd-ff49-4b85-874a-d236b38dfaf1 on network cbde9e9a-b1dd-42f5-b861-f60d8d354cb3 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:12:31.266433 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-6f74ed38-430b-4f97-9d5c-6c7553eeef73 service neutron] Port 1c299bcd-ff49-4b85-874a-d236b38dfaf1 on network cbde9e9a-b1dd-42f5-b861-f60d8d354cb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:12:31.266755 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-6f74ed38-430b-4f97-9d5c-6c7553eeef73 service neutron] Attempting to bind port 1c299bcd-ff49-4b85-874a-d236b38dfaf1 on network cbde9e9a-b1dd-42f5-b861-f60d8d354cb3 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:12:31.276201 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-6f74ed38-430b-4f97-9d5c-6c7553eeef73 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:12:31.276541 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-6f74ed38-430b-4f97-9d5c-6c7553eeef73 service neutron] Checking segment: {'id': '3b746a19-cda0-4375-9c52-9242ca19dfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cbde9e9a-b1dd-42f5-b861-f60d8d354cb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:12:31.276926 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-6f74ed38-430b-4f97-9d5c-6c7553eeef73 service neutron] Bound using segment: {'id': '3b746a19-cda0-4375-9c52-9242ca19dfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cbde9e9a-b1dd-42f5-b861-f60d8d354cb3'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:12:31.277490 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-6f74ed38-430b-4f97-9d5c-6c7553eeef73 service neutron] Bound port: 1c299bcd-ff49-4b85-874a-d236b38dfaf1, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b746a19-cda0-4375-9c52-9242ca19dfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cbde9e9a-b1dd-42f5-b861-f60d8d354cb3'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:12:31.277850 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-6f74ed38-430b-4f97-9d5c-6c7553eeef73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:31.299022 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d60908-e73c-428c-ba0b-aa59ad30ca87 req-06f7db58-d727-482e-a927-c56ca1073be9 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:31.300495 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6d60908-e73c-428c-ba0b-aa59ad30ca87 req-06f7db58-d727-482e-a927-c56ca1073be9 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 944 time: 0.0828912 Dec 17 15:12:31.309284 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-3feee789-391a-4290-a888-b10ee9b45e43 req-379f511e-23e4-4e3b-a47a-c202fc5b1d4c service neutron] Attempting to bind port 33f273c6-a98c-41ab-b0fe-fde9e717fb03 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:12:31.309678 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-3feee789-391a-4290-a888-b10ee9b45e43 req-379f511e-23e4-4e3b-a47a-c202fc5b1d4c service neutron] Attempting to bind port 33f273c6-a98c-41ab-b0fe-fde9e717fb03 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '3b746a19-cda0-4375-9c52-9242ca19dfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cbde9e9a-b1dd-42f5-b861-f60d8d354cb3'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:12:31.310186 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feee789-391a-4290-a888-b10ee9b45e43 req-379f511e-23e4-4e3b-a47a-c202fc5b1d4c service neutron] Attempting to bind port 33f273c6-a98c-41ab-b0fe-fde9e717fb03 on network cbde9e9a-b1dd-42f5-b861-f60d8d354cb3 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:12:31.351720 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384ae54-3972-46e9-b8d2-ebeb2fb81491 req-f2442fae-8a3b-4d53-b735-740a23217b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:31.353336 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9384ae54-3972-46e9-b8d2-ebeb2fb81491 req-f2442fae-8a3b-4d53-b735-740a23217b8e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 1101 time: 0.2864761 Dec 17 15:12:31.360708 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feee789-391a-4290-a888-b10ee9b45e43 req-379f511e-23e4-4e3b-a47a-c202fc5b1d4c service neutron] Port 33f273c6-a98c-41ab-b0fe-fde9e717fb03 on network cbde9e9a-b1dd-42f5-b861-f60d8d354cb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:12:31.361061 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feee789-391a-4290-a888-b10ee9b45e43 req-379f511e-23e4-4e3b-a47a-c202fc5b1d4c service neutron] Attempting to bind port 33f273c6-a98c-41ab-b0fe-fde9e717fb03 on network cbde9e9a-b1dd-42f5-b861-f60d8d354cb3 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:12:31.383212 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feee789-391a-4290-a888-b10ee9b45e43 req-379f511e-23e4-4e3b-a47a-c202fc5b1d4c service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:12:31.383551 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feee789-391a-4290-a888-b10ee9b45e43 req-379f511e-23e4-4e3b-a47a-c202fc5b1d4c service neutron] Checking segment: {'id': '3b746a19-cda0-4375-9c52-9242ca19dfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cbde9e9a-b1dd-42f5-b861-f60d8d354cb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:12:31.383932 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feee789-391a-4290-a888-b10ee9b45e43 req-379f511e-23e4-4e3b-a47a-c202fc5b1d4c service neutron] Bound using segment: {'id': '3b746a19-cda0-4375-9c52-9242ca19dfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cbde9e9a-b1dd-42f5-b861-f60d8d354cb3'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:12:31.384399 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-3feee789-391a-4290-a888-b10ee9b45e43 req-379f511e-23e4-4e3b-a47a-c202fc5b1d4c service neutron] Bound port: 33f273c6-a98c-41ab-b0fe-fde9e717fb03, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b746a19-cda0-4375-9c52-9242ca19dfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cbde9e9a-b1dd-42f5-b861-f60d8d354cb3'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:12:31.384749 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3feee789-391a-4290-a888-b10ee9b45e43 req-379f511e-23e4-4e3b-a47a-c202fc5b1d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:31.421563 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6d60908-e73c-428c-ba0b-aa59ad30ca87 req-1938f1a1-3da5-4be5-8a14-780837b00052 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949655 Dec 17 15:12:31.426125 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-6f74ed38-430b-4f97-9d5c-6c7553eeef73 service neutron] For port 1c299bcd-ff49-4b85-874a-d236b38dfaf1, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:12:31.429281 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-3724abad-63b8-4838-8b29-c92916447a02 req-cda6eb25-e85c-4c65-a771-76aff4f2387c service neutron] Attempting to bind port 7babefdf-60b7-48be-ba0d-3774ac0668a5 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:12:31.429555 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-3724abad-63b8-4838-8b29-c92916447a02 req-cda6eb25-e85c-4c65-a771-76aff4f2387c service neutron] Attempting to bind port 7babefdf-60b7-48be-ba0d-3774ac0668a5 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:12:31.435075 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3724abad-63b8-4838-8b29-c92916447a02 req-cda6eb25-e85c-4c65-a771-76aff4f2387c service neutron] Attempting to bind port 7babefdf-60b7-48be-ba0d-3774ac0668a5 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:12:31.435212 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-6f74ed38-430b-4f97-9d5c-6c7553eeef73 service neutron] For port 1c299bcd-ff49-4b85-874a-d236b38dfaf1, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=1c299bcd-ff49-4b85-874a-d236b38dfaf1,segment=NetworkSegment(3b746a19-cda0-4375-9c52-9242ca19dfcd),segment_id=3b746a19-cda0-4375-9c52-9242ca19dfcd)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:12:31.444751 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87938c4-4ce8-4deb-85b8-80f6a971b700 req-ae4842e4-301c-488c-93df-8fbed7f639c6 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:31.446500 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e87938c4-4ce8-4deb-85b8-80f6a971b700 req-ae4842e4-301c-488c-93df-8fbed7f639c6 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=88be472e-2c2e-485b-9bee-e7fe657c9c3e HTTP/1.1" status: 200 len: 947 time: 0.0960038 Dec 17 15:12:31.484894 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e87938c4-4ce8-4deb-85b8-80f6a971b700 req-b937f6ad-8480-450d-8045-2f96c3e5bb02 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313447 Dec 17 15:12:31.488963 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3724abad-63b8-4838-8b29-c92916447a02 req-cda6eb25-e85c-4c65-a771-76aff4f2387c service neutron] Port 7babefdf-60b7-48be-ba0d-3774ac0668a5 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:12:31.488963 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3724abad-63b8-4838-8b29-c92916447a02 req-cda6eb25-e85c-4c65-a771-76aff4f2387c service neutron] Attempting to bind port 7babefdf-60b7-48be-ba0d-3774ac0668a5 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:12:31.533876 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3724abad-63b8-4838-8b29-c92916447a02 req-cda6eb25-e85c-4c65-a771-76aff4f2387c service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:12:31.534214 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3724abad-63b8-4838-8b29-c92916447a02 req-cda6eb25-e85c-4c65-a771-76aff4f2387c service neutron] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:12:31.534630 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3724abad-63b8-4838-8b29-c92916447a02 req-cda6eb25-e85c-4c65-a771-76aff4f2387c service neutron] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:12:31.535206 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-3724abad-63b8-4838-8b29-c92916447a02 req-cda6eb25-e85c-4c65-a771-76aff4f2387c service neutron] Bound port: 7babefdf-60b7-48be-ba0d-3774ac0668a5, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:12:31.540450 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3724abad-63b8-4838-8b29-c92916447a02 req-cda6eb25-e85c-4c65-a771-76aff4f2387c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:31.544327 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6fda4e6e-f288-4570-a7aa-49243f0adac6 req-49e7d447-dc4a-417d-8f5e-2daecc847a10 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764021 Dec 17 15:12:31.562433 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['c5ccbdaa-da87-41d0-b1fb-4f455e63c108'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:12:31.638165 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-6f74ed38-430b-4f97-9d5c-6c7553eeef73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:31.675028 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-6f74ed38-430b-4f97-9d5c-6c7553eeef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:31.676142 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-6f74ed38-430b-4f97-9d5c-6c7553eeef73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:31.676548 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-3feee789-391a-4290-a888-b10ee9b45e43 req-379f511e-23e4-4e3b-a47a-c202fc5b1d4c service neutron] For port 33f273c6-a98c-41ab-b0fe-fde9e717fb03, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:12:31.677587 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-6f74ed38-430b-4f97-9d5c-6c7553eeef73 service neutron] 10.222.0.13 "PUT /v2.0/ports/1c299bcd-ff49-4b85-874a-d236b38dfaf1 HTTP/1.1" status: 200 len: 1092 time: 1.3918028 Dec 17 15:12:31.677856 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8a38e1-fb8e-4343-9de7-660447b511d1', 'tag': '1c299bcd-ff49-4b85-874a-d236b38dfaf1'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:12:31.680399 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a029bc98-1d9d-4625-9856-ce8ea837827c" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8a38e1-fb8e-4343-9de7-660447b511d1", "tag": "1c299bcd-ff49-4b85-874a-d236b38dfaf1"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:12:31.704800 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74ed38-430b-4f97-9d5c-6c7553eeef73 service neutron] Pushing event updated for resources: {'Port': ['ID=1c299bcd-ff49-4b85-874a-d236b38dfaf1,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:31.742407 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fd5696-9f4d-429a-941e-d709442e760e x-openstack-request-id: req-76fd5696-9f4d-429a-941e-d709442e760e {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:12:31.742694 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8a38e1-fb8e-4343-9de7-660447b511d1", "tag": "1c299bcd-ff49-4b85-874a-d236b38dfaf1", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:12:31.742941 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-76fd5696-9f4d-429a-941e-d709442e760e {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:12:31.743390 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8a38e1-fb8e-4343-9de7-660447b511d1', 'tag': '1c299bcd-ff49-4b85-874a-d236b38dfaf1', 'status': 'completed', 'code': 200} Dec 17 15:12:31.747119 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-3feee789-391a-4290-a888-b10ee9b45e43 req-379f511e-23e4-4e3b-a47a-c202fc5b1d4c service neutron] For port 33f273c6-a98c-41ab-b0fe-fde9e717fb03, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=33f273c6-a98c-41ab-b0fe-fde9e717fb03,segment=NetworkSegment(3b746a19-cda0-4375-9c52-9242ca19dfcd),segment_id=3b746a19-cda0-4375-9c52-9242ca19dfcd)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:12:31.758202 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384ae54-3972-46e9-b8d2-ebeb2fb81491 req-28bc969e-e520-4c41-86e1-32f44b8e6f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:31.759713 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9384ae54-3972-46e9-b8d2-ebeb2fb81491 req-28bc969e-e520-4c41-86e1-32f44b8e6f4e service neutron] 10.222.0.13 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.3720939 Dec 17 15:12:31.805885 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-3724abad-63b8-4838-8b29-c92916447a02 req-cda6eb25-e85c-4c65-a771-76aff4f2387c service neutron] For port 7babefdf-60b7-48be-ba0d-3774ac0668a5, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:12:31.850687 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6dc917-f893-4bc8-8cd3-d23af7bd02e0 req-6c1c10a4-1d9b-4c25-b446-bbbcbde5b968 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:31.850687 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6f6dc917-f893-4bc8-8cd3-d23af7bd02e0 req-6c1c10a4-1d9b-4c25-b446-bbbcbde5b968 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 949 time: 0.0841520 Dec 17 15:12:31.871172 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9384ae54-3972-46e9-b8d2-ebeb2fb81491 req-db5cc4a4-cae4-4515-b827-5beeecd629aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=852466b1-00ca-4b1b-a7d7-9808684fbde9 HTTP/1.1" status: 200 len: 217 time: 0.0757103 Dec 17 15:12:31.875478 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-3724abad-63b8-4838-8b29-c92916447a02 req-cda6eb25-e85c-4c65-a771-76aff4f2387c service neutron] For port 7babefdf-60b7-48be-ba0d-3774ac0668a5, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=7babefdf-60b7-48be-ba0d-3774ac0668a5,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:12:31.879304 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6fda4e6e-f288-4570-a7aa-49243f0adac6 req-9ec2b4a3-5dd7-45a8-8e5c-7044ca9496e7 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110173 Dec 17 15:12:31.891446 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029bc98-1d9d-4625-9856-ce8ea837827c req-fcd18836-c2cc-462a-9616-71bc765fb0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:31.893346 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a029bc98-1d9d-4625-9856-ce8ea837827c req-fcd18836-c2cc-462a-9616-71bc765fb0bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dce35d970fbe48cba744e46ec101633d&device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 1095 time: 0.0988815 Dec 17 15:12:31.942817 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-d1800cbb-21f4-49d3-b24c-9b56e62b87d7 admin admin] Deleting port 21ad28f6-d320-4dba-b05b-2410413b7865 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:12:31.943081 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d1800cbb-21f4-49d3-b24c-9b56e62b87d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:31.945720 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3feee789-391a-4290-a888-b10ee9b45e43 req-379f511e-23e4-4e3b-a47a-c202fc5b1d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:31.948824 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6f6dc917-f893-4bc8-8cd3-d23af7bd02e0 req-bf53d108-f8fe-462c-9ac1-31b66e5305ca tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909970 Dec 17 15:12:31.951055 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384ae54-3972-46e9-b8d2-ebeb2fb81491 req-b7810374-8096-4999-9be4-e0ec53689fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:31.953127 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9384ae54-3972-46e9-b8d2-ebeb2fb81491 req-b7810374-8096-4999-9be4-e0ec53689fb9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0714588 Dec 17 15:12:32.009207 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c0168-3419-4993-9622-3af8361f30f5 req-ba654608-c66c-4df9-90bd-1dc22ede2411 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:32.010695 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5a9c0168-3419-4993-9622-3af8361f30f5 req-ba654608-c66c-4df9-90bd-1dc22ede2411 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 944 time: 0.1391571 Dec 17 15:12:32.029700 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feee789-391a-4290-a888-b10ee9b45e43 req-379f511e-23e4-4e3b-a47a-c202fc5b1d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:32.030096 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3feee789-391a-4290-a888-b10ee9b45e43 req-379f511e-23e4-4e3b-a47a-c202fc5b1d4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:32.032624 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3feee789-391a-4290-a888-b10ee9b45e43 req-379f511e-23e4-4e3b-a47a-c202fc5b1d4c service neutron] 10.222.0.13 "PUT /v2.0/ports/33f273c6-a98c-41ab-b0fe-fde9e717fb03 HTTP/1.1" status: 200 len: 1092 time: 3.4360120 Dec 17 15:12:32.064562 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029bc98-1d9d-4625-9856-ce8ea837827c req-6041c397-7b4b-41ac-8edf-342a1a74b2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:32.066071 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a029bc98-1d9d-4625-9856-ce8ea837827c req-6041c397-7b4b-41ac-8edf-342a1a74b2ff service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=dce35d970fbe48cba744e46ec101633d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1507056 Dec 17 15:12:32.071436 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5a9c0168-3419-4993-9622-3af8361f30f5 req-f37cbb4f-d362-42a8-8d5d-3fb0be4b4d68 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520303 Dec 17 15:12:32.093780 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3724abad-63b8-4838-8b29-c92916447a02 req-cda6eb25-e85c-4c65-a771-76aff4f2387c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:32.096563 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f511e-23e4-4e3b-a47a-c202fc5b1d4c service neutron] Pushing event updated for resources: {'Port': ['ID=33f273c6-a98c-41ab-b0fe-fde9e717fb03,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:32.176287 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029bc98-1d9d-4625-9856-ce8ea837827c req-ee023654-6d98-491b-ac7b-f405fd8073bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:32.177921 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a029bc98-1d9d-4625-9856-ce8ea837827c req-ee023654-6d98-491b-ac7b-f405fd8073bc service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1043167 Dec 17 15:12:32.270026 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-67965c2d-1e78-4a43-bf59-1a3c3b659794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:32.271543 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-67965c2d-1e78-4a43-bf59-1a3c3b659794 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dce35d970fbe48cba744e46ec101633d&device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 1095 time: 0.0451908 Dec 17 15:12:32.315048 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-4572eeaa-3abf-4633-b149-7462eb9e5ad6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c299bcd-ff49-4b85-874a-d236b38dfaf1 HTTP/1.1" status: 200 len: 217 time: 0.0356288 Dec 17 15:12:32.371980 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-069cc45a-cd70-421c-938d-c6da1b0f6bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:32.373586 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-069cc45a-cd70-421c-938d-c6da1b0f6bec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e60526ad-10ea-41ba-854b-a0b7809ae667 HTTP/1.1" status: 200 len: 857 time: 0.0484893 Dec 17 15:12:32.387618 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c7b6f6-6fca-4d3a-8538-7540a1dc6202', 'tag': '33f273c6-a98c-41ab-b0fe-fde9e717fb03'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:12:32.390448 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d8d1fa-c151-45de-84ca-6b8f8cae9f43" -d '{"events": [{"name": "network-changed", "server_uuid": "68c7b6f6-6fca-4d3a-8538-7540a1dc6202", "tag": "33f273c6-a98c-41ab-b0fe-fde9e717fb03"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:12:32.407709 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-abd7de98-14e1-4c68-995c-fca7d04acf53 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cbde9e9a-b1dd-42f5-b861-f60d8d354cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258906 Dec 17 15:12:32.431760 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:32.442251 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1dbff9-e7b4-4aa2-bd70-89f6f1bb4b49 x-openstack-request-id: req-3f1dbff9-e7b4-4aa2-bd70-89f6f1bb4b49 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:12:32.442542 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c7b6f6-6fca-4d3a-8538-7540a1dc6202", "tag": "33f273c6-a98c-41ab-b0fe-fde9e717fb03", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:12:32.442787 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3f1dbff9-e7b4-4aa2-bd70-89f6f1bb4b49 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:12:32.443167 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c7b6f6-6fca-4d3a-8538-7540a1dc6202', 'tag': '33f273c6-a98c-41ab-b0fe-fde9e717fb03', 'status': 'completed', 'code': 200} Dec 17 15:12:32.464587 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724abad-63b8-4838-8b29-c92916447a02 req-cda6eb25-e85c-4c65-a771-76aff4f2387c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:32.465435 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3724abad-63b8-4838-8b29-c92916447a02 req-cda6eb25-e85c-4c65-a771-76aff4f2387c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:32.466810 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3724abad-63b8-4838-8b29-c92916447a02 req-cda6eb25-e85c-4c65-a771-76aff4f2387c service neutron] 10.222.0.41 "PUT /v2.0/ports/7babefdf-60b7-48be-ba0d-3774ac0668a5 HTTP/1.1" status: 200 len: 1095 time: 2.6795895 Dec 17 15:12:32.469015 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384ae54-3972-46e9-b8d2-ebeb2fb81491 req-098262e8-e125-4e1d-91ab-5dbe44b477b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:32.470535 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9384ae54-3972-46e9-b8d2-ebeb2fb81491 req-098262e8-e125-4e1d-91ab-5dbe44b477b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4876006 Dec 17 15:12:32.486168 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-d1800cbb-21f4-49d3-b24c-9b56e62b87d7 admin admin] For port 21ad28f6-d320-4dba-b05b-2410413b7865, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=21ad28f6-d320-4dba-b05b-2410413b7865,segment=NetworkSegment(5b7aeaf3-a87a-4726-978f-04b4df2256d3),segment_id=5b7aeaf3-a87a-4726-978f-04b4df2256d3)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:32.486472 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d1800cbb-21f4-49d3-b24c-9b56e62b87d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:32.516665 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-d10387e8-3c21-4561-ac77-07e74d415128 service neutron] 10.222.0.13 "GET /v2.0/networks/cbde9e9a-b1dd-42f5-b861-f60d8d354cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995843 Dec 17 15:12:32.565309 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-d1800cbb-21f4-49d3-b24c-9b56e62b87d7 admin admin] Calling delete_port for 21ad28f6-d320-4dba-b05b-2410413b7865 owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:12:32.571004 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6eb25-e85c-4c65-a771-76aff4f2387c service neutron] Pushing event updated for resources: {'Port': ['ID=7babefdf-60b7-48be-ba0d-3774ac0668a5,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:32.604695 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feee789-391a-4290-a888-b10ee9b45e43 req-12036186-8063-48b6-8fb8-b391a7e7e7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:32.607913 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3feee789-391a-4290-a888-b10ee9b45e43 req-12036186-8063-48b6-8fb8-b391a7e7e7df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dce35d970fbe48cba744e46ec101633d&device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 1095 time: 0.1907656 Dec 17 15:12:32.710519 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3feee789-391a-4290-a888-b10ee9b45e43 req-eb86aa25-971f-4ef1-9342-a026bb99e740 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33f273c6-a98c-41ab-b0fe-fde9e717fb03 HTTP/1.1" status: 200 len: 217 time: 0.0664561 Dec 17 15:12:32.744330 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9384ae54-3972-46e9-b8d2-ebeb2fb81491 req-440ad0ba-7c42-4afc-8171-59edef97a36f service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548175 Dec 17 15:12:32.904410 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feee789-391a-4290-a888-b10ee9b45e43 req-10b67973-eb5c-49b0-8335-f410f80e802c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:32.906464 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3feee789-391a-4290-a888-b10ee9b45e43 req-10b67973-eb5c-49b0-8335-f410f80e802c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e60526ad-10ea-41ba-854b-a0b7809ae667 HTTP/1.1" status: 200 len: 857 time: 0.1824059 Dec 17 15:12:32.914883 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724abad-63b8-4838-8b29-c92916447a02 req-c6e509d0-4950-4e73-a062-fec660d9eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:32.916339 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3724abad-63b8-4838-8b29-c92916447a02 req-c6e509d0-4950-4e73-a062-fec660d9eae3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1929931f93c54c40a22ecb93d4604ccd&device_id=88be472e-2c2e-485b-9bee-e7fe657c9c3e HTTP/1.1" status: 200 len: 1098 time: 0.2049081 Dec 17 15:12:32.973207 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3feee789-391a-4290-a888-b10ee9b45e43 req-729bb0c8-83bf-4791-8254-7411786dc21a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cbde9e9a-b1dd-42f5-b861-f60d8d354cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520122 Dec 17 15:12:33.005014 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efa6ec-1313-44ba-a889-00cdb5774cf2 req-2214b3d4-d31c-4127-b3ed-0686d34a4adc tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:33.006520 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-58efa6ec-1313-44ba-a889-00cdb5774cf2 req-2214b3d4-d31c-4127-b3ed-0686d34a4adc tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 944 time: 0.4782233 Dec 17 15:12:33.020942 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3c9ac-4b89-424d-98e8-2f7a8d38567e req-cdaf6d68-8f0c-470a-bb08-dfcc89e9edb5 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:33.022455 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-63b3c9ac-4b89-424d-98e8-2f7a8d38567e req-cdaf6d68-8f0c-470a-bb08-dfcc89e9edb5 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=88be472e-2c2e-485b-9bee-e7fe657c9c3e HTTP/1.1" status: 200 len: 947 time: 0.0917006 Dec 17 15:12:33.024183 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3724abad-63b8-4838-8b29-c92916447a02 req-c5b49af6-2231-49bb-8808-fb91c22ebb02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=7babefdf-60b7-48be-ba0d-3774ac0668a5 HTTP/1.1" status: 200 len: 217 time: 0.0892682 Dec 17 15:12:33.041087 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9384ae54-3972-46e9-b8d2-ebeb2fb81491 req-8d94879b-eff7-4fcf-bfae-dadf4b71c7ec service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795358 Dec 17 15:12:33.055805 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aec2c4de-d782-49b6-8677-46129a3e3259 req-172c6c99-35c2-4952-aacb-693202974c4a service neutron] 10.222.0.13 "GET /v2.0/networks/cbde9e9a-b1dd-42f5-b861-f60d8d354cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5115488 Dec 17 15:12:33.095465 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-58efa6ec-1313-44ba-a889-00cdb5774cf2 req-71e17c8b-637b-414d-95b4-d4934ec76536 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673423 Dec 17 15:12:33.098274 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-63b3c9ac-4b89-424d-98e8-2f7a8d38567e req-cbf90196-74c6-4b5e-91ba-6329c033da37 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572708 Dec 17 15:12:33.169794 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724abad-63b8-4838-8b29-c92916447a02 req-1c10cefc-0f42-4ac3-b8e9-c841dd5b8c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:33.171904 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3724abad-63b8-4838-8b29-c92916447a02 req-1c10cefc-0f42-4ac3-b8e9-c841dd5b8c44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.1327307 Dec 17 15:12:33.235860 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3feee789-391a-4290-a888-b10ee9b45e43 req-4cadb742-7615-4d34-bc6e-e15dd5a58509 service neutron] 10.222.0.13 "GET /v2.0/networks/cbde9e9a-b1dd-42f5-b861-f60d8d354cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306931 Dec 17 15:12:33.242052 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126a85e-2940-4387-b674-8bcae8040ac7 req-f62e2d06-3cc6-467e-800f-308a23790a72 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:33.243605 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1126a85e-2940-4387-b674-8bcae8040ac7 req-f62e2d06-3cc6-467e-800f-308a23790a72 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 944 time: 0.0750577 Dec 17 15:12:33.246580 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724abad-63b8-4838-8b29-c92916447a02 req-eb1c6aac-eed9-4699-bf64-a09e9fdc5f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:33.248205 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3724abad-63b8-4838-8b29-c92916447a02 req-eb1c6aac-eed9-4699-bf64-a09e9fdc5f17 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0635438 Dec 17 15:12:33.252006 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025ef54-4b0d-4a05-9d17-85d0f9de8a67 req-0a111496-a198-4dd6-b2ac-bdf5d5949d4b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:33.253454 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e025ef54-4b0d-4a05-9d17-85d0f9de8a67 req-0a111496-a198-4dd6-b2ac-bdf5d5949d4b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 949 time: 0.0940843 Dec 17 15:12:33.308628 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1126a85e-2940-4387-b674-8bcae8040ac7 req-4116a310-d0be-458e-8416-04f6caf36107 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541329 Dec 17 15:12:33.315912 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e025ef54-4b0d-4a05-9d17-85d0f9de8a67 req-b64d666e-d479-457a-aef4-8d6985ed2ac7 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549638 Dec 17 15:12:33.390091 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d1800cbb-21f4-49d3-b24c-9b56e62b87d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:33.437407 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3feee789-391a-4290-a888-b10ee9b45e43 req-2e17471c-586a-46d1-9cc0-a5fc3850159d service neutron] 10.222.0.13 "GET /v2.0/networks/cbde9e9a-b1dd-42f5-b861-f60d8d354cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875417 Dec 17 15:12:33.440923 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1800cbb-21f4-49d3-b24c-9b56e62b87d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=21ad28f6-d320-4dba-b05b-2410413b7865,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:33.447107 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3724abad-63b8-4838-8b29-c92916447a02 req-45ef8eed-d73c-4bbd-933a-30a5b63f2946 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904795 Dec 17 15:12:33.687082 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3724abad-63b8-4838-8b29-c92916447a02 req-1219f752-51ee-4662-b962-9c0787f013e5 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217228 Dec 17 15:12:33.708130 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8d1fa-c151-45de-84ca-6b8f8cae9f43 req-6fbc5b68-fbb8-4b2e-8ede-c54a7327973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:33.709636 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a2d8d1fa-c151-45de-84ca-6b8f8cae9f43 req-6fbc5b68-fbb8-4b2e-8ede-c54a7327973b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dce35d970fbe48cba744e46ec101633d&device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 1095 time: 0.0854652 Dec 17 15:12:33.713854 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d1800cbb-21f4-49d3-b24c-9b56e62b87d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:33.729215 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:33.900107 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8d1fa-c151-45de-84ca-6b8f8cae9f43 req-c92dfe48-e61d-4d5e-ba17-d9033d38ae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:33.901750 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a2d8d1fa-c151-45de-84ca-6b8f8cae9f43 req-c92dfe48-e61d-4d5e-ba17-d9033d38ae4d service neutron] 10.222.0.13 "GET /v2.0/networks?id=cbde9e9a-b1dd-42f5-b861-f60d8d354cb3 HTTP/1.1" status: 200 len: 918 time: 0.1434388 Dec 17 15:12:34.000060 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a2d8d1fa-c151-45de-84ca-6b8f8cae9f43 req-e47e748a-4913-4a39-b496-268e352cabe7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33f273c6-a98c-41ab-b0fe-fde9e717fb03 HTTP/1.1" status: 200 len: 217 time: 0.0631111 Dec 17 15:12:34.067966 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8d1fa-c151-45de-84ca-6b8f8cae9f43 req-aebaf4ec-84da-43e7-96f6-4d8a65f0c4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:34.069564 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a2d8d1fa-c151-45de-84ca-6b8f8cae9f43 req-aebaf4ec-84da-43e7-96f6-4d8a65f0c4ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e60526ad-10ea-41ba-854b-a0b7809ae667 HTTP/1.1" status: 200 len: 857 time: 0.0598469 Dec 17 15:12:34.081401 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1800cbb-21f4-49d3-b24c-9b56e62b87d7 admin admin] Router 36bc90e9-acdd-4944-b84c-85cadf1cb44d has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:12:34.110877 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a2d8d1fa-c151-45de-84ca-6b8f8cae9f43 req-779389c7-48da-4887-b84e-85c98f41b4d0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cbde9e9a-b1dd-42f5-b861-f60d8d354cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281107 Dec 17 15:12:34.122763 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device c5ccbdaa-da87-41d0-b1fb-4f455e63c108 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:12:34.220642 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:34.274250 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da405597-9c13-4a2e-9f85-8750e7970977 req-7973545a-6487-4592-85d2-de1e23c4ac28 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:34.275819 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da405597-9c13-4a2e-9f85-8750e7970977 req-7973545a-6487-4592-85d2-de1e23c4ac28 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=88be472e-2c2e-485b-9bee-e7fe657c9c3e HTTP/1.1" status: 200 len: 947 time: 0.0822594 Dec 17 15:12:34.301563 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e8f5b-bddc-46e2-b07e-333e9c9f5a34 req-1aaa4bcb-c3ed-494e-a030-ceaafa02edc9 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:34.321693 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4f4e8f5b-bddc-46e2-b07e-333e9c9f5a34 req-1aaa4bcb-c3ed-494e-a030-ceaafa02edc9 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 944 time: 0.0790586 Dec 17 15:12:34.347933 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da405597-9c13-4a2e-9f85-8750e7970977 req-c4730b28-d368-43b9-904e-7c582ca6f18f tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639346 Dec 17 15:12:34.362127 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4f4e8f5b-bddc-46e2-b07e-333e9c9f5a34 req-783b4a09-5b67-4773-8d8b-ab97ea2d8cb5 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520909 Dec 17 15:12:34.466323 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port c5ccbdaa-da87-41d0-b1fb-4f455e63c108 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:12:34.479368 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port c5ccbdaa-da87-41d0-b1fb-4f455e63c108 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:12:34.479368 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:34.479633 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88be472e-2c2e-485b-9bee-e7fe657c9c3e', 'tag': '7babefdf-60b7-48be-ba0d-3774ac0668a5'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:12:34.479633 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e747f6dd-e1ea-4eee-8e54-83c8707192f9" -d '{"events": [{"name": "network-changed", "server_uuid": "88be472e-2c2e-485b-9bee-e7fe657c9c3e", "tag": "7babefdf-60b7-48be-ba0d-3774ac0668a5"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:12:34.503370 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e10ab-d83e-4020-9643-7a3e529a2b8b req-0201e713-d8cb-436e-b297-24724e349fd6 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:34.504902 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b3e10ab-d83e-4020-9643-7a3e529a2b8b req-0201e713-d8cb-436e-b297-24724e349fd6 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 944 time: 0.0885320 Dec 17 15:12:34.517475 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc588e95-ffb2-4da0-bc90-90f27f720c42 req-3c652a1d-4af5-45b8-aeba-09742dc82719 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:34.519657 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bc588e95-ffb2-4da0-bc90-90f27f720c42 req-3c652a1d-4af5-45b8-aeba-09742dc82719 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 949 time: 0.0727777 Dec 17 15:12:34.548925 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1800cbb-21f4-49d3-b24c-9b56e62b87d7 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:12:34.557574 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d1800cbb-21f4-49d3-b24c-9b56e62b87d7 admin admin] 10.222.0.46 "PUT /v2.0/routers/36bc90e9-acdd-4944-b84c-85cadf1cb44d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1556120 Dec 17 15:12:34.558333 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a2d8d1fa-c151-45de-84ca-6b8f8cae9f43 req-9d2dd22a-9b94-4591-a7e5-7413207f1c98 service neutron] 10.222.0.13 "GET /v2.0/networks/cbde9e9a-b1dd-42f5-b861-f60d8d354cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081111 Dec 17 15:12:34.558470 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40406) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:12:34.567247 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31c3858-ba91-45fd-8dfa-66de2423d520 None None] Sync routers for ids ['36bc90e9-acdd-4944-b84c-85cadf1cb44d'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:12:34.579132 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31c3858-ba91-45fd-8dfa-66de2423d520 None None] Routers {'36bc90e9-acdd-4944-b84c-85cadf1cb44d'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:12:34.599638 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d31c3858-ba91-45fd-8dfa-66de2423d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:12:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['36bc90e9-acdd-4944-b84c-85cadf1cb44d'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:34.601201 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:34.633276 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad645bac-bcc5-43ca-8633-eb388f62c266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ccbdaa-da87-41d0-b1fb-4f455e63c108'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:12:34.637880 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8e0f4d-c3ad-413a-9399-209b03128d92" -d '{"events": [{"server_uuid": "ad645bac-bcc5-43ca-8633-eb388f62c266", "name": "network-vif-plugged", "status": "completed", "tag": "c5ccbdaa-da87-41d0-b1fb-4f455e63c108"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:12:34.656524 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port c5ccbdaa-da87-41d0-b1fb-4f455e63c108, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=c5ccbdaa-da87-41d0-b1fb-4f455e63c108,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:34.669089 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a2d8d1fa-c151-45de-84ca-6b8f8cae9f43 req-c8a1df0d-a807-4cad-8181-ebfb31a02e81 service neutron] 10.222.0.13 "GET /v2.0/networks/cbde9e9a-b1dd-42f5-b861-f60d8d354cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989316 Dec 17 15:12:34.673745 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b3e10ab-d83e-4020-9643-7a3e529a2b8b req-02fd7b7c-16aa-4eae-aeb0-9c6742c6668a tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483426 Dec 17 15:12:34.682037 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bc588e95-ffb2-4da0-bc90-90f27f720c42 req-a68aa587-36b0-45f8-ab53-c3bf4ca9d742 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493149 Dec 17 15:12:34.713354 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-d31c3858-ba91-45fd-8dfa-66de2423d520 None None] Set router 36bc90e9-acdd-4944-b84c-85cadf1cb44d gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:12:34.747417 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0567f79e-2059-4d9c-b1f9-af3b825a6784 admin admin] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:34.788296 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e20163c-6e72-4215-9362-7badbe5fbea3 x-openstack-request-id: req-9e20163c-6e72-4215-9362-7badbe5fbea3 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:12:34.788590 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88be472e-2c2e-485b-9bee-e7fe657c9c3e", "tag": "7babefdf-60b7-48be-ba0d-3774ac0668a5", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:12:34.788837 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9e20163c-6e72-4215-9362-7badbe5fbea3 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:12:34.789267 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88be472e-2c2e-485b-9bee-e7fe657c9c3e', 'tag': '7babefdf-60b7-48be-ba0d-3774ac0668a5', 'status': 'completed', 'code': 200} Dec 17 15:12:34.812976 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5722c262-35ec-421e-bf76-c40c0ffb5969 x-openstack-request-id: req-5722c262-35ec-421e-bf76-c40c0ffb5969 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:12:34.814370 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad645bac-bcc5-43ca-8633-eb388f62c266", "name": "network-vif-plugged", "status": "completed", "tag": "c5ccbdaa-da87-41d0-b1fb-4f455e63c108", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:12:34.827959 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5722c262-35ec-421e-bf76-c40c0ffb5969 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:12:34.827959 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad645bac-bcc5-43ca-8633-eb388f62c266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ccbdaa-da87-41d0-b1fb-4f455e63c108', 'code': 200} Dec 17 15:12:34.854572 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:34.905009 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0567f79e-2059-4d9c-b1f9-af3b825a6784 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:34.917307 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d31c3858-ba91-45fd-8dfa-66de2423d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36bc90e9-acdd-4944-b84c-85cadf1cb44d', 'name': 'tempest-FloatingIPDetailsTestJSON-1064621041-router', 'tenant_id': 'ae5d78517b3842a2a2dd8cf4aec7a3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'a318271a-f555-4edf-b5c4-087d7c81f2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:11:58Z', 'updated_at': '2021-12-17T15:12:33Z', 'revision_number': 5, 'project_id': 'ae5d78517b3842a2a2dd8cf4aec7a3d4', 'gw_port': {'id': 'a318271a-f555-4edf-b5c4-087d7c81f2f7', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36bc90e9-acdd-4944-b84c-85cadf1cb44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:11:59Z', 'updated_at': '2021-12-17T15:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:34.922843 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747f6dd-e1ea-4eee-8e54-83c8707192f9 req-6208a45d-ad38-421f-8d1b-1c7e3b6e06e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:34.924356 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e747f6dd-e1ea-4eee-8e54-83c8707192f9 req-6208a45d-ad38-421f-8d1b-1c7e3b6e06e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1929931f93c54c40a22ecb93d4604ccd&device_id=88be472e-2c2e-485b-9bee-e7fe657c9c3e HTTP/1.1" status: 200 len: 1098 time: 0.0542459 Dec 17 15:12:34.934292 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=c5ccbdaa-da87-41d0-b1fb-4f455e63c108,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:35.042670 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31c3858-ba91-45fd-8dfa-66de2423d520 None None] Checking router: 36bc90e9-acdd-4944-b84c-85cadf1cb44d for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:12:35.051635 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31c3858-ba91-45fd-8dfa-66de2423d520 None None] Routers {'36bc90e9-acdd-4944-b84c-85cadf1cb44d'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:12:35.052077 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03543f-65c4-48c4-a65b-63037402f697 req-81b8568f-f429-4188-924b-62f64f0ea5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:35.052267 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d31c3858-ba91-45fd-8dfa-66de2423d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:12:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['36bc90e9-acdd-4944-b84c-85cadf1cb44d'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:35.053631 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-df03543f-65c4-48c4-a65b-63037402f697 req-81b8568f-f429-4188-924b-62f64f0ea5d8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 1101 time: 0.0756192 Dec 17 15:12:35.059228 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747f6dd-e1ea-4eee-8e54-83c8707192f9 req-653227cb-9895-4881-a0b5-62a33f9d31aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:35.060694 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e747f6dd-e1ea-4eee-8e54-83c8707192f9 req-653227cb-9895-4881-a0b5-62a33f9d31aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.1277337 Dec 17 15:12:35.062400 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0567f79e-2059-4d9c-b1f9-af3b825a6784 admin admin] Deleting port a318271a-f555-4edf-b5c4-087d7c81f2f7 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:12:35.063121 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0567f79e-2059-4d9c-b1f9-af3b825a6784 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:35.113006 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e747f6dd-e1ea-4eee-8e54-83c8707192f9 req-3cce0431-e974-409e-a875-d523175fbea7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=7babefdf-60b7-48be-ba0d-3774ac0668a5 HTTP/1.1" status: 200 len: 217 time: 0.0440705 Dec 17 15:12:35.135412 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-df03543f-65c4-48c4-a65b-63037402f697 req-29c513c3-d651-4679-a49a-dee9d0c398ba service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737612 Dec 17 15:12:35.151381 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0567f79e-2059-4d9c-b1f9-af3b825a6784 admin admin] For port a318271a-f555-4edf-b5c4-087d7c81f2f7, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=a318271a-f555-4edf-b5c4-087d7c81f2f7,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:35.151770 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0567f79e-2059-4d9c-b1f9-af3b825a6784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:35.152115 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-d31c3858-ba91-45fd-8dfa-66de2423d520 None None] Set router 36bc90e9-acdd-4944-b84c-85cadf1cb44d gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:12:35.171807 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747f6dd-e1ea-4eee-8e54-83c8707192f9 req-467997c6-d73d-4e40-a046-ac230906e759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:35.172694 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0567f79e-2059-4d9c-b1f9-af3b825a6784 admin admin] Calling delete_port for a318271a-f555-4edf-b5c4-087d7c81f2f7 owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:12:35.173412 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e747f6dd-e1ea-4eee-8e54-83c8707192f9 req-467997c6-d73d-4e40-a046-ac230906e759 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0500662 Dec 17 15:12:35.206450 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d31c3858-ba91-45fd-8dfa-66de2423d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36bc90e9-acdd-4944-b84c-85cadf1cb44d', 'name': 'tempest-FloatingIPDetailsTestJSON-1064621041-router', 'tenant_id': 'ae5d78517b3842a2a2dd8cf4aec7a3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:11:58Z', 'updated_at': '2021-12-17T15:12:34Z', 'revision_number': 6, 'project_id': 'ae5d78517b3842a2a2dd8cf4aec7a3d4', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:35.235665 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31c3858-ba91-45fd-8dfa-66de2423d520 None None] The sync data for ids ['36bc90e9-acdd-4944-b84c-85cadf1cb44d'] in n-d-820553-2 is: [{'id': '36bc90e9-acdd-4944-b84c-85cadf1cb44d', 'name': 'tempest-FloatingIPDetailsTestJSON-1064621041-router', 'tenant_id': 'ae5d78517b3842a2a2dd8cf4aec7a3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:11:58Z', 'updated_at': '2021-12-17T15:12:34Z', 'revision_number': 6, 'project_id': 'ae5d78517b3842a2a2dd8cf4aec7a3d4', 'gw_port_host': None}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:12:35.431626 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0567f79e-2059-4d9c-b1f9-af3b825a6784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:35.481526 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567f79e-2059-4d9c-b1f9-af3b825a6784 admin admin] Pushing event deleted for resources: {'Port': ['ID=a318271a-f555-4edf-b5c4-087d7c81f2f7,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:35.563225 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc55301-691e-42a6-8bb8-6eb9988edf00 req-2e8434c8-c436-42fa-be24-5cd1e5140904 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:35.564808 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ccc55301-691e-42a6-8bb8-6eb9988edf00 req-2e8434c8-c436-42fa-be24-5cd1e5140904 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=88be472e-2c2e-485b-9bee-e7fe657c9c3e HTTP/1.1" status: 200 len: 947 time: 0.1441333 Dec 17 15:12:35.617735 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2e577-5921-4cc3-999b-678cb97eed7e req-a0bd63c9-6651-4aa6-aaff-73ef073091bd tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:35.619265 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-52a2e577-5921-4cc3-999b-678cb97eed7e req-a0bd63c9-6651-4aa6-aaff-73ef073091bd tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 944 time: 0.1408570 Dec 17 15:12:35.620329 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0567f79e-2059-4d9c-b1f9-af3b825a6784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:35.651798 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747f6dd-e1ea-4eee-8e54-83c8707192f9 req-fe56d0f8-f4f9-4ee6-a5c9-d410870207cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:35.652759 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e747f6dd-e1ea-4eee-8e54-83c8707192f9 req-fe56d0f8-f4f9-4ee6-a5c9-d410870207cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0889001 Dec 17 15:12:35.747649 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ccc55301-691e-42a6-8bb8-6eb9988edf00 req-5d09116b-11f4-4a34-87bd-4ac5e7e62d48 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744454 Dec 17 15:12:35.755329 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0567f79e-2059-4d9c-b1f9-af3b825a6784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:35.756245 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e747f6dd-e1ea-4eee-8e54-83c8707192f9 req-06315679-099c-4c77-b2ee-6cad7d1e53bf service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869951 Dec 17 15:12:35.760144 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0567f79e-2059-4d9c-b1f9-af3b825a6784 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:35.807970 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-52a2e577-5921-4cc3-999b-678cb97eed7e req-b0447840-4a75-452d-b439-2e283915d4e4 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412730 Dec 17 15:12:35.872961 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e747f6dd-e1ea-4eee-8e54-83c8707192f9 req-079faeac-26c9-4c37-967a-a83a6837619a service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087263 Dec 17 15:12:35.879684 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f422ba8-f3e6-4c93-b96a-bdf41c3d117e req-e9cb70e2-c4e5-403d-91d3-cec08dc58ea3 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:35.881218 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9f422ba8-f3e6-4c93-b96a-bdf41c3d117e req-e9cb70e2-c4e5-403d-91d3-cec08dc58ea3 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 944 time: 0.0596356 Dec 17 15:12:35.917938 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0567f79e-2059-4d9c-b1f9-af3b825a6784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:35.918506 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0567f79e-2059-4d9c-b1f9-af3b825a6784 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36bc90e9-acdd-4944-b84c-85cadf1cb44d {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:12:35.923991 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0567f79e-2059-4d9c-b1f9-af3b825a6784 admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:35.925109 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0567f79e-2059-4d9c-b1f9-af3b825a6784 admin admin] 10.222.0.46 "DELETE /v2.0/routers/36bc90e9-acdd-4944-b84c-85cadf1cb44d HTTP/1.1" status: 204 len: 168 time: 1.3657949 Dec 17 15:12:35.927787 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40424) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:12:35.951142 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9f422ba8-f3e6-4c93-b96a-bdf41c3d117e req-20bdd274-59f5-45d7-91de-306a062ae9b9 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605779 Dec 17 15:12:35.965155 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60650cd-9cc6-43dd-8327-e9a88ed9abdc req-701959a9-3d5f-4b6e-a870-5104847ff740 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:35.966686 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e60650cd-9cc6-43dd-8327-e9a88ed9abdc req-701959a9-3d5f-4b6e-a870-5104847ff740 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.0845969 Dec 17 15:12:35.979742 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6a32663-e082-467b-bf58-12c695e642e5 admin admin] Deleting subnet b4d72cf4-43d8-4a39-be4e-94bbc5baebec {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:12:35.984866 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e6a32663-e082-467b-bf58-12c695e642e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:36.025630 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e6a32663-e082-467b-bf58-12c695e642e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:36.029410 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e60650cd-9cc6-43dd-8327-e9a88ed9abdc req-cc400040-cc5c-429c-ad2a-9dae8798d342 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491769 Dec 17 15:12:36.125266 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e6a32663-e082-467b-bf58-12c695e642e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:36.141161 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 21ad28f6-d320-4dba-b05b-2410413b7865 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:12:36.162483 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 21ad28f6-d320-4dba-b05b-2410413b7865 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:12:36.163057 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 21ad28f6-d320-4dba-b05b-2410413b7865 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:12:36.163742 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a318271a-f555-4edf-b5c4-087d7c81f2f7 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:12:36.187458 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: a318271a-f555-4edf-b5c4-087d7c81f2f7 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:12:36.187804 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a318271a-f555-4edf-b5c4-087d7c81f2f7 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:12:36.329863 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e6a32663-e082-467b-bf58-12c695e642e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:36.358032 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a32663-e082-467b-bf58-12c695e642e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4d72cf4-43d8-4a39-be4e-94bbc5baebec,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:36.360809 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e6a32663-e082-467b-bf58-12c695e642e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:36.364034 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e6a32663-e082-467b-bf58-12c695e642e5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b4d72cf4-43d8-4a39-be4e-94bbc5baebec HTTP/1.1" status: 204 len: 168 time: 0.4350903 Dec 17 15:12:36.364253 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8f03d0-1c00-4f49-9623-341fe0c53257 None None] Network 9f4bcda6-0daa-4d0f-9379-3c184ed0cc08 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:12:36.366508 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40426) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:12:36.439652 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-42fa93fc-8e6e-4297-9a03-b2561c33e8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:36.495407 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-42fa93fc-8e6e-4297-9a03-b2561c33e8ef admin admin] Deleting port 20a55c82-ca1a-481e-ad33-9c9a53b96ffc {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:12:36.496338 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-42fa93fc-8e6e-4297-9a03-b2561c33e8ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:36.555171 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce31e760-5849-4355-acbf-1b51cd8a3b0c None None] DHCP port deletion for 9f4bcda6-0daa-4d0f-9379-3c184ed0cc08 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:12:36.561375 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-42fa93fc-8e6e-4297-9a03-b2561c33e8ef admin admin] For port 20a55c82-ca1a-481e-ad33-9c9a53b96ffc, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=20a55c82-ca1a-481e-ad33-9c9a53b96ffc,segment=NetworkSegment(5b7aeaf3-a87a-4726-978f-04b4df2256d3),segment_id=5b7aeaf3-a87a-4726-978f-04b4df2256d3)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:36.561375 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-42fa93fc-8e6e-4297-9a03-b2561c33e8ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:36.574166 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-42fa93fc-8e6e-4297-9a03-b2561c33e8ef admin admin] Calling delete_port for 20a55c82-ca1a-481e-ad33-9c9a53b96ffc owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:12:36.605393 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-ce31e760-5849-4355-acbf-1b51cd8a3b0c None None] Deleting port 20a55c82-ca1a-481e-ad33-9c9a53b96ffc {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:12:36.605796 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ce31e760-5849-4355-acbf-1b51cd8a3b0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:36.673548 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-ce31e760-5849-4355-acbf-1b51cd8a3b0c None None] For port 20a55c82-ca1a-481e-ad33-9c9a53b96ffc, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=20a55c82-ca1a-481e-ad33-9c9a53b96ffc,segment=NetworkSegment(5b7aeaf3-a87a-4726-978f-04b4df2256d3),segment_id=5b7aeaf3-a87a-4726-978f-04b4df2256d3)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:36.673995 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ce31e760-5849-4355-acbf-1b51cd8a3b0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:36.692571 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-ce31e760-5849-4355-acbf-1b51cd8a3b0c None None] Calling delete_port for 20a55c82-ca1a-481e-ad33-9c9a53b96ffc owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:12:36.729322 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-42fa93fc-8e6e-4297-9a03-b2561c33e8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:36.761414 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa93fc-8e6e-4297-9a03-b2561c33e8ef admin admin] Pushing event deleted for resources: {'Port': ['ID=20a55c82-ca1a-481e-ad33-9c9a53b96ffc,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:36.763181 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fa93fc-8e6e-4297-9a03-b2561c33e8ef admin admin] No DVR routers for this DVR port 20a55c82-ca1a-481e-ad33-9c9a53b96ffc on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:12:36.797997 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ce31e760-5849-4355-acbf-1b51cd8a3b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:36.829789 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce31e760-5849-4355-acbf-1b51cd8a3b0c None None] Pushing event deleted for resources: {'Port': ['ID=20a55c82-ca1a-481e-ad33-9c9a53b96ffc,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:36.836295 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce31e760-5849-4355-acbf-1b51cd8a3b0c None None] No DVR routers for this DVR port 20a55c82-ca1a-481e-ad33-9c9a53b96ffc on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:12:36.917224 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c5b93-f15f-4083-b547-d9918fa7e840 req-422b5e88-5346-4252-be2b-87feab7b5a5c tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:36.925589 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-42fa93fc-8e6e-4297-9a03-b2561c33e8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:36.925911 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1f2c5b93-f15f-4083-b547-d9918fa7e840 req-422b5e88-5346-4252-be2b-87feab7b5a5c tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=88be472e-2c2e-485b-9bee-e7fe657c9c3e HTTP/1.1" status: 200 len: 947 time: 0.0584869 Dec 17 15:12:36.954467 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-42fa93fc-8e6e-4297-9a03-b2561c33e8ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f4bcda6-0daa-4d0f-9379-3c184ed0cc08']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:36.964262 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-42fa93fc-8e6e-4297-9a03-b2561c33e8ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b7aeaf3-a87a-4726-978f-04b4df2256d3') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:36.964890 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-42fa93fc-8e6e-4297-9a03-b2561c33e8ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b7aeaf3-a87a-4726-978f-04b4df2256d3') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:36.976295 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-42fa93fc-8e6e-4297-9a03-b2561c33e8ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:36.990368 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-42fa93fc-8e6e-4297-9a03-b2561c33e8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:36.996757 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42fa93fc-8e6e-4297-9a03-b2561c33e8ef admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:12:36.997385 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-42fa93fc-8e6e-4297-9a03-b2561c33e8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:37.002656 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1f2c5b93-f15f-4083-b547-d9918fa7e840 req-b8df5e53-6066-430d-b5ff-a49c046dd3df tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756738 Dec 17 15:12:37.045622 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e1496-f458-4771-91e4-dd7506f27107 req-96b6baed-f603-49ed-8f48-42623a464e5e tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:37.048957 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e97e1496-f458-4771-91e4-dd7506f27107 req-96b6baed-f603-49ed-8f48-42623a464e5e tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 944 time: 0.1161299 Dec 17 15:12:37.060625 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:12:37.060625 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:12:37.060625 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:12:37.060625 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:12:37.060625 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:12:37.060625 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:12:37.060625 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:12:37.060625 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:12:37.060625 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:12:37.060625 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:12:37.060625 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:12:37.060625 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:12:37.060625 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:12:37.060625 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:12:37.060625 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:12:37.060625 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:12:37.060625 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:12:37.060625 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:12:37.060625 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:12:37.060625 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:12:37.060625 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:12:37.060625 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:12:37.060625 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:12:37.060625 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:12:37.060625 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:12:37.060625 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:12:37.060625 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:12:37.060625 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:12:37.060625 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:12:37.060625 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:12:37.060625 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:12:37.060625 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:12:37.108549 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e97e1496-f458-4771-91e4-dd7506f27107 req-90e7f2de-9be7-4a72-82c3-71ed67937c8b tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527875 Dec 17 15:12:37.147902 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6168c-1c22-407e-8d2f-2eba7f837957 req-3610a71c-f9de-4757-a90e-c9ee641f074b tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:37.155405 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c8b6168c-1c22-407e-8d2f-2eba7f837957 req-3610a71c-f9de-4757-a90e-c9ee641f074b tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 944 time: 0.0622795 Dec 17 15:12:37.157858 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-42fa93fc-8e6e-4297-9a03-b2561c33e8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:37.162461 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-42fa93fc-8e6e-4297-9a03-b2561c33e8ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:37.168537 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-42fa93fc-8e6e-4297-9a03-b2561c33e8ef admin admin] 10.222.0.46 "DELETE /v2.0/networks/9f4bcda6-0daa-4d0f-9379-3c184ed0cc08 HTTP/1.1" status: 204 len: 168 time: 0.8010712 Dec 17 15:12:37.195714 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa93fc-8e6e-4297-9a03-b2561c33e8ef admin admin] Pushing event deleted for resources: {'Network': ['ID=9f4bcda6-0daa-4d0f-9379-3c184ed0cc08,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:37.210275 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c8b6168c-1c22-407e-8d2f-2eba7f837957 req-e646e36e-b164-4c32-9606-a89bea91a6a5 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530069 Dec 17 15:12:37.297605 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1bf513-8817-4618-a768-bdd68b173f04 req-436be67b-cc10-4818-a7fc-b15fce8c15ea tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:37.302493 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ca1bf513-8817-4618-a768-bdd68b173f04 req-436be67b-cc10-4818-a7fc-b15fce8c15ea tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.0868726 Dec 17 15:12:37.309256 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 33f273c6-a98c-41ab-b0fe-fde9e717fb03 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:12:37.376925 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ca1bf513-8817-4618-a768-bdd68b173f04 req-3319248d-f3e2-4b43-8105-41426dc18297 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672290 Dec 17 15:12:37.439637 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 33f273c6-a98c-41ab-b0fe-fde9e717fb03, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=33f273c6-a98c-41ab-b0fe-fde9e717fb03,segment=NetworkSegment(3b746a19-cda0-4375-9c52-9242ca19dfcd),segment_id=3b746a19-cda0-4375-9c52-9242ca19dfcd)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:37.452773 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '33f273c6-a98c-41ab-b0fe-fde9e717fb03', 'network_id': 'cbde9e9a-b1dd-42f5-b861-f60d8d354cb3', 'port_id': '33f273c6-a98c-41ab-b0fe-fde9e717fb03', 'mac_address': 'fa:16:3e:60:6a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e60526ad-10ea-41ba-854b-a0b7809ae667', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:12:37.496955 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:37.512599 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33f273c6-a98c-41ab-b0fe-fde9e717fb03 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:12:37.533743 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 33f273c6-a98c-41ab-b0fe-fde9e717fb03, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=33f273c6-a98c-41ab-b0fe-fde9e717fb03,segment=NetworkSegment(3b746a19-cda0-4375-9c52-9242ca19dfcd),segment_id=3b746a19-cda0-4375-9c52-9242ca19dfcd)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:37.598036 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40444) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:12:37.640886 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4d5b3ec5-61ca-4fd8-8d56-2c08b7f59ca9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ae5d78517b3842a2a2dd8cf4aec7a3d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411520 Dec 17 15:12:37.643388 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40446) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:12:37.648990 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:37.650060 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 1c299bcd-ff49-4b85-874a-d236b38dfaf1 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:12:37.712167 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a268cba8-66dc-44c9-9dd0-5eb04347db37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:37.720254 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 1c299bcd-ff49-4b85-874a-d236b38dfaf1, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=1c299bcd-ff49-4b85-874a-d236b38dfaf1,segment=NetworkSegment(3b746a19-cda0-4375-9c52-9242ca19dfcd),segment_id=3b746a19-cda0-4375-9c52-9242ca19dfcd)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:37.728258 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=33f273c6-a98c-41ab-b0fe-fde9e717fb03,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:37.736847 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '1c299bcd-ff49-4b85-874a-d236b38dfaf1', 'network_id': 'cbde9e9a-b1dd-42f5-b861-f60d8d354cb3', 'port_id': '1c299bcd-ff49-4b85-874a-d236b38dfaf1', 'mac_address': 'fa:16:3e:4b:19:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e60526ad-10ea-41ba-854b-a0b7809ae667', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:12:37.739526 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a268cba8-66dc-44c9-9dd0-5eb04347db37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:37.789346 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:37.804785 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c299bcd-ff49-4b85-874a-d236b38dfaf1 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:12:37.825548 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 1c299bcd-ff49-4b85-874a-d236b38dfaf1, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=1c299bcd-ff49-4b85-874a-d236b38dfaf1,segment=NetworkSegment(3b746a19-cda0-4375-9c52-9242ca19dfcd),segment_id=3b746a19-cda0-4375-9c52-9242ca19dfcd)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:37.900225 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a268cba8-66dc-44c9-9dd0-5eb04347db37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:37.900383 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:37.902896 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a268cba8-66dc-44c9-9dd0-5eb04347db37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:37.907281 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a268cba8-66dc-44c9-9dd0-5eb04347db37 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/24f9369f-1d69-4f71-bf2a-e9a6104e9bdf HTTP/1.1" status: 204 len: 168 time: 0.2598021 Dec 17 15:12:37.915598 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268cba8-66dc-44c9-9dd0-5eb04347db37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f9369f-1d69-4f71-bf2a-e9a6104e9bdf,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:37.974194 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=1c299bcd-ff49-4b85-874a-d236b38dfaf1,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:38.128419 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1f0bc-c473-4c8c-b960-134e684b44ed req-f2628ce1-121f-483a-8148-71b63d7ad72c tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:38.135630 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-19d1f0bc-c473-4c8c-b960-134e684b44ed req-f2628ce1-121f-483a-8148-71b63d7ad72c tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=88be472e-2c2e-485b-9bee-e7fe657c9c3e HTTP/1.1" status: 200 len: 947 time: 0.0684001 Dec 17 15:12:38.147041 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 20a55c82-ca1a-481e-ad33-9c9a53b96ffc no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:12:38.170694 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 20a55c82-ca1a-481e-ad33-9c9a53b96ffc {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:12:38.171163 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 20a55c82-ca1a-481e-ad33-9c9a53b96ffc not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:12:38.175681 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-19d1f0bc-c473-4c8c-b960-134e684b44ed req-89bd366a-4f16-4b70-8ea9-4d94301c1f5c tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392001 Dec 17 15:12:38.273778 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706202d-00dd-4751-8ec0-029faee5137b req-f4a0ab8f-5e41-4023-a0f1-6bb0b2e011bb tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:38.278503 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2706202d-00dd-4751-8ec0-029faee5137b req-f4a0ab8f-5e41-4023-a0f1-6bb0b2e011bb tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 944 time: 0.0724752 Dec 17 15:12:38.297902 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['33f273c6-a98c-41ab-b0fe-fde9e717fb03'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:12:38.303931 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['1c299bcd-ff49-4b85-874a-d236b38dfaf1'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:12:38.396632 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2706202d-00dd-4751-8ec0-029faee5137b req-246d45cb-f6d1-4f58-9f20-1e7196692b94 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090641 Dec 17 15:12:38.425194 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a33e5-5461-4ddc-ab76-6622c596a6e7 req-2b350e4d-f92f-4cd7-a1ca-5af1e18127a5 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:38.437550 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-605a33e5-5461-4ddc-ab76-6622c596a6e7 req-2b350e4d-f92f-4cd7-a1ca-5af1e18127a5 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 945 time: 0.1201262 Dec 17 15:12:38.498643 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-605a33e5-5461-4ddc-ab76-6622c596a6e7 req-a9664724-fc5c-40e5-b6f0-3f11cabf14b4 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530779 Dec 17 15:12:38.631155 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab0afe-22ab-45d5-8e14-62d0148ae156 req-178ecfc0-8828-41be-a9f9-e316e953622c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:38.632618 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a2ab0afe-22ab-45d5-8e14-62d0148ae156 req-178ecfc0-8828-41be-a9f9-e316e953622c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.0481501 Dec 17 15:12:38.672555 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a2ab0afe-22ab-45d5-8e14-62d0148ae156 req-db863cac-b060-4cd1-9044-94df32ff6a8a tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338085 Dec 17 15:12:38.703723 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-64560c54-1e3a-47da-b953-61d00d8cfbc3 service neutron] 10.222.0.41 "GET /v2.0/ports/c74f3b5a-351a-49d7-8d6b-9b002c5e38c0/bindings/n-h2-820553-2 HTTP/1.1" status: 200 len: 384 time: 0.0576837 Dec 17 15:12:38.794312 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b19fe8-9641-474a-b8a1-dac5cfccd212 req-d05641a3-f98b-429c-a794-8b64abb6f6db tempest-MigrationsAdminTest-2086733361 tempest-MigrationsAdminTest-2086733361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:38.795852 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-79b19fe8-9641-474a-b8a1-dac5cfccd212 req-d05641a3-f98b-429c-a794-8b64abb6f6db tempest-MigrationsAdminTest-2086733361 tempest-MigrationsAdminTest-2086733361-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 1101 time: 0.0430470 Dec 17 15:12:38.831371 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-79b19fe8-9641-474a-b8a1-dac5cfccd212 req-9246acec-7a91-4006-9431-8ee6e99c946c tempest-MigrationsAdminTest-2086733361 tempest-MigrationsAdminTest-2086733361-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288377 Dec 17 15:12:38.887735 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-cac44500-3251-49d8-9a8a-a498a7ecf4d5 service neutron] For port c74f3b5a-351a-49d7-8d6b-9b002c5e38c0, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=c74f3b5a-351a-49d7-8d6b-9b002c5e38c0,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:38.922912 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-cac44500-3251-49d8-9a8a-a498a7ecf4d5 service neutron] For port c74f3b5a-351a-49d7-8d6b-9b002c5e38c0, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:12:38.969246 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-cac44500-3251-49d8-9a8a-a498a7ecf4d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:12:38.979465 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-cac44500-3251-49d8-9a8a-a498a7ecf4d5 service neutron] For port c74f3b5a-351a-49d7-8d6b-9b002c5e38c0, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=c74f3b5a-351a-49d7-8d6b-9b002c5e38c0,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:39.083240 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-cac44500-3251-49d8-9a8a-a498a7ecf4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:39.145335 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-42dd7472-8aad-4de7-80df-504ddbab4ae9 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:39.146993 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-42dd7472-8aad-4de7-80df-504ddbab4ae9 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/networks?id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea HTTP/1.1" status: 200 len: 808 time: 0.1046038 Dec 17 15:12:39.159424 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-cac44500-3251-49d8-9a8a-a498a7ecf4d5 service neutron] Transition to ACTIVE for port object c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:12:39.163240 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-0074084e-d8f1-4716-b833-2cf906b7ef9f tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/quotas/96ef05c814a947bb872da21a8a326a7b HTTP/1.1" status: 200 len: 375 time: 0.0098052 Dec 17 15:12:39.216577 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-b1cf1c58-4d4f-4071-a365-fa2bc6bd280b tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=96ef05c814a947bb872da21a8a326a7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478179 Dec 17 15:12:39.255601 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-cac44500-3251-49d8-9a8a-a498a7ecf4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:39.323253 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-f666ca3e-0233-429f-850d-9ec7c078dd7b service neutron] 10.222.0.46 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988858 Dec 17 15:12:39.353967 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-cac44500-3251-49d8-9a8a-a498a7ecf4d5 service neutron] No DVR routers for this DVR port c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:12:39.360928 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac44500-3251-49d8-9a8a-a498a7ecf4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=c74f3b5a-351a-49d7-8d6b-9b002c5e38c0,revision_number=10']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:39.388722 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-cac44500-3251-49d8-9a8a-a498a7ecf4d5 service neutron] 10.222.0.41 "PUT /v2.0/ports/c74f3b5a-351a-49d7-8d6b-9b002c5e38c0/bindings/n-h2-820553-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6813970 Dec 17 15:12:39.454615 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb351b-e521-4758-ad8f-68c8b57b86f2 req-0d755d6f-28b3-4348-94ab-5ccd9f331c58 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:39.456069 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5bfb351b-e521-4758-ad8f-68c8b57b86f2 req-0d755d6f-28b3-4348-94ab-5ccd9f331c58 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=88be472e-2c2e-485b-9bee-e7fe657c9c3e HTTP/1.1" status: 200 len: 947 time: 0.1109624 Dec 17 15:12:39.478501 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-514aa6e4-62a0-4f05-b37e-6820aac92bc8 service neutron] 10.222.0.46 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421182 Dec 17 15:12:39.508114 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5bfb351b-e521-4758-ad8f-68c8b57b86f2 req-514976c4-4508-4064-ae66-fae594cf8dad tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413380 Dec 17 15:12:39.564804 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-a2f42fa6-4830-4c24-b9fa-75fbb895a75b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0461216 Dec 17 15:12:39.575112 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-7b1943a7-b858-48c0-851d-7cb78fcd542e service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:12:39.576271 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-7b1943a7-b858-48c0-851d-7cb78fcd542e service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062060 Dec 17 15:12:39.623092 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cf92e-96d0-440e-adf3-2387a8874838 req-d95f0597-8fa6-47d7-9d16-f44175bd84c1 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:39.629577 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c81cf92e-96d0-440e-adf3-2387a8874838 req-d95f0597-8fa6-47d7-9d16-f44175bd84c1 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.0556643 Dec 17 15:12:39.660238 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-afeb33f4-dc1a-468e-a01a-c72ae8f7901b tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:39.661890 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-afeb33f4-dc1a-468e-a01a-c72ae8f7901b tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752&tenant_id=724cb0144c46439a90883d842de78922&binding%3Ahost_id=n-h1-820553-2 HTTP/1.1" status: 200 len: 1096 time: 0.0477881 Dec 17 15:12:39.664367 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c81cf92e-96d0-440e-adf3-2387a8874838 req-52f6716f-7406-471e-b8a7-212465c5ef3c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328920 Dec 17 15:12:39.712632 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-837b8248-9888-4913-88c7-a14f3399c455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:39.714158 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-837b8248-9888-4913-88c7-a14f3399c455 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752&tenant_id=724cb0144c46439a90883d842de78922 HTTP/1.1" status: 200 len: 1096 time: 0.0402215 Dec 17 15:12:39.775242 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db419318-e093-436c-8732-fd44d0204ba6 req-beb964ba-3353-42ea-a9d9-385ab4878dda tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:39.776748 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-db419318-e093-436c-8732-fd44d0204ba6 req-beb964ba-3353-42ea-a9d9-385ab4878dda tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 945 time: 0.0525217 Dec 17 15:12:39.786308 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-040316ce-b1c4-479b-9a4d-a0d144ccb577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:39.788070 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-040316ce-b1c4-479b-9a4d-a0d144ccb577 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=724cb0144c46439a90883d842de78922&device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 1096 time: 0.0483961 Dec 17 15:12:39.816792 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-db419318-e093-436c-8732-fd44d0204ba6 req-fbda1f6b-bae9-496b-af4c-10016721181f tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331330 Dec 17 15:12:39.894531 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-1b611781-3e15-4235-9120-cb2f6c6d688c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:39.896123 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-1b611781-3e15-4235-9120-cb2f6c6d688c service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 HTTP/1.1" status: 200 len: 921 time: 0.1008751 Dec 17 15:12:39.949164 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-09378c35-2f97-4ef0-81a5-0995e154c313 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 HTTP/1.1" status: 200 len: 217 time: 0.0410810 Dec 17 15:12:40.027071 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-840b9678-0d26-4b6c-a485-e72b952c1f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:40.028583 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-840b9678-0d26-4b6c-a485-e72b952c1f52 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c28c8ec-5ccc-4295-ab15-cbe54116b2d0 HTTP/1.1" status: 200 len: 860 time: 0.0630455 Dec 17 15:12:40.063161 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:40.064605 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-ef1efff6-40ff-4578-b7ea-497193ee1c45 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277822 Dec 17 15:12:40.095358 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-e86b5d63-52a0-4fea-a2b9-80e5aed1f9fa tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=942e41b097aa48d0a97bbe8c22db0dee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251336 Dec 17 15:12:40.152919 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 7babefdf-60b7-48be-ba0d-3774ac0668a5 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:12:40.165372 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:12:40.166909 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-0259f032-3aa7-4e43-b0dd-e71432a0d977 service neutron] 10.222.0.13 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936337 Dec 17 15:12:40.248762 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-0a9b50b7-c0e6-4e04-8962-bd6a51c7d20d tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:40.254738 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-0a9b50b7-c0e6-4e04-8962-bd6a51c7d20d tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1528480 Dec 17 15:12:40.277366 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-fee00ca3-0466-46c1-8f55-969501eb84a4 tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/quotas/942e41b097aa48d0a97bbe8c22db0dee HTTP/1.1" status: 200 len: 375 time: 0.0205040 Dec 17 15:12:40.321524 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-815f2618-c3c2-47f2-adc8-f135d4817d39 service neutron] 10.222.0.13 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454201 Dec 17 15:12:40.322950 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-503ab883-a213-46d9-ade7-3cce70ed47aa tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=942e41b097aa48d0a97bbe8c22db0dee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446246 Dec 17 15:12:40.400027 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe7247-4377-429d-a71f-f0d31ae625bd req-bf5117fe-debd-40b0-b081-1f7a65012963 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:40.401755 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3ffe7247-4377-429d-a71f-f0d31ae625bd req-bf5117fe-debd-40b0-b081-1f7a65012963 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 945 time: 0.0670118 Dec 17 15:12:40.436262 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:12:40.450470 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3ffe7247-4377-429d-a71f-f0d31ae625bd req-c9e6e594-759d-4d06-a5b2-0063d4c8987c tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421062 Dec 17 15:12:40.476611 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 7babefdf-60b7-48be-ba0d-3774ac0668a5, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=7babefdf-60b7-48be-ba0d-3774ac0668a5,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:40.491936 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '7babefdf-60b7-48be-ba0d-3774ac0668a5', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': '7babefdf-60b7-48be-ba0d-3774ac0668a5', 'mac_address': 'fa:16:3e:51:b4:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:12:40.555049 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:40.573313 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7babefdf-60b7-48be-ba0d-3774ac0668a5 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:12:40.586966 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bfe8eef3-8d6b-4e7c-ab5a-a7d47ac3dd23 req-aaa42012-8fbb-4328-8d6a-d2904a4ca29c tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 210 time: 0.0280089 Dec 17 15:12:40.597251 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 7babefdf-60b7-48be-ba0d-3774ac0668a5, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=7babefdf-60b7-48be-ba0d-3774ac0668a5,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:40.718319 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:40.747643 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a69f0-a8bb-4b27-8229-c7f495547b22 req-8b3c4acd-41b5-410a-bc1e-c81b7578bf94 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:40.749775 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fa3a69f0-a8bb-4b27-8229-c7f495547b22 req-8b3c4acd-41b5-410a-bc1e-c81b7578bf94 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/ports?device_id=9db95732-bef0-4b55-a3fc-4fb7b292dc2d HTTP/1.1" status: 200 len: 946 time: 0.0979891 Dec 17 15:12:40.776007 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6b7f0-1952-49c6-80b6-53aeb775682e req-5d7f89e4-27ab-4d2c-9b6d-1f9d71dad56f tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:40.777838 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c5b6b7f0-1952-49c6-80b6-53aeb775682e req-5d7f89e4-27ab-4d2c-9b6d-1f9d71dad56f tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=88be472e-2c2e-485b-9bee-e7fe657c9c3e HTTP/1.1" status: 200 len: 947 time: 0.0817351 Dec 17 15:12:40.786173 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=7babefdf-60b7-48be-ba0d-3774ac0668a5,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:40.834715 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fa3a69f0-a8bb-4b27-8229-c7f495547b22 req-8574566b-6466-405d-a142-d460bb8d55fa tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/security-groups?id=33f245e8-8a62-458c-b8d7-9e7e52d07540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667639 Dec 17 15:12:40.893277 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c5b6b7f0-1952-49c6-80b6-53aeb775682e req-119a209d-1ffd-4b78-9d9d-dbbc71d02d23 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794396 Dec 17 15:12:40.925639 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a6bf32e-69e4-4762-99df-a28b10ee072f req-209b59f9-98eb-4a6f-828f-43ef9506a7a7 tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd26a09d-87bb-41c8-93e7-ec2426df5ff8 HTTP/1.1" status: 200 len: 210 time: 0.0316663 Dec 17 15:12:40.981886 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-c129d491-699a-4130-b9bc-7cf43b1ede72 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:40.984246 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-c129d491-699a-4130-b9bc-7cf43b1ede72 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752&tenant_id=724cb0144c46439a90883d842de78922&binding%3Ahost_id=n-h2-820553-2 HTTP/1.1" status: 200 len: 1096 time: 0.0515406 Dec 17 15:12:41.045157 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8193b3-3ea0-4cd1-a577-4a627b2040da req-45aaee10-b688-4384-a05a-0b5ef2e1a199 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:41.046602 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ee8193b3-3ea0-4cd1-a577-4a627b2040da req-45aaee10-b688-4384-a05a-0b5ef2e1a199 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.0852165 Dec 17 15:12:41.068842 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6dc16-a44d-44d0-854c-2fdc9ab44c61 req-87e659b2-d4cf-4cd9-a4e5-c678b53bac33 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:41.070320 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-46b6dc16-a44d-44d0-854c-2fdc9ab44c61 req-87e659b2-d4cf-4cd9-a4e5-c678b53bac33 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 945 time: 0.0787470 Dec 17 15:12:41.128631 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ee8193b3-3ea0-4cd1-a577-4a627b2040da req-34fc2ee1-aab3-4bf7-a55f-5e590ddd15f1 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747955 Dec 17 15:12:41.135617 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-46b6dc16-a44d-44d0-854c-2fdc9ab44c61 req-5072708b-4a50-4901-bf2f-4a114702c071 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565510 Dec 17 15:12:41.189639 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-0bddcef0-cc54-4891-8bf5-90693b19a355 service neutron] For port c74f3b5a-351a-49d7-8d6b-9b002c5e38c0, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:12:41.192720 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-0bddcef0-cc54-4891-8bf5-90693b19a355 service neutron] Notify callbacks [] for binding, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:41.193865 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-68d42230-2a12-4bb7-8bd3-673b6e876654 req-0bddcef0-cc54-4891-8bf5-90693b19a355 service neutron] 10.222.0.13 "DELETE /v2.0/ports/c74f3b5a-351a-49d7-8d6b-9b002c5e38c0/bindings/n-h1-820553-2 HTTP/1.1" status: 204 len: 173 time: 0.2009737 Dec 17 15:12:41.262052 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['7babefdf-60b7-48be-ba0d-3774ac0668a5'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:12:41.277805 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac297e0e-c7a4-4d41-b1b4-0620d3c1cbb6 req-534f2395-fd95-4f5a-892e-2a93510764ba tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:41.279311 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ac297e0e-c7a4-4d41-b1b4-0620d3c1cbb6 req-534f2395-fd95-4f5a-892e-2a93510764ba tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 1096 time: 0.0413780 Dec 17 15:12:41.314908 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ac297e0e-c7a4-4d41-b1b4-0620d3c1cbb6 req-3c2830e7-0db7-49b7-9c6d-71542f9b3202 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291231 Dec 17 15:12:41.344802 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 33f273c6-a98c-41ab-b0fe-fde9e717fb03 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:12:41.476288 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78911ae0-53df-4820-b26d-8b109dcd83ab req-59435eac-7f0e-4983-ae71-abf1434cf8d0 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:41.479217 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-78911ae0-53df-4820-b26d-8b109dcd83ab req-59435eac-7f0e-4983-ae71-abf1434cf8d0 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 1096 time: 0.0474019 Dec 17 15:12:41.513012 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-78911ae0-53df-4820-b26d-8b109dcd83ab req-f62faa10-8682-4a59-b848-b9dfa76acc08 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288372 Dec 17 15:12:41.586239 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 33f273c6-a98c-41ab-b0fe-fde9e717fb03 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:12:41.591432 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 33f273c6-a98c-41ab-b0fe-fde9e717fb03 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:12:41.591432 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:41.665080 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23a604-5d8e-4e83-87b5-289f9c687d02 req-cd698074-b630-4686-87a2-7d30e5ceef09 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:41.666703 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d23a604-5d8e-4e83-87b5-289f9c687d02 req-cd698074-b630-4686-87a2-7d30e5ceef09 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 945 time: 0.0704105 Dec 17 15:12:41.685701 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:41.712014 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d23a604-5d8e-4e83-87b5-289f9c687d02 req-81ee1cdc-fdc2-4298-b43d-04d4ceeee697 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367184 Dec 17 15:12:41.731261 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c7b6f6-6fca-4d3a-8538-7540a1dc6202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f273c6-a98c-41ab-b0fe-fde9e717fb03'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:12:41.734410 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e77c36c-b444-4780-a6e5-f3a4c207effe" -d '{"events": [{"server_uuid": "68c7b6f6-6fca-4d3a-8538-7540a1dc6202", "name": "network-vif-plugged", "status": "completed", "tag": "33f273c6-a98c-41ab-b0fe-fde9e717fb03"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:12:41.738531 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 33f273c6-a98c-41ab-b0fe-fde9e717fb03, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=33f273c6-a98c-41ab-b0fe-fde9e717fb03,segment=NetworkSegment(3b746a19-cda0-4375-9c52-9242ca19dfcd),segment_id=3b746a19-cda0-4375-9c52-9242ca19dfcd)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:41.849336 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:41.855137 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 1c299bcd-ff49-4b85-874a-d236b38dfaf1 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:12:41.866719 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-684a4978-6dd0-43b3-9f5c-541ee4a5847d req-f0053a83-6ba0-4f80-959f-2c2952aa604c tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 210 time: 0.0274920 Dec 17 15:12:41.935813 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=33f273c6-a98c-41ab-b0fe-fde9e717fb03,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:41.981210 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b71693-c7f0-4bc4-9564-0af0f6bd2772 x-openstack-request-id: req-b6b71693-c7f0-4bc4-9564-0af0f6bd2772 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:12:41.981544 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c7b6f6-6fca-4d3a-8538-7540a1dc6202", "name": "network-vif-plugged", "status": "completed", "tag": "33f273c6-a98c-41ab-b0fe-fde9e717fb03", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:12:41.981803 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b6b71693-c7f0-4bc4-9564-0af0f6bd2772 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:12:41.982204 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c7b6f6-6fca-4d3a-8538-7540a1dc6202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f273c6-a98c-41ab-b0fe-fde9e717fb03', 'code': 200} Dec 17 15:12:42.054617 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 1c299bcd-ff49-4b85-874a-d236b38dfaf1 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:12:42.059528 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 1c299bcd-ff49-4b85-874a-d236b38dfaf1 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:12:42.060265 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:42.078413 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791ee5a-e5d5-4c0c-87f9-f00a0a65d67d req-7d9c58df-707f-4f6e-9fb7-d1687fc9849e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:42.080336 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9791ee5a-e5d5-4c0c-87f9-f00a0a65d67d req-7d9c58df-707f-4f6e-9fb7-d1687fc9849e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=88be472e-2c2e-485b-9bee-e7fe657c9c3e HTTP/1.1" status: 200 len: 948 time: 0.0517409 Dec 17 15:12:42.100422 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83942581-d5f6-4b65-bbad-71a03834e797 req-a14adb1c-33a4-43a0-8db0-d9182093b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:42.101819 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83942581-d5f6-4b65-bbad-71a03834e797 req-a14adb1c-33a4-43a0-8db0-d9182093b7cf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 1097 time: 0.0506027 Dec 17 15:12:42.127180 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9791ee5a-e5d5-4c0c-87f9-f00a0a65d67d req-282a3d29-518b-480f-bcb0-05dc261e2bc1 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399864 Dec 17 15:12:42.159277 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83942581-d5f6-4b65-bbad-71a03834e797 req-59c5f9b2-a0b9-4979-99a0-409c1fdf94cb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493188 Dec 17 15:12:42.167323 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:42.202808 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 1c299bcd-ff49-4b85-874a-d236b38dfaf1, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=1c299bcd-ff49-4b85-874a-d236b38dfaf1,segment=NetworkSegment(3b746a19-cda0-4375-9c52-9242ca19dfcd),segment_id=3b746a19-cda0-4375-9c52-9242ca19dfcd)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:42.246028 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e0278-b3b7-4fde-a0b6-59667e37809e req-40f0dad1-af18-41c8-b3b2-cce060957a8a tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:42.247518 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-788e0278-b3b7-4fde-a0b6-59667e37809e req-40f0dad1-af18-41c8-b3b2-cce060957a8a tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/ports?device_id=9db95732-bef0-4b55-a3fc-4fb7b292dc2d HTTP/1.1" status: 200 len: 946 time: 0.0513673 Dec 17 15:12:42.306701 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dcd3fd7d-f9ec-4719-9265-aad26e4e0a47 req-355cf3a5-4b20-41ac-8a7a-15b28d6a6abf tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd26a09d-87bb-41c8-93e7-ec2426df5ff8 HTTP/1.1" status: 200 len: 210 time: 0.0328622 Dec 17 15:12:42.309630 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-788e0278-b3b7-4fde-a0b6-59667e37809e req-9ab4fbe0-1472-4bba-9aa6-f2b88515eb6b tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/security-groups?id=33f245e8-8a62-458c-b8d7-9e7e52d07540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551381 Dec 17 15:12:42.356332 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:42.409339 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=1c299bcd-ff49-4b85-874a-d236b38dfaf1,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:42.425962 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360b2d9-44ad-4b11-a2c8-ea6b45575cde req-904593b3-e2c5-4622-8a12-9b29e81a55ac tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:42.427466 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9360b2d9-44ad-4b11-a2c8-ea6b45575cde req-904593b3-e2c5-4622-8a12-9b29e81a55ac tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.0535395 Dec 17 15:12:42.465368 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9360b2d9-44ad-4b11-a2c8-ea6b45575cde req-f75fc3db-3a8b-4b4f-822a-9783a56e712b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315719 Dec 17 15:12:42.732675 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-794d47be-df8b-4122-ba68-58873cb1ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:42.735102 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-794d47be-df8b-4122-ba68-58873cb1ed5b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 1101 time: 0.0547626 Dec 17 15:12:42.854328 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9d33c-a98a-40be-9cff-035144f9da4f req-afa49b76-c31e-4ff8-a0c1-1a7cbb510860 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:42.856209 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3ee9d33c-a98a-40be-9cff-035144f9da4f req-afa49b76-c31e-4ff8-a0c1-1a7cbb510860 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 946 time: 0.0664008 Dec 17 15:12:42.875638 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-7a4d69a4-40bd-4ee7-b9a4-7e3b2364aede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:42.877274 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-7a4d69a4-40bd-4ee7-b9a4-7e3b2364aede service neutron] 10.222.0.41 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.1346405 Dec 17 15:12:42.907081 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3ee9d33c-a98a-40be-9cff-035144f9da4f req-ad11ca35-24a2-4b78-82bb-36cc59895a4f tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427530 Dec 17 15:12:42.933828 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-8150822b-3602-402a-ba16-c86d74618ea0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=c5ccbdaa-da87-41d0-b1fb-4f455e63c108 HTTP/1.1" status: 200 len: 217 time: 0.0486524 Dec 17 15:12:42.972874 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a754162e-ee95-4279-8fb3-ef3f4c739517 req-cfbb7033-6d37-4747-96bb-7bc80c55aeb1 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 210 time: 0.0256910 Dec 17 15:12:42.983447 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-80c95f03-30c6-46c1-9bb8-294e3d4e9ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:42.985195 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-80c95f03-30c6-46c1-9bb8-294e3d4e9ab0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0439630 Dec 17 15:12:43.037612 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-9fc7fd14-03a1-4220-9b3a-199f27d9db20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:43.039362 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-9fc7fd14-03a1-4220-9b3a-199f27d9db20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0467403 Dec 17 15:12:43.132351 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-45f1773f-80af-429f-82fc-6329b2d5e583 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841095 Dec 17 15:12:43.232366 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-cf6b654c-e8ab-447a-aab8-3deb8225d862 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936458 Dec 17 15:12:43.291094 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89643d-ad6c-4428-9a3c-e490405d5d37 req-fe3a34af-c003-4a27-aead-c7c9dfb7b4ba tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:43.292936 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-df89643d-ad6c-4428-9a3c-e490405d5d37 req-fe3a34af-c003-4a27-aead-c7c9dfb7b4ba tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=88be472e-2c2e-485b-9bee-e7fe657c9c3e HTTP/1.1" status: 200 len: 948 time: 0.0678689 Dec 17 15:12:43.346875 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-df89643d-ad6c-4428-9a3c-e490405d5d37 req-8e11cb8c-0ff7-4b64-bacd-0f66527ff115 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462692 Dec 17 15:12:43.433693 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7bd2fda1-fa61-41af-aee8-db4e5cdcc211 req-082d1ae6-c06f-458a-9caf-455ae1bbf7bd tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd26a09d-87bb-41c8-93e7-ec2426df5ff8 HTTP/1.1" status: 200 len: 210 time: 0.0389481 Dec 17 15:12:43.487742 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135243e-6ddb-42d9-af48-0e5186ce32ba req-40157c1b-d4ac-4af4-a708-5de8e388574c tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:43.489619 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f135243e-6ddb-42d9-af48-0e5186ce32ba req-40157c1b-d4ac-4af4-a708-5de8e388574c tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/ports?device_id=9db95732-bef0-4b55-a3fc-4fb7b292dc2d HTTP/1.1" status: 200 len: 946 time: 0.0549984 Dec 17 15:12:43.568775 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f135243e-6ddb-42d9-af48-0e5186ce32ba req-97afe8c2-733a-41a1-8ce0-9b95385a499a tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/security-groups?id=33f245e8-8a62-458c-b8d7-9e7e52d07540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704501 Dec 17 15:12:43.665661 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bdf6b-f3d6-4c7d-89e8-67412d5d8b7e req-34e4cc75-b44b-497f-9362-ac517f01a774 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:43.667316 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ca0bdf6b-f3d6-4c7d-89e8-67412d5d8b7e req-34e4cc75-b44b-497f-9362-ac517f01a774 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.0676479 Dec 17 15:12:43.686401 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-b1ba4545-7422-44f5-b7d4-374de8ecc35f tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:43.688643 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-b1ba4545-7422-44f5-b7d4-374de8ecc35f tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.13 "GET /v2.0/networks?id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea HTTP/1.1" status: 200 len: 808 time: 0.1657350 Dec 17 15:12:43.708936 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ca0bdf6b-f3d6-4c7d-89e8-67412d5d8b7e req-b4ea5237-b89f-4e13-8958-2ccfb42028d0 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350919 Dec 17 15:12:43.711079 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-92b3423b-818e-4651-bac9-fa0842c470fd tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Request body: {'port': {'device_id': '3cc361b7-c9f9-487a-8ac1-7aec486740b4', 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea', 'admin_state_up': True, 'tenant_id': '96ef05c814a947bb872da21a8a326a7b'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:12:43.963155 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-92b3423b-818e-4651-bac9-fa0842c470fd tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Made reservation on behalf of 96ef05c814a947bb872da21a8a326a7b for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:12:43.969889 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-92b3423b-818e-4651-bac9-fa0842c470fd tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:43.984236 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8a38e1-fb8e-4343-9de7-660447b511d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c299bcd-ff49-4b85-874a-d236b38dfaf1'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:12:43.988485 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70be20e-cff1-4907-928a-11654a3c39d6" -d '{"events": [{"server_uuid": "ba8a38e1-fb8e-4343-9de7-660447b511d1", "name": "network-vif-plugged", "status": "completed", "tag": "1c299bcd-ff49-4b85-874a-d236b38dfaf1"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:12:44.051587 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbfba9-53ec-421b-ad5e-96af54528360 req-c885c289-54eb-4fd5-8151-44260fb69970 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:44.052580 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c275b4cc-1732-41ce-8eca-cfc3485ac877 x-openstack-request-id: req-c275b4cc-1732-41ce-8eca-cfc3485ac877 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:12:44.053264 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8a38e1-fb8e-4343-9de7-660447b511d1", "name": "network-vif-plugged", "status": "completed", "tag": "1c299bcd-ff49-4b85-874a-d236b38dfaf1", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:12:44.053737 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c275b4cc-1732-41ce-8eca-cfc3485ac877 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:12:44.054333 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8a38e1-fb8e-4343-9de7-660447b511d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c299bcd-ff49-4b85-874a-d236b38dfaf1', 'code': 200} Dec 17 15:12:44.060675 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-39cbfba9-53ec-421b-ad5e-96af54528360 req-c885c289-54eb-4fd5-8151-44260fb69970 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 946 time: 0.0748377 Dec 17 15:12:44.109164 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-39cbfba9-53ec-421b-ad5e-96af54528360 req-0a5a13de-f65a-4c24-9ffa-28cf21bd7cdf tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461845 Dec 17 15:12:44.169693 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d36536f7-a093-4157-8f50-7cd08799dd51 req-94bd1e2e-8077-4d28-afbc-c84aec665b4c tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 210 time: 0.0391777 Dec 17 15:12:44.173799 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 7babefdf-60b7-48be-ba0d-3774ac0668a5 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:12:44.249606 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-92b3423b-818e-4651-bac9-fa0842c470fd tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Allocated IP 172.20.0.7 (7c8c74cd-cced-4fad-b49b-3d95b2efb8ea/e07a04f7-750d-46bb-b1d6-18c61b699282/cac3cc59-b021-4cff-9c51-03395848ee3f) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:12:44.302305 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-8f4958d5-5034-4382-9c78-7fe0b8b18b5e tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=942e41b097aa48d0a97bbe8c22db0dee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268891 Dec 17 15:12:44.332880 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9501319-27d3-41c9-85a1-b3382fc3e27e req-fb244acd-fed1-48e9-a6ac-1b847c93d4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:44.334397 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 7babefdf-60b7-48be-ba0d-3774ac0668a5 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:12:44.341331 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e9501319-27d3-41c9-85a1-b3382fc3e27e req-fb244acd-fed1-48e9-a6ac-1b847c93d4db service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 1097 time: 0.0891540 Dec 17 15:12:44.342335 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 7babefdf-60b7-48be-ba0d-3774ac0668a5 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:12:44.342335 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:44.368249 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb0ca6-d449-41a8-ba8e-1e63d741c8f5 req-99d6372c-c00c-4608-b991-d38901424361 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:44.372844 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0adb0ca6-d449-41a8-ba8e-1e63d741c8f5 req-99d6372c-c00c-4608-b991-d38901424361 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.13 "GET /v2.0/ports?device_id=9db95732-bef0-4b55-a3fc-4fb7b292dc2d HTTP/1.1" status: 200 len: 946 time: 0.1385095 Dec 17 15:12:44.475344 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:44.515983 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 7babefdf-60b7-48be-ba0d-3774ac0668a5, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=7babefdf-60b7-48be-ba0d-3774ac0668a5,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:44.525575 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e9501319-27d3-41c9-85a1-b3382fc3e27e req-7a316b84-668c-4bdd-b1ab-20542ca3f697 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832955 Dec 17 15:12:44.618699 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-92b3423b-818e-4651-bac9-fa0842c470fd tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:44.627849 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:44.632896 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-83e4585c-7635-4eb8-8b9a-19d5125657e3 req-91fcbc7e-9612-4ef5-a690-d894cd595880 tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd26a09d-87bb-41c8-93e7-ec2426df5ff8 HTTP/1.1" status: 200 len: 210 time: 0.0631013 Dec 17 15:12:44.687269 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2546667-a237-4b3f-b95f-b6c955d54ff6 req-21cbbe5e-dcf9-4e4d-a6a3-f5574b40a72e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:44.689076 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b2546667-a237-4b3f-b95f-b6c955d54ff6 req-21cbbe5e-dcf9-4e4d-a6a3-f5574b40a72e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=88be472e-2c2e-485b-9bee-e7fe657c9c3e HTTP/1.1" status: 200 len: 948 time: 0.1685081 Dec 17 15:12:44.725743 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=7babefdf-60b7-48be-ba0d-3774ac0668a5,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:44.750943 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-88eeb89a-61ee-4d66-b320-5999884cbc11 tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:44.752740 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-88eeb89a-61ee-4d66-b320-5999884cbc11 tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4407997 Dec 17 15:12:44.776189 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-92b3423b-818e-4651-bac9-fa0842c470fd tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:44.777479 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5f55539d-1597-402a-a471-49d952c3f7aa tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Request body: {'port': {'device_id': 'bd26a09d-87bb-41c8-93e7-ec2426df5ff8', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'admin_state_up': True, 'tenant_id': '942e41b097aa48d0a97bbe8c22db0dee'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:12:44.789437 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-0adb0ca6-d449-41a8-ba8e-1e63d741c8f5 req-41aa98c2-7766-4c7a-a25a-1c714395c1ee tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Deleting port fd626320-a614-4220-a323-e9b814993a48 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:12:44.794801 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-0adb0ca6-d449-41a8-ba8e-1e63d741c8f5 req-41aa98c2-7766-4c7a-a25a-1c714395c1ee tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:44.831569 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-92b3423b-818e-4651-bac9-fa0842c470fd tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:12:44.832341 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['09e9e58f-a869-47cc-83f3-a01f3bc1c5ec'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:12:44.835468 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-92b3423b-818e-4651-bac9-fa0842c470fd tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:12:44.838796 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b2546667-a237-4b3f-b95f-b6c955d54ff6 req-3b21ba7c-f51c-4a46-a339-e6e39ede0636 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319959 Dec 17 15:12:44.839245 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-92b3423b-818e-4651-bac9-fa0842c470fd tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:12:44.859370 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3423b-818e-4651-bac9-fa0842c470fd tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Pushing event updated for resources: {'Port': ['ID=cac3cc59-b021-4cff-9c51-03395848ee3f,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:44.915966 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-92b3423b-818e-4651-bac9-fa0842c470fd tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:44.916754 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-92b3423b-818e-4651-bac9-fa0842c470fd tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:45.006075 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-92b3423b-818e-4651-bac9-fa0842c470fd tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2989273 Dec 17 15:12:45.020856 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-27dc91a6-0b9c-476f-801d-06cf32e55eb9 service neutron] Request body: {'port': {'device_id': '3cc361b7-c9f9-487a-8ac1-7aec486740b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:12:45.100275 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-27dc91a6-0b9c-476f-801d-06cf32e55eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:45.374583 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0658f0-9544-4847-bb12-0e0e47924c70 req-274d6e37-7774-41f8-8090-299362b04a06 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:45.376076 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7f0658f0-9544-4847-bb12-0e0e47924c70 req-274d6e37-7774-41f8-8090-299362b04a06 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/ports?device_id=9db95732-bef0-4b55-a3fc-4fb7b292dc2d HTTP/1.1" status: 200 len: 946 time: 0.5722435 Dec 17 15:12:45.392850 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-27dc91a6-0b9c-476f-801d-06cf32e55eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cac3cc59-b021-4cff-9c51-03395848ee3f {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:12:45.401094 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-27dc91a6-0b9c-476f-801d-06cf32e55eb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:45.411057 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58531f-c4e1-456a-badc-bfd060b1c74b req-093595c2-d1c1-46b6-b4e3-c3ef3e0932dc tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:45.412565 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1b58531f-c4e1-456a-badc-bfd060b1c74b req-093595c2-d1c1-46b6-b4e3-c3ef3e0932dc tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.1690161 Dec 17 15:12:45.414798 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-0adb0ca6-d449-41a8-ba8e-1e63d741c8f5 req-41aa98c2-7766-4c7a-a25a-1c714395c1ee tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] For port fd626320-a614-4220-a323-e9b814993a48, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=fd626320-a614-4220-a323-e9b814993a48,segment=NetworkSegment(2817d6d9-9301-4d8d-8748-523d4678282a),segment_id=2817d6d9-9301-4d8d-8748-523d4678282a)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:45.415127 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-27dc91a6-0b9c-476f-801d-06cf32e55eb9 service neutron] Transition to ACTIVE for port object cac3cc59-b021-4cff-9c51-03395848ee3f will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:12:45.415248 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-0adb0ca6-d449-41a8-ba8e-1e63d741c8f5 req-41aa98c2-7766-4c7a-a25a-1c714395c1ee tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:45.533385 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7f0658f0-9544-4847-bb12-0e0e47924c70 req-dba250ac-25db-46fe-be1a-362466df3bac tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/security-groups?id=33f245e8-8a62-458c-b8d7-9e7e52d07540&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413987 Dec 17 15:12:45.538675 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1b58531f-c4e1-456a-badc-bfd060b1c74b req-3e97aa4e-c24f-444b-ba87-1a50eac309b2 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166127 Dec 17 15:12:45.574401 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-27dc91a6-0b9c-476f-801d-06cf32e55eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:45.661731 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5f55539d-1597-402a-a471-49d952c3f7aa tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Made reservation on behalf of 942e41b097aa48d0a97bbe8c22db0dee for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:12:45.665676 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5f55539d-1597-402a-a471-49d952c3f7aa tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:45.696795 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5f55539d-1597-402a-a471-49d952c3f7aa tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:45.701874 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc91a6-0b9c-476f-801d-06cf32e55eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=cac3cc59-b021-4cff-9c51-03395848ee3f,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:45.727243 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-0adb0ca6-d449-41a8-ba8e-1e63d741c8f5 req-41aa98c2-7766-4c7a-a25a-1c714395c1ee tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:45.727597 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-0adb0ca6-d449-41a8-ba8e-1e63d741c8f5 req-41aa98c2-7766-4c7a-a25a-1c714395c1ee tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:45.727917 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [req-0adb0ca6-d449-41a8-ba8e-1e63d741c8f5 req-41aa98c2-7766-4c7a-a25a-1c714395c1ee tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Floating IP c34a1b4d-f224-48b5-8e41-c1db4eaecaa2 disassociated. External IP: 172.25.6.181, port: fd626320-a614-4220-a323-e9b814993a48. Dec 17 15:12:45.728257 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-0adb0ca6-d449-41a8-ba8e-1e63d741c8f5 req-41aa98c2-7766-4c7a-a25a-1c714395c1ee tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Calling delete_port for fd626320-a614-4220-a323-e9b814993a48 owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:12:45.737425 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-27dc91a6-0b9c-476f-801d-06cf32e55eb9 service neutron] Attempting to bind port cac3cc59-b021-4cff-9c51-03395848ee3f on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:12:45.737766 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-27dc91a6-0b9c-476f-801d-06cf32e55eb9 service neutron] Attempting to bind port cac3cc59-b021-4cff-9c51-03395848ee3f by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:12:45.738099 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-27dc91a6-0b9c-476f-801d-06cf32e55eb9 service neutron] Attempting to bind port cac3cc59-b021-4cff-9c51-03395848ee3f on network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:12:45.755125 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-27dc91a6-0b9c-476f-801d-06cf32e55eb9 service neutron] Port cac3cc59-b021-4cff-9c51-03395848ee3f on network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:12:45.755125 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-27dc91a6-0b9c-476f-801d-06cf32e55eb9 service neutron] Attempting to bind port cac3cc59-b021-4cff-9c51-03395848ee3f on network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:12:45.758092 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-27dc91a6-0b9c-476f-801d-06cf32e55eb9 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:12:45.758611 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-27dc91a6-0b9c-476f-801d-06cf32e55eb9 service neutron] Checking segment: {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:12:45.759307 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-27dc91a6-0b9c-476f-801d-06cf32e55eb9 service neutron] Bound using segment: {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:12:45.760072 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-27dc91a6-0b9c-476f-801d-06cf32e55eb9 service neutron] Bound port: cac3cc59-b021-4cff-9c51-03395848ee3f, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:12:45.760756 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-27dc91a6-0b9c-476f-801d-06cf32e55eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:45.840307 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-27dc91a6-0b9c-476f-801d-06cf32e55eb9 service neutron] For port cac3cc59-b021-4cff-9c51-03395848ee3f, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:12:45.844054 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-27dc91a6-0b9c-476f-801d-06cf32e55eb9 service neutron] For port cac3cc59-b021-4cff-9c51-03395848ee3f, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=cac3cc59-b021-4cff-9c51-03395848ee3f,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:12:45.858127 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d431f2-d473-4906-93be-bd4a12618eb8 req-207f5ec6-b124-4a83-bed1-fb9434840b78 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:45.859876 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b0d431f2-d473-4906-93be-bd4a12618eb8 req-207f5ec6-b124-4a83-bed1-fb9434840b78 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 946 time: 0.1875010 Dec 17 15:12:45.914435 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3300747-6538-4bea-b53b-a8fd2910a91d req-c3b3da69-4ab9-4020-af8e-a19e7138453a tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:45.915942 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f3300747-6538-4bea-b53b-a8fd2910a91d req-c3b3da69-4ab9-4020-af8e-a19e7138453a tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 943 time: 0.2158844 Dec 17 15:12:45.985496 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b0d431f2-d473-4906-93be-bd4a12618eb8 req-1f836bc0-a8f2-4d23-ac27-8367c10bd64a tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130152 Dec 17 15:12:46.027370 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-27dc91a6-0b9c-476f-801d-06cf32e55eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:46.030387 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5f55539d-1597-402a-a471-49d952c3f7aa tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:46.041767 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f3300747-6538-4bea-b53b-a8fd2910a91d req-c9deb895-d498-4c7e-a8de-c760c87ef69e tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140547 Dec 17 15:12:46.071329 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88be472e-2c2e-485b-9bee-e7fe657c9c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7babefdf-60b7-48be-ba0d-3774ac0668a5'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:12:46.071329 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720149a6-8023-475d-b6e1-0c2e391a5e6c" -d '{"events": [{"server_uuid": "88be472e-2c2e-485b-9bee-e7fe657c9c3e", "name": "network-vif-plugged", "status": "completed", "tag": "7babefdf-60b7-48be-ba0d-3774ac0668a5"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:12:46.088950 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-27dc91a6-0b9c-476f-801d-06cf32e55eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:46.090139 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-27dc91a6-0b9c-476f-801d-06cf32e55eb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:46.091892 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-27dc91a6-0b9c-476f-801d-06cf32e55eb9 service neutron] 10.222.0.13 "PUT /v2.0/ports/cac3cc59-b021-4cff-9c51-03395848ee3f HTTP/1.1" status: 200 len: 1091 time: 1.0781381 Dec 17 15:12:46.092970 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc361b7-c9f9-487a-8ac1-7aec486740b4', 'tag': 'cac3cc59-b021-4cff-9c51-03395848ee3f'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:12:46.098368 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d7bb94-29e8-4c9a-85b5-3d05e0300f07" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc361b7-c9f9-487a-8ac1-7aec486740b4", "tag": "cac3cc59-b021-4cff-9c51-03395848ee3f"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:12:46.113394 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc91a6-0b9c-476f-801d-06cf32e55eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=cac3cc59-b021-4cff-9c51-03395848ee3f,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:46.125686 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1f5b1110-562f-43e9-bf20-880debc03de8 req-f21d3a27-b7a5-41a0-b0c7-8a05dbd0a1e8 tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd26a09d-87bb-41c8-93e7-ec2426df5ff8 HTTP/1.1" status: 200 len: 210 time: 0.0413449 Dec 17 15:12:46.179377 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d8c857-d4d7-4be3-9bca-4deb5b043ba4 x-openstack-request-id: req-97d8c857-d4d7-4be3-9bca-4deb5b043ba4 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:12:46.179671 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88be472e-2c2e-485b-9bee-e7fe657c9c3e", "name": "network-vif-plugged", "status": "completed", "tag": "7babefdf-60b7-48be-ba0d-3774ac0668a5", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:12:46.179928 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-97d8c857-d4d7-4be3-9bca-4deb5b043ba4 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:12:46.180326 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88be472e-2c2e-485b-9bee-e7fe657c9c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7babefdf-60b7-48be-ba0d-3774ac0668a5', 'code': 200} Dec 17 15:12:46.196102 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5f55539d-1597-402a-a471-49d952c3f7aa tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:46.199229 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-0adb0ca6-d449-41a8-ba8e-1e63d741c8f5 req-41aa98c2-7766-4c7a-a25a-1c714395c1ee tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:46.211821 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6284427a-0f8b-4034-9c41-b78015a44fa2 x-openstack-request-id: req-6284427a-0f8b-4034-9c41-b78015a44fa2 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:12:46.212144 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc361b7-c9f9-487a-8ac1-7aec486740b4", "tag": "cac3cc59-b021-4cff-9c51-03395848ee3f", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:12:46.212354 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6284427a-0f8b-4034-9c41-b78015a44fa2 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:12:46.212739 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc361b7-c9f9-487a-8ac1-7aec486740b4', 'tag': 'cac3cc59-b021-4cff-9c51-03395848ee3f', 'status': 'completed', 'code': 200} Dec 17 15:12:46.297026 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa98c2-7766-4c7a-a25a-1c714395c1ee tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Pushing event deleted for resources: {'Port': ['ID=fd626320-a614-4220-a323-e9b814993a48,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:46.314425 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55539d-1597-402a-a471-49d952c3f7aa tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65e3aeae-14a5-4782-86f3-de1653dd7272,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:46.339786 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7bb94-29e8-4c9a-85b5-3d05e0300f07 req-c544d9e0-ac64-42a0-b42d-3cbea7b23750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:46.339786 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-16d7bb94-29e8-4c9a-85b5-3d05e0300f07 req-c544d9e0-ac64-42a0-b42d-3cbea7b23750 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96ef05c814a947bb872da21a8a326a7b&device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 1094 time: 0.0980179 Dec 17 15:12:46.348018 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedddb9-8c16-4115-bc11-2ddecc738cb8 req-59e418db-9a19-431b-b556-ccd0a63710eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:46.349732 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7dedddb9-8c16-4115-bc11-2ddecc738cb8 req-59e418db-9a19-431b-b556-ccd0a63710eb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=88be472e-2c2e-485b-9bee-e7fe657c9c3e HTTP/1.1" status: 200 len: 1100 time: 0.0744696 Dec 17 15:12:46.388532 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf86100-b7ef-4107-aa6c-ad61172d8e07 req-4e953708-2a93-4512-be6f-7d52d38bd17e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:46.390932 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-acf86100-b7ef-4107-aa6c-ad61172d8e07 req-4e953708-2a93-4512-be6f-7d52d38bd17e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=88be472e-2c2e-485b-9bee-e7fe657c9c3e HTTP/1.1" status: 200 len: 949 time: 0.2278039 Dec 17 15:12:46.438880 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7dedddb9-8c16-4115-bc11-2ddecc738cb8 req-7b0e4ac6-a2ad-4e84-85fd-11d805365cb8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799475 Dec 17 15:12:46.476333 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7bb94-29e8-4c9a-85b5-3d05e0300f07 req-faeea80f-d8f9-413a-9ec8-299d05d7dacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:46.477683 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-16d7bb94-29e8-4c9a-85b5-3d05e0300f07 req-faeea80f-d8f9-413a-9ec8-299d05d7dacb service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=96ef05c814a947bb872da21a8a326a7b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1269932 Dec 17 15:12:46.523622 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5f55539d-1597-402a-a471-49d952c3f7aa tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Allocated IP 192.168.233.94 (f97c7142-717f-43eb-a835-5fcd8d6a6486/b0a1cb4f-5aa5-4130-b24e-105310ef66e4/9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:12:46.553609 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-acf86100-b7ef-4107-aa6c-ad61172d8e07 req-cbcce476-15bb-4d30-8bd7-6cbc3c8f0a6a tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262755 Dec 17 15:12:46.597099 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0adb0ca6-d449-41a8-ba8e-1e63d741c8f5 req-41aa98c2-7766-4c7a-a25a-1c714395c1ee tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Router 667a88b0-a67d-40fc-a65c-1f7b92ae5adf has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:12:46.669899 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7bb94-29e8-4c9a-85b5-3d05e0300f07 req-818b0f19-7e00-4a36-a8d8-6c8246f3268b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:46.674061 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-16d7bb94-29e8-4c9a-85b5-3d05e0300f07 req-818b0f19-7e00-4a36-a8d8-6c8246f3268b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1876757 Dec 17 15:12:46.764424 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-d7c85150-7c64-4e49-9e88-c0f1d89388a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:46.766601 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-d7c85150-7c64-4e49-9e88-c0f1d89388a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96ef05c814a947bb872da21a8a326a7b&device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 1094 time: 0.0492327 Dec 17 15:12:46.817384 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-50aad63b-a9e8-4cbb-8768-5678e3d0e30b req-e9992a00-a841-4a9f-9fc6-0b11a0507f6c tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/ports?device_id=9db95732-bef0-4b55-a3fc-4fb7b292dc2d HTTP/1.1" status: 200 len: 210 time: 0.1022449 Dec 17 15:12:46.842481 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-e40115ea-ff98-4eb8-81fd-89d0ec18388d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cac3cc59-b021-4cff-9c51-03395848ee3f HTTP/1.1" status: 200 len: 217 time: 0.0655274 Dec 17 15:12:46.895786 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af1a9c-3013-423d-b342-ab767e99c528 req-7962a004-6738-40d7-91b5-49828d96a023 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:46.897353 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7af1a9c-3013-423d-b342-ab767e99c528 req-7962a004-6738-40d7-91b5-49828d96a023 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.1740758 Dec 17 15:12:46.934431 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0adb0ca6-d449-41a8-ba8e-1e63d741c8f5 req-41aa98c2-7766-4c7a-a25a-1c714395c1ee tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:12:46.938068 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-9803c75f-677c-4517-aa45-1def04db5220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:46.940043 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-9803c75f-677c-4517-aa45-1def04db5220 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e07a04f7-750d-46bb-b1d6-18c61b699282 HTTP/1.1" status: 200 len: 848 time: 0.0897057 Dec 17 15:12:46.946461 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaafe3d-dfb5-4284-aea9-6b243bad2feb None None] Sync routers for ids ['667a88b0-a67d-40fc-a65c-1f7b92ae5adf'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:12:46.958362 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaafe3d-dfb5-4284-aea9-6b243bad2feb None None] Routers {'667a88b0-a67d-40fc-a65c-1f7b92ae5adf'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:12:46.959048 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-caaafe3d-dfb5-4284-aea9-6b243bad2feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:12:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['667a88b0-a67d-40fc-a65c-1f7b92ae5adf'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:46.969020 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5f55539d-1597-402a-a471-49d952c3f7aa tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:46.991923 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-d03685e9-36a0-49f7-bb78-09347a524c98 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320020 Dec 17 15:12:47.003964 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-0adb0ca6-d449-41a8-ba8e-1e63d741c8f5 req-41aa98c2-7766-4c7a-a25a-1c714395c1ee tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] No DVR routers for this DVR port fd626320-a614-4220-a323-e9b814993a48 on host n-h2-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:12:47.007793 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-0adb0ca6-d449-41a8-ba8e-1e63d741c8f5 req-41aa98c2-7766-4c7a-a25a-1c714395c1ee tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:47.021396 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0adb0ca6-d449-41a8-ba8e-1e63d741c8f5 req-41aa98c2-7766-4c7a-a25a-1c714395c1ee tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.13 "DELETE /v2.0/ports/fd626320-a614-4220-a323-e9b814993a48 HTTP/1.1" status: 204 len: 173 time: 2.5901654 Dec 17 15:12:47.023397 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db95732-bef0-4b55-a3fc-4fb7b292dc2d', 'name': 'network-vif-deleted', 'tag': 'fd626320-a614-4220-a323-e9b814993a48'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:12:47.033807 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df542f82-f77c-4ba2-aa71-4128d518b020" -d '{"events": [{"server_uuid": "9db95732-bef0-4b55-a3fc-4fb7b292dc2d", "name": "network-vif-deleted", "tag": "fd626320-a614-4220-a323-e9b814993a48"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:12:47.054633 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7af1a9c-3013-423d-b342-ab767e99c528 req-004cedbe-820a-4e7b-9793-e561d53ebdb2 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455441 Dec 17 15:12:47.120188 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-9ab0434a-ca2c-4456-865d-01db61a1a5b0 service neutron] 10.222.0.13 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204221 Dec 17 15:12:47.131787 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcffaf5-11db-47d8-bb90-4a1d000f9281 x-openstack-request-id: req-abcffaf5-11db-47d8-bb90-4a1d000f9281 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:12:47.132072 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db95732-bef0-4b55-a3fc-4fb7b292dc2d", "name": "network-vif-deleted", "tag": "fd626320-a614-4220-a323-e9b814993a48", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:12:47.132328 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-abcffaf5-11db-47d8-bb90-4a1d000f9281 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:12:47.132819 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db95732-bef0-4b55-a3fc-4fb7b292dc2d', 'name': 'network-vif-deleted', 'tag': 'fd626320-a614-4220-a323-e9b814993a48', 'status': 'completed', 'code': 200} Dec 17 15:12:47.156337 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-caaafe3d-dfb5-4284-aea9-6b243bad2feb None None] Set router 667a88b0-a67d-40fc-a65c-1f7b92ae5adf gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:12:47.183230 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5f55539d-1597-402a-a471-49d952c3f7aa tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:47.236325 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7a3741b8-3ca7-4c66-bb46-af00ab974bad req-5909cc0d-8e1d-400d-9a3a-e815a2079a9a service neutron] 10.222.0.13 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027162 Dec 17 15:12:47.265593 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d6b17-c123-4461-801c-76830f53a411 req-98591d0d-d07a-49e6-a347-d9fab114f379 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:47.267118 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-308d6b17-c123-4461-801c-76830f53a411 req-98591d0d-d07a-49e6-a347-d9fab114f379 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 946 time: 0.1551862 Dec 17 15:12:47.288249 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5f55539d-1597-402a-a471-49d952c3f7aa tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Network f97c7142-717f-43eb-a835-5fcd8d6a6486 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:12:47.299277 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5f55539d-1597-402a-a471-49d952c3f7aa tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:12:47.318280 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5f55539d-1597-402a-a471-49d952c3f7aa tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:12:47.334954 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55539d-1597-402a-a471-49d952c3f7aa tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Pushing event updated for resources: {'Port': ['ID=9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:47.373539 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device fd626320-a614-4220-a323-e9b814993a48 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:12:47.404426 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: fd626320-a614-4220-a323-e9b814993a48 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:12:47.405726 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5f55539d-1597-402a-a471-49d952c3f7aa tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:47.406204 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device fd626320-a614-4220-a323-e9b814993a48 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:12:47.406418 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5f55539d-1597-402a-a471-49d952c3f7aa tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:47.442975 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-caaafe3d-dfb5-4284-aea9-6b243bad2feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661184807-router', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:08:02Z', 'updated_at': '2021-12-17T15:08:06Z', 'revision_number': 4, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'gw_port': {'id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:03Z', 'updated_at': '2021-12-17T15:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'd5f8b550-479d-4239-b356-b0784e4316c1', 'name': '', 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'mac_address': 'fa:16:3e:90:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bdabb184-8d73-4ccc-815e-dc1121f53879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:05Z', 'updated_at': '2021-12-17T15:08:10Z', 'revision_number': 5, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'subnets': [{'id': 'bdabb184-8d73-4ccc-815e-dc1121f53879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:47.457676 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-308d6b17-c123-4461-801c-76830f53a411 req-a41d52ac-dae6-40c0-bcd0-57e295ede7f1 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576195 Dec 17 15:12:47.479537 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaafe3d-dfb5-4284-aea9-6b243bad2feb None None] Checking router: 667a88b0-a67d-40fc-a65c-1f7b92ae5adf for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:12:47.487641 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3367c-b82a-4aa7-b480-c8c57eba522a req-66114980-1ba4-4fcc-b63a-b48b4482d895 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:47.498907 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5fa3367c-b82a-4aa7-b480-c8c57eba522a req-66114980-1ba4-4fcc-b63a-b48b4482d895 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 943 time: 0.2692952 Dec 17 15:12:47.500915 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaafe3d-dfb5-4284-aea9-6b243bad2feb None None] Routers {'667a88b0-a67d-40fc-a65c-1f7b92ae5adf'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:12:47.501596 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-caaafe3d-dfb5-4284-aea9-6b243bad2feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:12:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['667a88b0-a67d-40fc-a65c-1f7b92ae5adf'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:47.585411 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5fa3367c-b82a-4aa7-b480-c8c57eba522a req-2cf50f9e-894f-40ad-9363-9fc0327cf01c tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686357 Dec 17 15:12:47.585411 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5f55539d-1597-402a-a471-49d952c3f7aa tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8017838 Dec 17 15:12:47.587985 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5e934340-c1b0-4338-9437-c3390567a49b service neutron] Request body: {'port': {'device_id': 'bd26a09d-87bb-41c8-93e7-ec2426df5ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:12:47.660595 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-78c7f89b-57fc-462f-a661-d2418cb52168 None None] Provisioning complete for port 9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:12:47.660975 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-78c7f89b-57fc-462f-a661-d2418cb52168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:47.699876 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-78c7f89b-57fc-462f-a661-d2418cb52168 None None] Port 9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:12:47.729762 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-caaafe3d-dfb5-4284-aea9-6b243bad2feb None None] Set router 667a88b0-a67d-40fc-a65c-1f7b92ae5adf gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:12:47.730514 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e21cf3-668b-4650-9583-52dfd319acf5 req-78ff5e9d-a322-4660-a2cc-2883d9153393 tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:47.733548 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c5e21cf3-668b-4650-9583-52dfd319acf5 req-78ff5e9d-a322-4660-a2cc-2883d9153393 tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd26a09d-87bb-41c8-93e7-ec2426df5ff8 HTTP/1.1" status: 200 len: 935 time: 0.1057935 Dec 17 15:12:47.741547 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5e934340-c1b0-4338-9437-c3390567a49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:47.818570 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c5e21cf3-668b-4650-9583-52dfd319acf5 req-812d938c-86a3-4775-9832-de835daa00c4 tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/security-groups?id=65e3aeae-14a5-4782-86f3-de1653dd7272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702021 Dec 17 15:12:47.970675 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-caaafe3d-dfb5-4284-aea9-6b243bad2feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661184807-router', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:08:02Z', 'updated_at': '2021-12-17T15:08:06Z', 'revision_number': 4, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'gw_port': {'id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:03Z', 'updated_at': '2021-12-17T15:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'd5f8b550-479d-4239-b356-b0784e4316c1', 'name': '', 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'mac_address': 'fa:16:3e:90:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bdabb184-8d73-4ccc-815e-dc1121f53879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:05Z', 'updated_at': '2021-12-17T15:08:10Z', 'revision_number': 5, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'subnets': [{'id': 'bdabb184-8d73-4ccc-815e-dc1121f53879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:48.001366 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaafe3d-dfb5-4284-aea9-6b243bad2feb None None] The sync data for ids ['667a88b0-a67d-40fc-a65c-1f7b92ae5adf'] in n-d-820553-2 is: [{'id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661184807-router', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:08:02Z', 'updated_at': '2021-12-17T15:08:06Z', 'revision_number': 4, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'gw_port': {'id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:03Z', 'updated_at': '2021-12-17T15:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'd5f8b550-479d-4239-b356-b0784e4316c1', 'name': '', 'network_id': '613331aa-1e32-47f2-9904-dd1d74f4b9b4', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'mac_address': 'fa:16:3e:90:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bdabb184-8d73-4ccc-815e-dc1121f53879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:05Z', 'updated_at': '2021-12-17T15:08:10Z', 'revision_number': 5, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'subnets': [{'id': 'bdabb184-8d73-4ccc-815e-dc1121f53879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:12:48.059166 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3469d-edc7-401f-90db-8949d2e64e3f req-19e35693-c457-4c84-b3dd-456af736fd9e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:48.060671 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-feb3469d-edc7-401f-90db-8949d2e64e3f req-19e35693-c457-4c84-b3dd-456af736fd9e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=88be472e-2c2e-485b-9bee-e7fe657c9c3e HTTP/1.1" status: 200 len: 949 time: 0.1508307 Dec 17 15:12:48.190892 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-641ae980-48d3-4fad-a5d6-66fbd1c29c62 req-334e92b1-495f-4855-8e31-c9ed39b03507 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/ports?device_id=9db95732-bef0-4b55-a3fc-4fb7b292dc2d HTTP/1.1" status: 200 len: 210 time: 0.0676239 Dec 17 15:12:48.218431 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d1969-5867-48e4-9ee4-2e2222076c6c req-0fbaf736-31c8-4f92-bb3f-26d32a302220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:48.220804 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-611d1969-5867-48e4-9ee4-2e2222076c6c req-0fbaf736-31c8-4f92-bb3f-26d32a302220 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dce35d970fbe48cba744e46ec101633d&device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 1097 time: 0.0755715 Dec 17 15:12:48.253842 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-feb3469d-edc7-401f-90db-8949d2e64e3f req-69cc02a4-951c-4f4f-86e8-4102100e836b tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848447 Dec 17 15:12:48.392752 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d1969-5867-48e4-9ee4-2e2222076c6c req-f8e81a35-5108-4635-84bc-71508fe00f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:48.394268 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-611d1969-5867-48e4-9ee4-2e2222076c6c req-f8e81a35-5108-4635-84bc-71508fe00f30 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cbde9e9a-b1dd-42f5-b861-f60d8d354cb3 HTTP/1.1" status: 200 len: 918 time: 0.1599009 Dec 17 15:12:48.412834 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5e934340-c1b0-4338-9437-c3390567a49b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:12:48.441654 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5e934340-c1b0-4338-9437-c3390567a49b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:48.456853 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-611d1969-5867-48e4-9ee4-2e2222076c6c req-b4dbc73a-201e-4bc3-b438-8e5a5e63c594 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c299bcd-ff49-4b85-874a-d236b38dfaf1 HTTP/1.1" status: 200 len: 217 time: 0.0543396 Dec 17 15:12:48.465237 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fcac59-c407-40f8-b583-7080d6cdc7de None None] New status for floating IP c34a1b4d-f224-48b5-8e41-c1db4eaecaa2: DOWN {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:12:48.485290 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5e934340-c1b0-4338-9437-c3390567a49b service neutron] Transition to ACTIVE for port object 9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:12:48.496031 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45449f6f-e53e-489f-8861-96ae46648dd0 req-5fc64397-b5db-4595-8127-d7d548695e97 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:48.502604 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45449f6f-e53e-489f-8861-96ae46648dd0 req-5fc64397-b5db-4595-8127-d7d548695e97 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 946 time: 0.1380405 Dec 17 15:12:48.534777 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d1969-5867-48e4-9ee4-2e2222076c6c req-f49061f6-e695-47bb-b92b-b499d060b90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:48.537014 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-611d1969-5867-48e4-9ee4-2e2222076c6c req-f49061f6-e695-47bb-b92b-b499d060b90e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e60526ad-10ea-41ba-854b-a0b7809ae667 HTTP/1.1" status: 200 len: 857 time: 0.0724144 Dec 17 15:12:48.544540 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe66b5-66c5-4323-ae74-4925ca5efe12 req-942f4b11-4d3b-4886-bfff-84bed64d4db2 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:48.546826 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ffbe66b5-66c5-4323-ae74-4925ca5efe12 req-942f4b11-4d3b-4886-bfff-84bed64d4db2 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.1538815 Dec 17 15:12:48.578058 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45449f6f-e53e-489f-8861-96ae46648dd0 req-c423ba59-8c52-43dd-a41b-2c431c5db95d tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722201 Dec 17 15:12:48.588766 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-611d1969-5867-48e4-9ee4-2e2222076c6c req-49966821-0041-40dc-b3bd-d9765ad54631 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cbde9e9a-b1dd-42f5-b861-f60d8d354cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328870 Dec 17 15:12:48.595868 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5e934340-c1b0-4338-9437-c3390567a49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:48.658458 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ffbe66b5-66c5-4323-ae74-4925ca5efe12 req-46a5386f-2174-40f3-a11c-78b11d109a4f tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984771 Dec 17 15:12:48.723880 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e934340-c1b0-4338-9437-c3390567a49b service neutron] Pushing event updated for resources: {'Port': ['ID=9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:48.761475 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-611d1969-5867-48e4-9ee4-2e2222076c6c req-aaf2ab1d-0fac-4409-b53b-372ea819d2e7 service neutron] 10.222.0.13 "GET /v2.0/networks/cbde9e9a-b1dd-42f5-b861-f60d8d354cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430502 Dec 17 15:12:48.916386 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953cc3b2-0a6c-435f-9841-19882bc0a7a5 req-46b682b9-6598-4d09-ae8d-7ec7608bfc7b tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:48.918424 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-953cc3b2-0a6c-435f-9841-19882bc0a7a5 req-46b682b9-6598-4d09-ae8d-7ec7608bfc7b tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 943 time: 0.2087133 Dec 17 15:12:48.944737 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-611d1969-5867-48e4-9ee4-2e2222076c6c req-7c945680-4d3a-4ede-881e-305ca11362ef service neutron] 10.222.0.13 "GET /v2.0/networks/cbde9e9a-b1dd-42f5-b861-f60d8d354cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852021 Dec 17 15:12:48.994827 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5e934340-c1b0-4338-9437-c3390567a49b service neutron] Attempting to bind port 9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:12:48.995224 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5e934340-c1b0-4338-9437-c3390567a49b service neutron] Attempting to bind port 9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:12:48.995551 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5e934340-c1b0-4338-9437-c3390567a49b service neutron] Attempting to bind port 9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:12:49.013814 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5e934340-c1b0-4338-9437-c3390567a49b service neutron] Port 9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:12:49.014139 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5e934340-c1b0-4338-9437-c3390567a49b service neutron] Attempting to bind port 9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:12:49.036178 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-953cc3b2-0a6c-435f-9841-19882bc0a7a5 req-563dd282-2d8b-4b5d-92a4-3a0121b4c0cc tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005845 Dec 17 15:12:49.047136 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5e934340-c1b0-4338-9437-c3390567a49b service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:12:49.047485 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5e934340-c1b0-4338-9437-c3390567a49b service neutron] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:12:49.047883 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5e934340-c1b0-4338-9437-c3390567a49b service neutron] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:12:49.048332 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5e934340-c1b0-4338-9437-c3390567a49b service neutron] Bound port: 9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:12:49.048697 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5e934340-c1b0-4338-9437-c3390567a49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:49.080317 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbded04e-5be1-46de-93bd-82073a28732d req-f397dbfd-c435-4dbe-ba0f-63345c2f7dbe tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:49.087861 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bbded04e-5be1-46de-93bd-82073a28732d req-f397dbfd-c435-4dbe-ba0f-63345c2f7dbe tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd26a09d-87bb-41c8-93e7-ec2426df5ff8 HTTP/1.1" status: 200 len: 947 time: 0.1468294 Dec 17 15:12:49.168388 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bbded04e-5be1-46de-93bd-82073a28732d req-fe8162d3-d1fb-4e42-a908-64e8c1eb0afc tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/security-groups?id=65e3aeae-14a5-4782-86f3-de1653dd7272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796337 Dec 17 15:12:49.182776 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5e934340-c1b0-4338-9437-c3390567a49b service neutron] For port 9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:12:49.190915 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5e934340-c1b0-4338-9437-c3390567a49b service neutron] For port 9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:12:49.374469 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52cba9-14a5-4448-8f1b-e414b57ee57f req-54eabe6b-086a-401e-8d80-6126825d1d68 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:49.377550 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb52cba9-14a5-4448-8f1b-e414b57ee57f req-54eabe6b-086a-401e-8d80-6126825d1d68 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=88be472e-2c2e-485b-9bee-e7fe657c9c3e HTTP/1.1" status: 200 len: 949 time: 0.0565274 Dec 17 15:12:49.411172 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5e934340-c1b0-4338-9437-c3390567a49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:49.415726 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb52cba9-14a5-4448-8f1b-e414b57ee57f req-c55d52ce-083a-4d18-b927-72fbcab776bf tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371172 Dec 17 15:12:49.449825 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5e934340-c1b0-4338-9437-c3390567a49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:49.450469 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5e934340-c1b0-4338-9437-c3390567a49b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:49.451873 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-5e934340-c1b0-4338-9437-c3390567a49b service neutron] 10.222.0.13 "PUT /v2.0/ports/9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3 HTTP/1.1" status: 200 len: 1095 time: 1.8708091 Dec 17 15:12:49.453414 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd26a09d-87bb-41c8-93e7-ec2426df5ff8', 'tag': '9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:12:49.455201 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40110b5-96d9-4616-af07-5a4ad58c83c6" -d '{"events": [{"name": "network-changed", "server_uuid": "bd26a09d-87bb-41c8-93e7-ec2426df5ff8", "tag": "9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:12:49.482443 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e934340-c1b0-4338-9437-c3390567a49b service neutron] Pushing event updated for resources: {'Port': ['ID=9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:49.543742 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e022b-f964-4fc8-842d-313807a645ba req-b34d7697-d3e5-4c65-a223-5e538f7c1589 tempest-ServersOnMultiNodesTest-1459550234 tempest-ServersOnMultiNodesTest-1459550234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:49.545933 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2c5e022b-f964-4fc8-842d-313807a645ba req-b34d7697-d3e5-4c65-a223-5e538f7c1589 tempest-ServersOnMultiNodesTest-1459550234 tempest-ServersOnMultiNodesTest-1459550234-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=88be472e-2c2e-485b-9bee-e7fe657c9c3e HTTP/1.1" status: 200 len: 1100 time: 0.0469100 Dec 17 15:12:49.562857 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40756) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:12:49.603423 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b96a54-ef1d-46d5-a00f-dad9ca3c0c99 x-openstack-request-id: req-b6b96a54-ef1d-46d5-a00f-dad9ca3c0c99 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:12:49.603712 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd26a09d-87bb-41c8-93e7-ec2426df5ff8", "tag": "9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:12:49.605713 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b6b96a54-ef1d-46d5-a00f-dad9ca3c0c99 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:12:49.606193 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd26a09d-87bb-41c8-93e7-ec2426df5ff8', 'tag': '9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3', 'status': 'completed', 'code': 200} Dec 17 15:12:49.629829 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2c5e022b-f964-4fc8-842d-313807a645ba req-f0750601-a2b2-4593-bed5-727299f86e73 tempest-ServersOnMultiNodesTest-1459550234 tempest-ServersOnMultiNodesTest-1459550234-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696478 Dec 17 15:12:49.650326 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-076932df-a4dd-4e9f-8399-c41249593043 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:49.689020 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40110b5-96d9-4616-af07-5a4ad58c83c6 req-85fb9ecf-400a-4706-a30a-ba10e467b5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:49.690575 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e40110b5-96d9-4616-af07-5a4ad58c83c6 req-85fb9ecf-400a-4706-a30a-ba10e467b5a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=942e41b097aa48d0a97bbe8c22db0dee&device_id=bd26a09d-87bb-41c8-93e7-ec2426df5ff8 HTTP/1.1" status: 200 len: 1098 time: 0.0600843 Dec 17 15:12:49.705716 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-076932df-a4dd-4e9f-8399-c41249593043 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:49.734723 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e40110b5-96d9-4616-af07-5a4ad58c83c6 req-474fd065-8e5f-41cf-aa3f-5fde5561f16f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=942e41b097aa48d0a97bbe8c22db0dee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282030 Dec 17 15:12:49.847434 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef1ac4-6c70-411f-acbe-0cc74dbdcaa2 req-d1ce6880-96b2-49c2-bda2-bf04cd166123 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:49.848917 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d1ef1ac4-6c70-411f-acbe-0cc74dbdcaa2 req-d1ce6880-96b2-49c2-bda2-bf04cd166123 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 946 time: 0.1127598 Dec 17 15:12:49.895484 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40110b5-96d9-4616-af07-5a4ad58c83c6 req-cf489df4-d6e3-4f25-845f-00b100598c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:49.896972 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e40110b5-96d9-4616-af07-5a4ad58c83c6 req-cf489df4-d6e3-4f25-845f-00b100598c38 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1484687 Dec 17 15:12:49.919395 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d1ef1ac4-6c70-411f-acbe-0cc74dbdcaa2 req-7ba1612c-9869-4b00-bbb6-998a07fd28d3 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629346 Dec 17 15:12:49.942066 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-076932df-a4dd-4e9f-8399-c41249593043 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:49.944725 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-076932df-a4dd-4e9f-8399-c41249593043 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:49.945803 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-076932df-a4dd-4e9f-8399-c41249593043 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "DELETE /v2.0/security-groups/33f245e8-8a62-458c-b8d7-9e7e52d07540 HTTP/1.1" status: 204 len: 168 time: 0.3819582 Dec 17 15:12:49.948950 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40764) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:12:49.968800 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076932df-a4dd-4e9f-8399-c41249593043 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f245e8-8a62-458c-b8d7-9e7e52d07540,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:49.981151 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-6e86b154-08cb-4642-949e-ec03ea8f8692 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] show failed (client error): The resource could not be found. Dec 17 15:12:49.981151 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6e86b154-08cb-4642-949e-ec03ea8f8692 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "GET /v2.0/security-groups/33f245e8-8a62-458c-b8d7-9e7e52d07540 HTTP/1.1" status: 404 len: 347 time: 0.0266972 Dec 17 15:12:49.981697 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40766) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:12:50.440799 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-cfc61288-4b88-495e-a161-65cf5b1ce601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:50.442320 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-cfc61288-4b88-495e-a161-65cf5b1ce601 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=942e41b097aa48d0a97bbe8c22db0dee&device_id=bd26a09d-87bb-41c8-93e7-ec2426df5ff8 HTTP/1.1" status: 200 len: 1098 time: 0.5015979 Dec 17 15:12:50.514029 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-ce9b3bd2-c5d8-49ff-b27c-d229053c43ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3 HTTP/1.1" status: 200 len: 217 time: 0.0442789 Dec 17 15:12:50.522166 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091f06e-3d0f-4b51-bbfc-4ce4bfbf4c09 req-be7ba966-eb0b-445e-ae68-0ac935685024 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:50.523624 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3091f06e-3d0f-4b51-bbfc-4ce4bfbf4c09 req-be7ba966-eb0b-445e-ae68-0ac935685024 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 943 time: 0.1758277 Dec 17 15:12:50.534942 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec7df6-a630-4b37-9bc5-6cd562e56c28 req-cbf74210-4a60-4980-9360-51f6cd6c7b13 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:50.536389 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b8ec7df6-a630-4b37-9bc5-6cd562e56c28 req-cbf74210-4a60-4980-9360-51f6cd6c7b13 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.5418487 Dec 17 15:12:50.662481 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3091f06e-3d0f-4b51-bbfc-4ce4bfbf4c09 req-fa542177-b657-4156-883f-b16d0261fb72 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251419 Dec 17 15:12:50.664312 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-ad09c352-19bc-4236-8534-76f4f2490131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:50.666131 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-ad09c352-19bc-4236-8534-76f4f2490131 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.1387541 Dec 17 15:12:50.699350 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b8ec7df6-a630-4b37-9bc5-6cd562e56c28 req-ec80c3ba-bf82-4fc2-be63-f9409d0c41b3 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458604 Dec 17 15:12:50.730291 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-2dfce365-d57c-487b-b3b9-221b18e88f57 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Deleting port 79def1a9-08a6-49c4-8821-0df38bc7aef2 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:12:50.737299 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2dfce365-d57c-487b-b3b9-221b18e88f57 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:50.897311 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-cbe01af5-4cb4-4e00-8a79-a65a10c5c832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:50.898753 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-cbe01af5-4cb4-4e00-8a79-a65a10c5c832 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1871977 Dec 17 15:12:50.954499 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bec328-0eef-4a3e-a0cc-cd7d2d83739d req-d1f625a4-38a1-41b8-8c95-33f59b21b2ac tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:50.955975 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f3bec328-0eef-4a3e-a0cc-cd7d2d83739d req-d1f625a4-38a1-41b8-8c95-33f59b21b2ac tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=88be472e-2c2e-485b-9bee-e7fe657c9c3e HTTP/1.1" status: 200 len: 949 time: 0.1970651 Dec 17 15:12:50.959426 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2dfce365-d57c-487b-b3b9-221b18e88f57 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:50.959784 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2dfce365-d57c-487b-b3b9-221b18e88f57 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:51.003720 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23324d-1909-4f58-a81d-716ccfc8fd42 req-a8da741a-3f89-49b5-957b-15c9aa6df2ec tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:51.011055 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9f23324d-1909-4f58-a81d-716ccfc8fd42 req-a8da741a-3f89-49b5-957b-15c9aa6df2ec tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd26a09d-87bb-41c8-93e7-ec2426df5ff8 HTTP/1.1" status: 200 len: 947 time: 0.1947219 Dec 17 15:12:51.032094 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-2dfce365-d57c-487b-b3b9-221b18e88f57 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Calling delete_port for 79def1a9-08a6-49c4-8821-0df38bc7aef2 owned by network:floatingip {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:12:51.147029 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f3bec328-0eef-4a3e-a0cc-cd7d2d83739d req-4a69d894-edb7-4727-b15c-48ba5fd4f2c9 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550806 Dec 17 15:12:51.156099 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9f23324d-1909-4f58-a81d-716ccfc8fd42 req-36dec430-eb19-4b97-88cf-338baa204716 tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/security-groups?id=65e3aeae-14a5-4782-86f3-de1653dd7272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441894 Dec 17 15:12:51.164721 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-ace3d405-897d-461c-a1f1-ec8e680d25ef service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519617 Dec 17 15:12:51.337570 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34b8fedc-5c19-42ea-b8e3-375461b4512e req-4ec91732-55f4-4954-9ddd-958afca3b454 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633170 Dec 17 15:12:51.370330 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d64b5c-c58f-4e5e-a9c0-84a36eda2f92 req-2356c86a-ee98-47f7-894a-a98221684f41 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:51.371820 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-80d64b5c-c58f-4e5e-a9c0-84a36eda2f92 req-2356c86a-ee98-47f7-894a-a98221684f41 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 946 time: 0.0944011 Dec 17 15:12:51.417980 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-80d64b5c-c58f-4e5e-a9c0-84a36eda2f92 req-e3ce85f5-c009-45d9-a968-5e62d93cec8c tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393183 Dec 17 15:12:51.551660 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2dfce365-d57c-487b-b3b9-221b18e88f57 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:51.582442 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfce365-d57c-487b-b3b9-221b18e88f57 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Pushing event deleted for resources: {'Port': ['ID=79def1a9-08a6-49c4-8821-0df38bc7aef2,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:51.649448 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2dfce365-d57c-487b-b3b9-221b18e88f57 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks [] for floatingip, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:51.652051 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2dfce365-d57c-487b-b3b9-221b18e88f57 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:51.653281 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2dfce365-d57c-487b-b3b9-221b18e88f57 tempest-ServersWithSpecificFlavorTestJSON-1265818268 tempest-ServersWithSpecificFlavorTestJSON-1265818268-project] 10.222.0.46 "DELETE /v2.0/floatingips/c34a1b4d-f224-48b5-8e41-c1db4eaecaa2 HTTP/1.1" status: 204 len: 168 time: 1.6704648 Dec 17 15:12:51.788367 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f262a-e5bf-45f2-84ec-d8862d512f3b req-287c3af2-ff83-48f4-a561-fe7829f6708f tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:51.789966 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-356f262a-e5bf-45f2-84ec-d8862d512f3b req-287c3af2-ff83-48f4-a561-fe7829f6708f tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 943 time: 0.0534444 Dec 17 15:12:51.854505 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-356f262a-e5bf-45f2-84ec-d8862d512f3b req-196ae30b-c78e-4b95-9e89-27e744953af0 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577946 Dec 17 15:12:51.879904 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4dc17-e96d-48a6-b6d6-8a17a1a6d270 req-6ee781e8-c6dc-4564-9f5d-7d369b81562e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:51.879904 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-57b4dc17-e96d-48a6-b6d6-8a17a1a6d270 req-6ee781e8-c6dc-4564-9f5d-7d369b81562e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.0638986 Dec 17 15:12:51.921516 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-57b4dc17-e96d-48a6-b6d6-8a17a1a6d270 req-8192fad9-6989-4808-9fa0-b1cc81445869 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360639 Dec 17 15:12:52.326049 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc294e-dffb-4477-964b-57aab15c2171 req-915088b9-08ab-40e2-856c-9cda518e958e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:52.327656 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ddbc294e-dffb-4477-964b-57aab15c2171 req-915088b9-08ab-40e2-856c-9cda518e958e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.41 "GET /v2.0/ports?device_id=88be472e-2c2e-485b-9bee-e7fe657c9c3e HTTP/1.1" status: 200 len: 949 time: 0.0725586 Dec 17 15:12:52.328151 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65055dd-a14c-4562-8339-483bdce52cd1 req-a116ee27-eb4a-40dd-afda-d3c685475ae7 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:52.329695 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c65055dd-a14c-4562-8339-483bdce52cd1 req-a116ee27-eb4a-40dd-afda-d3c685475ae7 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=88be472e-2c2e-485b-9bee-e7fe657c9c3e HTTP/1.1" status: 200 len: 949 time: 0.0932939 Dec 17 15:12:52.342819 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b40379-9e99-4ca9-8f8b-e7ff35974067 req-988e953b-c585-422b-8574-8146f8b60500 tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:52.344524 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d3b40379-9e99-4ca9-8f8b-e7ff35974067 req-988e953b-c585-422b-8574-8146f8b60500 tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd26a09d-87bb-41c8-93e7-ec2426df5ff8 HTTP/1.1" status: 200 len: 947 time: 0.0697145 Dec 17 15:12:52.395849 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c65055dd-a14c-4562-8339-483bdce52cd1 req-34860150-cf9b-4d48-8998-3170fd879a3f tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501702 Dec 17 15:12:52.430610 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d3b40379-9e99-4ca9-8f8b-e7ff35974067 req-be7deae2-e717-4610-b860-0d019a0764ec tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/security-groups?id=65e3aeae-14a5-4782-86f3-de1653dd7272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778403 Dec 17 15:12:52.459484 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-ddbc294e-dffb-4477-964b-57aab15c2171 req-1c8db55d-ca19-4fbb-8212-bdb8d881f305 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Deleting port 7babefdf-60b7-48be-ba0d-3774ac0668a5 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:12:52.459484 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ddbc294e-dffb-4477-964b-57aab15c2171 req-1c8db55d-ca19-4fbb-8212-bdb8d881f305 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:52.568743 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40844) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:12:52.657205 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502f535-f9f1-49a7-ba2c-553dded0d8f7 req-55d4cafc-e3f0-48fd-9ed0-e3ae57b7251c tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:52.658780 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6502f535-f9f1-49a7-ba2c-553dded0d8f7 req-55d4cafc-e3f0-48fd-9ed0-e3ae57b7251c tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 946 time: 0.1382325 Dec 17 15:12:52.725719 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6502f535-f9f1-49a7-ba2c-553dded0d8f7 req-ee7045b4-07f5-4ca4-8986-5223609b6fec tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516946 Dec 17 15:12:52.836745 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-ddbc294e-dffb-4477-964b-57aab15c2171 req-1c8db55d-ca19-4fbb-8212-bdb8d881f305 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] For port 7babefdf-60b7-48be-ba0d-3774ac0668a5, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=7babefdf-60b7-48be-ba0d-3774ac0668a5,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:52.837242 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ddbc294e-dffb-4477-964b-57aab15c2171 req-1c8db55d-ca19-4fbb-8212-bdb8d881f305 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:52.851714 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-ddbc294e-dffb-4477-964b-57aab15c2171 req-1c8db55d-ca19-4fbb-8212-bdb8d881f305 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Calling delete_port for 7babefdf-60b7-48be-ba0d-3774ac0668a5 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:12:53.057150 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5170b-1b53-41bf-9620-7da3dcd7fdcf req-3f99403d-a26a-4734-b21e-0ac44272e2fe tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:53.058646 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f3d5170b-1b53-41bf-9620-7da3dcd7fdcf req-3f99403d-a26a-4734-b21e-0ac44272e2fe tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 943 time: 0.1214595 Dec 17 15:12:53.071664 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ddbc294e-dffb-4477-964b-57aab15c2171 req-1c8db55d-ca19-4fbb-8212-bdb8d881f305 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:53.084631 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['6e40d640-2815-414d-ab81-3ee608b6eaa1', '9c985672-0786-4851-9914-f569bcccd6d3', '2db62043-8e50-4d6f-a3a7-471fe4f9e5f4'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:12:53.106230 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c47ca-7b6b-40e0-97f8-caeadecae12e req-6199756a-608d-4af7-b69a-487acc2591c3 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:53.108032 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d92c47ca-7b6b-40e0-97f8-caeadecae12e req-6199756a-608d-4af7-b69a-487acc2591c3 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.1012261 Dec 17 15:12:53.110145 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8db55d-ca19-4fbb-8212-bdb8d881f305 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Pushing event deleted for resources: {'Port': ['ID=7babefdf-60b7-48be-ba0d-3774ac0668a5,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:53.122181 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['84ec1fa8-4fe6-41c9-9253-fd20873a5605', 'f3c715b8-b680-4273-a5af-bb9e8f873645', '06c2999c-bbee-475b-952d-fa0f041bc37d', 'fc6373c2-87ee-4df2-a142-168326ebbfee', '7babefdf-60b7-48be-ba0d-3774ac0668a5'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:12:53.133808 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38ace6d7-9ee8-49a1-b6c6-e3bc869ce864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:53.146836 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f3d5170b-1b53-41bf-9620-7da3dcd7fdcf req-7e9554d0-55d5-459b-80c2-ebcb9429a528 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808063 Dec 17 15:12:53.173953 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbc294e-dffb-4477-964b-57aab15c2171 req-1c8db55d-ca19-4fbb-8212-bdb8d881f305 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] No DVR routers for this DVR port 7babefdf-60b7-48be-ba0d-3774ac0668a5 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:12:53.182206 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ddbc294e-dffb-4477-964b-57aab15c2171 req-1c8db55d-ca19-4fbb-8212-bdb8d881f305 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:53.185493 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ddbc294e-dffb-4477-964b-57aab15c2171 req-1c8db55d-ca19-4fbb-8212-bdb8d881f305 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.41 "DELETE /v2.0/ports/7babefdf-60b7-48be-ba0d-3774ac0668a5 HTTP/1.1" status: 204 len: 173 time: 0.8494234 Dec 17 15:12:53.185973 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88be472e-2c2e-485b-9bee-e7fe657c9c3e', 'name': 'network-vif-deleted', 'tag': '7babefdf-60b7-48be-ba0d-3774ac0668a5'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:12:53.189654 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2eeb848-38b5-4c9d-9b28-1c2a5692e7ef" -d '{"events": [{"server_uuid": "88be472e-2c2e-485b-9bee-e7fe657c9c3e", "name": "network-vif-deleted", "tag": "7babefdf-60b7-48be-ba0d-3774ac0668a5"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:12:53.275393 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095bd0d5-cd94-4bca-b853-5cc64f1d97c0 x-openstack-request-id: req-095bd0d5-cd94-4bca-b853-5cc64f1d97c0 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:12:53.275393 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88be472e-2c2e-485b-9bee-e7fe657c9c3e", "name": "network-vif-deleted", "tag": "7babefdf-60b7-48be-ba0d-3774ac0668a5", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:12:53.275393 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-095bd0d5-cd94-4bca-b853-5cc64f1d97c0 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:12:53.275393 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88be472e-2c2e-485b-9bee-e7fe657c9c3e', 'name': 'network-vif-deleted', 'tag': '7babefdf-60b7-48be-ba0d-3774ac0668a5', 'status': 'completed', 'code': 200} Dec 17 15:12:53.320089 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d92c47ca-7b6b-40e0-97f8-caeadecae12e req-fce45b15-7928-4dbd-a576-0c782f2b242c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704190 Dec 17 15:12:53.421796 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:12:53.559255 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dc806118-48be-4ff1-906c-4fa71fc03587 req-1670d4fc-36e6-45cc-bbeb-5e1f9ef1173a tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=88be472e-2c2e-485b-9bee-e7fe657c9c3e HTTP/1.1" status: 200 len: 210 time: 0.0528550 Dec 17 15:12:53.611992 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd099b34-7867-4029-89f9-ab913edc944c req-78aa1502-efad-49d2-b1c1-c8a9bd9cf8e4 tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:53.613797 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dd099b34-7867-4029-89f9-ab913edc944c req-78aa1502-efad-49d2-b1c1-c8a9bd9cf8e4 tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd26a09d-87bb-41c8-93e7-ec2426df5ff8 HTTP/1.1" status: 200 len: 947 time: 0.0687172 Dec 17 15:12:53.618276 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-38ace6d7-9ee8-49a1-b6c6-e3bc869ce864 admin admin] Deleting port d5f8b550-479d-4239-b356-b0784e4316c1 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:12:53.618727 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38ace6d7-9ee8-49a1-b6c6-e3bc869ce864 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:53.707167 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dd099b34-7867-4029-89f9-ab913edc944c req-12f62c5b-843b-4295-8579-6b51531bfa11 tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/security-groups?id=65e3aeae-14a5-4782-86f3-de1653dd7272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862606 Dec 17 15:12:53.720098 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:53.742476 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-38ace6d7-9ee8-49a1-b6c6-e3bc869ce864 admin admin] For port d5f8b550-479d-4239-b356-b0784e4316c1, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=d5f8b550-479d-4239-b356-b0784e4316c1,segment=NetworkSegment(2817d6d9-9301-4d8d-8748-523d4678282a),segment_id=2817d6d9-9301-4d8d-8748-523d4678282a)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:53.742843 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38ace6d7-9ee8-49a1-b6c6-e3bc869ce864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:53.751469 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': '9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3', 'mac_address': 'fa:16:3e:86:f6:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:12:53.757725 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-38ace6d7-9ee8-49a1-b6c6-e3bc869ce864 admin admin] Calling delete_port for d5f8b550-479d-4239-b356-b0784e4316c1 owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:12:53.914848 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787e456-b3dc-4504-9d62-de6d9ec2e135 req-624d871d-34f7-4e15-ae11-a5e8330a6ab4 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:53.916402 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9787e456-b3dc-4504-9d62-de6d9ec2e135 req-624d871d-34f7-4e15-ae11-a5e8330a6ab4 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 946 time: 0.0999901 Dec 17 15:12:53.974853 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9787e456-b3dc-4504-9d62-de6d9ec2e135 req-18f7daca-e73c-4332-96fe-e82ca18db75b tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512674 Dec 17 15:12:54.064044 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:54.089332 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38ace6d7-9ee8-49a1-b6c6-e3bc869ce864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:54.109924 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:12:54.121418 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ace6d7-9ee8-49a1-b6c6-e3bc869ce864 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5f8b550-479d-4239-b356-b0784e4316c1,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:54.177516 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:54.288015 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:54.393126 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:54.441938 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38ace6d7-9ee8-49a1-b6c6-e3bc869ce864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:54.574318 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfcbcd-b0d1-475f-80b7-50d436da89cf req-98a19f1d-84ba-4e17-87d5-0a35eadae299 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:54.575825 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a0dfcbcd-b0d1-475f-80b7-50d436da89cf req-98a19f1d-84ba-4e17-87d5-0a35eadae299 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 943 time: 0.2891073 Dec 17 15:12:54.620558 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951ef87-8020-4c93-9650-fb6802e21e4c req-a3ddf7be-985d-43ff-aea2-5cdf8af5395d tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:54.622107 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3951ef87-8020-4c93-9650-fb6802e21e4c req-a3ddf7be-985d-43ff-aea2-5cdf8af5395d tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.1779926 Dec 17 15:12:54.662079 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a0dfcbcd-b0d1-475f-80b7-50d436da89cf req-d2768e0e-ba3a-4ac8-895d-7d9cae6162f1 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788360 Dec 17 15:12:54.678039 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:12:54.726786 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3951ef87-8020-4c93-9650-fb6802e21e4c req-9e74533e-5cf3-47fb-8c90-739001bc210b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956621 Dec 17 15:12:54.824628 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ace6d7-9ee8-49a1-b6c6-e3bc869ce864 admin admin] Router 667a88b0-a67d-40fc-a65c-1f7b92ae5adf has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:12:54.987607 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83addbf-9233-4c48-997e-e1a44797b9ae req-8464e245-e9c8-4182-8337-b8a2e45b5e33 tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:54.989011 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d83addbf-9233-4c48-997e-e1a44797b9ae req-8464e245-e9c8-4182-8337-b8a2e45b5e33 tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd26a09d-87bb-41c8-93e7-ec2426df5ff8 HTTP/1.1" status: 200 len: 948 time: 0.0930128 Dec 17 15:12:55.018374 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ace6d7-9ee8-49a1-b6c6-e3bc869ce864 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:12:55.023828 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-38ace6d7-9ee8-49a1-b6c6-e3bc869ce864 admin admin] 10.222.0.46 "PUT /v2.0/routers/667a88b0-a67d-40fc-a65c-1f7b92ae5adf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4539292 Dec 17 15:12:55.027814 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c409ccf7-e311-4812-a375-20be2ed592cd None None] Sync routers for ids ['667a88b0-a67d-40fc-a65c-1f7b92ae5adf'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:12:55.032046 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40878) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:12:55.037916 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c409ccf7-e311-4812-a375-20be2ed592cd None None] Routers {'667a88b0-a67d-40fc-a65c-1f7b92ae5adf'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:12:55.038804 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-c409ccf7-e311-4812-a375-20be2ed592cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:12:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['667a88b0-a67d-40fc-a65c-1f7b92ae5adf'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:55.049178 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d83addbf-9233-4c48-997e-e1a44797b9ae req-bffa0ee1-6081-4843-b8bd-3c14cbb5afd1 tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/security-groups?id=65e3aeae-14a5-4782-86f3-de1653dd7272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539138 Dec 17 15:12:55.161754 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-c409ccf7-e311-4812-a375-20be2ed592cd None None] Set router 667a88b0-a67d-40fc-a65c-1f7b92ae5adf gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:12:55.177067 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-89c6b0d0-c17f-4cd4-8623-b8a9541e717d admin admin] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:55.343255 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-89c6b0d0-c17f-4cd4-8623-b8a9541e717d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:55.381928 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-c409ccf7-e311-4812-a375-20be2ed592cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661184807-router', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:08:02Z', 'updated_at': '2021-12-17T15:12:53Z', 'revision_number': 5, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'gw_port': {'id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:03Z', 'updated_at': '2021-12-17T15:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:55.418654 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c409ccf7-e311-4812-a375-20be2ed592cd None None] Checking router: 667a88b0-a67d-40fc-a65c-1f7b92ae5adf for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:12:55.438121 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c409ccf7-e311-4812-a375-20be2ed592cd None None] Routers {'667a88b0-a67d-40fc-a65c-1f7b92ae5adf'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:12:55.438982 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-c409ccf7-e311-4812-a375-20be2ed592cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:12:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['667a88b0-a67d-40fc-a65c-1f7b92ae5adf'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:55.554872 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:55.562247 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395912c-29d4-4d1f-8cc0-5ffa05f18bc7 req-653b086e-e083-4293-9f50-750047a66c6e tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:55.564168 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a395912c-29d4-4d1f-8cc0-5ffa05f18bc7 req-653b086e-e083-4293-9f50-750047a66c6e tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 946 time: 0.4311736 Dec 17 15:12:55.572896 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb7ac3-3bbb-4fa7-b909-c15b3d086b3e req-69ac7e26-9b85-4658-b8c2-ebc633b0db9c tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:55.574902 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9eb7ac3-3bbb-4fa7-b909-c15b3d086b3e req-69ac7e26-9b85-4658-b8c2-ebc633b0db9c tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c9ce9e0-477e-493f-ac02-9b27909b4ca2 HTTP/1.1" status: 200 len: 950 time: 0.0827425 Dec 17 15:12:55.575986 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-89c6b0d0-c17f-4cd4-8623-b8a9541e717d admin admin] Deleting port 893555a3-81b6-46d4-bcfd-82aa9b3b0d12 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:12:55.576327 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-89c6b0d0-c17f-4cd4-8623-b8a9541e717d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:55.577135 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-c409ccf7-e311-4812-a375-20be2ed592cd None None] Set router 667a88b0-a67d-40fc-a65c-1f7b92ae5adf gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:12:55.661003 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a395912c-29d4-4d1f-8cc0-5ffa05f18bc7 req-0de1bcdc-028b-4a8f-83b8-79925ed08f2a tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847216 Dec 17 15:12:55.681329 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9eb7ac3-3bbb-4fa7-b909-c15b3d086b3e req-7fb695e3-f2df-4af1-bd07-2aa4e3aacb43 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977614 Dec 17 15:12:55.690480 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-89c6b0d0-c17f-4cd4-8623-b8a9541e717d admin admin] For port 893555a3-81b6-46d4-bcfd-82aa9b3b0d12, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=893555a3-81b6-46d4-bcfd-82aa9b3b0d12,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:55.690974 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-89c6b0d0-c17f-4cd4-8623-b8a9541e717d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:55.705908 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-89c6b0d0-c17f-4cd4-8623-b8a9541e717d admin admin] Calling delete_port for 893555a3-81b6-46d4-bcfd-82aa9b3b0d12 owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:12:55.814645 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-c409ccf7-e311-4812-a375-20be2ed592cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661184807-router', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:08:02Z', 'updated_at': '2021-12-17T15:12:53Z', 'revision_number': 5, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'gw_port': {'id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:03Z', 'updated_at': '2021-12-17T15:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:55.822029 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08cf3e-e40a-45a1-97a3-4360ad844331 req-7ba2e0e7-8a47-410c-9eec-d8b3ac31e95f tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:55.835633 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6a08cf3e-e40a-45a1-97a3-4360ad844331 req-7ba2e0e7-8a47-410c-9eec-d8b3ac31e95f tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 943 time: 0.0904641 Dec 17 15:12:55.856157 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c409ccf7-e311-4812-a375-20be2ed592cd None None] The sync data for ids ['667a88b0-a67d-40fc-a65c-1f7b92ae5adf'] in n-d-820553-2 is: [{'id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661184807-router', 'tenant_id': '6c8068ddce4846ac914e3b1ee5570190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:08:02Z', 'updated_at': '2021-12-17T15:12:53Z', 'revision_number': 5, 'project_id': '6c8068ddce4846ac914e3b1ee5570190', 'gw_port': {'id': '893555a3-81b6-46d4-bcfd-82aa9b3b0d12', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:43:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '667a88b0-a67d-40fc-a65c-1f7b92ae5adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:03Z', 'updated_at': '2021-12-17T15:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:12:55.905990 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6a08cf3e-e40a-45a1-97a3-4360ad844331 req-3eac2a9a-b260-43af-8948-105a4f64836e tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692985 Dec 17 15:12:55.928437 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a4766-38b2-4628-b753-303233bc7749 req-09db31f7-1595-463d-8ef8-dd3091bf18fd tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:55.937058 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b37a4766-38b2-4628-b753-303233bc7749 req-09db31f7-1595-463d-8ef8-dd3091bf18fd tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.0894034 Dec 17 15:12:55.974225 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b37a4766-38b2-4628-b753-303233bc7749 req-b0d870d5-c7da-4cb1-9d10-9de53af7e70a tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383766 Dec 17 15:12:56.054715 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-89c6b0d0-c17f-4cd4-8623-b8a9541e717d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:56.081157 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6b0d0-c17f-4cd4-8623-b8a9541e717d admin admin] Pushing event deleted for resources: {'Port': ['ID=893555a3-81b6-46d4-bcfd-82aa9b3b0d12,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:56.143637 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-89c6b0d0-c17f-4cd4-8623-b8a9541e717d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:56.179883 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa068a54-5daf-4dde-b2a9-be88b18c7548 req-5931f216-2a6b-4753-a1c3-e42efe5dcb9e tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:56.181303 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aa068a54-5daf-4dde-b2a9-be88b18c7548 req-5931f216-2a6b-4753-a1c3-e42efe5dcb9e tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd26a09d-87bb-41c8-93e7-ec2426df5ff8 HTTP/1.1" status: 200 len: 948 time: 0.0526373 Dec 17 15:12:56.221499 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 7babefdf-60b7-48be-ba0d-3774ac0668a5 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:12:56.241471 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aa068a54-5daf-4dde-b2a9-be88b18c7548 req-55aafab0-9022-4f01-9c82-1ade8d1f4edf tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/security-groups?id=65e3aeae-14a5-4782-86f3-de1653dd7272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532250 Dec 17 15:12:56.258139 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 7babefdf-60b7-48be-ba0d-3774ac0668a5 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:12:56.258483 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 7babefdf-60b7-48be-ba0d-3774ac0668a5 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:12:56.290689 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-89c6b0d0-c17f-4cd4-8623-b8a9541e717d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:56.292901 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-89c6b0d0-c17f-4cd4-8623-b8a9541e717d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:56.394773 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device d5f8b550-479d-4239-b356-b0784e4316c1 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:12:56.420914 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: d5f8b550-479d-4239-b356-b0784e4316c1 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:12:56.422968 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device d5f8b550-479d-4239-b356-b0784e4316c1 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:12:56.454789 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-89c6b0d0-c17f-4cd4-8623-b8a9541e717d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:56.455333 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c6b0d0-c17f-4cd4-8623-b8a9541e717d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 667a88b0-a67d-40fc-a65c-1f7b92ae5adf {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:12:56.464136 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-89c6b0d0-c17f-4cd4-8623-b8a9541e717d admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:56.467698 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-89c6b0d0-c17f-4cd4-8623-b8a9541e717d admin admin] 10.222.0.46 "DELETE /v2.0/routers/667a88b0-a67d-40fc-a65c-1f7b92ae5adf HTTP/1.1" status: 204 len: 168 time: 1.4321563 Dec 17 15:12:56.472391 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40892) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:12:56.519019 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e789424-2cc0-4bec-b186-d4ae0122f58d admin admin] Deleting subnet bdabb184-8d73-4ccc-815e-dc1121f53879 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:12:56.522725 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3e789424-2cc0-4bec-b186-d4ae0122f58d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:56.567659 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3e789424-2cc0-4bec-b186-d4ae0122f58d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:56.654347 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3e789424-2cc0-4bec-b186-d4ae0122f58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:56.819002 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd92863-1c77-4ce8-be07-a44b01225091 req-3e49b01d-0764-417b-92d6-cd8eb17b6ebb tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:56.820492 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1cd92863-1c77-4ce8-be07-a44b01225091 req-3e49b01d-0764-417b-92d6-cd8eb17b6ebb tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 946 time: 0.0773180 Dec 17 15:12:56.831433 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360598c-b6ce-4a0f-a03d-2f6f1af85dc5 req-95442d08-7d55-4dd9-bff8-4cd5dcb35f1b tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:56.847945 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3360598c-b6ce-4a0f-a03d-2f6f1af85dc5 req-95442d08-7d55-4dd9-bff8-4cd5dcb35f1b tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c9ce9e0-477e-493f-ac02-9b27909b4ca2 HTTP/1.1" status: 200 len: 950 time: 0.0790427 Dec 17 15:12:56.898017 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3e789424-2cc0-4bec-b186-d4ae0122f58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:56.947925 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e789424-2cc0-4bec-b186-d4ae0122f58d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdabb184-8d73-4ccc-815e-dc1121f53879,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:56.951677 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3e789424-2cc0-4bec-b186-d4ae0122f58d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:56.960596 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927b5f80-7973-428b-ae4b-61c832adab27 None None] Network 613331aa-1e32-47f2-9904-dd1d74f4b9b4 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:12:56.960721 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3e789424-2cc0-4bec-b186-d4ae0122f58d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/bdabb184-8d73-4ccc-815e-dc1121f53879 HTTP/1.1" status: 204 len: 168 time: 0.4877398 Dec 17 15:12:56.960817 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40902) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:12:56.963950 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1cd92863-1c77-4ce8-be07-a44b01225091 req-acbb1f4b-bd5b-4dce-ae0d-486af87955b1 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301224 Dec 17 15:12:56.974343 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbc733-1a04-4bdc-940a-521fc4b76ff8 req-345494f8-6603-4860-bc43-5cc90ca9d069 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:56.976021 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-41cbc733-1a04-4bdc-940a-521fc4b76ff8 req-345494f8-6603-4860-bc43-5cc90ca9d069 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c9ce9e0-477e-493f-ac02-9b27909b4ca2 HTTP/1.1" status: 200 len: 950 time: 0.1405737 Dec 17 15:12:56.986716 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3360598c-b6ce-4a0f-a03d-2f6f1af85dc5 req-056215b8-97db-4d4b-abf3-34cab135f6b5 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369805 Dec 17 15:12:57.114365 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7a492bbc-9e6d-46ac-b7a4-c237b15ccc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:57.195978 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-7a492bbc-9e6d-46ac-b7a4-c237b15ccc95 admin admin] Deleting port 22f20acc-f929-4a7e-ac7c-62128a0e84cc {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:12:57.196313 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7a492bbc-9e6d-46ac-b7a4-c237b15ccc95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:57.248666 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012526ad-0105-4c11-a04c-6402afd8f655 req-c90ef132-3f6b-47e3-8c85-3a6d4feff063 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:57.256438 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-012526ad-0105-4c11-a04c-6402afd8f655 req-c90ef132-3f6b-47e3-8c85-3a6d4feff063 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 943 time: 0.1926429 Dec 17 15:12:57.263091 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920b9a57-9d55-4e08-928b-a46102016766 None None] DHCP port deletion for 613331aa-1e32-47f2-9904-dd1d74f4b9b4 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:12:57.294778 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-7a492bbc-9e6d-46ac-b7a4-c237b15ccc95 admin admin] For port 22f20acc-f929-4a7e-ac7c-62128a0e84cc, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=22f20acc-f929-4a7e-ac7c-62128a0e84cc,segment=NetworkSegment(2817d6d9-9301-4d8d-8748-523d4678282a),segment_id=2817d6d9-9301-4d8d-8748-523d4678282a)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:57.298417 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7a492bbc-9e6d-46ac-b7a4-c237b15ccc95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:57.313456 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6d085-ff7c-4dce-b2af-e7578edae6e0 req-e607e142-3e66-43e4-a4fb-78df10c79396 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:57.314999 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-10d6d085-ff7c-4dce-b2af-e7578edae6e0 req-e607e142-3e66-43e4-a4fb-78df10c79396 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.1086421 Dec 17 15:12:57.319646 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-7a492bbc-9e6d-46ac-b7a4-c237b15ccc95 admin admin] Calling delete_port for 22f20acc-f929-4a7e-ac7c-62128a0e84cc owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:12:57.331174 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-920b9a57-9d55-4e08-928b-a46102016766 None None] Deleting port 22f20acc-f929-4a7e-ac7c-62128a0e84cc {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:12:57.331557 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-920b9a57-9d55-4e08-928b-a46102016766 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:57.338923 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-012526ad-0105-4c11-a04c-6402afd8f655 req-c3e0f5dd-07ce-4525-a647-1302ecbe633d tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796394 Dec 17 15:12:57.374519 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-41cbc733-1a04-4bdc-940a-521fc4b76ff8 req-2d9b0ef7-5f45-461e-af2f-e82e5975a5af tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Deleting port 2db62043-8e50-4d6f-a3a7-471fe4f9e5f4 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:12:57.375077 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-41cbc733-1a04-4bdc-940a-521fc4b76ff8 req-2d9b0ef7-5f45-461e-af2f-e82e5975a5af tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:57.445639 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-920b9a57-9d55-4e08-928b-a46102016766 None None] For port 22f20acc-f929-4a7e-ac7c-62128a0e84cc, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=22f20acc-f929-4a7e-ac7c-62128a0e84cc,segment=NetworkSegment(2817d6d9-9301-4d8d-8748-523d4678282a),segment_id=2817d6d9-9301-4d8d-8748-523d4678282a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:57.446044 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-920b9a57-9d55-4e08-928b-a46102016766 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:57.459060 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:12:57.482915 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-920b9a57-9d55-4e08-928b-a46102016766 None None] Calling delete_port for 22f20acc-f929-4a7e-ac7c-62128a0e84cc owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:12:57.492944 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-10d6d085-ff7c-4dce-b2af-e7578edae6e0 req-f0225139-1aaf-4b58-a229-263a159a53f4 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627574 Dec 17 15:12:57.525744 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd6a71-9628-41b5-aadb-a495ba0ba87e req-cd97caf6-dcce-49ab-be28-fcc28cd27c45 tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:57.527286 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-02fd6a71-9628-41b5-aadb-a495ba0ba87e req-cd97caf6-dcce-49ab-be28-fcc28cd27c45 tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd26a09d-87bb-41c8-93e7-ec2426df5ff8 HTTP/1.1" status: 200 len: 948 time: 0.0908616 Dec 17 15:12:57.544026 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-41cbc733-1a04-4bdc-940a-521fc4b76ff8 req-2d9b0ef7-5f45-461e-af2f-e82e5975a5af tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] For port 2db62043-8e50-4d6f-a3a7-471fe4f9e5f4, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=2db62043-8e50-4d6f-a3a7-471fe4f9e5f4,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:57.544472 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-41cbc733-1a04-4bdc-940a-521fc4b76ff8 req-2d9b0ef7-5f45-461e-af2f-e82e5975a5af tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:57.568995 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7a492bbc-9e6d-46ac-b7a4-c237b15ccc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:57.574973 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-41cbc733-1a04-4bdc-940a-521fc4b76ff8 req-2d9b0ef7-5f45-461e-af2f-e82e5975a5af tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Calling delete_port for 2db62043-8e50-4d6f-a3a7-471fe4f9e5f4 owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:12:57.589997 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a492bbc-9e6d-46ac-b7a4-c237b15ccc95 admin admin] No DVR routers for this DVR port 22f20acc-f929-4a7e-ac7c-62128a0e84cc on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:12:57.596502 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-920b9a57-9d55-4e08-928b-a46102016766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:57.619269 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-02fd6a71-9628-41b5-aadb-a495ba0ba87e req-7b9f9745-2f59-4766-8d20-a9660ee39fa4 tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/security-groups?id=65e3aeae-14a5-4782-86f3-de1653dd7272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697465 Dec 17 15:12:57.631995 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920b9a57-9d55-4e08-928b-a46102016766 None None] No DVR routers for this DVR port 22f20acc-f929-4a7e-ac7c-62128a0e84cc on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:12:57.639201 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b9a57-9d55-4e08-928b-a46102016766 None None] Pushing event deleted for resources: {'Port': ['ID=22f20acc-f929-4a7e-ac7c-62128a0e84cc,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:57.643860 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a492bbc-9e6d-46ac-b7a4-c237b15ccc95 admin admin] Pushing event deleted for resources: {'Port': ['ID=22f20acc-f929-4a7e-ac7c-62128a0e84cc,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:57.644672 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:12:57.650247 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:12:57.650629 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:57.737641 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:57.743720 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7a492bbc-9e6d-46ac-b7a4-c237b15ccc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:57.768057 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-7a492bbc-9e6d-46ac-b7a4-c237b15ccc95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613331aa-1e32-47f2-9904-dd1d74f4b9b4']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:57.778119 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-7a492bbc-9e6d-46ac-b7a4-c237b15ccc95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2817d6d9-9301-4d8d-8748-523d4678282a') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:57.778490 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-7a492bbc-9e6d-46ac-b7a4-c237b15ccc95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2817d6d9-9301-4d8d-8748-523d4678282a') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:12:57.781391 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd26a09d-87bb-41c8-93e7-ec2426df5ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:12:57.785960 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c80b0e5-2635-4f21-8672-1cbca5fde3d8" -d '{"events": [{"server_uuid": "bd26a09d-87bb-41c8-93e7-ec2426df5ff8", "name": "network-vif-plugged", "status": "completed", "tag": "9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:12:57.790425 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7a492bbc-9e6d-46ac-b7a4-c237b15ccc95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:57.797466 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:57.805495 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7a492bbc-9e6d-46ac-b7a4-c237b15ccc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:57.812684 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a492bbc-9e6d-46ac-b7a4-c237b15ccc95 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:12:57.813166 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7a492bbc-9e6d-46ac-b7a4-c237b15ccc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:57.814842 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:12:57.814842 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:12:57.814842 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:12:57.814842 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:12:57.814842 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:12:57.814842 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:12:57.814842 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:12:57.814842 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:12:57.814842 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:12:57.814842 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:12:57.814842 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:12:57.814842 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:12:57.814842 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:12:57.814842 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:12:57.814842 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:12:57.814842 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:12:57.814842 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:12:57.814842 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:12:57.814842 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:12:57.814842 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:12:57.814842 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:12:57.814842 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:12:57.814842 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:12:57.814842 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:12:57.814842 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:12:57.814842 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:12:57.814842 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:12:57.814842 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:12:57.814842 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:12:57.814842 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:12:57.814842 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:12:57.814842 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:12:57.833583 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36e3653-fcae-4925-9c9a-19cf7bbb36e7 x-openstack-request-id: req-f36e3653-fcae-4925-9c9a-19cf7bbb36e7 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:12:57.833899 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd26a09d-87bb-41c8-93e7-ec2426df5ff8", "name": "network-vif-plugged", "status": "completed", "tag": "9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:12:57.834157 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f36e3653-fcae-4925-9c9a-19cf7bbb36e7 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:12:57.834904 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd26a09d-87bb-41c8-93e7-ec2426df5ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3', 'code': 200} Dec 17 15:12:57.860500 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-41cbc733-1a04-4bdc-940a-521fc4b76ff8 req-2d9b0ef7-5f45-461e-af2f-e82e5975a5af tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:57.874607 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['6e40d640-2815-414d-ab81-3ee608b6eaa1', '9c985672-0786-4851-9914-f569bcccd6d3', '2db62043-8e50-4d6f-a3a7-471fe4f9e5f4'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:12:57.925019 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['84ec1fa8-4fe6-41c9-9253-fd20873a5605', 'f3c715b8-b680-4273-a5af-bb9e8f873645', '06c2999c-bbee-475b-952d-fa0f041bc37d', 'fc6373c2-87ee-4df2-a142-168326ebbfee'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:12:57.931925 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:57.957681 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7a492bbc-9e6d-46ac-b7a4-c237b15ccc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:57.975071 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7a492bbc-9e6d-46ac-b7a4-c237b15ccc95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:57.982298 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7a492bbc-9e6d-46ac-b7a4-c237b15ccc95 admin admin] 10.222.0.46 "DELETE /v2.0/networks/613331aa-1e32-47f2-9904-dd1d74f4b9b4 HTTP/1.1" status: 204 len: 168 time: 1.0226963 Dec 17 15:12:57.993786 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40918) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:12:58.005608 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a492bbc-9e6d-46ac-b7a4-c237b15ccc95 admin admin] Pushing event deleted for resources: {'Network': ['ID=613331aa-1e32-47f2-9904-dd1d74f4b9b4,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:58.028144 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b0ef7-5f45-461e-af2f-e82e5975a5af tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Pushing event deleted for resources: {'Port': ['ID=2db62043-8e50-4d6f-a3a7-471fe4f9e5f4,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:58.046953 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a5f9f-def6-4b2d-a1a9-bd205607327c req-59d1b858-7594-41ee-a50f-4164b5ed25ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:58.048848 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-321a5f9f-def6-4b2d-a1a9-bd205607327c req-59d1b858-7594-41ee-a50f-4164b5ed25ce service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bd26a09d-87bb-41c8-93e7-ec2426df5ff8 HTTP/1.1" status: 200 len: 1100 time: 0.1424179 Dec 17 15:12:58.059574 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-41cbc733-1a04-4bdc-940a-521fc4b76ff8 req-2d9b0ef7-5f45-461e-af2f-e82e5975a5af tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] No DVR routers for this DVR port 2db62043-8e50-4d6f-a3a7-471fe4f9e5f4 on host n-h2-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:12:58.072016 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-41cbc733-1a04-4bdc-940a-521fc4b76ff8 req-2d9b0ef7-5f45-461e-af2f-e82e5975a5af tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:58.072016 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-41cbc733-1a04-4bdc-940a-521fc4b76ff8 req-2d9b0ef7-5f45-461e-af2f-e82e5975a5af tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.13 "DELETE /v2.0/ports/2db62043-8e50-4d6f-a3a7-471fe4f9e5f4 HTTP/1.1" status: 204 len: 173 time: 1.0679312 Dec 17 15:12:58.072016 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9ce9e0-477e-493f-ac02-9b27909b4ca2', 'name': 'network-vif-deleted', 'tag': '2db62043-8e50-4d6f-a3a7-471fe4f9e5f4'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:12:58.072016 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e247177-84de-4b19-b60b-15dcf5b75e6b" -d '{"events": [{"server_uuid": "6c9ce9e0-477e-493f-ac02-9b27909b4ca2", "name": "network-vif-deleted", "tag": "2db62043-8e50-4d6f-a3a7-471fe4f9e5f4"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:12:58.129874 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-321a5f9f-def6-4b2d-a1a9-bd205607327c req-9c15b0c7-be8b-4fe6-959b-7adcdc9d7a49 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=65e3aeae-14a5-4782-86f3-de1653dd7272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497653 Dec 17 15:12:58.143473 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017241cc-b887-45a9-b716-bf0eac8bdd74 req-2ed9ae0b-ec87-4206-a9df-d32480dff47e tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:58.145037 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-017241cc-b887-45a9-b716-bf0eac8bdd74 req-2ed9ae0b-ec87-4206-a9df-d32480dff47e tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 946 time: 0.0638866 Dec 17 15:12:58.162996 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:58.202721 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-017241cc-b887-45a9-b716-bf0eac8bdd74 req-b99ea9d7-e2b8-4f58-b041-5e35c0a005a1 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481160 Dec 17 15:12:58.206659 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 893555a3-81b6-46d4-bcfd-82aa9b3b0d12 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:12:58.252718 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 893555a3-81b6-46d4-bcfd-82aa9b3b0d12 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:12:58.253230 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 893555a3-81b6-46d4-bcfd-82aa9b3b0d12 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:12:58.253497 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 22f20acc-f929-4a7e-ac7c-62128a0e84cc no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:12:58.287810 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 22f20acc-f929-4a7e-ac7c-62128a0e84cc {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:12:58.288786 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 22f20acc-f929-4a7e-ac7c-62128a0e84cc not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:12:58.316032 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-246ab4a4-4294-4d5e-851e-e94dcd8bbe06 req-b1eb37e7-e63b-4354-8c72-5af0a15e6998 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c9ce9e0-477e-493f-ac02-9b27909b4ca2 HTTP/1.1" status: 200 len: 210 time: 0.0380433 Dec 17 15:12:58.375785 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1828b5f3-3d58-4771-8638-6856ffdd020b x-openstack-request-id: req-1828b5f3-3d58-4771-8638-6856ffdd020b {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:12:58.376079 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c9ce9e0-477e-493f-ac02-9b27909b4ca2", "name": "network-vif-deleted", "tag": "2db62043-8e50-4d6f-a3a7-471fe4f9e5f4", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:12:58.376469 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1828b5f3-3d58-4771-8638-6856ffdd020b {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:12:58.376737 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9ce9e0-477e-493f-ac02-9b27909b4ca2', 'name': 'network-vif-deleted', 'tag': '2db62043-8e50-4d6f-a3a7-471fe4f9e5f4', 'status': 'completed', 'code': 200} Dec 17 15:12:58.583017 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eb5b239e-49d8-4b5c-9a17-26f2b9ec0d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:58.625272 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081e588-b5d1-44e0-a740-7f9bc2c1e99c req-253a2cb6-8bb9-41b6-aa5f-fea811f5c707 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:58.626863 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1081e588-b5d1-44e0-a740-7f9bc2c1e99c req-253a2cb6-8bb9-41b6-aa5f-fea811f5c707 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 943 time: 0.1653557 Dec 17 15:12:58.665148 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71343aa6-7fb8-4760-a26d-26011958e5f7 req-61c450d5-384a-429b-ba37-add872e7069e tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:58.666754 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71343aa6-7fb8-4760-a26d-26011958e5f7 req-61c450d5-384a-429b-ba37-add872e7069e tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "GET /v2.0/ports?device_id=210dcbbb-45b5-4323-a00f-c7b28036bf54 HTTP/1.1" status: 200 len: 945 time: 0.1020019 Dec 17 15:12:58.711820 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1081e588-b5d1-44e0-a740-7f9bc2c1e99c req-da84039d-7e55-4f72-bc60-3f698ff9d9c2 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772324 Dec 17 15:12:58.745847 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71343aa6-7fb8-4760-a26d-26011958e5f7 req-2f92e819-0490-4c2a-8fff-344f6405edec tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "GET /v2.0/security-groups?id=5574c25a-fa46-43fb-80fd-9197b80f05be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0665257 Dec 17 15:12:58.853158 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7f4c1711-f929-48f5-b554-354a47346082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:58.909950 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec1700-a4e2-4c8c-b773-cbf541a53e46 req-9def5ad8-8814-4bfa-9d82-41329875760e tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:58.911464 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-46ec1700-a4e2-4c8c-b773-cbf541a53e46 req-9def5ad8-8814-4bfa-9d82-41329875760e tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd26a09d-87bb-41c8-93e7-ec2426df5ff8 HTTP/1.1" status: 200 len: 949 time: 0.0772767 Dec 17 15:12:58.924949 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b3e89-e1c0-4f65-b115-2c4341d53350 req-47aa6215-b284-4429-8e8f-b90f32ccc24d tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:58.928645 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ba9b3e89-e1c0-4f65-b115-2c4341d53350 req-47aa6215-b284-4429-8e8f-b90f32ccc24d tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.1020222 Dec 17 15:12:58.981977 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-46ec1700-a4e2-4c8c-b773-cbf541a53e46 req-11f8bcdf-34eb-4dbd-b82f-bb5e79aa8255 tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/security-groups?id=65e3aeae-14a5-4782-86f3-de1653dd7272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545564 Dec 17 15:12:58.983916 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-eb5b239e-49d8-4b5c-9a17-26f2b9ec0d60 admin admin] Deleting port 079d1334-5678-40ff-b675-16d93bfd8652 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:12:58.984259 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eb5b239e-49d8-4b5c-9a17-26f2b9ec0d60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:58.995440 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ba9b3e89-e1c0-4f65-b115-2c4341d53350 req-bbc77c58-5ece-47ca-ab9a-7ac3cf75af7f tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504868 Dec 17 15:12:59.077216 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-eb5b239e-49d8-4b5c-9a17-26f2b9ec0d60 admin admin] For port 079d1334-5678-40ff-b675-16d93bfd8652, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=079d1334-5678-40ff-b675-16d93bfd8652,segment=NetworkSegment(3869b2cd-79cf-46b3-a30a-5980b43f7644),segment_id=3869b2cd-79cf-46b3-a30a-5980b43f7644)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:12:59.079332 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eb5b239e-49d8-4b5c-9a17-26f2b9ec0d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:59.093247 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-eb5b239e-49d8-4b5c-9a17-26f2b9ec0d60 admin admin] Calling delete_port for 079d1334-5678-40ff-b675-16d93bfd8652 owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:12:59.329140 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01067b-71b0-4e4a-8c58-51edc5e835e4 req-d4e5c535-f9c7-46c7-b06a-f2ab096c4e78 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:59.330622 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf01067b-71b0-4e4a-8c58-51edc5e835e4 req-d4e5c535-f9c7-46c7-b06a-f2ab096c4e78 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 946 time: 0.0516169 Dec 17 15:12:59.374854 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf01067b-71b0-4e4a-8c58-51edc5e835e4 req-0517895b-11e4-48d0-baeb-1a8b1dbe272f tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374477 Dec 17 15:12:59.403716 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eb5b239e-49d8-4b5c-9a17-26f2b9ec0d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:59.429831 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b239e-49d8-4b5c-9a17-26f2b9ec0d60 admin admin] Pushing event deleted for resources: {'Port': ['ID=079d1334-5678-40ff-b675-16d93bfd8652,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:12:59.430432 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b15fdf05-b73e-4969-98f2-69df58febae9 req-9d45f021-c045-4468-a329-38f9607909b4 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c9ce9e0-477e-493f-ac02-9b27909b4ca2 HTTP/1.1" status: 200 len: 210 time: 0.0280685 Dec 17 15:12:59.624783 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eb5b239e-49d8-4b5c-9a17-26f2b9ec0d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:12:59.872188 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc0a62-1a6d-4d04-a008-d7ff99e32f90 req-234d3411-90c2-48ac-9667-fd2c43336af9 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:59.874950 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40fc0a62-1a6d-4d04-a008-d7ff99e32f90 req-234d3411-90c2-48ac-9667-fd2c43336af9 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 943 time: 0.0758262 Dec 17 15:12:59.911384 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5b239e-49d8-4b5c-9a17-26f2b9ec0d60 admin admin] Router f7f31821-e916-4469-a65e-1ae64fdeccf8 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:12:59.952050 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40fc0a62-1a6d-4d04-a008-d7ff99e32f90 req-18b4a8e1-e3f8-4d8e-9c40-d37b605e56bf tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664272 Dec 17 15:12:59.961793 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23950817-1222-46e8-bc19-1dd211976b58 req-cb3b51f6-fa25-4f0a-99c7-dfff4c80b5f2 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:12:59.963290 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-23950817-1222-46e8-bc19-1dd211976b58 req-cb3b51f6-fa25-4f0a-99c7-dfff4c80b5f2 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "GET /v2.0/ports?device_id=210dcbbb-45b5-4323-a00f-c7b28036bf54 HTTP/1.1" status: 200 len: 945 time: 0.0870311 Dec 17 15:13:00.003858 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-23950817-1222-46e8-bc19-1dd211976b58 req-1fa2c928-86b2-410d-8247-a7f2dce5a40b tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "GET /v2.0/security-groups?id=5574c25a-fa46-43fb-80fd-9197b80f05be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344706 Dec 17 15:13:00.048577 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5b239e-49d8-4b5c-9a17-26f2b9ec0d60 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:13:00.057320 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f2a0bf-85b1-4bab-97d2-30845d478d4c None None] Sync routers for ids ['f7f31821-e916-4469-a65e-1ae64fdeccf8'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:13:00.059524 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-eb5b239e-49d8-4b5c-9a17-26f2b9ec0d60 admin admin] 10.222.0.46 "PUT /v2.0/routers/f7f31821-e916-4469-a65e-1ae64fdeccf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0631618 Dec 17 15:13:00.062983 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40950) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:00.079334 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f2a0bf-85b1-4bab-97d2-30845d478d4c None None] Routers {'f7f31821-e916-4469-a65e-1ae64fdeccf8'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:13:00.080262 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-95f2a0bf-85b1-4bab-97d2-30845d478d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:12:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['f7f31821-e916-4469-a65e-1ae64fdeccf8'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:00.181377 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77f90a-c993-4f2f-849c-b6d3c3b804b0 req-66c38d6f-d3dd-4a3c-9f26-63e6a5791223 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:00.190593 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7c77f90a-c993-4f2f-849c-b6d3c3b804b0 req-66c38d6f-d3dd-4a3c-9f26-63e6a5791223 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.0957587 Dec 17 15:13:00.214103 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-95f2a0bf-85b1-4bab-97d2-30845d478d4c None None] Set router f7f31821-e916-4469-a65e-1ae64fdeccf8 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:13:00.242392 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e936e-ee40-459f-b508-5bf851930b98 req-5f155f3f-6109-450c-831d-1f50bd04b148 tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:00.249589 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-002e936e-ee40-459f-b508-5bf851930b98 req-5f155f3f-6109-450c-831d-1f50bd04b148 tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd26a09d-87bb-41c8-93e7-ec2426df5ff8 HTTP/1.1" status: 200 len: 949 time: 0.1176019 Dec 17 15:13:00.258703 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7c77f90a-c993-4f2f-849c-b6d3c3b804b0 req-66a9d558-8c89-4b13-ba89-799c9087ef0a tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668988 Dec 17 15:13:00.307618 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-002e936e-ee40-459f-b508-5bf851930b98 req-0493b0af-3e8f-45a8-90d0-dbf4142b03c5 tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/security-groups?id=65e3aeae-14a5-4782-86f3-de1653dd7272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476842 Dec 17 15:13:00.379768 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804815ae-105b-4f15-83bd-2cb37b3b7968 req-cf4759c5-93aa-4292-a228-583332950c80 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:00.381793 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-804815ae-105b-4f15-83bd-2cb37b3b7968 req-cf4759c5-93aa-4292-a228-583332950c80 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.13 "GET /v2.0/ports?device_id=210dcbbb-45b5-4323-a00f-c7b28036bf54 HTTP/1.1" status: 200 len: 945 time: 0.0721982 Dec 17 15:13:00.405727 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-95f2a0bf-85b1-4bab-97d2-30845d478d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f31821-e916-4469-a65e-1ae64fdeccf8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661322848-router', 'tenant_id': '97bbbc0bd75f4b648cb8e3005e9271b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '6dd25e9c-5936-46df-8f6c-7b98eb8a5588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:08:13Z', 'updated_at': '2021-12-17T15:12:59Z', 'revision_number': 5, 'project_id': '97bbbc0bd75f4b648cb8e3005e9271b1', 'gw_port': {'id': '6dd25e9c-5936-46df-8f6c-7b98eb8a5588', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f31821-e916-4469-a65e-1ae64fdeccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:13Z', 'updated_at': '2021-12-17T15:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:00.447905 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f2a0bf-85b1-4bab-97d2-30845d478d4c None None] Checking router: f7f31821-e916-4469-a65e-1ae64fdeccf8 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:13:00.458012 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f2a0bf-85b1-4bab-97d2-30845d478d4c None None] Routers {'f7f31821-e916-4469-a65e-1ae64fdeccf8'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:13:00.458923 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-95f2a0bf-85b1-4bab-97d2-30845d478d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:12:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['f7f31821-e916-4469-a65e-1ae64fdeccf8'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:00.529361 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-804815ae-105b-4f15-83bd-2cb37b3b7968 req-84be8a8a-8033-4006-91c6-760c3b8cda40 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Deleting port 04e4da5a-d52d-4ca3-9de9-350b3705874e {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:13:00.530362 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-804815ae-105b-4f15-83bd-2cb37b3b7968 req-84be8a8a-8033-4006-91c6-760c3b8cda40 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:00.558503 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e9d94-33e0-4e6e-9a23-0138ae1fac65 req-d4637772-9a24-4b78-91e9-52b5471b9eff tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:00.560411 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1d9e9d94-33e0-4e6e-9a23-0138ae1fac65 req-d4637772-9a24-4b78-91e9-52b5471b9eff tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 946 time: 0.0737696 Dec 17 15:13:00.569181 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b1e1dfd8-50e1-408e-9af5-2ed1e427c9c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:00.586622 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-95f2a0bf-85b1-4bab-97d2-30845d478d4c None None] Set router f7f31821-e916-4469-a65e-1ae64fdeccf8 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:13:00.642718 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-804815ae-105b-4f15-83bd-2cb37b3b7968 req-84be8a8a-8033-4006-91c6-760c3b8cda40 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] For port 04e4da5a-d52d-4ca3-9de9-350b3705874e, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=04e4da5a-d52d-4ca3-9de9-350b3705874e,segment=NetworkSegment(43b09ab7-d096-4eb2-9b0c-68de61b3c74d),segment_id=43b09ab7-d096-4eb2-9b0c-68de61b3c74d)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:00.643345 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-804815ae-105b-4f15-83bd-2cb37b3b7968 req-84be8a8a-8033-4006-91c6-760c3b8cda40 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:00.692279 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1d9e9d94-33e0-4e6e-9a23-0138ae1fac65 req-b962b859-e20d-462c-92f4-12c110b4f037 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208942 Dec 17 15:13:00.731411 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b1e1dfd8-50e1-408e-9af5-2ed1e427c9c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:00.829708 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-95f2a0bf-85b1-4bab-97d2-30845d478d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7f31821-e916-4469-a65e-1ae64fdeccf8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661322848-router', 'tenant_id': '97bbbc0bd75f4b648cb8e3005e9271b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '6dd25e9c-5936-46df-8f6c-7b98eb8a5588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:08:13Z', 'updated_at': '2021-12-17T15:12:59Z', 'revision_number': 5, 'project_id': '97bbbc0bd75f4b648cb8e3005e9271b1', 'gw_port': {'id': '6dd25e9c-5936-46df-8f6c-7b98eb8a5588', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f31821-e916-4469-a65e-1ae64fdeccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:13Z', 'updated_at': '2021-12-17T15:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:00.854805 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f2a0bf-85b1-4bab-97d2-30845d478d4c None None] The sync data for ids ['f7f31821-e916-4469-a65e-1ae64fdeccf8'] in n-d-820553-2 is: [{'id': 'f7f31821-e916-4469-a65e-1ae64fdeccf8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-661322848-router', 'tenant_id': '97bbbc0bd75f4b648cb8e3005e9271b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '6dd25e9c-5936-46df-8f6c-7b98eb8a5588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:08:13Z', 'updated_at': '2021-12-17T15:12:59Z', 'revision_number': 5, 'project_id': '97bbbc0bd75f4b648cb8e3005e9271b1', 'gw_port': {'id': '6dd25e9c-5936-46df-8f6c-7b98eb8a5588', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f31821-e916-4469-a65e-1ae64fdeccf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:08:13Z', 'updated_at': '2021-12-17T15:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:13:00.979856 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300ae62-e63c-4fab-b569-3dff8fe5077c req-953a4824-ad17-4665-8374-7bd723109db1 tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:00.981816 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9300ae62-e63c-4fab-b569-3dff8fe5077c req-953a4824-ad17-4665-8374-7bd723109db1 tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd26a09d-87bb-41c8-93e7-ec2426df5ff8 HTTP/1.1" status: 200 len: 949 time: 0.1029656 Dec 17 15:13:01.019971 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-b1e1dfd8-50e1-408e-9af5-2ed1e427c9c2 admin admin] Deleting port 6dd25e9c-5936-46df-8f6c-7b98eb8a5588 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:13:01.020329 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b1e1dfd8-50e1-408e-9af5-2ed1e427c9c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:01.042954 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-54ef188f-d8cb-4989-851e-2b235e61b030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:01.084676 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9300ae62-e63c-4fab-b569-3dff8fe5077c req-583580d9-b3be-415b-b3ea-1bd71b38ac35 tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/security-groups?id=65e3aeae-14a5-4782-86f3-de1653dd7272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940366 Dec 17 15:13:01.138286 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-b1e1dfd8-50e1-408e-9af5-2ed1e427c9c2 admin admin] For port 6dd25e9c-5936-46df-8f6c-7b98eb8a5588, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=6dd25e9c-5936-46df-8f6c-7b98eb8a5588,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:01.138920 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b1e1dfd8-50e1-408e-9af5-2ed1e427c9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:01.153465 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-b1e1dfd8-50e1-408e-9af5-2ed1e427c9c2 admin admin] Calling delete_port for 6dd25e9c-5936-46df-8f6c-7b98eb8a5588 owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:13:01.260983 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-804815ae-105b-4f15-83bd-2cb37b3b7968 req-84be8a8a-8033-4006-91c6-760c3b8cda40 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:01.261423 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-804815ae-105b-4f15-83bd-2cb37b3b7968 req-84be8a8a-8033-4006-91c6-760c3b8cda40 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:01.261949 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [req-804815ae-105b-4f15-83bd-2cb37b3b7968 req-84be8a8a-8033-4006-91c6-760c3b8cda40 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Floating IP 4252b727-c10d-4960-b9b6-0ab905810b37 disassociated. External IP: 172.25.6.34, port: 04e4da5a-d52d-4ca3-9de9-350b3705874e. Dec 17 15:13:01.262156 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-804815ae-105b-4f15-83bd-2cb37b3b7968 req-84be8a8a-8033-4006-91c6-760c3b8cda40 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Calling delete_port for 04e4da5a-d52d-4ca3-9de9-350b3705874e owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:13:01.281123 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed77bd-7349-47d0-9620-de801166d820 req-cc28f97f-eb3e-446f-ac03-fab6c6ff799e tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:01.282799 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-13ed77bd-7349-47d0-9620-de801166d820 req-cc28f97f-eb3e-446f-ac03-fab6c6ff799e tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 943 time: 0.1170514 Dec 17 15:13:01.404022 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f7fad-8c09-4e79-9a6a-f25583743fe0 req-87081e76-845f-48d3-bbf1-2a330057e34e tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:01.406249 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-051f7fad-8c09-4e79-9a6a-f25583743fe0 req-87081e76-845f-48d3-bbf1-2a330057e34e tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "GET /v2.0/ports?device_id=210dcbbb-45b5-4323-a00f-c7b28036bf54 HTTP/1.1" status: 200 len: 945 time: 0.1475494 Dec 17 15:13:01.424015 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-13ed77bd-7349-47d0-9620-de801166d820 req-918863e3-3db2-469a-abaa-c2dcc3001292 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202440 Dec 17 15:13:01.455424 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device cac3cc59-b021-4cff-9c51-03395848ee3f details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:13:01.457680 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 2db62043-8e50-4d6f-a3a7-471fe4f9e5f4 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:13:01.491824 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 2db62043-8e50-4d6f-a3a7-471fe4f9e5f4 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:13:01.492790 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 2db62043-8e50-4d6f-a3a7-471fe4f9e5f4 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:13:01.501335 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-051f7fad-8c09-4e79-9a6a-f25583743fe0 req-b7bc995c-6c81-4e53-8251-89d34985cf6d tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "GET /v2.0/security-groups?id=5574c25a-fa46-43fb-80fd-9197b80f05be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0714209 Dec 17 15:13:01.574492 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-804815ae-105b-4f15-83bd-2cb37b3b7968 req-84be8a8a-8033-4006-91c6-760c3b8cda40 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:01.577336 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b930ed-d45d-46f8-8235-ea47e15c540e req-076a83ba-e55f-45cb-86eb-effe2b331294 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:01.580258 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e8b930ed-d45d-46f8-8235-ea47e15c540e req-076a83ba-e55f-45cb-86eb-effe2b331294 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=09f7367a-4c1b-4314-8691-064bf2df8169 HTTP/1.1" status: 200 len: 949 time: 0.0775073 Dec 17 15:13:01.615585 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84be8a8a-8033-4006-91c6-760c3b8cda40 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Pushing event deleted for resources: {'Port': ['ID=04e4da5a-d52d-4ca3-9de9-350b3705874e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:01.632869 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port cac3cc59-b021-4cff-9c51-03395848ee3f, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=cac3cc59-b021-4cff-9c51-03395848ee3f,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:01.640966 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'cac3cc59-b021-4cff-9c51-03395848ee3f', 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea', 'port_id': 'cac3cc59-b021-4cff-9c51-03395848ee3f', 'mac_address': 'fa:16:3e:fa:24:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e07a04f7-750d-46bb-b1d6-18c61b699282', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:13:01.657088 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b1e1dfd8-50e1-408e-9af5-2ed1e427c9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:01.673632 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e8b930ed-d45d-46f8-8235-ea47e15c540e req-11900b35-2bf7-4957-907a-6459382ee22d tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831475 Dec 17 15:13:01.681506 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d016b-076c-4bfd-bb10-7c59bcffd5fe req-7ab3d38a-1a91-43c4-a446-d056ca3ffb44 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:01.683302 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-449d016b-076c-4bfd-bb10-7c59bcffd5fe req-7ab3d38a-1a91-43c4-a446-d056ca3ffb44 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.1018751 Dec 17 15:13:01.712974 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:01.716750 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1dfd8-50e1-408e-9af5-2ed1e427c9c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dd25e9c-5936-46df-8f6c-7b98eb8a5588,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:01.740477 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cac3cc59-b021-4cff-9c51-03395848ee3f {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:13:01.768342 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port cac3cc59-b021-4cff-9c51-03395848ee3f, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=cac3cc59-b021-4cff-9c51-03395848ee3f,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:01.789477 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:13:01.792734 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-449d016b-076c-4bfd-bb10-7c59bcffd5fe req-5e719144-3879-46ad-905c-1b04c85e5778 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865679 Dec 17 15:13:01.816593 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b1e1dfd8-50e1-408e-9af5-2ed1e427c9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:01.818582 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-804815ae-105b-4f15-83bd-2cb37b3b7968 req-84be8a8a-8033-4006-91c6-760c3b8cda40 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Router 2563c5ba-e3b5-4fe2-bdff-cdc40e13282a has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:13:01.860368 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:01.924737 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=cac3cc59-b021-4cff-9c51-03395848ee3f,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:01.932036 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b1e1dfd8-50e1-408e-9af5-2ed1e427c9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:01.936978 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b1e1dfd8-50e1-408e-9af5-2ed1e427c9c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:01.956171 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554480bc-336d-404f-84c9-a700d7979c51 req-1e2fa12b-885a-4f15-a4a1-89c670e38971 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:01.958017 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-554480bc-336d-404f-84c9-a700d7979c51 req-1e2fa12b-885a-4f15-a4a1-89c670e38971 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 946 time: 0.1601772 Dec 17 15:13:01.963006 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-804815ae-105b-4f15-83bd-2cb37b3b7968 req-84be8a8a-8033-4006-91c6-760c3b8cda40 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:13:01.980942 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5aef1ed-ea2d-4220-8ab8-954acff1b6b3 None None] Sync routers for ids ['2563c5ba-e3b5-4fe2-bdff-cdc40e13282a'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:13:01.996805 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aef1ed-ea2d-4220-8ab8-954acff1b6b3 None None] Routers {'2563c5ba-e3b5-4fe2-bdff-cdc40e13282a'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:13:01.997512 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-c5aef1ed-ea2d-4220-8ab8-954acff1b6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:13:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['2563c5ba-e3b5-4fe2-bdff-cdc40e13282a'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:02.048456 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-804815ae-105b-4f15-83bd-2cb37b3b7968 req-84be8a8a-8033-4006-91c6-760c3b8cda40 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] No DVR routers for this DVR port 04e4da5a-d52d-4ca3-9de9-350b3705874e on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:13:02.054846 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-804815ae-105b-4f15-83bd-2cb37b3b7968 req-84be8a8a-8033-4006-91c6-760c3b8cda40 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:02.055960 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-554480bc-336d-404f-84c9-a700d7979c51 req-10497828-6061-429c-a44f-11b7c9b09d20 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640678 Dec 17 15:13:02.061938 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-804815ae-105b-4f15-83bd-2cb37b3b7968 req-84be8a8a-8033-4006-91c6-760c3b8cda40 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.13 "DELETE /v2.0/ports/04e4da5a-d52d-4ca3-9de9-350b3705874e HTTP/1.1" status: 204 len: 173 time: 1.6729467 Dec 17 15:13:02.063519 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210dcbbb-45b5-4323-a00f-c7b28036bf54', 'name': 'network-vif-deleted', 'tag': '04e4da5a-d52d-4ca3-9de9-350b3705874e'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:13:02.066780 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba765c8a-b22b-427d-86a2-1afbdb4ed3c9" -d '{"events": [{"server_uuid": "210dcbbb-45b5-4323-a00f-c7b28036bf54", "name": "network-vif-deleted", "tag": "04e4da5a-d52d-4ca3-9de9-350b3705874e"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:13:02.083257 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b1e1dfd8-50e1-408e-9af5-2ed1e427c9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:02.083910 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e1dfd8-50e1-408e-9af5-2ed1e427c9c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7f31821-e916-4469-a65e-1ae64fdeccf8 {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:13:02.089474 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b1e1dfd8-50e1-408e-9af5-2ed1e427c9c2 admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:02.090880 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b1e1dfd8-50e1-408e-9af5-2ed1e427c9c2 admin admin] 10.222.0.46 "DELETE /v2.0/routers/f7f31821-e916-4469-a65e-1ae64fdeccf8 HTTP/1.1" status: 204 len: 168 time: 2.0267732 Dec 17 15:13:02.093720 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40980) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:02.171262 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a7d67d-fd1b-4e51-a753-25f2a22d1048 x-openstack-request-id: req-98a7d67d-fd1b-4e51-a753-25f2a22d1048 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:13:02.171879 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "210dcbbb-45b5-4323-a00f-c7b28036bf54", "name": "network-vif-deleted", "tag": "04e4da5a-d52d-4ca3-9de9-350b3705874e", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:13:02.172170 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-98a7d67d-fd1b-4e51-a753-25f2a22d1048 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:13:02.174604 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210dcbbb-45b5-4323-a00f-c7b28036bf54', 'name': 'network-vif-deleted', 'tag': '04e4da5a-d52d-4ca3-9de9-350b3705874e', 'status': 'completed', 'code': 200} Dec 17 15:13:02.222589 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3057378-76db-4fcc-8eaf-187d16f64710 admin admin] Deleting subnet 6b4dc50a-7658-45d6-8ea9-4a587d8f277a {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:13:02.227233 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e3057378-76db-4fcc-8eaf-187d16f64710 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:02.274725 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e3057378-76db-4fcc-8eaf-187d16f64710 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:02.377912 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20dd2e-a173-493b-a7cf-a17edd8e5fe4 req-2997a9ba-de54-4372-88c8-e88314da919c tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:02.380173 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5f20dd2e-a173-493b-a7cf-a17edd8e5fe4 req-2997a9ba-de54-4372-88c8-e88314da919c tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd26a09d-87bb-41c8-93e7-ec2426df5ff8 HTTP/1.1" status: 200 len: 949 time: 0.0789480 Dec 17 15:13:02.443146 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e3057378-76db-4fcc-8eaf-187d16f64710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:02.466957 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 079d1334-5678-40ff-b675-16d93bfd8652 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:13:02.469261 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['cac3cc59-b021-4cff-9c51-03395848ee3f'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:13:02.479827 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5f20dd2e-a173-493b-a7cf-a17edd8e5fe4 req-e83dc84e-a1b2-4b21-a8e1-1b246ea81a81 tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/security-groups?id=65e3aeae-14a5-4782-86f3-de1653dd7272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790262 Dec 17 15:13:02.527222 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 079d1334-5678-40ff-b675-16d93bfd8652 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:13:02.527572 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 079d1334-5678-40ff-b675-16d93bfd8652 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:13:02.534959 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-c5aef1ed-ea2d-4220-8ab8-954acff1b6b3 None None] Set router 2563c5ba-e3b5-4fe2-bdff-cdc40e13282a gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:13:02.597709 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:02.606142 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a7429-74fa-4857-923a-0fcd9e4c9e7c req-b47f8d53-f6af-40ad-a382-1bc933eda042 tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:02.613456 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-146a7429-74fa-4857-923a-0fcd9e4c9e7c req-b47f8d53-f6af-40ad-a382-1bc933eda042 tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd26a09d-87bb-41c8-93e7-ec2426df5ff8 HTTP/1.1" status: 200 len: 949 time: 0.1440120 Dec 17 15:13:02.615257 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66615c6-cff1-4770-bbfb-1c42971e4923 req-5e7fb28a-f791-4a7a-8434-affc379dfaf1 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:02.616958 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c66615c6-cff1-4770-bbfb-1c42971e4923 req-5e7fb28a-f791-4a7a-8434-affc379dfaf1 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 944 time: 0.0627482 Dec 17 15:13:02.645929 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e3057378-76db-4fcc-8eaf-187d16f64710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:02.725358 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3057378-76db-4fcc-8eaf-187d16f64710 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b4dc50a-7658-45d6-8ea9-4a587d8f277a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:02.738581 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7693b9e-7516-466a-9fd4-407dd019511b req-d3d753b2-ca91-439f-90c1-a21858b6b7de tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "GET /v2.0/ports?device_id=210dcbbb-45b5-4323-a00f-c7b28036bf54 HTTP/1.1" status: 200 len: 210 time: 0.0533674 Dec 17 15:13:02.775677 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e9624f-ed34-4bf4-823c-679d7bd7e594 None None] Network 15c14b90-a1e1-4a12-b013-9e4a12862492 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:13:02.782024 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e3057378-76db-4fcc-8eaf-187d16f64710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:02.789453 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e3057378-76db-4fcc-8eaf-187d16f64710 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6b4dc50a-7658-45d6-8ea9-4a587d8f277a HTTP/1.1" status: 204 len: 168 time: 0.6919584 Dec 17 15:13:02.790975 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40990) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:02.832758 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c66615c6-cff1-4770-bbfb-1c42971e4923 req-f60a5fc7-e15a-4d35-b3f1-d5a9863ed7bb tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051060 Dec 17 15:13:02.938721 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fa9e6fc6-262c-4ed6-8743-d145e2f331b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:02.966166 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-146a7429-74fa-4857-923a-0fcd9e4c9e7c req-e9a64d43-5e96-49c6-824d-8bd113c0d7ce tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Deleting port 9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:13:02.966631 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-146a7429-74fa-4857-923a-0fcd9e4c9e7c req-e9a64d43-5e96-49c6-824d-8bd113c0d7ce tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:02.975048 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c55bd1-cf3c-4365-b95d-ac305a657feb req-729c4c23-e980-4978-a940-bb65f1fddb4a tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:02.976939 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e3c55bd1-cf3c-4365-b95d-ac305a657feb req-729c4c23-e980-4978-a940-bb65f1fddb4a tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=09f7367a-4c1b-4314-8691-064bf2df8169 HTTP/1.1" status: 200 len: 949 time: 0.1430945 Dec 17 15:13:03.053229 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e3c55bd1-cf3c-4365-b95d-ac305a657feb req-e53ce9b0-75a6-4b67-872c-b770c8990390 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625679 Dec 17 15:13:03.086869 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7000d-0b99-4089-aab1-c51fe77bc839 req-cf85d847-dbd6-4098-a78f-67203c944ff6 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:03.088204 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-c5aef1ed-ea2d-4220-8ab8-954acff1b6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'name': 'tempest-ServersTestFqdnHostnames-357857068-router', 'tenant_id': 'f6145b39f2664908bc878c10235d12ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '33711a02-d4cc-4d02-9754-c84d841cb9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:10:30Z', 'updated_at': '2021-12-17T15:10:39Z', 'revision_number': 4, 'project_id': 'f6145b39f2664908bc878c10235d12ea', 'gw_port': {'id': '33711a02-d4cc-4d02-9754-c84d841cb9e4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:aa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:10:32Z', 'updated_at': '2021-12-17T15:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'dd0acf25-7285-4ebe-991f-002e2d45938f', 'name': '', 'network_id': '40090c4b-a4ce-450f-a115-2aa1a092d03b', 'tenant_id': 'f6145b39f2664908bc878c10235d12ea', 'mac_address': 'fa:16:3e:25:af:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd85a9cb0-018e-476d-a650-20058f3fe1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:10:38Z', 'updated_at': '2021-12-17T15:10:42Z', 'revision_number': 5, 'project_id': 'f6145b39f2664908bc878c10235d12ea', 'subnets': [{'id': 'd85a9cb0-018e-476d-a650-20058f3fe1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:03.094231 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-00b7000d-0b99-4089-aab1-c51fe77bc839 req-cf85d847-dbd6-4098-a78f-67203c944ff6 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f7367a-4c1b-4314-8691-064bf2df8169 HTTP/1.1" status: 200 len: 949 time: 0.2216954 Dec 17 15:13:03.102868 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628d706-80b2-40b2-bb89-8aeb125a0eaf req-a937f0dc-fbb3-45df-8171-7ad5beed019b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:03.104343 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3628d706-80b2-40b2-bb89-8aeb125a0eaf req-a937f0dc-fbb3-45df-8171-7ad5beed019b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.1800923 Dec 17 15:13:03.114922 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-146a7429-74fa-4857-923a-0fcd9e4c9e7c req-e9a64d43-5e96-49c6-824d-8bd113c0d7ce tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] For port 9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:03.115283 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-146a7429-74fa-4857-923a-0fcd9e4c9e7c req-e9a64d43-5e96-49c6-824d-8bd113c0d7ce tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:03.136359 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-146a7429-74fa-4857-923a-0fcd9e4c9e7c req-e9a64d43-5e96-49c6-824d-8bd113c0d7ce tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Calling delete_port for 9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:13:03.149910 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5aef1ed-ea2d-4220-8ab8-954acff1b6b3 None None] Checking router: 2563c5ba-e3b5-4fe2-bdff-cdc40e13282a for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:13:03.174775 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aef1ed-ea2d-4220-8ab8-954acff1b6b3 None None] Routers {'2563c5ba-e3b5-4fe2-bdff-cdc40e13282a'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:13:03.176104 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-c5aef1ed-ea2d-4220-8ab8-954acff1b6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:13:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['2563c5ba-e3b5-4fe2-bdff-cdc40e13282a'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:03.212891 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-fa9e6fc6-262c-4ed6-8743-d145e2f331b8 admin admin] Deleting port a41a3d85-f49f-42b3-9641-46cbc65eddd3 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:13:03.213384 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fa9e6fc6-262c-4ed6-8743-d145e2f331b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:03.286972 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726d591b-de10-4c99-a8b3-be86777f7314 None None] DHCP port deletion for 15c14b90-a1e1-4a12-b013-9e4a12862492 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:13:03.307661 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f745ff7-9e2a-4706-8e6d-7613654cf667 req-5f3dc40b-54bc-4e2d-b9e3-38d9210992cc tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:03.314224 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7f745ff7-9e2a-4706-8e6d-7613654cf667 req-5f3dc40b-54bc-4e2d-b9e3-38d9210992cc tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 946 time: 0.1387568 Dec 17 15:13:03.325226 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3628d706-80b2-40b2-bb89-8aeb125a0eaf req-7f6a7cbf-1808-42c9-a3b3-909387345d8e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936278 Dec 17 15:13:03.330833 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-fa9e6fc6-262c-4ed6-8743-d145e2f331b8 admin admin] For port a41a3d85-f49f-42b3-9641-46cbc65eddd3, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=a41a3d85-f49f-42b3-9641-46cbc65eddd3,segment=NetworkSegment(3869b2cd-79cf-46b3-a30a-5980b43f7644),segment_id=3869b2cd-79cf-46b3-a30a-5980b43f7644)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:03.332026 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fa9e6fc6-262c-4ed6-8743-d145e2f331b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:03.377232 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-fa9e6fc6-262c-4ed6-8743-d145e2f331b8 admin admin] Calling delete_port for a41a3d85-f49f-42b3-9641-46cbc65eddd3 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:13:03.380600 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-c5aef1ed-ea2d-4220-8ab8-954acff1b6b3 None None] Set router 2563c5ba-e3b5-4fe2-bdff-cdc40e13282a gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:13:03.398357 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7f745ff7-9e2a-4706-8e6d-7613654cf667 req-303468bf-60e7-49bb-b7f9-ddf2549ba782 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710037 Dec 17 15:13:03.410493 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-00b7000d-0b99-4089-aab1-c51fe77bc839 req-59f537fa-72a1-4c68-92ab-1c2f23d37562 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Deleting port 9c985672-0786-4851-9914-f569bcccd6d3 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:13:03.410953 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-00b7000d-0b99-4089-aab1-c51fe77bc839 req-59f537fa-72a1-4c68-92ab-1c2f23d37562 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:03.474692 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 9c985672-0786-4851-9914-f569bcccd6d3 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:13:03.529428 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-726d591b-de10-4c99-a8b3-be86777f7314 None None] Deleting port a41a3d85-f49f-42b3-9641-46cbc65eddd3 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:13:03.529762 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-726d591b-de10-4c99-a8b3-be86777f7314 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:03.551723 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-00b7000d-0b99-4089-aab1-c51fe77bc839 req-59f537fa-72a1-4c68-92ab-1c2f23d37562 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] For port 9c985672-0786-4851-9914-f569bcccd6d3, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=9c985672-0786-4851-9914-f569bcccd6d3,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:03.553818 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-00b7000d-0b99-4089-aab1-c51fe77bc839 req-59f537fa-72a1-4c68-92ab-1c2f23d37562 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:03.580919 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-00b7000d-0b99-4089-aab1-c51fe77bc839 req-59f537fa-72a1-4c68-92ab-1c2f23d37562 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Calling delete_port for 9c985672-0786-4851-9914-f569bcccd6d3 owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:13:03.637843 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fa9e6fc6-262c-4ed6-8743-d145e2f331b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:03.668080 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e6fc6-262c-4ed6-8743-d145e2f331b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a41a3d85-f49f-42b3-9641-46cbc65eddd3,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:03.676957 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-146a7429-74fa-4857-923a-0fcd9e4c9e7c req-e9a64d43-5e96-49c6-824d-8bd113c0d7ce tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:03.680179 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9e6fc6-262c-4ed6-8743-d145e2f331b8 admin admin] No DVR routers for this DVR port a41a3d85-f49f-42b3-9641-46cbc65eddd3 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:13:03.692470 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-726d591b-de10-4c99-a8b3-be86777f7314 None None] For port a41a3d85-f49f-42b3-9641-46cbc65eddd3, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=a41a3d85-f49f-42b3-9641-46cbc65eddd3,segment=NetworkSegment(3869b2cd-79cf-46b3-a30a-5980b43f7644),segment_id=3869b2cd-79cf-46b3-a30a-5980b43f7644)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:03.692895 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-726d591b-de10-4c99-a8b3-be86777f7314 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:03.728364 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-726d591b-de10-4c99-a8b3-be86777f7314 None None] Calling delete_port for a41a3d85-f49f-42b3-9641-46cbc65eddd3 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:13:03.753661 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983dc60-e0d0-41b3-b6b6-7d0c0acdd9bc req-6d748940-e98d-41ad-8a98-f13ecb4afbde tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:03.755893 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d983dc60-e0d0-41b3-b6b6-7d0c0acdd9bc req-6d748940-e98d-41ad-8a98-f13ecb4afbde tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd26a09d-87bb-41c8-93e7-ec2426df5ff8 HTTP/1.1" status: 200 len: 867 time: 0.1769540 Dec 17 15:13:03.757375 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a64d43-5e96-49c6-824d-8bd113c0d7ce tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Pushing event deleted for resources: {'Port': ['ID=9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:03.808919 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:03.821615 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:03.867334 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d983dc60-e0d0-41b3-b6b6-7d0c0acdd9bc req-4de9239e-12da-4d9d-b2d3-d9327f5c6bb7 tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/security-groups?id=65e3aeae-14a5-4782-86f3-de1653dd7272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766008 Dec 17 15:13:03.891776 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-146a7429-74fa-4857-923a-0fcd9e4c9e7c req-e9a64d43-5e96-49c6-824d-8bd113c0d7ce tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] No DVR routers for this DVR port 9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:13:03.901917 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-00b7000d-0b99-4089-aab1-c51fe77bc839 req-59f537fa-72a1-4c68-92ab-1c2f23d37562 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:03.902348 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-146a7429-74fa-4857-923a-0fcd9e4c9e7c req-e9a64d43-5e96-49c6-824d-8bd113c0d7ce tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:03.903142 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-726d591b-de10-4c99-a8b3-be86777f7314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:03.908000 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-146a7429-74fa-4857-923a-0fcd9e4c9e7c req-e9a64d43-5e96-49c6-824d-8bd113c0d7ce tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.13 "DELETE /v2.0/ports/9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3 HTTP/1.1" status: 204 len: 173 time: 1.2840643 Dec 17 15:13:03.923404 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fa9e6fc6-262c-4ed6-8743-d145e2f331b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:03.929548 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-c5aef1ed-ea2d-4220-8ab8-954acff1b6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'name': 'tempest-ServersTestFqdnHostnames-357857068-router', 'tenant_id': 'f6145b39f2664908bc878c10235d12ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '33711a02-d4cc-4d02-9754-c84d841cb9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:10:30Z', 'updated_at': '2021-12-17T15:10:39Z', 'revision_number': 4, 'project_id': 'f6145b39f2664908bc878c10235d12ea', 'gw_port': {'id': '33711a02-d4cc-4d02-9754-c84d841cb9e4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:aa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:10:32Z', 'updated_at': '2021-12-17T15:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'dd0acf25-7285-4ebe-991f-002e2d45938f', 'name': '', 'network_id': '40090c4b-a4ce-450f-a115-2aa1a092d03b', 'tenant_id': 'f6145b39f2664908bc878c10235d12ea', 'mac_address': 'fa:16:3e:25:af:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd85a9cb0-018e-476d-a650-20058f3fe1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:10:38Z', 'updated_at': '2021-12-17T15:10:42Z', 'revision_number': 5, 'project_id': 'f6145b39f2664908bc878c10235d12ea', 'subnets': [{'id': 'd85a9cb0-018e-476d-a650-20058f3fe1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:03.950776 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f537fa-72a1-4c68-92ab-1c2f23d37562 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Pushing event deleted for resources: {'Port': ['ID=9c985672-0786-4851-9914-f569bcccd6d3,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:03.958837 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-fa9e6fc6-262c-4ed6-8743-d145e2f331b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c14b90-a1e1-4a12-b013-9e4a12862492']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:03.982504 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-fa9e6fc6-262c-4ed6-8743-d145e2f331b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3869b2cd-79cf-46b3-a30a-5980b43f7644') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:03.984319 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-fa9e6fc6-262c-4ed6-8743-d145e2f331b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3869b2cd-79cf-46b3-a30a-5980b43f7644') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:03.992922 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['6e40d640-2815-414d-ab81-3ee608b6eaa1'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:13:03.995925 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['84ec1fa8-4fe6-41c9-9253-fd20873a5605', 'f3c715b8-b680-4273-a5af-bb9e8f873645', '06c2999c-bbee-475b-952d-fa0f041bc37d', 'fc6373c2-87ee-4df2-a142-168326ebbfee'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:13:04.011086 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fa9e6fc6-262c-4ed6-8743-d145e2f331b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:04.046823 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fa9e6fc6-262c-4ed6-8743-d145e2f331b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:04.057784 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa9e6fc6-262c-4ed6-8743-d145e2f331b8 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:13:04.058787 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fa9e6fc6-262c-4ed6-8743-d145e2f331b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:04.073191 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b7000d-0b99-4089-aab1-c51fe77bc839 req-59f537fa-72a1-4c68-92ab-1c2f23d37562 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] No DVR routers for this DVR port 9c985672-0786-4851-9914-f569bcccd6d3 on host n-h2-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:13:04.076166 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:13:04.076166 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:13:04.076166 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:13:04.076166 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:13:04.076166 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:13:04.076166 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:13:04.076166 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:13:04.076166 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:13:04.076166 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:13:04.076166 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:13:04.076166 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:13:04.076166 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:13:04.076166 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:13:04.076166 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:13:04.076166 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:13:04.076166 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:13:04.076166 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:13:04.076166 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:13:04.076166 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:13:04.076166 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:13:04.076166 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:13:04.076166 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:13:04.076166 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:13:04.076166 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:13:04.076166 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:13:04.076166 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:13:04.076166 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:13:04.076166 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:13:04.076166 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:13:04.076166 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:13:04.076166 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:13:04.076166 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:13:04.111242 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-00b7000d-0b99-4089-aab1-c51fe77bc839 req-59f537fa-72a1-4c68-92ab-1c2f23d37562 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:04.121001 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-00b7000d-0b99-4089-aab1-c51fe77bc839 req-59f537fa-72a1-4c68-92ab-1c2f23d37562 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.13 "DELETE /v2.0/ports/9c985672-0786-4851-9914-f569bcccd6d3 HTTP/1.1" status: 204 len: 173 time: 1.0152512 Dec 17 15:13:04.121837 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d591b-de10-4c99-a8b3-be86777f7314 None None] Pushing event deleted for resources: {'Port': ['ID=a41a3d85-f49f-42b3-9641-46cbc65eddd3,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:04.122116 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f7367a-4c1b-4314-8691-064bf2df8169', 'name': 'network-vif-deleted', 'tag': '9c985672-0786-4851-9914-f569bcccd6d3'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:13:04.126513 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2ce57d-bcf4-4caa-ade8-697844674d2c" -d '{"events": [{"server_uuid": "09f7367a-4c1b-4314-8691-064bf2df8169", "name": "network-vif-deleted", "tag": "9c985672-0786-4851-9914-f569bcccd6d3"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:13:04.139380 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41008) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:04.149331 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726d591b-de10-4c99-a8b3-be86777f7314 None None] No DVR routers for this DVR port a41a3d85-f49f-42b3-9641-46cbc65eddd3 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:13:04.193111 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5aef1ed-ea2d-4220-8ab8-954acff1b6b3 None None] The sync data for ids ['2563c5ba-e3b5-4fe2-bdff-cdc40e13282a'] in n-d-820553-2 is: [{'id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'name': 'tempest-ServersTestFqdnHostnames-357857068-router', 'tenant_id': 'f6145b39f2664908bc878c10235d12ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '33711a02-d4cc-4d02-9754-c84d841cb9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:10:30Z', 'updated_at': '2021-12-17T15:10:39Z', 'revision_number': 4, 'project_id': 'f6145b39f2664908bc878c10235d12ea', 'gw_port': {'id': '33711a02-d4cc-4d02-9754-c84d841cb9e4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:aa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:10:32Z', 'updated_at': '2021-12-17T15:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'dd0acf25-7285-4ebe-991f-002e2d45938f', 'name': '', 'network_id': '40090c4b-a4ce-450f-a115-2aa1a092d03b', 'tenant_id': 'f6145b39f2664908bc878c10235d12ea', 'mac_address': 'fa:16:3e:25:af:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'd85a9cb0-018e-476d-a650-20058f3fe1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:10:38Z', 'updated_at': '2021-12-17T15:10:42Z', 'revision_number': 5, 'project_id': 'f6145b39f2664908bc878c10235d12ea', 'subnets': [{'id': 'd85a9cb0-018e-476d-a650-20058f3fe1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:13:04.194610 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 04e4da5a-d52d-4ca3-9de9-350b3705874e no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:13:04.206904 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd26a09d-87bb-41c8-93e7-ec2426df5ff8', 'name': 'network-vif-deleted', 'tag': '9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:13:04.208371 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7408b70f-ceaa-439d-a168-63dd7c60d07b" -d '{"events": [{"server_uuid": "bd26a09d-87bb-41c8-93e7-ec2426df5ff8", "name": "network-vif-deleted", "tag": "9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:13:04.229425 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a82e408d-8f7b-496a-8af4-2a7c1831cea0 req-df3accda-c962-4380-a163-b5d136d45cfb tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=09f7367a-4c1b-4314-8691-064bf2df8169 HTTP/1.1" status: 200 len: 210 time: 0.0403175 Dec 17 15:13:04.262997 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 6dd25e9c-5936-46df-8f6c-7b98eb8a5588 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:13:04.263169 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f3cac-4753-4c7a-af73-f2fdde3a9dbc req-83b1fd6c-3b43-4fb7-8a22-3463baaa47f9 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:04.270978 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-349f3cac-4753-4c7a-af73-f2fdde3a9dbc req-83b1fd6c-3b43-4fb7-8a22-3463baaa47f9 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 944 time: 0.2508178 Dec 17 15:13:04.277368 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 04e4da5a-d52d-4ca3-9de9-350b3705874e {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:13:04.277764 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 04e4da5a-d52d-4ca3-9de9-350b3705874e not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:13:04.292759 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01e1f0b-d177-487d-a060-1057657509e4 x-openstack-request-id: req-d01e1f0b-d177-487d-a060-1057657509e4 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:13:04.293075 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f7367a-4c1b-4314-8691-064bf2df8169", "name": "network-vif-deleted", "tag": "9c985672-0786-4851-9914-f569bcccd6d3", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:13:04.293341 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d01e1f0b-d177-487d-a060-1057657509e4 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:13:04.293711 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f7367a-4c1b-4314-8691-064bf2df8169', 'name': 'network-vif-deleted', 'tag': '9c985672-0786-4851-9914-f569bcccd6d3', 'status': 'completed', 'code': 200} Dec 17 15:13:04.322295 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 6dd25e9c-5936-46df-8f6c-7b98eb8a5588 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:13:04.322636 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 6dd25e9c-5936-46df-8f6c-7b98eb8a5588 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:13:04.323046 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a41a3d85-f49f-42b3-9641-46cbc65eddd3 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:13:04.344203 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-349f3cac-4753-4c7a-af73-f2fdde3a9dbc req-6c2dcbe8-9d83-494f-969b-867cb462c58b tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655427 Dec 17 15:13:04.366212 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d717db02-357f-4584-8141-8b37bb025111 x-openstack-request-id: req-d717db02-357f-4584-8141-8b37bb025111 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:13:04.371519 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd26a09d-87bb-41c8-93e7-ec2426df5ff8", "name": "network-vif-deleted", "tag": "9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:13:04.372038 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d717db02-357f-4584-8141-8b37bb025111 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:13:04.372622 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd26a09d-87bb-41c8-93e7-ec2426df5ff8', 'name': 'network-vif-deleted', 'tag': '9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3', 'status': 'completed', 'code': 200} Dec 17 15:13:04.380942 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6ec483b6-84c9-4cda-9160-07a0e8ec892c tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:04.384228 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: a41a3d85-f49f-42b3-9641-46cbc65eddd3 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:13:04.384601 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a41a3d85-f49f-42b3-9641-46cbc65eddd3 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:13:04.430777 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6ec483b6-84c9-4cda-9160-07a0e8ec892c tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:04.606744 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf387ac-309d-4582-9a9c-9a1460a499ed req-138e4022-fd87-46ad-8a25-e045b48de8d1 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:04.608948 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2cf387ac-309d-4582-9a9c-9a1460a499ed req-138e4022-fd87-46ad-8a25-e045b48de8d1 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 946 time: 0.0630860 Dec 17 15:13:04.627900 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a875b-af2c-4a80-9342-552f4dc8e9cb req-7dd78ff7-853f-446a-a081-c03d82dca656 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:04.637473 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5f2a875b-af2c-4a80-9342-552f4dc8e9cb req-7dd78ff7-853f-446a-a081-c03d82dca656 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.1479795 Dec 17 15:13:04.674534 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb6d9ac-7e2e-4735-8380-d47c07551836 None None] New status for floating IP 4252b727-c10d-4960-b9b6-0ab905810b37: DOWN {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:13:04.732883 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5f2a875b-af2c-4a80-9342-552f4dc8e9cb req-e78cef99-f81b-445d-9024-cefb9e013b76 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939498 Dec 17 15:13:04.753898 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2cf387ac-309d-4582-9a9c-9a1460a499ed req-2cc7ae0f-cd6d-40bf-a9a6-64605c0822b5 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985339 Dec 17 15:13:04.912759 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fa9e6fc6-262c-4ed6-8743-d145e2f331b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:04.916273 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6ec483b6-84c9-4cda-9160-07a0e8ec892c tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:04.919282 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6ec483b6-84c9-4cda-9160-07a0e8ec892c tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:04.921334 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fa9e6fc6-262c-4ed6-8743-d145e2f331b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:04.921717 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6ec483b6-84c9-4cda-9160-07a0e8ec892c tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "DELETE /v2.0/security-groups/5574c25a-fa46-43fb-80fd-9197b80f05be HTTP/1.1" status: 204 len: 168 time: 0.7790983 Dec 17 15:13:04.925717 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-fa9e6fc6-262c-4ed6-8743-d145e2f331b8 admin admin] 10.222.0.46 "DELETE /v2.0/networks/15c14b90-a1e1-4a12-b013-9e4a12862492 HTTP/1.1" status: 204 len: 168 time: 2.1347735 Dec 17 15:13:04.931488 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41022) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:04.936630 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:04.944539 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec483b6-84c9-4cda-9160-07a0e8ec892c tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5574c25a-fa46-43fb-80fd-9197b80f05be,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:04.993749 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e6fc6-262c-4ed6-8743-d145e2f331b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=15c14b90-a1e1-4a12-b013-9e4a12862492,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:05.006797 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-f91b5a8b-1b14-4411-bd1c-f1b2631a9364 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] show failed (client error): The resource could not be found. Dec 17 15:13:05.013038 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f91b5a8b-1b14-4411-bd1c-f1b2631a9364 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "GET /v2.0/security-groups/5574c25a-fa46-43fb-80fd-9197b80f05be HTTP/1.1" status: 404 len: 347 time: 0.0769913 Dec 17 15:13:05.015339 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8a11fc9e-95fc-471e-a7a6-e23d0a6a494d req-1de85266-57ce-4b47-b8ad-f59f98898937 tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd26a09d-87bb-41c8-93e7-ec2426df5ff8 HTTP/1.1" status: 200 len: 210 time: 0.0401707 Dec 17 15:13:05.015936 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41026) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:05.023576 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e6fc6-262c-4ed6-8743-d145e2f331b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:05.025860 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e6fc6-262c-4ed6-8743-d145e2f331b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:05.027805 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e6fc6-262c-4ed6-8743-d145e2f331b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:05.028604 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e6fc6-262c-4ed6-8743-d145e2f331b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:05.029429 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e6fc6-262c-4ed6-8743-d145e2f331b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:05.031460 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e6fc6-262c-4ed6-8743-d145e2f331b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:05.032348 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e6fc6-262c-4ed6-8743-d145e2f331b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:05.036810 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e6fc6-262c-4ed6-8743-d145e2f331b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:05.037674 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e6fc6-262c-4ed6-8743-d145e2f331b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:05.038269 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e6fc6-262c-4ed6-8743-d145e2f331b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:05.039704 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e6fc6-262c-4ed6-8743-d145e2f331b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:05.040266 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e6fc6-262c-4ed6-8743-d145e2f331b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:05.468197 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device cac3cc59-b021-4cff-9c51-03395848ee3f up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:13:05.476613 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-84351b3a-5693-44eb-b659-c23a6a50586c req-5b0f744e-f0ab-4330-bff9-a83cabb3014e tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=09f7367a-4c1b-4314-8691-064bf2df8169 HTTP/1.1" status: 200 len: 210 time: 0.0634379 Dec 17 15:13:05.523340 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d73326-c445-4e84-b379-b51e8a9fa48b req-8725227c-d959-4cca-824f-8c3eafe05c77 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:05.524815 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-91d73326-c445-4e84-b379-b51e8a9fa48b req-8725227c-d959-4cca-824f-8c3eafe05c77 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 944 time: 0.1095893 Dec 17 15:13:05.526293 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0481e038-f7a3-4c93-bb3f-5b73ecc93b04 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Deleting port d0037424-b3af-4fa8-9768-c3cb235b9e21 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:13:05.526628 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0481e038-f7a3-4c93-bb3f-5b73ecc93b04 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:05.558561 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41034) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:05.615022 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ce793d5e-477c-4c44-ab6f-d0febac2dab0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6c8068ddce4846ac914e3b1ee5570190&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0527389 Dec 17 15:13:05.615764 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41036) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:05.628561 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-91d73326-c445-4e84-b379-b51e8a9fa48b req-70f98f26-bab2-4269-8f0f-621fae432117 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891631 Dec 17 15:13:05.653958 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0481e038-f7a3-4c93-bb3f-5b73ecc93b04 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:05.654278 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0481e038-f7a3-4c93-bb3f-5b73ecc93b04 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:05.654406 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port cac3cc59-b021-4cff-9c51-03395848ee3f completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:13:05.659061 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port cac3cc59-b021-4cff-9c51-03395848ee3f triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:13:05.663313 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:05.666951 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0481e038-f7a3-4c93-bb3f-5b73ecc93b04 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Calling delete_port for d0037424-b3af-4fa8-9768-c3cb235b9e21 owned by network:floatingip {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:13:05.711325 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-330c21a5-84e1-4a6e-af96-1df741d82a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:05.740355 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-330c21a5-84e1-4a6e-af96-1df741d82a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:05.754737 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:05.801590 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc361b7-c9f9-487a-8ac1-7aec486740b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac3cc59-b021-4cff-9c51-03395848ee3f'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:13:05.801590 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f7df3c-a772-4df3-b19c-1ef0fb4446d4" -d '{"events": [{"server_uuid": "3cc361b7-c9f9-487a-8ac1-7aec486740b4", "name": "network-vif-plugged", "status": "completed", "tag": "cac3cc59-b021-4cff-9c51-03395848ee3f"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:13:05.806301 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port cac3cc59-b021-4cff-9c51-03395848ee3f, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=cac3cc59-b021-4cff-9c51-03395848ee3f,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:05.939264 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a6502-68a5-4751-ae47-c4b764c25586 req-0eb7d6e4-492c-4d9d-9606-cc4def167c05 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:05.940736 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cd2a6502-68a5-4751-ae47-c4b764c25586 req-0eb7d6e4-492c-4d9d-9606-cc4def167c05 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.0866554 Dec 17 15:13:05.953778 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226024bf-20e2-4768-9d8e-c85904954e43 req-6b56c6c8-28fb-4367-90ca-718ea154a2b4 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:05.955353 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-226024bf-20e2-4768-9d8e-c85904954e43 req-6b56c6c8-28fb-4367-90ca-718ea154a2b4 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 946 time: 0.0884385 Dec 17 15:13:05.980154 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:05.980659 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-330c21a5-84e1-4a6e-af96-1df741d82a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:05.981110 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:13:05.983997 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-330c21a5-84e1-4a6e-af96-1df741d82a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:05.990103 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-330c21a5-84e1-4a6e-af96-1df741d82a86 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5aeeb880-ed74-4d46-8855-8248a4fa17a2 HTTP/1.1" status: 204 len: 168 time: 0.3734422 Dec 17 15:13:05.993869 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0481e038-f7a3-4c93-bb3f-5b73ecc93b04 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:06.001705 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c21a5-84e1-4a6e-af96-1df741d82a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aeeb880-ed74-4d46-8855-8248a4fa17a2,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:06.034883 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:13:06.035229 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 9883d2d1-ee18-4c6f-aa35-b9cdf50ee0a3 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:13:06.042415 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481e038-f7a3-4c93-bb3f-5b73ecc93b04 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Pushing event deleted for resources: {'Port': ['ID=d0037424-b3af-4fa8-9768-c3cb235b9e21,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:06.067827 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=cac3cc59-b021-4cff-9c51-03395848ee3f,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:06.074203 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cd2a6502-68a5-4751-ae47-c4b764c25586 req-1eba7102-9f81-4f48-b679-4b7ee9315882 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177900 Dec 17 15:13:06.091658 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-226024bf-20e2-4768-9d8e-c85904954e43 req-5cb1e372-cdb5-4f68-a409-55e41fddb127 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291049 Dec 17 15:13:06.156752 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0481e038-f7a3-4c93-bb3f-5b73ecc93b04 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks [] for floatingip, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:06.160657 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0481e038-f7a3-4c93-bb3f-5b73ecc93b04 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:06.162932 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0481e038-f7a3-4c93-bb3f-5b73ecc93b04 tempest-ServersTestFqdnHostnames-172466898 tempest-ServersTestFqdnHostnames-172466898-project] 10.222.0.46 "DELETE /v2.0/floatingips/4252b727-c10d-4960-b9b6-0ab905810b37 HTTP/1.1" status: 204 len: 168 time: 1.1455979 Dec 17 15:13:06.165905 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41048) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:06.172208 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee3583b-68bf-4aad-bfb7-4b333868dc21 x-openstack-request-id: req-4ee3583b-68bf-4aad-bfb7-4b333868dc21 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:13:06.172693 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc361b7-c9f9-487a-8ac1-7aec486740b4", "name": "network-vif-plugged", "status": "completed", "tag": "cac3cc59-b021-4cff-9c51-03395848ee3f", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:13:06.172953 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4ee3583b-68bf-4aad-bfb7-4b333868dc21 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:13:06.173749 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc361b7-c9f9-487a-8ac1-7aec486740b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac3cc59-b021-4cff-9c51-03395848ee3f', 'code': 200} Dec 17 15:13:06.244569 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d77d6938-d2ee-43a9-941b-ac8a667f8828 req-ae2d2ff8-f01a-4019-b394-cb13561628f3 tempest-ImagesNegativeTestJSON-589059929 tempest-ImagesNegativeTestJSON-589059929-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd26a09d-87bb-41c8-93e7-ec2426df5ff8 HTTP/1.1" status: 200 len: 210 time: 0.0368099 Dec 17 15:13:06.307027 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32324506-9ac5-4cfb-aec5-22ddc397493d req-263917e3-ceca-4577-a034-0b40fb17310a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:06.307027 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32324506-9ac5-4cfb-aec5-22ddc397493d req-263917e3-ceca-4577-a034-0b40fb17310a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 1096 time: 0.0593650 Dec 17 15:13:06.354179 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32324506-9ac5-4cfb-aec5-22ddc397493d req-a9d2f53e-842e-46a6-a5cb-ae9b452bcea7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403824 Dec 17 15:13:06.637924 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-680975d4-ffab-44ca-a5a8-87d4159e0da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:06.755348 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5ca64-2e14-42ac-bcf9-fa78558b0dd3 req-7bff9e5f-9c8b-4a3a-a258-a4fa8aab75aa tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:06.757597 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4f5ca64-2e14-42ac-bcf9-fa78558b0dd3 req-7bff9e5f-9c8b-4a3a-a258-a4fa8aab75aa tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 945 time: 0.0524423 Dec 17 15:13:06.798378 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4f5ca64-2e14-42ac-bcf9-fa78558b0dd3 req-1001d383-a6bc-4c78-885c-e1e41e2a0dc9 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342491 Dec 17 15:13:06.910707 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-680975d4-ffab-44ca-a5a8-87d4159e0da0 admin admin] Deleting port dd0acf25-7285-4ebe-991f-002e2d45938f {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:13:06.911048 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-680975d4-ffab-44ca-a5a8-87d4159e0da0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:06.952902 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41060) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:06.997571 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-680975d4-ffab-44ca-a5a8-87d4159e0da0 admin admin] For port dd0acf25-7285-4ebe-991f-002e2d45938f, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=dd0acf25-7285-4ebe-991f-002e2d45938f,segment=NetworkSegment(43b09ab7-d096-4eb2-9b0c-68de61b3c74d),segment_id=43b09ab7-d096-4eb2-9b0c-68de61b3c74d)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:06.998169 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-680975d4-ffab-44ca-a5a8-87d4159e0da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:07.004393 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0b537dad-b856-43fa-9cf3-4079d4bacd6e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=97bbbc0bd75f4b648cb8e3005e9271b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0475557 Dec 17 15:13:07.005212 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41064) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:07.021372 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-680975d4-ffab-44ca-a5a8-87d4159e0da0 admin admin] Calling delete_port for dd0acf25-7285-4ebe-991f-002e2d45938f owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:13:07.109123 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e83fa5b9-a180-4449-be63-fbc38473ce19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:07.168429 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e83fa5b9-a180-4449-be63-fbc38473ce19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:07.216823 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bcc781-2466-4161-a00d-64d9bd125085 req-ec02d942-fd28-4995-ad5b-93eb061e029e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:07.219416 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a3bcc781-2466-4161-a00d-64d9bd125085 req-ec02d942-fd28-4995-ad5b-93eb061e029e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.0545893 Dec 17 15:13:07.260428 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a3bcc781-2466-4161-a00d-64d9bd125085 req-bd8ad9ce-cf9e-4c1d-8ae0-f806541e6e8e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346513 Dec 17 15:13:07.363427 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6e5c5-b470-42eb-84be-0e90f3560bf3 req-402884a5-4062-4550-aead-7eebbd2c7cff tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:07.364821 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-78b6e5c5-b470-42eb-84be-0e90f3560bf3 req-402884a5-4062-4550-aead-7eebbd2c7cff tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 946 time: 0.0492709 Dec 17 15:13:07.402879 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-78b6e5c5-b470-42eb-84be-0e90f3560bf3 req-6036b2e5-958c-403b-897f-b9cb47385433 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320714 Dec 17 15:13:07.917926 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543b496-1469-4e6b-942f-5b8969a975c1 req-b8bd9986-ebf0-4c4a-a8be-72a83b0f3fbd tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:07.919300 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4543b496-1469-4e6b-942f-5b8969a975c1 req-b8bd9986-ebf0-4c4a-a8be-72a83b0f3fbd tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 945 time: 0.0485191 Dec 17 15:13:07.959926 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4543b496-1469-4e6b-942f-5b8969a975c1 req-40831e25-a480-47ec-bee9-0e82d1d8bc96 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339561 Dec 17 15:13:08.232670 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e83fa5b9-a180-4449-be63-fbc38473ce19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:08.235784 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e83fa5b9-a180-4449-be63-fbc38473ce19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:08.236978 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e83fa5b9-a180-4449-be63-fbc38473ce19 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae77bfd2-7b65-441f-b612-0537e4bfe802 HTTP/1.1" status: 204 len: 168 time: 1.2308426 Dec 17 15:13:08.239712 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-680975d4-ffab-44ca-a5a8-87d4159e0da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:08.254323 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83fa5b9-a180-4449-be63-fbc38473ce19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae77bfd2-7b65-441f-b612-0537e4bfe802,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:08.277580 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680975d4-ffab-44ca-a5a8-87d4159e0da0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd0acf25-7285-4ebe-991f-002e2d45938f,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:08.460885 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781398ce-b33d-424e-a105-06d3f74e646c req-c9f2743e-4082-4b5f-ad92-13a52a9bd802 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:08.462634 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-781398ce-b33d-424e-a105-06d3f74e646c req-c9f2743e-4082-4b5f-ad92-13a52a9bd802 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.0904860 Dec 17 15:13:08.511670 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-781398ce-b33d-424e-a105-06d3f74e646c req-7fae7d2c-ffa6-47af-a042-5f9d5d14cda3 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400064 Dec 17 15:13:08.522000 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-680975d4-ffab-44ca-a5a8-87d4159e0da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:08.692786 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014f5d7-45af-41bf-a9cb-0c3da16c9163 req-9aa821a9-b7bc-4791-ae99-5fde4c581991 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:08.694355 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8014f5d7-45af-41bf-a9cb-0c3da16c9163 req-9aa821a9-b7bc-4791-ae99-5fde4c581991 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 946 time: 0.1173892 Dec 17 15:13:08.702638 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d32d7-e81f-4095-9099-3bdd8ff9693b req-97818db9-7b00-4d98-91e7-63689bb1ea56 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:08.704432 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8f4d32d7-e81f-4095-9099-3bdd8ff9693b req-97818db9-7b00-4d98-91e7-63689bb1ea56 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.13 "GET /v2.0/ports?device_id=a97d009f-7952-41ca-8e46-16e42d400c1d HTTP/1.1" status: 200 len: 950 time: 0.1247334 Dec 17 15:13:08.713560 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41116) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:08.742578 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65191fb6-a825-4af3-860d-06964ec75283 req-6e8d2c8c-3b48-41aa-9d7f-a1f627890ee1 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:08.744020 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-65191fb6-a825-4af3-860d-06964ec75283 req-6e8d2c8c-3b48-41aa-9d7f-a1f627890ee1 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=a97d009f-7952-41ca-8e46-16e42d400c1d HTTP/1.1" status: 200 len: 950 time: 0.1559477 Dec 17 15:13:08.821000 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8014f5d7-45af-41bf-a9cb-0c3da16c9163 req-e1858c09-6a6a-4346-8f44-dabb7c7c20ce tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143970 Dec 17 15:13:08.878683 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680975d4-ffab-44ca-a5a8-87d4159e0da0 admin admin] Router 2563c5ba-e3b5-4fe2-bdff-cdc40e13282a has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:13:08.887917 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-8f4d32d7-e81f-4095-9099-3bdd8ff9693b req-91c1f835-e997-43de-aa6e-e27aee996cc6 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Deleting port 6e40d640-2815-414d-ab81-3ee608b6eaa1 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:13:08.893434 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-8f4d32d7-e81f-4095-9099-3bdd8ff9693b req-91c1f835-e997-43de-aa6e-e27aee996cc6 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:09.007973 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680975d4-ffab-44ca-a5a8-87d4159e0da0 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:13:09.016996 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-680975d4-ffab-44ca-a5a8-87d4159e0da0 admin admin] 10.222.0.46 "PUT /v2.0/routers/2563c5ba-e3b5-4fe2-bdff-cdc40e13282a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8499775 Dec 17 15:13:09.017214 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e332cd3b-d40b-4b45-b697-c110540b8818 None None] Sync routers for ids ['2563c5ba-e3b5-4fe2-bdff-cdc40e13282a'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:13:09.017863 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41130) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:09.029470 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e332cd3b-d40b-4b45-b697-c110540b8818 None None] Routers {'2563c5ba-e3b5-4fe2-bdff-cdc40e13282a'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:13:09.033298 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-e332cd3b-d40b-4b45-b697-c110540b8818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:13:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['2563c5ba-e3b5-4fe2-bdff-cdc40e13282a'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:09.208020 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-8f4d32d7-e81f-4095-9099-3bdd8ff9693b req-91c1f835-e997-43de-aa6e-e27aee996cc6 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] For port 6e40d640-2815-414d-ab81-3ee608b6eaa1, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=6e40d640-2815-414d-ab81-3ee608b6eaa1,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:09.208666 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-8f4d32d7-e81f-4095-9099-3bdd8ff9693b req-91c1f835-e997-43de-aa6e-e27aee996cc6 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:09.223996 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-8f4d32d7-e81f-4095-9099-3bdd8ff9693b req-91c1f835-e997-43de-aa6e-e27aee996cc6 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Calling delete_port for 6e40d640-2815-414d-ab81-3ee608b6eaa1 owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:13:09.238874 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-e332cd3b-d40b-4b45-b697-c110540b8818 None None] Set router 2563c5ba-e3b5-4fe2-bdff-cdc40e13282a gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:13:09.363210 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7372ed3a-9aaa-4bc0-b343-9a9efb7dbdc3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=942e41b097aa48d0a97bbe8c22db0dee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6485183 Dec 17 15:13:09.376936 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41138) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:09.410809 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-65191fb6-a825-4af3-860d-06964ec75283 req-d47d581d-d281-4229-981a-4328b46070ee tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6474769 Dec 17 15:13:09.440700 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-656496e8-b8ff-43b9-9659-92049cf94fda admin admin] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:09.558982 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-656496e8-b8ff-43b9-9659-92049cf94fda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:09.567862 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e5ac0-014e-4a8b-9d6b-c0ab7df90cd6 req-3871415a-f2b2-4058-9000-4afa2eaa6ff8 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:09.572897 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-506e5ac0-014e-4a8b-9d6b-c0ab7df90cd6 req-3871415a-f2b2-4058-9000-4afa2eaa6ff8 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 945 time: 0.4713724 Dec 17 15:13:09.634294 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-8f4d32d7-e81f-4095-9099-3bdd8ff9693b req-91c1f835-e997-43de-aa6e-e27aee996cc6 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:09.675464 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['84ec1fa8-4fe6-41c9-9253-fd20873a5605', 'f3c715b8-b680-4273-a5af-bb9e8f873645', '06c2999c-bbee-475b-952d-fa0f041bc37d', 'fc6373c2-87ee-4df2-a142-168326ebbfee'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:13:09.701525 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c1f835-e997-43de-aa6e-e27aee996cc6 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Pushing event deleted for resources: {'Port': ['ID=6e40d640-2815-414d-ab81-3ee608b6eaa1,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:09.710358 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-e332cd3b-d40b-4b45-b697-c110540b8818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'name': 'tempest-ServersTestFqdnHostnames-357857068-router', 'tenant_id': 'f6145b39f2664908bc878c10235d12ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '33711a02-d4cc-4d02-9754-c84d841cb9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:10:30Z', 'updated_at': '2021-12-17T15:13:07Z', 'revision_number': 5, 'project_id': 'f6145b39f2664908bc878c10235d12ea', 'gw_port': {'id': '33711a02-d4cc-4d02-9754-c84d841cb9e4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:aa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:10:32Z', 'updated_at': '2021-12-17T15:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:09.728375 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ecb4a116-d2f5-4fc6-8030-40275852b789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:09.751397 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c1f835-e997-43de-aa6e-e27aee996cc6 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:09.751784 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c1f835-e997-43de-aa6e-e27aee996cc6 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:09.752209 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c1f835-e997-43de-aa6e-e27aee996cc6 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:09.752400 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c1f835-e997-43de-aa6e-e27aee996cc6 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:09.752732 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c1f835-e997-43de-aa6e-e27aee996cc6 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:09.753093 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c1f835-e997-43de-aa6e-e27aee996cc6 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:09.753440 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c1f835-e997-43de-aa6e-e27aee996cc6 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:09.753770 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c1f835-e997-43de-aa6e-e27aee996cc6 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:09.754094 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c1f835-e997-43de-aa6e-e27aee996cc6 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:09.754766 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c1f835-e997-43de-aa6e-e27aee996cc6 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:09.754766 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c1f835-e997-43de-aa6e-e27aee996cc6 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:09.755034 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e332cd3b-d40b-4b45-b697-c110540b8818 None None] Checking router: 2563c5ba-e3b5-4fe2-bdff-cdc40e13282a for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:13:09.755152 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c1f835-e997-43de-aa6e-e27aee996cc6 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:09.774705 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-506e5ac0-014e-4a8b-9d6b-c0ab7df90cd6 req-3481352d-4fcc-4e23-bdc6-a8f70a32c118 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850262 Dec 17 15:13:09.785409 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-656496e8-b8ff-43b9-9659-92049cf94fda admin admin] Deleting port 33711a02-d4cc-4d02-9754-c84d841cb9e4 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:13:09.785653 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-656496e8-b8ff-43b9-9659-92049cf94fda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:09.798062 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e332cd3b-d40b-4b45-b697-c110540b8818 None None] Routers {'2563c5ba-e3b5-4fe2-bdff-cdc40e13282a'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:13:09.798963 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-e332cd3b-d40b-4b45-b697-c110540b8818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:13:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['2563c5ba-e3b5-4fe2-bdff-cdc40e13282a'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:09.803040 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4d32d7-e81f-4095-9099-3bdd8ff9693b req-91c1f835-e997-43de-aa6e-e27aee996cc6 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] No DVR routers for this DVR port 6e40d640-2815-414d-ab81-3ee608b6eaa1 on host n-h2-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:13:09.816041 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127cf94c-62d1-47cc-bea9-b61c173805ab req-7860eaa4-6078-4ebc-9bb6-18b6dc87f9a1 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:09.817939 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-127cf94c-62d1-47cc-bea9-b61c173805ab req-7860eaa4-6078-4ebc-9bb6-18b6dc87f9a1 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.1937442 Dec 17 15:13:09.819446 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-8f4d32d7-e81f-4095-9099-3bdd8ff9693b req-91c1f835-e997-43de-aa6e-e27aee996cc6 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:09.823072 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8f4d32d7-e81f-4095-9099-3bdd8ff9693b req-91c1f835-e997-43de-aa6e-e27aee996cc6 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.13 "DELETE /v2.0/ports/6e40d640-2815-414d-ab81-3ee608b6eaa1 HTTP/1.1" status: 204 len: 173 time: 1.1004715 Dec 17 15:13:09.829030 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97d009f-7952-41ca-8e46-16e42d400c1d', 'name': 'network-vif-deleted', 'tag': '6e40d640-2815-414d-ab81-3ee608b6eaa1'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:13:09.831606 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71159167-ba69-4b41-a814-864668013c5b" -d '{"events": [{"server_uuid": "a97d009f-7952-41ca-8e46-16e42d400c1d", "name": "network-vif-deleted", "tag": "6e40d640-2815-414d-ab81-3ee608b6eaa1"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:13:09.842467 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ecb4a116-d2f5-4fc6-8030-40275852b789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:09.971288 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-127cf94c-62d1-47cc-bea9-b61c173805ab req-8ddfde3f-af7c-4013-ab32-8ee16fb9e7e2 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317027 Dec 17 15:13:09.980993 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-656496e8-b8ff-43b9-9659-92049cf94fda admin admin] For port 33711a02-d4cc-4d02-9754-c84d841cb9e4, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=33711a02-d4cc-4d02-9754-c84d841cb9e4,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:09.980993 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-656496e8-b8ff-43b9-9659-92049cf94fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:10.009297 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-656496e8-b8ff-43b9-9659-92049cf94fda admin admin] Calling delete_port for 33711a02-d4cc-4d02-9754-c84d841cb9e4 owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:13:10.078349 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ecb4a116-d2f5-4fc6-8030-40275852b789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:10.081253 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ecb4a116-d2f5-4fc6-8030-40275852b789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:10.085738 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ecb4a116-d2f5-4fc6-8030-40275852b789 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/65e3aeae-14a5-4782-86f3-de1653dd7272 HTTP/1.1" status: 204 len: 168 time: 0.6927252 Dec 17 15:13:10.090467 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051a25e-d38d-4b7d-95ba-14c8167286df req-9ed2eb6a-764c-40b0-83b4-338c6bd78735 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:10.098655 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1051a25e-d38d-4b7d-95ba-14c8167286df req-9ed2eb6a-764c-40b0-83b4-338c6bd78735 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 1096 time: 0.0890341 Dec 17 15:13:10.113248 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4a116-d2f5-4fc6-8030-40275852b789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e3aeae-14a5-4782-86f3-de1653dd7272,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:10.156574 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1051a25e-d38d-4b7d-95ba-14c8167286df req-ee4bce00-bd86-40e1-998f-4c1d7735254a tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570965 Dec 17 15:13:10.168949 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f992cb6b-15f4-45f9-a780-eb5e39b01b37 x-openstack-request-id: req-f992cb6b-15f4-45f9-a780-eb5e39b01b37 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:13:10.169305 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97d009f-7952-41ca-8e46-16e42d400c1d", "name": "network-vif-deleted", "tag": "6e40d640-2815-414d-ab81-3ee608b6eaa1", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:13:10.169561 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f992cb6b-15f4-45f9-a780-eb5e39b01b37 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:13:10.169963 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97d009f-7952-41ca-8e46-16e42d400c1d', 'name': 'network-vif-deleted', 'tag': '6e40d640-2815-414d-ab81-3ee608b6eaa1', 'status': 'completed', 'code': 200} Dec 17 15:13:10.170379 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41160) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:10.210865 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-e332cd3b-d40b-4b45-b697-c110540b8818 None None] Set router 2563c5ba-e3b5-4fe2-bdff-cdc40e13282a gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:13:10.283330 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ade18a-bd95-4360-94ea-4b196bcf4521 req-0536dce4-777a-4a8f-82b7-b14b7e42c544 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:10.284931 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:10.287137 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-e332cd3b-d40b-4b45-b697-c110540b8818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'name': 'tempest-ServersTestFqdnHostnames-357857068-router', 'tenant_id': 'f6145b39f2664908bc878c10235d12ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:10:30Z', 'updated_at': '2021-12-17T15:13:09Z', 'revision_number': 6, 'project_id': 'f6145b39f2664908bc878c10235d12ea', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:10.293475 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7ade18a-bd95-4360-94ea-4b196bcf4521 req-0536dce4-777a-4a8f-82b7-b14b7e42c544 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 946 time: 0.0743680 Dec 17 15:13:10.329679 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e332cd3b-d40b-4b45-b697-c110540b8818 None None] The sync data for ids ['2563c5ba-e3b5-4fe2-bdff-cdc40e13282a'] in n-d-820553-2 is: [{'id': '2563c5ba-e3b5-4fe2-bdff-cdc40e13282a', 'name': 'tempest-ServersTestFqdnHostnames-357857068-router', 'tenant_id': 'f6145b39f2664908bc878c10235d12ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:10:30Z', 'updated_at': '2021-12-17T15:13:09Z', 'revision_number': 6, 'project_id': 'f6145b39f2664908bc878c10235d12ea', 'gw_port_host': None}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:13:10.374154 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7ade18a-bd95-4360-94ea-4b196bcf4521 req-e04c9ab7-d9dd-409c-92f4-af8026068e30 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792301 Dec 17 15:13:10.442219 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce17d7-c4d9-434b-b29e-1e77fe3934cc req-99a6a212-079d-4cc7-a1a7-34749e809322 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:10.443982 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3cce17d7-c4d9-434b-b29e-1e77fe3934cc req-99a6a212-079d-4cc7-a1a7-34749e809322 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 1096 time: 0.1049659 Dec 17 15:13:10.469350 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-6c08d522-99f2-47ce-9aa9-3dc0f2897d41 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1340396227-network', 'tenant_id': '58c1e7077e484a47959cad3d76c917ba'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:13:10.526120 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e2073-4fcf-4988-bc50-d8e26760c8d1 req-64991332-f4fa-4eac-aded-5bc4a963e74f tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:10.531722 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b03e2073-4fcf-4988-bc50-d8e26760c8d1 req-64991332-f4fa-4eac-aded-5bc4a963e74f tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.41 "GET /v2.0/ports?device_id=d38296a9-73e5-46eb-9331-496952ac94ce HTTP/1.1" status: 200 len: 949 time: 0.1275418 Dec 17 15:13:10.547269 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3cce17d7-c4d9-434b-b29e-1e77fe3934cc req-99c61205-ad77-4acf-98db-25de577a5a7a tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922830 Dec 17 15:13:10.607378 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-382c5f37-e0da-4a7d-a291-83d72b724d06 req-d76f0589-6b32-4143-85a9-ee7b47265af6 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=a97d009f-7952-41ca-8e46-16e42d400c1d HTTP/1.1" status: 200 len: 210 time: 0.0589511 Dec 17 15:13:10.614462 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c08d522-99f2-47ce-9aa9-3dc0f2897d41 admin admin] Made reservation on behalf of 58c1e7077e484a47959cad3d76c917ba for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:13:10.617295 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6c08d522-99f2-47ce-9aa9-3dc0f2897d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:10.648800 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6c08d522-99f2-47ce-9aa9-3dc0f2897d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:10.688109 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-656496e8-b8ff-43b9-9659-92049cf94fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:10.774324 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656496e8-b8ff-43b9-9659-92049cf94fda admin admin] Pushing event deleted for resources: {'Port': ['ID=33711a02-d4cc-4d02-9754-c84d841cb9e4,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:10.873254 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6c08d522-99f2-47ce-9aa9-3dc0f2897d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:10.956698 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-b03e2073-4fcf-4988-bc50-d8e26760c8d1 req-1df23a1d-eab9-4fe0-89ca-4496be283d33 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Deleting port fc6373c2-87ee-4df2-a142-168326ebbfee {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:13:10.956928 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b03e2073-4fcf-4988-bc50-d8e26760c8d1 req-1df23a1d-eab9-4fe0-89ca-4496be283d33 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:10.971225 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6c08d522-99f2-47ce-9aa9-3dc0f2897d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:11.023393 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c08d522-99f2-47ce-9aa9-3dc0f2897d41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:13:11.067786 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c08d522-99f2-47ce-9aa9-3dc0f2897d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ec1802-3bd4-4148-b629-2f5b6ee705df,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:11.076179 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-b03e2073-4fcf-4988-bc50-d8e26760c8d1 req-1df23a1d-eab9-4fe0-89ca-4496be283d33 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] For port fc6373c2-87ee-4df2-a142-168326ebbfee, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=fc6373c2-87ee-4df2-a142-168326ebbfee,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:11.076179 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b03e2073-4fcf-4988-bc50-d8e26760c8d1 req-1df23a1d-eab9-4fe0-89ca-4496be283d33 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:11.094373 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-b03e2073-4fcf-4988-bc50-d8e26760c8d1 req-1df23a1d-eab9-4fe0-89ca-4496be283d33 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Calling delete_port for fc6373c2-87ee-4df2-a142-168326ebbfee owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:13:11.095239 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6c08d522-99f2-47ce-9aa9-3dc0f2897d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:11.096442 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-6c08d522-99f2-47ce-9aa9-3dc0f2897d41 admin admin] Added segment a2ac2754-5775-4d1c-a448-5808df143a18 of type vlan for network a0571c8a-1d3e-4a1e-8731-b6de2b99d8a3 Dec 17 15:13:11.189636 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-656496e8-b8ff-43b9-9659-92049cf94fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:11.237553 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6c08d522-99f2-47ce-9aa9-3dc0f2897d41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:11.315209 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fe881-114c-4276-8937-872e3aef8ef9 req-5de2b1a4-8a6c-47d5-b0ce-e894153cf4bd tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:11.323324 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-892fe881-114c-4276-8937-872e3aef8ef9 req-5de2b1a4-8a6c-47d5-b0ce-e894153cf4bd tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.1459930 Dec 17 15:13:11.360195 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-656496e8-b8ff-43b9-9659-92049cf94fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:11.363963 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-656496e8-b8ff-43b9-9659-92049cf94fda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:11.369155 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-892fe881-114c-4276-8937-872e3aef8ef9 req-e5e26f5c-3d32-4ca3-af6e-d7ca2ae75e40 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448241 Dec 17 15:13:11.482063 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6c08d522-99f2-47ce-9aa9-3dc0f2897d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:11.482063 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c08d522-99f2-47ce-9aa9-3dc0f2897d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:11.482063 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6c08d522-99f2-47ce-9aa9-3dc0f2897d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:11.506919 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 6e40d640-2815-414d-ab81-3ee608b6eaa1 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:13:11.530647 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 6e40d640-2815-414d-ab81-3ee608b6eaa1 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:13:11.530996 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 6e40d640-2815-414d-ab81-3ee608b6eaa1 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:13:11.546305 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c08d522-99f2-47ce-9aa9-3dc0f2897d41 admin admin] Pushing event updated for resources: {'Network': ['ID=a0571c8a-1d3e-4a1e-8731-b6de2b99d8a3,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:11.556819 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812490d3-5cee-4bf7-a245-53d8263b03b2 req-e3b10dee-6bcc-41ea-a0d9-3773fb2d5384 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:11.557497 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network a0571c8a-1d3e-4a1e-8731-b6de2b99d8a3 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:13:11.558409 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-812490d3-5cee-4bf7-a245-53d8263b03b2 req-e3b10dee-6bcc-41ea-a0d9-3773fb2d5384 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 946 time: 0.1179502 Dec 17 15:13:11.571923 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-656496e8-b8ff-43b9-9659-92049cf94fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:11.579699 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656496e8-b8ff-43b9-9659-92049cf94fda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2563c5ba-e3b5-4fe2-bdff-cdc40e13282a {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:13:11.579699 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b03e2073-4fcf-4988-bc50-d8e26760c8d1 req-1df23a1d-eab9-4fe0-89ca-4496be283d33 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:11.586873 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-656496e8-b8ff-43b9-9659-92049cf94fda admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:11.590565 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-656496e8-b8ff-43b9-9659-92049cf94fda admin admin] 10.222.0.46 "DELETE /v2.0/routers/2563c5ba-e3b5-4fe2-bdff-cdc40e13282a HTTP/1.1" status: 204 len: 168 time: 2.5715268 Dec 17 15:13:11.593406 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41198) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:11.688579 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df23a1d-eab9-4fe0-89ca-4496be283d33 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Pushing event deleted for resources: {'Port': ['ID=fc6373c2-87ee-4df2-a142-168326ebbfee,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:11.702427 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-812490d3-5cee-4bf7-a245-53d8263b03b2 req-5538889f-f34b-4720-9a10-f705870d26cd tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357687 Dec 17 15:13:11.717371 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-148d9f63-f319-4ce3-ba58-db056fc1feef admin admin] Deleting subnet d85a9cb0-018e-476d-a650-20058f3fe1d1 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:13:11.726703 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6c08d522-99f2-47ce-9aa9-3dc0f2897d41 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5527816 Dec 17 15:13:11.726703 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-148d9f63-f319-4ce3-ba58-db056fc1feef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:11.737194 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41210) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:11.744489 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-93be47af-5dc6-450f-8e73-06f0d9cb4db1 admin admin] Request body: {'subnet': {'network_id': 'a0571c8a-1d3e-4a1e-8731-b6de2b99d8a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1340396227-subnet', 'tenant_id': '58c1e7077e484a47959cad3d76c917ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:13:11.795626 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-148d9f63-f319-4ce3-ba58-db056fc1feef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:11.816887 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03e2073-4fcf-4988-bc50-d8e26760c8d1 req-1df23a1d-eab9-4fe0-89ca-4496be283d33 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] No DVR routers for this DVR port fc6373c2-87ee-4df2-a142-168326ebbfee on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:13:11.824195 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b03e2073-4fcf-4988-bc50-d8e26760c8d1 req-1df23a1d-eab9-4fe0-89ca-4496be283d33 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:11.839092 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b03e2073-4fcf-4988-bc50-d8e26760c8d1 req-1df23a1d-eab9-4fe0-89ca-4496be283d33 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.41 "DELETE /v2.0/ports/fc6373c2-87ee-4df2-a142-168326ebbfee HTTP/1.1" status: 204 len: 173 time: 1.3006325 Dec 17 15:13:11.841647 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38296a9-73e5-46eb-9331-496952ac94ce', 'name': 'network-vif-deleted', 'tag': 'fc6373c2-87ee-4df2-a142-168326ebbfee'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:13:11.873039 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82265bb2-02a4-4ed1-86c8-8d4738e11ca9" -d '{"events": [{"server_uuid": "d38296a9-73e5-46eb-9331-496952ac94ce", "name": "network-vif-deleted", "tag": "fc6373c2-87ee-4df2-a142-168326ebbfee"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:13:11.877865 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93be47af-5dc6-450f-8e73-06f0d9cb4db1 admin admin] Made reservation on behalf of 58c1e7077e484a47959cad3d76c917ba for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:13:11.880236 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-93be47af-5dc6-450f-8e73-06f0d9cb4db1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:11.992149 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-148d9f63-f319-4ce3-ba58-db056fc1feef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:12.044536 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e11a984c-1ef7-4a57-9a3c-cd870bf578ef req-3182003b-8b23-4359-ad40-60bcc3993786 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38296a9-73e5-46eb-9331-496952ac94ce HTTP/1.1" status: 200 len: 210 time: 0.0836043 Dec 17 15:13:12.047121 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41226) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:12.130969 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445cbb78-b681-415a-a30c-db1368986087 x-openstack-request-id: req-445cbb78-b681-415a-a30c-db1368986087 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:13:12.131663 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38296a9-73e5-46eb-9331-496952ac94ce", "name": "network-vif-deleted", "tag": "fc6373c2-87ee-4df2-a142-168326ebbfee", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:13:12.131663 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-445cbb78-b681-415a-a30c-db1368986087 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:13:12.134053 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38296a9-73e5-46eb-9331-496952ac94ce', 'name': 'network-vif-deleted', 'tag': 'fc6373c2-87ee-4df2-a142-168326ebbfee', 'status': 'completed', 'code': 200} Dec 17 15:13:12.228045 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device dd0acf25-7285-4ebe-991f-002e2d45938f no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:13:12.274000 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: dd0acf25-7285-4ebe-991f-002e2d45938f {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:13:12.274351 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device dd0acf25-7285-4ebe-991f-002e2d45938f not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:13:12.274758 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 33711a02-d4cc-4d02-9754-c84d841cb9e4 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:13:12.301835 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 33711a02-d4cc-4d02-9754-c84d841cb9e4 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:13:12.302669 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 33711a02-d4cc-4d02-9754-c84d841cb9e4 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:13:12.303379 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-148d9f63-f319-4ce3-ba58-db056fc1feef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:12.314571 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-8cc462c0-f47a-4bbc-a2cb-51170825421d admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-945901612-network', 'tenant_id': '84058b2235614a8bb82b01287f2acdc0'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:13:12.348226 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d9f63-f319-4ce3-ba58-db056fc1feef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d85a9cb0-018e-476d-a650-20058f3fe1d1,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:12.350228 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-148d9f63-f319-4ce3-ba58-db056fc1feef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:12.356059 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-148d9f63-f319-4ce3-ba58-db056fc1feef admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d85a9cb0-018e-476d-a650-20058f3fe1d1 HTTP/1.1" status: 204 len: 168 time: 0.7604134 Dec 17 15:13:12.356697 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41238) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:12.361745 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859bee59-39ee-4ca0-8023-01b4907c445e None None] Network 40090c4b-a4ce-450f-a115-2aa1a092d03b requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:13:12.393083 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['84ec1fa8-4fe6-41c9-9253-fd20873a5605', 'f3c715b8-b680-4273-a5af-bb9e8f873645', '06c2999c-bbee-475b-952d-fa0f041bc37d'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:13:12.445395 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9431c81c-ae1a-4736-8052-c74c6d8b597d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:12.463514 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc462c0-f47a-4bbc-a2cb-51170825421d admin admin] Made reservation on behalf of 84058b2235614a8bb82b01287f2acdc0 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:13:12.469639 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8cc462c0-f47a-4bbc-a2cb-51170825421d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:12.482375 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8cc462c0-f47a-4bbc-a2cb-51170825421d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:12.513262 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-93be47af-5dc6-450f-8e73-06f0d9cb4db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:12.603760 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cdd9a-453d-48cd-999a-6011f73bb892 req-3c4c0001-995f-4553-9383-e25ff7a9d122 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:12.612572 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a07cdd9a-453d-48cd-999a-6011f73bb892 req-3c4c0001-995f-4553-9383-e25ff7a9d122 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.1510699 Dec 17 15:13:12.614003 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8cc462c0-f47a-4bbc-a2cb-51170825421d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:12.621272 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be47af-5dc6-450f-8e73-06f0d9cb4db1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fb5021b-acda-4095-8148-7b2fcb496508,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:12.675254 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93be47af-5dc6-450f-8e73-06f0d9cb4db1 admin admin] Checking segment: {'id': 'a2ac2754-5775-4d1c-a448-5808df143a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a0571c8a-1d3e-4a1e-8731-b6de2b99d8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:13:12.675640 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93be47af-5dc6-450f-8e73-06f0d9cb4db1 admin admin] Network hostable DHCP agents. Network: a0571c8a-1d3e-4a1e-8731-b6de2b99d8a3, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:13:12.688944 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a07cdd9a-453d-48cd-999a-6011f73bb892 req-1a08b53a-9c0d-4a3b-bd4c-5a0afc122abb tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746524 Dec 17 15:13:12.695980 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-9431c81c-ae1a-4736-8052-c74c6d8b597d admin admin] Deleting port fc3357a4-3832-4b12-bd1b-f467f35079b2 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:13:12.696628 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9431c81c-ae1a-4736-8052-c74c6d8b597d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:12.745860 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8cc462c0-f47a-4bbc-a2cb-51170825421d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:12.771144 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcb27f4-2d48-4b71-8126-77705fe73b41 None None] DHCP port deletion for 40090c4b-a4ce-450f-a115-2aa1a092d03b request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:13:12.810396 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc462c0-f47a-4bbc-a2cb-51170825421d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:13:12.814510 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-9431c81c-ae1a-4736-8052-c74c6d8b597d admin admin] For port fc3357a4-3832-4b12-bd1b-f467f35079b2, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=fc3357a4-3832-4b12-bd1b-f467f35079b2,segment=NetworkSegment(43b09ab7-d096-4eb2-9b0c-68de61b3c74d),segment_id=43b09ab7-d096-4eb2-9b0c-68de61b3c74d)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:12.815534 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9431c81c-ae1a-4736-8052-c74c6d8b597d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:12.824698 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc462c0-f47a-4bbc-a2cb-51170825421d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efb0899-8353-46eb-91de-6a646b7d3f76,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:12.846626 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8cc462c0-f47a-4bbc-a2cb-51170825421d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:12.847775 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-8cc462c0-f47a-4bbc-a2cb-51170825421d admin admin] Added segment 015294cb-4187-4289-b628-75f381cf79fc of type vlan for network c704e634-d730-42f1-aad6-bcd13146a15b Dec 17 15:13:12.877706 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-9431c81c-ae1a-4736-8052-c74c6d8b597d admin admin] Calling delete_port for fc3357a4-3832-4b12-bd1b-f467f35079b2 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:13:12.902939 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8cc462c0-f47a-4bbc-a2cb-51170825421d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:12.908885 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93be47af-5dc6-450f-8e73-06f0d9cb4db1 admin admin] Network a0571c8a-1d3e-4a1e-8731-b6de2b99d8a3 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:13:12.919920 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-bbcb27f4-2d48-4b71-8126-77705fe73b41 None None] Deleting port fc3357a4-3832-4b12-bd1b-f467f35079b2 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:13:12.923768 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bbcb27f4-2d48-4b71-8126-77705fe73b41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:12.977963 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45337b-5187-4cea-a441-5c0f474691de req-e5ba383e-9c07-46b1-ac88-ad96c729a565 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:12.979411 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5a45337b-5187-4cea-a441-5c0f474691de req-e5ba383e-9c07-46b1-ac88-ad96c729a565 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 946 time: 0.1605978 Dec 17 15:13:13.019038 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-bbcb27f4-2d48-4b71-8126-77705fe73b41 None None] For port fc3357a4-3832-4b12-bd1b-f467f35079b2, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=fc3357a4-3832-4b12-bd1b-f467f35079b2,segment=NetworkSegment(43b09ab7-d096-4eb2-9b0c-68de61b3c74d),segment_id=43b09ab7-d096-4eb2-9b0c-68de61b3c74d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:13.019448 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bbcb27f4-2d48-4b71-8126-77705fe73b41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:13.044679 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-bbcb27f4-2d48-4b71-8126-77705fe73b41 None None] Calling delete_port for fc3357a4-3832-4b12-bd1b-f467f35079b2 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:13:13.061498 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5a45337b-5187-4cea-a441-5c0f474691de req-d4bebc98-ed6a-493e-805d-d953647e2b97 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620224 Dec 17 15:13:13.086727 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8cc462c0-f47a-4bbc-a2cb-51170825421d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:13.088091 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-93be47af-5dc6-450f-8e73-06f0d9cb4db1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, a0571c8a-1d3e-4a1e-8731-b6de2b99d8a3) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:13:13.088193 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc462c0-f47a-4bbc-a2cb-51170825421d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:13.088193 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8cc462c0-f47a-4bbc-a2cb-51170825421d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:13.091502 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93be47af-5dc6-450f-8e73-06f0d9cb4db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:13.092343 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-93be47af-5dc6-450f-8e73-06f0d9cb4db1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:13.143701 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9cce72-a075-49b2-b1c8-f2fa4e87e14a None None] Network a0571c8a-1d3e-4a1e-8731-b6de2b99d8a3 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:13:13.154323 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc462c0-f47a-4bbc-a2cb-51170825421d admin admin] Pushing event updated for resources: {'Network': ['ID=c704e634-d730-42f1-aad6-bcd13146a15b,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:13.189984 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network c704e634-d730-42f1-aad6-bcd13146a15b details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:13:13.210286 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8458a4e3-2988-4d68-a414-b58ef1a309d5 req-15828ef2-7386-45bd-b54b-672dc638adda tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=d38296a9-73e5-46eb-9331-496952ac94ce HTTP/1.1" status: 200 len: 210 time: 0.0334668 Dec 17 15:13:13.211714 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9431c81c-ae1a-4736-8052-c74c6d8b597d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:13.241395 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431c81c-ae1a-4736-8052-c74c6d8b597d admin admin] Pushing event deleted for resources: {'Port': ['ID=fc3357a4-3832-4b12-bd1b-f467f35079b2,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:13.250147 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9431c81c-ae1a-4736-8052-c74c6d8b597d admin admin] No DVR routers for this DVR port fc3357a4-3832-4b12-bd1b-f467f35079b2 on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:13:13.315254 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8cc462c0-f47a-4bbc-a2cb-51170825421d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2668006 Dec 17 15:13:13.317981 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41252) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:13.322990 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-29e174c4-fcea-4646-a24b-53d86335053c admin admin] Request body: {'subnet': {'network_id': 'c704e634-d730-42f1-aad6-bcd13146a15b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-945901612-subnet', 'tenant_id': '84058b2235614a8bb82b01287f2acdc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:13:13.340400 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-93be47af-5dc6-450f-8e73-06f0d9cb4db1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6021121 Dec 17 15:13:13.370195 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9431c81c-ae1a-4736-8052-c74c6d8b597d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:13.431592 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bbcb27f4-2d48-4b71-8126-77705fe73b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:13.432104 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-9431c81c-ae1a-4736-8052-c74c6d8b597d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40090c4b-a4ce-450f-a115-2aa1a092d03b']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:13.432104 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-9431c81c-ae1a-4736-8052-c74c6d8b597d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b09ab7-d096-4eb2-9b0c-68de61b3c74d') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:13.432104 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-9431c81c-ae1a-4736-8052-c74c6d8b597d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b09ab7-d096-4eb2-9b0c-68de61b3c74d') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:13.432104 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9431c81c-ae1a-4736-8052-c74c6d8b597d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:13.432476 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb27f4-2d48-4b71-8126-77705fe73b41 None None] Pushing event deleted for resources: {'Port': ['ID=fc3357a4-3832-4b12-bd1b-f467f35079b2,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:13.439232 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcb27f4-2d48-4b71-8126-77705fe73b41 None None] No DVR routers for this DVR port fc3357a4-3832-4b12-bd1b-f467f35079b2 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:13:13.450692 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9431c81c-ae1a-4736-8052-c74c6d8b597d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:13.459993 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9431c81c-ae1a-4736-8052-c74c6d8b597d admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:13:13.460398 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9431c81c-ae1a-4736-8052-c74c6d8b597d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:13.462431 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:13:13.462431 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:13:13.462431 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:13:13.462431 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:13:13.462431 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:13:13.462431 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:13:13.462431 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:13:13.462431 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:13:13.462431 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:13:13.462431 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:13:13.462431 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:13:13.462431 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:13:13.462431 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:13:13.462431 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:13:13.462431 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:13:13.462431 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:13:13.462431 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:13:13.462431 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:13:13.462431 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:13:13.462431 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:13:13.462431 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:13:13.462431 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:13:13.462431 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:13:13.462431 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:13:13.462431 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:13:13.462431 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:13:13.462431 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:13:13.462431 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:13:13.462431 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:13:13.462431 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:13:13.462431 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:13:13.462431 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:13:13.514310 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e9c024-a4ba-4dd3-b1ae-b4f13c904cd2 None None] Network a0571c8a-1d3e-4a1e-8731-b6de2b99d8a3 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:13:13.575975 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e174c4-fcea-4646-a24b-53d86335053c admin admin] Made reservation on behalf of 84058b2235614a8bb82b01287f2acdc0 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:13:13.575975 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-29e174c4-fcea-4646-a24b-53d86335053c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:13.801926 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16232e-bcff-42e1-986c-c0851fb80763 req-99c71112-e54e-45e8-9987-d7ead7cc4461 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:13.803391 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8b16232e-bcff-42e1-986c-c0851fb80763 req-99c71112-e54e-45e8-9987-d7ead7cc4461 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.0498300 Dec 17 15:13:13.808944 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9431c81c-ae1a-4736-8052-c74c6d8b597d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:13.814764 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9431c81c-ae1a-4736-8052-c74c6d8b597d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:13.824469 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9431c81c-ae1a-4736-8052-c74c6d8b597d admin admin] 10.222.0.46 "DELETE /v2.0/networks/40090c4b-a4ce-450f-a115-2aa1a092d03b HTTP/1.1" status: 204 len: 168 time: 1.4597130 Dec 17 15:13:13.849352 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431c81c-ae1a-4736-8052-c74c6d8b597d admin admin] Pushing event deleted for resources: {'Network': ['ID=40090c4b-a4ce-450f-a115-2aa1a092d03b,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:13.893588 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8b16232e-bcff-42e1-986c-c0851fb80763 req-3bc86a25-4f99-479e-83e0-71d78f149dc8 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705736 Dec 17 15:13:14.066545 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-29e174c4-fcea-4646-a24b-53d86335053c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:14.129958 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e174c4-fcea-4646-a24b-53d86335053c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3797d1ea-06a4-44eb-b593-2c962d2f6ff1,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:14.147984 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-88720656-f11b-4fb4-84c4-ef1adb5caff0 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:13:14.149157 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-88720656-f11b-4fb4-84c4-ef1adb5caff0 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060129 Dec 17 15:13:14.149738 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e174c4-fcea-4646-a24b-53d86335053c admin admin] Checking segment: {'id': '015294cb-4187-4289-b628-75f381cf79fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c704e634-d730-42f1-aad6-bcd13146a15b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:13:14.150098 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e174c4-fcea-4646-a24b-53d86335053c admin admin] Network hostable DHCP agents. Network: c704e634-d730-42f1-aad6-bcd13146a15b, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:13:14.163407 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device fc3357a4-3832-4b12-bd1b-f467f35079b2 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:13:14.188794 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: fc3357a4-3832-4b12-bd1b-f467f35079b2 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:13:14.189407 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device fc3357a4-3832-4b12-bd1b-f467f35079b2 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:13:14.211150 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-3ca9b85a-cb11-494a-ac4a-2b03a2270b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:14.212547 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-3ca9b85a-cb11-494a-ac4a-2b03a2270b99 service neutron] 10.222.0.46 "GET /v2.0/ports/cac3cc59-b021-4cff-9c51-03395848ee3f HTTP/1.1" status: 200 len: 1093 time: 0.0543599 Dec 17 15:13:14.222935 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-86b01a9a-f34c-4d9d-b701-c3c25a4e9107 service neutron] Request body: {'binding': {'host': 'n-h1-820553-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:13:14.223412 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-86b01a9a-f34c-4d9d-b701-c3c25a4e9107 service neutron] Unknown quota resources ['binding']. {{(pid=102833) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 15:13:14.227615 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047cef79-52b9-4238-8b38-008a2e88885b req-940d36e2-57fc-4b40-b2bb-3fb9da43c388 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:14.229631 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-047cef79-52b9-4238-8b38-008a2e88885b req-940d36e2-57fc-4b40-b2bb-3fb9da43c388 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 946 time: 0.0564384 Dec 17 15:13:14.270161 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-047cef79-52b9-4238-8b38-008a2e88885b req-6fd2c65c-17e5-413e-a7b4-d316b17190a2 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325840 Dec 17 15:13:14.359058 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device fc6373c2-87ee-4df2-a142-168326ebbfee no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:13:14.360601 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e174c4-fcea-4646-a24b-53d86335053c admin admin] Network c704e634-d730-42f1-aad6-bcd13146a15b is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:13:14.370093 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-86b01a9a-f34c-4d9d-b701-c3c25a4e9107 service neutron] Attempting to bind port cac3cc59-b021-4cff-9c51-03395848ee3f on host n-h1-820553-2 for vnic_type normal with profile None {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:13:14.370439 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-86b01a9a-f34c-4d9d-b701-c3c25a4e9107 service neutron] Attempting to bind port cac3cc59-b021-4cff-9c51-03395848ee3f by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:13:14.370919 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-86b01a9a-f34c-4d9d-b701-c3c25a4e9107 service neutron] Attempting to bind port cac3cc59-b021-4cff-9c51-03395848ee3f on network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:13:14.376313 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-86b01a9a-f34c-4d9d-b701-c3c25a4e9107 service neutron] Port cac3cc59-b021-4cff-9c51-03395848ee3f on network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:13:14.376313 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-86b01a9a-f34c-4d9d-b701-c3c25a4e9107 service neutron] Attempting to bind port cac3cc59-b021-4cff-9c51-03395848ee3f on network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:13:14.381556 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-86b01a9a-f34c-4d9d-b701-c3c25a4e9107 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:13:14.381894 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-86b01a9a-f34c-4d9d-b701-c3c25a4e9107 service neutron] Checking segment: {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:13:14.382279 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-86b01a9a-f34c-4d9d-b701-c3c25a4e9107 service neutron] Bound using segment: {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:13:14.382696 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-86b01a9a-f34c-4d9d-b701-c3c25a4e9107 service neutron] Bound port: cac3cc59-b021-4cff-9c51-03395848ee3f, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:13:14.382895 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: fc6373c2-87ee-4df2-a142-168326ebbfee {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:13:14.383280 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device fc6373c2-87ee-4df2-a142-168326ebbfee not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:13:14.438395 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-86b01a9a-f34c-4d9d-b701-c3c25a4e9107 service neutron] For port cac3cc59-b021-4cff-9c51-03395848ee3f, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=cac3cc59-b021-4cff-9c51-03395848ee3f,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:13:14.631654 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-29e174c4-fcea-4646-a24b-53d86335053c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, c704e634-d730-42f1-aad6-bcd13146a15b) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:13:14.638374 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e174c4-fcea-4646-a24b-53d86335053c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:14.639252 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-29e174c4-fcea-4646-a24b-53d86335053c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:14.643566 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fdd0db-6e07-4bd9-9763-f1e7063984ed None None] Network c704e634-d730-42f1-aad6-bcd13146a15b requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:13:14.666270 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41282) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:14.671781 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-ea2ff855-2dc3-4078-8dda-6551ed763795 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-50982462-network', 'tenant_id': 'f211ad552583474b9827adfaecbbfd85'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:13:14.716635 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-86b01a9a-f34c-4d9d-b701-c3c25a4e9107 service neutron] Notify callbacks [] for binding, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:14.717418 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41284) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:14.719042 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-86b01a9a-f34c-4d9d-b701-c3c25a4e9107 service neutron] 10.222.0.46 "POST /v2.0/ports/cac3cc59-b021-4cff-9c51-03395848ee3f/bindings HTTP/1.1" status: 201 len: 389 time: 0.4994256 Dec 17 15:13:14.778362 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-29e174c4-fcea-4646-a24b-53d86335053c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4501042 Dec 17 15:13:14.778603 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-530785d8-1c40-4b16-9e2d-d1b866c08e72 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f6145b39f2664908bc878c10235d12ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523665 Dec 17 15:13:14.778761 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41286) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:14.808215 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6337d4f-6c07-414d-8fcc-1cc69015772a None None] Network c704e634-d730-42f1-aad6-bcd13146a15b requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:13:14.840946 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c654f3f7-1d24-4e72-b0a7-d4442e694ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:14.877544 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c654f3f7-1d24-4e72-b0a7-d4442e694ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:14.909140 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2ff855-2dc3-4078-8dda-6551ed763795 admin admin] Made reservation on behalf of f211ad552583474b9827adfaecbbfd85 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:13:14.916300 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ea2ff855-2dc3-4078-8dda-6551ed763795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:14.924778 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ea2ff855-2dc3-4078-8dda-6551ed763795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:15.015914 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ea2ff855-2dc3-4078-8dda-6551ed763795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:15.238320 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ea2ff855-2dc3-4078-8dda-6551ed763795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:15.247544 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c654f3f7-1d24-4e72-b0a7-d4442e694ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:15.247544 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c654f3f7-1d24-4e72-b0a7-d4442e694ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:15.251653 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c654f3f7-1d24-4e72-b0a7-d4442e694ac0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3c0b4426-1be3-42c7-bf3d-bd1cfea891a6 HTTP/1.1" status: 204 len: 168 time: 0.4739377 Dec 17 15:13:15.265931 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea2ff855-2dc3-4078-8dda-6551ed763795 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:13:15.281911 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ff855-2dc3-4078-8dda-6551ed763795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659707e3-a669-4ec7-a850-0ca170316c84,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:15.284859 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ea2ff855-2dc3-4078-8dda-6551ed763795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:15.285232 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-ea2ff855-2dc3-4078-8dda-6551ed763795 admin admin] Added segment 2e32fbfd-3214-4730-a1d6-c4e88ff92687 of type vlan for network d9aeabcf-f56b-4648-b03a-c6d7770f7a09 Dec 17 15:13:15.302037 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654f3f7-1d24-4e72-b0a7-d4442e694ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0b4426-1be3-42c7-bf3d-bd1cfea891a6,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:15.340723 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ea2ff855-2dc3-4078-8dda-6551ed763795 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:15.402173 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9719152-8868-4392-95d3-4b97bf1c6462 req-de10e3c8-742f-46f1-a024-fa83bdcade88 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:15.403792 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9719152-8868-4392-95d3-4b97bf1c6462 req-de10e3c8-742f-46f1-a024-fa83bdcade88 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.2531044 Dec 17 15:13:15.451152 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9719152-8868-4392-95d3-4b97bf1c6462 req-46700369-4319-414a-9b1b-f69baa03a9db tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409982 Dec 17 15:13:15.505177 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ea2ff855-2dc3-4078-8dda-6551ed763795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:15.505177 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2ff855-2dc3-4078-8dda-6551ed763795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:15.505177 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ea2ff855-2dc3-4078-8dda-6551ed763795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:15.562406 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ff855-2dc3-4078-8dda-6551ed763795 admin admin] Pushing event updated for resources: {'Network': ['ID=d9aeabcf-f56b-4648-b03a-c6d7770f7a09,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:15.573169 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network d9aeabcf-f56b-4648-b03a-c6d7770f7a09 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:13:15.615431 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7fd33-83bd-4436-bf5c-13b5a781eaa0 req-95283e41-0238-467b-aaad-bc7c7a6e55d9 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:15.616932 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e8e7fd33-83bd-4436-bf5c-13b5a781eaa0 req-95283e41-0238-467b-aaad-bc7c7a6e55d9 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 945 time: 0.0696003 Dec 17 15:13:15.662093 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-a7d3ce60-f054-4b7f-b05e-82c147064787 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:15.663595 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-a7d3ce60-f054-4b7f-b05e-82c147064787 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/networks?id=c704e634-d730-42f1-aad6-bcd13146a15b HTTP/1.1" status: 200 len: 821 time: 0.1651452 Dec 17 15:13:15.687884 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e8e7fd33-83bd-4436-bf5c-13b5a781eaa0 req-f26760cd-cf9b-4fcf-a1d7-aa7190e5bcaa tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636556 Dec 17 15:13:15.690072 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-abda7b2d-c45a-49c9-a352-24c523210013 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/quotas/84058b2235614a8bb82b01287f2acdc0 HTTP/1.1" status: 200 len: 375 time: 0.0176950 Dec 17 15:13:15.724678 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-814abc37-17c9-4802-bd62-632f457b8afa tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=84058b2235614a8bb82b01287f2acdc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280170 Dec 17 15:13:15.823671 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-a63474bd-836d-45da-814d-189559210cac service neutron] 10.222.0.46 "GET /v2.0/networks/c704e634-d730-42f1-aad6-bcd13146a15b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888052 Dec 17 15:13:15.863601 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ea2ff855-2dc3-4078-8dda-6551ed763795 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1960816 Dec 17 15:13:15.866206 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41318) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:15.870892 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-d0f2dea9-6ceb-4dd5-b6ab-72890209d6d4 admin admin] Request body: {'subnet': {'network_id': 'd9aeabcf-f56b-4648-b03a-c6d7770f7a09', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-50982462-subnet', 'tenant_id': 'f211ad552583474b9827adfaecbbfd85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:13:15.921444 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-8041edbf-5ef2-4f88-86fe-8d08886e7808 service neutron] 10.222.0.46 "GET /v2.0/networks/c704e634-d730-42f1-aad6-bcd13146a15b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900166 Dec 17 15:13:16.032991 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-1d6176ae-b353-4dd0-93e1-b4bc8ef3d357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:16.034504 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-1d6176ae-b353-4dd0-93e1-b4bc8ef3d357 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96ef05c814a947bb872da21a8a326a7b&device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 1096 time: 0.0409832 Dec 17 15:13:16.036486 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f2dea9-6ceb-4dd5-b6ab-72890209d6d4 admin admin] Made reservation on behalf of f211ad552583474b9827adfaecbbfd85 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:13:16.043316 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d0f2dea9-6ceb-4dd5-b6ab-72890209d6d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:16.241575 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-5114f0b8-bb0d-4444-8a8f-79b988575e28 service neutron] show failed (client error): The resource could not be found. Dec 17 15:13:16.242510 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-5114f0b8-bb0d-4444-8a8f-79b988575e28 service neutron] 10.222.0.41 "GET /v2.0/ports/c5ccbdaa-da87-41d0-b1fb-4f455e63c108/bindings/n-h2-820553-2 HTTP/1.1" status: 404 len: 380 time: 0.1888015 Dec 17 15:13:16.263645 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-e46ab988-097d-4c9d-ac84-dc3d5306a78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:16.266871 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-e46ab988-097d-4c9d-ac84-dc3d5306a78d service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea HTTP/1.1" status: 200 len: 909 time: 0.2143350 Dec 17 15:13:16.344005 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-12c1aa31-51e2-4ea5-a1da-2f998bf696d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cac3cc59-b021-4cff-9c51-03395848ee3f HTTP/1.1" status: 200 len: 217 time: 0.0517368 Dec 17 15:13:16.418779 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9c075630-c278-4619-8365-0d31518a2950 req-351aae5c-5700-479b-97db-284dc2e957c4 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c279875-891d-4556-a7e6-f8609bb36e11 HTTP/1.1" status: 200 len: 210 time: 0.0464015 Dec 17 15:13:16.456526 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada9c57-c223-4627-9327-379b9505e34e req-354f0b5f-38ef-45a5-a6f2-dc48b2e29ac9 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:16.460295 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8ada9c57-c223-4627-9327-379b9505e34e req-354f0b5f-38ef-45a5-a6f2-dc48b2e29ac9 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 946 time: 0.1499178 Dec 17 15:13:16.477483 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-eb2ba191-8c3f-46e2-85fc-65c1fc135367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:16.479410 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-eb2ba191-8c3f-46e2-85fc-65c1fc135367 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e07a04f7-750d-46bb-b1d6-18c61b699282 HTTP/1.1" status: 200 len: 848 time: 0.1171877 Dec 17 15:13:16.525624 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8ada9c57-c223-4627-9327-379b9505e34e req-061e66ba-39a1-4d8f-bbd8-518684c4e459 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575526 Dec 17 15:13:16.526077 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-e14f244c-af4e-4492-952b-b26395550266 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345237 Dec 17 15:13:16.619359 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6c4b1-2227-4aaa-be34-60ea83f8491d req-4e5baf1d-97ef-46e6-878e-a7107fcdaaeb tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:16.620905 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-02f6c4b1-2227-4aaa-be34-60ea83f8491d req-4e5baf1d-97ef-46e6-878e-a7107fcdaaeb tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=352114f7-8acf-4a81-ae7f-f65a6451c12d HTTP/1.1" status: 200 len: 950 time: 0.0818269 Dec 17 15:13:16.639976 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-2d984be9-130f-4a59-8083-76b7228809a1 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054454 Dec 17 15:13:16.682549 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71983101-64aa-4d4a-82d0-f3776c9fcc4e req-13efb90e-2992-4a22-ac06-dbd6c49b67ed tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:16.685662 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71983101-64aa-4d4a-82d0-f3776c9fcc4e req-13efb90e-2992-4a22-ac06-dbd6c49b67ed tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.0875695 Dec 17 15:13:16.689903 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-02f6c4b1-2227-4aaa-be34-60ea83f8491d req-c4669a63-feb1-42ef-a4e3-5db033ca66e9 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546372 Dec 17 15:13:16.699212 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d0f2dea9-6ceb-4dd5-b6ab-72890209d6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:16.734657 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71983101-64aa-4d4a-82d0-f3776c9fcc4e req-fe78cefd-9ec0-49ac-a5c7-f7d2e9236005 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430984 Dec 17 15:13:16.778313 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2dea9-6ceb-4dd5-b6ab-72890209d6d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fe374b6-daa3-4e2c-b787-9ac14fe288ed,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:16.819421 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f271f-fc05-4aa5-8fcb-f9aa1793763a req-787eb555-bdf1-4808-80c6-89b8c6ff8463 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:16.820551 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f2dea9-6ceb-4dd5-b6ab-72890209d6d4 admin admin] Checking segment: {'id': '2e32fbfd-3214-4730-a1d6-c4e88ff92687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd9aeabcf-f56b-4648-b03a-c6d7770f7a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:13:16.820909 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f2dea9-6ceb-4dd5-b6ab-72890209d6d4 admin admin] Network hostable DHCP agents. Network: d9aeabcf-f56b-4648-b03a-c6d7770f7a09, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:13:16.821034 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-171f271f-fc05-4aa5-8fcb-f9aa1793763a req-787eb555-bdf1-4808-80c6-89b8c6ff8463 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 945 time: 0.0527198 Dec 17 15:13:16.834982 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-5a3b4112-ed95-4230-8d51-c4ac20b63496 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876876 Dec 17 15:13:16.865449 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-171f271f-fc05-4aa5-8fcb-f9aa1793763a req-d80dcd89-6299-4e4b-852e-c70965c11736 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348291 Dec 17 15:13:17.003072 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f2dea9-6ceb-4dd5-b6ab-72890209d6d4 admin admin] Network d9aeabcf-f56b-4648-b03a-c6d7770f7a09 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:13:17.123135 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-d0f2dea9-6ceb-4dd5-b6ab-72890209d6d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, d9aeabcf-f56b-4648-b03a-c6d7770f7a09) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:13:17.128353 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f2dea9-6ceb-4dd5-b6ab-72890209d6d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:17.129178 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d0f2dea9-6ceb-4dd5-b6ab-72890209d6d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:17.134643 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21a8ab2-d85b-49b4-aa47-7b01091f723c None None] Network d9aeabcf-f56b-4648-b03a-c6d7770f7a09 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:13:17.230042 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41360) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:17.270859 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d0f2dea9-6ceb-4dd5-b6ab-72890209d6d4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4026647 Dec 17 15:13:17.285951 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795f7be4-20ab-4499-baeb-980c30feffcd None None] Network d9aeabcf-f56b-4648-b03a-c6d7770f7a09 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:13:17.323285 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7ece2-c55b-4350-a92c-2261eeb2d0d3 req-1cfd4dc7-fabb-4a93-9a7f-48d8f2118ce0 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:17.325436 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ced7ece2-c55b-4350-a92c-2261eeb2d0d3 req-1cfd4dc7-fabb-4a93-9a7f-48d8f2118ce0 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.41 "GET /v2.0/ports?device_id=352114f7-8acf-4a81-ae7f-f65a6451c12d HTTP/1.1" status: 200 len: 950 time: 0.0887470 Dec 17 15:13:17.394190 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-e396444b-60a0-41a8-ac87-16278f9012c9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-494495748-network', 'tenant_id': '27ac5d068c874ffea4ae1a2a86bb173f'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:13:17.410387 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-dcb6f9c4-fb42-425c-b71f-bd5dce2b712b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:17.412350 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-dcb6f9c4-fb42-425c-b71f-bd5dce2b712b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266&tenant_id=9a3e2a05328448bd85eebc1663dde8e3 HTTP/1.1" status: 200 len: 1101 time: 0.2080603 Dec 17 15:13:17.429575 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-0662e68a-5901-4cbf-9acd-a577870302a1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820553-2', 'device_owner': 'compute:nova'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:13:17.488483 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-ced7ece2-c55b-4350-a92c-2261eeb2d0d3 req-8264e481-5589-495a-b78b-5e8935cb2caa tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Deleting port 06c2999c-bbee-475b-952d-fa0f041bc37d {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:13:17.491584 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ced7ece2-c55b-4350-a92c-2261eeb2d0d3 req-8264e481-5589-495a-b78b-5e8935cb2caa tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:17.517460 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41368) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:17.519501 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-0662e68a-5901-4cbf-9acd-a577870302a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:17.544778 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d4f9d2bb-dc39-418c-9516-14f4b118b0bb req-cf4f6eaf-f37b-40c8-b4e3-2ae50c6f7a30 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c279875-891d-4556-a7e6-f8609bb36e11 HTTP/1.1" status: 200 len: 210 time: 0.0476820 Dec 17 15:13:17.620179 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-faab10c6-21d6-45fe-ac2f-2264a0f17a28 admin admin] Deleting subnet 7fb5021b-acda-4095-8148-7b2fcb496508 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:13:17.627238 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-faab10c6-21d6-45fe-ac2f-2264a0f17a28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:17.666794 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-ced7ece2-c55b-4350-a92c-2261eeb2d0d3 req-8264e481-5589-495a-b78b-5e8935cb2caa tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] For port 06c2999c-bbee-475b-952d-fa0f041bc37d, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=06c2999c-bbee-475b-952d-fa0f041bc37d,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:17.667174 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ced7ece2-c55b-4350-a92c-2261eeb2d0d3 req-8264e481-5589-495a-b78b-5e8935cb2caa tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:17.681743 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e396444b-60a0-41a8-ac87-16278f9012c9 admin admin] Made reservation on behalf of 27ac5d068c874ffea4ae1a2a86bb173f for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:13:17.684639 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e396444b-60a0-41a8-ac87-16278f9012c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:17.687098 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-ced7ece2-c55b-4350-a92c-2261eeb2d0d3 req-8264e481-5589-495a-b78b-5e8935cb2caa tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Calling delete_port for 06c2999c-bbee-475b-952d-fa0f041bc37d owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:13:17.699747 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e396444b-60a0-41a8-ac87-16278f9012c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:17.908786 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e396444b-60a0-41a8-ac87-16278f9012c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:17.974521 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ced7ece2-c55b-4350-a92c-2261eeb2d0d3 req-8264e481-5589-495a-b78b-5e8935cb2caa tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:18.012331 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['84ec1fa8-4fe6-41c9-9253-fd20873a5605', 'f3c715b8-b680-4273-a5af-bb9e8f873645', '06c2999c-bbee-475b-952d-fa0f041bc37d'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:13:18.018821 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264e481-5589-495a-b78b-5e8935cb2caa tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Pushing event deleted for resources: {'Port': ['ID=06c2999c-bbee-475b-952d-fa0f041bc37d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:18.021695 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e396444b-60a0-41a8-ac87-16278f9012c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:18.085101 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e396444b-60a0-41a8-ac87-16278f9012c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:13:18.087226 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced7ece2-c55b-4350-a92c-2261eeb2d0d3 req-8264e481-5589-495a-b78b-5e8935cb2caa tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] No DVR routers for this DVR port 06c2999c-bbee-475b-952d-fa0f041bc37d on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:13:18.092837 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ced7ece2-c55b-4350-a92c-2261eeb2d0d3 req-8264e481-5589-495a-b78b-5e8935cb2caa tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:18.096190 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ced7ece2-c55b-4350-a92c-2261eeb2d0d3 req-8264e481-5589-495a-b78b-5e8935cb2caa tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.41 "DELETE /v2.0/ports/06c2999c-bbee-475b-952d-fa0f041bc37d HTTP/1.1" status: 204 len: 173 time: 0.7634575 Dec 17 15:13:18.103040 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352114f7-8acf-4a81-ae7f-f65a6451c12d', 'name': 'network-vif-deleted', 'tag': '06c2999c-bbee-475b-952d-fa0f041bc37d'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:13:18.103040 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016c2128-a763-43f2-8942-5f8e04620983" -d '{"events": [{"server_uuid": "352114f7-8acf-4a81-ae7f-f65a6451c12d", "name": "network-vif-deleted", "tag": "06c2999c-bbee-475b-952d-fa0f041bc37d"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:13:18.103040 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396444b-60a0-41a8-ac87-16278f9012c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb960b2-ecac-4f04-8a32-40c989944b3e,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:18.114163 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e396444b-60a0-41a8-ac87-16278f9012c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:18.114507 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-e396444b-60a0-41a8-ac87-16278f9012c9 admin admin] Added segment 2015c638-0872-4886-a514-191fd448c907 of type vlan for network c8ac8009-ff31-4af3-9468-811965f43a50 Dec 17 15:13:18.173391 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e396444b-60a0-41a8-ac87-16278f9012c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:18.204539 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-faab10c6-21d6-45fe-ac2f-2264a0f17a28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:18.208144 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-006d010f-2648-450f-9998-52b3521b08f1 req-3fb1dda6-0390-42df-8637-9c8d80a3f68a tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=352114f7-8acf-4a81-ae7f-f65a6451c12d HTTP/1.1" status: 200 len: 210 time: 0.0729754 Dec 17 15:13:18.278571 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-0662e68a-5901-4cbf-9acd-a577870302a1 service neutron] For port c5ccbdaa-da87-41d0-b1fb-4f455e63c108, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=c5ccbdaa-da87-41d0-b1fb-4f455e63c108,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:18.288234 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764001d-a709-4c73-86a2-5b87d4d0afbf req-26cfffb7-0f18-4cfc-a606-8f4a70b1144f tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:18.296727 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5764001d-a709-4c73-86a2-5b87d4d0afbf req-26cfffb7-0f18-4cfc-a606-8f4a70b1144f tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 946 time: 0.6343246 Dec 17 15:13:18.319432 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-faab10c6-21d6-45fe-ac2f-2264a0f17a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:18.336423 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e396444b-60a0-41a8-ac87-16278f9012c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:18.339316 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e396444b-60a0-41a8-ac87-16278f9012c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:18.340166 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e396444b-60a0-41a8-ac87-16278f9012c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:18.435277 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-0662e68a-5901-4cbf-9acd-a577870302a1 service neutron] For port c5ccbdaa-da87-41d0-b1fb-4f455e63c108, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:13:18.441209 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5764001d-a709-4c73-86a2-5b87d4d0afbf req-c311654d-a19a-4ffa-b370-563fc79a5562 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433272 Dec 17 15:13:18.504412 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab81206-7b83-4ae1-b763-3096a9ee6c3d req-72537527-3eac-4f17-88da-02cb0e2153a2 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:18.513375 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bab81206-7b83-4ae1-b763-3096a9ee6c3d req-72537527-3eac-4f17-88da-02cb0e2153a2 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.1974251 Dec 17 15:13:18.562672 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396444b-60a0-41a8-ac87-16278f9012c9 admin admin] Pushing event updated for resources: {'Network': ['ID=c8ac8009-ff31-4af3-9468-811965f43a50,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:18.568753 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad645bac-bcc5-43ca-8633-eb388f62c266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5ccbdaa-da87-41d0-b1fb-4f455e63c108'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:13:18.571135 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48514814-4f29-4ace-a3fb-cd746c920b75" -d '{"events": [{"server_uuid": "ad645bac-bcc5-43ca-8633-eb388f62c266", "name": "network-vif-unplugged", "status": "completed", "tag": "c5ccbdaa-da87-41d0-b1fb-4f455e63c108"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:13:18.576183 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network c8ac8009-ff31-4af3-9468-811965f43a50 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:13:18.583914 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-0662e68a-5901-4cbf-9acd-a577870302a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:18.594164 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465aa8c8-b094-40d8-a0c0-68083c20af55 req-ed6c1c50-0448-4cb4-b141-3716e356e4d6 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:18.598326 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-465aa8c8-b094-40d8-a0c0-68083c20af55 req-ed6c1c50-0448-4cb4-b141-3716e356e4d6 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.41 "GET /v2.0/ports?device_id=4abf2057-8254-416f-a6a5-baa8dff7073f HTTP/1.1" status: 200 len: 950 time: 0.1058671 Dec 17 15:13:18.607733 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e396444b-60a0-41a8-ac87-16278f9012c9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3761356 Dec 17 15:13:18.611485 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41388) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:18.641691 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-38f85f93-1b68-4ff8-913e-6072ed827d08 admin admin] Request body: {'subnet': {'network_id': 'c8ac8009-ff31-4af3-9468-811965f43a50', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-494495748-subnet', 'tenant_id': '27ac5d068c874ffea4ae1a2a86bb173f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:13:18.666255 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bab81206-7b83-4ae1-b763-3096a9ee6c3d req-e2b61af4-6190-409d-bc4f-f5a43601ec15 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446040 Dec 17 15:13:18.668489 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-0662e68a-5901-4cbf-9acd-a577870302a1 service neutron] Transition to ACTIVE for port object c5ccbdaa-da87-41d0-b1fb-4f455e63c108 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:13:18.689333 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-faab10c6-21d6-45fe-ac2f-2264a0f17a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:18.759460 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab10c6-21d6-45fe-ac2f-2264a0f17a28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fb5021b-acda-4095-8148-7b2fcb496508,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:18.761607 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da22059-a6c9-4111-b69b-bb3d270f14b7 x-openstack-request-id: req-0da22059-a6c9-4111-b69b-bb3d270f14b7 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:13:18.761936 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352114f7-8acf-4a81-ae7f-f65a6451c12d", "name": "network-vif-deleted", "tag": "06c2999c-bbee-475b-952d-fa0f041bc37d", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:13:18.762296 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0da22059-a6c9-4111-b69b-bb3d270f14b7 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:13:18.762804 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352114f7-8acf-4a81-ae7f-f65a6451c12d', 'name': 'network-vif-deleted', 'tag': '06c2999c-bbee-475b-952d-fa0f041bc37d', 'status': 'completed', 'code': 200} Dec 17 15:13:18.770442 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-faab10c6-21d6-45fe-ac2f-2264a0f17a28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:18.777195 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-faab10c6-21d6-45fe-ac2f-2264a0f17a28 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7fb5021b-acda-4095-8148-7b2fcb496508 HTTP/1.1" status: 204 len: 168 time: 1.2558625 Dec 17 15:13:18.781129 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41392) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:18.789626 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f45c0e-fcc5-48c1-b30d-8b1c5ccf087c req-ebdbf8b2-fbb0-4c2b-a1b1-5f9dd2f93dbb tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:18.791404 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-67f45c0e-fcc5-48c1-b30d-8b1c5ccf087c req-ebdbf8b2-fbb0-4c2b-a1b1-5f9dd2f93dbb tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 945 time: 0.1890397 Dec 17 15:13:18.849452 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-465aa8c8-b094-40d8-a0c0-68083c20af55 req-5a87bff1-5e5f-4d6b-93cb-6515fcad41cc tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Deleting port f3c715b8-b680-4273-a5af-bb9e8f873645 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:13:18.849940 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-465aa8c8-b094-40d8-a0c0-68083c20af55 req-5a87bff1-5e5f-4d6b-93cb-6515fcad41cc tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:18.861268 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7f8e8b00-e5ba-4177-b4de-7d2d76c05188 req-e75c8354-d5aa-425e-9f98-812734c8e5cc tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c279875-891d-4556-a7e6-f8609bb36e11 HTTP/1.1" status: 200 len: 210 time: 0.0380189 Dec 17 15:13:19.069560 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-67f45c0e-fcc5-48c1-b30d-8b1c5ccf087c req-dca4efd8-4ec3-48fc-a181-7d231b3b0d13 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707145 Dec 17 15:13:19.069560 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-0662e68a-5901-4cbf-9acd-a577870302a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:19.069560 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662e68a-5901-4cbf-9acd-a577870302a1 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ccbdaa-da87-41d0-b1fb-4f455e63c108,revision_number=6']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:19.073398 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-69ebabff-61ba-4988-910e-7ad9e3461cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:19.074066 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3494c7cd-eaef-4aa5-ba9e-c1df0bcff4c6 x-openstack-request-id: req-3494c7cd-eaef-4aa5-ba9e-c1df0bcff4c6 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:13:19.074066 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad645bac-bcc5-43ca-8633-eb388f62c266", "name": "network-vif-unplugged", "status": "completed", "tag": "c5ccbdaa-da87-41d0-b1fb-4f455e63c108", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:13:19.074066 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3494c7cd-eaef-4aa5-ba9e-c1df0bcff4c6 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:13:19.074066 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad645bac-bcc5-43ca-8633-eb388f62c266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5ccbdaa-da87-41d0-b1fb-4f455e63c108', 'code': 200} Dec 17 15:13:19.074066 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-0662e68a-5901-4cbf-9acd-a577870302a1 service neutron] No DVR routers for this DVR port c5ccbdaa-da87-41d0-b1fb-4f455e63c108 on host n-h1-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:13:19.075176 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f85f93-1b68-4ff8-913e-6072ed827d08 admin admin] Made reservation on behalf of 27ac5d068c874ffea4ae1a2a86bb173f for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:13:19.075176 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-38f85f93-1b68-4ff8-913e-6072ed827d08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:19.075693 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-0662e68a-5901-4cbf-9acd-a577870302a1 service neutron] Attempting to bind port c5ccbdaa-da87-41d0-b1fb-4f455e63c108 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:13:19.075693 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-0662e68a-5901-4cbf-9acd-a577870302a1 service neutron] Attempting to bind port c5ccbdaa-da87-41d0-b1fb-4f455e63c108 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:13:19.075693 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-0662e68a-5901-4cbf-9acd-a577870302a1 service neutron] Attempting to bind port c5ccbdaa-da87-41d0-b1fb-4f455e63c108 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:13:19.075693 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-0662e68a-5901-4cbf-9acd-a577870302a1 service neutron] Port c5ccbdaa-da87-41d0-b1fb-4f455e63c108 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:13:19.075693 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-0662e68a-5901-4cbf-9acd-a577870302a1 service neutron] Attempting to bind port c5ccbdaa-da87-41d0-b1fb-4f455e63c108 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:13:19.075693 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-0662e68a-5901-4cbf-9acd-a577870302a1 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:13:19.075693 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-0662e68a-5901-4cbf-9acd-a577870302a1 service neutron] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:13:19.075693 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-0662e68a-5901-4cbf-9acd-a577870302a1 service neutron] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:13:19.075693 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-0662e68a-5901-4cbf-9acd-a577870302a1 service neutron] Bound port: c5ccbdaa-da87-41d0-b1fb-4f455e63c108, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:13:19.075693 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-0662e68a-5901-4cbf-9acd-a577870302a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:19.107873 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-69ebabff-61ba-4988-910e-7ad9e3461cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:19.145444 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-0662e68a-5901-4cbf-9acd-a577870302a1 service neutron] For port c5ccbdaa-da87-41d0-b1fb-4f455e63c108, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:13:19.148451 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-0662e68a-5901-4cbf-9acd-a577870302a1 service neutron] For port c5ccbdaa-da87-41d0-b1fb-4f455e63c108, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=c5ccbdaa-da87-41d0-b1fb-4f455e63c108,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:13:19.169622 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-465aa8c8-b094-40d8-a0c0-68083c20af55 req-5a87bff1-5e5f-4d6b-93cb-6515fcad41cc tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] For port f3c715b8-b680-4273-a5af-bb9e8f873645, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f3c715b8-b680-4273-a5af-bb9e8f873645,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:19.170047 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-465aa8c8-b094-40d8-a0c0-68083c20af55 req-5a87bff1-5e5f-4d6b-93cb-6515fcad41cc tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:19.193684 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-69ebabff-61ba-4988-910e-7ad9e3461cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0571c8a-1d3e-4a1e-8731-b6de2b99d8a3']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:19.208734 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-69ebabff-61ba-4988-910e-7ad9e3461cb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2ac2754-5775-4d1c-a448-5808df143a18') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:19.209139 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-69ebabff-61ba-4988-910e-7ad9e3461cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2ac2754-5775-4d1c-a448-5808df143a18') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:19.210958 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-465aa8c8-b094-40d8-a0c0-68083c20af55 req-5a87bff1-5e5f-4d6b-93cb-6515fcad41cc tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Calling delete_port for f3c715b8-b680-4273-a5af-bb9e8f873645 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:13:19.230335 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-69ebabff-61ba-4988-910e-7ad9e3461cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:19.249556 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-0662e68a-5901-4cbf-9acd-a577870302a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:19.272119 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-69ebabff-61ba-4988-910e-7ad9e3461cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:19.330710 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-0662e68a-5901-4cbf-9acd-a577870302a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:19.331376 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-0662e68a-5901-4cbf-9acd-a577870302a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:19.332876 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-0662e68a-5901-4cbf-9acd-a577870302a1 service neutron] 10.222.0.13 "PUT /v2.0/ports/c5ccbdaa-da87-41d0-b1fb-4f455e63c108 HTTP/1.1" status: 200 len: 1096 time: 1.9100182 Dec 17 15:13:19.559733 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e140d5d3-f299-4db2-8315-e765994a2d50 req-d03400b6-822c-4662-89f0-50b3f5ae5a4f tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=352114f7-8acf-4a81-ae7f-f65a6451c12d HTTP/1.1" status: 200 len: 210 time: 0.0633051 Dec 17 15:13:19.562533 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662e68a-5901-4cbf-9acd-a577870302a1 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ccbdaa-da87-41d0-b1fb-4f455e63c108,revision_number=7']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:19.583938 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-7215c806-715c-4f26-a15e-cd24ba9cfb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:19.594188 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-7215c806-715c-4f26-a15e-cd24ba9cfb77 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 1099 time: 0.1969886 Dec 17 15:13:19.756864 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ebabff-61ba-4988-910e-7ad9e3461cb8 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:13:19.757496 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-69ebabff-61ba-4988-910e-7ad9e3461cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:19.759030 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:13:19.759030 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:13:19.759030 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:13:19.759030 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:13:19.759030 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:13:19.759030 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:13:19.759030 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:13:19.759030 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:13:19.759030 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:13:19.759030 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:13:19.759030 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:13:19.759030 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:13:19.759030 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:13:19.759030 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:13:19.759030 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:13:19.759030 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:13:19.759030 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:13:19.759030 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:13:19.759030 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:13:19.759030 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:13:19.759030 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:13:19.759030 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:13:19.759030 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:13:19.759030 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:13:19.759030 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:13:19.759030 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:13:19.759030 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:13:19.759030 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:13:19.759030 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:13:19.759030 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:13:19.759030 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:13:19.759030 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:13:19.810847 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb87354-f67b-4c4e-8040-f64df5b42987 req-e21b584e-e629-4dff-86d9-6d572d6ec90c tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:19.818574 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6bb87354-f67b-4c4e-8040-f64df5b42987 req-e21b584e-e629-4dff-86d9-6d572d6ec90c tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 946 time: 0.2232549 Dec 17 15:13:19.896616 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6bb87354-f67b-4c4e-8040-f64df5b42987 req-a0b751e4-af9c-4015-adb3-e344520dea54 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770445 Dec 17 15:13:19.914978 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-8af83101-e874-4e0a-a44e-ed10f1188b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:19.916796 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-8af83101-e874-4e0a-a44e-ed10f1188b15 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.3055427 Dec 17 15:13:19.989626 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-dd0a4cee-a765-4620-a440-00e0ff511e32 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=c5ccbdaa-da87-41d0-b1fb-4f455e63c108 HTTP/1.1" status: 200 len: 217 time: 0.0573864 Dec 17 15:13:20.016292 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b3524-233e-4b56-91c7-fe877b2b1122 req-89afa17a-b8e9-4cc0-90b0-b226547d9dce tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:20.017900 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b30b3524-233e-4b56-91c7-fe877b2b1122 req-89afa17a-b8e9-4cc0-90b0-b226547d9dce tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 948 time: 0.1156063 Dec 17 15:13:20.037694 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-69ebabff-61ba-4988-910e-7ad9e3461cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:20.049201 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-69ebabff-61ba-4988-910e-7ad9e3461cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:20.049201 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-69ebabff-61ba-4988-910e-7ad9e3461cb8 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a0571c8a-1d3e-4a1e-8731-b6de2b99d8a3 HTTP/1.1" status: 204 len: 168 time: 1.2640028 Dec 17 15:13:20.049201 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41404) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:20.089992 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebabff-61ba-4988-910e-7ad9e3461cb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0571c8a-1d3e-4a1e-8731-b6de2b99d8a3,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:20.091577 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b30b3524-233e-4b56-91c7-fe877b2b1122 req-fadc20e5-243d-41e4-a64c-5fcd6490c28e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501821 Dec 17 15:13:20.098466 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-e55673bc-928a-475b-8e47-71d31f7e0836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:20.100490 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-e55673bc-928a-475b-8e47-71d31f7e0836 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.1017184 Dec 17 15:13:20.103304 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-38f85f93-1b68-4ff8-913e-6072ed827d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:20.155793 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-465aa8c8-b094-40d8-a0c0-68083c20af55 req-5a87bff1-5e5f-4d6b-93cb-6515fcad41cc tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:20.177909 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-28afda53-bf5b-47b2-86c4-7483c611512a admin admin] Deleting subnet 3fe374b6-daa3-4e2c-b787-9ac14fe288ed {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:13:20.190197 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['84ec1fa8-4fe6-41c9-9253-fd20873a5605'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:13:20.211254 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-28afda53-bf5b-47b2-86c4-7483c611512a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:20.215530 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a87bff1-5e5f-4d6b-93cb-6515fcad41cc tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Pushing event deleted for resources: {'Port': ['ID=f3c715b8-b680-4273-a5af-bb9e8f873645,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:20.261106 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f85f93-1b68-4ff8-913e-6072ed827d08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17f10052-79c2-4f14-b10f-81253e5eafda,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:20.315481 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-4f953fb4-7f46-4f32-a4d3-ce547cd9cdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:20.316982 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-4f953fb4-7f46-4f32-a4d3-ce547cd9cdfd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2077258 Dec 17 15:13:20.321586 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7c5ffe88-a180-444e-a1db-ee485a338505 req-9aa0d9ff-edb8-4b17-9b3e-6222fcf3e33c tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c279875-891d-4556-a7e6-f8609bb36e11 HTTP/1.1" status: 200 len: 210 time: 0.1365428 Dec 17 15:13:20.354025 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-465aa8c8-b094-40d8-a0c0-68083c20af55 req-5a87bff1-5e5f-4d6b-93cb-6515fcad41cc tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] No DVR routers for this DVR port f3c715b8-b680-4273-a5af-bb9e8f873645 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:13:20.359429 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-465aa8c8-b094-40d8-a0c0-68083c20af55 req-5a87bff1-5e5f-4d6b-93cb-6515fcad41cc tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:20.363444 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-465aa8c8-b094-40d8-a0c0-68083c20af55 req-5a87bff1-5e5f-4d6b-93cb-6515fcad41cc tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.41 "DELETE /v2.0/ports/f3c715b8-b680-4273-a5af-bb9e8f873645 HTTP/1.1" status: 204 len: 173 time: 1.7527711 Dec 17 15:13:20.382212 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-28afda53-bf5b-47b2-86c4-7483c611512a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:20.384943 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f85f93-1b68-4ff8-913e-6072ed827d08 admin admin] Checking segment: {'id': '2015c638-0872-4886-a514-191fd448c907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c8ac8009-ff31-4af3-9468-811965f43a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:13:20.385467 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f85f93-1b68-4ff8-913e-6072ed827d08 admin admin] Network hostable DHCP agents. Network: c8ac8009-ff31-4af3-9468-811965f43a50, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:13:20.392640 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device c5ccbdaa-da87-41d0-b1fb-4f455e63c108 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:13:20.407969 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12690c84-8511-4d6d-8cfc-68a4b3bb1284 req-ef0c4b23-b726-4cd8-b2ac-6f49c1e02be9 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:20.409606 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-12690c84-8511-4d6d-8cfc-68a4b3bb1284 req-ef0c4b23-b726-4cd8-b2ac-6f49c1e02be9 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 945 time: 0.2219963 Dec 17 15:13:20.460296 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device c5ccbdaa-da87-41d0-b1fb-4f455e63c108 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:13:20.460536 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-28afda53-bf5b-47b2-86c4-7483c611512a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:20.461251 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 06c2999c-bbee-475b-952d-fa0f041bc37d no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:13:20.484542 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-12690c84-8511-4d6d-8cfc-68a4b3bb1284 req-8e99cc07-67c0-4e18-9e40-5fcd226f1055 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670011 Dec 17 15:13:20.505832 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-717332ef-71ff-4d59-9fbf-613b096bac89 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794870 Dec 17 15:13:20.620501 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 06c2999c-bbee-475b-952d-fa0f041bc37d {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:13:20.627817 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 06c2999c-bbee-475b-952d-fa0f041bc37d not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:13:20.628615 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-70f7de71-0d3a-47d4-b776-f3f275d6eae7 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128170 Dec 17 15:13:20.632062 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f85f93-1b68-4ff8-913e-6072ed827d08 admin admin] Network c8ac8009-ff31-4af3-9468-811965f43a50 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:13:20.706837 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-28afda53-bf5b-47b2-86c4-7483c611512a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:20.787588 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abf2057-8254-416f-a6a5-baa8dff7073f', 'name': 'network-vif-deleted', 'tag': 'f3c715b8-b680-4273-a5af-bb9e8f873645'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:13:20.790379 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b876c8-2bc3-4b7e-aa0d-ac88a446f11d" -d '{"events": [{"server_uuid": "4abf2057-8254-416f-a6a5-baa8dff7073f", "name": "network-vif-deleted", "tag": "f3c715b8-b680-4273-a5af-bb9e8f873645"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:13:20.816326 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d631f09-6be6-4fe1-9bab-7dce37193279 req-61515a89-913f-4ce0-b69b-d0d61d2498b8 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=4abf2057-8254-416f-a6a5-baa8dff7073f HTTP/1.1" status: 200 len: 210 time: 0.0744231 Dec 17 15:13:20.816746 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-38f85f93-1b68-4ff8-913e-6072ed827d08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, c8ac8009-ff31-4af3-9468-811965f43a50) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:13:20.816746 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28afda53-bf5b-47b2-86c4-7483c611512a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fe374b6-daa3-4e2c-b787-9ac14fe288ed,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:20.826346 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e5d3db-2afb-452b-9cdc-5b1f544958c6 None None] Network c8ac8009-ff31-4af3-9468-811965f43a50 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:13:20.906612 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8692ec8-0378-4624-92bc-24fb1b34cb41 req-e5bcb512-2295-4588-834e-ca61fd992f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:20.911096 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8692ec8-0378-4624-92bc-24fb1b34cb41 req-e5bcb512-2295-4588-834e-ca61fd992f7c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 1097 time: 0.0902364 Dec 17 15:13:20.920512 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55b9a81-2ec6-406b-befb-f4d9d2563933 x-openstack-request-id: req-e55b9a81-2ec6-406b-befb-f4d9d2563933 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:13:20.920865 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4abf2057-8254-416f-a6a5-baa8dff7073f", "name": "network-vif-deleted", "tag": "f3c715b8-b680-4273-a5af-bb9e8f873645", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:13:20.921625 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e55b9a81-2ec6-406b-befb-f4d9d2563933 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:13:20.923389 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4abf2057-8254-416f-a6a5-baa8dff7073f', 'name': 'network-vif-deleted', 'tag': 'f3c715b8-b680-4273-a5af-bb9e8f873645', 'status': 'completed', 'code': 200} Dec 17 15:13:20.950316 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f85f93-1b68-4ff8-913e-6072ed827d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:20.950963 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-38f85f93-1b68-4ff8-913e-6072ed827d08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:20.976758 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad645bac-bcc5-43ca-8633-eb388f62c266', 'tag': 'c5ccbdaa-da87-41d0-b1fb-4f455e63c108'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:13:20.979834 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819f22ab-6265-49a1-8958-81b9340e2fda" -d '{"events": [{"name": "network-changed", "server_uuid": "ad645bac-bcc5-43ca-8633-eb388f62c266", "tag": "c5ccbdaa-da87-41d0-b1fb-4f455e63c108"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:13:20.991595 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8692ec8-0378-4624-92bc-24fb1b34cb41 req-275e026e-5da0-41cd-be41-84c53d5b549f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695028 Dec 17 15:13:21.016568 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-28afda53-bf5b-47b2-86c4-7483c611512a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:21.024941 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41426) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:21.027451 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-28afda53-bf5b-47b2-86c4-7483c611512a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3fe374b6-daa3-4e2c-b787-9ac14fe288ed HTTP/1.1" status: 204 len: 168 time: 0.9772246 Dec 17 15:13:21.082125 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-71e25ff3-e882-41af-aafd-99737fbd5606 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:21.083267 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-71e25ff3-e882-41af-aafd-99737fbd5606 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.41 "GET /v2.0/networks?id=c704e634-d730-42f1-aad6-bcd13146a15b HTTP/1.1" status: 200 len: 821 time: 0.3707199 Dec 17 15:13:21.105071 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-7cd70959-b19f-452b-95da-60d241184cfd tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Request body: {'port': {'device_id': '1c279875-891d-4556-a7e6-f8609bb36e11', 'network_id': 'c704e634-d730-42f1-aad6-bcd13146a15b', 'admin_state_up': True, 'tenant_id': '84058b2235614a8bb82b01287f2acdc0'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:13:21.122015 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d604ee-8358-40f3-89ee-ca74ee6dbe6a None None] Network c8ac8009-ff31-4af3-9468-811965f43a50 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:13:21.127475 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-38f85f93-1b68-4ff8-913e-6072ed827d08 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.4996154 Dec 17 15:13:21.178309 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-158a714a-d51c-44a6-bae7-b44fab14fba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:21.246769 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943f447-e9d6-4ff4-8775-c655901798a5 req-2f558de5-3211-4896-99da-1464ee86c92f tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:21.260891 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8943f447-e9d6-4ff4-8775-c655901798a5 req-2f558de5-3211-4896-99da-1464ee86c92f tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 946 time: 0.2237725 Dec 17 15:13:21.349977 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8472cd-bd56-4c7a-9e9d-16666ca674ed x-openstack-request-id: req-1c8472cd-bd56-4c7a-9e9d-16666ca674ed {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:13:21.350957 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad645bac-bcc5-43ca-8633-eb388f62c266", "tag": "c5ccbdaa-da87-41d0-b1fb-4f455e63c108", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:13:21.351216 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1c8472cd-bd56-4c7a-9e9d-16666ca674ed {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:13:21.351617 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad645bac-bcc5-43ca-8633-eb388f62c266', 'tag': 'c5ccbdaa-da87-41d0-b1fb-4f455e63c108', 'status': 'completed', 'code': 200} Dec 17 15:13:21.452605 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8943f447-e9d6-4ff4-8775-c655901798a5 req-31b97c8e-6e17-4c8f-abbb-20eccf9d1072 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851690 Dec 17 15:13:21.468558 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-7cd70959-b19f-452b-95da-60d241184cfd tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Made reservation on behalf of 84058b2235614a8bb82b01287f2acdc0 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:13:21.474023 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-7cd70959-b19f-452b-95da-60d241184cfd tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:21.516613 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f22ab-6265-49a1-8958-81b9340e2fda req-41fa9a39-595b-4aa2-9fc1-3197cb7e9591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:21.518174 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-819f22ab-6265-49a1-8958-81b9340e2fda req-41fa9a39-595b-4aa2-9fc1-3197cb7e9591 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 1099 time: 0.1612382 Dec 17 15:13:21.532145 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f22ab-6265-49a1-8958-81b9340e2fda req-a0485067-a4ee-45f0-ae94-6ae635c0ebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:21.533707 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-819f22ab-6265-49a1-8958-81b9340e2fda req-a0485067-a4ee-45f0-ae94-6ae635c0ebe9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 1099 time: 0.1809163 Dec 17 15:13:21.604164 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-158a714a-d51c-44a6-bae7-b44fab14fba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:21.671433 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9705f-3459-4959-b56c-b674bdd8ebd0 req-bec5d17d-0d1f-4ff7-87c1-8c9a665d4fda tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:21.671433 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7c9705f-3459-4959-b56c-b674bdd8ebd0 req-bec5d17d-0d1f-4ff7-87c1-8c9a665d4fda tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 948 time: 0.1685841 Dec 17 15:13:21.673666 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-07e0957a-be48-4b0a-8812-7c55e605383d req-5856ef6b-65de-48dd-a669-7d35de2ea15c tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c279875-891d-4556-a7e6-f8609bb36e11 HTTP/1.1" status: 200 len: 210 time: 0.0993962 Dec 17 15:13:21.676871 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-158a714a-d51c-44a6-bae7-b44fab14fba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9aeabcf-f56b-4648-b03a-c6d7770f7a09']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:21.701739 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-158a714a-d51c-44a6-bae7-b44fab14fba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e32fbfd-3214-4730-a1d6-c4e88ff92687') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:21.702274 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-158a714a-d51c-44a6-bae7-b44fab14fba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e32fbfd-3214-4730-a1d6-c4e88ff92687') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:21.712499 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f22ab-6265-49a1-8958-81b9340e2fda req-84af8e6b-c5a8-4b64-8dd4-0fce19bf1da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:21.714005 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-819f22ab-6265-49a1-8958-81b9340e2fda req-84af8e6b-c5a8-4b64-8dd4-0fce19bf1da0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.1585393 Dec 17 15:13:21.724082 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-7cd70959-b19f-452b-95da-60d241184cfd tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Allocated IP 172.20.0.5 (c704e634-d730-42f1-aad6-bcd13146a15b/3797d1ea-06a4-44eb-b593-2c962d2f6ff1/e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:13:21.740959 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-158a714a-d51c-44a6-bae7-b44fab14fba9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:21.765183 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-819f22ab-6265-49a1-8958-81b9340e2fda req-d68e7ed3-a6bc-41a8-b909-8ffde69cec68 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=c5ccbdaa-da87-41d0-b1fb-4f455e63c108 HTTP/1.1" status: 200 len: 217 time: 0.0424299 Dec 17 15:13:21.768833 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f22ab-6265-49a1-8958-81b9340e2fda req-79240dc1-5c09-4e3f-a730-77fdb1dad561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:21.770354 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-819f22ab-6265-49a1-8958-81b9340e2fda req-79240dc1-5c09-4e3f-a730-77fdb1dad561 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.2209303 Dec 17 15:13:21.774379 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7c9705f-3459-4959-b56c-b674bdd8ebd0 req-895a3b97-efca-4e48-838f-5c62c7eb50f3 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933378 Dec 17 15:13:21.775309 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-158a714a-d51c-44a6-bae7-b44fab14fba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:21.791176 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-158a714a-d51c-44a6-bae7-b44fab14fba9 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:13:21.791637 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-158a714a-d51c-44a6-bae7-b44fab14fba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:21.793526 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:13:21.793526 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:13:21.793526 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:13:21.793526 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:13:21.793526 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:13:21.793526 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:13:21.793526 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:13:21.793526 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:13:21.793526 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:13:21.793526 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:13:21.793526 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:13:21.793526 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:13:21.793526 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:13:21.793526 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:13:21.793526 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:13:21.793526 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:13:21.793526 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:13:21.793526 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:13:21.793526 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:13:21.793526 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:13:21.793526 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:13:21.793526 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:13:21.793526 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:13:21.793526 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:13:21.793526 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:13:21.793526 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:13:21.793526 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:13:21.793526 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:13:21.793526 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:13:21.793526 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:13:21.793526 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:13:21.793526 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:13:21.863324 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-819f22ab-6265-49a1-8958-81b9340e2fda req-8e93fc12-6f85-4a11-b5e2-603493cf03d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=c5ccbdaa-da87-41d0-b1fb-4f455e63c108 HTTP/1.1" status: 200 len: 217 time: 0.0817907 Dec 17 15:13:21.947535 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f22ab-6265-49a1-8958-81b9340e2fda req-2a8e0728-7548-48b6-851c-24695b7bb2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:21.949005 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-819f22ab-6265-49a1-8958-81b9340e2fda req-2a8e0728-7548-48b6-851c-24695b7bb2b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.1350114 Dec 17 15:13:22.033344 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f22ab-6265-49a1-8958-81b9340e2fda req-6094811e-c428-430d-9d6d-000045e60b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:22.034855 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-819f22ab-6265-49a1-8958-81b9340e2fda req-6094811e-c428-430d-9d6d-000045e60b95 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.1590257 Dec 17 15:13:22.117829 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f22ab-6265-49a1-8958-81b9340e2fda req-b70ff9d6-b507-467a-a8d8-444ff0b7620a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:22.119397 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-819f22ab-6265-49a1-8958-81b9340e2fda req-b70ff9d6-b507-467a-a8d8-444ff0b7620a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1562207 Dec 17 15:13:22.121594 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47859a8b-e8c8-4df3-bd74-4b3b981a67e3 req-7ce0e9c2-fab8-4424-9be1-33745e487733 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:22.123206 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-47859a8b-e8c8-4df3-bd74-4b3b981a67e3 req-7ce0e9c2-fab8-4424-9be1-33745e487733 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 945 time: 0.1753492 Dec 17 15:13:22.131684 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-bf90e3c1-1ae8-40a6-b9a4-7ac3acc0a1a0 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:22.133224 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-bf90e3c1-1ae8-40a6-b9a4-7ac3acc0a1a0 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] 10.222.0.46 "GET /v2.0/networks?id=c8ac8009-ff31-4af3-9468-811965f43a50 HTTP/1.1" status: 200 len: 817 time: 0.2304463 Dec 17 15:13:22.136059 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-158a714a-d51c-44a6-bae7-b44fab14fba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:22.143329 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-158a714a-d51c-44a6-bae7-b44fab14fba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:22.150319 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-158a714a-d51c-44a6-bae7-b44fab14fba9 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d9aeabcf-f56b-4648-b03a-c6d7770f7a09 HTTP/1.1" status: 204 len: 168 time: 1.1201439 Dec 17 15:13:22.163633 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-7cd70959-b19f-452b-95da-60d241184cfd tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:22.204783 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-47859a8b-e8c8-4df3-bd74-4b3b981a67e3 req-12678f19-439f-4755-a2ab-94c7740558fd tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574121 Dec 17 15:13:22.237986 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-81fe57ad-b7b7-430c-af33-71009b3b857e tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] 10.222.0.46 "GET /v2.0/quotas/27ac5d068c874ffea4ae1a2a86bb173f HTTP/1.1" status: 200 len: 375 time: 0.0670419 Dec 17 15:13:22.244548 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a714a-d51c-44a6-bae7-b44fab14fba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9aeabcf-f56b-4648-b03a-c6d7770f7a09,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:22.308486 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-c626f3af-fd1f-41f4-873c-37560a2f067d tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=27ac5d068c874ffea4ae1a2a86bb173f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675688 Dec 17 15:13:22.319987 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f22ab-6265-49a1-8958-81b9340e2fda req-5a762a6b-a671-4e83-9612-6f5e60042a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:22.321182 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-819f22ab-6265-49a1-8958-81b9340e2fda req-5a762a6b-a671-4e83-9612-6f5e60042a03 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2724159 Dec 17 15:13:22.351829 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-819f22ab-6265-49a1-8958-81b9340e2fda req-490ab0d8-4b96-403d-bd3c-83fd9eaef04a service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383481 Dec 17 15:13:22.383855 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f3c715b8-b680-4273-a5af-bb9e8f873645 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:13:22.407482 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-7cd70959-b19f-452b-95da-60d241184cfd tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:22.411565 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: f3c715b8-b680-4273-a5af-bb9e8f873645 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:13:22.412147 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f3c715b8-b680-4273-a5af-bb9e8f873645 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:13:22.490024 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-d0fff749-7ebb-4fcd-865c-1c3e2f7ee404 service neutron] 10.222.0.46 "GET /v2.0/networks/c8ac8009-ff31-4af3-9468-811965f43a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807184 Dec 17 15:13:22.496199 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-819f22ab-6265-49a1-8958-81b9340e2fda req-9aa1ec85-7a35-403c-9d0b-bc48d1f128dc service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648004 Dec 17 15:13:22.518306 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-7cd70959-b19f-452b-95da-60d241184cfd tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Network c704e634-d730-42f1-aad6-bcd13146a15b is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:13:22.530235 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-7cd70959-b19f-452b-95da-60d241184cfd tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:13:22.545748 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-7cd70959-b19f-452b-95da-60d241184cfd tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:13:22.612017 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd70959-b19f-452b-95da-60d241184cfd tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Pushing event updated for resources: {'Port': ['ID=e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:22.689539 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-ff1bc5ed-6073-413f-928f-7f5626928f12 service neutron] 10.222.0.46 "GET /v2.0/networks/c8ac8009-ff31-4af3-9468-811965f43a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749778 Dec 17 15:13:22.699596 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-7cd70959-b19f-452b-95da-60d241184cfd tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:22.700576 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-819f22ab-6265-49a1-8958-81b9340e2fda req-cffec5c6-d4f1-4018-a156-f3daa29bdf0c service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794052 Dec 17 15:13:22.701239 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-7cd70959-b19f-452b-95da-60d241184cfd tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:22.708992 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-819f22ab-6265-49a1-8958-81b9340e2fda req-03e020a3-2126-412d-81ce-5ea6b16213a5 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504407 Dec 17 15:13:22.931018 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-7cd70959-b19f-452b-95da-60d241184cfd tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8316979 Dec 17 15:13:22.941955 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41466) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:22.949416 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-083e001c-435a-45a4-907f-b8017f70229f service neutron] Request body: {'port': {'device_id': '1c279875-891d-4556-a7e6-f8609bb36e11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:13:22.990700 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7e995327-f945-4f25-963d-dfa64fda9f6a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=58c1e7077e484a47959cad3d76c917ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450401 Dec 17 15:13:22.990908 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41468) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:23.023273 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-083e001c-435a-45a4-907f-b8017f70229f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:23.067120 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a6f0503a-f54d-43da-8ca4-52feabd2162d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:23.110355 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a6f0503a-f54d-43da-8ca4-52feabd2162d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:23.137518 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94350ebd-1187-422d-a5a5-29190ccb89be req-01f8f482-6b3d-4ed9-8d29-d1fe2c8e5d61 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:23.139022 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94350ebd-1187-422d-a5a5-29190ccb89be req-01f8f482-6b3d-4ed9-8d29-d1fe2c8e5d61 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 946 time: 0.0871396 Dec 17 15:13:23.206998 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94350ebd-1187-422d-a5a5-29190ccb89be req-ffc8aedd-5afb-4123-9bfc-5520483fcb94 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598752 Dec 17 15:13:23.358646 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9f999-19b2-457e-946f-1f985795ea0d req-0150b655-5c69-44f6-ab86-96bbd87b936f tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:23.360369 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bec9f999-19b2-457e-946f-1f985795ea0d req-0150b655-5c69-44f6-ab86-96bbd87b936f tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 948 time: 0.0782347 Dec 17 15:13:23.362567 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a6f0503a-f54d-43da-8ca4-52feabd2162d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:23.365098 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a6f0503a-f54d-43da-8ca4-52feabd2162d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:23.369182 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a6f0503a-f54d-43da-8ca4-52feabd2162d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a5ec1802-3bd4-4148-b629-2f5b6ee705df HTTP/1.1" status: 204 len: 168 time: 0.3742034 Dec 17 15:13:23.392212 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7cc879-bf40-4a09-b1b8-71ff3d58acfb req-df77ccbe-9fcc-470b-b85f-76f02093203e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:23.393730 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-be7cc879-bf40-4a09-b1b8-71ff3d58acfb req-df77ccbe-9fcc-470b-b85f-76f02093203e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c279875-891d-4556-a7e6-f8609bb36e11 HTTP/1.1" status: 200 len: 931 time: 0.1023715 Dec 17 15:13:23.399951 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0503a-f54d-43da-8ca4-52feabd2162d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ec1802-3bd4-4148-b629-2f5b6ee705df,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:23.413535 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-083e001c-435a-45a4-907f-b8017f70229f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:13:23.424778 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-083e001c-435a-45a4-907f-b8017f70229f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:23.434430 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bec9f999-19b2-457e-946f-1f985795ea0d req-d890691e-4b7d-4fc6-9717-def0b51bbc00 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660369 Dec 17 15:13:23.444593 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-083e001c-435a-45a4-907f-b8017f70229f service neutron] Transition to ACTIVE for port object e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:13:23.470877 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-be7cc879-bf40-4a09-b1b8-71ff3d58acfb req-7f7f47b8-4f02-48cb-aab6-1cbf708f4f24 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606921 Dec 17 15:13:23.532104 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-720e06d6-4c15-4487-94f2-2850012d1a0c req-9b536a57-c66e-44d1-b1c4-3181e8097bc3 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbb1d7e-bc40-4784-9644-f7757d2f0f11 HTTP/1.1" status: 200 len: 210 time: 0.0290956 Dec 17 15:13:23.546975 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device c5ccbdaa-da87-41d0-b1fb-4f455e63c108 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:13:23.574737 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-083e001c-435a-45a4-907f-b8017f70229f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:23.604455 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d045c66-8e81-4d7b-81f1-068f313ac331 req-7fb4f435-8bf4-4237-9e63-402981111566 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:23.614153 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4d045c66-8e81-4d7b-81f1-068f313ac331 req-7fb4f435-8bf4-4237-9e63-402981111566 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 945 time: 0.0710030 Dec 17 15:13:23.652858 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e001c-435a-45a4-907f-b8017f70229f service neutron] Pushing event updated for resources: {'Port': ['ID=e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:23.658395 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port c5ccbdaa-da87-41d0-b1fb-4f455e63c108, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=c5ccbdaa-da87-41d0-b1fb-4f455e63c108,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:23.674079 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'c5ccbdaa-da87-41d0-b1fb-4f455e63c108', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': 'c5ccbdaa-da87-41d0-b1fb-4f455e63c108', 'mac_address': 'fa:16:3e:c3:78:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:13:23.712504 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4d045c66-8e81-4d7b-81f1-068f313ac331 req-7d9ef4ad-1cd4-428d-bc81-ac4b086e9c84 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855467 Dec 17 15:13:23.742044 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-083e001c-435a-45a4-907f-b8017f70229f service neutron] Attempting to bind port e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:13:23.742044 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-083e001c-435a-45a4-907f-b8017f70229f service neutron] Attempting to bind port e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '015294cb-4187-4289-b628-75f381cf79fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c704e634-d730-42f1-aad6-bcd13146a15b'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:13:23.742044 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-083e001c-435a-45a4-907f-b8017f70229f service neutron] Attempting to bind port e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f on network c704e634-d730-42f1-aad6-bcd13146a15b {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:13:23.742582 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac53b7-e3af-4173-8305-1be3762299b8 req-966045ec-69b0-4fc4-9170-6a6e684e858f tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:23.742582 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48ac53b7-e3af-4173-8305-1be3762299b8 req-966045ec-69b0-4fc4-9170-6a6e684e858f tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=65b52e54-a92a-4f97-bb35-bd1e1b90f1d6 HTTP/1.1" status: 200 len: 949 time: 0.1261847 Dec 17 15:13:23.746219 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-083e001c-435a-45a4-907f-b8017f70229f service neutron] Port e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f on network c704e634-d730-42f1-aad6-bcd13146a15b not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:13:23.746852 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-083e001c-435a-45a4-907f-b8017f70229f service neutron] Attempting to bind port e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f on network c704e634-d730-42f1-aad6-bcd13146a15b {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:13:23.759281 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-083e001c-435a-45a4-907f-b8017f70229f service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:13:23.759684 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-083e001c-435a-45a4-907f-b8017f70229f service neutron] Checking segment: {'id': '015294cb-4187-4289-b628-75f381cf79fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c704e634-d730-42f1-aad6-bcd13146a15b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:13:23.761157 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-083e001c-435a-45a4-907f-b8017f70229f service neutron] Bound using segment: {'id': '015294cb-4187-4289-b628-75f381cf79fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c704e634-d730-42f1-aad6-bcd13146a15b'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:13:23.762363 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-083e001c-435a-45a4-907f-b8017f70229f service neutron] Bound port: e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '015294cb-4187-4289-b628-75f381cf79fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c704e634-d730-42f1-aad6-bcd13146a15b'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:13:23.762778 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-083e001c-435a-45a4-907f-b8017f70229f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:23.768355 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:23.784728 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ccbdaa-da87-41d0-b1fb-4f455e63c108 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:13:23.811106 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port c5ccbdaa-da87-41d0-b1fb-4f455e63c108, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=c5ccbdaa-da87-41d0-b1fb-4f455e63c108,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:23.813197 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48ac53b7-e3af-4173-8305-1be3762299b8 req-a87e4ef1-e0c5-4119-a46f-9ff42c66cf51 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632265 Dec 17 15:13:23.860284 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-083e001c-435a-45a4-907f-b8017f70229f service neutron] For port e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:13:23.864825 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-083e001c-435a-45a4-907f-b8017f70229f service neutron] For port e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f,segment=NetworkSegment(015294cb-4187-4289-b628-75f381cf79fc),segment_id=015294cb-4187-4289-b628-75f381cf79fc)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:13:23.877398 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673909ec-79a2-4553-a8fd-6d99e01ae7f1 req-6d7af950-8a79-4f7b-8d0e-5f7a6983514c tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:23.878954 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-673909ec-79a2-4553-a8fd-6d99e01ae7f1 req-6d7af950-8a79-4f7b-8d0e-5f7a6983514c tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 946 time: 0.0648227 Dec 17 15:13:23.923189 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:23.926236 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-673909ec-79a2-4553-a8fd-6d99e01ae7f1 req-28695fca-c21d-4c20-9543-f0e6216336ea tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343850 Dec 17 15:13:23.989910 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=c5ccbdaa-da87-41d0-b1fb-4f455e63c108,revision_number=8']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:24.005402 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:24.005402 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:24.005402 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:24.005402 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:24.005402 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:24.005402 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:24.005402 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:24.005402 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:24.005402 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:24.005402 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:24.005402 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:24.005402 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:24.043655 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-083e001c-435a-45a4-907f-b8017f70229f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:24.078940 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-083e001c-435a-45a4-907f-b8017f70229f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:24.079831 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-083e001c-435a-45a4-907f-b8017f70229f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:24.081305 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-083e001c-435a-45a4-907f-b8017f70229f service neutron] 10.222.0.41 "PUT /v2.0/ports/e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f HTTP/1.1" status: 200 len: 1091 time: 1.1363859 Dec 17 15:13:24.083472 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c279875-891d-4556-a7e6-f8609bb36e11', 'tag': 'e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:13:24.085733 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b043235-49e8-47de-8a8e-c8e599b32f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "1c279875-891d-4556-a7e6-f8609bb36e11", "tag": "e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:13:24.113821 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e001c-435a-45a4-907f-b8017f70229f service neutron] Pushing event updated for resources: {'Port': ['ID=e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:24.137952 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4952199d-a9db-4eab-8c93-fb9a2bdd532d x-openstack-request-id: req-4952199d-a9db-4eab-8c93-fb9a2bdd532d {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:13:24.138327 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c279875-891d-4556-a7e6-f8609bb36e11", "tag": "e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:13:24.138739 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4952199d-a9db-4eab-8c93-fb9a2bdd532d {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:13:24.139165 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c279875-891d-4556-a7e6-f8609bb36e11', 'tag': 'e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f', 'status': 'completed', 'code': 200} Dec 17 15:13:24.224298 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b043235-49e8-47de-8a8e-c8e599b32f9a req-2d9ea7ce-1991-4bdc-8aea-9a8591d5cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:24.225871 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1b043235-49e8-47de-8a8e-c8e599b32f9a req-2d9ea7ce-1991-4bdc-8aea-9a8591d5cb9c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84058b2235614a8bb82b01287f2acdc0&device_id=1c279875-891d-4556-a7e6-f8609bb36e11 HTTP/1.1" status: 200 len: 1094 time: 0.0433321 Dec 17 15:13:24.271330 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['c5ccbdaa-da87-41d0-b1fb-4f455e63c108'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:13:24.346338 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b043235-49e8-47de-8a8e-c8e599b32f9a req-5744489d-e8d7-48a1-b82b-c8f7b8a91ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:24.347870 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1b043235-49e8-47de-8a8e-c8e599b32f9a req-5744489d-e8d7-48a1-b82b-c8f7b8a91ddb service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=84058b2235614a8bb82b01287f2acdc0&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1071727 Dec 17 15:13:24.396510 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41502) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:24.475880 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dca101-3670-4e31-aa8f-24b299169ad8 req-02505f89-abd8-4ec8-a7b5-727710b01548 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:24.477576 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-33dca101-3670-4e31-aa8f-24b299169ad8 req-02505f89-abd8-4ec8-a7b5-727710b01548 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 946 time: 0.0825181 Dec 17 15:13:24.481488 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b043235-49e8-47de-8a8e-c8e599b32f9a req-fe0fc9b9-0283-419b-8c86-d257d6a48348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:24.491824 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1b043235-49e8-47de-8a8e-c8e599b32f9a req-fe0fc9b9-0283-419b-8c86-d257d6a48348 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1136341 Dec 17 15:13:24.538808 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d50d6398-502b-457f-90c3-902d6d9ed898 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f211ad552583474b9827adfaecbbfd85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409914 Dec 17 15:13:24.541686 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41508) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:24.542060 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-33dca101-3670-4e31-aa8f-24b299169ad8 req-cab70c7f-471e-4889-9c2b-33c7f0167371 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580626 Dec 17 15:13:24.589137 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6f65c-6f50-44ec-96d0-619d402518bb req-4ee5de84-a85a-4de2-9c62-eb3b2b083fe7 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:24.590957 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0fa6f65c-6f50-44ec-96d0-619d402518bb req-4ee5de84-a85a-4de2-9c62-eb3b2b083fe7 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 949 time: 0.0687826 Dec 17 15:13:24.625417 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-410d7704-2d39-4d93-8b9c-1db576df30e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:24.627018 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-410d7704-2d39-4d93-8b9c-1db576df30e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84058b2235614a8bb82b01287f2acdc0&device_id=1c279875-891d-4556-a7e6-f8609bb36e11 HTTP/1.1" status: 200 len: 1094 time: 0.0785129 Dec 17 15:13:24.647413 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2c431d5a-3252-4e61-bba6-4b3143c8f50f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:24.669677 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0fa6f65c-6f50-44ec-96d0-619d402518bb req-c8155369-ace3-4f2c-85a2-84887a27de81 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713220 Dec 17 15:13:24.687092 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d80ee-cedf-4aee-97af-5f0acea6ebf0 req-6083a485-293f-4d56-b1f1-36ee837d688b tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:24.689181 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cc5d80ee-cedf-4aee-97af-5f0acea6ebf0 req-6083a485-293f-4d56-b1f1-36ee837d688b tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c279875-891d-4556-a7e6-f8609bb36e11 HTTP/1.1" status: 200 len: 943 time: 0.0831313 Dec 17 15:13:24.701641 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-087b0d18-5dda-4445-a12f-b3d871aeed65 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f HTTP/1.1" status: 200 len: 217 time: 0.0556657 Dec 17 15:13:24.715959 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2c431d5a-3252-4e61-bba6-4b3143c8f50f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:24.747544 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4b532851-c6f4-44f0-8653-c75002a9d662 req-9b882841-f46e-443e-a0bf-30b66bcd3a6c tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbb1d7e-bc40-4784-9644-f7757d2f0f11 HTTP/1.1" status: 200 len: 210 time: 0.0353363 Dec 17 15:13:24.765796 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cc5d80ee-cedf-4aee-97af-5f0acea6ebf0 req-66f9f5c0-aaf1-480f-90b1-3a1bc8acca33 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696483 Dec 17 15:13:24.804352 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-2339e8dd-401c-4206-9142-df9e372fc51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:24.810357 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-2339e8dd-401c-4206-9142-df9e372fc51e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3797d1ea-06a4-44eb-b593-2c962d2f6ff1 HTTP/1.1" status: 200 len: 861 time: 0.0825627 Dec 17 15:13:24.847194 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-9f77781e-2355-4bb5-9f26-2eee2a0fb204 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c704e634-d730-42f1-aad6-bcd13146a15b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323434 Dec 17 15:13:24.900534 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d36625-ac2e-4630-b8a5-f9db6477940d req-82cf57cb-bb04-4cda-8e47-07c393b56fbf tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:24.909712 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-13d36625-ac2e-4630-b8a5-f9db6477940d req-82cf57cb-bb04-4cda-8e47-07c393b56fbf tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 945 time: 0.0745709 Dec 17 15:13:24.948322 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-13d36625-ac2e-4630-b8a5-f9db6477940d req-bd738e05-775a-420c-9ad1-5002a7e61f6e tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377166 Dec 17 15:13:24.990060 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-1fb34b9d-f416-4d9a-9177-064cc2c59756 service neutron] 10.222.0.41 "GET /v2.0/networks/c704e634-d730-42f1-aad6-bcd13146a15b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185114 Dec 17 15:13:25.018642 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2c431d5a-3252-4e61-bba6-4b3143c8f50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:25.022095 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2c431d5a-3252-4e61-bba6-4b3143c8f50f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:25.030982 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2c431d5a-3252-4e61-bba6-4b3143c8f50f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/659707e3-a669-4ec7-a850-0ca170316c84 HTTP/1.1" status: 204 len: 168 time: 0.4796946 Dec 17 15:13:25.067420 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c431d5a-3252-4e61-bba6-4b3143c8f50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659707e3-a669-4ec7-a850-0ca170316c84,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:25.120800 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ffeac8a6-0790-403f-9e04-a4d33fcd34e1 req-6a4a78c2-b233-4b4f-a11b-302bc213a96f service neutron] 10.222.0.41 "GET /v2.0/networks/c704e634-d730-42f1-aad6-bcd13146a15b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229432 Dec 17 15:13:25.133562 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520d70f-b1a6-4fbe-a4cf-c0521c50e18c req-d8efbc6a-4979-4db5-aa03-8d7804c9170c tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:25.135036 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d520d70f-b1a6-4fbe-a4cf-c0521c50e18c req-d8efbc6a-4979-4db5-aa03-8d7804c9170c tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=65b52e54-a92a-4f97-bb35-bd1e1b90f1d6 HTTP/1.1" status: 200 len: 949 time: 0.0993254 Dec 17 15:13:25.179357 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d520d70f-b1a6-4fbe-a4cf-c0521c50e18c req-257dd700-c1a4-4760-9962-1d920bf0125a tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6d4142c-fa51-4783-af00-976843650b0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366600 Dec 17 15:13:25.204846 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02791108-9c6c-4b27-8b88-ca8c92d85482 req-0c6e695b-b3dc-4426-913e-0e5fc51815a8 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:25.206337 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-02791108-9c6c-4b27-8b88-ca8c92d85482 req-0c6e695b-b3dc-4426-913e-0e5fc51815a8 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.41 "GET /v2.0/ports?device_id=65b52e54-a92a-4f97-bb35-bd1e1b90f1d6 HTTP/1.1" status: 200 len: 949 time: 0.0529852 Dec 17 15:13:25.314335 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-02791108-9c6c-4b27-8b88-ca8c92d85482 req-8c124492-036f-4823-bded-73eb3ae3fa84 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Deleting port 84ec1fa8-4fe6-41c9-9253-fd20873a5605 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:13:25.320903 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-02791108-9c6c-4b27-8b88-ca8c92d85482 req-8c124492-036f-4823-bded-73eb3ae3fa84 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:25.403498 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-02791108-9c6c-4b27-8b88-ca8c92d85482 req-8c124492-036f-4823-bded-73eb3ae3fa84 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] For port 84ec1fa8-4fe6-41c9-9253-fd20873a5605, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=84ec1fa8-4fe6-41c9-9253-fd20873a5605,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:25.403858 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-02791108-9c6c-4b27-8b88-ca8c92d85482 req-8c124492-036f-4823-bded-73eb3ae3fa84 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:25.417572 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-02791108-9c6c-4b27-8b88-ca8c92d85482 req-8c124492-036f-4823-bded-73eb3ae3fa84 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Calling delete_port for 84ec1fa8-4fe6-41c9-9253-fd20873a5605 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:13:25.566850 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device c5ccbdaa-da87-41d0-b1fb-4f455e63c108 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:13:25.611387 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:25.709168 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc40a5d-9df1-4b30-a489-79d63c3d13b6 req-328f7d27-130c-415e-a3c9-44e149d973af tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:25.710672 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4fc40a5d-9df1-4b30-a489-79d63c3d13b6 req-328f7d27-130c-415e-a3c9-44e149d973af tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 946 time: 0.0827870 Dec 17 15:13:25.724500 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d775e-0c9e-48da-8567-5cf6ff4d3437 req-d3303006-34cd-4adc-83f1-33457307fd4f tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:25.726103 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-828d775e-0c9e-48da-8567-5cf6ff4d3437 req-d3303006-34cd-4adc-83f1-33457307fd4f tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 949 time: 0.0688293 Dec 17 15:13:25.746295 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port c5ccbdaa-da87-41d0-b1fb-4f455e63c108 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:13:25.749643 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-02791108-9c6c-4b27-8b88-ca8c92d85482 req-8c124492-036f-4823-bded-73eb3ae3fa84 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:25.750878 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port c5ccbdaa-da87-41d0-b1fb-4f455e63c108 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:13:25.751245 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:25.778824 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c124492-036f-4823-bded-73eb3ae3fa84 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Pushing event deleted for resources: {'Port': ['ID=84ec1fa8-4fe6-41c9-9253-fd20873a5605,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:25.779229 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['84ec1fa8-4fe6-41c9-9253-fd20873a5605'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:13:25.796907 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-828d775e-0c9e-48da-8567-5cf6ff4d3437 req-16d7e74d-6393-41b7-a268-7ae9cc83651a tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622079 Dec 17 15:13:25.800648 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4fc40a5d-9df1-4b30-a489-79d63c3d13b6 req-4087a0e0-46f9-41f7-8cf9-379eb2d1fbae tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736403 Dec 17 15:13:25.827961 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-02791108-9c6c-4b27-8b88-ca8c92d85482 req-8c124492-036f-4823-bded-73eb3ae3fa84 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] No DVR routers for this DVR port 84ec1fa8-4fe6-41c9-9253-fd20873a5605 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:13:25.832012 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-02791108-9c6c-4b27-8b88-ca8c92d85482 req-8c124492-036f-4823-bded-73eb3ae3fa84 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:25.838035 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-02791108-9c6c-4b27-8b88-ca8c92d85482 req-8c124492-036f-4823-bded-73eb3ae3fa84 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.41 "DELETE /v2.0/ports/84ec1fa8-4fe6-41c9-9253-fd20873a5605 HTTP/1.1" status: 204 len: 173 time: 0.6257639 Dec 17 15:13:25.877519 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:25.907104 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad645bac-bcc5-43ca-8633-eb388f62c266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ccbdaa-da87-41d0-b1fb-4f455e63c108'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:13:25.909465 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a2aa6b-2ca3-457b-a1aa-8040ba4a69ac" -d '{"events": [{"server_uuid": "ad645bac-bcc5-43ca-8633-eb388f62c266", "name": "network-vif-plugged", "status": "completed", "tag": "c5ccbdaa-da87-41d0-b1fb-4f455e63c108"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:13:25.937249 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port c5ccbdaa-da87-41d0-b1fb-4f455e63c108, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=c5ccbdaa-da87-41d0-b1fb-4f455e63c108,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:26.049244 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:26.104235 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=c5ccbdaa-da87-41d0-b1fb-4f455e63c108,revision_number=9']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:26.140318 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b52e54-a92a-4f97-bb35-bd1e1b90f1d6', 'name': 'network-vif-deleted', 'tag': '84ec1fa8-4fe6-41c9-9253-fd20873a5605'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:13:26.142841 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6d3630-af4a-4bca-b402-6c01153f5165" -d '{"events": [{"server_uuid": "65b52e54-a92a-4f97-bb35-bd1e1b90f1d6", "name": "network-vif-deleted", "tag": "84ec1fa8-4fe6-41c9-9253-fd20873a5605"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:13:26.302704 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9cb57d35-584c-4cc2-8d01-61c805ab5c67 req-e0cc7b0c-63d2-483a-84ac-532ba241fa92 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbb1d7e-bc40-4784-9644-f7757d2f0f11 HTTP/1.1" status: 200 len: 210 time: 0.4177637 Dec 17 15:13:26.354843 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ed052-ce9a-45cf-abbe-9db4f53c09dc req-5948994e-a74e-4575-b575-f0c244a5de55 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:26.356680 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8d9ed052-ce9a-45cf-abbe-9db4f53c09dc req-5948994e-a74e-4575-b575-f0c244a5de55 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c279875-891d-4556-a7e6-f8609bb36e11 HTTP/1.1" status: 200 len: 943 time: 0.4451203 Dec 17 15:13:26.366234 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-f0f664c6-094c-46c7-9dfe-2b5e21c94d95 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:26.367717 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-f0f664c6-094c-46c7-9dfe-2b5e21c94d95 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266&tenant_id=9a3e2a05328448bd85eebc1663dde8e3&binding%3Ahost_id=n-h2-820553-2 HTTP/1.1" status: 200 len: 949 time: 0.4940174 Dec 17 15:13:26.434397 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8d9ed052-ce9a-45cf-abbe-9db4f53c09dc req-6b544092-3e64-4b44-a7b4-c0cee8c4bab0 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657043 Dec 17 15:13:26.481860 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-e2afef58-178a-4496-9107-3ded99141565 service neutron] 10.222.0.13 "GET /v2.0/ports/c5ccbdaa-da87-41d0-b1fb-4f455e63c108/bindings/n-h2-820553-2 HTTP/1.1" status: 200 len: 382 time: 0.0787249 Dec 17 15:13:26.482491 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd7a17f-805e-42e2-af5d-48cec53e0c04 x-openstack-request-id: req-ebd7a17f-805e-42e2-af5d-48cec53e0c04 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:13:26.482491 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad645bac-bcc5-43ca-8633-eb388f62c266", "name": "network-vif-plugged", "status": "completed", "tag": "c5ccbdaa-da87-41d0-b1fb-4f455e63c108", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:13:26.482491 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ebd7a17f-805e-42e2-af5d-48cec53e0c04 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:13:26.482491 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad645bac-bcc5-43ca-8633-eb388f62c266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ccbdaa-da87-41d0-b1fb-4f455e63c108', 'code': 200} Dec 17 15:13:26.490689 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c08506-912b-4544-8212-9b1031e2ced1 x-openstack-request-id: req-95c08506-912b-4544-8212-9b1031e2ced1 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:13:26.490988 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b52e54-a92a-4f97-bb35-bd1e1b90f1d6", "name": "network-vif-deleted", "tag": "84ec1fa8-4fe6-41c9-9253-fd20873a5605", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:13:26.491241 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-95c08506-912b-4544-8212-9b1031e2ced1 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:13:26.491644 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b52e54-a92a-4f97-bb35-bd1e1b90f1d6', 'name': 'network-vif-deleted', 'tag': '84ec1fa8-4fe6-41c9-9253-fd20873a5605', 'status': 'completed', 'code': 200} Dec 17 15:13:26.588769 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f24d8b4e-3df9-455e-b143-2d0ffac401b1 req-9df641d1-72ec-4d97-9391-269f544456d0 tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=65b52e54-a92a-4f97-bb35-bd1e1b90f1d6 HTTP/1.1" status: 200 len: 210 time: 0.0345063 Dec 17 15:13:26.590400 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-44d1b031-527f-482a-b813-ca323adcb2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:26.592599 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-44d1b031-527f-482a-b813-ca323adcb2b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 1101 time: 0.1007583 Dec 17 15:13:26.600990 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97729fcc-66a9-4e4e-958e-08dec79e309b req-2c0f0181-bf52-4056-b7eb-abae55c3309a tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:26.602585 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-97729fcc-66a9-4e4e-958e-08dec79e309b req-2c0f0181-bf52-4056-b7eb-abae55c3309a tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 945 time: 0.1019812 Dec 17 15:13:26.706583 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-97729fcc-66a9-4e4e-958e-08dec79e309b req-15c7c686-0688-4bf6-961a-5b8fed0e008d tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927243 Dec 17 15:13:26.729152 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41562) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:26.752330 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-b738e540-ff81-42f4-bd60-2d23084ae150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:26.754094 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-b738e540-ff81-42f4-bd60-2d23084ae150 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.1503570 Dec 17 15:13:26.808656 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-f464bace-dadd-46f7-ab5e-1138fad57033 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=c5ccbdaa-da87-41d0-b1fb-4f455e63c108 HTTP/1.1" status: 200 len: 217 time: 0.0381856 Dec 17 15:13:26.887812 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-e24b0a6e-a978-4156-b93b-eecd57c479f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:26.890466 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-e24b0a6e-a978-4156-b93b-eecd57c479f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0739639 Dec 17 15:13:26.913927 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-18f891b1-b5ca-4ede-962a-ab96badf9bf9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1253281214-network', 'tenant_id': '546e15ded86c488e84b853d47279143f'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:13:27.016583 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-bef2908e-e6ee-4a30-bc9f-67bd69fc8398 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:27.023169 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-bef2908e-e6ee-4a30-bc9f-67bd69fc8398 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] 10.222.0.41 "GET /v2.0/networks?id=c8ac8009-ff31-4af3-9468-811965f43a50 HTTP/1.1" status: 200 len: 817 time: 0.1469655 Dec 17 15:13:27.039522 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-16186b53-aba6-49cb-8699-cb70bb330524 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] Request body: {'port': {'device_id': '2dbb1d7e-bc40-4784-9644-f7757d2f0f11', 'network_id': 'c8ac8009-ff31-4af3-9468-811965f43a50', 'admin_state_up': True, 'tenant_id': '27ac5d068c874ffea4ae1a2a86bb173f'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:13:27.050134 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-b4849a4f-75da-428d-9078-fd76bdff8d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:27.052773 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-b4849a4f-75da-428d-9078-fd76bdff8d9e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1535780 Dec 17 15:13:27.060023 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed392222-045a-413a-854d-51cff605a34b req-18b264db-ba9e-45d3-9f23-4632ea98b503 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:27.062274 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ed392222-045a-413a-854d-51cff605a34b req-18b264db-ba9e-45d3-9f23-4632ea98b503 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 946 time: 0.1182449 Dec 17 15:13:27.069971 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4cdbf-d6f7-43a7-ba21-579db340038f req-ac742bcb-6772-4a4d-9119-ccf9c2b18756 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:27.071474 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5ae4cdbf-d6f7-43a7-ba21-579db340038f req-ac742bcb-6772-4a4d-9119-ccf9c2b18756 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.1491270 Dec 17 15:13:27.103707 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f891b1-b5ca-4ede-962a-ab96badf9bf9 admin admin] Made reservation on behalf of 546e15ded86c488e84b853d47279143f for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:13:27.105953 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-18f891b1-b5ca-4ede-962a-ab96badf9bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:27.176610 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ed392222-045a-413a-854d-51cff605a34b req-141996b7-a60c-4ab8-bcf9-b3f1b23f145d tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040411 Dec 17 15:13:27.179542 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-18f891b1-b5ca-4ede-962a-ab96badf9bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:27.221281 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5ae4cdbf-d6f7-43a7-ba21-579db340038f req-99c39545-14d7-48c7-98fc-db4a0409f6c0 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213415 Dec 17 15:13:27.272884 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-03145337-2ac5-4776-a75c-eb75d9b22f08 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827829 Dec 17 15:13:27.288882 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-16186b53-aba6-49cb-8699-cb70bb330524 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] Made reservation on behalf of 27ac5d068c874ffea4ae1a2a86bb173f for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:13:27.292715 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-16186b53-aba6-49cb-8699-cb70bb330524 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:27.363915 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-18f891b1-b5ca-4ede-962a-ab96badf9bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:27.438447 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48f9b18b-e7e0-4d5e-a78c-75f10f3bd333 req-56b133f0-7648-4fd0-9d02-ca2c198e6491 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbb1d7e-bc40-4784-9644-f7757d2f0f11 HTTP/1.1" status: 200 len: 210 time: 0.0507047 Dec 17 15:13:27.449932 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-57f452fa-cf5e-4a1e-a692-70400b8e0b06 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645405 Dec 17 15:13:27.471856 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-18f891b1-b5ca-4ede-962a-ab96badf9bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:27.472452 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-16186b53-aba6-49cb-8699-cb70bb330524 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] Allocated IP 172.20.0.13 (c8ac8009-ff31-4af3-9468-811965f43a50/17f10052-79c2-4f14-b10f-81253e5eafda/f8317aac-9337-4293-a91d-f7188674019a) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:13:27.494120 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f891b1-b5ca-4ede-962a-ab96badf9bf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:13:27.511682 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f891b1-b5ca-4ede-962a-ab96badf9bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6554ac3-81bd-45bb-9acf-5fe144592bab,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:27.516053 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-18f891b1-b5ca-4ede-962a-ab96badf9bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:27.516401 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-18f891b1-b5ca-4ede-962a-ab96badf9bf9 admin admin] Added segment c859e1d1-f230-4e3c-a03a-dfb2659da1f6 of type vlan for network b38b1548-04df-4106-87bf-561dcd4a4c60 Dec 17 15:13:27.595439 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-18f891b1-b5ca-4ede-962a-ab96badf9bf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:27.642927 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38534f6f-3faf-44e6-9847-cbe202fac8cb req-962a81c3-e04e-4a0f-ad86-a837bc2da225 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:27.645694 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-38534f6f-3faf-44e6-9847-cbe202fac8cb req-962a81c3-e04e-4a0f-ad86-a837bc2da225 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c279875-891d-4556-a7e6-f8609bb36e11 HTTP/1.1" status: 200 len: 943 time: 0.0877304 Dec 17 15:13:27.653614 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-16186b53-aba6-49cb-8699-cb70bb330524 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:27.704077 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-38534f6f-3faf-44e6-9847-cbe202fac8cb req-8265a8a5-0f66-4044-929b-6640dfff6151 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507038 Dec 17 15:13:27.719746 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e64a2efa-f26e-4b79-9bd8-33e3efa0f552 req-33a18160-fbe2-429f-b516-4f87f5db24fb tempest-ServersOnMultiNodesTest-203171186 tempest-ServersOnMultiNodesTest-203171186-project] 10.222.0.46 "GET /v2.0/ports?device_id=65b52e54-a92a-4f97-bb35-bd1e1b90f1d6 HTTP/1.1" status: 200 len: 210 time: 0.0332839 Dec 17 15:13:27.735376 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-18f891b1-b5ca-4ede-962a-ab96badf9bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:27.736399 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f891b1-b5ca-4ede-962a-ab96badf9bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:27.737186 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-18f891b1-b5ca-4ede-962a-ab96badf9bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:27.775277 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-16186b53-aba6-49cb-8699-cb70bb330524 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:27.813663 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f891b1-b5ca-4ede-962a-ab96badf9bf9 admin admin] Pushing event updated for resources: {'Network': ['ID=b38b1548-04df-4106-87bf-561dcd4a4c60,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:27.820789 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-16186b53-aba6-49cb-8699-cb70bb330524 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] Network c8ac8009-ff31-4af3-9468-811965f43a50 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:13:27.824034 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-16186b53-aba6-49cb-8699-cb70bb330524 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:13:27.827264 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network b38b1548-04df-4106-87bf-561dcd4a4c60 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:13:27.827915 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-16186b53-aba6-49cb-8699-cb70bb330524 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:13:27.859298 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b7a73-4460-4cec-ae04-14499d29918a req-205621d4-c137-469c-9ca0-34e15862cd4b tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:27.869118 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16186b53-aba6-49cb-8699-cb70bb330524 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] Pushing event updated for resources: {'Port': ['ID=f8317aac-9337-4293-a91d-f7188674019a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:27.869600 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f14b7a73-4460-4cec-ae04-14499d29918a req-205621d4-c137-469c-9ca0-34e15862cd4b tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 945 time: 0.0627425 Dec 17 15:13:27.887878 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-16186b53-aba6-49cb-8699-cb70bb330524 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:27.892319 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-16186b53-aba6-49cb-8699-cb70bb330524 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:27.897925 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-18f891b1-b5ca-4ede-962a-ab96badf9bf9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.1678441 Dec 17 15:13:27.900745 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41580) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:27.906304 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-deb3e57e-25b1-425c-aa15-af6e618b8864 admin admin] Request body: {'subnet': {'network_id': 'b38b1548-04df-4106-87bf-561dcd4a4c60', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1253281214-subnet', 'tenant_id': '546e15ded86c488e84b853d47279143f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:13:27.917959 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f14b7a73-4460-4cec-ae04-14499d29918a req-d88182ba-0be1-4722-9459-3bcfdacafa55 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462766 Dec 17 15:13:28.042024 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-16186b53-aba6-49cb-8699-cb70bb330524 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0082538 Dec 17 15:13:28.060744 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-bca8014e-59dc-49b9-9aff-979a301b3a9b service neutron] Request body: {'port': {'device_id': '2dbb1d7e-bc40-4784-9644-f7757d2f0f11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:13:28.115281 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-bca8014e-59dc-49b9-9aff-979a301b3a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:28.118632 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb3e57e-25b1-425c-aa15-af6e618b8864 admin admin] Made reservation on behalf of 546e15ded86c488e84b853d47279143f for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:13:28.121066 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-deb3e57e-25b1-425c-aa15-af6e618b8864 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:28.304582 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8826baa-b00f-43cb-a236-8c16205b55a8 req-b13f6b8d-40b5-4037-b77d-d2697b2e9c6b tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:28.306314 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f8826baa-b00f-43cb-a236-8c16205b55a8 req-b13f6b8d-40b5-4037-b77d-d2697b2e9c6b tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 946 time: 0.0589154 Dec 17 15:13:28.377312 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f8826baa-b00f-43cb-a236-8c16205b55a8 req-5b489e48-96ce-4b9a-88b8-00472c7b1c44 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589206 Dec 17 15:13:28.385479 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427fec9-1788-48b2-8436-48dfacab340d req-5a224a01-ba5e-483e-9a4f-b4e4fa8a72e1 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:28.386948 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e427fec9-1788-48b2-8436-48dfacab340d req-5a224a01-ba5e-483e-9a4f-b4e4fa8a72e1 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.0799525 Dec 17 15:13:28.415957 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 84ec1fa8-4fe6-41c9-9253-fd20873a5605 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:13:28.438372 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e427fec9-1788-48b2-8436-48dfacab340d req-6926f00d-ade3-4a5a-8deb-91125bda1322 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403109 Dec 17 15:13:28.456249 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 84ec1fa8-4fe6-41c9-9253-fd20873a5605 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:13:28.467070 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 84ec1fa8-4fe6-41c9-9253-fd20873a5605 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:13:28.567243 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-bca8014e-59dc-49b9-9aff-979a301b3a9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8317aac-9337-4293-a91d-f7188674019a {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:13:28.578376 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-bca8014e-59dc-49b9-9aff-979a301b3a9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:28.591048 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-bca8014e-59dc-49b9-9aff-979a301b3a9b service neutron] Transition to ACTIVE for port object f8317aac-9337-4293-a91d-f7188674019a will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:13:28.592144 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-deb3e57e-25b1-425c-aa15-af6e618b8864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:28.646449 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423465a-6467-4711-8576-23729bfb013c req-e6603c12-3c8d-4c34-bd96-747e32441b17 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:28.647966 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6423465a-6467-4711-8576-23729bfb013c req-e6603c12-3c8d-4c34-bd96-747e32441b17 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbb1d7e-bc40-4784-9644-f7757d2f0f11 HTTP/1.1" status: 200 len: 932 time: 0.1156380 Dec 17 15:13:28.652481 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3e57e-25b1-425c-aa15-af6e618b8864 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8e8bb92-9362-42ad-86ab-65c447e5583a,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:28.665776 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb3e57e-25b1-425c-aa15-af6e618b8864 admin admin] Checking segment: {'id': 'c859e1d1-f230-4e3c-a03a-dfb2659da1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b38b1548-04df-4106-87bf-561dcd4a4c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:13:28.665776 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb3e57e-25b1-425c-aa15-af6e618b8864 admin admin] Network hostable DHCP agents. Network: b38b1548-04df-4106-87bf-561dcd4a4c60, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:13:28.720565 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-5b9f8d9e-3d69-4467-b130-200db91ef3cc tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:28.722185 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-5b9f8d9e-3d69-4467-b130-200db91ef3cc tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/networks?id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 HTTP/1.1" status: 200 len: 820 time: 0.1516151 Dec 17 15:13:28.727646 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-bca8014e-59dc-49b9-9aff-979a301b3a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:28.730308 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6423465a-6467-4711-8576-23729bfb013c req-bbd762a8-e8fb-454b-a421-494a26a7675e tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fdb960b2-ecac-4f04-8a32-40c989944b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636909 Dec 17 15:13:28.741178 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-a8350706-cd56-4949-9632-15e7a480a0d5 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/quotas/724cb0144c46439a90883d842de78922 HTTP/1.1" status: 200 len: 375 time: 0.0098395 Dec 17 15:13:28.760689 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb3e57e-25b1-425c-aa15-af6e618b8864 admin admin] Network b38b1548-04df-4106-87bf-561dcd4a4c60 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:13:28.793476 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8014e-59dc-49b9-9aff-979a301b3a9b service neutron] Pushing event updated for resources: {'Port': ['ID=f8317aac-9337-4293-a91d-f7188674019a,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:28.817752 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-3e396af2-0e2d-4269-b4e4-fe2b5c82dfbd tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=724cb0144c46439a90883d842de78922&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0601087 Dec 17 15:13:28.831744 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d3ef4a1f-791b-45a8-ae34-eb322df7bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:28.864211 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-bca8014e-59dc-49b9-9aff-979a301b3a9b service neutron] Attempting to bind port f8317aac-9337-4293-a91d-f7188674019a on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:13:28.864538 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-bca8014e-59dc-49b9-9aff-979a301b3a9b service neutron] Attempting to bind port f8317aac-9337-4293-a91d-f7188674019a by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '2015c638-0872-4886-a514-191fd448c907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c8ac8009-ff31-4af3-9468-811965f43a50'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:13:28.864861 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-bca8014e-59dc-49b9-9aff-979a301b3a9b service neutron] Attempting to bind port f8317aac-9337-4293-a91d-f7188674019a on network c8ac8009-ff31-4af3-9468-811965f43a50 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:13:28.869304 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-bca8014e-59dc-49b9-9aff-979a301b3a9b service neutron] Port f8317aac-9337-4293-a91d-f7188674019a on network c8ac8009-ff31-4af3-9468-811965f43a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:13:28.869634 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-bca8014e-59dc-49b9-9aff-979a301b3a9b service neutron] Attempting to bind port f8317aac-9337-4293-a91d-f7188674019a on network c8ac8009-ff31-4af3-9468-811965f43a50 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:13:28.875703 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-bca8014e-59dc-49b9-9aff-979a301b3a9b service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:13:28.876037 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-bca8014e-59dc-49b9-9aff-979a301b3a9b service neutron] Checking segment: {'id': '2015c638-0872-4886-a514-191fd448c907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c8ac8009-ff31-4af3-9468-811965f43a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:13:28.876406 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-bca8014e-59dc-49b9-9aff-979a301b3a9b service neutron] Bound using segment: {'id': '2015c638-0872-4886-a514-191fd448c907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c8ac8009-ff31-4af3-9468-811965f43a50'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:13:28.876820 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-bca8014e-59dc-49b9-9aff-979a301b3a9b service neutron] Bound port: f8317aac-9337-4293-a91d-f7188674019a, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2015c638-0872-4886-a514-191fd448c907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c8ac8009-ff31-4af3-9468-811965f43a50'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:13:28.877291 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-bca8014e-59dc-49b9-9aff-979a301b3a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:28.928944 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f8b0b-d3b3-4e24-b5ec-e7f636565987 req-bc6dfcb5-aa7c-4557-9e72-5d3e930dd8ac tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:28.935691 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c3f8b0b-d3b3-4e24-b5ec-e7f636565987 req-bc6dfcb5-aa7c-4557-9e72-5d3e930dd8ac tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c279875-891d-4556-a7e6-f8609bb36e11 HTTP/1.1" status: 200 len: 943 time: 0.1168897 Dec 17 15:13:28.939689 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-deb3e57e-25b1-425c-aa15-af6e618b8864 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, b38b1548-04df-4106-87bf-561dcd4a4c60) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:13:28.945773 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb3e57e-25b1-425c-aa15-af6e618b8864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:28.945773 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-deb3e57e-25b1-425c-aa15-af6e618b8864 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:28.951470 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a342c95-32a7-410b-bfee-2493626bb8f4 None None] Network b38b1548-04df-4106-87bf-561dcd4a4c60 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:13:28.977265 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-2f7c8bf8-a629-4601-a992-dc906db1ba8a service neutron] 10.222.0.46 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486313 Dec 17 15:13:28.990168 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-bca8014e-59dc-49b9-9aff-979a301b3a9b service neutron] For port f8317aac-9337-4293-a91d-f7188674019a, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:13:28.993544 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-bca8014e-59dc-49b9-9aff-979a301b3a9b service neutron] For port f8317aac-9337-4293-a91d-f7188674019a, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f8317aac-9337-4293-a91d-f7188674019a,segment=NetworkSegment(2015c638-0872-4886-a514-191fd448c907),segment_id=2015c638-0872-4886-a514-191fd448c907)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:13:29.006144 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c3f8b0b-d3b3-4e24-b5ec-e7f636565987 req-5c48ab04-680f-4a66-a741-4d17914a0431 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695698 Dec 17 15:13:29.064029 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-deb3e57e-25b1-425c-aa15-af6e618b8864 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1593244 Dec 17 15:13:29.065796 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41602) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:29.070796 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-4cfb18fc-04fb-457d-8de9-de81197330d0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1253281214-router', 'tenant_id': '546e15ded86c488e84b853d47279143f', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:13:29.102743 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-bca8014e-59dc-49b9-9aff-979a301b3a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:29.174749 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-bca8014e-59dc-49b9-9aff-979a301b3a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:29.175568 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-bca8014e-59dc-49b9-9aff-979a301b3a9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:29.177039 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-bca8014e-59dc-49b9-9aff-979a301b3a9b service neutron] 10.222.0.41 "PUT /v2.0/ports/f8317aac-9337-4293-a91d-f7188674019a HTTP/1.1" status: 200 len: 1092 time: 1.1203914 Dec 17 15:13:29.177550 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbb1d7e-bc40-4784-9644-f7757d2f0f11', 'tag': 'f8317aac-9337-4293-a91d-f7188674019a'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:13:29.179813 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219d12cb-5222-46e4-9753-5fd8827432fd" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbb1d7e-bc40-4784-9644-f7757d2f0f11", "tag": "f8317aac-9337-4293-a91d-f7188674019a"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:13:29.184504 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ab04cc-3486-4118-8830-561393ebf682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-b38b1548-04df-4106-87bf-561dcd4a4c60', 'network_id': 'b38b1548-04df-4106-87bf-561dcd4a4c60', 'tenant_id': '546e15ded86c488e84b853d47279143f', 'fixed_ips': [{'subnet_id': 'f8e8bb92-9362-42ad-86ab-65c447e5583a'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:13:29.186058 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-00ab04cc-3486-4118-8830-561393ebf682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:29.203250 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-cfc03ef9-6d38-4efc-9061-fd6307264a25 service neutron] 10.222.0.46 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133908 Dec 17 15:13:29.210369 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4cfb18fc-04fb-457d-8de9-de81197330d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:29.214765 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4cfb18fc-04fb-457d-8de9-de81197330d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:29.218614 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8014e-59dc-49b9-9aff-979a301b3a9b service neutron] Pushing event updated for resources: {'Port': ['ID=f8317aac-9337-4293-a91d-f7188674019a,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:29.289648 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9607e92-3b15-43f5-8a1b-7fbf14ec9c11 req-b028ef9f-07b4-4926-8fa5-20bbd3e14e79 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:29.291107 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f9607e92-3b15-43f5-8a1b-7fbf14ec9c11 req-b028ef9f-07b4-4926-8fa5-20bbd3e14e79 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 945 time: 0.1656940 Dec 17 15:13:29.330305 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4cfb18fc-04fb-457d-8de9-de81197330d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:29.354124 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-00ab04cc-3486-4118-8830-561393ebf682 None None] Allocated IP 172.20.0.2 (b38b1548-04df-4106-87bf-561dcd4a4c60/f8e8bb92-9362-42ad-86ab-65c447e5583a/ef56262c-22a1-4bc0-934b-fe7f3b89c315) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:13:29.401690 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f9607e92-3b15-43f5-8a1b-7fbf14ec9c11 req-6ac376ee-6731-4713-b8ac-cd370eb6228d tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826128 Dec 17 15:13:29.442299 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-b783ddcc-d457-4ca6-8334-4b2c5b524be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:29.444059 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-b783ddcc-d457-4ca6-8334-4b2c5b524be5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=27ac5d068c874ffea4ae1a2a86bb173f&device_id=2dbb1d7e-bc40-4784-9644-f7757d2f0f11 HTTP/1.1" status: 200 len: 1095 time: 0.0595114 Dec 17 15:13:29.446193 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b72b692-a836-4f85-a7d6-e3c51ba415e9 x-openstack-request-id: req-5b72b692-a836-4f85-a7d6-e3c51ba415e9 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:13:29.446481 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbb1d7e-bc40-4784-9644-f7757d2f0f11", "tag": "f8317aac-9337-4293-a91d-f7188674019a", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:13:29.446732 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5b72b692-a836-4f85-a7d6-e3c51ba415e9 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:13:29.447240 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbb1d7e-bc40-4784-9644-f7757d2f0f11', 'tag': 'f8317aac-9337-4293-a91d-f7188674019a', 'status': 'completed', 'code': 200} Dec 17 15:13:29.531908 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-d1ef3f99-d587-42d0-b210-8258000e15d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8317aac-9337-4293-a91d-f7188674019a HTTP/1.1" status: 200 len: 217 time: 0.0599830 Dec 17 15:13:29.560645 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-00ab04cc-3486-4118-8830-561393ebf682 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:29.586089 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-a3b04cbf-bec4-435a-b832-2cbad8db48d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:29.589749 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-a3b04cbf-bec4-435a-b832-2cbad8db48d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17f10052-79c2-4f14-b10f-81253e5eafda HTTP/1.1" status: 200 len: 857 time: 0.0486550 Dec 17 15:13:29.623093 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-05f09731-7ba7-4498-a00a-5350ae78c407 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8ac8009-ff31-4af3-9468-811965f43a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268943 Dec 17 15:13:29.666602 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-00ab04cc-3486-4118-8830-561393ebf682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:29.703374 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41624) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:29.716997 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4cfb18fc-04fb-457d-8de9-de81197330d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:29.754919 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ab04cc-3486-4118-8830-561393ebf682 None None] Network b38b1548-04df-4106-87bf-561dcd4a4c60 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:13:29.755146 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53183b3d-51da-4bda-8fc9-39a219fe9c65 req-fee3e04d-8f1a-4e04-b846-7eae004251ff tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:29.762796 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-00ab04cc-3486-4118-8830-561393ebf682 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:13:29.768049 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-53183b3d-51da-4bda-8fc9-39a219fe9c65 req-fee3e04d-8f1a-4e04-b846-7eae004251ff tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.2194808 Dec 17 15:13:29.783244 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ab04cc-3486-4118-8830-561393ebf682 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:13:29.786432 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab04cc-3486-4118-8830-561393ebf682 None None] Pushing event updated for resources: {'Port': ['ID=ef56262c-22a1-4bc0-934b-fe7f3b89c315,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:29.804153 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-16e2932e-a1c1-42aa-af27-9d4d74b44c34 service neutron] 10.222.0.41 "GET /v2.0/networks/c8ac8009-ff31-4af3-9468-811965f43a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718247 Dec 17 15:13:29.854709 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-00ab04cc-3486-4118-8830-561393ebf682 None None] Attempting to bind port ef56262c-22a1-4bc0-934b-fe7f3b89c315 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:13:29.855656 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-00ab04cc-3486-4118-8830-561393ebf682 None None] Attempting to bind port ef56262c-22a1-4bc0-934b-fe7f3b89c315 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'c859e1d1-f230-4e3c-a03a-dfb2659da1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b38b1548-04df-4106-87bf-561dcd4a4c60'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:13:29.856202 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ab04cc-3486-4118-8830-561393ebf682 None None] Attempting to bind port ef56262c-22a1-4bc0-934b-fe7f3b89c315 on network b38b1548-04df-4106-87bf-561dcd4a4c60 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:13:29.862881 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ab04cc-3486-4118-8830-561393ebf682 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:13:29.863555 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ab04cc-3486-4118-8830-561393ebf682 None None] Checking segment: {'id': 'c859e1d1-f230-4e3c-a03a-dfb2659da1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b38b1548-04df-4106-87bf-561dcd4a4c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:13:29.864147 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-00ab04cc-3486-4118-8830-561393ebf682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:29.864821 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ab04cc-3486-4118-8830-561393ebf682 None None] Bound using segment: {'id': 'c859e1d1-f230-4e3c-a03a-dfb2659da1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b38b1548-04df-4106-87bf-561dcd4a4c60'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:13:29.865562 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-00ab04cc-3486-4118-8830-561393ebf682 None None] Bound port: ef56262c-22a1-4bc0-934b-fe7f3b89c315, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c859e1d1-f230-4e3c-a03a-dfb2659da1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b38b1548-04df-4106-87bf-561dcd4a4c60'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:13:29.866206 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-00ab04cc-3486-4118-8830-561393ebf682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:29.885593 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-53183b3d-51da-4bda-8fc9-39a219fe9c65 req-e6c174d8-f5c6-4633-bacc-540ef8536e9b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165919 Dec 17 15:13:30.066106 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-00ab04cc-3486-4118-8830-561393ebf682 None None] For port ef56262c-22a1-4bc0-934b-fe7f3b89c315, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:13:30.066106 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-00ab04cc-3486-4118-8830-561393ebf682 None None] For port ef56262c-22a1-4bc0-934b-fe7f3b89c315, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ef56262c-22a1-4bc0-934b-fe7f3b89c315,segment=NetworkSegment(c859e1d1-f230-4e3c-a03a-dfb2659da1f6),segment_id=c859e1d1-f230-4e3c-a03a-dfb2659da1f6)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:13:30.067740 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3cf5dc62-a50e-4a72-a1b1-72c1dbf723a5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1929931f93c54c40a22ecb93d4604ccd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088861 Dec 17 15:13:30.067740 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41634) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:30.071317 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1e243814-02e2-4221-996b-f7200a382e92 req-f728a7b4-0ca7-477f-bb6a-712ab0dc9f66 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 210 time: 0.0631914 Dec 17 15:13:30.098701 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3dbe5400-ee37-4513-a3f1-a9b3c59ba29b req-b8cd56f8-1ea2-415d-b91d-3359c619465e service neutron] 10.222.0.41 "GET /v2.0/networks/c8ac8009-ff31-4af3-9468-811965f43a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875507 Dec 17 15:13:30.099413 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d91fe670-645a-46af-aa46-1dcba9f6cfa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:30.124780 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-00ab04cc-3486-4118-8830-561393ebf682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:30.138549 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d91fe670-645a-46af-aa46-1dcba9f6cfa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:30.278087 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab04cc-3486-4118-8830-561393ebf682 None None] Pushing event updated for resources: {'Port': ['ID=ef56262c-22a1-4bc0-934b-fe7f3b89c315,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:30.305659 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d91fe670-645a-46af-aa46-1dcba9f6cfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:30.313103 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d91fe670-645a-46af-aa46-1dcba9f6cfa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:30.319843 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d91fe670-645a-46af-aa46-1dcba9f6cfa6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f6d4142c-fa51-4783-af00-976843650b0a HTTP/1.1" status: 204 len: 168 time: 0.2990649 Dec 17 15:13:30.343174 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0dc865-d38c-4077-a4de-f5ee42fdb0b5 req-ccf26cd8-f55f-4154-9b3b-28090158c75a tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:30.351537 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5f0dc865-d38c-4077-a4de-f5ee42fdb0b5 req-ccf26cd8-f55f-4154-9b3b-28090158c75a tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbb1d7e-bc40-4784-9644-f7757d2f0f11 HTTP/1.1" status: 200 len: 944 time: 0.3226266 Dec 17 15:13:30.378803 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91fe670-645a-46af-aa46-1dcba9f6cfa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d4142c-fa51-4783-af00-976843650b0a,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:30.387508 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4cfb18fc-04fb-457d-8de9-de81197330d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:30.401326 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4db145-5ec8-49a8-9d00-292338277086 req-06f34368-77d4-47ee-9ac9-5248ecf0d1d7 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:30.406798 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d12cb-5222-46e4-9753-5fd8827432fd req-dc8db01d-b99f-4f28-8b28-7de7b7c52ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:30.408433 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:13:30.408602 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-219d12cb-5222-46e4-9753-5fd8827432fd req-dc8db01d-b99f-4f28-8b28-7de7b7c52ec2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=27ac5d068c874ffea4ae1a2a86bb173f&device_id=2dbb1d7e-bc40-4784-9644-f7757d2f0f11 HTTP/1.1" status: 200 len: 1095 time: 0.1254330 Dec 17 15:13:30.415524 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5e4db145-5ec8-49a8-9d00-292338277086 req-06f34368-77d4-47ee-9ac9-5248ecf0d1d7 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c279875-891d-4556-a7e6-f8609bb36e11 HTTP/1.1" status: 200 len: 943 time: 0.2276597 Dec 17 15:13:30.462389 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4cfb18fc-04fb-457d-8de9-de81197330d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:30.575618 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5f0dc865-d38c-4077-a4de-f5ee42fdb0b5 req-84ea219e-f500-4ae8-8b88-7e714b83dea4 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fdb960b2-ecac-4f04-8a32-40c989944b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889334 Dec 17 15:13:30.637488 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5e4db145-5ec8-49a8-9d00-292338277086 req-02f89b9d-8423-4022-8a0e-67020e6ceb80 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210701 Dec 17 15:13:30.670359 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f,segment=NetworkSegment(015294cb-4187-4289-b628-75f381cf79fc),segment_id=015294cb-4187-4289-b628-75f381cf79fc)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:30.767893 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f', 'network_id': 'c704e634-d730-42f1-aad6-bcd13146a15b', 'port_id': 'e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f', 'mac_address': 'fa:16:3e:80:ac:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3797d1ea-06a4-44eb-b593-2c962d2f6ff1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:13:30.870875 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:30.888848 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:13:30.930103 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f,segment=NetworkSegment(015294cb-4187-4289-b628-75f381cf79fc),segment_id=015294cb-4187-4289-b628-75f381cf79fc)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:30.962408 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-4cfb18fc-04fb-457d-8de9-de81197330d0 admin admin] Allocated IP 172.25.6.16 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/d3d9523c-00f6-411b-8074-50940feb093f) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:13:30.991921 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-89f621dc-1f93-4c0f-916f-8cdc6fdee1b2 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:30.995673 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-89f621dc-1f93-4c0f-916f-8cdc6fdee1b2 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4&tenant_id=96ef05c814a947bb872da21a8a326a7b&binding%3Ahost_id=n-h2-820553-2 HTTP/1.1" status: 200 len: 1096 time: 0.5005600 Dec 17 15:13:31.010779 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-f2524460-14f5-4d1d-8382-88dd0df370d9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820553-2'}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:13:31.035391 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:31.042007 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-01e39e37-fb1b-4bc0-afd8-57a052d53161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:31.052768 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d12cb-5222-46e4-9753-5fd8827432fd req-dd4f81e0-8bf4-4e2c-a8ae-b2566244ebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:31.054794 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-219d12cb-5222-46e4-9753-5fd8827432fd req-dd4f81e0-8bf4-4e2c-a8ae-b2566244ebf7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c8ac8009-ff31-4af3-9468-811965f43a50 HTTP/1.1" status: 200 len: 918 time: 0.6386917 Dec 17 15:13:31.111897 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:31.121631 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-219d12cb-5222-46e4-9753-5fd8827432fd req-067e15c9-5ce2-4861-97a2-4a28908e34a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8317aac-9337-4293-a91d-f7188674019a HTTP/1.1" status: 200 len: 217 time: 0.0436823 Dec 17 15:13:31.125875 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-f2524460-14f5-4d1d-8382-88dd0df370d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:31.192309 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4cfb18fc-04fb-457d-8de9-de81197330d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:31.210719 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d12cb-5222-46e4-9753-5fd8827432fd req-64090a60-f939-4dea-90fd-838b303c2189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:31.212172 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-219d12cb-5222-46e4-9753-5fd8827432fd req-64090a60-f939-4dea-90fd-838b303c2189 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17f10052-79c2-4f14-b10f-81253e5eafda HTTP/1.1" status: 200 len: 857 time: 0.0751343 Dec 17 15:13:31.245834 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-308ea293-82e0-4e9d-a908-861a40444a20 req-9133e30a-63e1-4db7-b1d8-2b8cb8e274bd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4947853 Dec 17 15:13:31.268574 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4541e4-9599-4bbd-ad34-df029ebb6c9a req-cefcf5d6-168d-4a21-9e0f-eec43b1146e0 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:31.273889 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d4541e4-9599-4bbd-ad34-df029ebb6c9a req-cefcf5d6-168d-4a21-9e0f-eec43b1146e0 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.1662681 Dec 17 15:13:31.282458 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-219d12cb-5222-46e4-9753-5fd8827432fd req-53822d58-8838-4b7b-9b64-e568d8edf33a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c8ac8009-ff31-4af3-9468-811965f43a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582325 Dec 17 15:13:31.288081 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897d749-ef35-403b-8d54-49d540925629 req-98b30184-5ac8-44ec-a2e0-694843ffbcdd tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:31.289984 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a897d749-ef35-403b-8d54-49d540925629 req-98b30184-5ac8-44ec-a2e0-694843ffbcdd tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 945 time: 0.4944940 Dec 17 15:13:31.369583 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-95a58fa5-8001-484a-8db4-490b009562cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:31.371822 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-95a58fa5-8001-484a-8db4-490b009562cf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266&tenant_id=9a3e2a05328448bd85eebc1663dde8e3 HTTP/1.1" status: 200 len: 1101 time: 0.1973433 Dec 17 15:13:31.387801 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-f2524460-14f5-4d1d-8382-88dd0df370d9 service neutron] For port cac3cc59-b021-4cff-9c51-03395848ee3f, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=cac3cc59-b021-4cff-9c51-03395848ee3f,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:31.395858 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-bd2ef120-1270-49d6-81fe-eba230b957cb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820553-2', 'device_owner': 'compute:nova'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:13:31.425673 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d4541e4-9599-4bbd-ad34-df029ebb6c9a req-cfbbacfd-d7a7-4eff-970d-583331925c26 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345701 Dec 17 15:13:31.463977 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a897d749-ef35-403b-8d54-49d540925629 req-8b540c77-4089-477b-82aa-8ee9dedfaab8 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467698 Dec 17 15:13:31.465958 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ea293-82e0-4e9d-a908-861a40444a20 req-61c62ff5-7ec0-43ef-89e3-1e76abd44aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:31.470773 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-f2524460-14f5-4d1d-8382-88dd0df370d9 service neutron] For port cac3cc59-b021-4cff-9c51-03395848ee3f, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:13:31.484132 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-308ea293-82e0-4e9d-a908-861a40444a20 req-61c62ff5-7ec0-43ef-89e3-1e76abd44aec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=724cb0144c46439a90883d842de78922&device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 1095 time: 0.1683521 Dec 17 15:13:31.528677 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-f2524460-14f5-4d1d-8382-88dd0df370d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:31.536530 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc361b7-c9f9-487a-8ac1-7aec486740b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cac3cc59-b021-4cff-9c51-03395848ee3f'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:13:31.536530 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a1e9d7-708b-4d51-9bad-b27a0c2627ec" -d '{"events": [{"server_uuid": "3cc361b7-c9f9-487a-8ac1-7aec486740b4", "name": "network-vif-unplugged", "status": "completed", "tag": "cac3cc59-b021-4cff-9c51-03395848ee3f"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:13:31.552930 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-219d12cb-5222-46e4-9753-5fd8827432fd req-b76aedb6-eae4-414c-aef6-8c8aad71ab22 service neutron] 10.222.0.41 "GET /v2.0/networks/c8ac8009-ff31-4af3-9468-811965f43a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624574 Dec 17 15:13:31.573291 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4cfb18fc-04fb-457d-8de9-de81197330d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:31.601151 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device c5ccbdaa-da87-41d0-b1fb-4f455e63c108 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:13:31.606886 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:13:31.664782 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-219d12cb-5222-46e4-9753-5fd8827432fd req-a2295b46-6ba4-4f51-9eb7-a8df62c22e85 service neutron] 10.222.0.41 "GET /v2.0/networks/c8ac8009-ff31-4af3-9468-811965f43a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032953 Dec 17 15:13:31.669800 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-bd2ef120-1270-49d6-81fe-eba230b957cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:31.673495 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1afd2de1-d247-4f17-aa7d-3cf40293e6a7 req-24186dd8-7558-4602-ad86-f2f100946a6c tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 210 time: 0.1132815 Dec 17 15:13:31.678601 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-f2524460-14f5-4d1d-8382-88dd0df370d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:31.702924 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfb18fc-04fb-457d-8de9-de81197330d0 admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:13:31.716260 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-4cfb18fc-04fb-457d-8de9-de81197330d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:13:31.722551 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfb18fc-04fb-457d-8de9-de81197330d0 admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:13:31.726363 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb18fc-04fb-457d-8de9-de81197330d0 admin admin] Pushing event updated for resources: {'Port': ['ID=d3d9523c-00f6-411b-8074-50940feb093f,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:31.767411 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41668) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:31.847551 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a135e9e-5811-4a5f-84fc-4b5a8755b080 None None] Network b38b1548-04df-4106-87bf-561dcd4a4c60 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:13:31.847811 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2524460-14f5-4d1d-8382-88dd0df370d9 service neutron] Pushing event updated for resources: {'Port': ['ID=cac3cc59-b021-4cff-9c51-03395848ee3f,revision_number=7']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:31.850198 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a97f26-b05b-4158-ad60-7cddf71421e9 x-openstack-request-id: req-e2a97f26-b05b-4158-ad60-7cddf71421e9 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:13:31.850731 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc361b7-c9f9-487a-8ac1-7aec486740b4", "name": "network-vif-unplugged", "status": "completed", "tag": "cac3cc59-b021-4cff-9c51-03395848ee3f", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:13:31.851459 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e2a97f26-b05b-4158-ad60-7cddf71421e9 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:13:31.851459 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc361b7-c9f9-487a-8ac1-7aec486740b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cac3cc59-b021-4cff-9c51-03395848ee3f', 'code': 200} Dec 17 15:13:31.875285 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-f2524460-14f5-4d1d-8382-88dd0df370d9 service neutron] Attempting to bind port cac3cc59-b021-4cff-9c51-03395848ee3f on host n-h2-820553-2 for vnic_type normal with profile {"migrating_to": "n-h1-820553-2"} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:13:31.875976 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-f2524460-14f5-4d1d-8382-88dd0df370d9 service neutron] Attempting to bind port cac3cc59-b021-4cff-9c51-03395848ee3f by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:13:31.876412 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-f2524460-14f5-4d1d-8382-88dd0df370d9 service neutron] Attempting to bind port cac3cc59-b021-4cff-9c51-03395848ee3f on network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:13:31.881954 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-f2524460-14f5-4d1d-8382-88dd0df370d9 service neutron] Port cac3cc59-b021-4cff-9c51-03395848ee3f on network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:13:31.882407 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-f2524460-14f5-4d1d-8382-88dd0df370d9 service neutron] Attempting to bind port cac3cc59-b021-4cff-9c51-03395848ee3f on network 7c8c74cd-cced-4fad-b49b-3d95b2efb8ea {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:13:31.887959 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d8851be0-d931-4d64-9b24-19984b14e443 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1422a4756d2b4b9f92262b50314125bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1170528 Dec 17 15:13:31.890617 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41670) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:31.913705 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ea293-82e0-4e9d-a908-861a40444a20 req-94aa2b62-f39b-4793-b71b-39417a33c45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:31.915766 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-308ea293-82e0-4e9d-a908-861a40444a20 req-94aa2b62-f39b-4793-b71b-39417a33c45f service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 HTTP/1.1" status: 200 len: 921 time: 0.4255555 Dec 17 15:13:31.936239 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-f2524460-14f5-4d1d-8382-88dd0df370d9 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:13:31.939696 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-f2524460-14f5-4d1d-8382-88dd0df370d9 service neutron] Checking segment: {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:13:31.939696 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-f2524460-14f5-4d1d-8382-88dd0df370d9 service neutron] Bound using segment: {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:13:31.939696 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-f2524460-14f5-4d1d-8382-88dd0df370d9 service neutron] Bound port: cac3cc59-b021-4cff-9c51-03395848ee3f, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f6ce07f-8173-4d10-b465-942adad2b393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c8c74cd-cced-4fad-b49b-3d95b2efb8ea'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:13:31.939696 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-f2524460-14f5-4d1d-8382-88dd0df370d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:32.026264 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c1b14903-bb7f-48b8-840f-38b1cd865398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:32.035824 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:32.057329 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-00f467bf-79fa-49af-9818-54281c066092 None None] Provisioning complete for port ef56262c-22a1-4bc0-934b-fe7f3b89c315 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:13:32.058100 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-00f467bf-79fa-49af-9818-54281c066092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:32.078385 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-308ea293-82e0-4e9d-a908-861a40444a20 req-0bfc7658-4160-4617-a578-861649f0e749 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24cd68bd-3a64-4100-a99f-e4ce068a7543 HTTP/1.1" status: 200 len: 217 time: 0.1227841 Dec 17 15:13:32.110555 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-f2524460-14f5-4d1d-8382-88dd0df370d9 service neutron] For port cac3cc59-b021-4cff-9c51-03395848ee3f, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:13:32.168252 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c1b14903-bb7f-48b8-840f-38b1cd865398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:32.181779 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-f2524460-14f5-4d1d-8382-88dd0df370d9 service neutron] For port cac3cc59-b021-4cff-9c51-03395848ee3f, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=cac3cc59-b021-4cff-9c51-03395848ee3f,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:13:32.213325 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079092a2-31b0-4120-a5ed-8a0a6995a8cf req-38756601-6d0d-4b65-b9f2-bdc9c8645b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:32.214819 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-079092a2-31b0-4120-a5ed-8a0a6995a8cf req-38756601-6d0d-4b65-b9f2-bdc9c8645b8d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dce35d970fbe48cba744e46ec101633d&device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 1097 time: 0.1020207 Dec 17 15:13:32.267260 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ef56262c-22a1-4bc0-934b-fe7f3b89c315 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:13:32.288083 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-f2524460-14f5-4d1d-8382-88dd0df370d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:32.335384 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-bd2ef120-1270-49d6-81fe-eba230b957cb service neutron] For port c5ccbdaa-da87-41d0-b1fb-4f455e63c108, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=c5ccbdaa-da87-41d0-b1fb-4f455e63c108,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:32.349952 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:32.372488 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ea293-82e0-4e9d-a908-861a40444a20 req-020e8344-9b3d-488f-9b23-39d88ea771a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:32.376155 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-308ea293-82e0-4e9d-a908-861a40444a20 req-020e8344-9b3d-488f-9b23-39d88ea771a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c28c8ec-5ccc-4295-ab15-cbe54116b2d0 HTTP/1.1" status: 200 len: 860 time: 0.2549491 Dec 17 15:13:32.380171 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-00f467bf-79fa-49af-9818-54281c066092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:32.393179 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117aa84-bc6e-4288-ab47-58d8d4f3af65 req-f6b0b024-c963-4347-81d6-42240db1adf3 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:32.403605 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e117aa84-bc6e-4288-ab47-58d8d4f3af65 req-f6b0b024-c963-4347-81d6-42240db1adf3 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbb1d7e-bc40-4784-9644-f7757d2f0f11 HTTP/1.1" status: 200 len: 944 time: 0.4165862 Dec 17 15:13:32.428651 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2524460-14f5-4d1d-8382-88dd0df370d9 service neutron] Pushing event updated for resources: {'Port': ['ID=cac3cc59-b021-4cff-9c51-03395848ee3f,revision_number=8']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:32.432500 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c1b14903-bb7f-48b8-840f-38b1cd865398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:32.434646 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-00f467bf-79fa-49af-9818-54281c066092 None None] For port ef56262c-22a1-4bc0-934b-fe7f3b89c315, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ef56262c-22a1-4bc0-934b-fe7f3b89c315,segment=NetworkSegment(c859e1d1-f230-4e3c-a03a-dfb2659da1f6),segment_id=c859e1d1-f230-4e3c-a03a-dfb2659da1f6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:32.435097 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c1b14903-bb7f-48b8-840f-38b1cd865398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:32.438186 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port ef56262c-22a1-4bc0-934b-fe7f3b89c315 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:13:32.438571 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:32.439812 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c1b14903-bb7f-48b8-840f-38b1cd865398 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e621623d-c84b-4dc6-af49-589dbf89f51a HTTP/1.1" status: 204 len: 168 time: 0.5480242 Dec 17 15:13:32.446590 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079092a2-31b0-4120-a5ed-8a0a6995a8cf req-acdd582a-5f88-469b-909d-a09ac0d4f3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:32.448051 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-079092a2-31b0-4120-a5ed-8a0a6995a8cf req-acdd582a-5f88-469b-909d-a09ac0d4f3b0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cbde9e9a-b1dd-42f5-b861-f60d8d354cb3 HTTP/1.1" status: 200 len: 918 time: 0.2246523 Dec 17 15:13:32.455348 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-f2524460-14f5-4d1d-8382-88dd0df370d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:32.460554 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-f2524460-14f5-4d1d-8382-88dd0df370d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:32.460554 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-f2524460-14f5-4d1d-8382-88dd0df370d9 service neutron] 10.222.0.41 "PUT /v2.0/ports/cac3cc59-b021-4cff-9c51-03395848ee3f HTTP/1.1" status: 200 len: 1121 time: 1.4519150 Dec 17 15:13:32.461085 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f9074-f461-4365-88c3-5cd8aac7a6ab req-8c4c2fd7-0b13-4784-999a-bacb2d5f75ac tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:32.466181 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b14903-bb7f-48b8-840f-38b1cd865398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e621623d-c84b-4dc6-af49-589dbf89f51a,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:32.468156 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-894f9074-f461-4365-88c3-5cd8aac7a6ab req-8c4c2fd7-0b13-4784-999a-bacb2d5f75ac tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c279875-891d-4556-a7e6-f8609bb36e11 HTTP/1.1" status: 200 len: 944 time: 0.3924615 Dec 17 15:13:32.495255 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-308ea293-82e0-4e9d-a908-861a40444a20 req-47704f43-02b7-4058-883e-4c909ab5521a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900543 Dec 17 15:13:32.502601 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-079092a2-31b0-4120-a5ed-8a0a6995a8cf req-4a71ea75-a415-4820-beac-6d11c0002a27 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33f273c6-a98c-41ab-b0fe-fde9e717fb03 HTTP/1.1" status: 200 len: 217 time: 0.0437131 Dec 17 15:13:32.510058 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device cac3cc59-b021-4cff-9c51-03395848ee3f details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:13:32.588007 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079092a2-31b0-4120-a5ed-8a0a6995a8cf req-774bcbe4-d29b-4234-acd3-daacb576a93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:32.589819 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-079092a2-31b0-4120-a5ed-8a0a6995a8cf req-774bcbe4-d29b-4234-acd3-daacb576a93d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e60526ad-10ea-41ba-854b-a0b7809ae667 HTTP/1.1" status: 200 len: 857 time: 0.0795228 Dec 17 15:13:32.635095 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['cac3cc59-b021-4cff-9c51-03395848ee3f'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:13:32.638006 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['cac3cc59-b021-4cff-9c51-03395848ee3f'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:13:32.647245 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-00f467bf-79fa-49af-9818-54281c066092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:32.662009 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-079092a2-31b0-4120-a5ed-8a0a6995a8cf req-8e27caf4-7b95-4b2c-ab05-552fc3a9c755 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cbde9e9a-b1dd-42f5-b861-f60d8d354cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644331 Dec 17 15:13:32.810216 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-079092a2-31b0-4120-a5ed-8a0a6995a8cf req-d1fa9b35-9e05-4d20-8a70-d34cabac9d76 service neutron] 10.222.0.13 "GET /v2.0/networks/cbde9e9a-b1dd-42f5-b861-f60d8d354cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390760 Dec 17 15:13:32.950390 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-079092a2-31b0-4120-a5ed-8a0a6995a8cf req-42d3c3b6-7bb1-4bb6-bb16-0940a5fddc07 service neutron] 10.222.0.13 "GET /v2.0/networks/cbde9e9a-b1dd-42f5-b861-f60d8d354cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325574 Dec 17 15:13:32.974715 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-bd2ef120-1270-49d6-81fe-eba230b957cb service neutron] For port c5ccbdaa-da87-41d0-b1fb-4f455e63c108, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:13:32.992021 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-8a199553-ef94-4d7a-9900-86a9a30933d1 None None] Provisioning complete for port ef56262c-22a1-4bc0-934b-fe7f3b89c315 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:13:32.992416 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8a199553-ef94-4d7a-9900-86a9a30933d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:33.003587 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f467bf-79fa-49af-9818-54281c066092 None None] Pushing event updated for resources: {'Port': ['ID=ef56262c-22a1-4bc0-934b-fe7f3b89c315,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:33.047232 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port cac3cc59-b021-4cff-9c51-03395848ee3f, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=cac3cc59-b021-4cff-9c51-03395848ee3f,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:33.060099 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e117aa84-bc6e-4288-ab47-58d8d4f3af65 req-d865676f-326b-4f8b-ae5f-91bf7e256da5 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fdb960b2-ecac-4f04-8a32-40c989944b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6561863 Dec 17 15:13:33.100105 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-894f9074-f461-4365-88c3-5cd8aac7a6ab req-d93fd9de-84a9-472b-86ce-4aa6fbaa76c0 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6133931 Dec 17 15:13:33.100687 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device cac3cc59-b021-4cff-9c51-03395848ee3f has no active binding in host n-h1-820553-2 {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 17 15:13:33.195006 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad645bac-bcc5-43ca-8633-eb388f62c266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5ccbdaa-da87-41d0-b1fb-4f455e63c108'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:13:33.199527 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01508f77-72f7-40c5-b126-10ac73ff831c" -d '{"events": [{"server_uuid": "ad645bac-bcc5-43ca-8633-eb388f62c266", "name": "network-vif-unplugged", "status": "completed", "tag": "c5ccbdaa-da87-41d0-b1fb-4f455e63c108"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:13:33.234138 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-bd2ef120-1270-49d6-81fe-eba230b957cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:33.378061 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4cfb18fc-04fb-457d-8de9-de81197330d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:33.383045 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-bd2ef120-1270-49d6-81fe-eba230b957cb service neutron] Transition to ACTIVE for port object c5ccbdaa-da87-41d0-b1fb-4f455e63c108 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:13:33.394600 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-e3046579-f578-410f-9bcc-daffe005a796 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:33.396131 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-e3046579-f578-410f-9bcc-daffe005a796 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.41 "GET /v2.0/networks?id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 HTTP/1.1" status: 200 len: 820 time: 0.2584736 Dec 17 15:13:33.415607 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-6bcde841-a12f-4145-9446-f41866b41fc0 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Request body: {'port': {'device_id': 'b8df8283-beda-44e0-af14-1b8cf22b2117', 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0', 'admin_state_up': True, 'tenant_id': '724cb0144c46439a90883d842de78922'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:13:33.425201 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-308ea293-82e0-4e9d-a908-861a40444a20 req-28df5abd-c745-4792-a756-59dd9dedc70d service neutron] 10.222.0.13 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5541718 Dec 17 15:13:33.474584 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b6377-4fb7-46fc-bbc1-469b33e00f6b req-3b3d66ff-b467-4d22-8604-c05c7b99e2fb tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:33.476211 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-461b6377-4fb7-46fc-bbc1-469b33e00f6b req-3b3d66ff-b467-4d22-8604-c05c7b99e2fb tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 946 time: 0.2253869 Dec 17 15:13:33.541074 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:13:33.541434 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:13:33.552978 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-bd2ef120-1270-49d6-81fe-eba230b957cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:33.586999 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723c9db-fb77-4a54-ac6a-144cfa88bd2d req-e651ed7f-a3a3-4490-8539-22f79486fded tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:33.588710 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2723c9db-fb77-4a54-ac6a-144cfa88bd2d req-e651ed7f-a3a3-4490-8539-22f79486fded tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.3162787 Dec 17 15:13:33.665815 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-6bcde841-a12f-4145-9446-f41866b41fc0 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Made reservation on behalf of 724cb0144c46439a90883d842de78922 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:13:33.665815 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-6bcde841-a12f-4145-9446-f41866b41fc0 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:33.721109 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-bd2ef120-1270-49d6-81fe-eba230b957cb service neutron] No DVR routers for this DVR port c5ccbdaa-da87-41d0-b1fb-4f455e63c108 on host n-h2-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:13:33.731977 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-461b6377-4fb7-46fc-bbc1-469b33e00f6b req-c63d90ea-01a8-4862-b1df-139b272e0665 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407789 Dec 17 15:13:33.745297 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ef120-1270-49d6-81fe-eba230b957cb service neutron] Pushing event updated for resources: {'Port': ['ID=c5ccbdaa-da87-41d0-b1fb-4f455e63c108,revision_number=10']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:33.843368 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-308ea293-82e0-4e9d-a908-861a40444a20 req-eb4abe30-444b-492e-9b26-04f5dc58e322 service neutron] 10.222.0.13 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890243 Dec 17 15:13:33.843616 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-6bcde841-a12f-4145-9446-f41866b41fc0 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Allocated IP 172.20.0.6 (5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0/6c28c8ec-5ccc-4295-ab15-cbe54116b2d0/274ae0fb-9720-4609-a795-557e3b853552) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:13:33.865694 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:33.878136 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc361b7-c9f9-487a-8ac1-7aec486740b4', 'tag': 'cac3cc59-b021-4cff-9c51-03395848ee3f'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:13:33.881071 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ea184e-f889-4441-968c-4e94455ac92b" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc361b7-c9f9-487a-8ac1-7aec486740b4", "tag": "cac3cc59-b021-4cff-9c51-03395848ee3f"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:13:33.900219 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2723c9db-fb77-4a54-ac6a-144cfa88bd2d req-9a86e5e8-5691-4770-b3a9-6cc20a0a2e15 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870135 Dec 17 15:13:33.944301 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-bd2ef120-1270-49d6-81fe-eba230b957cb service neutron] Attempting to bind port c5ccbdaa-da87-41d0-b1fb-4f455e63c108 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:13:33.944646 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-bd2ef120-1270-49d6-81fe-eba230b957cb service neutron] Attempting to bind port c5ccbdaa-da87-41d0-b1fb-4f455e63c108 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:13:33.944980 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-bd2ef120-1270-49d6-81fe-eba230b957cb service neutron] Attempting to bind port c5ccbdaa-da87-41d0-b1fb-4f455e63c108 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:13:33.961454 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-bd2ef120-1270-49d6-81fe-eba230b957cb service neutron] Port c5ccbdaa-da87-41d0-b1fb-4f455e63c108 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:13:33.961814 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-bd2ef120-1270-49d6-81fe-eba230b957cb service neutron] Attempting to bind port c5ccbdaa-da87-41d0-b1fb-4f455e63c108 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:13:33.979537 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-bd2ef120-1270-49d6-81fe-eba230b957cb service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:13:33.979871 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-bd2ef120-1270-49d6-81fe-eba230b957cb service neutron] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:13:33.980193 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-bd2ef120-1270-49d6-81fe-eba230b957cb service neutron] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:13:33.980657 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-bd2ef120-1270-49d6-81fe-eba230b957cb service neutron] Bound port: c5ccbdaa-da87-41d0-b1fb-4f455e63c108, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:13:33.981689 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-bd2ef120-1270-49d6-81fe-eba230b957cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:34.012175 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875be78f-d6e9-4739-b27c-9c2cab3d4a3f req-14123cfa-a974-479c-8684-f15cec42778e tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:34.013843 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-875be78f-d6e9-4739-b27c-9c2cab3d4a3f req-14123cfa-a974-479c-8684-f15cec42778e tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 943 time: 0.1735342 Dec 17 15:13:34.078561 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4cfb18fc-04fb-457d-8de9-de81197330d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:34.082244 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-185efd66-3a06-4470-a723-171ac0027982 req-7b667d52-996a-4ca4-b61f-7152a906e6a3 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 210 time: 0.0782547 Dec 17 15:13:34.203017 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-875be78f-d6e9-4739-b27c-9c2cab3d4a3f req-5188a382-174c-47d1-a863-f739c1dc3aab tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716313 Dec 17 15:13:34.208729 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-6bcde841-a12f-4145-9446-f41866b41fc0 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:34.211816 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7782533-e3cd-42a3-9496-358fd2dcf568 x-openstack-request-id: req-b7782533-e3cd-42a3-9496-358fd2dcf568 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:13:34.217927 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad645bac-bcc5-43ca-8633-eb388f62c266", "name": "network-vif-unplugged", "status": "completed", "tag": "c5ccbdaa-da87-41d0-b1fb-4f455e63c108", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:13:34.217927 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b7782533-e3cd-42a3-9496-358fd2dcf568 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:13:34.217927 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad645bac-bcc5-43ca-8633-eb388f62c266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5ccbdaa-da87-41d0-b1fb-4f455e63c108', 'code': 200} Dec 17 15:13:34.224665 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-bd2ef120-1270-49d6-81fe-eba230b957cb service neutron] For port c5ccbdaa-da87-41d0-b1fb-4f455e63c108, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:13:34.229694 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-bd2ef120-1270-49d6-81fe-eba230b957cb service neutron] For port c5ccbdaa-da87-41d0-b1fb-4f455e63c108, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=c5ccbdaa-da87-41d0-b1fb-4f455e63c108,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:13:34.285499 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac75eb46-f9c2-45f9-9b31-f4b418389d18 x-openstack-request-id: req-ac75eb46-f9c2-45f9-9b31-f4b418389d18 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:13:34.285792 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc361b7-c9f9-487a-8ac1-7aec486740b4", "tag": "cac3cc59-b021-4cff-9c51-03395848ee3f", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:13:34.289465 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ac75eb46-f9c2-45f9-9b31-f4b418389d18 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:13:34.289922 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc361b7-c9f9-487a-8ac1-7aec486740b4', 'tag': 'cac3cc59-b021-4cff-9c51-03395848ee3f', 'status': 'completed', 'code': 200} Dec 17 15:13:34.305794 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:34.317299 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ef56262c-22a1-4bc0-934b-fe7f3b89c315 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:13:34.336319 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-bd2ef120-1270-49d6-81fe-eba230b957cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:34.397821 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-6bcde841-a12f-4145-9446-f41866b41fc0 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:34.413060 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['c74f3b5a-351a-49d7-8d6b-9b002c5e38c0'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:13:34.455916 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-6bcde841-a12f-4145-9446-f41866b41fc0 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:13:34.463882 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port ef56262c-22a1-4bc0-934b-fe7f3b89c315 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:13:34.464265 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:34.471548 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-6bcde841-a12f-4145-9446-f41866b41fc0 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:13:34.478138 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-6bcde841-a12f-4145-9446-f41866b41fc0 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:13:34.519367 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f8317aac-9337-4293-a91d-f7188674019a details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:13:34.519652 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcde841-a12f-4145-9446-f41866b41fc0 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Pushing event updated for resources: {'Port': ['ID=274ae0fb-9720-4609-a795-557e3b853552,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:34.521533 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:13:34.536425 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-bd2ef120-1270-49d6-81fe-eba230b957cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:34.537163 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-bd2ef120-1270-49d6-81fe-eba230b957cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:34.540596 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-bd2ef120-1270-49d6-81fe-eba230b957cb service neutron] 10.222.0.41 "PUT /v2.0/ports/c5ccbdaa-da87-41d0-b1fb-4f455e63c108 HTTP/1.1" status: 200 len: 1097 time: 3.1484728 Dec 17 15:13:34.568638 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-6bcde841-a12f-4145-9446-f41866b41fc0 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:34.569515 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-6bcde841-a12f-4145-9446-f41866b41fc0 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:34.611035 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea184e-f889-4441-968c-4e94455ac92b req-02527150-2c14-40fa-9666-a96e089182dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:34.613219 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2ea184e-f889-4441-968c-4e94455ac92b req-02527150-2c14-40fa-9666-a96e089182dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96ef05c814a947bb872da21a8a326a7b&device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 1124 time: 0.3066850 Dec 17 15:13:34.633520 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ef120-1270-49d6-81fe-eba230b957cb service neutron] Pushing event updated for resources: {'Port': ['ID=c5ccbdaa-da87-41d0-b1fb-4f455e63c108,revision_number=11']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:34.666795 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ed926-2c73-4367-b601-e80d7fa64dc3 req-cea79f29-21bb-4cc0-ba39-259b4e218dfe tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:34.668803 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-275ed926-2c73-4367-b601-e80d7fa64dc3 req-cea79f29-21bb-4cc0-ba39-259b4e218dfe tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c279875-891d-4556-a7e6-f8609bb36e11 HTTP/1.1" status: 200 len: 944 time: 0.2846990 Dec 17 15:13:34.679151 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcc90b-bccb-43d3-bfb8-7ceb093d0183 req-43590873-56b7-48cd-8670-81c75af72754 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:34.686097 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7efcc90b-bccb-43d3-bfb8-7ceb093d0183 req-43590873-56b7-48cd-8670-81c75af72754 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbb1d7e-bc40-4784-9644-f7757d2f0f11 HTTP/1.1" status: 200 len: 944 time: 0.3041012 Dec 17 15:13:34.811633 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-6bcde841-a12f-4145-9446-f41866b41fc0 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4000444 Dec 17 15:13:34.834398 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-f0d442bc-0c6d-4a17-8f55-303381177f8f service neutron] Request body: {'port': {'device_id': 'b8df8283-beda-44e0-af14-1b8cf22b2117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:13:34.847878 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfb18fc-04fb-457d-8de9-de81197330d0 admin admin] Router ddbaae00-e07f-4860-b159-83c2d6bb247f is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:13:34.885928 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port f8317aac-9337-4293-a91d-f7188674019a, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f8317aac-9337-4293-a91d-f7188674019a,segment=NetworkSegment(2015c638-0872-4886-a514-191fd448c907),segment_id=2015c638-0872-4886-a514-191fd448c907)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:34.886339 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-9e38c7db-9dd6-448c-a29a-912504bec4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:34.888076 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-9e38c7db-9dd6-448c-a29a-912504bec4e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 1100 time: 0.3034058 Dec 17 15:13:34.914651 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-f0d442bc-0c6d-4a17-8f55-303381177f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:34.916303 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:13:34.935288 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:13:34.935950 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:34.936932 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea184e-f889-4441-968c-4e94455ac92b req-c0633f08-a101-4f19-ab97-b8e6937544da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:34.938458 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2ea184e-f889-4441-968c-4e94455ac92b req-c0633f08-a101-4f19-ab97-b8e6937544da service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea HTTP/1.1" status: 200 len: 909 time: 0.2991204 Dec 17 15:13:34.974519 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7efcc90b-bccb-43d3-bfb8-7ceb093d0183 req-d7d27e2c-587e-4d0c-9023-bdfe749511da tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fdb960b2-ecac-4f04-8a32-40c989944b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492921 Dec 17 15:13:34.981455 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'f8317aac-9337-4293-a91d-f7188674019a', 'network_id': 'c8ac8009-ff31-4af3-9468-811965f43a50', 'port_id': 'f8317aac-9337-4293-a91d-f7188674019a', 'mac_address': 'fa:16:3e:b1:1b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f10052-79c2-4f14-b10f-81253e5eafda', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:13:35.030516 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-275ed926-2c73-4367-b601-e80d7fa64dc3 req-b1020dbc-7462-43c7-a709-ec97b0d121b8 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291848 Dec 17 15:13:35.113506 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:35.115574 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:35.175683 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8317aac-9337-4293-a91d-f7188674019a {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:13:35.219948 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c279875-891d-4556-a7e6-f8609bb36e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:13:35.222687 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c089c33a-d4ab-4306-b5d1-4759e805de14" -d '{"events": [{"server_uuid": "1c279875-891d-4556-a7e6-f8609bb36e11", "name": "network-vif-plugged", "status": "completed", "tag": "e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:13:35.242664 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f,segment=NetworkSegment(015294cb-4187-4289-b628-75f381cf79fc),segment_id=015294cb-4187-4289-b628-75f381cf79fc)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:35.244562 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port f8317aac-9337-4293-a91d-f7188674019a, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f8317aac-9337-4293-a91d-f7188674019a,segment=NetworkSegment(2015c638-0872-4886-a514-191fd448c907),segment_id=2015c638-0872-4886-a514-191fd448c907)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:35.281118 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2ea184e-f889-4441-968c-4e94455ac92b req-401bbdf4-f562-4f0d-ae59-6a9aea06aa76 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cac3cc59-b021-4cff-9c51-03395848ee3f HTTP/1.1" status: 200 len: 217 time: 0.3009140 Dec 17 15:13:35.321132 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:35.397012 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-f0d442bc-0c6d-4a17-8f55-303381177f8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 274ae0fb-9720-4609-a795-557e3b853552 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:13:35.407867 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-f0d442bc-0c6d-4a17-8f55-303381177f8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:35.418905 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:35.421844 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfb18fc-04fb-457d-8de9-de81197330d0 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:13:35.429227 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-f0d442bc-0c6d-4a17-8f55-303381177f8f service neutron] Transition to ACTIVE for port object 274ae0fb-9720-4609-a795-557e3b853552 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:13:35.434751 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd2f05c-0365-470b-b5c7-f7707d211404 None None] Sync routers for ids ['ddbaae00-e07f-4860-b159-83c2d6bb247f'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:13:35.457954 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd2f05c-0365-470b-b5c7-f7707d211404 None None] Routers {'ddbaae00-e07f-4860-b159-83c2d6bb247f'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:13:35.459246 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-8fd2f05c-0365-470b-b5c7-f7707d211404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:13:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['ddbaae00-e07f-4860-b159-83c2d6bb247f'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:35.467135 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=f8317aac-9337-4293-a91d-f7188674019a,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:35.476394 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609741f-7b7e-4445-bccb-96ce9e5e5b42 req-b4d8c1f8-2e77-4706-84fd-07b6acdbcf24 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:35.482785 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0609741f-7b7e-4445-bccb-96ce9e5e5b42 req-b4d8c1f8-2e77-4706-84fd-07b6acdbcf24 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 946 time: 0.3584383 Dec 17 15:13:35.491879 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-cedb96d6-cbaf-42f0-8054-19499f3b102b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:35.493918 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-cedb96d6-cbaf-42f0-8054-19499f3b102b service neutron] 10.222.0.41 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.5751100 Dec 17 15:13:35.503190 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb1343-dd25-4cda-8bf0-1f93be27cce0 req-3b22796c-857f-462b-9ded-8398e57a7b6b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:35.514168 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dceb1343-dd25-4cda-8bf0-1f93be27cce0 req-3b22796c-857f-462b-9ded-8398e57a7b6b tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 949 time: 0.2890012 Dec 17 15:13:35.515569 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea184e-f889-4441-968c-4e94455ac92b req-384d43af-da36-4c4b-a3bd-04a3dd2ab1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:35.517510 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2ea184e-f889-4441-968c-4e94455ac92b req-384d43af-da36-4c4b-a3bd-04a3dd2ab1ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e07a04f7-750d-46bb-b1d6-18c61b699282 HTTP/1.1" status: 200 len: 848 time: 0.2154841 Dec 17 15:13:35.529270 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-f0d442bc-0c6d-4a17-8f55-303381177f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:35.579508 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:35.614094 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4cfb18fc-04fb-457d-8de9-de81197330d0 admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:35.616362 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4cfb18fc-04fb-457d-8de9-de81197330d0 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.5496197 Dec 17 15:13:35.622803 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41740) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:35.637585 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-a20d330a-aa1b-4d97-a427-48b43e33bc17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=c5ccbdaa-da87-41d0-b1fb-4f455e63c108 HTTP/1.1" status: 200 len: 217 time: 0.1159501 Dec 17 15:13:35.642186 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2ea184e-f889-4441-968c-4e94455ac92b req-e52be7ea-7b4d-4345-9d5b-b0acb3cb2177 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054666 Dec 17 15:13:35.674021 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-8fd2f05c-0365-470b-b5c7-f7707d211404 None None] Set router ddbaae00-e07f-4860-b159-83c2d6bb247f gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:13:35.681728 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dceb1343-dd25-4cda-8bf0-1f93be27cce0 req-d0aa11ff-703d-4272-99d2-008f103ae655 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683905 Dec 17 15:13:35.716051 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d442bc-0c6d-4a17-8f55-303381177f8f service neutron] Pushing event updated for resources: {'Port': ['ID=274ae0fb-9720-4609-a795-557e3b853552,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:35.815511 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0609741f-7b7e-4445-bccb-96ce9e5e5b42 req-f07a1abb-aa40-44ee-ae42-2593c5aa1ab2 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967875 Dec 17 15:13:35.850179 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-f0d442bc-0c6d-4a17-8f55-303381177f8f service neutron] Attempting to bind port 274ae0fb-9720-4609-a795-557e3b853552 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:13:35.850179 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-f0d442bc-0c6d-4a17-8f55-303381177f8f service neutron] Attempting to bind port 274ae0fb-9720-4609-a795-557e3b853552 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:13:35.850179 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-f0d442bc-0c6d-4a17-8f55-303381177f8f service neutron] Attempting to bind port 274ae0fb-9720-4609-a795-557e3b853552 on network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:13:35.861599 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-f0d442bc-0c6d-4a17-8f55-303381177f8f service neutron] Port 274ae0fb-9720-4609-a795-557e3b853552 on network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:13:35.862059 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-f0d442bc-0c6d-4a17-8f55-303381177f8f service neutron] Attempting to bind port 274ae0fb-9720-4609-a795-557e3b853552 on network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:13:35.874419 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-f0d442bc-0c6d-4a17-8f55-303381177f8f service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:13:35.874868 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-f0d442bc-0c6d-4a17-8f55-303381177f8f service neutron] Checking segment: {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:13:35.886150 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-f0d442bc-0c6d-4a17-8f55-303381177f8f service neutron] Bound using segment: {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:13:35.886150 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-f0d442bc-0c6d-4a17-8f55-303381177f8f service neutron] Bound port: 274ae0fb-9720-4609-a795-557e3b853552, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:13:35.886150 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-f0d442bc-0c6d-4a17-8f55-303381177f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:35.901744 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2ea184e-f889-4441-968c-4e94455ac92b req-aa2e0d87-2304-4138-b544-585969fe3297 service neutron] 10.222.0.13 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350311 Dec 17 15:13:35.907414 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9620a0c4-37ae-487e-b1fe-1803b8723988 x-openstack-request-id: req-9620a0c4-37ae-487e-b1fe-1803b8723988 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:13:35.907757 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c279875-891d-4556-a7e6-f8609bb36e11", "name": "network-vif-plugged", "status": "completed", "tag": "e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:13:35.908020 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9620a0c4-37ae-487e-b1fe-1803b8723988 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:13:35.908424 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c279875-891d-4556-a7e6-f8609bb36e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f', 'code': 200} Dec 17 15:13:35.921988 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['f8317aac-9337-4293-a91d-f7188674019a'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:13:36.045689 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-ddb77d6e-0e6a-40d1-82a5-4c51e0af8706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:36.048329 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-ddb77d6e-0e6a-40d1-82a5-4c51e0af8706 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.3784215 Dec 17 15:13:36.105319 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406202cc-8991-4c94-a7f4-eae015b43cdd req-299a45a4-63cf-4547-954e-3c8545067eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:36.107440 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-406202cc-8991-4c94-a7f4-eae015b43cdd req-299a45a4-63cf-4547-954e-3c8545067eb9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1c279875-891d-4556-a7e6-f8609bb36e11 HTTP/1.1" status: 200 len: 1096 time: 0.0791333 Dec 17 15:13:36.134238 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7512a-5585-41b9-8d34-d5c4aad83062 req-57447236-9046-42b8-bafa-683bc70ebafc tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:36.141801 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eac7512a-5585-41b9-8d34-d5c4aad83062 req-57447236-9046-42b8-bafa-683bc70ebafc tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 943 time: 0.2438288 Dec 17 15:13:36.175510 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-f0d442bc-0c6d-4a17-8f55-303381177f8f service neutron] For port 274ae0fb-9720-4609-a795-557e3b853552, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:13:36.186460 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-f0d442bc-0c6d-4a17-8f55-303381177f8f service neutron] For port 274ae0fb-9720-4609-a795-557e3b853552, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=274ae0fb-9720-4609-a795-557e3b853552,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:13:36.197337 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-8fd2f05c-0365-470b-b5c7-f7707d211404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1253281214-router', 'tenant_id': '546e15ded86c488e84b853d47279143f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'd3d9523c-00f6-411b-8074-50940feb093f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:13:29Z', 'updated_at': '2021-12-17T15:13:32Z', 'revision_number': 3, 'project_id': '546e15ded86c488e84b853d47279143f', 'gw_port': {'id': 'd3d9523c-00f6-411b-8074-50940feb093f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:13:30Z', 'updated_at': '2021-12-17T15:13:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:36.202787 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf17311-e1c5-454b-b50a-8d3b16b70210 req-5a5019bf-2816-4eea-af37-1c3b7a183f83 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:36.204439 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0bf17311-e1c5-454b-b50a-8d3b16b70210 req-5a5019bf-2816-4eea-af37-1c3b7a183f83 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 943 time: 0.2214108 Dec 17 15:13:36.215963 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2ea184e-f889-4441-968c-4e94455ac92b req-c1b47974-1c34-49e9-8823-f041a1d0de38 service neutron] 10.222.0.13 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776678 Dec 17 15:13:36.218154 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad645bac-bcc5-43ca-8633-eb388f62c266', 'tag': 'c5ccbdaa-da87-41d0-b1fb-4f455e63c108'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:13:36.220433 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98840a1a-b1a0-451e-bb08-b1b2fe2ddf24" -d '{"events": [{"name": "network-changed", "server_uuid": "ad645bac-bcc5-43ca-8633-eb388f62c266", "tag": "c5ccbdaa-da87-41d0-b1fb-4f455e63c108"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:13:36.237551 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd2f05c-0365-470b-b5c7-f7707d211404 None None] Checking router: ddbaae00-e07f-4860-b159-83c2d6bb247f for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:13:36.244007 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd2f05c-0365-470b-b5c7-f7707d211404 None None] Updating router ddbaae00-e07f-4860-b159-83c2d6bb247f port d3d9523c-00f6-411b-8074-50940feb093f binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:13:36.269175 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-8fd2f05c-0365-470b-b5c7-f7707d211404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:36.275211 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-406202cc-8991-4c94-a7f4-eae015b43cdd req-85cd1b86-a0c8-468f-8ad5-d058e6da3069 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575065 Dec 17 15:13:36.301600 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-f0d442bc-0c6d-4a17-8f55-303381177f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:36.351558 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-f0d442bc-0c6d-4a17-8f55-303381177f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:36.352296 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-f0d442bc-0c6d-4a17-8f55-303381177f8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:36.354045 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-f0d442bc-0c6d-4a17-8f55-303381177f8f service neutron] 10.222.0.41 "PUT /v2.0/ports/274ae0fb-9720-4609-a795-557e3b853552 HTTP/1.1" status: 200 len: 1091 time: 1.5257449 Dec 17 15:13:36.362172 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8df8283-beda-44e0-af14-1b8cf22b2117', 'tag': '274ae0fb-9720-4609-a795-557e3b853552'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:13:36.365077 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad6a412-9f01-4d77-91cc-ef05b4fcd5c8" -d '{"events": [{"name": "network-changed", "server_uuid": "b8df8283-beda-44e0-af14-1b8cf22b2117", "tag": "274ae0fb-9720-4609-a795-557e3b853552"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:13:36.426479 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d442bc-0c6d-4a17-8f55-303381177f8f service neutron] Pushing event updated for resources: {'Port': ['ID=274ae0fb-9720-4609-a795-557e3b853552,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:36.523106 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e3c8e63f-f986-479c-81fe-b6f8de7a8d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:36.580147 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-8fd2f05c-0365-470b-b5c7-f7707d211404 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:36.583414 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-892da705-7511-4c1d-a47a-28ab7671e357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:36.584922 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-892da705-7511-4c1d-a47a-28ab7671e357 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5127816 Dec 17 15:13:36.595979 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eac7512a-5585-41b9-8d34-d5c4aad83062 req-50634e7a-0b32-4e80-8c23-000ac59441c8 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531596 Dec 17 15:13:36.614084 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0bf17311-e1c5-454b-b50a-8d3b16b70210 req-e7e7c363-b696-4c31-a221-05e250dbc077 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015520 Dec 17 15:13:36.700757 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-8fd2f05c-0365-470b-b5c7-f7707d211404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:36.722859 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-e3c8e63f-f986-479c-81fe-b6f8de7a8d28 admin admin] Allocated IP 172.20.0.1 (b38b1548-04df-4106-87bf-561dcd4a4c60/f8e8bb92-9362-42ad-86ab-65c447e5583a/4b5c8126-4ba6-460d-b12f-371bf5bc2f90) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:13:36.757524 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d83957-becd-4789-86dc-7a4d35aebf1b None None] Pushing event updated for resources: {'Port': ['ID=d3d9523c-00f6-411b-8074-50940feb093f,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:36.806458 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71fcd9-320a-442a-af4f-8025b09c1533 req-ada5707c-93da-43ac-8c32-302d6b6f5d98 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:36.806855 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-8fd2f05c-0365-470b-b5c7-f7707d211404 None None] Attempting to bind port d3d9523c-00f6-411b-8074-50940feb093f on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:13:36.807414 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-8fd2f05c-0365-470b-b5c7-f7707d211404 None None] Attempting to bind port d3d9523c-00f6-411b-8074-50940feb093f by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:13:36.807989 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd2f05c-0365-470b-b5c7-f7707d211404 None None] Attempting to bind port d3d9523c-00f6-411b-8074-50940feb093f on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:13:36.813063 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d83957-becd-4789-86dc-7a4d35aebf1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:36.813649 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d83957-becd-4789-86dc-7a4d35aebf1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:36.814142 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d83957-becd-4789-86dc-7a4d35aebf1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:36.814384 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9b71fcd9-320a-442a-af4f-8025b09c1533 req-ada5707c-93da-43ac-8c32-302d6b6f5d98 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbb1d7e-bc40-4784-9644-f7757d2f0f11 HTTP/1.1" status: 200 len: 945 time: 0.0978067 Dec 17 15:13:36.814816 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d83957-becd-4789-86dc-7a4d35aebf1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:36.815455 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d83957-becd-4789-86dc-7a4d35aebf1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:36.815938 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d83957-becd-4789-86dc-7a4d35aebf1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:36.816652 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d83957-becd-4789-86dc-7a4d35aebf1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:36.816988 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d83957-becd-4789-86dc-7a4d35aebf1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:36.817337 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d83957-becd-4789-86dc-7a4d35aebf1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:36.817705 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d83957-becd-4789-86dc-7a4d35aebf1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:36.818044 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d83957-becd-4789-86dc-7a4d35aebf1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:36.818370 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d83957-becd-4789-86dc-7a4d35aebf1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:13:36.818481 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-b5ccc03a-aafc-4087-8d2c-354c623d1dbc service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729419 Dec 17 15:13:36.824563 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd2f05c-0365-470b-b5c7-f7707d211404 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:13:36.824935 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd2f05c-0365-470b-b5c7-f7707d211404 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:13:36.825361 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-8fd2f05c-0365-470b-b5c7-f7707d211404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:36.826274 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd2f05c-0365-470b-b5c7-f7707d211404 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:13:36.826500 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-8fd2f05c-0365-470b-b5c7-f7707d211404 None None] Bound port: d3d9523c-00f6-411b-8074-50940feb093f, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:13:36.826870 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-8fd2f05c-0365-470b-b5c7-f7707d211404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:36.918374 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9b71fcd9-320a-442a-af4f-8025b09c1533 req-45bb19a4-3998-459b-8d74-8c7c009bb113 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fdb960b2-ecac-4f04-8a32-40c989944b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011364 Dec 17 15:13:36.929999 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e3c8e63f-f986-479c-81fe-b6f8de7a8d28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:36.973182 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-8fd2f05c-0365-470b-b5c7-f7707d211404 None None] For port d3d9523c-00f6-411b-8074-50940feb093f, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:13:36.979064 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-8fd2f05c-0365-470b-b5c7-f7707d211404 None None] For port d3d9523c-00f6-411b-8074-50940feb093f, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=d3d9523c-00f6-411b-8074-50940feb093f,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:13:36.993190 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-02e29bbb-7f34-4fc3-8215-53138b04d980 req-7f66d714-4547-4cfa-bfd9-4ff3c63dfba0 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664736 Dec 17 15:13:37.037039 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-af338b0c-2985-4e31-85de-7d7c64caa575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:37.038715 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-af338b0c-2985-4e31-85de-7d7c64caa575 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=724cb0144c46439a90883d842de78922&device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 1094 time: 0.1069288 Dec 17 15:13:37.050006 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-8fd2f05c-0365-470b-b5c7-f7707d211404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:37.051909 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189de41d-a273-4f67-b523-98281a3c65f7 x-openstack-request-id: req-189de41d-a273-4f67-b523-98281a3c65f7 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:13:37.058041 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad645bac-bcc5-43ca-8633-eb388f62c266", "tag": "c5ccbdaa-da87-41d0-b1fb-4f455e63c108", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:13:37.058041 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-189de41d-a273-4f67-b523-98281a3c65f7 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:13:37.064549 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad645bac-bcc5-43ca-8633-eb388f62c266', 'tag': 'c5ccbdaa-da87-41d0-b1fb-4f455e63c108', 'status': 'completed', 'code': 200} Dec 17 15:13:37.120450 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd2f05c-0365-470b-b5c7-f7707d211404 None None] Routers {'ddbaae00-e07f-4860-b159-83c2d6bb247f'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:13:37.122070 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-8fd2f05c-0365-470b-b5c7-f7707d211404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:13:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['ddbaae00-e07f-4860-b159-83c2d6bb247f'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:37.137409 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-6a3e167b-1390-4571-8d51-80602a5c2cd0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=274ae0fb-9720-4609-a795-557e3b853552 HTTP/1.1" status: 200 len: 217 time: 0.0798240 Dec 17 15:13:37.139967 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b360f6-8e1d-4d08-be7c-ddfc3b219a92 x-openstack-request-id: req-34b360f6-8e1d-4d08-be7c-ddfc3b219a92 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:13:37.140451 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8df8283-beda-44e0-af14-1b8cf22b2117", "tag": "274ae0fb-9720-4609-a795-557e3b853552", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:13:37.140869 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-34b360f6-8e1d-4d08-be7c-ddfc3b219a92 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:13:37.141592 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8df8283-beda-44e0-af14-1b8cf22b2117', 'tag': '274ae0fb-9720-4609-a795-557e3b853552', 'status': 'completed', 'code': 200} Dec 17 15:13:37.155963 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e3c8e63f-f986-479c-81fe-b6f8de7a8d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:37.175051 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13f90d-cf51-4dcc-bf03-de9a586ca783 req-9ea9e83a-3dc8-47a0-b116-acbb811122f0 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:37.178544 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6a13f90d-cf51-4dcc-bf03-de9a586ca783 req-9ea9e83a-3dc8-47a0-b116-acbb811122f0 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c279875-891d-4556-a7e6-f8609bb36e11 HTTP/1.1" status: 200 len: 945 time: 0.1499743 Dec 17 15:13:37.178688 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98840a1a-b1a0-451e-bb08-b1b2fe2ddf24 req-1f964877-d0a0-44cc-b245-b6cea2f0b82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:37.179963 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98840a1a-b1a0-451e-bb08-b1b2fe2ddf24 req-1f964877-d0a0-44cc-b245-b6cea2f0b82d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 1100 time: 0.0859311 Dec 17 15:13:37.222391 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c8e63f-f986-479c-81fe-b6f8de7a8d28 admin admin] Network b38b1548-04df-4106-87bf-561dcd4a4c60 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:13:37.246773 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-e3c8e63f-f986-479c-81fe-b6f8de7a8d28 admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:13:37.249437 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d83957-becd-4789-86dc-7a4d35aebf1b None None] Pushing event updated for resources: {'Port': ['ID=d3d9523c-00f6-411b-8074-50940feb093f,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:37.276264 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c8e63f-f986-479c-81fe-b6f8de7a8d28 admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:13:37.290918 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-8fd2f05c-0365-470b-b5c7-f7707d211404 None None] Set router ddbaae00-e07f-4860-b159-83c2d6bb247f gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:13:37.338454 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8e63f-f986-479c-81fe-b6f8de7a8d28 admin admin] Pushing event updated for resources: {'Port': ['ID=4b5c8126-4ba6-460d-b12f-371bf5bc2f90,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:37.362203 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-db658987-2aed-4ecd-a71a-dcdd62cbe006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:37.374301 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-db658987-2aed-4ecd-a71a-dcdd62cbe006 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c28c8ec-5ccc-4295-ab15-cbe54116b2d0 HTTP/1.1" status: 200 len: 860 time: 0.1921442 Dec 17 15:13:37.375082 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c7ca3-dc4f-43b6-89de-9f2c62a53f9d req-b46022aa-d7d0-40dc-bf9c-dd2120aa394a tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:37.376406 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ee6c7ca3-dc4f-43b6-89de-9f2c62a53f9d req-b46022aa-d7d0-40dc-bf9c-dd2120aa394a tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 949 time: 0.1510570 Dec 17 15:13:37.392764 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6a13f90d-cf51-4dcc-bf03-de9a586ca783 req-3eacd8a5-9c5b-4fc4-b5f7-9aab246cda52 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032697 Dec 17 15:13:37.416108 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98840a1a-b1a0-451e-bb08-b1b2fe2ddf24 req-fed555fd-539d-4e4f-a182-4e14f6443393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:37.417861 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-6c527020-a49f-42c0-8a57-98f95a92686c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451949 Dec 17 15:13:37.418689 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e3c8e63f-f986-479c-81fe-b6f8de7a8d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:37.426245 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98840a1a-b1a0-451e-bb08-b1b2fe2ddf24 req-fed555fd-539d-4e4f-a182-4e14f6443393 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 1100 time: 0.2395391 Dec 17 15:13:37.554102 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-8fd2f05c-0365-470b-b5c7-f7707d211404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1253281214-router', 'tenant_id': '546e15ded86c488e84b853d47279143f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'd3d9523c-00f6-411b-8074-50940feb093f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:13:29Z', 'updated_at': '2021-12-17T15:13:32Z', 'revision_number': 3, 'project_id': '546e15ded86c488e84b853d47279143f', 'gw_port': {'id': 'd3d9523c-00f6-411b-8074-50940feb093f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:13:30Z', 'updated_at': '2021-12-17T15:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:37.598403 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd2f05c-0365-470b-b5c7-f7707d211404 None None] The sync data for ids ['ddbaae00-e07f-4860-b159-83c2d6bb247f'] in n-d-820553-2 is: [{'id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1253281214-router', 'tenant_id': '546e15ded86c488e84b853d47279143f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'd3d9523c-00f6-411b-8074-50940feb093f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:13:29Z', 'updated_at': '2021-12-17T15:13:32Z', 'revision_number': 3, 'project_id': '546e15ded86c488e84b853d47279143f', 'gw_port': {'id': 'd3d9523c-00f6-411b-8074-50940feb093f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:13:30Z', 'updated_at': '2021-12-17T15:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:13:37.669792 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ee6c7ca3-dc4f-43b6-89de-9f2c62a53f9d req-d229700d-cea1-4ad7-862d-924f46db4a9f tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923999 Dec 17 15:13:37.675254 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-aca038fd-ef2a-4528-8772-0faea434759f None None] Provisioning complete for port 4b5c8126-4ba6-460d-b12f-371bf5bc2f90 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:13:37.675905 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-aca038fd-ef2a-4528-8772-0faea434759f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:37.696219 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98840a1a-b1a0-451e-bb08-b1b2fe2ddf24 req-1f27038f-f7a9-455d-81e6-a752e942970f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:37.697977 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98840a1a-b1a0-451e-bb08-b1b2fe2ddf24 req-1f27038f-f7a9-455d-81e6-a752e942970f service neutron] 10.222.0.13 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.4865475 Dec 17 15:13:37.703508 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98840a1a-b1a0-451e-bb08-b1b2fe2ddf24 req-2e54ff58-bf36-41cb-898c-baf8b2db5a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:37.709888 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98840a1a-b1a0-451e-bb08-b1b2fe2ddf24 req-2e54ff58-bf36-41cb-898c-baf8b2db5a93 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.2631712 Dec 17 15:13:37.753948 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-aca038fd-ef2a-4528-8772-0faea434759f None None] Port 4b5c8126-4ba6-460d-b12f-371bf5bc2f90 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:13:37.774650 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98840a1a-b1a0-451e-bb08-b1b2fe2ddf24 req-8f513319-66ec-4851-9d3a-87638d539a8d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=c5ccbdaa-da87-41d0-b1fb-4f455e63c108 HTTP/1.1" status: 200 len: 217 time: 0.0630724 Dec 17 15:13:37.801066 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a187e7-8035-4376-bc81-7f88c7f9b929 req-e2aafe60-4127-4307-903b-29f16c0a5454 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:37.802697 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c9a187e7-8035-4376-bc81-7f88c7f9b929 req-e2aafe60-4127-4307-903b-29f16c0a5454 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 946 time: 0.2434628 Dec 17 15:13:37.876658 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98840a1a-b1a0-451e-bb08-b1b2fe2ddf24 req-f0711c1e-2025-43e8-a597-3bc1d613839a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=c5ccbdaa-da87-41d0-b1fb-4f455e63c108 HTTP/1.1" status: 200 len: 217 time: 0.1049681 Dec 17 15:13:38.012335 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-22833d9c-813a-4919-8501-bf44e111c055 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5398269 Dec 17 15:13:38.034345 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98840a1a-b1a0-451e-bb08-b1b2fe2ddf24 req-4a5f5af1-2861-41ff-9851-7abc4b27b73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:38.035943 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98840a1a-b1a0-451e-bb08-b1b2fe2ddf24 req-4a5f5af1-2861-41ff-9851-7abc4b27b73b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.1016545 Dec 17 15:13:38.037329 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98840a1a-b1a0-451e-bb08-b1b2fe2ddf24 req-d15fc530-f51d-443b-8109-424d6508c06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:38.038739 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98840a1a-b1a0-451e-bb08-b1b2fe2ddf24 req-d15fc530-f51d-443b-8109-424d6508c06b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.2505300 Dec 17 15:13:38.048988 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c9a187e7-8035-4376-bc81-7f88c7f9b929 req-71345504-6e4a-40e7-becc-098b1fa0e849 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968756 Dec 17 15:13:38.083943 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80690d5-a6aa-4923-9911-dbbb0543a4c7 req-af3e670a-3c6d-4085-9e27-5e2084ba6ad9 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:38.096555 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e80690d5-a6aa-4923-9911-dbbb0543a4c7 req-af3e670a-3c6d-4085-9e27-5e2084ba6ad9 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 943 time: 0.3092961 Dec 17 15:13:38.228979 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e3c8e63f-f986-479c-81fe-b6f8de7a8d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:38.244560 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a694300-0eeb-49d6-9215-ccf80d14d6fc req-5101df9f-962a-4f67-a2c7-aee2e0532e21 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245276 Dec 17 15:13:38.246553 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98840a1a-b1a0-451e-bb08-b1b2fe2ddf24 req-f84cd8a6-3d40-4eca-acc0-3765c93d817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:38.255873 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98840a1a-b1a0-451e-bb08-b1b2fe2ddf24 req-f84cd8a6-3d40-4eca-acc0-3765c93d817a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2097924 Dec 17 15:13:38.260388 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98840a1a-b1a0-451e-bb08-b1b2fe2ddf24 req-9a2e141b-1b31-42b9-8c67-68e8c6aa5eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:38.260388 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98840a1a-b1a0-451e-bb08-b1b2fe2ddf24 req-9a2e141b-1b31-42b9-8c67-68e8c6aa5eb7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1963091 Dec 17 15:13:38.261727 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device d3d9523c-00f6-411b-8074-50940feb093f up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:13:38.277014 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e80690d5-a6aa-4923-9911-dbbb0543a4c7 req-8e9f05e4-8e58-4519-bde7-0a1e844807f8 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794291 Dec 17 15:13:38.407135 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port d3d9523c-00f6-411b-8074-50940feb093f triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:13:38.407965 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:38.455478 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98840a1a-b1a0-451e-bb08-b1b2fe2ddf24 req-94f4ab38-81a0-4dcf-9acd-4c6cd37943ec service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770682 Dec 17 15:13:38.508566 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:38.536063 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d93681-1b0c-45e7-a915-24998051a689 req-04d90ef3-6db2-4531-a242-619d580062d8 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:38.544012 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port d3d9523c-00f6-411b-8074-50940feb093f, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=d3d9523c-00f6-411b-8074-50940feb093f,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:38.544251 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d0d93681-1b0c-45e7-a915-24998051a689 req-04d90ef3-6db2-4531-a242-619d580062d8 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 943 time: 0.3858089 Dec 17 15:13:38.548779 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f8317aac-9337-4293-a91d-f7188674019a up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:13:38.596660 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6a412-9f01-4d77-91cc-ef05b4fcd5c8 req-171856d5-416c-4af8-ad77-e28847ce9ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:38.598381 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2ad6a412-9f01-4d77-91cc-ef05b4fcd5c8 req-171856d5-416c-4af8-ad77-e28847ce9ca9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=724cb0144c46439a90883d842de78922&device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 1094 time: 0.1601658 Dec 17 15:13:38.632024 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e3c8e63f-f986-479c-81fe-b6f8de7a8d28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:38.672013 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:38.725996 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e3c8e63f-f986-479c-81fe-b6f8de7a8d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:38.731109 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port f8317aac-9337-4293-a91d-f7188674019a completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:13:38.739872 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port f8317aac-9337-4293-a91d-f7188674019a triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:13:38.740908 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:38.765781 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d0d93681-1b0c-45e7-a915-24998051a689 req-5dc9fbd7-857e-4316-bed4-91e4689f0fb6 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206430 Dec 17 15:13:38.791087 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:13:38.791892 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=d3d9523c-00f6-411b-8074-50940feb093f,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:38.794766 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec208691-9675-4d70-8041-6b6b591feb4a req-d1c84ea8-7718-43dd-b10b-b1407421f032 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:38.803455 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ec208691-9675-4d70-8041-6b6b591feb4a req-d1c84ea8-7718-43dd-b10b-b1407421f032 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbb1d7e-bc40-4784-9644-f7757d2f0f11 HTTP/1.1" status: 200 len: 945 time: 0.3399227 Dec 17 15:13:38.809646 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e3c8e63f-f986-479c-81fe-b6f8de7a8d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:38.812092 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8e63f-f986-479c-81fe-b6f8de7a8d28 admin admin] Pushing event updated for resources: {'Port': ['ID=4b5c8126-4ba6-460d-b12f-371bf5bc2f90,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:38.816434 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6a412-9f01-4d77-91cc-ef05b4fcd5c8 req-42e37ecf-6311-4d77-8208-d0b0d99a1929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:38.818163 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2ad6a412-9f01-4d77-91cc-ef05b4fcd5c8 req-42e37ecf-6311-4d77-8208-d0b0d99a1929 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 HTTP/1.1" status: 200 len: 921 time: 0.2048068 Dec 17 15:13:38.840924 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98840a1a-b1a0-451e-bb08-b1b2fe2ddf24 req-26f35d8c-45a6-47d6-b8b4-566d7f91d117 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155965 Dec 17 15:13:38.886279 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98840a1a-b1a0-451e-bb08-b1b2fe2ddf24 req-ab689080-11b6-4206-af3d-06486841e6f9 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154477 Dec 17 15:13:38.949023 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:38.989604 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbb1d7e-bc40-4784-9644-f7757d2f0f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8317aac-9337-4293-a91d-f7188674019a'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:13:38.992260 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092271bb-26f5-4644-a789-c03da4ef49a4" -d '{"events": [{"server_uuid": "2dbb1d7e-bc40-4784-9644-f7757d2f0f11", "name": "network-vif-plugged", "status": "completed", "tag": "f8317aac-9337-4293-a91d-f7188674019a"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:13:39.007880 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c8e63f-f986-479c-81fe-b6f8de7a8d28 admin admin] Network b38b1548-04df-4106-87bf-561dcd4a4c60 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:13:39.009631 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-e3c8e63f-f986-479c-81fe-b6f8de7a8d28 admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:13:39.032983 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port f8317aac-9337-4293-a91d-f7188674019a, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f8317aac-9337-4293-a91d-f7188674019a,segment=NetworkSegment(2015c638-0872-4886-a514-191fd448c907),segment_id=2015c638-0872-4886-a514-191fd448c907)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:39.050624 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ec208691-9675-4d70-8041-6b6b591feb4a req-5a50edd9-b121-4c77-9584-d80e4a35d370 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fdb960b2-ecac-4f04-8a32-40c989944b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459269 Dec 17 15:13:39.100198 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:39.190903 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2ad6a412-9f01-4d77-91cc-ef05b4fcd5c8 req-61ed4612-f59c-4e41-b989-34f6751bb57e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=274ae0fb-9720-4609-a795-557e3b853552 HTTP/1.1" status: 200 len: 217 time: 0.3603714 Dec 17 15:13:39.223724 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=f8317aac-9337-4293-a91d-f7188674019a,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:39.241459 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c34332-640f-4035-aa66-70bd602c9f82 req-dec0c987-b032-4259-aa05-7db963ea4f5c tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:39.243322 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-83c34332-640f-4035-aa66-70bd602c9f82 req-dec0c987-b032-4259-aa05-7db963ea4f5c tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c279875-891d-4556-a7e6-f8609bb36e11 HTTP/1.1" status: 200 len: 945 time: 0.2395158 Dec 17 15:13:39.247792 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98840a1a-b1a0-451e-bb08-b1b2fe2ddf24 req-9e1b1a3c-b090-4114-aae7-3aa02c810d1e service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860714 Dec 17 15:13:39.284003 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6a412-9f01-4d77-91cc-ef05b4fcd5c8 req-29f738cd-ece8-4ea0-8199-9afd54aea216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:39.285618 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2ad6a412-9f01-4d77-91cc-ef05b4fcd5c8 req-29f738cd-ece8-4ea0-8199-9afd54aea216 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c28c8ec-5ccc-4295-ab15-cbe54116b2d0 HTTP/1.1" status: 200 len: 860 time: 0.0849724 Dec 17 15:13:39.291328 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c8e63f-f986-479c-81fe-b6f8de7a8d28 admin admin] Router ddbaae00-e07f-4860-b159-83c2d6bb247f has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:13:39.327987 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea2e74-47c7-406f-bd92-8bafe0ba1993 req-cb640cc9-0a71-436c-be05-286e54cf9da1 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:39.330040 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ccea2e74-47c7-406f-bd92-8bafe0ba1993 req-cb640cc9-0a71-436c-be05-286e54cf9da1 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 949 time: 0.1609523 Dec 17 15:13:39.332993 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-83c34332-640f-4035-aa66-70bd602c9f82 req-df0cbbf5-26bb-4d18-bc48-e70c3ad6beb5 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824807 Dec 17 15:13:39.375306 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2ad6a412-9f01-4d77-91cc-ef05b4fcd5c8 req-ca7272be-c493-4483-aea2-dd843dbfd878 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683234 Dec 17 15:13:39.396406 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-e87408b8-320f-4c35-829c-e1476b902e5d None None] Provisioning complete for port 4b5c8126-4ba6-460d-b12f-371bf5bc2f90 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:13:39.396918 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e87408b8-320f-4c35-829c-e1476b902e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:39.421211 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ccea2e74-47c7-406f-bd92-8bafe0ba1993 req-061014e4-669a-4e9f-9150-192a31fa7ee1 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809329 Dec 17 15:13:39.474758 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-e87408b8-320f-4c35-829c-e1476b902e5d None None] Port 4b5c8126-4ba6-460d-b12f-371bf5bc2f90 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:13:39.553185 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c8e63f-f986-479c-81fe-b6f8de7a8d28 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:13:39.559423 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e3c8e63f-f986-479c-81fe-b6f8de7a8d28 admin admin] 10.222.0.46 "PUT /v2.0/routers/ddbaae00-e07f-4860-b159-83c2d6bb247f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9303770 Dec 17 15:13:39.564445 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2ad6a412-9f01-4d77-91cc-ef05b4fcd5c8 req-c7124cf5-b5dd-4cb3-85a2-b3e34df5a4cd service neutron] 10.222.0.41 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611834 Dec 17 15:13:39.574192 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29679ae0-2ee6-4c00-a0a5-5edb028d4f37 x-openstack-request-id: req-29679ae0-2ee6-4c00-a0a5-5edb028d4f37 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:13:39.579283 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbb1d7e-bc40-4784-9644-f7757d2f0f11", "name": "network-vif-plugged", "status": "completed", "tag": "f8317aac-9337-4293-a91d-f7188674019a", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:13:39.579283 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-29679ae0-2ee6-4c00-a0a5-5edb028d4f37 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:13:39.579283 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbb1d7e-bc40-4784-9644-f7757d2f0f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8317aac-9337-4293-a91d-f7188674019a', 'code': 200} Dec 17 15:13:39.611547 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf59c7-3aa8-4419-b476-5964b57366cc req-ddf4bc4c-6d9d-4477-9337-c4a1b09ce05e tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:39.616320 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8caf59c7-3aa8-4419-b476-5964b57366cc req-ddf4bc4c-6d9d-4477-9337-c4a1b09ce05e tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 946 time: 0.1111772 Dec 17 15:13:39.644036 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device cac3cc59-b021-4cff-9c51-03395848ee3f no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:13:39.742941 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2ad6a412-9f01-4d77-91cc-ef05b4fcd5c8 req-d9765c78-ab36-4038-abfd-e431cd487167 service neutron] 10.222.0.41 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687727 Dec 17 15:13:39.793589 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8caf59c7-3aa8-4419-b476-5964b57366cc req-976076d1-69e4-43e8-be8c-e8ea01bbd522 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557643 Dec 17 15:13:39.818114 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9842d5e-b54f-462b-a90d-92fbfdbc128f req-7ba2d5b3-cb3f-4881-b307-7c5a6ec74ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:39.818114 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b9842d5e-b54f-462b-a90d-92fbfdbc128f req-7ba2d5b3-cb3f-4881-b307-7c5a6ec74ea1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2dbb1d7e-bc40-4784-9644-f7757d2f0f11 HTTP/1.1" status: 200 len: 1097 time: 0.0967565 Dec 17 15:13:39.818378 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f188a7e-a1dd-4ea1-93ca-207a194cb04b req-5838615b-67ac-4b65-b0d9-1266a4601037 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:39.819842 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6f188a7e-a1dd-4ea1-93ca-207a194cb04b req-5838615b-67ac-4b65-b0d9-1266a4601037 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 943 time: 0.1730642 Dec 17 15:13:39.894741 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b9842d5e-b54f-462b-a90d-92fbfdbc128f req-66f77b79-6fad-4efa-bea9-fd188117dc94 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fdb960b2-ecac-4f04-8a32-40c989944b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739338 Dec 17 15:13:39.905176 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6f188a7e-a1dd-4ea1-93ca-207a194cb04b req-e9706dc7-905b-49e7-a617-d338022523ec tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729866 Dec 17 15:13:39.959886 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712ec3f-8694-4252-8f88-36dd4656f7b9 req-bf73fb25-a3c5-4d29-a00e-c067c4785285 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:39.968399 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1712ec3f-8694-4252-8f88-36dd4656f7b9 req-bf73fb25-a3c5-4d29-a00e-c067c4785285 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c279875-891d-4556-a7e6-f8609bb36e11 HTTP/1.1" status: 200 len: 945 time: 0.0767493 Dec 17 15:13:40.009183 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1712ec3f-8694-4252-8f88-36dd4656f7b9 req-83cd45df-25c9-4c80-a040-c48bb0695165 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397978 Dec 17 15:13:40.066223 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:40.093869 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c1f49-30e1-4830-bdd7-c36f59779af1 req-5f43f2f3-b927-4a21-9914-38c5bf76d396 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:40.093869 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-766c1f49-30e1-4830-bdd7-c36f59779af1 req-5f43f2f3-b927-4a21-9914-38c5bf76d396 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 943 time: 0.0626705 Dec 17 15:13:40.202985 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device d3d9523c-00f6-411b-8074-50940feb093f up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:13:40.217354 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-766c1f49-30e1-4830-bdd7-c36f59779af1 req-a184ee4c-c43d-46ab-a176-38eb31474a5f tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185648 Dec 17 15:13:40.237126 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2467f186-e4c3-42f0-bd8b-06d4b97231ea None None] Sync routers for ids ['ddbaae00-e07f-4860-b159-83c2d6bb247f'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:13:40.266052 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-5b2298b7-ebf9-4e11-8c08-bca4e0106375 service neutron] 10.222.0.13 "GET /v2.0/ports/cac3cc59-b021-4cff-9c51-03395848ee3f/bindings/n-h1-820553-2 HTTP/1.1" status: 200 len: 384 time: 0.1605625 Dec 17 15:13:40.275517 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2467f186-e4c3-42f0-bd8b-06d4b97231ea None None] Routers {'ddbaae00-e07f-4860-b159-83c2d6bb247f'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:13:40.276073 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-2467f186-e4c3-42f0-bd8b-06d4b97231ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:13:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['ddbaae00-e07f-4860-b159-83c2d6bb247f'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:40.359489 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port d3d9523c-00f6-411b-8074-50940feb093f triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:13:40.359866 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:40.423356 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-2467f186-e4c3-42f0-bd8b-06d4b97231ea None None] Set router ddbaae00-e07f-4860-b159-83c2d6bb247f gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:13:40.429002 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-5525eccd-2a1e-44dd-ac3f-13b054ebd2ef tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:40.430573 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-5525eccd-2a1e-44dd-ac3f-13b054ebd2ef tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/networks?id=b38b1548-04df-4106-87bf-561dcd4a4c60 HTTP/1.1" status: 200 len: 829 time: 0.2276237 Dec 17 15:13:40.483997 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f92d0-c56f-4ddb-8c9a-250cfc48917c req-9d1a1055-ecc5-4ac5-8c52-2a0d8cdae8c1 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:40.485591 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e62f92d0-c56f-4ddb-8c9a-250cfc48917c req-9d1a1055-ecc5-4ac5-8c52-2a0d8cdae8c1 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbb1d7e-bc40-4784-9644-f7757d2f0f11 HTTP/1.1" status: 200 len: 946 time: 0.1290164 Dec 17 15:13:40.497510 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-868fad55-478e-405b-afb9-b9cf6be6a5ef tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/quotas/546e15ded86c488e84b853d47279143f HTTP/1.1" status: 200 len: 375 time: 0.0534849 Dec 17 15:13:40.585373 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device c5ccbdaa-da87-41d0-b1fb-4f455e63c108 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:13:40.623659 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e62f92d0-c56f-4ddb-8c9a-250cfc48917c req-fe125584-29dd-4b63-8ba3-1199ada2ccb9 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fdb960b2-ecac-4f04-8a32-40c989944b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280575 Dec 17 15:13:40.659308 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-5fb764dc-b520-486e-b2de-97cda2c79460 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=546e15ded86c488e84b853d47279143f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1420610 Dec 17 15:13:40.699272 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-680ba6db-73c9-4ecf-8d47-e10013e3ff3c service neutron] For port cac3cc59-b021-4cff-9c51-03395848ee3f, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=cac3cc59-b021-4cff-9c51-03395848ee3f,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:40.744354 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-680ba6db-73c9-4ecf-8d47-e10013e3ff3c service neutron] For port cac3cc59-b021-4cff-9c51-03395848ee3f, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:13:40.769501 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port c5ccbdaa-da87-41d0-b1fb-4f455e63c108, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=c5ccbdaa-da87-41d0-b1fb-4f455e63c108,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:40.784368 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'c5ccbdaa-da87-41d0-b1fb-4f455e63c108', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': 'c5ccbdaa-da87-41d0-b1fb-4f455e63c108', 'mac_address': 'fa:16:3e:c3:78:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:13:40.822031 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-2467f186-e4c3-42f0-bd8b-06d4b97231ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1253281214-router', 'tenant_id': '546e15ded86c488e84b853d47279143f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'd3d9523c-00f6-411b-8074-50940feb093f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:13:29Z', 'updated_at': '2021-12-17T15:13:37Z', 'revision_number': 4, 'project_id': '546e15ded86c488e84b853d47279143f', 'gw_port': {'id': 'd3d9523c-00f6-411b-8074-50940feb093f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:13:30Z', 'updated_at': '2021-12-17T15:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '4b5c8126-4ba6-460d-b12f-371bf5bc2f90', 'name': '', 'network_id': 'b38b1548-04df-4106-87bf-561dcd4a4c60', 'tenant_id': '546e15ded86c488e84b853d47279143f', 'mac_address': 'fa:16:3e:3a:3a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'f8e8bb92-9362-42ad-86ab-65c447e5583a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:13:36Z', 'updated_at': '2021-12-17T15:13:38Z', 'revision_number': 2, 'project_id': '546e15ded86c488e84b853d47279143f', 'subnets': [{'id': 'f8e8bb92-9362-42ad-86ab-65c447e5583a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:40.896139 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-680ba6db-73c9-4ecf-8d47-e10013e3ff3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cac3cc59-b021-4cff-9c51-03395848ee3f {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:13:40.914662 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-680ba6db-73c9-4ecf-8d47-e10013e3ff3c service neutron] For port cac3cc59-b021-4cff-9c51-03395848ee3f, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=cac3cc59-b021-4cff-9c51-03395848ee3f,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:40.971016 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c5460-a5dd-416d-8160-406046d7fcae req-4a3432e8-00b1-4ab9-9670-5bafe5b53745 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:40.972699 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d49c5460-a5dd-416d-8160-406046d7fcae req-4a3432e8-00b1-4ab9-9670-5bafe5b53745 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c279875-891d-4556-a7e6-f8609bb36e11 HTTP/1.1" status: 200 len: 945 time: 0.1932461 Dec 17 15:13:40.979548 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-c1e51139-7c34-4ab6-9519-6bf3fdd38f0a service neutron] 10.222.0.46 "GET /v2.0/networks/b38b1548-04df-4106-87bf-561dcd4a4c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113697 Dec 17 15:13:40.986763 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2467f186-e4c3-42f0-bd8b-06d4b97231ea None None] Checking router: ddbaae00-e07f-4860-b159-83c2d6bb247f for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:13:40.987179 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2467f186-e4c3-42f0-bd8b-06d4b97231ea None None] Updating router ddbaae00-e07f-4860-b159-83c2d6bb247f port 4b5c8126-4ba6-460d-b12f-371bf5bc2f90 binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:13:41.013924 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:41.026540 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2467f186-e4c3-42f0-bd8b-06d4b97231ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:41.036638 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ccbdaa-da87-41d0-b1fb-4f455e63c108 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:13:41.049084 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-680ba6db-73c9-4ecf-8d47-e10013e3ff3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:41.078405 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port c5ccbdaa-da87-41d0-b1fb-4f455e63c108, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=c5ccbdaa-da87-41d0-b1fb-4f455e63c108,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:41.081613 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d49c5460-a5dd-416d-8160-406046d7fcae req-71c20498-f4fb-4d03-958e-557e7285270e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009641 Dec 17 15:13:41.155372 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:41.174273 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-57a4e200-ccf2-449b-8ae8-724e9c7b9eab service neutron] 10.222.0.46 "GET /v2.0/networks/b38b1548-04df-4106-87bf-561dcd4a4c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851492 Dec 17 15:13:41.240902 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cadea91-88a1-4a0b-b2db-a5e85c69affe req-4e03d652-45b1-4e33-9d70-627a80259b01 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:41.242677 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9cadea91-88a1-4a0b-b2db-a5e85c69affe req-4e03d652-45b1-4e33-9d70-627a80259b01 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.0877950 Dec 17 15:13:41.245713 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-680ba6db-73c9-4ecf-8d47-e10013e3ff3c service neutron] Transition to ACTIVE for port object cac3cc59-b021-4cff-9c51-03395848ee3f will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:13:41.266716 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=c5ccbdaa-da87-41d0-b1fb-4f455e63c108,revision_number=12']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:41.291081 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9cadea91-88a1-4a0b-b2db-a5e85c69affe req-dd549032-20d0-4dba-94a9-2cad003f505f tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397234 Dec 17 15:13:41.317299 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-680ba6db-73c9-4ecf-8d47-e10013e3ff3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:41.409782 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2467f186-e4c3-42f0-bd8b-06d4b97231ea None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:41.474139 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-680ba6db-73c9-4ecf-8d47-e10013e3ff3c service neutron] No DVR routers for this DVR port cac3cc59-b021-4cff-9c51-03395848ee3f on host n-h2-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:13:41.475933 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ba6db-73c9-4ecf-8d47-e10013e3ff3c service neutron] Pushing event updated for resources: {'Port': ['ID=cac3cc59-b021-4cff-9c51-03395848ee3f,revision_number=10']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:41.528467 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2467f186-e4c3-42f0-bd8b-06d4b97231ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:41.561708 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-680ba6db-73c9-4ecf-8d47-e10013e3ff3c service neutron] 10.222.0.13 "PUT /v2.0/ports/cac3cc59-b021-4cff-9c51-03395848ee3f/bindings/n-h1-820553-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2462037 Dec 17 15:13:41.591580 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0262e3d-e57e-4905-9cf8-abb0486a8f43 req-69f53252-6271-494c-9ef2-c4fc8e16e2e4 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:41.611412 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a0262e3d-e57e-4905-9cf8-abb0486a8f43 req-69f53252-6271-494c-9ef2-c4fc8e16e2e4 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 946 time: 0.1386464 Dec 17 15:13:41.619108 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bda311-ea16-43ea-b32e-7174543e08b2 None None] Pushing event updated for resources: {'Port': ['ID=4b5c8126-4ba6-460d-b12f-371bf5bc2f90,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:41.640531 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32aa5f-6f94-424f-8657-5dee611ffec9 req-2e23001c-9c8b-44d1-a9c9-ad454507e735 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:41.642198 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1f32aa5f-6f94-424f-8657-5dee611ffec9 req-2e23001c-9c8b-44d1-a9c9-ad454507e735 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 943 time: 0.1366720 Dec 17 15:13:41.675187 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a0262e3d-e57e-4905-9cf8-abb0486a8f43 req-3f1e85f2-3167-4090-bfc6-25b43bd945ac tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627608 Dec 17 15:13:41.695204 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-2467f186-e4c3-42f0-bd8b-06d4b97231ea None None] Attempting to bind port 4b5c8126-4ba6-460d-b12f-371bf5bc2f90 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:13:41.695572 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-2467f186-e4c3-42f0-bd8b-06d4b97231ea None None] Attempting to bind port 4b5c8126-4ba6-460d-b12f-371bf5bc2f90 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'c859e1d1-f230-4e3c-a03a-dfb2659da1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b38b1548-04df-4106-87bf-561dcd4a4c60'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:13:41.695935 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2467f186-e4c3-42f0-bd8b-06d4b97231ea None None] Attempting to bind port 4b5c8126-4ba6-460d-b12f-371bf5bc2f90 on network b38b1548-04df-4106-87bf-561dcd4a4c60 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:13:41.707646 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2467f186-e4c3-42f0-bd8b-06d4b97231ea None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:13:41.708025 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2467f186-e4c3-42f0-bd8b-06d4b97231ea None None] Checking segment: {'id': 'c859e1d1-f230-4e3c-a03a-dfb2659da1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b38b1548-04df-4106-87bf-561dcd4a4c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:13:41.708432 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2467f186-e4c3-42f0-bd8b-06d4b97231ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:41.708824 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2467f186-e4c3-42f0-bd8b-06d4b97231ea None None] Bound using segment: {'id': 'c859e1d1-f230-4e3c-a03a-dfb2659da1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b38b1548-04df-4106-87bf-561dcd4a4c60'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:13:41.709343 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-2467f186-e4c3-42f0-bd8b-06d4b97231ea None None] Bound port: 4b5c8126-4ba6-460d-b12f-371bf5bc2f90, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c859e1d1-f230-4e3c-a03a-dfb2659da1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b38b1548-04df-4106-87bf-561dcd4a4c60'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:13:41.709725 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2467f186-e4c3-42f0-bd8b-06d4b97231ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:41.734330 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1f32aa5f-6f94-424f-8657-5dee611ffec9 req-947ca715-dae5-4f0c-bf3d-6659b883e7ee tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750909 Dec 17 15:13:41.823694 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-2467f186-e4c3-42f0-bd8b-06d4b97231ea None None] For port 4b5c8126-4ba6-460d-b12f-371bf5bc2f90, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:13:41.827498 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-2467f186-e4c3-42f0-bd8b-06d4b97231ea None None] For port 4b5c8126-4ba6-460d-b12f-371bf5bc2f90, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=4b5c8126-4ba6-460d-b12f-371bf5bc2f90,segment=NetworkSegment(c859e1d1-f230-4e3c-a03a-dfb2659da1f6),segment_id=c859e1d1-f230-4e3c-a03a-dfb2659da1f6)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:13:41.838228 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['c5ccbdaa-da87-41d0-b1fb-4f455e63c108'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:13:41.925793 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d59f4-735f-4389-b8c4-3af5cf76297d req-ef732618-ed23-485e-8efd-bf0aed552a78 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:41.927329 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c1d59f4-735f-4389-b8c4-3af5cf76297d req-ef732618-ed23-485e-8efd-bf0aed552a78 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c279875-891d-4556-a7e6-f8609bb36e11 HTTP/1.1" status: 200 len: 945 time: 0.1384692 Dec 17 15:13:41.931455 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-ad83ad11-d80e-4c7e-8d9d-631dc462ebd3 None None] Provisioning complete for port 4b5c8126-4ba6-460d-b12f-371bf5bc2f90 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:13:41.931662 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ad83ad11-d80e-4c7e-8d9d-631dc462ebd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:41.947264 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca2041-7d22-47f6-b214-6ce33b4e632f req-0f608a09-55f8-407e-82de-a04af6c3661b tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:41.948728 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4cca2041-7d22-47f6-b214-6ce33b4e632f req-0f608a09-55f8-407e-82de-a04af6c3661b tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 944 time: 0.1226265 Dec 17 15:13:41.975405 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-90ca4008-0807-430b-83ad-1a12cd6e5558 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:41.976661 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-90ca4008-0807-430b-83ad-1a12cd6e5558 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4&tenant_id=96ef05c814a947bb872da21a8a326a7b&binding%3Ahost_id=n-h2-820553-2 HTTP/1.1" status: 200 len: 1095 time: 0.1042790 Dec 17 15:13:41.985440 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2467f186-e4c3-42f0-bd8b-06d4b97231ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:42.001538 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-ad83ad11-d80e-4c7e-8d9d-631dc462ebd3 None None] Port 4b5c8126-4ba6-460d-b12f-371bf5bc2f90 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:13:42.038956 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c1d59f4-735f-4389-b8c4-3af5cf76297d req-48a4bc5a-3df1-4a46-a9e6-dfb502f1a803 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031482 Dec 17 15:13:42.060029 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2467f186-e4c3-42f0-bd8b-06d4b97231ea None None] Routers {'ddbaae00-e07f-4860-b159-83c2d6bb247f'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:13:42.060197 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4cca2041-7d22-47f6-b214-6ce33b4e632f req-3a4665ba-22b8-439a-bc6d-14ec715f7b71 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027415 Dec 17 15:13:42.061764 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-2467f186-e4c3-42f0-bd8b-06d4b97231ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:13:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['ddbaae00-e07f-4860-b159-83c2d6bb247f'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:42.100430 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-d998acd3-257f-4469-8cbd-a363201ea297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:42.100430 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-d998acd3-257f-4469-8cbd-a363201ea297 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4&tenant_id=96ef05c814a947bb872da21a8a326a7b HTTP/1.1" status: 200 len: 1095 time: 0.1014402 Dec 17 15:13:42.167239 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-83f48abf-d72c-4cc8-be60-3fc3a3d7e154 req-565ddbe7-48f4-4d1c-a95e-0c454bd0e29d tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/ports?device_id=44a86e10-6052-438e-aac9-1fec1efa8b60 HTTP/1.1" status: 200 len: 210 time: 0.0611420 Dec 17 15:13:42.174622 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bda311-ea16-43ea-b32e-7174543e08b2 None None] Pushing event updated for resources: {'Port': ['ID=4b5c8126-4ba6-460d-b12f-371bf5bc2f90,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:42.230210 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-db2da375-dae9-47f6-9f7a-57d36a787a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:42.231897 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-db2da375-dae9-47f6-9f7a-57d36a787a9b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96ef05c814a947bb872da21a8a326a7b&device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 1095 time: 0.0633752 Dec 17 15:13:42.239691 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-2467f186-e4c3-42f0-bd8b-06d4b97231ea None None] Set router ddbaae00-e07f-4860-b159-83c2d6bb247f gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:13:42.405964 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-b6b5a305-1dc5-421a-b45e-feb580b4721b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:42.405964 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-b6b5a305-1dc5-421a-b45e-feb580b4721b service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea HTTP/1.1" status: 200 len: 909 time: 0.1505125 Dec 17 15:13:42.449450 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43c3e1-849e-4405-a1b8-e291cdbc1a13 req-1185a07f-b3ce-41eb-a2ba-f62234970aa4 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:42.459815 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4f43c3e1-849e-4405-a1b8-e291cdbc1a13 req-1185a07f-b3ce-41eb-a2ba-f62234970aa4 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbb1d7e-bc40-4784-9644-f7757d2f0f11 HTTP/1.1" status: 200 len: 946 time: 0.2167587 Dec 17 15:13:42.506655 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-8fd63000-58e1-4fc5-828e-c360b1adc429 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cac3cc59-b021-4cff-9c51-03395848ee3f HTTP/1.1" status: 200 len: 217 time: 0.0790980 Dec 17 15:13:42.557980 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4f43c3e1-849e-4405-a1b8-e291cdbc1a13 req-bd948b8d-8258-4079-9145-589fd05ce409 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fdb960b2-ecac-4f04-8a32-40c989944b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970562 Dec 17 15:13:42.569614 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-38d03180-1fc5-4bff-8b48-5891459ffc61 None None] Provisioning complete for port 4b5c8126-4ba6-460d-b12f-371bf5bc2f90 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:13:42.570254 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-38d03180-1fc5-4bff-8b48-5891459ffc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:42.610477 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-5ded7761-52b8-4593-90b0-52d539f96c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:42.619698 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-5ded7761-52b8-4593-90b0-52d539f96c06 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e07a04f7-750d-46bb-b1d6-18c61b699282 HTTP/1.1" status: 200 len: 848 time: 0.1054511 Dec 17 15:13:42.678219 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-2467f186-e4c3-42f0-bd8b-06d4b97231ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1253281214-router', 'tenant_id': '546e15ded86c488e84b853d47279143f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'd3d9523c-00f6-411b-8074-50940feb093f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:13:29Z', 'updated_at': '2021-12-17T15:13:37Z', 'revision_number': 4, 'project_id': '546e15ded86c488e84b853d47279143f', 'gw_port': {'id': 'd3d9523c-00f6-411b-8074-50940feb093f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:13:30Z', 'updated_at': '2021-12-17T15:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '4b5c8126-4ba6-460d-b12f-371bf5bc2f90', 'name': '', 'network_id': 'b38b1548-04df-4106-87bf-561dcd4a4c60', 'tenant_id': '546e15ded86c488e84b853d47279143f', 'mac_address': 'fa:16:3e:3a:3a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'f8e8bb92-9362-42ad-86ab-65c447e5583a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:13:36Z', 'updated_at': '2021-12-17T15:13:41Z', 'revision_number': 4, 'project_id': '546e15ded86c488e84b853d47279143f', 'subnets': [{'id': 'f8e8bb92-9362-42ad-86ab-65c447e5583a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:42.708723 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2467f186-e4c3-42f0-bd8b-06d4b97231ea None None] The sync data for ids ['ddbaae00-e07f-4860-b159-83c2d6bb247f'] in n-d-820553-2 is: [{'id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1253281214-router', 'tenant_id': '546e15ded86c488e84b853d47279143f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'd3d9523c-00f6-411b-8074-50940feb093f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:13:29Z', 'updated_at': '2021-12-17T15:13:37Z', 'revision_number': 4, 'project_id': '546e15ded86c488e84b853d47279143f', 'gw_port': {'id': 'd3d9523c-00f6-411b-8074-50940feb093f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:13:30Z', 'updated_at': '2021-12-17T15:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '4b5c8126-4ba6-460d-b12f-371bf5bc2f90', 'name': '', 'network_id': 'b38b1548-04df-4106-87bf-561dcd4a4c60', 'tenant_id': '546e15ded86c488e84b853d47279143f', 'mac_address': 'fa:16:3e:3a:3a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'f8e8bb92-9362-42ad-86ab-65c447e5583a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:13:36Z', 'updated_at': '2021-12-17T15:13:41Z', 'revision_number': 4, 'project_id': '546e15ded86c488e84b853d47279143f', 'subnets': [{'id': 'f8e8bb92-9362-42ad-86ab-65c447e5583a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:13:42.711483 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-30acaeab-1aaa-44e3-be55-dbdf026e8443 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709822 Dec 17 15:13:42.755395 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-38d03180-1fc5-4bff-8b48-5891459ffc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:42.840110 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-38d03180-1fc5-4bff-8b48-5891459ffc61 None None] For port 4b5c8126-4ba6-460d-b12f-371bf5bc2f90, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=4b5c8126-4ba6-460d-b12f-371bf5bc2f90,segment=NetworkSegment(c859e1d1-f230-4e3c-a03a-dfb2659da1f6),segment_id=c859e1d1-f230-4e3c-a03a-dfb2659da1f6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:42.866524 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04715b02-a7d2-4a5d-a462-f29d72c371da req-f2bb1d2b-f876-413b-bd17-44976be3b0ea tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:42.868248 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-04715b02-a7d2-4a5d-a462-f29d72c371da req-f2bb1d2b-f876-413b-bd17-44976be3b0ea tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 950 time: 0.2713914 Dec 17 15:13:42.910960 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f43968-10eb-4024-902f-14465b6faa91 req-5a455d4e-a9a1-4298-938c-344db3e87cda tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:42.912529 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-30f43968-10eb-4024-902f-14465b6faa91 req-5a455d4e-a9a1-4298-938c-344db3e87cda tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c279875-891d-4556-a7e6-f8609bb36e11 HTTP/1.1" status: 200 len: 945 time: 0.2739983 Dec 17 15:13:42.957961 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-2caeb3d3-6eb2-4056-a562-b968abadbdf6 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323453 Dec 17 15:13:42.963625 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-38d03180-1fc5-4bff-8b48-5891459ffc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:43.027946 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d03180-1fc5-4bff-8b48-5891459ffc61 None None] Pushing event updated for resources: {'Port': ['ID=4b5c8126-4ba6-460d-b12f-371bf5bc2f90,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:43.049182 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-30f43968-10eb-4024-902f-14465b6faa91 req-122baa6d-3e14-4505-acec-fa2065589749 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237504 Dec 17 15:13:43.082687 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-04715b02-a7d2-4a5d-a462-f29d72c371da req-bf4697fc-c0f2-4ccf-9c74-b51514c720c4 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848481 Dec 17 15:13:43.144239 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41888) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:43.151949 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-dd276613-9f79-4bf3-9349-5a2246a19967 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748624 Dec 17 15:13:43.322424 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ad676e07-53e4-4f70-9933-4679b6c804a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:43.425960 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ad676e07-53e4-4f70-9933-4679b6c804a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:43.597656 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ad676e07-53e4-4f70-9933-4679b6c804a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:43.600874 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f156773-378f-4698-bf96-5a75ec20d7d6 req-9dee1d22-ad32-4f63-a9d7-53dd505825d4 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:43.602631 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8f156773-378f-4698-bf96-5a75ec20d7d6 req-9dee1d22-ad32-4f63-a9d7-53dd505825d4 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 946 time: 0.4298356 Dec 17 15:13:43.647199 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8f156773-378f-4698-bf96-5a75ec20d7d6 req-302720da-a6ea-41a0-9f6b-a4c178bc7019 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372536 Dec 17 15:13:43.700380 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad676e07-53e4-4f70-9933-4679b6c804a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14a5368-7af9-4b8b-bb20-8bfe305fe30c,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:43.709815 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ad676e07-53e4-4f70-9933-4679b6c804a2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c81c27ee6fc342c0827865c7765b060a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5644307 Dec 17 15:13:43.713309 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41896) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:43.842687 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6ddbcdfe-e3cd-4964-a20a-eb40847755b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:43.854419 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89440d-e723-481f-9561-75bf71745ddc req-b7f7caec-dacc-40aa-a46b-b712267a6308 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:43.855851 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cf89440d-e723-481f-9561-75bf71745ddc req-b7f7caec-dacc-40aa-a46b-b712267a6308 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c279875-891d-4556-a7e6-f8609bb36e11 HTTP/1.1" status: 200 len: 945 time: 0.1199765 Dec 17 15:13:43.890166 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3514f0-b2f2-413c-bebb-1e1bdbda41e9 req-91d6b540-c213-4f50-a87a-818bfec68e09 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:43.891690 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9b3514f0-b2f2-413c-bebb-1e1bdbda41e9 req-91d6b540-c213-4f50-a87a-818bfec68e09 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 943 time: 0.1376286 Dec 17 15:13:43.928392 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6ddbcdfe-e3cd-4964-a20a-eb40847755b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:44.015828 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cf89440d-e723-481f-9561-75bf71745ddc req-9eea35c2-7df3-4d01-8c9e-094c8e312c4b tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490238 Dec 17 15:13:44.021641 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9b3514f0-b2f2-413c-bebb-1e1bdbda41e9 req-7e4a740f-9af4-4e40-aaa7-e5bee20c1442 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036534 Dec 17 15:13:44.025436 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-31619727-9534-425d-91f1-aa957824f89c tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:44.029349 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-31619727-9534-425d-91f1-aa957824f89c tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4&tenant_id=96ef05c814a947bb872da21a8a326a7b&binding%3Ahost_id=n-h1-820553-2 HTTP/1.1" status: 200 len: 1095 time: 0.1615558 Dec 17 15:13:44.189569 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6ddbcdfe-e3cd-4964-a20a-eb40847755b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:44.192189 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6ddbcdfe-e3cd-4964-a20a-eb40847755b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:44.193377 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6ddbcdfe-e3cd-4964-a20a-eb40847755b1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b14a5368-7af9-4b8b-bb20-8bfe305fe30c HTTP/1.1" status: 204 len: 168 time: 0.4789658 Dec 17 15:13:44.216611 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddbcdfe-e3cd-4964-a20a-eb40847755b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14a5368-7af9-4b8b-bb20-8bfe305fe30c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:44.220554 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 4b5c8126-4ba6-460d-b12f-371bf5bc2f90 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:13:44.261815 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46633a9-d37a-473c-a8b7-41af8e03aebf req-ebc9bd98-f01f-4fec-81d4-5f9de679544c tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:44.269817 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e46633a9-d37a-473c-a8b7-41af8e03aebf req-ebc9bd98-f01f-4fec-81d4-5f9de679544c tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 944 time: 0.1595049 Dec 17 15:13:44.275455 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a466b-f6e1-40ce-9030-7081f811c9de req-9f89f44f-99f7-4116-8342-eccb201e59fb tempest-MigrationsAdminTest-2086733361 tempest-MigrationsAdminTest-2086733361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:44.277251 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b61a466b-f6e1-40ce-9030-7081f811c9de req-9f89f44f-99f7-4116-8342-eccb201e59fb tempest-MigrationsAdminTest-2086733361 tempest-MigrationsAdminTest-2086733361-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 1101 time: 0.1462905 Dec 17 15:13:44.293903 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 4b5c8126-4ba6-460d-b12f-371bf5bc2f90 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:13:44.294362 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:44.344373 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e46633a9-d37a-473c-a8b7-41af8e03aebf req-c7944f86-59b9-4e96-b80b-8132b8fa4207 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736716 Dec 17 15:13:44.350724 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b61a466b-f6e1-40ce-9030-7081f811c9de req-88969ef5-1145-45a5-b4f7-72912bd67240 tempest-MigrationsAdminTest-2086733361 tempest-MigrationsAdminTest-2086733361-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637944 Dec 17 15:13:44.466226 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8aa9b1dc-0cbc-4f31-99f0-90f7afdca5db req-b7a22e1e-fa39-4c82-8f38-ffb077945d6f tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/ports?device_id=44a86e10-6052-438e-aac9-1fec1efa8b60 HTTP/1.1" status: 200 len: 210 time: 0.0363283 Dec 17 15:13:44.484274 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-03169570-92d2-4a8e-95c6-cef967871fe4 service neutron] For port cac3cc59-b021-4cff-9c51-03395848ee3f, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:13:44.490114 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-03169570-92d2-4a8e-95c6-cef967871fe4 service neutron] Notify callbacks [] for binding, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:44.494600 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-01cf4862-a6c4-4c7a-a9ba-a323d0892113 req-03169570-92d2-4a8e-95c6-cef967871fe4 service neutron] 10.222.0.41 "DELETE /v2.0/ports/cac3cc59-b021-4cff-9c51-03395848ee3f/bindings/n-h2-820553-2 HTTP/1.1" status: 204 len: 173 time: 0.4472797 Dec 17 15:13:44.512621 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e0f0b-0dce-483f-b62d-4e835f9974de req-7d949a69-ffd7-4602-a816-07cb2810e84a tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:44.514365 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ed8e0f0b-0dce-483f-b62d-4e835f9974de req-7d949a69-ffd7-4602-a816-07cb2810e84a tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbb1d7e-bc40-4784-9644-f7757d2f0f11 HTTP/1.1" status: 200 len: 946 time: 0.0825851 Dec 17 15:13:44.564207 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ed8e0f0b-0dce-483f-b62d-4e835f9974de req-56856947-e527-440f-a92f-4cf52a3e5e39 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fdb960b2-ecac-4f04-8a32-40c989944b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429690 Dec 17 15:13:44.589126 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device c5ccbdaa-da87-41d0-b1fb-4f455e63c108 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:13:44.746022 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79a846-493d-458e-8b90-6586ef94c23c req-1e05eb82-c954-4b0b-b67c-46709668400c tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:44.747473 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2a79a846-493d-458e-8b90-6586ef94c23c req-1e05eb82-c954-4b0b-b67c-46709668400c tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c279875-891d-4556-a7e6-f8609bb36e11 HTTP/1.1" status: 200 len: 945 time: 0.0818079 Dec 17 15:13:44.753412 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d2d98-161a-4b8f-b1f1-8e14cb4d6f13 req-ee66b2bc-2704-472e-938c-ee45fb976974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:44.754939 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a21d2d98-161a-4b8f-b1f1-8e14cb4d6f13 req-ee66b2bc-2704-472e-938c-ee45fb976974 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 1097 time: 0.0591745 Dec 17 15:13:44.763663 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port c5ccbdaa-da87-41d0-b1fb-4f455e63c108 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:13:44.768878 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port c5ccbdaa-da87-41d0-b1fb-4f455e63c108 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:13:44.769067 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:44.812961 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2a79a846-493d-458e-8b90-6586ef94c23c req-b342c487-690a-4a51-a8ee-2dcecc9d4ee9 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570655 Dec 17 15:13:44.817990 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a21d2d98-161a-4b8f-b1f1-8e14cb4d6f13 req-9016ac48-f5ea-458f-b3f1-99e2fa0274c9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475447 Dec 17 15:13:44.859421 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:44.898599 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad645bac-bcc5-43ca-8633-eb388f62c266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ccbdaa-da87-41d0-b1fb-4f455e63c108'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:13:44.901164 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72505b0-c6ee-4f6d-abba-ceb6eb60c629" -d '{"events": [{"server_uuid": "ad645bac-bcc5-43ca-8633-eb388f62c266", "name": "network-vif-plugged", "status": "completed", "tag": "c5ccbdaa-da87-41d0-b1fb-4f455e63c108"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:13:44.916989 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port c5ccbdaa-da87-41d0-b1fb-4f455e63c108, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=c5ccbdaa-da87-41d0-b1fb-4f455e63c108,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:44.925573 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-61393d1e-693d-4e22-8497-ba53cf3ed467 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:44.927263 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-61393d1e-693d-4e22-8497-ba53cf3ed467 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.13 "GET /v2.0/networks?id=b38b1548-04df-4106-87bf-561dcd4a4c60 HTTP/1.1" status: 200 len: 829 time: 0.1330388 Dec 17 15:13:44.932880 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39ef1e-6870-417c-b510-314f544407f1 req-95ea32ce-3cbd-453c-8715-acb3b94b3b0c tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:44.934453 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf39ef1e-6870-417c-b510-314f544407f1 req-95ea32ce-3cbd-453c-8715-acb3b94b3b0c tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 1095 time: 0.0407684 Dec 17 15:13:44.970040 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf39ef1e-6870-417c-b510-314f544407f1 req-3befd465-be33-4ecc-bffe-3a028c234bc4 tempest-LiveMigrationTest-1355307093 tempest-LiveMigrationTest-1355307093-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288975 Dec 17 15:13:45.036831 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-cb7293a3-b342-4411-90b1-799b83b84060 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Request body: {'port': {'device_id': '44a86e10-6052-438e-aac9-1fec1efa8b60', 'network_id': 'b38b1548-04df-4106-87bf-561dcd4a4c60', 'admin_state_up': True, 'tenant_id': '546e15ded86c488e84b853d47279143f'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:13:45.083339 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:45.107789 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41924) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:45.117380 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48228b4e-0460-4fc8-b1c6-a2dd3207bb90 req-49e976ad-c927-455f-bcf7-cf90e4f8e009 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:45.118893 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48228b4e-0460-4fc8-b1c6-a2dd3207bb90 req-49e976ad-c927-455f-bcf7-cf90e4f8e009 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 946 time: 0.0979049 Dec 17 15:13:45.129502 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-26e57c53-14cb-419b-8c71-aeeca1c25c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:45.135364 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=c5ccbdaa-da87-41d0-b1fb-4f455e63c108,revision_number=13']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:45.145384 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89cee8-a5f5-49ea-87b2-0193a192e14b req-701cd51d-bbab-457a-948e-22977ab1078f tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:45.146310 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cb89cee8-a5f5-49ea-87b2-0193a192e14b req-701cd51d-bbab-457a-948e-22977ab1078f tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c279875-891d-4556-a7e6-f8609bb36e11 HTTP/1.1" status: 200 len: 945 time: 0.0864208 Dec 17 15:13:45.193685 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cb89cee8-a5f5-49ea-87b2-0193a192e14b req-5bfdad30-0a2e-4e20-9be7-ca2096c33140 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373433 Dec 17 15:13:45.221945 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48228b4e-0460-4fc8-b1c6-a2dd3207bb90 req-e6e3c9f4-e648-4e19-9aa4-218fbc93f8da tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948279 Dec 17 15:13:45.258902 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092c55e9-9b8f-409e-8c71-c1c41e67dc7b x-openstack-request-id: req-092c55e9-9b8f-409e-8c71-c1c41e67dc7b {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:13:45.258902 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad645bac-bcc5-43ca-8633-eb388f62c266", "name": "network-vif-plugged", "status": "completed", "tag": "c5ccbdaa-da87-41d0-b1fb-4f455e63c108", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:13:45.258902 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-092c55e9-9b8f-409e-8c71-c1c41e67dc7b {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:13:45.258902 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad645bac-bcc5-43ca-8633-eb388f62c266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ccbdaa-da87-41d0-b1fb-4f455e63c108', 'code': 200} Dec 17 15:13:45.301168 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-26e57c53-14cb-419b-8c71-aeeca1c25c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:45.351500 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-cb7293a3-b342-4411-90b1-799b83b84060 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Made reservation on behalf of 546e15ded86c488e84b853d47279143f for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:13:45.356385 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604eb134-de9d-49fa-8b17-53e23f4eb70e req-2a18467f-488f-4c77-bf45-2900a73f06bf tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:45.356528 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-cb7293a3-b342-4411-90b1-799b83b84060 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:45.356728 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-604eb134-de9d-49fa-8b17-53e23f4eb70e req-2a18467f-488f-4c77-bf45-2900a73f06bf tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 951 time: 0.0518804 Dec 17 15:13:45.400588 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-604eb134-de9d-49fa-8b17-53e23f4eb70e req-fa9d0eac-80fd-4104-9f9b-5d3843fdb9fa tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392964 Dec 17 15:13:45.444186 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-26e57c53-14cb-419b-8c71-aeeca1c25c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:45.517830 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-26e57c53-14cb-419b-8c71-aeeca1c25c07 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bbc6e5ec931b4978bf126eb07f77e113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4078290 Dec 17 15:13:45.521765 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41930) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:45.522945 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2edba-c51e-459b-959a-1d4cb4e07f7e req-ae6460ac-efea-4e0c-b537-f575b6387bb9 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:45.523768 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e57c53-14cb-419b-8c71-aeeca1c25c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e5428a-b6cd-495a-8fb3-60633e847f11,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:45.524474 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-58a2edba-c51e-459b-959a-1d4cb4e07f7e req-ae6460ac-efea-4e0c-b537-f575b6387bb9 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 943 time: 0.0572937 Dec 17 15:13:45.544258 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-cb7293a3-b342-4411-90b1-799b83b84060 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Allocated IP 172.20.0.12 (b38b1548-04df-4106-87bf-561dcd4a4c60/f8e8bb92-9362-42ad-86ab-65c447e5583a/2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:13:45.567376 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-58a2edba-c51e-459b-959a-1d4cb4e07f7e req-3a06a018-9822-40d6-bd7c-32e629b77a3c tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357387 Dec 17 15:13:45.612880 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-16795834-16aa-4b65-bffa-fc828c7ac123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:45.686981 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-16795834-16aa-4b65-bffa-fc828c7ac123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:45.774609 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-cb7293a3-b342-4411-90b1-799b83b84060 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:45.845328 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca802bc8-6631-4da9-9aad-a026b4079abd req-aa657130-2c1d-4d31-9e11-e3665f6da86e tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:45.846824 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ca802bc8-6631-4da9-9aad-a026b4079abd req-aa657130-2c1d-4d31-9e11-e3665f6da86e tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dbb1d7e-bc40-4784-9644-f7757d2f0f11 HTTP/1.1" status: 200 len: 946 time: 0.0551817 Dec 17 15:13:45.874286 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-49921282-1418-46c7-8cce-8d2f0b0680f2 req-330d8cfb-10f7-473e-82a0-6d8c9fab098e tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/ports?device_id=44a86e10-6052-438e-aac9-1fec1efa8b60 HTTP/1.1" status: 200 len: 210 time: 0.0257843 Dec 17 15:13:45.883705 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-16795834-16aa-4b65-bffa-fc828c7ac123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:45.891175 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-16795834-16aa-4b65-bffa-fc828c7ac123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:45.891175 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-16795834-16aa-4b65-bffa-fc828c7ac123 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/99e5428a-b6cd-495a-8fb3-60633e847f11 HTTP/1.1" status: 204 len: 168 time: 0.3653047 Dec 17 15:13:45.898980 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16795834-16aa-4b65-bffa-fc828c7ac123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e5428a-b6cd-495a-8fb3-60633e847f11,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:45.969081 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-cb7293a3-b342-4411-90b1-799b83b84060 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:46.038155 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-cb7293a3-b342-4411-90b1-799b83b84060 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Network b38b1548-04df-4106-87bf-561dcd4a4c60 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:13:46.043911 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-cb7293a3-b342-4411-90b1-799b83b84060 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:13:46.069398 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-cb7293a3-b342-4411-90b1-799b83b84060 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:13:46.070042 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37681ef2-3a05-419b-836f-05c4fd77e714 req-a1ac1f5d-d1ed-4bc6-a6ff-957fad2c2da9 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:46.071611 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-37681ef2-3a05-419b-836f-05c4fd77e714 req-a1ac1f5d-d1ed-4bc6-a6ff-957fad2c2da9 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbb1d7e-bc40-4784-9644-f7757d2f0f11 HTTP/1.1" status: 200 len: 946 time: 0.1043270 Dec 17 15:13:46.092526 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-ca802bc8-6631-4da9-9aad-a026b4079abd req-83739115-28d3-409a-84b7-752353a1c4a8 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] Deleting port f8317aac-9337-4293-a91d-f7188674019a {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:13:46.093016 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ca802bc8-6631-4da9-9aad-a026b4079abd req-83739115-28d3-409a-84b7-752353a1c4a8 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:46.115220 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7293a3-b342-4411-90b1-799b83b84060 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Pushing event updated for resources: {'Port': ['ID=2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:46.156535 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-cb7293a3-b342-4411-90b1-799b83b84060 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:46.157480 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-cb7293a3-b342-4411-90b1-799b83b84060 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:46.202211 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-37681ef2-3a05-419b-836f-05c4fd77e714 req-738f2024-753c-42ad-9b10-1e33f53bea16 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fdb960b2-ecac-4f04-8a32-40c989944b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204813 Dec 17 15:13:46.244172 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-ca802bc8-6631-4da9-9aad-a026b4079abd req-83739115-28d3-409a-84b7-752353a1c4a8 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] For port f8317aac-9337-4293-a91d-f7188674019a, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f8317aac-9337-4293-a91d-f7188674019a,segment=NetworkSegment(2015c638-0872-4886-a514-191fd448c907),segment_id=2015c638-0872-4886-a514-191fd448c907)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:46.244555 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ca802bc8-6631-4da9-9aad-a026b4079abd req-83739115-28d3-409a-84b7-752353a1c4a8 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:46.253998 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-cb7293a3-b342-4411-90b1-799b83b84060 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2210746 Dec 17 15:13:46.265971 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-ca802bc8-6631-4da9-9aad-a026b4079abd req-83739115-28d3-409a-84b7-752353a1c4a8 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] Calling delete_port for f8317aac-9337-4293-a91d-f7188674019a owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:13:46.270613 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-7f47250a-cb5a-4e7a-ba5e-acaf49716b0f service neutron] Request body: {'port': {'device_id': '44a86e10-6052-438e-aac9-1fec1efa8b60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:13:46.340260 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-7f47250a-cb5a-4e7a-ba5e-acaf49716b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:46.388889 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15df28b-c772-4882-91f0-e416d4dcfb82 req-75ffce7b-2434-4843-8fdb-ef05a9c1b0cf tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:46.391199 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c15df28b-c772-4882-91f0-e416d4dcfb82 req-75ffce7b-2434-4843-8fdb-ef05a9c1b0cf tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 944 time: 0.0795019 Dec 17 15:13:46.424603 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-66748581-d0e1-4f3c-9938-5db86d5bdd94 None None] Provisioning complete for port 2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:13:46.425636 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-66748581-d0e1-4f3c-9938-5db86d5bdd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:46.491440 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-66748581-d0e1-4f3c-9938-5db86d5bdd94 None None] Port 2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:13:46.512465 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c15df28b-c772-4882-91f0-e416d4dcfb82 req-6a1d79f2-83c1-462a-900b-113f756d0daa tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053584 Dec 17 15:13:46.528852 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c5666-2cef-4704-9d94-971b55a3405c req-8a4abfe5-1c25-4699-9b56-80af9ad65c23 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:46.531031 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-599c5666-2cef-4704-9d94-971b55a3405c req-8a4abfe5-1c25-4699-9b56-80af9ad65c23 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 946 time: 0.1381965 Dec 17 15:13:46.593924 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-599c5666-2cef-4704-9d94-971b55a3405c req-20786b3d-e9fe-4ead-9394-46be21e0fb16 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477142 Dec 17 15:13:46.620681 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ca802bc8-6631-4da9-9aad-a026b4079abd req-83739115-28d3-409a-84b7-752353a1c4a8 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:46.660322 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83739115-28d3-409a-84b7-752353a1c4a8 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] Pushing event deleted for resources: {'Port': ['ID=f8317aac-9337-4293-a91d-f7188674019a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:46.677695 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['f8317aac-9337-4293-a91d-f7188674019a'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:13:46.756263 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-7f47250a-cb5a-4e7a-ba5e-acaf49716b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:13:46.763704 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-7f47250a-cb5a-4e7a-ba5e-acaf49716b0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:46.775682 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-7f47250a-cb5a-4e7a-ba5e-acaf49716b0f service neutron] Transition to ACTIVE for port object 2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:13:46.775990 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca802bc8-6631-4da9-9aad-a026b4079abd req-83739115-28d3-409a-84b7-752353a1c4a8 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] No DVR routers for this DVR port f8317aac-9337-4293-a91d-f7188674019a on host n-h1-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:13:46.782813 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ca802bc8-6631-4da9-9aad-a026b4079abd req-83739115-28d3-409a-84b7-752353a1c4a8 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:46.786167 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ca802bc8-6631-4da9-9aad-a026b4079abd req-83739115-28d3-409a-84b7-752353a1c4a8 tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] 10.222.0.41 "DELETE /v2.0/ports/f8317aac-9337-4293-a91d-f7188674019a HTTP/1.1" status: 204 len: 173 time: 0.8889627 Dec 17 15:13:46.786608 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbb1d7e-bc40-4784-9644-f7757d2f0f11', 'name': 'network-vif-deleted', 'tag': 'f8317aac-9337-4293-a91d-f7188674019a'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:13:46.788869 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20531322-ee80-4d3a-a970-1564640d519e" -d '{"events": [{"server_uuid": "2dbb1d7e-bc40-4784-9644-f7757d2f0f11", "name": "network-vif-deleted", "tag": "f8317aac-9337-4293-a91d-f7188674019a"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:13:46.818238 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1271cef-0ec3-4a98-b2db-c9910b53c847 req-31b7b350-57bf-4085-a5a7-801266c34c2e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:46.819751 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d1271cef-0ec3-4a98-b2db-c9910b53c847 req-31b7b350-57bf-4085-a5a7-801266c34c2e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 951 time: 0.1173482 Dec 17 15:13:46.831936 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db7e53-7386-4f3a-b3bb-844ec49feb48 req-ed85a809-410a-46ee-b307-6a5f30ce8b54 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:46.833482 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-30db7e53-7386-4f3a-b3bb-844ec49feb48 req-ed85a809-410a-46ee-b307-6a5f30ce8b54 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 943 time: 0.1150286 Dec 17 15:13:46.876840 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-7f47250a-cb5a-4e7a-ba5e-acaf49716b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:46.893377 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d1271cef-0ec3-4a98-b2db-c9910b53c847 req-eb372f29-8fe1-4f49-acfa-271c5881072f tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588977 Dec 17 15:13:46.913362 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-30db7e53-7386-4f3a-b3bb-844ec49feb48 req-45776c1c-bfa7-4cb0-83c3-a220f5652c11 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632365 Dec 17 15:13:46.957709 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f47250a-cb5a-4e7a-ba5e-acaf49716b0f service neutron] Pushing event updated for resources: {'Port': ['ID=2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:47.008350 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b121758-7f44-4129-91b9-bb6641f0391c req-079be737-3945-4900-b7f3-42febe3f9b80 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:47.009881 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4b121758-7f44-4129-91b9-bb6641f0391c req-079be737-3945-4900-b7f3-42febe3f9b80 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 944 time: 0.0904031 Dec 17 15:13:47.054846 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-7f47250a-cb5a-4e7a-ba5e-acaf49716b0f service neutron] Attempting to bind port 2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:13:47.055401 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-7f47250a-cb5a-4e7a-ba5e-acaf49716b0f service neutron] Attempting to bind port 2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'c859e1d1-f230-4e3c-a03a-dfb2659da1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b38b1548-04df-4106-87bf-561dcd4a4c60'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:13:47.055519 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-7f47250a-cb5a-4e7a-ba5e-acaf49716b0f service neutron] Attempting to bind port 2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a on network b38b1548-04df-4106-87bf-561dcd4a4c60 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:13:47.067907 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-7f47250a-cb5a-4e7a-ba5e-acaf49716b0f service neutron] Port 2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a on network b38b1548-04df-4106-87bf-561dcd4a4c60 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:13:47.068240 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-7f47250a-cb5a-4e7a-ba5e-acaf49716b0f service neutron] Attempting to bind port 2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a on network b38b1548-04df-4106-87bf-561dcd4a4c60 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:13:47.073419 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-7f47250a-cb5a-4e7a-ba5e-acaf49716b0f service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:13:47.073761 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-7f47250a-cb5a-4e7a-ba5e-acaf49716b0f service neutron] Checking segment: {'id': 'c859e1d1-f230-4e3c-a03a-dfb2659da1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b38b1548-04df-4106-87bf-561dcd4a4c60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:13:47.074143 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-7f47250a-cb5a-4e7a-ba5e-acaf49716b0f service neutron] Bound using segment: {'id': 'c859e1d1-f230-4e3c-a03a-dfb2659da1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b38b1548-04df-4106-87bf-561dcd4a4c60'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:13:47.074569 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-7f47250a-cb5a-4e7a-ba5e-acaf49716b0f service neutron] Bound port: 2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c859e1d1-f230-4e3c-a03a-dfb2659da1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b38b1548-04df-4106-87bf-561dcd4a4c60'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:13:47.074928 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-7f47250a-cb5a-4e7a-ba5e-acaf49716b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:47.106032 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098a228e-10e8-42c6-ae05-169cfc84b70f x-openstack-request-id: req-098a228e-10e8-42c6-ae05-169cfc84b70f {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:13:47.106374 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbb1d7e-bc40-4784-9644-f7757d2f0f11", "name": "network-vif-deleted", "tag": "f8317aac-9337-4293-a91d-f7188674019a", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:13:47.106638 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-098a228e-10e8-42c6-ae05-169cfc84b70f {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:13:47.107059 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbb1d7e-bc40-4784-9644-f7757d2f0f11', 'name': 'network-vif-deleted', 'tag': 'f8317aac-9337-4293-a91d-f7188674019a', 'status': 'completed', 'code': 200} Dec 17 15:13:47.185140 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-7f47250a-cb5a-4e7a-ba5e-acaf49716b0f service neutron] For port 2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:13:47.189718 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-7f47250a-cb5a-4e7a-ba5e-acaf49716b0f service neutron] For port 2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a,segment=NetworkSegment(c859e1d1-f230-4e3c-a03a-dfb2659da1f6),segment_id=c859e1d1-f230-4e3c-a03a-dfb2659da1f6)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:13:47.253745 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f3220-dbb0-485c-983e-af60537ec868 req-5def310c-2bdd-4c65-a642-873e5521c553 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:47.255264 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-866f3220-dbb0-485c-983e-af60537ec868 req-5def310c-2bdd-4c65-a642-873e5521c553 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/ports?device_id=44a86e10-6052-438e-aac9-1fec1efa8b60 HTTP/1.1" status: 200 len: 944 time: 0.0619214 Dec 17 15:13:47.260713 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-4b121758-7f44-4129-91b9-bb6641f0391c req-4b79f60d-2dda-4bb7-80c2-5437179a895f tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Deleting port cac3cc59-b021-4cff-9c51-03395848ee3f {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:13:47.260937 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-4b121758-7f44-4129-91b9-bb6641f0391c req-4b79f60d-2dda-4bb7-80c2-5437179a895f tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:47.301496 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-7f47250a-cb5a-4e7a-ba5e-acaf49716b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:47.360768 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-7f47250a-cb5a-4e7a-ba5e-acaf49716b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:47.361414 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-7f47250a-cb5a-4e7a-ba5e-acaf49716b0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:47.362929 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-7f47250a-cb5a-4e7a-ba5e-acaf49716b0f service neutron] 10.222.0.13 "PUT /v2.0/ports/2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a HTTP/1.1" status: 200 len: 1092 time: 1.0992203 Dec 17 15:13:47.371857 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a86e10-6052-438e-aac9-1fec1efa8b60', 'tag': '2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:13:47.371857 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94934359-3466-4b30-89e0-b72d6d480168" -d '{"events": [{"name": "network-changed", "server_uuid": "44a86e10-6052-438e-aac9-1fec1efa8b60", "tag": "2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:13:47.385884 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-866f3220-dbb0-485c-983e-af60537ec868 req-f7840bc0-563b-4e2d-8c16-f8bf6b5c2fc9 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6554ac3-81bd-45bb-9acf-5fe144592bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218355 Dec 17 15:13:47.409388 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f47250a-cb5a-4e7a-ba5e-acaf49716b0f service neutron] Pushing event updated for resources: {'Port': ['ID=2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:47.449186 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-4b121758-7f44-4129-91b9-bb6641f0391c req-4b79f60d-2dda-4bb7-80c2-5437179a895f tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] For port cac3cc59-b021-4cff-9c51-03395848ee3f, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=cac3cc59-b021-4cff-9c51-03395848ee3f,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:47.449520 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-4b121758-7f44-4129-91b9-bb6641f0391c req-4b79f60d-2dda-4bb7-80c2-5437179a895f tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:47.463133 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-4b121758-7f44-4129-91b9-bb6641f0391c req-4b79f60d-2dda-4bb7-80c2-5437179a895f tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Calling delete_port for cac3cc59-b021-4cff-9c51-03395848ee3f owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:13:47.474124 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41994) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:47.537817 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cdbe59c0-35e6-42a1-8568-3f4603f96bd9 req-a7c1539d-7ecb-4662-8d7a-31b9f474462b tempest-InstanceActionsV221TestJSON-703594920 tempest-InstanceActionsV221TestJSON-703594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=2dbb1d7e-bc40-4784-9644-f7757d2f0f11 HTTP/1.1" status: 200 len: 210 time: 0.0602326 Dec 17 15:13:47.605422 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-84b9c583-4ac4-433d-9b9c-9297117450e8 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-945984169-network', 'tenant_id': '23218d44d35a49dca774bd6e162aff6a'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:13:47.691495 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c535e-1c6c-4d2b-a303-9a11ac855a08 req-42911f08-40e9-4958-a5b7-e2c8ad6a9c60 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:47.692959 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f43c535e-1c6c-4d2b-a303-9a11ac855a08 req-42911f08-40e9-4958-a5b7-e2c8ad6a9c60 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c279875-891d-4556-a7e6-f8609bb36e11 HTTP/1.1" status: 200 len: 945 time: 0.0626032 Dec 17 15:13:47.699395 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0909c1-d8a7-4b6d-8468-e29d060d63d8 req-15d18d3d-3d5c-49f0-bf67-13e889584c71 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:47.700901 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0d0909c1-d8a7-4b6d-8468-e29d060d63d8 req-15d18d3d-3d5c-49f0-bf67-13e889584c71 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 951 time: 0.1145010 Dec 17 15:13:47.707559 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-c1529264-012d-4828-8902-1a589097ffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:47.708980 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-c1529264-012d-4828-8902-1a589097ffbe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=546e15ded86c488e84b853d47279143f&device_id=44a86e10-6052-438e-aac9-1fec1efa8b60 HTTP/1.1" status: 200 len: 1095 time: 0.0705247 Dec 17 15:13:47.732598 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f43c535e-1c6c-4d2b-a303-9a11ac855a08 req-9f54d24a-7dfd-4b77-931d-bdbe14731c29 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335748 Dec 17 15:13:47.788903 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-acd8bce1-8db6-41a6-8151-d85bb7a95df7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a HTTP/1.1" status: 200 len: 217 time: 0.0542569 Dec 17 15:13:47.792297 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-4b121758-7f44-4129-91b9-bb6641f0391c req-4b79f60d-2dda-4bb7-80c2-5437179a895f tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:47.824297 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b9c583-4ac4-433d-9b9c-9297117450e8 admin admin] Made reservation on behalf of 23218d44d35a49dca774bd6e162aff6a for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:13:47.827082 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-84b9c583-4ac4-433d-9b9c-9297117450e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:47.827430 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['09e9e58f-a869-47cc-83f3-a01f3bc1c5ec', 'cac3cc59-b021-4cff-9c51-03395848ee3f'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:13:47.833877 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b79f60d-2dda-4bb7-80c2-5437179a895f tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Pushing event deleted for resources: {'Port': ['ID=cac3cc59-b021-4cff-9c51-03395848ee3f,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:47.868614 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-84b9c583-4ac4-433d-9b9c-9297117450e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:47.915330 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-c8249911-8475-4222-a71c-9fdc87e4abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:47.920210 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-c8249911-8475-4222-a71c-9fdc87e4abe6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f8e8bb92-9362-42ad-86ab-65c447e5583a HTTP/1.1" status: 200 len: 868 time: 0.1063499 Dec 17 15:13:47.936370 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-952fba15-3c96-47f8-97b9-86c5d0918da2 req-7ae45033-b4f7-4604-9bbb-511bae1d4a1a tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 210 time: 0.1033874 Dec 17 15:13:47.996233 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-0d0909c1-d8a7-4b6d-8468-e29d060d63d8 req-f4d3dd68-4c47-4439-aa3f-2b501af6bae3 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Deleting port c5ccbdaa-da87-41d0-b1fb-4f455e63c108 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:13:47.996581 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0d0909c1-d8a7-4b6d-8468-e29d060d63d8 req-f4d3dd68-4c47-4439-aa3f-2b501af6bae3 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:48.006100 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b121758-7f44-4129-91b9-bb6641f0391c req-4b79f60d-2dda-4bb7-80c2-5437179a895f tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] No DVR routers for this DVR port cac3cc59-b021-4cff-9c51-03395848ee3f on host n-h1-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:13:48.013434 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-4b121758-7f44-4129-91b9-bb6641f0391c req-4b79f60d-2dda-4bb7-80c2-5437179a895f tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:48.018602 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4b121758-7f44-4129-91b9-bb6641f0391c req-4b79f60d-2dda-4bb7-80c2-5437179a895f tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.41 "DELETE /v2.0/ports/cac3cc59-b021-4cff-9c51-03395848ee3f HTTP/1.1" status: 204 len: 173 time: 0.9737079 Dec 17 15:13:48.021001 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13762849-c995-4242-9834-ad75671d48d2 req-807f50ce-ca4b-4592-9062-666741ccb69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:48.023733 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-13762849-c995-4242-9834-ad75671d48d2 req-807f50ce-ca4b-4592-9062-666741ccb69c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dce35d970fbe48cba744e46ec101633d&device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 1097 time: 0.0832281 Dec 17 15:13:48.025571 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386a0e4f-d80d-4174-bfae-c5c6b6ad6087 x-openstack-request-id: req-386a0e4f-d80d-4174-bfae-c5c6b6ad6087 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:13:48.025868 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44a86e10-6052-438e-aac9-1fec1efa8b60", "tag": "2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:13:48.026139 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-386a0e4f-d80d-4174-bfae-c5c6b6ad6087 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:13:48.026519 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44a86e10-6052-438e-aac9-1fec1efa8b60', 'tag': '2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a', 'status': 'completed', 'code': 200} Dec 17 15:13:48.094637 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-18bfe4a5-faf6-4f3f-a2dc-5c98689161da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:48.096163 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-18bfe4a5-faf6-4f3f-a2dc-5c98689161da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b38b1548-04df-4106-87bf-561dcd4a4c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1627495 Dec 17 15:13:48.176360 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-84b9c583-4ac4-433d-9b9c-9297117450e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:48.202241 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-0d0909c1-d8a7-4b6d-8468-e29d060d63d8 req-f4d3dd68-4c47-4439-aa3f-2b501af6bae3 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] For port c5ccbdaa-da87-41d0-b1fb-4f455e63c108, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=c5ccbdaa-da87-41d0-b1fb-4f455e63c108,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:48.202511 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13762849-c995-4242-9834-ad75671d48d2 req-78566b8d-bcab-4208-9796-457dd30e8c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:48.202636 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0d0909c1-d8a7-4b6d-8468-e29d060d63d8 req-f4d3dd68-4c47-4439-aa3f-2b501af6bae3 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:48.203962 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-13762849-c995-4242-9834-ad75671d48d2 req-78566b8d-bcab-4208-9796-457dd30e8c72 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cbde9e9a-b1dd-42f5-b861-f60d8d354cb3 HTTP/1.1" status: 200 len: 918 time: 0.1714110 Dec 17 15:13:48.220632 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-0d0909c1-d8a7-4b6d-8468-e29d060d63d8 req-f4d3dd68-4c47-4439-aa3f-2b501af6bae3 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Calling delete_port for c5ccbdaa-da87-41d0-b1fb-4f455e63c108 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:13:48.228389 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f30cf-e425-4d75-944f-117a8be9a8a3 req-3386c733-88cf-4afc-b0f9-594e1e1987a8 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:48.229909 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f50f30cf-e425-4d75-944f-117a8be9a8a3 req-3386c733-88cf-4afc-b0f9-594e1e1987a8 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 951 time: 0.1137354 Dec 17 15:13:48.239983 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ccff6-b710-40fc-bc10-95eb953cc446 req-ae778323-b823-40e9-bc1e-ed93a1a088f9 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:48.241496 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0d6ccff6-b710-40fc-bc10-95eb953cc446 req-ae778323-b823-40e9-bc1e-ed93a1a088f9 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 946 time: 0.1264396 Dec 17 15:13:48.248925 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-84b9c583-4ac4-433d-9b9c-9297117450e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:48.283749 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-13762849-c995-4242-9834-ad75671d48d2 req-4d168d93-f8ee-4fdc-a8d3-2c6a9733e045 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33f273c6-a98c-41ab-b0fe-fde9e717fb03 HTTP/1.1" status: 200 len: 217 time: 0.0691183 Dec 17 15:13:48.311078 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-2192987f-18b6-4092-afe9-f6ef261bd692 service neutron] 10.222.0.13 "GET /v2.0/networks/b38b1548-04df-4106-87bf-561dcd4a4c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994333 Dec 17 15:13:48.332237 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b9c583-4ac4-433d-9b9c-9297117450e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:13:48.347641 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9c583-4ac4-433d-9b9c-9297117450e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbb9f48-bb90-43ff-ae27-ca4f4dc14b42,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:48.376302 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0d6ccff6-b710-40fc-bc10-95eb953cc446 req-fcd05a7f-cb77-4af4-96f1-037f17381a92 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062186 Dec 17 15:13:48.385608 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f50f30cf-e425-4d75-944f-117a8be9a8a3 req-d315efdc-307e-4556-94f3-52124a617e99 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431510 Dec 17 15:13:48.395495 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-84b9c583-4ac4-433d-9b9c-9297117450e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:48.395857 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-84b9c583-4ac4-433d-9b9c-9297117450e8 admin admin] Added segment 51a1288b-3152-4b23-ad96-6a255f8b8b61 of type vlan for network 8ae579af-cc89-4461-a54a-3154f37fcf61 Dec 17 15:13:48.407890 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13762849-c995-4242-9834-ad75671d48d2 req-84f86bc7-4ce4-4dad-9f41-944569e8dc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:48.409414 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-13762849-c995-4242-9834-ad75671d48d2 req-84f86bc7-4ce4-4dad-9f41-944569e8dc4f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e60526ad-10ea-41ba-854b-a0b7809ae667 HTTP/1.1" status: 200 len: 857 time: 0.1081600 Dec 17 15:13:48.464359 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-13762849-c995-4242-9834-ad75671d48d2 req-b8605911-ae38-4f47-a3b9-f2bcc03a6141 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cbde9e9a-b1dd-42f5-b861-f60d8d354cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460148 Dec 17 15:13:48.477505 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-84b9c583-4ac4-433d-9b9c-9297117450e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:48.547641 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3e7f5c65-c582-4ff9-87ae-5da672b7e5c7 req-602fa635-c43b-4314-98fb-75b130b93439 service neutron] 10.222.0.13 "GET /v2.0/networks/b38b1548-04df-4106-87bf-561dcd4a4c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192333 Dec 17 15:13:48.618690 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefc14d-87c7-484a-824e-dac5288172a2 req-b7df48be-6b77-4734-858e-137999908bbe tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:48.620098 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1fefc14d-87c7-484a-824e-dac5288172a2 req-b7df48be-6b77-4734-858e-137999908bbe tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 943 time: 0.1490784 Dec 17 15:13:48.628134 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f8317aac-9337-4293-a91d-f7188674019a no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:13:48.629686 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca53ce5-8f77-4c27-a628-a7b514e8f1fc req-0eb32c7e-211b-4f15-aa98-51a22d92869a tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:48.633690 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aca53ce5-8f77-4c27-a628-a7b514e8f1fc req-0eb32c7e-211b-4f15-aa98-51a22d92869a tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/ports?device_id=44a86e10-6052-438e-aac9-1fec1efa8b60 HTTP/1.1" status: 200 len: 944 time: 0.1507218 Dec 17 15:13:48.650887 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: f8317aac-9337-4293-a91d-f7188674019a {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:13:48.653926 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f8317aac-9337-4293-a91d-f7188674019a not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:13:48.672495 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-84b9c583-4ac4-433d-9b9c-9297117450e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:48.673524 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b9c583-4ac4-433d-9b9c-9297117450e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:48.676426 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-84b9c583-4ac4-433d-9b9c-9297117450e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:48.678970 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-13762849-c995-4242-9834-ad75671d48d2 req-ed9c94a9-17ca-407e-a5da-a03fdab789a9 service neutron] 10.222.0.13 "GET /v2.0/networks/cbde9e9a-b1dd-42f5-b861-f60d8d354cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067373 Dec 17 15:13:48.743065 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9c583-4ac4-433d-9b9c-9297117450e8 admin admin] Pushing event updated for resources: {'Network': ['ID=8ae579af-cc89-4461-a54a-3154f37fcf61,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:48.745741 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0d0909c1-d8a7-4b6d-8468-e29d060d63d8 req-f4d3dd68-4c47-4439-aa3f-2b501af6bae3 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:48.760248 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 8ae579af-cc89-4461-a54a-3154f37fcf61 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:13:48.778567 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1fefc14d-87c7-484a-824e-dac5288172a2 req-f5af065d-7a5a-4b0c-abb0-9c49a34c9287 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435108 Dec 17 15:13:48.802678 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aca53ce5-8f77-4c27-a628-a7b514e8f1fc req-67fda44c-cc9e-4426-a53e-260f316ee728 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6554ac3-81bd-45bb-9acf-5fe144592bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582606 Dec 17 15:13:48.818370 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3dd68-4c47-4439-aa3f-2b501af6bae3 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Pushing event deleted for resources: {'Port': ['ID=c5ccbdaa-da87-41d0-b1fb-4f455e63c108,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:48.849525 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-84b9c583-4ac4-433d-9b9c-9297117450e8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3746557 Dec 17 15:13:48.854112 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42014) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:48.888693 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-a5d4d82c-0095-4d64-a4fc-a480097a3866 admin admin] Request body: {'subnet': {'network_id': '8ae579af-cc89-4461-a54a-3154f37fcf61', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-945984169-subnet', 'tenant_id': '23218d44d35a49dca774bd6e162aff6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:13:48.897686 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0909c1-d8a7-4b6d-8468-e29d060d63d8 req-f4d3dd68-4c47-4439-aa3f-2b501af6bae3 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] No DVR routers for this DVR port c5ccbdaa-da87-41d0-b1fb-4f455e63c108 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:13:48.900478 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-13762849-c995-4242-9834-ad75671d48d2 req-f305b479-29c8-45f1-815a-8e02b05a6206 service neutron] 10.222.0.13 "GET /v2.0/networks/cbde9e9a-b1dd-42f5-b861-f60d8d354cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101071 Dec 17 15:13:48.902696 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0d0909c1-d8a7-4b6d-8468-e29d060d63d8 req-f4d3dd68-4c47-4439-aa3f-2b501af6bae3 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:48.913231 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0d0909c1-d8a7-4b6d-8468-e29d060d63d8 req-f4d3dd68-4c47-4439-aa3f-2b501af6bae3 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.41 "DELETE /v2.0/ports/c5ccbdaa-da87-41d0-b1fb-4f455e63c108 HTTP/1.1" status: 204 len: 173 time: 1.1999879 Dec 17 15:13:48.963688 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94934359-3466-4b30-89e0-b72d6d480168 req-a61553f6-1b76-455d-9470-af4f20dd28aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:48.965260 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-94934359-3466-4b30-89e0-b72d6d480168 req-a61553f6-1b76-455d-9470-af4f20dd28aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=546e15ded86c488e84b853d47279143f&device_id=44a86e10-6052-438e-aac9-1fec1efa8b60 HTTP/1.1" status: 200 len: 1095 time: 0.1787312 Dec 17 15:13:48.986655 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['0b8d56da-5e55-4db8-b341-5f885ac821a9', '852466b1-00ca-4b1b-a7d7-9808684fbde9'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:13:48.990972 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['38bfe9ef-a4ab-4fbd-91b7-c658f9574008'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:13:49.060075 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76bd006-b873-452d-9eee-32f8765d219a req-36abdf5f-915d-4286-a825-80f5f301bb4f tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:49.070391 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f76bd006-b873-452d-9eee-32f8765d219a req-36abdf5f-915d-4286-a825-80f5f301bb4f tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c279875-891d-4556-a7e6-f8609bb36e11 HTTP/1.1" status: 200 len: 945 time: 0.1159294 Dec 17 15:13:49.109801 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc361b7-c9f9-487a-8ac1-7aec486740b4', 'name': 'network-vif-deleted', 'tag': 'cac3cc59-b021-4cff-9c51-03395848ee3f'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:13:49.112608 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8412b725-c161-449c-9220-be871b611ae6" -d '{"events": [{"server_uuid": "3cc361b7-c9f9-487a-8ac1-7aec486740b4", "name": "network-vif-deleted", "tag": "cac3cc59-b021-4cff-9c51-03395848ee3f"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:13:49.114919 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d4d82c-0095-4d64-a4fc-a480097a3866 admin admin] Made reservation on behalf of 23218d44d35a49dca774bd6e162aff6a for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:13:49.119220 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5d4d82c-0095-4d64-a4fc-a480097a3866 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:49.126652 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f76bd006-b873-452d-9eee-32f8765d219a req-3cf94bf3-bcdc-4436-a67b-ed0f4c63c163 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553055 Dec 17 15:13:49.216541 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94934359-3466-4b30-89e0-b72d6d480168 req-9a004870-4744-4182-a551-8c7a9c6102a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:49.218645 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-94934359-3466-4b30-89e0-b72d6d480168 req-9a004870-4744-4182-a551-8c7a9c6102a0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b38b1548-04df-4106-87bf-561dcd4a4c60 HTTP/1.1" status: 200 len: 930 time: 0.2452652 Dec 17 15:13:49.246210 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2c0b8066-53eb-45ee-ac45-4fcfc3ace77a req-7b16765a-aeae-4d87-b1f1-37fc8b948fbe tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 210 time: 0.0546927 Dec 17 15:13:49.256047 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bbf644-909e-45c7-bf39-cd3d26e8895e x-openstack-request-id: req-46bbf644-909e-45c7-bf39-cd3d26e8895e {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:13:49.258408 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc361b7-c9f9-487a-8ac1-7aec486740b4", "name": "network-vif-deleted", "tag": "cac3cc59-b021-4cff-9c51-03395848ee3f", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:13:49.265106 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-46bbf644-909e-45c7-bf39-cd3d26e8895e {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:13:49.265106 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc361b7-c9f9-487a-8ac1-7aec486740b4', 'name': 'network-vif-deleted', 'tag': 'cac3cc59-b021-4cff-9c51-03395848ee3f', 'status': 'completed', 'code': 200} Dec 17 15:13:49.290279 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42026) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:49.309911 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-94934359-3466-4b30-89e0-b72d6d480168 req-39365107-0959-4f6f-9952-0f6ae3710c6e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a HTTP/1.1" status: 200 len: 217 time: 0.0819855 Dec 17 15:13:49.379741 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c8b9a5-0cde-4848-af3b-7469fa4c03f0 admin admin] Deleting subnet 17f10052-79c2-4f14-b10f-81253e5eafda {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:13:49.383000 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-74c8b9a5-0cde-4848-af3b-7469fa4c03f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:49.390616 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94934359-3466-4b30-89e0-b72d6d480168 req-29abe533-b8f8-4836-a80e-5667ddd72e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:49.392116 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-94934359-3466-4b30-89e0-b72d6d480168 req-29abe533-b8f8-4836-a80e-5667ddd72e61 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f8e8bb92-9362-42ad-86ab-65c447e5583a HTTP/1.1" status: 200 len: 868 time: 0.0735939 Dec 17 15:13:49.434303 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-74c8b9a5-0cde-4848-af3b-7469fa4c03f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:49.492114 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-74c8b9a5-0cde-4848-af3b-7469fa4c03f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:49.521170 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94934359-3466-4b30-89e0-b72d6d480168 req-1fee2cb3-3506-418e-9442-dc3d515d00f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:49.522664 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-94934359-3466-4b30-89e0-b72d6d480168 req-1fee2cb3-3506-418e-9442-dc3d515d00f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b38b1548-04df-4106-87bf-561dcd4a4c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023014 Dec 17 15:13:49.611124 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5d4d82c-0095-4d64-a4fc-a480097a3866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:49.620890 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d145dfa5-cd5b-49cf-bf6c-f7b6cab05bf9 req-1347f0b8-019f-45e8-88f6-1446dd1db179 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad645bac-bcc5-43ca-8633-eb388f62c266 HTTP/1.1" status: 200 len: 210 time: 0.0684955 Dec 17 15:13:49.666196 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f131a57-32bf-48d9-b115-e628cfb687ff req-362d38a8-610e-4016-bb89-b8676b22c9dc tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:49.666196 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8f131a57-32bf-48d9-b115-e628cfb687ff req-362d38a8-610e-4016-bb89-b8676b22c9dc tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 946 time: 0.1746571 Dec 17 15:13:49.723760 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8f131a57-32bf-48d9-b115-e628cfb687ff req-2696cec7-7b01-46bf-b19f-89a649fcb55e tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477169 Dec 17 15:13:49.968105 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a989d-b181-47cf-95eb-4d5be8847dbe req-c85c9f72-0234-4b9d-a670-3d223908fc76 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:49.969769 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-412a989d-b181-47cf-95eb-4d5be8847dbe req-c85c9f72-0234-4b9d-a670-3d223908fc76 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 943 time: 0.0995686 Dec 17 15:13:49.983140 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-94934359-3466-4b30-89e0-b72d6d480168 req-b7119a5d-1e37-4468-ad00-bbbb7b2bba38 service neutron] 10.222.0.13 "GET /v2.0/networks/b38b1548-04df-4106-87bf-561dcd4a4c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4507711 Dec 17 15:13:49.983457 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718555e2-24a8-413a-8ece-240167ebf230 req-a4692fac-d1f7-4251-b5b9-f5228d1d8084 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:49.984982 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-718555e2-24a8-413a-8ece-240167ebf230 req-a4692fac-d1f7-4251-b5b9-f5228d1d8084 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/ports?device_id=44a86e10-6052-438e-aac9-1fec1efa8b60 HTTP/1.1" status: 200 len: 944 time: 0.0800774 Dec 17 15:13:49.985524 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4d82c-0095-4d64-a4fc-a480097a3866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c02b0952-f799-438a-a915-b0d0b0a1d011,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:50.042126 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad645bac-bcc5-43ca-8633-eb388f62c266', 'name': 'network-vif-deleted', 'tag': 'c5ccbdaa-da87-41d0-b1fb-4f455e63c108'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:13:50.044696 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302ff535-a781-4164-9fe2-05b73cf9fdde" -d '{"events": [{"server_uuid": "ad645bac-bcc5-43ca-8633-eb388f62c266", "name": "network-vif-deleted", "tag": "c5ccbdaa-da87-41d0-b1fb-4f455e63c108"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:13:50.053450 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-412a989d-b181-47cf-95eb-4d5be8847dbe req-c2e400c9-0c14-4366-b1e0-a582f3df879e tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672572 Dec 17 15:13:50.063423 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-718555e2-24a8-413a-8ece-240167ebf230 req-d17dd4f9-ed75-4707-967e-e028a827018d tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6554ac3-81bd-45bb-9acf-5fe144592bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647595 Dec 17 15:13:50.068409 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d4d82c-0095-4d64-a4fc-a480097a3866 admin admin] Checking segment: {'id': '51a1288b-3152-4b23-ad96-6a255f8b8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8ae579af-cc89-4461-a54a-3154f37fcf61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:13:50.068765 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d4d82c-0095-4d64-a4fc-a480097a3866 admin admin] Network hostable DHCP agents. Network: 8ae579af-cc89-4461-a54a-3154f37fcf61, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:13:50.111551 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a7777d-13ce-46d1-adb7-684f98d8a8c0 x-openstack-request-id: req-00a7777d-13ce-46d1-adb7-684f98d8a8c0 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:13:50.111848 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad645bac-bcc5-43ca-8633-eb388f62c266", "name": "network-vif-deleted", "tag": "c5ccbdaa-da87-41d0-b1fb-4f455e63c108", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:13:50.112119 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-00a7777d-13ce-46d1-adb7-684f98d8a8c0 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:13:50.112542 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad645bac-bcc5-43ca-8633-eb388f62c266', 'name': 'network-vif-deleted', 'tag': 'c5ccbdaa-da87-41d0-b1fb-4f455e63c108', 'status': 'completed', 'code': 200} Dec 17 15:13:50.123535 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-94934359-3466-4b30-89e0-b72d6d480168 req-12e94973-4934-4004-8b29-3d89ca1efe08 service neutron] 10.222.0.13 "GET /v2.0/networks/b38b1548-04df-4106-87bf-561dcd4a4c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326494 Dec 17 15:13:50.228012 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-74c8b9a5-0cde-4848-af3b-7469fa4c03f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:50.258658 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c8b9a5-0cde-4848-af3b-7469fa4c03f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17f10052-79c2-4f14-b10f-81253e5eafda,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:50.260911 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-74c8b9a5-0cde-4848-af3b-7469fa4c03f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:50.266703 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-74c8b9a5-0cde-4848-af3b-7469fa4c03f0 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/17f10052-79c2-4f14-b10f-81253e5eafda HTTP/1.1" status: 204 len: 168 time: 0.9725537 Dec 17 15:13:50.268209 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42042) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:50.280809 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e5ef9-def9-4ffc-ad5e-35472a0fce24 req-8c19ce19-a9c7-46aa-83d5-028fc1a6866a tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:50.287604 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae5e5ef9-def9-4ffc-ad5e-35472a0fce24 req-8c19ce19-a9c7-46aa-83d5-028fc1a6866a tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c279875-891d-4556-a7e6-f8609bb36e11 HTTP/1.1" status: 200 len: 945 time: 0.0915983 Dec 17 15:13:50.295737 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d4d82c-0095-4d64-a4fc-a480097a3866 admin admin] Network 8ae579af-cc89-4461-a54a-3154f37fcf61 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:13:50.337441 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae5e5ef9-def9-4ffc-ad5e-35472a0fce24 req-e9102d95-409f-41b0-bce1-a62a13dac998 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412977 Dec 17 15:13:50.365387 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-873cf5b8-30c6-4ae4-ab0c-cd9cd29df495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:50.367659 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7a9c4d71-db5f-45fc-ac18-1eb7848c4794 req-915809ef-d50b-4d88-b18f-84560b57332b tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 210 time: 0.0366707 Dec 17 15:13:50.445466 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-a5d4d82c-0095-4d64-a4fc-a480097a3866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 8ae579af-cc89-4461-a54a-3154f37fcf61) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:13:50.452103 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d4d82c-0095-4d64-a4fc-a480097a3866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:50.452816 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5d4d82c-0095-4d64-a4fc-a480097a3866 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:50.454172 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b178008-900f-4908-9217-9f0c77290657 None None] Network 8ae579af-cc89-4461-a54a-3154f37fcf61 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:13:50.474091 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-873cf5b8-30c6-4ae4-ab0c-cd9cd29df495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:50.496371 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-873cf5b8-30c6-4ae4-ab0c-cd9cd29df495 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8ac8009-ff31-4af3-9468-811965f43a50']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:50.506961 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-873cf5b8-30c6-4ae4-ab0c-cd9cd29df495 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2015c638-0872-4886-a514-191fd448c907') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:50.507251 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-873cf5b8-30c6-4ae4-ab0c-cd9cd29df495 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2015c638-0872-4886-a514-191fd448c907') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:50.517906 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-873cf5b8-30c6-4ae4-ab0c-cd9cd29df495 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:50.532624 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-873cf5b8-30c6-4ae4-ab0c-cd9cd29df495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:50.538990 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-873cf5b8-30c6-4ae4-ab0c-cd9cd29df495 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:13:50.539410 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-873cf5b8-30c6-4ae4-ab0c-cd9cd29df495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:50.541887 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:13:50.541887 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:13:50.541887 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:13:50.541887 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:13:50.541887 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:13:50.541887 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:13:50.541887 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:13:50.541887 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:13:50.541887 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:13:50.541887 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:13:50.541887 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:13:50.541887 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:13:50.541887 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:13:50.541887 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:13:50.541887 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:13:50.541887 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:13:50.541887 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:13:50.541887 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:13:50.541887 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:13:50.541887 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:13:50.541887 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:13:50.541887 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:13:50.541887 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:13:50.541887 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:13:50.541887 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:13:50.541887 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:13:50.541887 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:13:50.541887 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:13:50.541887 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:13:50.541887 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:13:50.541887 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:13:50.541887 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:13:50.614421 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab728786-6193-452c-ab5d-c30d0dad2425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-8ae579af-cc89-4461-a54a-3154f37fcf61', 'network_id': '8ae579af-cc89-4461-a54a-3154f37fcf61', 'tenant_id': '23218d44d35a49dca774bd6e162aff6a', 'fixed_ips': [{'subnet_id': 'c02b0952-f799-438a-a915-b0d0b0a1d011'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:13:50.615409 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ab728786-6193-452c-ab5d-c30d0dad2425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:50.637527 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:13:50.672662 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a5d4d82c-0095-4d64-a4fc-a480097a3866 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8154154 Dec 17 15:13:50.673142 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42046) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:50.683828 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-06b246b5-6dc1-4fbf-9cd0-7216168c4052 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-945984169-router', 'tenant_id': '23218d44d35a49dca774bd6e162aff6a', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:13:50.690701 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device c5ccbdaa-da87-41d0-b1fb-4f455e63c108 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:13:50.709711 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-873cf5b8-30c6-4ae4-ab0c-cd9cd29df495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:50.726035 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-873cf5b8-30c6-4ae4-ab0c-cd9cd29df495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:50.766438 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-873cf5b8-30c6-4ae4-ab0c-cd9cd29df495 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c8ac8009-ff31-4af3-9468-811965f43a50 HTTP/1.1" status: 204 len: 168 time: 0.4965556 Dec 17 15:13:50.815987 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-ab728786-6193-452c-ab5d-c30d0dad2425 None None] Allocated IP 172.20.0.2 (8ae579af-cc89-4461-a54a-3154f37fcf61/c02b0952-f799-438a-a915-b0d0b0a1d011/b2ddeba9-dea0-4849-9012-f902874f5b88) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:13:50.818157 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873cf5b8-30c6-4ae4-ab0c-cd9cd29df495 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8ac8009-ff31-4af3-9468-811965f43a50,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:50.867844 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: c5ccbdaa-da87-41d0-b1fb-4f455e63c108 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:13:50.868321 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device c5ccbdaa-da87-41d0-b1fb-4f455e63c108 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:13:50.868733 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device cac3cc59-b021-4cff-9c51-03395848ee3f no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:13:50.915265 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-06b246b5-6dc1-4fbf-9cd0-7216168c4052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:50.916358 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-06b246b5-6dc1-4fbf-9cd0-7216168c4052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:50.919003 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: cac3cc59-b021-4cff-9c51-03395848ee3f {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:13:50.919351 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device cac3cc59-b021-4cff-9c51-03395848ee3f not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:13:50.928206 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.resource_extend [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 15:13:50.990255 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f401d-b87c-4a6d-9a78-95773f6be5eb req-ddaf6ab6-a3ca-487a-ad12-a017f60b4bd9 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:50.991771 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-060f401d-b87c-4a6d-9a78-95773f6be5eb req-ddaf6ab6-a3ca-487a-ad12-a017f60b4bd9 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 946 time: 0.1391366 Dec 17 15:13:50.994923 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-06b246b5-6dc1-4fbf-9cd0-7216168c4052 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:51.036471 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-060f401d-b87c-4a6d-9a78-95773f6be5eb req-7088b394-6e63-4cc0-b4cf-473fdfc1fbfc tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381434 Dec 17 15:13:51.242124 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f,segment=NetworkSegment(015294cb-4187-4289-b628-75f381cf79fc),segment_id=015294cb-4187-4289-b628-75f381cf79fc)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:51.266782 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f', 'network_id': 'c704e634-d730-42f1-aad6-bcd13146a15b', 'port_id': 'e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f', 'mac_address': 'fa:16:3e:80:ac:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3797d1ea-06a4-44eb-b593-2c962d2f6ff1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:13:51.271836 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ab728786-6193-452c-ab5d-c30d0dad2425 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:51.294899 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42060) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:51.310732 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-06b246b5-6dc1-4fbf-9cd0-7216168c4052 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:51.339293 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae38beb-cc23-4117-994c-d310175cc454 req-0148184c-6cfe-4788-8fbb-a4e6af239219 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:51.341156 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:51.343624 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bae38beb-cc23-4117-994c-d310175cc454 req-0148184c-6cfe-4788-8fbb-a4e6af239219 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/ports?device_id=44a86e10-6052-438e-aac9-1fec1efa8b60 HTTP/1.1" status: 200 len: 944 time: 0.1747279 Dec 17 15:13:51.365694 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-489eaba4-9173-4618-88f2-32afcac68acb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=27ac5d068c874ffea4ae1a2a86bb173f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0690665 Dec 17 15:13:51.368299 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42064) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:51.371061 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ab728786-6193-452c-ab5d-c30d0dad2425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:51.378548 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:13:51.435337 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f,segment=NetworkSegment(015294cb-4187-4289-b628-75f381cf79fc),segment_id=015294cb-4187-4289-b628-75f381cf79fc)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:51.437387 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab728786-6193-452c-ab5d-c30d0dad2425 None None] Network 8ae579af-cc89-4461-a54a-3154f37fcf61 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:13:51.438323 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a15a796f-d059-44b3-baf3-50e107254128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:51.440331 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-ab728786-6193-452c-ab5d-c30d0dad2425 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:13:51.446858 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab728786-6193-452c-ab5d-c30d0dad2425 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:13:51.450407 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab728786-6193-452c-ab5d-c30d0dad2425 None None] Pushing event updated for resources: {'Port': ['ID=b2ddeba9-dea0-4849-9012-f902874f5b88,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:51.469393 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a15a796f-d059-44b3-baf3-50e107254128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:51.475099 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bae38beb-cc23-4117-994c-d310175cc454 req-7e1a732b-d291-4be5-9cab-8500d79c57be tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6554ac3-81bd-45bb-9acf-5fe144592bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225598 Dec 17 15:13:51.506582 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-ab728786-6193-452c-ab5d-c30d0dad2425 None None] Attempting to bind port b2ddeba9-dea0-4849-9012-f902874f5b88 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:13:51.507137 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-ab728786-6193-452c-ab5d-c30d0dad2425 None None] Attempting to bind port b2ddeba9-dea0-4849-9012-f902874f5b88 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '51a1288b-3152-4b23-ad96-6a255f8b8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8ae579af-cc89-4461-a54a-3154f37fcf61'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:13:51.507372 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab728786-6193-452c-ab5d-c30d0dad2425 None None] Attempting to bind port b2ddeba9-dea0-4849-9012-f902874f5b88 on network 8ae579af-cc89-4461-a54a-3154f37fcf61 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:13:51.513213 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab728786-6193-452c-ab5d-c30d0dad2425 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:13:51.513590 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab728786-6193-452c-ab5d-c30d0dad2425 None None] Checking segment: {'id': '51a1288b-3152-4b23-ad96-6a255f8b8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8ae579af-cc89-4461-a54a-3154f37fcf61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:13:51.514035 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ab728786-6193-452c-ab5d-c30d0dad2425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:51.514968 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab728786-6193-452c-ab5d-c30d0dad2425 None None] Bound using segment: {'id': '51a1288b-3152-4b23-ad96-6a255f8b8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8ae579af-cc89-4461-a54a-3154f37fcf61'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:13:51.515432 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-ab728786-6193-452c-ab5d-c30d0dad2425 None None] Bound port: b2ddeba9-dea0-4849-9012-f902874f5b88, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a1288b-3152-4b23-ad96-6a255f8b8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8ae579af-cc89-4461-a54a-3154f37fcf61'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:13:51.515825 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ab728786-6193-452c-ab5d-c30d0dad2425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:51.535764 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643e9b5-bd5a-44d0-a12a-f907d4d74858 req-edf92b98-4a81-4c5a-bc32-9a08ec7fcb20 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:51.537647 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5643e9b5-bd5a-44d0-a12a-f907d4d74858 req-edf92b98-4a81-4c5a-bc32-9a08ec7fcb20 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 943 time: 0.1863987 Dec 17 15:13:51.600223 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-ab728786-6193-452c-ab5d-c30d0dad2425 None None] For port b2ddeba9-dea0-4849-9012-f902874f5b88, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:13:51.607455 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-ab728786-6193-452c-ab5d-c30d0dad2425 None None] For port b2ddeba9-dea0-4849-9012-f902874f5b88, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b2ddeba9-dea0-4849-9012-f902874f5b88,segment=NetworkSegment(51a1288b-3152-4b23-ad96-6a255f8b8b61),segment_id=51a1288b-3152-4b23-ad96-6a255f8b8b61)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:13:51.641941 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5643e9b5-bd5a-44d0-a12a-f907d4d74858 req-2af52789-92d9-4a0f-8ec6-9a6e9a94ddc9 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971277 Dec 17 15:13:51.670901 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7105c2a-103e-49b1-8d3c-c4c46ee771f4 req-b4867dcf-f4cd-4b16-a527-267fc6a047f5 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:51.672450 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a7105c2a-103e-49b1-8d3c-c4c46ee771f4 req-b4867dcf-f4cd-4b16-a527-267fc6a047f5 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 949 time: 0.0955212 Dec 17 15:13:51.677423 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:51.709838 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:13:51.743729 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a15a796f-d059-44b3-baf3-50e107254128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:51.748120 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f,revision_number=6']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:51.752882 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a15a796f-d059-44b3-baf3-50e107254128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:51.752882 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a15a796f-d059-44b3-baf3-50e107254128 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fdb960b2-ecac-4f04-8a32-40c989944b3e HTTP/1.1" status: 204 len: 168 time: 0.3815689 Dec 17 15:13:51.762055 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a796f-d059-44b3-baf3-50e107254128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb960b2-ecac-4f04-8a32-40c989944b3e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:51.809883 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a7105c2a-103e-49b1-8d3c-c4c46ee771f4 req-8db4ab35-9cba-42aa-8408-81a506278926 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186826 Dec 17 15:13:51.810409 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ab728786-6193-452c-ab5d-c30d0dad2425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:51.902564 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:13:51.956736 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a,segment=NetworkSegment(c859e1d1-f230-4e3c-a03a-dfb2659da1f6),segment_id=c859e1d1-f230-4e3c-a03a-dfb2659da1f6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:51.975916 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab728786-6193-452c-ab5d-c30d0dad2425 None None] Pushing event updated for resources: {'Port': ['ID=b2ddeba9-dea0-4849-9012-f902874f5b88,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:51.978746 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a', 'network_id': 'b38b1548-04df-4106-87bf-561dcd4a4c60', 'port_id': '2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a', 'mac_address': 'fa:16:3e:2d:f7:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8e8bb92-9362-42ad-86ab-65c447e5583a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:13:52.048009 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:52.077965 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:13:52.159675 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a,segment=NetworkSegment(c859e1d1-f230-4e3c-a03a-dfb2659da1f6),segment_id=c859e1d1-f230-4e3c-a03a-dfb2659da1f6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:52.331964 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b2ddeba9-dea0-4849-9012-f902874f5b88 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:13:52.390556 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port b2ddeba9-dea0-4849-9012-f902874f5b88 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:13:52.391235 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:52.408759 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fa678ad7-a576-49b1-bde3-ac77cc7b35c9 req-41f7e469-a253-40a1-81da-af0e28fd8fad tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 210 time: 0.0661027 Dec 17 15:13:52.414902 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:52.431178 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1b33f-f7b3-4fcc-9800-0977712a5ffd req-d3bdbba1-3614-4174-888f-35b92a535c6e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:52.432054 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-afb1b33f-f7b3-4fcc-9800-0977712a5ffd req-d3bdbba1-3614-4174-888f-35b92a535c6e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c279875-891d-4556-a7e6-f8609bb36e11 HTTP/1.1" status: 200 len: 944 time: 0.7165706 Dec 17 15:13:52.541597 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:52.579700 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-06b246b5-6dc1-4fbf-9cd0-7216168c4052 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:52.595685 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:52.619320 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-afb1b33f-f7b3-4fcc-9800-0977712a5ffd req-01e5315f-a72d-41ce-b95a-e38a7142a6ce tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602712 Dec 17 15:13:52.621914 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-06b246b5-6dc1-4fbf-9cd0-7216168c4052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:52.646893 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port b2ddeba9-dea0-4849-9012-f902874f5b88, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b2ddeba9-dea0-4849-9012-f902874f5b88,segment=NetworkSegment(51a1288b-3152-4b23-ad96-6a255f8b8b61),segment_id=51a1288b-3152-4b23-ad96-6a255f8b8b61)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:52.655791 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 274ae0fb-9720-4609-a795-557e3b853552 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:13:52.672004 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:13:52.713162 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c903c-4117-4096-9a0f-fa243072121a req-9e68d6a4-8d2e-49c1-b7df-5a7a59d7ea56 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:52.715980 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d5c903c-4117-4096-9a0f-fa243072121a req-9e68d6a4-8d2e-49c1-b7df-5a7a59d7ea56 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 946 time: 0.2059772 Dec 17 15:13:52.765153 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:13:52.837186 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:13:52.838168 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:52.861323 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d5c903c-4117-4096-9a0f-fa243072121a req-77601ade-cdef-4de1-9377-43fdbe5da006 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093967 Dec 17 15:13:52.925318 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b47e21-7f50-4cf7-958b-e62f4ae16607 req-769a1548-86f6-400e-9c29-b4b5ee42b866 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:52.925596 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:52.926943 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b8b47e21-7f50-4cf7-958b-e62f4ae16607 req-769a1548-86f6-400e-9c29-b4b5ee42b866 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/ports?device_id=44a86e10-6052-438e-aac9-1fec1efa8b60 HTTP/1.1" status: 200 len: 945 time: 0.2264898 Dec 17 15:13:52.978958 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-06b246b5-6dc1-4fbf-9cd0-7216168c4052 admin admin] Allocated IP 172.25.6.215 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/a2ec0f75-4265-4dcb-990f-cbbee1492c65) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:13:53.068810 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=b2ddeba9-dea0-4849-9012-f902874f5b88,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:53.149662 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b8b47e21-7f50-4cf7-958b-e62f4ae16607 req-542ec80c-13fd-4f9c-bcd2-81984e7ceabc tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6554ac3-81bd-45bb-9acf-5fe144592bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116790 Dec 17 15:13:53.164089 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 274ae0fb-9720-4609-a795-557e3b853552, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=274ae0fb-9720-4609-a795-557e3b853552,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:53.219539 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fc2ab-d278-4d99-9c16-10d1d034ac12 req-fa61dbc5-86f4-459d-a9cf-a3160e2d9ba2 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:53.228743 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '274ae0fb-9720-4609-a795-557e3b853552', 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0', 'port_id': '274ae0fb-9720-4609-a795-557e3b853552', 'mac_address': 'fa:16:3e:27:66:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c28c8ec-5ccc-4295-ab15-cbe54116b2d0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:13:53.233956 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e03fc2ab-d278-4d99-9c16-10d1d034ac12 req-fa61dbc5-86f4-459d-a9cf-a3160e2d9ba2 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 943 time: 0.2589471 Dec 17 15:13:53.234920 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:53.260580 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed799e3-0e95-4c3d-b171-a6e464c36efc None None] Network 8ae579af-cc89-4461-a54a-3154f37fcf61 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:13:53.352339 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c279875-891d-4556-a7e6-f8609bb36e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:13:53.354533 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd99239-7b41-4a43-bbce-6c410e1da9a4" -d '{"events": [{"server_uuid": "1c279875-891d-4556-a7e6-f8609bb36e11", "name": "network-vif-plugged", "status": "completed", "tag": "e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:13:53.359608 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e5e46-38f4-424f-bff9-0a7deec78c0b req-6f44b20e-070c-4bea-9d5e-a35986fef2f3 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:53.361363 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-687e5e46-38f4-424f-bff9-0a7deec78c0b req-6f44b20e-070c-4bea-9d5e-a35986fef2f3 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 949 time: 0.1226730 Dec 17 15:13:53.376458 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e03fc2ab-d278-4d99-9c16-10d1d034ac12 req-6144a9bd-88fd-4d2e-b19f-252a03f88c2b tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414282 Dec 17 15:13:53.401071 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f,segment=NetworkSegment(015294cb-4187-4289-b628-75f381cf79fc),segment_id=015294cb-4187-4289-b628-75f381cf79fc)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:53.418092 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-8d88e8b1-a2d3-4c57-be87-8c142f379bd1 None None] Provisioning complete for port b2ddeba9-dea0-4849-9012-f902874f5b88 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:13:53.418462 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8d88e8b1-a2d3-4c57-be87-8c142f379bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:53.420016 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:53.429136 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-06b246b5-6dc1-4fbf-9cd0-7216168c4052 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:53.434043 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-687e5e46-38f4-424f-bff9-0a7deec78c0b req-ef1549c2-4480-4cc0-ac1a-b0f80caf5035 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547023 Dec 17 15:13:53.455213 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fe4670-5412-4217-931b-2fc4d73e3dc8 x-openstack-request-id: req-34fe4670-5412-4217-931b-2fc4d73e3dc8 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:13:53.455506 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c279875-891d-4556-a7e6-f8609bb36e11", "name": "network-vif-plugged", "status": "completed", "tag": "e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:13:53.455753 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-34fe4670-5412-4217-931b-2fc4d73e3dc8 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:13:53.456137 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c279875-891d-4556-a7e6-f8609bb36e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f', 'code': 200} Dec 17 15:13:53.469810 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 274ae0fb-9720-4609-a795-557e3b853552 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:13:53.543196 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 274ae0fb-9720-4609-a795-557e3b853552, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=274ae0fb-9720-4609-a795-557e3b853552,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:53.549195 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:53.575752 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-46a3f354-0095-4265-82b6-c5a439fe68f6 req-c46cef89-7c0b-4fe0-9b51-7289921965b8 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 210 time: 0.0426242 Dec 17 15:13:53.584364 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42102) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:53.681641 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f,revision_number=7']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:53.683615 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-06b246b5-6dc1-4fbf-9cd0-7216168c4052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:53.710000 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-7de010d1-c48a-4849-852c-869975e92e3f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1308069837-network', 'tenant_id': '78c9f2a63b3c49ada6c0f6f0b05499a9'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:13:53.752808 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:53.787189 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b246b5-6dc1-4fbf-9cd0-7216168c4052 admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:13:53.795506 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-06b246b5-6dc1-4fbf-9cd0-7216168c4052 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:13:53.798945 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b246b5-6dc1-4fbf-9cd0-7216168c4052 admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:13:53.808212 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b246b5-6dc1-4fbf-9cd0-7216168c4052 admin admin] Pushing event updated for resources: {'Port': ['ID=a2ec0f75-4265-4dcb-990f-cbbee1492c65,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:53.808397 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=274ae0fb-9720-4609-a795-557e3b853552,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:53.862298 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e42060-514e-46c8-9572-636f54f22e29 req-e0405e3f-1afb-4387-bc81-0a663416c5c6 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:53.863907 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32e42060-514e-46c8-9572-636f54f22e29 req-e0405e3f-1afb-4387-bc81-0a663416c5c6 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c279875-891d-4556-a7e6-f8609bb36e11 HTTP/1.1" status: 200 len: 945 time: 0.1703422 Dec 17 15:13:53.889795 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a4665-4a44-4889-a7d8-03a5566ea77f req-0d96002c-f234-4bd0-96c8-3653fd2237d9 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:53.898344 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fa0a4665-4a44-4889-a7d8-03a5566ea77f req-0d96002c-f234-4bd0-96c8-3653fd2237d9 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.41 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 949 time: 0.0541592 Dec 17 15:13:53.898344 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de010d1-c48a-4849-852c-869975e92e3f admin admin] Made reservation on behalf of 78c9f2a63b3c49ada6c0f6f0b05499a9 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:13:53.898344 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7de010d1-c48a-4849-852c-869975e92e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:53.940905 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7de010d1-c48a-4849-852c-869975e92e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:54.014377 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-6c49bba6-f0da-4844-9608-84eef3cc1f5e None None] Provisioning complete for port b2ddeba9-dea0-4849-9012-f902874f5b88 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:13:54.015029 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6c49bba6-f0da-4844-9608-84eef3cc1f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:54.036546 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-fa0a4665-4a44-4889-a7d8-03a5566ea77f req-a691ba52-332e-4c90-b12b-1de8f8189f7c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Deleting port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:13:54.036956 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-fa0a4665-4a44-4889-a7d8-03a5566ea77f req-a691ba52-332e-4c90-b12b-1de8f8189f7c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:54.042733 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32e42060-514e-46c8-9572-636f54f22e29 req-74838ea3-25ae-4f5c-aaa4-7e25625d5e82 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221778 Dec 17 15:13:54.131616 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7de010d1-c48a-4849-852c-869975e92e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:54.180258 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-fa0a4665-4a44-4889-a7d8-03a5566ea77f req-a691ba52-332e-4c90-b12b-1de8f8189f7c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] For port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=38bfe9ef-a4ab-4fbd-91b7-c658f9574008,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:54.180633 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-fa0a4665-4a44-4889-a7d8-03a5566ea77f req-a691ba52-332e-4c90-b12b-1de8f8189f7c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:54.194797 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-fa0a4665-4a44-4889-a7d8-03a5566ea77f req-a691ba52-332e-4c90-b12b-1de8f8189f7c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Calling delete_port for 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:13:54.207515 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b2ddeba9-dea0-4849-9012-f902874f5b88 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:13:54.268774 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7de010d1-c48a-4849-852c-869975e92e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:54.300914 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7de010d1-c48a-4849-852c-869975e92e3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:13:54.304146 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port b2ddeba9-dea0-4849-9012-f902874f5b88 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:13:54.304608 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:54.305373 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d337a7-72da-4396-9027-1054d3d789e3 req-0398c632-c5ba-499b-bc81-3288d729fa0c tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:54.312872 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e4d337a7-72da-4396-9027-1054d3d789e3 req-0398c632-c5ba-499b-bc81-3288d729fa0c tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/ports?device_id=44a86e10-6052-438e-aac9-1fec1efa8b60 HTTP/1.1" status: 200 len: 945 time: 0.0820003 Dec 17 15:13:54.329539 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de010d1-c48a-4849-852c-869975e92e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018b23ee-d262-474d-bf4d-a3901c363d3b,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:54.335754 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7de010d1-c48a-4849-852c-869975e92e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:54.336394 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-7de010d1-c48a-4849-852c-869975e92e3f admin admin] Added segment 2b6cd071-b9ed-4679-8985-5e8cd7aa862b of type vlan for network 3a7ed0fb-a395-44ea-8dcf-10c9fe5c61de Dec 17 15:13:54.340846 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-06b246b5-6dc1-4fbf-9cd0-7216168c4052 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:54.413307 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7de010d1-c48a-4849-852c-869975e92e3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:54.473171 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['274ae0fb-9720-4609-a795-557e3b853552'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:13:54.586367 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7de010d1-c48a-4849-852c-869975e92e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:54.587355 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de010d1-c48a-4849-852c-869975e92e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:54.587937 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7de010d1-c48a-4849-852c-869975e92e3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:54.662250 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-fa0a4665-4a44-4889-a7d8-03a5566ea77f req-a691ba52-332e-4c90-b12b-1de8f8189f7c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:54.666878 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e4d337a7-72da-4396-9027-1054d3d789e3 req-05880ff8-1701-4759-9456-d9e30381cdac tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6554ac3-81bd-45bb-9acf-5fe144592bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529782 Dec 17 15:13:54.677615 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['0b8d56da-5e55-4db8-b341-5f885ac821a9', '852466b1-00ca-4b1b-a7d7-9808684fbde9'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:13:54.702574 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6130ee-c47d-41e4-83b2-e2ba5013f9b0 req-c7a3102d-392a-450c-af04-4ed88fe4e3b1 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:54.704871 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691ba52-332e-4c90-b12b-1de8f8189f7c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Pushing event deleted for resources: {'Port': ['ID=38bfe9ef-a4ab-4fbd-91b7-c658f9574008,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:54.705184 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8b6130ee-c47d-41e4-83b2-e2ba5013f9b0 req-c7a3102d-392a-450c-af04-4ed88fe4e3b1 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 944 time: 0.2046566 Dec 17 15:13:54.714128 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de010d1-c48a-4849-852c-869975e92e3f admin admin] Pushing event updated for resources: {'Network': ['ID=3a7ed0fb-a395-44ea-8dcf-10c9fe5c61de,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:54.740516 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-06b246b5-6dc1-4fbf-9cd0-7216168c4052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:54.760434 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 3a7ed0fb-a395-44ea-8dcf-10c9fe5c61de details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:13:54.787149 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8b6130ee-c47d-41e4-83b2-e2ba5013f9b0 req-29ca5981-5621-427f-a2d8-4ec6acc2c4df tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758996 Dec 17 15:13:54.788424 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0a4665-4a44-4889-a7d8-03a5566ea77f req-a691ba52-332e-4c90-b12b-1de8f8189f7c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] No DVR routers for this DVR port 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:13:54.795026 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-fa0a4665-4a44-4889-a7d8-03a5566ea77f req-a691ba52-332e-4c90-b12b-1de8f8189f7c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:54.799748 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fa0a4665-4a44-4889-a7d8-03a5566ea77f req-a691ba52-332e-4c90-b12b-1de8f8189f7c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.41 "DELETE /v2.0/ports/38bfe9ef-a4ab-4fbd-91b7-c658f9574008 HTTP/1.1" status: 204 len: 173 time: 0.9012580 Dec 17 15:13:54.827316 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7de010d1-c48a-4849-852c-869975e92e3f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2408087 Dec 17 15:13:54.828070 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42124) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:54.828543 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567d180a-4217-4cb8-9066-6be25755f236', 'name': 'network-vif-deleted', 'tag': '38bfe9ef-a4ab-4fbd-91b7-c658f9574008'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:13:54.832490 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d918bad-29c5-44ce-8d03-02314d452263" -d '{"events": [{"server_uuid": "567d180a-4217-4cb8-9066-6be25755f236", "name": "network-vif-deleted", "tag": "38bfe9ef-a4ab-4fbd-91b7-c658f9574008"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:13:54.846104 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-b66755b7-9b0d-4eef-a0ab-bf9808fdfb0d admin admin] Request body: {'subnet': {'network_id': '3a7ed0fb-a395-44ea-8dcf-10c9fe5c61de', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1308069837-subnet', 'tenant_id': '78c9f2a63b3c49ada6c0f6f0b05499a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:13:54.876964 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-895f0fc0-0ae7-41e4-be2a-40b088fc2a16 req-8185a995-e5a0-4426-aae8-042bc344f725 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 210 time: 0.0562861 Dec 17 15:13:54.957748 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66755b7-9b0d-4eef-a0ab-bf9808fdfb0d admin admin] Made reservation on behalf of 78c9f2a63b3c49ada6c0f6f0b05499a9 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:13:54.960213 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b66755b7-9b0d-4eef-a0ab-bf9808fdfb0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:54.977797 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a51869-ab59-4714-b0dd-e565389bef86 x-openstack-request-id: req-78a51869-ab59-4714-b0dd-e565389bef86 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:13:54.978091 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "567d180a-4217-4cb8-9066-6be25755f236", "name": "network-vif-deleted", "tag": "38bfe9ef-a4ab-4fbd-91b7-c658f9574008", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:13:54.980366 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-78a51869-ab59-4714-b0dd-e565389bef86 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:13:54.980366 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '567d180a-4217-4cb8-9066-6be25755f236', 'name': 'network-vif-deleted', 'tag': '38bfe9ef-a4ab-4fbd-91b7-c658f9574008', 'status': 'completed', 'code': 200} Dec 17 15:13:55.010295 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-78e1e227-5d4f-473a-80bc-619c1f8fb38b req-28939e77-9fa3-446c-aa46-db51c43c1848 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=3cc361b7-c9f9-487a-8ac1-7aec486740b4 HTTP/1.1" status: 200 len: 210 time: 0.0681849 Dec 17 15:13:55.300155 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b246b5-6dc1-4fbf-9cd0-7216168c4052 admin admin] Router e22c6232-0ac3-4b5b-b2b1-75eac6d13177 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:13:55.350850 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a30ffc-dfb9-4c9a-a61a-791a0d97f712 req-93a5570f-f39e-40b8-9467-ba35151ba107 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:55.360653 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-46a30ffc-dfb9-4c9a-a61a-791a0d97f712 req-93a5570f-f39e-40b8-9467-ba35151ba107 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c279875-891d-4556-a7e6-f8609bb36e11 HTTP/1.1" status: 200 len: 945 time: 0.1668639 Dec 17 15:13:55.501541 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b66755b7-9b0d-4eef-a0ab-bf9808fdfb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:55.569868 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-af6af7ed-defc-4471-8a41-ea25d9f4d1e0 req-8315376b-2ae9-4b6e-85d2-eb3c4ed8958d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1196313 Dec 17 15:13:55.572140 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66755b7-9b0d-4eef-a0ab-bf9808fdfb0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b96dcffa-2253-4d38-a096-ac69e2f27065,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:55.573897 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-46a30ffc-dfb9-4c9a-a61a-791a0d97f712 req-0a50605d-7c3c-4008-9714-561b5385506d tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081935 Dec 17 15:13:55.591197 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66755b7-9b0d-4eef-a0ab-bf9808fdfb0d admin admin] Checking segment: {'id': '2b6cd071-b9ed-4679-8985-5e8cd7aa862b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3a7ed0fb-a395-44ea-8dcf-10c9fe5c61de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:13:55.593607 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66755b7-9b0d-4eef-a0ab-bf9808fdfb0d admin admin] Network hostable DHCP agents. Network: 3a7ed0fb-a395-44ea-8dcf-10c9fe5c61de, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:13:55.610336 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:55.630495 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b246b5-6dc1-4fbf-9cd0-7216168c4052 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:13:55.641872 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c3881f-c94e-4e1d-8e19-90dd7d2b84ba None None] Sync routers for ids ['e22c6232-0ac3-4b5b-b2b1-75eac6d13177'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:13:55.651592 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c3881f-c94e-4e1d-8e19-90dd7d2b84ba None None] Routers {'e22c6232-0ac3-4b5b-b2b1-75eac6d13177'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:13:55.656586 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-01c3881f-c94e-4e1d-8e19-90dd7d2b84ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:13:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['e22c6232-0ac3-4b5b-b2b1-75eac6d13177'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:55.683294 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6af7ed-defc-4471-8a41-ea25d9f4d1e0 req-0910de97-47a0-4371-9b49-80e86f6e47cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:55.689414 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-af6af7ed-defc-4471-8a41-ea25d9f4d1e0 req-0910de97-47a0-4371-9b49-80e86f6e47cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=96ef05c814a947bb872da21a8a326a7b&device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 1095 time: 0.0517633 Dec 17 15:13:55.716979 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:13:55.819511 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66755b7-9b0d-4eef-a0ab-bf9808fdfb0d admin admin] Network 3a7ed0fb-a395-44ea-8dcf-10c9fe5c61de is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:13:55.822707 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-06b246b5-6dc1-4fbf-9cd0-7216168c4052 admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:55.829361 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-06b246b5-6dc1-4fbf-9cd0-7216168c4052 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1547878 Dec 17 15:13:55.829508 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42138) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:13:55.835237 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-01c3881f-c94e-4e1d-8e19-90dd7d2b84ba None None] Set router e22c6232-0ac3-4b5b-b2b1-75eac6d13177 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:13:55.866337 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174d2c4-6f44-4e27-9742-515561fef08c req-8b02aace-f71f-46ee-b99e-c504b2a66f80 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:55.867998 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1174d2c4-6f44-4e27-9742-515561fef08c req-8b02aace-f71f-46ee-b99e-c504b2a66f80 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/ports?device_id=44a86e10-6052-438e-aac9-1fec1efa8b60 HTTP/1.1" status: 200 len: 945 time: 0.1010787 Dec 17 15:13:55.900935 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:13:55.907288 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:13:55.907710 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:55.975949 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-b66755b7-9b0d-4eef-a0ab-bf9808fdfb0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 3a7ed0fb-a395-44ea-8dcf-10c9fe5c61de) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:13:55.990051 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1174d2c4-6f44-4e27-9742-515561fef08c req-454b644d-fc96-4623-b1e0-9e888617509b tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6554ac3-81bd-45bb-9acf-5fe144592bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136081 Dec 17 15:13:55.993904 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66755b7-9b0d-4eef-a0ab-bf9808fdfb0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:55.994123 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfd6677-b6d5-498f-9ab5-e004d8e4a08e None None] Network 3a7ed0fb-a395-44ea-8dcf-10c9fe5c61de requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:13:55.994275 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b66755b7-9b0d-4eef-a0ab-bf9808fdfb0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:56.004185 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6af7ed-defc-4471-8a41-ea25d9f4d1e0 req-20a22c98-a15f-46cb-85fe-a9aa742032ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:56.006238 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-af6af7ed-defc-4471-8a41-ea25d9f4d1e0 req-20a22c98-a15f-46cb-85fe-a9aa742032ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea HTTP/1.1" status: 200 len: 909 time: 0.2656283 Dec 17 15:13:56.070349 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-af6af7ed-defc-4471-8a41-ea25d9f4d1e0 req-976e3e03-0a3a-4c6c-88b4-042c08145d17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f252342-e759-4489-98a4-559ae2b246b8 HTTP/1.1" status: 200 len: 217 time: 0.0494473 Dec 17 15:13:56.082881 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846f2bf-bef9-4691-9a82-a23759fc3996 req-a131b78b-6a9f-48a0-8917-29278f376044 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:56.084446 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d846f2bf-bef9-4691-9a82-a23759fc3996 req-a131b78b-6a9f-48a0-8917-29278f376044 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 944 time: 0.1158087 Dec 17 15:13:56.161994 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d846f2bf-bef9-4691-9a82-a23759fc3996 req-b028388a-43fb-4560-9c2d-34a2581a072a tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676982 Dec 17 15:13:56.167241 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b66755b7-9b0d-4eef-a0ab-bf9808fdfb0d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3306513 Dec 17 15:13:56.209554 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-01c3881f-c94e-4e1d-8e19-90dd7d2b84ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22c6232-0ac3-4b5b-b2b1-75eac6d13177', 'name': 'tempest-AttachSCSIVolumeTestJSON-945984169-router', 'tenant_id': '23218d44d35a49dca774bd6e162aff6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'a2ec0f75-4265-4dcb-990f-cbbee1492c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:13:50Z', 'updated_at': '2021-12-17T15:13:54Z', 'revision_number': 3, 'project_id': '23218d44d35a49dca774bd6e162aff6a', 'gw_port': {'id': 'a2ec0f75-4265-4dcb-990f-cbbee1492c65', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22c6232-0ac3-4b5b-b2b1-75eac6d13177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:13:52Z', 'updated_at': '2021-12-17T15:13:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:56.253840 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-37862084-4c6e-4d7d-bc29-67a6d599da56 req-2733e8f9-17a1-48b9-beb8-9104da37c839 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=567d180a-4217-4cb8-9066-6be25755f236 HTTP/1.1" status: 200 len: 210 time: 0.0902989 Dec 17 15:13:56.254369 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c3881f-c94e-4e1d-8e19-90dd7d2b84ba None None] Checking router: e22c6232-0ac3-4b5b-b2b1-75eac6d13177 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:13:56.254961 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c3881f-c94e-4e1d-8e19-90dd7d2b84ba None None] Updating router e22c6232-0ac3-4b5b-b2b1-75eac6d13177 port a2ec0f75-4265-4dcb-990f-cbbee1492c65 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:13:56.276459 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6af7ed-defc-4471-8a41-ea25d9f4d1e0 req-51642ca3-fbfa-423c-9f8f-125ddcd05fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:56.276459 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-af6af7ed-defc-4471-8a41-ea25d9f4d1e0 req-51642ca3-fbfa-423c-9f8f-125ddcd05fce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e07a04f7-750d-46bb-b1d6-18c61b699282 HTTP/1.1" status: 200 len: 848 time: 0.1970534 Dec 17 15:13:56.324109 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-01c3881f-c94e-4e1d-8e19-90dd7d2b84ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:56.359441 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:56.366214 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-af6af7ed-defc-4471-8a41-ea25d9f4d1e0 req-d208bd60-74ef-4b81-abcc-83d7110ac516 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731566 Dec 17 15:13:56.457699 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076a1833-7dc2-4043-ad70-c9ecbaeda25f None None] Network 3a7ed0fb-a395-44ea-8dcf-10c9fe5c61de requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:13:56.474103 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a86e10-6052-438e-aac9-1fec1efa8b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:13:56.476516 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef476346-3dc4-4205-8e3d-42a98c200e98" -d '{"events": [{"server_uuid": "44a86e10-6052-438e-aac9-1fec1efa8b60", "name": "network-vif-plugged", "status": "completed", "tag": "2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:13:56.532352 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79573a70-58e9-4571-aa28-01b4eac916bd req-cc87689e-abc9-49d2-a42a-1373c631b6d5 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:56.543955 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-79573a70-58e9-4571-aa28-01b4eac916bd req-cc87689e-abc9-49d2-a42a-1373c631b6d5 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 946 time: 0.1277857 Dec 17 15:13:56.653928 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a,segment=NetworkSegment(c859e1d1-f230-4e3c-a03a-dfb2659da1f6),segment_id=c859e1d1-f230-4e3c-a03a-dfb2659da1f6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:56.666201 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-79573a70-58e9-4571-aa28-01b4eac916bd req-3afa9478-ff22-46bb-8110-675f6d37d117 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210275 Dec 17 15:13:56.676185 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fa44bb-9f40-43c3-a2d4-dc27ac827668 x-openstack-request-id: req-b9fa44bb-9f40-43c3-a2d4-dc27ac827668 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:13:56.680771 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a86e10-6052-438e-aac9-1fec1efa8b60", "name": "network-vif-plugged", "status": "completed", "tag": "2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:13:56.681286 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b9fa44bb-9f40-43c3-a2d4-dc27ac827668 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:13:56.687840 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a86e10-6052-438e-aac9-1fec1efa8b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a', 'code': 200} Dec 17 15:13:56.699399 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 274ae0fb-9720-4609-a795-557e3b853552 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:13:56.718638 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:56.740151 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-af6af7ed-defc-4471-8a41-ea25d9f4d1e0 req-fd1f9496-8dca-4851-858b-235b62b19aa7 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606205 Dec 17 15:13:56.841512 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88652265-73c5-481c-b7fe-de5aecd8b0a7 req-a0e5b429-4259-4ac6-8a8f-c61ec9efd891 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:56.843526 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-88652265-73c5-481c-b7fe-de5aecd8b0a7 req-a0e5b429-4259-4ac6-8a8f-c61ec9efd891 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c279875-891d-4556-a7e6-f8609bb36e11 HTTP/1.1" status: 200 len: 945 time: 0.1029878 Dec 17 15:13:56.929301 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-01c3881f-c94e-4e1d-8e19-90dd7d2b84ba None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:56.957206 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:56.958851 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-88652265-73c5-481c-b7fe-de5aecd8b0a7 req-6aec3d5f-9aca-44a9-9ad2-17a6723180b8 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034608 Dec 17 15:13:57.051635 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-01c3881f-c94e-4e1d-8e19-90dd7d2b84ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:57.051905 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cb262-efce-4e0e-b214-1b75f9b65124 req-bd5f8767-899d-46d9-a9bb-17ccc49f71ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:57.052445 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-378cb262-efce-4e0e-b214-1b75f9b65124 req-bd5f8767-899d-46d9-a9bb-17ccc49f71ac service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=44a86e10-6052-438e-aac9-1fec1efa8b60 HTTP/1.1" status: 200 len: 1097 time: 0.3339207 Dec 17 15:13:57.093528 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-af6af7ed-defc-4471-8a41-ea25d9f4d1e0 req-7601287b-a670-48c3-8eb9-39b4f5f3ad94 service neutron] 10.222.0.41 "GET /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007011 Dec 17 15:13:57.098858 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d5424c4b-ecc7-47e4-8aef-e5ec09a4b345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:57.099348 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 274ae0fb-9720-4609-a795-557e3b853552 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:13:57.104764 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 274ae0fb-9720-4609-a795-557e3b853552 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:13:57.104764 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:57.166719 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-378cb262-efce-4e0e-b214-1b75f9b65124 req-c0833b53-457d-40b1-bb23-7e850d39702b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f6554ac3-81bd-45bb-9acf-5fe144592bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017013 Dec 17 15:13:57.170136 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-0b1ebde7-e386-4912-a2b8-b247cd6ae08f tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:57.177392 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-0b1ebde7-e386-4912-a2b8-b247cd6ae08f tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] 10.222.0.46 "GET /v2.0/networks?id=3a7ed0fb-a395-44ea-8dcf-10c9fe5c61de HTTP/1.1" status: 200 len: 822 time: 0.1757996 Dec 17 15:13:57.215029 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-03889715-663a-4a11-8c6f-6d80e9d8ad80 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] 10.222.0.46 "GET /v2.0/quotas/78c9f2a63b3c49ada6c0f6f0b05499a9 HTTP/1.1" status: 200 len: 375 time: 0.0300705 Dec 17 15:13:57.263014 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-01c3881f-c94e-4e1d-8e19-90dd7d2b84ba None None] Attempting to bind port a2ec0f75-4265-4dcb-990f-cbbee1492c65 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:13:57.263371 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-01c3881f-c94e-4e1d-8e19-90dd7d2b84ba None None] Attempting to bind port a2ec0f75-4265-4dcb-990f-cbbee1492c65 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:13:57.263726 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c3881f-c94e-4e1d-8e19-90dd7d2b84ba None None] Attempting to bind port a2ec0f75-4265-4dcb-990f-cbbee1492c65 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:13:57.274659 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67893e2-cb41-4f58-b004-c99f34243f66 None None] Pushing event updated for resources: {'Port': ['ID=a2ec0f75-4265-4dcb-990f-cbbee1492c65,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:57.278590 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c3881f-c94e-4e1d-8e19-90dd7d2b84ba None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:13:57.278956 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c3881f-c94e-4e1d-8e19-90dd7d2b84ba None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:13:57.279349 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-01c3881f-c94e-4e1d-8e19-90dd7d2b84ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:57.280300 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c3881f-c94e-4e1d-8e19-90dd7d2b84ba None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:13:57.280432 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-a9a947a1-0099-486a-b0db-24232cdce13d tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=78c9f2a63b3c49ada6c0f6f0b05499a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615451 Dec 17 15:13:57.282691 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-01c3881f-c94e-4e1d-8e19-90dd7d2b84ba None None] Bound port: a2ec0f75-4265-4dcb-990f-cbbee1492c65, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:13:57.283202 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-01c3881f-c94e-4e1d-8e19-90dd7d2b84ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:57.315426 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:57.358521 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 274ae0fb-9720-4609-a795-557e3b853552, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=274ae0fb-9720-4609-a795-557e3b853552,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:57.369533 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-01c3881f-c94e-4e1d-8e19-90dd7d2b84ba None None] For port a2ec0f75-4265-4dcb-990f-cbbee1492c65, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:13:57.373940 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-01c3881f-c94e-4e1d-8e19-90dd7d2b84ba None None] For port a2ec0f75-4265-4dcb-990f-cbbee1492c65, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=a2ec0f75-4265-4dcb-990f-cbbee1492c65,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:13:57.437783 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:57.438016 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-90e4a179-82d5-4b74-ad06-8f7b5792a0c7 service neutron] 10.222.0.46 "GET /v2.0/networks/3a7ed0fb-a395-44ea-8dcf-10c9fe5c61de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568542 Dec 17 15:13:57.439013 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:13:57.452372 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-01c3881f-c94e-4e1d-8e19-90dd7d2b84ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:57.533794 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-d5424c4b-ecc7-47e4-8aef-e5ec09a4b345 admin admin] Allocated IP 172.20.0.1 (8ae579af-cc89-4461-a54a-3154f37fcf61/c02b0952-f799-438a-a915-b0d0b0a1d011/ada4aca2-094a-42e0-a1bd-f0214f7256c7) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:13:57.570431 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-25ac9a4b-26f7-4fde-9c11-8022b4b9ab5b service neutron] 10.222.0.46 "GET /v2.0/networks/3a7ed0fb-a395-44ea-8dcf-10c9fe5c61de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214716 Dec 17 15:13:57.604976 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67893e2-cb41-4f58-b004-c99f34243f66 None None] Pushing event updated for resources: {'Port': ['ID=a2ec0f75-4265-4dcb-990f-cbbee1492c65,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:57.618075 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=274ae0fb-9720-4609-a795-557e3b853552,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:57.644695 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c3881f-c94e-4e1d-8e19-90dd7d2b84ba None None] Routers {'e22c6232-0ac3-4b5b-b2b1-75eac6d13177'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:13:57.645348 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-01c3881f-c94e-4e1d-8e19-90dd7d2b84ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:13:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['e22c6232-0ac3-4b5b-b2b1-75eac6d13177'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:57.652994 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:13:57.653597 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 38bfe9ef-a4ab-4fbd-91b7-c658f9574008 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:13:57.724128 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d5424c4b-ecc7-47e4-8aef-e5ec09a4b345 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:57.805607 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-01c3881f-c94e-4e1d-8e19-90dd7d2b84ba None None] Set router e22c6232-0ac3-4b5b-b2b1-75eac6d13177 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:13:57.894790 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d5424c4b-ecc7-47e4-8aef-e5ec09a4b345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:57.964115 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5424c4b-ecc7-47e4-8aef-e5ec09a4b345 admin admin] Pushing event updated for resources: {'Port': ['ID=ada4aca2-094a-42e0-a1bd-f0214f7256c7,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:57.979605 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5424c4b-ecc7-47e4-8aef-e5ec09a4b345 admin admin] Network 8ae579af-cc89-4461-a54a-3154f37fcf61 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:13:57.981292 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-d5424c4b-ecc7-47e4-8aef-e5ec09a4b345 admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:13:58.001930 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5424c4b-ecc7-47e4-8aef-e5ec09a4b345 admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:13:58.053292 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d5424c4b-ecc7-47e4-8aef-e5ec09a4b345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:58.071660 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-01c3881f-c94e-4e1d-8e19-90dd7d2b84ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22c6232-0ac3-4b5b-b2b1-75eac6d13177', 'name': 'tempest-AttachSCSIVolumeTestJSON-945984169-router', 'tenant_id': '23218d44d35a49dca774bd6e162aff6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'a2ec0f75-4265-4dcb-990f-cbbee1492c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:13:50Z', 'updated_at': '2021-12-17T15:13:54Z', 'revision_number': 3, 'project_id': '23218d44d35a49dca774bd6e162aff6a', 'gw_port': {'id': 'a2ec0f75-4265-4dcb-990f-cbbee1492c65', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22c6232-0ac3-4b5b-b2b1-75eac6d13177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:13:52Z', 'updated_at': '2021-12-17T15:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:13:58.132708 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c3881f-c94e-4e1d-8e19-90dd7d2b84ba None None] The sync data for ids ['e22c6232-0ac3-4b5b-b2b1-75eac6d13177'] in n-d-820553-2 is: [{'id': 'e22c6232-0ac3-4b5b-b2b1-75eac6d13177', 'name': 'tempest-AttachSCSIVolumeTestJSON-945984169-router', 'tenant_id': '23218d44d35a49dca774bd6e162aff6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'a2ec0f75-4265-4dcb-990f-cbbee1492c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:13:50Z', 'updated_at': '2021-12-17T15:13:54Z', 'revision_number': 3, 'project_id': '23218d44d35a49dca774bd6e162aff6a', 'gw_port': {'id': 'a2ec0f75-4265-4dcb-990f-cbbee1492c65', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22c6232-0ac3-4b5b-b2b1-75eac6d13177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:13:52Z', 'updated_at': '2021-12-17T15:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:13:58.344591 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25faa7-298b-4b3f-90c6-b85465140a10 req-a1e4d582-a2dd-41b7-8fbe-f3d4110779eb tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:58.351777 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8b25faa7-298b-4b3f-90c6-b85465140a10 req-a1e4d582-a2dd-41b7-8fbe-f3d4110779eb tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/ports?device_id=44a86e10-6052-438e-aac9-1fec1efa8b60 HTTP/1.1" status: 200 len: 946 time: 0.0798540 Dec 17 15:13:58.399575 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d5424c4b-ecc7-47e4-8aef-e5ec09a4b345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:58.465355 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-753bb9ad-ca54-49af-a1b4-476a7fda98c0 None None] Provisioning complete for port ada4aca2-094a-42e0-a1bd-f0214f7256c7 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:13:58.470947 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-753bb9ad-ca54-49af-a1b4-476a7fda98c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:58.492037 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8b25faa7-298b-4b3f-90c6-b85465140a10 req-2d8ba863-ae85-4ea6-829e-a85f91ba2f48 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6554ac3-81bd-45bb-9acf-5fe144592bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337442 Dec 17 15:13:58.532979 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b753ced-faa2-4e54-a63a-90f5b5bfff15 req-38f04b4c-9543-4b09-93b4-66ef297f88a2 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:58.540100 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-753bb9ad-ca54-49af-a1b4-476a7fda98c0 None None] Port ada4aca2-094a-42e0-a1bd-f0214f7256c7 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:13:58.557739 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b753ced-faa2-4e54-a63a-90f5b5bfff15 req-38f04b4c-9543-4b09-93b4-66ef297f88a2 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 945 time: 0.1714704 Dec 17 15:13:58.680640 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:13:58.687559 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b753ced-faa2-4e54-a63a-90f5b5bfff15 req-e160009d-df97-4b15-9fb6-0b13d8ec457f tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288016 Dec 17 15:13:58.752692 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8df8283-beda-44e0-af14-1b8cf22b2117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '274ae0fb-9720-4609-a795-557e3b853552'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:13:58.756612 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3050236-6349-4c87-9932-45befef55280" -d '{"events": [{"server_uuid": "b8df8283-beda-44e0-af14-1b8cf22b2117", "name": "network-vif-plugged", "status": "completed", "tag": "274ae0fb-9720-4609-a795-557e3b853552"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:13:58.773063 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a9bd50d-283e-45ea-a4c7-28119c009486 req-4d321722-9181-4d6e-b132-e6156c8a1eb6 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7fb83a3-ed6e-4d04-8182-ffa9b01b3f9c HTTP/1.1" status: 200 len: 210 time: 0.1044195 Dec 17 15:13:58.909863 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c1dd0bac-c806-4169-9d48-474bff20d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:58.926632 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae891f6d-7792-4379-9cce-6638cc48d493 req-9c19e0b1-3460-47f1-bed4-6bacbd23fac1 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:58.936918 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae891f6d-7792-4379-9cce-6638cc48d493 req-9c19e0b1-3460-47f1-bed4-6bacbd23fac1 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c279875-891d-4556-a7e6-f8609bb36e11 HTTP/1.1" status: 200 len: 945 time: 0.1213169 Dec 17 15:13:58.948739 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:58.973895 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d5424c4b-ecc7-47e4-8aef-e5ec09a4b345 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:59.028072 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae891f6d-7792-4379-9cce-6638cc48d493 req-532f04d7-1b40-48ab-93f2-b4fb74e1701c tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904100 Dec 17 15:13:59.038848 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f,segment=NetworkSegment(015294cb-4187-4289-b628-75f381cf79fc),segment_id=015294cb-4187-4289-b628-75f381cf79fc)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:13:59.048066 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d5424c4b-ecc7-47e4-8aef-e5ec09a4b345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:59.093033 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5534ea21-fdec-4bfb-b6e7-9e61b05579b3 x-openstack-request-id: req-5534ea21-fdec-4bfb-b6e7-9e61b05579b3 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:13:59.093810 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8df8283-beda-44e0-af14-1b8cf22b2117", "name": "network-vif-plugged", "status": "completed", "tag": "274ae0fb-9720-4609-a795-557e3b853552", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:13:59.094333 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5534ea21-fdec-4bfb-b6e7-9e61b05579b3 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:13:59.094891 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8df8283-beda-44e0-af14-1b8cf22b2117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '274ae0fb-9720-4609-a795-557e3b853552', 'code': 200} Dec 17 15:13:59.140282 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:59.275816 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f,revision_number=8']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:59.286742 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d5424c4b-ecc7-47e4-8aef-e5ec09a4b345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:13:59.302368 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5424c4b-ecc7-47e4-8aef-e5ec09a4b345 admin admin] Pushing event updated for resources: {'Port': ['ID=ada4aca2-094a-42e0-a1bd-f0214f7256c7,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:13:59.391731 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ee235-cf10-4e89-881c-565806278bea req-412ec404-3544-419b-b8f7-9d077d10de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:59.399138 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-448ee235-cf10-4e89-881c-565806278bea req-412ec404-3544-419b-b8f7-9d077d10de53 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 1096 time: 0.1677542 Dec 17 15:13:59.473572 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8321a-856b-4f39-af36-09e94b5b8738 req-cd069716-784f-419b-9a26-bd5dbd7e38db tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:59.478860 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5424c4b-ecc7-47e4-8aef-e5ec09a4b345 admin admin] Network 8ae579af-cc89-4461-a54a-3154f37fcf61 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:13:59.480961 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-448ee235-cf10-4e89-881c-565806278bea req-3bfbc630-f9a0-4df9-8678-fd2ed4cfd18c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637217 Dec 17 15:13:59.482247 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-d5424c4b-ecc7-47e4-8aef-e5ec09a4b345 admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:13:59.482583 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-41d8321a-856b-4f39-af36-09e94b5b8738 req-cd069716-784f-419b-9a26-bd5dbd7e38db tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 950 time: 0.0684712 Dec 17 15:13:59.538737 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-41d8321a-856b-4f39-af36-09e94b5b8738 req-0b9e9cce-4f24-4a6c-be4e-9b2ecbd1d43c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497689 Dec 17 15:13:59.667475 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a9c2a-5df6-4ec6-81d7-900150fd54d3 req-72e7c4b1-3634-4ae9-8b9d-a9f50eb4bb40 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:13:59.676249 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-855a9c2a-5df6-4ec6-81d7-900150fd54d3 req-72e7c4b1-3634-4ae9-8b9d-a9f50eb4bb40 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/ports?device_id=44a86e10-6052-438e-aac9-1fec1efa8b60 HTTP/1.1" status: 200 len: 946 time: 0.0820158 Dec 17 15:13:59.746589 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-855a9c2a-5df6-4ec6-81d7-900150fd54d3 req-76a39675-3ae4-45ee-8c83-54da60652314 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6554ac3-81bd-45bb-9acf-5fe144592bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653579 Dec 17 15:13:59.772461 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5424c4b-ecc7-47e4-8aef-e5ec09a4b345 admin admin] Router e22c6232-0ac3-4b5b-b2b1-75eac6d13177 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:13:59.978978 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-9c42377d-b3fc-4ea5-8852-e3a3dee09190 None None] Provisioning complete for port ada4aca2-094a-42e0-a1bd-f0214f7256c7 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:13:59.979530 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9c42377d-b3fc-4ea5-8852-e3a3dee09190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:00.091943 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-9c42377d-b3fc-4ea5-8852-e3a3dee09190 None None] Port ada4aca2-094a-42e0-a1bd-f0214f7256c7 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:14:00.165869 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19260377-90cf-4b22-8444-cd04f8168d4a req-b188fdb2-7ce0-47cc-ab5f-ee0e8d88d07d tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:00.178370 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-19260377-90cf-4b22-8444-cd04f8168d4a req-b188fdb2-7ce0-47cc-ab5f-ee0e8d88d07d tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 945 time: 0.2440939 Dec 17 15:14:00.233090 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-27dbb30d-4d68-4482-8c36-369877de3324 req-9310b0de-8182-4354-829b-f8fcecfca480 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 258 time: 0.4513121 Dec 17 15:14:00.246468 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-27dbb30d-4d68-4482-8c36-369877de3324 req-f1c0bd5e-f2d8-45eb-8adc-da7280077bdf tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:14:00.299378 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a2ec0f75-4265-4dcb-990f-cbbee1492c65 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:14:00.306228 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-19260377-90cf-4b22-8444-cd04f8168d4a req-c56ead7a-e952-4619-a404-66e4f3379c4a tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265578 Dec 17 15:14:00.404288 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port a2ec0f75-4265-4dcb-990f-cbbee1492c65 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:14:00.405325 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:00.470195 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-21bd8c54-de4b-43d7-93b5-f9aada91895f req-3bcfca3e-ec4c-4cea-bd9e-411adb823364 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7fb83a3-ed6e-4d04-8182-ffa9b01b3f9c HTTP/1.1" status: 200 len: 210 time: 0.0545332 Dec 17 15:14:00.472163 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-27dbb30d-4d68-4482-8c36-369877de3324 req-f1c0bd5e-f2d8-45eb-8adc-da7280077bdf tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks [] for floatingip, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:00.593916 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5424c4b-ecc7-47e4-8aef-e5ec09a4b345 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:14:00.633154 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d5424c4b-ecc7-47e4-8aef-e5ec09a4b345 admin admin] 10.222.0.46 "PUT /v2.0/routers/e22c6232-0ac3-4b5b-b2b1-75eac6d13177/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7986157 Dec 17 15:14:00.670931 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:00.699953 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port a2ec0f75-4265-4dcb-990f-cbbee1492c65, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=a2ec0f75-4265-4dcb-990f-cbbee1492c65,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:00.803848 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:00.861734 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bdf23-2e6d-4042-b150-fec1a044f38c req-4d9ab8d9-3181-48db-a1eb-69fd41e81219 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:00.865743 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d46bdf23-2e6d-4042-b150-fec1a044f38c req-4d9ab8d9-3181-48db-a1eb-69fd41e81219 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.13 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 950 time: 0.0860968 Dec 17 15:14:01.013504 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=a2ec0f75-4265-4dcb-990f-cbbee1492c65,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:01.034002 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f20ed-c9bb-4ebf-93a1-3e38248d2314 req-64ed1bcf-d916-44d6-aee2-cb5481a43b42 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:01.034348 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf143b83-0cbc-40e3-8816-2571402d9296 None None] Sync routers for ids ['e22c6232-0ac3-4b5b-b2b1-75eac6d13177'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:14:01.035990 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-049f20ed-c9bb-4ebf-93a1-3e38248d2314 req-64ed1bcf-d916-44d6-aee2-cb5481a43b42 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c279875-891d-4556-a7e6-f8609bb36e11 HTTP/1.1" status: 200 len: 943 time: 0.1667197 Dec 17 15:14:01.056297 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf143b83-0cbc-40e3-8816-2571402d9296 None None] Routers {'e22c6232-0ac3-4b5b-b2b1-75eac6d13177'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:14:01.056930 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-bf143b83-0cbc-40e3-8816-2571402d9296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:13:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['e22c6232-0ac3-4b5b-b2b1-75eac6d13177'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:14:01.141171 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-d46bdf23-2e6d-4042-b150-fec1a044f38c req-26541f2c-972c-4641-9f2c-299499035352 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Deleting port 852466b1-00ca-4b1b-a7d7-9808684fbde9 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:14:01.141416 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e3d9c-65c5-4ba0-b517-2a40b20dd773 req-7c3e1753-64a3-427c-be1b-12ded3a0c32a tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:01.141885 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d46bdf23-2e6d-4042-b150-fec1a044f38c req-26541f2c-972c-4641-9f2c-299499035352 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:01.149011 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c279875-891d-4556-a7e6-f8609bb36e11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:14:01.151542 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a0f9e1-f96a-4247-a25b-990e8c377212" -d '{"events": [{"server_uuid": "1c279875-891d-4556-a7e6-f8609bb36e11", "name": "network-vif-unplugged", "status": "completed", "tag": "e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:14:01.163031 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ce4e3d9c-65c5-4ba0-b517-2a40b20dd773 req-7c3e1753-64a3-427c-be1b-12ded3a0c32a tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c279875-891d-4556-a7e6-f8609bb36e11 HTTP/1.1" status: 200 len: 943 time: 0.5883224 Dec 17 15:14:01.185307 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-311a342a-966a-4ee1-8694-90f4d1d4be34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:01.254356 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ce4e3d9c-65c5-4ba0-b517-2a40b20dd773 req-9ea12c0a-5bc0-4ecf-ad78-03a5bf7aab89 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902817 Dec 17 15:14:01.258044 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-049f20ed-c9bb-4ebf-93a1-3e38248d2314 req-0a7fe533-ee4d-44e8-952d-aa5f7b3ab623 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Deleting port e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:14:01.258390 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-049f20ed-c9bb-4ebf-93a1-3e38248d2314 req-0a7fe533-ee4d-44e8-952d-aa5f7b3ab623 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:01.278072 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-bf143b83-0cbc-40e3-8816-2571402d9296 None None] Set router e22c6232-0ac3-4b5b-b2b1-75eac6d13177 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:14:01.292827 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-27dbb30d-4d68-4482-8c36-369877de3324 req-f1c0bd5e-f2d8-45eb-8adc-da7280077bdf tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:01.312687 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-d46bdf23-2e6d-4042-b150-fec1a044f38c req-26541f2c-972c-4641-9f2c-299499035352 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] For port 852466b1-00ca-4b1b-a7d7-9808684fbde9, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=852466b1-00ca-4b1b-a7d7-9808684fbde9,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:01.313096 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d46bdf23-2e6d-4042-b150-fec1a044f38c req-26541f2c-972c-4641-9f2c-299499035352 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:01.328728 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-d46bdf23-2e6d-4042-b150-fec1a044f38c req-26541f2c-972c-4641-9f2c-299499035352 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Calling delete_port for 852466b1-00ca-4b1b-a7d7-9808684fbde9 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:14:01.665926 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f314910-69f1-4bbe-a178-9286f2a7b9cb req-a478d18b-0cb6-4b78-9a16-cf29294ade4a tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:01.673721 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4f314910-69f1-4bbe-a178-9286f2a7b9cb req-a478d18b-0cb6-4b78-9a16-cf29294ade4a tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=564deb2b-a7fc-4b73-b7fa-8ad7688f3c04 HTTP/1.1" status: 200 len: 950 time: 0.2616792 Dec 17 15:14:01.718503 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-27dbb30d-4d68-4482-8c36-369877de3324 req-f1c0bd5e-f2d8-45eb-8adc-da7280077bdf tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Allocated IP 172.25.6.78 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/ae402883-804f-4954-ae3e-f799019ddf17) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:14:01.736182 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-049f20ed-c9bb-4ebf-93a1-3e38248d2314 req-0a7fe533-ee4d-44e8-952d-aa5f7b3ab623 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] For port e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f,segment=NetworkSegment(015294cb-4187-4289-b628-75f381cf79fc),segment_id=015294cb-4187-4289-b628-75f381cf79fc)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:01.736182 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-049f20ed-c9bb-4ebf-93a1-3e38248d2314 req-0a7fe533-ee4d-44e8-952d-aa5f7b3ab623 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:01.754399 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-049f20ed-c9bb-4ebf-93a1-3e38248d2314 req-0a7fe533-ee4d-44e8-952d-aa5f7b3ab623 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Calling delete_port for e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:14:01.772580 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-bf143b83-0cbc-40e3-8816-2571402d9296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22c6232-0ac3-4b5b-b2b1-75eac6d13177', 'name': 'tempest-AttachSCSIVolumeTestJSON-945984169-router', 'tenant_id': '23218d44d35a49dca774bd6e162aff6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'a2ec0f75-4265-4dcb-990f-cbbee1492c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:13:50Z', 'updated_at': '2021-12-17T15:13:58Z', 'revision_number': 4, 'project_id': '23218d44d35a49dca774bd6e162aff6a', 'gw_port': {'id': 'a2ec0f75-4265-4dcb-990f-cbbee1492c65', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22c6232-0ac3-4b5b-b2b1-75eac6d13177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:13:52Z', 'updated_at': '2021-12-17T15:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'ada4aca2-094a-42e0-a1bd-f0214f7256c7', 'name': '', 'network_id': '8ae579af-cc89-4461-a54a-3154f37fcf61', 'tenant_id': '23218d44d35a49dca774bd6e162aff6a', 'mac_address': 'fa:16:3e:1b:96:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22c6232-0ac3-4b5b-b2b1-75eac6d13177', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c02b0952-f799-438a-a915-b0d0b0a1d011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:13:57Z', 'updated_at': '2021-12-17T15:13:58Z', 'revision_number': 2, 'project_id': '23218d44d35a49dca774bd6e162aff6a', 'subnets': [{'id': 'c02b0952-f799-438a-a915-b0d0b0a1d011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:14:01.786826 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-93fc352c-53d6-4abb-84c8-8c9ef36e9483 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:01.791521 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-93fc352c-53d6-4abb-84c8-8c9ef36e9483 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] 10.222.0.41 "GET /v2.0/networks?id=3a7ed0fb-a395-44ea-8dcf-10c9fe5c61de HTTP/1.1" status: 200 len: 822 time: 0.2920301 Dec 17 15:14:01.803762 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4f314910-69f1-4bbe-a178-9286f2a7b9cb req-9f6ae21f-0f10-4deb-bebe-67e3a827882c tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232176 Dec 17 15:14:01.833696 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf143b83-0cbc-40e3-8816-2571402d9296 None None] Checking router: e22c6232-0ac3-4b5b-b2b1-75eac6d13177 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:14:01.834055 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf143b83-0cbc-40e3-8816-2571402d9296 None None] Updating router e22c6232-0ac3-4b5b-b2b1-75eac6d13177 port ada4aca2-094a-42e0-a1bd-f0214f7256c7 binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:14:01.839512 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42256) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:01.858000 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-25d37526-cb34-47bc-99f5-abd61aa16a6d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-986475833-network', 'tenant_id': 'c7b889abcd59451197be0c6dbe473f72'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:14:01.860803 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d46bdf23-2e6d-4042-b150-fec1a044f38c req-26541f2c-972c-4641-9f2c-299499035352 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:01.886902 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['0b8d56da-5e55-4db8-b341-5f885ac821a9'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:14:01.914096 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26541f2c-972c-4641-9f2c-299499035352 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Pushing event deleted for resources: {'Port': ['ID=852466b1-00ca-4b1b-a7d7-9808684fbde9,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:01.932190 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-b2e1c945-6658-4446-8b50-f8436fd794e3 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] Request body: {'port': {'device_id': 'c7fb83a3-ed6e-4d04-8182-ffa9b01b3f9c', 'network_id': '3a7ed0fb-a395-44ea-8dcf-10c9fe5c61de', 'admin_state_up': True, 'tenant_id': '78c9f2a63b3c49ada6c0f6f0b05499a9'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:14:01.959113 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bf143b83-0cbc-40e3-8816-2571402d9296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:01.998733 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46bdf23-2e6d-4042-b150-fec1a044f38c req-26541f2c-972c-4641-9f2c-299499035352 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] No DVR routers for this DVR port 852466b1-00ca-4b1b-a7d7-9808684fbde9 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:14:02.003889 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d46bdf23-2e6d-4042-b150-fec1a044f38c req-26541f2c-972c-4641-9f2c-299499035352 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:02.008277 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d46bdf23-2e6d-4042-b150-fec1a044f38c req-26541f2c-972c-4641-9f2c-299499035352 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.13 "DELETE /v2.0/ports/852466b1-00ca-4b1b-a7d7-9808684fbde9 HTTP/1.1" status: 204 len: 173 time: 1.1192739 Dec 17 15:14:02.021256 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564deb2b-a7fc-4b73-b7fa-8ad7688f3c04', 'name': 'network-vif-deleted', 'tag': '852466b1-00ca-4b1b-a7d7-9808684fbde9'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:14:02.024105 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c81a956-e6d4-4b10-b228-c0b5bc415833" -d '{"events": [{"server_uuid": "564deb2b-a7fc-4b73-b7fa-8ad7688f3c04", "name": "network-vif-deleted", "tag": "852466b1-00ca-4b1b-a7d7-9808684fbde9"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:14:02.051474 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d37526-cb34-47bc-99f5-abd61aa16a6d admin admin] Made reservation on behalf of c7b889abcd59451197be0c6dbe473f72 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:14:02.053966 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-25d37526-cb34-47bc-99f5-abd61aa16a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:02.069626 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-25d37526-cb34-47bc-99f5-abd61aa16a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:02.114374 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-27dbb30d-4d68-4482-8c36-369877de3324 req-f1c0bd5e-f2d8-45eb-8adc-da7280077bdf tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:02.222290 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-049f20ed-c9bb-4ebf-93a1-3e38248d2314 req-0a7fe533-ee4d-44e8-952d-aa5f7b3ab623 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:02.262221 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a2ec0f75-4265-4dcb-990f-cbbee1492c65 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:14:02.376573 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7fe533-ee4d-44e8-952d-aa5f7b3ab623 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Pushing event deleted for resources: {'Port': ['ID=e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:02.377298 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-25d37526-cb34-47bc-99f5-abd61aa16a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:02.379128 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-b2e1c945-6658-4446-8b50-f8436fd794e3 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] Made reservation on behalf of 78c9f2a63b3c49ada6c0f6f0b05499a9 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:14:02.383736 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-b2e1c945-6658-4446-8b50-f8436fd794e3 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:02.391514 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:02.458702 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-049f20ed-c9bb-4ebf-93a1-3e38248d2314 req-0a7fe533-ee4d-44e8-952d-aa5f7b3ab623 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] No DVR routers for this DVR port e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:14:02.462096 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-049f20ed-c9bb-4ebf-93a1-3e38248d2314 req-0a7fe533-ee4d-44e8-952d-aa5f7b3ab623 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:02.466886 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-049f20ed-c9bb-4ebf-93a1-3e38248d2314 req-0a7fe533-ee4d-44e8-952d-aa5f7b3ab623 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.41 "DELETE /v2.0/ports/e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f HTTP/1.1" status: 204 len: 173 time: 1.4236772 Dec 17 15:14:02.540731 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port a2ec0f75-4265-4dcb-990f-cbbee1492c65 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:14:02.541137 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:02.563102 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-b2e1c945-6658-4446-8b50-f8436fd794e3 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] Allocated IP 172.20.0.8 (3a7ed0fb-a395-44ea-8dcf-10c9fe5c61de/b96dcffa-2253-4d38-a096-ac69e2f27065/16f3b572-cfd7-45ee-830d-050d56c97a5e) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:14:02.722944 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-25d37526-cb34-47bc-99f5-abd61aa16a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:02.727481 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-27dbb30d-4d68-4482-8c36-369877de3324 req-f1c0bd5e-f2d8-45eb-8adc-da7280077bdf tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:02.773998 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0afc26-8643-4b3e-b00c-a5c54c27394b x-openstack-request-id: req-3b0afc26-8643-4b3e-b00c-a5c54c27394b {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:14:02.774217 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c279875-891d-4556-a7e6-f8609bb36e11", "name": "network-vif-unplugged", "status": "completed", "tag": "e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:14:02.774431 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3b0afc26-8643-4b3e-b00c-a5c54c27394b {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:14:02.774818 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c279875-891d-4556-a7e6-f8609bb36e11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f', 'code': 200} Dec 17 15:14:02.822566 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0bd5e-f2d8-45eb-8adc-da7280077bdf tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Pushing event updated for resources: {'Port': ['ID=ae402883-804f-4954-ae3e-f799019ddf17,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:02.835361 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27dbb30d-4d68-4482-8c36-369877de3324 req-f1c0bd5e-f2d8-45eb-8adc-da7280077bdf tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:14:02.859608 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bf143b83-0cbc-40e3-8816-2571402d9296 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:02.879807 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-27dbb30d-4d68-4482-8c36-369877de3324 req-f1c0bd5e-f2d8-45eb-8adc-da7280077bdf tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:14:02.885459 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d37526-cb34-47bc-99f5-abd61aa16a6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:14:02.912808 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-27dbb30d-4d68-4482-8c36-369877de3324 req-f1c0bd5e-f2d8-45eb-8adc-da7280077bdf tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:14:02.946669 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bf143b83-0cbc-40e3-8816-2571402d9296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:02.959541 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-25d37526-cb34-47bc-99f5-abd61aa16a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:02.967575 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-25d37526-cb34-47bc-99f5-abd61aa16a6d admin admin] Added segment 52a698be-e721-4703-8597-17d7609521b5 of type vlan for network e2c7c01a-bbaa-4401-af15-4a931dd2e055 Dec 17 15:14:02.979149 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d37526-cb34-47bc-99f5-abd61aa16a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e65961-8ab3-4c20-9bb4-119331ecbd3e,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:03.009730 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f6a96-6b08-4002-baef-ecd055d0bb73 None None] Pushing event updated for resources: {'Port': ['ID=ada4aca2-094a-42e0-a1bd-f0214f7256c7,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:03.080263 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-bf143b83-0cbc-40e3-8816-2571402d9296 None None] Attempting to bind port ada4aca2-094a-42e0-a1bd-f0214f7256c7 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:14:03.080639 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-bf143b83-0cbc-40e3-8816-2571402d9296 None None] Attempting to bind port ada4aca2-094a-42e0-a1bd-f0214f7256c7 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '51a1288b-3152-4b23-ad96-6a255f8b8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8ae579af-cc89-4461-a54a-3154f37fcf61'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:14:03.081106 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf143b83-0cbc-40e3-8816-2571402d9296 None None] Attempting to bind port ada4aca2-094a-42e0-a1bd-f0214f7256c7 on network 8ae579af-cc89-4461-a54a-3154f37fcf61 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:14:03.089164 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf143b83-0cbc-40e3-8816-2571402d9296 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:14:03.089887 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf143b83-0cbc-40e3-8816-2571402d9296 None None] Checking segment: {'id': '51a1288b-3152-4b23-ad96-6a255f8b8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8ae579af-cc89-4461-a54a-3154f37fcf61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:14:03.090699 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bf143b83-0cbc-40e3-8816-2571402d9296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:03.091291 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf143b83-0cbc-40e3-8816-2571402d9296 None None] Bound using segment: {'id': '51a1288b-3152-4b23-ad96-6a255f8b8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8ae579af-cc89-4461-a54a-3154f37fcf61'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:14:03.092004 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-bf143b83-0cbc-40e3-8816-2571402d9296 None None] Bound port: ada4aca2-094a-42e0-a1bd-f0214f7256c7, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a1288b-3152-4b23-ad96-6a255f8b8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8ae579af-cc89-4461-a54a-3154f37fcf61'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:14:03.093509 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bf143b83-0cbc-40e3-8816-2571402d9296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:03.104354 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9f918-f391-4ee3-92a6-8ff8c66edfc1 req-86d8868f-70b6-41d3-b47e-6470d3635c38 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:03.105956 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-86d9f918-f391-4ee3-92a6-8ff8c66edfc1 req-86d8868f-70b6-41d3-b47e-6470d3635c38 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 945 time: 0.3889501 Dec 17 15:14:03.112481 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-25d37526-cb34-47bc-99f5-abd61aa16a6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:03.133601 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-b2e1c945-6658-4446-8b50-f8436fd794e3 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:03.213384 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-86d9f918-f391-4ee3-92a6-8ff8c66edfc1 req-e4a3f247-a884-421d-b973-f1231869a501 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907807 Dec 17 15:14:03.215256 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-bf143b83-0cbc-40e3-8816-2571402d9296 None None] For port ada4aca2-094a-42e0-a1bd-f0214f7256c7, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:14:03.219318 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-bf143b83-0cbc-40e3-8816-2571402d9296 None None] For port ada4aca2-094a-42e0-a1bd-f0214f7256c7, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ada4aca2-094a-42e0-a1bd-f0214f7256c7,segment=NetworkSegment(51a1288b-3152-4b23-ad96-6a255f8b8b61),segment_id=51a1288b-3152-4b23-ad96-6a255f8b8b61)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:14:03.248208 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-6be72a77-c449-4a7d-b60e-1416f824baa4 None None] Provisioning complete for port ada4aca2-094a-42e0-a1bd-f0214f7256c7 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:14:03.248898 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6be72a77-c449-4a7d-b60e-1416f824baa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:03.274701 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-27dbb30d-4d68-4482-8c36-369877de3324 req-f1c0bd5e-f2d8-45eb-8adc-da7280077bdf tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:03.293604 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-6be72a77-c449-4a7d-b60e-1416f824baa4 None None] Port ada4aca2-094a-42e0-a1bd-f0214f7256c7 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:14:03.306025 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bf143b83-0cbc-40e3-8816-2571402d9296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:03.330382 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-25bc3afa-e605-4ead-a965-c025c52bd5e0 req-fe026a05-2d13-4e78-a619-9dbb08447489 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7fb83a3-ed6e-4d04-8182-ffa9b01b3f9c HTTP/1.1" status: 200 len: 210 time: 0.0402775 Dec 17 15:14:03.356595 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-25d37526-cb34-47bc-99f5-abd61aa16a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:03.358140 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d37526-cb34-47bc-99f5-abd61aa16a6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:03.361968 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-25d37526-cb34-47bc-99f5-abd61aa16a6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:03.381175 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf143b83-0cbc-40e3-8816-2571402d9296 None None] Routers {'e22c6232-0ac3-4b5b-b2b1-75eac6d13177'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:14:03.382231 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-bf143b83-0cbc-40e3-8816-2571402d9296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:14:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['e22c6232-0ac3-4b5b-b2b1-75eac6d13177'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:14:03.383370 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f23171-9b53-47f4-a94a-0d6f664850fc x-openstack-request-id: req-39f23171-9b53-47f4-a94a-0d6f664850fc {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:14:03.384211 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564deb2b-a7fc-4b73-b7fa-8ad7688f3c04", "name": "network-vif-deleted", "tag": "852466b1-00ca-4b1b-a7d7-9808684fbde9", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:14:03.384486 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f6a96-6b08-4002-baef-ecd055d0bb73 None None] Pushing event updated for resources: {'Port': ['ID=ada4aca2-094a-42e0-a1bd-f0214f7256c7,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:03.384776 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-39f23171-9b53-47f4-a94a-0d6f664850fc {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:14:03.385428 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564deb2b-a7fc-4b73-b7fa-8ad7688f3c04', 'name': 'network-vif-deleted', 'tag': '852466b1-00ca-4b1b-a7d7-9808684fbde9', 'status': 'completed', 'code': 200} Dec 17 15:14:03.431869 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-b2e1c945-6658-4446-8b50-f8436fd794e3 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:03.539496 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-bf143b83-0cbc-40e3-8816-2571402d9296 None None] Set router e22c6232-0ac3-4b5b-b2b1-75eac6d13177 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:14:03.565980 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-25d37526-cb34-47bc-99f5-abd61aa16a6d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7144153 Dec 17 15:14:03.566348 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42270) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:03.571617 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-f7af3d4d-76f9-444b-bb98-587fa0cf2959 admin admin] Request body: {'subnet': {'network_id': 'e2c7c01a-bbaa-4401-af15-4a931dd2e055', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-986475833-subnet', 'tenant_id': 'c7b889abcd59451197be0c6dbe473f72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:14:03.586859 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-281fbd42-1a3e-46ed-9de4-6f87b8fa2bd4 req-4570639e-170b-47de-864a-d6293ac16996 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c279875-891d-4556-a7e6-f8609bb36e11 HTTP/1.1" status: 200 len: 210 time: 0.0901840 Dec 17 15:14:03.591013 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d37526-cb34-47bc-99f5-abd61aa16a6d admin admin] Pushing event updated for resources: {'Network': ['ID=e2c7c01a-bbaa-4401-af15-4a931dd2e055,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:03.613921 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-27dbb30d-4d68-4482-8c36-369877de3324 req-f1c0bd5e-f2d8-45eb-8adc-da7280077bdf tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:03.614792 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-b2e1c945-6658-4446-8b50-f8436fd794e3 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] Network 3a7ed0fb-a395-44ea-8dcf-10c9fe5c61de is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:14:03.619128 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e1c945-6658-4446-8b50-f8436fd794e3 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] Pushing event updated for resources: {'Port': ['ID=16f3b572-cfd7-45ee-830d-050d56c97a5e,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:03.648292 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-b2e1c945-6658-4446-8b50-f8436fd794e3 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:14:03.652429 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-b2e1c945-6658-4446-8b50-f8436fd794e3 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:14:03.685594 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network e2c7c01a-bbaa-4401-af15-4a931dd2e055 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:14:03.708998 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7af3d4d-76f9-444b-bb98-587fa0cf2959 admin admin] Made reservation on behalf of c7b889abcd59451197be0c6dbe473f72 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:14:03.714925 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f7af3d4d-76f9-444b-bb98-587fa0cf2959 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:03.801145 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 852466b1-00ca-4b1b-a7d7-9808684fbde9 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:14:03.851041 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ddbd1-bc07-4626-aca9-912113af54d2 req-110bbbf7-6ef1-492f-903c-b8cb647f40e8 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:03.852558 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e02ddbd1-bc07-4626-aca9-912113af54d2 req-110bbbf7-6ef1-492f-903c-b8cb647f40e8 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.41 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 944 time: 0.2049849 Dec 17 15:14:03.885244 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 852466b1-00ca-4b1b-a7d7-9808684fbde9 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:14:03.885615 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 852466b1-00ca-4b1b-a7d7-9808684fbde9 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:14:03.921864 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-b2e1c945-6658-4446-8b50-f8436fd794e3 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:03.922515 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-b2e1c945-6658-4446-8b50-f8436fd794e3 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:03.991081 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648dc0d-4255-4946-ae58-96c21d631e1e req-52009d82-0d95-4cc8-8720-7d17df7d1736 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:03.998869 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6648dc0d-4255-4946-ae58-96c21d631e1e req-52009d82-0d95-4cc8-8720-7d17df7d1736 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 944 time: 0.2758083 Dec 17 15:14:04.024912 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-6fca9a11-98bb-472f-990c-d1a335ce4dcd None None] Provisioning complete for port ada4aca2-094a-42e0-a1bd-f0214f7256c7 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:14:04.025443 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6fca9a11-98bb-472f-990c-d1a335ce4dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:04.025586 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-27dbb30d-4d68-4482-8c36-369877de3324 req-f1c0bd5e-f2d8-45eb-8adc-da7280077bdf tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:04.030674 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-b2e1c945-6658-4446-8b50-f8436fd794e3 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1821654 Dec 17 15:14:04.055308 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:04.059144 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-ce315c86-b210-4354-8984-1796b0b8462b service neutron] Request body: {'port': {'device_id': 'c7fb83a3-ed6e-4d04-8182-ffa9b01b3f9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:14:04.065007 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-e02ddbd1-bc07-4626-aca9-912113af54d2 req-102d7c82-0085-44fb-96ab-1b161723159e tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Deleting port 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:14:04.065491 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e02ddbd1-bc07-4626-aca9-912113af54d2 req-102d7c82-0085-44fb-96ab-1b161723159e tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:04.080296 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-27dbb30d-4d68-4482-8c36-369877de3324 req-f1c0bd5e-f2d8-45eb-8adc-da7280077bdf tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:04.126027 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f7af3d4d-76f9-444b-bb98-587fa0cf2959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:04.157223 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6648dc0d-4255-4946-ae58-96c21d631e1e req-86f88d1d-e7ea-422f-aaef-b4e681d0cb81 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503603 Dec 17 15:14:04.193479 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-bf143b83-0cbc-40e3-8816-2571402d9296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22c6232-0ac3-4b5b-b2b1-75eac6d13177', 'name': 'tempest-AttachSCSIVolumeTestJSON-945984169-router', 'tenant_id': '23218d44d35a49dca774bd6e162aff6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'a2ec0f75-4265-4dcb-990f-cbbee1492c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:13:50Z', 'updated_at': '2021-12-17T15:13:58Z', 'revision_number': 4, 'project_id': '23218d44d35a49dca774bd6e162aff6a', 'gw_port': {'id': 'a2ec0f75-4265-4dcb-990f-cbbee1492c65', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22c6232-0ac3-4b5b-b2b1-75eac6d13177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:13:52Z', 'updated_at': '2021-12-17T15:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'ada4aca2-094a-42e0-a1bd-f0214f7256c7', 'name': '', 'network_id': '8ae579af-cc89-4461-a54a-3154f37fcf61', 'tenant_id': '23218d44d35a49dca774bd6e162aff6a', 'mac_address': 'fa:16:3e:1b:96:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22c6232-0ac3-4b5b-b2b1-75eac6d13177', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c02b0952-f799-438a-a915-b0d0b0a1d011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:13:57Z', 'updated_at': '2021-12-17T15:14:03Z', 'revision_number': 4, 'project_id': '23218d44d35a49dca774bd6e162aff6a', 'subnets': [{'id': 'c02b0952-f799-438a-a915-b0d0b0a1d011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:14:04.230652 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-ce315c86-b210-4354-8984-1796b0b8462b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:04.241098 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6fca9a11-98bb-472f-990c-d1a335ce4dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:04.252344 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af3d4d-76f9-444b-bb98-587fa0cf2959 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6115a2fb-6a8c-4f71-aa89-61b69b6aaa91,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:04.259705 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf143b83-0cbc-40e3-8816-2571402d9296 None None] The sync data for ids ['e22c6232-0ac3-4b5b-b2b1-75eac6d13177'] in n-d-820553-2 is: [{'id': 'e22c6232-0ac3-4b5b-b2b1-75eac6d13177', 'name': 'tempest-AttachSCSIVolumeTestJSON-945984169-router', 'tenant_id': '23218d44d35a49dca774bd6e162aff6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'a2ec0f75-4265-4dcb-990f-cbbee1492c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:13:50Z', 'updated_at': '2021-12-17T15:13:58Z', 'revision_number': 4, 'project_id': '23218d44d35a49dca774bd6e162aff6a', 'gw_port': {'id': 'a2ec0f75-4265-4dcb-990f-cbbee1492c65', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22c6232-0ac3-4b5b-b2b1-75eac6d13177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:13:52Z', 'updated_at': '2021-12-17T15:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'ada4aca2-094a-42e0-a1bd-f0214f7256c7', 'name': '', 'network_id': '8ae579af-cc89-4461-a54a-3154f37fcf61', 'tenant_id': '23218d44d35a49dca774bd6e162aff6a', 'mac_address': 'fa:16:3e:1b:96:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22c6232-0ac3-4b5b-b2b1-75eac6d13177', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c02b0952-f799-438a-a915-b0d0b0a1d011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:13:57Z', 'updated_at': '2021-12-17T15:14:03Z', 'revision_number': 4, 'project_id': '23218d44d35a49dca774bd6e162aff6a', 'subnets': [{'id': 'c02b0952-f799-438a-a915-b0d0b0a1d011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:14:04.262707 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-e02ddbd1-bc07-4626-aca9-912113af54d2 req-102d7c82-0085-44fb-96ab-1b161723159e tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] For port 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=09e9e58f-a869-47cc-83f3-a01f3bc1c5ec,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:04.263353 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e02ddbd1-bc07-4626-aca9-912113af54d2 req-102d7c82-0085-44fb-96ab-1b161723159e tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:04.276413 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7af3d4d-76f9-444b-bb98-587fa0cf2959 admin admin] Checking segment: {'id': '52a698be-e721-4703-8597-17d7609521b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e2c7c01a-bbaa-4401-af15-4a931dd2e055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:14:04.279167 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7af3d4d-76f9-444b-bb98-587fa0cf2959 admin admin] Network hostable DHCP agents. Network: e2c7c01a-bbaa-4401-af15-4a931dd2e055, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:14:04.284178 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0bd5e-f2d8-45eb-8adc-da7280077bdf tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Pushing event updated for resources: {'Port': ['ID=ae402883-804f-4954-ae3e-f799019ddf17,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:04.294399 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-6fca9a11-98bb-472f-990c-d1a335ce4dcd None None] For port ada4aca2-094a-42e0-a1bd-f0214f7256c7, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ada4aca2-094a-42e0-a1bd-f0214f7256c7,segment=NetworkSegment(51a1288b-3152-4b23-ad96-6a255f8b8b61),segment_id=51a1288b-3152-4b23-ad96-6a255f8b8b61)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:04.295813 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:04.310933 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-e02ddbd1-bc07-4626-aca9-912113af54d2 req-102d7c82-0085-44fb-96ab-1b161723159e tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Calling delete_port for 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:14:04.365516 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6fca9a11-98bb-472f-990c-d1a335ce4dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:04.367284 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-27dbb30d-4d68-4482-8c36-369877de3324 req-f1c0bd5e-f2d8-45eb-8adc-da7280077bdf tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:04.426789 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca9a11-98bb-472f-990c-d1a335ce4dcd None None] Pushing event updated for resources: {'Port': ['ID=ada4aca2-094a-42e0-a1bd-f0214f7256c7,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:04.440180 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7af3d4d-76f9-444b-bb98-587fa0cf2959 admin admin] Network e2c7c01a-bbaa-4401-af15-4a931dd2e055 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:14:04.529564 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f90ed-3063-459e-bd6f-e7183753a882 req-5b60a3ed-8f6f-43c3-b953-7245af64c861 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:04.531175 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1f7f90ed-3063-459e-bd6f-e7183753a882 req-5b60a3ed-8f6f-43c3-b953-7245af64c861 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 1096 time: 0.1346221 Dec 17 15:14:04.536537 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-27dbb30d-4d68-4482-8c36-369877de3324 req-f1c0bd5e-f2d8-45eb-8adc-da7280077bdf tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:04.537971 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-27dbb30d-4d68-4482-8c36-369877de3324 req-f1c0bd5e-f2d8-45eb-8adc-da7280077bdf tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.3030241 Dec 17 15:14:04.569356 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-f7af3d4d-76f9-444b-bb98-587fa0cf2959 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, e2c7c01a-bbaa-4401-af15-4a931dd2e055) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:14:04.578645 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9417c9-ceb1-4779-b13c-2cbee7d64e90 None None] Network e2c7c01a-bbaa-4401-af15-4a931dd2e055 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:14:04.587863 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7af3d4d-76f9-444b-bb98-587fa0cf2959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:04.589001 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f7af3d4d-76f9-444b-bb98-587fa0cf2959 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:04.640302 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e02ddbd1-bc07-4626-aca9-912113af54d2 req-102d7c82-0085-44fb-96ab-1b161723159e tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:04.657008 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-27dbb30d-4d68-4482-8c36-369877de3324 req-01267be0-2f78-4921-b723-c52bf784a7c2 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.78 HTTP/1.1" status: 200 len: 695 time: 0.1047032 Dec 17 15:14:04.674282 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['09e9e58f-a869-47cc-83f3-a01f3bc1c5ec'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:14:04.694924 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d7c82-0085-44fb-96ab-1b161723159e tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Pushing event deleted for resources: {'Port': ['ID=09e9e58f-a869-47cc-83f3-a01f3bc1c5ec,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:04.712804 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f7af3d4d-76f9-444b-bb98-587fa0cf2959 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1449914 Dec 17 15:14:04.715838 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42280) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:04.719535 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:14:04.724311 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-e767e726-80d3-41bd-a762-fde2a7bc6897 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-986475833-router', 'tenant_id': 'c7b889abcd59451197be0c6dbe473f72', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:14:04.728667 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1f7f90ed-3063-459e-bd6f-e7183753a882 req-4eb781f0-556c-40cc-a53e-a0007cdbed60 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672795 Dec 17 15:14:04.758165 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:14:04.758737 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:14:04.801756 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02ddbd1-bc07-4626-aca9-912113af54d2 req-102d7c82-0085-44fb-96ab-1b161723159e tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] No DVR routers for this DVR port 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:14:04.808586 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e02ddbd1-bc07-4626-aca9-912113af54d2 req-102d7c82-0085-44fb-96ab-1b161723159e tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:04.813408 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e02ddbd1-bc07-4626-aca9-912113af54d2 req-102d7c82-0085-44fb-96ab-1b161723159e tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.41 "DELETE /v2.0/ports/09e9e58f-a869-47cc-83f3-a01f3bc1c5ec HTTP/1.1" status: 204 len: 173 time: 0.9502304 Dec 17 15:14:04.871080 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1df96a-5465-4550-8fbc-c5718058767a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-e2c7c01a-bbaa-4401-af15-4a931dd2e055', 'network_id': 'e2c7c01a-bbaa-4401-af15-4a931dd2e055', 'tenant_id': 'c7b889abcd59451197be0c6dbe473f72', 'fixed_ips': [{'subnet_id': '6115a2fb-6a8c-4f71-aa89-61b69b6aaa91'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:14:04.872134 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dd1df96a-5465-4550-8fbc-c5718058767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:04.980591 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e767e726-80d3-41bd-a762-fde2a7bc6897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:04.981769 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e767e726-80d3-41bd-a762-fde2a7bc6897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:05.013416 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbb30d-4d68-4482-8c36-369877de3324 req-7c238655-4010-443a-b58e-66c5ec10ff36 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:05.030941 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-27dbb30d-4d68-4482-8c36-369877de3324 req-7c238655-4010-443a-b58e-66c5ec10ff36 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 784 time: 0.3666077 Dec 17 15:14:05.084902 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e767e726-80d3-41bd-a762-fde2a7bc6897 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:05.085173 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-ce315c86-b210-4354-8984-1796b0b8462b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f3b572-cfd7-45ee-830d-050d56c97a5e {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:14:05.101208 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-dd1df96a-5465-4550-8fbc-c5718058767a None None] Allocated IP 172.20.0.2 (e2c7c01a-bbaa-4401-af15-4a931dd2e055/6115a2fb-6a8c-4f71-aa89-61b69b6aaa91/8f8c3ecd-092f-451e-a55f-8459e4f00615) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:14:05.106746 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-ce315c86-b210-4354-8984-1796b0b8462b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:05.131380 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-ce315c86-b210-4354-8984-1796b0b8462b service neutron] Transition to ACTIVE for port object 16f3b572-cfd7-45ee-830d-050d56c97a5e will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:14:05.224562 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb889a54-61e8-4373-9fab-bcc3c61a08e8 req-2184890b-ab65-49af-bc44-02a1598e84ae tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:05.226307 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bb889a54-61e8-4373-9fab-bcc3c61a08e8 req-2184890b-ab65-49af-bc44-02a1598e84ae tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7fb83a3-ed6e-4d04-8182-ffa9b01b3f9c HTTP/1.1" status: 200 len: 931 time: 0.0744977 Dec 17 15:14:05.240409 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-ce315c86-b210-4354-8984-1796b0b8462b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:05.322053 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dd1df96a-5465-4550-8fbc-c5718058767a None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:05.354639 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce315c86-b210-4354-8984-1796b0b8462b service neutron] Pushing event updated for resources: {'Port': ['ID=16f3b572-cfd7-45ee-830d-050d56c97a5e,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:05.363880 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bb889a54-61e8-4373-9fab-bcc3c61a08e8 req-856262da-b73a-40bd-9904-1bff83d42972 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] 10.222.0.46 "GET /v2.0/security-groups?id=018b23ee-d262-474d-bf4d-a3901c363d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252332 Dec 17 15:14:05.402685 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c279875-891d-4556-a7e6-f8609bb36e11', 'name': 'network-vif-deleted', 'tag': 'e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f'}, {'server_uuid': '972e25e4-86f4-4e8c-8bb0-43543f1409d1', 'name': 'network-vif-deleted', 'tag': '09e9e58f-a869-47cc-83f3-a01f3bc1c5ec'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:14:05.406046 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adf9398-9529-481c-907f-22ac6600c22e" -d '{"events": [{"server_uuid": "1c279875-891d-4556-a7e6-f8609bb36e11", "name": "network-vif-deleted", "tag": "e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f"}, {"server_uuid": "972e25e4-86f4-4e8c-8bb0-43543f1409d1", "name": "network-vif-deleted", "tag": "09e9e58f-a869-47cc-83f3-a01f3bc1c5ec"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:14:05.447154 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dd1df96a-5465-4550-8fbc-c5718058767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:05.447364 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e767e726-80d3-41bd-a762-fde2a7bc6897 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:05.499014 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba36fe7-f70a-4e9a-9f07-0779a7de588a req-1c9165a0-75ab-44ea-b3eb-459cfb837bdb tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:05.500979 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aba36fe7-f70a-4e9a-9f07-0779a7de588a req-1c9165a0-75ab-44ea-b3eb-459cfb837bdb tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 1096 time: 0.0679541 Dec 17 15:14:05.501624 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-ce315c86-b210-4354-8984-1796b0b8462b service neutron] Attempting to bind port 16f3b572-cfd7-45ee-830d-050d56c97a5e on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:14:05.501959 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-ce315c86-b210-4354-8984-1796b0b8462b service neutron] Attempting to bind port 16f3b572-cfd7-45ee-830d-050d56c97a5e by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '2b6cd071-b9ed-4679-8985-5e8cd7aa862b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3a7ed0fb-a395-44ea-8dcf-10c9fe5c61de'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:14:05.502381 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-ce315c86-b210-4354-8984-1796b0b8462b service neutron] Attempting to bind port 16f3b572-cfd7-45ee-830d-050d56c97a5e on network 3a7ed0fb-a395-44ea-8dcf-10c9fe5c61de {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:14:05.520159 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-ce315c86-b210-4354-8984-1796b0b8462b service neutron] Port 16f3b572-cfd7-45ee-830d-050d56c97a5e on network 3a7ed0fb-a395-44ea-8dcf-10c9fe5c61de not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:14:05.520414 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-ce315c86-b210-4354-8984-1796b0b8462b service neutron] Attempting to bind port 16f3b572-cfd7-45ee-830d-050d56c97a5e on network 3a7ed0fb-a395-44ea-8dcf-10c9fe5c61de {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:14:05.541559 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-ce315c86-b210-4354-8984-1796b0b8462b service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:14:05.542244 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-ce315c86-b210-4354-8984-1796b0b8462b service neutron] Checking segment: {'id': '2b6cd071-b9ed-4679-8985-5e8cd7aa862b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3a7ed0fb-a395-44ea-8dcf-10c9fe5c61de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:14:05.547657 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-ce315c86-b210-4354-8984-1796b0b8462b service neutron] Bound using segment: {'id': '2b6cd071-b9ed-4679-8985-5e8cd7aa862b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3a7ed0fb-a395-44ea-8dcf-10c9fe5c61de'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:14:05.548264 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-ce315c86-b210-4354-8984-1796b0b8462b service neutron] Bound port: 16f3b572-cfd7-45ee-830d-050d56c97a5e, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6cd071-b9ed-4679-8985-5e8cd7aa862b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3a7ed0fb-a395-44ea-8dcf-10c9fe5c61de'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:14:05.548646 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-ce315c86-b210-4354-8984-1796b0b8462b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:05.550413 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1df96a-5465-4550-8fbc-c5718058767a None None] Network e2c7c01a-bbaa-4401-af15-4a931dd2e055 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:14:05.551826 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1df96a-5465-4550-8fbc-c5718058767a None None] Pushing event updated for resources: {'Port': ['ID=8f8c3ecd-092f-451e-a55f-8459e4f00615,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:05.562783 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-dd1df96a-5465-4550-8fbc-c5718058767a None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:14:05.565580 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1df96a-5465-4550-8fbc-c5718058767a None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:14:05.650497 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aba36fe7-f70a-4e9a-9f07-0779a7de588a req-50e24ef9-0294-4274-a896-9ec99332304f tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367760 Dec 17 15:14:05.653812 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-dd1df96a-5465-4550-8fbc-c5718058767a None None] Attempting to bind port 8f8c3ecd-092f-451e-a55f-8459e4f00615 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:14:05.654257 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-dd1df96a-5465-4550-8fbc-c5718058767a None None] Attempting to bind port 8f8c3ecd-092f-451e-a55f-8459e4f00615 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '52a698be-e721-4703-8597-17d7609521b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e2c7c01a-bbaa-4401-af15-4a931dd2e055'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:14:05.657886 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1df96a-5465-4550-8fbc-c5718058767a None None] Attempting to bind port 8f8c3ecd-092f-451e-a55f-8459e4f00615 on network e2c7c01a-bbaa-4401-af15-4a931dd2e055 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:14:05.661484 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1df96a-5465-4550-8fbc-c5718058767a None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:14:05.662124 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1df96a-5465-4550-8fbc-c5718058767a None None] Checking segment: {'id': '52a698be-e721-4703-8597-17d7609521b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e2c7c01a-bbaa-4401-af15-4a931dd2e055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:14:05.662651 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dd1df96a-5465-4550-8fbc-c5718058767a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:05.663145 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1df96a-5465-4550-8fbc-c5718058767a None None] Bound using segment: {'id': '52a698be-e721-4703-8597-17d7609521b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e2c7c01a-bbaa-4401-af15-4a931dd2e055'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:14:05.663857 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-dd1df96a-5465-4550-8fbc-c5718058767a None None] Bound port: 8f8c3ecd-092f-451e-a55f-8459e4f00615, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52a698be-e721-4703-8597-17d7609521b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e2c7c01a-bbaa-4401-af15-4a931dd2e055'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:14:05.664459 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dd1df96a-5465-4550-8fbc-c5718058767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:05.780409 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8dac2b-266a-4e92-8d40-fb123ffe05b9 req-e42c5f87-1674-4940-a73c-f43bd90f95a1 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:05.782040 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4c8dac2b-266a-4e92-8d40-fb123ffe05b9 req-e42c5f87-1674-4940-a73c-f43bd90f95a1 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/ports?device_id=44a86e10-6052-438e-aac9-1fec1efa8b60&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2308226 Dec 17 15:14:05.813629 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-dd1df96a-5465-4550-8fbc-c5718058767a None None] For port 8f8c3ecd-092f-451e-a55f-8459e4f00615, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:14:05.817102 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-dd1df96a-5465-4550-8fbc-c5718058767a None None] For port 8f8c3ecd-092f-451e-a55f-8459e4f00615, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=8f8c3ecd-092f-451e-a55f-8459e4f00615,segment=NetworkSegment(52a698be-e721-4703-8597-17d7609521b5),segment_id=52a698be-e721-4703-8597-17d7609521b5)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:14:05.912853 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dd1df96a-5465-4550-8fbc-c5718058767a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:05.913129 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cc1d0352-7760-4b5a-8c62-30c56c34730a req-98acd286-451e-4bdc-8441-59037b4befdf tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=972e25e4-86f4-4e8c-8bb0-43543f1409d1 HTTP/1.1" status: 200 len: 210 time: 0.0676832 Dec 17 15:14:05.914870 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-ce315c86-b210-4354-8984-1796b0b8462b service neutron] For port 16f3b572-cfd7-45ee-830d-050d56c97a5e, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:14:05.935037 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4c8dac2b-266a-4e92-8d40-fb123ffe05b9 req-a9f7c07b-2672-4b50-8377-a5718cd3a41c tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.78 HTTP/1.1" status: 200 len: 695 time: 0.1467988 Dec 17 15:14:05.940934 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e767e726-80d3-41bd-a762-fde2a7bc6897 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:05.950286 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-4c8dac2b-266a-4e92-8d40-fb123ffe05b9 req-349b4b78-17f1-49ce-b28f-49c49824ef75 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Request body: {'floatingip': {'port_id': '2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:14:06.014882 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e767e726-80d3-41bd-a762-fde2a7bc6897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:06.036917 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1df96a-5465-4550-8fbc-c5718058767a None None] Pushing event updated for resources: {'Port': ['ID=8f8c3ecd-092f-451e-a55f-8459e4f00615,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:06.041341 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-ce315c86-b210-4354-8984-1796b0b8462b service neutron] For port 16f3b572-cfd7-45ee-830d-050d56c97a5e, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=16f3b572-cfd7-45ee-830d-050d56c97a5e,segment=NetworkSegment(2b6cd071-b9ed-4679-8985-5e8cd7aa862b),segment_id=2b6cd071-b9ed-4679-8985-5e8cd7aa862b)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:14:06.080488 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-4c8dac2b-266a-4e92-8d40-fb123ffe05b9 req-349b4b78-17f1-49ce-b28f-49c49824ef75 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks [] for floatingip, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:06.120217 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-ce315c86-b210-4354-8984-1796b0b8462b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:06.180047 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-e767e726-80d3-41bd-a762-fde2a7bc6897 admin admin] Allocated IP 172.25.6.13 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/98e50748-8e11-43be-aca3-52187c16ba75) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:14:06.231565 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-ce315c86-b210-4354-8984-1796b0b8462b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:06.232186 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-ce315c86-b210-4354-8984-1796b0b8462b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:06.233714 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-ce315c86-b210-4354-8984-1796b0b8462b service neutron] 10.222.0.41 "PUT /v2.0/ports/16f3b572-cfd7-45ee-830d-050d56c97a5e HTTP/1.1" status: 200 len: 1091 time: 2.1861691 Dec 17 15:14:06.237784 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7fb83a3-ed6e-4d04-8182-ffa9b01b3f9c', 'tag': '16f3b572-cfd7-45ee-830d-050d56c97a5e'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:14:06.242257 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c68be4-3f6d-4c7f-a40b-2202f1837730" -d '{"events": [{"name": "network-changed", "server_uuid": "c7fb83a3-ed6e-4d04-8182-ffa9b01b3f9c", "tag": "16f3b572-cfd7-45ee-830d-050d56c97a5e"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:14:06.293418 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e85403-47a7-4567-944f-f8288785e7a8 req-19ea92de-f61c-45ad-b63c-537849506e65 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:06.297708 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98e85403-47a7-4567-944f-f8288785e7a8 req-19ea92de-f61c-45ad-b63c-537849506e65 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 950 time: 0.2599742 Dec 17 15:14:06.299490 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ada4aca2-094a-42e0-a1bd-f0214f7256c7 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:14:06.319607 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce315c86-b210-4354-8984-1796b0b8462b service neutron] Pushing event updated for resources: {'Port': ['ID=16f3b572-cfd7-45ee-830d-050d56c97a5e,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:06.360797 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e767e726-80d3-41bd-a762-fde2a7bc6897 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:06.376601 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port ada4aca2-094a-42e0-a1bd-f0214f7256c7 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:14:06.377676 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:06.438690 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e767e726-80d3-41bd-a762-fde2a7bc6897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:06.483522 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e767e726-80d3-41bd-a762-fde2a7bc6897 admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:14:06.489486 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98e85403-47a7-4567-944f-f8288785e7a8 req-c8d95b11-43b2-4fcf-8036-5878ce5533b0 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.46 "GET /v2.0/security-groups?id=26f3176e-1b96-4019-89b0-31c65ad26cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590621 Dec 17 15:14:06.491748 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-e767e726-80d3-41bd-a762-fde2a7bc6897 admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:14:06.498910 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-5ce091b4-d08f-48cb-bc52-0d2944e6cf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:06.500136 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e767e726-80d3-41bd-a762-fde2a7bc6897 admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:14:06.500707 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-5ce091b4-d08f-48cb-bc52-0d2944e6cf58 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78c9f2a63b3c49ada6c0f6f0b05499a9&device_id=c7fb83a3-ed6e-4d04-8182-ffa9b01b3f9c HTTP/1.1" status: 200 len: 1094 time: 0.1680036 Dec 17 15:14:06.503435 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767e726-80d3-41bd-a762-fde2a7bc6897 admin admin] Pushing event updated for resources: {'Port': ['ID=98e50748-8e11-43be-aca3-52187c16ba75,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:06.540928 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e767e726-80d3-41bd-a762-fde2a7bc6897 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:14:06.541303 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e767e726-80d3-41bd-a762-fde2a7bc6897 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:14:06.541638 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e767e726-80d3-41bd-a762-fde2a7bc6897 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:14:06.541976 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e767e726-80d3-41bd-a762-fde2a7bc6897 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:14:06.542305 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e767e726-80d3-41bd-a762-fde2a7bc6897 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:14:06.542636 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e767e726-80d3-41bd-a762-fde2a7bc6897 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:14:06.542965 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e767e726-80d3-41bd-a762-fde2a7bc6897 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:14:06.543286 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e767e726-80d3-41bd-a762-fde2a7bc6897 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:14:06.543607 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e767e726-80d3-41bd-a762-fde2a7bc6897 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:14:06.543927 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e767e726-80d3-41bd-a762-fde2a7bc6897 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:14:06.544423 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e767e726-80d3-41bd-a762-fde2a7bc6897 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:14:06.544676 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e767e726-80d3-41bd-a762-fde2a7bc6897 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:14:06.579911 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-479df5eb-24b7-40f2-baa4-6a6464604374 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16f3b572-cfd7-45ee-830d-050d56c97a5e HTTP/1.1" status: 200 len: 217 time: 0.0628519 Dec 17 15:14:06.719599 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:14:06.751030 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:14:06.751502 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 09e9e58f-a869-47cc-83f3-a01f3bc1c5ec not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:14:06.770325 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42304) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:06.775144 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-f5b096ce-4af3-480d-88e8-7812f4229f9e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Request body: {'security_group': {'name': 'tempest-securitygroup--976457951', 'description': 'tempest-description--141538119'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:14:06.816651 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Dec 2021 15:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5c2fa7-b500-4094-9796-8f7d15b379da x-openstack-request-id: req-1f5c2fa7-b500-4094-9796-8f7d15b379da {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:14:06.817009 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c279875-891d-4556-a7e6-f8609bb36e11", "name": "network-vif-deleted", "tag": "e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f", "status": "completed", "code": 200}, {"server_uuid": "972e25e4-86f4-4e8c-8bb0-43543f1409d1", "name": "network-vif-deleted", "tag": "09e9e58f-a869-47cc-83f3-a01f3bc1c5ec", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:14:06.817250 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1f5c2fa7-b500-4094-9796-8f7d15b379da {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:14:06.817627 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c279875-891d-4556-a7e6-f8609bb36e11', 'name': 'network-vif-deleted', 'tag': 'e6d0c6bb-557c-485b-8ce9-6e6ffa59bd8f', 'status': 'completed', 'code': 200} Dec 17 15:14:06.817880 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972e25e4-86f4-4e8c-8bb0-43543f1409d1', 'name': 'network-vif-deleted', 'tag': '09e9e58f-a869-47cc-83f3-a01f3bc1c5ec', 'status': 'completed', 'code': 200} Dec 17 15:14:06.902474 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c937fa-b03a-44c9-8e6e-f51065bf111e req-72d7c998-e4ef-47cd-b325-8954ce8d8095 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:06.904111 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-30c937fa-b03a-44c9-8e6e-f51065bf111e req-72d7c998-e4ef-47cd-b325-8954ce8d8095 tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a405375-543d-4cb2-9e8c-91fcae795b78 HTTP/1.1" status: 200 len: 950 time: 0.0835853 Dec 17 15:14:06.952840 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e767e726-80d3-41bd-a762-fde2a7bc6897 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:07.024987 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f5b096ce-4af3-480d-88e8-7812f4229f9e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:07.043034 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b7b1b3-fe84-45b0-8f96-a25ff4de29e7 x-openstack-request-id: req-65b7b1b3-fe84-45b0-8f96-a25ff4de29e7 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:14:07.043410 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7fb83a3-ed6e-4d04-8182-ffa9b01b3f9c", "tag": "16f3b572-cfd7-45ee-830d-050d56c97a5e", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:14:07.043733 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-65b7b1b3-fe84-45b0-8f96-a25ff4de29e7 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:14:07.044212 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7fb83a3-ed6e-4d04-8182-ffa9b01b3f9c', 'tag': '16f3b572-cfd7-45ee-830d-050d56c97a5e', 'status': 'completed', 'code': 200} Dec 17 15:14:07.149116 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-30c937fa-b03a-44c9-8e6e-f51065bf111e req-77ed4b37-99bb-4fc0-986f-35ff5cc0d44e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Deleting port 0b8d56da-5e55-4db8-b341-5f885ac821a9 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:14:07.149492 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-30c937fa-b03a-44c9-8e6e-f51065bf111e req-77ed4b37-99bb-4fc0-986f-35ff5cc0d44e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:07.186166 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-8764ea9b-f9e6-4898-ab2c-ae1515277916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:07.187785 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-8764ea9b-f9e6-4898-ab2c-ae1515277916 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b96dcffa-2253-4d38-a096-ac69e2f27065 HTTP/1.1" status: 200 len: 862 time: 0.5997729 Dec 17 15:14:07.222078 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891caa97-fcc7-47e4-afc8-c3bb433c344e None None] Network e2c7c01a-bbaa-4401-af15-4a931dd2e055 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:14:07.234825 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31eebd-c215-46fe-9c50-ac622d479c9f req-42ea9002-1518-4bb4-8240-e381473364ac tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:07.236424 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff31eebd-c215-46fe-9c50-ac622d479c9f req-42ea9002-1518-4bb4-8240-e381473364ac tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7fb83a3-ed6e-4d04-8182-ffa9b01b3f9c HTTP/1.1" status: 200 len: 943 time: 0.1913686 Dec 17 15:14:07.277682 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-f48ed462-ce60-444a-bb7e-c2fb78ae334b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3a7ed0fb-a395-44ea-8dcf-10c9fe5c61de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782418 Dec 17 15:14:07.345707 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-3f143567-9144-4db2-8398-056808bffc86 None None] Provisioning complete for port 8f8c3ecd-092f-451e-a55f-8459e4f00615 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:14:07.346255 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3f143567-9144-4db2-8398-056808bffc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:07.366940 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.db.resource_extend [req-4c8dac2b-266a-4e92-8d40-fb123ffe05b9 req-349b4b78-17f1-49ce-b28f-49c49824ef75 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 15:14:07.427352 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff31eebd-c215-46fe-9c50-ac622d479c9f req-34af76a3-0d1f-4fc4-af55-7218909e9ed4 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] 10.222.0.46 "GET /v2.0/security-groups?id=018b23ee-d262-474d-bf4d-a3901c363d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557667 Dec 17 15:14:07.476855 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3f143567-9144-4db2-8398-056808bffc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:07.518079 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-4c8dac2b-266a-4e92-8d40-fb123ffe05b9 req-349b4b78-17f1-49ce-b28f-49c49824ef75 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:07.552707 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f5b096ce-4af3-480d-88e8-7812f4229f9e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:07.567841 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-0e08f46a-4017-4975-90b2-1ce9f0fd743f service neutron] 10.222.0.41 "GET /v2.0/networks/3a7ed0fb-a395-44ea-8dcf-10c9fe5c61de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750022 Dec 17 15:14:07.593271 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-4c8dac2b-266a-4e92-8d40-fb123ffe05b9 req-349b4b78-17f1-49ce-b28f-49c49824ef75 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:07.608425 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f5b096ce-4af3-480d-88e8-7812f4229f9e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:07.654157 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-30c937fa-b03a-44c9-8e6e-f51065bf111e req-77ed4b37-99bb-4fc0-986f-35ff5cc0d44e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] For port 0b8d56da-5e55-4db8-b341-5f885ac821a9, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=0b8d56da-5e55-4db8-b341-5f885ac821a9,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:07.654608 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-30c937fa-b03a-44c9-8e6e-f51065bf111e req-77ed4b37-99bb-4fc0-986f-35ff5cc0d44e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:07.675562 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e767e726-80d3-41bd-a762-fde2a7bc6897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:07.685036 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-30c937fa-b03a-44c9-8e6e-f51065bf111e req-77ed4b37-99bb-4fc0-986f-35ff5cc0d44e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Calling delete_port for 0b8d56da-5e55-4db8-b341-5f885ac821a9 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:14:07.697192 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b096ce-4af3-480d-88e8-7812f4229f9e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cea683-1189-49ad-8a2a-2168b551b02d,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:07.717768 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-3f143567-9144-4db2-8398-056808bffc86 None None] For port 8f8c3ecd-092f-451e-a55f-8459e4f00615, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=8f8c3ecd-092f-451e-a55f-8459e4f00615,segment=NetworkSegment(52a698be-e721-4703-8597-17d7609521b5),segment_id=52a698be-e721-4703-8597-17d7609521b5)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:07.765729 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f22b12ae-e724-40be-87f2-5f68639dcd16 req-f4e16d2b-aefc-457c-9f37-511435beee3b service neutron] 10.222.0.41 "GET /v2.0/networks/3a7ed0fb-a395-44ea-8dcf-10c9fe5c61de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906564 Dec 17 15:14:07.770772 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f5b096ce-4af3-480d-88e8-7812f4229f9e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:07.774771 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f5b096ce-4af3-480d-88e8-7812f4229f9e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0006509 Dec 17 15:14:07.774946 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [req-4c8dac2b-266a-4e92-8d40-fb123ffe05b9 req-349b4b78-17f1-49ce-b28f-49c49824ef75 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Floating IP aac06ba7-5f20-4c8f-9b73-6dd3f1df5998 associated. External IP: 172.25.6.78, port: 2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a. Dec 17 15:14:07.775767 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42316) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:07.807720 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3f143567-9144-4db2-8398-056808bffc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:07.810013 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-1ab32166-4d52-400b-8a3d-6b4363df73f5 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Request body: {'security_group_rule': {'security_group_id': 'a1cea683-1189-49ad-8a2a-2168b551b02d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:14:07.861843 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f143567-9144-4db2-8398-056808bffc86 None None] Pushing event updated for resources: {'Port': ['ID=8f8c3ecd-092f-451e-a55f-8459e4f00615,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:07.929191 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-13c29c09-1966-495c-af70-3e2b83388df2 None None] Provisioning complete for port 8f8c3ecd-092f-451e-a55f-8459e4f00615 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:14:07.929957 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-13c29c09-1966-495c-af70-3e2b83388df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:07.943485 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1ab32166-4d52-400b-8a3d-6b4363df73f5 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:08.008391 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1ab32166-4d52-400b-8a3d-6b4363df73f5 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:08.037936 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c68be4-3f6d-4c7f-a40b-2202f1837730 req-58ca6a71-7ee6-4d5d-a082-e07c9b3ffd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:08.039414 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40c68be4-3f6d-4c7f-a40b-2202f1837730 req-58ca6a71-7ee6-4d5d-a082-e07c9b3ffd2d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78c9f2a63b3c49ada6c0f6f0b05499a9&device_id=c7fb83a3-ed6e-4d04-8182-ffa9b01b3f9c HTTP/1.1" status: 200 len: 1094 time: 0.0683873 Dec 17 15:14:08.044431 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c8dac2b-266a-4e92-8d40-fb123ffe05b9 req-349b4b78-17f1-49ce-b28f-49c49824ef75 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Router ddbaae00-e07f-4860-b159-83c2d6bb247f has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:14:08.060659 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-30c937fa-b03a-44c9-8e6e-f51065bf111e req-77ed4b37-99bb-4fc0-986f-35ff5cc0d44e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:08.096471 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed4b37-99bb-4fc0-986f-35ff5cc0d44e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Pushing event deleted for resources: {'Port': ['ID=0b8d56da-5e55-4db8-b341-5f885ac821a9,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:08.157123 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1ab32166-4d52-400b-8a3d-6b4363df73f5 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:08.163273 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e767e726-80d3-41bd-a762-fde2a7bc6897 admin admin] Router 7b607d89-afcb-48b6-bd9a-dc913769d046 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:14:08.200339 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c937fa-b03a-44c9-8e6e-f51065bf111e req-77ed4b37-99bb-4fc0-986f-35ff5cc0d44e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] No DVR routers for this DVR port 0b8d56da-5e55-4db8-b341-5f885ac821a9 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:14:08.204025 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-30c937fa-b03a-44c9-8e6e-f51065bf111e req-77ed4b37-99bb-4fc0-986f-35ff5cc0d44e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:08.210512 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-30c937fa-b03a-44c9-8e6e-f51065bf111e req-77ed4b37-99bb-4fc0-986f-35ff5cc0d44e tempest-MigrationsAdminTest-921417227 tempest-MigrationsAdminTest-921417227-project] 10.222.0.13 "DELETE /v2.0/ports/0b8d56da-5e55-4db8-b341-5f885ac821a9 HTTP/1.1" status: 204 len: 173 time: 1.2996905 Dec 17 15:14:08.212309 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab32166-4d52-400b-8a3d-6b4363df73f5 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd57eccd-44cf-4a38-b251-6f011b7ebc67,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:08.247461 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c8dac2b-266a-4e92-8d40-fb123ffe05b9 req-349b4b78-17f1-49ce-b28f-49c49824ef75 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:14:08.264525 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b6380f-9716-4ba9-b0e4-709188d84c14 None None] Sync routers for ids ['ddbaae00-e07f-4860-b159-83c2d6bb247f'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:14:08.267745 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-4c8dac2b-266a-4e92-8d40-fb123ffe05b9 req-349b4b78-17f1-49ce-b28f-49c49824ef75 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:08.279395 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b6380f-9716-4ba9-b0e4-709188d84c14 None None] Routers {'ddbaae00-e07f-4860-b159-83c2d6bb247f'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:14:08.281100 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d1b6380f-9716-4ba9-b0e4-709188d84c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:14:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['ddbaae00-e07f-4860-b159-83c2d6bb247f'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:14:08.288246 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1ab32166-4d52-400b-8a3d-6b4363df73f5 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:08.291947 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1ab32166-4d52-400b-8a3d-6b4363df73f5 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4827795 Dec 17 15:14:08.292978 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42324) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:08.298017 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-d7461d6f-1dc3-43d3-b3ce-41a69cc2a5d1 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Request body: {'security_group_rule': {'security_group_id': 'a1cea683-1189-49ad-8a2a-2168b551b02d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:14:08.303648 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 8f8c3ecd-092f-451e-a55f-8459e4f00615 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:14:08.338083 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c68be4-3f6d-4c7f-a40b-2202f1837730 req-7f5ccbc1-36b7-4f3b-b93f-8f17c51c34ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:08.339496 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40c68be4-3f6d-4c7f-a40b-2202f1837730 req-7f5ccbc1-36b7-4f3b-b93f-8f17c51c34ae service neutron] 10.222.0.41 "GET /v2.0/networks?id=3a7ed0fb-a395-44ea-8dcf-10c9fe5c61de HTTP/1.1" status: 200 len: 923 time: 0.2828634 Dec 17 15:14:08.341323 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4c8dac2b-266a-4e92-8d40-fb123ffe05b9 req-349b4b78-17f1-49ce-b28f-49c49824ef75 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "PUT /v2.0/floatingips/aac06ba7-5f20-4c8f-9b73-6dd3f1df5998 HTTP/1.1" status: 200 len: 996 time: 2.4052603 Dec 17 15:14:08.367744 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e767e726-80d3-41bd-a762-fde2a7bc6897 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:14:08.388455 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350e9523-de60-4ef1-9b6a-2f73986189a1 None None] Sync routers for ids ['7b607d89-afcb-48b6-bd9a-dc913769d046'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:14:08.399293 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 8f8c3ecd-092f-451e-a55f-8459e4f00615 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:14:08.399710 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:08.412120 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40c68be4-3f6d-4c7f-a40b-2202f1837730 req-a5b7e931-1370-401a-b3f2-de34dc0c7946 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16f3b572-cfd7-45ee-830d-050d56c97a5e HTTP/1.1" status: 200 len: 217 time: 0.0639613 Dec 17 15:14:08.422899 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350e9523-de60-4ef1-9b6a-2f73986189a1 None None] Routers {'7b607d89-afcb-48b6-bd9a-dc913769d046'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:14:08.423543 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-350e9523-de60-4ef1-9b6a-2f73986189a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:14:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['7b607d89-afcb-48b6-bd9a-dc913769d046'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:14:08.443483 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-d1b6380f-9716-4ba9-b0e4-709188d84c14 None None] Set router ddbaae00-e07f-4860-b159-83c2d6bb247f gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:14:08.489718 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8dac2b-266a-4e92-8d40-fb123ffe05b9 req-591eee38-a67e-4e61-8aa0-e1e16a0c3ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:08.497386 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4c8dac2b-266a-4e92-8d40-fb123ffe05b9 req-591eee38-a67e-4e61-8aa0-e1e16a0c3ecf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=546e15ded86c488e84b853d47279143f&device_id=44a86e10-6052-438e-aac9-1fec1efa8b60 HTTP/1.1" status: 200 len: 1097 time: 0.0968201 Dec 17 15:14:08.505854 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d7461d6f-1dc3-43d3-b3ce-41a69cc2a5d1 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:08.509828 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c68be4-3f6d-4c7f-a40b-2202f1837730 req-43fd6317-4781-43a9-a587-1df87b8602de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:08.511353 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40c68be4-3f6d-4c7f-a40b-2202f1837730 req-43fd6317-4781-43a9-a587-1df87b8602de service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b96dcffa-2253-4d38-a096-ac69e2f27065 HTTP/1.1" status: 200 len: 862 time: 0.0842402 Dec 17 15:14:08.601438 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40c68be4-3f6d-4c7f-a40b-2202f1837730 req-88427463-db24-4cb9-9f5b-8da118bb1ba4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3a7ed0fb-a395-44ea-8dcf-10c9fe5c61de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788343 Dec 17 15:14:08.616715 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e767e726-80d3-41bd-a762-fde2a7bc6897 admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:08.622662 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e767e726-80d3-41bd-a762-fde2a7bc6897 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9054985 Dec 17 15:14:08.625300 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42340) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:08.728611 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-350e9523-de60-4ef1-9b6a-2f73986189a1 None None] Set router 7b607d89-afcb-48b6-bd9a-dc913769d046 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:14:08.738310 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8dac2b-266a-4e92-8d40-fb123ffe05b9 req-8f18670b-1e73-44c6-b5b9-7a1e96221af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:08.747042 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d7461d6f-1dc3-43d3-b3ce-41a69cc2a5d1 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:08.750859 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4c8dac2b-266a-4e92-8d40-fb123ffe05b9 req-8f18670b-1e73-44c6-b5b9-7a1e96221af6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b38b1548-04df-4106-87bf-561dcd4a4c60 HTTP/1.1" status: 200 len: 930 time: 0.2479644 Dec 17 15:14:08.825778 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a405375-543d-4cb2-9e8c-91fcae795b78', 'name': 'network-vif-deleted', 'tag': '0b8d56da-5e55-4db8-b341-5f885ac821a9'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:14:08.828914 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9aeabd-7d96-474c-a471-1d1957d4ad38" -d '{"events": [{"server_uuid": "8a405375-543d-4cb2-9e8c-91fcae795b78", "name": "network-vif-deleted", "tag": "0b8d56da-5e55-4db8-b341-5f885ac821a9"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:14:08.837547 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d7461d6f-1dc3-43d3-b3ce-41a69cc2a5d1 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:08.853615 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d1b6380f-9716-4ba9-b0e4-709188d84c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1253281214-router', 'tenant_id': '546e15ded86c488e84b853d47279143f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'd3d9523c-00f6-411b-8074-50940feb093f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:13:29Z', 'updated_at': '2021-12-17T15:13:37Z', 'revision_number': 4, 'project_id': '546e15ded86c488e84b853d47279143f', 'gw_port': {'id': 'd3d9523c-00f6-411b-8074-50940feb093f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:13:30Z', 'updated_at': '2021-12-17T15:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'aac06ba7-5f20-4c8f-9b73-6dd3f1df5998', 'tenant_id': '546e15ded86c488e84b853d47279143f', 'floating_ip_address': '172.25.6.78', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'port_id': '2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38b1548-04df-4106-87bf-561dcd4a4c60', 'mac_address': 'fa:16:3e:2d:f7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a86e10-6052-438e-aac9-1fec1efa8b60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:14:03Z', 'updated_at': '2021-12-17T15:14:07Z', 'revision_number': 1, 'project_id': '546e15ded86c488e84b853d47279143f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b5c8126-4ba6-460d-b12f-371bf5bc2f90', 'name': '', 'network_id': 'b38b1548-04df-4106-87bf-561dcd4a4c60', 'tenant_id': '546e15ded86c488e84b853d47279143f', 'mac_address': 'fa:16:3e:3a:3a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'f8e8bb92-9362-42ad-86ab-65c447e5583a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:13:36Z', 'updated_at': '2021-12-17T15:13:42Z', 'revision_number': 5, 'project_id': '546e15ded86c488e84b853d47279143f', 'subnets': [{'id': 'f8e8bb92-9362-42ad-86ab-65c447e5583a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:14:08.868573 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7461d6f-1dc3-43d3-b3ce-41a69cc2a5d1 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e247fa-dc15-4059-819c-5556484395cb,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:08.900336 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b6380f-9716-4ba9-b0e4-709188d84c14 None None] Checking router: ddbaae00-e07f-4860-b159-83c2d6bb247f for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:14:08.916997 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b6380f-9716-4ba9-b0e4-709188d84c14 None None] Routers {'ddbaae00-e07f-4860-b159-83c2d6bb247f'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:14:08.918867 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d1b6380f-9716-4ba9-b0e4-709188d84c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:14:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['ddbaae00-e07f-4860-b159-83c2d6bb247f'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:14:09.008826 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d7461d6f-1dc3-43d3-b3ce-41a69cc2a5d1 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:09.010699 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d7461d6f-1dc3-43d3-b3ce-41a69cc2a5d1 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7166762 Dec 17 15:14:09.014808 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42348) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:09.021680 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-ce339904-dca0-4722-ad3f-17c3b579f883 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:14:09.051377 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-350e9523-de60-4ef1-9b6a-2f73986189a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b607d89-afcb-48b6-bd9a-dc913769d046', 'name': 'tempest-AttachSCSIVolumeTestJSON-986475833-router', 'tenant_id': 'c7b889abcd59451197be0c6dbe473f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '98e50748-8e11-43be-aca3-52187c16ba75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:14:04Z', 'updated_at': '2021-12-17T15:14:06Z', 'revision_number': 3, 'project_id': 'c7b889abcd59451197be0c6dbe473f72', 'gw_port': {'id': '98e50748-8e11-43be-aca3-52187c16ba75', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b607d89-afcb-48b6-bd9a-dc913769d046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:14:06Z', 'updated_at': '2021-12-17T15:14:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:14:09.055900 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a86e10-6052-438e-aac9-1fec1efa8b60', 'tag': '2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:14:09.058179 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb97c83-7c11-4935-80b2-5b3b7aac3c87" -d '{"events": [{"name": "network-changed", "server_uuid": "44a86e10-6052-438e-aac9-1fec1efa8b60", "tag": "2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:14:09.103770 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-d1b6380f-9716-4ba9-b0e4-709188d84c14 None None] Set router ddbaae00-e07f-4860-b159-83c2d6bb247f gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:14:09.122533 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350e9523-de60-4ef1-9b6a-2f73986189a1 None None] Checking router: 7b607d89-afcb-48b6-bd9a-dc913769d046 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:14:09.126004 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350e9523-de60-4ef1-9b6a-2f73986189a1 None None] Updating router 7b607d89-afcb-48b6-bd9a-dc913769d046 port 98e50748-8e11-43be-aca3-52187c16ba75 binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:14:09.132692 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40c68be4-3f6d-4c7f-a40b-2202f1837730 req-6944e540-07b0-4679-80d0-50a7bed58d67 service neutron] 10.222.0.41 "GET /v2.0/networks/3a7ed0fb-a395-44ea-8dcf-10c9fe5c61de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5229325 Dec 17 15:14:09.142526 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ce339904-dca0-4722-ad3f-17c3b579f883 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks [] for floatingip, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:09.170413 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-350e9523-de60-4ef1-9b6a-2f73986189a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:09.216375 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4c8dac2b-266a-4e92-8d40-fb123ffe05b9 req-4f5084b2-b172-40f4-8e46-02ebb7428999 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a HTTP/1.1" status: 200 len: 999 time: 0.4645638 Dec 17 15:14:09.275133 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8dac2b-266a-4e92-8d40-fb123ffe05b9 req-80abdaac-cecb-47ff-aa72-1cc013284bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:09.284679 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4c8dac2b-266a-4e92-8d40-fb123ffe05b9 req-80abdaac-cecb-47ff-aa72-1cc013284bc0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8e8bb92-9362-42ad-86ab-65c447e5583a HTTP/1.1" status: 200 len: 868 time: 0.0654879 Dec 17 15:14:09.344974 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40c68be4-3f6d-4c7f-a40b-2202f1837730 req-263ae19e-28d6-4d04-b7e2-5316b1273023 service neutron] 10.222.0.41 "GET /v2.0/networks/3a7ed0fb-a395-44ea-8dcf-10c9fe5c61de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980779 Dec 17 15:14:09.351287 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8dac2b-266a-4e92-8d40-fb123ffe05b9 req-f0b9f8bb-40ee-4ad5-818b-ef34ef6056e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:09.360296 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4c8dac2b-266a-4e92-8d40-fb123ffe05b9 req-f0b9f8bb-40ee-4ad5-818b-ef34ef6056e5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b38b1548-04df-4106-87bf-561dcd4a4c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765388 Dec 17 15:14:09.365673 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-4c8dac2b-266a-4e92-8d40-fb123ffe05b9 req-82ebecde-b099-4690-a050-a21f342da0ab service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:14:09.372687 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4c8dac2b-266a-4e92-8d40-fb123ffe05b9 req-82ebecde-b099-4690-a050-a21f342da0ab service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115967 Dec 17 15:14:09.423546 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ce339904-dca0-4722-ad3f-17c3b579f883 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:09.464538 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4c8dac2b-266a-4e92-8d40-fb123ffe05b9 req-a2e4f9af-07b9-4ad2-b1d0-4be436355b11 service neutron] 10.222.0.46 "GET /v2.0/networks/b38b1548-04df-4106-87bf-561dcd4a4c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898468 Dec 17 15:14:09.506199 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d1b6380f-9716-4ba9-b0e4-709188d84c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1253281214-router', 'tenant_id': '546e15ded86c488e84b853d47279143f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'd3d9523c-00f6-411b-8074-50940feb093f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:13:29Z', 'updated_at': '2021-12-17T15:13:37Z', 'revision_number': 4, 'project_id': '546e15ded86c488e84b853d47279143f', 'gw_port': {'id': 'd3d9523c-00f6-411b-8074-50940feb093f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:13:30Z', 'updated_at': '2021-12-17T15:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'aac06ba7-5f20-4c8f-9b73-6dd3f1df5998', 'tenant_id': '546e15ded86c488e84b853d47279143f', 'floating_ip_address': '172.25.6.78', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'port_id': '2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38b1548-04df-4106-87bf-561dcd4a4c60', 'mac_address': 'fa:16:3e:2d:f7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a86e10-6052-438e-aac9-1fec1efa8b60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:14:03Z', 'updated_at': '2021-12-17T15:14:07Z', 'revision_number': 1, 'project_id': '546e15ded86c488e84b853d47279143f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b5c8126-4ba6-460d-b12f-371bf5bc2f90', 'name': '', 'network_id': 'b38b1548-04df-4106-87bf-561dcd4a4c60', 'tenant_id': '546e15ded86c488e84b853d47279143f', 'mac_address': 'fa:16:3e:3a:3a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'f8e8bb92-9362-42ad-86ab-65c447e5583a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:13:36Z', 'updated_at': '2021-12-17T15:13:42Z', 'revision_number': 5, 'project_id': '546e15ded86c488e84b853d47279143f', 'subnets': [{'id': 'f8e8bb92-9362-42ad-86ab-65c447e5583a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:14:09.541682 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b6380f-9716-4ba9-b0e4-709188d84c14 None None] The sync data for ids ['ddbaae00-e07f-4860-b159-83c2d6bb247f'] in n-d-820553-2 is: [{'id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1253281214-router', 'tenant_id': '546e15ded86c488e84b853d47279143f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'd3d9523c-00f6-411b-8074-50940feb093f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:13:29Z', 'updated_at': '2021-12-17T15:13:37Z', 'revision_number': 4, 'project_id': '546e15ded86c488e84b853d47279143f', 'gw_port': {'id': 'd3d9523c-00f6-411b-8074-50940feb093f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:13:30Z', 'updated_at': '2021-12-17T15:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'aac06ba7-5f20-4c8f-9b73-6dd3f1df5998', 'tenant_id': '546e15ded86c488e84b853d47279143f', 'floating_ip_address': '172.25.6.78', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'port_id': '2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38b1548-04df-4106-87bf-561dcd4a4c60', 'mac_address': 'fa:16:3e:2d:f7:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a86e10-6052-438e-aac9-1fec1efa8b60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:14:03Z', 'updated_at': '2021-12-17T15:14:07Z', 'revision_number': 1, 'project_id': '546e15ded86c488e84b853d47279143f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b5c8126-4ba6-460d-b12f-371bf5bc2f90', 'name': '', 'network_id': 'b38b1548-04df-4106-87bf-561dcd4a4c60', 'tenant_id': '546e15ded86c488e84b853d47279143f', 'mac_address': 'fa:16:3e:3a:3a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'f8e8bb92-9362-42ad-86ab-65c447e5583a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:13:36Z', 'updated_at': '2021-12-17T15:13:42Z', 'revision_number': 5, 'project_id': '546e15ded86c488e84b853d47279143f', 'subnets': [{'id': 'f8e8bb92-9362-42ad-86ab-65c447e5583a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:14:09.549823 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1da79d3d-fb0e-4bc0-bd4f-39a647158a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:09.606807 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-350e9523-de60-4ef1-9b6a-2f73986189a1 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:09.625322 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4c8dac2b-266a-4e92-8d40-fb123ffe05b9 req-eed649b8-0fb3-4c07-8ebd-c1ff2fde3eb2 service neutron] 10.222.0.46 "GET /v2.0/networks/b38b1548-04df-4106-87bf-561dcd4a4c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531761 Dec 17 15:14:09.688045 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-350e9523-de60-4ef1-9b6a-2f73986189a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:09.749549 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88864ab3-321c-4fda-92c3-6326d32111ae None None] Pushing event updated for resources: {'Port': ['ID=98e50748-8e11-43be-aca3-52187c16ba75,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:09.756924 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-350e9523-de60-4ef1-9b6a-2f73986189a1 None None] Attempting to bind port 98e50748-8e11-43be-aca3-52187c16ba75 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:14:09.757652 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-350e9523-de60-4ef1-9b6a-2f73986189a1 None None] Attempting to bind port 98e50748-8e11-43be-aca3-52187c16ba75 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:14:09.758264 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350e9523-de60-4ef1-9b6a-2f73986189a1 None None] Attempting to bind port 98e50748-8e11-43be-aca3-52187c16ba75 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:14:09.765925 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350e9523-de60-4ef1-9b6a-2f73986189a1 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:14:09.766744 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350e9523-de60-4ef1-9b6a-2f73986189a1 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:14:09.767403 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-350e9523-de60-4ef1-9b6a-2f73986189a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:09.768008 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350e9523-de60-4ef1-9b6a-2f73986189a1 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:14:09.768703 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-350e9523-de60-4ef1-9b6a-2f73986189a1 None None] Bound port: 98e50748-8e11-43be-aca3-52187c16ba75, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:14:09.769348 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-350e9523-de60-4ef1-9b6a-2f73986189a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:09.789586 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-ce339904-dca0-4722-ad3f-17c3b579f883 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Allocated IP 172.25.6.142 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/1750578e-31d9-4e1e-a87a-b16f8656998f) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:14:09.792966 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 0b8d56da-5e55-4db8-b341-5f885ac821a9 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:14:09.796493 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-1da79d3d-fb0e-4bc0-bd4f-39a647158a75 admin admin] Allocated IP 172.20.0.1 (e2c7c01a-bbaa-4401-af15-4a931dd2e055/6115a2fb-6a8c-4f71-aa89-61b69b6aaa91/c233a482-0b44-4bdf-917c-23fa0b0e4d20) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:14:09.820917 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 0b8d56da-5e55-4db8-b341-5f885ac821a9 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:14:09.821418 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 0b8d56da-5e55-4db8-b341-5f885ac821a9 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:14:09.844345 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae94788-77f1-4a75-8650-57c0cdd31ef8 None None] New status for floating IP aac06ba7-5f20-4c8f-9b73-6dd3f1df5998: ACTIVE {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:14:09.871213 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-350e9523-de60-4ef1-9b6a-2f73986189a1 None None] For port 98e50748-8e11-43be-aca3-52187c16ba75, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:14:09.876316 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-350e9523-de60-4ef1-9b6a-2f73986189a1 None None] For port 98e50748-8e11-43be-aca3-52187c16ba75, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=98e50748-8e11-43be-aca3-52187c16ba75,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:14:09.934072 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-b836112f-6760-4662-9620-bd8522c0e30c req-99a0fdad-225d-40de-ae5d-f29e10198362 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:14:09.935074 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b836112f-6760-4662-9620-bd8522c0e30c req-99a0fdad-225d-40de-ae5d-f29e10198362 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098488 Dec 17 15:14:09.992798 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-350e9523-de60-4ef1-9b6a-2f73986189a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:09.997684 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ce339904-dca0-4722-ad3f-17c3b579f883 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:10.010337 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1da79d3d-fb0e-4bc0-bd4f-39a647158a75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:10.098079 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350e9523-de60-4ef1-9b6a-2f73986189a1 None None] Routers {'7b607d89-afcb-48b6-bd9a-dc913769d046'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:14:10.098731 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-350e9523-de60-4ef1-9b6a-2f73986189a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:14:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['7b607d89-afcb-48b6-bd9a-dc913769d046'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:14:10.100559 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88864ab3-321c-4fda-92c3-6326d32111ae None None] Pushing event updated for resources: {'Port': ['ID=98e50748-8e11-43be-aca3-52187c16ba75,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:10.138649 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:10.138781 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1da79d3d-fb0e-4bc0-bd4f-39a647158a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:10.140533 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ce339904-dca0-4722-ad3f-17c3b579f883 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:10.154237 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836112f-6760-4662-9620-bd8522c0e30c req-00512962-acae-48ee-a931-9d7ac7a64905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:10.161852 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b836112f-6760-4662-9620-bd8522c0e30c req-00512962-acae-48ee-a931-9d7ac7a64905 service neutron] 10.222.0.46 "GET /v2.0/ports/274ae0fb-9720-4609-a795-557e3b853552 HTTP/1.1" status: 200 len: 1093 time: 0.2168090 Dec 17 15:14:10.168532 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-b836112f-6760-4662-9620-bd8522c0e30c req-787f0949-2b89-4a69-a123-d3d3700d975b service neutron] Request body: {'binding': {'host': 'n-h2-820553-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:14:10.169015 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-b836112f-6760-4662-9620-bd8522c0e30c req-787f0949-2b89-4a69-a123-d3d3700d975b service neutron] Unknown quota resources ['binding']. {{(pid=102833) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 15:14:10.225087 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-350e9523-de60-4ef1-9b6a-2f73986189a1 None None] Set router 7b607d89-afcb-48b6-bd9a-dc913769d046 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:14:10.226636 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce339904-dca0-4722-ad3f-17c3b579f883 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:14:10.234863 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da79d3d-fb0e-4bc0-bd4f-39a647158a75 admin admin] Network e2c7c01a-bbaa-4401-af15-4a931dd2e055 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:14:10.239435 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-ce339904-dca0-4722-ad3f-17c3b579f883 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:14:10.249740 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-1da79d3d-fb0e-4bc0-bd4f-39a647158a75 admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:14:10.253834 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce339904-dca0-4722-ad3f-17c3b579f883 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:14:10.258303 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da79d3d-fb0e-4bc0-bd4f-39a647158a75 admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:14:10.260085 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da79d3d-fb0e-4bc0-bd4f-39a647158a75 admin admin] Pushing event updated for resources: {'Port': ['ID=c233a482-0b44-4bdf-917c-23fa0b0e4d20,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:10.461694 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1da79d3d-fb0e-4bc0-bd4f-39a647158a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:10.467744 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e85b7-adaf-471e-a938-39c9b9de0ee3 req-c1b1af22-9d2a-4fe6-a902-7eda4a2aab51 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:10.477411 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c3e85b7-adaf-471e-a938-39c9b9de0ee3 req-c1b1af22-9d2a-4fe6-a902-7eda4a2aab51 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7fb83a3-ed6e-4d04-8182-ffa9b01b3f9c HTTP/1.1" status: 200 len: 943 time: 0.0685592 Dec 17 15:14:10.521801 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-350e9523-de60-4ef1-9b6a-2f73986189a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b607d89-afcb-48b6-bd9a-dc913769d046', 'name': 'tempest-AttachSCSIVolumeTestJSON-986475833-router', 'tenant_id': 'c7b889abcd59451197be0c6dbe473f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '98e50748-8e11-43be-aca3-52187c16ba75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:14:04Z', 'updated_at': '2021-12-17T15:14:06Z', 'revision_number': 3, 'project_id': 'c7b889abcd59451197be0c6dbe473f72', 'gw_port': {'id': '98e50748-8e11-43be-aca3-52187c16ba75', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b607d89-afcb-48b6-bd9a-dc913769d046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:14:06Z', 'updated_at': '2021-12-17T15:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:14:10.535191 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce339904-dca0-4722-ad3f-17c3b579f883 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Pushing event updated for resources: {'Port': ['ID=1750578e-31d9-4e1e-a87a-b16f8656998f,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:10.535538 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c3e85b7-adaf-471e-a938-39c9b9de0ee3 req-82198491-fab6-4930-92fa-768752e22761 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] 10.222.0.46 "GET /v2.0/security-groups?id=018b23ee-d262-474d-bf4d-a3901c363d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516016 Dec 17 15:14:10.578367 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350e9523-de60-4ef1-9b6a-2f73986189a1 None None] The sync data for ids ['7b607d89-afcb-48b6-bd9a-dc913769d046'] in n-d-820553-2 is: [{'id': '7b607d89-afcb-48b6-bd9a-dc913769d046', 'name': 'tempest-AttachSCSIVolumeTestJSON-986475833-router', 'tenant_id': 'c7b889abcd59451197be0c6dbe473f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '98e50748-8e11-43be-aca3-52187c16ba75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:14:04Z', 'updated_at': '2021-12-17T15:14:06Z', 'revision_number': 3, 'project_id': 'c7b889abcd59451197be0c6dbe473f72', 'gw_port': {'id': '98e50748-8e11-43be-aca3-52187c16ba75', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b607d89-afcb-48b6-bd9a-dc913769d046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:14:06Z', 'updated_at': '2021-12-17T15:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:14:10.588508 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99e3727-13dd-43e0-805f-54312e8fb066 x-openstack-request-id: req-d99e3727-13dd-43e0-805f-54312e8fb066 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:14:10.589121 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a405375-543d-4cb2-9e8c-91fcae795b78", "name": "network-vif-deleted", "tag": "0b8d56da-5e55-4db8-b341-5f885ac821a9", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:14:10.589121 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d99e3727-13dd-43e0-805f-54312e8fb066 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:14:10.589461 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a405375-543d-4cb2-9e8c-91fcae795b78', 'name': 'network-vif-deleted', 'tag': '0b8d56da-5e55-4db8-b341-5f885ac821a9', 'status': 'completed', 'code': 200} Dec 17 15:14:10.612619 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d69862c-6a27-44f9-b900-ddbda8d1d808 x-openstack-request-id: req-1d69862c-6a27-44f9-b900-ddbda8d1d808 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:14:10.612879 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44a86e10-6052-438e-aac9-1fec1efa8b60", "tag": "2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:14:10.613398 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1d69862c-6a27-44f9-b900-ddbda8d1d808 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:14:10.613959 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44a86e10-6052-438e-aac9-1fec1efa8b60', 'tag': '2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a', 'status': 'completed', 'code': 200} Dec 17 15:14:10.633703 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ce339904-dca0-4722-ad3f-17c3b579f883 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:10.635575 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-b836112f-6760-4662-9620-bd8522c0e30c req-787f0949-2b89-4a69-a123-d3d3700d975b service neutron] Attempting to bind port 274ae0fb-9720-4609-a795-557e3b853552 on host n-h2-820553-2 for vnic_type normal with profile None {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:14:10.636008 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-b836112f-6760-4662-9620-bd8522c0e30c req-787f0949-2b89-4a69-a123-d3d3700d975b service neutron] Attempting to bind port 274ae0fb-9720-4609-a795-557e3b853552 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:14:10.636337 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b836112f-6760-4662-9620-bd8522c0e30c req-787f0949-2b89-4a69-a123-d3d3700d975b service neutron] Attempting to bind port 274ae0fb-9720-4609-a795-557e3b853552 on network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:14:10.667097 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-3962a44f-c9e0-4e7b-b7d1-0b82c392f217 None None] Provisioning complete for port c233a482-0b44-4bdf-917c-23fa0b0e4d20 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:14:10.667875 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3962a44f-c9e0-4e7b-b7d1-0b82c392f217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:10.698953 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b836112f-6760-4662-9620-bd8522c0e30c req-787f0949-2b89-4a69-a123-d3d3700d975b service neutron] Port 274ae0fb-9720-4609-a795-557e3b853552 on network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:14:10.699273 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b836112f-6760-4662-9620-bd8522c0e30c req-787f0949-2b89-4a69-a123-d3d3700d975b service neutron] Attempting to bind port 274ae0fb-9720-4609-a795-557e3b853552 on network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:14:10.716027 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b836112f-6760-4662-9620-bd8522c0e30c req-787f0949-2b89-4a69-a123-d3d3700d975b service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:14:10.716386 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b836112f-6760-4662-9620-bd8522c0e30c req-787f0949-2b89-4a69-a123-d3d3700d975b service neutron] Checking segment: {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:14:10.716775 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b836112f-6760-4662-9620-bd8522c0e30c req-787f0949-2b89-4a69-a123-d3d3700d975b service neutron] Bound using segment: {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:14:10.717494 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-b836112f-6760-4662-9620-bd8522c0e30c req-787f0949-2b89-4a69-a123-d3d3700d975b service neutron] Bound port: 274ae0fb-9720-4609-a795-557e3b853552, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:14:10.726058 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-3962a44f-c9e0-4e7b-b7d1-0b82c392f217 None None] Port c233a482-0b44-4bdf-917c-23fa0b0e4d20 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:14:10.746647 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 16f3b572-cfd7-45ee-830d-050d56c97a5e details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:14:10.768915 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-89ce497a-1dd1-4d60-b47f-717cd9c423b9 req-7f2283a9-ca4e-4ac4-a7c2-4b50b4d1901f tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 258 time: 0.1395257 Dec 17 15:14:10.776202 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb97c83-7c11-4935-80b2-5b3b7aac3c87 req-cbbda557-40c1-41d5-857a-3e7231d64523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:10.777736 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0cb97c83-7c11-4935-80b2-5b3b7aac3c87 req-cbbda557-40c1-41d5-857a-3e7231d64523 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=546e15ded86c488e84b853d47279143f&device_id=44a86e10-6052-438e-aac9-1fec1efa8b60 HTTP/1.1" status: 200 len: 1097 time: 0.1198139 Dec 17 15:14:10.782700 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-89ce497a-1dd1-4d60-b47f-717cd9c423b9 req-2b603154-55f4-480f-b9bf-2177cf3f0627 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:14:10.817863 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ce339904-dca0-4722-ad3f-17c3b579f883 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:10.876548 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 16f3b572-cfd7-45ee-830d-050d56c97a5e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=16f3b572-cfd7-45ee-830d-050d56c97a5e,segment=NetworkSegment(2b6cd071-b9ed-4679-8985-5e8cd7aa862b),segment_id=2b6cd071-b9ed-4679-8985-5e8cd7aa862b)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:10.883216 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-89ce497a-1dd1-4d60-b47f-717cd9c423b9 req-2b603154-55f4-480f-b9bf-2177cf3f0627 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks [] for floatingip, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:10.891264 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '16f3b572-cfd7-45ee-830d-050d56c97a5e', 'network_id': '3a7ed0fb-a395-44ea-8dcf-10c9fe5c61de', 'port_id': '16f3b572-cfd7-45ee-830d-050d56c97a5e', 'mac_address': 'fa:16:3e:b8:4e:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b96dcffa-2253-4d38-a096-ac69e2f27065', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:14:10.963294 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-b836112f-6760-4662-9620-bd8522c0e30c req-787f0949-2b89-4a69-a123-d3d3700d975b service neutron] For port 274ae0fb-9720-4609-a795-557e3b853552, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=274ae0fb-9720-4609-a795-557e3b853552,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:14:10.964288 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:10.980801 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1da79d3d-fb0e-4bc0-bd4f-39a647158a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:10.982368 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f3b572-cfd7-45ee-830d-050d56c97a5e {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:14:11.010282 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 16f3b572-cfd7-45ee-830d-050d56c97a5e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=16f3b572-cfd7-45ee-830d-050d56c97a5e,segment=NetworkSegment(2b6cd071-b9ed-4679-8985-5e8cd7aa862b),segment_id=2b6cd071-b9ed-4679-8985-5e8cd7aa862b)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:11.017857 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42370) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:11.062093 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-89ce497a-1dd1-4d60-b47f-717cd9c423b9 req-2b603154-55f4-480f-b9bf-2177cf3f0627 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:11.101669 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b836112f-6760-4662-9620-bd8522c0e30c req-787f0949-2b89-4a69-a123-d3d3700d975b service neutron] Notify callbacks [] for binding, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:11.102992 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b836112f-6760-4662-9620-bd8522c0e30c req-787f0949-2b89-4a69-a123-d3d3700d975b service neutron] 10.222.0.46 "POST /v2.0/ports/274ae0fb-9720-4609-a795-557e3b853552/bindings HTTP/1.1" status: 201 len: 389 time: 0.9403148 Dec 17 15:14:11.106259 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:11.185011 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb97c83-7c11-4935-80b2-5b3b7aac3c87 req-a68e3117-c7dd-4a4a-8994-568d832e3bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:11.187140 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0cb97c83-7c11-4935-80b2-5b3b7aac3c87 req-a68e3117-c7dd-4a4a-8994-568d832e3bd3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b38b1548-04df-4106-87bf-561dcd4a4c60 HTTP/1.1" status: 200 len: 930 time: 0.3977225 Dec 17 15:14:11.202162 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=16f3b572-cfd7-45ee-830d-050d56c97a5e,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:11.267956 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-89ce497a-1dd1-4d60-b47f-717cd9c423b9 req-2b603154-55f4-480f-b9bf-2177cf3f0627 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Allocated IP 172.25.6.60 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/126185f4-45bd-4bab-9538-a7a414477c12) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:14:11.275116 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a1b832b7-09f3-44b7-bbaf-3f7594d25613 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9a3e2a05328448bd85eebc1663dde8e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2497559 Dec 17 15:14:11.277674 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42374) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:11.336776 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0cb97c83-7c11-4935-80b2-5b3b7aac3c87 req-60995af0-b7ef-404c-b00e-d50a5957d347 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a HTTP/1.1" status: 200 len: 1001 time: 0.1339211 Dec 17 15:14:11.393085 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-329fc3bf-b11d-4c19-b2e7-9056ae495320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:11.414262 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ce339904-dca0-4722-ad3f-17c3b579f883 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:11.416553 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-329fc3bf-b11d-4c19-b2e7-9056ae495320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:11.477566 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-89ce497a-1dd1-4d60-b47f-717cd9c423b9 req-2b603154-55f4-480f-b9bf-2177cf3f0627 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:11.494395 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb97c83-7c11-4935-80b2-5b3b7aac3c87 req-9dbd2f2c-637a-4cab-b140-5bd2fdde2ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:11.495976 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0cb97c83-7c11-4935-80b2-5b3b7aac3c87 req-9dbd2f2c-637a-4cab-b140-5bd2fdde2ec8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f8e8bb92-9362-42ad-86ab-65c447e5583a HTTP/1.1" status: 200 len: 868 time: 0.1403115 Dec 17 15:14:11.504468 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ce339904-dca0-4722-ad3f-17c3b579f883 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:11.521748 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1da79d3d-fb0e-4bc0-bd4f-39a647158a75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:11.563303 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-329fc3bf-b11d-4c19-b2e7-9056ae495320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:11.565567 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['16f3b572-cfd7-45ee-830d-050d56c97a5e'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:14:11.566196 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-329fc3bf-b11d-4c19-b2e7-9056ae495320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:11.569216 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-329fc3bf-b11d-4c19-b2e7-9056ae495320 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/26f3176e-1b96-4019-89b0-31c65ad26cb0 HTTP/1.1" status: 204 len: 168 time: 0.2889736 Dec 17 15:14:11.576282 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329fc3bf-b11d-4c19-b2e7-9056ae495320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f3176e-1b96-4019-89b0-31c65ad26cb0,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:11.581371 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-89ce497a-1dd1-4d60-b47f-717cd9c423b9 req-2b603154-55f4-480f-b9bf-2177cf3f0627 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:11.605881 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1da79d3d-fb0e-4bc0-bd4f-39a647158a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:11.651413 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329fc3bf-b11d-4c19-b2e7-9056ae495320 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:14:11.651839 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329fc3bf-b11d-4c19-b2e7-9056ae495320 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:14:11.652239 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329fc3bf-b11d-4c19-b2e7-9056ae495320 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:14:11.652576 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329fc3bf-b11d-4c19-b2e7-9056ae495320 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:14:11.652902 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329fc3bf-b11d-4c19-b2e7-9056ae495320 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:14:11.653400 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329fc3bf-b11d-4c19-b2e7-9056ae495320 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:14:11.653737 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329fc3bf-b11d-4c19-b2e7-9056ae495320 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:14:11.654167 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329fc3bf-b11d-4c19-b2e7-9056ae495320 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:14:11.654515 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329fc3bf-b11d-4c19-b2e7-9056ae495320 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:14:11.655567 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329fc3bf-b11d-4c19-b2e7-9056ae495320 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:14:11.655906 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329fc3bf-b11d-4c19-b2e7-9056ae495320 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:14:11.656227 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329fc3bf-b11d-4c19-b2e7-9056ae495320 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:14:11.660391 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89ce497a-1dd1-4d60-b47f-717cd9c423b9 req-2b603154-55f4-480f-b9bf-2177cf3f0627 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:14:11.665909 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-89ce497a-1dd1-4d60-b47f-717cd9c423b9 req-2b603154-55f4-480f-b9bf-2177cf3f0627 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:14:11.669515 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ce497a-1dd1-4d60-b47f-717cd9c423b9 req-2b603154-55f4-480f-b9bf-2177cf3f0627 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:14:11.860543 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b603154-55f4-480f-b9bf-2177cf3f0627 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Pushing event updated for resources: {'Port': ['ID=126185f4-45bd-4bab-9538-a7a414477c12,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:11.919863 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-89ce497a-1dd1-4d60-b47f-717cd9c423b9 req-2b603154-55f4-480f-b9bf-2177cf3f0627 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:11.998044 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836112f-6760-4662-9620-bd8522c0e30c req-67316be9-2be2-4f9a-b4db-197595848d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:12.000244 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b836112f-6760-4662-9620-bd8522c0e30c req-67316be9-2be2-4f9a-b4db-197595848d50 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=724cb0144c46439a90883d842de78922&device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 1096 time: 0.1415930 Dec 17 15:14:12.012401 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf341e72-e6ce-495a-bfd5-0fb5233c827a req-028f2fb5-9116-4914-84ba-4bea2cd19855 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:12.020249 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf341e72-e6ce-495a-bfd5-0fb5233c827a req-028f2fb5-9116-4914-84ba-4bea2cd19855 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 945 time: 0.1571324 Dec 17 15:14:12.078191 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce339904-dca0-4722-ad3f-17c3b579f883 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Pushing event updated for resources: {'Port': ['ID=1750578e-31d9-4e1e-a87a-b16f8656998f,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:12.121314 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1da79d3d-fb0e-4bc0-bd4f-39a647158a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:12.124072 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-89ce497a-1dd1-4d60-b47f-717cd9c423b9 req-2b603154-55f4-480f-b9bf-2177cf3f0627 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:12.127902 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ce339904-dca0-4722-ad3f-17c3b579f883 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:12.142956 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb97c83-7c11-4935-80b2-5b3b7aac3c87 req-8fa94ac7-7fc1-4bdb-9115-78fc837ed45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:12.144429 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0cb97c83-7c11-4935-80b2-5b3b7aac3c87 req-8fa94ac7-7fc1-4bdb-9115-78fc837ed45d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b38b1548-04df-4106-87bf-561dcd4a4c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6277792 Dec 17 15:14:12.181009 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf341e72-e6ce-495a-bfd5-0fb5233c827a req-7f93a4a9-3f97-4fbb-85d7-661966510897 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472785 Dec 17 15:14:12.208995 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da79d3d-fb0e-4bc0-bd4f-39a647158a75 admin admin] Pushing event updated for resources: {'Port': ['ID=c233a482-0b44-4bdf-917c-23fa0b0e4d20,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:12.211069 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836112f-6760-4662-9620-bd8522c0e30c req-793fd0c3-ed3f-4e8b-ad1c-d7319b60a4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:12.212552 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b836112f-6760-4662-9620-bd8522c0e30c req-793fd0c3-ed3f-4e8b-ad1c-d7319b60a4c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 HTTP/1.1" status: 200 len: 921 time: 0.1873522 Dec 17 15:14:12.258363 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 98e50748-8e11-43be-aca3-52187c16ba75 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:14:12.271233 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ce339904-dca0-4722-ad3f-17c3b579f883 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:12.279654 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ce339904-dca0-4722-ad3f-17c3b579f883 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2637360 Dec 17 15:14:12.326546 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 98e50748-8e11-43be-aca3-52187c16ba75 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:14:12.327122 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:12.366312 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da79d3d-fb0e-4bc0-bd4f-39a647158a75 admin admin] Network e2c7c01a-bbaa-4401-af15-4a931dd2e055 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:14:12.369837 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0cb97c83-7c11-4935-80b2-5b3b7aac3c87 req-a466659c-e80e-4c01-a112-6dcfb7fef5c7 service neutron] 10.222.0.13 "GET /v2.0/networks/b38b1548-04df-4106-87bf-561dcd4a4c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118173 Dec 17 15:14:12.371059 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-1da79d3d-fb0e-4bc0-bd4f-39a647158a75 admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:14:12.409678 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42390) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:12.411203 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b836112f-6760-4662-9620-bd8522c0e30c req-2c257aae-3462-4447-b210-22a11be3ce4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=274ae0fb-9720-4609-a795-557e3b853552 HTTP/1.1" status: 200 len: 217 time: 0.1905456 Dec 17 15:14:12.441740 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:12.547715 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 98e50748-8e11-43be-aca3-52187c16ba75, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=98e50748-8e11-43be-aca3-52187c16ba75,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:12.596852 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da79d3d-fb0e-4bc0-bd4f-39a647158a75 admin admin] Router 7b607d89-afcb-48b6-bd9a-dc913769d046 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:14:12.633615 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:12.648856 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-80f9b388-558f-4bae-89bd-fce9b50bf1a9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=05bf779a5523463094d0ee266f658ae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366016 Dec 17 15:14:12.651830 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42400) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:12.660444 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-89ce497a-1dd1-4d60-b47f-717cd9c423b9 req-2b603154-55f4-480f-b9bf-2177cf3f0627 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:12.682397 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836112f-6760-4662-9620-bd8522c0e30c req-115e8d20-e83f-4039-8eb9-60f6bccfb609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:12.683099 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b836112f-6760-4662-9620-bd8522c0e30c req-115e8d20-e83f-4039-8eb9-60f6bccfb609 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c28c8ec-5ccc-4295-ab15-cbe54116b2d0 HTTP/1.1" status: 200 len: 860 time: 0.2329485 Dec 17 15:14:12.695865 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144d345-8db5-4cc7-8c2b-129731c90368 req-2641eff3-86e3-4806-aa4f-4168af13dd1a tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:12.711164 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1144d345-8db5-4cc7-8c2b-129731c90368 req-2641eff3-86e3-4806-aa4f-4168af13dd1a tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7fb83a3-ed6e-4d04-8182-ffa9b01b3f9c HTTP/1.1" status: 200 len: 944 time: 0.4047070 Dec 17 15:14:12.720102 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d950d0-e9c0-4e14-8531-02ddf1973ed6 req-2e5d1d4f-94dc-4e75-8960-f4b5f2b87df4 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:12.721615 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-00d950d0-e9c0-4e14-8531-02ddf1973ed6 req-2e5d1d4f-94dc-4e75-8960-f4b5f2b87df4 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 944 time: 0.2393446 Dec 17 15:14:12.729369 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-1a31be43-3b4d-4c31-97c1-6fbd04131111 None None] Provisioning complete for port c233a482-0b44-4bdf-917c-23fa0b0e4d20 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:14:12.729714 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1a31be43-3b4d-4c31-97c1-6fbd04131111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:12.748487 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0cb97c83-7c11-4935-80b2-5b3b7aac3c87 req-a5aabe53-e5a6-44a7-8a74-95c4e4547867 service neutron] 10.222.0.13 "GET /v2.0/networks/b38b1548-04df-4106-87bf-561dcd4a4c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688986 Dec 17 15:14:12.760991 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=98e50748-8e11-43be-aca3-52187c16ba75,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:12.764363 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da79d3d-fb0e-4bc0-bd4f-39a647158a75 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:14:12.765174 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-89ce497a-1dd1-4d60-b47f-717cd9c423b9 req-2b603154-55f4-480f-b9bf-2177cf3f0627 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:12.781678 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1da79d3d-fb0e-4bc0-bd4f-39a647158a75 admin admin] 10.222.0.46 "PUT /v2.0/routers/7b607d89-afcb-48b6-bd9a-dc913769d046/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1433425 Dec 17 15:14:12.789844 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-1a31be43-3b4d-4c31-97c1-6fbd04131111 None None] Port c233a482-0b44-4bdf-917c-23fa0b0e4d20 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:14:12.816558 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b836112f-6760-4662-9620-bd8522c0e30c req-de928942-29f3-4f81-ae3d-673cadef40ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913467 Dec 17 15:14:12.958873 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1144d345-8db5-4cc7-8c2b-129731c90368 req-fe2646b2-4c75-4af2-b779-058cd376b1c4 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] 10.222.0.46 "GET /v2.0/security-groups?id=018b23ee-d262-474d-bf4d-a3901c363d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479079 Dec 17 15:14:13.002199 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3940be1e-362d-42ee-a614-a19e1189abd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:13.021183 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b603154-55f4-480f-b9bf-2177cf3f0627 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Pushing event updated for resources: {'Port': ['ID=126185f4-45bd-4bab-9538-a7a414477c12,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:13.043111 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-89ce497a-1dd1-4d60-b47f-717cd9c423b9 req-2b603154-55f4-480f-b9bf-2177cf3f0627 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:13.081137 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9541e81c-8c7b-40ba-973c-6f02fc925a73 None None] Sync routers for ids ['7b607d89-afcb-48b6-bd9a-dc913769d046'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:14:13.090943 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9541e81c-8c7b-40ba-973c-6f02fc925a73 None None] Routers {'7b607d89-afcb-48b6-bd9a-dc913769d046'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:14:13.091573 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-9541e81c-8c7b-40ba-973c-6f02fc925a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:14:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['7b607d89-afcb-48b6-bd9a-dc913769d046'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:14:13.101456 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3940be1e-362d-42ee-a614-a19e1189abd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:13.146732 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b836112f-6760-4662-9620-bd8522c0e30c req-bbf8299b-e03a-4b89-8489-35e86367de7d service neutron] 10.222.0.13 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151877 Dec 17 15:14:13.231136 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-9541e81c-8c7b-40ba-973c-6f02fc925a73 None None] Set router 7b607d89-afcb-48b6-bd9a-dc913769d046 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:14:13.457062 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-89ce497a-1dd1-4d60-b47f-717cd9c423b9 req-2b603154-55f4-480f-b9bf-2177cf3f0627 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:13.464243 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-89ce497a-1dd1-4d60-b47f-717cd9c423b9 req-2b603154-55f4-480f-b9bf-2177cf3f0627 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6872578 Dec 17 15:14:13.467911 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-00d950d0-e9c0-4e14-8531-02ddf1973ed6 req-e58beece-a6ac-476c-8a91-34865ff62ba3 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Deleting port 67090bba-679e-4589-b3d7-4a3d9fa459e5 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:14:13.468286 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-00d950d0-e9c0-4e14-8531-02ddf1973ed6 req-e58beece-a6ac-476c-8a91-34865ff62ba3 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:13.478113 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32ca05-9733-4557-9bd1-5adb7cbd0215 req-ff5b62e4-5c41-4e10-ba3c-00d3da7ef3ab tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:13.479633 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bc32ca05-9733-4557-9bd1-5adb7cbd0215 req-ff5b62e4-5c41-4e10-ba3c-00d3da7ef3ab tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc5da6c6-44e8-43ee-b73e-c3d24a2616ca HTTP/1.1" status: 200 len: 944 time: 0.4464521 Dec 17 15:14:13.592381 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-89ce497a-1dd1-4d60-b47f-717cd9c423b9 req-9304a450-a177-4c24-9e9a-e28317f86ead tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.60 HTTP/1.1" status: 200 len: 695 time: 0.1272724 Dec 17 15:14:13.596546 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-9541e81c-8c7b-40ba-973c-6f02fc925a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b607d89-afcb-48b6-bd9a-dc913769d046', 'name': 'tempest-AttachSCSIVolumeTestJSON-986475833-router', 'tenant_id': 'c7b889abcd59451197be0c6dbe473f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '98e50748-8e11-43be-aca3-52187c16ba75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:14:04Z', 'updated_at': '2021-12-17T15:14:10Z', 'revision_number': 4, 'project_id': 'c7b889abcd59451197be0c6dbe473f72', 'gw_port': {'id': '98e50748-8e11-43be-aca3-52187c16ba75', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b607d89-afcb-48b6-bd9a-dc913769d046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:14:06Z', 'updated_at': '2021-12-17T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'c233a482-0b44-4bdf-917c-23fa0b0e4d20', 'name': '', 'network_id': 'e2c7c01a-bbaa-4401-af15-4a931dd2e055', 'tenant_id': 'c7b889abcd59451197be0c6dbe473f72', 'mac_address': 'fa:16:3e:eb:41:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b607d89-afcb-48b6-bd9a-dc913769d046', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '6115a2fb-6a8c-4f71-aa89-61b69b6aaa91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:14:09Z', 'updated_at': '2021-12-17T15:14:11Z', 'revision_number': 2, 'project_id': 'c7b889abcd59451197be0c6dbe473f72', 'subnets': [{'id': '6115a2fb-6a8c-4f71-aa89-61b69b6aaa91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:14:13.629093 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9541e81c-8c7b-40ba-973c-6f02fc925a73 None None] Checking router: 7b607d89-afcb-48b6-bd9a-dc913769d046 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:14:13.629843 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9541e81c-8c7b-40ba-973c-6f02fc925a73 None None] Updating router 7b607d89-afcb-48b6-bd9a-dc913769d046 port c233a482-0b44-4bdf-917c-23fa0b0e4d20 binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:14:13.666459 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9541e81c-8c7b-40ba-973c-6f02fc925a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:13.713603 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3940be1e-362d-42ee-a614-a19e1189abd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:13.716232 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3940be1e-362d-42ee-a614-a19e1189abd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:13.720390 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3940be1e-362d-42ee-a614-a19e1189abd1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bc66002c-6908-408b-843e-a1f6953434b6 HTTP/1.1" status: 204 len: 168 time: 1.0636988 Dec 17 15:14:13.744313 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bc32ca05-9733-4557-9bd1-5adb7cbd0215 req-08bf2f02-d77e-42b6-bb9b-7ffc3adeeb04 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420659 Dec 17 15:14:13.758337 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b836112f-6760-4662-9620-bd8522c0e30c req-4c4c2e5c-3bb2-4595-aa04-8b272e1e8e4e service neutron] 10.222.0.13 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5977435 Dec 17 15:14:13.783947 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940be1e-362d-42ee-a614-a19e1189abd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc66002c-6908-408b-843e-a1f6953434b6,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:13.807396 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-00d950d0-e9c0-4e14-8531-02ddf1973ed6 req-e58beece-a6ac-476c-8a91-34865ff62ba3 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] For port 67090bba-679e-4589-b3d7-4a3d9fa459e5, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=67090bba-679e-4589-b3d7-4a3d9fa459e5,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:13.807661 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-00d950d0-e9c0-4e14-8531-02ddf1973ed6 req-e58beece-a6ac-476c-8a91-34865ff62ba3 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:13.857224 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-00d950d0-e9c0-4e14-8531-02ddf1973ed6 req-e58beece-a6ac-476c-8a91-34865ff62ba3 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Calling delete_port for 67090bba-679e-4589-b3d7-4a3d9fa459e5 owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:14:13.944684 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce497a-1dd1-4d60-b47f-717cd9c423b9 req-052822c3-4ffd-4b41-9690-49cb8942ef52 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:13.958116 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-89ce497a-1dd1-4d60-b47f-717cd9c423b9 req-052822c3-4ffd-4b41-9690-49cb8942ef52 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 784 time: 0.3490362 Dec 17 15:14:14.402994 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 98e50748-8e11-43be-aca3-52187c16ba75 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:14:14.635017 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-67b33bee-c85f-4fec-86d7-3733e27fe246 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:14.646165 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 98e50748-8e11-43be-aca3-52187c16ba75 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:14:14.646777 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:14.650205 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-67b33bee-c85f-4fec-86d7-3733e27fe246 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/networks?id=c704e634-d730-42f1-aad6-bcd13146a15b HTTP/1.1" status: 200 len: 821 time: 0.5099165 Dec 17 15:14:14.770148 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9541e81c-8c7b-40ba-973c-6f02fc925a73 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:14.772499 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-e3537e12-75ec-4b7c-9704-6f9a0074a51e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/quotas/84058b2235614a8bb82b01287f2acdc0 HTTP/1.1" status: 200 len: 375 time: 0.1180124 Dec 17 15:14:14.804992 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 16f3b572-cfd7-45ee-830d-050d56c97a5e up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:14:14.922598 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9541e81c-8c7b-40ba-973c-6f02fc925a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:15.112304 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-00d950d0-e9c0-4e14-8531-02ddf1973ed6 req-e58beece-a6ac-476c-8a91-34865ff62ba3 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:15.158578 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490ad2a-0a56-46a2-aea0-737149ccb0f1 None None] Pushing event updated for resources: {'Port': ['ID=c233a482-0b44-4bdf-917c-23fa0b0e4d20,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:15.212084 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58beece-a6ac-476c-8a91-34865ff62ba3 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Pushing event deleted for resources: {'Port': ['ID=67090bba-679e-4589-b3d7-4a3d9fa459e5,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:15.320767 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-9541e81c-8c7b-40ba-973c-6f02fc925a73 None None] Attempting to bind port c233a482-0b44-4bdf-917c-23fa0b0e4d20 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:14:15.321192 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-9541e81c-8c7b-40ba-973c-6f02fc925a73 None None] Attempting to bind port c233a482-0b44-4bdf-917c-23fa0b0e4d20 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '52a698be-e721-4703-8597-17d7609521b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e2c7c01a-bbaa-4401-af15-4a931dd2e055'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:14:15.321565 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9541e81c-8c7b-40ba-973c-6f02fc925a73 None None] Attempting to bind port c233a482-0b44-4bdf-917c-23fa0b0e4d20 on network e2c7c01a-bbaa-4401-af15-4a931dd2e055 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:14:15.339274 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9541e81c-8c7b-40ba-973c-6f02fc925a73 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:14:15.339661 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9541e81c-8c7b-40ba-973c-6f02fc925a73 None None] Checking segment: {'id': '52a698be-e721-4703-8597-17d7609521b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e2c7c01a-bbaa-4401-af15-4a931dd2e055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:14:15.340070 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9541e81c-8c7b-40ba-973c-6f02fc925a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:15.340614 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9541e81c-8c7b-40ba-973c-6f02fc925a73 None None] Bound using segment: {'id': '52a698be-e721-4703-8597-17d7609521b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e2c7c01a-bbaa-4401-af15-4a931dd2e055'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:14:15.341124 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-9541e81c-8c7b-40ba-973c-6f02fc925a73 None None] Bound port: c233a482-0b44-4bdf-917c-23fa0b0e4d20, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52a698be-e721-4703-8597-17d7609521b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e2c7c01a-bbaa-4401-af15-4a931dd2e055'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:14:15.341511 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9541e81c-8c7b-40ba-973c-6f02fc925a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:15.355627 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71192661-6314-4862-af6e-090f18c74e74 req-d518c73e-4a12-4073-9f62-bdda44b97be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:15.357206 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71192661-6314-4862-af6e-090f18c74e74 req-d518c73e-4a12-4073-9f62-bdda44b97be4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dce35d970fbe48cba744e46ec101633d&device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 1097 time: 0.3734894 Dec 17 15:14:15.423991 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 16f3b572-cfd7-45ee-830d-050d56c97a5e completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:14:15.432713 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 16f3b572-cfd7-45ee-830d-050d56c97a5e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:14:15.433597 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:15.459030 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d950d0-e9c0-4e14-8531-02ddf1973ed6 req-e58beece-a6ac-476c-8a91-34865ff62ba3 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] No DVR routers for this DVR port 67090bba-679e-4589-b3d7-4a3d9fa459e5 on host n-h1-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:14:15.483622 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-00d950d0-e9c0-4e14-8531-02ddf1973ed6 req-e58beece-a6ac-476c-8a91-34865ff62ba3 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:15.493519 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-00d950d0-e9c0-4e14-8531-02ddf1973ed6 req-e58beece-a6ac-476c-8a91-34865ff62ba3 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.41 "DELETE /v2.0/ports/67090bba-679e-4589-b3d7-4a3d9fa459e5 HTTP/1.1" status: 204 len: 173 time: 2.7469156 Dec 17 15:14:15.501621 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-126641c5-cf24-442e-ad7e-e37110c586b7 None None] Provisioning complete for port c233a482-0b44-4bdf-917c-23fa0b0e4d20 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:14:15.501621 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-126641c5-cf24-442e-ad7e-e37110c586b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:15.501843 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5da6c6-44e8-43ee-b73e-c3d24a2616ca', 'name': 'network-vif-deleted', 'tag': '67090bba-679e-4589-b3d7-4a3d9fa459e5'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:14:15.503491 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cf7981-dc0a-4f71-9ea7-5d5932370727" -d '{"events": [{"server_uuid": "fc5da6c6-44e8-43ee-b73e-c3d24a2616ca", "name": "network-vif-deleted", "tag": "67090bba-679e-4589-b3d7-4a3d9fa459e5"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:14:15.542473 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-b82dafc8-3d1c-47c6-a4f4-07c400f605a6 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=84058b2235614a8bb82b01287f2acdc0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7534773 Dec 17 15:14:15.582561 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d153a-31d4-4032-850c-14a4f6c1af62 req-5704d533-4626-4907-8476-588dcf635298 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:15.584519 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0e2d153a-31d4-4032-850c-14a4f6c1af62 req-5704d533-4626-4907-8476-588dcf635298 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 945 time: 0.6109500 Dec 17 15:14:15.601249 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-9541e81c-8c7b-40ba-973c-6f02fc925a73 None None] For port c233a482-0b44-4bdf-917c-23fa0b0e4d20, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:14:15.603604 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-126641c5-cf24-442e-ad7e-e37110c586b7 None None] Port c233a482-0b44-4bdf-917c-23fa0b0e4d20 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:14:15.660602 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-9541e81c-8c7b-40ba-973c-6f02fc925a73 None None] For port c233a482-0b44-4bdf-917c-23fa0b0e4d20, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c233a482-0b44-4bdf-917c-23fa0b0e4d20,segment=NetworkSegment(52a698be-e721-4703-8597-17d7609521b5),segment_id=52a698be-e721-4703-8597-17d7609521b5)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:14:15.664342 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0e2d153a-31d4-4032-850c-14a4f6c1af62 req-da6b205f-770f-4775-935e-ac9e8ed0bf5a tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693650 Dec 17 15:14:15.703518 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71192661-6314-4862-af6e-090f18c74e74 req-758721d7-649d-4638-b3a9-86f7ff75a295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:15.708970 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71192661-6314-4862-af6e-090f18c74e74 req-758721d7-649d-4638-b3a9-86f7ff75a295 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cbde9e9a-b1dd-42f5-b861-f60d8d354cb3 HTTP/1.1" status: 200 len: 918 time: 0.2493215 Dec 17 15:14:15.778830 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9541e81c-8c7b-40ba-973c-6f02fc925a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:15.791027 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:14:15.798560 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71192661-6314-4862-af6e-090f18c74e74 req-ead4f978-ec09-4018-83df-4e51b46d8219 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33f273c6-a98c-41ab-b0fe-fde9e717fb03 HTTP/1.1" status: 200 len: 217 time: 0.0855649 Dec 17 15:14:15.893357 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71192661-6314-4862-af6e-090f18c74e74 req-c2b47b8e-b0d5-4a24-ae80-0a6bdeea1383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:15.895107 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71192661-6314-4862-af6e-090f18c74e74 req-c2b47b8e-b0d5-4a24-ae80-0a6bdeea1383 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e60526ad-10ea-41ba-854b-a0b7809ae667 HTTP/1.1" status: 200 len: 857 time: 0.0792832 Dec 17 15:14:15.907652 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c10b3-52b6-4720-a2ef-5fbbe0e83489 req-3d438a30-e1e0-4eea-8bca-97372d720ae6 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:15.909712 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-439c10b3-52b6-4720-a2ef-5fbbe0e83489 req-3d438a30-e1e0-4eea-8bca-97372d720ae6 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/ports?device_id=44a86e10-6052-438e-aac9-1fec1efa8b60&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1059906 Dec 17 15:14:15.941266 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71192661-6314-4862-af6e-090f18c74e74 req-33824343-c150-4150-8c3a-2121f31abd61 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cbde9e9a-b1dd-42f5-b861-f60d8d354cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303004 Dec 17 15:14:16.009423 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:16.040998 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490ad2a-0a56-46a2-aea0-737149ccb0f1 None None] Pushing event updated for resources: {'Port': ['ID=c233a482-0b44-4bdf-917c-23fa0b0e4d20,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:16.060588 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9541e81c-8c7b-40ba-973c-6f02fc925a73 None None] Routers {'7b607d89-afcb-48b6-bd9a-dc913769d046'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:14:16.060588 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-9541e81c-8c7b-40ba-973c-6f02fc925a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:14:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['7b607d89-afcb-48b6-bd9a-dc913769d046'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:14:16.208259 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7fb83a3-ed6e-4d04-8182-ffa9b01b3f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f3b572-cfd7-45ee-830d-050d56c97a5e'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:14:16.211295 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e5fe68-45fe-49ba-98a7-e466b247c43a" -d '{"events": [{"server_uuid": "c7fb83a3-ed6e-4d04-8182-ffa9b01b3f9c", "name": "network-vif-plugged", "status": "completed", "tag": "16f3b572-cfd7-45ee-830d-050d56c97a5e"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:14:16.251048 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 16f3b572-cfd7-45ee-830d-050d56c97a5e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=16f3b572-cfd7-45ee-830d-050d56c97a5e,segment=NetworkSegment(2b6cd071-b9ed-4679-8985-5e8cd7aa862b),segment_id=2b6cd071-b9ed-4679-8985-5e8cd7aa862b)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:16.268631 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-439c10b3-52b6-4720-a2ef-5fbbe0e83489 req-b20e6101-f346-4cde-b258-0bfdc787257d tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.60 HTTP/1.1" status: 200 len: 695 time: 0.3260171 Dec 17 15:14:16.298991 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-9541e81c-8c7b-40ba-973c-6f02fc925a73 None None] Set router 7b607d89-afcb-48b6-bd9a-dc913769d046 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:14:16.346958 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-439c10b3-52b6-4720-a2ef-5fbbe0e83489 req-4eb953f9-efa8-4308-9733-a71f7d363f92 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Request body: {'floatingip': {'port_id': '2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:14:16.356835 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:16.359503 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 67090bba-679e-4589-b3d7-4a3d9fa459e5 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:14:16.412040 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-439c10b3-52b6-4720-a2ef-5fbbe0e83489 req-4eb953f9-efa8-4308-9733-a71f7d363f92 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks [] for floatingip, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:16.508490 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=16f3b572-cfd7-45ee-830d-050d56c97a5e,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:16.528055 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 67090bba-679e-4589-b3d7-4a3d9fa459e5 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:14:16.528874 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 67090bba-679e-4589-b3d7-4a3d9fa459e5 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:14:16.562962 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71192661-6314-4862-af6e-090f18c74e74 req-775c64d4-a275-4649-aeb8-f828cc480950 service neutron] 10.222.0.13 "GET /v2.0/networks/cbde9e9a-b1dd-42f5-b861-f60d8d354cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6061974 Dec 17 15:14:16.585613 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-a3dbe3eb-2626-4025-b943-1e99ab25fd43 service neutron] 10.222.0.46 "GET /v2.0/networks/c704e634-d730-42f1-aad6-bcd13146a15b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0577364 Dec 17 15:14:16.587075 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-15ecae98-182a-4f0c-b2db-3df333dbf940 None None] Provisioning complete for port c233a482-0b44-4bdf-917c-23fa0b0e4d20 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:14:16.587788 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-15ecae98-182a-4f0c-b2db-3df333dbf940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:16.758159 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-3bd90cb6-34b5-46ed-ad8f-7957a030036b service neutron] 10.222.0.46 "GET /v2.0/networks/c704e634-d730-42f1-aad6-bcd13146a15b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715364 Dec 17 15:14:16.909240 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-15ecae98-182a-4f0c-b2db-3df333dbf940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:16.938401 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71192661-6314-4862-af6e-090f18c74e74 req-83add237-da66-40c0-b535-b5a505d97735 service neutron] 10.222.0.13 "GET /v2.0/networks/cbde9e9a-b1dd-42f5-b861-f60d8d354cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635628 Dec 17 15:14:16.969915 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [req-439c10b3-52b6-4720-a2ef-5fbbe0e83489 req-4eb953f9-efa8-4308-9733-a71f7d363f92 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] update failed (client error): There was a conflict when trying to complete your request. Dec 17 15:14:16.984848 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-439c10b3-52b6-4720-a2ef-5fbbe0e83489 req-4eb953f9-efa8-4308-9733-a71f7d363f92 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "PUT /v2.0/floatingips/bdf7901e-1301-4065-8915-c0af1936a377 HTTP/1.1" status: 409 len: 550 time: 0.6513252 Dec 17 15:14:17.095098 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-15ecae98-182a-4f0c-b2db-3df333dbf940 None None] For port c233a482-0b44-4bdf-917c-23fa0b0e4d20, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c233a482-0b44-4bdf-917c-23fa0b0e4d20,segment=NetworkSegment(52a698be-e721-4703-8597-17d7609521b5),segment_id=52a698be-e721-4703-8597-17d7609521b5)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:17.100881 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd53e35-f565-498c-84dc-9ebb15994242 req-8e2a3cbd-c5a2-4b27-bbe9-1ed6ef1c3409 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:17.111861 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6fd53e35-f565-498c-84dc-9ebb15994242 req-8e2a3cbd-c5a2-4b27-bbe9-1ed6ef1c3409 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7fb83a3-ed6e-4d04-8182-ffa9b01b3f9c HTTP/1.1" status: 200 len: 945 time: 0.0748272 Dec 17 15:14:17.113716 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-9541e81c-8c7b-40ba-973c-6f02fc925a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b607d89-afcb-48b6-bd9a-dc913769d046', 'name': 'tempest-AttachSCSIVolumeTestJSON-986475833-router', 'tenant_id': 'c7b889abcd59451197be0c6dbe473f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '98e50748-8e11-43be-aca3-52187c16ba75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:14:04Z', 'updated_at': '2021-12-17T15:14:10Z', 'revision_number': 4, 'project_id': 'c7b889abcd59451197be0c6dbe473f72', 'gw_port': {'id': '98e50748-8e11-43be-aca3-52187c16ba75', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b607d89-afcb-48b6-bd9a-dc913769d046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:14:06Z', 'updated_at': '2021-12-17T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'c233a482-0b44-4bdf-917c-23fa0b0e4d20', 'name': '', 'network_id': 'e2c7c01a-bbaa-4401-af15-4a931dd2e055', 'tenant_id': 'c7b889abcd59451197be0c6dbe473f72', 'mac_address': 'fa:16:3e:eb:41:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b607d89-afcb-48b6-bd9a-dc913769d046', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '6115a2fb-6a8c-4f71-aa89-61b69b6aaa91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:14:09Z', 'updated_at': '2021-12-17T15:14:15Z', 'revision_number': 4, 'project_id': 'c7b889abcd59451197be0c6dbe473f72', 'subnets': [{'id': '6115a2fb-6a8c-4f71-aa89-61b69b6aaa91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:14:17.162481 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-15ecae98-182a-4f0c-b2db-3df333dbf940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:17.173906 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9541e81c-8c7b-40ba-973c-6f02fc925a73 None None] The sync data for ids ['7b607d89-afcb-48b6-bd9a-dc913769d046'] in n-d-820553-2 is: [{'id': '7b607d89-afcb-48b6-bd9a-dc913769d046', 'name': 'tempest-AttachSCSIVolumeTestJSON-986475833-router', 'tenant_id': 'c7b889abcd59451197be0c6dbe473f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '98e50748-8e11-43be-aca3-52187c16ba75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:14:04Z', 'updated_at': '2021-12-17T15:14:10Z', 'revision_number': 4, 'project_id': 'c7b889abcd59451197be0c6dbe473f72', 'gw_port': {'id': '98e50748-8e11-43be-aca3-52187c16ba75', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b607d89-afcb-48b6-bd9a-dc913769d046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:14:06Z', 'updated_at': '2021-12-17T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'c233a482-0b44-4bdf-917c-23fa0b0e4d20', 'name': '', 'network_id': 'e2c7c01a-bbaa-4401-af15-4a931dd2e055', 'tenant_id': 'c7b889abcd59451197be0c6dbe473f72', 'mac_address': 'fa:16:3e:eb:41:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b607d89-afcb-48b6-bd9a-dc913769d046', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '6115a2fb-6a8c-4f71-aa89-61b69b6aaa91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:14:09Z', 'updated_at': '2021-12-17T15:14:15Z', 'revision_number': 4, 'project_id': 'c7b889abcd59451197be0c6dbe473f72', 'subnets': [{'id': '6115a2fb-6a8c-4f71-aa89-61b69b6aaa91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:14:17.188165 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6fd53e35-f565-498c-84dc-9ebb15994242 req-52b520ea-7ee3-4e56-ba97-00b66e8c69b8 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] 10.222.0.46 "GET /v2.0/security-groups?id=018b23ee-d262-474d-bf4d-a3901c363d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751922 Dec 17 15:14:17.330678 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ecae98-182a-4f0c-b2db-3df333dbf940 None None] Pushing event updated for resources: {'Port': ['ID=c233a482-0b44-4bdf-917c-23fa0b0e4d20,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:17.421918 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddfe38c-d201-4cf9-be7c-01e8c1ba9691 x-openstack-request-id: req-5ddfe38c-d201-4cf9-be7c-01e8c1ba9691 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:14:17.427636 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5da6c6-44e8-43ee-b73e-c3d24a2616ca", "name": "network-vif-deleted", "tag": "67090bba-679e-4589-b3d7-4a3d9fa459e5", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:14:17.428489 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5ddfe38c-d201-4cf9-be7c-01e8c1ba9691 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:14:17.434303 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5da6c6-44e8-43ee-b73e-c3d24a2616ca', 'name': 'network-vif-deleted', 'tag': '67090bba-679e-4589-b3d7-4a3d9fa459e5', 'status': 'completed', 'code': 200} Dec 17 15:14:17.484888 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c99ec9-4529-4f1f-849e-d253029ac9d7 x-openstack-request-id: req-e6c99ec9-4529-4f1f-849e-d253029ac9d7 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:14:17.485319 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7fb83a3-ed6e-4d04-8182-ffa9b01b3f9c", "name": "network-vif-plugged", "status": "completed", "tag": "16f3b572-cfd7-45ee-830d-050d56c97a5e", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:14:17.486237 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e6c99ec9-4529-4f1f-849e-d253029ac9d7 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:14:17.486723 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7fb83a3-ed6e-4d04-8182-ffa9b01b3f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f3b572-cfd7-45ee-830d-050d56c97a5e', 'code': 200} Dec 17 15:14:17.539076 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000da42b-2162-4399-8799-ee24dd01397b req-a52f23df-0283-4b12-a54f-62b4447e929b tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:17.541478 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-000da42b-2162-4399-8799-ee24dd01397b req-a52f23df-0283-4b12-a54f-62b4447e929b tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 946 time: 0.1309595 Dec 17 15:14:17.647327 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-000da42b-2162-4399-8799-ee24dd01397b req-582af71b-beda-4039-ba4c-9174c5695dba tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888870 Dec 17 15:14:17.729406 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5503291-5ffa-4536-99a1-efecc521466e req-538743a4-8b92-4eb6-b226-080c1b93f0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:17.730969 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e5503291-5ffa-4536-99a1-efecc521466e req-538743a4-8b92-4eb6-b226-080c1b93f0b7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c7fb83a3-ed6e-4d04-8182-ffa9b01b3f9c HTTP/1.1" status: 200 len: 1096 time: 0.1601529 Dec 17 15:14:17.821742 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-576dd3d4-7576-44e7-88be-23ef133ad4ec req-d9646605-3f97-4812-b217-4ebb7c501fe1 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/floatingips/bdf7901e-1301-4065-8915-c0af1936a377 HTTP/1.1" status: 200 len: 692 time: 0.1025581 Dec 17 15:14:18.010552 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bb1d6-02ee-451d-b87f-1bcaded7e9a3 req-806ca266-89a3-465d-9a6a-ac3586e5a9bd tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:18.024619 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8e5bb1d6-02ee-451d-b87f-1bcaded7e9a3 req-806ca266-89a3-465d-9a6a-ac3586e5a9bd tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 945 time: 0.3743746 Dec 17 15:14:18.043159 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e5503291-5ffa-4536-99a1-efecc521466e req-7ca8d3e0-ebec-408f-bb29-479c09bbd288 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=018b23ee-d262-474d-bf4d-a3901c363d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683024 Dec 17 15:14:18.126164 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576dd3d4-7576-44e7-88be-23ef133ad4ec req-c37d6080-6f04-4d20-90db-0e0f83fca95a tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:18.127716 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-576dd3d4-7576-44e7-88be-23ef133ad4ec req-c37d6080-6f04-4d20-90db-0e0f83fca95a tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 784 time: 0.3051448 Dec 17 15:14:18.159993 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8e5bb1d6-02ee-451d-b87f-1bcaded7e9a3 req-8ae4bc1d-bef4-40ba-81c2-41f7338461db tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197679 Dec 17 15:14:18.203249 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-576dd3d4-7576-44e7-88be-23ef133ad4ec req-a8619000-51bd-427b-aede-01767e9bacec tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.60 HTTP/1.1" status: 200 len: 695 time: 0.0545690 Dec 17 15:14:18.290697 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-576dd3d4-7576-44e7-88be-23ef133ad4ec req-b52f25ec-0ee1-49b4-84ba-0667ec3e4324 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.60 HTTP/1.1" status: 200 len: 695 time: 0.0790887 Dec 17 15:14:18.352275 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c233a482-0b44-4bdf-917c-23fa0b0e4d20 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:14:18.385218 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0424d6f2-6712-442e-9876-0bfa918f4ab1 req-2b4c235f-e379-4d5c-8550-a8ed98712628 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=91acfa0d-aa16-4258-874f-4787ab85ee93 HTTP/1.1" status: 200 len: 210 time: 0.0934227 Dec 17 15:14:18.461656 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port c233a482-0b44-4bdf-917c-23fa0b0e4d20 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:14:18.461952 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:18.880849 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-576dd3d4-7576-44e7-88be-23ef133ad4ec req-6b4115bc-6495-4250-8268-39163245e7fa tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Deleting port 126185f4-45bd-4bab-9538-a7a414477c12 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:14:18.881601 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-576dd3d4-7576-44e7-88be-23ef133ad4ec req-6b4115bc-6495-4250-8268-39163245e7fa tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:19.024190 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-576dd3d4-7576-44e7-88be-23ef133ad4ec req-6b4115bc-6495-4250-8268-39163245e7fa tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:19.025008 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-576dd3d4-7576-44e7-88be-23ef133ad4ec req-6b4115bc-6495-4250-8268-39163245e7fa tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:19.067041 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-576dd3d4-7576-44e7-88be-23ef133ad4ec req-6b4115bc-6495-4250-8268-39163245e7fa tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Calling delete_port for 126185f4-45bd-4bab-9538-a7a414477c12 owned by network:floatingip {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:14:19.240397 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d237c12-ed89-4b74-9bcc-396764560afe req-64989ed4-bbb3-4c62-8f8b-2253677b12a2 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=5af877e7b83c499a97aeb3432ba60ea9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431035 Dec 17 15:14:19.529147 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d237c12-ed89-4b74-9bcc-396764560afe req-099ec9d6-c6c6-4dd9-87fd-b87b1fe9ba66 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:19.531583 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d237c12-ed89-4b74-9bcc-396764560afe req-099ec9d6-c6c6-4dd9-87fd-b87b1fe9ba66 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2774518 Dec 17 15:14:19.548679 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d237c12-ed89-4b74-9bcc-396764560afe req-7a1ab2d0-1d14-4d9c-a3f4-1bb2d3850ac3 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/quotas/5af877e7b83c499a97aeb3432ba60ea9 HTTP/1.1" status: 200 len: 375 time: 0.0107703 Dec 17 15:14:19.585636 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d237c12-ed89-4b74-9bcc-396764560afe req-36827ff2-ef3b-4b24-bb55-a3b2d0d15135 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5af877e7b83c499a97aeb3432ba60ea9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294113 Dec 17 15:14:19.611270 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-576dd3d4-7576-44e7-88be-23ef133ad4ec req-6b4115bc-6495-4250-8268-39163245e7fa tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:19.659917 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4115bc-6495-4250-8268-39163245e7fa tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Pushing event deleted for resources: {'Port': ['ID=126185f4-45bd-4bab-9538-a7a414477c12,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:19.739033 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-576dd3d4-7576-44e7-88be-23ef133ad4ec req-6b4115bc-6495-4250-8268-39163245e7fa tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks [] for floatingip, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:19.742163 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-576dd3d4-7576-44e7-88be-23ef133ad4ec req-6b4115bc-6495-4250-8268-39163245e7fa tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:19.743605 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-576dd3d4-7576-44e7-88be-23ef133ad4ec req-6b4115bc-6495-4250-8268-39163245e7fa tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "DELETE /v2.0/floatingips/bdf7901e-1301-4065-8915-c0af1936a377 HTTP/1.1" status: 204 len: 173 time: 1.4415467 Dec 17 15:14:19.978065 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedee2e9-2609-461f-b723-25cce0a0e7cb req-9abda968-9cdc-4d1d-95d5-7dd8f5306c86 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:19.993859 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aedee2e9-2609-461f-b723-25cce0a0e7cb req-9abda968-9cdc-4d1d-95d5-7dd8f5306c86 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7fb83a3-ed6e-4d04-8182-ffa9b01b3f9c HTTP/1.1" status: 200 len: 945 time: 0.1856298 Dec 17 15:14:20.169636 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b6ed4-b73a-4477-8d61-d233707a44b1 req-32c8d610-6ba7-43fc-8f1a-ae14ba40c86c tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:20.171334 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-de4b6ed4-b73a-4477-8d61-d233707a44b1 req-32c8d610-6ba7-43fc-8f1a-ae14ba40c86c tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 946 time: 0.2157993 Dec 17 15:14:20.304769 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aedee2e9-2609-461f-b723-25cce0a0e7cb req-dc5a6ad1-5274-4b05-ae21-1a33aa759a3d tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] 10.222.0.46 "GET /v2.0/security-groups?id=018b23ee-d262-474d-bf4d-a3901c363d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083267 Dec 17 15:14:20.379704 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e0f97-6e79-44fa-8aee-e39ac249dff3 req-cc5d8055-f792-45f9-9f9e-f1e035ce1a39 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:20.383436 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a59e0f97-6e79-44fa-8aee-e39ac249dff3 req-cc5d8055-f792-45f9-9f9e-f1e035ce1a39 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 944 time: 0.4341235 Dec 17 15:14:20.513368 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-30d9a52b-45e9-48bd-a26f-6ba44f59d657 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:20.520964 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-30d9a52b-45e9-48bd-a26f-6ba44f59d657 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.41 "GET /v2.0/networks?id=c704e634-d730-42f1-aad6-bcd13146a15b HTTP/1.1" status: 200 len: 821 time: 0.3283141 Dec 17 15:14:20.546588 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-a66f1cb9-a648-4e35-888f-e994eac8014e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Request body: {'port': {'device_id': '91acfa0d-aa16-4258-874f-4787ab85ee93', 'network_id': 'c704e634-d730-42f1-aad6-bcd13146a15b', 'admin_state_up': True, 'tenant_id': '84058b2235614a8bb82b01287f2acdc0'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:14:20.558666 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-de4b6ed4-b73a-4477-8d61-d233707a44b1 req-b44c2d9c-249f-4985-b260-9d2eacded090 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430672 Dec 17 15:14:20.784717 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede58b7e-2d1e-4805-976b-33bf7ccfc5c1 req-ff8f673d-1bc6-473d-a2a2-d330670ffaa7 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:20.791420 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ede58b7e-2d1e-4805-976b-33bf7ccfc5c1 req-ff8f673d-1bc6-473d-a2a2-d330670ffaa7 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 944 time: 0.1705306 Dec 17 15:14:20.844699 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-a59e0f97-6e79-44fa-8aee-e39ac249dff3 req-80f70794-6f39-4fff-b733-28eb8c1552b5 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Deleting port 8f252342-e759-4489-98a4-559ae2b246b8 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:14:20.845329 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-a59e0f97-6e79-44fa-8aee-e39ac249dff3 req-80f70794-6f39-4fff-b733-28eb8c1552b5 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:20.863377 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff15291-17ef-4f52-a873-65cdc7549652 req-bcf16f5d-fc56-4c98-afe4-3a46af06eb69 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:20.873956 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fff15291-17ef-4f52-a873-65cdc7549652 req-bcf16f5d-fc56-4c98-afe4-3a46af06eb69 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 945 time: 0.1962035 Dec 17 15:14:20.894614 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-a66f1cb9-a648-4e35-888f-e994eac8014e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Made reservation on behalf of 84058b2235614a8bb82b01287f2acdc0 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:14:20.898339 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-a66f1cb9-a648-4e35-888f-e994eac8014e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:20.980646 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ede58b7e-2d1e-4805-976b-33bf7ccfc5c1 req-c587badf-5e1d-419b-995e-be1289e03726 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/security-groups?id=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834869 Dec 17 15:14:21.102124 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fff15291-17ef-4f52-a873-65cdc7549652 req-79a59a6f-0389-4c49-b7b5-b61b094b0511 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269421 Dec 17 15:14:21.149760 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-a59e0f97-6e79-44fa-8aee-e39ac249dff3 req-80f70794-6f39-4fff-b733-28eb8c1552b5 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] For port 8f252342-e759-4489-98a4-559ae2b246b8, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=8f252342-e759-4489-98a4-559ae2b246b8,segment=NetworkSegment(9f6ce07f-8173-4d10-b465-942adad2b393),segment_id=9f6ce07f-8173-4d10-b465-942adad2b393)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:21.150287 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-a59e0f97-6e79-44fa-8aee-e39ac249dff3 req-80f70794-6f39-4fff-b733-28eb8c1552b5 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:21.166963 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-a59e0f97-6e79-44fa-8aee-e39ac249dff3 req-80f70794-6f39-4fff-b733-28eb8c1552b5 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Calling delete_port for 8f252342-e759-4489-98a4-559ae2b246b8 owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:14:21.192177 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-a66f1cb9-a648-4e35-888f-e994eac8014e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Allocated IP 172.20.0.9 (c704e634-d730-42f1-aad6-bcd13146a15b/3797d1ea-06a4-44eb-b593-2c962d2f6ff1/e8544dac-c342-4808-ad30-5a3ee314924e) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:14:21.259268 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d77201f9-3543-44b5-b776-e14f2856b3c9 req-94efd456-f75b-4852-98fa-7e75795a4a2f tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=91acfa0d-aa16-4258-874f-4787ab85ee93 HTTP/1.1" status: 200 len: 210 time: 0.0780337 Dec 17 15:14:21.442322 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-37d4c680-73f7-422e-ba9b-525c1645e53d req-116f30b6-9b3e-4556-b3b8-975eb0f67a28 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/ports?device_id=c32b9cd3-7f4c-4cef-9d5f-402dd6d56434 HTTP/1.1" status: 200 len: 210 time: 0.0646894 Dec 17 15:14:21.488186 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-a66f1cb9-a648-4e35-888f-e994eac8014e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:21.551745 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf8c51cd-6707-4b4d-91f0-32e484888c2a req-ad161e03-b24d-42e5-9b67-9683632e2c2b tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.78 HTTP/1.1" status: 200 len: 1001 time: 0.3665156 Dec 17 15:14:21.609118 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-a66f1cb9-a648-4e35-888f-e994eac8014e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:21.692386 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-a66f1cb9-a648-4e35-888f-e994eac8014e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Network c704e634-d730-42f1-aad6-bcd13146a15b is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:14:21.694105 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-a66f1cb9-a648-4e35-888f-e994eac8014e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:14:21.697945 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-a66f1cb9-a648-4e35-888f-e994eac8014e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:14:21.732290 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f1cb9-a648-4e35-888f-e994eac8014e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Pushing event updated for resources: {'Port': ['ID=e8544dac-c342-4808-ad30-5a3ee314924e,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:21.783484 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd963a7-7ed7-4f14-b9bf-06a3ce7f73c7 req-dc88ca1c-c9fb-41f0-befe-a70588ae7d0b tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:21.785026 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2dd963a7-7ed7-4f14-b9bf-06a3ce7f73c7 req-dc88ca1c-c9fb-41f0-befe-a70588ae7d0b tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7fb83a3-ed6e-4d04-8182-ffa9b01b3f9c HTTP/1.1" status: 200 len: 945 time: 0.2213261 Dec 17 15:14:21.807226 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c51cd-6707-4b4d-91f0-32e484888c2a req-b6a2cdfc-d769-49e6-8478-19d7db59dd64 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:21.808681 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf8c51cd-6707-4b4d-91f0-32e484888c2a req-b6a2cdfc-d769-49e6-8478-19d7db59dd64 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/ports/2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a HTTP/1.1" status: 200 len: 943 time: 0.2493351 Dec 17 15:14:21.847731 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-a66f1cb9-a648-4e35-888f-e994eac8014e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:21.849500 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-a66f1cb9-a648-4e35-888f-e994eac8014e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:21.915730 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2dd963a7-7ed7-4f14-b9bf-06a3ce7f73c7 req-05b28605-5519-4987-9f8f-bbce393e4409 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] 10.222.0.46 "GET /v2.0/security-groups?id=018b23ee-d262-474d-bf4d-a3901c363d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055875 Dec 17 15:14:21.995721 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf8c51cd-6707-4b4d-91f0-32e484888c2a req-fe3b39ac-6498-4d4b-87cf-6534c2ca6a88 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.78 HTTP/1.1" status: 200 len: 1001 time: 0.0785608 Dec 17 15:14:22.005271 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-a59e0f97-6e79-44fa-8aee-e39ac249dff3 req-80f70794-6f39-4fff-b733-28eb8c1552b5 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:22.006701 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-a66f1cb9-a648-4e35-888f-e994eac8014e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4679849 Dec 17 15:14:22.028137 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-689279b3-0903-4a3d-b822-dd6eaaf0042c service neutron] Request body: {'port': {'device_id': '91acfa0d-aa16-4258-874f-4787ab85ee93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:14:22.093211 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-689279b3-0903-4a3d-b822-dd6eaaf0042c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:22.129268 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f70794-6f39-4fff-b733-28eb8c1552b5 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Pushing event deleted for resources: {'Port': ['ID=8f252342-e759-4489-98a4-559ae2b246b8,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:22.185474 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59e0f97-6e79-44fa-8aee-e39ac249dff3 req-80f70794-6f39-4fff-b733-28eb8c1552b5 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] No DVR routers for this DVR port 8f252342-e759-4489-98a4-559ae2b246b8 on host n-h1-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:14:22.189234 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-a59e0f97-6e79-44fa-8aee-e39ac249dff3 req-80f70794-6f39-4fff-b733-28eb8c1552b5 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:22.192755 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a59e0f97-6e79-44fa-8aee-e39ac249dff3 req-80f70794-6f39-4fff-b733-28eb8c1552b5 tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.41 "DELETE /v2.0/ports/8f252342-e759-4489-98a4-559ae2b246b8 HTTP/1.1" status: 204 len: 173 time: 1.8023655 Dec 17 15:14:22.195706 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3a29b3-1a80-45ba-be68-e4e8bb621dd6', 'name': 'network-vif-deleted', 'tag': '8f252342-e759-4489-98a4-559ae2b246b8'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:14:22.198871 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ff6d4d-0615-4c6c-9fee-a6f2eba1bd7c" -d '{"events": [{"server_uuid": "9b3a29b3-1a80-45ba-be68-e4e8bb621dd6", "name": "network-vif-deleted", "tag": "8f252342-e759-4489-98a4-559ae2b246b8"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:14:22.227066 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf8d79-21a3-4b6b-b7a1-668d427a1047 req-77c826f9-1039-4c13-b7f0-3c7e2fa27ad4 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:22.228599 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a6bf8d79-21a3-4b6b-b7a1-668d427a1047 req-77c826f9-1039-4c13-b7f0-3c7e2fa27ad4 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 946 time: 0.2178116 Dec 17 15:14:22.284248 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c51cd-6707-4b4d-91f0-32e484888c2a req-04a6bf29-2db8-4e74-bfe8-d8974de0e03c tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:22.285970 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf8c51cd-6707-4b4d-91f0-32e484888c2a req-04a6bf29-2db8-4e74-bfe8-d8974de0e03c tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 784 time: 0.2660308 Dec 17 15:14:22.344579 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a6bf8d79-21a3-4b6b-b7a1-668d427a1047 req-53bc8cc2-6dce-4f18-abdb-729d42dbb955 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047523 Dec 17 15:14:22.369900 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf8c51cd-6707-4b4d-91f0-32e484888c2a req-391ce684-9a44-46c2-8b9f-fd07653fe585 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.78 HTTP/1.1" status: 200 len: 1001 time: 0.0761304 Dec 17 15:14:22.383173 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-bf8c51cd-6707-4b4d-91f0-32e484888c2a req-dd2fb7b5-3b9c-4f58-a99c-72dc91c17bcd tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:14:22.441106 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-689279b3-0903-4a3d-b822-dd6eaaf0042c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8544dac-c342-4808-ad30-5a3ee314924e {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:14:22.455036 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-689279b3-0903-4a3d-b822-dd6eaaf0042c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:22.470489 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-689279b3-0903-4a3d-b822-dd6eaaf0042c service neutron] Transition to ACTIVE for port object e8544dac-c342-4808-ad30-5a3ee314924e will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:14:22.485597 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-bf8c51cd-6707-4b4d-91f0-32e484888c2a req-dd2fb7b5-3b9c-4f58-a99c-72dc91c17bcd tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks [] for floatingip, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:22.566346 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-689279b3-0903-4a3d-b822-dd6eaaf0042c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:22.640774 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dd777487-2bee-49c0-b039-612283fa5671 req-eab1319e-f57d-4f54-8d1f-b8834b2fec7e tempest-LiveMigrationTest-1017517729 tempest-LiveMigrationTest-1017517729-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b3a29b3-1a80-45ba-be68-e4e8bb621dd6 HTTP/1.1" status: 200 len: 210 time: 0.0407548 Dec 17 15:14:22.696299 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689279b3-0903-4a3d-b822-dd6eaaf0042c service neutron] Pushing event updated for resources: {'Port': ['ID=e8544dac-c342-4808-ad30-5a3ee314924e,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:22.741040 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-bf8c51cd-6707-4b4d-91f0-32e484888c2a req-dd2fb7b5-3b9c-4f58-a99c-72dc91c17bcd tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:22.772294 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-689279b3-0903-4a3d-b822-dd6eaaf0042c service neutron] Attempting to bind port e8544dac-c342-4808-ad30-5a3ee314924e on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:14:22.772785 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-689279b3-0903-4a3d-b822-dd6eaaf0042c service neutron] Attempting to bind port e8544dac-c342-4808-ad30-5a3ee314924e by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '015294cb-4187-4289-b628-75f381cf79fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c704e634-d730-42f1-aad6-bcd13146a15b'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:14:22.773288 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-689279b3-0903-4a3d-b822-dd6eaaf0042c service neutron] Attempting to bind port e8544dac-c342-4808-ad30-5a3ee314924e on network c704e634-d730-42f1-aad6-bcd13146a15b {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:14:22.777984 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-689279b3-0903-4a3d-b822-dd6eaaf0042c service neutron] Port e8544dac-c342-4808-ad30-5a3ee314924e on network c704e634-d730-42f1-aad6-bcd13146a15b not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:14:22.778424 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-689279b3-0903-4a3d-b822-dd6eaaf0042c service neutron] Attempting to bind port e8544dac-c342-4808-ad30-5a3ee314924e on network c704e634-d730-42f1-aad6-bcd13146a15b {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:14:22.784398 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d237c12-ed89-4b74-9bcc-396764560afe req-c1a0ef3f-4c67-4490-b553-6623f6f6b40d tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5af877e7b83c499a97aeb3432ba60ea9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1220684 Dec 17 15:14:22.787364 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-689279b3-0903-4a3d-b822-dd6eaaf0042c service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:14:22.792410 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-689279b3-0903-4a3d-b822-dd6eaaf0042c service neutron] Checking segment: {'id': '015294cb-4187-4289-b628-75f381cf79fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c704e634-d730-42f1-aad6-bcd13146a15b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:14:22.792410 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-689279b3-0903-4a3d-b822-dd6eaaf0042c service neutron] Bound using segment: {'id': '015294cb-4187-4289-b628-75f381cf79fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c704e634-d730-42f1-aad6-bcd13146a15b'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:14:22.792410 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-689279b3-0903-4a3d-b822-dd6eaaf0042c service neutron] Bound port: e8544dac-c342-4808-ad30-5a3ee314924e, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '015294cb-4187-4289-b628-75f381cf79fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c704e634-d730-42f1-aad6-bcd13146a15b'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:14:22.792410 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-689279b3-0903-4a3d-b822-dd6eaaf0042c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:22.804444 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-bf8c51cd-6707-4b4d-91f0-32e484888c2a req-dd2fb7b5-3b9c-4f58-a99c-72dc91c17bcd tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:22.804783 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [req-bf8c51cd-6707-4b4d-91f0-32e484888c2a req-dd2fb7b5-3b9c-4f58-a99c-72dc91c17bcd tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Floating IP aac06ba7-5f20-4c8f-9b73-6dd3f1df5998 disassociated. External IP: 172.25.6.78, port: 2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a. Dec 17 15:14:22.808938 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 8f252342-e759-4489-98a4-559ae2b246b8 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:14:22.837922 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 8f252342-e759-4489-98a4-559ae2b246b8 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:14:22.839501 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 8f252342-e759-4489-98a4-559ae2b246b8 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:14:22.930629 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-689279b3-0903-4a3d-b822-dd6eaaf0042c service neutron] For port e8544dac-c342-4808-ad30-5a3ee314924e, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:14:22.934837 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-689279b3-0903-4a3d-b822-dd6eaaf0042c service neutron] For port e8544dac-c342-4808-ad30-5a3ee314924e, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e8544dac-c342-4808-ad30-5a3ee314924e,segment=NetworkSegment(015294cb-4187-4289-b628-75f381cf79fc),segment_id=015294cb-4187-4289-b628-75f381cf79fc)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:14:22.962155 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcb978-766f-4eb8-a0fd-578d419e699c req-7db544a4-3184-4ee9-a8bb-1f352dbb146b tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:22.963542 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9bcb978-766f-4eb8-a0fd-578d419e699c req-7db544a4-3184-4ee9-a8bb-1f352dbb146b tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 945 time: 0.2070677 Dec 17 15:14:23.012206 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-689279b3-0903-4a3d-b822-dd6eaaf0042c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:23.040219 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d237c12-ed89-4b74-9bcc-396764560afe req-dc6a17cb-2539-437d-ad37-8096177ae98a tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:23.042023 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d237c12-ed89-4b74-9bcc-396764560afe req-dc6a17cb-2539-437d-ad37-8096177ae98a tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2349102 Dec 17 15:14:23.060133 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-6d237c12-ed89-4b74-9bcc-396764560afe req-fbf5f7b1-c54e-4c55-99c5-7114687f8bc7 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Request body: {'port': {'device_id': 'c32b9cd3-7f4c-4cef-9d5f-402dd6d56434', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'admin_state_up': True, 'tenant_id': '5af877e7b83c499a97aeb3432ba60ea9'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:14:23.077503 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-689279b3-0903-4a3d-b822-dd6eaaf0042c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:23.078123 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-689279b3-0903-4a3d-b822-dd6eaaf0042c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:23.079835 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-689279b3-0903-4a3d-b822-dd6eaaf0042c service neutron] 10.222.0.41 "PUT /v2.0/ports/e8544dac-c342-4808-ad30-5a3ee314924e HTTP/1.1" status: 200 len: 1091 time: 1.0559776 Dec 17 15:14:23.094738 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91acfa0d-aa16-4258-874f-4787ab85ee93', 'tag': 'e8544dac-c342-4808-ad30-5a3ee314924e'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:14:23.097588 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8535c87-11f9-4f17-8041-c9f4510787ae" -d '{"events": [{"name": "network-changed", "server_uuid": "91acfa0d-aa16-4258-874f-4787ab85ee93", "tag": "e8544dac-c342-4808-ad30-5a3ee314924e"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:14:23.110728 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9bcb978-766f-4eb8-a0fd-578d419e699c req-917d8b93-09f4-4db7-9e4e-3bc666708288 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379399 Dec 17 15:14:23.134990 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689279b3-0903-4a3d-b822-dd6eaaf0042c service neutron] Pushing event updated for resources: {'Port': ['ID=e8544dac-c342-4808-ad30-5a3ee314924e,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:23.340824 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-26382e08-56bc-4a0b-9546-a7da5b55cdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:23.343873 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-26382e08-56bc-4a0b-9546-a7da5b55cdfe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84058b2235614a8bb82b01287f2acdc0&device_id=91acfa0d-aa16-4258-874f-4787ab85ee93 HTTP/1.1" status: 200 len: 1094 time: 0.0743983 Dec 17 15:14:23.431615 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa01e138-f574-4197-a455-7aea2c443c06 x-openstack-request-id: req-aa01e138-f574-4197-a455-7aea2c443c06 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:14:23.431615 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3a29b3-1a80-45ba-be68-e4e8bb621dd6", "name": "network-vif-deleted", "tag": "8f252342-e759-4489-98a4-559ae2b246b8", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:14:23.431615 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aa01e138-f574-4197-a455-7aea2c443c06 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:14:23.431615 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3a29b3-1a80-45ba-be68-e4e8bb621dd6', 'name': 'network-vif-deleted', 'tag': '8f252342-e759-4489-98a4-559ae2b246b8', 'status': 'completed', 'code': 200} Dec 17 15:14:23.449389 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-5bad960a-5044-4838-bc10-cab5b182a673 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8544dac-c342-4808-ad30-5a3ee314924e HTTP/1.1" status: 200 len: 217 time: 0.0778716 Dec 17 15:14:23.524472 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a5057-1218-490a-8e0a-4a0945e17eae req-370e7d87-eed8-432c-b684-e4c43d1672dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:23.526405 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-495a5057-1218-490a-8e0a-4a0945e17eae req-370e7d87-eed8-432c-b684-e4c43d1672dc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 1097 time: 0.1052165 Dec 17 15:14:23.552378 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25875b21-57e0-41c5-9a7d-a035fef9c32f req-563a5012-390f-4260-87ab-9dea2012716e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:23.553957 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-25875b21-57e0-41c5-9a7d-a035fef9c32f req-563a5012-390f-4260-87ab-9dea2012716e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=91acfa0d-aa16-4258-874f-4787ab85ee93 HTTP/1.1" status: 200 len: 943 time: 0.1217303 Dec 17 15:14:23.568537 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-82664f0a-618e-4aac-96d0-e1e8729bf90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:23.570050 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-82664f0a-618e-4aac-96d0-e1e8729bf90d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3797d1ea-06a4-44eb-b593-2c962d2f6ff1 HTTP/1.1" status: 200 len: 861 time: 0.1122689 Dec 17 15:14:23.586770 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf8c51cd-6707-4b4d-91f0-32e484888c2a req-dd2fb7b5-3b9c-4f58-a99c-72dc91c17bcd tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Router ddbaae00-e07f-4860-b159-83c2d6bb247f has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:14:23.612089 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-25875b21-57e0-41c5-9a7d-a035fef9c32f req-c427d439-974f-482b-bb79-34f7be2ea2cf tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516191 Dec 17 15:14:23.613200 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-e2c86156-e721-4476-ae75-49d9dfc9ae1b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c704e634-d730-42f1-aad6-bcd13146a15b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314624 Dec 17 15:14:23.615039 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-495a5057-1218-490a-8e0a-4a0945e17eae req-abc5f73c-f9d1-4fe4-932f-3e1006b57b8b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810542 Dec 17 15:14:23.702378 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d237c12-ed89-4b74-9bcc-396764560afe req-fbf5f7b1-c54e-4c55-99c5-7114687f8bc7 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Made reservation on behalf of 5af877e7b83c499a97aeb3432ba60ea9 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:14:23.714840 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-6d237c12-ed89-4b74-9bcc-396764560afe req-fbf5f7b1-c54e-4c55-99c5-7114687f8bc7 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:23.743262 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-6d237c12-ed89-4b74-9bcc-396764560afe req-fbf5f7b1-c54e-4c55-99c5-7114687f8bc7 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:23.749265 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7b32e339-85b4-46ad-8e65-2f54e3ec7625 req-89418ae6-b9fe-4b42-8b51-325177b499f2 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/ports?device_id=c32b9cd3-7f4c-4cef-9d5f-402dd6d56434 HTTP/1.1" status: 200 len: 210 time: 0.0381317 Dec 17 15:14:23.779009 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-2388981c-74cd-436c-b888-5e361c28afcd service neutron] 10.222.0.41 "GET /v2.0/networks/c704e634-d730-42f1-aad6-bcd13146a15b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576512 Dec 17 15:14:23.784640 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf8c51cd-6707-4b4d-91f0-32e484888c2a req-dd2fb7b5-3b9c-4f58-a99c-72dc91c17bcd tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:14:23.791924 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-bf8c51cd-6707-4b4d-91f0-32e484888c2a req-dd2fb7b5-3b9c-4f58-a99c-72dc91c17bcd tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:23.794932 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc03460-f986-45d3-a9c8-3077240e98db None None] Sync routers for ids ['ddbaae00-e07f-4860-b159-83c2d6bb247f'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:14:23.813400 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc03460-f986-45d3-a9c8-3077240e98db None None] Routers {'ddbaae00-e07f-4860-b159-83c2d6bb247f'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:14:23.820293 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ccc03460-f986-45d3-a9c8-3077240e98db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:14:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['ddbaae00-e07f-4860-b159-83c2d6bb247f'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:14:23.834171 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf8c51cd-6707-4b4d-91f0-32e484888c2a req-dd2fb7b5-3b9c-4f58-a99c-72dc91c17bcd tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "PUT /v2.0/floatingips/aac06ba7-5f20-4c8f-9b73-6dd3f1df5998 HTTP/1.1" status: 200 len: 694 time: 1.4567320 Dec 17 15:14:23.940322 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cd097398-0fe5-4a79-a29f-542573f2e69f req-69bf48f1-723d-4e9e-a726-dd7f0786b4e6 service neutron] 10.222.0.41 "GET /v2.0/networks/c704e634-d730-42f1-aad6-bcd13146a15b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520445 Dec 17 15:14:23.942216 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953690e5-3fb8-4d39-b9c5-c8b3dc84f132 x-openstack-request-id: req-953690e5-3fb8-4d39-b9c5-c8b3dc84f132 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:14:23.942808 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91acfa0d-aa16-4258-874f-4787ab85ee93", "tag": "e8544dac-c342-4808-ad30-5a3ee314924e", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:14:23.944096 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-953690e5-3fb8-4d39-b9c5-c8b3dc84f132 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:14:23.945159 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91acfa0d-aa16-4258-874f-4787ab85ee93', 'tag': 'e8544dac-c342-4808-ad30-5a3ee314924e', 'status': 'completed', 'code': 200} Dec 17 15:14:23.959930 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-6d237c12-ed89-4b74-9bcc-396764560afe req-fbf5f7b1-c54e-4c55-99c5-7114687f8bc7 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:23.974737 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c51cd-6707-4b4d-91f0-32e484888c2a req-cdf94469-6141-4fc8-ae6f-303237575972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:23.976731 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf8c51cd-6707-4b4d-91f0-32e484888c2a req-cdf94469-6141-4fc8-ae6f-303237575972 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=546e15ded86c488e84b853d47279143f&device_id=44a86e10-6052-438e-aac9-1fec1efa8b60 HTTP/1.1" status: 200 len: 1097 time: 0.1120732 Dec 17 15:14:24.023832 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-ccc03460-f986-45d3-a9c8-3077240e98db None None] Set router ddbaae00-e07f-4860-b159-83c2d6bb247f gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:14:24.047881 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-6d237c12-ed89-4b74-9bcc-396764560afe req-fbf5f7b1-c54e-4c55-99c5-7114687f8bc7 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:24.177093 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5f7b1-c54e-4c55-99c5-7114687f8bc7 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a773bab-1c53-4b03-8427-afeda468dba9,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:24.241999 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86c622-de11-416f-9feb-99a6a8e0f806 req-eee87b18-8914-4e1c-9187-73a516a6a940 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:24.250532 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2e86c622-de11-416f-9feb-99a6a8e0f806 req-eee87b18-8914-4e1c-9187-73a516a6a940 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 946 time: 0.2442560 Dec 17 15:14:24.263009 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c51cd-6707-4b4d-91f0-32e484888c2a req-af42a465-89be-4d0f-b4a0-90a4bdadfcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:24.265436 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf8c51cd-6707-4b4d-91f0-32e484888c2a req-af42a465-89be-4d0f-b4a0-90a4bdadfcf5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b38b1548-04df-4106-87bf-561dcd4a4c60 HTTP/1.1" status: 200 len: 930 time: 0.2797444 Dec 17 15:14:24.267114 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8535c87-11f9-4f17-8041-c9f4510787ae req-95ec7f58-d98f-4121-8e2e-8748f86a5963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:24.271770 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c8535c87-11f9-4f17-8041-c9f4510787ae req-95ec7f58-d98f-4121-8e2e-8748f86a5963 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84058b2235614a8bb82b01287f2acdc0&device_id=91acfa0d-aa16-4258-874f-4787ab85ee93 HTTP/1.1" status: 200 len: 1094 time: 0.0979280 Dec 17 15:14:24.319795 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf8c51cd-6707-4b4d-91f0-32e484888c2a req-b16770e6-f499-4853-bfd0-8ff1775cb730 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a HTTP/1.1" status: 200 len: 217 time: 0.0455468 Dec 17 15:14:24.385558 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2e86c622-de11-416f-9feb-99a6a8e0f806 req-f383bc12-d9fe-4cd5-9489-344aec7d5c31 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317060 Dec 17 15:14:24.411899 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-6d237c12-ed89-4b74-9bcc-396764560afe req-fbf5f7b1-c54e-4c55-99c5-7114687f8bc7 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Allocated IP 192.168.233.30 (f97c7142-717f-43eb-a835-5fcd8d6a6486/b0a1cb4f-5aa5-4130-b24e-105310ef66e4/63d15c7f-34e8-4018-b329-82275f7df244) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:14:24.415082 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ccc03460-f986-45d3-a9c8-3077240e98db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1253281214-router', 'tenant_id': '546e15ded86c488e84b853d47279143f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'd3d9523c-00f6-411b-8074-50940feb093f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:13:29Z', 'updated_at': '2021-12-17T15:13:37Z', 'revision_number': 4, 'project_id': '546e15ded86c488e84b853d47279143f', 'gw_port': {'id': 'd3d9523c-00f6-411b-8074-50940feb093f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:13:30Z', 'updated_at': '2021-12-17T15:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '4b5c8126-4ba6-460d-b12f-371bf5bc2f90', 'name': '', 'network_id': 'b38b1548-04df-4106-87bf-561dcd4a4c60', 'tenant_id': '546e15ded86c488e84b853d47279143f', 'mac_address': 'fa:16:3e:3a:3a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'f8e8bb92-9362-42ad-86ab-65c447e5583a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:13:36Z', 'updated_at': '2021-12-17T15:13:42Z', 'revision_number': 5, 'project_id': '546e15ded86c488e84b853d47279143f', 'subnets': [{'id': 'f8e8bb92-9362-42ad-86ab-65c447e5583a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:14:24.435466 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8535c87-11f9-4f17-8041-c9f4510787ae req-a7c5d60a-5e21-469d-9f9c-d6e7ee4c4cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:24.437226 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c8535c87-11f9-4f17-8041-c9f4510787ae req-a7c5d60a-5e21-469d-9f9c-d6e7ee4c4cd0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c704e634-d730-42f1-aad6-bcd13146a15b HTTP/1.1" status: 200 len: 922 time: 0.1585796 Dec 17 15:14:24.464146 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc03460-f986-45d3-a9c8-3077240e98db None None] Checking router: ddbaae00-e07f-4860-b159-83c2d6bb247f for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:14:24.473124 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42560) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:24.483943 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c51cd-6707-4b4d-91f0-32e484888c2a req-d046f325-e12e-4770-a62d-a77e58e10056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:24.485868 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf8c51cd-6707-4b4d-91f0-32e484888c2a req-d046f325-e12e-4770-a62d-a77e58e10056 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8e8bb92-9362-42ad-86ab-65c447e5583a HTTP/1.1" status: 200 len: 868 time: 0.1504402 Dec 17 15:14:24.489452 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc03460-f986-45d3-a9c8-3077240e98db None None] Routers {'ddbaae00-e07f-4860-b159-83c2d6bb247f'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:14:24.494112 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ccc03460-f986-45d3-a9c8-3077240e98db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:14:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['ddbaae00-e07f-4860-b159-83c2d6bb247f'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:14:24.572290 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c8535c87-11f9-4f17-8041-c9f4510787ae req-9f96d517-3b7e-4310-b8b3-aebbedee8de3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8544dac-c342-4808-ad30-5a3ee314924e HTTP/1.1" status: 200 len: 217 time: 0.1248686 Dec 17 15:14:24.672014 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8535c87-11f9-4f17-8041-c9f4510787ae req-70fd29cb-2f0b-4a5d-8fda-9260702c1bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:24.673831 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c8535c87-11f9-4f17-8041-c9f4510787ae req-70fd29cb-2f0b-4a5d-8fda-9260702c1bf9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3797d1ea-06a4-44eb-b593-2c962d2f6ff1 HTTP/1.1" status: 200 len: 861 time: 0.0931232 Dec 17 15:14:24.721724 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c8535c87-11f9-4f17-8041-c9f4510787ae req-c18c73a3-9657-4416-8fae-4a474d38c7d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c704e634-d730-42f1-aad6-bcd13146a15b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351985 Dec 17 15:14:24.728905 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-ccc03460-f986-45d3-a9c8-3077240e98db None None] Set router ddbaae00-e07f-4860-b159-83c2d6bb247f gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:14:24.894668 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-6d237c12-ed89-4b74-9bcc-396764560afe req-fbf5f7b1-c54e-4c55-99c5-7114687f8bc7 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:24.912954 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c8535c87-11f9-4f17-8041-c9f4510787ae req-228fd266-d2f3-431f-8096-88f12d54940b service neutron] 10.222.0.41 "GET /v2.0/networks/c704e634-d730-42f1-aad6-bcd13146a15b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823847 Dec 17 15:14:24.919340 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c51cd-6707-4b4d-91f0-32e484888c2a req-d0bc2845-12db-4cfa-9468-316b34322759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:24.929087 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf8c51cd-6707-4b4d-91f0-32e484888c2a req-d0bc2845-12db-4cfa-9468-316b34322759 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b38b1548-04df-4106-87bf-561dcd4a4c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4178834 Dec 17 15:14:25.046621 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-8203ea5a-3c6e-4700-af98-12111f048ca9 admin admin] Deleting subnet e07a04f7-750d-46bb-b1d6-18c61b699282 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:14:25.091373 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8203ea5a-3c6e-4700-af98-12111f048ca9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:25.106453 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c8535c87-11f9-4f17-8041-c9f4510787ae req-d51c830a-46fd-4a42-b531-d0a8309dcd32 service neutron] 10.222.0.41 "GET /v2.0/networks/c704e634-d730-42f1-aad6-bcd13146a15b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854410 Dec 17 15:14:25.143626 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ccc03460-f986-45d3-a9c8-3077240e98db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1253281214-router', 'tenant_id': '546e15ded86c488e84b853d47279143f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'd3d9523c-00f6-411b-8074-50940feb093f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:13:29Z', 'updated_at': '2021-12-17T15:13:37Z', 'revision_number': 4, 'project_id': '546e15ded86c488e84b853d47279143f', 'gw_port': {'id': 'd3d9523c-00f6-411b-8074-50940feb093f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:13:30Z', 'updated_at': '2021-12-17T15:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '4b5c8126-4ba6-460d-b12f-371bf5bc2f90', 'name': '', 'network_id': 'b38b1548-04df-4106-87bf-561dcd4a4c60', 'tenant_id': '546e15ded86c488e84b853d47279143f', 'mac_address': 'fa:16:3e:3a:3a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'f8e8bb92-9362-42ad-86ab-65c447e5583a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:13:36Z', 'updated_at': '2021-12-17T15:13:42Z', 'revision_number': 5, 'project_id': '546e15ded86c488e84b853d47279143f', 'subnets': [{'id': 'f8e8bb92-9362-42ad-86ab-65c447e5583a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:14:25.180708 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966907e-1c9a-4859-bd6d-b2e7f89dedd2 req-ad666bb4-f34b-4478-994b-8733e232187a tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:25.182181 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc03460-f986-45d3-a9c8-3077240e98db None None] The sync data for ids ['ddbaae00-e07f-4860-b159-83c2d6bb247f'] in n-d-820553-2 is: [{'id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1253281214-router', 'tenant_id': '546e15ded86c488e84b853d47279143f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'd3d9523c-00f6-411b-8074-50940feb093f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:13:29Z', 'updated_at': '2021-12-17T15:13:37Z', 'revision_number': 4, 'project_id': '546e15ded86c488e84b853d47279143f', 'gw_port': {'id': 'd3d9523c-00f6-411b-8074-50940feb093f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:13:30Z', 'updated_at': '2021-12-17T15:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '4b5c8126-4ba6-460d-b12f-371bf5bc2f90', 'name': '', 'network_id': 'b38b1548-04df-4106-87bf-561dcd4a4c60', 'tenant_id': '546e15ded86c488e84b853d47279143f', 'mac_address': 'fa:16:3e:3a:3a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'f8e8bb92-9362-42ad-86ab-65c447e5583a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:13:36Z', 'updated_at': '2021-12-17T15:13:42Z', 'revision_number': 5, 'project_id': '546e15ded86c488e84b853d47279143f', 'subnets': [{'id': 'f8e8bb92-9362-42ad-86ab-65c447e5583a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:14:25.182413 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9966907e-1c9a-4859-bd6d-b2e7f89dedd2 req-ad666bb4-f34b-4478-994b-8733e232187a tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 945 time: 0.1310811 Dec 17 15:14:25.186393 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8203ea5a-3c6e-4700-af98-12111f048ca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:25.284669 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf8c51cd-6707-4b4d-91f0-32e484888c2a req-d9084f35-c603-44f5-af18-3dc51c0eef40 service neutron] 10.222.0.46 "GET /v2.0/networks/b38b1548-04df-4106-87bf-561dcd4a4c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545413 Dec 17 15:14:25.291699 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-6d237c12-ed89-4b74-9bcc-396764560afe req-fbf5f7b1-c54e-4c55-99c5-7114687f8bc7 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:25.299762 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8203ea5a-3c6e-4700-af98-12111f048ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:25.346503 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9966907e-1c9a-4859-bd6d-b2e7f89dedd2 req-1e0fea2a-c99d-47ff-86e7-1f7f6a1e0ef1 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302376 Dec 17 15:14:25.432550 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a86e10-6052-438e-aac9-1fec1efa8b60', 'tag': '2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:14:25.441299 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74415c7f-66c9-4e16-ace3-464096255c45" -d '{"events": [{"name": "network-changed", "server_uuid": "44a86e10-6052-438e-aac9-1fec1efa8b60", "tag": "2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:14:25.459008 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d237c12-ed89-4b74-9bcc-396764560afe req-fbf5f7b1-c54e-4c55-99c5-7114687f8bc7 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Network f97c7142-717f-43eb-a835-5fcd8d6a6486 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:14:25.504365 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-6d237c12-ed89-4b74-9bcc-396764560afe req-fbf5f7b1-c54e-4c55-99c5-7114687f8bc7 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:14:25.515257 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0047d6d1-6f44-4c66-8b03-da39d8252b9d None None] New status for floating IP aac06ba7-5f20-4c8f-9b73-6dd3f1df5998: DOWN {{(pid=102834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:14:25.532218 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5f7b1-c54e-4c55-99c5-7114687f8bc7 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Pushing event updated for resources: {'Port': ['ID=63d15c7f-34e8-4018-b329-82275f7df244,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:25.535941 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d237c12-ed89-4b74-9bcc-396764560afe req-fbf5f7b1-c54e-4c55-99c5-7114687f8bc7 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:14:25.586637 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:25.624398 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf8c51cd-6707-4b4d-91f0-32e484888c2a req-f00ace97-36a7-4aac-9ee5-685ddb3ec010 service neutron] 10.222.0.46 "GET /v2.0/networks/b38b1548-04df-4106-87bf-561dcd4a4c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250408 Dec 17 15:14:25.635407 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2aed7-1e12-464a-80f8-b07dc6b17006 req-bc80aad3-a10a-460a-9b84-421dc12d0eca tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:25.636943 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71e2aed7-1e12-464a-80f8-b07dc6b17006 req-bc80aad3-a10a-460a-9b84-421dc12d0eca tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=91acfa0d-aa16-4258-874f-4787ab85ee93 HTTP/1.1" status: 200 len: 943 time: 0.1839008 Dec 17 15:14:25.643782 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d237c12-ed89-4b74-9bcc-396764560afe req-fbf5f7b1-c54e-4c55-99c5-7114687f8bc7 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:25.648586 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-6d237c12-ed89-4b74-9bcc-396764560afe req-fbf5f7b1-c54e-4c55-99c5-7114687f8bc7 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:25.705686 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8203ea5a-3c6e-4700-af98-12111f048ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:25.724465 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71e2aed7-1e12-464a-80f8-b07dc6b17006 req-7efa3369-705c-4a2a-b633-02b7c2c888d1 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647604 Dec 17 15:14:25.746804 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8203ea5a-3c6e-4700-af98-12111f048ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:25.753945 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8203ea5a-3c6e-4700-af98-12111f048ca9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e07a04f7-750d-46bb-b1d6-18c61b699282 HTTP/1.1" status: 204 len: 168 time: 1.2763748 Dec 17 15:14:25.753945 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203ea5a-3c6e-4700-af98-12111f048ca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e07a04f7-750d-46bb-b1d6-18c61b699282,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:25.754318 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42582) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:25.798444 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-fb6b9e0b-be3a-4c53-9f3b-f6777ceda907 None None] Provisioning complete for port 63d15c7f-34e8-4018-b329-82275f7df244 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:14:25.799147 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fb6b9e0b-be3a-4c53-9f3b-f6777ceda907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:25.828611 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d237c12-ed89-4b74-9bcc-396764560afe req-fbf5f7b1-c54e-4c55-99c5-7114687f8bc7 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7753270 Dec 17 15:14:25.835791 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ecf26de9-1442-46b1-9df4-5906fd0d8285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:25.846197 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-fb6b9e0b-be3a-4c53-9f3b-f6777ceda907 None None] Port 63d15c7f-34e8-4018-b329-82275f7df244 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:14:25.889559 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-6d237c12-ed89-4b74-9bcc-396764560afe req-21a7df34-2ae8-4b3c-a4dd-8e3657d13af8 service neutron] Request body: {'port': {'device_id': 'c32b9cd3-7f4c-4cef-9d5f-402dd6d56434', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:14:25.921030 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81328d-bba5-4999-ba48-550e2f411585 req-2580599a-2bb8-451c-98ef-aae7a8572203 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:25.923672 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fe81328d-bba5-4999-ba48-550e2f411585 req-2580599a-2bb8-451c-98ef-aae7a8572203 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/ports?device_id=c32b9cd3-7f4c-4cef-9d5f-402dd6d56434 HTTP/1.1" status: 200 len: 935 time: 0.1312377 Dec 17 15:14:25.947910 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ecf26de9-1442-46b1-9df4-5906fd0d8285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:25.951441 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b80e5c-3b6d-4aec-8d2f-b43454f225bf req-96b43421-aad2-4452-803d-1edf2e3f86c1 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:25.952971 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-64b80e5c-3b6d-4aec-8d2f-b43454f225bf req-96b43421-aad2-4452-803d-1edf2e3f86c1 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7fb83a3-ed6e-4d04-8182-ffa9b01b3f9c HTTP/1.1" status: 200 len: 945 time: 0.1318629 Dec 17 15:14:25.976898 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-ecf26de9-1442-46b1-9df4-5906fd0d8285 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c8c74cd-cced-4fad-b49b-3d95b2efb8ea']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:14:25.987660 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-ecf26de9-1442-46b1-9df4-5906fd0d8285 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f6ce07f-8173-4d10-b465-942adad2b393') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:14:25.988072 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-ecf26de9-1442-46b1-9df4-5906fd0d8285 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f6ce07f-8173-4d10-b465-942adad2b393') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:14:26.000779 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ecf26de9-1442-46b1-9df4-5906fd0d8285 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:26.016518 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ecf26de9-1442-46b1-9df4-5906fd0d8285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:26.022886 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf26de9-1442-46b1-9df4-5906fd0d8285 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:14:26.023383 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ecf26de9-1442-46b1-9df4-5906fd0d8285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:26.025350 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:14:26.025350 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:14:26.025350 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:14:26.025350 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:14:26.025350 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:14:26.025350 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:14:26.025350 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:14:26.025350 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:14:26.025350 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:14:26.025350 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:14:26.025350 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:14:26.025350 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:14:26.025350 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:14:26.025350 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:14:26.025350 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:14:26.025350 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:14:26.025350 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:14:26.025350 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:14:26.025350 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:14:26.025350 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:14:26.025350 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:14:26.025350 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:14:26.025350 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:14:26.025350 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:14:26.025350 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:14:26.025350 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:14:26.025350 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:14:26.025350 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:14:26.025350 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:14:26.025350 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:14:26.025350 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:14:26.025350 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:14:26.034847 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-64b80e5c-3b6d-4aec-8d2f-b43454f225bf req-f3e89cdc-b1b7-4e05-8f31-57abd7376e28 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] 10.222.0.46 "GET /v2.0/security-groups?id=018b23ee-d262-474d-bf4d-a3901c363d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661607 Dec 17 15:14:26.035417 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-6d237c12-ed89-4b74-9bcc-396764560afe req-21a7df34-2ae8-4b3c-a4dd-8e3657d13af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:26.041114 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fe81328d-bba5-4999-ba48-550e2f411585 req-9ba32d19-4960-4c8a-ab4d-9cf71138dec3 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a773bab-1c53-4b03-8427-afeda468dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100454 Dec 17 15:14:26.172524 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa56397-2018-46cb-b08a-ec7e57525a50 x-openstack-request-id: req-8aa56397-2018-46cb-b08a-ec7e57525a50 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:14:26.174511 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44a86e10-6052-438e-aac9-1fec1efa8b60", "tag": "2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:14:26.174511 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8aa56397-2018-46cb-b08a-ec7e57525a50 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:14:26.174511 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44a86e10-6052-438e-aac9-1fec1efa8b60', 'tag': '2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a', 'status': 'completed', 'code': 200} Dec 17 15:14:26.178769 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ecf26de9-1442-46b1-9df4-5906fd0d8285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:26.200397 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ecf26de9-1442-46b1-9df4-5906fd0d8285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:26.206967 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ecf26de9-1442-46b1-9df4-5906fd0d8285 admin admin] 10.222.0.46 "DELETE /v2.0/networks/7c8c74cd-cced-4fad-b49b-3d95b2efb8ea HTTP/1.1" status: 204 len: 168 time: 0.4490426 Dec 17 15:14:26.214822 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42598) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:26.224610 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf26de9-1442-46b1-9df4-5906fd0d8285 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c8c74cd-cced-4fad-b49b-3d95b2efb8ea,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:26.262016 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f72176c8-6361-463c-8b5a-8f345c5d2c9d req-97c4e530-2a19-4a33-bb98-2d7d6d8a66ec tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/floatingips/aac06ba7-5f20-4c8f-9b73-6dd3f1df5998 HTTP/1.1" status: 200 len: 692 time: 0.0921445 Dec 17 15:14:26.277085 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74415c7f-66c9-4e16-ace3-464096255c45 req-70e463ab-6479-40af-80b9-87b006643115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:26.279007 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-74415c7f-66c9-4e16-ace3-464096255c45 req-70e463ab-6479-40af-80b9-87b006643115 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=546e15ded86c488e84b853d47279143f&device_id=44a86e10-6052-438e-aac9-1fec1efa8b60 HTTP/1.1" status: 200 len: 1097 time: 0.1100950 Dec 17 15:14:26.282498 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7bf3114-2b90-41f1-ae1e-9ba0a881aad5 admin admin] Deleting subnet 7096e673-48d1-4376-84c5-08e50b79c7ee {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:14:26.295257 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e7bf3114-2b90-41f1-ae1e-9ba0a881aad5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:26.338349 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6ec1e-661f-4c8b-a9d2-8b357da94ebd req-f4fbc9e6-55c8-472b-9788-8e1a42cfe5d4 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:26.346198 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-24c6ec1e-661f-4c8b-a9d2-8b357da94ebd req-f4fbc9e6-55c8-472b-9788-8e1a42cfe5d4 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 946 time: 0.1774261 Dec 17 15:14:26.378983 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e7bf3114-2b90-41f1-ae1e-9ba0a881aad5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:26.447752 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e7bf3114-2b90-41f1-ae1e-9ba0a881aad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:26.474168 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74415c7f-66c9-4e16-ace3-464096255c45 req-2e37e3af-3311-4f01-b364-eb24a5d97961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:26.475751 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-74415c7f-66c9-4e16-ace3-464096255c45 req-2e37e3af-3311-4f01-b364-eb24a5d97961 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b38b1548-04df-4106-87bf-561dcd4a4c60 HTTP/1.1" status: 200 len: 930 time: 0.1887105 Dec 17 15:14:26.493726 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-24c6ec1e-661f-4c8b-a9d2-8b357da94ebd req-8222b2e0-2f27-4e4c-9cf2-f64ac0362988 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465573 Dec 17 15:14:26.534316 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-74415c7f-66c9-4e16-ace3-464096255c45 req-5b574a98-ba97-4193-a50e-29dc21e017ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a HTTP/1.1" status: 200 len: 217 time: 0.0497940 Dec 17 15:14:26.540616 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72176c8-6361-463c-8b5a-8f345c5d2c9d req-77ce8680-ad9c-46b4-bbbb-f686847d40d9 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:26.548756 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f72176c8-6361-463c-8b5a-8f345c5d2c9d req-77ce8680-ad9c-46b4-bbbb-f686847d40d9 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 784 time: 0.2685223 Dec 17 15:14:26.604457 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74415c7f-66c9-4e16-ace3-464096255c45 req-3d55ac71-7ced-4c23-b804-02be69e0ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:26.606240 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-74415c7f-66c9-4e16-ace3-464096255c45 req-3d55ac71-7ced-4c23-b804-02be69e0ed5a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f8e8bb92-9362-42ad-86ab-65c447e5583a HTTP/1.1" status: 200 len: 868 time: 0.0626652 Dec 17 15:14:26.664487 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f72176c8-6361-463c-8b5a-8f345c5d2c9d req-b31a1c33-fb99-448d-95ed-438da36b2192 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.78 HTTP/1.1" status: 200 len: 695 time: 0.1147420 Dec 17 15:14:26.669345 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74415c7f-66c9-4e16-ace3-464096255c45 req-bcea1464-3d4a-4c1c-a710-8398243cdf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:26.672320 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-74415c7f-66c9-4e16-ace3-464096255c45 req-bcea1464-3d4a-4c1c-a710-8398243cdf93 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b38b1548-04df-4106-87bf-561dcd4a4c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569642 Dec 17 15:14:26.742914 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e7bf3114-2b90-41f1-ae1e-9ba0a881aad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:26.758059 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e7bf3114-2b90-41f1-ae1e-9ba0a881aad5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:26.765506 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e7bf3114-2b90-41f1-ae1e-9ba0a881aad5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7096e673-48d1-4376-84c5-08e50b79c7ee HTTP/1.1" status: 204 len: 168 time: 0.5477328 Dec 17 15:14:26.766294 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42610) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:26.771297 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f72176c8-6361-463c-8b5a-8f345c5d2c9d req-b01797a6-5ee1-4cf1-bd32-416f2b256d4f tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.78 HTTP/1.1" status: 200 len: 695 time: 0.1057317 Dec 17 15:14:26.783582 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b65d44-6e8d-4204-9f61-718fe3348860 req-e978c595-1cd8-4e65-87e3-eb826bd9a746 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:26.792127 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-23b65d44-6e8d-4204-9f61-718fe3348860 req-e978c595-1cd8-4e65-87e3-eb826bd9a746 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 945 time: 0.1922333 Dec 17 15:14:26.813114 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-6d237c12-ed89-4b74-9bcc-396764560afe req-21a7df34-2ae8-4b3c-a4dd-8e3657d13af8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63d15c7f-34e8-4018-b329-82275f7df244 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:14:26.817377 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf3114-2b90-41f1-ae1e-9ba0a881aad5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7096e673-48d1-4376-84c5-08e50b79c7ee,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:26.855431 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device e8544dac-c342-4808-ad30-5a3ee314924e details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:14:26.860437 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-6d237c12-ed89-4b74-9bcc-396764560afe req-21a7df34-2ae8-4b3c-a4dd-8e3657d13af8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:26.901023 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-6d237c12-ed89-4b74-9bcc-396764560afe req-21a7df34-2ae8-4b3c-a4dd-8e3657d13af8 service neutron] Transition to ACTIVE for port object 63d15c7f-34e8-4018-b329-82275f7df244 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:14:26.968820 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-23b65d44-6e8d-4204-9f61-718fe3348860 req-8b32ec01-d8a8-4621-bcbc-ab24cafe2724 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760411 Dec 17 15:14:26.994657 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-74415c7f-66c9-4e16-ace3-464096255c45 req-660089ec-af1f-4901-991d-a0d2c6ad4a89 service neutron] 10.222.0.13 "GET /v2.0/networks/b38b1548-04df-4106-87bf-561dcd4a4c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141074 Dec 17 15:14:27.025287 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-6d237c12-ed89-4b74-9bcc-396764560afe req-21a7df34-2ae8-4b3c-a4dd-8e3657d13af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:27.037133 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port e8544dac-c342-4808-ad30-5a3ee314924e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e8544dac-c342-4808-ad30-5a3ee314924e,segment=NetworkSegment(015294cb-4187-4289-b628-75f381cf79fc),segment_id=015294cb-4187-4289-b628-75f381cf79fc)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:27.198237 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-72630ae2-b94e-49e7-8e78-9fb85c8c7911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:27.230942 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a7df34-2ae8-4b3c-a4dd-8e3657d13af8 service neutron] Pushing event updated for resources: {'Port': ['ID=63d15c7f-34e8-4018-b329-82275f7df244,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:27.267636 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'e8544dac-c342-4808-ad30-5a3ee314924e', 'network_id': 'c704e634-d730-42f1-aad6-bcd13146a15b', 'port_id': 'e8544dac-c342-4808-ad30-5a3ee314924e', 'mac_address': 'fa:16:3e:c5:5b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3797d1ea-06a4-44eb-b593-2c962d2f6ff1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:14:27.271073 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9756de8-8fc9-416e-aaa8-8c2ab7be3854 req-c0365c8c-fc04-49a1-938f-a9d6ee968a57 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:27.283192 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f9756de8-8fc9-416e-aaa8-8c2ab7be3854 req-c0365c8c-fc04-49a1-938f-a9d6ee968a57 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7fb83a3-ed6e-4d04-8182-ffa9b01b3f9c HTTP/1.1" status: 200 len: 945 time: 0.2819614 Dec 17 15:14:27.311189 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:27.334142 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-f72176c8-6361-463c-8b5a-8f345c5d2c9d req-b7a80e1d-76e9-4583-9aee-706447cf61ea tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Deleting port ae402883-804f-4954-ae3e-f799019ddf17 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:14:27.334784 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f72176c8-6361-463c-8b5a-8f345c5d2c9d req-b7a80e1d-76e9-4583-9aee-706447cf61ea tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:27.349714 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8544dac-c342-4808-ad30-5a3ee314924e {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:14:27.373993 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-6d237c12-ed89-4b74-9bcc-396764560afe req-21a7df34-2ae8-4b3c-a4dd-8e3657d13af8 service neutron] Attempting to bind port 63d15c7f-34e8-4018-b329-82275f7df244 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:14:27.376413 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-6d237c12-ed89-4b74-9bcc-396764560afe req-21a7df34-2ae8-4b3c-a4dd-8e3657d13af8 service neutron] Attempting to bind port 63d15c7f-34e8-4018-b329-82275f7df244 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:14:27.376413 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d237c12-ed89-4b74-9bcc-396764560afe req-21a7df34-2ae8-4b3c-a4dd-8e3657d13af8 service neutron] Attempting to bind port 63d15c7f-34e8-4018-b329-82275f7df244 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:14:27.380277 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port e8544dac-c342-4808-ad30-5a3ee314924e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e8544dac-c342-4808-ad30-5a3ee314924e,segment=NetworkSegment(015294cb-4187-4289-b628-75f381cf79fc),segment_id=015294cb-4187-4289-b628-75f381cf79fc)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:27.424645 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d237c12-ed89-4b74-9bcc-396764560afe req-21a7df34-2ae8-4b3c-a4dd-8e3657d13af8 service neutron] Port 63d15c7f-34e8-4018-b329-82275f7df244 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:14:27.424645 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d237c12-ed89-4b74-9bcc-396764560afe req-21a7df34-2ae8-4b3c-a4dd-8e3657d13af8 service neutron] Attempting to bind port 63d15c7f-34e8-4018-b329-82275f7df244 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:14:27.436593 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-72630ae2-b94e-49e7-8e78-9fb85c8c7911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:27.438122 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d237c12-ed89-4b74-9bcc-396764560afe req-21a7df34-2ae8-4b3c-a4dd-8e3657d13af8 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:14:27.438740 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d237c12-ed89-4b74-9bcc-396764560afe req-21a7df34-2ae8-4b3c-a4dd-8e3657d13af8 service neutron] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:14:27.439347 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d237c12-ed89-4b74-9bcc-396764560afe req-21a7df34-2ae8-4b3c-a4dd-8e3657d13af8 service neutron] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:14:27.440010 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-6d237c12-ed89-4b74-9bcc-396764560afe req-21a7df34-2ae8-4b3c-a4dd-8e3657d13af8 service neutron] Bound port: 63d15c7f-34e8-4018-b329-82275f7df244, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:14:27.440607 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-6d237c12-ed89-4b74-9bcc-396764560afe req-21a7df34-2ae8-4b3c-a4dd-8e3657d13af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:27.456626 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01075c55-98c8-4187-898f-469b99f43dc1 req-9ccc87dd-358f-47f4-bd37-d9042919e2fb tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:27.464296 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-01075c55-98c8-4187-898f-469b99f43dc1 req-9ccc87dd-358f-47f4-bd37-d9042919e2fb tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=91acfa0d-aa16-4258-874f-4787ab85ee93 HTTP/1.1" status: 200 len: 943 time: 0.2092595 Dec 17 15:14:27.466525 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-72630ae2-b94e-49e7-8e78-9fb85c8c7911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76f796ec-b7b1-4a7a-bd05-8e5a89f57457']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:14:27.478920 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-72630ae2-b94e-49e7-8e78-9fb85c8c7911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e2abaa-264e-425d-926c-b0c574cf3695') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:14:27.479278 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-72630ae2-b94e-49e7-8e78-9fb85c8c7911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e2abaa-264e-425d-926c-b0c574cf3695') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:14:27.482728 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:27.492351 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-72630ae2-b94e-49e7-8e78-9fb85c8c7911 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:27.509413 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-72630ae2-b94e-49e7-8e78-9fb85c8c7911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:27.518984 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72630ae2-b94e-49e7-8e78-9fb85c8c7911 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:14:27.519242 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-72630ae2-b94e-49e7-8e78-9fb85c8c7911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:27.584917 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=e8544dac-c342-4808-ad30-5a3ee314924e,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:27.601002 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-74415c7f-66c9-4e16-ace3-464096255c45 req-f6e86044-3a00-430a-8301-43b2b6ee860e service neutron] 10.222.0.13 "GET /v2.0/networks/b38b1548-04df-4106-87bf-561dcd4a4c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5349188 Dec 17 15:14:27.602325 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:14:27.608128 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:14:27.608128 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:14:27.608128 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:14:27.608128 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:14:27.608128 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:14:27.608128 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:14:27.608128 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:14:27.608128 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:14:27.608128 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:14:27.608128 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:14:27.608128 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:14:27.611682 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:14:27.611682 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:14:27.611682 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:14:27.611682 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:14:27.611682 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:14:27.611682 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:14:27.611682 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:14:27.611682 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:14:27.611682 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:14:27.611682 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:14:27.611682 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:14:27.611682 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:14:27.611682 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:14:27.611682 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:14:27.611682 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:14:27.611682 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:14:27.611682 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:14:27.611682 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:14:27.611682 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:14:27.611682 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:14:27.611682 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:14:27.611682 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:14:27.611682 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:14:27.611682 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:14:27.611682 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:14:27.611682 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:14:27.611682 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:14:27.611682 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:14:27.611682 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:14:27.611682 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:14:27.611682 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:14:27.611682 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:14:27.681953 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-72630ae2-b94e-49e7-8e78-9fb85c8c7911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:27.688155 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-72630ae2-b94e-49e7-8e78-9fb85c8c7911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:27.706592 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-72630ae2-b94e-49e7-8e78-9fb85c8c7911 admin admin] 10.222.0.46 "DELETE /v2.0/networks/76f796ec-b7b1-4a7a-bd05-8e5a89f57457 HTTP/1.1" status: 204 len: 168 time: 0.9240537 Dec 17 15:14:27.755572 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72630ae2-b94e-49e7-8e78-9fb85c8c7911 admin admin] Pushing event deleted for resources: {'Network': ['ID=76f796ec-b7b1-4a7a-bd05-8e5a89f57457,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:27.791054 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-f9756de8-8fc9-416e-aaa8-8c2ab7be3854 req-2a44631f-96a9-40fd-bd19-ed3313f59330 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] Deleting port 16f3b572-cfd7-45ee-830d-050d56c97a5e {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:14:27.791374 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f9756de8-8fc9-416e-aaa8-8c2ab7be3854 req-2a44631f-96a9-40fd-bd19-ed3313f59330 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:27.881361 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f72176c8-6361-463c-8b5a-8f345c5d2c9d req-b7a80e1d-76e9-4583-9aee-706447cf61ea tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:27.881990 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f72176c8-6361-463c-8b5a-8f345c5d2c9d req-b7a80e1d-76e9-4583-9aee-706447cf61ea tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:27.890782 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['e8544dac-c342-4808-ad30-5a3ee314924e'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:14:27.906132 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-f9756de8-8fc9-416e-aaa8-8c2ab7be3854 req-2a44631f-96a9-40fd-bd19-ed3313f59330 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] For port 16f3b572-cfd7-45ee-830d-050d56c97a5e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=16f3b572-cfd7-45ee-830d-050d56c97a5e,segment=NetworkSegment(2b6cd071-b9ed-4679-8985-5e8cd7aa862b),segment_id=2b6cd071-b9ed-4679-8985-5e8cd7aa862b)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:27.906506 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f9756de8-8fc9-416e-aaa8-8c2ab7be3854 req-2a44631f-96a9-40fd-bd19-ed3313f59330 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:27.919583 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-01075c55-98c8-4187-898f-469b99f43dc1 req-b411ef29-57e1-41b5-8e01-41ce0adb9a1b tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539013 Dec 17 15:14:27.927031 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-f9756de8-8fc9-416e-aaa8-8c2ab7be3854 req-2a44631f-96a9-40fd-bd19-ed3313f59330 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] Calling delete_port for 16f3b572-cfd7-45ee-830d-050d56c97a5e owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:14:27.930109 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-f72176c8-6361-463c-8b5a-8f345c5d2c9d req-b7a80e1d-76e9-4583-9aee-706447cf61ea tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Calling delete_port for ae402883-804f-4954-ae3e-f799019ddf17 owned by network:floatingip {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:14:28.174660 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-6d237c12-ed89-4b74-9bcc-396764560afe req-21a7df34-2ae8-4b3c-a4dd-8e3657d13af8 service neutron] For port 63d15c7f-34e8-4018-b329-82275f7df244, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:14:28.176632 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42626) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:28.197617 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f72176c8-6361-463c-8b5a-8f345c5d2c9d req-b7a80e1d-76e9-4583-9aee-706447cf61ea tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:28.226073 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66222b-26c7-4ad7-86e3-528ab448acf2 req-4091076e-9bb4-4db4-b382-bc2f575f8bf2 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:28.227742 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a66222b-26c7-4ad7-86e3-528ab448acf2 req-4091076e-9bb4-4db4-b382-bc2f575f8bf2 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/ports?device_id=c32b9cd3-7f4c-4cef-9d5f-402dd6d56434 HTTP/1.1" status: 200 len: 947 time: 0.1156642 Dec 17 15:14:28.230238 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-6d237c12-ed89-4b74-9bcc-396764560afe req-21a7df34-2ae8-4b3c-a4dd-8e3657d13af8 service neutron] For port 63d15c7f-34e8-4018-b329-82275f7df244, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=63d15c7f-34e8-4018-b329-82275f7df244,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:14:28.254510 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a80e1d-76e9-4583-9aee-706447cf61ea tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Pushing event deleted for resources: {'Port': ['ID=ae402883-804f-4954-ae3e-f799019ddf17,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:28.270305 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f9756de8-8fc9-416e-aaa8-8c2ab7be3854 req-2a44631f-96a9-40fd-bd19-ed3313f59330 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:28.299417 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44631f-96a9-40fd-bd19-ed3313f59330 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] Pushing event deleted for resources: {'Port': ['ID=16f3b572-cfd7-45ee-830d-050d56c97a5e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:28.343988 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-6d237c12-ed89-4b74-9bcc-396764560afe req-21a7df34-2ae8-4b3c-a4dd-8e3657d13af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:28.358890 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9756de8-8fc9-416e-aaa8-8c2ab7be3854 req-2a44631f-96a9-40fd-bd19-ed3313f59330 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] No DVR routers for this DVR port 16f3b572-cfd7-45ee-830d-050d56c97a5e on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:14:28.362004 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f9756de8-8fc9-416e-aaa8-8c2ab7be3854 req-2a44631f-96a9-40fd-bd19-ed3313f59330 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:28.366239 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f9756de8-8fc9-416e-aaa8-8c2ab7be3854 req-2a44631f-96a9-40fd-bd19-ed3313f59330 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] 10.222.0.41 "DELETE /v2.0/ports/16f3b572-cfd7-45ee-830d-050d56c97a5e HTTP/1.1" status: 204 len: 173 time: 1.0480950 Dec 17 15:14:28.366811 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7fb83a3-ed6e-4d04-8182-ffa9b01b3f9c', 'name': 'network-vif-deleted', 'tag': '16f3b572-cfd7-45ee-830d-050d56c97a5e'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:14:28.369911 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89ea36a-f84d-45e0-9c1c-200cac20f7e1" -d '{"events": [{"server_uuid": "c7fb83a3-ed6e-4d04-8182-ffa9b01b3f9c", "name": "network-vif-deleted", "tag": "16f3b572-cfd7-45ee-830d-050d56c97a5e"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:14:28.397022 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a66222b-26c7-4ad7-86e3-528ab448acf2 req-df7f81cf-0bb5-4793-92a2-05902f7cdf53 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a773bab-1c53-4b03-8427-afeda468dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468735 Dec 17 15:14:28.399241 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2b0e3372-385b-425e-99f2-ebfcdb0a087f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=96ef05c814a947bb872da21a8a326a7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2205677 Dec 17 15:14:28.402463 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42630) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:28.416697 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d237c12-ed89-4b74-9bcc-396764560afe req-21a7df34-2ae8-4b3c-a4dd-8e3657d13af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:28.417368 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-6d237c12-ed89-4b74-9bcc-396764560afe req-21a7df34-2ae8-4b3c-a4dd-8e3657d13af8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:28.427504 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d237c12-ed89-4b74-9bcc-396764560afe req-21a7df34-2ae8-4b3c-a4dd-8e3657d13af8 service neutron] 10.222.0.13 "PUT /v2.0/ports/63d15c7f-34e8-4018-b329-82275f7df244 HTTP/1.1" status: 200 len: 1095 time: 2.5459180 Dec 17 15:14:28.430158 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32b9cd3-7f4c-4cef-9d5f-402dd6d56434', 'tag': '63d15c7f-34e8-4018-b329-82275f7df244'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:14:28.433354 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a096eb-1b3c-497f-abf7-d4fd86fa18e7" -d '{"events": [{"name": "network-changed", "server_uuid": "c32b9cd3-7f4c-4cef-9d5f-402dd6d56434", "tag": "63d15c7f-34e8-4018-b329-82275f7df244"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:14:28.456552 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f72176c8-6361-463c-8b5a-8f345c5d2c9d req-b7a80e1d-76e9-4583-9aee-706447cf61ea tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks [] for floatingip, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:28.459624 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f72176c8-6361-463c-8b5a-8f345c5d2c9d req-b7a80e1d-76e9-4583-9aee-706447cf61ea tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:28.463344 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f72176c8-6361-463c-8b5a-8f345c5d2c9d req-b7a80e1d-76e9-4583-9aee-706447cf61ea tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "DELETE /v2.0/floatingips/aac06ba7-5f20-4c8f-9b73-6dd3f1df5998 HTTP/1.1" status: 204 len: 173 time: 1.6913044 Dec 17 15:14:28.490602 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a7df34-2ae8-4b3c-a4dd-8e3657d13af8 service neutron] Pushing event updated for resources: {'Port': ['ID=63d15c7f-34e8-4018-b329-82275f7df244,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:28.514348 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-01b93aa0-cf2f-4305-b526-3c1c3fcbf799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:28.543569 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-01b93aa0-cf2f-4305-b526-3c1c3fcbf799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:28.641461 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-417382f5-31ba-4b8b-8e7e-92964cb0b2a2 req-5a622a3b-9a23-437a-871c-3134f923ffc9 tempest-InstanceActionsNegativeTestJSON-1707524240 tempest-InstanceActionsNegativeTestJSON-1707524240-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7fb83a3-ed6e-4d04-8182-ffa9b01b3f9c HTTP/1.1" status: 200 len: 210 time: 0.0586557 Dec 17 15:14:28.674324 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d237c12-ed89-4b74-9bcc-396764560afe req-bd05ecb1-68ee-41e0-83dd-975a20318491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:28.675826 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d237c12-ed89-4b74-9bcc-396764560afe req-bd05ecb1-68ee-41e0-83dd-975a20318491 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5af877e7b83c499a97aeb3432ba60ea9&device_id=c32b9cd3-7f4c-4cef-9d5f-402dd6d56434 HTTP/1.1" status: 200 len: 1098 time: 0.1311197 Dec 17 15:14:28.731964 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['16f3b572-cfd7-45ee-830d-050d56c97a5e'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:14:28.740578 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836112f-6760-4662-9620-bd8522c0e30c req-71aed6d9-0921-4f4b-9255-67f9749f52df tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:28.742122 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b836112f-6760-4662-9620-bd8522c0e30c req-71aed6d9-0921-4f4b-9255-67f9749f52df tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117&tenant_id=724cb0144c46439a90883d842de78922&binding%3Ahost_id=n-h1-820553-2 HTTP/1.1" status: 200 len: 1096 time: 0.0717292 Dec 17 15:14:28.747244 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d237c12-ed89-4b74-9bcc-396764560afe req-7b342a32-9b89-4b99-8c27-fb9eff3b7e70 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=63d15c7f-34e8-4018-b329-82275f7df244 HTTP/1.1" status: 200 len: 217 time: 0.0549178 Dec 17 15:14:28.756410 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-01b93aa0-cf2f-4305-b526-3c1c3fcbf799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:28.759741 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-01b93aa0-cf2f-4305-b526-3c1c3fcbf799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:28.763373 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-01b93aa0-cf2f-4305-b526-3c1c3fcbf799 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1 HTTP/1.1" status: 204 len: 168 time: 0.3573751 Dec 17 15:14:28.781866 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-b836112f-6760-4662-9620-bd8522c0e30c req-73d52c43-6cc5-4b9a-ba43-486655c064d3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820553-2'}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:14:28.863110 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d237c12-ed89-4b74-9bcc-396764560afe req-4f3ae4be-e953-4626-93d1-d432302158e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:28.864585 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d237c12-ed89-4b74-9bcc-396764560afe req-4f3ae4be-e953-4626-93d1-d432302158e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.1055882 Dec 17 15:14:28.875786 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b93aa0-cf2f-4305-b526-3c1c3fcbf799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c20e969-d2eb-49d7-b3b6-3b8f7553b9a1,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:28.876888 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f55c2403-9b97-4804-96d4-64d4976e5d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:28.884225 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device e8544dac-c342-4808-ad30-5a3ee314924e up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:14:28.952677 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e829d3-cd33-4c3a-85c0-bbe536a8c2ca x-openstack-request-id: req-46e829d3-cd33-4c3a-85c0-bbe536a8c2ca {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:14:28.953260 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7fb83a3-ed6e-4d04-8182-ffa9b01b3f9c", "name": "network-vif-deleted", "tag": "16f3b572-cfd7-45ee-830d-050d56c97a5e", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:14:28.957836 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-46e829d3-cd33-4c3a-85c0-bbe536a8c2ca {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:14:28.957836 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7fb83a3-ed6e-4d04-8182-ffa9b01b3f9c', 'name': 'network-vif-deleted', 'tag': '16f3b572-cfd7-45ee-830d-050d56c97a5e', 'status': 'completed', 'code': 200} Dec 17 15:14:28.978398 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5340aa8-8976-4492-b0b4-79cb988d1eb4 req-ba5b9f90-2fc3-4404-b2cd-5bc106d6bc6d tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:28.979765 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b836112f-6760-4662-9620-bd8522c0e30c req-73d52c43-6cc5-4b9a-ba43-486655c064d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:28.987339 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f5340aa8-8976-4492-b0b4-79cb988d1eb4 req-ba5b9f90-2fc3-4404-b2cd-5bc106d6bc6d tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 945 time: 0.1775703 Dec 17 15:14:29.042325 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8881c5b-8694-4368-9bc5-34974b902a5d x-openstack-request-id: req-d8881c5b-8694-4368-9bc5-34974b902a5d {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:14:29.042614 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c32b9cd3-7f4c-4cef-9d5f-402dd6d56434", "tag": "63d15c7f-34e8-4018-b329-82275f7df244", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:14:29.042966 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d8881c5b-8694-4368-9bc5-34974b902a5d {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:14:29.050069 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32b9cd3-7f4c-4cef-9d5f-402dd6d56434', 'tag': '63d15c7f-34e8-4018-b329-82275f7df244', 'status': 'completed', 'code': 200} Dec 17 15:14:29.086287 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port e8544dac-c342-4808-ad30-5a3ee314924e completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:14:29.090933 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port e8544dac-c342-4808-ad30-5a3ee314924e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:14:29.091446 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d237c12-ed89-4b74-9bcc-396764560afe req-d76ba0bf-7456-429e-9dc0-e16c41a1913b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:29.092656 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:29.093687 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d237c12-ed89-4b74-9bcc-396764560afe req-d76ba0bf-7456-429e-9dc0-e16c41a1913b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2185795 Dec 17 15:14:29.117675 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f5340aa8-8976-4492-b0b4-79cb988d1eb4 req-9c4cfb30-8144-47ce-b7b5-aa66f6c719df tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170032 Dec 17 15:14:29.251526 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-b836112f-6760-4662-9620-bd8522c0e30c req-73d52c43-6cc5-4b9a-ba43-486655c064d3 service neutron] For port 274ae0fb-9720-4609-a795-557e3b853552, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=274ae0fb-9720-4609-a795-557e3b853552,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:29.253246 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:29.289403 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91acfa0d-aa16-4258-874f-4787ab85ee93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8544dac-c342-4808-ad30-5a3ee314924e'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:14:29.292214 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d20439-9c8d-4312-8277-76915dc70548" -d '{"events": [{"server_uuid": "91acfa0d-aa16-4258-874f-4787ab85ee93", "name": "network-vif-plugged", "status": "completed", "tag": "e8544dac-c342-4808-ad30-5a3ee314924e"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:14:29.319999 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port e8544dac-c342-4808-ad30-5a3ee314924e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e8544dac-c342-4808-ad30-5a3ee314924e,segment=NetworkSegment(015294cb-4187-4289-b628-75f381cf79fc),segment_id=015294cb-4187-4289-b628-75f381cf79fc)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:29.325316 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b14b9-d350-4f5c-a6bd-6990c0b48338 req-7e79340e-a879-4472-b093-c07ad94a0433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:29.328604 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c93b14b9-d350-4f5c-a6bd-6990c0b48338 req-7e79340e-a879-4472-b093-c07ad94a0433 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dce35d970fbe48cba744e46ec101633d&device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 1097 time: 0.3328900 Dec 17 15:14:29.332415 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-b836112f-6760-4662-9620-bd8522c0e30c req-73d52c43-6cc5-4b9a-ba43-486655c064d3 service neutron] For port 274ae0fb-9720-4609-a795-557e3b853552, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:14:29.383233 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b836112f-6760-4662-9620-bd8522c0e30c req-73d52c43-6cc5-4b9a-ba43-486655c064d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:29.438547 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:29.494980 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b836112f-6760-4662-9620-bd8522c0e30c req-73d52c43-6cc5-4b9a-ba43-486655c064d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:29.527820 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b14b9-d350-4f5c-a6bd-6990c0b48338 req-8cdb7879-bd00-46ca-8b30-ec3aedc2f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:29.529431 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c93b14b9-d350-4f5c-a6bd-6990c0b48338 req-8cdb7879-bd00-46ca-8b30-ec3aedc2f4db service neutron] 10.222.0.13 "GET /v2.0/networks?id=cbde9e9a-b1dd-42f5-b861-f60d8d354cb3 HTTP/1.1" status: 200 len: 918 time: 0.1928725 Dec 17 15:14:29.579000 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=e8544dac-c342-4808-ad30-5a3ee314924e,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:29.609834 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c93b14b9-d350-4f5c-a6bd-6990c0b48338 req-4d1e6023-da11-4d9d-bccf-a23df795bbbe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=33f273c6-a98c-41ab-b0fe-fde9e717fb03 HTTP/1.1" status: 200 len: 217 time: 0.0615373 Dec 17 15:14:29.610957 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d52c43-6cc5-4b9a-ba43-486655c064d3 service neutron] Pushing event updated for resources: {'Port': ['ID=274ae0fb-9720-4609-a795-557e3b853552,revision_number=7']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:29.614655 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-b836112f-6760-4662-9620-bd8522c0e30c req-73d52c43-6cc5-4b9a-ba43-486655c064d3 service neutron] Attempting to bind port 274ae0fb-9720-4609-a795-557e3b853552 on host n-h1-820553-2 for vnic_type normal with profile {"migrating_to": "n-h2-820553-2"} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:14:29.615043 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-b836112f-6760-4662-9620-bd8522c0e30c req-73d52c43-6cc5-4b9a-ba43-486655c064d3 service neutron] Attempting to bind port 274ae0fb-9720-4609-a795-557e3b853552 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:14:29.615529 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b836112f-6760-4662-9620-bd8522c0e30c req-73d52c43-6cc5-4b9a-ba43-486655c064d3 service neutron] Attempting to bind port 274ae0fb-9720-4609-a795-557e3b853552 on network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:14:29.619715 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b0c4b-712e-4b49-8c10-8f5f2c94cabc req-cf3c77ba-fd96-4fa6-819c-34e0b190d419 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:29.623707 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b836112f-6760-4662-9620-bd8522c0e30c req-73d52c43-6cc5-4b9a-ba43-486655c064d3 service neutron] Port 274ae0fb-9720-4609-a795-557e3b853552 on network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:14:29.623707 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b836112f-6760-4662-9620-bd8522c0e30c req-73d52c43-6cc5-4b9a-ba43-486655c064d3 service neutron] Attempting to bind port 274ae0fb-9720-4609-a795-557e3b853552 on network 5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:14:29.627193 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b836112f-6760-4662-9620-bd8522c0e30c req-73d52c43-6cc5-4b9a-ba43-486655c064d3 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:14:29.627620 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b836112f-6760-4662-9620-bd8522c0e30c req-73d52c43-6cc5-4b9a-ba43-486655c064d3 service neutron] Checking segment: {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:14:29.627752 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e5b0c4b-712e-4b49-8c10-8f5f2c94cabc req-cf3c77ba-fd96-4fa6-819c-34e0b190d419 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 946 time: 0.5151143 Dec 17 15:14:29.628084 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b836112f-6760-4662-9620-bd8522c0e30c req-73d52c43-6cc5-4b9a-ba43-486655c064d3 service neutron] Bound using segment: {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:14:29.628936 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-b836112f-6760-4662-9620-bd8522c0e30c req-73d52c43-6cc5-4b9a-ba43-486655c064d3 service neutron] Bound port: 274ae0fb-9720-4609-a795-557e3b853552, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e160214-906f-43ba-86bf-097b04139c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:14:29.629112 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b836112f-6760-4662-9620-bd8522c0e30c req-73d52c43-6cc5-4b9a-ba43-486655c064d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:29.649834 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d237c12-ed89-4b74-9bcc-396764560afe req-b0cd7bf5-7d0d-4213-be47-d8e1e3616306 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5346248 Dec 17 15:14:29.690029 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41ad1c-7d0d-4de3-9f05-bdb8cee8ead7 req-bc5b56cb-ac9e-4300-84d4-2f5c147f1d2f tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:29.691541 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c41ad1c-7d0d-4de3-9f05-bdb8cee8ead7 req-bc5b56cb-ac9e-4300-84d4-2f5c147f1d2f tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=91acfa0d-aa16-4258-874f-4787ab85ee93 HTTP/1.1" status: 200 len: 944 time: 0.4210925 Dec 17 15:14:29.710665 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-b836112f-6760-4662-9620-bd8522c0e30c req-73d52c43-6cc5-4b9a-ba43-486655c064d3 service neutron] For port 274ae0fb-9720-4609-a795-557e3b853552, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:14:29.714283 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-b836112f-6760-4662-9620-bd8522c0e30c req-73d52c43-6cc5-4b9a-ba43-486655c064d3 service neutron] For port 274ae0fb-9720-4609-a795-557e3b853552, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=274ae0fb-9720-4609-a795-557e3b853552,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:14:29.788625 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e5b0c4b-712e-4b49-8c10-8f5f2c94cabc req-65c648a1-5027-42ed-947d-52aecefc7b14 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600735 Dec 17 15:14:29.792934 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b14b9-d350-4f5c-a6bd-6990c0b48338 req-54579aad-a9e2-4e8d-a099-9f5c6756d22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:29.794361 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c93b14b9-d350-4f5c-a6bd-6990c0b48338 req-54579aad-a9e2-4e8d-a099-9f5c6756d22c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e60526ad-10ea-41ba-854b-a0b7809ae667 HTTP/1.1" status: 200 len: 857 time: 0.1637924 Dec 17 15:14:29.836136 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b836112f-6760-4662-9620-bd8522c0e30c req-73d52c43-6cc5-4b9a-ba43-486655c064d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:29.843058 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c41ad1c-7d0d-4de3-9f05-bdb8cee8ead7 req-715138d3-8b33-4113-baa4-61c3fdd60992 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389666 Dec 17 15:14:29.879835 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c93b14b9-d350-4f5c-a6bd-6990c0b48338 req-0bca7985-369e-45ce-bfc4-1d27327416ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cbde9e9a-b1dd-42f5-b861-f60d8d354cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644813 Dec 17 15:14:29.902673 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9409923b-cd3d-4b83-a182-104ab07f8790 x-openstack-request-id: req-9409923b-cd3d-4b83-a182-104ab07f8790 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:14:29.903077 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91acfa0d-aa16-4258-874f-4787ab85ee93", "name": "network-vif-plugged", "status": "completed", "tag": "e8544dac-c342-4808-ad30-5a3ee314924e", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:14:29.903334 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9409923b-cd3d-4b83-a182-104ab07f8790 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:14:29.903762 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91acfa0d-aa16-4258-874f-4787ab85ee93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8544dac-c342-4808-ad30-5a3ee314924e', 'code': 200} Dec 17 15:14:29.922877 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 274ae0fb-9720-4609-a795-557e3b853552 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:14:30.036999 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d52c43-6cc5-4b9a-ba43-486655c064d3 service neutron] Pushing event updated for resources: {'Port': ['ID=274ae0fb-9720-4609-a795-557e3b853552,revision_number=8']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:30.061850 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836112f-6760-4662-9620-bd8522c0e30c req-73d52c43-6cc5-4b9a-ba43-486655c064d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:30.063487 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b836112f-6760-4662-9620-bd8522c0e30c req-73d52c43-6cc5-4b9a-ba43-486655c064d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:30.065124 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b836112f-6760-4662-9620-bd8522c0e30c req-73d52c43-6cc5-4b9a-ba43-486655c064d3 service neutron] 10.222.0.13 "PUT /v2.0/ports/274ae0fb-9720-4609-a795-557e3b853552 HTTP/1.1" status: 200 len: 1121 time: 1.3027468 Dec 17 15:14:30.084309 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42652) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:30.120645 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537dc4a-bfd4-4254-b8fb-567861d0670d req-c5ef9db1-133a-4af4-8cba-2ec2afdc97f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:30.122503 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6537dc4a-bfd4-4254-b8fb-567861d0670d req-c5ef9db1-133a-4af4-8cba-2ec2afdc97f0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=91acfa0d-aa16-4258-874f-4787ab85ee93 HTTP/1.1" status: 200 len: 1096 time: 0.1148510 Dec 17 15:14:30.127674 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d237c12-ed89-4b74-9bcc-396764560afe req-cc3fec91-aa7a-44bb-9d49-3aef4a9ac540 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461889 Dec 17 15:14:30.154389 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9260b-24d8-488d-853a-4dda093f83cc req-670b260c-6a8b-4cd7-b417-0e7e9c8e47d4 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:30.161587 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['274ae0fb-9720-4609-a795-557e3b853552'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:14:30.163297 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-28c9260b-24d8-488d-853a-4dda093f83cc req-670b260c-6a8b-4cd7-b417-0e7e9c8e47d4 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/ports?device_id=44a86e10-6052-438e-aac9-1fec1efa8b60&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2860403 Dec 17 15:14:30.167886 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 274ae0fb-9720-4609-a795-557e3b853552, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=274ae0fb-9720-4609-a795-557e3b853552,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:30.173081 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814af1f9-308c-4ef5-9f75-613932a8eb16 req-72931e74-cfda-4333-817c-1cd95db925bc tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:30.180717 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-814af1f9-308c-4ef5-9f75-613932a8eb16 req-72931e74-cfda-4333-817c-1cd95db925bc tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/ports?device_id=c32b9cd3-7f4c-4cef-9d5f-402dd6d56434 HTTP/1.1" status: 200 len: 947 time: 0.1305492 Dec 17 15:14:30.207124 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['274ae0fb-9720-4609-a795-557e3b853552'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:14:30.207690 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1ad76312-2ea3-4959-8f02-49b3fc47db6c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=136b92d13c074905b14b8f9b07cfd8cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1211309 Dec 17 15:14:30.212563 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42656) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:30.230527 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6537dc4a-bfd4-4254-b8fb-567861d0670d req-af4fb45e-ba9f-4236-bc5d-5784702c1668 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885203 Dec 17 15:14:30.274102 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-28c9260b-24d8-488d-853a-4dda093f83cc req-722ac632-8f56-4020-bfd6-8c80d6071ffe tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1049745 Dec 17 15:14:30.301607 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 274ae0fb-9720-4609-a795-557e3b853552 has no active binding in host n-h2-820553-2 {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 17 15:14:30.307902 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-00d093be-1fd0-4766-b492-fac7c3929b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:30.337563 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-00d093be-1fd0-4766-b492-fac7c3929b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:30.340440 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42660) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:30.401213 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-814af1f9-308c-4ef5-9f75-613932a8eb16 req-8a6fdbf3-9f33-4173-a5d8-50250c34dc09 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a773bab-1c53-4b03-8427-afeda468dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195730 Dec 17 15:14:30.411656 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c93b14b9-d350-4f5c-a6bd-6990c0b48338 req-4f19cce9-8bd0-4cc5-a182-8d5acaf6c8f7 service neutron] 10.222.0.13 "GET /v2.0/networks/cbde9e9a-b1dd-42f5-b861-f60d8d354cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5165448 Dec 17 15:14:30.548182 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c93b14b9-d350-4f5c-a6bd-6990c0b48338 req-4e02934c-5575-48c6-810b-0fff3c04ecec service neutron] 10.222.0.13 "GET /v2.0/networks/cbde9e9a-b1dd-42f5-b861-f60d8d354cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938280 Dec 17 15:14:30.610996 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a9003a18-3dcf-43aa-835a-669b60c325cc req-ef65f689-0a41-4766-b17d-a3585f64a323 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1539710 Dec 17 15:14:30.662104 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1017681-d1a9-4703-af1b-9046947fd720 admin admin] Deleting subnet b96dcffa-2253-4d38-a096-ac69e2f27065 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:14:30.671009 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b1017681-d1a9-4703-af1b-9046947fd720 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:30.718228 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b1017681-d1a9-4703-af1b-9046947fd720 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:30.778810 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a096eb-1b3c-497f-abf7-d4fd86fa18e7 req-83e8eb18-460f-4fd8-80ae-566d3480fbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:30.781513 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-21a096eb-1b3c-497f-abf7-d4fd86fa18e7 req-83e8eb18-460f-4fd8-80ae-566d3480fbf2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5af877e7b83c499a97aeb3432ba60ea9&device_id=c32b9cd3-7f4c-4cef-9d5f-402dd6d56434 HTTP/1.1" status: 200 len: 1098 time: 0.5061054 Dec 17 15:14:30.787403 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b1017681-d1a9-4703-af1b-9046947fd720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:30.820234 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-00d093be-1fd0-4766-b492-fac7c3929b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:30.822771 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-00d093be-1fd0-4766-b492-fac7c3929b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:30.830389 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-00d093be-1fd0-4766-b492-fac7c3929b5b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/07aeee4f-0fa7-4532-9bdc-b8348521db54 HTTP/1.1" status: 204 len: 168 time: 0.6150959 Dec 17 15:14:30.831470 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40679b34-8dd8-4e33-aa00-164892ffb231 req-2e9fd0fb-480f-48b9-b23d-fab8484421fa tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:30.834879 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40679b34-8dd8-4e33-aa00-164892ffb231 req-2e9fd0fb-480f-48b9-b23d-fab8484421fa tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 943 time: 0.3845456 Dec 17 15:14:30.849550 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d093be-1fd0-4766-b492-fac7c3929b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07aeee4f-0fa7-4532-9bdc-b8348521db54,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:30.884521 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 16f3b572-cfd7-45ee-830d-050d56c97a5e no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:14:30.917266 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 16f3b572-cfd7-45ee-830d-050d56c97a5e {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:14:30.918007 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 16f3b572-cfd7-45ee-830d-050d56c97a5e not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:14:30.956781 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8df8283-beda-44e0-af14-1b8cf22b2117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '274ae0fb-9720-4609-a795-557e3b853552'}, {'name': 'network-changed', 'server_uuid': 'b8df8283-beda-44e0-af14-1b8cf22b2117', 'tag': '274ae0fb-9720-4609-a795-557e3b853552'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:14:30.958887 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54aa7e3a-9824-444e-becf-b9e1ebf3cb70" -d '{"events": [{"server_uuid": "b8df8283-beda-44e0-af14-1b8cf22b2117", "name": "network-vif-unplugged", "status": "completed", "tag": "274ae0fb-9720-4609-a795-557e3b853552"}, {"name": "network-changed", "server_uuid": "b8df8283-beda-44e0-af14-1b8cf22b2117", "tag": "274ae0fb-9720-4609-a795-557e3b853552"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:14:31.020497 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6dd362dd-5156-46d9-b586-6b0a8de60652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:31.036170 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40679b34-8dd8-4e33-aa00-164892ffb231 req-23c1ebf0-a7d9-4e79-8660-bab4ce5da0b7 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492448 Dec 17 15:14:31.067741 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a096eb-1b3c-497f-abf7-d4fd86fa18e7 req-9585beda-45a0-4b8f-bd0c-c2d6d2df1edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:31.067741 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-21a096eb-1b3c-497f-abf7-d4fd86fa18e7 req-9585beda-45a0-4b8f-bd0c-c2d6d2df1edb service neutron] 10.222.0.13 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.2735143 Dec 17 15:14:31.143342 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b1017681-d1a9-4703-af1b-9046947fd720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:31.146565 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-21a096eb-1b3c-497f-abf7-d4fd86fa18e7 req-6814ec90-f959-4853-9f87-4982bc7dc62c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=63d15c7f-34e8-4018-b329-82275f7df244 HTTP/1.1" status: 200 len: 217 time: 0.0720704 Dec 17 15:14:31.239112 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b1017681-d1a9-4703-af1b-9046947fd720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:31.242457 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b1017681-d1a9-4703-af1b-9046947fd720 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b96dcffa-2253-4d38-a096-ac69e2f27065 HTTP/1.1" status: 204 len: 168 time: 0.8599553 Dec 17 15:14:31.243398 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1017681-d1a9-4703-af1b-9046947fd720 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b96dcffa-2253-4d38-a096-ac69e2f27065,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:31.245168 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42674) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:31.322385 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cb031dea-9c8a-483e-8dd4-554a932e8960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:31.351592 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a096eb-1b3c-497f-abf7-d4fd86fa18e7 req-1e16cc81-bed3-4d5c-92b6-211a1f444464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:31.353406 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-21a096eb-1b3c-497f-abf7-d4fd86fa18e7 req-1e16cc81-bed3-4d5c-92b6-211a1f444464 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.1872945 Dec 17 15:14:31.361524 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e499d73-46ba-4d49-8eb0-17c072872e6f req-58bd94c2-f8e9-4d09-9d11-3c61dd02fdae tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:31.365317 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6e499d73-46ba-4d49-8eb0-17c072872e6f req-58bd94c2-f8e9-4d09-9d11-3c61dd02fdae tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=91acfa0d-aa16-4258-874f-4787ab85ee93 HTTP/1.1" status: 200 len: 945 time: 0.1600723 Dec 17 15:14:31.425820 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa14070-43af-4257-ae03-22856971b69c req-e087a5b6-6767-4029-b3bc-f828a7f6ca5f tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:31.433671 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aaa14070-43af-4257-ae03-22856971b69c req-e087a5b6-6767-4029-b3bc-f828a7f6ca5f tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 946 time: 0.3033433 Dec 17 15:14:31.453013 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cb031dea-9c8a-483e-8dd4-554a932e8960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:31.476476 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-cb031dea-9c8a-483e-8dd4-554a932e8960 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a7ed0fb-a395-44ea-8dcf-10c9fe5c61de']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:14:31.478286 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6e499d73-46ba-4d49-8eb0-17c072872e6f req-fb8d962e-2f59-47d3-a638-ee7569ea84ff tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050699 Dec 17 15:14:31.488006 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-cb031dea-9c8a-483e-8dd4-554a932e8960 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b6cd071-b9ed-4679-8985-5e8cd7aa862b') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:14:31.488365 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-cb031dea-9c8a-483e-8dd4-554a932e8960 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b6cd071-b9ed-4679-8985-5e8cd7aa862b') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:14:31.501122 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cb031dea-9c8a-483e-8dd4-554a932e8960 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:31.509282 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aaa14070-43af-4257-ae03-22856971b69c req-e3ef10f1-7682-4f0a-98cf-60056d6c4c39 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745387 Dec 17 15:14:31.526529 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cb031dea-9c8a-483e-8dd4-554a932e8960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:31.527134 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a096eb-1b3c-497f-abf7-d4fd86fa18e7 req-adfb5f88-9a8a-48fb-8795-e4b6ea20f573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:31.527740 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-21a096eb-1b3c-497f-abf7-d4fd86fa18e7 req-adfb5f88-9a8a-48fb-8795-e4b6ea20f573 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1638000 Dec 17 15:14:31.538298 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb031dea-9c8a-483e-8dd4-554a932e8960 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:14:31.538711 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cb031dea-9c8a-483e-8dd4-554a932e8960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:31.596766 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:14:31.596766 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:14:31.596766 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:14:31.596766 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:14:31.596766 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:14:31.596766 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:14:31.596766 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:14:31.596766 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:14:31.596766 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:14:31.596766 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:14:31.596766 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:14:31.596766 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:14:31.596766 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:14:31.596766 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:14:31.596766 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:14:31.596766 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:14:31.596766 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:14:31.596766 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:14:31.596766 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:14:31.596766 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:14:31.596766 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:14:31.596766 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:14:31.596766 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:14:31.596766 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:14:31.596766 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:14:31.596766 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:14:31.596766 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:14:31.596766 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:14:31.596766 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:14:31.596766 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:14:31.596766 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:14:31.596766 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:14:31.599710 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 17 Dec 2021 15:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2158c1e-6b9c-43ba-9d0a-3ca68021a3d2 x-openstack-request-id: req-a2158c1e-6b9c-43ba-9d0a-3ca68021a3d2 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:14:31.599710 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8df8283-beda-44e0-af14-1b8cf22b2117", "name": "network-vif-unplugged", "status": "completed", "tag": "274ae0fb-9720-4609-a795-557e3b853552", "code": 200}, {"name": "network-changed", "server_uuid": "b8df8283-beda-44e0-af14-1b8cf22b2117", "tag": "274ae0fb-9720-4609-a795-557e3b853552", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:14:31.599710 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a2158c1e-6b9c-43ba-9d0a-3ca68021a3d2 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:14:31.599710 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8df8283-beda-44e0-af14-1b8cf22b2117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '274ae0fb-9720-4609-a795-557e3b853552', 'code': 200} Dec 17 15:14:31.600133 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8df8283-beda-44e0-af14-1b8cf22b2117', 'tag': '274ae0fb-9720-4609-a795-557e3b853552', 'status': 'completed', 'code': 200} Dec 17 15:14:31.697073 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa7e3a-9824-444e-becf-b9e1ebf3cb70 req-e4e1123d-0da1-44fe-8339-26d27eada60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:31.698729 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-21a096eb-1b3c-497f-abf7-d4fd86fa18e7 req-6f99bc74-e58e-49dd-a84b-17d41379c2c7 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624072 Dec 17 15:14:31.699042 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-54aa7e3a-9824-444e-becf-b9e1ebf3cb70 req-e4e1123d-0da1-44fe-8339-26d27eada60c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=724cb0144c46439a90883d842de78922&device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 1124 time: 0.0541925 Dec 17 15:14:31.773141 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a8422-43c0-47b6-9815-098aea7bf6f9 req-2c3e6da1-1065-4780-b713-95a96f0026e2 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:31.774614 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-297a8422-43c0-47b6-9815-098aea7bf6f9 req-2c3e6da1-1065-4780-b713-95a96f0026e2 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/ports?device_id=44a86e10-6052-438e-aac9-1fec1efa8b60 HTTP/1.1" status: 200 len: 946 time: 0.1377246 Dec 17 15:14:31.784158 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801787f-b6c8-4a71-a93e-b77817a407f2 req-84932099-cb9e-4f1f-b86e-c5931bf336bb tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:31.785618 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4801787f-b6c8-4a71-a93e-b77817a407f2 req-84932099-cb9e-4f1f-b86e-c5931bf336bb tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/ports?device_id=c32b9cd3-7f4c-4cef-9d5f-402dd6d56434 HTTP/1.1" status: 200 len: 947 time: 0.1468906 Dec 17 15:14:31.791545 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa7e3a-9824-444e-becf-b9e1ebf3cb70 req-cc301397-e36d-4e1b-812f-947c3b51e605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:31.793001 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-54aa7e3a-9824-444e-becf-b9e1ebf3cb70 req-cc301397-e36d-4e1b-812f-947c3b51e605 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 HTTP/1.1" status: 200 len: 921 time: 0.0857980 Dec 17 15:14:31.869695 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-54aa7e3a-9824-444e-becf-b9e1ebf3cb70 req-063b1145-5082-47af-a077-8b88f3168b20 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=274ae0fb-9720-4609-a795-557e3b853552 HTTP/1.1" status: 200 len: 217 time: 0.0389261 Dec 17 15:14:31.874832 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-297a8422-43c0-47b6-9815-098aea7bf6f9 req-ea740eac-ae12-423b-9822-6e055b6c3751 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6554ac3-81bd-45bb-9acf-5fe144592bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848746 Dec 17 15:14:31.876682 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-21a096eb-1b3c-497f-abf7-d4fd86fa18e7 req-48768cf1-4cae-4a03-a7aa-f394b70268a2 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660440 Dec 17 15:14:31.879480 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4801787f-b6c8-4a71-a93e-b77817a407f2 req-f5935cba-55b3-4215-8914-b375638c13f0 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a773bab-1c53-4b03-8427-afeda468dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815432 Dec 17 15:14:31.939132 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 63d15c7f-34e8-4018-b329-82275f7df244 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:14:31.947152 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa7e3a-9824-444e-becf-b9e1ebf3cb70 req-15b4e5dc-7a80-4ca4-a13d-0f5b96098593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:31.948610 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-54aa7e3a-9824-444e-becf-b9e1ebf3cb70 req-15b4e5dc-7a80-4ca4-a13d-0f5b96098593 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c28c8ec-5ccc-4295-ab15-cbe54116b2d0 HTTP/1.1" status: 200 len: 860 time: 0.0686164 Dec 17 15:14:31.982136 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-54aa7e3a-9824-444e-becf-b9e1ebf3cb70 req-84ae6d7f-5e24-4098-b5c4-b234b4a7e837 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260167 Dec 17 15:14:32.036599 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 63d15c7f-34e8-4018-b329-82275f7df244, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=63d15c7f-34e8-4018-b329-82275f7df244,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:32.043634 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '63d15c7f-34e8-4018-b329-82275f7df244', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': '63d15c7f-34e8-4018-b329-82275f7df244', 'mac_address': 'fa:16:3e:fd:6b:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:14:32.080868 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-54aa7e3a-9824-444e-becf-b9e1ebf3cb70 req-31f25617-4108-4aa1-9b43-3f644c4ac09c service neutron] 10.222.0.41 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911794 Dec 17 15:14:32.098514 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:32.113313 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63d15c7f-34e8-4018-b329-82275f7df244 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:14:32.145384 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cb031dea-9c8a-483e-8dd4-554a932e8960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:32.159817 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cb031dea-9c8a-483e-8dd4-554a932e8960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:32.163662 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cb031dea-9c8a-483e-8dd4-554a932e8960 admin admin] 10.222.0.46 "DELETE /v2.0/networks/3a7ed0fb-a395-44ea-8dcf-10c9fe5c61de HTTP/1.1" status: 204 len: 168 time: 0.9173489 Dec 17 15:14:32.197272 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 63d15c7f-34e8-4018-b329-82275f7df244, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=63d15c7f-34e8-4018-b329-82275f7df244,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:32.216410 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb031dea-9c8a-483e-8dd4-554a932e8960 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a7ed0fb-a395-44ea-8dcf-10c9fe5c61de,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:32.244957 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69df953-82aa-4485-8779-23cf507fae57 req-a898741b-81f8-41dc-9cd3-85fe50f0360e tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:32.250631 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:32.251601 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b69df953-82aa-4485-8779-23cf507fae57 req-a898741b-81f8-41dc-9cd3-85fe50f0360e tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 943 time: 0.1069617 Dec 17 15:14:32.272098 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:32.296527 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-54aa7e3a-9824-444e-becf-b9e1ebf3cb70 req-7aad30bc-c61b-43d8-8ad6-debd3561309f service neutron] 10.222.0.41 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076583 Dec 17 15:14:32.365738 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b69df953-82aa-4485-8779-23cf507fae57 req-60c8e8b0-c3b2-469b-b185-e270f6032eb2 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045055 Dec 17 15:14:32.397320 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=63d15c7f-34e8-4018-b329-82275f7df244,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:32.737846 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604641d-dbd5-42f6-89a7-228b9bc332c9 req-98c69bc1-1d56-4aeb-80a2-f1d2f174fa52 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:32.739596 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4604641d-dbd5-42f6-89a7-228b9bc332c9 req-98c69bc1-1d56-4aeb-80a2-f1d2f174fa52 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 946 time: 0.1150339 Dec 17 15:14:32.749244 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01302e-16ec-45e0-974a-a937bab391c4 req-203139a9-9fbb-4d8f-ae21-6727161d9fd4 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:32.751075 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42706) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:32.752571 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2c01302e-16ec-45e0-974a-a937bab391c4 req-203139a9-9fbb-4d8f-ae21-6727161d9fd4 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=91acfa0d-aa16-4258-874f-4787ab85ee93 HTTP/1.1" status: 200 len: 945 time: 0.1024513 Dec 17 15:14:32.832947 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4604641d-dbd5-42f6-89a7-228b9bc332c9 req-bbdab112-5ff2-416a-97de-e3592bf5cde3 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792408 Dec 17 15:14:32.836728 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2c01302e-16ec-45e0-974a-a937bab391c4 req-9c8b0712-351b-4315-947d-ec0e16b2d85b tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763102 Dec 17 15:14:32.856709 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-732ffe49-0973-4d8b-9112-2f2144cb199d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=78c9f2a63b3c49ada6c0f6f0b05499a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1026058 Dec 17 15:14:32.857178 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42710) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:32.936849 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['63d15c7f-34e8-4018-b329-82275f7df244'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:14:33.000379 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-afcbab77-a429-451e-a0aa-e70c6de2cafc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:33.068065 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e8d1e-7e33-44bc-b8cf-725410d7e1b1 req-1954c430-a265-4e41-b4a7-322ada33179e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:33.069607 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d7e8d1e-7e33-44bc-b8cf-725410d7e1b1 req-1954c430-a265-4e41-b4a7-322ada33179e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=91acfa0d-aa16-4258-874f-4787ab85ee93 HTTP/1.1" status: 200 len: 945 time: 0.1253889 Dec 17 15:14:33.107228 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-afcbab77-a429-451e-a0aa-e70c6de2cafc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:33.145159 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5099d-314b-416d-8481-266f9e9d4e1a req-01e24d86-fa55-4538-9c99-facb8b28fc52 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:33.146721 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c9d5099d-314b-416d-8481-266f9e9d4e1a req-01e24d86-fa55-4538-9c99-facb8b28fc52 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/ports?device_id=44a86e10-6052-438e-aac9-1fec1efa8b60 HTTP/1.1" status: 200 len: 946 time: 0.1403883 Dec 17 15:14:33.168650 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d7e8d1e-7e33-44bc-b8cf-725410d7e1b1 req-95e9826b-cecd-4daf-bc27-7b0d501f1547 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878520 Dec 17 15:14:33.514640 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c9d5099d-314b-416d-8481-266f9e9d4e1a req-91878ce2-4393-4054-ab9f-7cffa7dad9c4 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/security-groups?id=f6554ac3-81bd-45bb-9acf-5fe144592bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548377 Dec 17 15:14:33.613376 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca61bfe-ddd2-440c-b096-c8a928dd2804 req-c8385eb3-40ce-4fbb-afdc-3fecd444e3a8 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:33.614841 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4ca61bfe-ddd2-440c-b096-c8a928dd2804 req-c8385eb3-40ce-4fbb-afdc-3fecd444e3a8 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/ports?device_id=c32b9cd3-7f4c-4cef-9d5f-402dd6d56434 HTTP/1.1" status: 200 len: 948 time: 0.1641178 Dec 17 15:14:33.618602 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-afcbab77-a429-451e-a0aa-e70c6de2cafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:33.624321 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-afcbab77-a429-451e-a0aa-e70c6de2cafc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:33.635027 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-afcbab77-a429-451e-a0aa-e70c6de2cafc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/018b23ee-d262-474d-bf4d-a3901c363d3b HTTP/1.1" status: 204 len: 168 time: 0.7698245 Dec 17 15:14:33.676960 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbab77-a429-451e-a0aa-e70c6de2cafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018b23ee-d262-474d-bf4d-a3901c363d3b,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:33.714498 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:33.756928 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff1ffe-cff5-41ad-b014-ec7e5cc8a583 req-52853c48-6d07-4a1b-9105-909345b64ced tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:33.758428 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ceff1ffe-cff5-41ad-b014-ec7e5cc8a583 req-52853c48-6d07-4a1b-9105-909345b64ced tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.13 "GET /v2.0/ports?device_id=44a86e10-6052-438e-aac9-1fec1efa8b60 HTTP/1.1" status: 200 len: 946 time: 0.2262378 Dec 17 15:14:33.777353 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4ca61bfe-ddd2-440c-b096-c8a928dd2804 req-2d24fba0-a098-4be8-9a7f-1d104b458c0e tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a773bab-1c53-4b03-8427-afeda468dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367247 Dec 17 15:14:33.950090 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969c8b6-1903-4cb5-9d29-037775f1cefe req-b43d840a-55f2-4370-ba92-a5d8c10cf989 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:33.958419 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5969c8b6-1903-4cb5-9d29-037775f1cefe req-b43d840a-55f2-4370-ba92-a5d8c10cf989 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 943 time: 0.0777814 Dec 17 15:14:33.971795 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-ceff1ffe-cff5-41ad-b014-ec7e5cc8a583 req-701c208a-fd41-4cff-8afe-2ee423d5d0e2 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Deleting port 2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:14:33.976322 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ceff1ffe-cff5-41ad-b014-ec7e5cc8a583 req-701c208a-fd41-4cff-8afe-2ee423d5d0e2 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:34.089816 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5969c8b6-1903-4cb5-9d29-037775f1cefe req-6e1ce739-86ed-45bf-bf19-c27407c549ad tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179359 Dec 17 15:14:34.146696 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:34.286077 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-ceff1ffe-cff5-41ad-b014-ec7e5cc8a583 req-701c208a-fd41-4cff-8afe-2ee423d5d0e2 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] For port 2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a,segment=NetworkSegment(c859e1d1-f230-4e3c-a03a-dfb2659da1f6),segment_id=c859e1d1-f230-4e3c-a03a-dfb2659da1f6)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:34.286457 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ceff1ffe-cff5-41ad-b014-ec7e5cc8a583 req-701c208a-fd41-4cff-8afe-2ee423d5d0e2 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:34.322145 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b031d1dd-7964-4d5a-88ae-dddcbadc7777 req-f70a3983-2fed-486b-82b8-fb06ba3b0db4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1881273 Dec 17 15:14:34.323126 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-ceff1ffe-cff5-41ad-b014-ec7e5cc8a583 req-701c208a-fd41-4cff-8afe-2ee423d5d0e2 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Calling delete_port for 2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:14:34.341578 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03c799-476e-46e2-8f1a-df771752f77d req-4759aa43-3f6d-4498-ae1e-e3c51dea3036 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:34.346244 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fe03c799-476e-46e2-8f1a-df771752f77d req-4759aa43-3f6d-4498-ae1e-e3c51dea3036 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 946 time: 0.1516421 Dec 17 15:14:34.497542 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fe03c799-476e-46e2-8f1a-df771752f77d req-af7a42bf-685e-4fcd-88ed-ed2b5a712455 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293769 Dec 17 15:14:34.501157 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031d1dd-7964-4d5a-88ae-dddcbadc7777 req-019b7269-948b-444d-8e5c-f3ca552331fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:34.502660 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b031d1dd-7964-4d5a-88ae-dddcbadc7777 req-019b7269-948b-444d-8e5c-f3ca552331fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=724cb0144c46439a90883d842de78922&device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 1096 time: 0.1495330 Dec 17 15:14:34.689750 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031d1dd-7964-4d5a-88ae-dddcbadc7777 req-b90a5d8f-5ab2-4923-b283-44ef9ad4e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:34.692149 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b031d1dd-7964-4d5a-88ae-dddcbadc7777 req-b90a5d8f-5ab2-4923-b283-44ef9ad4e095 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 HTTP/1.1" status: 200 len: 921 time: 0.1676822 Dec 17 15:14:34.855778 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ceff1ffe-cff5-41ad-b014-ec7e5cc8a583 req-701c208a-fd41-4cff-8afe-2ee423d5d0e2 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:34.894453 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b031d1dd-7964-4d5a-88ae-dddcbadc7777 req-702b2bbb-fc64-463e-8c0c-ff50f6115c09 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e1e00b8-8858-4e12-baeb-9904e7a81949 HTTP/1.1" status: 200 len: 217 time: 0.1938081 Dec 17 15:14:34.906096 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b1af47f-b3b0-4eed-8328-0021a13ff065 req-cb841009-646f-4733-b9b8-b3d910fc1b76 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/ports?device_id=44a86e10-6052-438e-aac9-1fec1efa8b60 HTTP/1.1" status: 200 len: 210 time: 0.1893878 Dec 17 15:14:35.010578 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031d1dd-7964-4d5a-88ae-dddcbadc7777 req-75ba9e30-ea94-4a04-9c0a-40d935aa3f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:35.012668 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b031d1dd-7964-4d5a-88ae-dddcbadc7777 req-75ba9e30-ea94-4a04-9c0a-40d935aa3f6e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c28c8ec-5ccc-4295-ab15-cbe54116b2d0 HTTP/1.1" status: 200 len: 860 time: 0.0870790 Dec 17 15:14:35.031417 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c208a-fd41-4cff-8afe-2ee423d5d0e2 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Pushing event deleted for resources: {'Port': ['ID=2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:35.102562 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b031d1dd-7964-4d5a-88ae-dddcbadc7777 req-0732ab53-362f-47c7-90e3-d8d11beb5063 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727499 Dec 17 15:14:35.196394 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceff1ffe-cff5-41ad-b014-ec7e5cc8a583 req-701c208a-fd41-4cff-8afe-2ee423d5d0e2 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] No DVR routers for this DVR port 2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a on host n-h2-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:14:35.205120 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ceff1ffe-cff5-41ad-b014-ec7e5cc8a583 req-701c208a-fd41-4cff-8afe-2ee423d5d0e2 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:35.208730 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ceff1ffe-cff5-41ad-b014-ec7e5cc8a583 req-701c208a-fd41-4cff-8afe-2ee423d5d0e2 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.13 "DELETE /v2.0/ports/2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a HTTP/1.1" status: 204 len: 173 time: 1.4292562 Dec 17 15:14:35.209448 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a86e10-6052-438e-aac9-1fec1efa8b60', 'name': 'network-vif-deleted', 'tag': '2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:14:35.211926 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534a486d-7d84-4c56-92b5-1fe72d9e2623" -d '{"events": [{"server_uuid": "44a86e10-6052-438e-aac9-1fec1efa8b60", "name": "network-vif-deleted", "tag": "2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:14:35.237772 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f7274-5c5a-440b-abfd-1f5cd626db9a req-c7a03d23-5f0e-4153-b9ec-be9f6e34153b tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:35.245295 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e31f7274-5c5a-440b-abfd-1f5cd626db9a req-c7a03d23-5f0e-4153-b9ec-be9f6e34153b tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/ports?device_id=c32b9cd3-7f4c-4cef-9d5f-402dd6d56434 HTTP/1.1" status: 200 len: 948 time: 0.2262061 Dec 17 15:14:35.314025 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b031d1dd-7964-4d5a-88ae-dddcbadc7777 req-d8056f71-f783-4521-9e7a-e4c6f30b08de service neutron] 10.222.0.13 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862423 Dec 17 15:14:35.329908 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e31f7274-5c5a-440b-abfd-1f5cd626db9a req-2729e0be-4db2-457f-8e4d-e8bda8d4d439 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a773bab-1c53-4b03-8427-afeda468dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829754 Dec 17 15:14:35.490073 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b031d1dd-7964-4d5a-88ae-dddcbadc7777 req-c2aca92a-cee5-447d-8d8e-f634a9d9d9bf service neutron] 10.222.0.13 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548996 Dec 17 15:14:35.601680 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c42701-87df-47d3-85eb-1aebca1578ac req-6f200218-b1ae-402c-98d9-7b8dc49ec317 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:35.610188 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-73c42701-87df-47d3-85eb-1aebca1578ac req-6f200218-b1ae-402c-98d9-7b8dc49ec317 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 943 time: 0.1124094 Dec 17 15:14:35.702031 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-73c42701-87df-47d3-85eb-1aebca1578ac req-0bc1cb1c-0b7c-4fbb-aa13-7d3d4ba97674 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872595 Dec 17 15:14:35.708035 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42808) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:35.794057 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663a1bb6-56e1-48bf-af25-5d950098d757 x-openstack-request-id: req-663a1bb6-56e1-48bf-af25-5d950098d757 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:14:35.795419 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a86e10-6052-438e-aac9-1fec1efa8b60", "name": "network-vif-deleted", "tag": "2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:14:35.796132 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-663a1bb6-56e1-48bf-af25-5d950098d757 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:14:35.796771 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a86e10-6052-438e-aac9-1fec1efa8b60', 'name': 'network-vif-deleted', 'tag': '2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a', 'status': 'completed', 'code': 200} Dec 17 15:14:35.940655 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-d91d3d8e-f40d-450c-a90f-989221d5d1ff admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1689771287-network', 'tenant_id': 'ba37efc400944862bf5f8678d3d69999'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:14:35.960427 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 63d15c7f-34e8-4018-b329-82275f7df244 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:14:36.095526 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91d3d8e-f40d-450c-a90f-989221d5d1ff admin admin] Made reservation on behalf of ba37efc400944862bf5f8678d3d69999 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:14:36.099500 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d91d3d8e-f40d-450c-a90f-989221d5d1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:36.113775 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d91d3d8e-f40d-450c-a90f-989221d5d1ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:36.124895 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ccdcc9-c0f8-4fe9-8d30-24811c55c353 req-7f9f50bb-5d8e-4221-85af-d4afd9e0e986 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:36.126430 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-59ccdcc9-c0f8-4fe9-8d30-24811c55c353 req-7f9f50bb-5d8e-4221-85af-d4afd9e0e986 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=91acfa0d-aa16-4258-874f-4787ab85ee93 HTTP/1.1" status: 200 len: 945 time: 0.1044736 Dec 17 15:14:36.146667 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 63d15c7f-34e8-4018-b329-82275f7df244 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:14:36.154698 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 63d15c7f-34e8-4018-b329-82275f7df244 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:14:36.155065 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:36.278907 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d91d3d8e-f40d-450c-a90f-989221d5d1ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:36.288110 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:36.289926 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc84a104-4303-46e9-8c0c-4f382b0c1c02 req-cb69de82-e2a7-4514-9752-a1a7766c42f7 tempest-FloatingIPsAssociationNegativeTestJSON-506757716 tempest-FloatingIPsAssociationNegativeTestJSON-506757716-project] 10.222.0.46 "GET /v2.0/ports?device_id=44a86e10-6052-438e-aac9-1fec1efa8b60 HTTP/1.1" status: 200 len: 210 time: 0.1779943 Dec 17 15:14:36.331223 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-59ccdcc9-c0f8-4fe9-8d30-24811c55c353 req-cc4638c3-a6ec-4398-b6ac-432c1688fe55 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949031 Dec 17 15:14:36.391830 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d91d3d8e-f40d-450c-a90f-989221d5d1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:36.399356 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32b9cd3-7f4c-4cef-9d5f-402dd6d56434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d15c7f-34e8-4018-b329-82275f7df244'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:14:36.401509 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36fad19-a278-4453-b021-7c96fb536508" -d '{"events": [{"server_uuid": "c32b9cd3-7f4c-4cef-9d5f-402dd6d56434", "name": "network-vif-plugged", "status": "completed", "tag": "63d15c7f-34e8-4018-b329-82275f7df244"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:14:36.420908 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 63d15c7f-34e8-4018-b329-82275f7df244, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=63d15c7f-34e8-4018-b329-82275f7df244,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:36.432891 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d91d3d8e-f40d-450c-a90f-989221d5d1ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:14:36.476630 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d3d8e-f40d-450c-a90f-989221d5d1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23a7f4b-103e-4506-9b1f-90acdb739d77,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:36.479812 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d91d3d8e-f40d-450c-a90f-989221d5d1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:36.480162 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-d91d3d8e-f40d-450c-a90f-989221d5d1ff admin admin] Added segment 49382aae-d7b0-4646-aa0b-66de101aee0f of type vlan for network fd4098ca-02d5-4349-989d-d058341c8309 Dec 17 15:14:36.507314 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:36.507943 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:14:36.548825 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d91d3d8e-f40d-450c-a90f-989221d5d1ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:36.568362 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51035e-fcc0-4beb-b53a-8d86f0d3fd74 req-1682f12c-0892-4a60-a83e-443e0eea4b30 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:36.571496 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:14:36.571948 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 2642d1df-b740-46a5-b6ef-ed3b2a5a7c0a not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:14:36.577242 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c51035e-fcc0-4beb-b53a-8d86f0d3fd74 req-1682f12c-0892-4a60-a83e-443e0eea4b30 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/ports?device_id=c32b9cd3-7f4c-4cef-9d5f-402dd6d56434 HTTP/1.1" status: 200 len: 948 time: 0.1196027 Dec 17 15:14:36.640289 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c51035e-fcc0-4beb-b53a-8d86f0d3fd74 req-5c0fdd57-e8cc-428d-9b1b-f38ef2ae1bcc tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a773bab-1c53-4b03-8427-afeda468dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619774 Dec 17 15:14:36.656237 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=63d15c7f-34e8-4018-b329-82275f7df244,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:36.689454 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d91d3d8e-f40d-450c-a90f-989221d5d1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:36.690507 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91d3d8e-f40d-450c-a90f-989221d5d1ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:36.695262 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d91d3d8e-f40d-450c-a90f-989221d5d1ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:36.725258 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613184e7-75e9-4133-9cb2-574a155dab1f x-openstack-request-id: req-613184e7-75e9-4133-9cb2-574a155dab1f {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:14:36.730355 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32b9cd3-7f4c-4cef-9d5f-402dd6d56434", "name": "network-vif-plugged", "status": "completed", "tag": "63d15c7f-34e8-4018-b329-82275f7df244", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:14:36.731823 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-613184e7-75e9-4133-9cb2-574a155dab1f {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:14:36.732360 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32b9cd3-7f4c-4cef-9d5f-402dd6d56434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d15c7f-34e8-4018-b329-82275f7df244', 'code': 200} Dec 17 15:14:36.895158 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d3d8e-f40d-450c-a90f-989221d5d1ff admin admin] Pushing event updated for resources: {'Network': ['ID=fd4098ca-02d5-4349-989d-d058341c8309,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:36.908946 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network fd4098ca-02d5-4349-989d-d058341c8309 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:14:36.911687 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42840) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:36.919425 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d91d3d8e-f40d-450c-a90f-989221d5d1ff admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2028708 Dec 17 15:14:36.919542 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-a60f1020-baab-44aa-8b93-f6cca9e33d82 admin admin] Request body: {'subnet': {'network_id': 'fd4098ca-02d5-4349-989d-d058341c8309', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1689771287-subnet', 'tenant_id': 'ba37efc400944862bf5f8678d3d69999', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:14:36.923464 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c442be-f25a-42ea-91fc-43940fe18c33 req-8d560961-55dc-42bc-bff5-06e629a7c6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:36.925336 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-92c442be-f25a-42ea-91fc-43940fe18c33 req-8d560961-55dc-42bc-bff5-06e629a7c6c1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c32b9cd3-7f4c-4cef-9d5f-402dd6d56434 HTTP/1.1" status: 200 len: 1100 time: 0.1547227 Dec 17 15:14:36.952427 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 274ae0fb-9720-4609-a795-557e3b853552 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:14:37.012267 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f9d3c-7fe0-4030-9467-a4982bde3eda req-b197ea98-76b4-404a-a445-a51372d74a34 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:37.025708 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f95f9d3c-7fe0-4030-9467-a4982bde3eda req-b197ea98-76b4-404a-a445-a51372d74a34 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 943 time: 0.2018876 Dec 17 15:14:37.060603 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60f1020-baab-44aa-8b93-f6cca9e33d82 admin admin] Made reservation on behalf of ba37efc400944862bf5f8678d3d69999 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:14:37.063045 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a60f1020-baab-44aa-8b93-f6cca9e33d82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:37.087381 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-92c442be-f25a-42ea-91fc-43940fe18c33 req-2a1dac29-b473-40d5-bd57-5a0b17ce2cb4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8a773bab-1c53-4b03-8427-afeda468dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499445 Dec 17 15:14:37.121882 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f95f9d3c-7fe0-4030-9467-a4982bde3eda req-54a1d522-75a8-45fd-b9b7-908c1734c274 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945487 Dec 17 15:14:37.381772 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42850) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:37.550479 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a60f1020-baab-44aa-8b93-f6cca9e33d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:37.595795 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe389e59-018f-4127-974f-1ed8e723dc31 req-999f824c-1ffb-4bf9-88be-e2b5dc010f73 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:37.597028 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fe389e59-018f-4127-974f-1ed8e723dc31 req-999f824c-1ffb-4bf9-88be-e2b5dc010f73 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=91acfa0d-aa16-4258-874f-4787ab85ee93 HTTP/1.1" status: 200 len: 945 time: 0.0759726 Dec 17 15:14:37.671515 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fe389e59-018f-4127-974f-1ed8e723dc31 req-6b910da4-daa2-4403-b0c1-77a75c4e4cff tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665157 Dec 17 15:14:37.729904 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f1020-baab-44aa-8b93-f6cca9e33d82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3774c5a-699d-4e0b-b7cd-e9a83ea18d86,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:37.782074 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60f1020-baab-44aa-8b93-f6cca9e33d82 admin admin] Checking segment: {'id': '49382aae-d7b0-4646-aa0b-66de101aee0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fd4098ca-02d5-4349-989d-d058341c8309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:14:37.782705 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60f1020-baab-44aa-8b93-f6cca9e33d82 admin admin] Network hostable DHCP agents. Network: fd4098ca-02d5-4349-989d-d058341c8309, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:14:37.814201 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d795a68-72ac-4f6b-bc73-fa4b9cb156d7 req-c068d2cb-2fe2-4ff0-ae1b-3b000978bc9f tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:37.815730 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7d795a68-72ac-4f6b-bc73-fa4b9cb156d7 req-c068d2cb-2fe2-4ff0-ae1b-3b000978bc9f tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/ports?device_id=c32b9cd3-7f4c-4cef-9d5f-402dd6d56434 HTTP/1.1" status: 200 len: 949 time: 0.0650723 Dec 17 15:14:37.865518 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7d795a68-72ac-4f6b-bc73-fa4b9cb156d7 req-7cf8bcfe-7583-41b6-bee0-d8e342017d44 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a773bab-1c53-4b03-8427-afeda468dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433993 Dec 17 15:14:38.001399 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60f1020-baab-44aa-8b93-f6cca9e33d82 admin admin] Network fd4098ca-02d5-4349-989d-d058341c8309 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:14:38.023161 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c57acbef-ab3e-456b-8a91-b03c9ef2f275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:38.158009 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-a60f1020-baab-44aa-8b93-f6cca9e33d82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, fd4098ca-02d5-4349-989d-d058341c8309) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:14:38.172706 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2deaba98-4046-46b3-8042-03880d7c2d41 None None] Network fd4098ca-02d5-4349-989d-d058341c8309 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:14:38.174812 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b836112f-6760-4662-9620-bd8522c0e30c req-f766652f-6dfb-46e5-a199-53f0dfe94883 service neutron] 10.222.0.41 "GET /v2.0/ports/274ae0fb-9720-4609-a795-557e3b853552/bindings/n-h2-820553-2 HTTP/1.1" status: 200 len: 384 time: 0.2283726 Dec 17 15:14:38.265921 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60f1020-baab-44aa-8b93-f6cca9e33d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:38.266538 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a60f1020-baab-44aa-8b93-f6cca9e33d82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:38.398362 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbaadb-9bbd-460f-81b2-25dc16649040 req-3e0b3c4f-3795-44b7-9a02-138f3dbf4e77 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:38.413643 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a3cbaadb-9bbd-460f-81b2-25dc16649040 req-3e0b3c4f-3795-44b7-9a02-138f3dbf4e77 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 943 time: 0.0987971 Dec 17 15:14:38.470113 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a3cbaadb-9bbd-460f-81b2-25dc16649040 req-5c77858f-bdd8-43f0-8988-b2c1110f8797 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551653 Dec 17 15:14:38.499542 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb72325-7d8a-4c1c-b684-aedd764e3bdd None None] Network fd4098ca-02d5-4349-989d-d058341c8309 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:14:38.603342 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a60f1020-baab-44aa-8b93-f6cca9e33d82 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6829953 Dec 17 15:14:38.838583 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-b836112f-6760-4662-9620-bd8522c0e30c req-295eb40f-b643-4011-bcad-8f1d74fb22f8 service neutron] For port 274ae0fb-9720-4609-a795-557e3b853552, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=274ae0fb-9720-4609-a795-557e3b853552,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:38.890120 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80394605-3de0-466c-b047-cdc9134b24a4 req-247897e4-1edf-4888-a032-634710fa5ed7 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:38.892014 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-80394605-3de0-466c-b047-cdc9134b24a4 req-247897e4-1edf-4888-a032-634710fa5ed7 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=91acfa0d-aa16-4258-874f-4787ab85ee93 HTTP/1.1" status: 200 len: 945 time: 0.1022015 Dec 17 15:14:38.903974 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-c57acbef-ab3e-456b-8a91-b03c9ef2f275 admin admin] Deleting port 4b5c8126-4ba6-460d-b12f-371bf5bc2f90 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:14:38.907940 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c57acbef-ab3e-456b-8a91-b03c9ef2f275 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:38.947904 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device e8544dac-c342-4808-ad30-5a3ee314924e details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:14:38.998401 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-c57acbef-ab3e-456b-8a91-b03c9ef2f275 admin admin] For port 4b5c8126-4ba6-460d-b12f-371bf5bc2f90, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=4b5c8126-4ba6-460d-b12f-371bf5bc2f90,segment=NetworkSegment(c859e1d1-f230-4e3c-a03a-dfb2659da1f6),segment_id=c859e1d1-f230-4e3c-a03a-dfb2659da1f6)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:38.998865 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c57acbef-ab3e-456b-8a91-b03c9ef2f275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:39.015727 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-c57acbef-ab3e-456b-8a91-b03c9ef2f275 admin admin] Calling delete_port for 4b5c8126-4ba6-460d-b12f-371bf5bc2f90 owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:14:39.019285 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-80394605-3de0-466c-b047-cdc9134b24a4 req-cd944b61-ed05-4f44-bcfe-12abb7b674b7 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134155 Dec 17 15:14:39.046287 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-b836112f-6760-4662-9620-bd8522c0e30c req-295eb40f-b643-4011-bcad-8f1d74fb22f8 service neutron] For port 274ae0fb-9720-4609-a795-557e3b853552, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:14:39.169520 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6118df-ce89-4262-9342-d90fb004171c req-1664630d-3e0b-4d9b-8189-b4c11f0a4a49 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:39.177775 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5a6118df-ce89-4262-9342-d90fb004171c req-1664630d-3e0b-4d9b-8189-b4c11f0a4a49 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/ports?device_id=c32b9cd3-7f4c-4cef-9d5f-402dd6d56434 HTTP/1.1" status: 200 len: 949 time: 0.1195805 Dec 17 15:14:39.199495 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port e8544dac-c342-4808-ad30-5a3ee314924e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e8544dac-c342-4808-ad30-5a3ee314924e,segment=NetworkSegment(015294cb-4187-4289-b628-75f381cf79fc),segment_id=015294cb-4187-4289-b628-75f381cf79fc)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:39.208403 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'e8544dac-c342-4808-ad30-5a3ee314924e', 'network_id': 'c704e634-d730-42f1-aad6-bcd13146a15b', 'port_id': 'e8544dac-c342-4808-ad30-5a3ee314924e', 'mac_address': 'fa:16:3e:c5:5b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3797d1ea-06a4-44eb-b593-2c962d2f6ff1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:14:39.273868 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5a6118df-ce89-4262-9342-d90fb004171c req-24118c52-261a-4822-81a2-49799d96215f tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a773bab-1c53-4b03-8427-afeda468dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928726 Dec 17 15:14:39.345979 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:39.385754 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8544dac-c342-4808-ad30-5a3ee314924e {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:14:39.436778 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port e8544dac-c342-4808-ad30-5a3ee314924e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e8544dac-c342-4808-ad30-5a3ee314924e,segment=NetworkSegment(015294cb-4187-4289-b628-75f381cf79fc),segment_id=015294cb-4187-4289-b628-75f381cf79fc)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:39.469431 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-b836112f-6760-4662-9620-bd8522c0e30c req-295eb40f-b643-4011-bcad-8f1d74fb22f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 274ae0fb-9720-4609-a795-557e3b853552 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:14:39.486442 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-b836112f-6760-4662-9620-bd8522c0e30c req-295eb40f-b643-4011-bcad-8f1d74fb22f8 service neutron] For port 274ae0fb-9720-4609-a795-557e3b853552, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=274ae0fb-9720-4609-a795-557e3b853552,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:39.520518 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-d6323924-5d8c-4c96-bbab-43562bf7e869 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:39.528511 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-d6323924-5d8c-4c96-bbab-43562bf7e869 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/networks?id=fd4098ca-02d5-4349-989d-d058341c8309 HTTP/1.1" status: 200 len: 818 time: 0.2447965 Dec 17 15:14:39.552237 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-e61e0f83-96ec-4b4f-8088-a13860b76af8 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/quotas/ba37efc400944862bf5f8678d3d69999 HTTP/1.1" status: 200 len: 375 time: 0.0154121 Dec 17 15:14:39.585576 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-85055674-5586-406a-9e00-3e32a2307b94 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ba37efc400944862bf5f8678d3d69999&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389457 Dec 17 15:14:39.628762 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:39.761032 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=e8544dac-c342-4808-ad30-5a3ee314924e,revision_number=6']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:39.767780 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b836112f-6760-4662-9620-bd8522c0e30c req-295eb40f-b643-4011-bcad-8f1d74fb22f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:39.769896 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c57acbef-ab3e-456b-8a91-b03c9ef2f275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:39.785278 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['e8544dac-c342-4808-ad30-5a3ee314924e'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:14:39.812475 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-c9d31a80-5a84-42ef-a594-8827177c97f3 service neutron] 10.222.0.46 "GET /v2.0/networks/fd4098ca-02d5-4349-989d-d058341c8309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157807 Dec 17 15:14:39.903128 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57acbef-ab3e-456b-8a91-b03c9ef2f275 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b5c8126-4ba6-460d-b12f-371bf5bc2f90,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:40.108380 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-d1700b66-0a2e-4363-b2e8-ec6d84ab3b03 service neutron] 10.222.0.46 "GET /v2.0/networks/fd4098ca-02d5-4349-989d-d058341c8309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671137 Dec 17 15:14:40.242010 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c57acbef-ab3e-456b-8a91-b03c9ef2f275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:40.277203 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:40.373033 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-b836112f-6760-4662-9620-bd8522c0e30c req-295eb40f-b643-4011-bcad-8f1d74fb22f8 service neutron] Transition to ACTIVE for port object 274ae0fb-9720-4609-a795-557e3b853552 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:14:40.476174 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27db13-b64a-44d0-8177-c736d5406276 req-b64baa5e-4fc6-4e89-b25b-ffb38db4b7e8 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:40.478706 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a27db13-b64a-44d0-8177-c736d5406276 req-b64baa5e-4fc6-4e89-b25b-ffb38db4b7e8 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 943 time: 0.0612440 Dec 17 15:14:40.538377 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a27db13-b64a-44d0-8177-c736d5406276 req-8a001b8c-baf7-4ecf-9bbf-41458842b071 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526962 Dec 17 15:14:40.557832 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b836112f-6760-4662-9620-bd8522c0e30c req-295eb40f-b643-4011-bcad-8f1d74fb22f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:40.675848 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-b836112f-6760-4662-9620-bd8522c0e30c req-295eb40f-b643-4011-bcad-8f1d74fb22f8 service neutron] No DVR routers for this DVR port 274ae0fb-9720-4609-a795-557e3b853552 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:14:40.681029 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295eb40f-b643-4011-bcad-8f1d74fb22f8 service neutron] Pushing event updated for resources: {'Port': ['ID=274ae0fb-9720-4609-a795-557e3b853552,revision_number=10']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:40.697679 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-325984bc-933e-443b-9c54-0d564ff02201 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=5af877e7b83c499a97aeb3432ba60ea9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369246 Dec 17 15:14:40.721511 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57acbef-ab3e-456b-8a91-b03c9ef2f275 admin admin] Router ddbaae00-e07f-4860-b159-83c2d6bb247f has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:14:40.735438 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b836112f-6760-4662-9620-bd8522c0e30c req-295eb40f-b643-4011-bcad-8f1d74fb22f8 service neutron] 10.222.0.41 "PUT /v2.0/ports/274ae0fb-9720-4609-a795-557e3b853552/bindings/n-h2-820553-2/activate HTTP/1.1" status: 200 len: 369 time: 2.4752793 Dec 17 15:14:40.874244 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-ca75821a-3ebd-4625-a41f-cc8c08a77141 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:40.875802 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-ca75821a-3ebd-4625-a41f-cc8c08a77141 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1771274 Dec 17 15:14:40.885415 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57acbef-ab3e-456b-8a91-b03c9ef2f275 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:14:40.897959 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f6e429-574e-47fa-b411-11868cb024ad None None] Sync routers for ids ['ddbaae00-e07f-4860-b159-83c2d6bb247f'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:14:40.902403 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c57acbef-ab3e-456b-8a91-b03c9ef2f275 admin admin] 10.222.0.46 "PUT /v2.0/routers/ddbaae00-e07f-4860-b159-83c2d6bb247f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5194116 Dec 17 15:14:40.911516 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-e3c2b225-cc25-4c60-bb9c-9f2f9d65c69c tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/quotas/5af877e7b83c499a97aeb3432ba60ea9 HTTP/1.1" status: 200 len: 375 time: 0.0195794 Dec 17 15:14:40.911694 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42944) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:40.913167 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f6e429-574e-47fa-b411-11868cb024ad None None] Routers {'ddbaae00-e07f-4860-b159-83c2d6bb247f'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:14:40.915327 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-b2f6e429-574e-47fa-b411-11868cb024ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:14:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['ddbaae00-e07f-4860-b159-83c2d6bb247f'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:14:40.935882 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device e8544dac-c342-4808-ad30-5a3ee314924e up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:14:40.969957 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-802102a7-a300-4eb7-9e5f-a758950e3cb1 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5af877e7b83c499a97aeb3432ba60ea9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0636582 Dec 17 15:14:41.084588 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71ce4c32-7753-44a1-bc88-fe7a141ce551 admin admin] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:41.098379 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-b2f6e429-574e-47fa-b411-11868cb024ad None None] Set router ddbaae00-e07f-4860-b159-83c2d6bb247f gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:14:41.104124 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836112f-6760-4662-9620-bd8522c0e30c req-e7bb911b-b046-4202-9add-137f6b868da0 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:41.106286 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b836112f-6760-4662-9620-bd8522c0e30c req-e7bb911b-b046-4202-9add-137f6b868da0 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117&tenant_id=724cb0144c46439a90883d842de78922&binding%3Ahost_id=n-h1-820553-2 HTTP/1.1" status: 200 len: 1095 time: 0.1060312 Dec 17 15:14:41.175987 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port e8544dac-c342-4808-ad30-5a3ee314924e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:14:41.176623 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:41.304037 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836112f-6760-4662-9620-bd8522c0e30c req-4281c1b6-1f9a-4e85-8e22-3ede95628a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:41.309017 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b836112f-6760-4662-9620-bd8522c0e30c req-4281c1b6-1f9a-4e85-8e22-3ede95628a7b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117&tenant_id=724cb0144c46439a90883d842de78922 HTTP/1.1" status: 200 len: 1095 time: 0.1946430 Dec 17 15:14:41.313595 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71ce4c32-7753-44a1-bc88-fe7a141ce551 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:41.385704 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:41.462937 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91acfa0d-aa16-4258-874f-4787ab85ee93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8544dac-c342-4808-ad30-5a3ee314924e'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:14:41.468989 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953250e8-4d8e-4786-8f94-41ee15141071" -d '{"events": [{"server_uuid": "91acfa0d-aa16-4258-874f-4787ab85ee93", "name": "network-vif-plugged", "status": "completed", "tag": "e8544dac-c342-4808-ad30-5a3ee314924e"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:14:41.495577 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-b2f6e429-574e-47fa-b411-11868cb024ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1253281214-router', 'tenant_id': '546e15ded86c488e84b853d47279143f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'd3d9523c-00f6-411b-8074-50940feb093f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:13:29Z', 'updated_at': '2021-12-17T15:14:39Z', 'revision_number': 5, 'project_id': '546e15ded86c488e84b853d47279143f', 'gw_port': {'id': 'd3d9523c-00f6-411b-8074-50940feb093f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:13:30Z', 'updated_at': '2021-12-17T15:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:14:41.510593 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port e8544dac-c342-4808-ad30-5a3ee314924e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e8544dac-c342-4808-ad30-5a3ee314924e,segment=NetworkSegment(015294cb-4187-4289-b628-75f381cf79fc),segment_id=015294cb-4187-4289-b628-75f381cf79fc)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:41.556390 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ea174-3c6d-4e76-bdcb-c36d5a4b6633 req-4e7d326d-5755-43d8-8b2d-ded048aa4d5f tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:41.562308 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f6e429-574e-47fa-b411-11868cb024ad None None] Checking router: ddbaae00-e07f-4860-b159-83c2d6bb247f for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:14:41.565806 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b07ea174-3c6d-4e76-bdcb-c36d5a4b6633 req-4e7d326d-5755-43d8-8b2d-ded048aa4d5f tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=91acfa0d-aa16-4258-874f-4787ab85ee93 HTTP/1.1" status: 200 len: 944 time: 0.2499614 Dec 17 15:14:41.570079 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-71ce4c32-7753-44a1-bc88-fe7a141ce551 admin admin] Deleting port d3d9523c-00f6-411b-8074-50940feb093f {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:14:41.575055 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71ce4c32-7753-44a1-bc88-fe7a141ce551 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:41.577907 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f6e429-574e-47fa-b411-11868cb024ad None None] Routers {'ddbaae00-e07f-4860-b159-83c2d6bb247f'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:14:41.578835 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-b2f6e429-574e-47fa-b411-11868cb024ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:14:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['ddbaae00-e07f-4860-b159-83c2d6bb247f'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:14:41.594775 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836112f-6760-4662-9620-bd8522c0e30c req-c746edda-7ccc-420b-9de5-dda965268bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:41.600569 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b836112f-6760-4662-9620-bd8522c0e30c req-c746edda-7ccc-420b-9de5-dda965268bfe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=724cb0144c46439a90883d842de78922&device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 1095 time: 0.2605529 Dec 17 15:14:41.620798 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:41.652172 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b07ea174-3c6d-4e76-bdcb-c36d5a4b6633 req-aa38b4c1-d858-43c8-8c77-37e984fbf697 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853887 Dec 17 15:14:41.811386 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=e8544dac-c342-4808-ad30-5a3ee314924e,revision_number=7']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:41.879595 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-71ce4c32-7753-44a1-bc88-fe7a141ce551 admin admin] For port d3d9523c-00f6-411b-8074-50940feb093f, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=d3d9523c-00f6-411b-8074-50940feb093f,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:41.885594 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71ce4c32-7753-44a1-bc88-fe7a141ce551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:41.908106 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836112f-6760-4662-9620-bd8522c0e30c req-34e5b8c6-2daf-4ad7-b294-12acc0271ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:41.909655 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b836112f-6760-4662-9620-bd8522c0e30c req-34e5b8c6-2daf-4ad7-b294-12acc0271ade service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 HTTP/1.1" status: 200 len: 921 time: 0.2564223 Dec 17 15:14:41.937971 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-71ce4c32-7753-44a1-bc88-fe7a141ce551 admin admin] Calling delete_port for d3d9523c-00f6-411b-8074-50940feb093f owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:14:41.942540 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-b2f6e429-574e-47fa-b411-11868cb024ad None None] Set router ddbaae00-e07f-4860-b159-83c2d6bb247f gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:14:41.964079 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3423ec-5913-49ae-b82b-69038095050a x-openstack-request-id: req-cc3423ec-5913-49ae-b82b-69038095050a {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:14:41.964313 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91acfa0d-aa16-4258-874f-4787ab85ee93", "name": "network-vif-plugged", "status": "completed", "tag": "e8544dac-c342-4808-ad30-5a3ee314924e", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:14:41.964621 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cc3423ec-5913-49ae-b82b-69038095050a {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:14:41.965012 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91acfa0d-aa16-4258-874f-4787ab85ee93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8544dac-c342-4808-ad30-5a3ee314924e', 'code': 200} Dec 17 15:14:41.990709 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b836112f-6760-4662-9620-bd8522c0e30c req-a1870508-eabd-4b8f-a4f8-cd89946e26c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=274ae0fb-9720-4609-a795-557e3b853552 HTTP/1.1" status: 200 len: 217 time: 0.0691097 Dec 17 15:14:42.021160 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3ab91f6a-7087-434d-a54f-c944e4f6d322 req-bcd03bcc-dbd3-4172-b906-69737fa51c1c tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/ports?device_id=7604c3d1-63da-4c5d-8a1a-83f7bf0a0707 HTTP/1.1" status: 200 len: 210 time: 0.1059167 Dec 17 15:14:42.162800 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-b2f6e429-574e-47fa-b411-11868cb024ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1253281214-router', 'tenant_id': '546e15ded86c488e84b853d47279143f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:13:29Z', 'updated_at': '2021-12-17T15:14:41Z', 'revision_number': 6, 'project_id': '546e15ded86c488e84b853d47279143f', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:14:42.244384 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f6e429-574e-47fa-b411-11868cb024ad None None] The sync data for ids ['ddbaae00-e07f-4860-b159-83c2d6bb247f'] in n-d-820553-2 is: [{'id': 'ddbaae00-e07f-4860-b159-83c2d6bb247f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1253281214-router', 'tenant_id': '546e15ded86c488e84b853d47279143f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:13:29Z', 'updated_at': '2021-12-17T15:14:41Z', 'revision_number': 6, 'project_id': '546e15ded86c488e84b853d47279143f', 'gw_port_host': None}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:14:42.265068 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eeded932-4d24-454a-a0f0-782df5a2b156 req-ad13c634-367d-42d0-97b0-13bba6e1eeb7 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0ee0eb-918b-47cb-b6b5-4d7ee4a69717 HTTP/1.1" status: 200 len: 210 time: 0.1249168 Dec 17 15:14:42.279465 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836112f-6760-4662-9620-bd8522c0e30c req-1d567788-2ea2-409e-8056-ec75dadbb00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:42.281391 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b836112f-6760-4662-9620-bd8522c0e30c req-1d567788-2ea2-409e-8056-ec75dadbb00b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c28c8ec-5ccc-4295-ab15-cbe54116b2d0 HTTP/1.1" status: 200 len: 860 time: 0.2739625 Dec 17 15:14:42.322854 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b836112f-6760-4662-9620-bd8522c0e30c req-8f8211fe-6eba-49d5-89bf-660bfd8d9001 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307355 Dec 17 15:14:42.332926 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254b5c4-e43c-44fc-9929-e9524262e5e5 req-e3f79163-6a28-41a8-a403-5f46660d0a7b tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:42.342775 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7254b5c4-e43c-44fc-9929-e9524262e5e5 req-e3f79163-6a28-41a8-a403-5f46660d0a7b tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 944 time: 0.2094584 Dec 17 15:14:42.467562 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7254b5c4-e43c-44fc-9929-e9524262e5e5 req-bad85412-d82c-4333-883f-c8f32afb52fa tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195669 Dec 17 15:14:42.539266 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b836112f-6760-4662-9620-bd8522c0e30c req-65280e66-5b82-4cf2-a3fc-f07ddc1c81f2 service neutron] 10.222.0.13 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932387 Dec 17 15:14:42.586447 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71ce4c32-7753-44a1-bc88-fe7a141ce551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:42.691651 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce4c32-7753-44a1-bc88-fe7a141ce551 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3d9523c-00f6-411b-8074-50940feb093f,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:42.728459 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b836112f-6760-4662-9620-bd8522c0e30c req-cc9998f6-7fa5-4a54-a6a9-b046c8768173 service neutron] 10.222.0.13 "GET /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757326 Dec 17 15:14:42.838522 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71ce4c32-7753-44a1-bc88-fe7a141ce551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:43.019653 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ac6a1-ae36-4d69-97ef-31c27c63dfc2 req-ed7bee05-baf9-4d58-a639-e5d4f7473c41 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:43.029377 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-402ac6a1-ae36-4d69-97ef-31c27c63dfc2 req-ed7bee05-baf9-4d58-a639-e5d4f7473c41 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=91acfa0d-aa16-4258-874f-4787ab85ee93 HTTP/1.1" status: 200 len: 945 time: 0.1427410 Dec 17 15:14:43.078234 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71ce4c32-7753-44a1-bc88-fe7a141ce551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:43.080917 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71ce4c32-7753-44a1-bc88-fe7a141ce551 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:43.143349 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-402ac6a1-ae36-4d69-97ef-31c27c63dfc2 req-17885990-3c4b-491c-a458-827869c07da4 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129086 Dec 17 15:14:43.213765 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71ce4c32-7753-44a1-bc88-fe7a141ce551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:43.214276 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ce4c32-7753-44a1-bc88-fe7a141ce551 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddbaae00-e07f-4860-b159-83c2d6bb247f {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:14:43.223617 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71ce4c32-7753-44a1-bc88-fe7a141ce551 admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:43.223617 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-71ce4c32-7753-44a1-bc88-fe7a141ce551 admin admin] 10.222.0.46 "DELETE /v2.0/routers/ddbaae00-e07f-4860-b159-83c2d6bb247f HTTP/1.1" status: 204 len: 168 time: 2.3169491 Dec 17 15:14:43.223934 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 43004) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:43.331717 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-3863191c-ed0e-44ae-b250-3dfe0111a725 admin admin] Deleting subnet f8e8bb92-9362-42ad-86ab-65c447e5583a {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:14:43.336049 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3863191c-ed0e-44ae-b250-3dfe0111a725 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:43.388024 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b9709baf-7c6f-478b-a9ce-39fef4256c30 req-bf839ffa-a868-44f9-af9d-f225e19b85e1 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/ports?device_id=7604c3d1-63da-4c5d-8a1a-83f7bf0a0707 HTTP/1.1" status: 200 len: 210 time: 0.1120417 Dec 17 15:14:43.391953 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3863191c-ed0e-44ae-b250-3dfe0111a725 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:43.451835 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836112f-6760-4662-9620-bd8522c0e30c req-4f1a0b59-ffa6-4c8a-8f86-70971f8dc078 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:43.453391 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b836112f-6760-4662-9620-bd8522c0e30c req-4f1a0b59-ffa6-4c8a-8f86-70971f8dc078 tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117&tenant_id=724cb0144c46439a90883d842de78922&binding%3Ahost_id=n-h2-820553-2 HTTP/1.1" status: 200 len: 1095 time: 0.1839986 Dec 17 15:14:43.559130 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-93d7d048-c4f5-49e1-8d21-9cc5c4239ebd req-52570e19-e7da-4733-af82-8d7dd1277881 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0ee0eb-918b-47cb-b6b5-4d7ee4a69717 HTTP/1.1" status: 200 len: 210 time: 0.0629013 Dec 17 15:14:43.888292 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-b836112f-6760-4662-9620-bd8522c0e30c req-3d95b69a-8b2f-4507-8f09-91a7ab044bea service neutron] For port 274ae0fb-9720-4609-a795-557e3b853552, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:14:43.899658 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b836112f-6760-4662-9620-bd8522c0e30c req-3d95b69a-8b2f-4507-8f09-91a7ab044bea service neutron] Notify callbacks [] for binding, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:43.900760 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b836112f-6760-4662-9620-bd8522c0e30c req-3d95b69a-8b2f-4507-8f09-91a7ab044bea service neutron] 10.222.0.13 "DELETE /v2.0/ports/274ae0fb-9720-4609-a795-557e3b853552/bindings/n-h1-820553-2 HTTP/1.1" status: 204 len: 173 time: 0.4290884 Dec 17 15:14:43.975084 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cedbd-d702-4bf9-b55b-0a387b933ddf req-d2746956-7b3a-4415-b1aa-2ffb14509951 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:43.978106 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8a4cedbd-d702-4bf9-b55b-0a387b933ddf req-d2746956-7b3a-4415-b1aa-2ffb14509951 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 944 time: 0.1735148 Dec 17 15:14:43.986250 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3863191c-ed0e-44ae-b250-3dfe0111a725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:44.064381 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8a4cedbd-d702-4bf9-b55b-0a387b933ddf req-f17871c1-f994-4b42-84a0-81dcb5ea6ebd tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759020 Dec 17 15:14:44.133861 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3863191c-ed0e-44ae-b250-3dfe0111a725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:44.212178 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3863191c-ed0e-44ae-b250-3dfe0111a725 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8e8bb92-9362-42ad-86ab-65c447e5583a,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:44.223509 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3863191c-ed0e-44ae-b250-3dfe0111a725 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:44.226133 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3863191c-ed0e-44ae-b250-3dfe0111a725 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f8e8bb92-9362-42ad-86ab-65c447e5583a HTTP/1.1" status: 204 len: 168 time: 1.0014980 Dec 17 15:14:44.241229 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 43026) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:44.241345 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775f4408-45ea-46a0-86ef-5692d7bb544f None None] Network b38b1548-04df-4106-87bf-561dcd4a4c60 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:14:44.366707 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device d3d9523c-00f6-411b-8074-50940feb093f no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:14:44.410162 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: d3d9523c-00f6-411b-8074-50940feb093f {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:14:44.410162 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device d3d9523c-00f6-411b-8074-50940feb093f not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:14:44.410162 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 4b5c8126-4ba6-460d-b12f-371bf5bc2f90 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:14:44.429251 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2fa50cc8-ccac-4dc4-a73f-a5364c531919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:44.452782 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 4b5c8126-4ba6-460d-b12f-371bf5bc2f90 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:14:44.453089 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 4b5c8126-4ba6-460d-b12f-371bf5bc2f90 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:14:44.527717 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a15c7f-148e-4ce6-85c8-013cb62fd976 req-b4ea8cfe-1db2-4cdc-a2e6-ce0c6a5e1eef tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:44.533619 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98a15c7f-148e-4ce6-85c8-013cb62fd976 req-b4ea8cfe-1db2-4cdc-a2e6-ce0c6a5e1eef tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=91acfa0d-aa16-4258-874f-4787ab85ee93 HTTP/1.1" status: 200 len: 945 time: 0.1759043 Dec 17 15:14:44.607789 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-2fa50cc8-ccac-4dc4-a73f-a5364c531919 admin admin] Deleting port ef56262c-22a1-4bc0-934b-fe7f3b89c315 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:14:44.609845 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2fa50cc8-ccac-4dc4-a73f-a5364c531919 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:44.677596 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98a15c7f-148e-4ce6-85c8-013cb62fd976 req-6dd48a15-67a9-4aa5-8056-316a45d57d54 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353498 Dec 17 15:14:44.700571 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393a1b15-7478-4fc5-adc8-d754ae2b17b5 None None] DHCP port deletion for b38b1548-04df-4106-87bf-561dcd4a4c60 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:14:44.719099 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-2fa50cc8-ccac-4dc4-a73f-a5364c531919 admin admin] For port ef56262c-22a1-4bc0-934b-fe7f3b89c315, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ef56262c-22a1-4bc0-934b-fe7f3b89c315,segment=NetworkSegment(c859e1d1-f230-4e3c-a03a-dfb2659da1f6),segment_id=c859e1d1-f230-4e3c-a03a-dfb2659da1f6)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:44.719467 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2fa50cc8-ccac-4dc4-a73f-a5364c531919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:44.756915 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-2fa50cc8-ccac-4dc4-a73f-a5364c531919 admin admin] Calling delete_port for ef56262c-22a1-4bc0-934b-fe7f3b89c315 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:14:44.797983 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-393a1b15-7478-4fc5-adc8-d754ae2b17b5 None None] Deleting port ef56262c-22a1-4bc0-934b-fe7f3b89c315 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:14:44.799243 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-393a1b15-7478-4fc5-adc8-d754ae2b17b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:44.799423 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-69a3457f-d5c4-4604-ae89-dcca1bb0a3ad tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5af877e7b83c499a97aeb3432ba60ea9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468118 Dec 17 15:14:44.910292 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-393a1b15-7478-4fc5-adc8-d754ae2b17b5 None None] For port ef56262c-22a1-4bc0-934b-fe7f3b89c315, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ef56262c-22a1-4bc0-934b-fe7f3b89c315,segment=NetworkSegment(c859e1d1-f230-4e3c-a03a-dfb2659da1f6),segment_id=c859e1d1-f230-4e3c-a03a-dfb2659da1f6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:44.910647 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-393a1b15-7478-4fc5-adc8-d754ae2b17b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:44.933504 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-393a1b15-7478-4fc5-adc8-d754ae2b17b5 None None] Calling delete_port for ef56262c-22a1-4bc0-934b-fe7f3b89c315 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:14:45.138372 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-393a1b15-7478-4fc5-adc8-d754ae2b17b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:45.170777 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393a1b15-7478-4fc5-adc8-d754ae2b17b5 None None] No DVR routers for this DVR port ef56262c-22a1-4bc0-934b-fe7f3b89c315 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:14:45.214233 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a1b15-7478-4fc5-adc8-d754ae2b17b5 None None] Pushing event deleted for resources: {'Port': ['ID=ef56262c-22a1-4bc0-934b-fe7f3b89c315,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:45.438041 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2fa50cc8-ccac-4dc4-a73f-a5364c531919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:45.453356 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd9264-2878-4102-b4cd-8cfa54558976 req-0b4b2db8-3b6e-47e9-8e17-302ce3644efe tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:45.460601 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1bcd9264-2878-4102-b4cd-8cfa54558976 req-0b4b2db8-3b6e-47e9-8e17-302ce3644efe tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 1095 time: 0.6575756 Dec 17 15:14:45.491862 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa50cc8-ccac-4dc4-a73f-a5364c531919 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef56262c-22a1-4bc0-934b-fe7f3b89c315,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:45.500222 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-acbcd889-00f9-4642-83ae-1ceca07e03d6 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:45.501923 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-acbcd889-00f9-4642-83ae-1ceca07e03d6 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6937089 Dec 17 15:14:45.514183 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa50cc8-ccac-4dc4-a73f-a5364c531919 admin admin] No DVR routers for this DVR port ef56262c-22a1-4bc0-934b-fe7f3b89c315 on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:14:45.526791 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-3508c713-6a77-441c-b4ab-aa817695c867 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Request body: {'port': {'device_id': '7604c3d1-63da-4c5d-8a1a-83f7bf0a0707', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'admin_state_up': True, 'tenant_id': '5af877e7b83c499a97aeb3432ba60ea9'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:14:45.651451 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1bcd9264-2878-4102-b4cd-8cfa54558976 req-16ca43de-78fd-4b26-a7ef-c5bdaf78ceaf tempest-LiveAutoBlockMigrationV225Test-1471328618 tempest-LiveAutoBlockMigrationV225Test-1471328618-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899352 Dec 17 15:14:45.672351 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b76b58b7-8aa1-4ccc-b8d7-00ac909bb956 req-b91abaca-2607-41e2-9848-8d8ede09dce1 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/ports?device_id=7604c3d1-63da-4c5d-8a1a-83f7bf0a0707 HTTP/1.1" status: 200 len: 210 time: 0.0752354 Dec 17 15:14:45.709008 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2fa50cc8-ccac-4dc4-a73f-a5364c531919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:45.754738 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-2fa50cc8-ccac-4dc4-a73f-a5364c531919 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b38b1548-04df-4106-87bf-561dcd4a4c60']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:14:45.779054 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-2fa50cc8-ccac-4dc4-a73f-a5364c531919 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c859e1d1-f230-4e3c-a03a-dfb2659da1f6') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:14:45.779426 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-2fa50cc8-ccac-4dc4-a73f-a5364c531919 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c859e1d1-f230-4e3c-a03a-dfb2659da1f6') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:14:45.803013 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-75704705-9f36-4089-9529-291f14793f26 req-8c12dd5c-710e-40e8-b70d-0ae44c351398 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0ee0eb-918b-47cb-b6b5-4d7ee4a69717 HTTP/1.1" status: 200 len: 210 time: 0.0563526 Dec 17 15:14:45.809391 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2fa50cc8-ccac-4dc4-a73f-a5364c531919 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2fa50cc8-ccac-4dc4-a73f-a5364c531919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa50cc8-ccac-4dc4-a73f-a5364c531919 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2fa50cc8-ccac-4dc4-a73f-a5364c531919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: self.session.flush() Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: self.session.flush() Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: self.session.flush() Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: self.session.flush() Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:14:45.857096 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:14:46.140162 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-3508c713-6a77-441c-b4ab-aa817695c867 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Made reservation on behalf of 5af877e7b83c499a97aeb3432ba60ea9 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:14:46.143783 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-3508c713-6a77-441c-b4ab-aa817695c867 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:46.146093 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2fa50cc8-ccac-4dc4-a73f-a5364c531919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:46.153383 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2fa50cc8-ccac-4dc4-a73f-a5364c531919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:46.157493 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2fa50cc8-ccac-4dc4-a73f-a5364c531919 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b38b1548-04df-4106-87bf-561dcd4a4c60 HTTP/1.1" status: 204 len: 168 time: 1.9251118 Dec 17 15:14:46.183735 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa50cc8-ccac-4dc4-a73f-a5364c531919 admin admin] Pushing event deleted for resources: {'Network': ['ID=b38b1548-04df-4106-87bf-561dcd4a4c60,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:46.309982 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ef56262c-22a1-4bc0-934b-fe7f3b89c315 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:14:46.351162 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-3508c713-6a77-441c-b4ab-aa817695c867 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Allocated IP 192.168.233.44 (f97c7142-717f-43eb-a835-5fcd8d6a6486/b0a1cb4f-5aa5-4130-b24e-105310ef66e4/eb791646-3d64-45bb-bf8a-5327b4dbba51) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:14:46.354245 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: ef56262c-22a1-4bc0-934b-fe7f3b89c315 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:14:46.354810 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ef56262c-22a1-4bc0-934b-fe7f3b89c315 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:14:46.558799 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-f0ef5514-8447-4bb5-bf38-c991e1f57d2b tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:46.560280 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-f0ef5514-8447-4bb5-bf38-c991e1f57d2b tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.13 "GET /v2.0/networks?id=fd4098ca-02d5-4349-989d-d058341c8309 HTTP/1.1" status: 200 len: 818 time: 0.2031369 Dec 17 15:14:46.580003 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-a88452e2-208f-4c49-a1be-448d8d6dfcb2 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Request body: {'port': {'device_id': '95236c69-4789-490e-bb3a-ef7d4625be64', 'network_id': 'fd4098ca-02d5-4349-989d-d058341c8309', 'admin_state_up': True, 'tenant_id': 'ba37efc400944862bf5f8678d3d69999'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:14:46.698415 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-3508c713-6a77-441c-b4ab-aa817695c867 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:46.862847 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 43064) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:46.907652 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-acd93365-04d0-4f04-9831-2ebbfa5e4404 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=546e15ded86c488e84b853d47279143f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413225 Dec 17 15:14:46.907881 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 43066) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:46.960339 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device e8544dac-c342-4808-ad30-5a3ee314924e no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:14:46.960535 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f833632b-06d7-4de2-9a2e-58899bc03759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:46.981600 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f833632b-06d7-4de2-9a2e-58899bc03759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:47.039811 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:47.053987 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-3508c713-6a77-441c-b4ab-aa817695c867 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:47.064076 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91acfa0d-aa16-4258-874f-4787ab85ee93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8544dac-c342-4808-ad30-5a3ee314924e'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:14:47.066782 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d146fc0e-7442-405a-8694-2b40a286d1ca" -d '{"events": [{"server_uuid": "91acfa0d-aa16-4258-874f-4787ab85ee93", "name": "network-vif-unplugged", "status": "completed", "tag": "e8544dac-c342-4808-ad30-5a3ee314924e"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:14:47.070963 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-a88452e2-208f-4c49-a1be-448d8d6dfcb2 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Made reservation on behalf of ba37efc400944862bf5f8678d3d69999 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:14:47.073529 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['63d15c7f-34e8-4018-b329-82275f7df244'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:14:47.080829 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-a88452e2-208f-4c49-a1be-448d8d6dfcb2 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:47.086042 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port e8544dac-c342-4808-ad30-5a3ee314924e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e8544dac-c342-4808-ad30-5a3ee314924e,segment=NetworkSegment(015294cb-4187-4289-b628-75f381cf79fc),segment_id=015294cb-4187-4289-b628-75f381cf79fc)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:47.191038 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f833632b-06d7-4de2-9a2e-58899bc03759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:47.191931 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:47.197642 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f833632b-06d7-4de2-9a2e-58899bc03759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:47.203154 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f833632b-06d7-4de2-9a2e-58899bc03759 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f6554ac3-81bd-45bb-9acf-5fe144592bab HTTP/1.1" status: 204 len: 168 time: 0.2905769 Dec 17 15:14:47.236237 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-3508c713-6a77-441c-b4ab-aa817695c867 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Network f97c7142-717f-43eb-a835-5fcd8d6a6486 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:14:47.268782 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-3508c713-6a77-441c-b4ab-aa817695c867 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:14:47.343236 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833632b-06d7-4de2-9a2e-58899bc03759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6554ac3-81bd-45bb-9acf-5fe144592bab,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:47.356489 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-3508c713-6a77-441c-b4ab-aa817695c867 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:14:47.403872 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=e8544dac-c342-4808-ad30-5a3ee314924e,revision_number=8']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:47.512783 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-aa2a1dac-4b11-4f36-a37e-297934065c33 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:47.515357 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-aa2a1dac-4b11-4f36-a37e-297934065c33 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.41 "GET /v2.0/networks?id=fd4098ca-02d5-4349-989d-d058341c8309 HTTP/1.1" status: 200 len: 818 time: 0.1714242 Dec 17 15:14:47.528864 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-a88452e2-208f-4c49-a1be-448d8d6dfcb2 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Allocated IP 172.20.0.7 (fd4098ca-02d5-4349-989d-d058341c8309/e3774c5a-699d-4e0b-b7cd-e9a83ea18d86/3b51f72e-3be0-4c1d-869d-fa3841798821) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:14:47.537900 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-1c508513-b2b8-449c-9b80-c0455c6a34f0 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Request body: {'port': {'device_id': '5654f416-ace7-4e82-a6a3-e24f80c000fb', 'network_id': 'fd4098ca-02d5-4349-989d-d058341c8309', 'admin_state_up': True, 'tenant_id': 'ba37efc400944862bf5f8678d3d69999'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:14:47.662823 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-3508c713-6a77-441c-b4ab-aa817695c867 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:47.663447 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-3508c713-6a77-441c-b4ab-aa817695c867 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:47.680238 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508c713-6a77-441c-b4ab-aa817695c867 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Pushing event updated for resources: {'Port': ['ID=eb791646-3d64-45bb-bf8a-5327b4dbba51,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:47.685973 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4202a4da-95cb-449f-a576-f4d513eed758 None None] Provisioning complete for port eb791646-3d64-45bb-bf8a-5327b4dbba51 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:14:47.687308 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4202a4da-95cb-449f-a576-f4d513eed758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:47.735259 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4202a4da-95cb-449f-a576-f4d513eed758 None None] Port eb791646-3d64-45bb-bf8a-5327b4dbba51 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:14:47.766288 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e103f-02de-4995-9e5f-b2344ba48828 req-5bea518b-cdbb-4579-a185-1eaebd4b165f tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:47.773793 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-af2e103f-02de-4995-9e5f-b2344ba48828 req-5bea518b-cdbb-4579-a185-1eaebd4b165f tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=91acfa0d-aa16-4258-874f-4787ab85ee93 HTTP/1.1" status: 200 len: 943 time: 0.0987599 Dec 17 15:14:47.781720 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-a88452e2-208f-4c49-a1be-448d8d6dfcb2 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:47.817448 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-3508c713-6a77-441c-b4ab-aa817695c867 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2968850 Dec 17 15:14:47.843395 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-d0584ae8-ea36-4f96-87df-3aa70e211f16 service neutron] Request body: {'port': {'device_id': '7604c3d1-63da-4c5d-8a1a-83f7bf0a0707', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:14:47.876215 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-af2e103f-02de-4995-9e5f-b2344ba48828 req-9a3f66bb-757f-47bc-a347-af98329b82d7 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013310 Dec 17 15:14:47.912508 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-1c508513-b2b8-449c-9b80-c0455c6a34f0 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Made reservation on behalf of ba37efc400944862bf5f8678d3d69999 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:14:47.921546 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-1c508513-b2b8-449c-9b80-c0455c6a34f0 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:47.999443 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-d0584ae8-ea36-4f96-87df-3aa70e211f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:48.116348 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811156e-63b4-4a63-b7ca-ac8f92c45c15 req-c38a0e29-8cbb-4c12-bc08-467a8d3edbae tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:48.119878 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1811156e-63b4-4a63-b7ca-ac8f92c45c15 req-c38a0e29-8cbb-4c12-bc08-467a8d3edbae tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 944 time: 0.1482325 Dec 17 15:14:48.120018 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-a88452e2-208f-4c49-a1be-448d8d6dfcb2 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:48.282352 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e213f7-feee-4286-b43d-c2e9bc2f0176 req-29410b0c-8277-451c-8929-5723d410dd78 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:48.285269 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-1c508513-b2b8-449c-9b80-c0455c6a34f0 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Allocated IP 172.20.0.11 (fd4098ca-02d5-4349-989d-d058341c8309/e3774c5a-699d-4e0b-b7cd-e9a83ea18d86/cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:14:48.293152 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d3e213f7-feee-4286-b43d-c2e9bc2f0176 req-29410b0c-8277-451c-8929-5723d410dd78 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/ports?device_id=7604c3d1-63da-4c5d-8a1a-83f7bf0a0707 HTTP/1.1" status: 200 len: 935 time: 0.2820909 Dec 17 15:14:48.298108 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-a88452e2-208f-4c49-a1be-448d8d6dfcb2 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Network fd4098ca-02d5-4349-989d-d058341c8309 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:14:48.340633 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-1811156e-63b4-4a63-b7ca-ac8f92c45c15 req-cb1e80cd-e7c0-4671-9073-93f272ff464c tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Deleting port 274ae0fb-9720-4609-a795-557e3b853552 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:14:48.340983 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1811156e-63b4-4a63-b7ca-ac8f92c45c15 req-cb1e80cd-e7c0-4671-9073-93f272ff464c tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:48.393909 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88452e2-208f-4c49-a1be-448d8d6dfcb2 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Pushing event updated for resources: {'Port': ['ID=3b51f72e-3be0-4c1d-869d-fa3841798821,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:48.409650 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-a88452e2-208f-4c49-a1be-448d8d6dfcb2 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:14:48.431165 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-a88452e2-208f-4c49-a1be-448d8d6dfcb2 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:14:48.521662 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-1811156e-63b4-4a63-b7ca-ac8f92c45c15 req-cb1e80cd-e7c0-4671-9073-93f272ff464c tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] For port 274ae0fb-9720-4609-a795-557e3b853552, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=274ae0fb-9720-4609-a795-557e3b853552,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:48.522167 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1811156e-63b4-4a63-b7ca-ac8f92c45c15 req-cb1e80cd-e7c0-4671-9073-93f272ff464c tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:48.524547 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-a88452e2-208f-4c49-a1be-448d8d6dfcb2 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:48.525325 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-a88452e2-208f-4c49-a1be-448d8d6dfcb2 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:48.549974 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-1811156e-63b4-4a63-b7ca-ac8f92c45c15 req-cb1e80cd-e7c0-4671-9073-93f272ff464c tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Calling delete_port for 274ae0fb-9720-4609-a795-557e3b853552 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:14:48.580192 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-1c508513-b2b8-449c-9b80-c0455c6a34f0 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:48.650982 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-d618fb3f-830d-4b84-8abf-902312b19059 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:48.652601 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-d618fb3f-830d-4b84-8abf-902312b19059 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.41 "GET /v2.0/networks?id=fd4098ca-02d5-4349-989d-d058341c8309 HTTP/1.1" status: 200 len: 818 time: 0.6504281 Dec 17 15:14:48.682370 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-f19fe1a8-6104-460a-ab95-8857fd3ffd23 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Request body: {'port': {'device_id': 'df0ee0eb-918b-47cb-b6b5-4d7ee4a69717', 'network_id': 'fd4098ca-02d5-4349-989d-d058341c8309', 'admin_state_up': True, 'tenant_id': 'ba37efc400944862bf5f8678d3d69999'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:14:48.691287 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d3e213f7-feee-4286-b43d-c2e9bc2f0176 req-81f4f893-e509-4acd-8580-f58b9d73e488 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a773bab-1c53-4b03-8427-afeda468dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972797 Dec 17 15:14:48.794058 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-1c508513-b2b8-449c-9b80-c0455c6a34f0 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:48.797183 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-a88452e2-208f-4c49-a1be-448d8d6dfcb2 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2214777 Dec 17 15:14:48.825160 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c7bf3c-03dc-49bb-89fa-367a5026c6e0 x-openstack-request-id: req-c4c7bf3c-03dc-49bb-89fa-367a5026c6e0 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:14:48.825694 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91acfa0d-aa16-4258-874f-4787ab85ee93", "name": "network-vif-unplugged", "status": "completed", "tag": "e8544dac-c342-4808-ad30-5a3ee314924e", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:14:48.825694 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c4c7bf3c-03dc-49bb-89fa-367a5026c6e0 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:14:48.826733 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91acfa0d-aa16-4258-874f-4787ab85ee93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8544dac-c342-4808-ad30-5a3ee314924e', 'code': 200} Dec 17 15:14:48.827632 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-c8ea17b4-0974-407c-b5df-4971551899f2 service neutron] Request body: {'port': {'device_id': '95236c69-4789-490e-bb3a-ef7d4625be64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:14:48.833195 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-87de5c0e-4be5-47ca-9044-0a827da198e5 req-6df4ada0-1a7e-477b-8f14-9998e01d3e2d tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0ee0eb-918b-47cb-b6b5-4d7ee4a69717 HTTP/1.1" status: 200 len: 210 time: 0.0632696 Dec 17 15:14:48.890052 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c508513-b2b8-449c-9b80-c0455c6a34f0 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Pushing event updated for resources: {'Port': ['ID=cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:48.898006 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1811156e-63b4-4a63-b7ca-ac8f92c45c15 req-cb1e80cd-e7c0-4671-9073-93f272ff464c tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:48.911080 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['c74f3b5a-351a-49d7-8d6b-9b002c5e38c0', '274ae0fb-9720-4609-a795-557e3b853552'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:14:48.944553 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e80cd-e7c0-4671-9073-93f272ff464c tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Pushing event deleted for resources: {'Port': ['ID=274ae0fb-9720-4609-a795-557e3b853552,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:48.965677 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-1c508513-b2b8-449c-9b80-c0455c6a34f0 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Network fd4098ca-02d5-4349-989d-d058341c8309 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:14:48.971195 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-1c508513-b2b8-449c-9b80-c0455c6a34f0 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:14:48.975291 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-1c508513-b2b8-449c-9b80-c0455c6a34f0 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:14:49.031346 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-1811156e-63b4-4a63-b7ca-ac8f92c45c15 req-cb1e80cd-e7c0-4671-9073-93f272ff464c tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] No DVR routers for this DVR port 274ae0fb-9720-4609-a795-557e3b853552 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:14:49.034480 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-d0584ae8-ea36-4f96-87df-3aa70e211f16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb791646-3d64-45bb-bf8a-5327b4dbba51 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:14:49.038590 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1811156e-63b4-4a63-b7ca-ac8f92c45c15 req-cb1e80cd-e7c0-4671-9073-93f272ff464c tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:49.045847 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1811156e-63b4-4a63-b7ca-ac8f92c45c15 req-cb1e80cd-e7c0-4671-9073-93f272ff464c tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.13 "DELETE /v2.0/ports/274ae0fb-9720-4609-a795-557e3b853552 HTTP/1.1" status: 204 len: 173 time: 0.9156632 Dec 17 15:14:49.068943 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8df8283-beda-44e0-af14-1b8cf22b2117', 'name': 'network-vif-deleted', 'tag': '274ae0fb-9720-4609-a795-557e3b853552'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:14:49.071157 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3e1a32-9d5d-4ffb-b227-3060db028e11" -d '{"events": [{"server_uuid": "b8df8283-beda-44e0-af14-1b8cf22b2117", "name": "network-vif-deleted", "tag": "274ae0fb-9720-4609-a795-557e3b853552"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:14:49.102033 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-c8ea17b4-0974-407c-b5df-4971551899f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:49.127419 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b938e255-bda8-4886-ae32-bfe1d8f6cb27 req-da15d91b-9e69-4618-9764-ea562d71d9a7 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 210 time: 0.1688654 Dec 17 15:14:49.147709 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-d0584ae8-ea36-4f96-87df-3aa70e211f16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:49.168401 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-1c508513-b2b8-449c-9b80-c0455c6a34f0 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:49.172447 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-1c508513-b2b8-449c-9b80-c0455c6a34f0 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:49.202973 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-d0584ae8-ea36-4f96-87df-3aa70e211f16 service neutron] Transition to ACTIVE for port object eb791646-3d64-45bb-bf8a-5327b4dbba51 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:14:49.289505 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-d0584ae8-ea36-4f96-87df-3aa70e211f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:49.323235 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-f19fe1a8-6104-460a-ab95-8857fd3ffd23 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Made reservation on behalf of ba37efc400944862bf5f8678d3d69999 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:14:49.327200 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-f19fe1a8-6104-460a-ab95-8857fd3ffd23 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:49.365261 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2d2a9-4930-4af0-8646-037881a4d3ff req-dc35ba1b-e49a-4e83-ae0b-b2cfa38f0e11 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:49.370293 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-faf2d2a9-4930-4af0-8646-037881a4d3ff req-dc35ba1b-e49a-4e83-ae0b-b2cfa38f0e11 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.41 "GET /v2.0/ports?device_id=91acfa0d-aa16-4258-874f-4787ab85ee93 HTTP/1.1" status: 200 len: 943 time: 0.1859167 Dec 17 15:14:49.443536 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-1c508513-b2b8-449c-9b80-c0455c6a34f0 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9102261 Dec 17 15:14:49.486522 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-2b221c56-6e7b-4260-842c-e914db4f7044 service neutron] Request body: {'port': {'device_id': '5654f416-ace7-4e82-a6a3-e24f80c000fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:14:49.518947 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 43126) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:49.612083 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-2b221c56-6e7b-4260-842c-e914db4f7044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:49.633002 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-faf2d2a9-4930-4af0-8646-037881a4d3ff req-580b68bc-fa79-4f5f-be58-05c91ba4989c tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Deleting port e8544dac-c342-4808-ad30-5a3ee314924e {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:14:49.633320 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-faf2d2a9-4930-4af0-8646-037881a4d3ff req-580b68bc-fa79-4f5f-be58-05c91ba4989c tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:49.821977 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-87fa713c-b3b7-466a-a37d-990c96da789c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:49.912130 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-faf2d2a9-4930-4af0-8646-037881a4d3ff req-580b68bc-fa79-4f5f-be58-05c91ba4989c tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] For port e8544dac-c342-4808-ad30-5a3ee314924e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e8544dac-c342-4808-ad30-5a3ee314924e,segment=NetworkSegment(015294cb-4187-4289-b628-75f381cf79fc),segment_id=015294cb-4187-4289-b628-75f381cf79fc)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:49.912494 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-faf2d2a9-4930-4af0-8646-037881a4d3ff req-580b68bc-fa79-4f5f-be58-05c91ba4989c tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:49.935995 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-faf2d2a9-4930-4af0-8646-037881a4d3ff req-580b68bc-fa79-4f5f-be58-05c91ba4989c tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Calling delete_port for e8544dac-c342-4808-ad30-5a3ee314924e owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:14:50.014924 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-87fa713c-b3b7-466a-a37d-990c96da789c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:50.073208 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-87fa713c-b3b7-466a-a37d-990c96da789c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:50.155018 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa713c-b3b7-466a-a37d-990c96da789c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08531094-5ac1-404b-9369-8864d3168f07,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:50.163614 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-87fa713c-b3b7-466a-a37d-990c96da789c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e3358e7892a9452f88aa2eded2599c81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6172805 Dec 17 15:14:50.168775 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 43138) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:50.168924 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-494379d7-32c3-4b9f-91ae-dc990114e742 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:50.191490 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-494379d7-32c3-4b9f-91ae-dc990114e742 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/networks?id=8ae579af-cc89-4461-a54a-3154f37fcf61 HTTP/1.1" status: 200 len: 814 time: 0.6684949 Dec 17 15:14:50.216013 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0584ae8-ea36-4f96-87df-3aa70e211f16 service neutron] Pushing event updated for resources: {'Port': ['ID=eb791646-3d64-45bb-bf8a-5327b4dbba51,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:50.242709 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39260b6e-6111-41f1-a5af-9d70f0fb8ffa req-b64e077d-1938-4aa2-9000-a431251e111b tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:50.251737 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-39260b6e-6111-41f1-a5af-9d70f0fb8ffa req-b64e077d-1938-4aa2-9000-a431251e111b tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=91acfa0d-aa16-4258-874f-4787ab85ee93 HTTP/1.1" status: 200 len: 943 time: 0.9644213 Dec 17 15:14:50.266597 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-86ac0d42-4802-4427-8d85-92f56c63287c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:50.272674 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-028981ff-5183-4311-afc9-3f84a14be6a3 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/quotas/23218d44d35a49dca774bd6e162aff6a HTTP/1.1" status: 200 len: 375 time: 0.0802987 Dec 17 15:14:50.294652 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-86ac0d42-4802-4427-8d85-92f56c63287c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:50.313919 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-faf2d2a9-4930-4af0-8646-037881a4d3ff req-580b68bc-fa79-4f5f-be58-05c91ba4989c tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:50.363736 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b68bc-fa79-4f5f-be58-05c91ba4989c tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Pushing event deleted for resources: {'Port': ['ID=e8544dac-c342-4808-ad30-5a3ee314924e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:50.377702 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-39260b6e-6111-41f1-a5af-9d70f0fb8ffa req-103a3811-d62f-4529-9de3-1ca08f307fc2 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249578 Dec 17 15:14:50.392999 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-d0584ae8-ea36-4f96-87df-3aa70e211f16 service neutron] Attempting to bind port eb791646-3d64-45bb-bf8a-5327b4dbba51 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:14:50.392999 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-d0584ae8-ea36-4f96-87df-3aa70e211f16 service neutron] Attempting to bind port eb791646-3d64-45bb-bf8a-5327b4dbba51 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:14:50.392999 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-d0584ae8-ea36-4f96-87df-3aa70e211f16 service neutron] Attempting to bind port eb791646-3d64-45bb-bf8a-5327b4dbba51 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:14:50.407278 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-d0584ae8-ea36-4f96-87df-3aa70e211f16 service neutron] Port eb791646-3d64-45bb-bf8a-5327b4dbba51 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:14:50.407278 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-d0584ae8-ea36-4f96-87df-3aa70e211f16 service neutron] Attempting to bind port eb791646-3d64-45bb-bf8a-5327b4dbba51 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:14:50.416959 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf2d2a9-4930-4af0-8646-037881a4d3ff req-580b68bc-fa79-4f5f-be58-05c91ba4989c tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] No DVR routers for this DVR port e8544dac-c342-4808-ad30-5a3ee314924e on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:14:50.418759 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-d0584ae8-ea36-4f96-87df-3aa70e211f16 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:14:50.418759 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-d0584ae8-ea36-4f96-87df-3aa70e211f16 service neutron] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:14:50.418759 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-d0584ae8-ea36-4f96-87df-3aa70e211f16 service neutron] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:14:50.419277 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-d0584ae8-ea36-4f96-87df-3aa70e211f16 service neutron] Bound port: eb791646-3d64-45bb-bf8a-5327b4dbba51, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:14:50.419658 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-d0584ae8-ea36-4f96-87df-3aa70e211f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:50.420800 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-faf2d2a9-4930-4af0-8646-037881a4d3ff req-580b68bc-fa79-4f5f-be58-05c91ba4989c tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:50.424223 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-faf2d2a9-4930-4af0-8646-037881a4d3ff req-580b68bc-fa79-4f5f-be58-05c91ba4989c tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.41 "DELETE /v2.0/ports/e8544dac-c342-4808-ad30-5a3ee314924e HTTP/1.1" status: 204 len: 173 time: 1.0451479 Dec 17 15:14:50.462144 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-17bc8d9e-0eaf-4476-9b36-d9f8b1416a88 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=23218d44d35a49dca774bd6e162aff6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1794877 Dec 17 15:14:50.523940 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-86ac0d42-4802-4427-8d85-92f56c63287c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:50.526492 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-86ac0d42-4802-4427-8d85-92f56c63287c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:50.531325 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-86ac0d42-4802-4427-8d85-92f56c63287c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/08531094-5ac1-404b-9369-8864d3168f07 HTTP/1.1" status: 204 len: 168 time: 0.3630373 Dec 17 15:14:50.539271 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac0d42-4802-4427-8d85-92f56c63287c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08531094-5ac1-404b-9369-8864d3168f07,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:50.598071 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-c8ea17b4-0974-407c-b5df-4971551899f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b51f72e-3be0-4c1d-869d-fa3841798821 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:14:50.613562 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-c8ea17b4-0974-407c-b5df-4971551899f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:50.652494 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-c8ea17b4-0974-407c-b5df-4971551899f2 service neutron] Transition to ACTIVE for port object 3b51f72e-3be0-4c1d-869d-fa3841798821 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:14:50.666451 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-d0584ae8-ea36-4f96-87df-3aa70e211f16 service neutron] For port eb791646-3d64-45bb-bf8a-5327b4dbba51, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:14:50.670922 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-d0584ae8-ea36-4f96-87df-3aa70e211f16 service neutron] For port eb791646-3d64-45bb-bf8a-5327b4dbba51, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=eb791646-3d64-45bb-bf8a-5327b4dbba51,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:14:50.695037 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-88b08c2f-3451-4534-a7e8-5c0b6d3bb730 service neutron] 10.222.0.46 "GET /v2.0/networks/8ae579af-cc89-4461-a54a-3154f37fcf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042332 Dec 17 15:14:50.757951 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-d0584ae8-ea36-4f96-87df-3aa70e211f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:50.774734 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-c8ea17b4-0974-407c-b5df-4971551899f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:50.812599 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eaa6d4d-e32c-4956-b162-a6feca437911 x-openstack-request-id: req-7eaa6d4d-e32c-4956-b162-a6feca437911 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:14:50.813342 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8df8283-beda-44e0-af14-1b8cf22b2117", "name": "network-vif-deleted", "tag": "274ae0fb-9720-4609-a795-557e3b853552", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:14:50.827812 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7eaa6d4d-e32c-4956-b162-a6feca437911 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:14:50.831106 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8df8283-beda-44e0-af14-1b8cf22b2117', 'name': 'network-vif-deleted', 'tag': '274ae0fb-9720-4609-a795-557e3b853552', 'status': 'completed', 'code': 200} Dec 17 15:14:50.886629 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-d0584ae8-ea36-4f96-87df-3aa70e211f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:50.893271 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-d0584ae8-ea36-4f96-87df-3aa70e211f16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:50.894668 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-d0584ae8-ea36-4f96-87df-3aa70e211f16 service neutron] 10.222.0.13 "PUT /v2.0/ports/eb791646-3d64-45bb-bf8a-5327b4dbba51 HTTP/1.1" status: 200 len: 1095 time: 3.0604746 Dec 17 15:14:50.903166 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7604c3d1-63da-4c5d-8a1a-83f7bf0a0707', 'tag': 'eb791646-3d64-45bb-bf8a-5327b4dbba51'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:14:50.906147 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82f096c-f040-49bb-837b-1a74560ac91c" -d '{"events": [{"name": "network-changed", "server_uuid": "7604c3d1-63da-4c5d-8a1a-83f7bf0a0707", "tag": "eb791646-3d64-45bb-bf8a-5327b4dbba51"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:14:51.029262 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-2b221c56-6e7b-4260-842c-e914db4f7044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:14:51.040683 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-2b221c56-6e7b-4260-842c-e914db4f7044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:51.057408 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-2b221c56-6e7b-4260-842c-e914db4f7044 service neutron] Transition to ACTIVE for port object cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:14:51.167547 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-2b221c56-6e7b-4260-842c-e914db4f7044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:51.191532 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0584ae8-ea36-4f96-87df-3aa70e211f16 service neutron] Pushing event updated for resources: {'Port': ['ID=eb791646-3d64-45bb-bf8a-5327b4dbba51,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:51.199238 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-52f1902b-5966-4c43-998a-86fc00107df9 service neutron] 10.222.0.46 "GET /v2.0/networks/8ae579af-cc89-4461-a54a-3154f37fcf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4980378 Dec 17 15:14:51.296922 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b221c56-6e7b-4260-842c-e914db4f7044 service neutron] Pushing event updated for resources: {'Port': ['ID=cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:51.358824 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-64599cf5-4d69-4b75-878c-2b2f26cbd004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:51.360425 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-64599cf5-4d69-4b75-878c-2b2f26cbd004 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5af877e7b83c499a97aeb3432ba60ea9&device_id=7604c3d1-63da-4c5d-8a1a-83f7bf0a0707 HTTP/1.1" status: 200 len: 1098 time: 0.3421006 Dec 17 15:14:51.382221 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-2b221c56-6e7b-4260-842c-e914db4f7044 service neutron] Attempting to bind port cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:14:51.382221 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-2b221c56-6e7b-4260-842c-e914db4f7044 service neutron] Attempting to bind port cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '49382aae-d7b0-4646-aa0b-66de101aee0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fd4098ca-02d5-4349-989d-d058341c8309'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:14:51.382516 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-2b221c56-6e7b-4260-842c-e914db4f7044 service neutron] Attempting to bind port cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1 on network fd4098ca-02d5-4349-989d-d058341c8309 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:14:51.387891 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-2b221c56-6e7b-4260-842c-e914db4f7044 service neutron] Port cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1 on network fd4098ca-02d5-4349-989d-d058341c8309 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:14:51.388493 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-2b221c56-6e7b-4260-842c-e914db4f7044 service neutron] Attempting to bind port cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1 on network fd4098ca-02d5-4349-989d-d058341c8309 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:14:51.391402 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-c8ea17b4-0974-407c-b5df-4971551899f2 service neutron] Attempting to bind port 3b51f72e-3be0-4c1d-869d-fa3841798821 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:14:51.391775 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-c8ea17b4-0974-407c-b5df-4971551899f2 service neutron] Attempting to bind port 3b51f72e-3be0-4c1d-869d-fa3841798821 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '49382aae-d7b0-4646-aa0b-66de101aee0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fd4098ca-02d5-4349-989d-d058341c8309'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:14:51.392111 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-c8ea17b4-0974-407c-b5df-4971551899f2 service neutron] Attempting to bind port 3b51f72e-3be0-4c1d-869d-fa3841798821 on network fd4098ca-02d5-4349-989d-d058341c8309 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:14:51.396597 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-2b221c56-6e7b-4260-842c-e914db4f7044 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:14:51.396952 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-2b221c56-6e7b-4260-842c-e914db4f7044 service neutron] Checking segment: {'id': '49382aae-d7b0-4646-aa0b-66de101aee0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fd4098ca-02d5-4349-989d-d058341c8309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:14:51.397354 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-2b221c56-6e7b-4260-842c-e914db4f7044 service neutron] Bound using segment: {'id': '49382aae-d7b0-4646-aa0b-66de101aee0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fd4098ca-02d5-4349-989d-d058341c8309'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:14:51.397790 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-2b221c56-6e7b-4260-842c-e914db4f7044 service neutron] Bound port: cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49382aae-d7b0-4646-aa0b-66de101aee0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fd4098ca-02d5-4349-989d-d058341c8309'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:14:51.398150 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-2b221c56-6e7b-4260-842c-e914db4f7044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:51.408920 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1f0be-9a44-4373-96d3-b7b1c322f38e req-91c48858-23ab-4542-9e35-338cd547c356 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:51.425637 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f5e1f0be-9a44-4373-96d3-b7b1c322f38e req-91c48858-23ab-4542-9e35-338cd547c356 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/ports?device_id=7604c3d1-63da-4c5d-8a1a-83f7bf0a0707 HTTP/1.1" status: 200 len: 947 time: 0.4444723 Dec 17 15:14:51.433700 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 43158) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:51.484576 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea17b4-0974-407c-b5df-4971551899f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3b51f72e-3be0-4c1d-869d-fa3841798821,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:51.519851 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-f19fe1a8-6104-460a-ab95-8857fd3ffd23 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Allocated IP 172.20.0.10 (fd4098ca-02d5-4349-989d-d058341c8309/e3774c5a-699d-4e0b-b7cd-e9a83ea18d86/1c901863-dcaf-4355-aa30-7046fd29554e) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:14:51.521780 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 43160) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:51.522198 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-2b221c56-6e7b-4260-842c-e914db4f7044 service neutron] For port cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:14:51.524664 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78e2b666-85b7-46d0-a246-0ccd96c6ad38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:51.527615 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-2b221c56-6e7b-4260-842c-e914db4f7044 service neutron] For port cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1,segment=NetworkSegment(49382aae-d7b0-4646-aa0b-66de101aee0f),segment_id=49382aae-d7b0-4646-aa0b-66de101aee0f)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:14:51.532759 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-d4410157-6007-45c5-ad07-5eb6e3e84dca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=eb791646-3d64-45bb-bf8a-5327b4dbba51 HTTP/1.1" status: 200 len: 217 time: 0.0837073 Dec 17 15:14:51.533393 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-c8ea17b4-0974-407c-b5df-4971551899f2 service neutron] Port 3b51f72e-3be0-4c1d-869d-fa3841798821 on network fd4098ca-02d5-4349-989d-d058341c8309 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:14:51.533696 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-c8ea17b4-0974-407c-b5df-4971551899f2 service neutron] Attempting to bind port 3b51f72e-3be0-4c1d-869d-fa3841798821 on network fd4098ca-02d5-4349-989d-d058341c8309 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:14:51.573264 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-c8ea17b4-0974-407c-b5df-4971551899f2 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:14:51.573604 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-c8ea17b4-0974-407c-b5df-4971551899f2 service neutron] Checking segment: {'id': '49382aae-d7b0-4646-aa0b-66de101aee0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fd4098ca-02d5-4349-989d-d058341c8309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:14:51.573990 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-c8ea17b4-0974-407c-b5df-4971551899f2 service neutron] Bound using segment: {'id': '49382aae-d7b0-4646-aa0b-66de101aee0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fd4098ca-02d5-4349-989d-d058341c8309'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:14:51.574423 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-c8ea17b4-0974-407c-b5df-4971551899f2 service neutron] Bound port: 3b51f72e-3be0-4c1d-869d-fa3841798821, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49382aae-d7b0-4646-aa0b-66de101aee0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fd4098ca-02d5-4349-989d-d058341c8309'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:14:51.574780 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-c8ea17b4-0974-407c-b5df-4971551899f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:51.624098 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f5e1f0be-9a44-4373-96d3-b7b1c322f38e req-ca00208f-76fe-4b63-b713-4cba5ecab707 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a773bab-1c53-4b03-8427-afeda468dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974609 Dec 17 15:14:51.662645 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-2b221c56-6e7b-4260-842c-e914db4f7044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:51.774996 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78e2b666-85b7-46d0-a246-0ccd96c6ad38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:51.795877 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-2b221c56-6e7b-4260-842c-e914db4f7044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:51.797712 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-2b221c56-6e7b-4260-842c-e914db4f7044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:51.803474 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-2b221c56-6e7b-4260-842c-e914db4f7044 service neutron] 10.222.0.41 "PUT /v2.0/ports/cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1 HTTP/1.1" status: 200 len: 1092 time: 2.3427854 Dec 17 15:14:51.866204 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-05c797fc-8385-41a9-9bd4-000b92a0fc25 req-580f44c5-d807-4cb9-9a38-de560980f15a tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0ee0eb-918b-47cb-b6b5-4d7ee4a69717 HTTP/1.1" status: 200 len: 210 time: 0.1534479 Dec 17 15:14:51.871348 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78e2b666-85b7-46d0-a246-0ccd96c6ad38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:51.879791 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b221c56-6e7b-4260-842c-e914db4f7044 service neutron] Pushing event updated for resources: {'Port': ['ID=cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:51.993877 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6b7e4ddc-3753-4691-811c-86a62223885a req-e6f1bc0c-ee5f-411b-b26c-c32a1cf31cfe tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 210 time: 0.2117393 Dec 17 15:14:52.003755 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2b666-85b7-46d0-a246-0ccd96c6ad38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce4c549-34e1-4274-9e30-7045079e4427,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:52.020426 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-78e2b666-85b7-46d0-a246-0ccd96c6ad38 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=40d57de4514348629645db40bb6f5fba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5853581 Dec 17 15:14:52.022868 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 43174) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:52.037995 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170a53a0-3d8b-410d-b290-48b8bdd4df8c x-openstack-request-id: req-170a53a0-3d8b-410d-b290-48b8bdd4df8c {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:14:52.038285 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7604c3d1-63da-4c5d-8a1a-83f7bf0a0707", "tag": "eb791646-3d64-45bb-bf8a-5327b4dbba51", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:14:52.038566 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-170a53a0-3d8b-410d-b290-48b8bdd4df8c {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:14:52.038944 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7604c3d1-63da-4c5d-8a1a-83f7bf0a0707', 'tag': 'eb791646-3d64-45bb-bf8a-5327b4dbba51', 'status': 'completed', 'code': 200} Dec 17 15:14:52.043993 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-0de75371-a50c-42a5-b11f-ac1453d971c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:52.046074 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-0de75371-a50c-42a5-b11f-ac1453d971c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.4940813 Dec 17 15:14:52.052826 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 274ae0fb-9720-4609-a795-557e3b853552 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:14:52.057377 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-4543f431-329a-416f-8882-1cc5aecd4c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:52.059086 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-4543f431-329a-416f-8882-1cc5aecd4c3f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba37efc400944862bf5f8678d3d69999&device_id=5654f416-ace7-4e82-a6a3-e24f80c000fb HTTP/1.1" status: 200 len: 1095 time: 0.1189835 Dec 17 15:14:52.100141 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 274ae0fb-9720-4609-a795-557e3b853552 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:14:52.100771 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 274ae0fb-9720-4609-a795-557e3b853552 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:14:52.143982 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-c0263b65-4fc1-4d8c-9671-65918ebdbfbe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1 HTTP/1.1" status: 200 len: 217 time: 0.0613096 Dec 17 15:14:52.199948 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9b29bee5-2538-4270-8c67-64e29ceb0ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:52.245399 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9b29bee5-2538-4270-8c67-64e29ceb0ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:52.248230 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-1e94f88d-1ff1-41b3-be13-ae1827fbbae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:52.249746 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-1e94f88d-1ff1-41b3-be13-ae1827fbbae9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3774c5a-699d-4e0b-b7cd-e9a83ea18d86 HTTP/1.1" status: 200 len: 858 time: 0.1049087 Dec 17 15:14:52.281944 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-c8ea17b4-0974-407c-b5df-4971551899f2 service neutron] For port 3b51f72e-3be0-4c1d-869d-fa3841798821, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:14:52.287543 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-c8ea17b4-0974-407c-b5df-4971551899f2 service neutron] For port 3b51f72e-3be0-4c1d-869d-fa3841798821, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=3b51f72e-3be0-4c1d-869d-fa3841798821,segment=NetworkSegment(49382aae-d7b0-4646-aa0b-66de101aee0f),segment_id=49382aae-d7b0-4646-aa0b-66de101aee0f)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:14:52.294136 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0b9ca59f-5b44-4725-bab4-264c92987ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:52.294491 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-821f8808-4e0d-469a-a824-0da1aef6339b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fd4098ca-02d5-4349-989d-d058341c8309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372379 Dec 17 15:14:52.471779 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-ff8fb54b-cb2f-419f-b553-559014f997d6 service neutron] 10.222.0.41 "GET /v2.0/networks/fd4098ca-02d5-4349-989d-d058341c8309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670120 Dec 17 15:14:52.510136 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-c8ea17b4-0974-407c-b5df-4971551899f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:52.516246 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e2ed4bcd-125c-49a5-8c78-2bb5ceb07309 req-13dd9fb5-0845-4e59-854d-d136a73be308 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/ports?device_id=243615b8-a94b-43cb-ba31-701f8c9eaa4d HTTP/1.1" status: 200 len: 210 time: 0.3418062 Dec 17 15:14:52.573811 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9b29bee5-2538-4270-8c67-64e29ceb0ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:52.576652 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9b29bee5-2538-4270-8c67-64e29ceb0ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:52.581388 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9b29bee5-2538-4270-8c67-64e29ceb0ee4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cce4c549-34e1-4274-9e30-7045079e4427 HTTP/1.1" status: 204 len: 168 time: 0.5568714 Dec 17 15:14:52.594993 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29bee5-2538-4270-8c67-64e29ceb0ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce4c549-34e1-4274-9e30-7045079e4427,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:52.636049 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-14f5b127-865d-4d29-b14a-9db1f046ba36 service neutron] 10.222.0.41 "GET /v2.0/networks/fd4098ca-02d5-4349-989d-d058341c8309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563029 Dec 17 15:14:52.690377 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-f19fe1a8-6104-460a-ab95-8857fd3ffd23 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:52.733835 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-c8ea17b4-0974-407c-b5df-4971551899f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:52.734458 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-c8ea17b4-0974-407c-b5df-4971551899f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:52.735924 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-c8ea17b4-0974-407c-b5df-4971551899f2 service neutron] 10.222.0.13 "PUT /v2.0/ports/3b51f72e-3be0-4c1d-869d-fa3841798821 HTTP/1.1" status: 200 len: 1091 time: 3.9159746 Dec 17 15:14:52.791900 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:14:52.815760 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-8b1581d8-ad0f-437e-9fa2-2afb2bf5a08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:52.817465 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-8b1581d8-ad0f-437e-9fa2-2afb2bf5a08c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6586766 Dec 17 15:14:52.832198 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91acfa0d-aa16-4258-874f-4787ab85ee93', 'name': 'network-vif-deleted', 'tag': 'e8544dac-c342-4808-ad30-5a3ee314924e'}, {'name': 'network-changed', 'server_uuid': '5654f416-ace7-4e82-a6a3-e24f80c000fb', 'tag': 'cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:14:52.835290 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8aceb0-81fd-465b-a1a0-43ea641de3d9" -d '{"events": [{"server_uuid": "91acfa0d-aa16-4258-874f-4787ab85ee93", "name": "network-vif-deleted", "tag": "e8544dac-c342-4808-ad30-5a3ee314924e"}, {"name": "network-changed", "server_uuid": "5654f416-ace7-4e82-a6a3-e24f80c000fb", "tag": "cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:14:52.864538 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-f2a9e537-b8f2-46b1-957c-847ee571e657 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:52.874700 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-f2a9e537-b8f2-46b1-957c-847ee571e657 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/networks?id=c704e634-d730-42f1-aad6-bcd13146a15b HTTP/1.1" status: 200 len: 821 time: 0.3758214 Dec 17 15:14:52.978320 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device e8544dac-c342-4808-ad30-5a3ee314924e no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:14:53.015029 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea17b4-0974-407c-b5df-4971551899f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3b51f72e-3be0-4c1d-869d-fa3841798821,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:53.021816 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: e8544dac-c342-4808-ad30-5a3ee314924e {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:14:53.022115 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device e8544dac-c342-4808-ad30-5a3ee314924e not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:14:53.050653 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0b9ca59f-5b44-4725-bab4-264c92987ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:53.120251 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-a8860847-77bc-448b-b438-9678110885f7 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/quotas/84058b2235614a8bb82b01287f2acdc0 HTTP/1.1" status: 200 len: 375 time: 0.1314616 Dec 17 15:14:53.130698 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0b9ca59f-5b44-4725-bab4-264c92987ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:53.220786 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-f19fe1a8-6104-460a-ab95-8857fd3ffd23 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:53.302769 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-92cfce66-03fc-463b-8139-efeaab54e62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:53.304356 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-92cfce66-03fc-463b-8139-efeaab54e62a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba37efc400944862bf5f8678d3d69999&device_id=95236c69-4789-490e-bb3a-ef7d4625be64 HTTP/1.1" status: 200 len: 1094 time: 0.4564588 Dec 17 15:14:53.306997 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0b9ca59f-5b44-4725-bab4-264c92987ee2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7fd6fbc2fdf24aedba3a81d0fb267736&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7823150 Dec 17 15:14:53.307715 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ca59f-5b44-4725-bab4-264c92987ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47206dff-c831-42f7-bc13-d441ac268622,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:53.310060 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 43212) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:53.388061 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-f19fe1a8-6104-460a-ab95-8857fd3ffd23 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Network fd4098ca-02d5-4349-989d-d058341c8309 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:14:53.391921 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-d3c8c95c-d9ef-434f-9cdb-4f6afab45135 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5468061 Dec 17 15:14:53.397763 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9b93a029-b055-4490-abba-5318b2425ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:53.400225 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f0efc-2998-4729-afce-18207bc2ca73 req-9e6ce2a4-71ea-4cb3-9631-b60bcbc1f755 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:53.401723 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e75f0efc-2998-4729-afce-18207bc2ca73 req-9e6ce2a4-71ea-4cb3-9631-b60bcbc1f755 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/ports?device_id=7604c3d1-63da-4c5d-8a1a-83f7bf0a0707 HTTP/1.1" status: 200 len: 947 time: 0.5891042 Dec 17 15:14:53.411550 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19fe1a8-6104-460a-ab95-8857fd3ffd23 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Pushing event updated for resources: {'Port': ['ID=1c901863-dcaf-4355-aa30-7046fd29554e,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:53.414616 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-f19fe1a8-6104-460a-ab95-8857fd3ffd23 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:14:53.426724 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9b93a029-b055-4490-abba-5318b2425ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:53.445921 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-f19fe1a8-6104-460a-ab95-8857fd3ffd23 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:14:53.584451 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9b93a029-b055-4490-abba-5318b2425ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:53.587331 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9b93a029-b055-4490-abba-5318b2425ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:53.588883 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9b93a029-b055-4490-abba-5318b2425ff6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/47206dff-c831-42f7-bc13-d441ac268622 HTTP/1.1" status: 204 len: 168 time: 0.2767146 Dec 17 15:14:53.604672 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93a029-b055-4490-abba-5318b2425ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47206dff-c831-42f7-bc13-d441ac268622,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:54.061988 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95236c69-4789-490e-bb3a-ef7d4625be64', 'tag': '3b51f72e-3be0-4c1d-869d-fa3841798821'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:14:54.064346 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44cab04-6ce7-47ae-bb68-0c36810666cc" -d '{"events": [{"name": "network-changed", "server_uuid": "95236c69-4789-490e-bb3a-ef7d4625be64", "tag": "3b51f72e-3be0-4c1d-869d-fa3841798821"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:14:54.068288 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-3fdd0301-7f69-4d18-a694-5f45ecf144a4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b51f72e-3be0-4c1d-869d-fa3841798821 HTTP/1.1" status: 200 len: 217 time: 0.6642509 Dec 17 15:14:54.144177 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-f19fe1a8-6104-460a-ab95-8857fd3ffd23 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:54.146111 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-f19fe1a8-6104-460a-ab95-8857fd3ffd23 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:54.177575 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-feab0bff-75c5-48ec-aad9-62ff44dd8e51 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=84058b2235614a8bb82b01287f2acdc0&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0336432 Dec 17 15:14:54.263033 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-ea1c68eb-c4df-45be-b8dd-3bf1ebaae761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:54.265737 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-ea1c68eb-c4df-45be-b8dd-3bf1ebaae761 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e3774c5a-699d-4e0b-b7cd-e9a83ea18d86 HTTP/1.1" status: 200 len: 858 time: 0.1853273 Dec 17 15:14:54.268891 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e75f0efc-2998-4729-afce-18207bc2ca73 req-50d1f12b-ca67-40d1-8273-e03b096a5cc8 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a773bab-1c53-4b03-8427-afeda468dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8485670 Dec 17 15:14:54.313752 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-5540dd27-5c59-478f-aeb5-8c244c601f09 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd4098ca-02d5-4349-989d-d058341c8309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347650 Dec 17 15:14:54.322268 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-f19fe1a8-6104-460a-ab95-8857fd3ffd23 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6461213 Dec 17 15:14:54.365984 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-f92cc70a-da76-415b-b3c4-ea1cf16a82b2 service neutron] Request body: {'port': {'device_id': 'df0ee0eb-918b-47cb-b6b5-4d7ee4a69717', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:14:54.369927 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 17 Dec 2021 15:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613c93c4-1a69-4e15-80a2-f42dfa917961 x-openstack-request-id: req-613c93c4-1a69-4e15-80a2-f42dfa917961 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:14:54.370707 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91acfa0d-aa16-4258-874f-4787ab85ee93", "name": "network-vif-deleted", "tag": "e8544dac-c342-4808-ad30-5a3ee314924e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5654f416-ace7-4e82-a6a3-e24f80c000fb", "tag": "cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:14:54.371015 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-613c93c4-1a69-4e15-80a2-f42dfa917961 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:14:54.371994 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91acfa0d-aa16-4258-874f-4787ab85ee93', 'name': 'network-vif-deleted', 'tag': 'e8544dac-c342-4808-ad30-5a3ee314924e', 'status': 'completed', 'code': 200} Dec 17 15:14:54.372256 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5654f416-ace7-4e82-a6a3-e24f80c000fb', 'tag': 'cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1', 'status': 'completed', 'code': 200} Dec 17 15:14:54.372784 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b4d3acf6-cd86-4795-a82f-92cf80a66213 req-ea4bd112-2006-4f6f-8822-d196424b440b service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9698846 Dec 17 15:14:54.475493 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8aceb0-81fd-465b-a1a0-43ea641de3d9 req-4309782b-9184-4994-980b-07be08da58e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:54.477342 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7a8aceb0-81fd-465b-a1a0-43ea641de3d9 req-4309782b-9184-4994-980b-07be08da58e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba37efc400944862bf5f8678d3d69999&device_id=5654f416-ace7-4e82-a6a3-e24f80c000fb HTTP/1.1" status: 200 len: 1095 time: 0.0517976 Dec 17 15:14:54.496558 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-988e3fea-2b11-4232-90d3-69cd13dddbb4 service neutron] 10.222.0.46 "GET /v2.0/networks/c704e634-d730-42f1-aad6-bcd13146a15b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021617 Dec 17 15:14:54.589503 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8aceb0-81fd-465b-a1a0-43ea641de3d9 req-cfa78027-c39e-47fa-bee1-da7e0b4fbe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:54.592381 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7a8aceb0-81fd-465b-a1a0-43ea641de3d9 req-cfa78027-c39e-47fa-bee1-da7e0b4fbe3e service neutron] 10.222.0.41 "GET /v2.0/networks?id=fd4098ca-02d5-4349-989d-d058341c8309 HTTP/1.1" status: 200 len: 919 time: 0.1056681 Dec 17 15:14:54.598707 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-f92cc70a-da76-415b-b3c4-ea1cf16a82b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:54.606851 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-a89b6153-6dbf-4e2f-a247-4a29ec8f6332 service neutron] 10.222.0.13 "GET /v2.0/networks/fd4098ca-02d5-4349-989d-d058341c8309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761993 Dec 17 15:14:54.640759 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6087f-94c8-4807-85d5-83214c97fdc9 req-e8bb2d6c-fc62-48c0-9fa6-ca4afbcc7ad7 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:54.642238 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2ab6087f-94c8-4807-85d5-83214c97fdc9 req-e8bb2d6c-fc62-48c0-9fa6-ca4afbcc7ad7 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0ee0eb-918b-47cb-b6b5-4d7ee4a69717 HTTP/1.1" status: 200 len: 932 time: 0.2044961 Dec 17 15:14:54.649740 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7a8aceb0-81fd-465b-a1a0-43ea641de3d9 req-73a65fb2-8f8c-42db-91e4-fe39b1eac1a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1 HTTP/1.1" status: 200 len: 217 time: 0.0365601 Dec 17 15:14:54.711292 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8aceb0-81fd-465b-a1a0-43ea641de3d9 req-8f558226-8417-4755-b123-2e74c8b9b39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:54.712783 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7a8aceb0-81fd-465b-a1a0-43ea641de3d9 req-8f558226-8417-4755-b123-2e74c8b9b39a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3774c5a-699d-4e0b-b7cd-e9a83ea18d86 HTTP/1.1" status: 200 len: 858 time: 0.0548496 Dec 17 15:14:54.744838 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7a8aceb0-81fd-465b-a1a0-43ea641de3d9 req-2c0c468f-9227-4771-ab1e-833043874635 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fd4098ca-02d5-4349-989d-d058341c8309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243397 Dec 17 15:14:54.805929 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-98d6f1c2-0626-43a6-b869-00bf05e3edd7 service neutron] 10.222.0.46 "GET /v2.0/networks/c704e634-d730-42f1-aad6-bcd13146a15b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810364 Dec 17 15:14:54.920627 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7a8aceb0-81fd-465b-a1a0-43ea641de3d9 req-598ffb01-c746-453a-81f1-f78885f07274 service neutron] 10.222.0.41 "GET /v2.0/networks/fd4098ca-02d5-4349-989d-d058341c8309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675344 Dec 17 15:14:55.038272 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f096c-f040-49bb-837b-1a74560ac91c req-e08043da-0ae6-4e79-874d-668c8e3f9f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:55.038272 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e82f096c-f040-49bb-837b-1a74560ac91c req-e08043da-0ae6-4e79-874d-668c8e3f9f72 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5af877e7b83c499a97aeb3432ba60ea9&device_id=7604c3d1-63da-4c5d-8a1a-83f7bf0a0707 HTTP/1.1" status: 200 len: 1098 time: 0.3196714 Dec 17 15:14:55.054499 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2ab6087f-94c8-4807-85d5-83214c97fdc9 req-176bd0f2-7e86-47c6-983f-3c423f2cad07 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/security-groups?id=c23a7f4b-103e-4506-9b1f-90acdb739d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697405 Dec 17 15:14:55.072908 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7a8aceb0-81fd-465b-a1a0-43ea641de3d9 req-d122bdf8-99d8-4606-96a9-3a5f9e7ec613 service neutron] 10.222.0.41 "GET /v2.0/networks/fd4098ca-02d5-4349-989d-d058341c8309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451981 Dec 17 15:14:55.210670 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-274f9968-2000-4302-b24c-299ea17cefbc service neutron] 10.222.0.13 "GET /v2.0/networks/fd4098ca-02d5-4349-989d-d058341c8309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5901518 Dec 17 15:14:55.259980 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-53696de7-161d-4080-8b0c-90dd47ff3f06 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:55.263664 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-53696de7-161d-4080-8b0c-90dd47ff3f06 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.41 "GET /v2.0/networks?id=8ae579af-cc89-4461-a54a-3154f37fcf61 HTTP/1.1" status: 200 len: 814 time: 0.2205203 Dec 17 15:14:55.292429 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-da20be2d-db23-4cd8-bcf8-9bf25830ec87 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Request body: {'port': {'device_id': '243615b8-a94b-43cb-ba31-701f8c9eaa4d', 'network_id': '8ae579af-cc89-4461-a54a-3154f37fcf61', 'admin_state_up': True, 'tenant_id': '23218d44d35a49dca774bd6e162aff6a'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:14:55.401471 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 43278) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:55.413277 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d5a6aae1-26a3-421e-ba0b-93bdd92603b7 req-6efafbcb-49ce-4998-9fa2-1c405977629d tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/ports?device_id=243615b8-a94b-43cb-ba31-701f8c9eaa4d HTTP/1.1" status: 200 len: 210 time: 0.1544540 Dec 17 15:14:55.458820 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f096c-f040-49bb-837b-1a74560ac91c req-7adbbe98-c716-4605-883d-125cfa7c61ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:55.460311 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e82f096c-f040-49bb-837b-1a74560ac91c req-7adbbe98-c716-4605-883d-125cfa7c61ec service neutron] 10.222.0.13 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.4047890 Dec 17 15:14:55.584026 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ca6567-f48f-4e4c-a040-b2d36296206f x-openstack-request-id: req-b4ca6567-f48f-4e4c-a040-b2d36296206f {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:14:55.584288 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95236c69-4789-490e-bb3a-ef7d4625be64", "tag": "3b51f72e-3be0-4c1d-869d-fa3841798821", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:14:55.584600 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b4ca6567-f48f-4e4c-a040-b2d36296206f {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:14:55.585149 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95236c69-4789-490e-bb3a-ef7d4625be64', 'tag': '3b51f72e-3be0-4c1d-869d-fa3841798821', 'status': 'completed', 'code': 200} Dec 17 15:14:55.589463 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e82f096c-f040-49bb-837b-1a74560ac91c req-2661d071-a6a5-421b-b8c9-74454a545a60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=eb791646-3d64-45bb-bf8a-5327b4dbba51 HTTP/1.1" status: 200 len: 217 time: 0.1059158 Dec 17 15:14:55.592435 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:55.626182 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-da20be2d-db23-4cd8-bcf8-9bf25830ec87 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Made reservation on behalf of 23218d44d35a49dca774bd6e162aff6a for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:14:55.629714 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-da20be2d-db23-4cd8-bcf8-9bf25830ec87 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:55.777626 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-f92cc70a-da76-415b-b3c4-ea1cf16a82b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c901863-dcaf-4355-aa30-7046fd29554e {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:14:55.796809 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-f92cc70a-da76-415b-b3c4-ea1cf16a82b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:55.826807 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-f92cc70a-da76-415b-b3c4-ea1cf16a82b2 service neutron] Transition to ACTIVE for port object 1c901863-dcaf-4355-aa30-7046fd29554e will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:14:55.828787 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f096c-f040-49bb-837b-1a74560ac91c req-b6ed9aa4-c51f-4bcd-b1cc-cb45a33e10b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:55.830448 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e82f096c-f040-49bb-837b-1a74560ac91c req-b6ed9aa4-c51f-4bcd-b1cc-cb45a33e10b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.1851697 Dec 17 15:14:55.837608 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cab04-6ce7-47ae-bb68-0c36810666cc req-e704cf7b-fb96-471e-8a83-119e317ca20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:55.839298 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a44cab04-6ce7-47ae-bb68-0c36810666cc req-e704cf7b-fb96-471e-8a83-119e317ca20b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba37efc400944862bf5f8678d3d69999&device_id=95236c69-4789-490e-bb3a-ef7d4625be64 HTTP/1.1" status: 200 len: 1094 time: 0.1962657 Dec 17 15:14:55.957386 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-f92cc70a-da76-415b-b3c4-ea1cf16a82b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:55.992634 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e01d4fb-0474-443a-8db7-a6c25a00f2d6 req-bc1c438b-8551-4fcf-834b-563112754ffa tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8df8283-beda-44e0-af14-1b8cf22b2117 HTTP/1.1" status: 200 len: 210 time: 0.0950313 Dec 17 15:14:56.055221 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device eb791646-3d64-45bb-bf8a-5327b4dbba51 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:14:56.080022 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f096c-f040-49bb-837b-1a74560ac91c req-ba006f82-aa84-46fc-bc53-92041137ace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:56.081935 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e82f096c-f040-49bb-837b-1a74560ac91c req-ba006f82-aa84-46fc-bc53-92041137ace7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2410853 Dec 17 15:14:56.117808 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cc70a-da76-415b-b3c4-ea1cf16a82b2 service neutron] Pushing event updated for resources: {'Port': ['ID=1c901863-dcaf-4355-aa30-7046fd29554e,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:56.140341 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-da20be2d-db23-4cd8-bcf8-9bf25830ec87 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Allocated IP 172.20.0.8 (8ae579af-cc89-4461-a54a-3154f37fcf61/c02b0952-f799-438a-a915-b0d0b0a1d011/ea8794b9-340e-4a13-9a9c-041c118e5632) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:14:56.386976 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-aecb1ef3-0713-49c7-94a1-9cd4ea42f796 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-809059746-network', 'tenant_id': 'f2b15cb5323e4eba9896faf7fb1bc9bf'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:14:56.459572 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port eb791646-3d64-45bb-bf8a-5327b4dbba51, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=eb791646-3d64-45bb-bf8a-5327b4dbba51,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:56.475233 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'eb791646-3d64-45bb-bf8a-5327b4dbba51', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': 'eb791646-3d64-45bb-bf8a-5327b4dbba51', 'mac_address': 'fa:16:3e:48:7e:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:14:56.488712 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-da20be2d-db23-4cd8-bcf8-9bf25830ec87 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:56.510168 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecb1ef3-0713-49c7-94a1-9cd4ea42f796 admin admin] Made reservation on behalf of f2b15cb5323e4eba9896faf7fb1bc9bf for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:14:56.513385 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aecb1ef3-0713-49c7-94a1-9cd4ea42f796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:56.531611 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:56.531870 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aecb1ef3-0713-49c7-94a1-9cd4ea42f796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:56.571238 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb791646-3d64-45bb-bf8a-5327b4dbba51 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:14:56.618890 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d8ff40bc-5756-46ee-bbf5-2fd3d605a449 req-dd1bb227-6289-4640-8301-5d6df2f642e0 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=656593fd-be23-42c0-9e80-cd2a65ee06bd HTTP/1.1" status: 200 len: 210 time: 0.3727994 Dec 17 15:14:56.618890 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cab04-6ce7-47ae-bb68-0c36810666cc req-244a1188-9840-4d48-b66e-f42bfa2141bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:56.620999 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port eb791646-3d64-45bb-bf8a-5327b4dbba51, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=eb791646-3d64-45bb-bf8a-5327b4dbba51,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:56.621423 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a44cab04-6ce7-47ae-bb68-0c36810666cc req-244a1188-9840-4d48-b66e-f42bfa2141bf service neutron] 10.222.0.13 "GET /v2.0/networks?id=fd4098ca-02d5-4349-989d-d058341c8309 HTTP/1.1" status: 200 len: 919 time: 0.7659683 Dec 17 15:14:56.693144 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aecb1ef3-0713-49c7-94a1-9cd4ea42f796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:56.695024 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-f92cc70a-da76-415b-b3c4-ea1cf16a82b2 service neutron] Attempting to bind port 1c901863-dcaf-4355-aa30-7046fd29554e on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:14:56.695440 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-f92cc70a-da76-415b-b3c4-ea1cf16a82b2 service neutron] Attempting to bind port 1c901863-dcaf-4355-aa30-7046fd29554e by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '49382aae-d7b0-4646-aa0b-66de101aee0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fd4098ca-02d5-4349-989d-d058341c8309'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:14:56.695787 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-f92cc70a-da76-415b-b3c4-ea1cf16a82b2 service neutron] Attempting to bind port 1c901863-dcaf-4355-aa30-7046fd29554e on network fd4098ca-02d5-4349-989d-d058341c8309 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:14:56.703486 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a44cab04-6ce7-47ae-bb68-0c36810666cc req-e9b695e7-ca31-46e1-9732-4c0cd95e00db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b51f72e-3be0-4c1d-869d-fa3841798821 HTTP/1.1" status: 200 len: 217 time: 0.0712407 Dec 17 15:14:56.712061 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-da20be2d-db23-4cd8-bcf8-9bf25830ec87 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:56.723580 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-f92cc70a-da76-415b-b3c4-ea1cf16a82b2 service neutron] Port 1c901863-dcaf-4355-aa30-7046fd29554e on network fd4098ca-02d5-4349-989d-d058341c8309 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:14:56.723912 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-f92cc70a-da76-415b-b3c4-ea1cf16a82b2 service neutron] Attempting to bind port 1c901863-dcaf-4355-aa30-7046fd29554e on network fd4098ca-02d5-4349-989d-d058341c8309 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:14:56.761823 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:56.768650 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-da20be2d-db23-4cd8-bcf8-9bf25830ec87 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Network 8ae579af-cc89-4461-a54a-3154f37fcf61 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:14:56.772600 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-da20be2d-db23-4cd8-bcf8-9bf25830ec87 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:14:56.779986 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-da20be2d-db23-4cd8-bcf8-9bf25830ec87 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:14:56.785410 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da20be2d-db23-4cd8-bcf8-9bf25830ec87 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Pushing event updated for resources: {'Port': ['ID=ea8794b9-340e-4a13-9a9c-041c118e5632,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:56.857943 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aecb1ef3-0713-49c7-94a1-9cd4ea42f796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:56.897465 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c836529-1443-44ab-8c49-acd682df090f req-9a144ff2-0a54-4556-838c-f6a7b685e6c9 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:56.899235 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c836529-1443-44ab-8c49-acd682df090f req-9a144ff2-0a54-4556-838c-f6a7b685e6c9 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/ports?device_id=7604c3d1-63da-4c5d-8a1a-83f7bf0a0707 HTTP/1.1" status: 200 len: 947 time: 0.6364548 Dec 17 15:14:56.900100 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-f92cc70a-da76-415b-b3c4-ea1cf16a82b2 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:14:56.900440 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-f92cc70a-da76-415b-b3c4-ea1cf16a82b2 service neutron] Checking segment: {'id': '49382aae-d7b0-4646-aa0b-66de101aee0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fd4098ca-02d5-4349-989d-d058341c8309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:14:56.905632 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-f92cc70a-da76-415b-b3c4-ea1cf16a82b2 service neutron] Bound using segment: {'id': '49382aae-d7b0-4646-aa0b-66de101aee0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fd4098ca-02d5-4349-989d-d058341c8309'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:14:56.905632 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-f92cc70a-da76-415b-b3c4-ea1cf16a82b2 service neutron] Bound port: 1c901863-dcaf-4355-aa30-7046fd29554e, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49382aae-d7b0-4646-aa0b-66de101aee0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fd4098ca-02d5-4349-989d-d058341c8309'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:14:56.905632 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-f92cc70a-da76-415b-b3c4-ea1cf16a82b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:56.917937 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=eb791646-3d64-45bb-bf8a-5327b4dbba51,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:56.933348 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aecb1ef3-0713-49c7-94a1-9cd4ea42f796 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:14:56.991761 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:14:57.011107 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-da20be2d-db23-4cd8-bcf8-9bf25830ec87 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:57.014401 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-da20be2d-db23-4cd8-bcf8-9bf25830ec87 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:57.023629 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aecb1ef3-0713-49c7-94a1-9cd4ea42f796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:57.025628 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-aecb1ef3-0713-49c7-94a1-9cd4ea42f796 admin admin] Added segment 07900043-60e6-4571-9c07-ecceb7b2285a of type vlan for network 853d16f0-e7bd-42ea-bcaa-167e13603122 Dec 17 15:14:57.037464 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb1ef3-0713-49c7-94a1-9cd4ea42f796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a47c993-d62d-43bf-a7f3-420ad91c0666,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:57.047725 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e82f096c-f040-49bb-837b-1a74560ac91c req-09936f3b-93d2-4a29-b141-ecf0bd0964e0 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9247017 Dec 17 15:14:57.173107 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-da20be2d-db23-4cd8-bcf8-9bf25830ec87 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8906696 Dec 17 15:14:57.187402 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1,segment=NetworkSegment(49382aae-d7b0-4646-aa0b-66de101aee0f),segment_id=49382aae-d7b0-4646-aa0b-66de101aee0f)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:57.198671 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cab04-6ce7-47ae-bb68-0c36810666cc req-ff2e804c-c191-45f6-a8a1-dfc71b24466c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:57.206649 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a44cab04-6ce7-47ae-bb68-0c36810666cc req-ff2e804c-c191-45f6-a8a1-dfc71b24466c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e3774c5a-699d-4e0b-b7cd-e9a83ea18d86 HTTP/1.1" status: 200 len: 858 time: 0.4860418 Dec 17 15:14:57.207652 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1', 'network_id': 'fd4098ca-02d5-4349-989d-d058341c8309', 'port_id': 'cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1', 'mac_address': 'fa:16:3e:59:96:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3774c5a-699d-4e0b-b7cd-e9a83ea18d86', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:14:57.214352 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['eb791646-3d64-45bb-bf8a-5327b4dbba51'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:14:57.215020 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aecb1ef3-0713-49c7-94a1-9cd4ea42f796 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:57.323471 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aecb1ef3-0713-49c7-94a1-9cd4ea42f796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:57.324568 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecb1ef3-0713-49c7-94a1-9cd4ea42f796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:57.325411 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aecb1ef3-0713-49c7-94a1-9cd4ea42f796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:57.493522 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb1ef3-0713-49c7-94a1-9cd4ea42f796 admin admin] Pushing event updated for resources: {'Network': ['ID=853d16f0-e7bd-42ea-bcaa-167e13603122,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:57.548906 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 853d16f0-e7bd-42ea-bcaa-167e13603122 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:14:57.564561 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:57.566478 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-3c878f61-e4f7-46a4-a6c8-4f384737b4fa None None] Provisioning complete for port ea8794b9-340e-4a13-9a9c-041c118e5632 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:14:57.566838 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3c878f61-e4f7-46a4-a6c8-4f384737b4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:57.571522 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-aecb1ef3-0713-49c7-94a1-9cd4ea42f796 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1688976 Dec 17 15:14:57.574496 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 43318) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:14:57.579875 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-92e81d1a-44b1-40bf-8d7a-44ce65ef905f admin admin] Request body: {'subnet': {'network_id': '853d16f0-e7bd-42ea-bcaa-167e13603122', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-809059746-subnet', 'tenant_id': 'f2b15cb5323e4eba9896faf7fb1bc9bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:14:57.581468 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c836529-1443-44ab-8c49-acd682df090f req-4a6cc97f-7fd3-45b0-a2b1-bca17da581e0 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a773bab-1c53-4b03-8427-afeda468dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6368635 Dec 17 15:14:57.594076 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27ee0d-a5a1-4e72-a1da-ecf41eee0a41 req-0207df60-7a65-4646-a4da-bcdfbba9fad8 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:57.601877 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8f27ee0d-a5a1-4e72-a1da-ecf41eee0a41 req-0207df60-7a65-4646-a4da-bcdfbba9fad8 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0ee0eb-918b-47cb-b6b5-4d7ee4a69717 HTTP/1.1" status: 200 len: 944 time: 0.8944848 Dec 17 15:14:57.647027 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-9f0dd355-3b5d-48b7-af67-5c862db760f8 service neutron] Request body: {'port': {'device_id': '243615b8-a94b-43cb-ba31-701f8c9eaa4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:14:57.685550 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a44cab04-6ce7-47ae-bb68-0c36810666cc req-f81c8d09-cfca-4ae2-8423-2c3142225781 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fd4098ca-02d5-4349-989d-d058341c8309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014600 Dec 17 15:14:57.718007 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e81d1a-44b1-40bf-8d7a-44ce65ef905f admin admin] Made reservation on behalf of f2b15cb5323e4eba9896faf7fb1bc9bf for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:14:57.721521 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-92e81d1a-44b1-40bf-8d7a-44ce65ef905f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:57.757788 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-3c878f61-e4f7-46a4-a6c8-4f384737b4fa None None] Port ea8794b9-340e-4a13-9a9c-041c118e5632 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:14:57.781478 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8f27ee0d-a5a1-4e72-a1da-ecf41eee0a41 req-073d066c-0581-4ad5-b273-250d0ebfeedc tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/security-groups?id=c23a7f4b-103e-4506-9b1f-90acdb739d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786194 Dec 17 15:14:57.859976 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:14:57.909309 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1,segment=NetworkSegment(49382aae-d7b0-4646-aa0b-66de101aee0f),segment_id=49382aae-d7b0-4646-aa0b-66de101aee0f)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:57.937128 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-9f0dd355-3b5d-48b7-af67-5c862db760f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:58.030315 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-f92cc70a-da76-415b-b3c4-ea1cf16a82b2 service neutron] For port 1c901863-dcaf-4355-aa30-7046fd29554e, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:14:58.060033 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 3b51f72e-3be0-4c1d-869d-fa3841798821 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:14:58.072122 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-f92cc70a-da76-415b-b3c4-ea1cf16a82b2 service neutron] For port 1c901863-dcaf-4355-aa30-7046fd29554e, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=1c901863-dcaf-4355-aa30-7046fd29554e,segment=NetworkSegment(49382aae-d7b0-4646-aa0b-66de101aee0f),segment_id=49382aae-d7b0-4646-aa0b-66de101aee0f)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:14:58.075209 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e82f096c-f040-49bb-837b-1a74560ac91c req-888a9887-387e-441c-baaa-932b326509c8 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0022845 Dec 17 15:14:58.127477 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa522c9-9a06-4aae-bd9e-cffce1d34232 req-1dc326fd-d7f0-4ecc-b97e-ad7204480de2 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:58.135359 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7fa522c9-9a06-4aae-bd9e-cffce1d34232 req-1dc326fd-d7f0-4ecc-b97e-ad7204480de2 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/ports?device_id=243615b8-a94b-43cb-ba31-701f8c9eaa4d HTTP/1.1" status: 200 len: 931 time: 0.1723726 Dec 17 15:14:58.163636 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedc6fc-0580-48c8-bbec-0011b6f6de0b req-5e057975-9485-40ab-9629-0579ddc8e934 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:58.167833 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:58.173648 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6dedc6fc-0580-48c8-bbec-0011b6f6de0b req-5e057975-9485-40ab-9629-0579ddc8e934 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 946 time: 0.1920338 Dec 17 15:14:58.216573 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a44cab04-6ce7-47ae-bb68-0c36810666cc req-a2af3be4-47ae-4c09-97ce-bb90b15be9dc service neutron] 10.222.0.13 "GET /v2.0/networks/fd4098ca-02d5-4349-989d-d058341c8309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5133088 Dec 17 15:14:58.218417 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-f92cc70a-da76-415b-b3c4-ea1cf16a82b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:58.271958 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-f92cc70a-da76-415b-b3c4-ea1cf16a82b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:58.275795 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-f92cc70a-da76-415b-b3c4-ea1cf16a82b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:58.275795 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-f92cc70a-da76-415b-b3c4-ea1cf16a82b2 service neutron] 10.222.0.41 "PUT /v2.0/ports/1c901863-dcaf-4355-aa30-7046fd29554e HTTP/1.1" status: 200 len: 1092 time: 3.9297478 Dec 17 15:14:58.290137 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0ee0eb-918b-47cb-b6b5-4d7ee4a69717', 'tag': '1c901863-dcaf-4355-aa30-7046fd29554e'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:14:58.292987 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad44a45c-8d29-40a9-ad25-acb6efb52f34" -d '{"events": [{"name": "network-changed", "server_uuid": "df0ee0eb-918b-47cb-b6b5-4d7ee4a69717", "tag": "1c901863-dcaf-4355-aa30-7046fd29554e"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:14:58.297967 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:58.336391 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-92e81d1a-44b1-40bf-8d7a-44ce65ef905f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:58.387667 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7fa522c9-9a06-4aae-bd9e-cffce1d34232 req-bc33b4b2-cf27-4b21-a0a4-145e0f04d0de tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dbb9f48-bb90-43ff-ae27-ca4f4dc14b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468336 Dec 17 15:14:58.442287 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6dedc6fc-0580-48c8-bbec-0011b6f6de0b req-59f84076-9d0a-4bb3-8471-68c79b369766 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607858 Dec 17 15:14:58.468168 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 3b51f72e-3be0-4c1d-869d-fa3841798821, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=3b51f72e-3be0-4c1d-869d-fa3841798821,segment=NetworkSegment(49382aae-d7b0-4646-aa0b-66de101aee0f),segment_id=49382aae-d7b0-4646-aa0b-66de101aee0f)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:58.486992 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '3b51f72e-3be0-4c1d-869d-fa3841798821', 'network_id': 'fd4098ca-02d5-4349-989d-d058341c8309', 'port_id': '3b51f72e-3be0-4c1d-869d-fa3841798821', 'mac_address': 'fa:16:3e:91:4d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3774c5a-699d-4e0b-b7cd-e9a83ea18d86', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:14:58.518653 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e81d1a-44b1-40bf-8d7a-44ce65ef905f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4502cdf4-b8e8-41c6-9e10-7a307da6f1e2,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:58.574538 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e81d1a-44b1-40bf-8d7a-44ce65ef905f admin admin] Checking segment: {'id': '07900043-60e6-4571-9c07-ecceb7b2285a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '853d16f0-e7bd-42ea-bcaa-167e13603122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:14:58.578104 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e81d1a-44b1-40bf-8d7a-44ce65ef905f admin admin] Network hostable DHCP agents. Network: 853d16f0-e7bd-42ea-bcaa-167e13603122, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:14:58.597181 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-9f0dd355-3b5d-48b7-af67-5c862db760f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea8794b9-340e-4a13-9a9c-041c118e5632 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:14:58.601676 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cc70a-da76-415b-b3c4-ea1cf16a82b2 service neutron] Pushing event updated for resources: {'Port': ['ID=1c901863-dcaf-4355-aa30-7046fd29554e,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:58.607862 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:14:58.629828 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-9f0dd355-3b5d-48b7-af67-5c862db760f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:58.685750 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:58.696337 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-9f0dd355-3b5d-48b7-af67-5c862db760f8 service neutron] Transition to ACTIVE for port object ea8794b9-340e-4a13-9a9c-041c118e5632 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:14:58.732880 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b51f72e-3be0-4c1d-869d-fa3841798821 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:14:58.756721 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-9020d373-8a59-4f8c-8310-fd1caf761a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:58.759971 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-9020d373-8a59-4f8c-8310-fd1caf761a97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba37efc400944862bf5f8678d3d69999&device_id=df0ee0eb-918b-47cb-b6b5-4d7ee4a69717 HTTP/1.1" status: 200 len: 1095 time: 0.3132589 Dec 17 15:14:58.796925 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 3b51f72e-3be0-4c1d-869d-fa3841798821, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=3b51f72e-3be0-4c1d-869d-fa3841798821,segment=NetworkSegment(49382aae-d7b0-4646-aa0b-66de101aee0f),segment_id=49382aae-d7b0-4646-aa0b-66de101aee0f)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:14:58.803071 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-9f0dd355-3b5d-48b7-af67-5c862db760f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:58.805749 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e81d1a-44b1-40bf-8d7a-44ce65ef905f admin admin] Network 853d16f0-e7bd-42ea-bcaa-167e13603122 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:14:58.863323 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:58.921675 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7f2f1206-dad7-4e90-8ca5-059a0fcc1e63 req-d58fa32f-d1df-4b83-a19c-40839b98ae30 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=656593fd-be23-42c0-9e80-cd2a65ee06bd HTTP/1.1" status: 200 len: 210 time: 0.2324171 Dec 17 15:14:58.932943 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0dd355-3b5d-48b7-af67-5c862db760f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ea8794b9-340e-4a13-9a9c-041c118e5632,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:58.965104 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a44cab04-6ce7-47ae-bb68-0c36810666cc req-eb5d36c6-2c12-474d-adb4-717593c4a468 service neutron] 10.222.0.13 "GET /v2.0/networks/fd4098ca-02d5-4349-989d-d058341c8309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7354414 Dec 17 15:14:59.007105 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-82c65592-ed60-4a2c-b309-9013a4b468de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:59.088313 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-92e81d1a-44b1-40bf-8d7a-44ce65ef905f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 853d16f0-e7bd-42ea-bcaa-167e13603122) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:14:59.116887 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=3b51f72e-3be0-4c1d-869d-fa3841798821,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:14:59.117362 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e4e4c8-232e-47d4-9a56-90283fc48a09 x-openstack-request-id: req-89e4e4c8-232e-47d4-9a56-90283fc48a09 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:14:59.124338 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667ab840-6629-4b56-8cf9-5bf7bce135d1 None None] Network 853d16f0-e7bd-42ea-bcaa-167e13603122 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:14:59.124947 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df0ee0eb-918b-47cb-b6b5-4d7ee4a69717", "tag": "1c901863-dcaf-4355-aa30-7046fd29554e", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:14:59.125333 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-89e4e4c8-232e-47d4-9a56-90283fc48a09 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:14:59.125851 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0ee0eb-918b-47cb-b6b5-4d7ee4a69717', 'tag': '1c901863-dcaf-4355-aa30-7046fd29554e', 'status': 'completed', 'code': 200} Dec 17 15:14:59.134646 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-f9539f63-9e49-41ac-9046-15d37f987aa4 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=586ac959ee1c459199348f2d1e73a597&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2104671 Dec 17 15:14:59.146977 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-8bcd3c6c-4927-414f-a037-ad6ba663a08b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c901863-dcaf-4355-aa30-7046fd29554e HTTP/1.1" status: 200 len: 217 time: 0.2181146 Dec 17 15:14:59.230208 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['3b51f72e-3be0-4c1d-869d-fa3841798821'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:14:59.266923 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e81d1a-44b1-40bf-8d7a-44ce65ef905f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:59.274858 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-92e81d1a-44b1-40bf-8d7a-44ce65ef905f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:59.378801 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-9f0dd355-3b5d-48b7-af67-5c862db760f8 service neutron] Attempting to bind port ea8794b9-340e-4a13-9a9c-041c118e5632 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:14:59.384816 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-9f0dd355-3b5d-48b7-af67-5c862db760f8 service neutron] Attempting to bind port ea8794b9-340e-4a13-9a9c-041c118e5632 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '51a1288b-3152-4b23-ad96-6a255f8b8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8ae579af-cc89-4461-a54a-3154f37fcf61'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:14:59.385440 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-9f0dd355-3b5d-48b7-af67-5c862db760f8 service neutron] Attempting to bind port ea8794b9-340e-4a13-9a9c-041c118e5632 on network 8ae579af-cc89-4461-a54a-3154f37fcf61 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:14:59.395534 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8a65f-6f7e-4040-96d4-88199e7b0959 req-43070f52-50b5-4003-8626-ceea9accd281 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:59.397321 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-90d8a65f-6f7e-4040-96d4-88199e7b0959 req-43070f52-50b5-4003-8626-ceea9accd281 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 946 time: 0.7231543 Dec 17 15:14:59.410742 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-9f0dd355-3b5d-48b7-af67-5c862db760f8 service neutron] Port ea8794b9-340e-4a13-9a9c-041c118e5632 on network 8ae579af-cc89-4461-a54a-3154f37fcf61 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:14:59.417251 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-9f0dd355-3b5d-48b7-af67-5c862db760f8 service neutron] Attempting to bind port ea8794b9-340e-4a13-9a9c-041c118e5632 on network 8ae579af-cc89-4461-a54a-3154f37fcf61 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:14:59.438454 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-9f0dd355-3b5d-48b7-af67-5c862db760f8 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:14:59.439209 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-9f0dd355-3b5d-48b7-af67-5c862db760f8 service neutron] Checking segment: {'id': '51a1288b-3152-4b23-ad96-6a255f8b8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8ae579af-cc89-4461-a54a-3154f37fcf61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:14:59.439758 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-9f0dd355-3b5d-48b7-af67-5c862db760f8 service neutron] Bound using segment: {'id': '51a1288b-3152-4b23-ad96-6a255f8b8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8ae579af-cc89-4461-a54a-3154f37fcf61'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:14:59.453111 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-9f0dd355-3b5d-48b7-af67-5c862db760f8 service neutron] Bound port: ea8794b9-340e-4a13-9a9c-041c118e5632, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a1288b-3152-4b23-ad96-6a255f8b8b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8ae579af-cc89-4461-a54a-3154f37fcf61'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:14:59.453111 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-9f0dd355-3b5d-48b7-af67-5c862db760f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:14:59.506274 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-92e81d1a-44b1-40bf-8d7a-44ce65ef905f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9213929 Dec 17 15:14:59.534113 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-90dcbceb-dfdc-4ab4-87a3-e443c9eb3645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:59.535325 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-90dcbceb-dfdc-4ab4-87a3-e443c9eb3645 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3774c5a-699d-4e0b-b7cd-e9a83ea18d86 HTTP/1.1" status: 200 len: 858 time: 0.3642399 Dec 17 15:14:59.554857 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-1e4548bf-4942-4d5e-9fbf-910f797e2c69 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:59.562478 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-1e4548bf-4942-4d5e-9fbf-910f797e2c69 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.41 "GET /v2.0/networks?id=c704e634-d730-42f1-aad6-bcd13146a15b HTTP/1.1" status: 200 len: 821 time: 0.5415642 Dec 17 15:14:59.572042 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e75710-6bc9-4393-87a9-4507f57d7926 req-9c3f3a34-6508-4a3c-a5c4-6f127aa65375 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:59.575921 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-37e75710-6bc9-4393-87a9-4507f57d7926 req-9c3f3a34-6508-4a3c-a5c4-6f127aa65375 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/ports?device_id=7604c3d1-63da-4c5d-8a1a-83f7bf0a0707 HTTP/1.1" status: 200 len: 948 time: 0.4186499 Dec 17 15:14:59.585284 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-cd830cd3-4858-4667-9395-e4436cea59c7 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:14:59.609155 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-cd830cd3-4858-4667-9395-e4436cea59c7 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4734418 Dec 17 15:14:59.629734 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-b6b35250-eca6-4181-8833-a966e0b7bbd4 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Request body: {'port': {'device_id': '656593fd-be23-42c0-9e80-cd2a65ee06bd', 'network_id': 'c704e634-d730-42f1-aad6-bcd13146a15b', 'admin_state_up': True, 'tenant_id': '84058b2235614a8bb82b01287f2acdc0'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:14:59.736681 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71359cf-fdd4-4dce-91c4-b89e0e69170a None None] Network 853d16f0-e7bd-42ea-bcaa-167e13603122 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:14:59.766608 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-5f291d93-492f-49f9-8f64-03634f3fdc1f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fd4098ca-02d5-4349-989d-d058341c8309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1486900 Dec 17 15:14:59.783919 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-f42de95b-9bc5-4833-9762-da402bcc19b9 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/quotas/586ac959ee1c459199348f2d1e73a597 HTTP/1.1" status: 200 len: 375 time: 0.1738203 Dec 17 15:14:59.871821 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-9fa4755c-f089-4ffb-a660-5a1780fada4b tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=586ac959ee1c459199348f2d1e73a597&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0868342 Dec 17 15:14:59.965992 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-37e75710-6bc9-4393-87a9-4507f57d7926 req-ff616842-4dfc-4095-bab8-27f925887b8c tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a773bab-1c53-4b03-8427-afeda468dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887410 Dec 17 15:15:00.077812 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device eb791646-3d64-45bb-bf8a-5327b4dbba51 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:15:00.112912 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-90d8a65f-6f7e-4040-96d4-88199e7b0959 req-fa28928b-00bc-469e-8f12-59c53123a1fc tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Deleting port 1c299bcd-ff49-4b85-874a-d236b38dfaf1 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:15:00.114017 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-90d8a65f-6f7e-4040-96d4-88199e7b0959 req-fa28928b-00bc-469e-8f12-59c53123a1fc tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:00.288756 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port eb791646-3d64-45bb-bf8a-5327b4dbba51 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:15:00.293896 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port eb791646-3d64-45bb-bf8a-5327b4dbba51 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:15:00.295342 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:00.394522 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-9f0dd355-3b5d-48b7-af67-5c862db760f8 service neutron] For port ea8794b9-340e-4a13-9a9c-041c118e5632, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:15:00.399262 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-9f0dd355-3b5d-48b7-af67-5c862db760f8 service neutron] For port ea8794b9-340e-4a13-9a9c-041c118e5632, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=ea8794b9-340e-4a13-9a9c-041c118e5632,segment=NetworkSegment(51a1288b-3152-4b23-ad96-6a255f8b8b61),segment_id=51a1288b-3152-4b23-ad96-6a255f8b8b61)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:15:00.494885 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:00.539374 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-9f0dd355-3b5d-48b7-af67-5c862db760f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:00.556832 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-74ee8c24-4d1a-4594-b7bb-a9f3b6b52129 service neutron] 10.222.0.41 "GET /v2.0/networks/fd4098ca-02d5-4349-989d-d058341c8309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6676197 Dec 17 15:15:00.587228 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port eb791646-3d64-45bb-bf8a-5327b4dbba51, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=eb791646-3d64-45bb-bf8a-5327b4dbba51,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:00.589062 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7604c3d1-63da-4c5d-8a1a-83f7bf0a0707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb791646-3d64-45bb-bf8a-5327b4dbba51'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:15:00.593624 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac347b4e-6d7e-4fae-8866-7b94ee08c4a0" -d '{"events": [{"server_uuid": "7604c3d1-63da-4c5d-8a1a-83f7bf0a0707", "name": "network-vif-plugged", "status": "completed", "tag": "eb791646-3d64-45bb-bf8a-5327b4dbba51"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:15:00.602738 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f83c3-b932-46d0-8fa6-3dbf79b5da8b req-5c956b3b-02e2-49e5-a6c1-b5ec310a9f11 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:00.611921 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f99f83c3-b932-46d0-8fa6-3dbf79b5da8b req-5c956b3b-02e2-49e5-a6c1-b5ec310a9f11 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0ee0eb-918b-47cb-b6b5-4d7ee4a69717 HTTP/1.1" status: 200 len: 944 time: 0.3714280 Dec 17 15:15:00.639576 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-9f0dd355-3b5d-48b7-af67-5c862db760f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:00.643604 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-9f0dd355-3b5d-48b7-af67-5c862db760f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:00.645652 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-9f0dd355-3b5d-48b7-af67-5c862db760f8 service neutron] 10.222.0.41 "PUT /v2.0/ports/ea8794b9-340e-4a13-9a9c-041c118e5632 HTTP/1.1" status: 200 len: 1091 time: 3.0092652 Dec 17 15:15:00.646304 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '243615b8-a94b-43cb-ba31-701f8c9eaa4d', 'tag': 'ea8794b9-340e-4a13-9a9c-041c118e5632'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:15:00.648678 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ac092b-42f6-494f-a072-70dcabd7492c" -d '{"events": [{"name": "network-changed", "server_uuid": "243615b8-a94b-43cb-ba31-701f8c9eaa4d", "tag": "ea8794b9-340e-4a13-9a9c-041c118e5632"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:15:00.728625 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-b6b35250-eca6-4181-8833-a966e0b7bbd4 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Made reservation on behalf of 84058b2235614a8bb82b01287f2acdc0 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:15:00.728625 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-b6b35250-eca6-4181-8833-a966e0b7bbd4 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:00.746323 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:00.757472 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0dd355-3b5d-48b7-af67-5c862db760f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ea8794b9-340e-4a13-9a9c-041c118e5632,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:00.860115 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75611ac-55b0-42c5-af18-d0776901e68e req-562ef603-03f1-4857-8a85-c70cd27b991b tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:00.860710 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=eb791646-3d64-45bb-bf8a-5327b4dbba51,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:00.897889 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d75611ac-55b0-42c5-af18-d0776901e68e req-562ef603-03f1-4857-8a85-c70cd27b991b tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/ports?device_id=243615b8-a94b-43cb-ba31-701f8c9eaa4d HTTP/1.1" status: 200 len: 943 time: 0.5608654 Dec 17 15:15:00.902591 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-90d8a65f-6f7e-4040-96d4-88199e7b0959 req-fa28928b-00bc-469e-8f12-59c53123a1fc tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] For port 1c299bcd-ff49-4b85-874a-d236b38dfaf1, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=1c299bcd-ff49-4b85-874a-d236b38dfaf1,segment=NetworkSegment(3b746a19-cda0-4375-9c52-9242ca19dfcd),segment_id=3b746a19-cda0-4375-9c52-9242ca19dfcd)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:00.902967 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-90d8a65f-6f7e-4040-96d4-88199e7b0959 req-fa28928b-00bc-469e-8f12-59c53123a1fc tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:00.931915 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-90d8a65f-6f7e-4040-96d4-88199e7b0959 req-fa28928b-00bc-469e-8f12-59c53123a1fc tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Calling delete_port for 1c299bcd-ff49-4b85-874a-d236b38dfaf1 owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:15:01.007604 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:15:01.047657 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6976437c-55e8-432c-9c80-e996bdcfb5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:01.102703 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f99f83c3-b932-46d0-8fa6-3dbf79b5da8b req-931e161f-0add-43a4-a010-a2f05248d599 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/security-groups?id=c23a7f4b-103e-4506-9b1f-90acdb739d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4895976 Dec 17 15:15:01.162444 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:15:01.167570 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:15:01.168134 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:01.172003 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d75611ac-55b0-42c5-af18-d0776901e68e req-8fc8bd73-9381-4768-8a67-86a8e93e0678 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dbb9f48-bb90-43ff-ae27-ca4f4dc14b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721574 Dec 17 15:15:01.186677 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-b6b35250-eca6-4181-8833-a966e0b7bbd4 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Allocated IP 172.20.0.8 (c704e634-d730-42f1-aad6-bcd13146a15b/3797d1ea-06a4-44eb-b593-2c962d2f6ff1/d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:15:01.194125 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4dc2c83-dd05-44f6-bb6e-d2c7851b2100 req-38700fc7-54bc-4287-af12-5bd13381f253 service neutron] 10.222.0.41 "GET /v2.0/networks/fd4098ca-02d5-4349-989d-d058341c8309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5758195 Dec 17 15:15:01.196919 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-b845e475-bc71-4bb6-8b64-b50384b81d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:01.201771 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-b845e475-bc71-4bb6-8b64-b50384b81d59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=23218d44d35a49dca774bd6e162aff6a&device_id=243615b8-a94b-43cb-ba31-701f8c9eaa4d HTTP/1.1" status: 200 len: 1094 time: 0.3517621 Dec 17 15:15:01.254738 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-90d8a65f-6f7e-4040-96d4-88199e7b0959 req-fa28928b-00bc-469e-8f12-59c53123a1fc tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:01.271374 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['33f273c6-a98c-41ab-b0fe-fde9e717fb03'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:15:01.394382 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28928b-00bc-469e-8f12-59c53123a1fc tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Pushing event deleted for resources: {'Port': ['ID=1c299bcd-ff49-4b85-874a-d236b38dfaf1,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:01.405134 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-c9f0fa51-c076-4c74-9bcc-7a5aa7860808 req-a9311792-e13f-43a8-8c11-ccdcd8fdf5a0 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1594999053', 'description': 'tempest-description-355388630'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:15:01.427642 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-07cb2385-ba96-468c-85ee-8f58fac67667 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea8794b9-340e-4a13-9a9c-041c118e5632 HTTP/1.1" status: 200 len: 217 time: 0.0636184 Dec 17 15:15:01.431278 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:01.437280 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-583a10e4-e4b9-4150-bc59-bf6fee18c46e req-83615cb3-3a0f-4f57-8372-5cd97459294e tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba8a38e1-fb8e-4343-9de7-660447b511d1 HTTP/1.1" status: 200 len: 210 time: 0.0892057 Dec 17 15:15:01.510705 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d8a65f-6f7e-4040-96d4-88199e7b0959 req-fa28928b-00bc-469e-8f12-59c53123a1fc tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] No DVR routers for this DVR port 1c299bcd-ff49-4b85-874a-d236b38dfaf1 on host n-h2-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:15:01.514495 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-90d8a65f-6f7e-4040-96d4-88199e7b0959 req-fa28928b-00bc-469e-8f12-59c53123a1fc tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:01.527172 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-90d8a65f-6f7e-4040-96d4-88199e7b0959 req-fa28928b-00bc-469e-8f12-59c53123a1fc tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.13 "DELETE /v2.0/ports/1c299bcd-ff49-4b85-874a-d236b38dfaf1 HTTP/1.1" status: 204 len: 173 time: 2.0933199 Dec 17 15:15:01.541745 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8a38e1-fb8e-4343-9de7-660447b511d1', 'name': 'network-vif-deleted', 'tag': '1c299bcd-ff49-4b85-874a-d236b38dfaf1'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:15:01.544236 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f86c9ec-1014-407f-a83e-23002bc0e47d" -d '{"events": [{"server_uuid": "ba8a38e1-fb8e-4343-9de7-660447b511d1", "name": "network-vif-deleted", "tag": "1c299bcd-ff49-4b85-874a-d236b38dfaf1"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:15:01.620004 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1,segment=NetworkSegment(49382aae-d7b0-4646-aa0b-66de101aee0f),segment_id=49382aae-d7b0-4646-aa0b-66de101aee0f)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:01.693786 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-be907d9c-25ab-43f9-a05c-228779386a5e req-21666b44-1ece-4ffb-aacf-d4ab1c694253 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=656593fd-be23-42c0-9e80-cd2a65ee06bd HTTP/1.1" status: 200 len: 210 time: 0.0545976 Dec 17 15:15:01.698316 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c9f0fa51-c076-4c74-9bcc-7a5aa7860808 req-a9311792-e13f-43a8-8c11-ccdcd8fdf5a0 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:01.698471 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-03067073-eeb9-4fe4-b2e2-bf5cbeb42087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:01.701909 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-03067073-eeb9-4fe4-b2e2-bf5cbeb42087 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c02b0952-f799-438a-a915-b0d0b0a1d011 HTTP/1.1" status: 200 len: 853 time: 0.1125228 Dec 17 15:15:01.724610 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:01.772596 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44a45c-8d29-40a9-ad25-acb6efb52f34 req-57657b35-1103-4825-9abb-afd4d80db3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:01.803696 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-b6b35250-eca6-4181-8833-a966e0b7bbd4 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:01.807206 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad44a45c-8d29-40a9-ad25-acb6efb52f34 req-57657b35-1103-4825-9abb-afd4d80db3b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba37efc400944862bf5f8678d3d69999&device_id=df0ee0eb-918b-47cb-b6b5-4d7ee4a69717 HTTP/1.1" status: 200 len: 1095 time: 0.2667775 Dec 17 15:15:01.811885 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-774c022e-9ef4-4ebd-8499-91b5dcd69f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:01.813624 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-774c022e-9ef4-4ebd-8499-91b5dcd69f38 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ae579af-cc89-4461-a54a-3154f37fcf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0970836 Dec 17 15:15:01.868901 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:01.968676 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e76896e0-0703-4ddf-a415-854f04f3a73f req-c26fdbf5-5bc7-4930-9049-975130616734 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/ports?device_id=796e2186-1df7-4e80-8fc2-a75b9a9b2a71 HTTP/1.1" status: 200 len: 210 time: 0.1282237 Dec 17 15:15:02.003600 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-a285bd9c-3eba-4972-b115-07d59bdfc503 service neutron] 10.222.0.41 "GET /v2.0/networks/8ae579af-cc89-4461-a54a-3154f37fcf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724021 Dec 17 15:15:02.041584 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf6eecb-cd75-4cc5-9768-8cf7912b7c3e x-openstack-request-id: req-2cf6eecb-cd75-4cc5-9768-8cf7912b7c3e {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:15:02.041899 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7604c3d1-63da-4c5d-8a1a-83f7bf0a0707", "name": "network-vif-plugged", "status": "completed", "tag": "eb791646-3d64-45bb-bf8a-5327b4dbba51", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:15:02.042191 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2cf6eecb-cd75-4cc5-9768-8cf7912b7c3e {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:15:02.042594 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7604c3d1-63da-4c5d-8a1a-83f7bf0a0707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb791646-3d64-45bb-bf8a-5327b4dbba51', 'code': 200} Dec 17 15:15:02.093353 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 3b51f72e-3be0-4c1d-869d-fa3841798821 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:15:02.126188 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44a45c-8d29-40a9-ad25-acb6efb52f34 req-b128364f-e1af-468a-95ff-9f3d86dcc8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:02.128020 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad44a45c-8d29-40a9-ad25-acb6efb52f34 req-b128364f-e1af-468a-95ff-9f3d86dcc8c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fd4098ca-02d5-4349-989d-d058341c8309 HTTP/1.1" status: 200 len: 919 time: 0.3099127 Dec 17 15:15:02.150585 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec00d518-26e3-4601-ba4f-64fab737ff10 x-openstack-request-id: req-ec00d518-26e3-4601-ba4f-64fab737ff10 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:15:02.152867 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "243615b8-a94b-43cb-ba31-701f8c9eaa4d", "tag": "ea8794b9-340e-4a13-9a9c-041c118e5632", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:15:02.153435 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ec00d518-26e3-4601-ba4f-64fab737ff10 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:15:02.154648 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '243615b8-a94b-43cb-ba31-701f8c9eaa4d', 'tag': 'ea8794b9-340e-4a13-9a9c-041c118e5632', 'status': 'completed', 'code': 200} Dec 17 15:15:02.175198 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-b6b35250-eca6-4181-8833-a966e0b7bbd4 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:02.280656 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-b6b35250-eca6-4181-8833-a966e0b7bbd4 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Network c704e634-d730-42f1-aad6-bcd13146a15b is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:15:02.297086 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-b6b35250-eca6-4181-8833-a966e0b7bbd4 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:15:02.312986 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c9f0fa51-c076-4c74-9bcc-7a5aa7860808 req-a9311792-e13f-43a8-8c11-ccdcd8fdf5a0 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:02.315330 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad44a45c-8d29-40a9-ad25-acb6efb52f34 req-2e76ad8f-a651-4419-b56c-35fd4b895408 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c901863-dcaf-4355-aa30-7046fd29554e HTTP/1.1" status: 200 len: 217 time: 0.1198695 Dec 17 15:15:02.326236 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-b6b35250-eca6-4181-8833-a966e0b7bbd4 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:15:02.329512 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 3b51f72e-3be0-4c1d-869d-fa3841798821 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:15:02.334630 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 3b51f72e-3be0-4c1d-869d-fa3841798821 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:15:02.335014 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:02.392038 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc697818-7fe3-47b6-8196-405aae3c69c4 req-9ef55f78-2879-4ce3-8c1b-1d31ed525a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:02.410621 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:02.421113 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bc697818-7fe3-47b6-8196-405aae3c69c4 req-9ef55f78-2879-4ce3-8c1b-1d31ed525a74 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7604c3d1-63da-4c5d-8a1a-83f7bf0a0707 HTTP/1.1" status: 200 len: 1100 time: 0.2888253 Dec 17 15:15:02.479131 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:02.500278 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c9f0fa51-c076-4c74-9bcc-7a5aa7860808 req-a9311792-e13f-43a8-8c11-ccdcd8fdf5a0 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:02.521262 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-b6b35250-eca6-4181-8833-a966e0b7bbd4 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:02.521262 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-b6b35250-eca6-4181-8833-a966e0b7bbd4 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:02.526353 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b35250-eca6-4181-8833-a966e0b7bbd4 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Pushing event updated for resources: {'Port': ['ID=d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:02.532994 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cd4fdb8d-5e5f-4a92-864b-0efcf0da775c req-fb64682e-fc2c-4cba-84c3-11579c1789bb service neutron] 10.222.0.41 "GET /v2.0/networks/8ae579af-cc89-4461-a54a-3154f37fcf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127003 Dec 17 15:15:02.570813 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 3b51f72e-3be0-4c1d-869d-fa3841798821, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=3b51f72e-3be0-4c1d-869d-fa3841798821,segment=NetworkSegment(49382aae-d7b0-4646-aa0b-66de101aee0f),segment_id=49382aae-d7b0-4646-aa0b-66de101aee0f)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:02.597773 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44a45c-8d29-40a9-ad25-acb6efb52f34 req-741e8cef-3275-4a59-baa2-8c58bced6a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:02.599240 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad44a45c-8d29-40a9-ad25-acb6efb52f34 req-741e8cef-3275-4a59-baa2-8c58bced6a6c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3774c5a-699d-4e0b-b7cd-e9a83ea18d86 HTTP/1.1" status: 200 len: 858 time: 0.2359865 Dec 17 15:15:02.619486 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9311792-e13f-43a8-8c11-ccdcd8fdf5a0 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4db89f29-25ee-40ba-b9e3-c926d3871320,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:02.640211 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bc697818-7fe3-47b6-8196-405aae3c69c4 req-a23450a3-ede5-4904-8d98-b5cdcd733d9f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8a773bab-1c53-4b03-8427-afeda468dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618595 Dec 17 15:15:02.650803 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:02.654024 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 1c299bcd-ff49-4b85-874a-d236b38dfaf1 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:15:02.658057 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-b6b35250-eca6-4181-8833-a966e0b7bbd4 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0374565 Dec 17 15:15:02.668867 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f9e6a-bac3-4b46-b768-60c041dc933e req-c2a7e9f5-34f0-4a43-a536-e09c01f968fd tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:02.671182 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-af1f9e6a-bac3-4b46-b768-60c041dc933e req-c2a7e9f5-34f0-4a43-a536-e09c01f968fd tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/ports?device_id=7604c3d1-63da-4c5d-8a1a-83f7bf0a0707 HTTP/1.1" status: 200 len: 949 time: 0.4249451 Dec 17 15:15:02.751194 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad44a45c-8d29-40a9-ad25-acb6efb52f34 req-dad61512-4a59-4d09-98bd-92712743b357 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fd4098ca-02d5-4349-989d-d058341c8309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788288 Dec 17 15:15:02.755580 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 1c299bcd-ff49-4b85-874a-d236b38dfaf1 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:15:02.756212 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c9f0fa51-c076-4c74-9bcc-7a5aa7860808 req-a9311792-e13f-43a8-8c11-ccdcd8fdf5a0 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:02.756580 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 1c299bcd-ff49-4b85-874a-d236b38dfaf1 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:15:02.757838 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c9f0fa51-c076-4c74-9bcc-7a5aa7860808 req-a9311792-e13f-43a8-8c11-ccdcd8fdf5a0 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.3834646 Dec 17 15:15:02.793842 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=3b51f72e-3be0-4c1d-869d-fa3841798821,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:02.818549 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-87dd642b-1ba3-4824-ad7d-0eaaea29a83a service neutron] Request body: {'port': {'device_id': '656593fd-be23-42c0-9e80-cd2a65ee06bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:15:02.820262 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-af1f9e6a-bac3-4b46-b768-60c041dc933e req-e8b8bed9-1077-4f91-9ad4-5166676e31ab tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a773bab-1c53-4b03-8427-afeda468dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309264 Dec 17 15:15:02.926684 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13037e71-28c7-4add-9644-6bd5a28267fa x-openstack-request-id: req-13037e71-28c7-4add-9644-6bd5a28267fa {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:15:02.927270 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8a38e1-fb8e-4343-9de7-660447b511d1", "name": "network-vif-deleted", "tag": "1c299bcd-ff49-4b85-874a-d236b38dfaf1", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:15:02.927771 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-13037e71-28c7-4add-9644-6bd5a28267fa {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:15:02.928459 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8a38e1-fb8e-4343-9de7-660447b511d1', 'name': 'network-vif-deleted', 'tag': '1c299bcd-ff49-4b85-874a-d236b38dfaf1', 'status': 'completed', 'code': 200} Dec 17 15:15:02.952561 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-87dd642b-1ba3-4824-ad7d-0eaaea29a83a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:03.080958 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e921eb2-057c-4ae5-b32c-40df9e026439 req-091e98b7-f1cf-45c2-b72d-ea7f4af1b51a tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:03.089718 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1e921eb2-057c-4ae5-b32c-40df9e026439 req-091e98b7-f1cf-45c2-b72d-ea7f4af1b51a tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0ee0eb-918b-47cb-b6b5-4d7ee4a69717 HTTP/1.1" status: 200 len: 944 time: 0.1495678 Dec 17 15:15:03.259872 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac092b-42f6-494f-a072-70dcabd7492c req-1a9d1610-fe8e-41b6-a20f-a28fe1f3ca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:03.265655 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-03ac092b-42f6-494f-a072-70dcabd7492c req-1a9d1610-fe8e-41b6-a20f-a28fe1f3ca94 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=23218d44d35a49dca774bd6e162aff6a&device_id=243615b8-a94b-43cb-ba31-701f8c9eaa4d HTTP/1.1" status: 200 len: 1094 time: 0.2745399 Dec 17 15:15:03.438817 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac092b-42f6-494f-a072-70dcabd7492c req-b2e627ba-950c-4b19-af79-cf1eb6df0cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:03.440270 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-03ac092b-42f6-494f-a072-70dcabd7492c req-b2e627ba-950c-4b19-af79-cf1eb6df0cc3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8ae579af-cc89-4461-a54a-3154f37fcf61 HTTP/1.1" status: 200 len: 915 time: 0.1314032 Dec 17 15:15:03.468652 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad44a45c-8d29-40a9-ad25-acb6efb52f34 req-b120346a-14b6-4c44-a2b6-8c04572bfafb service neutron] 10.222.0.41 "GET /v2.0/networks/fd4098ca-02d5-4349-989d-d058341c8309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5190094 Dec 17 15:15:03.494300 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1e921eb2-057c-4ae5-b32c-40df9e026439 req-fb02dccc-5938-4108-a1f9-be7cc6f25584 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/security-groups?id=c23a7f4b-103e-4506-9b1f-90acdb739d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033434 Dec 17 15:15:03.526647 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c04ec-4189-4d35-8f3a-5b5f81b1e2cf req-23728a14-363f-4f9b-ac83-7936637a51e2 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:03.535127 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-966c04ec-4189-4d35-8f3a-5b5f81b1e2cf req-23728a14-363f-4f9b-ac83-7936637a51e2 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/ports?device_id=243615b8-a94b-43cb-ba31-701f8c9eaa4d HTTP/1.1" status: 200 len: 943 time: 0.4359879 Dec 17 15:15:03.595489 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-03ac092b-42f6-494f-a072-70dcabd7492c req-2d7201bb-1737-464f-bd34-3faa3a46e657 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea8794b9-340e-4a13-9a9c-041c118e5632 HTTP/1.1" status: 200 len: 217 time: 0.1237972 Dec 17 15:15:03.629029 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-966c04ec-4189-4d35-8f3a-5b5f81b1e2cf req-106d9712-7c58-49bb-ace0-bc35cb7da67a tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dbb9f48-bb90-43ff-ae27-ca4f4dc14b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875010 Dec 17 15:15:03.683922 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-4e1a9097-4311-4a90-821b-41467e57cfb2 req-85d37293-e4e5-4941-82cf-74f5c3ace5f3 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1413340646', 'description': 'tempest-description-784723745'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:15:03.726512 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:03.730569 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac092b-42f6-494f-a072-70dcabd7492c req-cdba2fb5-107d-441e-8c1e-a30f1da86769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:03.737646 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-03ac092b-42f6-494f-a072-70dcabd7492c req-cdba2fb5-107d-441e-8c1e-a30f1da86769 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c02b0952-f799-438a-a915-b0d0b0a1d011 HTTP/1.1" status: 200 len: 853 time: 0.1200774 Dec 17 15:15:03.802538 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-87dd642b-1ba3-4824-ad7d-0eaaea29a83a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:15:03.815112 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-87dd642b-1ba3-4824-ad7d-0eaaea29a83a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:03.819396 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad44a45c-8d29-40a9-ad25-acb6efb52f34 req-7567f948-f070-4eb1-a548-c23b75c26cba service neutron] 10.222.0.41 "GET /v2.0/networks/fd4098ca-02d5-4349-989d-d058341c8309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231072 Dec 17 15:15:03.828431 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640b980-9127-4727-a659-95955fb6871d req-a829a096-35d0-4a9f-affe-022c3f21979f tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:03.830351 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c640b980-9127-4727-a659-95955fb6871d req-a829a096-35d0-4a9f-affe-022c3f21979f tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=656593fd-be23-42c0-9e80-cd2a65ee06bd HTTP/1.1" status: 200 len: 931 time: 0.1689446 Dec 17 15:15:03.837472 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-87dd642b-1ba3-4824-ad7d-0eaaea29a83a service neutron] Transition to ACTIVE for port object d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:15:03.847693 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-4e1a9097-4311-4a90-821b-41467e57cfb2 req-85d37293-e4e5-4941-82cf-74f5c3ace5f3 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:03.910108 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c640b980-9127-4727-a659-95955fb6871d req-70996032-4a5e-4962-a23d-0fbbe5c7c033 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719342 Dec 17 15:15:03.924074 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-87dd642b-1ba3-4824-ad7d-0eaaea29a83a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:04.019943 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-4e1a9097-4311-4a90-821b-41467e57cfb2 req-85d37293-e4e5-4941-82cf-74f5c3ace5f3 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:04.021310 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd642b-1ba3-4824-ad7d-0eaaea29a83a service neutron] Pushing event updated for resources: {'Port': ['ID=d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:04.043932 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5654f416-ace7-4e82-a6a3-e24f80c000fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1'}, {'server_uuid': '95236c69-4789-490e-bb3a-ef7d4625be64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b51f72e-3be0-4c1d-869d-fa3841798821'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:15:04.054871 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e0e3ae-bcf5-417a-b846-6ed143b388e7" -d '{"events": [{"server_uuid": "5654f416-ace7-4e82-a6a3-e24f80c000fb", "name": "network-vif-plugged", "status": "completed", "tag": "cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1"}, {"server_uuid": "95236c69-4789-490e-bb3a-ef7d4625be64", "name": "network-vif-plugged", "status": "completed", "tag": "3b51f72e-3be0-4c1d-869d-fa3841798821"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:15:04.098645 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-499968a6-db73-4266-b8cb-b131e0a4e31c req-d026ce64-8f94-45a0-b1a7-7c77047217ff tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/ports?device_id=796e2186-1df7-4e80-8fc2-a75b9a9b2a71 HTTP/1.1" status: 200 len: 210 time: 0.0379910 Dec 17 15:15:04.100200 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-4e1a9097-4311-4a90-821b-41467e57cfb2 req-85d37293-e4e5-4941-82cf-74f5c3ace5f3 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:04.161858 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-87dd642b-1ba3-4824-ad7d-0eaaea29a83a service neutron] Attempting to bind port d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:15:04.161858 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-87dd642b-1ba3-4824-ad7d-0eaaea29a83a service neutron] Attempting to bind port d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '015294cb-4187-4289-b628-75f381cf79fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c704e634-d730-42f1-aad6-bcd13146a15b'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:15:04.161858 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-87dd642b-1ba3-4824-ad7d-0eaaea29a83a service neutron] Attempting to bind port d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8 on network c704e634-d730-42f1-aad6-bcd13146a15b {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:15:04.162363 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d37293-e4e5-4941-82cf-74f5c3ace5f3 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cca56bc7-8017-4468-b32d-0a5e03d11880,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:04.165011 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-87dd642b-1ba3-4824-ad7d-0eaaea29a83a service neutron] Port d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8 on network c704e634-d730-42f1-aad6-bcd13146a15b not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:15:04.165809 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-87dd642b-1ba3-4824-ad7d-0eaaea29a83a service neutron] Attempting to bind port d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8 on network c704e634-d730-42f1-aad6-bcd13146a15b {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:15:04.180996 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:04.211451 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-4e1a9097-4311-4a90-821b-41467e57cfb2 req-85d37293-e4e5-4941-82cf-74f5c3ace5f3 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:04.217498 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4e1a9097-4311-4a90-821b-41467e57cfb2 req-85d37293-e4e5-4941-82cf-74f5c3ace5f3 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5351334 Dec 17 15:15:04.244557 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-87dd642b-1ba3-4824-ad7d-0eaaea29a83a service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:15:04.246152 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-87dd642b-1ba3-4824-ad7d-0eaaea29a83a service neutron] Checking segment: {'id': '015294cb-4187-4289-b628-75f381cf79fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c704e634-d730-42f1-aad6-bcd13146a15b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:15:04.246152 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-87dd642b-1ba3-4824-ad7d-0eaaea29a83a service neutron] Bound using segment: {'id': '015294cb-4187-4289-b628-75f381cf79fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c704e634-d730-42f1-aad6-bcd13146a15b'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:15:04.246152 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-87dd642b-1ba3-4824-ad7d-0eaaea29a83a service neutron] Bound port: d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '015294cb-4187-4289-b628-75f381cf79fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c704e634-d730-42f1-aad6-bcd13146a15b'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:15:04.258035 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-87dd642b-1ba3-4824-ad7d-0eaaea29a83a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:04.310675 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac092b-42f6-494f-a072-70dcabd7492c req-3b53c53f-3fc5-47f3-b0a9-08558e2a49d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:04.312760 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-03ac092b-42f6-494f-a072-70dcabd7492c req-3b53c53f-3fc5-47f3-b0a9-08558e2a49d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ae579af-cc89-4461-a54a-3154f37fcf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1400013 Dec 17 15:15:04.397759 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aee932-594d-4f8f-a3d2-979aa2fb34a5 req-93b25ba0-431b-4671-a30e-7acb73acd3dd tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:04.399874 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-44aee932-594d-4f8f-a3d2-979aa2fb34a5 req-93b25ba0-431b-4671-a30e-7acb73acd3dd tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/ports?device_id=7604c3d1-63da-4c5d-8a1a-83f7bf0a0707 HTTP/1.1" status: 200 len: 949 time: 0.0961239 Dec 17 15:15:04.407280 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-87dd642b-1ba3-4824-ad7d-0eaaea29a83a service neutron] For port d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:15:04.412207 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-87dd642b-1ba3-4824-ad7d-0eaaea29a83a service neutron] For port d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8,segment=NetworkSegment(015294cb-4187-4289-b628-75f381cf79fc),segment_id=015294cb-4187-4289-b628-75f381cf79fc)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:15:04.451530 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-44aee932-594d-4f8f-a3d2-979aa2fb34a5 req-15c8ee96-4f10-440d-846b-c7bd2642dca0 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a773bab-1c53-4b03-8427-afeda468dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411642 Dec 17 15:15:04.569677 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Dec 2021 15:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c12646-7199-4772-857a-c80d1ce80e9d x-openstack-request-id: req-33c12646-7199-4772-857a-c80d1ce80e9d {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:15:04.569913 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5654f416-ace7-4e82-a6a3-e24f80c000fb", "name": "network-vif-plugged", "status": "completed", "tag": "cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1", "code": 200}, {"server_uuid": "95236c69-4789-490e-bb3a-ef7d4625be64", "name": "network-vif-plugged", "status": "completed", "tag": "3b51f72e-3be0-4c1d-869d-fa3841798821", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:15:04.570163 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-33c12646-7199-4772-857a-c80d1ce80e9d {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:15:04.570576 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5654f416-ace7-4e82-a6a3-e24f80c000fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1', 'code': 200} Dec 17 15:15:04.570831 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95236c69-4789-490e-bb3a-ef7d4625be64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b51f72e-3be0-4c1d-869d-fa3841798821', 'code': 200} Dec 17 15:15:04.575156 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-87dd642b-1ba3-4824-ad7d-0eaaea29a83a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:04.691826 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-87dd642b-1ba3-4824-ad7d-0eaaea29a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:04.692496 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-87dd642b-1ba3-4824-ad7d-0eaaea29a83a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:04.694628 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-87dd642b-1ba3-4824-ad7d-0eaaea29a83a service neutron] 10.222.0.41 "PUT /v2.0/ports/d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8 HTTP/1.1" status: 200 len: 1091 time: 1.8830640 Dec 17 15:15:04.695161 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '656593fd-be23-42c0-9e80-cd2a65ee06bd', 'tag': 'd6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:15:04.697746 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b49fedb-44e2-4dd4-8231-ba8f74e28a8c" -d '{"events": [{"name": "network-changed", "server_uuid": "656593fd-be23-42c0-9e80-cd2a65ee06bd", "tag": "d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:15:04.784828 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd642b-1ba3-4824-ad7d-0eaaea29a83a service neutron] Pushing event updated for resources: {'Port': ['ID=d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:04.798109 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-03ac092b-42f6-494f-a072-70dcabd7492c req-9e0678b8-4dfe-46e4-9bea-bbac9ddc402a service neutron] 10.222.0.41 "GET /v2.0/networks/8ae579af-cc89-4461-a54a-3154f37fcf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879080 Dec 17 15:15:04.943844 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa4e4e-c8b7-4974-a17a-e6c65164eb8b req-e48ecc37-9d30-4561-894f-87965c1eb621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:04.945525 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a4aa4e4e-c8b7-4974-a17a-e6c65164eb8b req-e48ecc37-9d30-4561-894f-87965c1eb621 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=95236c69-4789-490e-bb3a-ef7d4625be64 HTTP/1.1" status: 200 len: 1096 time: 0.2803593 Dec 17 15:15:05.003930 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566dc917-40fa-43eb-849c-6b532fe5741c req-a4d74c13-13d1-4110-9199-3968c4f597bf tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:05.007079 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 1c901863-dcaf-4355-aa30-7046fd29554e details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:15:05.011676 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-566dc917-40fa-43eb-849c-6b532fe5741c req-a4d74c13-13d1-4110-9199-3968c4f597bf tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0ee0eb-918b-47cb-b6b5-4d7ee4a69717 HTTP/1.1" status: 200 len: 944 time: 0.1953363 Dec 17 15:15:05.095049 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-566dc917-40fa-43eb-849c-6b532fe5741c req-6cdae097-60b2-4043-86f2-2bb2f79ecba7 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/security-groups?id=c23a7f4b-103e-4506-9b1f-90acdb739d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823781 Dec 17 15:15:05.098886 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a4aa4e4e-c8b7-4974-a17a-e6c65164eb8b req-31d11e2c-b9d8-4b88-8162-ec62ba6e8a7a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c23a7f4b-103e-4506-9b1f-90acdb739d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433356 Dec 17 15:15:05.120621 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-f7b36a24-6803-47d5-8d6f-6a64f28cb6df tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:05.122256 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-f7b36a24-6803-47d5-8d6f-6a64f28cb6df tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/networks?id=853d16f0-e7bd-42ea-bcaa-167e13603122 HTTP/1.1" status: 200 len: 812 time: 0.3502476 Dec 17 15:15:05.149131 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-88f2ab14-6ad3-4781-b143-da80526fc7b1 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/quotas/f2b15cb5323e4eba9896faf7fb1bc9bf HTTP/1.1" status: 200 len: 375 time: 0.0196657 Dec 17 15:15:05.163971 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 1c901863-dcaf-4355-aa30-7046fd29554e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=1c901863-dcaf-4355-aa30-7046fd29554e,segment=NetworkSegment(49382aae-d7b0-4646-aa0b-66de101aee0f),segment_id=49382aae-d7b0-4646-aa0b-66de101aee0f)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:05.180918 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '1c901863-dcaf-4355-aa30-7046fd29554e', 'network_id': 'fd4098ca-02d5-4349-989d-d058341c8309', 'port_id': '1c901863-dcaf-4355-aa30-7046fd29554e', 'mac_address': 'fa:16:3e:2f:2f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3774c5a-699d-4e0b-b7cd-e9a83ea18d86', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:15:05.209397 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-31dc4a1c-e098-42bb-87c3-354d4558119d tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f2b15cb5323e4eba9896faf7fb1bc9bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528679 Dec 17 15:15:05.232775 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:05.277673 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c901863-dcaf-4355-aa30-7046fd29554e {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:15:05.313881 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208736be-ad1a-45ae-a4a4-74d61e73585c req-f1a495a1-5580-46a6-9211-10aa0a2b3d45 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:05.321403 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-208736be-ad1a-45ae-a4a4-74d61e73585c req-f1a495a1-5580-46a6-9211-10aa0a2b3d45 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/ports?device_id=243615b8-a94b-43cb-ba31-701f8c9eaa4d HTTP/1.1" status: 200 len: 943 time: 0.1109962 Dec 17 15:15:05.331521 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 1c901863-dcaf-4355-aa30-7046fd29554e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=1c901863-dcaf-4355-aa30-7046fd29554e,segment=NetworkSegment(49382aae-d7b0-4646-aa0b-66de101aee0f),segment_id=49382aae-d7b0-4646-aa0b-66de101aee0f)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:05.395056 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-208736be-ad1a-45ae-a4a4-74d61e73585c req-67f9d47c-d7ff-4417-87ab-21c4672625e4 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dbb9f48-bb90-43ff-ae27-ca4f4dc14b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654826 Dec 17 15:15:05.396744 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-e402e885-c442-466a-a382-7aa9cf3ac607 service neutron] 10.222.0.46 "GET /v2.0/networks/853d16f0-e7bd-42ea-bcaa-167e13603122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759784 Dec 17 15:15:05.450112 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:05.514427 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=1c901863-dcaf-4355-aa30-7046fd29554e,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:05.579121 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-8ce02f0a-ad80-4b0a-8ebc-d01bfecd7600 service neutron] 10.222.0.46 "GET /v2.0/networks/853d16f0-e7bd-42ea-bcaa-167e13603122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751089 Dec 17 15:15:05.868313 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['1c901863-dcaf-4355-aa30-7046fd29554e'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:15:05.894013 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14bc3c7-ae98-4125-9326-90b5d4c33117 x-openstack-request-id: req-e14bc3c7-ae98-4125-9326-90b5d4c33117 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:15:05.894519 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "656593fd-be23-42c0-9e80-cd2a65ee06bd", "tag": "d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:15:05.894519 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e14bc3c7-ae98-4125-9326-90b5d4c33117 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:15:05.894918 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '656593fd-be23-42c0-9e80-cd2a65ee06bd', 'tag': 'd6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8', 'status': 'completed', 'code': 200} Dec 17 15:15:05.995927 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb2cde-dc0a-47bc-b4af-c3a9a7954a1c req-753722ba-5cfc-428d-bb4c-e01749e4c4a5 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:06.014348 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dbfb2cde-dc0a-47bc-b4af-c3a9a7954a1c req-753722ba-5cfc-428d-bb4c-e01749e4c4a5 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 946 time: 0.1938987 Dec 17 15:15:06.115512 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dbfb2cde-dc0a-47bc-b4af-c3a9a7954a1c req-86583de2-3ce8-4881-a71a-9b60b14a0dc5 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954268 Dec 17 15:15:06.146562 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6512b-2075-43dc-8d09-a4d591362ea3 req-6e70e637-b7a6-4f54-8b93-81301e5a4748 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:06.163653 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-66a6512b-2075-43dc-8d09-a4d591362ea3 req-6e70e637-b7a6-4f54-8b93-81301e5a4748 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=656593fd-be23-42c0-9e80-cd2a65ee06bd HTTP/1.1" status: 200 len: 943 time: 0.1280138 Dec 17 15:15:06.204873 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-66a6512b-2075-43dc-8d09-a4d591362ea3 req-d974c3fb-2e72-447c-9e9b-60f3b9f3ca95 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420249 Dec 17 15:15:06.237659 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-712c45f4-3ecd-4c9a-b22e-7e2a3c5499b2 req-e56ec96d-5c41-4775-813a-81e110e1dfd2 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/ports?device_id=796e2186-1df7-4e80-8fc2-a75b9a9b2a71 HTTP/1.1" status: 200 len: 210 time: 0.0315461 Dec 17 15:15:06.338028 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-565a245e-ecfc-4ef0-9daf-99cc4290a563 req-04439d81-4eb1-4d38-b84f-b0bf9a839d14 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8165bd-ad25-4555-9092-1a43e12999c6 HTTP/1.1" status: 200 len: 210 time: 0.0309961 Dec 17 15:15:06.389944 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1407e1-b32a-41d9-8808-a9cf0b5033ed req-c66a61f0-e054-459a-896e-a466c576be25 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:06.396501 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc1407e1-b32a-41d9-8808-a9cf0b5033ed req-c66a61f0-e054-459a-896e-a466c576be25 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/ports?device_id=7604c3d1-63da-4c5d-8a1a-83f7bf0a0707 HTTP/1.1" status: 200 len: 949 time: 0.1259086 Dec 17 15:15:06.477672 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc1407e1-b32a-41d9-8808-a9cf0b5033ed req-0b93d4bb-bec7-42cd-abb4-0139ac74f0e4 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a773bab-1c53-4b03-8427-afeda468dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787940 Dec 17 15:15:06.506537 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23ead3-a848-4e9e-9938-225d93f4ed7d req-de0409f7-753f-4da6-879d-52ac83a44f87 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:06.508034 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a23ead3-a848-4e9e-9938-225d93f4ed7d req-de0409f7-753f-4da6-879d-52ac83a44f87 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 945 time: 0.0770581 Dec 17 15:15:06.553565 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a23ead3-a848-4e9e-9938-225d93f4ed7d req-32a2933c-0bca-4dd6-a922-aa0a8bd5def4 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377965 Dec 17 15:15:06.649215 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a173b1-d93a-41fd-8cc0-cf93b7393c3b req-747f7959-4b75-4f2b-ab57-353b2ae88de7 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:06.650749 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-62a173b1-d93a-41fd-8cc0-cf93b7393c3b req-747f7959-4b75-4f2b-ab57-353b2ae88de7 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0ee0eb-918b-47cb-b6b5-4d7ee4a69717 HTTP/1.1" status: 200 len: 945 time: 0.0558672 Dec 17 15:15:06.731867 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-62a173b1-d93a-41fd-8cc0-cf93b7393c3b req-d019ca79-69f9-4432-9390-43a1e1f4c967 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/security-groups?id=c23a7f4b-103e-4506-9b1f-90acdb739d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669894 Dec 17 15:15:06.792249 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e388b7-2a61-4b9d-b8a7-54db29a67a64 req-c7073459-676f-4770-b39a-b301b044b2d5 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:06.793808 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-24e388b7-2a61-4b9d-b8a7-54db29a67a64 req-c7073459-676f-4770-b39a-b301b044b2d5 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/ports?device_id=243615b8-a94b-43cb-ba31-701f8c9eaa4d HTTP/1.1" status: 200 len: 943 time: 0.1127229 Dec 17 15:15:06.817729 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57ade2-da47-40ec-82f8-79be9dfe83b0 req-46ed86a8-1cc2-489d-8295-0b7195154a6b tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:06.819207 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ed57ade2-da47-40ec-82f8-79be9dfe83b0 req-46ed86a8-1cc2-489d-8295-0b7195154a6b tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 945 time: 0.0855021 Dec 17 15:15:06.880232 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-24e388b7-2a61-4b9d-b8a7-54db29a67a64 req-906a1b66-ecc2-4501-b9b9-c878f3696390 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dbb9f48-bb90-43ff-ae27-ca4f4dc14b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790462 Dec 17 15:15:06.956288 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-ed57ade2-da47-40ec-82f8-79be9dfe83b0 req-462c40d2-9dcb-4bbb-b8f4-cca5eea13795 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Deleting port c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:15:06.956762 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ed57ade2-da47-40ec-82f8-79be9dfe83b0 req-462c40d2-9dcb-4bbb-b8f4-cca5eea13795 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:07.023359 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 1c901863-dcaf-4355-aa30-7046fd29554e up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:15:07.063481 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-ed57ade2-da47-40ec-82f8-79be9dfe83b0 req-462c40d2-9dcb-4bbb-b8f4-cca5eea13795 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] For port c74f3b5a-351a-49d7-8d6b-9b002c5e38c0, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=c74f3b5a-351a-49d7-8d6b-9b002c5e38c0,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:07.063956 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ed57ade2-da47-40ec-82f8-79be9dfe83b0 req-462c40d2-9dcb-4bbb-b8f4-cca5eea13795 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:07.077180 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-ed57ade2-da47-40ec-82f8-79be9dfe83b0 req-462c40d2-9dcb-4bbb-b8f4-cca5eea13795 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Calling delete_port for c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:15:07.163579 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 1c901863-dcaf-4355-aa30-7046fd29554e completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:15:07.167633 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 1c901863-dcaf-4355-aa30-7046fd29554e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:15:07.168211 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:07.281588 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aba84c-5892-43db-b9b1-dedd7502880c req-28552e90-ea96-4629-bfbb-258ca26a9ab8 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:07.283166 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f7aba84c-5892-43db-b9b1-dedd7502880c req-28552e90-ea96-4629-bfbb-258ca26a9ab8 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 946 time: 0.0907598 Dec 17 15:15:07.296380 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:07.342359 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0ee0eb-918b-47cb-b6b5-4d7ee4a69717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c901863-dcaf-4355-aa30-7046fd29554e'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:15:07.345490 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfae190e-2bfc-4926-8a93-07968c3f795b" -d '{"events": [{"server_uuid": "df0ee0eb-918b-47cb-b6b5-4d7ee4a69717", "name": "network-vif-plugged", "status": "completed", "tag": "1c901863-dcaf-4355-aa30-7046fd29554e"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:15:07.351358 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 1c901863-dcaf-4355-aa30-7046fd29554e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=1c901863-dcaf-4355-aa30-7046fd29554e,segment=NetworkSegment(49382aae-d7b0-4646-aa0b-66de101aee0f),segment_id=49382aae-d7b0-4646-aa0b-66de101aee0f)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:07.361221 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f7aba84c-5892-43db-b9b1-dedd7502880c req-07224a77-5110-40b3-87e0-220d1770598e tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696945 Dec 17 15:15:07.379676 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ca6b9-1699-4b27-adfb-b6129bcc6340 req-f6f9cb07-339f-45ca-b5ad-0d41afdf24e7 tempest-ServersAdminNegativeTestJSON-1636431029 tempest-ServersAdminNegativeTestJSON-1636431029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:07.381452 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c8ca6b9-1699-4b27-adfb-b6129bcc6340 req-f6f9cb07-339f-45ca-b5ad-0d41afdf24e7 tempest-ServersAdminNegativeTestJSON-1636431029 tempest-ServersAdminNegativeTestJSON-1636431029-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7604c3d1-63da-4c5d-8a1a-83f7bf0a0707 HTTP/1.1" status: 200 len: 1100 time: 0.0662117 Dec 17 15:15:07.409894 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-8c8ca6b9-1699-4b27-adfb-b6129bcc6340 req-c8e3ed6f-1a17-42a9-83fb-6933dedbac2c tempest-ServersAdminNegativeTestJSON-1636431029 tempest-ServersAdminNegativeTestJSON-1636431029-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:07.453123 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:07.490342 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ed57ade2-da47-40ec-82f8-79be9dfe83b0 req-462c40d2-9dcb-4bbb-b8f4-cca5eea13795 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:07.506901 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=1c901863-dcaf-4355-aa30-7046fd29554e,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:07.511335 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['c74f3b5a-351a-49d7-8d6b-9b002c5e38c0'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:15:07.554990 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c40d2-9dcb-4bbb-b8f4-cca5eea13795 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Pushing event deleted for resources: {'Port': ['ID=c74f3b5a-351a-49d7-8d6b-9b002c5e38c0,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:07.565184 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-8c8ca6b9-1699-4b27-adfb-b6129bcc6340 req-c8e3ed6f-1a17-42a9-83fb-6933dedbac2c tempest-ServersAdminNegativeTestJSON-1636431029 tempest-ServersAdminNegativeTestJSON-1636431029-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:07.592370 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa6a39-9e96-4920-8bc1-e37413c835fc req-9fc24e43-0b9a-404a-8f8e-1a929f74ba97 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:07.597967 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-85aa6a39-9e96-4920-8bc1-e37413c835fc req-9fc24e43-0b9a-404a-8f8e-1a929f74ba97 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=656593fd-be23-42c0-9e80-cd2a65ee06bd HTTP/1.1" status: 200 len: 943 time: 0.1397159 Dec 17 15:15:07.612308 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed57ade2-da47-40ec-82f8-79be9dfe83b0 req-462c40d2-9dcb-4bbb-b8f4-cca5eea13795 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] No DVR routers for this DVR port c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 on host n-h2-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:15:07.618617 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ed57ade2-da47-40ec-82f8-79be9dfe83b0 req-462c40d2-9dcb-4bbb-b8f4-cca5eea13795 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:07.621953 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ed57ade2-da47-40ec-82f8-79be9dfe83b0 req-462c40d2-9dcb-4bbb-b8f4-cca5eea13795 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.13 "DELETE /v2.0/ports/c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 HTTP/1.1" status: 204 len: 173 time: 0.7945712 Dec 17 15:15:07.622395 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8a9326-4193-4494-9c24-a1dd39e27752', 'name': 'network-vif-deleted', 'tag': 'c74f3b5a-351a-49d7-8d6b-9b002c5e38c0'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:15:07.625456 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a112dcb-88e5-45b1-8654-eba3bf1e8b31" -d '{"events": [{"server_uuid": "8c8a9326-4193-4494-9c24-a1dd39e27752", "name": "network-vif-deleted", "tag": "c74f3b5a-351a-49d7-8d6b-9b002c5e38c0"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:15:07.656534 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-85aa6a39-9e96-4920-8bc1-e37413c835fc req-6bdbd956-5395-47f8-ad6e-e4ffb503fa39 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460231 Dec 17 15:15:07.657878 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-8c8ca6b9-1699-4b27-adfb-b6129bcc6340 req-c8e3ed6f-1a17-42a9-83fb-6933dedbac2c tempest-ServersAdminNegativeTestJSON-1636431029 tempest-ServersAdminNegativeTestJSON-1636431029-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:07.691389 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c8ca6b9-1699-4b27-adfb-b6129bcc6340 req-c8e3ed6f-1a17-42a9-83fb-6933dedbac2c tempest-ServersAdminNegativeTestJSON-1636431029 tempest-ServersAdminNegativeTestJSON-1636431029-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8a773bab-1c53-4b03-8427-afeda468dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017676 Dec 17 15:15:07.696453 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e3ed6f-1a17-42a9-83fb-6933dedbac2c tempest-ServersAdminNegativeTestJSON-1636431029 tempest-ServersAdminNegativeTestJSON-1636431029-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d42695-583d-47ff-b2a4-4a2146bff354,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:07.749962 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c35a855-ee68-4a1e-a547-094d12117558 x-openstack-request-id: req-5c35a855-ee68-4a1e-a547-094d12117558 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:15:07.750252 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0ee0eb-918b-47cb-b6b5-4d7ee4a69717", "name": "network-vif-plugged", "status": "completed", "tag": "1c901863-dcaf-4355-aa30-7046fd29554e", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:15:07.750503 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5c35a855-ee68-4a1e-a547-094d12117558 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:15:07.750893 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0ee0eb-918b-47cb-b6b5-4d7ee4a69717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c901863-dcaf-4355-aa30-7046fd29554e', 'code': 200} Dec 17 15:15:07.782929 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-78ccdbe4-1a9e-4509-8357-21e8815dab73 req-200c1988-28db-4fcc-8869-5b46ba7c2c38 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/ports?device_id=796e2186-1df7-4e80-8fc2-a75b9a9b2a71 HTTP/1.1" status: 200 len: 210 time: 0.0307081 Dec 17 15:15:07.836156 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ccbf7727-de69-43c8-99b1-1497a8ab42fe req-a03608f8-ff06-46d2-9598-cfa1c47c4934 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8165bd-ad25-4555-9092-1a43e12999c6 HTTP/1.1" status: 200 len: 210 time: 0.0328946 Dec 17 15:15:07.888010 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-12f69e77-be29-486c-9686-6d5c68136e6b req-30379cf3-fa9b-4446-ae9f-1fb1f33c06d8 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 210 time: 0.0375407 Dec 17 15:15:07.893940 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a596c267-25b8-4128-943b-2d772fcd01ef x-openstack-request-id: req-a596c267-25b8-4128-943b-2d772fcd01ef {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:15:07.893940 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8a9326-4193-4494-9c24-a1dd39e27752", "name": "network-vif-deleted", "tag": "c74f3b5a-351a-49d7-8d6b-9b002c5e38c0", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:15:07.893940 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a596c267-25b8-4128-943b-2d772fcd01ef {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:15:07.897476 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8a9326-4193-4494-9c24-a1dd39e27752', 'name': 'network-vif-deleted', 'tag': 'c74f3b5a-351a-49d7-8d6b-9b002c5e38c0', 'status': 'completed', 'code': 200} Dec 17 15:15:08.055233 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c3d10-8e4c-4d54-bbd7-5292568e1f00 req-438eb1df-3ae3-4be4-b19a-a892f2e68cad tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:08.057073 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-528c3d10-8e4c-4d54-bbd7-5292568e1f00 req-438eb1df-3ae3-4be4-b19a-a892f2e68cad tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0ee0eb-918b-47cb-b6b5-4d7ee4a69717 HTTP/1.1" status: 200 len: 946 time: 0.0805185 Dec 17 15:15:08.091051 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe3a29-ae6a-41b6-8d0d-f847ca0a3c7a req-9b2fac97-2262-402d-8970-45d6502eb7d7 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:08.093361 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c8fe3a29-ae6a-41b6-8d0d-f847ca0a3c7a req-9b2fac97-2262-402d-8970-45d6502eb7d7 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/ports?device_id=243615b8-a94b-43cb-ba31-701f8c9eaa4d HTTP/1.1" status: 200 len: 943 time: 0.1050231 Dec 17 15:15:08.121929 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-528c3d10-8e4c-4d54-bbd7-5292568e1f00 req-6b332be9-1111-49e2-a102-90b194752374 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/security-groups?id=c23a7f4b-103e-4506-9b1f-90acdb739d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565388 Dec 17 15:15:08.155991 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c8fe3a29-ae6a-41b6-8d0d-f847ca0a3c7a req-be190658-d758-4224-a05b-8df88f61009d tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dbb9f48-bb90-43ff-ae27-ca4f4dc14b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565813 Dec 17 15:15:08.488366 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc543bd3-6289-4abb-ad8e-81b8fd8d515f req-7ae65fcd-a4d0-4e8d-a340-a33f76de348d tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:08.490020 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bc543bd3-6289-4abb-ad8e-81b8fd8d515f req-7ae65fcd-a4d0-4e8d-a340-a33f76de348d tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 946 time: 0.0619471 Dec 17 15:15:08.531664 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bc543bd3-6289-4abb-ad8e-81b8fd8d515f req-f9204f09-9594-4c0d-bb6f-c1c5f79cbb41 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352604 Dec 17 15:15:08.794857 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73565856-2309-410d-a89f-14ec5b8e1e94 req-cbc4e8b5-1996-4dd3-82db-a3cf72f667b6 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:08.796511 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-73565856-2309-410d-a89f-14ec5b8e1e94 req-cbc4e8b5-1996-4dd3-82db-a3cf72f667b6 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=656593fd-be23-42c0-9e80-cd2a65ee06bd HTTP/1.1" status: 200 len: 943 time: 0.0615761 Dec 17 15:15:08.859488 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-73565856-2309-410d-a89f-14ec5b8e1e94 req-e3caf1bf-938a-4a16-b2da-3c6544942dfa tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555618 Dec 17 15:15:08.864040 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca24368-ec71-427c-8c56-df092793ffcc req-c438b87e-a38f-4fde-aa26-338cd48ace75 tempest-ServersAdminNegativeTestJSON-1636431029 tempest-ServersAdminNegativeTestJSON-1636431029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:08.864040 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2ca24368-ec71-427c-8c56-df092793ffcc req-c438b87e-a38f-4fde-aa26-338cd48ace75 tempest-ServersAdminNegativeTestJSON-1636431029 tempest-ServersAdminNegativeTestJSON-1636431029-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7604c3d1-63da-4c5d-8a1a-83f7bf0a0707 HTTP/1.1" status: 200 len: 1100 time: 0.0825806 Dec 17 15:15:08.916191 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2ca24368-ec71-427c-8c56-df092793ffcc req-55b9e66b-da7e-496d-a596-6a1616d9667c tempest-ServersAdminNegativeTestJSON-1636431029 tempest-ServersAdminNegativeTestJSON-1636431029-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8a773bab-1c53-4b03-8427-afeda468dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406835 Dec 17 15:15:08.983631 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-986ef7f0-ff3f-4d6f-a843-dfcd9b74922e req-3191e57e-0ba0-4115-86fe-c180c9165a89 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/ports?device_id=796e2186-1df7-4e80-8fc2-a75b9a9b2a71 HTTP/1.1" status: 200 len: 210 time: 0.0309408 Dec 17 15:15:09.011178 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-72a4da24-bfd5-4a41-875e-5ff92529e0ac req-66d0f3a9-f13c-435a-9b52-0d48ad409260 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8165bd-ad25-4555-9092-1a43e12999c6 HTTP/1.1" status: 200 len: 210 time: 0.0301919 Dec 17 15:15:09.112143 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9a79df6e-0112-492d-bd4f-c3e6345c3652 req-61b88f54-f288-4a18-8a0f-b5d98afe4beb tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8a9326-4193-4494-9c24-a1dd39e27752 HTTP/1.1" status: 200 len: 210 time: 0.0404468 Dec 17 15:15:09.305675 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13089a1-56ea-4efe-a103-f98661443d93 req-9f007832-f785-4977-b01e-c95d9fd9b49f tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:09.307420 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a13089a1-56ea-4efe-a103-f98661443d93 req-9f007832-f785-4977-b01e-c95d9fd9b49f tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0ee0eb-918b-47cb-b6b5-4d7ee4a69717 HTTP/1.1" status: 200 len: 946 time: 0.0845785 Dec 17 15:15:09.338104 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9d6be-1eb0-4f58-baeb-feaf6cae0cb4 req-02c4fb75-d57f-463c-a573-e2020fb8d347 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:09.339571 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a9c9d6be-1eb0-4f58-baeb-feaf6cae0cb4 req-02c4fb75-d57f-463c-a573-e2020fb8d347 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/ports?device_id=243615b8-a94b-43cb-ba31-701f8c9eaa4d HTTP/1.1" status: 200 len: 943 time: 0.0909028 Dec 17 15:15:09.373280 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a13089a1-56ea-4efe-a103-f98661443d93 req-9cd0269b-6fcf-4638-af23-fd6ec632617a tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/security-groups?id=c23a7f4b-103e-4506-9b1f-90acdb739d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572546 Dec 17 15:15:09.391595 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a9c9d6be-1eb0-4f58-baeb-feaf6cae0cb4 req-ed5c4ced-b7d6-4853-8c16-5ab811c836b3 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dbb9f48-bb90-43ff-ae27-ca4f4dc14b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441520 Dec 17 15:15:09.652476 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c842d2a-8eef-4c7d-9c57-12af8021af53 req-380a9c00-1757-467d-a95f-3939a9090df1 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:09.654773 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c842d2a-8eef-4c7d-9c57-12af8021af53 req-380a9c00-1757-467d-a95f-3939a9090df1 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 946 time: 0.0517130 Dec 17 15:15:09.701588 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c842d2a-8eef-4c7d-9c57-12af8021af53 req-3268c9a7-fd3c-4667-b1a8-5c8e2749f260 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396726 Dec 17 15:15:09.979277 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71f38d-ea14-4235-9514-130925ca8021 req-36aacaeb-0c4c-4246-8543-4de7c7341fd9 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:09.980803 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2e71f38d-ea14-4235-9514-130925ca8021 req-36aacaeb-0c4c-4246-8543-4de7c7341fd9 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=656593fd-be23-42c0-9e80-cd2a65ee06bd HTTP/1.1" status: 200 len: 943 time: 0.0535996 Dec 17 15:15:10.029790 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2e71f38d-ea14-4235-9514-130925ca8021 req-f9626ef1-c669-4978-853c-01a0f45df869 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423987 Dec 17 15:15:10.063764 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:10.066139 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c72292-ea33-4fba-a58d-d2e232b37465 req-09e2eeaf-c9e3-420a-9ab0-6fc626c831b6 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:10.067652 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-58c72292-ea33-4fba-a58d-d2e232b37465 req-09e2eeaf-c9e3-420a-9ab0-6fc626c831b6 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/ports?device_id=7604c3d1-63da-4c5d-8a1a-83f7bf0a0707 HTTP/1.1" status: 200 len: 949 time: 0.0544548 Dec 17 15:15:10.102055 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:15:10.122015 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6f98511f-a75c-41f4-a12d-1821e2f5ddd3 req-c921e23c-1a01-4e1b-95c7-2f138d16ea0a tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/ports?device_id=796e2186-1df7-4e80-8fc2-a75b9a9b2a71 HTTP/1.1" status: 200 len: 210 time: 0.0343180 Dec 17 15:15:10.126431 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:15:10.126784 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device c74f3b5a-351a-49d7-8d6b-9b002c5e38c0 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:15:10.135420 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-58c72292-ea33-4fba-a58d-d2e232b37465 req-3b1ee08d-2cc4-49a4-b98c-c165db795b12 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a773bab-1c53-4b03-8427-afeda468dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615833 Dec 17 15:15:10.209948 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-539ba204-f653-4168-948a-52e5292da11d req-4a5a1273-b1dc-4caa-a24b-32caab87bc65 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8165bd-ad25-4555-9092-1a43e12999c6 HTTP/1.1" status: 200 len: 210 time: 0.0278611 Dec 17 15:15:10.490431 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d5b2d-3ab7-486b-96d5-fd79f75b1fd7 req-bbce1077-71df-4e06-ad09-b3653a5a3130 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:10.491868 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c2d5b2d-3ab7-486b-96d5-fd79f75b1fd7 req-bbce1077-71df-4e06-ad09-b3653a5a3130 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0ee0eb-918b-47cb-b6b5-4d7ee4a69717 HTTP/1.1" status: 200 len: 946 time: 0.0522923 Dec 17 15:15:10.530307 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c2d5b2d-3ab7-486b-96d5-fd79f75b1fd7 req-9268266d-c8a4-4336-8800-f43b682e7af7 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/security-groups?id=c23a7f4b-103e-4506-9b1f-90acdb739d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315464 Dec 17 15:15:10.663004 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47445a-4239-408a-b8c9-7213370f1448 req-008d1b10-13b4-4c5e-b6ab-b593d9ca54ab tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:10.664450 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0c47445a-4239-408a-b8c9-7213370f1448 req-008d1b10-13b4-4c5e-b6ab-b593d9ca54ab tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/ports?device_id=243615b8-a94b-43cb-ba31-701f8c9eaa4d HTTP/1.1" status: 200 len: 943 time: 0.0765629 Dec 17 15:15:10.688292 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e46173-dfe8-4f72-bbfd-b0159f210a10 req-99ef7490-7ca2-4c5c-9ed9-3e272194923a tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:10.689733 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-26e46173-dfe8-4f72-bbfd-b0159f210a10 req-99ef7490-7ca2-4c5c-9ed9-3e272194923a tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 945 time: 0.0737903 Dec 17 15:15:10.730962 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0c47445a-4239-408a-b8c9-7213370f1448 req-18fbf165-f707-4443-a3b0-af691ee81608 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dbb9f48-bb90-43ff-ae27-ca4f4dc14b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587707 Dec 17 15:15:10.743684 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-26e46173-dfe8-4f72-bbfd-b0159f210a10 req-a89ea4d7-fcfb-4c3e-8bcd-32f5fad94b7f tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479813 Dec 17 15:15:10.835201 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339ad8d-c027-4122-ad75-ca3c24ab496a req-de0a3bd1-dd8b-4d96-98dd-2fe712f6ea08 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:10.836645 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5339ad8d-c027-4122-ad75-ca3c24ab496a req-de0a3bd1-dd8b-4d96-98dd-2fe712f6ea08 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 946 time: 0.0498652 Dec 17 15:15:10.878347 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5339ad8d-c027-4122-ad75-ca3c24ab496a req-2de46155-f2d7-4165-8059-876297a08d5d tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354369 Dec 17 15:15:11.176779 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65d424-f1b0-4a5b-ab75-ea73b10a0ee1 req-1c871651-6619-4a56-b26a-efa807bee184 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:11.178446 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ee65d424-f1b0-4a5b-ab75-ea73b10a0ee1 req-1c871651-6619-4a56-b26a-efa807bee184 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=656593fd-be23-42c0-9e80-cd2a65ee06bd HTTP/1.1" status: 200 len: 943 time: 0.0810690 Dec 17 15:15:11.186366 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a59472-ee2e-4ebd-ba63-69413df61dc1 req-3c357ca1-aed3-483a-8dac-816bd0ccdd5f tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:11.187728 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-52a59472-ee2e-4ebd-ba63-69413df61dc1 req-3c357ca1-aed3-483a-8dac-816bd0ccdd5f tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 945 time: 0.0815275 Dec 17 15:15:11.247164 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a84555d9-c351-4143-8c9f-060ddc6812fd req-1b063a6f-d863-4b1a-99c1-7fcad6d14965 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/ports?device_id=796e2186-1df7-4e80-8fc2-a75b9a9b2a71 HTTP/1.1" status: 200 len: 210 time: 0.0528095 Dec 17 15:15:11.276630 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ee65d424-f1b0-4a5b-ab75-ea73b10a0ee1 req-c6f9c3e2-c899-40c2-bee7-386f766a84f5 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879538 Dec 17 15:15:11.379127 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8466e15c-0f83-4fae-848f-41574b40e12c req-184b5e19-e978-40bd-aa1a-9cda6af7fd41 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8165bd-ad25-4555-9092-1a43e12999c6 HTTP/1.1" status: 200 len: 210 time: 0.0353634 Dec 17 15:15:11.395803 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e890e-9cc1-4927-b564-e98859d96334 req-35ddbde7-d1ec-4795-a22d-4525310910eb tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:11.397284 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f49e890e-9cc1-4927-b564-e98859d96334 req-35ddbde7-d1ec-4795-a22d-4525310910eb tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/ports?device_id=7604c3d1-63da-4c5d-8a1a-83f7bf0a0707 HTTP/1.1" status: 200 len: 949 time: 0.0897231 Dec 17 15:15:11.399455 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-52a59472-ee2e-4ebd-ba63-69413df61dc1 req-d1c707b7-5e26-4bc7-bee2-de38e7c8c3c7 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Deleting port 6e1e00b8-8858-4e12-baeb-9904e7a81949 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:15:11.399795 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-52a59472-ee2e-4ebd-ba63-69413df61dc1 req-d1c707b7-5e26-4bc7-bee2-de38e7c8c3c7 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:11.486197 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f49e890e-9cc1-4927-b564-e98859d96334 req-3509d30d-1d94-4c94-9aa7-230116a2d439 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a773bab-1c53-4b03-8427-afeda468dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820160 Dec 17 15:15:11.518109 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-52a59472-ee2e-4ebd-ba63-69413df61dc1 req-d1c707b7-5e26-4bc7-bee2-de38e7c8c3c7 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] For port 6e1e00b8-8858-4e12-baeb-9904e7a81949, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=6e1e00b8-8858-4e12-baeb-9904e7a81949,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:11.518478 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-52a59472-ee2e-4ebd-ba63-69413df61dc1 req-d1c707b7-5e26-4bc7-bee2-de38e7c8c3c7 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:11.530772 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-52a59472-ee2e-4ebd-ba63-69413df61dc1 req-d1c707b7-5e26-4bc7-bee2-de38e7c8c3c7 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Calling delete_port for 6e1e00b8-8858-4e12-baeb-9904e7a81949 owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:15:11.692831 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a844ec5-a8d3-4cc0-9874-f35cfcda4276 req-d1eae3db-bc47-47bf-9ade-1680f167a6cf tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:11.694324 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a844ec5-a8d3-4cc0-9874-f35cfcda4276 req-d1eae3db-bc47-47bf-9ade-1680f167a6cf tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0ee0eb-918b-47cb-b6b5-4d7ee4a69717 HTTP/1.1" status: 200 len: 946 time: 0.0928762 Dec 17 15:15:11.731683 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a844ec5-a8d3-4cc0-9874-f35cfcda4276 req-d3cd1034-dda1-4a53-bb6e-4c4b619b4b29 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/security-groups?id=c23a7f4b-103e-4506-9b1f-90acdb739d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314777 Dec 17 15:15:11.785305 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-52a59472-ee2e-4ebd-ba63-69413df61dc1 req-d1c707b7-5e26-4bc7-bee2-de38e7c8c3c7 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:11.819285 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c707b7-5e26-4bc7-bee2-de38e7c8c3c7 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Pushing event deleted for resources: {'Port': ['ID=6e1e00b8-8858-4e12-baeb-9904e7a81949,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:11.900174 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e073b4a5-44b2-417e-9c1a-f18627d9a3a7 req-415f1b9e-dc11-413c-984a-2259735f4c62 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 210 time: 0.0786157 Dec 17 15:15:11.903539 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c707b7-5e26-4bc7-bee2-de38e7c8c3c7 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:11.904452 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c707b7-5e26-4bc7-bee2-de38e7c8c3c7 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:11.905015 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c707b7-5e26-4bc7-bee2-de38e7c8c3c7 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:11.905667 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c707b7-5e26-4bc7-bee2-de38e7c8c3c7 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:11.905864 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c707b7-5e26-4bc7-bee2-de38e7c8c3c7 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:11.906193 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c707b7-5e26-4bc7-bee2-de38e7c8c3c7 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:11.906528 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c707b7-5e26-4bc7-bee2-de38e7c8c3c7 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:11.906859 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c707b7-5e26-4bc7-bee2-de38e7c8c3c7 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:11.907181 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c707b7-5e26-4bc7-bee2-de38e7c8c3c7 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:11.907510 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c707b7-5e26-4bc7-bee2-de38e7c8c3c7 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:11.907833 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c707b7-5e26-4bc7-bee2-de38e7c8c3c7 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:11.908155 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c707b7-5e26-4bc7-bee2-de38e7c8c3c7 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:11.946837 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a59472-ee2e-4ebd-ba63-69413df61dc1 req-d1c707b7-5e26-4bc7-bee2-de38e7c8c3c7 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] No DVR routers for this DVR port 6e1e00b8-8858-4e12-baeb-9904e7a81949 on host n-h2-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:15:11.950449 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-52a59472-ee2e-4ebd-ba63-69413df61dc1 req-d1c707b7-5e26-4bc7-bee2-de38e7c8c3c7 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:11.953950 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87fd59-4d00-4869-91e5-ed3ec488a72f req-13b90ae4-35e4-4b82-b175-fc111f41ef4b tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:11.954510 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-52a59472-ee2e-4ebd-ba63-69413df61dc1 req-d1c707b7-5e26-4bc7-bee2-de38e7c8c3c7 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.13 "DELETE /v2.0/ports/6e1e00b8-8858-4e12-baeb-9904e7a81949 HTTP/1.1" status: 204 len: 173 time: 0.7452755 Dec 17 15:15:11.954875 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9868a930-f6f6-4569-8290-d0183546ad1f', 'name': 'network-vif-deleted', 'tag': '6e1e00b8-8858-4e12-baeb-9904e7a81949'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:15:11.955421 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3a87fd59-4d00-4869-91e5-ed3ec488a72f req-13b90ae4-35e4-4b82-b175-fc111f41ef4b tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.13 "GET /v2.0/ports?device_id=7604c3d1-63da-4c5d-8a1a-83f7bf0a0707 HTTP/1.1" status: 200 len: 949 time: 0.0574260 Dec 17 15:15:11.957204 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ec763a-e502-4901-84db-525e4ef759e5" -d '{"events": [{"server_uuid": "9868a930-f6f6-4569-8290-d0183546ad1f", "name": "network-vif-deleted", "tag": "6e1e00b8-8858-4e12-baeb-9904e7a81949"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:15:11.983945 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208c08c-8609-495c-83ab-374b8d0d50ae req-dcec1200-f011-461a-b2a2-ff340460d599 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:11.985480 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0208c08c-8609-495c-83ab-374b8d0d50ae req-dcec1200-f011-461a-b2a2-ff340460d599 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/ports?device_id=243615b8-a94b-43cb-ba31-701f8c9eaa4d HTTP/1.1" status: 200 len: 943 time: 0.1683977 Dec 17 15:15:11.995489 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6b52d-88ff-454c-aca2-173a8936fce2 req-398a8d36-a245-4af3-a490-7746d5035b5f tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:11.996953 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3cc6b52d-88ff-454c-aca2-173a8936fce2 req-398a8d36-a245-4af3-a490-7746d5035b5f tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.13 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 946 time: 0.1070383 Dec 17 15:15:12.065370 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-3a87fd59-4d00-4869-91e5-ed3ec488a72f req-01f68171-8087-4640-9cbc-10415fe4d17d tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Deleting port eb791646-3d64-45bb-bf8a-5327b4dbba51 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:15:12.065708 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3a87fd59-4d00-4869-91e5-ed3ec488a72f req-01f68171-8087-4640-9cbc-10415fe4d17d tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:12.099237 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0208c08c-8609-495c-83ab-374b8d0d50ae req-be51a8e8-d882-48d8-9f39-8da6b9a95317 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dbb9f48-bb90-43ff-ae27-ca4f4dc14b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003001 Dec 17 15:15:12.129309 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ec7f4-cc24-4eac-9976-85db6851abee req-ae145fcf-91cd-4859-a679-08f10d6f273c tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:12.130454 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-029ec7f4-cc24-4eac-9976-85db6851abee req-ae145fcf-91cd-4859-a679-08f10d6f273c tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 946 time: 0.1433573 Dec 17 15:15:12.150732 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a06dfa-29a1-40b2-81e6-35165f96d2e8 x-openstack-request-id: req-88a06dfa-29a1-40b2-81e6-35165f96d2e8 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:15:12.156618 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9868a930-f6f6-4569-8290-d0183546ad1f", "name": "network-vif-deleted", "tag": "6e1e00b8-8858-4e12-baeb-9904e7a81949", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:15:12.156618 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-88a06dfa-29a1-40b2-81e6-35165f96d2e8 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:15:12.156618 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9868a930-f6f6-4569-8290-d0183546ad1f', 'name': 'network-vif-deleted', 'tag': '6e1e00b8-8858-4e12-baeb-9904e7a81949', 'status': 'completed', 'code': 200} Dec 17 15:15:12.169456 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-3a87fd59-4d00-4869-91e5-ed3ec488a72f req-01f68171-8087-4640-9cbc-10415fe4d17d tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] For port eb791646-3d64-45bb-bf8a-5327b4dbba51, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=eb791646-3d64-45bb-bf8a-5327b4dbba51,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:12.170024 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3a87fd59-4d00-4869-91e5-ed3ec488a72f req-01f68171-8087-4640-9cbc-10415fe4d17d tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:12.182334 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-3a87fd59-4d00-4869-91e5-ed3ec488a72f req-01f68171-8087-4640-9cbc-10415fe4d17d tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Calling delete_port for eb791646-3d64-45bb-bf8a-5327b4dbba51 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:15:12.191114 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-029ec7f4-cc24-4eac-9976-85db6851abee req-d6b8f57b-dcf3-45e1-95dd-8ccc67b53745 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/security-groups?id=69f74317-ed0a-4491-a48c-69c5e043fa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483775 Dec 17 15:15:12.207235 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-3cc6b52d-88ff-454c-aca2-173a8936fce2 req-07455ed0-0319-46d0-95d7-28422f2b3491 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Deleting port 33f273c6-a98c-41ab-b0fe-fde9e717fb03 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:15:12.207643 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-3cc6b52d-88ff-454c-aca2-173a8936fce2 req-07455ed0-0319-46d0-95d7-28422f2b3491 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:12.311679 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-3cc6b52d-88ff-454c-aca2-173a8936fce2 req-07455ed0-0319-46d0-95d7-28422f2b3491 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] For port 33f273c6-a98c-41ab-b0fe-fde9e717fb03, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=33f273c6-a98c-41ab-b0fe-fde9e717fb03,segment=NetworkSegment(3b746a19-cda0-4375-9c52-9242ca19dfcd),segment_id=3b746a19-cda0-4375-9c52-9242ca19dfcd)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:12.311679 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-3cc6b52d-88ff-454c-aca2-173a8936fce2 req-07455ed0-0319-46d0-95d7-28422f2b3491 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:12.328203 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-3cc6b52d-88ff-454c-aca2-173a8936fce2 req-07455ed0-0319-46d0-95d7-28422f2b3491 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Calling delete_port for 33f273c6-a98c-41ab-b0fe-fde9e717fb03 owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:15:12.374639 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ed7ddf50-363c-47f8-8c9d-2f88309c189a req-28339b30-9861-47dd-8360-ea09aebfddd8 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/ports?device_id=796e2186-1df7-4e80-8fc2-a75b9a9b2a71 HTTP/1.1" status: 200 len: 210 time: 0.0336292 Dec 17 15:15:12.408406 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3a87fd59-4d00-4869-91e5-ed3ec488a72f req-01f68171-8087-4640-9cbc-10415fe4d17d tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:12.425891 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['63d15c7f-34e8-4018-b329-82275f7df244'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:15:12.443857 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f68171-8087-4640-9cbc-10415fe4d17d tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Pushing event deleted for resources: {'Port': ['ID=eb791646-3d64-45bb-bf8a-5327b4dbba51,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:12.471347 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f68171-8087-4640-9cbc-10415fe4d17d tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:12.471876 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f68171-8087-4640-9cbc-10415fe4d17d tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:12.472358 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f68171-8087-4640-9cbc-10415fe4d17d tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:12.473393 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f68171-8087-4640-9cbc-10415fe4d17d tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:12.473393 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f68171-8087-4640-9cbc-10415fe4d17d tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:12.473779 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f68171-8087-4640-9cbc-10415fe4d17d tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:12.474057 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f68171-8087-4640-9cbc-10415fe4d17d tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:12.474660 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f68171-8087-4640-9cbc-10415fe4d17d tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:12.475035 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f68171-8087-4640-9cbc-10415fe4d17d tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:12.475521 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f68171-8087-4640-9cbc-10415fe4d17d tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:12.475846 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f68171-8087-4640-9cbc-10415fe4d17d tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:12.476164 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f68171-8087-4640-9cbc-10415fe4d17d tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:12.526360 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a87fd59-4d00-4869-91e5-ed3ec488a72f req-01f68171-8087-4640-9cbc-10415fe4d17d tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] No DVR routers for this DVR port eb791646-3d64-45bb-bf8a-5327b4dbba51 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:15:12.530352 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3a87fd59-4d00-4869-91e5-ed3ec488a72f req-01f68171-8087-4640-9cbc-10415fe4d17d tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:12.534371 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3a87fd59-4d00-4869-91e5-ed3ec488a72f req-01f68171-8087-4640-9cbc-10415fe4d17d tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.13 "DELETE /v2.0/ports/eb791646-3d64-45bb-bf8a-5327b4dbba51 HTTP/1.1" status: 204 len: 173 time: 0.5696135 Dec 17 15:15:12.535349 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7604c3d1-63da-4c5d-8a1a-83f7bf0a0707', 'name': 'network-vif-deleted', 'tag': 'eb791646-3d64-45bb-bf8a-5327b4dbba51'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:15:12.538362 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98686c04-353b-483a-94ad-95e3c4776e7c" -d '{"events": [{"server_uuid": "7604c3d1-63da-4c5d-8a1a-83f7bf0a0707", "name": "network-vif-deleted", "tag": "eb791646-3d64-45bb-bf8a-5327b4dbba51"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:15:12.717685 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-caa22a10-c5d6-4200-816e-54fa6a83bf95 req-0f140b32-f558-4f4c-9d3a-d054cf907d99 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8165bd-ad25-4555-9092-1a43e12999c6 HTTP/1.1" status: 200 len: 210 time: 0.0341513 Dec 17 15:15:12.756637 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991236b2-40ad-493d-9c0c-ebe242200a16 req-67e7c55b-7f70-4679-9206-8f7a35f8e375 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:12.758164 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-991236b2-40ad-493d-9c0c-ebe242200a16 req-67e7c55b-7f70-4679-9206-8f7a35f8e375 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=656593fd-be23-42c0-9e80-cd2a65ee06bd HTTP/1.1" status: 200 len: 943 time: 0.3956177 Dec 17 15:15:12.829525 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b68a5f65-248b-401f-b56b-ffb53c3ad39f req-ef4d495e-f8cb-4923-986a-010f73ab66a3 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/ports?device_id=7604c3d1-63da-4c5d-8a1a-83f7bf0a0707 HTTP/1.1" status: 200 len: 210 time: 0.0517569 Dec 17 15:15:12.859426 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-991236b2-40ad-493d-9c0c-ebe242200a16 req-fc76a5db-0f7f-479b-9e0c-22f20ddc73f6 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912313 Dec 17 15:15:12.883603 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ef6333-016c-42e1-8a61-9eb2ae26aa23 x-openstack-request-id: req-05ef6333-016c-42e1-8a61-9eb2ae26aa23 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:15:12.884122 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7604c3d1-63da-4c5d-8a1a-83f7bf0a0707", "name": "network-vif-deleted", "tag": "eb791646-3d64-45bb-bf8a-5327b4dbba51", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:15:12.884531 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-05ef6333-016c-42e1-8a61-9eb2ae26aa23 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:15:12.885114 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7604c3d1-63da-4c5d-8a1a-83f7bf0a0707', 'name': 'network-vif-deleted', 'tag': 'eb791646-3d64-45bb-bf8a-5327b4dbba51', 'status': 'completed', 'code': 200} Dec 17 15:15:12.975322 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96384d66-2e9a-406e-b81a-c10456d2742b req-13473588-77ab-4437-b907-6d2514fd238f tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:12.982903 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-96384d66-2e9a-406e-b81a-c10456d2742b req-13473588-77ab-4437-b907-6d2514fd238f tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0ee0eb-918b-47cb-b6b5-4d7ee4a69717 HTTP/1.1" status: 200 len: 946 time: 0.0614631 Dec 17 15:15:13.005625 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-3cc6b52d-88ff-454c-aca2-173a8936fce2 req-07455ed0-0319-46d0-95d7-28422f2b3491 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:13.047448 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-6c012ce4-76eb-4fa9-a6ac-d1fe7e0b6d9c tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=586ac959ee1c459199348f2d1e73a597&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1107123 Dec 17 15:15:13.067661 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07455ed0-0319-46d0-95d7-28422f2b3491 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Pushing event deleted for resources: {'Port': ['ID=33f273c6-a98c-41ab-b0fe-fde9e717fb03,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:13.086155 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-96384d66-2e9a-406e-b81a-c10456d2742b req-d2abd8c9-0050-4b7b-9a2f-41b02445fe4d tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/security-groups?id=c23a7f4b-103e-4506-9b1f-90acdb739d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026089 Dec 17 15:15:13.102905 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4805fea6-1222-44ac-8a33-b6690d0db39b req-f85231ea-df1f-4b7f-a138-ce9ab0348335 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=9868a930-f6f6-4569-8290-d0183546ad1f HTTP/1.1" status: 200 len: 210 time: 0.0845070 Dec 17 15:15:13.166628 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc6b52d-88ff-454c-aca2-173a8936fce2 req-07455ed0-0319-46d0-95d7-28422f2b3491 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] No DVR routers for this DVR port 33f273c6-a98c-41ab-b0fe-fde9e717fb03 on host n-h2-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:15:13.170240 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-3cc6b52d-88ff-454c-aca2-173a8936fce2 req-07455ed0-0319-46d0-95d7-28422f2b3491 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:13.173653 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3cc6b52d-88ff-454c-aca2-173a8936fce2 req-07455ed0-0319-46d0-95d7-28422f2b3491 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.13 "DELETE /v2.0/ports/33f273c6-a98c-41ab-b0fe-fde9e717fb03 HTTP/1.1" status: 204 len: 173 time: 1.1673436 Dec 17 15:15:13.179607 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-861cbb14-0f7e-4a8f-8826-1c998e186be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:13.181271 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-861cbb14-0f7e-4a8f-8826-1c998e186be4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84058b2235614a8bb82b01287f2acdc0&device_id=656593fd-be23-42c0-9e80-cd2a65ee06bd HTTP/1.1" status: 200 len: 1094 time: 0.1244965 Dec 17 15:15:13.184780 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-03ac092b-42f6-494f-a072-70dcabd7492c req-d04c34fd-edf5-4e49-b8b6-930a2384cdf4 service neutron] 10.222.0.41 "GET /v2.0/networks/8ae579af-cc89-4461-a54a-3154f37fcf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712533 Dec 17 15:15:13.193990 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845b486-433f-49fe-a954-971a9ab2b308 req-da284f24-1e2e-4c91-bc88-df392d7d2baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:13.195518 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9845b486-433f-49fe-a954-971a9ab2b308 req-da284f24-1e2e-4c91-bc88-df392d7d2baf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5654f416-ace7-4e82-a6a3-e24f80c000fb HTTP/1.1" status: 200 len: 1097 time: 0.1450171 Dec 17 15:15:13.248795 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-136af99e-46b0-4cf1-a03b-872131f9d9da tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:13.250568 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-136af99e-46b0-4cf1-a03b-872131f9d9da tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1656780 Dec 17 15:15:13.269436 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-fc34fdca-526f-4282-9097-ed4f71703589 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8 HTTP/1.1" status: 200 len: 217 time: 0.0404351 Dec 17 15:15:13.280151 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327e9fa-eca5-4d05-9814-066fe56a5911 req-6c2a500c-3965-44a4-8c87-055377686d55 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:13.281705 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8327e9fa-eca5-4d05-9814-066fe56a5911 req-6c2a500c-3965-44a4-8c87-055377686d55 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/ports?device_id=243615b8-a94b-43cb-ba31-701f8c9eaa4d HTTP/1.1" status: 200 len: 943 time: 0.0871260 Dec 17 15:15:13.288569 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-f024f227-45d7-4123-b62d-ca0404f59af6 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Request body: {'port': {'device_id': '796e2186-1df7-4e80-8fc2-a75b9a9b2a71', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'admin_state_up': True, 'tenant_id': '586ac959ee1c459199348f2d1e73a597'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:15:13.303969 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9845b486-433f-49fe-a954-971a9ab2b308 req-a18b29c6-53ae-4628-ac9e-a8c0c31c17cd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c23a7f4b-103e-4506-9b1f-90acdb739d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523427 Dec 17 15:15:13.349961 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-201d819f-2c47-43f0-a4f4-02875ee081ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:13.351495 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-201d819f-2c47-43f0-a4f4-02875ee081ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3797d1ea-06a4-44eb-b593-2c962d2f6ff1 HTTP/1.1" status: 200 len: 861 time: 0.0689111 Dec 17 15:15:13.357447 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8327e9fa-eca5-4d05-9814-066fe56a5911 req-38681ac2-9546-4674-9126-513b500f46df tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dbb9f48-bb90-43ff-ae27-ca4f4dc14b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659618 Dec 17 15:15:13.402652 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-57f764df-8bfb-43c1-9e51-08d852672c10 req-2fe6a3f5-ba3f-4f69-8f0a-438ad7c23128 tempest-ServerRescueNegativeTestJSON-703596130 tempest-ServerRescueNegativeTestJSON-703596130-project] 10.222.0.46 "GET /v2.0/ports?device_id=68c7b6f6-6fca-4d3a-8538-7540a1dc6202 HTTP/1.1" status: 200 len: 210 time: 0.0345705 Dec 17 15:15:13.463912 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b047864a-24e4-473e-982b-34c8f5baed73 req-8df562f4-18db-4265-9c3d-b31624a7aff2 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/ports?device_id=796e2186-1df7-4e80-8fc2-a75b9a9b2a71 HTTP/1.1" status: 200 len: 210 time: 0.0259898 Dec 17 15:15:13.540036 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-f024f227-45d7-4123-b62d-ca0404f59af6 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Made reservation on behalf of 586ac959ee1c459199348f2d1e73a597 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:15:13.543872 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-f024f227-45d7-4123-b62d-ca0404f59af6 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:13.553484 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-f024f227-45d7-4123-b62d-ca0404f59af6 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:13.626098 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-f024f227-45d7-4123-b62d-ca0404f59af6 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:13.706160 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-f024f227-45d7-4123-b62d-ca0404f59af6 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:13.762754 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-18a841eb-99f7-462a-b155-80238bce0600 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c704e634-d730-42f1-aad6-bcd13146a15b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328453 Dec 17 15:15:13.771415 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024f227-45d7-4123-b62d-ca0404f59af6 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=939eb8ae-0a94-49f6-a06d-1d439f9a2045,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:13.823597 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dd40ca47-4b14-4ffd-a796-5e4169621b95 req-9fb39738-51db-441a-a402-8ac368137ece tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8165bd-ad25-4555-9092-1a43e12999c6 HTTP/1.1" status: 200 len: 210 time: 0.0262082 Dec 17 15:15:13.851819 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-f024f227-45d7-4123-b62d-ca0404f59af6 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Allocated IP 192.168.233.43 (f97c7142-717f-43eb-a835-5fcd8d6a6486/b0a1cb4f-5aa5-4130-b24e-105310ef66e4/50068d0a-ddba-4f08-a127-91189c27fa6b) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:15:14.009967 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-421940eb-2af1-4f0d-9bfc-fd13d11c3f8e service neutron] 10.222.0.41 "GET /v2.0/networks/c704e634-d730-42f1-aad6-bcd13146a15b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662652 Dec 17 15:15:14.020997 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af33ff-3067-4b50-abd1-9f668ca752cf req-91809a19-1e3f-4b91-a913-38673867c15a tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:14.022520 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b9af33ff-3067-4b50-abd1-9f668ca752cf req-91809a19-1e3f-4b91-a913-38673867c15a tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=656593fd-be23-42c0-9e80-cd2a65ee06bd HTTP/1.1" status: 200 len: 943 time: 0.0837729 Dec 17 15:15:14.034542 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-f024f227-45d7-4123-b62d-ca0404f59af6 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:14.105783 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310e67f-2c1e-4d50-9522-2bdfb058fdfa req-f9e0e491-582c-439d-8784-08e51a99b613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:14.107500 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5310e67f-2c1e-4d50-9522-2bdfb058fdfa req-f9e0e491-582c-439d-8784-08e51a99b613 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=df0ee0eb-918b-47cb-b6b5-4d7ee4a69717 HTTP/1.1" status: 200 len: 1097 time: 0.0580306 Dec 17 15:15:14.117027 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b9af33ff-3067-4b50-abd1-9f668ca752cf req-85f70749-c1b9-468f-a47d-464e8652eae4 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711260 Dec 17 15:15:14.138851 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 33f273c6-a98c-41ab-b0fe-fde9e717fb03 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:15:14.151707 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e03cb777-b7d0-40e1-8a61-430abba876ae req-09531456-9f27-4b84-bc50-f7e1bde90ecc service neutron] 10.222.0.41 "GET /v2.0/networks/c704e634-d730-42f1-aad6-bcd13146a15b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273663 Dec 17 15:15:14.152154 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c7b6f6-6fca-4d3a-8538-7540a1dc6202', 'name': 'network-vif-deleted', 'tag': '33f273c6-a98c-41ab-b0fe-fde9e717fb03'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:15:14.155841 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8dc318-548a-414d-88c6-22d20855c0cc" -d '{"events": [{"server_uuid": "68c7b6f6-6fca-4d3a-8538-7540a1dc6202", "name": "network-vif-deleted", "tag": "33f273c6-a98c-41ab-b0fe-fde9e717fb03"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:15:14.168888 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 33f273c6-a98c-41ab-b0fe-fde9e717fb03 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:15:14.174938 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 33f273c6-a98c-41ab-b0fe-fde9e717fb03 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:15:14.174938 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device eb791646-3d64-45bb-bf8a-5327b4dbba51 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:15:14.189375 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: eb791646-3d64-45bb-bf8a-5327b4dbba51 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:15:14.189706 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device eb791646-3d64-45bb-bf8a-5327b4dbba51 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:15:14.190320 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 6e1e00b8-8858-4e12-baeb-9904e7a81949 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:15:14.225011 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-f024f227-45d7-4123-b62d-ca0404f59af6 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:14.246059 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5310e67f-2c1e-4d50-9522-2bdfb058fdfa req-7f3bafb0-c9f9-4963-b0a6-e876adfad786 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c23a7f4b-103e-4506-9b1f-90acdb739d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595467 Dec 17 15:15:14.265923 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6227a43-73e7-441b-a671-63e45db3a41f req-092fe447-46d4-4071-b766-91c467c9d8f7 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:14.267542 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b6227a43-73e7-441b-a671-63e45db3a41f req-092fe447-46d4-4071-b766-91c467c9d8f7 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0ee0eb-918b-47cb-b6b5-4d7ee4a69717 HTTP/1.1" status: 200 len: 946 time: 0.0760286 Dec 17 15:15:14.285479 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-f024f227-45d7-4123-b62d-ca0404f59af6 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Network f97c7142-717f-43eb-a835-5fcd8d6a6486 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:15:14.289801 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-f024f227-45d7-4123-b62d-ca0404f59af6 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:15:14.294690 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-f024f227-45d7-4123-b62d-ca0404f59af6 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:15:14.316765 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b6227a43-73e7-441b-a671-63e45db3a41f req-34d1d798-164d-4327-9da6-b508a9757de6 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/security-groups?id=c23a7f4b-103e-4506-9b1f-90acdb739d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428922 Dec 17 15:15:14.360331 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024f227-45d7-4123-b62d-ca0404f59af6 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Pushing event updated for resources: {'Port': ['ID=50068d0a-ddba-4f08-a127-91189c27fa6b,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:14.403090 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 6e1e00b8-8858-4e12-baeb-9904e7a81949 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:15:14.403755 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 6e1e00b8-8858-4e12-baeb-9904e7a81949 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:15:14.416801 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-f024f227-45d7-4123-b62d-ca0404f59af6 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:14.416801 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-f024f227-45d7-4123-b62d-ca0404f59af6 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:14.438504 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e99971-32e2-43c4-9e78-293f05e09a67 x-openstack-request-id: req-88e99971-32e2-43c4-9e78-293f05e09a67 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:15:14.439022 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c7b6f6-6fca-4d3a-8538-7540a1dc6202", "name": "network-vif-deleted", "tag": "33f273c6-a98c-41ab-b0fe-fde9e717fb03", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:15:14.439563 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-88e99971-32e2-43c4-9e78-293f05e09a67 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:15:14.440031 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c7b6f6-6fca-4d3a-8538-7540a1dc6202', 'name': 'network-vif-deleted', 'tag': '33f273c6-a98c-41ab-b0fe-fde9e717fb03', 'status': 'completed', 'code': 200} Dec 17 15:15:14.501905 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5043ef-f0e7-456f-ab5b-9049cb2d428e req-8d3dda07-c614-483a-80d4-2afd19d46256 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:14.503633 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6f5043ef-f0e7-456f-ab5b-9049cb2d428e req-8d3dda07-c614-483a-80d4-2afd19d46256 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/ports?device_id=c32b9cd3-7f4c-4cef-9d5f-402dd6d56434 HTTP/1.1" status: 200 len: 949 time: 0.0575054 Dec 17 15:15:14.513910 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-f024f227-45d7-4123-b62d-ca0404f59af6 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2328601 Dec 17 15:15:14.546984 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6f5043ef-f0e7-456f-ab5b-9049cb2d428e req-6c8c09de-fb47-4ea9-9095-5e4e2ccf15be tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a773bab-1c53-4b03-8427-afeda468dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363700 Dec 17 15:15:14.598630 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-5f4e4c51-a4a6-4bb9-9fc7-616fab633168 None None] Provisioning complete for port 50068d0a-ddba-4f08-a127-91189c27fa6b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:15:14.599011 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5f4e4c51-a4a6-4bb9-9fc7-616fab633168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:14.633911 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-5f4e4c51-a4a6-4bb9-9fc7-616fab633168 None None] Port 50068d0a-ddba-4f08-a127-91189c27fa6b cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:15:14.655914 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42c69d-b68d-4cc4-9503-473fa142c049 req-9b26f4c8-89e0-431b-80ac-a868363b3af7 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:14.657417 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7d42c69d-b68d-4cc4-9503-473fa142c049 req-9b26f4c8-89e0-431b-80ac-a868363b3af7 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/ports?device_id=243615b8-a94b-43cb-ba31-701f8c9eaa4d HTTP/1.1" status: 200 len: 943 time: 0.0561244 Dec 17 15:15:14.702322 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7d42c69d-b68d-4cc4-9503-473fa142c049 req-9a01be5e-d8f3-4196-a8f8-d017412e8f0a tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dbb9f48-bb90-43ff-ae27-ca4f4dc14b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346727 Dec 17 15:15:14.740996 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-e6077c34-3cf7-49a9-9f21-845043c8a863 service neutron] Request body: {'port': {'device_id': '796e2186-1df7-4e80-8fc2-a75b9a9b2a71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:15:14.745783 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 43582) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:14.836336 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0dedbb-4f58-4844-8760-8a3820d1a3ff req-4850ca02-9aa7-41a6-b0e1-539c9666956c tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:14.838702 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9d0dedbb-4f58-4844-8760-8a3820d1a3ff req-4850ca02-9aa7-41a6-b0e1-539c9666956c tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/ports?device_id=796e2186-1df7-4e80-8fc2-a75b9a9b2a71 HTTP/1.1" status: 200 len: 935 time: 0.0528233 Dec 17 15:15:14.912538 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-e6077c34-3cf7-49a9-9f21-845043c8a863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:14.912991 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9d0dedbb-4f58-4844-8760-8a3820d1a3ff req-0d47834f-7c6c-408a-8efa-7ad1b3657065 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/security-groups?id=939eb8ae-0a94-49f6-a06d-1d439f9a2045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600207 Dec 17 15:15:14.935478 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a315a-60db-499a-a012-40b4ac99d952 req-4bca1e52-daee-4ece-82f0-02be602570bd tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:14.937282 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-410a315a-60db-499a-a012-40b4ac99d952 req-4bca1e52-daee-4ece-82f0-02be602570bd tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 944 time: 0.0699172 Dec 17 15:15:14.941795 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49fedb-44e2-4dd4-8231-ba8f74e28a8c req-e96d4e28-eba9-4678-95c4-2e994484b017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:14.942860 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4b49fedb-44e2-4dd4-8231-ba8f74e28a8c req-e96d4e28-eba9-4678-95c4-2e994484b017 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84058b2235614a8bb82b01287f2acdc0&device_id=656593fd-be23-42c0-9e80-cd2a65ee06bd HTTP/1.1" status: 200 len: 1094 time: 0.1069870 Dec 17 15:15:14.989660 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-410a315a-60db-499a-a012-40b4ac99d952 req-0f9bbce6-785b-4d8a-82d6-30fd89ca740a tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449369 Dec 17 15:15:15.034960 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-53cc031b-0309-40f4-bda7-f26f5269fd82 req-2888d880-fd3e-4ce4-b7b0-18a4e6432808 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8165bd-ad25-4555-9092-1a43e12999c6 HTTP/1.1" status: 200 len: 210 time: 0.0374877 Dec 17 15:15:15.265974 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef8d55-b491-425e-b288-769f12352e9d req-1a8912d4-50a8-4d87-9fca-5ebc7f265a35 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:15.268247 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8bef8d55-b491-425e-b288-769f12352e9d req-1a8912d4-50a8-4d87-9fca-5ebc7f265a35 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=656593fd-be23-42c0-9e80-cd2a65ee06bd HTTP/1.1" status: 200 len: 943 time: 0.0549097 Dec 17 15:15:15.290445 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49fedb-44e2-4dd4-8231-ba8f74e28a8c req-ea3236b1-3fae-479f-8781-51317247471c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:15.292276 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4b49fedb-44e2-4dd4-8231-ba8f74e28a8c req-ea3236b1-3fae-479f-8781-51317247471c service neutron] 10.222.0.41 "GET /v2.0/networks?id=c704e634-d730-42f1-aad6-bcd13146a15b HTTP/1.1" status: 200 len: 922 time: 0.3392580 Dec 17 15:15:15.532436 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8bef8d55-b491-425e-b288-769f12352e9d req-6ebabc2a-77ac-46df-b582-f581973ef923 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387688 Dec 17 15:15:15.533013 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4b49fedb-44e2-4dd4-8231-ba8f74e28a8c req-f2c16116-a9fd-4b39-92da-592499c70ec6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8 HTTP/1.1" status: 200 len: 217 time: 0.0493562 Dec 17 15:15:15.533532 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4fb13-acaf-420b-92e4-9d44172ad274 req-cd678a2b-aad2-4f44-bc76-6219df89e6ac tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:15.533532 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-97b4fb13-acaf-420b-92e4-9d44172ad274 req-cd678a2b-aad2-4f44-bc76-6219df89e6ac tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 944 time: 0.0853326 Dec 17 15:15:15.533532 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1021e-70fa-4429-b79f-8e7dc2bfe3ee req-e2c9d4d4-bd8d-4d30-8927-e4e55c897930 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:15.533532 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-65c1021e-70fa-4429-b79f-8e7dc2bfe3ee req-e2c9d4d4-bd8d-4d30-8927-e4e55c897930 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0ee0eb-918b-47cb-b6b5-4d7ee4a69717 HTTP/1.1" status: 200 len: 946 time: 0.0721989 Dec 17 15:15:15.533532 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-65c1021e-70fa-4429-b79f-8e7dc2bfe3ee req-d314c6fb-1224-4c71-a8fb-316b7baec5d6 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/security-groups?id=c23a7f4b-103e-4506-9b1f-90acdb739d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430434 Dec 17 15:15:15.679367 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-97b4fb13-acaf-420b-92e4-9d44172ad274 req-b0897ee4-0f1f-4dd7-a283-cb7e42d0fd3c tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Deleting port 24cd68bd-3a64-4100-a99f-e4ce068a7543 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:15:15.679795 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-97b4fb13-acaf-420b-92e4-9d44172ad274 req-b0897ee4-0f1f-4dd7-a283-cb7e42d0fd3c tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:15.691842 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e507a14-cd89-4d9c-9450-f3dc6c1ab0b4 req-c6b144bb-659d-4f40-a38c-aede37cb5a62 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:15.693384 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8e507a14-cd89-4d9c-9450-f3dc6c1ab0b4 req-c6b144bb-659d-4f40-a38c-aede37cb5a62 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/ports?device_id=c32b9cd3-7f4c-4cef-9d5f-402dd6d56434 HTTP/1.1" status: 200 len: 949 time: 0.0702655 Dec 17 15:15:15.753092 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49fedb-44e2-4dd4-8231-ba8f74e28a8c req-e39eb428-6749-4c62-9227-c009002ba5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:15.755275 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4b49fedb-44e2-4dd4-8231-ba8f74e28a8c req-e39eb428-6749-4c62-9227-c009002ba5d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3797d1ea-06a4-44eb-b593-2c962d2f6ff1 HTTP/1.1" status: 200 len: 861 time: 0.3726602 Dec 17 15:15:15.796317 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8e507a14-cd89-4d9c-9450-f3dc6c1ab0b4 req-8e223ca5-2b9e-4021-af9e-342f9ab29dc8 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a773bab-1c53-4b03-8427-afeda468dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892127 Dec 17 15:15:15.815730 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4b49fedb-44e2-4dd4-8231-ba8f74e28a8c req-b2d82646-2e1b-4590-8e2c-360b81785dd6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c704e634-d730-42f1-aad6-bcd13146a15b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347037 Dec 17 15:15:15.828950 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-e6077c34-3cf7-49a9-9f21-845043c8a863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50068d0a-ddba-4f08-a127-91189c27fa6b {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:15:15.844568 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-97b4fb13-acaf-420b-92e4-9d44172ad274 req-b0897ee4-0f1f-4dd7-a283-cb7e42d0fd3c tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] For port 24cd68bd-3a64-4100-a99f-e4ce068a7543, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=24cd68bd-3a64-4100-a99f-e4ce068a7543,segment=NetworkSegment(2e160214-906f-43ba-86bf-097b04139c2e),segment_id=2e160214-906f-43ba-86bf-097b04139c2e)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:15.845229 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-97b4fb13-acaf-420b-92e4-9d44172ad274 req-b0897ee4-0f1f-4dd7-a283-cb7e42d0fd3c tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:15.851055 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-e6077c34-3cf7-49a9-9f21-845043c8a863 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:15.861345 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-97b4fb13-acaf-420b-92e4-9d44172ad274 req-b0897ee4-0f1f-4dd7-a283-cb7e42d0fd3c tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Calling delete_port for 24cd68bd-3a64-4100-a99f-e4ce068a7543 owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:15:15.870947 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b65ae-6019-45b5-8008-6b2d62891172 req-aa551534-4147-471a-8957-c8b43d2b6bc0 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:15.873163 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da0b65ae-6019-45b5-8008-6b2d62891172 req-aa551534-4147-471a-8957-c8b43d2b6bc0 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/ports?device_id=243615b8-a94b-43cb-ba31-701f8c9eaa4d HTTP/1.1" status: 200 len: 943 time: 0.0955460 Dec 17 15:15:15.931523 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-e6077c34-3cf7-49a9-9f21-845043c8a863 service neutron] Transition to ACTIVE for port object 50068d0a-ddba-4f08-a127-91189c27fa6b will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:15:15.971014 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da0b65ae-6019-45b5-8008-6b2d62891172 req-d941a917-b81e-4f57-b495-7d01945e4632 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dbb9f48-bb90-43ff-ae27-ca4f4dc14b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896864 Dec 17 15:15:16.017975 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07a89f-1d78-45fa-be00-3594f3322545 req-684871a7-2d32-4fa3-904c-f98b564470be tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:16.019545 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fa07a89f-1d78-45fa-be00-3594f3322545 req-684871a7-2d32-4fa3-904c-f98b564470be tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.13 "GET /v2.0/ports?device_id=c32b9cd3-7f4c-4cef-9d5f-402dd6d56434 HTTP/1.1" status: 200 len: 949 time: 0.1282578 Dec 17 15:15:16.025733 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4b49fedb-44e2-4dd4-8231-ba8f74e28a8c req-f6c74989-e237-446c-abda-7933c70ff22d service neutron] 10.222.0.41 "GET /v2.0/networks/c704e634-d730-42f1-aad6-bcd13146a15b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915290 Dec 17 15:15:16.075420 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-e6077c34-3cf7-49a9-9f21-845043c8a863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:16.225403 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-35121cf8-fb18-4413-aeb2-191a3db5e080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:16.269979 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b231900-80a1-46b3-8109-ac28e457c33e req-89417a1c-a704-4cc9-a704-6bcc4d115631 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:16.271742 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7b231900-80a1-46b3-8109-ac28e457c33e req-89417a1c-a704-4cc9-a704-6bcc4d115631 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/ports?device_id=796e2186-1df7-4e80-8fc2-a75b9a9b2a71 HTTP/1.1" status: 200 len: 935 time: 0.2541947 Dec 17 15:15:16.334780 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-97b4fb13-acaf-420b-92e4-9d44172ad274 req-b0897ee4-0f1f-4dd7-a283-cb7e42d0fd3c tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:16.354299 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76629d25-272d-45ba-997d-c6e0c2f47810 req-09f25eaa-bcb9-45e4-9378-52c2d169e481 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:16.358471 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6077c34-3cf7-49a9-9f21-845043c8a863 service neutron] Pushing event updated for resources: {'Port': ['ID=50068d0a-ddba-4f08-a127-91189c27fa6b,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:16.359463 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-76629d25-272d-45ba-997d-c6e0c2f47810 req-09f25eaa-bcb9-45e4-9378-52c2d169e481 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 944 time: 0.2465010 Dec 17 15:15:16.380754 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-c3069f09-5bd6-4a94-a369-217f95cfcfad tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:16.382556 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-c3069f09-5bd6-4a94-a369-217f95cfcfad tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.41 "GET /v2.0/networks?id=853d16f0-e7bd-42ea-bcaa-167e13603122 HTTP/1.1" status: 200 len: 812 time: 0.2744389 Dec 17 15:15:16.403194 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4b49fedb-44e2-4dd4-8231-ba8f74e28a8c req-4a1c2b1d-f592-4725-943c-3c36712d3429 service neutron] 10.222.0.41 "GET /v2.0/networks/c704e634-d730-42f1-aad6-bcd13146a15b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652542 Dec 17 15:15:16.430519 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-b7b21678-7636-4b8e-8b86-d9f167eb7d8d tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Request body: {'port': {'device_id': '4e8165bd-ad25-4555-9092-1a43e12999c6', 'network_id': '853d16f0-e7bd-42ea-bcaa-167e13603122', 'admin_state_up': True, 'tenant_id': 'f2b15cb5323e4eba9896faf7fb1bc9bf'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:15:16.446778 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0897ee4-0f1f-4dd7-a283-cb7e42d0fd3c tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Pushing event deleted for resources: {'Port': ['ID=24cd68bd-3a64-4100-a99f-e4ce068a7543,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:16.514848 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7b231900-80a1-46b3-8109-ac28e457c33e req-528985e1-1149-450b-af73-18d2825cf2a8 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/security-groups?id=939eb8ae-0a94-49f6-a06d-1d439f9a2045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252846 Dec 17 15:15:16.528252 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-fa07a89f-1d78-45fa-be00-3594f3322545 req-088b57f8-d466-41cf-942f-903b0d8ef57f tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Deleting port 63d15c7f-34e8-4018-b329-82275f7df244 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:15:16.528603 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-fa07a89f-1d78-45fa-be00-3594f3322545 req-088b57f8-d466-41cf-942f-903b0d8ef57f tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:16.546487 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-e6077c34-3cf7-49a9-9f21-845043c8a863 service neutron] Attempting to bind port 50068d0a-ddba-4f08-a127-91189c27fa6b on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:15:16.546829 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-e6077c34-3cf7-49a9-9f21-845043c8a863 service neutron] Attempting to bind port 50068d0a-ddba-4f08-a127-91189c27fa6b by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:15:16.547157 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-e6077c34-3cf7-49a9-9f21-845043c8a863 service neutron] Attempting to bind port 50068d0a-ddba-4f08-a127-91189c27fa6b on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:15:16.573355 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b4fb13-acaf-420b-92e4-9d44172ad274 req-b0897ee4-0f1f-4dd7-a283-cb7e42d0fd3c tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] No DVR routers for this DVR port 24cd68bd-3a64-4100-a99f-e4ce068a7543 on host n-h2-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:15:16.577732 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-97b4fb13-acaf-420b-92e4-9d44172ad274 req-b0897ee4-0f1f-4dd7-a283-cb7e42d0fd3c tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:16.581232 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-97b4fb13-acaf-420b-92e4-9d44172ad274 req-b0897ee4-0f1f-4dd7-a283-cb7e42d0fd3c tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.13 "DELETE /v2.0/ports/24cd68bd-3a64-4100-a99f-e4ce068a7543 HTTP/1.1" status: 204 len: 173 time: 1.1117513 Dec 17 15:15:16.586732 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6db3a5-04f3-49bf-9763-1979d297fdde', 'name': 'network-vif-deleted', 'tag': '24cd68bd-3a64-4100-a99f-e4ce068a7543'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:15:16.588269 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2492f286-06a3-4c91-994d-faa18c74de0b" -d '{"events": [{"server_uuid": "bf6db3a5-04f3-49bf-9763-1979d297fdde", "name": "network-vif-deleted", "tag": "24cd68bd-3a64-4100-a99f-e4ce068a7543"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:15:16.592938 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-e6077c34-3cf7-49a9-9f21-845043c8a863 service neutron] Port 50068d0a-ddba-4f08-a127-91189c27fa6b on network f97c7142-717f-43eb-a835-5fcd8d6a6486 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:15:16.593933 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-e6077c34-3cf7-49a9-9f21-845043c8a863 service neutron] Attempting to bind port 50068d0a-ddba-4f08-a127-91189c27fa6b on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:15:16.605241 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-e6077c34-3cf7-49a9-9f21-845043c8a863 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:15:16.605611 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-e6077c34-3cf7-49a9-9f21-845043c8a863 service neutron] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:15:16.605984 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-e6077c34-3cf7-49a9-9f21-845043c8a863 service neutron] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:15:16.606398 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-e6077c34-3cf7-49a9-9f21-845043c8a863 service neutron] Bound port: 50068d0a-ddba-4f08-a127-91189c27fa6b, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:15:16.607287 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-e6077c34-3cf7-49a9-9f21-845043c8a863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:16.634032 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-76629d25-272d-45ba-997d-c6e0c2f47810 req-d8a45fd8-de6c-48c4-87f0-fbc4f25fb091 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/security-groups?id=66d538cb-3646-453e-8b2e-40ac2b085fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244577 Dec 17 15:15:16.659466 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-be7a1ca6-0d56-4b57-80b9-73971c237de2 req-15968db6-259a-4d7e-89bc-2c371ab85d14 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8165bd-ad25-4555-9092-1a43e12999c6 HTTP/1.1" status: 200 len: 210 time: 0.0482900 Dec 17 15:15:16.696521 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-fa07a89f-1d78-45fa-be00-3594f3322545 req-088b57f8-d466-41cf-942f-903b0d8ef57f tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] For port 63d15c7f-34e8-4018-b329-82275f7df244, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=63d15c7f-34e8-4018-b329-82275f7df244,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:16.707182 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-fa07a89f-1d78-45fa-be00-3594f3322545 req-088b57f8-d466-41cf-942f-903b0d8ef57f tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:16.745503 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-fa07a89f-1d78-45fa-be00-3594f3322545 req-088b57f8-d466-41cf-942f-903b0d8ef57f tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Calling delete_port for 63d15c7f-34e8-4018-b329-82275f7df244 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:15:16.772705 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-e6077c34-3cf7-49a9-9f21-845043c8a863 service neutron] For port 50068d0a-ddba-4f08-a127-91189c27fa6b, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:15:16.833572 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-e6077c34-3cf7-49a9-9f21-845043c8a863 service neutron] For port 50068d0a-ddba-4f08-a127-91189c27fa6b, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=50068d0a-ddba-4f08-a127-91189c27fa6b,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:15:16.836602 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c77c3-9bb4-4abc-be28-4f2cce0a5c83 req-a038a7a0-5d8e-44ab-abc1-013d18eaa6e8 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:16.838218 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-643c77c3-9bb4-4abc-be28-4f2cce0a5c83 req-a038a7a0-5d8e-44ab-abc1-013d18eaa6e8 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=656593fd-be23-42c0-9e80-cd2a65ee06bd HTTP/1.1" status: 200 len: 943 time: 0.0762854 Dec 17 15:15:16.849735 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec79d4-8dbf-48a5-b3c3-f2bed53119b9 req-25883606-cee1-49b7-aa34-1b9689fbadfe tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:16.849735 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eaec79d4-8dbf-48a5-b3c3-f2bed53119b9 req-25883606-cee1-49b7-aa34-1b9689fbadfe tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0ee0eb-918b-47cb-b6b5-4d7ee4a69717 HTTP/1.1" status: 200 len: 946 time: 0.0953200 Dec 17 15:15:16.849735 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-b7b21678-7636-4b8e-8b86-d9f167eb7d8d tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Made reservation on behalf of f2b15cb5323e4eba9896faf7fb1bc9bf for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:15:16.853015 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-b7b21678-7636-4b8e-8b86-d9f167eb7d8d tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:16.889430 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-35121cf8-fb18-4413-aeb2-191a3db5e080 admin admin] Deleting port 252823a6-7a13-4882-9733-aeb6f1e4a8a8 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:15:16.889430 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-35121cf8-fb18-4413-aeb2-191a3db5e080 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:16.939474 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-e6077c34-3cf7-49a9-9f21-845043c8a863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:16.973434 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-643c77c3-9bb4-4abc-be28-4f2cce0a5c83 req-966adf54-6fb6-44e4-bef2-d26dc1d45484 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169648 Dec 17 15:15:16.984772 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eaec79d4-8dbf-48a5-b3c3-f2bed53119b9 req-ee2dcda7-4a3b-4093-b02b-8583873fcdca tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/security-groups?id=c23a7f4b-103e-4506-9b1f-90acdb739d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064897 Dec 17 15:15:17.047097 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-e6077c34-3cf7-49a9-9f21-845043c8a863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:17.047723 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-e6077c34-3cf7-49a9-9f21-845043c8a863 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:17.049437 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-e6077c34-3cf7-49a9-9f21-845043c8a863 service neutron] 10.222.0.41 "PUT /v2.0/ports/50068d0a-ddba-4f08-a127-91189c27fa6b HTTP/1.1" status: 200 len: 1095 time: 2.3125720 Dec 17 15:15:17.060837 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adad62c5-67b3-4057-b9ad-ce99c534a4c3 x-openstack-request-id: req-adad62c5-67b3-4057-b9ad-ce99c534a4c3 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:15:17.061415 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6db3a5-04f3-49bf-9763-1979d297fdde", "name": "network-vif-deleted", "tag": "24cd68bd-3a64-4100-a99f-e4ce068a7543", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:15:17.061916 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-adad62c5-67b3-4057-b9ad-ce99c534a4c3 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:15:17.062634 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6db3a5-04f3-49bf-9763-1979d297fdde', 'name': 'network-vif-deleted', 'tag': '24cd68bd-3a64-4100-a99f-e4ce068a7543', 'status': 'completed', 'code': 200} Dec 17 15:15:17.072791 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-b7b21678-7636-4b8e-8b86-d9f167eb7d8d tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Allocated IP 172.20.0.8 (853d16f0-e7bd-42ea-bcaa-167e13603122/4502cdf4-b8e8-41c6-9e10-7a307da6f1e2/f5a28c92-b246-4ef1-a210-5c752f14237c) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:15:17.077010 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796e2186-1df7-4e80-8fc2-a75b9a9b2a71', 'tag': '50068d0a-ddba-4f08-a127-91189c27fa6b'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:15:17.082652 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676c8b15-634d-4b81-9f9d-639e38be868f" -d '{"events": [{"name": "network-changed", "server_uuid": "796e2186-1df7-4e80-8fc2-a75b9a9b2a71", "tag": "50068d0a-ddba-4f08-a127-91189c27fa6b"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:15:17.082652 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6077c34-3cf7-49a9-9f21-845043c8a863 service neutron] Pushing event updated for resources: {'Port': ['ID=50068d0a-ddba-4f08-a127-91189c27fa6b,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:17.128418 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-35121cf8-fb18-4413-aeb2-191a3db5e080 admin admin] For port 252823a6-7a13-4882-9733-aeb6f1e4a8a8, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=252823a6-7a13-4882-9733-aeb6f1e4a8a8,segment=NetworkSegment(3b746a19-cda0-4375-9c52-9242ca19dfcd),segment_id=3b746a19-cda0-4375-9c52-9242ca19dfcd)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:17.128810 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-35121cf8-fb18-4413-aeb2-191a3db5e080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:17.149225 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-35121cf8-fb18-4413-aeb2-191a3db5e080 admin admin] Calling delete_port for 252823a6-7a13-4882-9733-aeb6f1e4a8a8 owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:15:17.158585 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-fa07a89f-1d78-45fa-be00-3594f3322545 req-088b57f8-d466-41cf-942f-903b0d8ef57f tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:17.198506 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b57f8-d466-41cf-942f-903b0d8ef57f tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Pushing event deleted for resources: {'Port': ['ID=63d15c7f-34e8-4018-b329-82275f7df244,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:17.274821 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa07a89f-1d78-45fa-be00-3594f3322545 req-088b57f8-d466-41cf-942f-903b0d8ef57f tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] No DVR routers for this DVR port 63d15c7f-34e8-4018-b329-82275f7df244 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:15:17.275975 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc74c2a-72c2-43d9-98e4-4c6c9b8a0a5a req-21f8a229-d5bf-4d21-88b2-d35ffc6a0df8 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:17.281581 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-fa07a89f-1d78-45fa-be00-3594f3322545 req-088b57f8-d466-41cf-942f-903b0d8ef57f tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:17.281955 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2bc74c2a-72c2-43d9-98e4-4c6c9b8a0a5a req-21f8a229-d5bf-4d21-88b2-d35ffc6a0df8 tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/ports?device_id=c32b9cd3-7f4c-4cef-9d5f-402dd6d56434 HTTP/1.1" status: 200 len: 867 time: 0.1541076 Dec 17 15:15:17.285925 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fa07a89f-1d78-45fa-be00-3594f3322545 req-088b57f8-d466-41cf-942f-903b0d8ef57f tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.13 "DELETE /v2.0/ports/63d15c7f-34e8-4018-b329-82275f7df244 HTTP/1.1" status: 204 len: 173 time: 1.2592568 Dec 17 15:15:17.340967 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c0166-b8a8-46e0-82d9-fd099d8e3e5d req-d2ee80c2-a59b-413f-8d6c-95deeaed59b1 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:17.342625 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c4c0166-b8a8-46e0-82d9-fd099d8e3e5d req-d2ee80c2-a59b-413f-8d6c-95deeaed59b1 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/ports?device_id=243615b8-a94b-43cb-ba31-701f8c9eaa4d HTTP/1.1" status: 200 len: 943 time: 0.1874056 Dec 17 15:15:17.386215 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-45ee68b3-c7b6-4b2e-bf02-b2756fae804a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:17.387758 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-45ee68b3-c7b6-4b2e-bf02-b2756fae804a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=586ac959ee1c459199348f2d1e73a597&device_id=796e2186-1df7-4e80-8fc2-a75b9a9b2a71 HTTP/1.1" status: 200 len: 1098 time: 0.1076257 Dec 17 15:15:17.405549 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-b7b21678-7636-4b8e-8b86-d9f167eb7d8d tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:17.422750 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2bc74c2a-72c2-43d9-98e4-4c6c9b8a0a5a req-6a85dcad-0870-4679-967a-212d48778a8b tempest-ServersAdminNegativeTestJSON-543988223 tempest-ServersAdminNegativeTestJSON-543988223-project] 10.222.0.46 "GET /v2.0/security-groups?id=8a773bab-1c53-4b03-8427-afeda468dba9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093898 Dec 17 15:15:17.449362 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c4c0166-b8a8-46e0-82d9-fd099d8e3e5d req-2dabc6b7-3112-44cd-9a38-81f887961d70 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dbb9f48-bb90-43ff-ae27-ca4f4dc14b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923233 Dec 17 15:15:17.465895 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-30a8f1d1-1d8c-4a9c-8d9a-97a0b71e6298 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=50068d0a-ddba-4f08-a127-91189c27fa6b HTTP/1.1" status: 200 len: 217 time: 0.0415661 Dec 17 15:15:17.488381 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5bbf0b-7cdf-4fe2-b465-a056747395e0 x-openstack-request-id: req-0c5bbf0b-7cdf-4fe2-b465-a056747395e0 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:15:17.488667 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "796e2186-1df7-4e80-8fc2-a75b9a9b2a71", "tag": "50068d0a-ddba-4f08-a127-91189c27fa6b", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:15:17.488919 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0c5bbf0b-7cdf-4fe2-b465-a056747395e0 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:15:17.489343 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '796e2186-1df7-4e80-8fc2-a75b9a9b2a71', 'tag': '50068d0a-ddba-4f08-a127-91189c27fa6b', 'status': 'completed', 'code': 200} Dec 17 15:15:17.510102 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-28d5c213-3741-40dd-9b61-d5cf8c43c58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:17.511611 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-28d5c213-3741-40dd-9b61-d5cf8c43c58d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0511351 Dec 17 15:15:17.550090 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-b7b21678-7636-4b8e-8b86-d9f167eb7d8d tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:17.594578 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-b7b21678-7636-4b8e-8b86-d9f167eb7d8d tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Network 853d16f0-e7bd-42ea-bcaa-167e13603122 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:15:17.608082 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-b7b21678-7636-4b8e-8b86-d9f167eb7d8d tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:15:17.612940 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-b7b21678-7636-4b8e-8b86-d9f167eb7d8d tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:15:17.613371 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-2278906e-d384-432e-83e4-b7af7f33869d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:17.614992 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-2278906e-d384-432e-83e4-b7af7f33869d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0845761 Dec 17 15:15:17.655223 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b21678-7636-4b8e-8b86-d9f167eb7d8d tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Pushing event updated for resources: {'Port': ['ID=f5a28c92-b246-4ef1-a210-5c752f14237c,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:17.696542 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-b7b21678-7636-4b8e-8b86-d9f167eb7d8d tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:17.697242 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-b7b21678-7636-4b8e-8b86-d9f167eb7d8d tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:17.713437 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee0f6c-b046-4226-846f-7468a962fbbf req-73513ea1-581b-4336-9ac5-50f54a4305aa tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:17.718982 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-35121cf8-fb18-4413-aeb2-191a3db5e080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:17.721206 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9aee0f6c-b046-4226-846f-7468a962fbbf req-73513ea1-581b-4336-9ac5-50f54a4305aa tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/ports?device_id=796e2186-1df7-4e80-8fc2-a75b9a9b2a71 HTTP/1.1" status: 200 len: 947 time: 0.1232154 Dec 17 15:15:17.765169 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35121cf8-fb18-4413-aeb2-191a3db5e080 admin admin] Pushing event deleted for resources: {'Port': ['ID=252823a6-7a13-4882-9733-aeb6f1e4a8a8,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:17.782607 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9aee0f6c-b046-4226-846f-7468a962fbbf req-4f700a03-3ed3-4a9e-878d-78572d6083e9 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/security-groups?id=939eb8ae-0a94-49f6-a06d-1d439f9a2045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610590 Dec 17 15:15:17.822424 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-80d50cdf-6bda-43fa-9e3d-e962dac18ddf req-600e5ea9-67e5-4f3d-8fb2-85570d67dfe6 tempest-LiveAutoBlockMigrationV225Test-1980303048 tempest-LiveAutoBlockMigrationV225Test-1980303048-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf6db3a5-04f3-49bf-9763-1979d297fdde HTTP/1.1" status: 200 len: 210 time: 0.0385149 Dec 17 15:15:17.831953 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-f8dc3840-bb65-473e-9ff7-6de0bd5c1210 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078786 Dec 17 15:15:17.833191 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-b7b21678-7636-4b8e-8b86-d9f167eb7d8d tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4162266 Dec 17 15:15:17.857382 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-a1617fe2-01df-470a-b8f8-45893a135bb0 service neutron] Request body: {'port': {'device_id': '4e8165bd-ad25-4555-9092-1a43e12999c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:15:17.957133 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-a1617fe2-01df-470a-b8f8-45893a135bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:17.966740 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be12a2-1f30-4965-b899-806db9072402 req-635e0ab7-ad34-4440-aa00-8d4a95e7ba89 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:17.967822 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-81be12a2-1f30-4965-b899-806db9072402 req-635e0ab7-ad34-4440-aa00-8d4a95e7ba89 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8165bd-ad25-4555-9092-1a43e12999c6 HTTP/1.1" status: 200 len: 931 time: 0.0836358 Dec 17 15:15:18.040813 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-81be12a2-1f30-4965-b899-806db9072402 req-7916ee95-ece7-45db-a71c-ec489b894717 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a47c993-d62d-43bf-a7f3-420ad91c0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653152 Dec 17 15:15:18.045479 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4addb2e2-0aa3-48b2-9485-56ca554d5a28 req-15c44e14-2931-4480-8b50-46f69647f074 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921117 Dec 17 15:15:18.052403 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-35121cf8-fb18-4413-aeb2-191a3db5e080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:18.153243 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 24cd68bd-3a64-4100-a99f-e4ce068a7543 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:15:18.193149 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 24cd68bd-3a64-4100-a99f-e4ce068a7543 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:15:18.193502 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 24cd68bd-3a64-4100-a99f-e4ce068a7543 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:15:18.193904 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 63d15c7f-34e8-4018-b329-82275f7df244 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:15:18.230928 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 63d15c7f-34e8-4018-b329-82275f7df244 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:15:18.244021 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 63d15c7f-34e8-4018-b329-82275f7df244 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:15:18.252547 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf316a6d-28a9-47cc-a254-16abf960750c req-53a3cf52-ee58-46c9-9c98-029c4f26a39f tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:18.253652 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cf316a6d-28a9-47cc-a254-16abf960750c req-53a3cf52-ee58-46c9-9c98-029c4f26a39f tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=656593fd-be23-42c0-9e80-cd2a65ee06bd HTTP/1.1" status: 200 len: 943 time: 0.1518979 Dec 17 15:15:18.275790 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e68f9-dcbd-490a-9fcc-46fb6418e191 req-0b3f5b6c-50ee-4073-8971-6e72f8ea151d tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:18.277283 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0e5e68f9-dcbd-490a-9fcc-46fb6418e191 req-0b3f5b6c-50ee-4073-8971-6e72f8ea151d tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/ports?device_id=df0ee0eb-918b-47cb-b6b5-4d7ee4a69717 HTTP/1.1" status: 200 len: 946 time: 0.1478941 Dec 17 15:15:18.353204 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c8b15-634d-4b81-9f9d-639e38be868f req-e57bf9a2-a360-4b9f-a860-b798b9bc4336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:18.354993 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-676c8b15-634d-4b81-9f9d-639e38be868f req-e57bf9a2-a360-4b9f-a860-b798b9bc4336 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=586ac959ee1c459199348f2d1e73a597&device_id=796e2186-1df7-4e80-8fc2-a75b9a9b2a71 HTTP/1.1" status: 200 len: 1098 time: 0.0972943 Dec 17 15:15:18.364869 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cf316a6d-28a9-47cc-a254-16abf960750c req-1b658805-4287-494e-bce5-7d6715d096c8 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992551 Dec 17 15:15:18.374940 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0e5e68f9-dcbd-490a-9fcc-46fb6418e191 req-4ad26782-bc1f-438c-a2fb-5c5a5a2b8b98 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/security-groups?id=c23a7f4b-103e-4506-9b1f-90acdb739d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838351 Dec 17 15:15:18.386331 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35121cf8-fb18-4413-aeb2-191a3db5e080 admin admin] Router 854958be-ab53-487f-9373-1e5cfb7c7c83 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:15:18.429821 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-a1617fe2-01df-470a-b8f8-45893a135bb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5a28c92-b246-4ef1-a210-5c752f14237c {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:15:18.439763 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-a1617fe2-01df-470a-b8f8-45893a135bb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:18.495066 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-a1617fe2-01df-470a-b8f8-45893a135bb0 service neutron] Transition to ACTIVE for port object f5a28c92-b246-4ef1-a210-5c752f14237c will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:15:18.525375 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe292df-9d3f-4e3c-8b58-336ebfb21e1e req-392a8ac2-40fa-4741-b542-c205a13726a8 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:18.533530 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-afe292df-9d3f-4e3c-8b58-336ebfb21e1e req-392a8ac2-40fa-4741-b542-c205a13726a8 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/ports?device_id=5654f416-ace7-4e82-a6a3-e24f80c000fb HTTP/1.1" status: 200 len: 946 time: 0.0702689 Dec 17 15:15:18.558632 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-a1617fe2-01df-470a-b8f8-45893a135bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:18.805408 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c8b15-634d-4b81-9f9d-639e38be868f req-ed03db0f-567d-4691-84b9-ba56c2b2f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:18.806867 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-676c8b15-634d-4b81-9f9d-639e38be868f req-ed03db0f-567d-4691-84b9-ba56c2b2f5ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.4421880 Dec 17 15:15:18.857557 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-676c8b15-634d-4b81-9f9d-639e38be868f req-6e4a1664-e804-4712-93e3-fd1093e15214 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=50068d0a-ddba-4f08-a127-91189c27fa6b HTTP/1.1" status: 200 len: 217 time: 0.0423515 Dec 17 15:15:18.858969 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35121cf8-fb18-4413-aeb2-191a3db5e080 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:15:18.866252 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-35121cf8-fb18-4413-aeb2-191a3db5e080 admin admin] 10.222.0.46 "PUT /v2.0/routers/854958be-ab53-487f-9373-1e5cfb7c7c83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1025867 Dec 17 15:15:18.866539 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 43638) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:18.874093 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badaac1b-5295-41b9-81af-a8343e5fade6 None None] Sync routers for ids ['854958be-ab53-487f-9373-1e5cfb7c7c83'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:15:18.889640 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-afe292df-9d3f-4e3c-8b58-336ebfb21e1e req-153b4c56-6240-4e06-a66b-70153c264fe4 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/security-groups?id=c23a7f4b-103e-4506-9b1f-90acdb739d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538089 Dec 17 15:15:18.893504 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badaac1b-5295-41b9-81af-a8343e5fade6 None None] Routers {'854958be-ab53-487f-9373-1e5cfb7c7c83'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:15:18.894245 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-badaac1b-5295-41b9-81af-a8343e5fade6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:15:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['854958be-ab53-487f-9373-1e5cfb7c7c83'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:15:18.931964 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1617fe2-01df-470a-b8f8-45893a135bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a28c92-b246-4ef1-a210-5c752f14237c,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:18.955451 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0c207-e1a7-4692-af08-2954df49e7ef req-e519d40f-d9c3-444e-a174-404082741ea3 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:18.965136 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2eb0c207-e1a7-4692-af08-2954df49e7ef req-e519d40f-d9c3-444e-a174-404082741ea3 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/ports?device_id=243615b8-a94b-43cb-ba31-701f8c9eaa4d HTTP/1.1" status: 200 len: 943 time: 0.3938353 Dec 17 15:15:18.989667 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c8b15-634d-4b81-9f9d-639e38be868f req-09a4a8af-14b4-4705-8ce7-fdc4abbdc2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:18.991142 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-676c8b15-634d-4b81-9f9d-639e38be868f req-09a4a8af-14b4-4705-8ce7-fdc4abbdc2fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.1260478 Dec 17 15:15:19.034292 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 43644) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:19.045125 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-705f3a9a-c04d-4f4f-8862-1555fb0acc6e admin admin] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:19.046653 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:15:19.098639 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2eb0c207-e1a7-4692-af08-2954df49e7ef req-c14e6638-ab7a-4ebb-a280-0965993354e0 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dbb9f48-bb90-43ff-ae27-ca4f4dc14b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326361 Dec 17 15:15:19.135291 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c8b15-634d-4b81-9f9d-639e38be868f req-160590ed-5dac-47c8-83e5-1cd05f5c73b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:19.136789 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-676c8b15-634d-4b81-9f9d-639e38be868f req-160590ed-5dac-47c8-83e5-1cd05f5c73b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1366262 Dec 17 15:15:19.141979 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5304923-a577-416c-b157-ec08bdcb0d15 req-9efa52b3-2bf4-43b3-8268-a62c3579966d tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:19.143350 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e5304923-a577-416c-b157-ec08bdcb0d15 req-9efa52b3-2bf4-43b3-8268-a62c3579966d tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/ports?device_id=796e2186-1df7-4e80-8fc2-a75b9a9b2a71 HTTP/1.1" status: 200 len: 947 time: 0.1310959 Dec 17 15:15:19.146168 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-a1617fe2-01df-470a-b8f8-45893a135bb0 service neutron] Attempting to bind port f5a28c92-b246-4ef1-a210-5c752f14237c on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:15:19.146504 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-a1617fe2-01df-470a-b8f8-45893a135bb0 service neutron] Attempting to bind port f5a28c92-b246-4ef1-a210-5c752f14237c by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '07900043-60e6-4571-9c07-ecceb7b2285a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '853d16f0-e7bd-42ea-bcaa-167e13603122'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:15:19.146828 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-a1617fe2-01df-470a-b8f8-45893a135bb0 service neutron] Attempting to bind port f5a28c92-b246-4ef1-a210-5c752f14237c on network 853d16f0-e7bd-42ea-bcaa-167e13603122 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:15:19.151347 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-a1617fe2-01df-470a-b8f8-45893a135bb0 service neutron] Port f5a28c92-b246-4ef1-a210-5c752f14237c on network 853d16f0-e7bd-42ea-bcaa-167e13603122 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:15:19.151664 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-a1617fe2-01df-470a-b8f8-45893a135bb0 service neutron] Attempting to bind port f5a28c92-b246-4ef1-a210-5c752f14237c on network 853d16f0-e7bd-42ea-bcaa-167e13603122 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:15:19.172818 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-a1617fe2-01df-470a-b8f8-45893a135bb0 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:15:19.173221 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-a1617fe2-01df-470a-b8f8-45893a135bb0 service neutron] Checking segment: {'id': '07900043-60e6-4571-9c07-ecceb7b2285a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '853d16f0-e7bd-42ea-bcaa-167e13603122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:15:19.173602 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-a1617fe2-01df-470a-b8f8-45893a135bb0 service neutron] Bound using segment: {'id': '07900043-60e6-4571-9c07-ecceb7b2285a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '853d16f0-e7bd-42ea-bcaa-167e13603122'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:15:19.174044 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-a1617fe2-01df-470a-b8f8-45893a135bb0 service neutron] Bound port: f5a28c92-b246-4ef1-a210-5c752f14237c, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07900043-60e6-4571-9c07-ecceb7b2285a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '853d16f0-e7bd-42ea-bcaa-167e13603122'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:15:19.174799 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-a1617fe2-01df-470a-b8f8-45893a135bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:19.176207 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-badaac1b-5295-41b9-81af-a8343e5fade6 None None] Set router 854958be-ab53-487f-9373-1e5cfb7c7c83 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:15:19.219520 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8,segment=NetworkSegment(015294cb-4187-4289-b628-75f381cf79fc),segment_id=015294cb-4187-4289-b628-75f381cf79fc)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:19.229456 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 43650) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:19.233501 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'd6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8', 'network_id': 'c704e634-d730-42f1-aad6-bcd13146a15b', 'port_id': 'd6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8', 'mac_address': 'fa:16:3e:07:bf:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3797d1ea-06a4-44eb-b593-2c962d2f6ff1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:15:19.245819 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-a1617fe2-01df-470a-b8f8-45893a135bb0 service neutron] For port f5a28c92-b246-4ef1-a210-5c752f14237c, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:15:19.250041 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-a1617fe2-01df-470a-b8f8-45893a135bb0 service neutron] For port f5a28c92-b246-4ef1-a210-5c752f14237c, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f5a28c92-b246-4ef1-a210-5c752f14237c,segment=NetworkSegment(07900043-60e6-4571-9c07-ecceb7b2285a),segment_id=07900043-60e6-4571-9c07-ecceb7b2285a)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:15:19.296834 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e5304923-a577-416c-b157-ec08bdcb0d15 req-b7a37cdb-6cf3-4e35-9660-44178978ee55 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/security-groups?id=939eb8ae-0a94-49f6-a06d-1d439f9a2045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428783 Dec 17 15:15:19.298572 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-705f3a9a-c04d-4f4f-8862-1555fb0acc6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:19.344083 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-676c8b15-634d-4b81-9f9d-639e38be868f req-ffbf88d7-e018-479a-b278-8348ca6f9202 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861887 Dec 17 15:15:19.365940 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7438d8d1-02b7-48a0-831f-b93d5d9839fb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5af877e7b83c499a97aeb3432ba60ea9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3276463 Dec 17 15:15:19.367618 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-a1617fe2-01df-470a-b8f8-45893a135bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:19.369479 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 43654) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:19.369932 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-38437928-cb61-41f7-9fbe-791500a876ce admin admin] Deleting subnet 6c28c8ec-5ccc-4295-ab15-cbe54116b2d0 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:15:19.382161 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-38437928-cb61-41f7-9fbe-791500a876ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:19.403156 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:19.421011 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:15:19.445982 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8,segment=NetworkSegment(015294cb-4187-4289-b628-75f381cf79fc),segment_id=015294cb-4187-4289-b628-75f381cf79fc)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:19.472190 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-a1617fe2-01df-470a-b8f8-45893a135bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:19.475672 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-a1617fe2-01df-470a-b8f8-45893a135bb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:19.475672 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-a1617fe2-01df-470a-b8f8-45893a135bb0 service neutron] 10.222.0.41 "PUT /v2.0/ports/f5a28c92-b246-4ef1-a210-5c752f14237c HTTP/1.1" status: 200 len: 1091 time: 1.6222861 Dec 17 15:15:19.479136 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8165bd-ad25-4555-9092-1a43e12999c6', 'tag': 'f5a28c92-b246-4ef1-a210-5c752f14237c'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:15:19.481412 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71bef96-3a75-4c63-82ac-608eb758e1d3" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8165bd-ad25-4555-9092-1a43e12999c6", "tag": "f5a28c92-b246-4ef1-a210-5c752f14237c"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:15:19.491249 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32b9cd3-7f4c-4cef-9d5f-402dd6d56434', 'name': 'network-vif-deleted', 'tag': '63d15c7f-34e8-4018-b329-82275f7df244'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:15:19.493898 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a155a27d-3fd4-46fe-a5f5-d32ef07afabe" -d '{"events": [{"server_uuid": "c32b9cd3-7f4c-4cef-9d5f-402dd6d56434", "name": "network-vif-deleted", "tag": "63d15c7f-34e8-4018-b329-82275f7df244"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:15:19.498626 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976eb84-a107-40b3-a6ce-c911b88e4a8d req-2c193fbb-85db-4d2f-808c-99d8d9134ae6 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:19.503625 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-38437928-cb61-41f7-9fbe-791500a876ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:19.504135 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4976eb84-a107-40b3-a6ce-c911b88e4a8d req-2c193fbb-85db-4d2f-808c-99d8d9134ae6 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/ports?device_id=95236c69-4789-490e-bb3a-ef7d4625be64 HTTP/1.1" status: 200 len: 945 time: 0.2405930 Dec 17 15:15:19.521239 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-badaac1b-5295-41b9-81af-a8343e5fade6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854958be-ab53-487f-9373-1e5cfb7c7c83', 'name': 'tempest-ServerRescueNegativeTestJSON-53813695-router', 'tenant_id': 'dce35d970fbe48cba744e46ec101633d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'ba77f246-d591-489a-a0a8-8be5b1353dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:12:10Z', 'updated_at': '2021-12-17T15:15:17Z', 'revision_number': 5, 'project_id': 'dce35d970fbe48cba744e46ec101633d', 'gw_port': {'id': 'ba77f246-d591-489a-a0a8-8be5b1353dba', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:eb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854958be-ab53-487f-9373-1e5cfb7c7c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:12:12Z', 'updated_at': '2021-12-17T15:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:15:19.551832 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badaac1b-5295-41b9-81af-a8343e5fade6 None None] Checking router: 854958be-ab53-487f-9373-1e5cfb7c7c83 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:15:19.552865 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1617fe2-01df-470a-b8f8-45893a135bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a28c92-b246-4ef1-a210-5c752f14237c,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:19.564158 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:19.564896 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device ea8794b9-340e-4a13-9a9c-041c118e5632 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:15:19.574345 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badaac1b-5295-41b9-81af-a8343e5fade6 None None] Routers {'854958be-ab53-487f-9373-1e5cfb7c7c83'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:15:19.576105 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-badaac1b-5295-41b9-81af-a8343e5fade6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:15:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['854958be-ab53-487f-9373-1e5cfb7c7c83'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:15:19.577334 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dd46b06c-33df-4cbc-b948-1b7d24b375b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:19.581721 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-676c8b15-634d-4b81-9f9d-639e38be868f req-2e4f25e7-8769-4184-a396-cb4c025a59a4 service neutron] 10.222.0.41 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091935 Dec 17 15:15:19.584908 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-38437928-cb61-41f7-9fbe-791500a876ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:19.593609 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa99467-9c20-4f46-a472-edfccf07560a req-c3caa38a-5e5a-49f8-8b78-e156162d0e19 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:19.595154 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5fa99467-9c20-4f46-a472-edfccf07560a req-c3caa38a-5e5a-49f8-8b78-e156162d0e19 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8165bd-ad25-4555-9092-1a43e12999c6 HTTP/1.1" status: 200 len: 943 time: 0.2232845 Dec 17 15:15:19.617674 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4976eb84-a107-40b3-a6ce-c911b88e4a8d req-289e6b8f-7bc4-4c28-aff6-2ab5dedd21d1 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/security-groups?id=c23a7f4b-103e-4506-9b1f-90acdb739d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125631 Dec 17 15:15:19.622906 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-705f3a9a-c04d-4f4f-8862-1555fb0acc6e admin admin] Deleting port ba77f246-d591-489a-a0a8-8be5b1353dba {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:15:19.634466 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-705f3a9a-c04d-4f4f-8862-1555fb0acc6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:19.649916 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dd46b06c-33df-4cbc-b948-1b7d24b375b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:19.710232 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5fa99467-9c20-4f46-a472-edfccf07560a req-a146e641-681c-431d-8241-403ae9d99fb8 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a47c993-d62d-43bf-a7f3-420ad91c0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743341 Dec 17 15:15:19.770452 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:19.771697 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-1ecfab54-5e1a-4be9-a3c0-50ef74432d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:19.774269 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-1ecfab54-5e1a-4be9-a3c0-50ef74432d81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f2b15cb5323e4eba9896faf7fb1bc9bf&device_id=4e8165bd-ad25-4555-9092-1a43e12999c6 HTTP/1.1" status: 200 len: 1094 time: 0.0945129 Dec 17 15:15:19.779413 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f98f11-caa2-4bba-9f24-f9971dc16ba9 req-02f79f70-ed2c-4238-8595-a285cb37b95c tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:19.780595 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-705f3a9a-c04d-4f4f-8862-1555fb0acc6e admin admin] For port ba77f246-d591-489a-a0a8-8be5b1353dba, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ba77f246-d591-489a-a0a8-8be5b1353dba,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:19.780989 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-705f3a9a-c04d-4f4f-8862-1555fb0acc6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:19.784636 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-badaac1b-5295-41b9-81af-a8343e5fade6 None None] Set router 854958be-ab53-487f-9373-1e5cfb7c7c83 gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:15:19.789001 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4f98f11-caa2-4bba-9f24-f9971dc16ba9 req-02f79f70-ed2c-4238-8595-a285cb37b95c tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=656593fd-be23-42c0-9e80-cd2a65ee06bd HTTP/1.1" status: 200 len: 944 time: 0.0774610 Dec 17 15:15:19.810883 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7048354c-ed51-489a-8c9c-96ed3d240947 x-openstack-request-id: req-7048354c-ed51-489a-8c9c-96ed3d240947 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:15:19.811423 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8165bd-ad25-4555-9092-1a43e12999c6", "tag": "f5a28c92-b246-4ef1-a210-5c752f14237c", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:15:19.811844 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7048354c-ed51-489a-8c9c-96ed3d240947 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:15:19.812455 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8165bd-ad25-4555-9092-1a43e12999c6', 'tag': 'f5a28c92-b246-4ef1-a210-5c752f14237c', 'status': 'completed', 'code': 200} Dec 17 15:15:19.826030 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dd46b06c-33df-4cbc-b948-1b7d24b375b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:19.833394 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dd46b06c-33df-4cbc-b948-1b7d24b375b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:19.833394 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-dd46b06c-33df-4cbc-b948-1b7d24b375b2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8a773bab-1c53-4b03-8427-afeda468dba9 HTTP/1.1" status: 204 len: 168 time: 0.4548042 Dec 17 15:15:19.836047 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-705f3a9a-c04d-4f4f-8862-1555fb0acc6e admin admin] Calling delete_port for ba77f246-d591-489a-a0a8-8be5b1353dba owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:15:19.838688 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-cccc6e22-f8a7-4f61-bc0a-423bbce2ab75 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5a28c92-b246-4ef1-a210-5c752f14237c HTTP/1.1" status: 200 len: 217 time: 0.0499322 Dec 17 15:15:19.850810 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-badaac1b-5295-41b9-81af-a8343e5fade6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854958be-ab53-487f-9373-1e5cfb7c7c83', 'name': 'tempest-ServerRescueNegativeTestJSON-53813695-router', 'tenant_id': 'dce35d970fbe48cba744e46ec101633d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:12:10Z', 'updated_at': '2021-12-17T15:15:19Z', 'revision_number': 6, 'project_id': 'dce35d970fbe48cba744e46ec101633d', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:15:19.860832 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d7328c-2ebb-4c49-a3d1-012cce400f41 x-openstack-request-id: req-55d7328c-2ebb-4c49-a3d1-012cce400f41 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:15:19.861102 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32b9cd3-7f4c-4cef-9d5f-402dd6d56434", "name": "network-vif-deleted", "tag": "63d15c7f-34e8-4018-b329-82275f7df244", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:15:19.861291 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-55d7328c-2ebb-4c49-a3d1-012cce400f41 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:15:19.861670 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32b9cd3-7f4c-4cef-9d5f-402dd6d56434', 'name': 'network-vif-deleted', 'tag': '63d15c7f-34e8-4018-b329-82275f7df244', 'status': 'completed', 'code': 200} Dec 17 15:15:19.874166 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4f98f11-caa2-4bba-9f24-f9971dc16ba9 req-95e0184f-bf04-45a1-a32f-96b902fbd82b tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839853 Dec 17 15:15:19.879312 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46b06c-33df-4cbc-b948-1b7d24b375b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a773bab-1c53-4b03-8427-afeda468dba9,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:19.881915 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badaac1b-5295-41b9-81af-a8343e5fade6 None None] The sync data for ids ['854958be-ab53-487f-9373-1e5cfb7c7c83'] in n-d-820553-2 is: [{'id': '854958be-ab53-487f-9373-1e5cfb7c7c83', 'name': 'tempest-ServerRescueNegativeTestJSON-53813695-router', 'tenant_id': 'dce35d970fbe48cba744e46ec101633d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:12:10Z', 'updated_at': '2021-12-17T15:15:19Z', 'revision_number': 6, 'project_id': 'dce35d970fbe48cba744e46ec101633d', 'gw_port_host': None}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:15:19.941702 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-38437928-cb61-41f7-9fbe-791500a876ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:19.960027 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port ea8794b9-340e-4a13-9a9c-041c118e5632, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=ea8794b9-340e-4a13-9a9c-041c118e5632,segment=NetworkSegment(51a1288b-3152-4b23-ad96-6a255f8b8b61),segment_id=51a1288b-3152-4b23-ad96-6a255f8b8b61)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:19.973423 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'ea8794b9-340e-4a13-9a9c-041c118e5632', 'network_id': '8ae579af-cc89-4461-a54a-3154f37fcf61', 'port_id': 'ea8794b9-340e-4a13-9a9c-041c118e5632', 'mac_address': 'fa:16:3e:dc:92:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c02b0952-f799-438a-a915-b0d0b0a1d011', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:15:19.990815 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38437928-cb61-41f7-9fbe-791500a876ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c28c8ec-5ccc-4295-ab15-cbe54116b2d0,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:20.007857 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-38437928-cb61-41f7-9fbe-791500a876ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:20.011637 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:20.014992 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-38437928-cb61-41f7-9fbe-791500a876ce admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6c28c8ec-5ccc-4295-ab15-cbe54116b2d0 HTTP/1.1" status: 204 len: 168 time: 0.7813616 Dec 17 15:15:20.015649 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 43666) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:20.022394 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-3437c3e2-e58f-4069-a202-1f0b87cb6586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:20.025404 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-3437c3e2-e58f-4069-a202-1f0b87cb6586 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4502cdf4-b8e8-41c6-9e10-7a307da6f1e2 HTTP/1.1" status: 200 len: 852 time: 0.1765163 Dec 17 15:15:20.026407 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea8794b9-340e-4a13-9a9c-041c118e5632 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:15:20.047910 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port ea8794b9-340e-4a13-9a9c-041c118e5632, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=ea8794b9-340e-4a13-9a9c-041c118e5632,segment=NetworkSegment(51a1288b-3152-4b23-ad96-6a255f8b8b61),segment_id=51a1288b-3152-4b23-ad96-6a255f8b8b61)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:20.089859 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-668f023b-6a40-4590-b8eb-2cebfed36fac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=853d16f0-e7bd-42ea-bcaa-167e13603122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577474 Dec 17 15:15:20.100061 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-396669ac-ed00-4435-b44c-52870191ca4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:20.129983 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:20.194447 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-396669ac-ed00-4435-b44c-52870191ca4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:20.215650 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=ea8794b9-340e-4a13-9a9c-041c118e5632,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:20.224815 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-396669ac-ed00-4435-b44c-52870191ca4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:15:20.260260 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-396669ac-ed00-4435-b44c-52870191ca4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e160214-906f-43ba-86bf-097b04139c2e') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:15:20.260591 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-396669ac-ed00-4435-b44c-52870191ca4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e160214-906f-43ba-86bf-097b04139c2e') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:15:20.277480 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-396669ac-ed00-4435-b44c-52870191ca4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:20.289934 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 252823a6-7a13-4882-9733-aeb6f1e4a8a8 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:15:20.295917 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-5a44f4d6-8e66-4664-a37d-d920bdabeee9 service neutron] 10.222.0.41 "GET /v2.0/networks/853d16f0-e7bd-42ea-bcaa-167e13603122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901443 Dec 17 15:15:20.297339 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-396669ac-ed00-4435-b44c-52870191ca4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:20.314870 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 252823a6-7a13-4882-9733-aeb6f1e4a8a8 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:15:20.315217 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 252823a6-7a13-4882-9733-aeb6f1e4a8a8 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:15:20.333477 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c640d6-9e5a-41b8-b10c-eb1c816afe90 req-dea7edb2-93d8-4d31-87a5-2fa9a469b56a tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:20.335157 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-35c640d6-9e5a-41b8-b10c-eb1c816afe90 req-dea7edb2-93d8-4d31-87a5-2fa9a469b56a tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/ports?device_id=243615b8-a94b-43cb-ba31-701f8c9eaa4d HTTP/1.1" status: 200 len: 944 time: 0.1131756 Dec 17 15:15:20.341700 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-396669ac-ed00-4435-b44c-52870191ca4c admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:15:20.342122 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-396669ac-ed00-4435-b44c-52870191ca4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:20.344021 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:15:20.344021 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:15:20.344021 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:15:20.344021 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:15:20.344021 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:15:20.344021 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:15:20.344021 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:15:20.344021 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:15:20.344021 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:15:20.344021 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:15:20.344021 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:15:20.344021 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:15:20.344021 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:15:20.344021 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:15:20.344021 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:15:20.344021 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:15:20.344021 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:15:20.344021 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:15:20.344021 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:15:20.344021 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:15:20.344021 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:15:20.344021 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:15:20.344021 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:15:20.344021 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:15:20.344021 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:15:20.344021 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:15:20.344021 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:15:20.344021 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:15:20.344021 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:15:20.344021 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:15:20.344021 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:15:20.344021 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:15:20.422258 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-705f3a9a-c04d-4f4f-8862-1555fb0acc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:20.429979 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-67a1e394-6f20-4075-b975-f216ceb6b66a req-0b5721be-9d44-40b3-ad77-a5a91e71ab5c service neutron] 10.222.0.41 "GET /v2.0/networks/853d16f0-e7bd-42ea-bcaa-167e13603122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261966 Dec 17 15:15:20.460789 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-35c640d6-9e5a-41b8-b10c-eb1c816afe90 req-0d9c981f-0eec-49ad-b282-7e2662e2420d tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dbb9f48-bb90-43ff-ae27-ca4f4dc14b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070836 Dec 17 15:15:20.461020 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f3a9a-c04d-4f4f-8862-1555fb0acc6e admin admin] Pushing event deleted for resources: {'Port': ['ID=ba77f246-d591-489a-a0a8-8be5b1353dba,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:20.485216 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5906f-6a6c-4d29-b50c-8737deb0a473 req-2dabb610-9251-4e62-abd0-cb20563329a9 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:20.486400 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d4f5906f-6a6c-4d29-b50c-8737deb0a473 req-2dabb610-9251-4e62-abd0-cb20563329a9 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/ports?device_id=95236c69-4789-490e-bb3a-ef7d4625be64 HTTP/1.1" status: 200 len: 945 time: 0.0906863 Dec 17 15:15:20.532508 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-705f3a9a-c04d-4f4f-8862-1555fb0acc6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:20.548351 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d4f5906f-6a6c-4d29-b50c-8737deb0a473 req-10ec88cd-2dc1-4cde-9f00-7321910b5153 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/security-groups?id=c23a7f4b-103e-4506-9b1f-90acdb739d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550666 Dec 17 15:15:20.566466 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-396669ac-ed00-4435-b44c-52870191ca4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:20.590463 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-396669ac-ed00-4435-b44c-52870191ca4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:20.594055 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-396669ac-ed00-4435-b44c-52870191ca4c admin admin] 10.222.0.46 "DELETE /v2.0/networks/5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0 HTTP/1.1" status: 204 len: 168 time: 0.5765927 Dec 17 15:15:20.603617 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 43676) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:20.612184 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396669ac-ed00-4435-b44c-52870191ca4c admin admin] Pushing event deleted for resources: {'Network': ['ID=5e3ad88d-2597-4c2d-a4d8-eae7b1f860f0,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:20.615718 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:15:20.634755 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649645f-8a0e-44d0-a6ac-38c54ec893bd req-3700f958-6b5a-4eb9-837b-86acf72cecde tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:20.642285 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4649645f-8a0e-44d0-a6ac-38c54ec893bd req-3700f958-6b5a-4eb9-837b-86acf72cecde tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/ports?device_id=796e2186-1df7-4e80-8fc2-a75b9a9b2a71 HTTP/1.1" status: 200 len: 947 time: 0.0883751 Dec 17 15:15:20.678195 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['ea8794b9-340e-4a13-9a9c-041c118e5632'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:15:20.706392 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4649645f-8a0e-44d0-a6ac-38c54ec893bd req-fcd71801-d0ec-449e-9a94-a4eed0157e3b tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/security-groups?id=939eb8ae-0a94-49f6-a06d-1d439f9a2045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630643 Dec 17 15:15:20.723075 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 43678) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:20.729975 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-62888d6d-934d-4adc-95f7-eeb37a9cb928 admin admin] Deleting subnet 9da99ff8-d876-4bda-82a0-78062a66eafd {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:15:20.733566 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-62888d6d-934d-4adc-95f7-eeb37a9cb928 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:20.800119 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d52ad9c9-632b-4ff8-af8d-952605d1b6eb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b952d945d3134609a05b819c63064bbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0762069 Dec 17 15:15:20.802860 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 43682) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:20.813751 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-62888d6d-934d-4adc-95f7-eeb37a9cb928 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:20.816977 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-705f3a9a-c04d-4f4f-8862-1555fb0acc6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:20.837809 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-705f3a9a-c04d-4f4f-8862-1555fb0acc6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:20.867723 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6763758b-592c-4f02-be87-e903c51a4661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:20.924655 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bef96-3a75-4c63-82ac-608eb758e1d3 req-6c28e356-cb32-4bda-9e58-3531afdd9810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:20.926587 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a71bef96-3a75-4c63-82ac-608eb758e1d3 req-6c28e356-cb32-4bda-9e58-3531afdd9810 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f2b15cb5323e4eba9896faf7fb1bc9bf&device_id=4e8165bd-ad25-4555-9092-1a43e12999c6 HTTP/1.1" status: 200 len: 1094 time: 0.1570458 Dec 17 15:15:20.936604 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-62888d6d-934d-4adc-95f7-eeb37a9cb928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:20.963684 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6763758b-592c-4f02-be87-e903c51a4661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:21.009700 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-705f3a9a-c04d-4f4f-8862-1555fb0acc6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:21.010255 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705f3a9a-c04d-4f4f-8862-1555fb0acc6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 854958be-ab53-487f-9373-1e5cfb7c7c83 {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:15:21.019680 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-705f3a9a-c04d-4f4f-8862-1555fb0acc6e admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:21.022964 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-705f3a9a-c04d-4f4f-8862-1555fb0acc6e admin admin] 10.222.0.46 "DELETE /v2.0/routers/854958be-ab53-487f-9373-1e5cfb7c7c83 HTTP/1.1" status: 204 len: 168 time: 2.1534855 Dec 17 15:15:21.023507 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5bd41-68ad-4fe0-a64f-651ece632fe1 req-2cab9055-e959-4084-867f-5e49015ec766 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:21.025363 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-15c5bd41-68ad-4fe0-a64f-651ece632fe1 req-2cab9055-e959-4084-867f-5e49015ec766 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8165bd-ad25-4555-9092-1a43e12999c6 HTTP/1.1" status: 200 len: 943 time: 0.1593115 Dec 17 15:15:21.031063 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 43686) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:21.102346 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 50068d0a-ddba-4f08-a127-91189c27fa6b details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:15:21.113182 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3ecaab1-89cc-4021-9960-b05186c46582 admin admin] Deleting subnet e60526ad-10ea-41ba-854b-a0b7809ae667 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:15:21.116075 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bdd5e6-05ee-48d8-babb-a4285a673416 req-0f6f2f7b-3204-46bd-b621-00e411347807 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:21.116403 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c3ecaab1-89cc-4021-9960-b05186c46582 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:21.117873 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68bdd5e6-05ee-48d8-babb-a4285a673416 req-0f6f2f7b-3204-46bd-b621-00e411347807 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=656593fd-be23-42c0-9e80-cd2a65ee06bd HTTP/1.1" status: 200 len: 944 time: 0.1136377 Dec 17 15:15:21.153203 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-15c5bd41-68ad-4fe0-a64f-651ece632fe1 req-d6eafb93-2f4a-455b-9820-61ab1689b657 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a47c993-d62d-43bf-a7f3-420ad91c0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840602 Dec 17 15:15:21.156477 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bef96-3a75-4c63-82ac-608eb758e1d3 req-9975f997-c0e2-438a-bbef-b9d071bf1852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:21.166752 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a71bef96-3a75-4c63-82ac-608eb758e1d3 req-9975f997-c0e2-438a-bbef-b9d071bf1852 service neutron] 10.222.0.41 "GET /v2.0/networks?id=853d16f0-e7bd-42ea-bcaa-167e13603122 HTTP/1.1" status: 200 len: 913 time: 0.2233195 Dec 17 15:15:21.166752 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c3ecaab1-89cc-4021-9960-b05186c46582 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:21.190773 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-62888d6d-934d-4adc-95f7-eeb37a9cb928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:21.194495 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68bdd5e6-05ee-48d8-babb-a4285a673416 req-8f887bbf-41f1-410e-bf8f-e44863a4e77a tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685861 Dec 17 15:15:21.240932 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6763758b-592c-4f02-be87-e903c51a4661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:21.241124 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a71bef96-3a75-4c63-82ac-608eb758e1d3 req-b3da63af-c85b-49c2-93c8-50354385bd4e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5a28c92-b246-4ef1-a210-5c752f14237c HTTP/1.1" status: 200 len: 217 time: 0.0587635 Dec 17 15:15:21.249704 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6763758b-592c-4f02-be87-e903c51a4661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:21.259613 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6763758b-592c-4f02-be87-e903c51a4661 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/62d42695-583d-47ff-b2a4-4a2146bff354 HTTP/1.1" status: 204 len: 168 time: 0.4495430 Dec 17 15:15:21.273982 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62888d6d-934d-4adc-95f7-eeb37a9cb928 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9da99ff8-d876-4bda-82a0-78062a66eafd,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:21.276639 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-62888d6d-934d-4adc-95f7-eeb37a9cb928 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:21.282608 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-62888d6d-934d-4adc-95f7-eeb37a9cb928 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9da99ff8-d876-4bda-82a0-78062a66eafd HTTP/1.1" status: 204 len: 168 time: 0.6784465 Dec 17 15:15:21.282745 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 43690) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:21.285290 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6763758b-592c-4f02-be87-e903c51a4661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d42695-583d-47ff-b2a4-4a2146bff354,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:21.312324 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c3ecaab1-89cc-4021-9960-b05186c46582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:21.332626 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 50068d0a-ddba-4f08-a127-91189c27fa6b, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=50068d0a-ddba-4f08-a127-91189c27fa6b,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:21.348943 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '50068d0a-ddba-4f08-a127-91189c27fa6b', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': '50068d0a-ddba-4f08-a127-91189c27fa6b', 'mac_address': 'fa:16:3e:d2:49:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:15:21.351739 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bef96-3a75-4c63-82ac-608eb758e1d3 req-72817540-3cd6-441d-8eeb-4e7ec9ab722c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:21.353574 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a71bef96-3a75-4c63-82ac-608eb758e1d3 req-72817540-3cd6-441d-8eeb-4e7ec9ab722c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4502cdf4-b8e8-41c6-9e10-7a307da6f1e2 HTTP/1.1" status: 200 len: 852 time: 0.0922213 Dec 17 15:15:21.386664 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-50f5dba2-1cd1-4323-8938-5eb5ab98f865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:21.399147 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:21.407660 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a71bef96-3a75-4c63-82ac-608eb758e1d3 req-0c143c90-6a25-4065-acfc-cd03ef2d4168 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=853d16f0-e7bd-42ea-bcaa-167e13603122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431123 Dec 17 15:15:21.420394 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50068d0a-ddba-4f08-a127-91189c27fa6b {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:15:21.441021 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 50068d0a-ddba-4f08-a127-91189c27fa6b, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=50068d0a-ddba-4f08-a127-91189c27fa6b,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:21.485692 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-50f5dba2-1cd1-4323-8938-5eb5ab98f865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:21.508199 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-50f5dba2-1cd1-4323-8938-5eb5ab98f865 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2ff27bd-f163-4777-b6e1-1dd3136cacc3']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:15:21.511723 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a71bef96-3a75-4c63-82ac-608eb758e1d3 req-7cdd27dc-9e5c-4414-ab07-f56f82c46ff8 service neutron] 10.222.0.41 "GET /v2.0/networks/853d16f0-e7bd-42ea-bcaa-167e13603122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950112 Dec 17 15:15:21.519458 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-50f5dba2-1cd1-4323-8938-5eb5ab98f865 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e36058-2a25-4e7c-bc44-c7162a2732c8') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:15:21.519780 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-50f5dba2-1cd1-4323-8938-5eb5ab98f865 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e36058-2a25-4e7c-bc44-c7162a2732c8') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:15:21.532960 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-50f5dba2-1cd1-4323-8938-5eb5ab98f865 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:21.555423 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-50f5dba2-1cd1-4323-8938-5eb5ab98f865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:21.564242 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:21.579141 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f5dba2-1cd1-4323-8938-5eb5ab98f865 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:15:21.579141 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-50f5dba2-1cd1-4323-8938-5eb5ab98f865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:21.579456 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c3ecaab1-89cc-4021-9960-b05186c46582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:21.580740 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:15:21.580740 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:15:21.580740 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:15:21.580740 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:15:21.580740 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:15:21.580740 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:15:21.580740 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:15:21.580740 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:15:21.580740 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:15:21.580740 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:15:21.580740 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:15:21.580740 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:15:21.580740 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:15:21.580740 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:15:21.580740 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:15:21.580740 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:15:21.580740 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:15:21.580740 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:15:21.580740 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:15:21.580740 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:15:21.580740 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:15:21.580740 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:15:21.580740 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:15:21.580740 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:15:21.580740 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:15:21.580740 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:15:21.580740 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:15:21.580740 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:15:21.580740 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:15:21.580740 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:15:21.580740 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:15:21.580740 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:15:21.630471 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ecaab1-89cc-4021-9960-b05186c46582 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e60526ad-10ea-41ba-854b-a0b7809ae667,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:21.637849 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c3ecaab1-89cc-4021-9960-b05186c46582 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:21.641277 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=50068d0a-ddba-4f08-a127-91189c27fa6b,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:21.643029 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c3ecaab1-89cc-4021-9960-b05186c46582 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e60526ad-10ea-41ba-854b-a0b7809ae667 HTTP/1.1" status: 204 len: 168 time: 0.6109629 Dec 17 15:15:21.645422 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 43696) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:21.658917 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ee8fe-6e3c-4a6f-a9f7-5b7189d9b0f2 req-81a22249-8b2e-4d0d-9cc1-4fe2fd82a480 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:21.660674 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f14ee8fe-6e3c-4a6f-a9f7-5b7189d9b0f2 req-81a22249-8b2e-4d0d-9cc1-4fe2fd82a480 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/ports?device_id=243615b8-a94b-43cb-ba31-701f8c9eaa4d HTTP/1.1" status: 200 len: 944 time: 0.1162794 Dec 17 15:15:21.738060 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df1eab-c0e0-4e8c-b635-8aa11ad24238 req-93d3c999-b775-4368-87ad-bdc0d4c795cc tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:21.739915 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82df1eab-c0e0-4e8c-b635-8aa11ad24238 req-93d3c999-b775-4368-87ad-bdc0d4c795cc tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/ports?device_id=95236c69-4789-490e-bb3a-ef7d4625be64 HTTP/1.1" status: 200 len: 945 time: 0.0782099 Dec 17 15:15:21.749493 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f14ee8fe-6e3c-4a6f-a9f7-5b7189d9b0f2 req-fb1638ba-3372-4609-b5c8-29183220a5b6 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dbb9f48-bb90-43ff-ae27-ca4f4dc14b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775101 Dec 17 15:15:21.762947 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-50f5dba2-1cd1-4323-8938-5eb5ab98f865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:21.779929 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-50f5dba2-1cd1-4323-8938-5eb5ab98f865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:21.783355 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a71bef96-3a75-4c63-82ac-608eb758e1d3 req-f8cc5c7b-5fb5-42f6-b425-e52de3e63067 service neutron] 10.222.0.41 "GET /v2.0/networks/853d16f0-e7bd-42ea-bcaa-167e13603122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583034 Dec 17 15:15:21.783754 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-226f3144-28d0-479c-add4-e3e60d99d37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:21.784442 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-50f5dba2-1cd1-4323-8938-5eb5ab98f865 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c2ff27bd-f163-4777-b6e1-1dd3136cacc3 HTTP/1.1" status: 204 len: 168 time: 0.5000901 Dec 17 15:15:21.794201 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258a7b4-3f01-4b70-9c4b-a9b784ad382a req-b7760f9b-bdb5-493c-9e26-2aa909917acb tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:21.796473 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c258a7b4-3f01-4b70-9c4b-a9b784ad382a req-b7760f9b-bdb5-493c-9e26-2aa909917acb tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.13 "GET /v2.0/ports?device_id=95236c69-4789-490e-bb3a-ef7d4625be64 HTTP/1.1" status: 200 len: 945 time: 0.1014299 Dec 17 15:15:21.803651 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5dba2-1cd1-4323-8938-5eb5ab98f865 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2ff27bd-f163-4777-b6e1-1dd3136cacc3,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:21.834257 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82df1eab-c0e0-4e8c-b635-8aa11ad24238 req-e9907295-8c36-49ed-bfc9-ad710e67ca0d tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/security-groups?id=c23a7f4b-103e-4506-9b1f-90acdb739d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791442 Dec 17 15:15:21.920010 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ac704-a56c-4339-846f-b20fb8dd7549 req-f103d2f7-1d60-42d2-a4ae-2c50ab355b72 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:21.921597 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-805ac704-a56c-4339-846f-b20fb8dd7549 req-f103d2f7-1d60-42d2-a4ae-2c50ab355b72 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/ports?device_id=796e2186-1df7-4e80-8fc2-a75b9a9b2a71 HTTP/1.1" status: 200 len: 948 time: 0.0723515 Dec 17 15:15:21.963969 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-805ac704-a56c-4339-846f-b20fb8dd7549 req-c15c6d7e-b84e-4888-9214-eaea8db06474 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/security-groups?id=939eb8ae-0a94-49f6-a06d-1d439f9a2045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357430 Dec 17 15:15:21.976556 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-226f3144-28d0-479c-add4-e3e60d99d37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:22.000865 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-226f3144-28d0-479c-add4-e3e60d99d37b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbde9e9a-b1dd-42f5-b861-f60d8d354cb3']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:15:22.012413 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-226f3144-28d0-479c-add4-e3e60d99d37b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b746a19-cda0-4375-9c52-9242ca19dfcd') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:15:22.012707 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-226f3144-28d0-479c-add4-e3e60d99d37b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b746a19-cda0-4375-9c52-9242ca19dfcd') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:15:22.024866 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-226f3144-28d0-479c-add4-e3e60d99d37b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:22.034778 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-c258a7b4-3f01-4b70-9c4b-a9b784ad382a req-c9171d72-1bd5-460e-9161-e80877c81355 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Deleting port 3b51f72e-3be0-4c1d-869d-fa3841798821 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:15:22.035106 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c258a7b4-3f01-4b70-9c4b-a9b784ad382a req-c9171d72-1bd5-460e-9161-e80877c81355 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:22.080039 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-226f3144-28d0-479c-add4-e3e60d99d37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:22.274409 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 43716) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:22.276589 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ba77f246-d591-489a-a0a8-8be5b1353dba no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:15:22.305736 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: ba77f246-d591-489a-a0a8-8be5b1353dba {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:15:22.306442 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ba77f246-d591-489a-a0a8-8be5b1353dba not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:15:22.352696 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-226f3144-28d0-479c-add4-e3e60d99d37b admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:15:22.353123 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-226f3144-28d0-479c-add4-e3e60d99d37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:22.354806 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:15:22.354806 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:15:22.354806 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:15:22.354806 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:15:22.354806 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:15:22.354806 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:15:22.354806 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:15:22.354806 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:15:22.354806 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:15:22.354806 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:15:22.354806 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:15:22.354806 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:15:22.354806 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:15:22.354806 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:15:22.354806 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:15:22.354806 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:15:22.354806 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:15:22.354806 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:15:22.354806 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:15:22.354806 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:15:22.354806 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:15:22.354806 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:15:22.354806 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:15:22.354806 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:15:22.354806 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:15:22.354806 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:15:22.354806 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:15:22.354806 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:15:22.354806 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:15:22.354806 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:15:22.354806 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:15:22.354806 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:15:22.364036 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-bf53c574-574a-4ef4-b0d1-a19069fa6577 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=724cb0144c46439a90883d842de78922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0883129 Dec 17 15:15:22.369305 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 43720) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:22.430526 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-208e39ff-9966-467e-83f4-d629df1653d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:22.446672 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-c258a7b4-3f01-4b70-9c4b-a9b784ad382a req-c9171d72-1bd5-460e-9161-e80877c81355 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] For port 3b51f72e-3be0-4c1d-869d-fa3841798821, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=3b51f72e-3be0-4c1d-869d-fa3841798821,segment=NetworkSegment(49382aae-d7b0-4646-aa0b-66de101aee0f),segment_id=49382aae-d7b0-4646-aa0b-66de101aee0f)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:22.450418 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c258a7b4-3f01-4b70-9c4b-a9b784ad382a req-c9171d72-1bd5-460e-9161-e80877c81355 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:22.457609 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-208e39ff-9966-467e-83f4-d629df1653d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:22.461521 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-c258a7b4-3f01-4b70-9c4b-a9b784ad382a req-c9171d72-1bd5-460e-9161-e80877c81355 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Calling delete_port for 3b51f72e-3be0-4c1d-869d-fa3841798821 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:15:22.506262 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9d110-f1a2-4121-85c1-114cb4a49432 req-d281adf4-9ede-4112-a542-636f8c1889c4 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:22.507759 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dfb9d110-f1a2-4121-85c1-114cb4a49432 req-d281adf4-9ede-4112-a542-636f8c1889c4 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=656593fd-be23-42c0-9e80-cd2a65ee06bd HTTP/1.1" status: 200 len: 944 time: 0.2064319 Dec 17 15:15:22.515803 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418db37-0310-46a9-8f01-cc018515269d req-cc9a77b0-f632-499f-b7d0-797ce6787bf7 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:22.517280 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4418db37-0310-46a9-8f01-cc018515269d req-cc9a77b0-f632-499f-b7d0-797ce6787bf7 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8165bd-ad25-4555-9092-1a43e12999c6 HTTP/1.1" status: 200 len: 943 time: 0.2985768 Dec 17 15:15:22.544174 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-226f3144-28d0-479c-add4-e3e60d99d37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:22.550597 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-226f3144-28d0-479c-add4-e3e60d99d37b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:22.553955 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-226f3144-28d0-479c-add4-e3e60d99d37b admin admin] 10.222.0.46 "DELETE /v2.0/networks/cbde9e9a-b1dd-42f5-b861-f60d8d354cb3 HTTP/1.1" status: 204 len: 168 time: 0.9071381 Dec 17 15:15:22.590165 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4418db37-0310-46a9-8f01-cc018515269d req-de18b116-ec84-474e-9831-3694df902bc2 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a47c993-d62d-43bf-a7f3-420ad91c0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576739 Dec 17 15:15:22.590288 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f3144-28d0-479c-add4-e3e60d99d37b admin admin] Pushing event deleted for resources: {'Network': ['ID=cbde9e9a-b1dd-42f5-b861-f60d8d354cb3,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:22.590671 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dfb9d110-f1a2-4121-85c1-114cb4a49432 req-52c1e375-c8dc-4762-ab35-4cfe9244160a tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681524 Dec 17 15:15:22.623867 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['50068d0a-ddba-4f08-a127-91189c27fa6b'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:15:22.666112 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-208e39ff-9966-467e-83f4-d629df1653d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:22.668980 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-208e39ff-9966-467e-83f4-d629df1653d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:22.670987 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-208e39ff-9966-467e-83f4-d629df1653d8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/66d538cb-3646-453e-8b2e-40ac2b085fa8 HTTP/1.1" status: 204 len: 168 time: 0.2991872 Dec 17 15:15:22.678631 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e39ff-9966-467e-83f4-d629df1653d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d538cb-3646-453e-8b2e-40ac2b085fa8,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:22.740784 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c258a7b4-3f01-4b70-9c4b-a9b784ad382a req-c9171d72-1bd5-460e-9161-e80877c81355 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:22.775268 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9171d72-1bd5-460e-9161-e80877c81355 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Pushing event deleted for resources: {'Port': ['ID=3b51f72e-3be0-4c1d-869d-fa3841798821,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:22.819198 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-c258a7b4-3f01-4b70-9c4b-a9b784ad382a req-c9171d72-1bd5-460e-9161-e80877c81355 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] No DVR routers for this DVR port 3b51f72e-3be0-4c1d-869d-fa3841798821 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:15:22.822102 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c258a7b4-3f01-4b70-9c4b-a9b784ad382a req-c9171d72-1bd5-460e-9161-e80877c81355 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:22.825533 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c258a7b4-3f01-4b70-9c4b-a9b784ad382a req-c9171d72-1bd5-460e-9161-e80877c81355 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.13 "DELETE /v2.0/ports/3b51f72e-3be0-4c1d-869d-fa3841798821 HTTP/1.1" status: 204 len: 173 time: 1.0180206 Dec 17 15:15:22.825992 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95236c69-4789-490e-bb3a-ef7d4625be64', 'name': 'network-vif-deleted', 'tag': '3b51f72e-3be0-4c1d-869d-fa3841798821'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:15:22.828496 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8825d0-fd70-45fd-89cc-9725f3c0369e" -d '{"events": [{"server_uuid": "95236c69-4789-490e-bb3a-ef7d4625be64", "name": "network-vif-deleted", "tag": "3b51f72e-3be0-4c1d-869d-fa3841798821"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:15:22.887665 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca9c5f-f98f-4757-a7b0-95128b6573a4 req-dacbd559-7d0d-4bbb-af72-a24ed81b40af tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:22.887829 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e9e8f6-7a79-48ef-a4f4-0b1dd99db95a x-openstack-request-id: req-33e9e8f6-7a79-48ef-a4f4-0b1dd99db95a {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:15:22.887829 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95236c69-4789-490e-bb3a-ef7d4625be64", "name": "network-vif-deleted", "tag": "3b51f72e-3be0-4c1d-869d-fa3841798821", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:15:22.887829 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-33e9e8f6-7a79-48ef-a4f4-0b1dd99db95a {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:15:22.887829 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95236c69-4789-490e-bb3a-ef7d4625be64', 'name': 'network-vif-deleted', 'tag': '3b51f72e-3be0-4c1d-869d-fa3841798821', 'status': 'completed', 'code': 200} Dec 17 15:15:22.890188 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9ca9c5f-f98f-4757-a7b0-95128b6573a4 req-dacbd559-7d0d-4bbb-af72-a24ed81b40af tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/ports?device_id=243615b8-a94b-43cb-ba31-701f8c9eaa4d HTTP/1.1" status: 200 len: 944 time: 0.0628171 Dec 17 15:15:22.926166 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9ca9c5f-f98f-4757-a7b0-95128b6573a4 req-9af48d29-6db0-4230-88c4-b8e39291f1eb tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dbb9f48-bb90-43ff-ae27-ca4f4dc14b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349619 Dec 17 15:15:22.970325 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-37bf4cbd-237d-434b-b4a9-33be525471f9 req-5865cfe6-de83-456a-abee-0b8326fa6390 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/ports?device_id=95236c69-4789-490e-bb3a-ef7d4625be64 HTTP/1.1" status: 200 len: 210 time: 0.0297868 Dec 17 15:15:23.009438 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 43742) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:23.058175 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f5a28c92-b246-4ef1-a210-5c752f14237c details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:15:23.068960 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:15:23.087924 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-11cae9f6-9c97-47e7-8533-91f412842f50 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dce35d970fbe48cba744e46ec101633d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0768063 Dec 17 15:15:23.090276 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 43744) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:23.140910 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf7a67-7920-46b7-a63c-3ee66fda5cb0 req-35b17978-1bd2-4d63-ac7a-fe7ca08d08f9 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:23.146759 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-64bf7a67-7920-46b7-a63c-3ee66fda5cb0 req-35b17978-1bd2-4d63-ac7a-fe7ca08d08f9 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/ports?device_id=796e2186-1df7-4e80-8fc2-a75b9a9b2a71 HTTP/1.1" status: 200 len: 948 time: 0.0920701 Dec 17 15:15:23.179255 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3dc7640d-2034-4d9f-8c22-24668f7376ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:23.189395 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-64bf7a67-7920-46b7-a63c-3ee66fda5cb0 req-cf841048-c061-403d-be94-2f3b3d9d57fa tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/security-groups?id=939eb8ae-0a94-49f6-a06d-1d439f9a2045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367193 Dec 17 15:15:23.208193 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3dc7640d-2034-4d9f-8c22-24668f7376ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:23.340698 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3dc7640d-2034-4d9f-8c22-24668f7376ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:23.343912 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3dc7640d-2034-4d9f-8c22-24668f7376ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:23.345190 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3dc7640d-2034-4d9f-8c22-24668f7376ee admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/69f74317-ed0a-4491-a48c-69c5e043fa3c HTTP/1.1" status: 204 len: 168 time: 0.2539887 Dec 17 15:15:23.353092 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7640d-2034-4d9f-8c22-24668f7376ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f74317-ed0a-4491-a48c-69c5e043fa3c,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:23.361939 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port f5a28c92-b246-4ef1-a210-5c752f14237c, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f5a28c92-b246-4ef1-a210-5c752f14237c,segment=NetworkSegment(07900043-60e6-4571-9c07-ecceb7b2285a),segment_id=07900043-60e6-4571-9c07-ecceb7b2285a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:23.378947 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'f5a28c92-b246-4ef1-a210-5c752f14237c', 'network_id': '853d16f0-e7bd-42ea-bcaa-167e13603122', 'port_id': 'f5a28c92-b246-4ef1-a210-5c752f14237c', 'mac_address': 'fa:16:3e:51:d3:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4502cdf4-b8e8-41c6-9e10-7a307da6f1e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:15:23.417989 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:23.425619 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:15:23.432570 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:15:23.432874 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:23.436968 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5a28c92-b246-4ef1-a210-5c752f14237c {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:15:23.481139 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port f5a28c92-b246-4ef1-a210-5c752f14237c, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f5a28c92-b246-4ef1-a210-5c752f14237c,segment=NetworkSegment(07900043-60e6-4571-9c07-ecceb7b2285a),segment_id=07900043-60e6-4571-9c07-ecceb7b2285a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:23.528175 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:23.552318 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656593fd-be23-42c0-9e80-cd2a65ee06bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:15:23.554616 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10050705-a00e-4b87-9c8d-4157b7da364b" -d '{"events": [{"server_uuid": "656593fd-be23-42c0-9e80-cd2a65ee06bd", "name": "network-vif-plugged", "status": "completed", "tag": "d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:15:23.565308 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:23.571307 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1', '1c901863-dcaf-4355-aa30-7046fd29554e'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:15:23.574497 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8,segment=NetworkSegment(015294cb-4187-4289-b628-75f381cf79fc),segment_id=015294cb-4187-4289-b628-75f381cf79fc)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:23.597353 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 43756) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:23.613522 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c07713-2dd5-44be-88ec-f4093aed99a8 x-openstack-request-id: req-01c07713-2dd5-44be-88ec-f4093aed99a8 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:15:23.613817 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "656593fd-be23-42c0-9e80-cd2a65ee06bd", "name": "network-vif-plugged", "status": "completed", "tag": "d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:15:23.614071 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-01c07713-2dd5-44be-88ec-f4093aed99a8 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:15:23.614456 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656593fd-be23-42c0-9e80-cd2a65ee06bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8', 'code': 200} Dec 17 15:15:23.649176 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:23.650757 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device ea8794b9-340e-4a13-9a9c-041c118e5632 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:15:23.666109 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 43764) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:23.666905 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3bf4b560-e4d1-4fc6-893c-572205689d8d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=17544c393de243a0b2d16ca2db02f05a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0674937 Dec 17 15:15:23.692538 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=f5a28c92-b246-4ef1-a210-5c752f14237c,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:23.787502 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:23.869976 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20d04e-ac23-4bff-8f1b-e2763f88175c req-5719fbfe-0e3a-4d59-9524-83a73ffd5870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:23.871605 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7d20d04e-ac23-4bff-8f1b-e2763f88175c req-5719fbfe-0e3a-4d59-9524-83a73ffd5870 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=656593fd-be23-42c0-9e80-cd2a65ee06bd HTTP/1.1" status: 200 len: 1096 time: 0.1606133 Dec 17 15:15:23.892654 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port ea8794b9-340e-4a13-9a9c-041c118e5632 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:15:23.901543 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port ea8794b9-340e-4a13-9a9c-041c118e5632 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:15:23.901657 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:23.902104 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6a5443eb-d3d3-41d2-9d96-877787728f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:23.939465 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6a5443eb-d3d3-41d2-9d96-877787728f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:23.956773 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7d20d04e-ac23-4bff-8f1b-e2763f88175c req-3359fcac-567e-4098-9f4e-7dfa546fa164 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767868 Dec 17 15:15:23.977401 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf506a8d-523c-4f8c-b8a2-9ec1c9eefebc req-5eb1d8da-d0b8-4f97-b7d9-073215383864 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:23.979241 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf506a8d-523c-4f8c-b8a2-9ec1c9eefebc req-5eb1d8da-d0b8-4f97-b7d9-073215383864 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=656593fd-be23-42c0-9e80-cd2a65ee06bd HTTP/1.1" status: 200 len: 945 time: 0.1200058 Dec 17 15:15:24.000286 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c818277-652b-44ce-b938-cee5aef5da87 req-fb89577a-7e85-42e7-9e79-b28d7696680f tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:24.010105 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c818277-652b-44ce-b938-cee5aef5da87 req-fb89577a-7e85-42e7-9e79-b28d7696680f tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8165bd-ad25-4555-9092-1a43e12999c6 HTTP/1.1" status: 200 len: 944 time: 0.2112408 Dec 17 15:15:24.058357 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:24.098366 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c818277-652b-44ce-b938-cee5aef5da87 req-d5a50a1a-2c14-4b5e-8ec2-c3574877283c tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a47c993-d62d-43bf-a7f3-420ad91c0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726488 Dec 17 15:15:24.112239 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6a5443eb-d3d3-41d2-9d96-877787728f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:24.116556 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6a5443eb-d3d3-41d2-9d96-877787728f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:24.118000 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6a5443eb-d3d3-41d2-9d96-877787728f3c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c11427a0-0f36-4a0e-b2f7-fe0ec13337b1 HTTP/1.1" status: 204 len: 168 time: 0.4504044 Dec 17 15:15:24.136591 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf506a8d-523c-4f8c-b8a2-9ec1c9eefebc req-327d01a3-d5e6-4a94-86a5-bd64c983353c tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236653 Dec 17 15:15:24.146244 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5443eb-d3d3-41d2-9d96-877787728f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11427a0-0f36-4a0e-b2f7-fe0ec13337b1,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:24.167721 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['f5a28c92-b246-4ef1-a210-5c752f14237c'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:15:24.175030 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port ea8794b9-340e-4a13-9a9c-041c118e5632, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=ea8794b9-340e-4a13-9a9c-041c118e5632,segment=NetworkSegment(51a1288b-3152-4b23-ad96-6a255f8b8b61),segment_id=51a1288b-3152-4b23-ad96-6a255f8b8b61)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:24.212214 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 3b51f72e-3be0-4c1d-869d-fa3841798821 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:15:24.262932 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 3b51f72e-3be0-4c1d-869d-fa3841798821 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:15:24.263634 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 3b51f72e-3be0-4c1d-869d-fa3841798821 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:15:24.266592 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8343ba-c0e9-4726-bb29-ed7bb1bfb5b3 req-a0ada12f-3446-4e42-9ee4-43b65237c9ee tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:24.268410 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0c8343ba-c0e9-4726-bb29-ed7bb1bfb5b3 req-a0ada12f-3446-4e42-9ee4-43b65237c9ee tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/ports?device_id=243615b8-a94b-43cb-ba31-701f8c9eaa4d HTTP/1.1" status: 200 len: 944 time: 0.0603750 Dec 17 15:15:24.273485 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:24.365370 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0c8343ba-c0e9-4726-bb29-ed7bb1bfb5b3 req-1bfdd333-ee11-4435-a047-7f190f3eaa29 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dbb9f48-bb90-43ff-ae27-ca4f4dc14b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779104 Dec 17 15:15:24.371200 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=ea8794b9-340e-4a13-9a9c-041c118e5632,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:24.484691 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56209f2a-da9b-4da3-ab06-1fe003a68b1f req-2e74c785-a38c-485c-8da7-ae47c40332b9 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:24.492840 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-56209f2a-da9b-4da3-ab06-1fe003a68b1f req-2e74c785-a38c-485c-8da7-ae47c40332b9 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/ports?device_id=796e2186-1df7-4e80-8fc2-a75b9a9b2a71 HTTP/1.1" status: 200 len: 948 time: 0.0629635 Dec 17 15:15:24.545112 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-56209f2a-da9b-4da3-ab06-1fe003a68b1f req-409b236b-0c2d-4fa9-b8b0-cb18e85338e9 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/security-groups?id=939eb8ae-0a94-49f6-a06d-1d439f9a2045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498261 Dec 17 15:15:25.056386 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20775d0b-4c5e-437f-8b33-a554ab17b184 req-3630d62c-b02a-4469-8cdf-8bda0e8c0ca7 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:25.063327 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20775d0b-4c5e-437f-8b33-a554ab17b184 req-3630d62c-b02a-4469-8cdf-8bda0e8c0ca7 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:25.064930 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-20775d0b-4c5e-437f-8b33-a554ab17b184 req-3630d62c-b02a-4469-8cdf-8bda0e8c0ca7 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/ports?device_id=5654f416-ace7-4e82-a6a3-e24f80c000fb&device_id=df0ee0eb-918b-47cb-b6b5-4d7ee4a69717 HTTP/1.1" status: 200 len: 1683 time: 0.0643575 Dec 17 15:15:25.087019 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 50068d0a-ddba-4f08-a127-91189c27fa6b up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:15:25.128439 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-20775d0b-4c5e-437f-8b33-a554ab17b184 req-9ad12763-bbc3-43d6-b239-dbb86c6a6cf1 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/security-groups?id=c23a7f4b-103e-4506-9b1f-90acdb739d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568397 Dec 17 15:15:25.220607 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 50068d0a-ddba-4f08-a127-91189c27fa6b completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:15:25.226234 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 50068d0a-ddba-4f08-a127-91189c27fa6b triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:15:25.226757 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:25.246126 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347cb8f6-b8b6-4372-b57f-f89492122c86 req-1131c76a-a028-4fd8-8cba-28889ddb5058 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:25.247966 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-347cb8f6-b8b6-4372-b57f-f89492122c86 req-1131c76a-a028-4fd8-8cba-28889ddb5058 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8165bd-ad25-4555-9092-1a43e12999c6 HTTP/1.1" status: 200 len: 944 time: 0.0805292 Dec 17 15:15:25.270781 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1b029-a639-46ae-8215-64ba90b2da08 req-f436b8be-99e0-4791-8cc1-1349664f1663 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:25.272253 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-41f1b029-a639-46ae-8215-64ba90b2da08 req-f436b8be-99e0-4791-8cc1-1349664f1663 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=656593fd-be23-42c0-9e80-cd2a65ee06bd HTTP/1.1" status: 200 len: 945 time: 0.0786779 Dec 17 15:15:25.318990 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:25.330019 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-347cb8f6-b8b6-4372-b57f-f89492122c86 req-07cfa8fb-9e36-4f38-8327-b54dc234339b tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a47c993-d62d-43bf-a7f3-420ad91c0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727510 Dec 17 15:15:25.358845 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-41f1b029-a639-46ae-8215-64ba90b2da08 req-90987e5d-4846-46d0-bae7-ab43425e42db tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736198 Dec 17 15:15:25.385989 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 50068d0a-ddba-4f08-a127-91189c27fa6b, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=50068d0a-ddba-4f08-a127-91189c27fa6b,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:25.443482 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:25.500613 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ff4a3-8773-4ebd-8627-ab7e5fd632ae req-41212aeb-173b-49bd-befc-e83617f1fdb4 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:25.502599 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c62ff4a3-8773-4ebd-8627-ab7e5fd632ae req-41212aeb-173b-49bd-befc-e83617f1fdb4 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/ports?device_id=243615b8-a94b-43cb-ba31-701f8c9eaa4d HTTP/1.1" status: 200 len: 945 time: 0.0685837 Dec 17 15:15:25.517934 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=50068d0a-ddba-4f08-a127-91189c27fa6b,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:25.548813 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c62ff4a3-8773-4ebd-8627-ab7e5fd632ae req-7e604eb2-eb7d-46f5-bc25-18de266e0376 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dbb9f48-bb90-43ff-ae27-ca4f4dc14b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398445 Dec 17 15:15:25.615427 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243615b8-a94b-43cb-ba31-701f8c9eaa4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8794b9-340e-4a13-9a9c-041c118e5632'}, {'server_uuid': '796e2186-1df7-4e80-8fc2-a75b9a9b2a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50068d0a-ddba-4f08-a127-91189c27fa6b'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:15:25.618033 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481e53db-19b7-4008-90fb-fa18e6c5d9f3" -d '{"events": [{"server_uuid": "243615b8-a94b-43cb-ba31-701f8c9eaa4d", "name": "network-vif-plugged", "status": "completed", "tag": "ea8794b9-340e-4a13-9a9c-041c118e5632"}, {"server_uuid": "796e2186-1df7-4e80-8fc2-a75b9a9b2a71", "name": "network-vif-plugged", "status": "completed", "tag": "50068d0a-ddba-4f08-a127-91189c27fa6b"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:15:25.631964 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:25.667281 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33b3c2-e177-45af-b5bd-7a0c4b058e80 req-4a6f745a-bc51-4ebf-9352-35f9bbb18eee tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:25.668727 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1e33b3c2-e177-45af-b5bd-7a0c4b058e80 req-4a6f745a-bc51-4ebf-9352-35f9bbb18eee tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/ports?device_id=796e2186-1df7-4e80-8fc2-a75b9a9b2a71 HTTP/1.1" status: 200 len: 949 time: 0.0493031 Dec 17 15:15:25.707191 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1e33b3c2-e177-45af-b5bd-7a0c4b058e80 req-fc610637-c19f-4f70-9e87-206dc8952838 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/security-groups?id=939eb8ae-0a94-49f6-a06d-1d439f9a2045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316749 Dec 17 15:15:25.754122 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Dec 2021 15:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24954367-cff9-45f2-ad35-d51fe9c8cba1 x-openstack-request-id: req-24954367-cff9-45f2-ad35-d51fe9c8cba1 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:15:25.754537 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "243615b8-a94b-43cb-ba31-701f8c9eaa4d", "name": "network-vif-plugged", "status": "completed", "tag": "ea8794b9-340e-4a13-9a9c-041c118e5632", "code": 200}, {"server_uuid": "796e2186-1df7-4e80-8fc2-a75b9a9b2a71", "name": "network-vif-plugged", "status": "completed", "tag": "50068d0a-ddba-4f08-a127-91189c27fa6b", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:15:25.754819 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-24954367-cff9-45f2-ad35-d51fe9c8cba1 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:15:25.755231 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243615b8-a94b-43cb-ba31-701f8c9eaa4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8794b9-340e-4a13-9a9c-041c118e5632', 'code': 200} Dec 17 15:15:25.755500 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796e2186-1df7-4e80-8fc2-a75b9a9b2a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50068d0a-ddba-4f08-a127-91189c27fa6b', 'code': 200} Dec 17 15:15:25.850130 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 43882) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:25.959869 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 43890) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:25.986905 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3011f1-70f3-404c-920b-29a524c6dd1a req-f6d3f5cf-e273-44e4-8b95-4d58bebe6862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:25.989502 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8f3011f1-70f3-404c-920b-29a524c6dd1a req-f6d3f5cf-e273-44e4-8b95-4d58bebe6862 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=243615b8-a94b-43cb-ba31-701f8c9eaa4d HTTP/1.1" status: 200 len: 1096 time: 0.0732846 Dec 17 15:15:25.994190 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4579eab-f5ac-4b5c-b56b-1d1659e95c67 req-9bec17b2-e869-41f4-ba60-64c62990e14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:25.995683 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a4579eab-f5ac-4b5c-b56b-1d1659e95c67 req-9bec17b2-e869-41f4-ba60-64c62990e14c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=796e2186-1df7-4e80-8fc2-a75b9a9b2a71 HTTP/1.1" status: 200 len: 1100 time: 0.0997398 Dec 17 15:15:26.039621 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8f3011f1-70f3-404c-920b-29a524c6dd1a req-9c14404d-a0f2-49e8-b2f6-ece5fb9e8d9e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5dbb9f48-bb90-43ff-ae27-ca4f4dc14b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403397 Dec 17 15:15:26.045230 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a4579eab-f5ac-4b5c-b56b-1d1659e95c67 req-c15d434b-cc57-44d0-b117-235859c6fe62 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=939eb8ae-0a94-49f6-a06d-1d439f9a2045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333791 Dec 17 15:15:26.071260 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b58d8079-b4ee-48c6-928b-e4d8335c01b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:26.116163 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b6bcdfc5-417c-4186-ac75-c9377a4b7900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:26.196118 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b58d8079-b4ee-48c6-928b-e4d8335c01b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:26.232613 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b6bcdfc5-417c-4186-ac75-c9377a4b7900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:26.243046 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b58d8079-b4ee-48c6-928b-e4d8335c01b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:26.280997 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d8079-b4ee-48c6-928b-e4d8335c01b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da8d281-1682-4c75-b544-9bf9422f6662,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:26.285505 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b58d8079-b4ee-48c6-928b-e4d8335c01b0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=53561cddbf0e4474a4d6e8502d53c3fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4340672 Dec 17 15:15:26.288012 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 43902) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:26.296016 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b6bcdfc5-417c-4186-ac75-c9377a4b7900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:26.367049 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b6bcdfc5-417c-4186-ac75-c9377a4b7900 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d33d942976a844ec91033a7ee7ba1c39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4059505 Dec 17 15:15:26.367276 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 43908) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:26.368713 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bcdfc5-417c-4186-ac75-c9377a4b7900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5813992-513b-4ab7-bd9b-5cca69e62c22,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:26.384797 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c32a69e3-42dd-43d4-a844-8c2e2fb24d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:26.387311 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf71d1-1f5f-4bcb-82ad-808dc053d7b4 req-7bb21b63-a9c4-488a-ab02-ab7d0badcebf tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:26.390500 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ebf71d1-1f5f-4bcb-82ad-808dc053d7b4 req-7bb21b63-a9c4-488a-ab02-ab7d0badcebf tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/ports?device_id=5654f416-ace7-4e82-a6a3-e24f80c000fb HTTP/1.1" status: 200 len: 946 time: 0.0633774 Dec 17 15:15:26.409406 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c32a69e3-42dd-43d4-a844-8c2e2fb24d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:26.486985 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ebf71d1-1f5f-4bcb-82ad-808dc053d7b4 req-68f0c695-9118-49eb-b285-adbee633077f tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/security-groups?id=c23a7f4b-103e-4506-9b1f-90acdb739d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865462 Dec 17 15:15:26.519862 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-47383e80-a2fe-4b39-9cd5-43a6e98a3dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:26.552474 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae445f3e-e606-4a91-abdd-029ffbc89693 req-4d899e31-b57b-432d-9d4f-887d1d89fa60 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:26.554023 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae445f3e-e606-4a91-abdd-029ffbc89693 req-4d899e31-b57b-432d-9d4f-887d1d89fa60 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8165bd-ad25-4555-9092-1a43e12999c6 HTTP/1.1" status: 200 len: 944 time: 0.1153808 Dec 17 15:15:26.565231 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-47383e80-a2fe-4b39-9cd5-43a6e98a3dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:26.566552 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c32a69e3-42dd-43d4-a844-8c2e2fb24d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:26.569248 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c32a69e3-42dd-43d4-a844-8c2e2fb24d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:26.573137 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c32a69e3-42dd-43d4-a844-8c2e2fb24d92 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5da8d281-1682-4c75-b544-9bf9422f6662 HTTP/1.1" status: 204 len: 168 time: 0.2815831 Dec 17 15:15:26.581635 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a69e3-42dd-43d4-a844-8c2e2fb24d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da8d281-1682-4c75-b544-9bf9422f6662,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:26.672853 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f923e1-d99e-4bd4-9a34-a774adaa5e6a req-62da8d06-eca8-46d5-a396-f74a0e012f20 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:26.674382 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c0f923e1-d99e-4bd4-9a34-a774adaa5e6a req-62da8d06-eca8-46d5-a396-f74a0e012f20 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=656593fd-be23-42c0-9e80-cd2a65ee06bd HTTP/1.1" status: 200 len: 945 time: 0.1166968 Dec 17 15:15:26.683869 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae445f3e-e606-4a91-abdd-029ffbc89693 req-6de53cbf-19c0-42ab-8e6b-7d385717716a tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a47c993-d62d-43bf-a7f3-420ad91c0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066873 Dec 17 15:15:26.727597 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c0f923e1-d99e-4bd4-9a34-a774adaa5e6a req-9207a034-8492-49ea-b193-069278ce4b57 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427101 Dec 17 15:15:26.801530 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490cfd3-ba03-466b-956e-38af0fa5e288 req-efc94acf-2ccf-4d86-8f34-b773bbf82f3e tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:26.803088 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b490cfd3-ba03-466b-956e-38af0fa5e288 req-efc94acf-2ccf-4d86-8f34-b773bbf82f3e tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/ports?device_id=243615b8-a94b-43cb-ba31-701f8c9eaa4d HTTP/1.1" status: 200 len: 945 time: 0.0603206 Dec 17 15:15:26.827593 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-47383e80-a2fe-4b39-9cd5-43a6e98a3dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:26.830090 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-47383e80-a2fe-4b39-9cd5-43a6e98a3dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:26.831403 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-47383e80-a2fe-4b39-9cd5-43a6e98a3dea admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c5813992-513b-4ab7-bd9b-5cca69e62c22 HTTP/1.1" status: 204 len: 168 time: 0.4631476 Dec 17 15:15:26.845707 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47383e80-a2fe-4b39-9cd5-43a6e98a3dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5813992-513b-4ab7-bd9b-5cca69e62c22,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:26.880404 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b490cfd3-ba03-466b-956e-38af0fa5e288 req-481f112b-debd-4583-9456-98a701a389c1 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dbb9f48-bb90-43ff-ae27-ca4f4dc14b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698035 Dec 17 15:15:26.986391 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7ef1a-23fd-4786-90df-e05f18736f39 req-f5bc8260-f953-4450-9044-de5b0320aeaf tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:26.988020 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40f7ef1a-23fd-4786-90df-e05f18736f39 req-f5bc8260-f953-4450-9044-de5b0320aeaf tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/ports?device_id=796e2186-1df7-4e80-8fc2-a75b9a9b2a71 HTTP/1.1" status: 200 len: 949 time: 0.0514462 Dec 17 15:15:27.029521 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40f7ef1a-23fd-4786-90df-e05f18736f39 req-b111b775-0b50-4739-91e3-2c5fb25e2b36 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/security-groups?id=939eb8ae-0a94-49f6-a06d-1d439f9a2045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350385 Dec 17 15:15:27.124526 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f5a28c92-b246-4ef1-a210-5c752f14237c up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:15:27.249402 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port f5a28c92-b246-4ef1-a210-5c752f14237c completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:15:27.253500 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port f5a28c92-b246-4ef1-a210-5c752f14237c triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:15:27.253789 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:27.336040 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:27.380510 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port f5a28c92-b246-4ef1-a210-5c752f14237c, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f5a28c92-b246-4ef1-a210-5c752f14237c,segment=NetworkSegment(07900043-60e6-4571-9c07-ecceb7b2285a),segment_id=07900043-60e6-4571-9c07-ecceb7b2285a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:27.427474 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 43944) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:27.440501 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2f19e5df-3119-4794-8c43-6c659f3f88ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:27.464158 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:27.521165 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=f5a28c92-b246-4ef1-a210-5c752f14237c,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:27.545837 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2f19e5df-3119-4794-8c43-6c659f3f88ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:27.573367 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65ca1e-b399-4a60-ae88-ba640c410e58 req-086fa119-bba1-4f0a-9759-71dfb5a26745 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:27.575028 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9a65ca1e-b399-4a60-ae88-ba640c410e58 req-086fa119-bba1-4f0a-9759-71dfb5a26745 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=656593fd-be23-42c0-9e80-cd2a65ee06bd HTTP/1.1" status: 200 len: 945 time: 0.0524006 Dec 17 15:15:27.614538 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9a65ca1e-b399-4a60-ae88-ba640c410e58 req-983cecac-a22b-4733-b704-0868320112c2 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330889 Dec 17 15:15:27.632579 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2f19e5df-3119-4794-8c43-6c659f3f88ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:27.675323 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f19e5df-3119-4794-8c43-6c659f3f88ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236417b3-ea5c-4d32-a163-ebc8447f046a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:27.688281 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2f19e5df-3119-4794-8c43-6c659f3f88ee admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=79b3c87894f74a2c8e185adff5ef74ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2595739 Dec 17 15:15:27.689083 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 43952) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:27.729517 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25dced6-b90a-44f8-ae61-a454d4d0cb87 req-c93b399b-6262-4671-96bd-9780f2ca155e tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:27.730983 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e25dced6-b90a-44f8-ae61-a454d4d0cb87 req-c93b399b-6262-4671-96bd-9780f2ca155e tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/ports?device_id=5654f416-ace7-4e82-a6a3-e24f80c000fb HTTP/1.1" status: 200 len: 946 time: 0.0530989 Dec 17 15:15:27.737588 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1ed9fc18-8f0b-43fc-bc23-fcd286816ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:27.756939 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8165bd-ad25-4555-9092-1a43e12999c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a28c92-b246-4ef1-a210-5c752f14237c'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:15:27.759280 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3410c155-93c5-4337-aa28-96dfc7995932" -d '{"events": [{"server_uuid": "4e8165bd-ad25-4555-9092-1a43e12999c6", "name": "network-vif-plugged", "status": "completed", "tag": "f5a28c92-b246-4ef1-a210-5c752f14237c"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:15:27.761969 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1ed9fc18-8f0b-43fc-bc23-fcd286816ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:27.784887 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e25dced6-b90a-44f8-ae61-a454d4d0cb87 req-1645b17d-fc7b-4b94-8676-4eb49d82aca7 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/security-groups?id=c23a7f4b-103e-4506-9b1f-90acdb739d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473256 Dec 17 15:15:27.877492 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1ed9fc18-8f0b-43fc-bc23-fcd286816ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:27.881101 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1ed9fc18-8f0b-43fc-bc23-fcd286816ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:27.882526 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1ed9fc18-8f0b-43fc-bc23-fcd286816ed9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/236417b3-ea5c-4d32-a163-ebc8447f046a HTTP/1.1" status: 204 len: 168 time: 0.1922996 Dec 17 15:15:27.895241 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9fc18-8f0b-43fc-bc23-fcd286816ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236417b3-ea5c-4d32-a163-ebc8447f046a,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:27.911516 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64524f-1a40-43f4-9b01-4deb80ab91af req-e5021a5f-6655-4597-b75c-01ca729cd121 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:27.913244 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9f64524f-1a40-43f4-9b01-4deb80ab91af req-e5021a5f-6655-4597-b75c-01ca729cd121 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8165bd-ad25-4555-9092-1a43e12999c6 HTTP/1.1" status: 200 len: 945 time: 0.0600994 Dec 17 15:15:27.958804 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9f64524f-1a40-43f4-9b01-4deb80ab91af req-07b28b75-527d-486a-9fd3-c0e51833358a tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a47c993-d62d-43bf-a7f3-420ad91c0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326545 Dec 17 15:15:28.003464 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53596e84-2a7a-4451-8156-b7f0028697b9 x-openstack-request-id: req-53596e84-2a7a-4451-8156-b7f0028697b9 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:15:28.003821 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8165bd-ad25-4555-9092-1a43e12999c6", "name": "network-vif-plugged", "status": "completed", "tag": "f5a28c92-b246-4ef1-a210-5c752f14237c", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:15:28.004146 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-53596e84-2a7a-4451-8156-b7f0028697b9 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:15:28.004633 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8165bd-ad25-4555-9092-1a43e12999c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a28c92-b246-4ef1-a210-5c752f14237c', 'code': 200} Dec 17 15:15:28.101417 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbdfed7-b715-4a83-9bb4-7a355cc03a5a req-2e7a6bb0-8e85-4e2e-8d28-f76bedd78e9d tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:28.103085 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-edbdfed7-b715-4a83-9bb4-7a355cc03a5a req-2e7a6bb0-8e85-4e2e-8d28-f76bedd78e9d tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/ports?device_id=243615b8-a94b-43cb-ba31-701f8c9eaa4d HTTP/1.1" status: 200 len: 945 time: 0.0531676 Dec 17 15:15:28.147331 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-edbdfed7-b715-4a83-9bb4-7a355cc03a5a req-868304ea-f014-4358-9d81-2d5b5c897548 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dbb9f48-bb90-43ff-ae27-ca4f4dc14b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372441 Dec 17 15:15:28.265965 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e2671-c643-496f-a923-6a9eeb979fdb req-9c1f3ad2-d140-4356-8e18-6528b9a875d5 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:28.267487 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-053e2671-c643-496f-a923-6a9eeb979fdb req-9c1f3ad2-d140-4356-8e18-6528b9a875d5 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/ports?device_id=796e2186-1df7-4e80-8fc2-a75b9a9b2a71 HTTP/1.1" status: 200 len: 949 time: 0.0565901 Dec 17 15:15:28.306504 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3fab8-0b14-498b-ade9-2ce0a2d27ca0 req-b5062982-c72d-45f4-bf53-c2b5156ae508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:28.308466 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-94b3fab8-0b14-498b-ade9-2ce0a2d27ca0 req-b5062982-c72d-45f4-bf53-c2b5156ae508 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4e8165bd-ad25-4555-9092-1a43e12999c6 HTTP/1.1" status: 200 len: 1096 time: 0.0478528 Dec 17 15:15:28.312090 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-053e2671-c643-496f-a923-6a9eeb979fdb req-abe567d2-4860-489b-8447-fd7b9b6a0380 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/security-groups?id=939eb8ae-0a94-49f6-a06d-1d439f9a2045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378513 Dec 17 15:15:28.368541 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-94b3fab8-0b14-498b-ade9-2ce0a2d27ca0 req-549297a9-ce8a-46b4-8b4c-b32958100bb3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6a47c993-d62d-43bf-a7f3-420ad91c0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520351 Dec 17 15:15:28.731741 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750ec08-125e-4e81-b6f4-f54e1c1a0903 req-7ed0c6a8-e4cd-4204-aaa8-84af96761e74 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:28.736550 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0750ec08-125e-4e81-b6f4-f54e1c1a0903 req-7ed0c6a8-e4cd-4204-aaa8-84af96761e74 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=656593fd-be23-42c0-9e80-cd2a65ee06bd HTTP/1.1" status: 200 len: 945 time: 0.0546598 Dec 17 15:15:28.776360 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0750ec08-125e-4e81-b6f4-f54e1c1a0903 req-01240557-8b33-42e3-bb9c-1c60e4920ecb tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334663 Dec 17 15:15:28.828227 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-11a6e97f-d9cc-4758-8ed6-291ddea4bfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:28.920306 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14111f1a-fe8d-4469-9e39-3928f70a4c67 req-1f69d0d9-f7be-4985-9163-c522e438ee01 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:28.926290 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-14111f1a-fe8d-4469-9e39-3928f70a4c67 req-1f69d0d9-f7be-4985-9163-c522e438ee01 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/ports?device_id=5654f416-ace7-4e82-a6a3-e24f80c000fb HTTP/1.1" status: 200 len: 946 time: 0.0564592 Dec 17 15:15:28.978977 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-14111f1a-fe8d-4469-9e39-3928f70a4c67 req-d43b4683-bdc6-4564-9967-e7768f1b43fe tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/security-groups?id=c23a7f4b-103e-4506-9b1f-90acdb739d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446749 Dec 17 15:15:29.024116 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44010) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:29.144154 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb5b6d-cefb-4f95-b324-e94bd6e331c3 req-92c55d60-c8bb-4406-92bd-a71bf1dff7d9 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:29.145578 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2ecb5b6d-cefb-4f95-b324-e94bd6e331c3 req-92c55d60-c8bb-4406-92bd-a71bf1dff7d9 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8165bd-ad25-4555-9092-1a43e12999c6 HTTP/1.1" status: 200 len: 945 time: 0.0701163 Dec 17 15:15:29.164548 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9cc66e46-9035-4738-994a-a11c3fc9e6b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:29.216163 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2ecb5b6d-cefb-4f95-b324-e94bd6e331c3 req-3f35159c-963f-4133-b8ac-93764d814143 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a47c993-d62d-43bf-a7f3-420ad91c0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641465 Dec 17 15:15:29.268274 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9cc66e46-9035-4738-994a-a11c3fc9e6b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:29.321278 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41050723-8380-481c-b26c-e69c67d1cedb req-62ca2a4b-914e-4974-952d-ea1c96489d22 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:29.322741 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-41050723-8380-481c-b26c-e69c67d1cedb req-62ca2a4b-914e-4974-952d-ea1c96489d22 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/ports?device_id=243615b8-a94b-43cb-ba31-701f8c9eaa4d HTTP/1.1" status: 200 len: 945 time: 0.0509417 Dec 17 15:15:29.361474 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-41050723-8380-481c-b26c-e69c67d1cedb req-efc7154f-d274-4397-ae9e-a86dbfbd8839 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dbb9f48-bb90-43ff-ae27-ca4f4dc14b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325146 Dec 17 15:15:29.383812 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9cc66e46-9035-4738-994a-a11c3fc9e6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:29.445644 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9cc66e46-9035-4738-994a-a11c3fc9e6b1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=25851cc2b52a4ba4a3bb6efd9f1607b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4113271 Dec 17 15:15:29.445793 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44026) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:29.463613 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc66e46-9035-4738-994a-a11c3fc9e6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ff322f-1e7d-4498-818d-e6c198b5054f,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:29.500574 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ca390aa4-0973-4f53-b2b8-b2f211f584f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:29.500973 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a5c52-5689-41f9-82c9-4401bf7f0bda req-51ee6f39-17d4-42fa-9acc-8594adfbd65e tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:29.502585 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-347a5c52-5689-41f9-82c9-4401bf7f0bda req-51ee6f39-17d4-42fa-9acc-8594adfbd65e tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/ports?device_id=796e2186-1df7-4e80-8fc2-a75b9a9b2a71 HTTP/1.1" status: 200 len: 949 time: 0.0819275 Dec 17 15:15:29.531913 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ca390aa4-0973-4f53-b2b8-b2f211f584f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:29.546764 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-347a5c52-5689-41f9-82c9-4401bf7f0bda req-d9690314-f52c-44d0-a488-1136d53852a0 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/security-groups?id=939eb8ae-0a94-49f6-a06d-1d439f9a2045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377457 Dec 17 15:15:29.677595 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ca390aa4-0973-4f53-b2b8-b2f211f584f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:29.680124 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ca390aa4-0973-4f53-b2b8-b2f211f584f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:29.683845 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ca390aa4-0973-4f53-b2b8-b2f211f584f5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/05ff322f-1e7d-4498-818d-e6c198b5054f HTTP/1.1" status: 204 len: 168 time: 0.2350836 Dec 17 15:15:29.690265 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca390aa4-0973-4f53-b2b8-b2f211f584f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ff322f-1e7d-4498-818d-e6c198b5054f,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:29.791500 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:15:29.931137 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230df26-88dd-4950-babc-a218c93d0b32 req-c0ec2e33-c423-4723-9ee1-61f7782f912a tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:29.936222 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b230df26-88dd-4950-babc-a218c93d0b32 req-c0ec2e33-c423-4723-9ee1-61f7782f912a tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=656593fd-be23-42c0-9e80-cd2a65ee06bd HTTP/1.1" status: 200 len: 945 time: 0.0842340 Dec 17 15:15:29.981361 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6a09b-b3ff-4c00-bf0a-64030689658a req-af56a52f-b7d1-4627-87fb-fe0af6e38e59 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:29.983585 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0dc6a09b-b3ff-4c00-bf0a-64030689658a req-af56a52f-b7d1-4627-87fb-fe0af6e38e59 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.41 "GET /v2.0/ports?device_id=5654f416-ace7-4e82-a6a3-e24f80c000fb HTTP/1.1" status: 200 len: 946 time: 0.0600786 Dec 17 15:15:29.993612 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b230df26-88dd-4950-babc-a218c93d0b32 req-dab581a4-ac0a-4f49-a833-bc0c8d23762c tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500531 Dec 17 15:15:30.026476 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44048) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:30.141737 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-0dc6a09b-b3ff-4c00-bf0a-64030689658a req-b76d7e04-9edf-46cd-846d-a5cdd2e968d4 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Deleting port cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:15:30.142070 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0dc6a09b-b3ff-4c00-bf0a-64030689658a req-b76d7e04-9edf-46cd-846d-a5cdd2e968d4 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:30.148487 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23604d9-1fca-495f-9761-ea9ac8525214 req-01c32561-3d34-4c30-bb6b-91d22f713af7 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:30.150509 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d23604d9-1fca-495f-9761-ea9ac8525214 req-01c32561-3d34-4c30-bb6b-91d22f713af7 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/ports?device_id=5654f416-ace7-4e82-a6a3-e24f80c000fb HTTP/1.1" status: 200 len: 946 time: 0.0606718 Dec 17 15:15:30.254073 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d23604d9-1fca-495f-9761-ea9ac8525214 req-46cac239-c27a-4b11-8cea-e6e4272ec1ca tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/security-groups?id=c23a7f4b-103e-4506-9b1f-90acdb739d77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874329 Dec 17 15:15:30.254661 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-0dc6a09b-b3ff-4c00-bf0a-64030689658a req-b76d7e04-9edf-46cd-846d-a5cdd2e968d4 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] For port cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1,segment=NetworkSegment(49382aae-d7b0-4646-aa0b-66de101aee0f),segment_id=49382aae-d7b0-4646-aa0b-66de101aee0f)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:30.255331 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0dc6a09b-b3ff-4c00-bf0a-64030689658a req-b76d7e04-9edf-46cd-846d-a5cdd2e968d4 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:30.281642 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-0dc6a09b-b3ff-4c00-bf0a-64030689658a req-b76d7e04-9edf-46cd-846d-a5cdd2e968d4 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Calling delete_port for cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:15:30.299857 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-df1727ee-094c-4f6d-8eea-bf61a6985e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:30.383111 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59510c-f829-434e-b7b4-f206d701d4cf req-d4d6a104-d48b-4d09-bfa8-03cc9749d4a4 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:30.384748 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5e59510c-f829-434e-b7b4-f206d701d4cf req-d4d6a104-d48b-4d09-bfa8-03cc9749d4a4 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.41 "GET /v2.0/ports?device_id=df0ee0eb-918b-47cb-b6b5-4d7ee4a69717 HTTP/1.1" status: 200 len: 946 time: 0.1217337 Dec 17 15:15:30.476533 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff58c3-b4f9-4282-9b00-e2d6c56d4feb req-cd8a2934-b688-4412-91e5-9b9598a61181 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:30.484137 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-50ff58c3-b4f9-4282-9b00-e2d6c56d4feb req-cd8a2934-b688-4412-91e5-9b9598a61181 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8165bd-ad25-4555-9092-1a43e12999c6 HTTP/1.1" status: 200 len: 945 time: 0.1501868 Dec 17 15:15:30.574752 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0dc6a09b-b3ff-4c00-bf0a-64030689658a req-b76d7e04-9edf-46cd-846d-a5cdd2e968d4 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:30.605885 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d7e04-9edf-46cd-846d-a5cdd2e968d4 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Pushing event deleted for resources: {'Port': ['ID=cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:30.630018 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1', '1c901863-dcaf-4355-aa30-7046fd29554e'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:15:30.679896 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-50ff58c3-b4f9-4282-9b00-e2d6c56d4feb req-ed4609df-9452-4499-965b-c9bad4c682ed tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a47c993-d62d-43bf-a7f3-420ad91c0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928334 Dec 17 15:15:30.696364 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc6a09b-b3ff-4c00-bf0a-64030689658a req-b76d7e04-9edf-46cd-846d-a5cdd2e968d4 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] No DVR routers for this DVR port cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:15:30.706409 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0dc6a09b-b3ff-4c00-bf0a-64030689658a req-b76d7e04-9edf-46cd-846d-a5cdd2e968d4 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:30.709321 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f77d3-d46b-4cd9-8e12-809d9c0cf4df req-30f4643f-b566-474d-a9a8-c7653742ba55 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:30.710822 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-439f77d3-d46b-4cd9-8e12-809d9c0cf4df req-30f4643f-b566-474d-a9a8-c7653742ba55 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/ports?device_id=796e2186-1df7-4e80-8fc2-a75b9a9b2a71 HTTP/1.1" status: 200 len: 949 time: 0.2245295 Dec 17 15:15:30.715471 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0dc6a09b-b3ff-4c00-bf0a-64030689658a req-b76d7e04-9edf-46cd-846d-a5cdd2e968d4 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.41 "DELETE /v2.0/ports/cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1 HTTP/1.1" status: 204 len: 173 time: 0.7072098 Dec 17 15:15:30.717298 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-df1727ee-094c-4f6d-8eea-bf61a6985e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:30.717616 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5654f416-ace7-4e82-a6a3-e24f80c000fb', 'name': 'network-vif-deleted', 'tag': 'cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:15:30.723022 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ec089c-c833-4496-b3d2-49d9c87cc46f" -d '{"events": [{"server_uuid": "5654f416-ace7-4e82-a6a3-e24f80c000fb", "name": "network-vif-deleted", "tag": "cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:15:30.789355 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-df1727ee-094c-4f6d-8eea-bf61a6985e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:30.805332 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b964062-7c24-4bff-9f31-5a92068ab16b x-openstack-request-id: req-0b964062-7c24-4bff-9f31-5a92068ab16b {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:15:30.806385 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5654f416-ace7-4e82-a6a3-e24f80c000fb", "name": "network-vif-deleted", "tag": "cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:15:30.806756 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0b964062-7c24-4bff-9f31-5a92068ab16b {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:15:30.807397 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5654f416-ace7-4e82-a6a3-e24f80c000fb', 'name': 'network-vif-deleted', 'tag': 'cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1', 'status': 'completed', 'code': 200} Dec 17 15:15:30.829073 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-5e59510c-f829-434e-b7b4-f206d701d4cf req-6ed08554-157b-4e01-a30f-a7d9ab25fc71 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Deleting port 1c901863-dcaf-4355-aa30-7046fd29554e {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:15:30.830105 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5e59510c-f829-434e-b7b4-f206d701d4cf req-6ed08554-157b-4e01-a30f-a7d9ab25fc71 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:30.888247 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-439f77d3-d46b-4cd9-8e12-809d9c0cf4df req-6fd382ca-b2e0-4945-91e9-7923278aa5de tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/security-groups?id=939eb8ae-0a94-49f6-a06d-1d439f9a2045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621702 Dec 17 15:15:30.968918 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1727ee-094c-4f6d-8eea-bf61a6985e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c286de-07cb-4237-b533-4207a0fbd11d,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:30.979412 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-df1727ee-094c-4f6d-8eea-bf61a6985e14 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ff447e6945e34d5880a62a67be5d3155&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9509923 Dec 17 15:15:30.983730 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44096) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:30.990238 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-af16b8ce-de2e-4fc3-b501-bc71602a0c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:31.088471 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-5e59510c-f829-434e-b7b4-f206d701d4cf req-6ed08554-157b-4e01-a30f-a7d9ab25fc71 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] For port 1c901863-dcaf-4355-aa30-7046fd29554e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=1c901863-dcaf-4355-aa30-7046fd29554e,segment=NetworkSegment(49382aae-d7b0-4646-aa0b-66de101aee0f),segment_id=49382aae-d7b0-4646-aa0b-66de101aee0f)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:31.089175 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5e59510c-f829-434e-b7b4-f206d701d4cf req-6ed08554-157b-4e01-a30f-a7d9ab25fc71 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:31.100853 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4206da5-0e6f-4a10-8ae6-b3b1d6e14570 req-2203439b-430e-4e3a-abc9-de62a89d7921 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:31.102616 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f4206da5-0e6f-4a10-8ae6-b3b1d6e14570 req-2203439b-430e-4e3a-abc9-de62a89d7921 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.41 "GET /v2.0/ports?device_id=656593fd-be23-42c0-9e80-cd2a65ee06bd HTTP/1.1" status: 200 len: 945 time: 0.1398642 Dec 17 15:15:31.141351 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-56883a8e-ebd3-4dc7-bbea-3717dac8f0a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:31.159191 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-5e59510c-f829-434e-b7b4-f206d701d4cf req-6ed08554-157b-4e01-a30f-a7d9ab25fc71 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Calling delete_port for 1c901863-dcaf-4355-aa30-7046fd29554e owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:15:31.226848 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3074e1d-df16-4674-973c-cc3ef48f7604 req-59096267-29d0-48da-bf78-642b386b9a6a tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:31.235530 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3074e1d-df16-4674-973c-cc3ef48f7604 req-59096267-29d0-48da-bf78-642b386b9a6a tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=656593fd-be23-42c0-9e80-cd2a65ee06bd HTTP/1.1" status: 200 len: 945 time: 0.1311696 Dec 17 15:15:31.254792 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-56883a8e-ebd3-4dc7-bbea-3717dac8f0a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:31.307264 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-f4206da5-0e6f-4a10-8ae6-b3b1d6e14570 req-f6c10fde-1584-445a-91b9-6af21e02e58e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Deleting port d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:15:31.307621 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f4206da5-0e6f-4a10-8ae6-b3b1d6e14570 req-f6c10fde-1584-445a-91b9-6af21e02e58e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:31.349172 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3074e1d-df16-4674-973c-cc3ef48f7604 req-668235b8-8316-4a22-bbbb-298b2decd0d4 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups?id=5efb0899-8353-46eb-91de-6a646b7d3f76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123595 Dec 17 15:15:31.434172 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-f4206da5-0e6f-4a10-8ae6-b3b1d6e14570 req-f6c10fde-1584-445a-91b9-6af21e02e58e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] For port d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8,segment=NetworkSegment(015294cb-4187-4289-b628-75f381cf79fc),segment_id=015294cb-4187-4289-b628-75f381cf79fc)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:31.435553 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f4206da5-0e6f-4a10-8ae6-b3b1d6e14570 req-f6c10fde-1584-445a-91b9-6af21e02e58e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:31.460195 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-f4206da5-0e6f-4a10-8ae6-b3b1d6e14570 req-f6c10fde-1584-445a-91b9-6af21e02e58e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Calling delete_port for d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:15:31.490392 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-147d204c-0fe6-48dd-bde7-6c5ab2d9ec0a req-d9c9c548-789c-4f37-8cf0-05ba206372aa tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.46 "GET /v2.0/ports?device_id=5654f416-ace7-4e82-a6a3-e24f80c000fb HTTP/1.1" status: 200 len: 210 time: 0.0552280 Dec 17 15:15:31.515082 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-56883a8e-ebd3-4dc7-bbea-3717dac8f0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:31.517970 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-56883a8e-ebd3-4dc7-bbea-3717dac8f0a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:31.523026 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-56883a8e-ebd3-4dc7-bbea-3717dac8f0a4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/56c286de-07cb-4237-b533-4207a0fbd11d HTTP/1.1" status: 204 len: 168 time: 0.5381258 Dec 17 15:15:31.572963 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56883a8e-ebd3-4dc7-bbea-3717dac8f0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c286de-07cb-4237-b533-4207a0fbd11d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:31.603602 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5e59510c-f829-434e-b7b4-f206d701d4cf req-6ed08554-157b-4e01-a30f-a7d9ab25fc71 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:31.644736 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:15:31.877061 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f4206da5-0e6f-4a10-8ae6-b3b1d6e14570 req-f6c10fde-1584-445a-91b9-6af21e02e58e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:31.923533 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:15:31.974839 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c10fde-1584-445a-91b9-6af21e02e58e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Pushing event deleted for resources: {'Port': ['ID=d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:32.001037 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4206da5-0e6f-4a10-8ae6-b3b1d6e14570 req-f6c10fde-1584-445a-91b9-6af21e02e58e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] No DVR routers for this DVR port d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:15:32.004081 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f4206da5-0e6f-4a10-8ae6-b3b1d6e14570 req-f6c10fde-1584-445a-91b9-6af21e02e58e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:32.009494 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f4206da5-0e6f-4a10-8ae6-b3b1d6e14570 req-f6c10fde-1584-445a-91b9-6af21e02e58e tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.41 "DELETE /v2.0/ports/d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8 HTTP/1.1" status: 204 len: 173 time: 0.8949821 Dec 17 15:15:32.011514 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed08554-157b-4e01-a30f-a7d9ab25fc71 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Pushing event deleted for resources: {'Port': ['ID=1c901863-dcaf-4355-aa30-7046fd29554e,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:32.089450 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e59510c-f829-434e-b7b4-f206d701d4cf req-6ed08554-157b-4e01-a30f-a7d9ab25fc71 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] No DVR routers for this DVR port 1c901863-dcaf-4355-aa30-7046fd29554e on host n-h1-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:15:32.093447 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5e59510c-f829-434e-b7b4-f206d701d4cf req-6ed08554-157b-4e01-a30f-a7d9ab25fc71 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:32.097813 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5e59510c-f829-434e-b7b4-f206d701d4cf req-6ed08554-157b-4e01-a30f-a7d9ab25fc71 tempest-ListServersNegativeTestJSON-710413715 tempest-ListServersNegativeTestJSON-710413715-project] 10.222.0.41 "DELETE /v2.0/ports/1c901863-dcaf-4355-aa30-7046fd29554e HTTP/1.1" status: 204 len: 173 time: 1.6819503 Dec 17 15:15:32.100421 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0ee0eb-918b-47cb-b6b5-4d7ee4a69717', 'name': 'network-vif-deleted', 'tag': '1c901863-dcaf-4355-aa30-7046fd29554e'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:15:32.103107 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5776c229-ff15-48f8-905d-4a6ea1fd4ea3" -d '{"events": [{"server_uuid": "df0ee0eb-918b-47cb-b6b5-4d7ee4a69717", "name": "network-vif-deleted", "tag": "1c901863-dcaf-4355-aa30-7046fd29554e"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:15:32.116323 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359fdab-5f6d-439e-8539-a850310ccb14 req-70161acb-8c20-45e7-9dba-c6591746ed41 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:32.120722 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0359fdab-5f6d-439e-8539-a850310ccb14 req-70161acb-8c20-45e7-9dba-c6591746ed41 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8165bd-ad25-4555-9092-1a43e12999c6 HTTP/1.1" status: 200 len: 945 time: 0.1095412 Dec 17 15:15:32.212620 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0359fdab-5f6d-439e-8539-a850310ccb14 req-4cd26335-fbac-4ccd-913a-ba8041ef7d75 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a47c993-d62d-43bf-a7f3-420ad91c0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850558 Dec 17 15:15:32.241361 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e19ea-9eb0-45b1-97c2-4dade03cb234 req-804a53ba-1d0a-412e-9cfd-d40adb803801 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:32.241683 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:32.249384 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c41e19ea-9eb0-45b1-97c2-4dade03cb234 req-804a53ba-1d0a-412e-9cfd-d40adb803801 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/ports?device_id=796e2186-1df7-4e80-8fc2-a75b9a9b2a71 HTTP/1.1" status: 200 len: 949 time: 0.0904458 Dec 17 15:15:32.292237 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c41e19ea-9eb0-45b1-97c2-4dade03cb234 req-c70820dc-1661-4aeb-b7ba-d9cda56eb8de tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/security-groups?id=939eb8ae-0a94-49f6-a06d-1d439f9a2045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415981 Dec 17 15:15:32.338717 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffb37b9-a2d1-445a-94d9-ebc5328c0ab0 x-openstack-request-id: req-1ffb37b9-a2d1-445a-94d9-ebc5328c0ab0 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:15:32.339008 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0ee0eb-918b-47cb-b6b5-4d7ee4a69717", "name": "network-vif-deleted", "tag": "1c901863-dcaf-4355-aa30-7046fd29554e", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:15:32.339258 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1ffb37b9-a2d1-445a-94d9-ebc5328c0ab0 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:15:32.339655 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0ee0eb-918b-47cb-b6b5-4d7ee4a69717', 'name': 'network-vif-deleted', 'tag': '1c901863-dcaf-4355-aa30-7046fd29554e', 'status': 'completed', 'code': 200} Dec 17 15:15:32.438876 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9faf82ec-ed5d-47f0-8fb9-1bfedf31ba84 req-eb062f9d-8d22-4824-b0b6-eaadad59d604 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1594999053&fields=id&tenant_id=f2b15cb5323e4eba9896faf7fb1bc9bf HTTP/1.1" status: 200 len: 267 time: 0.0484400 Dec 17 15:15:32.523782 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-452acb92-1496-48e8-8fd3-b64a8b480d53 req-62eb0dcf-842c-4ffe-9159-f7234f79ee30 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/ports?device_id=656593fd-be23-42c0-9e80-cd2a65ee06bd HTTP/1.1" status: 200 len: 210 time: 0.0481727 Dec 17 15:15:32.546932 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf82ec-ed5d-47f0-8fb9-1bfedf31ba84 req-72d7706c-9103-4d88-870f-5a32fdeb9f57 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:32.548399 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9faf82ec-ed5d-47f0-8fb9-1bfedf31ba84 req-72d7706c-9103-4d88-870f-5a32fdeb9f57 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8165bd-ad25-4555-9092-1a43e12999c6 HTTP/1.1" status: 200 len: 945 time: 0.1037238 Dec 17 15:15:32.565380 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-9faf82ec-ed5d-47f0-8fb9-1bfedf31ba84 req-4656a2a4-e321-40eb-a9fc-a282a46d3743 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Request body: {'port': {'security_groups': ['6a47c993-d62d-43bf-a7f3-420ad91c0666', '4db89f29-25ee-40ba-b9e3-c926d3871320']}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:15:32.598329 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba8303-3fd8-49de-bf3a-60d388dc2365 req-27d46d34-de8a-4051-a3db-e324f6b1e686 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:32.599764 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-64ba8303-3fd8-49de-bf3a-60d388dc2365 req-27d46d34-de8a-4051-a3db-e324f6b1e686 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.41 "GET /v2.0/ports?device_id=796e2186-1df7-4e80-8fc2-a75b9a9b2a71 HTTP/1.1" status: 200 len: 949 time: 0.1082900 Dec 17 15:15:32.673763 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44186) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:32.677536 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9faf82ec-ed5d-47f0-8fb9-1bfedf31ba84 req-4656a2a4-e321-40eb-a9fc-a282a46d3743 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:32.689192 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9eb94270-e5c9-453f-96f5-60ff27d4f68a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:32.774450 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9eb94270-e5c9-453f-96f5-60ff27d4f68a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:32.783291 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-64ba8303-3fd8-49de-bf3a-60d388dc2365 req-d37e0213-e130-42c5-b3e6-491e74726613 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Deleting port 50068d0a-ddba-4f08-a127-91189c27fa6b {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:15:32.783634 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-64ba8303-3fd8-49de-bf3a-60d388dc2365 req-d37e0213-e130-42c5-b3e6-491e74726613 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:32.808993 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656593fd-be23-42c0-9e80-cd2a65ee06bd', 'name': 'network-vif-deleted', 'tag': 'd6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:15:32.811819 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a293f9-3bca-4603-944f-458cc7737923" -d '{"events": [{"server_uuid": "656593fd-be23-42c0-9e80-cd2a65ee06bd", "name": "network-vif-deleted", "tag": "d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:15:32.863530 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9eb94270-e5c9-453f-96f5-60ff27d4f68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:32.918446 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9eb94270-e5c9-453f-96f5-60ff27d4f68a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f35597107b26447db20642b6ecfa9f5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435098 Dec 17 15:15:32.922623 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44192) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:32.929931 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb94270-e5c9-453f-96f5-60ff27d4f68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c683752d-ee84-4240-8ff9-fbd1a33c8267,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:32.978521 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-64ba8303-3fd8-49de-bf3a-60d388dc2365 req-d37e0213-e130-42c5-b3e6-491e74726613 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] For port 50068d0a-ddba-4f08-a127-91189c27fa6b, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=50068d0a-ddba-4f08-a127-91189c27fa6b,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:32.978889 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-64ba8303-3fd8-49de-bf3a-60d388dc2365 req-d37e0213-e130-42c5-b3e6-491e74726613 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:32.987700 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ac76ed0e-200d-4e42-a00b-697f1bf0bbb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:33.000291 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-64ba8303-3fd8-49de-bf3a-60d388dc2365 req-d37e0213-e130-42c5-b3e6-491e74726613 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Calling delete_port for 50068d0a-ddba-4f08-a127-91189c27fa6b owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:15:33.012034 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ac76ed0e-200d-4e42-a00b-697f1bf0bbb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:33.038661 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-9faf82ec-ed5d-47f0-8fb9-1bfedf31ba84 req-4656a2a4-e321-40eb-a9fc-a282a46d3743 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] For port f5a28c92-b246-4ef1-a210-5c752f14237c, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f5a28c92-b246-4ef1-a210-5c752f14237c,segment=NetworkSegment(07900043-60e6-4571-9c07-ecceb7b2285a),segment_id=07900043-60e6-4571-9c07-ecceb7b2285a)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:33.109139 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9faf82ec-ed5d-47f0-8fb9-1bfedf31ba84 req-4656a2a4-e321-40eb-a9fc-a282a46d3743 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:33.119694 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ac76ed0e-200d-4e42-a00b-697f1bf0bbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:33.121835 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ac76ed0e-200d-4e42-a00b-697f1bf0bbb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:33.123723 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ac76ed0e-200d-4e42-a00b-697f1bf0bbb0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c683752d-ee84-4240-8ff9-fbd1a33c8267 HTTP/1.1" status: 204 len: 168 time: 0.2000651 Dec 17 15:15:33.131877 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76ed0e-200d-4e42-a00b-697f1bf0bbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c683752d-ee84-4240-8ff9-fbd1a33c8267,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:33.204856 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9faf82ec-ed5d-47f0-8fb9-1bfedf31ba84 req-4656a2a4-e321-40eb-a9fc-a282a46d3743 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:33.276272 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf82ec-ed5d-47f0-8fb9-1bfedf31ba84 req-4656a2a4-e321-40eb-a9fc-a282a46d3743 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:33.276844 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9faf82ec-ed5d-47f0-8fb9-1bfedf31ba84 req-4656a2a4-e321-40eb-a9fc-a282a46d3743 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:33.278268 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9faf82ec-ed5d-47f0-8fb9-1bfedf31ba84 req-4656a2a4-e321-40eb-a9fc-a282a46d3743 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "PUT /v2.0/ports/f5a28c92-b246-4ef1-a210-5c752f14237c HTTP/1.1" status: 200 len: 981 time: 0.7209766 Dec 17 15:15:33.306534 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['f5a28c92-b246-4ef1-a210-5c752f14237c'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:15:33.334176 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-64ba8303-3fd8-49de-bf3a-60d388dc2365 req-d37e0213-e130-42c5-b3e6-491e74726613 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:33.337662 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656a2a4-e321-40eb-a9fc-a282a46d3743 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Pushing event updated for resources: {'Port': ['ID=f5a28c92-b246-4ef1-a210-5c752f14237c,revision_number=6']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:33.431309 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e0213-e130-42c5-b3e6-491e74726613 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Pushing event deleted for resources: {'Port': ['ID=50068d0a-ddba-4f08-a127-91189c27fa6b,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:33.500960 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ba8303-3fd8-49de-bf3a-60d388dc2365 req-d37e0213-e130-42c5-b3e6-491e74726613 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] No DVR routers for this DVR port 50068d0a-ddba-4f08-a127-91189c27fa6b on host n-h1-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:15:33.505299 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-64ba8303-3fd8-49de-bf3a-60d388dc2365 req-d37e0213-e130-42c5-b3e6-491e74726613 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:33.508782 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-64ba8303-3fd8-49de-bf3a-60d388dc2365 req-d37e0213-e130-42c5-b3e6-491e74726613 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.41 "DELETE /v2.0/ports/50068d0a-ddba-4f08-a127-91189c27fa6b HTTP/1.1" status: 204 len: 173 time: 0.9029229 Dec 17 15:15:33.549157 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['f5a28c92-b246-4ef1-a210-5c752f14237c'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:15:33.609149 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91395c7-8b60-457f-b4d9-04c12ed46ebf x-openstack-request-id: req-d91395c7-8b60-457f-b4d9-04c12ed46ebf {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:15:33.609386 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "656593fd-be23-42c0-9e80-cd2a65ee06bd", "name": "network-vif-deleted", "tag": "d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:15:33.609639 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d91395c7-8b60-457f-b4d9-04c12ed46ebf {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:15:33.610034 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656593fd-be23-42c0-9e80-cd2a65ee06bd', 'name': 'network-vif-deleted', 'tag': 'd6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8', 'status': 'completed', 'code': 200} Dec 17 15:15:33.754153 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:33.777578 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f923047f-7b44-4d5c-b6ee-278c3fc68fab req-a5047471-903b-4221-9d98-b2680d287f6f tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1413340646&fields=id&tenant_id=f2b15cb5323e4eba9896faf7fb1bc9bf HTTP/1.1" status: 200 len: 267 time: 0.0650017 Dec 17 15:15:33.871027 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923047f-7b44-4d5c-b6ee-278c3fc68fab req-d88cabb0-93a5-4a5a-ade4-8d0ff3d76c4b tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:33.881754 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f923047f-7b44-4d5c-b6ee-278c3fc68fab req-d88cabb0-93a5-4a5a-ade4-8d0ff3d76c4b tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8165bd-ad25-4555-9092-1a43e12999c6 HTTP/1.1" status: 200 len: 984 time: 0.1033161 Dec 17 15:15:33.900791 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-f923047f-7b44-4d5c-b6ee-278c3fc68fab req-ce246be0-5e26-4eb2-9011-623d31bf81cc tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Request body: {'port': {'security_groups': ['4db89f29-25ee-40ba-b9e3-c926d3871320', '6a47c993-d62d-43bf-a7f3-420ad91c0666', 'cca56bc7-8017-4468-b32d-0a5e03d11880']}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:15:33.988845 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['50068d0a-ddba-4f08-a127-91189c27fa6b'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:15:34.071986 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ea3df7e-c1e9-4858-aa9e-545ef3a17aa5 req-7a11875d-7224-40ed-8159-21f3eb55a0d1 tempest-TenantUsagesTestJSON-2006020150 tempest-TenantUsagesTestJSON-2006020150-project] 10.222.0.46 "GET /v2.0/ports?device_id=796e2186-1df7-4e80-8fc2-a75b9a9b2a71 HTTP/1.1" status: 200 len: 210 time: 0.0571451 Dec 17 15:15:34.072951 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f923047f-7b44-4d5c-b6ee-278c3fc68fab req-ce246be0-5e26-4eb2-9011-623d31bf81cc tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:34.153228 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44240) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:34.167056 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:34.278020 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d018458-154a-43cc-a2b7-0ed224df790c admin admin] Deleting subnet e3774c5a-699d-4e0b-b7cd-e9a83ea18d86 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:15:34.282906 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4d018458-154a-43cc-a2b7-0ed224df790c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:34.332968 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4d018458-154a-43cc-a2b7-0ed224df790c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:34.378209 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4d018458-154a-43cc-a2b7-0ed224df790c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:34.430770 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8165bd-ad25-4555-9092-1a43e12999c6', 'tag': 'f5a28c92-b246-4ef1-a210-5c752f14237c'}, {'server_uuid': '796e2186-1df7-4e80-8fc2-a75b9a9b2a71', 'name': 'network-vif-deleted', 'tag': '50068d0a-ddba-4f08-a127-91189c27fa6b'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:15:34.440371 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45894946-dac4-483f-a129-b6219df0f735" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8165bd-ad25-4555-9092-1a43e12999c6", "tag": "f5a28c92-b246-4ef1-a210-5c752f14237c"}, {"server_uuid": "796e2186-1df7-4e80-8fc2-a75b9a9b2a71", "name": "network-vif-deleted", "tag": "50068d0a-ddba-4f08-a127-91189c27fa6b"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:15:34.532811 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-f923047f-7b44-4d5c-b6ee-278c3fc68fab req-ce246be0-5e26-4eb2-9011-623d31bf81cc tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] For port f5a28c92-b246-4ef1-a210-5c752f14237c, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f5a28c92-b246-4ef1-a210-5c752f14237c,segment=NetworkSegment(07900043-60e6-4571-9c07-ecceb7b2285a),segment_id=07900043-60e6-4571-9c07-ecceb7b2285a)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:34.555174 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44282) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:34.558459 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4d018458-154a-43cc-a2b7-0ed224df790c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:34.578922 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f923047f-7b44-4d5c-b6ee-278c3fc68fab req-ce246be0-5e26-4eb2-9011-623d31bf81cc tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:34.613262 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 17 Dec 2021 15:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82695520-9a79-47d2-ad18-2fe590d90aef x-openstack-request-id: req-82695520-9a79-47d2-ad18-2fe590d90aef {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:15:34.614164 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8165bd-ad25-4555-9092-1a43e12999c6", "tag": "f5a28c92-b246-4ef1-a210-5c752f14237c", "status": "completed", "code": 200}, {"server_uuid": "796e2186-1df7-4e80-8fc2-a75b9a9b2a71", "name": "network-vif-deleted", "tag": "50068d0a-ddba-4f08-a127-91189c27fa6b", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:15:34.615209 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-82695520-9a79-47d2-ad18-2fe590d90aef {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:15:34.622654 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8165bd-ad25-4555-9092-1a43e12999c6', 'tag': 'f5a28c92-b246-4ef1-a210-5c752f14237c', 'status': 'completed', 'code': 200} Dec 17 15:15:34.622654 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796e2186-1df7-4e80-8fc2-a75b9a9b2a71', 'name': 'network-vif-deleted', 'tag': '50068d0a-ddba-4f08-a127-91189c27fa6b', 'status': 'completed', 'code': 200} Dec 17 15:15:34.635219 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d018458-154a-43cc-a2b7-0ed224df790c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3774c5a-699d-4e0b-b7cd-e9a83ea18d86,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:34.657033 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4d018458-154a-43cc-a2b7-0ed224df790c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:34.661870 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4d018458-154a-43cc-a2b7-0ed224df790c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e3774c5a-699d-4e0b-b7cd-e9a83ea18d86 HTTP/1.1" status: 204 len: 168 time: 0.5051768 Dec 17 15:15:34.663183 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44292) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:34.695474 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f923047f-7b44-4d5c-b6ee-278c3fc68fab req-ce246be0-5e26-4eb2-9011-623d31bf81cc tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:34.728744 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['f5a28c92-b246-4ef1-a210-5c752f14237c'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:15:34.803172 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44296) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:34.858651 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923047f-7b44-4d5c-b6ee-278c3fc68fab req-ce246be0-5e26-4eb2-9011-623d31bf81cc tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:34.859633 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f923047f-7b44-4d5c-b6ee-278c3fc68fab req-ce246be0-5e26-4eb2-9011-623d31bf81cc tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:34.864836 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f923047f-7b44-4d5c-b6ee-278c3fc68fab req-ce246be0-5e26-4eb2-9011-623d31bf81cc tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "PUT /v2.0/ports/f5a28c92-b246-4ef1-a210-5c752f14237c HTTP/1.1" status: 200 len: 1020 time: 0.9716978 Dec 17 15:15:34.869436 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce246be0-5e26-4eb2-9011-623d31bf81cc tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Pushing event updated for resources: {'Port': ['ID=f5a28c92-b246-4ef1-a210-5c752f14237c,revision_number=7']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:34.902193 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-23b6b3de-92ec-4f42-ae27-6c2c48868314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:34.916055 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45894946-dac4-483f-a129-b6219df0f735 req-9d8fac61-5405-405f-aa89-0f7ba3f42acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:34.924553 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45894946-dac4-483f-a129-b6219df0f735 req-9d8fac61-5405-405f-aa89-0f7ba3f42acd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f2b15cb5323e4eba9896faf7fb1bc9bf&device_id=4e8165bd-ad25-4555-9092-1a43e12999c6 HTTP/1.1" status: 200 len: 1174 time: 0.2695479 Dec 17 15:15:35.005310 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['f5a28c92-b246-4ef1-a210-5c752f14237c'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:15:35.078489 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-23b6b3de-92ec-4f42-ae27-6c2c48868314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:35.081960 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8dec4225-9c5d-4ecb-9b67-8e0032b54175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:35.117676 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f3b86eaf-5bf5-4bee-9fe4-c11df437d8b4 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:35.144581 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45894946-dac4-483f-a129-b6219df0f735 req-1041d886-7c41-451f-bbe1-cd48ebb124d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:35.147171 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45894946-dac4-483f-a129-b6219df0f735 req-1041d886-7c41-451f-bbe1-cd48ebb124d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=853d16f0-e7bd-42ea-bcaa-167e13603122 HTTP/1.1" status: 200 len: 913 time: 0.1994267 Dec 17 15:15:35.171982 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f3b86eaf-5bf5-4bee-9fe4-c11df437d8b4 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:35.203929 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 1c901863-dcaf-4355-aa30-7046fd29554e no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:15:35.230884 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-23b6b3de-92ec-4f42-ae27-6c2c48868314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:35.248892 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45894946-dac4-483f-a129-b6219df0f735 req-6a4e67ee-23ea-4e97-8ec1-019412d951de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5a28c92-b246-4ef1-a210-5c752f14237c HTTP/1.1" status: 200 len: 217 time: 0.0897944 Dec 17 15:15:35.256386 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 1c901863-dcaf-4355-aa30-7046fd29554e {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:15:35.257035 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 1c901863-dcaf-4355-aa30-7046fd29554e not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:15:35.257668 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:15:35.296123 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:15:35.296765 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device d6a1cc67-3c6e-4110-b0e2-d1658ef8bcc8 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:15:35.297378 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:15:35.298316 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-23b6b3de-92ec-4f42-ae27-6c2c48868314 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9b716e58d21d4d08813e3e292a680415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7414293 Dec 17 15:15:35.303087 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44308) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:35.303909 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b6b3de-92ec-4f42-ae27-6c2c48868314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13116eab-034a-4683-a40a-16de8e5a9be8,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:35.304813 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45894946-dac4-483f-a129-b6219df0f735 req-e5ef7886-5c42-46fd-b1fe-731a553be8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:35.306508 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45894946-dac4-483f-a129-b6219df0f735 req-e5ef7886-5c42-46fd-b1fe-731a553be8a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4502cdf4-b8e8-41c6-9e10-7a307da6f1e2 HTTP/1.1" status: 200 len: 852 time: 0.0506680 Dec 17 15:15:35.357942 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:15:35.358291 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device cccce3f3-d1e0-45be-9d8f-0ac3f36ea3a1 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:15:35.371680 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223110a-0861-420d-9ff6-25b1d9502158 req-23ff6f1b-ff9d-47c9-a901-d2e9d12b3708 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:35.383896 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d223110a-0861-420d-9ff6-25b1d9502158 req-23ff6f1b-ff9d-47c9-a901-d2e9d12b3708 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8165bd-ad25-4555-9092-1a43e12999c6 HTTP/1.1" status: 200 len: 1023 time: 0.2354665 Dec 17 15:15:35.415021 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f3b86eaf-5bf5-4bee-9fe4-c11df437d8b4 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:35.419348 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f3b86eaf-5bf5-4bee-9fe4-c11df437d8b4 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:35.423068 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f3b86eaf-5bf5-4bee-9fe4-c11df437d8b4 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "DELETE /v2.0/security-groups/a1cea683-1189-49ad-8a2a-2168b551b02d HTTP/1.1" status: 204 len: 168 time: 0.6172905 Dec 17 15:15:35.425966 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44312) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:35.427029 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ebae50cb-b669-47f2-bede-5015c5f7d3d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:35.448372 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45894946-dac4-483f-a129-b6219df0f735 req-14f196f4-f954-4f77-b334-dc5845750e4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=853d16f0-e7bd-42ea-bcaa-167e13603122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1241531 Dec 17 15:15:35.546775 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b86eaf-5bf5-4bee-9fe4-c11df437d8b4 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cea683-1189-49ad-8a2a-2168b551b02d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:35.551603 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-fe65a1ed-90a8-4194-bd4f-a370835ddb78 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] show failed (client error): The resource could not be found. Dec 17 15:15:35.555030 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-fe65a1ed-90a8-4194-bd4f-a370835ddb78 tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "GET /v2.0/security-groups/a1cea683-1189-49ad-8a2a-2168b551b02d HTTP/1.1" status: 404 len: 347 time: 0.1110353 Dec 17 15:15:35.557549 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44314) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:35.588516 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ebae50cb-b669-47f2-bede-5015c5f7d3d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:35.588916 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d223110a-0861-420d-9ff6-25b1d9502158 req-3ff452b9-d312-4cb4-bb7f-d4c6bfdff202 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups?id=4db89f29-25ee-40ba-b9e3-c926d3871320&id=6a47c993-d62d-43bf-a7f3-420ad91c0666&id=cca56bc7-8017-4468-b32d-0a5e03d11880 HTTP/1.1" status: 200 len: 6148 time: 0.2013667 Dec 17 15:15:35.589025 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8dec4225-9c5d-4ecb-9b67-8e0032b54175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:35.654745 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-334aa367-fe44-46cb-87b0-60f94e5bca4e req-322a9a44-6799-4cab-ab42-3abf47b294a5 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Request body: {'security_group': {'name': ' tempest-securitygroup -453737104 ', 'description': 'tempest-description-311385552'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:15:35.706600 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-8dec4225-9c5d-4ecb-9b67-8e0032b54175 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4098ca-02d5-4349-989d-d058341c8309']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:15:35.722242 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-8dec4225-9c5d-4ecb-9b67-8e0032b54175 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49382aae-d7b0-4646-aa0b-66de101aee0f') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:15:35.722536 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-8dec4225-9c5d-4ecb-9b67-8e0032b54175 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49382aae-d7b0-4646-aa0b-66de101aee0f') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:15:35.746897 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8dec4225-9c5d-4ecb-9b67-8e0032b54175 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:35.767332 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-334aa367-fe44-46cb-87b0-60f94e5bca4e req-322a9a44-6799-4cab-ab42-3abf47b294a5 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:35.777356 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45894946-dac4-483f-a129-b6219df0f735 req-08ba7124-f374-426a-9dec-a4dd4245cae3 service neutron] 10.222.0.41 "GET /v2.0/networks/853d16f0-e7bd-42ea-bcaa-167e13603122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197584 Dec 17 15:15:35.813662 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8dec4225-9c5d-4ecb-9b67-8e0032b54175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:35.827663 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dec4225-9c5d-4ecb-9b67-8e0032b54175 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:15:35.829104 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8dec4225-9c5d-4ecb-9b67-8e0032b54175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:35.830963 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:15:35.830963 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:15:35.830963 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:15:35.830963 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:15:35.830963 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:15:35.830963 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:15:35.830963 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:15:35.830963 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:15:35.830963 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:15:35.830963 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:15:35.830963 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:15:35.830963 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:15:35.830963 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:15:35.830963 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:15:35.830963 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:15:35.830963 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:15:35.830963 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:15:35.830963 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:15:35.830963 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:15:35.830963 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:15:35.830963 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:15:35.830963 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:15:35.830963 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:15:35.830963 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:15:35.830963 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:15:35.830963 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:15:35.830963 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:15:35.830963 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:15:35.830963 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:15:35.830963 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:15:35.830963 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:15:35.830963 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:15:35.873384 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44330) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:35.918768 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ebae50cb-b669-47f2-bede-5015c5f7d3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:35.923611 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ebae50cb-b669-47f2-bede-5015c5f7d3d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:35.927785 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ebae50cb-b669-47f2-bede-5015c5f7d3d5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/13116eab-034a-4683-a40a-16de8e5a9be8 HTTP/1.1" status: 204 len: 168 time: 0.6167397 Dec 17 15:15:35.941915 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae50cb-b669-47f2-bede-5015c5f7d3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13116eab-034a-4683-a40a-16de8e5a9be8,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:35.991242 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-4b51f2b6-0a19-4d72-9bc3-58831e429b2b tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Deleting port 1750578e-31d9-4e1e-a87a-b16f8656998f {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:15:35.991723 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4b51f2b6-0a19-4d72-9bc3-58831e429b2b tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:36.026092 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8dec4225-9c5d-4ecb-9b67-8e0032b54175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:36.041499 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8dec4225-9c5d-4ecb-9b67-8e0032b54175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:36.047103 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8dec4225-9c5d-4ecb-9b67-8e0032b54175 admin admin] 10.222.0.46 "DELETE /v2.0/networks/fd4098ca-02d5-4349-989d-d058341c8309 HTTP/1.1" status: 204 len: 168 time: 1.3818433 Dec 17 15:15:36.056334 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45894946-dac4-483f-a129-b6219df0f735 req-28dfa765-c5d9-4190-a280-78d50999e664 service neutron] 10.222.0.41 "GET /v2.0/networks/853d16f0-e7bd-42ea-bcaa-167e13603122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709925 Dec 17 15:15:36.073946 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec4225-9c5d-4ecb-9b67-8e0032b54175 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd4098ca-02d5-4349-989d-d058341c8309,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:36.074593 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-334aa367-fe44-46cb-87b0-60f94e5bca4e req-322a9a44-6799-4cab-ab42-3abf47b294a5 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:36.109508 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4b51f2b6-0a19-4d72-9bc3-58831e429b2b tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:36.109845 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4b51f2b6-0a19-4d72-9bc3-58831e429b2b tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:36.137069 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-4b51f2b6-0a19-4d72-9bc3-58831e429b2b tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Calling delete_port for 1750578e-31d9-4e1e-a87a-b16f8656998f owned by network:floatingip {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:15:36.196662 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-334aa367-fe44-46cb-87b0-60f94e5bca4e req-322a9a44-6799-4cab-ab42-3abf47b294a5 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:36.224684 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a65713e5-81f4-437c-bac3-713014481aee admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=586ac959ee1c459199348f2d1e73a597&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3437612 Dec 17 15:15:36.227471 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44344) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:36.263461 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a9a44-6799-4cab-ab42-3abf47b294a5 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9de367-f00b-4abb-8f6f-4c8be4cad309,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:36.297710 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4395eb70-6199-45dd-ae7f-4b20e41f16f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:36.339754 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-334aa367-fe44-46cb-87b0-60f94e5bca4e req-322a9a44-6799-4cab-ab42-3abf47b294a5 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:36.341577 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-334aa367-fe44-46cb-87b0-60f94e5bca4e req-322a9a44-6799-4cab-ab42-3abf47b294a5 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.7051723 Dec 17 15:15:36.343725 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4395eb70-6199-45dd-ae7f-4b20e41f16f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:36.412995 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-746a9e2c-0ea8-4427-a391-1e20b30efca9 req-f28c934a-c4d5-45a1-bc63-c2d6ae6b4f95 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups/3c9de367-f00b-4abb-8f6f-4c8be4cad309 HTTP/1.1" status: 200 len: 1779 time: 0.0461545 Dec 17 15:15:36.432169 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4b51f2b6-0a19-4d72-9bc3-58831e429b2b tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:36.469857 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51f2b6-0a19-4d72-9bc3-58831e429b2b tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Pushing event deleted for resources: {'Port': ['ID=1750578e-31d9-4e1e-a87a-b16f8656998f,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:36.518096 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4395eb70-6199-45dd-ae7f-4b20e41f16f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:36.521596 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4395eb70-6199-45dd-ae7f-4b20e41f16f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:36.522626 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4395eb70-6199-45dd-ae7f-4b20e41f16f6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/939eb8ae-0a94-49f6-a06d-1d439f9a2045 HTTP/1.1" status: 204 len: 168 time: 0.2939248 Dec 17 15:15:36.540050 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4395eb70-6199-45dd-ae7f-4b20e41f16f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939eb8ae-0a94-49f6-a06d-1d439f9a2045,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:36.560888 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ede3f219-ccc9-4dd0-857b-cad3635504cc req-630623fa-7e62-4687-9f2d-fad0999b89f6 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups/3c9de367-f00b-4abb-8f6f-4c8be4cad309 HTTP/1.1" status: 200 len: 1779 time: 0.1181655 Dec 17 15:15:36.581965 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4b51f2b6-0a19-4d72-9bc3-58831e429b2b tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks [] for floatingip, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:36.584437 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4b51f2b6-0a19-4d72-9bc3-58831e429b2b tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:36.585957 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4b51f2b6-0a19-4d72-9bc3-58831e429b2b tempest-ImagesOneServerNegativeTestJSON-320351039 tempest-ImagesOneServerNegativeTestJSON-320351039-project] 10.222.0.46 "DELETE /v2.0/floatingips/aa7978a4-eb8e-4cbf-b071-86ebee4e1b48 HTTP/1.1" status: 204 len: 168 time: 1.0270500 Dec 17 15:15:36.623377 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8165bd-ad25-4555-9092-1a43e12999c6', 'tag': 'f5a28c92-b246-4ef1-a210-5c752f14237c'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:15:36.626176 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b622486-88f9-4dff-a4f2-4721c8efffac" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8165bd-ad25-4555-9092-1a43e12999c6", "tag": "f5a28c92-b246-4ef1-a210-5c752f14237c"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:15:36.668175 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ede3f219-ccc9-4dd0-857b-cad3635504cc req-9e0bbb55-68ca-4d67-9ea6-643029dc7d76 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:36.691122 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e4f869-17fb-42eb-90c0-22e6ba8c487c x-openstack-request-id: req-57e4f869-17fb-42eb-90c0-22e6ba8c487c {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:15:36.691410 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8165bd-ad25-4555-9092-1a43e12999c6", "tag": "f5a28c92-b246-4ef1-a210-5c752f14237c", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:15:36.691647 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-57e4f869-17fb-42eb-90c0-22e6ba8c487c {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:15:36.692035 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8165bd-ad25-4555-9092-1a43e12999c6', 'tag': 'f5a28c92-b246-4ef1-a210-5c752f14237c', 'status': 'completed', 'code': 200} Dec 17 15:15:36.695740 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ede3f219-ccc9-4dd0-857b-cad3635504cc req-9e0bbb55-68ca-4d67-9ea6-643029dc7d76 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:36.779406 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44380) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:36.811570 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b622486-88f9-4dff-a4f2-4721c8efffac req-aa69e9b4-c0f0-4bc9-8509-75214667f2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:36.813300 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4b622486-88f9-4dff-a4f2-4721c8efffac req-aa69e9b4-c0f0-4bc9-8509-75214667f2d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f2b15cb5323e4eba9896faf7fb1bc9bf&device_id=4e8165bd-ad25-4555-9092-1a43e12999c6 HTTP/1.1" status: 200 len: 1174 time: 0.0682864 Dec 17 15:15:36.862399 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-95f885c9-ce37-435e-88bb-17608a4ead91 admin admin] Deleting subnet 3797d1ea-06a4-44eb-b593-2c962d2f6ff1 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:15:36.867290 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-95f885c9-ce37-435e-88bb-17608a4ead91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:36.907408 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ede3f219-ccc9-4dd0-857b-cad3635504cc req-9e0bbb55-68ca-4d67-9ea6-643029dc7d76 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:36.910079 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ede3f219-ccc9-4dd0-857b-cad3635504cc req-9e0bbb55-68ca-4d67-9ea6-643029dc7d76 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:36.912132 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ede3f219-ccc9-4dd0-857b-cad3635504cc req-9e0bbb55-68ca-4d67-9ea6-643029dc7d76 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "DELETE /v2.0/security-groups/3c9de367-f00b-4abb-8f6f-4c8be4cad309 HTTP/1.1" status: 204 len: 173 time: 0.3399901 Dec 17 15:15:36.931867 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0bbb55-68ca-4d67-9ea6-643029dc7d76 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9de367-f00b-4abb-8f6f-4c8be4cad309,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:36.959052 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-95f885c9-ce37-435e-88bb-17608a4ead91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:36.977416 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44384) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:37.009302 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [req-ae282735-414b-478f-8351-e48dd44f7a8a req-73e9e02c-843f-46c8-bda2-3a987a3c00cf tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] show failed (client error): The resource could not be found. Dec 17 15:15:37.010353 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae282735-414b-478f-8351-e48dd44f7a8a req-73e9e02c-843f-46c8-bda2-3a987a3c00cf tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups/3c9de367-f00b-4abb-8f6f-4c8be4cad309 HTTP/1.1" status: 404 len: 352 time: 0.0660555 Dec 17 15:15:37.027041 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-95f885c9-ce37-435e-88bb-17608a4ead91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:37.036114 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b622486-88f9-4dff-a4f2-4721c8efffac req-7fa9cb9b-136d-40c0-a017-81d9fd799a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:37.037994 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4b622486-88f9-4dff-a4f2-4721c8efffac req-7fa9cb9b-136d-40c0-a017-81d9fd799a7a service neutron] 10.222.0.41 "GET /v2.0/networks?id=853d16f0-e7bd-42ea-bcaa-167e13603122 HTTP/1.1" status: 200 len: 913 time: 0.2110953 Dec 17 15:15:37.134986 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4b622486-88f9-4dff-a4f2-4721c8efffac req-2e8eb5bd-00df-4f9a-93e9-5a9b6769b707 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5a28c92-b246-4ef1-a210-5c752f14237c HTTP/1.1" status: 200 len: 217 time: 0.0857439 Dec 17 15:15:37.149811 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-23a597e8-6def-4933-a710-d723dcb2f118 req-2cb7d3c8-05b8-4342-a851-9a416d8b0e29 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1574352943', 'description': 'tempest-description-1957435198'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:15:37.172442 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 50068d0a-ddba-4f08-a127-91189c27fa6b no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:15:37.190407 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-323a0381-43f5-46b5-a08a-f3ef86f5c543 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ba37efc400944862bf5f8678d3d69999&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2046714 Dec 17 15:15:37.193004 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44416) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:37.219531 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 50068d0a-ddba-4f08-a127-91189c27fa6b {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:15:37.219880 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 50068d0a-ddba-4f08-a127-91189c27fa6b not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:15:37.248862 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b622486-88f9-4dff-a4f2-4721c8efffac req-beaea1ce-48d1-494c-804c-4940ac2893fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:37.250402 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4b622486-88f9-4dff-a4f2-4721c8efffac req-beaea1ce-48d1-494c-804c-4940ac2893fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4502cdf4-b8e8-41c6-9e10-7a307da6f1e2 HTTP/1.1" status: 200 len: 852 time: 0.0702443 Dec 17 15:15:37.263754 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-95f885c9-ce37-435e-88bb-17608a4ead91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:37.272391 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-23a597e8-6def-4933-a710-d723dcb2f118 req-2cb7d3c8-05b8-4342-a851-9a416d8b0e29 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:37.300305 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4b622486-88f9-4dff-a4f2-4721c8efffac req-4e5d8a1f-8a69-4027-8d60-9e5ccb3cb524 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=853d16f0-e7bd-42ea-bcaa-167e13603122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416250 Dec 17 15:15:37.321477 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f885c9-ce37-435e-88bb-17608a4ead91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3797d1ea-06a4-44eb-b593-2c962d2f6ff1,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:37.344613 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-95f885c9-ce37-435e-88bb-17608a4ead91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:37.348186 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-95f885c9-ce37-435e-88bb-17608a4ead91 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3797d1ea-06a4-44eb-b593-2c962d2f6ff1 HTTP/1.1" status: 204 len: 168 time: 0.5677001 Dec 17 15:15:37.351269 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44420) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:37.362796 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0c49b362-2f7a-4a10-9802-a9009c18c3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:37.455391 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0c49b362-2f7a-4a10-9802-a9009c18c3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:37.491038 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-23a597e8-6def-4933-a710-d723dcb2f118 req-2cb7d3c8-05b8-4342-a851-9a416d8b0e29 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:37.500826 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5a1cae7a-7e04-4e9c-865d-505d43c0b061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:37.502153 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4b622486-88f9-4dff-a4f2-4721c8efffac req-7c0d55aa-1beb-45ff-b28e-fa4d96fb0f03 service neutron] 10.222.0.41 "GET /v2.0/networks/853d16f0-e7bd-42ea-bcaa-167e13603122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878169 Dec 17 15:15:37.595706 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-23a597e8-6def-4933-a710-d723dcb2f118 req-2cb7d3c8-05b8-4342-a851-9a416d8b0e29 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:37.599723 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-799ea252-d130-4cb7-b575-54a04d407149 req-71719f8b-7ae4-4fc5-a910-446f2b1e40b4 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=37613aded2f74aae9c44095b65b822ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647972 Dec 17 15:15:37.649905 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5a1cae7a-7e04-4e9c-865d-505d43c0b061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:37.661140 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0c49b362-2f7a-4a10-9802-a9009c18c3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:37.663677 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0c49b362-2f7a-4a10-9802-a9009c18c3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:37.664754 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0c49b362-2f7a-4a10-9802-a9009c18c3dc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c23a7f4b-103e-4506-9b1f-90acdb739d77 HTTP/1.1" status: 204 len: 168 time: 0.4705634 Dec 17 15:15:37.682682 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-5a1cae7a-7e04-4e9c-865d-505d43c0b061 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c704e634-d730-42f1-aad6-bcd13146a15b']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:15:37.685464 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49b362-2f7a-4a10-9802-a9009c18c3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23a7f4b-103e-4506-9b1f-90acdb739d77,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:37.695240 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-5a1cae7a-7e04-4e9c-865d-505d43c0b061 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '015294cb-4187-4289-b628-75f381cf79fc') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:15:37.695530 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-5a1cae7a-7e04-4e9c-865d-505d43c0b061 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '015294cb-4187-4289-b628-75f381cf79fc') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:15:37.697120 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7d3c8-05b8-4342-a851-9a416d8b0e29 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51f37129-c503-41ac-a6e0-766be215b478,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:37.707125 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5a1cae7a-7e04-4e9c-865d-505d43c0b061 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:37.722411 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5a1cae7a-7e04-4e9c-865d-505d43c0b061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:37.730025 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a1cae7a-7e04-4e9c-865d-505d43c0b061 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:15:37.731157 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5a1cae7a-7e04-4e9c-865d-505d43c0b061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:37.732773 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4b622486-88f9-4dff-a4f2-4721c8efffac req-43102ac2-a9cf-421e-a1aa-d22f01120822 service neutron] 10.222.0.41 "GET /v2.0/networks/853d16f0-e7bd-42ea-bcaa-167e13603122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181458 Dec 17 15:15:37.733563 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:15:37.733563 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:15:37.733563 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:15:37.733563 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:15:37.733563 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:15:37.733563 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:15:37.733563 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:15:37.733563 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:15:37.733563 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:15:37.733563 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:15:37.733563 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:15:37.733563 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:15:37.733563 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:15:37.733563 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:15:37.733563 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:15:37.733563 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:15:37.733563 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:15:37.733563 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:15:37.733563 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:15:37.733563 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:15:37.733563 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:15:37.733563 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:15:37.733563 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:15:37.733563 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:15:37.733563 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:15:37.733563 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:15:37.733563 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:15:37.733563 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:15:37.733563 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:15:37.733563 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:15:37.733563 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:15:37.733563 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:15:37.736003 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44436) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:37.738924 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-23a597e8-6def-4933-a710-d723dcb2f118 req-2cb7d3c8-05b8-4342-a851-9a416d8b0e29 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:37.750012 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-23a597e8-6def-4933-a710-d723dcb2f118 req-2cb7d3c8-05b8-4342-a851-9a416d8b0e29 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6137385 Dec 17 15:15:37.801573 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f31ca514-2a00-4ae7-abc0-655145ca799f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:37.812212 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ea252-d130-4cb7-b575-54a04d407149 req-dc65d880-a0be-4691-9e27-b1a0ec1ff4e6 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:37.813867 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-799ea252-d130-4cb7-b575-54a04d407149 req-dc65d880-a0be-4691-9e27-b1a0ec1ff4e6 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1999037 Dec 17 15:15:37.833159 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-799ea252-d130-4cb7-b575-54a04d407149 req-7329b734-8d39-4f57-9c9a-91a4374080c3 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/quotas/37613aded2f74aae9c44095b65b822ef HTTP/1.1" status: 200 len: 375 time: 0.0105433 Dec 17 15:15:37.881543 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-799ea252-d130-4cb7-b575-54a04d407149 req-46563b93-adc5-4d2b-a7b3-83d26ba6fbea tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=37613aded2f74aae9c44095b65b822ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414147 Dec 17 15:15:37.905490 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5a1cae7a-7e04-4e9c-865d-505d43c0b061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:37.925390 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5a1cae7a-7e04-4e9c-865d-505d43c0b061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:37.936443 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5a1cae7a-7e04-4e9c-865d-505d43c0b061 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c704e634-d730-42f1-aad6-bcd13146a15b HTTP/1.1" status: 204 len: 168 time: 0.5813649 Dec 17 15:15:37.973544 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1cae7a-7e04-4e9c-865d-505d43c0b061 admin admin] Pushing event deleted for resources: {'Network': ['ID=c704e634-d730-42f1-aad6-bcd13146a15b,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:38.026839 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f31ca514-2a00-4ae7-abc0-655145ca799f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:38.094831 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f31ca514-2a00-4ae7-abc0-655145ca799f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:38.134108 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-ee07ba96-bda2-47e6-bd2f-1ecf901a1987 req-fd303166-1f6f-49ac-9b78-d80be3f6e274 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1579241243', 'description': 'tempest-description-1719363965'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:15:38.181461 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f31ca514-2a00-4ae7-abc0-655145ca799f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=109bc66629684f638d3e057257099e54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4281046 Dec 17 15:15:38.182596 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ca514-2a00-4ae7-abc0-655145ca799f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ef44ce-42d1-44b9-b69e-e36a34a1d48e,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:38.185833 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44454) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:38.253799 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ee07ba96-bda2-47e6-bd2f-1ecf901a1987 req-fd303166-1f6f-49ac-9b78-d80be3f6e274 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:38.269607 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a56b43a2-b899-4569-97a9-b67916cab7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:38.334217 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a56b43a2-b899-4569-97a9-b67916cab7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:38.430789 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ee07ba96-bda2-47e6-bd2f-1ecf901a1987 req-fd303166-1f6f-49ac-9b78-d80be3f6e274 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:38.547076 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ee07ba96-bda2-47e6-bd2f-1ecf901a1987 req-fd303166-1f6f-49ac-9b78-d80be3f6e274 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:38.550014 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a56b43a2-b899-4569-97a9-b67916cab7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:38.552586 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a56b43a2-b899-4569-97a9-b67916cab7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:38.553794 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a56b43a2-b899-4569-97a9-b67916cab7be admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/68ef44ce-42d1-44b9-b69e-e36a34a1d48e HTTP/1.1" status: 204 len: 168 time: 0.3667486 Dec 17 15:15:38.592471 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd303166-1f6f-49ac-9b78-d80be3f6e274 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=672d16a6-aadc-4f6a-b8b8-b42993b9358f,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:38.608451 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b43a2-b899-4569-97a9-b67916cab7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ef44ce-42d1-44b9-b69e-e36a34a1d48e,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:38.661927 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ee07ba96-bda2-47e6-bd2f-1ecf901a1987 req-fd303166-1f6f-49ac-9b78-d80be3f6e274 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:38.675722 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ee07ba96-bda2-47e6-bd2f-1ecf901a1987 req-fd303166-1f6f-49ac-9b78-d80be3f6e274 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5476413 Dec 17 15:15:38.726172 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44484) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:38.776598 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6419948f-cd48-48b8-8da4-a316712ee716 req-996beaef-b726-4346-a691-613df1020daa tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=37613aded2f74aae9c44095b65b822ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329363 Dec 17 15:15:38.793617 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-470f2b0e-35a9-4b24-953f-023138c48a5b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=84058b2235614a8bb82b01287f2acdc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0659995 Dec 17 15:15:38.796526 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44486) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:38.874919 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-adb26a42-375a-4b90-ae03-0e21bca4244f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:38.912965 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-adb26a42-375a-4b90-ae03-0e21bca4244f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:38.923304 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419948f-cd48-48b8-8da4-a316712ee716 req-531fdf18-4221-406c-92b0-c3a12bda481e tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:38.939035 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6419948f-cd48-48b8-8da4-a316712ee716 req-531fdf18-4221-406c-92b0-c3a12bda481e tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1572578 Dec 17 15:15:38.953301 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-0e246fbe-ca7e-4e2d-971d-e3acef945b5c req-b426e7df-75c1-42e0-a759-eea6731db60b tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1485261888', 'description': 'tempest-description-1572062507'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:15:38.966447 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6419948f-cd48-48b8-8da4-a316712ee716 req-0d517270-2a1e-4849-a5e1-cbe81f9df65a tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/quotas/37613aded2f74aae9c44095b65b822ef HTTP/1.1" status: 200 len: 375 time: 0.0284586 Dec 17 15:15:39.025640 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6419948f-cd48-48b8-8da4-a316712ee716 req-8541e489-220e-4b17-8eef-3e434cb3c6bb tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=37613aded2f74aae9c44095b65b822ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465112 Dec 17 15:15:39.089553 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-0e246fbe-ca7e-4e2d-971d-e3acef945b5c req-b426e7df-75c1-42e0-a759-eea6731db60b tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:39.094125 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-adb26a42-375a-4b90-ae03-0e21bca4244f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:39.097636 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-adb26a42-375a-4b90-ae03-0e21bca4244f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:39.101854 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-adb26a42-375a-4b90-ae03-0e21bca4244f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5efb0899-8353-46eb-91de-6a646b7d3f76 HTTP/1.1" status: 204 len: 168 time: 0.3039432 Dec 17 15:15:39.122667 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb26a42-375a-4b90-ae03-0e21bca4244f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efb0899-8353-46eb-91de-6a646b7d3f76,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:39.208373 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-0e246fbe-ca7e-4e2d-971d-e3acef945b5c req-b426e7df-75c1-42e0-a759-eea6731db60b tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:39.293864 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-0e246fbe-ca7e-4e2d-971d-e3acef945b5c req-b426e7df-75c1-42e0-a759-eea6731db60b tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:39.337472 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b426e7df-75c1-42e0-a759-eea6731db60b tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60d9d5db-b9ed-4856-99dd-a233b605b73e,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:39.397286 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-0e246fbe-ca7e-4e2d-971d-e3acef945b5c req-b426e7df-75c1-42e0-a759-eea6731db60b tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:39.398956 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0e246fbe-ca7e-4e2d-971d-e3acef945b5c req-b426e7df-75c1-42e0-a759-eea6731db60b tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4515564 Dec 17 15:15:39.482649 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-72fac66e-b120-489d-9457-138065ea904f req-ae7f39f6-1972-4d3c-83f8-05788cee3108 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/ports?device_id=c559dd43-fc2c-4844-95ec-b3fba2f81442 HTTP/1.1" status: 200 len: 210 time: 0.0343065 Dec 17 15:15:39.620902 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9564b07c-cc06-4a94-b71a-875d05b8e74a req-1aa2c45f-32d8-419d-90bd-e2e61f84637c tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f2b15cb5323e4eba9896faf7fb1bc9bf HTTP/1.1" status: 200 len: 10898 time: 0.1127255 Dec 17 15:15:39.673747 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9564b07c-cc06-4a94-b71a-875d05b8e74a req-b3a9cbab-e9c0-4424-8ebb-d4c881a29d55 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups/6a47c993-d62d-43bf-a7f3-420ad91c0666 HTTP/1.1" status: 200 len: 2981 time: 0.0457172 Dec 17 15:15:39.736882 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9564b07c-cc06-4a94-b71a-875d05b8e74a req-398be9d0-4021-46d8-bd7c-37e12866702d tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups/6a47c993-d62d-43bf-a7f3-420ad91c0666 HTTP/1.1" status: 200 len: 2981 time: 0.0562842 Dec 17 15:15:40.097497 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:40.229800 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3368f693-0bc1-4578-98cc-a42498714a02 req-dd134985-d12b-49f2-8517-e4bcdf0f9b54 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups/51f37129-c503-41ac-a6e0-766be215b478 HTTP/1.1" status: 200 len: 1801 time: 0.0798097 Dec 17 15:15:40.291287 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-3368f693-0bc1-4578-98cc-a42498714a02 req-a40bc07b-c605-4fc5-9ca6-1f7c359bb79e tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:40.321584 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-3368f693-0bc1-4578-98cc-a42498714a02 req-a40bc07b-c605-4fc5-9ca6-1f7c359bb79e tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:40.463770 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-3368f693-0bc1-4578-98cc-a42498714a02 req-a40bc07b-c605-4fc5-9ca6-1f7c359bb79e tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:40.466519 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-3368f693-0bc1-4578-98cc-a42498714a02 req-a40bc07b-c605-4fc5-9ca6-1f7c359bb79e tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:40.467694 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3368f693-0bc1-4578-98cc-a42498714a02 req-a40bc07b-c605-4fc5-9ca6-1f7c359bb79e tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "DELETE /v2.0/security-groups/51f37129-c503-41ac-a6e0-766be215b478 HTTP/1.1" status: 204 len: 173 time: 0.2368402 Dec 17 15:15:40.477242 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40bc07b-c605-4fc5-9ca6-1f7c359bb79e tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f37129-c503-41ac-a6e0-766be215b478,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:40.864347 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-799ea252-d130-4cb7-b575-54a04d407149 req-91762639-81c8-473b-b944-1de460f539e1 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=37613aded2f74aae9c44095b65b822ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573392 Dec 17 15:15:40.870215 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-045df26d-5df5-4ebd-971c-497eeb1a7d4f req-06313af3-8249-4693-8c75-fa455ca2e8e9 tempest-QuotasAdminNegativeTest-906942392 tempest-QuotasAdminNegativeTest-906942392-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=d2530964895e46efa4ec9e2b6b611d4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340528 Dec 17 15:15:41.022212 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [req-ee791e73-2c8e-46fd-8fbc-e86c6113fe43 req-6ef4410f-b5aa-4417-9df8-0098fd23cd8d tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] show failed (client error): The resource could not be found. Dec 17 15:15:41.023243 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ee791e73-2c8e-46fd-8fbc-e86c6113fe43 req-6ef4410f-b5aa-4417-9df8-0098fd23cd8d tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups/51f37129-c503-41ac-a6e0-766be215b478 HTTP/1.1" status: 404 len: 352 time: 0.0241570 Dec 17 15:15:41.061916 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ea252-d130-4cb7-b575-54a04d407149 req-c39aa2fc-d1ea-409e-8386-f6615585940d tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:41.063873 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-799ea252-d130-4cb7-b575-54a04d407149 req-c39aa2fc-d1ea-409e-8386-f6615585940d tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1901231 Dec 17 15:15:41.076069 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045df26d-5df5-4ebd-971c-497eeb1a7d4f req-b2a7202e-51bb-43da-849c-54ce9724c13d tempest-QuotasAdminNegativeTest-906942392 tempest-QuotasAdminNegativeTest-906942392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:41.077910 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-045df26d-5df5-4ebd-971c-497eeb1a7d4f req-b2a7202e-51bb-43da-849c-54ce9724c13d tempest-QuotasAdminNegativeTest-906942392 tempest-QuotasAdminNegativeTest-906942392-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1978641 Dec 17 15:15:41.079699 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-799ea252-d130-4cb7-b575-54a04d407149 req-7d237ac0-00bb-4baa-b7ef-e8761e85d7ad tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Request body: {'port': {'device_id': '9c8bb9fc-f7d4-4573-adec-112324e31679', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'admin_state_up': True, 'tenant_id': '37613aded2f74aae9c44095b65b822ef'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:15:41.115680 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-045df26d-5df5-4ebd-971c-497eeb1a7d4f req-7663e5c8-3707-4d03-b664-89c70844b572 tempest-QuotasAdminNegativeTest-906942392 tempest-QuotasAdminNegativeTest-906942392-project] 10.222.0.46 "GET /v2.0/quotas/d2530964895e46efa4ec9e2b6b611d4a HTTP/1.1" status: 200 len: 375 time: 0.0285470 Dec 17 15:15:41.141442 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ca117890-17ce-462e-9b53-4e1398277ae4 req-81e37ac2-f60b-4044-bad8-65ea87ebe177 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/ports?device_id=c559dd43-fc2c-4844-95ec-b3fba2f81442 HTTP/1.1" status: 200 len: 210 time: 0.0430529 Dec 17 15:15:41.372987 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-799ea252-d130-4cb7-b575-54a04d407149 req-7d237ac0-00bb-4baa-b7ef-e8761e85d7ad tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Made reservation on behalf of 37613aded2f74aae9c44095b65b822ef for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:15:41.376927 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-799ea252-d130-4cb7-b575-54a04d407149 req-7d237ac0-00bb-4baa-b7ef-e8761e85d7ad tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:41.378846 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44606) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:41.407907 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-799ea252-d130-4cb7-b575-54a04d407149 req-7d237ac0-00bb-4baa-b7ef-e8761e85d7ad tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:41.482069 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-045df26d-5df5-4ebd-971c-497eeb1a7d4f req-cd81646d-1f3b-4e1e-a627-1526644a0f41 tempest-QuotasAdminNegativeTest-906942392 tempest-QuotasAdminNegativeTest-906942392-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d2530964895e46efa4ec9e2b6b611d4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3497226 Dec 17 15:15:41.507293 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-799ea252-d130-4cb7-b575-54a04d407149 req-7d237ac0-00bb-4baa-b7ef-e8761e85d7ad tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:41.524681 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-392728d4-54c9-42ff-8bc5-8792cc8d61c7 req-bcd2b9f7-893b-48e1-9209-9142590ca809 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups/672d16a6-aadc-4f6a-b8b8-b42993b9358f HTTP/1.1" status: 200 len: 1801 time: 0.0463641 Dec 17 15:15:41.587990 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6419948f-cd48-48b8-8da4-a316712ee716 req-e02a35b7-ec4a-46a6-9845-bfba17092ebe tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=37613aded2f74aae9c44095b65b822ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386477 Dec 17 15:15:41.666232 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-799ea252-d130-4cb7-b575-54a04d407149 req-7d237ac0-00bb-4baa-b7ef-e8761e85d7ad tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:41.728689 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-392728d4-54c9-42ff-8bc5-8792cc8d61c7 req-b5bd0ea8-e604-4999-99f2-87987f8b8444 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:41.741766 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44624) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:41.757333 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-392728d4-54c9-42ff-8bc5-8792cc8d61c7 req-b5bd0ea8-e604-4999-99f2-87987f8b8444 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:41.758599 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d237ac0-00bb-4baa-b7ef-e8761e85d7ad tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb79c06-181d-4a1a-ae46-fd94305d9514,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:41.841543 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-44c0ae26-fc44-4981-92c9-b36c6740ccc3 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1117601448-network', 'tenant_id': '88f06237a6a040a5b48294f889fb95ed'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:15:41.859059 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419948f-cd48-48b8-8da4-a316712ee716 req-cbf3ec76-5286-4e9d-8371-c95e007c0a0e tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:41.860639 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6419948f-cd48-48b8-8da4-a316712ee716 req-cbf3ec76-5286-4e9d-8371-c95e007c0a0e tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2655945 Dec 17 15:15:41.872624 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-799ea252-d130-4cb7-b575-54a04d407149 req-7d237ac0-00bb-4baa-b7ef-e8761e85d7ad tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Allocated IP 192.168.233.137 (f97c7142-717f-43eb-a835-5fcd8d6a6486/b0a1cb4f-5aa5-4130-b24e-105310ef66e4/63be37f5-3e86-4cf4-bc8f-156d6f83c21d) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:15:41.877896 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-6419948f-cd48-48b8-8da4-a316712ee716 req-11d37588-1e00-4467-b09e-fb6fda1599f3 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Request body: {'port': {'device_id': 'c559dd43-fc2c-4844-95ec-b3fba2f81442', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'admin_state_up': True, 'tenant_id': '37613aded2f74aae9c44095b65b822ef'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:15:41.914213 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-c998c976-729c-483b-a008-632cea05d03c admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2052393915-network', 'tenant_id': 'eeb1d716f63d4fc78ffca2f95cd93401'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:15:41.961320 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-392728d4-54c9-42ff-8bc5-8792cc8d61c7 req-b5bd0ea8-e604-4999-99f2-87987f8b8444 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:41.964324 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-392728d4-54c9-42ff-8bc5-8792cc8d61c7 req-b5bd0ea8-e604-4999-99f2-87987f8b8444 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:41.966908 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c0ae26-fc44-4981-92c9-b36c6740ccc3 admin admin] Made reservation on behalf of 88f06237a6a040a5b48294f889fb95ed for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:15:41.970004 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-392728d4-54c9-42ff-8bc5-8792cc8d61c7 req-b5bd0ea8-e604-4999-99f2-87987f8b8444 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "DELETE /v2.0/security-groups/672d16a6-aadc-4f6a-b8b8-b42993b9358f HTTP/1.1" status: 204 len: 173 time: 0.4382529 Dec 17 15:15:41.970335 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-44c0ae26-fc44-4981-92c9-b36c6740ccc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:42.014577 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd0ea8-e604-4999-99f2-87987f8b8444 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=672d16a6-aadc-4f6a-b8b8-b42993b9358f,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:42.025965 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-44c0ae26-fc44-4981-92c9-b36c6740ccc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:42.029913 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [req-bc5fed7c-01b6-41ed-b6ab-b993f218a2fa req-48c40820-b57f-45a9-adf3-c1e2f22d59c1 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] show failed (client error): The resource could not be found. Dec 17 15:15:42.031112 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bc5fed7c-01b6-41ed-b6ab-b993f218a2fa req-48c40820-b57f-45a9-adf3-c1e2f22d59c1 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups/672d16a6-aadc-4f6a-b8b8-b42993b9358f HTTP/1.1" status: 404 len: 352 time: 0.0344338 Dec 17 15:15:42.131367 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-29cbdb1c-c608-49af-8a09-0031bca33322 req-9f25a6f0-623b-4e22-aca8-01e19c64b91f tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups/60d9d5db-b9ed-4856-99dd-a233b605b73e HTTP/1.1" status: 200 len: 1801 time: 0.0590563 Dec 17 15:15:42.211260 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-29cbdb1c-c608-49af-8a09-0031bca33322 req-1392b810-1c3f-46b4-8504-2aaba739bfdf tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:42.231089 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-44c0ae26-fc44-4981-92c9-b36c6740ccc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:42.244080 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c998c976-729c-483b-a008-632cea05d03c admin admin] Made reservation on behalf of eeb1d716f63d4fc78ffca2f95cd93401 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:15:42.246761 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c998c976-729c-483b-a008-632cea05d03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:42.250625 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6419948f-cd48-48b8-8da4-a316712ee716 req-11d37588-1e00-4467-b09e-fb6fda1599f3 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Made reservation on behalf of 37613aded2f74aae9c44095b65b822ef for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:15:42.261633 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-6419948f-cd48-48b8-8da4-a316712ee716 req-11d37588-1e00-4467-b09e-fb6fda1599f3 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:42.263999 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c998c976-729c-483b-a008-632cea05d03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:42.312771 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-44c0ae26-fc44-4981-92c9-b36c6740ccc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:42.354358 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c0ae26-fc44-4981-92c9-b36c6740ccc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:15:42.363219 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-799ea252-d130-4cb7-b575-54a04d407149 req-7d237ac0-00bb-4baa-b7ef-e8761e85d7ad tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:42.396302 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-29cbdb1c-c608-49af-8a09-0031bca33322 req-1392b810-1c3f-46b4-8504-2aaba739bfdf tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:42.396766 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-44c0ae26-fc44-4981-92c9-b36c6740ccc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:42.397132 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-44c0ae26-fc44-4981-92c9-b36c6740ccc3 admin admin] Added segment 75195253-a18c-43b8-b6db-179ccc3e1ed0 of type vlan for network c55c80a5-833c-48da-873a-0d6892b2ac27 Dec 17 15:15:42.400617 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0ae26-fc44-4981-92c9-b36c6740ccc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed054346-43e5-47d3-96a4-a99509b9a81b,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:42.475776 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-44c0ae26-fc44-4981-92c9-b36c6740ccc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:42.515894 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c998c976-729c-483b-a008-632cea05d03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:42.608791 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-799ea252-d130-4cb7-b575-54a04d407149 req-7d237ac0-00bb-4baa-b7ef-e8761e85d7ad tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:42.609908 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-29cbdb1c-c608-49af-8a09-0031bca33322 req-1392b810-1c3f-46b4-8504-2aaba739bfdf tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:42.612896 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-29cbdb1c-c608-49af-8a09-0031bca33322 req-1392b810-1c3f-46b4-8504-2aaba739bfdf tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:42.614688 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-29cbdb1c-c608-49af-8a09-0031bca33322 req-1392b810-1c3f-46b4-8504-2aaba739bfdf tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "DELETE /v2.0/security-groups/60d9d5db-b9ed-4856-99dd-a233b605b73e HTTP/1.1" status: 204 len: 173 time: 0.4711239 Dec 17 15:15:42.661689 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-44c0ae26-fc44-4981-92c9-b36c6740ccc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:42.662926 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c0ae26-fc44-4981-92c9-b36c6740ccc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:42.663851 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-44c0ae26-fc44-4981-92c9-b36c6740ccc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:42.674073 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392b810-1c3f-46b4-8504-2aaba739bfdf tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d9d5db-b9ed-4856-99dd-a233b605b73e,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:42.724420 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c998c976-729c-483b-a008-632cea05d03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:42.744223 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-799ea252-d130-4cb7-b575-54a04d407149 req-7d237ac0-00bb-4baa-b7ef-e8761e85d7ad tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Network f97c7142-717f-43eb-a835-5fcd8d6a6486 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:15:42.750783 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7478d42a-87ff-45ae-9a03-6fb7635f73f4 req-469b8e18-bd65-425d-b0fd-91f9316109d3 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/ports?device_id=c559dd43-fc2c-4844-95ec-b3fba2f81442 HTTP/1.1" status: 200 len: 210 time: 0.0474937 Dec 17 15:15:42.752186 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-6419948f-cd48-48b8-8da4-a316712ee716 req-11d37588-1e00-4467-b09e-fb6fda1599f3 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Allocated IP 192.168.233.11 (f97c7142-717f-43eb-a835-5fcd8d6a6486/b0a1cb4f-5aa5-4130-b24e-105310ef66e4/ca50a852-4934-47a2-a231-a25fe8bafa8c) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:15:42.763953 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-799ea252-d130-4cb7-b575-54a04d407149 req-7d237ac0-00bb-4baa-b7ef-e8761e85d7ad tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:15:42.772737 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-799ea252-d130-4cb7-b575-54a04d407149 req-7d237ac0-00bb-4baa-b7ef-e8761e85d7ad tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:15:42.783113 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [req-ef73b1eb-951f-4307-9f0a-054367184638 req-17a4ecf8-8ce6-4651-83da-b487183c6b1c tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] show failed (client error): The resource could not be found. Dec 17 15:15:42.795402 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ef73b1eb-951f-4307-9f0a-054367184638 req-17a4ecf8-8ce6-4651-83da-b487183c6b1c tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups/60d9d5db-b9ed-4856-99dd-a233b605b73e HTTP/1.1" status: 404 len: 352 time: 0.0306549 Dec 17 15:15:42.862544 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ea252-d130-4cb7-b575-54a04d407149 req-7d237ac0-00bb-4baa-b7ef-e8761e85d7ad tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:42.863498 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-799ea252-d130-4cb7-b575-54a04d407149 req-7d237ac0-00bb-4baa-b7ef-e8761e85d7ad tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:42.922086 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-44c0ae26-fc44-4981-92c9-b36c6740ccc3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5420909 Dec 17 15:15:42.931170 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44668) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:42.946631 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-0fbc70e2-66f4-40d3-af7a-7809332f3913 admin admin] Request body: {'subnet': {'network_id': 'c55c80a5-833c-48da-873a-0d6892b2ac27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1117601448-subnet', 'tenant_id': '88f06237a6a040a5b48294f889fb95ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:15:42.951589 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c998c976-729c-483b-a008-632cea05d03c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:15:42.967866 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-799ea252-d130-4cb7-b575-54a04d407149 req-7d237ac0-00bb-4baa-b7ef-e8761e85d7ad tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8938181 Dec 17 15:15:42.994596 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-799ea252-d130-4cb7-b575-54a04d407149 req-9319b784-e367-4a16-b047-e26181a55db1 service neutron] Request body: {'port': {'device_id': '9c8bb9fc-f7d4-4573-adec-112324e31679', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:15:43.065002 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d237ac0-00bb-4baa-b7ef-e8761e85d7ad tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Pushing event updated for resources: {'Port': ['ID=63be37f5-3e86-4cf4-bc8f-156d6f83c21d,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:43.069012 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c998c976-729c-483b-a008-632cea05d03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:43.069699 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-c998c976-729c-483b-a008-632cea05d03c admin admin] Added segment e8e3507c-e010-414c-9e07-379a84f479f5 of type vlan for network 3aef48c0-7506-4912-87a1-02fd88d2b430 Dec 17 15:15:43.074386 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998c976-729c-483b-a008-632cea05d03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25339a9-e6ba-440f-a83b-3ae753d37e1e,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:43.080800 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-799ea252-d130-4cb7-b575-54a04d407149 req-9319b784-e367-4a16-b047-e26181a55db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:43.095173 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0ae26-fc44-4981-92c9-b36c6740ccc3 admin admin] Pushing event updated for resources: {'Network': ['ID=c55c80a5-833c-48da-873a-0d6892b2ac27,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:43.115870 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network c55c80a5-833c-48da-873a-0d6892b2ac27 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:15:43.152737 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-6419948f-cd48-48b8-8da4-a316712ee716 req-11d37588-1e00-4467-b09e-fb6fda1599f3 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:43.219540 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-08b40d69-9da3-47cb-bbf8-79817995f804 None None] Provisioning complete for port 63be37f5-3e86-4cf4-bc8f-156d6f83c21d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:15:43.220073 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-08b40d69-9da3-47cb-bbf8-79817995f804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:43.235920 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c998c976-729c-483b-a008-632cea05d03c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:43.248369 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbc70e2-66f4-40d3-af7a-7809332f3913 admin admin] Made reservation on behalf of 88f06237a6a040a5b48294f889fb95ed for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:15:43.254794 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0fbc70e2-66f4-40d3-af7a-7809332f3913 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:43.265974 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-08b40d69-9da3-47cb-bbf8-79817995f804 None None] Port 63be37f5-3e86-4cf4-bc8f-156d6f83c21d cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:15:43.281900 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-6419948f-cd48-48b8-8da4-a316712ee716 req-11d37588-1e00-4467-b09e-fb6fda1599f3 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:43.399328 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6419948f-cd48-48b8-8da4-a316712ee716 req-11d37588-1e00-4467-b09e-fb6fda1599f3 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Network f97c7142-717f-43eb-a835-5fcd8d6a6486 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:15:43.401193 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d37588-1e00-4467-b09e-fb6fda1599f3 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Pushing event updated for resources: {'Port': ['ID=ca50a852-4934-47a2-a231-a25fe8bafa8c,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:43.416693 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0401a4c6-42fe-49aa-ad98-fc70c63eed2e req-866bd327-c4e5-4323-922e-103d899e6479 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f2b15cb5323e4eba9896faf7fb1bc9bf HTTP/1.1" status: 200 len: 6148 time: 0.1749048 Dec 17 15:15:43.416693 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-6419948f-cd48-48b8-8da4-a316712ee716 req-11d37588-1e00-4467-b09e-fb6fda1599f3 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:15:43.433875 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-6419948f-cd48-48b8-8da4-a316712ee716 req-11d37588-1e00-4467-b09e-fb6fda1599f3 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:15:43.457779 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c998c976-729c-483b-a008-632cea05d03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:43.459131 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c998c976-729c-483b-a008-632cea05d03c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:43.460384 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c998c976-729c-483b-a008-632cea05d03c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:43.494733 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419948f-cd48-48b8-8da4-a316712ee716 req-11d37588-1e00-4467-b09e-fb6fda1599f3 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:43.495534 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-6419948f-cd48-48b8-8da4-a316712ee716 req-11d37588-1e00-4467-b09e-fb6fda1599f3 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:43.578283 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44690) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:43.586151 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c998c976-729c-483b-a008-632cea05d03c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8431423 Dec 17 15:15:43.608327 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-6ec21fb6-0349-4c42-af0b-d5226e1db40e admin admin] Request body: {'subnet': {'network_id': '3aef48c0-7506-4912-87a1-02fd88d2b430', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2052393915-subnet', 'tenant_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:15:43.692020 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998c976-729c-483b-a008-632cea05d03c admin admin] Pushing event updated for resources: {'Network': ['ID=3aef48c0-7506-4912-87a1-02fd88d2b430,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:43.692549 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0401a4c6-42fe-49aa-ad98-fc70c63eed2e req-9e9f7039-2b5d-43c6-a72b-267f6982c2e2 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups/6a47c993-d62d-43bf-a7f3-420ad91c0666 HTTP/1.1" status: 200 len: 2981 time: 0.1856318 Dec 17 15:15:43.705079 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 3aef48c0-7506-4912-87a1-02fd88d2b430 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:15:43.756639 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6419948f-cd48-48b8-8da4-a316712ee716 req-11d37588-1e00-4467-b09e-fb6fda1599f3 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8857141 Dec 17 15:15:43.808906 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-6419948f-cd48-48b8-8da4-a316712ee716 req-4698f38c-0fd5-4a17-9aac-844be59541a1 service neutron] Request body: {'port': {'device_id': 'c559dd43-fc2c-4844-95ec-b3fba2f81442', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:15:43.887375 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0401a4c6-42fe-49aa-ad98-fc70c63eed2e req-699bb202-95c8-4984-b081-73d85e207b1a tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups/6a47c993-d62d-43bf-a7f3-420ad91c0666 HTTP/1.1" status: 200 len: 2981 time: 0.1882849 Dec 17 15:15:43.913935 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-5a4fc261-2baf-469d-8a54-192905c94405 None None] Provisioning complete for port ca50a852-4934-47a2-a231-a25fe8bafa8c triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:15:43.913935 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5a4fc261-2baf-469d-8a54-192905c94405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:43.914676 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec21fb6-0349-4c42-af0b-d5226e1db40e admin admin] Made reservation on behalf of eeb1d716f63d4fc78ffca2f95cd93401 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:15:43.917527 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6ec21fb6-0349-4c42-af0b-d5226e1db40e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:44.048226 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-5a4fc261-2baf-469d-8a54-192905c94405 None None] Port ca50a852-4934-47a2-a231-a25fe8bafa8c cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:15:44.056999 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-6419948f-cd48-48b8-8da4-a316712ee716 req-4698f38c-0fd5-4a17-9aac-844be59541a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:44.069034 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-799ea252-d130-4cb7-b575-54a04d407149 req-9319b784-e367-4a16-b047-e26181a55db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63be37f5-3e86-4cf4-bc8f-156d6f83c21d {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:15:44.079867 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-799ea252-d130-4cb7-b575-54a04d407149 req-9319b784-e367-4a16-b047-e26181a55db1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:44.099840 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-799ea252-d130-4cb7-b575-54a04d407149 req-9319b784-e367-4a16-b047-e26181a55db1 service neutron] Transition to ACTIVE for port object 63be37f5-3e86-4cf4-bc8f-156d6f83c21d will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:15:44.102310 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0fbc70e2-66f4-40d3-af7a-7809332f3913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:44.105453 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-5148586e-2152-46ab-bf92-cc8cbc63a3a1 req-21f49885-c02b-40a5-95b1-136baebd6e59 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1467572490', 'description': 'tempest-description-1009712670'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:15:44.175025 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-799ea252-d130-4cb7-b575-54a04d407149 req-9319b784-e367-4a16-b047-e26181a55db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:44.191116 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc70e2-66f4-40d3-af7a-7809332f3913 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da4dd92c-6f31-4733-ad5e-39ad920cb8f0,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:44.239558 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbc70e2-66f4-40d3-af7a-7809332f3913 admin admin] Checking segment: {'id': '75195253-a18c-43b8-b6db-179ccc3e1ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c55c80a5-833c-48da-873a-0d6892b2ac27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:15:44.239558 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbc70e2-66f4-40d3-af7a-7809332f3913 admin admin] Network hostable DHCP agents. Network: c55c80a5-833c-48da-873a-0d6892b2ac27, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:15:44.246553 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319b784-e367-4a16-b047-e26181a55db1 service neutron] Pushing event updated for resources: {'Port': ['ID=63be37f5-3e86-4cf4-bc8f-156d6f83c21d,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:44.267949 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5148586e-2152-46ab-bf92-cc8cbc63a3a1 req-21f49885-c02b-40a5-95b1-136baebd6e59 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:44.357088 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c267e-4737-4176-9788-bd626c576e7d req-356acd2e-e4da-4d5c-a482-9553d97dd38a tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:44.357465 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-799ea252-d130-4cb7-b575-54a04d407149 req-9319b784-e367-4a16-b047-e26181a55db1 service neutron] Attempting to bind port 63be37f5-3e86-4cf4-bc8f-156d6f83c21d on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:15:44.357797 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-799ea252-d130-4cb7-b575-54a04d407149 req-9319b784-e367-4a16-b047-e26181a55db1 service neutron] Attempting to bind port 63be37f5-3e86-4cf4-bc8f-156d6f83c21d by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:15:44.358121 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799ea252-d130-4cb7-b575-54a04d407149 req-9319b784-e367-4a16-b047-e26181a55db1 service neutron] Attempting to bind port 63be37f5-3e86-4cf4-bc8f-156d6f83c21d on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:15:44.358767 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c72c267e-4737-4176-9788-bd626c576e7d req-356acd2e-e4da-4d5c-a482-9553d97dd38a tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/ports?device_id=c559dd43-fc2c-4844-95ec-b3fba2f81442 HTTP/1.1" status: 200 len: 935 time: 0.3020132 Dec 17 15:15:44.362909 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799ea252-d130-4cb7-b575-54a04d407149 req-9319b784-e367-4a16-b047-e26181a55db1 service neutron] Port 63be37f5-3e86-4cf4-bc8f-156d6f83c21d on network f97c7142-717f-43eb-a835-5fcd8d6a6486 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:15:44.363220 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799ea252-d130-4cb7-b575-54a04d407149 req-9319b784-e367-4a16-b047-e26181a55db1 service neutron] Attempting to bind port 63be37f5-3e86-4cf4-bc8f-156d6f83c21d on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:15:44.371860 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799ea252-d130-4cb7-b575-54a04d407149 req-9319b784-e367-4a16-b047-e26181a55db1 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:15:44.372787 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799ea252-d130-4cb7-b575-54a04d407149 req-9319b784-e367-4a16-b047-e26181a55db1 service neutron] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:15:44.373889 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799ea252-d130-4cb7-b575-54a04d407149 req-9319b784-e367-4a16-b047-e26181a55db1 service neutron] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:15:44.373889 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-799ea252-d130-4cb7-b575-54a04d407149 req-9319b784-e367-4a16-b047-e26181a55db1 service neutron] Bound port: 63be37f5-3e86-4cf4-bc8f-156d6f83c21d, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:15:44.374151 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-799ea252-d130-4cb7-b575-54a04d407149 req-9319b784-e367-4a16-b047-e26181a55db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:44.386220 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbc70e2-66f4-40d3-af7a-7809332f3913 admin admin] Network c55c80a5-833c-48da-873a-0d6892b2ac27 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:15:44.477464 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-799ea252-d130-4cb7-b575-54a04d407149 req-9319b784-e367-4a16-b047-e26181a55db1 service neutron] For port 63be37f5-3e86-4cf4-bc8f-156d6f83c21d, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:15:44.484491 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-799ea252-d130-4cb7-b575-54a04d407149 req-9319b784-e367-4a16-b047-e26181a55db1 service neutron] For port 63be37f5-3e86-4cf4-bc8f-156d6f83c21d, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=63be37f5-3e86-4cf4-bc8f-156d6f83c21d,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:15:44.486339 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-0fbc70e2-66f4-40d3-af7a-7809332f3913 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, c55c80a5-833c-48da-873a-0d6892b2ac27) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:15:44.496703 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dc8bf7-7c30-471c-95f1-61c967b29cdc None None] Network c55c80a5-833c-48da-873a-0d6892b2ac27 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:15:44.505652 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbc70e2-66f4-40d3-af7a-7809332f3913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:44.505652 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0fbc70e2-66f4-40d3-af7a-7809332f3913 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:44.539979 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c72c267e-4737-4176-9788-bd626c576e7d req-e0b7fc72-d26a-40a7-baaf-d21222dc30cb tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb79c06-181d-4a1a-ae46-fd94305d9514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696379 Dec 17 15:15:44.541692 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-799ea252-d130-4cb7-b575-54a04d407149 req-9319b784-e367-4a16-b047-e26181a55db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:44.631039 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0fbc70e2-66f4-40d3-af7a-7809332f3913 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6965506 Dec 17 15:15:44.642691 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ea252-d130-4cb7-b575-54a04d407149 req-9319b784-e367-4a16-b047-e26181a55db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:44.643710 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-799ea252-d130-4cb7-b575-54a04d407149 req-9319b784-e367-4a16-b047-e26181a55db1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:44.645732 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-799ea252-d130-4cb7-b575-54a04d407149 req-9319b784-e367-4a16-b047-e26181a55db1 service neutron] 10.222.0.13 "PUT /v2.0/ports/63be37f5-3e86-4cf4-bc8f-156d6f83c21d HTTP/1.1" status: 200 len: 1096 time: 1.6566761 Dec 17 15:15:44.649250 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c8bb9fc-f7d4-4573-adec-112324e31679', 'tag': '63be37f5-3e86-4cf4-bc8f-156d6f83c21d'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:15:44.653936 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d8b085-f94e-40c6-802f-568fd3f0d54d" -d '{"events": [{"name": "network-changed", "server_uuid": "9c8bb9fc-f7d4-4573-adec-112324e31679", "tag": "63be37f5-3e86-4cf4-bc8f-156d6f83c21d"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:15:44.682368 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319b784-e367-4a16-b047-e26181a55db1 service neutron] Pushing event updated for resources: {'Port': ['ID=63be37f5-3e86-4cf4-bc8f-156d6f83c21d,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:44.758113 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5148586e-2152-46ab-bf92-cc8cbc63a3a1 req-21f49885-c02b-40a5-95b1-136baebd6e59 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:44.765621 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2155f75-0bb9-418c-82d0-6a88b0873e60 None None] Network c55c80a5-833c-48da-873a-0d6892b2ac27 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:15:44.844065 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ea252-d130-4cb7-b575-54a04d407149 req-578c5419-cad3-43aa-923a-e28936795856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:44.852618 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-799ea252-d130-4cb7-b575-54a04d407149 req-578c5419-cad3-43aa-923a-e28936795856 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37613aded2f74aae9c44095b65b822ef&device_id=9c8bb9fc-f7d4-4573-adec-112324e31679 HTTP/1.1" status: 200 len: 1099 time: 0.1008246 Dec 17 15:15:44.878112 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-6419948f-cd48-48b8-8da4-a316712ee716 req-4698f38c-0fd5-4a17-9aac-844be59541a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca50a852-4934-47a2-a231-a25fe8bafa8c {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:15:44.889792 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-6419948f-cd48-48b8-8da4-a316712ee716 req-4698f38c-0fd5-4a17-9aac-844be59541a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:44.914202 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-6419948f-cd48-48b8-8da4-a316712ee716 req-4698f38c-0fd5-4a17-9aac-844be59541a1 service neutron] Transition to ACTIVE for port object ca50a852-4934-47a2-a231-a25fe8bafa8c will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:15:44.915734 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6ec21fb6-0349-4c42-af0b-d5226e1db40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:44.927702 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-799ea252-d130-4cb7-b575-54a04d407149 req-7993934f-de04-44f8-b2fa-8cea65b3f811 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=63be37f5-3e86-4cf4-bc8f-156d6f83c21d HTTP/1.1" status: 200 len: 217 time: 0.0630546 Dec 17 15:15:44.972282 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5148586e-2152-46ab-bf92-cc8cbc63a3a1 req-21f49885-c02b-40a5-95b1-136baebd6e59 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:44.978392 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec21fb6-0349-4c42-af0b-d5226e1db40e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb8281b9-5255-4caf-a905-604474f334b0,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:45.018868 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-6419948f-cd48-48b8-8da4-a316712ee716 req-4698f38c-0fd5-4a17-9aac-844be59541a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:45.043405 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3f18e9e7-5ccb-4f9a-b256-ab3493eeecb1 req-aca73a2d-6c2f-4a39-b22e-875a34284e30 tempest-QuotasAdminNegativeTest-906942392 tempest-QuotasAdminNegativeTest-906942392-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=d2530964895e46efa4ec9e2b6b611d4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1248002 Dec 17 15:15:45.054904 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ea252-d130-4cb7-b575-54a04d407149 req-5df541b2-3817-422d-aac4-87fc96d5775f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:45.057500 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-799ea252-d130-4cb7-b575-54a04d407149 req-5df541b2-3817-422d-aac4-87fc96d5775f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.1125007 Dec 17 15:15:45.147709 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ea252-d130-4cb7-b575-54a04d407149 req-f98ddb3e-5089-4eec-9970-d0f1a2e36ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:45.149240 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-799ea252-d130-4cb7-b575-54a04d407149 req-f98ddb3e-5089-4eec-9970-d0f1a2e36ceb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0847657 Dec 17 15:15:45.182122 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f49885-c02b-40a5-95b1-136baebd6e59 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92b4e315-0b9e-410a-9dbf-6d65ee922874,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:45.209083 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5148586e-2152-46ab-bf92-cc8cbc63a3a1 req-21f49885-c02b-40a5-95b1-136baebd6e59 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:45.221660 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5148586e-2152-46ab-bf92-cc8cbc63a3a1 req-21f49885-c02b-40a5-95b1-136baebd6e59 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.1681488 Dec 17 15:15:45.273897 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698f38c-0fd5-4a17-9aac-844be59541a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ca50a852-4934-47a2-a231-a25fe8bafa8c,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:45.292672 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deab9007-2663-488a-a21a-fdb6cbc817f1 x-openstack-request-id: req-deab9007-2663-488a-a21a-fdb6cbc817f1 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:15:45.294380 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c8bb9fc-f7d4-4573-adec-112324e31679", "tag": "63be37f5-3e86-4cf4-bc8f-156d6f83c21d", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:15:45.295083 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-deab9007-2663-488a-a21a-fdb6cbc817f1 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:15:45.297391 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c8bb9fc-f7d4-4573-adec-112324e31679', 'tag': '63be37f5-3e86-4cf4-bc8f-156d6f83c21d', 'status': 'completed', 'code': 200} Dec 17 15:15:45.311806 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec21fb6-0349-4c42-af0b-d5226e1db40e admin admin] Checking segment: {'id': 'e8e3507c-e010-414c-9e07-379a84f479f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3aef48c0-7506-4912-87a1-02fd88d2b430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:15:45.312385 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec21fb6-0349-4c42-af0b-d5226e1db40e admin admin] Network hostable DHCP agents. Network: 3aef48c0-7506-4912-87a1-02fd88d2b430, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:15:45.323700 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-799ea252-d130-4cb7-b575-54a04d407149 req-05ad5cc4-73f9-4c27-9b3e-b795f357ad6d service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652553 Dec 17 15:15:45.394277 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18e9e7-5ccb-4f9a-b256-ab3493eeecb1 req-07e21f59-f231-4e8b-b0c4-e6a243569564 tempest-QuotasAdminNegativeTest-906942392 tempest-QuotasAdminNegativeTest-906942392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:45.395808 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3f18e9e7-5ccb-4f9a-b256-ab3493eeecb1 req-07e21f59-f231-4e8b-b0c4-e6a243569564 tempest-QuotasAdminNegativeTest-906942392 tempest-QuotasAdminNegativeTest-906942392-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3374746 Dec 17 15:15:45.396737 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-6419948f-cd48-48b8-8da4-a316712ee716 req-4698f38c-0fd5-4a17-9aac-844be59541a1 service neutron] Attempting to bind port ca50a852-4934-47a2-a231-a25fe8bafa8c on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:15:45.397084 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-6419948f-cd48-48b8-8da4-a316712ee716 req-4698f38c-0fd5-4a17-9aac-844be59541a1 service neutron] Attempting to bind port ca50a852-4934-47a2-a231-a25fe8bafa8c by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:15:45.397428 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6419948f-cd48-48b8-8da4-a316712ee716 req-4698f38c-0fd5-4a17-9aac-844be59541a1 service neutron] Attempting to bind port ca50a852-4934-47a2-a231-a25fe8bafa8c on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:15:45.412950 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6419948f-cd48-48b8-8da4-a316712ee716 req-4698f38c-0fd5-4a17-9aac-844be59541a1 service neutron] Port ca50a852-4934-47a2-a231-a25fe8bafa8c on network f97c7142-717f-43eb-a835-5fcd8d6a6486 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:15:45.413459 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6419948f-cd48-48b8-8da4-a316712ee716 req-4698f38c-0fd5-4a17-9aac-844be59541a1 service neutron] Attempting to bind port ca50a852-4934-47a2-a231-a25fe8bafa8c on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:15:45.425701 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6419948f-cd48-48b8-8da4-a316712ee716 req-4698f38c-0fd5-4a17-9aac-844be59541a1 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:15:45.426161 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6419948f-cd48-48b8-8da4-a316712ee716 req-4698f38c-0fd5-4a17-9aac-844be59541a1 service neutron] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:15:45.429313 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6419948f-cd48-48b8-8da4-a316712ee716 req-4698f38c-0fd5-4a17-9aac-844be59541a1 service neutron] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:15:45.430362 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-6419948f-cd48-48b8-8da4-a316712ee716 req-4698f38c-0fd5-4a17-9aac-844be59541a1 service neutron] Bound port: ca50a852-4934-47a2-a231-a25fe8bafa8c, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:15:45.431018 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-6419948f-cd48-48b8-8da4-a316712ee716 req-4698f38c-0fd5-4a17-9aac-844be59541a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:45.476369 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-799ea252-d130-4cb7-b575-54a04d407149 req-b8eee4b3-d943-4327-be3f-056985148b98 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452265 Dec 17 15:15:45.477769 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3f18e9e7-5ccb-4f9a-b256-ab3493eeecb1 req-cd7afc19-ce73-4ab0-a82f-10cac051149f tempest-QuotasAdminNegativeTest-906942392 tempest-QuotasAdminNegativeTest-906942392-project] 10.222.0.46 "GET /v2.0/quotas/d2530964895e46efa4ec9e2b6b611d4a HTTP/1.1" status: 200 len: 375 time: 0.0600214 Dec 17 15:15:45.543549 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3f18e9e7-5ccb-4f9a-b256-ab3493eeecb1 req-42201436-bd38-440b-bd67-8087ae9a9b2d tempest-QuotasAdminNegativeTest-906942392 tempest-QuotasAdminNegativeTest-906942392-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d2530964895e46efa4ec9e2b6b611d4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646634 Dec 17 15:15:45.578455 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec21fb6-0349-4c42-af0b-d5226e1db40e admin admin] Network 3aef48c0-7506-4912-87a1-02fd88d2b430 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:15:45.724846 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8b085-f94e-40c6-802f-568fd3f0d54d req-28be2575-9d76-4b43-b207-3fa1a9a39ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:45.726659 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-25d8b085-f94e-40c6-802f-568fd3f0d54d req-28be2575-9d76-4b43-b207-3fa1a9a39ea4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37613aded2f74aae9c44095b65b822ef&device_id=9c8bb9fc-f7d4-4573-adec-112324e31679 HTTP/1.1" status: 200 len: 1099 time: 0.0603421 Dec 17 15:15:45.727896 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-6ec21fb6-0349-4c42-af0b-d5226e1db40e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 3aef48c0-7506-4912-87a1-02fd88d2b430) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:15:45.733065 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec21fb6-0349-4c42-af0b-d5226e1db40e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:45.744024 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6ec21fb6-0349-4c42-af0b-d5226e1db40e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:45.744024 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-167935b9-dcba-44e6-b3f8-4cb21fa38814 req-b4691eb9-3668-44db-9bda-2b4a0231bc9a tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-849985182', 'description': 'tempest-description-1086613601'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:15:45.750983 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec53cb05-a76a-4793-80c9-b9352237ec03 None None] Network 3aef48c0-7506-4912-87a1-02fd88d2b430 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:15:45.814185 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-6419948f-cd48-48b8-8da4-a316712ee716 req-4698f38c-0fd5-4a17-9aac-844be59541a1 service neutron] For port ca50a852-4934-47a2-a231-a25fe8bafa8c, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:15:45.836812 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-6419948f-cd48-48b8-8da4-a316712ee716 req-4698f38c-0fd5-4a17-9aac-844be59541a1 service neutron] For port ca50a852-4934-47a2-a231-a25fe8bafa8c, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=ca50a852-4934-47a2-a231-a25fe8bafa8c,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:15:45.860700 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8b085-f94e-40c6-802f-568fd3f0d54d req-a09abef5-2e4f-4b69-9842-a780e1fb23e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:45.862310 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-25d8b085-f94e-40c6-802f-568fd3f0d54d req-a09abef5-2e4f-4b69-9842-a780e1fb23e2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.1292887 Dec 17 15:15:45.892377 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-e0394c3f-29d7-4859-b393-f7a4d4d81f8f tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:45.894013 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-e0394c3f-29d7-4859-b393-f7a4d4d81f8f tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/networks?id=c55c80a5-833c-48da-873a-0d6892b2ac27 HTTP/1.1" status: 200 len: 805 time: 0.2038884 Dec 17 15:15:45.911436 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-950ae154-9ab8-4ae9-bf6e-f003852cb7f9 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/quotas/88f06237a6a040a5b48294f889fb95ed HTTP/1.1" status: 200 len: 375 time: 0.0101502 Dec 17 15:15:45.916294 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-25d8b085-f94e-40c6-802f-568fd3f0d54d req-97577a9f-8035-475a-9aa4-f6a877595344 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=63be37f5-3e86-4cf4-bc8f-156d6f83c21d HTTP/1.1" status: 200 len: 217 time: 0.0451348 Dec 17 15:15:45.930620 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-6419948f-cd48-48b8-8da4-a316712ee716 req-4698f38c-0fd5-4a17-9aac-844be59541a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:45.936099 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee11d021-7797-4f1b-a0ee-3ea3691bf282 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-3aef48c0-7506-4912-87a1-02fd88d2b430', 'network_id': '3aef48c0-7506-4912-87a1-02fd88d2b430', 'tenant_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'fixed_ips': [{'subnet_id': 'cb8281b9-5255-4caf-a905-604474f334b0'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:15:45.937522 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ee11d021-7797-4f1b-a0ee-3ea3691bf282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:45.949167 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-167935b9-dcba-44e6-b3f8-4cb21fa38814 req-b4691eb9-3668-44db-9bda-2b4a0231bc9a tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:45.955982 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-ee9f7141-3c42-41b6-9525-5dfefcd4a5cc tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=88f06237a6a040a5b48294f889fb95ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381010 Dec 17 15:15:45.972500 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8b085-f94e-40c6-802f-568fd3f0d54d req-8c9c4c48-ef82-4c9a-91c8-c7cac5807e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:45.974498 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-25d8b085-f94e-40c6-802f-568fd3f0d54d req-8c9c4c48-ef82-4c9a-91c8-c7cac5807e86 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0514092 Dec 17 15:15:46.025024 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6ec21fb6-0349-4c42-af0b-d5226e1db40e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4420123 Dec 17 15:15:46.032080 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419948f-cd48-48b8-8da4-a316712ee716 req-4698f38c-0fd5-4a17-9aac-844be59541a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:46.032931 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-6419948f-cd48-48b8-8da4-a316712ee716 req-4698f38c-0fd5-4a17-9aac-844be59541a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:46.033087 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44772) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:46.034567 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6419948f-cd48-48b8-8da4-a316712ee716 req-4698f38c-0fd5-4a17-9aac-844be59541a1 service neutron] 10.222.0.13 "PUT /v2.0/ports/ca50a852-4934-47a2-a231-a25fe8bafa8c HTTP/1.1" status: 200 len: 1095 time: 2.2448325 Dec 17 15:15:46.038544 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-9ca30030-6244-4e42-ae83-9db545a84714 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2052393915-router', 'tenant_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:15:46.048689 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c559dd43-fc2c-4844-95ec-b3fba2f81442', 'tag': 'ca50a852-4934-47a2-a231-a25fe8bafa8c'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:15:46.051039 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107fed56-2b65-458d-8d21-010f4df5927c" -d '{"events": [{"name": "network-changed", "server_uuid": "c559dd43-fc2c-4844-95ec-b3fba2f81442", "tag": "ca50a852-4934-47a2-a231-a25fe8bafa8c"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:15:46.077023 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8b085-f94e-40c6-802f-568fd3f0d54d req-f7ef0811-de36-4bec-bf94-6fc4d80e9519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:46.078823 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-25d8b085-f94e-40c6-802f-568fd3f0d54d req-f7ef0811-de36-4bec-bf94-6fc4d80e9519 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0962110 Dec 17 15:15:46.144681 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-ee11d021-7797-4f1b-a0ee-3ea3691bf282 None None] Allocated IP 172.20.0.2 (3aef48c0-7506-4912-87a1-02fd88d2b430/cb8281b9-5255-4caf-a905-604474f334b0/56a09c27-ec39-4d36-b570-071dfc665e8e) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:15:46.151708 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698f38c-0fd5-4a17-9aac-844be59541a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ca50a852-4934-47a2-a231-a25fe8bafa8c,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:46.234567 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9ca30030-6244-4e42-ae83-9db545a84714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:46.236333 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9ca30030-6244-4e42-ae83-9db545a84714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:46.249318 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-4e1cebe3-5713-4f13-94cf-5cbe8ab0dd8a service neutron] 10.222.0.46 "GET /v2.0/networks/c55c80a5-833c-48da-873a-0d6892b2ac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433310 Dec 17 15:15:46.287549 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-167935b9-dcba-44e6-b3f8-4cb21fa38814 req-b4691eb9-3668-44db-9bda-2b4a0231bc9a tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:46.329835 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44778) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:46.340368 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419948f-cd48-48b8-8da4-a316712ee716 req-5ffc3024-7c34-461d-9689-9d89985a0c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:46.343466 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6419948f-cd48-48b8-8da4-a316712ee716 req-5ffc3024-7c34-461d-9689-9d89985a0c18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37613aded2f74aae9c44095b65b822ef&device_id=c559dd43-fc2c-4844-95ec-b3fba2f81442 HTTP/1.1" status: 200 len: 1098 time: 0.1564806 Dec 17 15:15:46.402593 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-167935b9-dcba-44e6-b3f8-4cb21fa38814 req-b4691eb9-3668-44db-9bda-2b4a0231bc9a tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:46.433937 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6419948f-cd48-48b8-8da4-a316712ee716 req-64d48b06-a89c-47c3-a06d-9670dc699451 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=ca50a852-4934-47a2-a231-a25fe8bafa8c HTTP/1.1" status: 200 len: 217 time: 0.0666070 Dec 17 15:15:46.532608 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 63be37f5-3e86-4cf4-bc8f-156d6f83c21d details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:15:46.546334 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4691eb9-3668-44db-9bda-2b4a0231bc9a tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1bad86-fc11-4b30-9cfd-8627625ca4cf,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:46.570195 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-55cd8f41-b893-4019-bccf-f26319715744 service neutron] 10.222.0.46 "GET /v2.0/networks/c55c80a5-833c-48da-873a-0d6892b2ac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078964 Dec 17 15:15:46.572038 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-43e6cf42-778e-41b6-a4b5-f08406354e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:46.574766 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419948f-cd48-48b8-8da4-a316712ee716 req-7443c270-3001-4182-ab17-7e4927cbd388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:46.583088 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6419948f-cd48-48b8-8da4-a316712ee716 req-7443c270-3001-4182-ab17-7e4927cbd388 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.1474128 Dec 17 15:15:46.649142 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-167935b9-dcba-44e6-b3f8-4cb21fa38814 req-b4691eb9-3668-44db-9bda-2b4a0231bc9a tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:46.650699 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-167935b9-dcba-44e6-b3f8-4cb21fa38814 req-b4691eb9-3668-44db-9bda-2b4a0231bc9a tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9464231 Dec 17 15:15:46.699395 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ee11d021-7797-4f1b-a0ee-3ea3691bf282 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:46.699982 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419948f-cd48-48b8-8da4-a316712ee716 req-58b1b056-869d-4a10-9b3e-75b76d1a441f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:46.701973 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6419948f-cd48-48b8-8da4-a316712ee716 req-58b1b056-869d-4a10-9b3e-75b76d1a441f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1110394 Dec 17 15:15:46.747545 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-25d8b085-f94e-40c6-802f-568fd3f0d54d req-0def61fe-143b-4979-8e59-7a7499cdaa71 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6588869 Dec 17 15:15:46.752943 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9ca30030-6244-4e42-ae83-9db545a84714 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:46.869672 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ee11d021-7797-4f1b-a0ee-3ea3691bf282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:46.954119 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-43e6cf42-778e-41b6-a4b5-f08406354e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:46.960815 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-25d8b085-f94e-40c6-802f-568fd3f0d54d req-7628366d-bb18-4c29-b16e-1e1af74492cc service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063389 Dec 17 15:15:46.986610 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d71b72-6618-4906-b88a-30b67cc33505 req-7411b9e2-983b-4997-9930-9bf2f1bb6e0d tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:46.988541 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-59d71b72-6618-4906-b88a-30b67cc33505 req-7411b9e2-983b-4997-9930-9bf2f1bb6e0d tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/ports?device_id=c559dd43-fc2c-4844-95ec-b3fba2f81442 HTTP/1.1" status: 200 len: 947 time: 0.2102771 Dec 17 15:15:46.994436 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6419948f-cd48-48b8-8da4-a316712ee716 req-86ff64b8-822d-447e-a843-8141e06497f6 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755280 Dec 17 15:15:47.025579 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11d021-7797-4f1b-a0ee-3ea3691bf282 None None] Pushing event updated for resources: {'Port': ['ID=56a09c27-ec39-4d36-b570-071dfc665e8e,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:47.045525 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee11d021-7797-4f1b-a0ee-3ea3691bf282 None None] Network 3aef48c0-7506-4912-87a1-02fd88d2b430 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:15:47.047443 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 63be37f5-3e86-4cf4-bc8f-156d6f83c21d, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=63be37f5-3e86-4cf4-bc8f-156d6f83c21d,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:47.060700 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee11d021-7797-4f1b-a0ee-3ea3691bf282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:47.060700 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee11d021-7797-4f1b-a0ee-3ea3691bf282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:47.061070 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee11d021-7797-4f1b-a0ee-3ea3691bf282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:47.061607 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee11d021-7797-4f1b-a0ee-3ea3691bf282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:47.061948 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee11d021-7797-4f1b-a0ee-3ea3691bf282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:47.062279 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee11d021-7797-4f1b-a0ee-3ea3691bf282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:47.062610 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee11d021-7797-4f1b-a0ee-3ea3691bf282 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:47.062937 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee11d021-7797-4f1b-a0ee-3ea3691bf282 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:47.063262 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee11d021-7797-4f1b-a0ee-3ea3691bf282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:47.063631 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee11d021-7797-4f1b-a0ee-3ea3691bf282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:47.063901 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee11d021-7797-4f1b-a0ee-3ea3691bf282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:47.064262 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee11d021-7797-4f1b-a0ee-3ea3691bf282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:47.070195 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-ee11d021-7797-4f1b-a0ee-3ea3691bf282 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:15:47.074007 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee11d021-7797-4f1b-a0ee-3ea3691bf282 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:15:47.076210 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '63be37f5-3e86-4cf4-bc8f-156d6f83c21d', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': '63be37f5-3e86-4cf4-bc8f-156d6f83c21d', 'mac_address': 'fa:16:3e:47:03:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:15:47.131954 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-59d71b72-6618-4906-b88a-30b67cc33505 req-2a7a1acb-44ea-4518-ae7e-1ca1316039c6 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb79c06-181d-4a1a-ae46-fd94305d9514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349142 Dec 17 15:15:47.132744 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-43e6cf42-778e-41b6-a4b5-f08406354e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:47.185074 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-ee11d021-7797-4f1b-a0ee-3ea3691bf282 None None] Attempting to bind port 56a09c27-ec39-4d36-b570-071dfc665e8e on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:15:47.185711 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-ee11d021-7797-4f1b-a0ee-3ea3691bf282 None None] Attempting to bind port 56a09c27-ec39-4d36-b570-071dfc665e8e by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'e8e3507c-e010-414c-9e07-379a84f479f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3aef48c0-7506-4912-87a1-02fd88d2b430'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:15:47.186022 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee11d021-7797-4f1b-a0ee-3ea3691bf282 None None] Attempting to bind port 56a09c27-ec39-4d36-b570-071dfc665e8e on network 3aef48c0-7506-4912-87a1-02fd88d2b430 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:15:47.193331 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9ca30030-6244-4e42-ae83-9db545a84714 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:47.199964 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:47.209510 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee11d021-7797-4f1b-a0ee-3ea3691bf282 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:15:47.209898 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee11d021-7797-4f1b-a0ee-3ea3691bf282 None None] Checking segment: {'id': 'e8e3507c-e010-414c-9e07-379a84f479f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3aef48c0-7506-4912-87a1-02fd88d2b430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:15:47.210308 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ee11d021-7797-4f1b-a0ee-3ea3691bf282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:47.210707 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee11d021-7797-4f1b-a0ee-3ea3691bf282 None None] Bound using segment: {'id': 'e8e3507c-e010-414c-9e07-379a84f479f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3aef48c0-7506-4912-87a1-02fd88d2b430'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:15:47.211329 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-ee11d021-7797-4f1b-a0ee-3ea3691bf282 None None] Bound port: 56a09c27-ec39-4d36-b570-071dfc665e8e, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e3507c-e010-414c-9e07-379a84f479f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3aef48c0-7506-4912-87a1-02fd88d2b430'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:15:47.211722 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ee11d021-7797-4f1b-a0ee-3ea3691bf282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:47.225422 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63be37f5-3e86-4cf4-bc8f-156d6f83c21d {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:15:47.241551 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-43e6cf42-778e-41b6-a4b5-f08406354e78 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6833e453a0354cf1bbda92500144d304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9097810 Dec 17 15:15:47.242240 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44808) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:47.253072 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e6cf42-778e-41b6-a4b5-f08406354e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9689d4e3-86e0-4415-8dab-5b63ecadd73e,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:47.296596 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6419948f-cd48-48b8-8da4-a316712ee716 req-0e1852a3-eea3-411d-bbfc-40166b61564d service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878075 Dec 17 15:15:47.296849 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 63be37f5-3e86-4cf4-bc8f-156d6f83c21d, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=63be37f5-3e86-4cf4-bc8f-156d6f83c21d,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:47.305385 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1de93a6-e8bc-4912-b82e-d1b0857277e4 x-openstack-request-id: req-a1de93a6-e8bc-4912-b82e-d1b0857277e4 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:15:47.305677 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c559dd43-fc2c-4844-95ec-b3fba2f81442", "tag": "ca50a852-4934-47a2-a231-a25fe8bafa8c", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:15:47.305943 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a1de93a6-e8bc-4912-b82e-d1b0857277e4 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:15:47.306334 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c559dd43-fc2c-4844-95ec-b3fba2f81442', 'tag': 'ca50a852-4934-47a2-a231-a25fe8bafa8c', 'status': 'completed', 'code': 200} Dec 17 15:15:47.328332 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-ee11d021-7797-4f1b-a0ee-3ea3691bf282 None None] For port 56a09c27-ec39-4d36-b570-071dfc665e8e, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:15:47.332215 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-ee11d021-7797-4f1b-a0ee-3ea3691bf282 None None] For port 56a09c27-ec39-4d36-b570-071dfc665e8e, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=56a09c27-ec39-4d36-b570-071dfc665e8e,segment=NetworkSegment(e8e3507c-e010-414c-9e07-379a84f479f5),segment_id=e8e3507c-e010-414c-9e07-379a84f479f5)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:15:47.389870 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d83c5fa2-172d-4656-ad83-57c98748aa2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:47.418490 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4f1278e3-a90e-480a-a2ab-0a1f325f08cf req-c56b1116-9967-4992-83cc-da6d6980a087 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=b65dca94-e81a-47c5-9bb5-ffcb96121412 HTTP/1.1" status: 200 len: 210 time: 0.0332139 Dec 17 15:15:47.426976 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ee11d021-7797-4f1b-a0ee-3ea3691bf282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:47.431676 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d83c5fa2-172d-4656-ad83-57c98748aa2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:47.452644 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:47.554018 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11d021-7797-4f1b-a0ee-3ea3691bf282 None None] Pushing event updated for resources: {'Port': ['ID=56a09c27-ec39-4d36-b570-071dfc665e8e,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:47.641286 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107fed56-2b65-458d-8d21-010f4df5927c req-6b89d22d-6ab5-4a57-ada7-2d95dacc33c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:47.642803 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-107fed56-2b65-458d-8d21-010f4df5927c req-6b89d22d-6ab5-4a57-ada7-2d95dacc33c4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37613aded2f74aae9c44095b65b822ef&device_id=c559dd43-fc2c-4844-95ec-b3fba2f81442 HTTP/1.1" status: 200 len: 1098 time: 0.1852515 Dec 17 15:15:47.673970 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9ca30030-6244-4e42-ae83-9db545a84714 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:47.680219 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d83c5fa2-172d-4656-ad83-57c98748aa2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:47.683491 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['63be37f5-3e86-4cf4-bc8f-156d6f83c21d'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:15:47.689525 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d83c5fa2-172d-4656-ad83-57c98748aa2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:47.694336 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d83c5fa2-172d-4656-ad83-57c98748aa2e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9689d4e3-86e0-4415-8dab-5b63ecadd73e HTTP/1.1" status: 204 len: 168 time: 0.4474864 Dec 17 15:15:47.729894 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=63be37f5-3e86-4cf4-bc8f-156d6f83c21d,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:47.759088 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c5fa2-172d-4656-ad83-57c98748aa2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9689d4e3-86e0-4415-8dab-5b63ecadd73e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:47.773019 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9ca30030-6244-4e42-ae83-9db545a84714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:47.998654 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-9ca30030-6244-4e42-ae83-9db545a84714 admin admin] Allocated IP 172.25.6.87 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/8c8edb01-350c-4643-a542-70fc766291a8) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:15:48.031808 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-64261fb3-f52b-4d1f-8324-518e72413548 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:48.041303 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-64261fb3-f52b-4d1f-8324-518e72413548 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/networks?id=853d16f0-e7bd-42ea-bcaa-167e13603122 HTTP/1.1" status: 200 len: 812 time: 0.5048373 Dec 17 15:15:48.056919 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107fed56-2b65-458d-8d21-010f4df5927c req-3e6e0b44-4f65-48d6-8bc3-a5f364e05373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:48.059174 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-107fed56-2b65-458d-8d21-010f4df5927c req-3e6e0b44-4f65-48d6-8bc3-a5f364e05373 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.4064038 Dec 17 15:15:48.074383 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-955b33f1-0a60-43df-a89c-86904984c302 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/quotas/f2b15cb5323e4eba9896faf7fb1bc9bf HTTP/1.1" status: 200 len: 375 time: 0.0318675 Dec 17 15:15:48.202323 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-107fed56-2b65-458d-8d21-010f4df5927c req-a603a567-7578-48c1-9478-1ce10d22e9c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=ca50a852-4934-47a2-a231-a25fe8bafa8c HTTP/1.1" status: 200 len: 217 time: 0.1243820 Dec 17 15:15:48.220236 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-dd90880b-e051-47de-b046-d64a80f5d6f7 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f2b15cb5323e4eba9896faf7fb1bc9bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1448710 Dec 17 15:15:48.282180 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9ca30030-6244-4e42-ae83-9db545a84714 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:48.372969 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device ca50a852-4934-47a2-a231-a25fe8bafa8c details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:15:48.377384 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 63be37f5-3e86-4cf4-bc8f-156d6f83c21d up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:15:48.462054 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 56a09c27-ec39-4d36-b570-071dfc665e8e up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:15:48.496962 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9ca30030-6244-4e42-ae83-9db545a84714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:48.562191 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca30030-6244-4e42-ae83-9db545a84714 admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:15:48.570597 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-9ca30030-6244-4e42-ae83-9db545a84714 admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:15:48.582026 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca30030-6244-4e42-ae83-9db545a84714 admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:15:48.593635 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca30030-6244-4e42-ae83-9db545a84714 admin admin] Pushing event updated for resources: {'Port': ['ID=8c8edb01-350c-4643-a542-70fc766291a8,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:48.656177 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port ca50a852-4934-47a2-a231-a25fe8bafa8c, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=ca50a852-4934-47a2-a231-a25fe8bafa8c,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:48.689878 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'ca50a852-4934-47a2-a231-a25fe8bafa8c', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': 'ca50a852-4934-47a2-a231-a25fe8bafa8c', 'mac_address': 'fa:16:3e:ab:aa:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:15:48.789309 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 63be37f5-3e86-4cf4-bc8f-156d6f83c21d completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:15:48.823166 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 63be37f5-3e86-4cf4-bc8f-156d6f83c21d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:15:48.824357 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:48.832338 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107fed56-2b65-458d-8d21-010f4df5927c req-eee2049f-55e8-4d6c-b7e7-a68bed401251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:48.834290 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-107fed56-2b65-458d-8d21-010f4df5927c req-eee2049f-55e8-4d6c-b7e7-a68bed401251 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.6087649 Dec 17 15:15:48.871445 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44854) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:48.964059 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5bf391ee-911a-423b-9434-4f186b78c708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:48.977400 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 56a09c27-ec39-4d36-b570-071dfc665e8e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:15:48.977888 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:48.980040 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:49.050261 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca50a852-4934-47a2-a231-a25fe8bafa8c {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:15:49.077333 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-cf3a7225-1dc5-4c52-ac27-95079ac90f4e service neutron] 10.222.0.46 "GET /v2.0/networks/853d16f0-e7bd-42ea-bcaa-167e13603122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966246 Dec 17 15:15:49.091952 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port ca50a852-4934-47a2-a231-a25fe8bafa8c, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=ca50a852-4934-47a2-a231-a25fe8bafa8c,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:49.108325 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107fed56-2b65-458d-8d21-010f4df5927c req-627f8029-0f79-437d-9a78-acc25ce90d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:49.109900 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-107fed56-2b65-458d-8d21-010f4df5927c req-627f8029-0f79-437d-9a78-acc25ce90d24 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2664838 Dec 17 15:15:49.152651 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64b8369-0e78-46c0-a177-dbe837d278f7 None None] Network 3aef48c0-7506-4912-87a1-02fd88d2b430 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:15:49.243892 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9ca30030-6244-4e42-ae83-9db545a84714 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:49.247086 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-107fed56-2b65-458d-8d21-010f4df5927c req-fbb8a142-6ec8-41d9-b9eb-29fa6bf58ced service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226647 Dec 17 15:15:49.249992 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:49.257275 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68d76c-7ad2-40f7-9448-27e60ecac45c req-17443e95-3343-4d77-bbcc-650f65494599 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:49.267015 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0f68d76c-7ad2-40f7-9448-27e60ecac45c req-17443e95-3343-4d77-bbcc-650f65494599 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/ports?device_id=c559dd43-fc2c-4844-95ec-b3fba2f81442 HTTP/1.1" status: 200 len: 947 time: 0.3844621 Dec 17 15:15:49.303023 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-01f79366-666e-47fe-9cc8-955212d8e001 None None] Provisioning complete for port 56a09c27-ec39-4d36-b570-071dfc665e8e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:15:49.303424 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-01f79366-666e-47fe-9cc8-955212d8e001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:49.446194 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0f68d76c-7ad2-40f7-9448-27e60ecac45c req-eb1dec6f-a01c-4b90-96de-808edc7adfee tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb79c06-181d-4a1a-ae46-fd94305d9514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763103 Dec 17 15:15:49.484455 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=ca50a852-4934-47a2-a231-a25fe8bafa8c,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:49.498233 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5bf391ee-911a-423b-9434-4f186b78c708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:49.510827 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['ca50a852-4934-47a2-a231-a25fe8bafa8c'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:15:49.546289 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-10bcde87-9276-4b8d-acbd-b48653734233 service neutron] 10.222.0.46 "GET /v2.0/networks/853d16f0-e7bd-42ea-bcaa-167e13603122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552510 Dec 17 15:15:49.551318 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-107fed56-2b65-458d-8d21-010f4df5927c req-5eebc17d-3330-4a62-877d-312696e8f4ff service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803373 Dec 17 15:15:49.564455 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:49.569152 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9ca30030-6244-4e42-ae83-9db545a84714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:49.597431 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5bf391ee-911a-423b-9434-4f186b78c708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:49.674152 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:49.695756 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf391ee-911a-423b-9434-4f186b78c708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9dc0fa8-26c9-4b94-8353-c4080e0864f0,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:49.720117 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8bb9fc-f7d4-4573-adec-112324e31679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63be37f5-3e86-4cf4-bc8f-156d6f83c21d'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:15:49.722493 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afa1771-9b36-4be9-a5b5-a222f46d78ab" -d '{"events": [{"server_uuid": "9c8bb9fc-f7d4-4573-adec-112324e31679", "name": "network-vif-plugged", "status": "completed", "tag": "63be37f5-3e86-4cf4-bc8f-156d6f83c21d"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:15:49.751289 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 63be37f5-3e86-4cf4-bc8f-156d6f83c21d, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=63be37f5-3e86-4cf4-bc8f-156d6f83c21d,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:49.795041 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44862) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:49.808727 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5bf391ee-911a-423b-9434-4f186b78c708 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0b61e19db74245cab3e822ae43842359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9317865 Dec 17 15:15:49.893624 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:49.909174 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca30030-6244-4e42-ae83-9db545a84714 admin admin] Router 17d872ac-2811-47a3-91a1-d0ab15ceba58 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:15:49.912675 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 56a09c27-ec39-4d36-b570-071dfc665e8e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=56a09c27-ec39-4d36-b570-071dfc665e8e,segment=NetworkSegment(e8e3507c-e010-414c-9e07-379a84f479f5),segment_id=e8e3507c-e010-414c-9e07-379a84f479f5)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:50.002962 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-01f79366-666e-47fe-9cc8-955212d8e001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:50.034475 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:50.119221 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-52567847-aae4-417b-b238-5a34849624c6 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:50.121398 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-52567847-aae4-417b-b238-5a34849624c6 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.13 "GET /v2.0/networks?id=c55c80a5-833c-48da-873a-0d6892b2ac27 HTTP/1.1" status: 200 len: 805 time: 0.3106351 Dec 17 15:15:50.147898 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-916dbf17-ffdc-4fe8-ae60-3866549bc70b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:50.178135 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-024573eb-d910-4c49-901b-6a45d72db832 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Request body: {'port': {'device_id': 'b65dca94-e81a-47c5-9bb5-ffcb96121412', 'network_id': 'c55c80a5-833c-48da-873a-0d6892b2ac27', 'admin_state_up': True, 'tenant_id': '88f06237a6a040a5b48294f889fb95ed'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:15:50.201674 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=63be37f5-3e86-4cf4-bc8f-156d6f83c21d,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:50.227115 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-916dbf17-ffdc-4fe8-ae60-3866549bc70b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:50.233411 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4b6f4f4-1032-4241-a978-292e01144a1c req-efea6e26-0ed0-404a-a2f3-4ae294ccaabc tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=b65dca94-e81a-47c5-9bb5-ffcb96121412 HTTP/1.1" status: 200 len: 210 time: 0.2853196 Dec 17 15:15:50.427781 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ce262186-cdaa-4af6-8203-a3cf5b8d1289 req-a28a0abd-ec92-4d79-9a6a-4c7d32e193be tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=f82a261f-bc99-41e2-8f7a-a897509247f4 HTTP/1.1" status: 200 len: 210 time: 0.0444779 Dec 17 15:15:50.491703 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-916dbf17-ffdc-4fe8-ae60-3866549bc70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:50.498927 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-916dbf17-ffdc-4fe8-ae60-3866549bc70b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:50.502303 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-916dbf17-ffdc-4fe8-ae60-3866549bc70b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a9dc0fa8-26c9-4b94-8353-c4080e0864f0 HTTP/1.1" status: 204 len: 168 time: 0.7060568 Dec 17 15:15:50.510368 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84b3370-ad7f-4dae-af6f-9af1b7243925 x-openstack-request-id: req-a84b3370-ad7f-4dae-af6f-9af1b7243925 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:15:50.512132 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8bb9fc-f7d4-4573-adec-112324e31679", "name": "network-vif-plugged", "status": "completed", "tag": "63be37f5-3e86-4cf4-bc8f-156d6f83c21d", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:15:50.512396 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a84b3370-ad7f-4dae-af6f-9af1b7243925 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:15:50.513590 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8bb9fc-f7d4-4573-adec-112324e31679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63be37f5-3e86-4cf4-bc8f-156d6f83c21d', 'code': 200} Dec 17 15:15:50.520117 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916dbf17-ffdc-4fe8-ae60-3866549bc70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9dc0fa8-26c9-4b94-8353-c4080e0864f0,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:50.605601 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca30030-6244-4e42-ae83-9db545a84714 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:15:50.617406 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4634e5-6ac2-4aca-b400-1e8fbf92bd18 None None] Sync routers for ids ['17d872ac-2811-47a3-91a1-d0ab15ceba58'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:15:50.636107 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4634e5-6ac2-4aca-b400-1e8fbf92bd18 None None] Routers {'17d872ac-2811-47a3-91a1-d0ab15ceba58'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:15:50.637030 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-4b4634e5-6ac2-4aca-b400-1e8fbf92bd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:15:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['17d872ac-2811-47a3-91a1-d0ab15ceba58'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:15:50.649071 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f31578-0845-4c56-af7f-7c2e58b6cefe req-492873d5-b7b3-47f7-846a-e0999e7bd087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:50.650995 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b8f31578-0845-4c56-af7f-7c2e58b6cefe req-492873d5-b7b3-47f7-846a-e0999e7bd087 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9c8bb9fc-f7d4-4573-adec-112324e31679 HTTP/1.1" status: 200 len: 1101 time: 0.1325870 Dec 17 15:15:50.652428 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-01f79366-666e-47fe-9cc8-955212d8e001 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:15:50.652792 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-01f79366-666e-47fe-9cc8-955212d8e001 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:15:50.662013 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=56a09c27-ec39-4d36-b570-071dfc665e8e,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:50.724005 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f57fd-ec8f-48f6-8129-8d4e5a2aacfa req-64dbb390-ffe2-4e33-979e-2d380ce0d488 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:50.727763 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-331f57fd-ec8f-48f6-8129-8d4e5a2aacfa req-64dbb390-ffe2-4e33-979e-2d380ce0d488 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/ports?device_id=c559dd43-fc2c-4844-95ec-b3fba2f81442 HTTP/1.1" status: 200 len: 948 time: 0.1492996 Dec 17 15:15:50.735042 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b8f31578-0845-4c56-af7f-7c2e58b6cefe req-7e2c232e-760c-47fe-bfab-b753ad7913a8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3fb79c06-181d-4a1a-ae46-fd94305d9514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768847 Dec 17 15:15:50.774582 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-024573eb-d910-4c49-901b-6a45d72db832 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Made reservation on behalf of 88f06237a6a040a5b48294f889fb95ed for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:15:50.778931 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-024573eb-d910-4c49-901b-6a45d72db832 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:50.811263 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-331f57fd-ec8f-48f6-8129-8d4e5a2aacfa req-705eea2d-43d0-442b-a991-136886b3fdd7 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb79c06-181d-4a1a-ae46-fd94305d9514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717874 Dec 17 15:15:50.899648 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9ca30030-6244-4e42-ae83-9db545a84714 admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:50.902459 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9ca30030-6244-4e42-ae83-9db545a84714 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8683119 Dec 17 15:15:50.910793 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44904) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:50.914139 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2bffe33d-bef7-4fd2-b9f1-bca495b1f075 req-f506d961-edb7-4355-8752-e5d8f0ea2d1f tempest-QuotasAdminNegativeTest-906942392 tempest-QuotasAdminNegativeTest-906942392-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=d2530964895e46efa4ec9e2b6b611d4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755851 Dec 17 15:15:50.970154 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-4b4634e5-6ac2-4aca-b400-1e8fbf92bd18 None None] Set router 17d872ac-2811-47a3-91a1-d0ab15ceba58 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:15:51.031254 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-024573eb-d910-4c49-901b-6a45d72db832 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Allocated IP 172.20.0.8 (c55c80a5-833c-48da-873a-0d6892b2ac27/da4dd92c-6f31-4733-ad5e-39ad920cb8f0/abbc343c-8626-4ed1-938b-8def09360a30) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:15:51.249090 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-4b4634e5-6ac2-4aca-b400-1e8fbf92bd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'name': 'tempest-ServersTestBootFromVolume-2052393915-router', 'tenant_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '8c8edb01-350c-4643-a542-70fc766291a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:15:46Z', 'updated_at': '2021-12-17T15:15:48Z', 'revision_number': 3, 'project_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'gw_port': {'id': '8c8edb01-350c-4643-a542-70fc766291a8', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:15:47Z', 'updated_at': '2021-12-17T15:15:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:15:51.282526 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4634e5-6ac2-4aca-b400-1e8fbf92bd18 None None] Checking router: 17d872ac-2811-47a3-91a1-d0ab15ceba58 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:15:51.283114 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4634e5-6ac2-4aca-b400-1e8fbf92bd18 None None] Updating router 17d872ac-2811-47a3-91a1-d0ab15ceba58 port 8c8edb01-350c-4643-a542-70fc766291a8 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:15:51.310604 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-4b4634e5-6ac2-4aca-b400-1e8fbf92bd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:51.356046 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-8d9ae254-4899-4085-aea1-458cf79a871b None None] Provisioning complete for port 56a09c27-ec39-4d36-b570-071dfc665e8e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:15:51.357829 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8d9ae254-4899-4085-aea1-458cf79a871b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:51.373005 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-024573eb-d910-4c49-901b-6a45d72db832 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:51.447791 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2df26a67-a54b-4a48-8ab1-796467c240db req-ed054ef3-591d-4acc-85b6-d46666b91c96 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=b65dca94-e81a-47c5-9bb5-ffcb96121412 HTTP/1.1" status: 200 len: 210 time: 0.0394216 Dec 17 15:15:51.490144 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-024573eb-d910-4c49-901b-6a45d72db832 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:51.547927 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-024573eb-d910-4c49-901b-6a45d72db832 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Network c55c80a5-833c-48da-873a-0d6892b2ac27 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:15:51.559149 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-024573eb-d910-4c49-901b-6a45d72db832 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:15:51.561857 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-024573eb-d910-4c49-901b-6a45d72db832 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:15:51.621938 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-024573eb-d910-4c49-901b-6a45d72db832 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:51.622492 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-024573eb-d910-4c49-901b-6a45d72db832 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:51.656413 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024573eb-d910-4c49-901b-6a45d72db832 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Pushing event updated for resources: {'Port': ['ID=abbc343c-8626-4ed1-938b-8def09360a30,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:51.717451 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c66c54b-695c-4c58-94f5-977e126ec564 req-c0de9402-84ff-48db-b656-3f6a5a06f8b8 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=f82a261f-bc99-41e2-8f7a-a897509247f4 HTTP/1.1" status: 200 len: 210 time: 0.0420637 Dec 17 15:15:51.726760 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-024573eb-d910-4c49-901b-6a45d72db832 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5579979 Dec 17 15:15:51.740434 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-784f74ac-4313-45a0-94a9-09b2ab8d3683 service neutron] Request body: {'port': {'device_id': 'b65dca94-e81a-47c5-9bb5-ffcb96121412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:15:51.795099 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffe33d-bef7-4fd2-b9f1-bca495b1f075 req-036b1e0a-193d-4efd-901b-5ab110d6d05c tempest-QuotasAdminNegativeTest-906942392 tempest-QuotasAdminNegativeTest-906942392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:51.802519 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2bffe33d-bef7-4fd2-b9f1-bca495b1f075 req-036b1e0a-193d-4efd-901b-5ab110d6d05c tempest-QuotasAdminNegativeTest-906942392 tempest-QuotasAdminNegativeTest-906942392-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8874841 Dec 17 15:15:51.853535 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2bffe33d-bef7-4fd2-b9f1-bca495b1f075 req-a0b5e5a6-f4b7-4cae-85a5-cd5265da0aa9 tempest-QuotasAdminNegativeTest-906942392 tempest-QuotasAdminNegativeTest-906942392-project] 10.222.0.46 "GET /v2.0/quotas/d2530964895e46efa4ec9e2b6b611d4a HTTP/1.1" status: 200 len: 375 time: 0.0497272 Dec 17 15:15:51.928506 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-4b4634e5-6ac2-4aca-b400-1e8fbf92bd18 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:51.950593 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf73495d-d4ac-4753-9e8c-34898984f551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:51.956844 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2bffe33d-bef7-4fd2-b9f1-bca495b1f075 req-94873cc8-97a7-469e-aec1-f1ccd6dffaf3 tempest-QuotasAdminNegativeTest-906942392 tempest-QuotasAdminNegativeTest-906942392-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d2530964895e46efa4ec9e2b6b611d4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1011884 Dec 17 15:15:51.966719 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-784f74ac-4313-45a0-94a9-09b2ab8d3683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:52.012355 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-4b4634e5-6ac2-4aca-b400-1e8fbf92bd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:52.145080 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b19166-a3f3-4170-a32e-1118283973a4 req-827e97ba-39a2-467a-adf9-cba43f797909 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:52.152991 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-12b19166-a3f3-4170-a32e-1118283973a4 req-827e97ba-39a2-467a-adf9-cba43f797909 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/ports?device_id=c559dd43-fc2c-4844-95ec-b3fba2f81442 HTTP/1.1" status: 200 len: 948 time: 0.1948152 Dec 17 15:15:52.220931 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb0003-c905-4c92-8961-ee2736ab2329 None None] Pushing event updated for resources: {'Port': ['ID=8c8edb01-350c-4643-a542-70fc766291a8,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:52.268747 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-4b4634e5-6ac2-4aca-b400-1e8fbf92bd18 None None] Attempting to bind port 8c8edb01-350c-4643-a542-70fc766291a8 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:15:52.271872 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-4b4634e5-6ac2-4aca-b400-1e8fbf92bd18 None None] Attempting to bind port 8c8edb01-350c-4643-a542-70fc766291a8 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:15:52.272568 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4634e5-6ac2-4aca-b400-1e8fbf92bd18 None None] Attempting to bind port 8c8edb01-350c-4643-a542-70fc766291a8 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:15:52.293014 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdb0003-c905-4c92-8961-ee2736ab2329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:52.295494 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdb0003-c905-4c92-8961-ee2736ab2329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:52.296680 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdb0003-c905-4c92-8961-ee2736ab2329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:52.297543 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdb0003-c905-4c92-8961-ee2736ab2329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:52.300650 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdb0003-c905-4c92-8961-ee2736ab2329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:52.301768 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdb0003-c905-4c92-8961-ee2736ab2329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:52.302839 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdb0003-c905-4c92-8961-ee2736ab2329 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:52.303985 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdb0003-c905-4c92-8961-ee2736ab2329 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:52.305819 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdb0003-c905-4c92-8961-ee2736ab2329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:52.306824 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdb0003-c905-4c92-8961-ee2736ab2329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:52.309861 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdb0003-c905-4c92-8961-ee2736ab2329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:52.311879 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdb0003-c905-4c92-8961-ee2736ab2329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:15:52.332934 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4634e5-6ac2-4aca-b400-1e8fbf92bd18 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:15:52.339378 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4634e5-6ac2-4aca-b400-1e8fbf92bd18 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:15:52.339378 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-4b4634e5-6ac2-4aca-b400-1e8fbf92bd18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:52.339857 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4634e5-6ac2-4aca-b400-1e8fbf92bd18 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:15:52.340476 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-4b4634e5-6ac2-4aca-b400-1e8fbf92bd18 None None] Bound port: 8c8edb01-350c-4643-a542-70fc766291a8, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:15:52.343497 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-4b4634e5-6ac2-4aca-b400-1e8fbf92bd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:52.345518 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-cf73495d-d4ac-4753-9e8c-34898984f551 admin admin] Allocated IP 172.20.0.1 (3aef48c0-7506-4912-87a1-02fd88d2b430/cb8281b9-5255-4caf-a905-604474f334b0/40f62c09-b05b-4061-8a17-a5311079c745) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:15:52.375156 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 56a09c27-ec39-4d36-b570-071dfc665e8e up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:15:52.530411 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-4b4634e5-6ac2-4aca-b400-1e8fbf92bd18 None None] For port 8c8edb01-350c-4643-a542-70fc766291a8, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:15:52.540443 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-4b4634e5-6ac2-4aca-b400-1e8fbf92bd18 None None] For port 8c8edb01-350c-4643-a542-70fc766291a8, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=8c8edb01-350c-4643-a542-70fc766291a8,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:15:52.641305 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-784f74ac-4313-45a0-94a9-09b2ab8d3683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abbc343c-8626-4ed1-938b-8def09360a30 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:15:52.662048 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-784f74ac-4313-45a0-94a9-09b2ab8d3683 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:52.676717 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf73495d-d4ac-4753-9e8c-34898984f551 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:52.687163 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-4b4634e5-6ac2-4aca-b400-1e8fbf92bd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:52.698030 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-784f74ac-4313-45a0-94a9-09b2ab8d3683 service neutron] Transition to ACTIVE for port object abbc343c-8626-4ed1-938b-8def09360a30 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:15:52.741656 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-12b19166-a3f3-4170-a32e-1118283973a4 req-801fd83f-2e99-4693-b267-d895428833c9 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb79c06-181d-4a1a-ae46-fd94305d9514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5800335 Dec 17 15:15:52.767347 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device ca50a852-4934-47a2-a231-a25fe8bafa8c up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:15:52.788429 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4634e5-6ac2-4aca-b400-1e8fbf92bd18 None None] Routers {'17d872ac-2811-47a3-91a1-d0ab15ceba58'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:15:52.789385 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-4b4634e5-6ac2-4aca-b400-1e8fbf92bd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:15:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['17d872ac-2811-47a3-91a1-d0ab15ceba58'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:15:52.800883 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb0003-c905-4c92-8961-ee2736ab2329 None None] Pushing event updated for resources: {'Port': ['ID=8c8edb01-350c-4643-a542-70fc766291a8,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:52.834109 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 56a09c27-ec39-4d36-b570-071dfc665e8e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:15:52.834486 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:52.896031 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf73495d-d4ac-4753-9e8c-34898984f551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:52.937354 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-784f74ac-4313-45a0-94a9-09b2ab8d3683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:52.998423 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-4b4634e5-6ac2-4aca-b400-1e8fbf92bd18 None None] Set router 17d872ac-2811-47a3-91a1-d0ab15ceba58 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:15:53.032726 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf73495d-d4ac-4753-9e8c-34898984f551 admin admin] Network 3aef48c0-7506-4912-87a1-02fd88d2b430 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:15:53.035681 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-cf73495d-d4ac-4753-9e8c-34898984f551 admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:15:53.063228 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73495d-d4ac-4753-9e8c-34898984f551 admin admin] Pushing event updated for resources: {'Port': ['ID=40f62c09-b05b-4061-8a17-a5311079c745,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:53.067064 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf73495d-d4ac-4753-9e8c-34898984f551 admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:15:53.069013 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port ca50a852-4934-47a2-a231-a25fe8bafa8c completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:15:53.117393 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf73495d-d4ac-4753-9e8c-34898984f551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:53.121573 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port ca50a852-4934-47a2-a231-a25fe8bafa8c triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:15:53.122693 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:53.370641 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9031c-2ac8-4aab-b2fd-7b78aa03aeaf req-01b14941-d495-4ef7-8330-3d07f974f8cc tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:53.380178 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8ff9031c-2ac8-4aab-b2fd-7b78aa03aeaf req-01b14941-d495-4ef7-8330-3d07f974f8cc tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=b65dca94-e81a-47c5-9bb5-ffcb96121412 HTTP/1.1" status: 200 len: 943 time: 0.5292096 Dec 17 15:15:53.380635 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:53.418436 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f74ac-4313-45a0-94a9-09b2ab8d3683 service neutron] Pushing event updated for resources: {'Port': ['ID=abbc343c-8626-4ed1-938b-8def09360a30,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:53.438444 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-0a56e9fe-ea1e-421a-ac19-40d39dd9014d tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:53.440183 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-0a56e9fe-ea1e-421a-ac19-40d39dd9014d tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.41 "GET /v2.0/networks?id=853d16f0-e7bd-42ea-bcaa-167e13603122 HTTP/1.1" status: 200 len: 812 time: 0.3772953 Dec 17 15:15:53.461831 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-4b4634e5-6ac2-4aca-b400-1e8fbf92bd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'name': 'tempest-ServersTestBootFromVolume-2052393915-router', 'tenant_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '8c8edb01-350c-4643-a542-70fc766291a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:15:46Z', 'updated_at': '2021-12-17T15:15:48Z', 'revision_number': 3, 'project_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'gw_port': {'id': '8c8edb01-350c-4643-a542-70fc766291a8', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:15:47Z', 'updated_at': '2021-12-17T15:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:15:53.464338 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c559dd43-fc2c-4844-95ec-b3fba2f81442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca50a852-4934-47a2-a231-a25fe8bafa8c'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:15:53.469950 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db59195-9bf5-4404-9cd4-b475c447d618" -d '{"events": [{"server_uuid": "c559dd43-fc2c-4844-95ec-b3fba2f81442", "name": "network-vif-plugged", "status": "completed", "tag": "ca50a852-4934-47a2-a231-a25fe8bafa8c"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:15:53.498197 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port ca50a852-4934-47a2-a231-a25fe8bafa8c, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=ca50a852-4934-47a2-a231-a25fe8bafa8c,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:53.499709 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4c7b4298-cbc7-4b31-99aa-bf39e7a18599 None None] Provisioning complete for port 40f62c09-b05b-4061-8a17-a5311079c745 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:15:53.500169 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4c7b4298-cbc7-4b31-99aa-bf39e7a18599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:53.530233 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-55e204a8-2f7f-4c1a-b4b1-a4255d2aa533 req-779cae7b-38fe-4fef-8594-2455d46c7560 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=f82a261f-bc99-41e2-8f7a-a897509247f4 HTTP/1.1" status: 200 len: 210 time: 0.1470182 Dec 17 15:15:53.550534 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-f937b926-989c-4423-9957-89313c3251ab tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Request body: {'port': {'device_id': 'f82a261f-bc99-41e2-8f7a-a897509247f4', 'network_id': '853d16f0-e7bd-42ea-bcaa-167e13603122', 'admin_state_up': True, 'tenant_id': 'f2b15cb5323e4eba9896faf7fb1bc9bf'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:15:53.565242 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf73495d-d4ac-4753-9e8c-34898984f551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:53.583528 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4634e5-6ac2-4aca-b400-1e8fbf92bd18 None None] The sync data for ids ['17d872ac-2811-47a3-91a1-d0ab15ceba58'] in n-d-820553-2 is: [{'id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'name': 'tempest-ServersTestBootFromVolume-2052393915-router', 'tenant_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '8c8edb01-350c-4643-a542-70fc766291a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:15:46Z', 'updated_at': '2021-12-17T15:15:48Z', 'revision_number': 3, 'project_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'gw_port': {'id': '8c8edb01-350c-4643-a542-70fc766291a8', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:15:47Z', 'updated_at': '2021-12-17T15:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:15:53.605777 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:53.710546 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4c7b4298-cbc7-4b31-99aa-bf39e7a18599 None None] Port 40f62c09-b05b-4061-8a17-a5311079c745 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:15:53.782471 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=ca50a852-4934-47a2-a231-a25fe8bafa8c,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:53.804029 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2dbb55-9c8c-42e2-b1f5-4d641e8bc277 x-openstack-request-id: req-1e2dbb55-9c8c-42e2-b1f5-4d641e8bc277 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:15:53.806428 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c559dd43-fc2c-4844-95ec-b3fba2f81442", "name": "network-vif-plugged", "status": "completed", "tag": "ca50a852-4934-47a2-a231-a25fe8bafa8c", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:15:53.806940 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1e2dbb55-9c8c-42e2-b1f5-4d641e8bc277 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:15:53.807562 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c559dd43-fc2c-4844-95ec-b3fba2f81442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca50a852-4934-47a2-a231-a25fe8bafa8c', 'code': 200} Dec 17 15:15:53.877125 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8ff9031c-2ac8-4aab-b2fd-7b78aa03aeaf req-c75f328c-cefe-4254-a797-9fb244881246 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4950912 Dec 17 15:15:53.994002 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-784f74ac-4313-45a0-94a9-09b2ab8d3683 service neutron] Attempting to bind port abbc343c-8626-4ed1-938b-8def09360a30 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:15:53.994447 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-784f74ac-4313-45a0-94a9-09b2ab8d3683 service neutron] Attempting to bind port abbc343c-8626-4ed1-938b-8def09360a30 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '75195253-a18c-43b8-b6db-179ccc3e1ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c55c80a5-833c-48da-873a-0d6892b2ac27'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:15:53.994651 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-784f74ac-4313-45a0-94a9-09b2ab8d3683 service neutron] Attempting to bind port abbc343c-8626-4ed1-938b-8def09360a30 on network c55c80a5-833c-48da-873a-0d6892b2ac27 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:15:54.017172 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-784f74ac-4313-45a0-94a9-09b2ab8d3683 service neutron] Port abbc343c-8626-4ed1-938b-8def09360a30 on network c55c80a5-833c-48da-873a-0d6892b2ac27 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:15:54.023419 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-784f74ac-4313-45a0-94a9-09b2ab8d3683 service neutron] Attempting to bind port abbc343c-8626-4ed1-938b-8def09360a30 on network c55c80a5-833c-48da-873a-0d6892b2ac27 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:15:54.031556 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf73495d-d4ac-4753-9e8c-34898984f551 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:54.039766 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf0089-a28a-4291-b7af-cd8a7af48bca req-42ca274d-3b37-4998-99a7-4fcfe6a4cb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:54.041718 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6fbf0089-a28a-4291-b7af-cd8a7af48bca req-42ca274d-3b37-4998-99a7-4fcfe6a4cb55 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c559dd43-fc2c-4844-95ec-b3fba2f81442 HTTP/1.1" status: 200 len: 1100 time: 0.1574631 Dec 17 15:15:54.095026 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-784f74ac-4313-45a0-94a9-09b2ab8d3683 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:15:54.095521 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-784f74ac-4313-45a0-94a9-09b2ab8d3683 service neutron] Checking segment: {'id': '75195253-a18c-43b8-b6db-179ccc3e1ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c55c80a5-833c-48da-873a-0d6892b2ac27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:15:54.095974 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-784f74ac-4313-45a0-94a9-09b2ab8d3683 service neutron] Bound using segment: {'id': '75195253-a18c-43b8-b6db-179ccc3e1ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c55c80a5-833c-48da-873a-0d6892b2ac27'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:15:54.096533 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-784f74ac-4313-45a0-94a9-09b2ab8d3683 service neutron] Bound port: abbc343c-8626-4ed1-938b-8def09360a30, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75195253-a18c-43b8-b6db-179ccc3e1ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c55c80a5-833c-48da-873a-0d6892b2ac27'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:15:54.096963 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-784f74ac-4313-45a0-94a9-09b2ab8d3683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:54.134608 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef4efb-76c3-4bbd-ab4d-028feba94e5f req-425e69c0-142c-4c7f-b000-821cea6491df tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:54.142865 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1fef4efb-76c3-4bbd-ab4d-028feba94e5f req-425e69c0-142c-4c7f-b000-821cea6491df tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/ports?device_id=c559dd43-fc2c-4844-95ec-b3fba2f81442 HTTP/1.1" status: 200 len: 949 time: 0.2132442 Dec 17 15:15:54.173773 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6fbf0089-a28a-4291-b7af-cd8a7af48bca req-3411d3fc-1e88-4846-aaf0-cb959d0571cd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3fb79c06-181d-4a1a-ae46-fd94305d9514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248746 Dec 17 15:15:54.174401 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf73495d-d4ac-4753-9e8c-34898984f551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:54.251500 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1fef4efb-76c3-4bbd-ab4d-028feba94e5f req-0d36299e-285c-48f6-b373-1cfbf2ae5452 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb79c06-181d-4a1a-ae46-fd94305d9514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027658 Dec 17 15:15:54.281259 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-f937b926-989c-4423-9957-89313c3251ab tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Made reservation on behalf of f2b15cb5323e4eba9896faf7fb1bc9bf for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:15:54.288840 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-f937b926-989c-4423-9957-89313c3251ab tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:54.298391 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-784f74ac-4313-45a0-94a9-09b2ab8d3683 service neutron] For port abbc343c-8626-4ed1-938b-8def09360a30, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:15:54.302338 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-784f74ac-4313-45a0-94a9-09b2ab8d3683 service neutron] For port abbc343c-8626-4ed1-938b-8def09360a30, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=abbc343c-8626-4ed1-938b-8def09360a30,segment=NetworkSegment(75195253-a18c-43b8-b6db-179ccc3e1ed0),segment_id=75195253-a18c-43b8-b6db-179ccc3e1ed0)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:15:54.304088 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf73495d-d4ac-4753-9e8c-34898984f551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:54.343776 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73495d-d4ac-4753-9e8c-34898984f551 admin admin] Pushing event updated for resources: {'Port': ['ID=40f62c09-b05b-4061-8a17-a5311079c745,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:54.410624 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-784f74ac-4313-45a0-94a9-09b2ab8d3683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:54.444221 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 8c8edb01-350c-4643-a542-70fc766291a8 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:15:54.601029 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-784f74ac-4313-45a0-94a9-09b2ab8d3683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:54.609174 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-784f74ac-4313-45a0-94a9-09b2ab8d3683 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:54.610589 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-784f74ac-4313-45a0-94a9-09b2ab8d3683 service neutron] 10.222.0.13 "PUT /v2.0/ports/abbc343c-8626-4ed1-938b-8def09360a30 HTTP/1.1" status: 200 len: 1091 time: 2.8748586 Dec 17 15:15:54.611263 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65dca94-e81a-47c5-9bb5-ffcb96121412', 'tag': 'abbc343c-8626-4ed1-938b-8def09360a30'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:15:54.613349 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b341ec99-59fc-4351-ba9e-cbdedb76f858" -d '{"events": [{"name": "network-changed", "server_uuid": "b65dca94-e81a-47c5-9bb5-ffcb96121412", "tag": "abbc343c-8626-4ed1-938b-8def09360a30"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:15:54.614121 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 8c8edb01-350c-4643-a542-70fc766291a8 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:15:54.614516 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:54.627575 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf73495d-d4ac-4753-9e8c-34898984f551 admin admin] Network 3aef48c0-7506-4912-87a1-02fd88d2b430 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:15:54.629128 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-cf73495d-d4ac-4753-9e8c-34898984f551 admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:15:54.792046 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44992) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:54.811868 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496c405d-9a67-4a94-8409-7ce894ae24ec x-openstack-request-id: req-496c405d-9a67-4a94-8409-7ce894ae24ec {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:15:54.812139 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b65dca94-e81a-47c5-9bb5-ffcb96121412", "tag": "abbc343c-8626-4ed1-938b-8def09360a30", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:15:54.812398 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-496c405d-9a67-4a94-8409-7ce894ae24ec {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:15:54.812796 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b65dca94-e81a-47c5-9bb5-ffcb96121412', 'tag': 'abbc343c-8626-4ed1-938b-8def09360a30', 'status': 'completed', 'code': 200} Dec 17 15:15:54.911931 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:54.950157 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 8c8edb01-350c-4643-a542-70fc766291a8, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=8c8edb01-350c-4643-a542-70fc766291a8,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:55.023097 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f74ac-4313-45a0-94a9-09b2ab8d3683 service neutron] Pushing event updated for resources: {'Port': ['ID=abbc343c-8626-4ed1-938b-8def09360a30,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:55.032445 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:55.065651 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-130dafab-5cc9-46f7-86aa-abc483f5472f req-d47f98f8-4eef-4e47-afc6-fd7f857230e7 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=f82a261f-bc99-41e2-8f7a-a897509247f4 HTTP/1.1" status: 200 len: 210 time: 0.2502408 Dec 17 15:15:55.183527 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-f937b926-989c-4423-9957-89313c3251ab tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Allocated IP 172.20.0.11 (853d16f0-e7bd-42ea-bcaa-167e13603122/4502cdf4-b8e8-41c6-9e10-7a307da6f1e2/2c295874-fdae-4e71-9657-0d8b84b9be38) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:15:55.210926 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=8c8edb01-350c-4643-a542-70fc766291a8,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:55.230597 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-b071dcaa-1643-498e-a4e5-53270fbc7e83 None None] Provisioning complete for port 40f62c09-b05b-4061-8a17-a5311079c745 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:15:55.232547 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b071dcaa-1643-498e-a4e5-53270fbc7e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:55.282771 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-d0471508-5aa7-434a-9c88-84afdcbe9f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:55.289770 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-d0471508-5aa7-434a-9c88-84afdcbe9f07 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=88f06237a6a040a5b48294f889fb95ed&device_id=b65dca94-e81a-47c5-9bb5-ffcb96121412 HTTP/1.1" status: 200 len: 1094 time: 0.4760983 Dec 17 15:15:55.297783 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-b071dcaa-1643-498e-a4e5-53270fbc7e83 None None] Port 40f62c09-b05b-4061-8a17-a5311079c745 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:15:55.406790 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-8ceb64fc-6dd6-4547-a4b0-f97399964adf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abbc343c-8626-4ed1-938b-8def09360a30 HTTP/1.1" status: 200 len: 217 time: 0.0835352 Dec 17 15:15:55.453335 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6783cb5-95ea-4fdb-be95-02fb2bbe46e8 req-f4011820-91fd-4b91-bbb4-0977b58a95d5 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:55.461357 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a6783cb5-95ea-4fdb-be95-02fb2bbe46e8 req-f4011820-91fd-4b91-bbb4-0977b58a95d5 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=b65dca94-e81a-47c5-9bb5-ffcb96121412 HTTP/1.1" status: 200 len: 943 time: 0.3586287 Dec 17 15:15:55.603400 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:55.753780 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf73495d-d4ac-4753-9e8c-34898984f551 admin admin] Router 17d872ac-2811-47a3-91a1-d0ab15ceba58 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:15:55.901935 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf73495d-d4ac-4753-9e8c-34898984f551 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:15:55.909760 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cf73495d-d4ac-4753-9e8c-34898984f551 admin admin] 10.222.0.46 "PUT /v2.0/routers/17d872ac-2811-47a3-91a1-d0ab15ceba58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9978967 Dec 17 15:15:55.971445 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a6783cb5-95ea-4fdb-be95-02fb2bbe46e8 req-e8a53ebd-2dc9-4405-b652-d8bcbf6b1784 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5089128 Dec 17 15:15:55.977692 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-160cb9c2-e1ad-4d10-8244-a29fdfd583f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:55.979567 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-160cb9c2-e1ad-4d10-8244-a29fdfd583f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da4dd92c-6f31-4733-ad5e-39ad920cb8f0 HTTP/1.1" status: 200 len: 845 time: 0.5494990 Dec 17 15:15:55.991483 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f95e3-0f35-4f0c-bdf6-496c24819b28 req-ccb4f872-8da8-4834-b529-dd11f2d8b9f7 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:55.993070 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f73f95e3-0f35-4f0c-bdf6-496c24819b28 req-ccb4f872-8da8-4834-b529-dd11f2d8b9f7 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/ports?device_id=c559dd43-fc2c-4844-95ec-b3fba2f81442 HTTP/1.1" status: 200 len: 949 time: 0.5968845 Dec 17 15:15:56.045607 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-be86eba0-659c-48c3-953f-91950725e2a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c55c80a5-833c-48da-873a-0d6892b2ac27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513623 Dec 17 15:15:56.061620 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45040) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:56.095824 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-37e8fa60-c60f-4691-9102-b35761f4ea6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:56.255683 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-f937b926-989c-4423-9957-89313c3251ab tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:56.294933 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-37e8fa60-c60f-4691-9102-b35761f4ea6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:56.311110 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0e166aa6-5a26-4bb5-8bd7-f38f433cfdd2 req-f7fb2fbc-dcc7-47dc-b78f-e34d91fbf2c9 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=f82a261f-bc99-41e2-8f7a-a897509247f4 HTTP/1.1" status: 200 len: 210 time: 0.1208458 Dec 17 15:15:56.322854 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f73f95e3-0f35-4f0c-bdf6-496c24819b28 req-af3a9ea7-f06f-4d9d-81df-a36e8ed4fc5a tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb79c06-181d-4a1a-ae46-fd94305d9514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127496 Dec 17 15:15:56.346451 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-034aa11a-26b7-4b53-80a8-c26adcb62a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:56.378811 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 8c8edb01-350c-4643-a542-70fc766291a8 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:15:56.389799 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-e459c2c9-84cb-427d-9e5b-cb736bd7498a service neutron] 10.222.0.13 "GET /v2.0/networks/c55c80a5-833c-48da-873a-0d6892b2ac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349805 Dec 17 15:15:56.392690 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-f937b926-989c-4423-9957-89313c3251ab tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:56.397330 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-37e8fa60-c60f-4691-9102-b35761f4ea6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:56.442687 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['f5a28c92-b246-4ef1-a210-5c752f14237c'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:15:56.527463 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-034aa11a-26b7-4b53-80a8-c26adcb62a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:56.538366 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-f937b926-989c-4423-9957-89313c3251ab tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Network 853d16f0-e7bd-42ea-bcaa-167e13603122 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:15:56.546973 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-f937b926-989c-4423-9957-89313c3251ab tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:15:56.552698 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-f937b926-989c-4423-9957-89313c3251ab tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:15:56.572430 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-37e8fa60-c60f-4691-9102-b35761f4ea6e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d2530964895e46efa4ec9e2b6b611d4a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7806880 Dec 17 15:15:56.574094 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45050) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:56.574765 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e8fa60-c60f-4691-9102-b35761f4ea6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e547eda-989b-4f88-91eb-06e9436bb127,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:56.591246 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937b926-989c-4423-9957-89313c3251ab tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Pushing event updated for resources: {'Port': ['ID=2c295874-fdae-4e71-9657-0d8b84b9be38,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:56.640629 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-f937b926-989c-4423-9957-89313c3251ab tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:56.640908 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e7bb7322-9ff0-46f1-8cc9-2b2f4eee2c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:56.641306 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-f937b926-989c-4423-9957-89313c3251ab tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:56.653312 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-034aa11a-26b7-4b53-80a8-c26adcb62a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:56.669623 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-638fb4be-253b-4dea-951b-c14b5364cc83 req-35f78161-7628-465c-b4d1-8cf5c71362a1 service neutron] 10.222.0.13 "GET /v2.0/networks/c55c80a5-833c-48da-873a-0d6892b2ac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689462 Dec 17 15:15:56.678282 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7133db09-15e4-4d11-ba53-5cf3e6885932 None None] Sync routers for ids ['17d872ac-2811-47a3-91a1-d0ab15ceba58'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:15:56.705562 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7133db09-15e4-4d11-ba53-5cf3e6885932 None None] Routers {'17d872ac-2811-47a3-91a1-d0ab15ceba58'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:15:56.706290 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7133db09-15e4-4d11-ba53-5cf3e6885932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:15:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['17d872ac-2811-47a3-91a1-d0ab15ceba58'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:15:56.712977 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 8c8edb01-350c-4643-a542-70fc766291a8 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:15:56.718605 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:56.730081 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e7bb7322-9ff0-46f1-8cc9-2b2f4eee2c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:56.767744 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-f937b926-989c-4423-9957-89313c3251ab tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2504866 Dec 17 15:15:56.770433 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-034aa11a-26b7-4b53-80a8-c26adcb62a08 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5df410fdc4d74a4d9ec52ac1c3c26622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7077177 Dec 17 15:15:56.779320 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45056) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:56.779689 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034aa11a-26b7-4b53-80a8-c26adcb62a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8880f1-81aa-4d50-816b-81668b966825,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:56.831438 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-a5d6e591-abfb-4ed5-91fb-7403b74a561f service neutron] Request body: {'port': {'device_id': 'f82a261f-bc99-41e2-8f7a-a897509247f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:15:56.860320 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45058) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:56.940900 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e7bb7322-9ff0-46f1-8cc9-2b2f4eee2c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:56.943561 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e7bb7322-9ff0-46f1-8cc9-2b2f4eee2c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:56.948728 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e7bb7322-9ff0-46f1-8cc9-2b2f4eee2c73 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5e547eda-989b-4f88-91eb-06e9436bb127 HTTP/1.1" status: 204 len: 168 time: 0.3700922 Dec 17 15:15:56.960655 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb7322-9ff0-46f1-8cc9-2b2f4eee2c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e547eda-989b-4f88-91eb-06e9436bb127,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:56.983578 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-a5d6e591-abfb-4ed5-91fb-7403b74a561f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:56.986216 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-82873442-3fcf-4f13-bc8c-3cf99a1b7072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:56.990959 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341ec99-59fc-4351-ba9e-cbdedb76f858 req-1f3fb22c-5b0b-4017-bf4b-05371d0c1a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:56.992638 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b341ec99-59fc-4351-ba9e-cbdedb76f858 req-1f3fb22c-5b0b-4017-bf4b-05371d0c1a62 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=88f06237a6a040a5b48294f889fb95ed&device_id=b65dca94-e81a-47c5-9bb5-ffcb96121412 HTTP/1.1" status: 200 len: 1094 time: 0.1531298 Dec 17 15:15:57.091975 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45066) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:57.095313 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-82873442-3fcf-4f13-bc8c-3cf99a1b7072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:57.097468 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-a1938450-36e2-4f4b-92df-46be8293a029 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2005942509', 'description': 'tempest-description--1523025119'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:15:57.121508 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-7133db09-15e4-4d11-ba53-5cf3e6885932 None None] Set router 17d872ac-2811-47a3-91a1-d0ab15ceba58 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:15:57.169801 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eb8a5899-5ae0-4059-8380-dd63eafb413c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:57.276147 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a1938450-36e2-4f4b-92df-46be8293a029 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:57.285966 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eb8a5899-5ae0-4059-8380-dd63eafb413c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:57.379272 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a1938450-36e2-4f4b-92df-46be8293a029 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:57.399211 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341ec99-59fc-4351-ba9e-cbdedb76f858 req-2e2b7900-b02c-449e-a458-4b45b483114a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:57.400964 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b341ec99-59fc-4351-ba9e-cbdedb76f858 req-2e2b7900-b02c-449e-a458-4b45b483114a service neutron] 10.222.0.13 "GET /v2.0/networks?id=c55c80a5-833c-48da-873a-0d6892b2ac27 HTTP/1.1" status: 200 len: 906 time: 0.3993645 Dec 17 15:15:57.432552 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5514c2-1e1c-4f40-9f93-ab20f4ef4168 req-20b0f825-2c09-43ef-8b8b-dcefa36a3a89 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:57.435834 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff5514c2-1e1c-4f40-9f93-ab20f4ef4168 req-20b0f825-2c09-43ef-8b8b-dcefa36a3a89 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=b65dca94-e81a-47c5-9bb5-ffcb96121412 HTTP/1.1" status: 200 len: 943 time: 0.3081326 Dec 17 15:15:57.487345 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7133db09-15e4-4d11-ba53-5cf3e6885932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'name': 'tempest-ServersTestBootFromVolume-2052393915-router', 'tenant_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '8c8edb01-350c-4643-a542-70fc766291a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:15:46Z', 'updated_at': '2021-12-17T15:15:53Z', 'revision_number': 4, 'project_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'gw_port': {'id': '8c8edb01-350c-4643-a542-70fc766291a8', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:15:47Z', 'updated_at': '2021-12-17T15:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '40f62c09-b05b-4061-8a17-a5311079c745', 'name': '', 'network_id': '3aef48c0-7506-4912-87a1-02fd88d2b430', 'tenant_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'mac_address': 'fa:16:3e:3d:5d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'cb8281b9-5255-4caf-a905-604474f334b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:15:52Z', 'updated_at': '2021-12-17T15:15:53Z', 'revision_number': 2, 'project_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'subnets': [{'id': 'cb8281b9-5255-4caf-a905-604474f334b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:15:57.492506 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eb8a5899-5ae0-4059-8380-dd63eafb413c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:57.530713 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7133db09-15e4-4d11-ba53-5cf3e6885932 None None] Checking router: 17d872ac-2811-47a3-91a1-d0ab15ceba58 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:15:57.531082 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7133db09-15e4-4d11-ba53-5cf3e6885932 None None] Updating router 17d872ac-2811-47a3-91a1-d0ab15ceba58 port 40f62c09-b05b-4061-8a17-a5311079c745 binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:15:57.539205 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a5899-5ae0-4059-8380-dd63eafb413c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785c4f62-4199-44f3-9891-79de49747092,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:57.555050 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b341ec99-59fc-4351-ba9e-cbdedb76f858 req-19d956fb-9f1f-42f8-a469-28031f5ea10d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abbc343c-8626-4ed1-938b-8def09360a30 HTTP/1.1" status: 200 len: 217 time: 0.1437275 Dec 17 15:15:57.563115 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-eb8a5899-5ae0-4059-8380-dd63eafb413c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3044e3aad26946febb1219181711ffb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7017226 Dec 17 15:15:57.564478 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7133db09-15e4-4d11-ba53-5cf3e6885932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:57.566390 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45074) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:57.607940 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a1938450-36e2-4f4b-92df-46be8293a029 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:57.623619 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-82873442-3fcf-4f13-bc8c-3cf99a1b7072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:57.626161 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-82873442-3fcf-4f13-bc8c-3cf99a1b7072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:57.627321 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-82873442-3fcf-4f13-bc8c-3cf99a1b7072 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/af8880f1-81aa-4d50-816b-81668b966825 HTTP/1.1" status: 204 len: 168 time: 0.8526230 Dec 17 15:15:57.646885 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f3f57e32-c9c2-4904-b857-72a3bf20469b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:57.673735 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff5514c2-1e1c-4f40-9f93-ab20f4ef4168 req-566a05f2-f631-4661-a3a8-0f469be55275 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939447 Dec 17 15:15:57.680572 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82873442-3fcf-4f13-bc8c-3cf99a1b7072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8880f1-81aa-4d50-816b-81668b966825,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:57.699505 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0db7d-7290-4edd-a955-9e0f4657dfc6 req-248d79bc-59ef-460a-acf4-a3a0fd111411 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:57.699505 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-28b0db7d-7290-4edd-a955-9e0f4657dfc6 req-248d79bc-59ef-460a-acf4-a3a0fd111411 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=f82a261f-bc99-41e2-8f7a-a897509247f4 HTTP/1.1" status: 200 len: 932 time: 0.2771697 Dec 17 15:15:57.705502 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1938450-36e2-4f4b-92df-46be8293a029 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0e174c-134f-4195-a93d-c5a96463f3d1,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:57.705799 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341ec99-59fc-4351-ba9e-cbdedb76f858 req-e197fdc3-2eef-4c2c-96a9-71e06452d700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:57.707721 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b341ec99-59fc-4351-ba9e-cbdedb76f858 req-e197fdc3-2eef-4c2c-96a9-71e06452d700 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da4dd92c-6f31-4733-ad5e-39ad920cb8f0 HTTP/1.1" status: 200 len: 845 time: 0.1380079 Dec 17 15:15:57.730570 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f3f57e32-c9c2-4904-b857-72a3bf20469b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:57.760562 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a1938450-36e2-4f4b-92df-46be8293a029 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:57.764800 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a1938450-36e2-4f4b-92df-46be8293a029 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6688926 Dec 17 15:15:57.765016 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45078) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:57.769651 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-ef7228d2-d0e3-4aad-8296-fe31c5101ac5 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Request body: {'security_group_rule': {'security_group_id': '3c0e174c-134f-4195-a93d-c5a96463f3d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:15:57.867801 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b341ec99-59fc-4351-ba9e-cbdedb76f858 req-03f45f95-7e52-4699-b77c-dbb004bc1e14 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c55c80a5-833c-48da-873a-0d6892b2ac27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1215968 Dec 17 15:15:57.957546 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f3f57e32-c9c2-4904-b857-72a3bf20469b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:57.963949 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f3f57e32-c9c2-4904-b857-72a3bf20469b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:57.968630 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f3f57e32-c9c2-4904-b857-72a3bf20469b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/785c4f62-4199-44f3-9891-79de49747092 HTTP/1.1" status: 204 len: 168 time: 0.4011648 Dec 17 15:15:57.969627 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ef7228d2-d0e3-4aad-8296-fe31c5101ac5 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:57.977386 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45084) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:57.979917 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7133db09-15e4-4d11-ba53-5cf3e6885932 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:57.994876 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-28b0db7d-7290-4edd-a955-9e0f4657dfc6 req-dffb0ade-77d6-4169-a719-da288ff36cc6 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a47c993-d62d-43bf-a7f3-420ad91c0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820652 Dec 17 15:15:58.006759 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f57e32-c9c2-4904-b857-72a3bf20469b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785c4f62-4199-44f3-9891-79de49747092,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:58.020667 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bf349b67-4718-4ab5-94b0-66858f16c215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:58.046289 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ded537-7767-48da-ab2c-3e69f5c61eae req-b0aaf60e-f656-4bfa-bd71-8dd6cd032e64 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:58.047799 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94ded537-7767-48da-ab2c-3e69f5c61eae req-b0aaf60e-f656-4bfa-bd71-8dd6cd032e64 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/ports?device_id=c559dd43-fc2c-4844-95ec-b3fba2f81442 HTTP/1.1" status: 200 len: 949 time: 0.1571951 Dec 17 15:15:58.088682 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-a5d6e591-abfb-4ed5-91fb-7403b74a561f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c295874-fdae-4e71-9657-0d8b84b9be38 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:15:58.094599 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7133db09-15e4-4d11-ba53-5cf3e6885932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:58.127622 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-a5d6e591-abfb-4ed5-91fb-7403b74a561f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:58.136545 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94ded537-7767-48da-ab2c-3e69f5c61eae req-e8bb447a-176b-48fc-8c90-c6ca7aedc1d9 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb79c06-181d-4a1a-ae46-fd94305d9514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783386 Dec 17 15:15:58.148304 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ef7228d2-d0e3-4aad-8296-fe31c5101ac5 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:58.174990 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-a5d6e591-abfb-4ed5-91fb-7403b74a561f service neutron] Transition to ACTIVE for port object 2c295874-fdae-4e71-9657-0d8b84b9be38 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:15:58.177501 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b341ec99-59fc-4351-ba9e-cbdedb76f858 req-35805361-2c77-40b0-9169-ff3c164f9e60 service neutron] 10.222.0.13 "GET /v2.0/networks/c55c80a5-833c-48da-873a-0d6892b2ac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957988 Dec 17 15:15:58.228121 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bf349b67-4718-4ab5-94b0-66858f16c215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:58.248729 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ef7228d2-d0e3-4aad-8296-fe31c5101ac5 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:58.280138 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7228d2-d0e3-4aad-8296-fe31c5101ac5 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96992ea0-ad28-41ad-95e6-c7ca0540fbb8,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:58.304043 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-a5d6e591-abfb-4ed5-91fb-7403b74a561f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:58.319453 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6bee42-c8ca-4937-a76b-491b1b33a329 None None] Pushing event updated for resources: {'Port': ['ID=40f62c09-b05b-4061-8a17-a5311079c745,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:58.331642 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bf349b67-4718-4ab5-94b0-66858f16c215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:58.331946 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7133db09-15e4-4d11-ba53-5cf3e6885932 None None] Attempting to bind port 40f62c09-b05b-4061-8a17-a5311079c745 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:15:58.331946 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7133db09-15e4-4d11-ba53-5cf3e6885932 None None] Attempting to bind port 40f62c09-b05b-4061-8a17-a5311079c745 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'e8e3507c-e010-414c-9e07-379a84f479f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3aef48c0-7506-4912-87a1-02fd88d2b430'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:15:58.331946 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7133db09-15e4-4d11-ba53-5cf3e6885932 None None] Attempting to bind port 40f62c09-b05b-4061-8a17-a5311079c745 on network 3aef48c0-7506-4912-87a1-02fd88d2b430 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:15:58.338474 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7133db09-15e4-4d11-ba53-5cf3e6885932 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:15:58.339025 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7133db09-15e4-4d11-ba53-5cf3e6885932 None None] Checking segment: {'id': 'e8e3507c-e010-414c-9e07-379a84f479f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3aef48c0-7506-4912-87a1-02fd88d2b430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:15:58.339541 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7133db09-15e4-4d11-ba53-5cf3e6885932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:58.340036 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7133db09-15e4-4d11-ba53-5cf3e6885932 None None] Bound using segment: {'id': 'e8e3507c-e010-414c-9e07-379a84f479f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3aef48c0-7506-4912-87a1-02fd88d2b430'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:15:58.340693 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7133db09-15e4-4d11-ba53-5cf3e6885932 None None] Bound port: 40f62c09-b05b-4061-8a17-a5311079c745, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e3507c-e010-414c-9e07-379a84f479f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3aef48c0-7506-4912-87a1-02fd88d2b430'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:15:58.341699 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7133db09-15e4-4d11-ba53-5cf3e6885932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:58.374106 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-bf349b67-4718-4ab5-94b0-66858f16c215 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6c3347364d064881adf4310f3fc118d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3948762 Dec 17 15:15:58.384606 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45096) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:58.415599 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device abbc343c-8626-4ed1-938b-8def09360a30 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:15:58.443839 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7133db09-15e4-4d11-ba53-5cf3e6885932 None None] For port 40f62c09-b05b-4061-8a17-a5311079c745, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:15:58.448794 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7133db09-15e4-4d11-ba53-5cf3e6885932 None None] For port 40f62c09-b05b-4061-8a17-a5311079c745, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=40f62c09-b05b-4061-8a17-a5311079c745,segment=NetworkSegment(e8e3507c-e010-414c-9e07-379a84f479f5),segment_id=e8e3507c-e010-414c-9e07-379a84f479f5)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:15:58.471152 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ef7228d2-d0e3-4aad-8296-fe31c5101ac5 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:58.472352 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ef7228d2-d0e3-4aad-8296-fe31c5101ac5 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7063768 Dec 17 15:15:58.475535 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45100) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:58.486423 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64b157b6-6821-4762-be4a-6b0799c4cc66 req-6fbf5c1f-0929-4183-8687-57a93193c92a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=243615b8-a94b-43cb-ba31-701f8c9eaa4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1965351 Dec 17 15:15:58.493964 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf349b67-4718-4ab5-94b0-66858f16c215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6354a12c-76c8-446b-9ff1-1ab6288cea26,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:58.509392 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-92bd3316-7e4c-4c48-b2d6-c9e96bf44ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:58.511892 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-e7a5a649-0d0c-47b4-8c29-93c2174ec1c0 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Request body: {'security_group_rule': {'security_group_id': '3c0e174c-134f-4195-a93d-c5a96463f3d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:15:58.562671 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6e591-abfb-4ed5-91fb-7403b74a561f service neutron] Pushing event updated for resources: {'Port': ['ID=2c295874-fdae-4e71-9657-0d8b84b9be38,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:58.577881 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7133db09-15e4-4d11-ba53-5cf3e6885932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:58.606662 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-92bd3316-7e4c-4c48-b2d6-c9e96bf44ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:58.624910 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbd611-5abb-4fb0-a4c6-c60985901996 req-b30a4c26-b3bf-4c79-a352-d905f12a4b9a tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:58.626473 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c3bbd611-5abb-4fb0-a4c6-c60985901996 req-b30a4c26-b3bf-4c79-a352-d905f12a4b9a tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c8bb9fc-f7d4-4573-adec-112324e31679 HTTP/1.1" status: 200 len: 950 time: 0.3272514 Dec 17 15:15:58.632559 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port abbc343c-8626-4ed1-938b-8def09360a30, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=abbc343c-8626-4ed1-938b-8def09360a30,segment=NetworkSegment(75195253-a18c-43b8-b6db-179ccc3e1ed0),segment_id=75195253-a18c-43b8-b6db-179ccc3e1ed0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:58.653531 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-9d0f2f30-df10-463f-8e3c-1e371033e2bf None None] Provisioning complete for port 40f62c09-b05b-4061-8a17-a5311079c745 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:15:58.653793 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9d0f2f30-df10-463f-8e3c-1e371033e2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:58.656871 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b341ec99-59fc-4351-ba9e-cbdedb76f858 req-4d7c69fe-5031-4cca-8052-ac20881885a6 service neutron] 10.222.0.13 "GET /v2.0/networks/c55c80a5-833c-48da-873a-0d6892b2ac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4702635 Dec 17 15:15:58.663805 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-a5d6e591-abfb-4ed5-91fb-7403b74a561f service neutron] Attempting to bind port 2c295874-fdae-4e71-9657-0d8b84b9be38 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:15:58.664153 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-a5d6e591-abfb-4ed5-91fb-7403b74a561f service neutron] Attempting to bind port 2c295874-fdae-4e71-9657-0d8b84b9be38 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '07900043-60e6-4571-9c07-ecceb7b2285a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '853d16f0-e7bd-42ea-bcaa-167e13603122'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:15:58.664463 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-a5d6e591-abfb-4ed5-91fb-7403b74a561f service neutron] Attempting to bind port 2c295874-fdae-4e71-9657-0d8b84b9be38 on network 853d16f0-e7bd-42ea-bcaa-167e13603122 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:15:58.678199 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-a5d6e591-abfb-4ed5-91fb-7403b74a561f service neutron] Port 2c295874-fdae-4e71-9657-0d8b84b9be38 on network 853d16f0-e7bd-42ea-bcaa-167e13603122 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:15:58.678677 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-a5d6e591-abfb-4ed5-91fb-7403b74a561f service neutron] Attempting to bind port 2c295874-fdae-4e71-9657-0d8b84b9be38 on network 853d16f0-e7bd-42ea-bcaa-167e13603122 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:15:58.680641 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b157b6-6821-4762-be4a-6b0799c4cc66 req-f6674e7b-7dee-4dc8-b594-deada9a0e200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:58.682579 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64b157b6-6821-4762-be4a-6b0799c4cc66 req-f6674e7b-7dee-4dc8-b594-deada9a0e200 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=23218d44d35a49dca774bd6e162aff6a&device_id=243615b8-a94b-43cb-ba31-701f8c9eaa4d HTTP/1.1" status: 200 len: 1096 time: 0.1203740 Dec 17 15:15:58.690141 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-a5d6e591-abfb-4ed5-91fb-7403b74a561f service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:15:58.690764 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-a5d6e591-abfb-4ed5-91fb-7403b74a561f service neutron] Checking segment: {'id': '07900043-60e6-4571-9c07-ecceb7b2285a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '853d16f0-e7bd-42ea-bcaa-167e13603122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:15:58.690916 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-a5d6e591-abfb-4ed5-91fb-7403b74a561f service neutron] Bound using segment: {'id': '07900043-60e6-4571-9c07-ecceb7b2285a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '853d16f0-e7bd-42ea-bcaa-167e13603122'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:15:58.691266 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-a5d6e591-abfb-4ed5-91fb-7403b74a561f service neutron] Bound port: 2c295874-fdae-4e71-9657-0d8b84b9be38, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07900043-60e6-4571-9c07-ecceb7b2285a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '853d16f0-e7bd-42ea-bcaa-167e13603122'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:15:58.691632 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-a5d6e591-abfb-4ed5-91fb-7403b74a561f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:58.708991 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'abbc343c-8626-4ed1-938b-8def09360a30', 'network_id': 'c55c80a5-833c-48da-873a-0d6892b2ac27', 'port_id': 'abbc343c-8626-4ed1-938b-8def09360a30', 'mac_address': 'fa:16:3e:1e:ec:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4dd92c-6f31-4733-ad5e-39ad920cb8f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:15:58.710682 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7133db09-15e4-4d11-ba53-5cf3e6885932 None None] Routers {'17d872ac-2811-47a3-91a1-d0ab15ceba58'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:15:58.711335 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7133db09-15e4-4d11-ba53-5cf3e6885932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:15:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['17d872ac-2811-47a3-91a1-d0ab15ceba58'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:15:58.722841 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6bee42-c8ca-4937-a76b-491b1b33a329 None None] Pushing event updated for resources: {'Port': ['ID=40f62c09-b05b-4061-8a17-a5311079c745,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:58.740044 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c3bbd611-5abb-4fb0-a4c6-c60985901996 req-3870e535-dc7a-472b-8ad5-ebf91d918623 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb79c06-181d-4a1a-ae46-fd94305d9514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894632 Dec 17 15:15:58.740044 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7a5a649-0d0c-47b4-8c29-93c2174ec1c0 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:58.909147 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b157b6-6821-4762-be4a-6b0799c4cc66 req-82ce5534-858b-4ba1-8178-5e071030f959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:58.910683 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64b157b6-6821-4762-be4a-6b0799c4cc66 req-82ce5534-858b-4ba1-8178-5e071030f959 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8ae579af-cc89-4461-a54a-3154f37fcf61 HTTP/1.1" status: 200 len: 915 time: 0.1886992 Dec 17 15:15:58.913485 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-92bd3316-7e4c-4c48-b2d6-c9e96bf44ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:58.916294 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-92bd3316-7e4c-4c48-b2d6-c9e96bf44ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:58.921722 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-92bd3316-7e4c-4c48-b2d6-c9e96bf44ae4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6354a12c-76c8-446b-9ff1-1ab6288cea26 HTTP/1.1" status: 204 len: 168 time: 0.5313323 Dec 17 15:15:58.932938 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-a5d6e591-abfb-4ed5-91fb-7403b74a561f service neutron] For port 2c295874-fdae-4e71-9657-0d8b84b9be38, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:15:58.938158 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-a5d6e591-abfb-4ed5-91fb-7403b74a561f service neutron] For port 2c295874-fdae-4e71-9657-0d8b84b9be38, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=2c295874-fdae-4e71-9657-0d8b84b9be38,segment=NetworkSegment(07900043-60e6-4571-9c07-ecceb7b2285a),segment_id=07900043-60e6-4571-9c07-ecceb7b2285a)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:15:58.953561 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7a5a649-0d0c-47b4-8c29-93c2174ec1c0 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:58.978535 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd3316-7e4c-4c48-b2d6-c9e96bf44ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6354a12c-76c8-446b-9ff1-1ab6288cea26,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:58.988884 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64b157b6-6821-4762-be4a-6b0799c4cc66 req-2c1cea82-cf92-4c04-8c8f-31bab805b1bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea8794b9-340e-4a13-9a9c-041c118e5632 HTTP/1.1" status: 200 len: 217 time: 0.0670648 Dec 17 15:15:59.009717 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1db8f-36d7-49c9-a893-9cdc54f35fdc req-9ab47695-0109-4893-aff7-10b7e1edfeb5 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:59.012103 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7c1db8f-36d7-49c9-a893-9cdc54f35fdc req-9ab47695-0109-4893-aff7-10b7e1edfeb5 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=b65dca94-e81a-47c5-9bb5-ffcb96121412 HTTP/1.1" status: 200 len: 943 time: 0.1598146 Dec 17 15:15:59.050911 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-a5d6e591-abfb-4ed5-91fb-7403b74a561f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:59.095807 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b157b6-6821-4762-be4a-6b0799c4cc66 req-2ea2e473-a9e1-4c78-acdf-dbefb454537c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:59.097755 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64b157b6-6821-4762-be4a-6b0799c4cc66 req-2ea2e473-a9e1-4c78-acdf-dbefb454537c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c02b0952-f799-438a-a915-b0d0b0a1d011 HTTP/1.1" status: 200 len: 853 time: 0.1008384 Dec 17 15:15:59.102912 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45126) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:59.119180 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-a5d6e591-abfb-4ed5-91fb-7403b74a561f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:59.121547 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-a5d6e591-abfb-4ed5-91fb-7403b74a561f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:59.123414 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-a5d6e591-abfb-4ed5-91fb-7403b74a561f service neutron] 10.222.0.41 "PUT /v2.0/ports/2c295874-fdae-4e71-9657-0d8b84b9be38 HTTP/1.1" status: 200 len: 1092 time: 2.3046830 Dec 17 15:15:59.124062 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7a5a649-0d0c-47b4-8c29-93c2174ec1c0 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:59.157886 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-91d72f75-42ad-4786-b6de-24be0782530f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:59.158696 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82a261f-bc99-41e2-8f7a-a897509247f4', 'tag': '2c295874-fdae-4e71-9657-0d8b84b9be38'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:15:59.161888 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754ca6ca-7be6-49ef-99ba-e52fa44b21b3" -d '{"events": [{"name": "network-changed", "server_uuid": "f82a261f-bc99-41e2-8f7a-a897509247f4", "tag": "2c295874-fdae-4e71-9657-0d8b84b9be38"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:15:59.185736 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5a649-0d0c-47b4-8c29-93c2174ec1c0 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d9c82cd-77a4-4b67-a27b-44c97eb58d94,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:59.208257 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7c1db8f-36d7-49c9-a893-9cdc54f35fdc req-c765e2fb-bbbd-486f-8746-8529e8d326d0 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778262 Dec 17 15:15:59.226172 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ce66bc54-de27-4207-87d5-d7a2fcfcaeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:59.227527 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b157b6-6821-4762-be4a-6b0799c4cc66 req-58857ba1-97d2-41b6-99fd-7f58def4c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:59.228929 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64b157b6-6821-4762-be4a-6b0799c4cc66 req-58857ba1-97d2-41b6-99fd-7f58def4c1b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8ae579af-cc89-4461-a54a-3154f37fcf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1104629 Dec 17 15:15:59.232085 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6e591-abfb-4ed5-91fb-7403b74a561f service neutron] Pushing event updated for resources: {'Port': ['ID=2c295874-fdae-4e71-9657-0d8b84b9be38,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:59.360722 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:59.394241 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7a5a649-0d0c-47b4-8c29-93c2174ec1c0 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:59.395554 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e7a5a649-0d0c-47b4-8c29-93c2174ec1c0 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9087534 Dec 17 15:15:59.400868 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45134) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:59.410168 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-7133db09-15e4-4d11-ba53-5cf3e6885932 None None] Set router 17d872ac-2811-47a3-91a1-d0ab15ceba58 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:15:59.417729 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-106c88a1-6def-4c56-8e2f-5adfa18088f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:59.419301 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-106c88a1-6def-4c56-8e2f-5adfa18088f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f2b15cb5323e4eba9896faf7fb1bc9bf&device_id=f82a261f-bc99-41e2-8f7a-a897509247f4 HTTP/1.1" status: 200 len: 1095 time: 0.1326208 Dec 17 15:15:59.427603 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-05cabf3b-2dfc-4d81-a48f-d3f5be5aa31e tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:15:59.431890 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0654cee-1d64-4236-ae61-da24afc2bdee req-e8fedcf3-1e41-4df6-bb93-cd0e01409ea3 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:59.433818 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a0654cee-1d64-4236-ae61-da24afc2bdee req-e8fedcf3-1e41-4df6-bb93-cd0e01409ea3 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=f82a261f-bc99-41e2-8f7a-a897509247f4 HTTP/1.1" status: 200 len: 944 time: 0.0853763 Dec 17 15:15:59.454882 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-91d72f75-42ad-4786-b6de-24be0782530f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:59.458894 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64b157b6-6821-4762-be4a-6b0799c4cc66 req-92425ed8-9fc2-410a-b48c-fc2efe3c343c service neutron] 10.222.0.41 "GET /v2.0/networks/8ae579af-cc89-4461-a54a-3154f37fcf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089574 Dec 17 15:15:59.476364 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abbc343c-8626-4ed1-938b-8def09360a30 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:15:59.476646 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-780f71d4-fe38-4141-9207-0727b7bb84e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c295874-fdae-4e71-9657-0d8b84b9be38 HTTP/1.1" status: 200 len: 217 time: 0.0403078 Dec 17 15:15:59.485755 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9d0f2f30-df10-463f-8e3c-1e371033e2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:59.550054 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port abbc343c-8626-4ed1-938b-8def09360a30, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=abbc343c-8626-4ed1-938b-8def09360a30,segment=NetworkSegment(75195253-a18c-43b8-b6db-179ccc3e1ed0),segment_id=75195253-a18c-43b8-b6db-179ccc3e1ed0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:59.574110 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a0654cee-1d64-4236-ae61-da24afc2bdee req-4e4a9c7c-4649-4210-b6ff-5fa9bb564602 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a47c993-d62d-43bf-a7f3-420ad91c0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967302 Dec 17 15:15:59.575997 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-c62e00fc-44a5-46b6-b11b-22cf42270715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:15:59.577438 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-c62e00fc-44a5-46b6-b11b-22cf42270715 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4502cdf4-b8e8-41c6-9e10-7a307da6f1e2 HTTP/1.1" status: 200 len: 852 time: 0.0939527 Dec 17 15:15:59.584044 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-91d72f75-42ad-4786-b6de-24be0782530f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:59.618996 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-0dd18759-b290-422e-b493-4ac98caa20b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=853d16f0-e7bd-42ea-bcaa-167e13603122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329556 Dec 17 15:15:59.625497 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-9d0f2f30-df10-463f-8e3c-1e371033e2bf None None] For port 40f62c09-b05b-4061-8a17-a5311079c745, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=40f62c09-b05b-4061-8a17-a5311079c745,segment=NetworkSegment(e8e3507c-e010-414c-9e07-379a84f479f5),segment_id=e8e3507c-e010-414c-9e07-379a84f479f5)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:15:59.627983 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d72f75-42ad-4786-b6de-24be0782530f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca009b8-c140-4750-b989-537e831691c4,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:59.661112 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-91d72f75-42ad-4786-b6de-24be0782530f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8f01eddcd8734c609d218d5951fb694b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5553589 Dec 17 15:15:59.666009 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45136) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:15:59.743899 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9d0f2f30-df10-463f-8e3c-1e371033e2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:59.750187 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:59.772047 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-05cabf3b-2dfc-4d81-a48f-d3f5be5aa31e tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks [] for floatingip, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:59.798974 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46284edc-3930-4cbf-b4d2-63ac9cdefa2d x-openstack-request-id: req-46284edc-3930-4cbf-b4d2-63ac9cdefa2d {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:15:59.801138 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f82a261f-bc99-41e2-8f7a-a897509247f4", "tag": "2c295874-fdae-4e71-9657-0d8b84b9be38", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:15:59.801568 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-46284edc-3930-4cbf-b4d2-63ac9cdefa2d {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:15:59.801989 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82a261f-bc99-41e2-8f7a-a897509247f4', 'tag': '2c295874-fdae-4e71-9657-0d8b84b9be38', 'status': 'completed', 'code': 200} Dec 17 15:15:59.804743 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64b157b6-6821-4762-be4a-6b0799c4cc66 req-352b2dfb-cb3e-4acb-a96c-debd640754ce service neutron] 10.222.0.41 "GET /v2.0/networks/8ae579af-cc89-4461-a54a-3154f37fcf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321872 Dec 17 15:15:59.822126 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f2f30-df10-463f-8e3c-1e371033e2bf None None] Pushing event updated for resources: {'Port': ['ID=40f62c09-b05b-4061-8a17-a5311079c745,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:59.882013 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ba50e08b-107c-4738-8860-f2501b0ac6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:59.917000 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=abbc343c-8626-4ed1-938b-8def09360a30,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:15:59.935185 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-8ab8d3f0-3cb6-4ec4-a373-d55ccc9e57ab service neutron] 10.222.0.41 "GET /v2.0/networks/853d16f0-e7bd-42ea-bcaa-167e13603122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066387 Dec 17 15:15:59.935541 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7133db09-15e4-4d11-ba53-5cf3e6885932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'name': 'tempest-ServersTestBootFromVolume-2052393915-router', 'tenant_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '8c8edb01-350c-4643-a542-70fc766291a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:15:46Z', 'updated_at': '2021-12-17T15:15:53Z', 'revision_number': 4, 'project_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'gw_port': {'id': '8c8edb01-350c-4643-a542-70fc766291a8', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:15:47Z', 'updated_at': '2021-12-17T15:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '40f62c09-b05b-4061-8a17-a5311079c745', 'name': '', 'network_id': '3aef48c0-7506-4912-87a1-02fd88d2b430', 'tenant_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'mac_address': 'fa:16:3e:3d:5d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'cb8281b9-5255-4caf-a905-604474f334b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:15:52Z', 'updated_at': '2021-12-17T15:15:58Z', 'revision_number': 4, 'project_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'subnets': [{'id': 'cb8281b9-5255-4caf-a905-604474f334b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:15:59.972047 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ba50e08b-107c-4738-8860-f2501b0ac6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:15:59.977607 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7133db09-15e4-4d11-ba53-5cf3e6885932 None None] The sync data for ids ['17d872ac-2811-47a3-91a1-d0ab15ceba58'] in n-d-820553-2 is: [{'id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'name': 'tempest-ServersTestBootFromVolume-2052393915-router', 'tenant_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '8c8edb01-350c-4643-a542-70fc766291a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:15:46Z', 'updated_at': '2021-12-17T15:15:53Z', 'revision_number': 4, 'project_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'gw_port': {'id': '8c8edb01-350c-4643-a542-70fc766291a8', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:15:47Z', 'updated_at': '2021-12-17T15:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '40f62c09-b05b-4061-8a17-a5311079c745', 'name': '', 'network_id': '3aef48c0-7506-4912-87a1-02fd88d2b430', 'tenant_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'mac_address': 'fa:16:3e:3d:5d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'cb8281b9-5255-4caf-a905-604474f334b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:15:52Z', 'updated_at': '2021-12-17T15:15:58Z', 'revision_number': 4, 'project_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'subnets': [{'id': 'cb8281b9-5255-4caf-a905-604474f334b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:15:59.999022 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-13aa7d50-d214-4aa0-b622-35af7dbdd621 None None] Provisioning complete for port 40f62c09-b05b-4061-8a17-a5311079c745 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:16:00.000168 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-13aa7d50-d214-4aa0-b622-35af7dbdd621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:00.090186 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-05cabf3b-2dfc-4d81-a48f-d3f5be5aa31e tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:00.110443 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['abbc343c-8626-4ed1-938b-8def09360a30'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:16:00.172394 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ba50e08b-107c-4738-8860-f2501b0ac6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:00.185890 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ba50e08b-107c-4738-8860-f2501b0ac6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:00.188204 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ba50e08b-107c-4738-8860-f2501b0ac6ba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fca009b8-c140-4750-b989-537e831691c4 HTTP/1.1" status: 204 len: 168 time: 0.5212224 Dec 17 15:16:00.250992 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b162874b-f232-4ef9-83bf-bb0fc19aa8aa req-1015460a-c283-4f51-8148-e991ccf8b682 service neutron] 10.222.0.41 "GET /v2.0/networks/853d16f0-e7bd-42ea-bcaa-167e13603122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071768 Dec 17 15:16:00.294934 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba50e08b-107c-4738-8860-f2501b0ac6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca009b8-c140-4750-b989-537e831691c4,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:00.384221 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-05cabf3b-2dfc-4d81-a48f-d3f5be5aa31e tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Allocated IP 172.25.6.238 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/948e2c2d-a609-4e18-b9a8-5b6d6b91fd3e) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:16:00.438627 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 40f62c09-b05b-4061-8a17-a5311079c745 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:16:00.552247 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ca6ca-7be6-49ef-99ba-e52fa44b21b3 req-1ef655db-90b1-46bf-9a39-85668004a3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:00.554100 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-754ca6ca-7be6-49ef-99ba-e52fa44b21b3 req-1ef655db-90b1-46bf-9a39-85668004a3b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f2b15cb5323e4eba9896faf7fb1bc9bf&device_id=f82a261f-bc99-41e2-8f7a-a897509247f4 HTTP/1.1" status: 200 len: 1095 time: 0.0904706 Dec 17 15:16:00.588142 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-05cabf3b-2dfc-4d81-a48f-d3f5be5aa31e tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:00.591479 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 40f62c09-b05b-4061-8a17-a5311079c745 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:16:00.591861 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:00.724130 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-05cabf3b-2dfc-4d81-a48f-d3f5be5aa31e tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:00.750121 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ca6ca-7be6-49ef-99ba-e52fa44b21b3 req-e2e92ae6-ead0-4a5b-99fb-f370345f850d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:00.753552 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-754ca6ca-7be6-49ef-99ba-e52fa44b21b3 req-e2e92ae6-ead0-4a5b-99fb-f370345f850d service neutron] 10.222.0.41 "GET /v2.0/networks?id=853d16f0-e7bd-42ea-bcaa-167e13603122 HTTP/1.1" status: 200 len: 913 time: 0.1909397 Dec 17 15:16:00.800874 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cabf3b-2dfc-4d81-a48f-d3f5be5aa31e tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:16:00.806337 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-05cabf3b-2dfc-4d81-a48f-d3f5be5aa31e tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:16:00.820356 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cabf3b-2dfc-4d81-a48f-d3f5be5aa31e tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:16:00.824595 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-754ca6ca-7be6-49ef-99ba-e52fa44b21b3 req-795b5347-b118-48d8-88a8-c9b81f511f2d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c295874-fdae-4e71-9657-0d8b84b9be38 HTTP/1.1" status: 200 len: 217 time: 0.0631392 Dec 17 15:16:00.956341 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cabf3b-2dfc-4d81-a48f-d3f5be5aa31e tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Pushing event updated for resources: {'Port': ['ID=948e2c2d-a609-4e18-b9a8-5b6d6b91fd3e,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:00.974860 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fadbdd-ed23-4121-a950-b3b330652ba9 req-c094e040-f4cf-4a45-9294-984e9c23be6a tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:00.976406 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34fadbdd-ed23-4121-a950-b3b330652ba9 req-c094e040-f4cf-4a45-9294-984e9c23be6a tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=b65dca94-e81a-47c5-9bb5-ffcb96121412 HTTP/1.1" status: 200 len: 944 time: 0.1507823 Dec 17 15:16:00.978392 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ca6ca-7be6-49ef-99ba-e52fa44b21b3 req-9ad75b66-fdda-4e9c-a8c7-3bb3a12462f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:00.979724 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-754ca6ca-7be6-49ef-99ba-e52fa44b21b3 req-9ad75b66-fdda-4e9c-a8c7-3bb3a12462f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4502cdf4-b8e8-41c6-9e10-7a307da6f1e2 HTTP/1.1" status: 200 len: 852 time: 0.1171477 Dec 17 15:16:01.006261 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ed5f78fe-24e7-4e2e-a1df-4b7713ef3181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:01.051157 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-05cabf3b-2dfc-4d81-a48f-d3f5be5aa31e tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:01.176212 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-05cabf3b-2dfc-4d81-a48f-d3f5be5aa31e tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:01.391897 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-754ca6ca-7be6-49ef-99ba-e52fa44b21b3 req-a3176965-5f33-4517-b743-a9757f1d637b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=853d16f0-e7bd-42ea-bcaa-167e13603122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3931229 Dec 17 15:16:01.437961 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34fadbdd-ed23-4121-a950-b3b330652ba9 req-0a39e182-7c02-4c93-aec2-3d2ee494bd0c tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507031 Dec 17 15:16:01.550951 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-05cabf3b-2dfc-4d81-a48f-d3f5be5aa31e tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:01.608115 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80197c68-b78f-4bf4-bb92-b71b0a9af41f req-ae2dc3a8-cf86-4808-aec7-49d125efd466 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:01.609685 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-80197c68-b78f-4bf4-bb92-b71b0a9af41f req-ae2dc3a8-cf86-4808-aec7-49d125efd466 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=f82a261f-bc99-41e2-8f7a-a897509247f4 HTTP/1.1" status: 200 len: 944 time: 0.1258690 Dec 17 15:16:01.651619 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-754ca6ca-7be6-49ef-99ba-e52fa44b21b3 req-3148ed05-7888-494b-8f62-8c112d3d1620 service neutron] 10.222.0.41 "GET /v2.0/networks/853d16f0-e7bd-42ea-bcaa-167e13603122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471225 Dec 17 15:16:01.663520 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917eaa10-bfec-47ae-a322-979fc0248d78 req-2063e274-e149-41e3-a595-ea0a2ec6e11f tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:01.665102 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-917eaa10-bfec-47ae-a322-979fc0248d78 req-2063e274-e149-41e3-a595-ea0a2ec6e11f tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/ports?device_id=243615b8-a94b-43cb-ba31-701f8c9eaa4d HTTP/1.1" status: 200 len: 945 time: 0.1267347 Dec 17 15:16:01.728854 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-05cabf3b-2dfc-4d81-a48f-d3f5be5aa31e tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:01.744322 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-80197c68-b78f-4bf4-bb92-b71b0a9af41f req-8e7c113f-172d-4b69-aad2-7b3f329c8550 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a47c993-d62d-43bf-a7f3-420ad91c0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236167 Dec 17 15:16:01.784772 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-917eaa10-bfec-47ae-a322-979fc0248d78 req-7f42cd01-e677-4d96-8bc2-5548f438b3db tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dbb9f48-bb90-43ff-ae27-ca4f4dc14b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092632 Dec 17 15:16:01.842306 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-754ca6ca-7be6-49ef-99ba-e52fa44b21b3 req-83b94b41-3960-4873-843c-7183b61ef111 service neutron] 10.222.0.41 "GET /v2.0/networks/853d16f0-e7bd-42ea-bcaa-167e13603122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761801 Dec 17 15:16:01.848430 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cabf3b-2dfc-4d81-a48f-d3f5be5aa31e tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Pushing event updated for resources: {'Port': ['ID=948e2c2d-a609-4e18-b9a8-5b6d6b91fd3e,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:01.885921 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-05cabf3b-2dfc-4d81-a48f-d3f5be5aa31e tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:01.988007 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-05cabf3b-2dfc-4d81-a48f-d3f5be5aa31e tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:01.999745 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-05cabf3b-2dfc-4d81-a48f-d3f5be5aa31e tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5858300 Dec 17 15:16:02.257561 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:02.457917 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 63be37f5-3e86-4cf4-bc8f-156d6f83c21d details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:16:02.461101 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device abbc343c-8626-4ed1-938b-8def09360a30 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:16:02.611537 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4dd22-55d2-407d-810b-5dcf81824391 req-f2292690-4ed6-4fd0-9876-92c34574ce33 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:02.619985 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a0b4dd22-55d2-407d-810b-5dcf81824391 req-f2292690-4ed6-4fd0-9876-92c34574ce33 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=b65dca94-e81a-47c5-9bb5-ffcb96121412 HTTP/1.1" status: 200 len: 944 time: 0.0732386 Dec 17 15:16:02.664085 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a0b4dd22-55d2-407d-810b-5dcf81824391 req-82261d7b-c5cd-4bb6-aee5-4d314d79d70d tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419226 Dec 17 15:16:02.686046 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 63be37f5-3e86-4cf4-bc8f-156d6f83c21d, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=63be37f5-3e86-4cf4-bc8f-156d6f83c21d,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:16:02.698315 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '63be37f5-3e86-4cf4-bc8f-156d6f83c21d', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': '63be37f5-3e86-4cf4-bc8f-156d6f83c21d', 'mac_address': 'fa:16:3e:47:03:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:16:02.734412 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-2432863a-28e6-4fd7-a1bb-42b40b6d1b68 req-43f5bbca-289b-4f72-9c00-6e8d6de21439 tempest-SecurityGroupsTestAdminJSON-1034381827 tempest-SecurityGroupsTestAdminJSON-1034381827-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2067660338', 'description': 'tempest-description-242710213'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:16:02.754704 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:02.757762 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port abbc343c-8626-4ed1-938b-8def09360a30 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:16:02.770938 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port abbc343c-8626-4ed1-938b-8def09360a30 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:16:02.771391 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:02.774543 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63be37f5-3e86-4cf4-bc8f-156d6f83c21d {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:16:02.820330 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 63be37f5-3e86-4cf4-bc8f-156d6f83c21d, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=63be37f5-3e86-4cf4-bc8f-156d6f83c21d,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:16:02.862888 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-2432863a-28e6-4fd7-a1bb-42b40b6d1b68 req-43f5bbca-289b-4f72-9c00-6e8d6de21439 tempest-SecurityGroupsTestAdminJSON-1034381827 tempest-SecurityGroupsTestAdminJSON-1034381827-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:02.876906 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-2432863a-28e6-4fd7-a1bb-42b40b6d1b68 req-43f5bbca-289b-4f72-9c00-6e8d6de21439 tempest-SecurityGroupsTestAdminJSON-1034381827 tempest-SecurityGroupsTestAdminJSON-1034381827-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:02.878393 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:02.891503 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:02.909556 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3e31d-4772-4a46-ac64-18d9a86b217b req-7ab2fc0f-288f-4d87-8496-76856782dd2f tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:02.911089 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-93b3e31d-4772-4a46-ac64-18d9a86b217b req-7ab2fc0f-288f-4d87-8496-76856782dd2f tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=f82a261f-bc99-41e2-8f7a-a897509247f4 HTTP/1.1" status: 200 len: 944 time: 0.0825629 Dec 17 15:16:02.958748 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port abbc343c-8626-4ed1-938b-8def09360a30, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=abbc343c-8626-4ed1-938b-8def09360a30,segment=NetworkSegment(75195253-a18c-43b8-b6db-179ccc3e1ed0),segment_id=75195253-a18c-43b8-b6db-179ccc3e1ed0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:16:02.962942 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65dca94-e81a-47c5-9bb5-ffcb96121412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbc343c-8626-4ed1-938b-8def09360a30'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:16:02.966235 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0097919e-d995-44e4-8a65-a179f2ff90fb" -d '{"events": [{"server_uuid": "b65dca94-e81a-47c5-9bb5-ffcb96121412", "name": "network-vif-plugged", "status": "completed", "tag": "abbc343c-8626-4ed1-938b-8def09360a30"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:16:02.999649 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=63be37f5-3e86-4cf4-bc8f-156d6f83c21d,revision_number=6']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:03.019074 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['63be37f5-3e86-4cf4-bc8f-156d6f83c21d'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:16:03.036292 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f79cb-dfca-417e-9b5e-4c71e834d399 req-51cda353-8762-49c0-91ca-a0a72a7132b3 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:03.037859 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8f9f79cb-dfca-417e-9b5e-4c71e834d399 req-51cda353-8762-49c0-91ca-a0a72a7132b3 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.41 "GET /v2.0/ports?device_id=243615b8-a94b-43cb-ba31-701f8c9eaa4d HTTP/1.1" status: 200 len: 945 time: 0.1232059 Dec 17 15:16:03.042228 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-93b3e31d-4772-4a46-ac64-18d9a86b217b req-9a2e19e7-ce8b-435d-8c2e-b86f94e3fd9c tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a47c993-d62d-43bf-a7f3-420ad91c0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140218 Dec 17 15:16:03.084130 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:03.141589 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-2432863a-28e6-4fd7-a1bb-42b40b6d1b68 req-43f5bbca-289b-4f72-9c00-6e8d6de21439 tempest-SecurityGroupsTestAdminJSON-1034381827 tempest-SecurityGroupsTestAdminJSON-1034381827-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:03.181329 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=abbc343c-8626-4ed1-938b-8def09360a30,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:03.217152 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabad476-4029-48df-a280-f582fd53b962 req-17ef6d73-41a1-4ae2-b1b7-022b8401542c tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:03.218677 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dabad476-4029-48df-a280-f582fd53b962 req-17ef6d73-41a1-4ae2-b1b7-022b8401542c tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/ports?device_id=243615b8-a94b-43cb-ba31-701f8c9eaa4d HTTP/1.1" status: 200 len: 945 time: 0.0638297 Dec 17 15:16:03.220582 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-8f9f79cb-dfca-417e-9b5e-4c71e834d399 req-017b0cbb-3b91-4629-869b-4451cc71ae56 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Deleting port ea8794b9-340e-4a13-9a9c-041c118e5632 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:16:03.220920 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-8f9f79cb-dfca-417e-9b5e-4c71e834d399 req-017b0cbb-3b91-4629-869b-4451cc71ae56 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:03.280562 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-2432863a-28e6-4fd7-a1bb-42b40b6d1b68 req-43f5bbca-289b-4f72-9c00-6e8d6de21439 tempest-SecurityGroupsTestAdminJSON-1034381827 tempest-SecurityGroupsTestAdminJSON-1034381827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:03.344722 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 2c295874-fdae-4e71-9657-0d8b84b9be38 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:16:03.390967 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f5bbca-289b-4f72-9c00-6e8d6de21439 tempest-SecurityGroupsTestAdminJSON-1034381827 tempest-SecurityGroupsTestAdminJSON-1034381827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23e4ca5a-ffcc-4b17-83be-26f93c77b0f4,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:03.431673 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dabad476-4029-48df-a280-f582fd53b962 req-89c5bcf3-504d-4ebd-a81d-867914859b98 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dbb9f48-bb90-43ff-ae27-ca4f4dc14b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926882 Dec 17 15:16:03.448741 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-8f9f79cb-dfca-417e-9b5e-4c71e834d399 req-017b0cbb-3b91-4629-869b-4451cc71ae56 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] For port ea8794b9-340e-4a13-9a9c-041c118e5632, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=ea8794b9-340e-4a13-9a9c-041c118e5632,segment=NetworkSegment(51a1288b-3152-4b23-ad96-6a255f8b8b61),segment_id=51a1288b-3152-4b23-ad96-6a255f8b8b61)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:16:03.449074 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-8f9f79cb-dfca-417e-9b5e-4c71e834d399 req-017b0cbb-3b91-4629-869b-4451cc71ae56 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:03.476500 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-8f9f79cb-dfca-417e-9b5e-4c71e834d399 req-017b0cbb-3b91-4629-869b-4451cc71ae56 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Calling delete_port for ea8794b9-340e-4a13-9a9c-041c118e5632 owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:16:03.479898 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-2432863a-28e6-4fd7-a1bb-42b40b6d1b68 req-43f5bbca-289b-4f72-9c00-6e8d6de21439 tempest-SecurityGroupsTestAdminJSON-1034381827 tempest-SecurityGroupsTestAdminJSON-1034381827-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:03.552530 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 2c295874-fdae-4e71-9657-0d8b84b9be38, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=2c295874-fdae-4e71-9657-0d8b84b9be38,segment=NetworkSegment(07900043-60e6-4571-9c07-ecceb7b2285a),segment_id=07900043-60e6-4571-9c07-ecceb7b2285a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:16:03.568003 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-2432863a-28e6-4fd7-a1bb-42b40b6d1b68 req-43f5bbca-289b-4f72-9c00-6e8d6de21439 tempest-SecurityGroupsTestAdminJSON-1034381827 tempest-SecurityGroupsTestAdminJSON-1034381827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:03.589395 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462f559e-7cd4-4b64-91c5-53b828dc9918 x-openstack-request-id: req-462f559e-7cd4-4b64-91c5-53b828dc9918 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:16:03.589749 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65dca94-e81a-47c5-9bb5-ffcb96121412", "name": "network-vif-plugged", "status": "completed", "tag": "abbc343c-8626-4ed1-938b-8def09360a30", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:16:03.590072 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-462f559e-7cd4-4b64-91c5-53b828dc9918 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:16:03.590388 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65dca94-e81a-47c5-9bb5-ffcb96121412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbc343c-8626-4ed1-938b-8def09360a30', 'code': 200} Dec 17 15:16:03.596260 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '2c295874-fdae-4e71-9657-0d8b84b9be38', 'network_id': '853d16f0-e7bd-42ea-bcaa-167e13603122', 'port_id': '2c295874-fdae-4e71-9657-0d8b84b9be38', 'mac_address': 'fa:16:3e:c0:f9:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4502cdf4-b8e8-41c6-9e10-7a307da6f1e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:16:03.673191 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f5bbca-289b-4f72-9c00-6e8d6de21439 tempest-SecurityGroupsTestAdminJSON-1034381827 tempest-SecurityGroupsTestAdminJSON-1034381827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=152bd475-7043-49e3-b4a8-710309b95da5,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:03.706096 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:03.718658 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-2432863a-28e6-4fd7-a1bb-42b40b6d1b68 req-43f5bbca-289b-4f72-9c00-6e8d6de21439 tempest-SecurityGroupsTestAdminJSON-1034381827 tempest-SecurityGroupsTestAdminJSON-1034381827-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:03.720126 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2432863a-28e6-4fd7-a1bb-42b40b6d1b68 req-43f5bbca-289b-4f72-9c00-6e8d6de21439 tempest-SecurityGroupsTestAdminJSON-1034381827 tempest-SecurityGroupsTestAdminJSON-1034381827-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9927087 Dec 17 15:16:03.749133 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c295874-fdae-4e71-9657-0d8b84b9be38 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:16:03.761768 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:03.771303 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 2c295874-fdae-4e71-9657-0d8b84b9be38, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=2c295874-fdae-4e71-9657-0d8b84b9be38,segment=NetworkSegment(07900043-60e6-4571-9c07-ecceb7b2285a),segment_id=07900043-60e6-4571-9c07-ecceb7b2285a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:16:03.795667 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7358a8a-4a9b-468a-8e12-7aa54ba93460 req-3feb3665-8d15-46b7-a4a4-0b0c034e24f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:03.798020 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a7358a8a-4a9b-468a-8e12-7aa54ba93460 req-3feb3665-8d15-46b7-a4a4-0b0c034e24f5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b65dca94-e81a-47c5-9bb5-ffcb96121412 HTTP/1.1" status: 200 len: 1096 time: 0.1466942 Dec 17 15:16:03.858086 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:03.867824 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-9af4936c-77b0-40c1-b5a5-8dbf14b55291 req-a86e3f7a-d9f7-4805-84a3-764ffb7fd61b tempest-SecurityGroupsTestAdminJSON-1034381827 tempest-SecurityGroupsTestAdminJSON-1034381827-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1356832530', 'description': 'tempest-description-1973880442'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:16:03.890974 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a7358a8a-4a9b-468a-8e12-7aa54ba93460 req-5cbdc3a5-627b-4cbf-bc26-470638217d9e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759664 Dec 17 15:16:03.894314 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-8f9f79cb-dfca-417e-9b5e-4c71e834d399 req-017b0cbb-3b91-4629-869b-4451cc71ae56 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:03.932709 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=2c295874-fdae-4e71-9657-0d8b84b9be38,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:03.937430 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b0cbb-3b91-4629-869b-4451cc71ae56 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Pushing event deleted for resources: {'Port': ['ID=ea8794b9-340e-4a13-9a9c-041c118e5632,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:03.947132 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c5c93-a159-4b7a-b72a-b0f7e3e209c1 req-f39205a2-ac5a-4766-8b36-660df4ac15d9 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:03.947518 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['ea8794b9-340e-4a13-9a9c-041c118e5632'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:16:03.955758 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-848c5c93-a159-4b7a-b72a-b0f7e3e209c1 req-f39205a2-ac5a-4766-8b36-660df4ac15d9 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=b65dca94-e81a-47c5-9bb5-ffcb96121412 HTTP/1.1" status: 200 len: 945 time: 0.1518927 Dec 17 15:16:04.028467 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9f79cb-dfca-417e-9b5e-4c71e834d399 req-017b0cbb-3b91-4629-869b-4451cc71ae56 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] No DVR routers for this DVR port ea8794b9-340e-4a13-9a9c-041c118e5632 on host n-h1-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:16:04.036445 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9af4936c-77b0-40c1-b5a5-8dbf14b55291 req-a86e3f7a-d9f7-4805-84a3-764ffb7fd61b tempest-SecurityGroupsTestAdminJSON-1034381827 tempest-SecurityGroupsTestAdminJSON-1034381827-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:04.041239 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-8f9f79cb-dfca-417e-9b5e-4c71e834d399 req-017b0cbb-3b91-4629-869b-4451cc71ae56 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:04.051379 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8f9f79cb-dfca-417e-9b5e-4c71e834d399 req-017b0cbb-3b91-4629-869b-4451cc71ae56 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.41 "DELETE /v2.0/ports/ea8794b9-340e-4a13-9a9c-041c118e5632 HTTP/1.1" status: 204 len: 173 time: 1.0031552 Dec 17 15:16:04.053031 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243615b8-a94b-43cb-ba31-701f8c9eaa4d', 'name': 'network-vif-deleted', 'tag': 'ea8794b9-340e-4a13-9a9c-041c118e5632'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:16:04.060374 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce7f494-c5f9-44b5-8de6-812bb02ec566" -d '{"events": [{"server_uuid": "243615b8-a94b-43cb-ba31-701f8c9eaa4d", "name": "network-vif-deleted", "tag": "ea8794b9-340e-4a13-9a9c-041c118e5632"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:16:04.092803 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-848c5c93-a159-4b7a-b72a-b0f7e3e209c1 req-0722b357-dc8c-4123-94d5-6dc5fa877c77 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361196 Dec 17 15:16:04.212800 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9af4936c-77b0-40c1-b5a5-8dbf14b55291 req-a86e3f7a-d9f7-4805-84a3-764ffb7fd61b tempest-SecurityGroupsTestAdminJSON-1034381827 tempest-SecurityGroupsTestAdminJSON-1034381827-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:04.260227 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:04.297206 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['2c295874-fdae-4e71-9657-0d8b84b9be38'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:16:04.393904 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9af4936c-77b0-40c1-b5a5-8dbf14b55291 req-a86e3f7a-d9f7-4805-84a3-764ffb7fd61b tempest-SecurityGroupsTestAdminJSON-1034381827 tempest-SecurityGroupsTestAdminJSON-1034381827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:04.444425 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e3f7a-d9f7-4805-84a3-764ffb7fd61b tempest-SecurityGroupsTestAdminJSON-1034381827 tempest-SecurityGroupsTestAdminJSON-1034381827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=953f392f-ab5a-4a71-8e53-9333985a35b1,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:04.477448 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 63be37f5-3e86-4cf4-bc8f-156d6f83c21d up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:16:04.510609 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9af4936c-77b0-40c1-b5a5-8dbf14b55291 req-a86e3f7a-d9f7-4805-84a3-764ffb7fd61b tempest-SecurityGroupsTestAdminJSON-1034381827 tempest-SecurityGroupsTestAdminJSON-1034381827-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:04.510609 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9af4936c-77b0-40c1-b5a5-8dbf14b55291 req-a86e3f7a-d9f7-4805-84a3-764ffb7fd61b tempest-SecurityGroupsTestAdminJSON-1034381827 tempest-SecurityGroupsTestAdminJSON-1034381827-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6532464 Dec 17 15:16:04.574528 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e6de9f-5686-4e8d-9a9d-a996110ed491 x-openstack-request-id: req-d7e6de9f-5686-4e8d-9a9d-a996110ed491 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:16:04.575115 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "243615b8-a94b-43cb-ba31-701f8c9eaa4d", "name": "network-vif-deleted", "tag": "ea8794b9-340e-4a13-9a9c-041c118e5632", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:16:04.575625 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d7e6de9f-5686-4e8d-9a9d-a996110ed491 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:16:04.576218 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243615b8-a94b-43cb-ba31-701f8c9eaa4d', 'name': 'network-vif-deleted', 'tag': 'ea8794b9-340e-4a13-9a9c-041c118e5632', 'status': 'completed', 'code': 200} Dec 17 15:16:04.713972 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f7acc067-7b78-4c1a-83cc-59cc8067d3a6 req-42513005-445b-4f4a-8471-ce52a0182640 tempest-AttachSCSIVolumeTestJSON-114591840 tempest-AttachSCSIVolumeTestJSON-114591840-project] 10.222.0.46 "GET /v2.0/ports?device_id=243615b8-a94b-43cb-ba31-701f8c9eaa4d HTTP/1.1" status: 200 len: 210 time: 0.0586727 Dec 17 15:16:04.740856 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 63be37f5-3e86-4cf4-bc8f-156d6f83c21d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:16:04.740856 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:04.757280 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da15f8b-c0de-4a5f-8a5f-46199a1ca78b req-5687d763-0ac4-4b05-9589-52db43fb8888 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:04.772273 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6da15f8b-c0de-4a5f-8a5f-46199a1ca78b req-5687d763-0ac4-4b05-9589-52db43fb8888 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=f82a261f-bc99-41e2-8f7a-a897509247f4 HTTP/1.1" status: 200 len: 945 time: 0.1335006 Dec 17 15:16:04.867031 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6da15f8b-c0de-4a5f-8a5f-46199a1ca78b req-9f6d6d38-0691-4750-b262-b46b03a36ce6 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a47c993-d62d-43bf-a7f3-420ad91c0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936556 Dec 17 15:16:04.893560 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45416) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:04.946308 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:04.996986 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 63be37f5-3e86-4cf4-bc8f-156d6f83c21d, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=63be37f5-3e86-4cf4-bc8f-156d6f83c21d,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:16:05.077649 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:05.112751 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d98ba7b2-13c7-4a09-8009-d4c70c948e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:05.222289 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-bb336af4-f339-4168-be34-4640553269b1 req-5163db1d-bcef-485e-9d56-d487379402f3 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1776690492', 'description': 'tempest-description-1836134281'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:16:05.232731 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=63be37f5-3e86-4cf4-bc8f-156d6f83c21d,revision_number=7']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:05.319059 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d98ba7b2-13c7-4a09-8009-d4c70c948e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:05.349635 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-bb336af4-f339-4168-be34-4640553269b1 req-5163db1d-bcef-485e-9d56-d487379402f3 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:05.355555 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device ea8794b9-340e-4a13-9a9c-041c118e5632 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:16:05.364304 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-bb336af4-f339-4168-be34-4640553269b1 req-5163db1d-bcef-485e-9d56-d487379402f3 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:05.384562 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: ea8794b9-340e-4a13-9a9c-041c118e5632 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:16:05.389781 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device ea8794b9-340e-4a13-9a9c-041c118e5632 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:16:05.448870 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d98ba7b2-13c7-4a09-8009-d4c70c948e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:05.516890 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d98ba7b2-13c7-4a09-8009-d4c70c948e2a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a3d5730f876646ec83a0a1601295b414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6218951 Dec 17 15:16:05.517950 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45428) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:05.527094 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ba7b2-13c7-4a09-8009-d4c70c948e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebb63d8-1b7e-4158-9dfd-61de3ce5a155,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:05.577870 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-bb336af4-f339-4168-be34-4640553269b1 req-5163db1d-bcef-485e-9d56-d487379402f3 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:05.591712 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8bb9fc-f7d4-4573-adec-112324e31679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63be37f5-3e86-4cf4-bc8f-156d6f83c21d'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:16:05.596103 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f944329-6357-4705-8ffc-12c83ed95d17" -d '{"events": [{"server_uuid": "9c8bb9fc-f7d4-4573-adec-112324e31679", "name": "network-vif-plugged", "status": "completed", "tag": "63be37f5-3e86-4cf4-bc8f-156d6f83c21d"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:16:05.625681 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e18d8710-3c48-467e-ae5a-245585634de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:05.659335 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e18d8710-3c48-467e-ae5a-245585634de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:05.683433 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-bb336af4-f339-4168-be34-4640553269b1 req-5163db1d-bcef-485e-9d56-d487379402f3 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:05.768631 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163db1d-bcef-485e-9d56-d487379402f3 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0d2851-1711-4858-a401-3e65f952fed8,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:05.800817 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e18d8710-3c48-467e-ae5a-245585634de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:05.803566 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e18d8710-3c48-467e-ae5a-245585634de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:05.806613 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e18d8710-3c48-467e-ae5a-245585634de2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1ebb63d8-1b7e-4158-9dfd-61de3ce5a155 HTTP/1.1" status: 204 len: 168 time: 0.2875292 Dec 17 15:16:05.819372 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d8710-3c48-467e-ae5a-245585634de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebb63d8-1b7e-4158-9dfd-61de3ce5a155,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:05.841757 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-bb336af4-f339-4168-be34-4640553269b1 req-5163db1d-bcef-485e-9d56-d487379402f3 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:05.914398 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-bb336af4-f339-4168-be34-4640553269b1 req-5163db1d-bcef-485e-9d56-d487379402f3 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:05.963815 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163db1d-bcef-485e-9d56-d487379402f3 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3760cf-85a3-4d4e-9d8a-65e1f1f7b25a,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:06.006141 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-bb336af4-f339-4168-be34-4640553269b1 req-5163db1d-bcef-485e-9d56-d487379402f3 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:06.026466 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bb336af4-f339-4168-be34-4640553269b1 req-5163db1d-bcef-485e-9d56-d487379402f3 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8079329 Dec 17 15:16:06.183921 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727621f4-67e1-4a7a-8be8-b66d3cddf1d4 req-97ae1d50-8750-4dbf-8b94-d492894505a6 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:06.192711 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-727621f4-67e1-4a7a-8be8-b66d3cddf1d4 req-97ae1d50-8750-4dbf-8b94-d492894505a6 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=b65dca94-e81a-47c5-9bb5-ffcb96121412 HTTP/1.1" status: 200 len: 945 time: 0.0940568 Dec 17 15:16:06.283532 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-727621f4-67e1-4a7a-8be8-b66d3cddf1d4 req-6c32435e-cb1c-4758-a621-d420e4a743f3 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817683 Dec 17 15:16:06.370255 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6ddc2c-8db4-4ba0-a160-aa85f3d256a8 x-openstack-request-id: req-fb6ddc2c-8db4-4ba0-a160-aa85f3d256a8 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:16:06.370255 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8bb9fc-f7d4-4573-adec-112324e31679", "name": "network-vif-plugged", "status": "completed", "tag": "63be37f5-3e86-4cf4-bc8f-156d6f83c21d", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:16:06.370255 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fb6ddc2c-8db4-4ba0-a160-aa85f3d256a8 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:16:06.370255 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8bb9fc-f7d4-4573-adec-112324e31679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63be37f5-3e86-4cf4-bc8f-156d6f83c21d', 'code': 200} Dec 17 15:16:06.562411 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ea7ba-238d-4ad5-a5f6-97570a1d2f93 req-1f282d3e-57ee-4f04-9162-8026e97c13c0 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:06.570195 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ec9ea7ba-238d-4ad5-a5f6-97570a1d2f93 req-1f282d3e-57ee-4f04-9162-8026e97c13c0 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=f82a261f-bc99-41e2-8f7a-a897509247f4 HTTP/1.1" status: 200 len: 945 time: 0.0812459 Dec 17 15:16:06.681363 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ec9ea7ba-238d-4ad5-a5f6-97570a1d2f93 req-a3f5ddec-c9ce-4478-bde4-5a6478bab47e tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a47c993-d62d-43bf-a7f3-420ad91c0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101246 Dec 17 15:16:06.762809 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45454) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:06.784387 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d4863db9-a7a3-424f-9d7c-7369e57276a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:06.792209 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:16:06.811580 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-8f9550e0-abe3-4323-b987-76d3381e3918 req-7750d7e3-75d6-4274-b5f9-47a246b8d06b tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1140832538', 'description': 'tempest-description-1250774032'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:16:06.954714 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-8f9550e0-abe3-4323-b987-76d3381e3918 req-7750d7e3-75d6-4274-b5f9-47a246b8d06b tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:07.003021 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d4863db9-a7a3-424f-9d7c-7369e57276a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:07.073792 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d4863db9-a7a3-424f-9d7c-7369e57276a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:07.085149 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-8f9550e0-abe3-4323-b987-76d3381e3918 req-7750d7e3-75d6-4274-b5f9-47a246b8d06b tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:07.124539 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d4863db9-a7a3-424f-9d7c-7369e57276a9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fbbb84bc0d574a8b9e39cd50a0995003&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3602705 Dec 17 15:16:07.125676 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4863db9-a7a3-424f-9d7c-7369e57276a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5eac39f-5ead-4f62-8b70-e03e26d1bd39,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:07.127430 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45456) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:07.168257 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-8f9550e0-abe3-4323-b987-76d3381e3918 req-7750d7e3-75d6-4274-b5f9-47a246b8d06b tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:07.199922 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750d7e3-75d6-4274-b5f9-47a246b8d06b tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e9ed91-1215-4e3d-896e-89d1e9210970,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:07.207982 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f8fc27ca-c058-40be-b320-c1dba283f7ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:07.243255 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f8fc27ca-c058-40be-b320-c1dba283f7ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:07.257868 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-8f9550e0-abe3-4323-b987-76d3381e3918 req-7750d7e3-75d6-4274-b5f9-47a246b8d06b tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:07.266658 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8f9550e0-abe3-4323-b987-76d3381e3918 req-7750d7e3-75d6-4274-b5f9-47a246b8d06b tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4609849 Dec 17 15:16:07.357381 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 2c295874-fdae-4e71-9657-0d8b84b9be38 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:16:07.437448 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f8fc27ca-c058-40be-b320-c1dba283f7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:07.440270 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f8fc27ca-c058-40be-b320-c1dba283f7ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:07.441625 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f8fc27ca-c058-40be-b320-c1dba283f7ff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e5eac39f-5ead-4f62-8b70-e03e26d1bd39 HTTP/1.1" status: 204 len: 168 time: 0.3130653 Dec 17 15:16:07.452728 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc27ca-c058-40be-b320-c1dba283f7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5eac39f-5ead-4f62-8b70-e03e26d1bd39,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:07.532209 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 2c295874-fdae-4e71-9657-0d8b84b9be38 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:16:07.536780 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 2c295874-fdae-4e71-9657-0d8b84b9be38 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:16:07.537391 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:07.749591 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:07.846570 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 2c295874-fdae-4e71-9657-0d8b84b9be38, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=2c295874-fdae-4e71-9657-0d8b84b9be38,segment=NetworkSegment(07900043-60e6-4571-9c07-ecceb7b2285a),segment_id=07900043-60e6-4571-9c07-ecceb7b2285a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:16:07.944395 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:08.051803 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=2c295874-fdae-4e71-9657-0d8b84b9be38,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:08.140266 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48c17b02-296c-4bee-b8e1-0f168e87e72f req-7d2d9e7e-ad39-4842-97e5-d466a2815a7e tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45896 time: 0.5174575 Dec 17 15:16:08.264787 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48c17b02-296c-4bee-b8e1-0f168e87e72f req-6006df16-5b38-44d0-b054-397a3e9a4f7d tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] 10.222.0.46 "GET /v2.0/security-groups/23e4ca5a-ffcc-4b17-83be-26f93c77b0f4 HTTP/1.1" status: 200 len: 2981 time: 0.1043973 Dec 17 15:16:08.353242 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48c17b02-296c-4bee-b8e1-0f168e87e72f req-4ea2b266-636b-4272-90d9-a45dfb07ab7b tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] 10.222.0.46 "GET /v2.0/security-groups/23e4ca5a-ffcc-4b17-83be-26f93c77b0f4 HTTP/1.1" status: 200 len: 2981 time: 0.0871763 Dec 17 15:16:08.368866 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82a261f-bc99-41e2-8f7a-a897509247f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c295874-fdae-4e71-9657-0d8b84b9be38'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:16:08.372302 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13b304c-a77b-435c-9fd7-4a695ca0e171" -d '{"events": [{"server_uuid": "f82a261f-bc99-41e2-8f7a-a897509247f4", "name": "network-vif-plugged", "status": "completed", "tag": "2c295874-fdae-4e71-9657-0d8b84b9be38"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:16:08.429527 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48c17b02-296c-4bee-b8e1-0f168e87e72f req-d1d76337-e363-475c-9f5c-a9c085c98439 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] 10.222.0.46 "GET /v2.0/security-groups/2506d97e-e520-4533-8966-c4071498d3c8 HTTP/1.1" status: 200 len: 2977 time: 0.0651193 Dec 17 15:16:08.506479 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48c17b02-296c-4bee-b8e1-0f168e87e72f req-e563a758-8b9f-4217-bcbc-df320c0fc115 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] 10.222.0.46 "GET /v2.0/security-groups/2506d97e-e520-4533-8966-c4071498d3c8 HTTP/1.1" status: 200 len: 2977 time: 0.0693550 Dec 17 15:16:08.583397 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48c17b02-296c-4bee-b8e1-0f168e87e72f req-902d789b-3c30-4fc5-92b1-b1f168f998ad tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] 10.222.0.46 "GET /v2.0/security-groups/3fb79c06-181d-4a1a-ae46-fd94305d9514 HTTP/1.1" status: 200 len: 2981 time: 0.0756166 Dec 17 15:16:08.640930 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48c17b02-296c-4bee-b8e1-0f168e87e72f req-15c4d275-1883-483d-8f3e-42f0487cdc1e tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] 10.222.0.46 "GET /v2.0/security-groups/3fb79c06-181d-4a1a-ae46-fd94305d9514 HTTP/1.1" status: 200 len: 2981 time: 0.0560720 Dec 17 15:16:08.697543 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48c17b02-296c-4bee-b8e1-0f168e87e72f req-15d45dfe-7687-4f10-81b5-4f46cbb48ba9 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] 10.222.0.46 "GET /v2.0/security-groups/5cd59e52-e713-4cca-bf55-f8f51a168c7d HTTP/1.1" status: 200 len: 2973 time: 0.0476277 Dec 17 15:16:08.765681 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48c17b02-296c-4bee-b8e1-0f168e87e72f req-8dee82d6-9f08-4a9b-b527-de801fa58306 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] 10.222.0.46 "GET /v2.0/security-groups/5cd59e52-e713-4cca-bf55-f8f51a168c7d HTTP/1.1" status: 200 len: 2973 time: 0.0597336 Dec 17 15:16:08.827899 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48c17b02-296c-4bee-b8e1-0f168e87e72f req-ac4cba1e-80d1-4ab8-abd5-f8f4a8c9d2cd tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] 10.222.0.46 "GET /v2.0/security-groups/5dbb9f48-bb90-43ff-ae27-ca4f4dc14b42 HTTP/1.1" status: 200 len: 2981 time: 0.0611629 Dec 17 15:16:08.889537 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48c17b02-296c-4bee-b8e1-0f168e87e72f req-8aa441f8-7206-4871-a436-f213d68274bc tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] 10.222.0.46 "GET /v2.0/security-groups/5dbb9f48-bb90-43ff-ae27-ca4f4dc14b42 HTTP/1.1" status: 200 len: 2981 time: 0.0600748 Dec 17 15:16:08.955569 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48c17b02-296c-4bee-b8e1-0f168e87e72f req-3b08852e-22b8-4594-83b4-26bb2474fd38 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] 10.222.0.46 "GET /v2.0/security-groups/6a47c993-d62d-43bf-a7f3-420ad91c0666 HTTP/1.1" status: 200 len: 2981 time: 0.0649354 Dec 17 15:16:09.012526 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48c17b02-296c-4bee-b8e1-0f168e87e72f req-968a9ada-d086-45da-ab7c-2491f8ab296d tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] 10.222.0.46 "GET /v2.0/security-groups/6a47c993-d62d-43bf-a7f3-420ad91c0666 HTTP/1.1" status: 200 len: 2981 time: 0.0559714 Dec 17 15:16:09.081232 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48c17b02-296c-4bee-b8e1-0f168e87e72f req-8394bd07-d9c5-45b1-8960-45d0db09eae2 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] 10.222.0.46 "GET /v2.0/security-groups/b7e65961-8ab3-4c20-9bb4-119331ecbd3e HTTP/1.1" status: 200 len: 2981 time: 0.0566349 Dec 17 15:16:09.152118 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48c17b02-296c-4bee-b8e1-0f168e87e72f req-ffe52ca5-1fc0-4009-a8ab-0636898a38fc tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] 10.222.0.46 "GET /v2.0/security-groups/b7e65961-8ab3-4c20-9bb4-119331ecbd3e HTTP/1.1" status: 200 len: 2981 time: 0.0623093 Dec 17 15:16:09.242381 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48c17b02-296c-4bee-b8e1-0f168e87e72f req-081643ea-99c8-4860-8cc0-617dc90f421c tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] 10.222.0.46 "GET /v2.0/security-groups/e25339a9-e6ba-440f-a83b-3ae753d37e1e HTTP/1.1" status: 200 len: 2981 time: 0.0885596 Dec 17 15:16:09.295184 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48c17b02-296c-4bee-b8e1-0f168e87e72f req-2aacfa40-f1c5-48c2-bca9-60996e6908f5 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] 10.222.0.46 "GET /v2.0/security-groups/e25339a9-e6ba-440f-a83b-3ae753d37e1e HTTP/1.1" status: 200 len: 2981 time: 0.0472205 Dec 17 15:16:09.358560 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48c17b02-296c-4bee-b8e1-0f168e87e72f req-820b6163-aca4-47a2-9f24-38ebdaceebb0 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] 10.222.0.46 "GET /v2.0/security-groups/ea62ccc9-73b0-4229-b9e5-ccf307a88b92 HTTP/1.1" status: 200 len: 2981 time: 0.0530896 Dec 17 15:16:09.406304 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48c17b02-296c-4bee-b8e1-0f168e87e72f req-6d079e7d-ec43-4dc1-86a2-ef294c93dacf tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] 10.222.0.46 "GET /v2.0/security-groups/ea62ccc9-73b0-4229-b9e5-ccf307a88b92 HTTP/1.1" status: 200 len: 2981 time: 0.0415168 Dec 17 15:16:09.452126 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48c17b02-296c-4bee-b8e1-0f168e87e72f req-5b858733-a079-4446-95e1-6f7166bec371 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] 10.222.0.46 "GET /v2.0/security-groups/ec0d2851-1711-4858-a401-3e65f952fed8 HTTP/1.1" status: 200 len: 2981 time: 0.0393467 Dec 17 15:16:09.499438 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48c17b02-296c-4bee-b8e1-0f168e87e72f req-9668ede9-b928-4ed0-a1e6-93ab6fb16fda tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] 10.222.0.46 "GET /v2.0/security-groups/ec0d2851-1711-4858-a401-3e65f952fed8 HTTP/1.1" status: 200 len: 2981 time: 0.0409281 Dec 17 15:16:09.547012 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48c17b02-296c-4bee-b8e1-0f168e87e72f req-a6d337d0-fe1a-4fdd-9556-e98f36e2ef81 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] 10.222.0.46 "GET /v2.0/security-groups/ed054346-43e5-47d3-96a4-a99509b9a81b HTTP/1.1" status: 200 len: 2981 time: 0.0410342 Dec 17 15:16:09.600371 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48c17b02-296c-4bee-b8e1-0f168e87e72f req-a5b7d72b-4bc2-495d-a2fc-b18d3f32bc31 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] 10.222.0.46 "GET /v2.0/security-groups/ed054346-43e5-47d3-96a4-a99509b9a81b HTTP/1.1" status: 200 len: 2981 time: 0.0470910 Dec 17 15:16:09.737039 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d443bf8-1331-4db9-bea9-ac3f01c21b13 req-3a7dc974-91c3-419e-9386-cc54a5ac1db8 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:09.738686 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1d443bf8-1331-4db9-bea9-ac3f01c21b13 req-3a7dc974-91c3-419e-9386-cc54a5ac1db8 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=b65dca94-e81a-47c5-9bb5-ffcb96121412 HTTP/1.1" status: 200 len: 945 time: 0.0867531 Dec 17 15:16:09.806312 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1d443bf8-1331-4db9-bea9-ac3f01c21b13 req-2abe8eff-1740-436c-a81e-cbcf22023829 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611017 Dec 17 15:16:09.946285 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b4e68-2057-490b-bf1b-3c9e442924c6 req-70d3f9ec-4b07-4632-924c-df9df64921c8 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:09.948568 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-288b4e68-2057-490b-bf1b-3c9e442924c6 req-70d3f9ec-4b07-4632-924c-df9df64921c8 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=f82a261f-bc99-41e2-8f7a-a897509247f4 HTTP/1.1" status: 200 len: 946 time: 0.0789094 Dec 17 15:16:10.044788 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-288b4e68-2057-490b-bf1b-3c9e442924c6 req-28da254f-1060-467e-95ad-f21b9ef6fdd9 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a47c993-d62d-43bf-a7f3-420ad91c0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880098 Dec 17 15:16:10.080754 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:10.166046 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38410d53-7ec1-409f-84d5-8686279698f3 x-openstack-request-id: req-38410d53-7ec1-409f-84d5-8686279698f3 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:16:10.166466 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82a261f-bc99-41e2-8f7a-a897509247f4", "name": "network-vif-plugged", "status": "completed", "tag": "2c295874-fdae-4e71-9657-0d8b84b9be38", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:16:10.167070 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-38410d53-7ec1-409f-84d5-8686279698f3 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:16:10.167860 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82a261f-bc99-41e2-8f7a-a897509247f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c295874-fdae-4e71-9657-0d8b84b9be38', 'code': 200} Dec 17 15:16:10.359163 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ee4ea5cd-c02a-4800-aeff-dc9346db6703 req-db7059a4-ae29-4db3-9a77-7ea46ceaadf7 tempest-SecurityGroupsTestAdminJSON-1034381827 tempest-SecurityGroupsTestAdminJSON-1034381827-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f84ea0bd9f4c47998a24e39a005cb41f HTTP/1.1" status: 200 len: 6103 time: 0.1671677 Dec 17 15:16:10.392960 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56241400-a2cd-4955-8fc6-9fffff00802c req-bbc83f9f-e13f-472a-ba91-a69cb2c7d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:10.395401 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-56241400-a2cd-4955-8fc6-9fffff00802c req-bbc83f9f-e13f-472a-ba91-a69cb2c7d8d5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f82a261f-bc99-41e2-8f7a-a897509247f4 HTTP/1.1" status: 200 len: 1097 time: 0.1208456 Dec 17 15:16:10.449080 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ee4ea5cd-c02a-4800-aeff-dc9346db6703 req-ec3be6a8-b83a-4600-84e6-a057a56b6e82 tempest-SecurityGroupsTestAdminJSON-1034381827 tempest-SecurityGroupsTestAdminJSON-1034381827-project] 10.222.0.46 "GET /v2.0/security-groups/23e4ca5a-ffcc-4b17-83be-26f93c77b0f4 HTTP/1.1" status: 200 len: 2981 time: 0.0788178 Dec 17 15:16:10.555476 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-56241400-a2cd-4955-8fc6-9fffff00802c req-c8816f35-a47a-48fa-9f6c-6b60a9f0e8f5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6a47c993-d62d-43bf-a7f3-420ad91c0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487596 Dec 17 15:16:10.567667 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ee4ea5cd-c02a-4800-aeff-dc9346db6703 req-d6aa55fe-330e-4257-9c88-a529c6567038 tempest-SecurityGroupsTestAdminJSON-1034381827 tempest-SecurityGroupsTestAdminJSON-1034381827-project] 10.222.0.46 "GET /v2.0/security-groups/23e4ca5a-ffcc-4b17-83be-26f93c77b0f4 HTTP/1.1" status: 200 len: 2981 time: 0.1058586 Dec 17 15:16:10.791495 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45532) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:10.944299 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-234bd69a-6ece-486c-a86b-bb5e66a67fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:11.050123 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-234bd69a-6ece-486c-a86b-bb5e66a67fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:11.122735 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-234bd69a-6ece-486c-a86b-bb5e66a67fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:11.164188 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234bd69a-6ece-486c-a86b-bb5e66a67fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4050ce9b-536a-4d58-920e-1c66886d92f6,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:11.187813 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-234bd69a-6ece-486c-a86b-bb5e66a67fba admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fd3d7e9455e54c8d9502abbfd46d5c42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3950686 Dec 17 15:16:11.195636 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45544) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:11.259149 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f545b4a6-d9a7-401c-a502-34b82a58788d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:11.286393 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f545b4a6-d9a7-401c-a502-34b82a58788d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:11.420808 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f545b4a6-d9a7-401c-a502-34b82a58788d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:11.423752 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f545b4a6-d9a7-401c-a502-34b82a58788d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:11.424988 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f545b4a6-d9a7-401c-a502-34b82a58788d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4050ce9b-536a-4d58-920e-1c66886d92f6 HTTP/1.1" status: 204 len: 168 time: 0.2281160 Dec 17 15:16:11.440600 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545b4a6-d9a7-401c-a502-34b82a58788d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4050ce9b-536a-4d58-920e-1c66886d92f6,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:19.458400 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eff2ae4e-b013-43b7-8fa4-2dd378bf2289 req-e89d525d-62b8-43c9-a465-87173a51270e tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] 10.222.0.46 "GET /v2.0/security-groups/f1e9ed91-1215-4e3d-896e-89d1e9210970 HTTP/1.1" status: 200 len: 1778 time: 0.0500989 Dec 17 15:16:19.516945 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-eff2ae4e-b013-43b7-8fa4-2dd378bf2289 req-e0b0ea1a-e2b7-40ea-87dd-b22d47f45b16 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:19.540333 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-eff2ae4e-b013-43b7-8fa4-2dd378bf2289 req-e0b0ea1a-e2b7-40ea-87dd-b22d47f45b16 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:19.756676 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-eff2ae4e-b013-43b7-8fa4-2dd378bf2289 req-e0b0ea1a-e2b7-40ea-87dd-b22d47f45b16 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:19.756676 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-eff2ae4e-b013-43b7-8fa4-2dd378bf2289 req-e0b0ea1a-e2b7-40ea-87dd-b22d47f45b16 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:19.756676 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eff2ae4e-b013-43b7-8fa4-2dd378bf2289 req-e0b0ea1a-e2b7-40ea-87dd-b22d47f45b16 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] 10.222.0.46 "DELETE /v2.0/security-groups/f1e9ed91-1215-4e3d-896e-89d1e9210970 HTTP/1.1" status: 204 len: 173 time: 0.2950685 Dec 17 15:16:19.770246 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0ea1a-e2b7-40ea-87dd-b22d47f45b16 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e9ed91-1215-4e3d-896e-89d1e9210970,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:19.780124 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b0ea1a-e2b7-40ea-87dd-b22d47f45b16 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:19.780478 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b0ea1a-e2b7-40ea-87dd-b22d47f45b16 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:19.780890 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b0ea1a-e2b7-40ea-87dd-b22d47f45b16 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:19.781303 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b0ea1a-e2b7-40ea-87dd-b22d47f45b16 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:19.781718 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b0ea1a-e2b7-40ea-87dd-b22d47f45b16 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:19.782120 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b0ea1a-e2b7-40ea-87dd-b22d47f45b16 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:19.782528 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b0ea1a-e2b7-40ea-87dd-b22d47f45b16 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:19.782957 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b0ea1a-e2b7-40ea-87dd-b22d47f45b16 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:19.782957 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b0ea1a-e2b7-40ea-87dd-b22d47f45b16 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:19.783741 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b0ea1a-e2b7-40ea-87dd-b22d47f45b16 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:19.783741 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b0ea1a-e2b7-40ea-87dd-b22d47f45b16 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:19.784286 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b0ea1a-e2b7-40ea-87dd-b22d47f45b16 tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:19.866501 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66005b4d-dd93-4c71-a700-241886db5695 req-560f55d5-2410-42d3-9734-63ac822c7c36 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:19.867991 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-66005b4d-dd93-4c71-a700-241886db5695 req-560f55d5-2410-42d3-9734-63ac822c7c36 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=f82a261f-bc99-41e2-8f7a-a897509247f4 HTTP/1.1" status: 200 len: 946 time: 0.0538013 Dec 17 15:16:19.910530 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-66005b4d-dd93-4c71-a700-241886db5695 req-2a98d708-1eed-4658-8492-89a488e6b0b9 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a47c993-d62d-43bf-a7f3-420ad91c0666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339389 Dec 17 15:16:20.214423 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d221d80b-ddc0-4332-9a2e-e333c767e940 req-c55af644-c00a-423d-aeac-5044a395fc9c tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] 10.222.0.46 "GET /v2.0/security-groups/6b3760cf-85a3-4d4e-9d8a-65e1f1f7b25a HTTP/1.1" status: 200 len: 1778 time: 0.0369008 Dec 17 15:16:20.282069 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d221d80b-ddc0-4332-9a2e-e333c767e940 req-ece7825d-baf4-44cb-a61e-774e18f0dc0b tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:20.296706 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d221d80b-ddc0-4332-9a2e-e333c767e940 req-ece7825d-baf4-44cb-a61e-774e18f0dc0b tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:20.412934 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1635cc6b-edd9-4b55-8d87-0c80875b994e req-6cb7d794-7d6f-4d9d-a1d9-93347b945a1f tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1467572490&fields=id&tenant_id=f2b15cb5323e4eba9896faf7fb1bc9bf HTTP/1.1" status: 200 len: 267 time: 0.0393305 Dec 17 15:16:20.416331 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d221d80b-ddc0-4332-9a2e-e333c767e940 req-ece7825d-baf4-44cb-a61e-774e18f0dc0b tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:20.419803 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d221d80b-ddc0-4332-9a2e-e333c767e940 req-ece7825d-baf4-44cb-a61e-774e18f0dc0b tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:20.420950 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d221d80b-ddc0-4332-9a2e-e333c767e940 req-ece7825d-baf4-44cb-a61e-774e18f0dc0b tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] 10.222.0.46 "DELETE /v2.0/security-groups/6b3760cf-85a3-4d4e-9d8a-65e1f1f7b25a HTTP/1.1" status: 204 len: 173 time: 0.2003856 Dec 17 15:16:20.466609 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7825d-baf4-44cb-a61e-774e18f0dc0b tempest-SecurityGroupsTestAdminJSON-540170522 tempest-SecurityGroupsTestAdminJSON-540170522-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3760cf-85a3-4d4e-9d8a-65e1f1f7b25a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:20.509425 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635cc6b-edd9-4b55-8d87-0c80875b994e req-a64e693a-89d3-4b89-9c2e-dbf1434c8cd3 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:20.522387 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1635cc6b-edd9-4b55-8d87-0c80875b994e req-a64e693a-89d3-4b89-9c2e-dbf1434c8cd3 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=f82a261f-bc99-41e2-8f7a-a897509247f4 HTTP/1.1" status: 200 len: 946 time: 0.0900478 Dec 17 15:16:20.524816 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-1635cc6b-edd9-4b55-8d87-0c80875b994e req-1a62e489-9aa6-41bd-be42-ec259146c4df tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Request body: {'port': {'security_groups': ['6a47c993-d62d-43bf-a7f3-420ad91c0666', '92b4e315-0b9e-410a-9dbf-6d65ee922874']}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:16:20.639982 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9e313-0f2d-4164-b86d-dcde092436e3 req-5bf7f74b-6b87-401f-88b0-d87cc82b089e tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:20.641600 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-80d9e313-0f2d-4164-b86d-dcde092436e3 req-5bf7f74b-6b87-401f-88b0-d87cc82b089e tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c8bb9fc-f7d4-4573-adec-112324e31679 HTTP/1.1" status: 200 len: 950 time: 0.0881250 Dec 17 15:16:20.642209 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1635cc6b-edd9-4b55-8d87-0c80875b994e req-1a62e489-9aa6-41bd-be42-ec259146c4df tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:20.794479 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-80d9e313-0f2d-4164-b86d-dcde092436e3 req-427cbddd-913c-449a-9958-9d7248743ed6 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb79c06-181d-4a1a-ae46-fd94305d9514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429856 Dec 17 15:16:20.886457 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-1635cc6b-edd9-4b55-8d87-0c80875b994e req-1a62e489-9aa6-41bd-be42-ec259146c4df tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] For port 2c295874-fdae-4e71-9657-0d8b84b9be38, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=2c295874-fdae-4e71-9657-0d8b84b9be38,segment=NetworkSegment(07900043-60e6-4571-9c07-ecceb7b2285a),segment_id=07900043-60e6-4571-9c07-ecceb7b2285a)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:16:20.921928 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1635cc6b-edd9-4b55-8d87-0c80875b994e req-1a62e489-9aa6-41bd-be42-ec259146c4df tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:20.974725 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5205383e-d97b-45e8-9763-010cd74847d7 req-b1d1584a-0e27-4ab0-b1cf-3a2ad25ee218 tempest-SecurityGroupsTestAdminJSON-1034381827 tempest-SecurityGroupsTestAdminJSON-1034381827-project] 10.222.0.46 "GET /v2.0/security-groups/953f392f-ab5a-4a71-8e53-9333985a35b1 HTTP/1.1" status: 200 len: 1778 time: 0.0502486 Dec 17 15:16:20.994356 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1635cc6b-edd9-4b55-8d87-0c80875b994e req-1a62e489-9aa6-41bd-be42-ec259146c4df tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:21.030072 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['f5a28c92-b246-4ef1-a210-5c752f14237c', '2c295874-fdae-4e71-9657-0d8b84b9be38'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:16:21.076794 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635cc6b-edd9-4b55-8d87-0c80875b994e req-1a62e489-9aa6-41bd-be42-ec259146c4df tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:21.077478 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1635cc6b-edd9-4b55-8d87-0c80875b994e req-1a62e489-9aa6-41bd-be42-ec259146c4df tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:21.079105 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1635cc6b-edd9-4b55-8d87-0c80875b994e req-1a62e489-9aa6-41bd-be42-ec259146c4df tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "PUT /v2.0/ports/2c295874-fdae-4e71-9657-0d8b84b9be38 HTTP/1.1" status: 200 len: 982 time: 0.5594308 Dec 17 15:16:21.083665 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82a261f-bc99-41e2-8f7a-a897509247f4', 'tag': '2c295874-fdae-4e71-9657-0d8b84b9be38'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:16:21.087521 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5e76e8-ae80-408b-866d-2887d6ae292d" -d '{"events": [{"name": "network-changed", "server_uuid": "f82a261f-bc99-41e2-8f7a-a897509247f4", "tag": "2c295874-fdae-4e71-9657-0d8b84b9be38"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:16:21.131449 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62e489-9aa6-41bd-be42-ec259146c4df tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Pushing event updated for resources: {'Port': ['ID=2c295874-fdae-4e71-9657-0d8b84b9be38,revision_number=6']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:21.166282 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5205383e-d97b-45e8-9763-010cd74847d7 req-2ab037ef-cb19-44d3-8ae3-c9c9f82044ee tempest-SecurityGroupsTestAdminJSON-1034381827 tempest-SecurityGroupsTestAdminJSON-1034381827-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:21.223066 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5205383e-d97b-45e8-9763-010cd74847d7 req-2ab037ef-cb19-44d3-8ae3-c9c9f82044ee tempest-SecurityGroupsTestAdminJSON-1034381827 tempest-SecurityGroupsTestAdminJSON-1034381827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:21.260865 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['2c295874-fdae-4e71-9657-0d8b84b9be38'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:16:21.391899 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5205383e-d97b-45e8-9763-010cd74847d7 req-2ab037ef-cb19-44d3-8ae3-c9c9f82044ee tempest-SecurityGroupsTestAdminJSON-1034381827 tempest-SecurityGroupsTestAdminJSON-1034381827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:21.394685 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5205383e-d97b-45e8-9763-010cd74847d7 req-2ab037ef-cb19-44d3-8ae3-c9c9f82044ee tempest-SecurityGroupsTestAdminJSON-1034381827 tempest-SecurityGroupsTestAdminJSON-1034381827-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:21.397564 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5205383e-d97b-45e8-9763-010cd74847d7 req-2ab037ef-cb19-44d3-8ae3-c9c9f82044ee tempest-SecurityGroupsTestAdminJSON-1034381827 tempest-SecurityGroupsTestAdminJSON-1034381827-project] 10.222.0.46 "DELETE /v2.0/security-groups/953f392f-ab5a-4a71-8e53-9333985a35b1 HTTP/1.1" status: 204 len: 173 time: 0.4151161 Dec 17 15:16:21.411493 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab037ef-cb19-44d3-8ae3-c9c9f82044ee tempest-SecurityGroupsTestAdminJSON-1034381827 tempest-SecurityGroupsTestAdminJSON-1034381827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=953f392f-ab5a-4a71-8e53-9333985a35b1,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:21.545504 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cf5fe929-306c-493f-b677-bbf037ba9cb1 req-9ad433b9-f9d6-496e-92ef-50bee72f753a tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups/92b4e315-0b9e-410a-9dbf-6d65ee922874 HTTP/1.1" status: 200 len: 1801 time: 0.1202261 Dec 17 15:16:21.612878 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [req-cf5fe929-306c-493f-b677-bbf037ba9cb1 req-8aad70ec-4f43-43c9-9140-c70c29e9fcc3 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 17 15:16:21.631869 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cf5fe929-306c-493f-b677-bbf037ba9cb1 req-8aad70ec-4f43-43c9-9140-c70c29e9fcc3 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "DELETE /v2.0/security-groups/92b4e315-0b9e-410a-9dbf-6d65ee922874 HTTP/1.1" status: 409 len: 341 time: 0.0853524 Dec 17 15:16:21.666385 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92af26e7-184b-4980-8b6b-8071c70751b4 x-openstack-request-id: req-92af26e7-184b-4980-8b6b-8071c70751b4 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:16:21.666950 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f82a261f-bc99-41e2-8f7a-a897509247f4", "tag": "2c295874-fdae-4e71-9657-0d8b84b9be38", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:16:21.667427 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-92af26e7-184b-4980-8b6b-8071c70751b4 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:16:21.668386 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82a261f-bc99-41e2-8f7a-a897509247f4', 'tag': '2c295874-fdae-4e71-9657-0d8b84b9be38', 'status': 'completed', 'code': 200} Dec 17 15:16:21.871041 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e76e8-ae80-408b-866d-2887d6ae292d req-5c28bc5a-3513-46d9-93e6-863fbd596aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:21.876378 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4a5e76e8-ae80-408b-866d-2887d6ae292d req-5c28bc5a-3513-46d9-93e6-863fbd596aaf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f2b15cb5323e4eba9896faf7fb1bc9bf&device_id=f82a261f-bc99-41e2-8f7a-a897509247f4 HTTP/1.1" status: 200 len: 1136 time: 0.1576352 Dec 17 15:16:21.898563 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9771418-ef22-4792-a530-371fd3769e9f req-2799b629-1539-4458-ab14-d0f94eccaba6 tempest-SecurityGroupsTestAdminJSON-1034381827 tempest-SecurityGroupsTestAdminJSON-1034381827-project] 10.222.0.46 "GET /v2.0/security-groups/152bd475-7043-49e3-b4a8-710309b95da5 HTTP/1.1" status: 200 len: 1777 time: 0.1195393 Dec 17 15:16:22.034773 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e9771418-ef22-4792-a530-371fd3769e9f req-62e70503-725a-4df9-94d7-68cd211d30ba tempest-SecurityGroupsTestAdminJSON-1034381827 tempest-SecurityGroupsTestAdminJSON-1034381827-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:22.060047 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e76e8-ae80-408b-866d-2887d6ae292d req-faa76e3a-d594-400e-a421-061794270b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:22.062328 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4a5e76e8-ae80-408b-866d-2887d6ae292d req-faa76e3a-d594-400e-a421-061794270b89 service neutron] 10.222.0.41 "GET /v2.0/networks?id=853d16f0-e7bd-42ea-bcaa-167e13603122 HTTP/1.1" status: 200 len: 913 time: 0.1539569 Dec 17 15:16:22.139230 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4a5e76e8-ae80-408b-866d-2887d6ae292d req-5dbd739b-8e2c-4219-8709-3516c58ca771 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c295874-fdae-4e71-9657-0d8b84b9be38 HTTP/1.1" status: 200 len: 217 time: 0.0673449 Dec 17 15:16:22.192808 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e9771418-ef22-4792-a530-371fd3769e9f req-62e70503-725a-4df9-94d7-68cd211d30ba tempest-SecurityGroupsTestAdminJSON-1034381827 tempest-SecurityGroupsTestAdminJSON-1034381827-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:22.211367 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e76e8-ae80-408b-866d-2887d6ae292d req-52e8ba15-a373-4bc3-9826-ddaa497e96eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:22.212952 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4a5e76e8-ae80-408b-866d-2887d6ae292d req-52e8ba15-a373-4bc3-9826-ddaa497e96eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4502cdf4-b8e8-41c6-9e10-7a307da6f1e2 HTTP/1.1" status: 200 len: 852 time: 0.0659902 Dec 17 15:16:22.266433 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4a5e76e8-ae80-408b-866d-2887d6ae292d req-a151d326-45c9-4a64-9f10-f0e57cd88ddf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=853d16f0-e7bd-42ea-bcaa-167e13603122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459466 Dec 17 15:16:22.371880 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4a5e76e8-ae80-408b-866d-2887d6ae292d req-464f880c-0279-4537-aa24-d7f26ac83443 service neutron] 10.222.0.41 "GET /v2.0/networks/853d16f0-e7bd-42ea-bcaa-167e13603122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977101 Dec 17 15:16:22.377093 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e9771418-ef22-4792-a530-371fd3769e9f req-62e70503-725a-4df9-94d7-68cd211d30ba tempest-SecurityGroupsTestAdminJSON-1034381827 tempest-SecurityGroupsTestAdminJSON-1034381827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:22.386646 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e9771418-ef22-4792-a530-371fd3769e9f req-62e70503-725a-4df9-94d7-68cd211d30ba tempest-SecurityGroupsTestAdminJSON-1034381827 tempest-SecurityGroupsTestAdminJSON-1034381827-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:22.386646 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9771418-ef22-4792-a530-371fd3769e9f req-62e70503-725a-4df9-94d7-68cd211d30ba tempest-SecurityGroupsTestAdminJSON-1034381827 tempest-SecurityGroupsTestAdminJSON-1034381827-project] 10.222.0.46 "DELETE /v2.0/security-groups/152bd475-7043-49e3-b4a8-710309b95da5 HTTP/1.1" status: 204 len: 173 time: 0.4752002 Dec 17 15:16:22.406614 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e70503-725a-4df9-94d7-68cd211d30ba tempest-SecurityGroupsTestAdminJSON-1034381827 tempest-SecurityGroupsTestAdminJSON-1034381827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=152bd475-7043-49e3-b4a8-710309b95da5,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:22.515409 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 63be37f5-3e86-4cf4-bc8f-156d6f83c21d no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:16:22.677382 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4a5e76e8-ae80-408b-866d-2887d6ae292d req-bb7f0734-c60c-4c46-bc3d-423154518352 service neutron] 10.222.0.41 "GET /v2.0/networks/853d16f0-e7bd-42ea-bcaa-167e13603122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952876 Dec 17 15:16:22.687837 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:22.723872 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 63be37f5-3e86-4cf4-bc8f-156d6f83c21d, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=63be37f5-3e86-4cf4-bc8f-156d6f83c21d,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:16:22.724814 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8bb9fc-f7d4-4573-adec-112324e31679', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63be37f5-3e86-4cf4-bc8f-156d6f83c21d'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:16:22.727087 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a391f6f5-872b-4402-ae0d-af2be39abe00" -d '{"events": [{"server_uuid": "9c8bb9fc-f7d4-4573-adec-112324e31679", "name": "network-vif-unplugged", "status": "completed", "tag": "63be37f5-3e86-4cf4-bc8f-156d6f83c21d"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:16:22.768690 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba6ad2-3312-4d6a-a49d-07e694e6d366 req-ae7b8224-7f12-42ff-9bc0-fc3c638f5748 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:22.770901 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-edba6ad2-3312-4d6a-a49d-07e694e6d366 req-ae7b8224-7f12-42ff-9bc0-fc3c638f5748 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=f82a261f-bc99-41e2-8f7a-a897509247f4 HTTP/1.1" status: 200 len: 985 time: 0.0909898 Dec 17 15:16:22.788671 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34bac86-4528-4194-af55-2c5b7dbf9041 x-openstack-request-id: req-b34bac86-4528-4194-af55-2c5b7dbf9041 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:16:22.789194 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8bb9fc-f7d4-4573-adec-112324e31679", "name": "network-vif-unplugged", "status": "completed", "tag": "63be37f5-3e86-4cf4-bc8f-156d6f83c21d", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:16:22.789652 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b34bac86-4528-4194-af55-2c5b7dbf9041 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:16:22.790233 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8bb9fc-f7d4-4573-adec-112324e31679', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63be37f5-3e86-4cf4-bc8f-156d6f83c21d', 'code': 200} Dec 17 15:16:22.821534 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-edba6ad2-3312-4d6a-a49d-07e694e6d366 req-04a5c6fb-0cde-4201-b4df-c63b25c92b8d tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a47c993-d62d-43bf-a7f3-420ad91c0666&id=92b4e315-0b9e-410a-9dbf-6d65ee922874&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0446541 Dec 17 15:16:22.837526 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:22.916911 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf948ca2-fc89-4328-9de8-a58bea9f4464 req-77b318b1-9db0-46a4-9e6b-d841e43202f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:22.923026 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=63be37f5-3e86-4cf4-bc8f-156d6f83c21d,revision_number=8']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:22.923248 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf948ca2-fc89-4328-9de8-a58bea9f4464 req-77b318b1-9db0-46a4-9e6b-d841e43202f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f2b15cb5323e4eba9896faf7fb1bc9bf&device_id=f82a261f-bc99-41e2-8f7a-a897509247f4 HTTP/1.1" status: 200 len: 1136 time: 0.0663228 Dec 17 15:16:23.048604 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf948ca2-fc89-4328-9de8-a58bea9f4464 req-287bea4b-c5f2-4113-973d-ff3cea4699e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:23.050952 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf948ca2-fc89-4328-9de8-a58bea9f4464 req-287bea4b-c5f2-4113-973d-ff3cea4699e5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=853d16f0-e7bd-42ea-bcaa-167e13603122 HTTP/1.1" status: 200 len: 913 time: 0.1244316 Dec 17 15:16:23.120324 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf948ca2-fc89-4328-9de8-a58bea9f4464 req-043c2537-025e-4bef-927c-d93d1603ad88 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c295874-fdae-4e71-9657-0d8b84b9be38 HTTP/1.1" status: 200 len: 217 time: 0.0621614 Dec 17 15:16:23.188507 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf948ca2-fc89-4328-9de8-a58bea9f4464 req-b8c5eccf-861e-4c4c-8f46-b6a2ea0dec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:23.190130 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf948ca2-fc89-4328-9de8-a58bea9f4464 req-b8c5eccf-861e-4c4c-8f46-b6a2ea0dec91 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4502cdf4-b8e8-41c6-9e10-7a307da6f1e2 HTTP/1.1" status: 200 len: 852 time: 0.0592995 Dec 17 15:16:23.236528 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45856) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:23.243135 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf948ca2-fc89-4328-9de8-a58bea9f4464 req-064e9b9e-a5d1-4120-a721-cc787dfab27e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=853d16f0-e7bd-42ea-bcaa-167e13603122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452380 Dec 17 15:16:23.275855 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45860) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:23.365668 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf948ca2-fc89-4328-9de8-a58bea9f4464 req-e43d8772-0cbd-4244-a11e-cd9cbebe02ad service neutron] 10.222.0.41 "GET /v2.0/networks/853d16f0-e7bd-42ea-bcaa-167e13603122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147909 Dec 17 15:16:23.418752 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-782d3f41-f35e-48b1-a0aa-53070be3de7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:23.488215 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf948ca2-fc89-4328-9de8-a58bea9f4464 req-45cba7d2-e172-48c2-bcbb-7ae0dfb92ef4 service neutron] 10.222.0.41 "GET /v2.0/networks/853d16f0-e7bd-42ea-bcaa-167e13603122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110651 Dec 17 15:16:23.531075 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-782d3f41-f35e-48b1-a0aa-53070be3de7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:23.545850 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45866) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:23.546079 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ee3ab0ed-bd27-4f28-bb39-6488229b5596 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f84ea0bd9f4c47998a24e39a005cb41f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2690201 Dec 17 15:16:23.613572 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45882) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:23.626226 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-782d3f41-f35e-48b1-a0aa-53070be3de7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:23.635776 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0bd2a9ef-e47e-4763-adb4-c8e28cfe83da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:23.673825 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d3f41-f35e-48b1-a0aa-53070be3de7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57acf232-0ab5-48d0-a94b-9a1912bcdd56,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:23.695432 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d3f41-f35e-48b1-a0aa-53070be3de7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:23.698730 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d3f41-f35e-48b1-a0aa-53070be3de7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:23.698730 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d3f41-f35e-48b1-a0aa-53070be3de7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:23.698730 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d3f41-f35e-48b1-a0aa-53070be3de7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:23.698730 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d3f41-f35e-48b1-a0aa-53070be3de7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:23.698730 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d3f41-f35e-48b1-a0aa-53070be3de7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:23.698730 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d3f41-f35e-48b1-a0aa-53070be3de7a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:23.698730 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d3f41-f35e-48b1-a0aa-53070be3de7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:23.701454 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d3f41-f35e-48b1-a0aa-53070be3de7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:23.702027 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d3f41-f35e-48b1-a0aa-53070be3de7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:23.703659 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d3f41-f35e-48b1-a0aa-53070be3de7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:23.704233 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d3f41-f35e-48b1-a0aa-53070be3de7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:23.708089 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0bd2a9ef-e47e-4763-adb4-c8e28cfe83da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:23.743878 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-782d3f41-f35e-48b1-a0aa-53070be3de7a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e9c76911b4a540ac97ee776afc36c634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5061722 Dec 17 15:16:23.749576 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45894) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:23.812763 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-703fc5de-5703-4002-8a18-80029ceba457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:23.843031 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7467bd44-2f4f-4dfc-95d1-490768e20bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:23.849963 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-703fc5de-5703-4002-8a18-80029ceba457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:23.923214 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0bd2a9ef-e47e-4763-adb4-c8e28cfe83da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:23.927246 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0bd2a9ef-e47e-4763-adb4-c8e28cfe83da admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:23.928454 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0bd2a9ef-e47e-4763-adb4-c8e28cfe83da admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/23e4ca5a-ffcc-4b17-83be-26f93c77b0f4 HTTP/1.1" status: 204 len: 168 time: 0.3816142 Dec 17 15:16:23.940704 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2a9ef-e47e-4763-adb4-c8e28cfe83da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e4ca5a-ffcc-4b17-83be-26f93c77b0f4,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:24.007272 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-703fc5de-5703-4002-8a18-80029ceba457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:24.010030 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-703fc5de-5703-4002-8a18-80029ceba457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:24.011174 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-703fc5de-5703-4002-8a18-80029ceba457 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/57acf232-0ab5-48d0-a94b-9a1912bcdd56 HTTP/1.1" status: 204 len: 168 time: 0.2603378 Dec 17 15:16:24.025192 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e40b4-f93c-46b3-b8c7-5022957d0243 req-a39e3507-34d0-4bad-91d7-3b51f2c30f4a tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:24.026931 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c39e40b4-f93c-46b3-b8c7-5022957d0243 req-a39e3507-34d0-4bad-91d7-3b51f2c30f4a tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=f82a261f-bc99-41e2-8f7a-a897509247f4 HTTP/1.1" status: 200 len: 985 time: 0.0973628 Dec 17 15:16:24.049307 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703fc5de-5703-4002-8a18-80029ceba457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57acf232-0ab5-48d0-a94b-9a1912bcdd56,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:24.082444 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c39e40b4-f93c-46b3-b8c7-5022957d0243 req-1d36830c-f939-481b-aca6-0352ffe1047c tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a47c993-d62d-43bf-a7f3-420ad91c0666&id=92b4e315-0b9e-410a-9dbf-6d65ee922874&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0481770 Dec 17 15:16:24.119899 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7467bd44-2f4f-4dfc-95d1-490768e20bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:24.180711 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7467bd44-2f4f-4dfc-95d1-490768e20bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:24.232604 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7467bd44-2f4f-4dfc-95d1-490768e20bd8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6efc992beb404a1d8f6d3f70cb4848f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6178057 Dec 17 15:16:24.235196 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45914) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:24.323055 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467bd44-2f4f-4dfc-95d1-490768e20bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f698fd-8cc0-44b6-8007-5ee548c1f8df,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:24.388549 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8a8c-14cd-4a7c-ac13-13ed83ccb3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:24.437622 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8a8c-14cd-4a7c-ac13-13ed83ccb3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:24.506513 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device abbc343c-8626-4ed1-938b-8def09360a30 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:16:24.592368 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8a8c-14cd-4a7c-ac13-13ed83ccb3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:24.595300 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ac1a8a8c-14cd-4a7c-ac13-13ed83ccb3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:24.596587 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ac1a8a8c-14cd-4a7c-ac13-13ed83ccb3f1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/43f698fd-8cc0-44b6-8007-5ee548c1f8df HTTP/1.1" status: 204 len: 168 time: 0.3601944 Dec 17 15:16:24.607336 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a8a8c-14cd-4a7c-ac13-13ed83ccb3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f698fd-8cc0-44b6-8007-5ee548c1f8df,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:24.667505 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port abbc343c-8626-4ed1-938b-8def09360a30, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=abbc343c-8626-4ed1-938b-8def09360a30,segment=NetworkSegment(75195253-a18c-43b8-b6db-179ccc3e1ed0),segment_id=75195253-a18c-43b8-b6db-179ccc3e1ed0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:16:24.678605 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'abbc343c-8626-4ed1-938b-8def09360a30', 'network_id': 'c55c80a5-833c-48da-873a-0d6892b2ac27', 'port_id': 'abbc343c-8626-4ed1-938b-8def09360a30', 'mac_address': 'fa:16:3e:1e:ec:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4dd92c-6f31-4733-ad5e-39ad920cb8f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:16:24.726534 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:24.741185 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id abbc343c-8626-4ed1-938b-8def09360a30 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:16:24.787346 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port abbc343c-8626-4ed1-938b-8def09360a30, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=abbc343c-8626-4ed1-938b-8def09360a30,segment=NetworkSegment(75195253-a18c-43b8-b6db-179ccc3e1ed0),segment_id=75195253-a18c-43b8-b6db-179ccc3e1ed0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:16:24.837741 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45952) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:24.872113 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:24.948020 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=abbc343c-8626-4ed1-938b-8def09360a30,revision_number=6']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:24.968600 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45954) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:24.985174 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['abbc343c-8626-4ed1-938b-8def09360a30'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:16:25.059461 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-90cebb5c-60d7-4a10-aac1-ebc5e47be093 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2837007b3b3841ceb94bfec69ba0f828&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0888495 Dec 17 15:16:25.063116 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45956) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:25.187689 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c9c17856-35cb-4a75-be10-d9f7c98954ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:25.260868 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c9c17856-35cb-4a75-be10-d9f7c98954ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:25.297310 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45966) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:25.339499 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0fea381e-21e7-4f9e-9dbe-bbd2e33fd551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:25.397349 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d890c4f-b18a-4c40-a436-6bd9b20e1a40 req-70d8d629-8f22-465e-89a0-64638fb3c1b1 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:25.397349 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d890c4f-b18a-4c40-a436-6bd9b20e1a40 req-70d8d629-8f22-465e-89a0-64638fb3c1b1 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=f82a261f-bc99-41e2-8f7a-a897509247f4 HTTP/1.1" status: 200 len: 985 time: 0.1084776 Dec 17 15:16:25.489144 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c9c17856-35cb-4a75-be10-d9f7c98954ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:25.494501 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c9c17856-35cb-4a75-be10-d9f7c98954ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:25.504605 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c9c17856-35cb-4a75-be10-d9f7c98954ef admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ec0d2851-1711-4858-a401-3e65f952fed8 HTTP/1.1" status: 204 len: 168 time: 0.4307754 Dec 17 15:16:25.509938 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c17856-35cb-4a75-be10-d9f7c98954ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0d2851-1711-4858-a401-3e65f952fed8,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:25.521394 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d890c4f-b18a-4c40-a436-6bd9b20e1a40 req-5dc892a4-b1ca-4b17-84af-f6f9aede1e76 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a47c993-d62d-43bf-a7f3-420ad91c0666&id=92b4e315-0b9e-410a-9dbf-6d65ee922874&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1188526 Dec 17 15:16:25.649321 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:25.655473 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0fea381e-21e7-4f9e-9dbe-bbd2e33fd551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:25.696732 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fa52e7c9-adbd-4543-8db4-3a6b018bde5b req-a99105e0-9690-426d-899b-090c6dd93058 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-849985182&fields=id&tenant_id=f2b15cb5323e4eba9896faf7fb1bc9bf HTTP/1.1" status: 200 len: 267 time: 0.0810814 Dec 17 15:16:25.774812 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52e7c9-adbd-4543-8db4-3a6b018bde5b req-a5ead10a-f6f5-4ace-92b0-8301f2d4478d tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:25.776340 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fa52e7c9-adbd-4543-8db4-3a6b018bde5b req-a5ead10a-f6f5-4ace-92b0-8301f2d4478d tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=f82a261f-bc99-41e2-8f7a-a897509247f4 HTTP/1.1" status: 200 len: 985 time: 0.0709755 Dec 17 15:16:25.791794 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-fa52e7c9-adbd-4543-8db4-3a6b018bde5b req-9e1ed6be-1969-47de-ad82-81cfff401790 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Request body: {'port': {'security_groups': ['6a47c993-d62d-43bf-a7f3-420ad91c0666', '92b4e315-0b9e-410a-9dbf-6d65ee922874', 'fc1bad86-fc11-4b30-9cfd-8627625ca4cf']}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:16:25.850059 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0fea381e-21e7-4f9e-9dbe-bbd2e33fd551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:25.928569 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0fea381e-21e7-4f9e-9dbe-bbd2e33fd551 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f42badadea4c4eb484e0b451c9a2007d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6281536 Dec 17 15:16:25.934904 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46004) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:25.935377 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea381e-21e7-4f9e-9dbe-bbd2e33fd551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb33c64-f5f0-42be-a49a-e94d908434bc,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:25.950977 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-fa52e7c9-adbd-4543-8db4-3a6b018bde5b req-9e1ed6be-1969-47de-ad82-81cfff401790 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:25.979629 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-137607dc-1172-404c-8afc-7260a32e245c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:26.089537 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-94e8674e-1015-4c77-a2d5-984ea4a77082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:26.131256 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-94e8674e-1015-4c77-a2d5-984ea4a77082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:26.337708 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-94e8674e-1015-4c77-a2d5-984ea4a77082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:26.342791 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-94e8674e-1015-4c77-a2d5-984ea4a77082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:26.344222 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-94e8674e-1015-4c77-a2d5-984ea4a77082 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/deb33c64-f5f0-42be-a49a-e94d908434bc HTTP/1.1" status: 204 len: 168 time: 0.4118724 Dec 17 15:16:26.353844 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8674e-1015-4c77-a2d5-984ea4a77082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb33c64-f5f0-42be-a49a-e94d908434bc,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:26.366882 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-fa52e7c9-adbd-4543-8db4-3a6b018bde5b req-9e1ed6be-1969-47de-ad82-81cfff401790 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] For port 2c295874-fdae-4e71-9657-0d8b84b9be38, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=2c295874-fdae-4e71-9657-0d8b84b9be38,segment=NetworkSegment(07900043-60e6-4571-9c07-ecceb7b2285a),segment_id=07900043-60e6-4571-9c07-ecceb7b2285a)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:16:26.450281 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-fa52e7c9-adbd-4543-8db4-3a6b018bde5b req-9e1ed6be-1969-47de-ad82-81cfff401790 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:26.522113 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device ca50a852-4934-47a2-a231-a25fe8bafa8c details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:16:26.524400 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device abbc343c-8626-4ed1-938b-8def09360a30 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:16:26.565524 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-137607dc-1172-404c-8afc-7260a32e245c admin admin] Deleting port ada4aca2-094a-42e0-a1bd-f0214f7256c7 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:16:26.565766 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-137607dc-1172-404c-8afc-7260a32e245c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:26.663084 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port abbc343c-8626-4ed1-938b-8def09360a30 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:16:26.665448 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:26.672824 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-137607dc-1172-404c-8afc-7260a32e245c admin admin] For port ada4aca2-094a-42e0-a1bd-f0214f7256c7, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ada4aca2-094a-42e0-a1bd-f0214f7256c7,segment=NetworkSegment(51a1288b-3152-4b23-ad96-6a255f8b8b61),segment_id=51a1288b-3152-4b23-ad96-6a255f8b8b61)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:16:26.673250 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-137607dc-1172-404c-8afc-7260a32e245c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:26.687964 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-137607dc-1172-404c-8afc-7260a32e245c admin admin] Calling delete_port for ada4aca2-094a-42e0-a1bd-f0214f7256c7 owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:16:26.738991 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-fa52e7c9-adbd-4543-8db4-3a6b018bde5b req-9e1ed6be-1969-47de-ad82-81cfff401790 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:26.741570 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port ca50a852-4934-47a2-a231-a25fe8bafa8c, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=ca50a852-4934-47a2-a231-a25fe8bafa8c,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:16:26.776007 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['f5a28c92-b246-4ef1-a210-5c752f14237c', '2c295874-fdae-4e71-9657-0d8b84b9be38'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:16:26.783686 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'ca50a852-4934-47a2-a231-a25fe8bafa8c', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': 'ca50a852-4934-47a2-a231-a25fe8bafa8c', 'mac_address': 'fa:16:3e:ab:aa:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:16:26.788564 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52e7c9-adbd-4543-8db4-3a6b018bde5b req-9e1ed6be-1969-47de-ad82-81cfff401790 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:26.789265 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-fa52e7c9-adbd-4543-8db4-3a6b018bde5b req-9e1ed6be-1969-47de-ad82-81cfff401790 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:26.790668 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fa52e7c9-adbd-4543-8db4-3a6b018bde5b req-9e1ed6be-1969-47de-ad82-81cfff401790 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "PUT /v2.0/ports/2c295874-fdae-4e71-9657-0d8b84b9be38 HTTP/1.1" status: 200 len: 1021 time: 1.0068254 Dec 17 15:16:26.796892 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82a261f-bc99-41e2-8f7a-a897509247f4', 'tag': '2c295874-fdae-4e71-9657-0d8b84b9be38'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:16:26.811929 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9a1d3c-9368-46ae-9be1-74d6e3b60018" -d '{"events": [{"name": "network-changed", "server_uuid": "f82a261f-bc99-41e2-8f7a-a897509247f4", "tag": "2c295874-fdae-4e71-9657-0d8b84b9be38"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:16:26.853679 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:26.897154 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4ae385ec-7ad8-4a1a-b012-31afc12d4bce req-cbd59e1a-1325-40df-bc7e-5cac7dfb2e9f tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups/fc1bad86-fc11-4b30-9cfd-8627625ca4cf HTTP/1.1" status: 200 len: 1800 time: 0.0783844 Dec 17 15:16:26.955830 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['2c295874-fdae-4e71-9657-0d8b84b9be38'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:16:26.970278 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65dca94-e81a-47c5-9bb5-ffcb96121412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbc343c-8626-4ed1-938b-8def09360a30'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:16:26.972627 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0526207e-1c37-4643-b466-4400e6a94d48" -d '{"events": [{"server_uuid": "b65dca94-e81a-47c5-9bb5-ffcb96121412", "name": "network-vif-plugged", "status": "completed", "tag": "abbc343c-8626-4ed1-938b-8def09360a30"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:16:26.990414 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9aaad3d-90cd-4d08-88e6-e25ec214d617 x-openstack-request-id: req-c9aaad3d-90cd-4d08-88e6-e25ec214d617 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:16:26.990728 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f82a261f-bc99-41e2-8f7a-a897509247f4", "tag": "2c295874-fdae-4e71-9657-0d8b84b9be38", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:16:26.990954 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c9aaad3d-90cd-4d08-88e6-e25ec214d617 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:16:26.991349 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82a261f-bc99-41e2-8f7a-a897509247f4', 'tag': '2c295874-fdae-4e71-9657-0d8b84b9be38', 'status': 'completed', 'code': 200} Dec 17 15:16:27.019955 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port abbc343c-8626-4ed1-938b-8def09360a30, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=abbc343c-8626-4ed1-938b-8def09360a30,segment=NetworkSegment(75195253-a18c-43b8-b6db-179ccc3e1ed0),segment_id=75195253-a18c-43b8-b6db-179ccc3e1ed0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:16:27.053482 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ed6be-1969-47de-ad82-81cfff401790 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Pushing event updated for resources: {'Port': ['ID=2c295874-fdae-4e71-9657-0d8b84b9be38,revision_number=7']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:27.076405 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [req-4ae385ec-7ad8-4a1a-b012-31afc12d4bce req-fd309314-a412-41c3-9074-54e19f2c7fe0 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 17 15:16:27.077331 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:27.093252 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4ae385ec-7ad8-4a1a-b012-31afc12d4bce req-fd309314-a412-41c3-9074-54e19f2c7fe0 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "DELETE /v2.0/security-groups/fc1bad86-fc11-4b30-9cfd-8627625ca4cf HTTP/1.1" status: 409 len: 341 time: 0.0993357 Dec 17 15:16:27.115556 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca50a852-4934-47a2-a231-a25fe8bafa8c {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:16:27.165247 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port ca50a852-4934-47a2-a231-a25fe8bafa8c, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=ca50a852-4934-47a2-a231-a25fe8bafa8c,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:16:27.216135 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:27.236540 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a1d3c-9368-46ae-9be1-74d6e3b60018 req-6a1057c0-0b28-4666-82ba-0a8c23fefb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:27.239687 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb9a1d3c-9368-46ae-9be1-74d6e3b60018 req-6a1057c0-0b28-4666-82ba-0a8c23fefb5e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f2b15cb5323e4eba9896faf7fb1bc9bf&device_id=f82a261f-bc99-41e2-8f7a-a897509247f4 HTTP/1.1" status: 200 len: 1175 time: 0.1072826 Dec 17 15:16:27.376584 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:27.432610 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-137607dc-1172-404c-8afc-7260a32e245c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:27.477369 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a1d3c-9368-46ae-9be1-74d6e3b60018 req-9febd2a4-1e08-4b44-bc36-c0e707b715e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:27.479069 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb9a1d3c-9368-46ae-9be1-74d6e3b60018 req-9febd2a4-1e08-4b44-bc36-c0e707b715e6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=853d16f0-e7bd-42ea-bcaa-167e13603122 HTTP/1.1" status: 200 len: 913 time: 0.2308433 Dec 17 15:16:27.592644 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137607dc-1172-404c-8afc-7260a32e245c admin admin] Pushing event deleted for resources: {'Port': ['ID=ada4aca2-094a-42e0-a1bd-f0214f7256c7,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:27.936017 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['ca50a852-4934-47a2-a231-a25fe8bafa8c'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:16:27.987773 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-137607dc-1172-404c-8afc-7260a32e245c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:28.007949 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb9a1d3c-9368-46ae-9be1-74d6e3b60018 req-45c86326-8e6e-4dec-9512-5fdc13520e05 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c295874-fdae-4e71-9657-0d8b84b9be38 HTTP/1.1" status: 200 len: 217 time: 0.4769182 Dec 17 15:16:28.022344 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=abbc343c-8626-4ed1-938b-8def09360a30,revision_number=7']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:28.302380 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a1d3c-9368-46ae-9be1-74d6e3b60018 req-e3b460f0-7df8-47ce-8f3f-58906ca1d789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:28.303981 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb9a1d3c-9368-46ae-9be1-74d6e3b60018 req-e3b460f0-7df8-47ce-8f3f-58906ca1d789 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4502cdf4-b8e8-41c6-9e10-7a307da6f1e2 HTTP/1.1" status: 200 len: 852 time: 0.2870522 Dec 17 15:16:28.362085 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb9a1d3c-9368-46ae-9be1-74d6e3b60018 req-1dfd66f3-222c-44c0-a8b2-6de3fdf6b964 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=853d16f0-e7bd-42ea-bcaa-167e13603122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486093 Dec 17 15:16:28.406761 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=ca50a852-4934-47a2-a231-a25fe8bafa8c,revision_number=6']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:28.609981 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb9a1d3c-9368-46ae-9be1-74d6e3b60018 req-534607f9-e177-4bdd-9a96-4d26d71e8624 service neutron] 10.222.0.41 "GET /v2.0/networks/853d16f0-e7bd-42ea-bcaa-167e13603122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359629 Dec 17 15:16:28.920550 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb9a1d3c-9368-46ae-9be1-74d6e3b60018 req-b502a613-7fec-492e-9677-ceb2c3d4f761 service neutron] 10.222.0.41 "GET /v2.0/networks/853d16f0-e7bd-42ea-bcaa-167e13603122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976127 Dec 17 15:16:28.954053 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-24a50a88-eaf1-4247-81c1-2a14571b8c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:28.964054 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137607dc-1172-404c-8afc-7260a32e245c admin admin] Router e22c6232-0ac3-4b5b-b2b1-75eac6d13177 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:16:29.146011 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137607dc-1172-404c-8afc-7260a32e245c admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:16:29.167223 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c16375-ec6e-44f1-9ecf-43bb99fa214b None None] Sync routers for ids ['e22c6232-0ac3-4b5b-b2b1-75eac6d13177'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:16:29.174300 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46122) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:29.175482 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-137607dc-1172-404c-8afc-7260a32e245c admin admin] 10.222.0.46 "PUT /v2.0/routers/e22c6232-0ac3-4b5b-b2b1-75eac6d13177/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3364124 Dec 17 15:16:29.200099 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c16375-ec6e-44f1-9ecf-43bb99fa214b None None] Routers {'e22c6232-0ac3-4b5b-b2b1-75eac6d13177'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:16:29.206020 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-07c16375-ec6e-44f1-9ecf-43bb99fa214b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:16:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['e22c6232-0ac3-4b5b-b2b1-75eac6d13177'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:16:29.366602 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-07c16375-ec6e-44f1-9ecf-43bb99fa214b None None] Set router e22c6232-0ac3-4b5b-b2b1-75eac6d13177 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:16:29.445517 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-15b8f91a-ca9f-4e78-a923-ac8eddff8b21 admin admin] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:29.634497 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-15b8f91a-ca9f-4e78-a923-ac8eddff8b21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:29.810465 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-07c16375-ec6e-44f1-9ecf-43bb99fa214b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22c6232-0ac3-4b5b-b2b1-75eac6d13177', 'name': 'tempest-AttachSCSIVolumeTestJSON-945984169-router', 'tenant_id': '23218d44d35a49dca774bd6e162aff6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'a2ec0f75-4265-4dcb-990f-cbbee1492c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:13:50Z', 'updated_at': '2021-12-17T15:16:27Z', 'revision_number': 5, 'project_id': '23218d44d35a49dca774bd6e162aff6a', 'gw_port': {'id': 'a2ec0f75-4265-4dcb-990f-cbbee1492c65', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22c6232-0ac3-4b5b-b2b1-75eac6d13177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:13:52Z', 'updated_at': '2021-12-17T15:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:16:29.854767 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-15b8f91a-ca9f-4e78-a923-ac8eddff8b21 admin admin] Deleting port a2ec0f75-4265-4dcb-990f-cbbee1492c65 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:16:29.855267 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-15b8f91a-ca9f-4e78-a923-ac8eddff8b21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:29.933384 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c16375-ec6e-44f1-9ecf-43bb99fa214b None None] Checking router: e22c6232-0ac3-4b5b-b2b1-75eac6d13177 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:16:29.955766 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c16375-ec6e-44f1-9ecf-43bb99fa214b None None] Routers {'e22c6232-0ac3-4b5b-b2b1-75eac6d13177'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:16:29.956796 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-07c16375-ec6e-44f1-9ecf-43bb99fa214b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:16:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['e22c6232-0ac3-4b5b-b2b1-75eac6d13177'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:16:30.006649 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-15b8f91a-ca9f-4e78-a923-ac8eddff8b21 admin admin] For port a2ec0f75-4265-4dcb-990f-cbbee1492c65, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=a2ec0f75-4265-4dcb-990f-cbbee1492c65,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:16:30.007207 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-15b8f91a-ca9f-4e78-a923-ac8eddff8b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:30.033248 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-15b8f91a-ca9f-4e78-a923-ac8eddff8b21 admin admin] Calling delete_port for a2ec0f75-4265-4dcb-990f-cbbee1492c65 owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:16:30.116013 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-07c16375-ec6e-44f1-9ecf-43bb99fa214b None None] Set router e22c6232-0ac3-4b5b-b2b1-75eac6d13177 gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:16:30.205100 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-07c16375-ec6e-44f1-9ecf-43bb99fa214b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22c6232-0ac3-4b5b-b2b1-75eac6d13177', 'name': 'tempest-AttachSCSIVolumeTestJSON-945984169-router', 'tenant_id': '23218d44d35a49dca774bd6e162aff6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:13:50Z', 'updated_at': '2021-12-17T15:16:29Z', 'revision_number': 6, 'project_id': '23218d44d35a49dca774bd6e162aff6a', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:16:30.355337 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c16375-ec6e-44f1-9ecf-43bb99fa214b None None] The sync data for ids ['e22c6232-0ac3-4b5b-b2b1-75eac6d13177'] in n-d-820553-2 is: [{'id': 'e22c6232-0ac3-4b5b-b2b1-75eac6d13177', 'name': 'tempest-AttachSCSIVolumeTestJSON-945984169-router', 'tenant_id': '23218d44d35a49dca774bd6e162aff6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:13:50Z', 'updated_at': '2021-12-17T15:16:29Z', 'revision_number': 6, 'project_id': '23218d44d35a49dca774bd6e162aff6a', 'gw_port_host': None}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:16:30.553129 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device ca50a852-4934-47a2-a231-a25fe8bafa8c up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:16:30.724432 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port ca50a852-4934-47a2-a231-a25fe8bafa8c triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:16:30.726495 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:30.895625 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-15b8f91a-ca9f-4e78-a923-ac8eddff8b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:30.994082 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:30.996492 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8f91a-ca9f-4e78-a923-ac8eddff8b21 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2ec0f75-4265-4dcb-990f-cbbee1492c65,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:31.092525 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port ca50a852-4934-47a2-a231-a25fe8bafa8c, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=ca50a852-4934-47a2-a231-a25fe8bafa8c,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:16:31.094646 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f03aa10b-5dc3-4308-b785-e9276ea7ce08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:31.125223 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-15b8f91a-ca9f-4e78-a923-ac8eddff8b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:31.158733 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:31.252385 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=ca50a852-4934-47a2-a231-a25fe8bafa8c,revision_number=7']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:31.352076 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-15b8f91a-ca9f-4e78-a923-ac8eddff8b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:31.357086 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-15b8f91a-ca9f-4e78-a923-ac8eddff8b21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:32.153146 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-15b8f91a-ca9f-4e78-a923-ac8eddff8b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:32.154537 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b8f91a-ca9f-4e78-a923-ac8eddff8b21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e22c6232-0ac3-4b5b-b2b1-75eac6d13177 {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:16:32.159133 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-15b8f91a-ca9f-4e78-a923-ac8eddff8b21 admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:32.163033 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-15b8f91a-ca9f-4e78-a923-ac8eddff8b21 admin admin] 10.222.0.46 "DELETE /v2.0/routers/e22c6232-0ac3-4b5b-b2b1-75eac6d13177 HTTP/1.1" status: 204 len: 168 time: 2.9854181 Dec 17 15:16:32.163775 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46158) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:32.271454 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:32.280016 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-776b946d-bc1b-4a94-8a3b-24378b0565fe admin admin] Deleting subnet c02b0952-f799-438a-a915-b0d0b0a1d011 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:16:32.299399 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-776b946d-bc1b-4a94-8a3b-24378b0565fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:32.454430 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ada4aca2-094a-42e0-a1bd-f0214f7256c7 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:16:32.545230 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: ada4aca2-094a-42e0-a1bd-f0214f7256c7 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:16:32.546039 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ada4aca2-094a-42e0-a1bd-f0214f7256c7 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:16:32.546803 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a2ec0f75-4265-4dcb-990f-cbbee1492c65 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:16:32.551427 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-776b946d-bc1b-4a94-8a3b-24378b0565fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:32.599771 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: a2ec0f75-4265-4dcb-990f-cbbee1492c65 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:16:32.600126 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a2ec0f75-4265-4dcb-990f-cbbee1492c65 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:16:32.684752 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-776b946d-bc1b-4a94-8a3b-24378b0565fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:33.144329 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-776b946d-bc1b-4a94-8a3b-24378b0565fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:33.199236 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b946d-bc1b-4a94-8a3b-24378b0565fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c02b0952-f799-438a-a915-b0d0b0a1d011,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:33.206383 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858e2dbe-e7fb-42e8-a6ff-885603591875 None None] Network 8ae579af-cc89-4461-a54a-3154f37fcf61 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:16:33.208418 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-776b946d-bc1b-4a94-8a3b-24378b0565fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:33.212967 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-776b946d-bc1b-4a94-8a3b-24378b0565fe admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c02b0952-f799-438a-a915-b0d0b0a1d011 HTTP/1.1" status: 204 len: 168 time: 1.0485082 Dec 17 15:16:33.216219 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46180) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:33.388448 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf421e8d-8b29-4ad4-a239-c4d5418ee4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:33.464762 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-cf421e8d-8b29-4ad4-a239-c4d5418ee4c0 admin admin] Deleting port b2ddeba9-dea0-4849-9012-f902874f5b88 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:16:33.465927 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf421e8d-8b29-4ad4-a239-c4d5418ee4c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:33.524162 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31765909-11a3-462f-8850-1d84802e4360 None None] DHCP port deletion for 8ae579af-cc89-4461-a54a-3154f37fcf61 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:16:33.687258 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-cf421e8d-8b29-4ad4-a239-c4d5418ee4c0 admin admin] For port b2ddeba9-dea0-4849-9012-f902874f5b88, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b2ddeba9-dea0-4849-9012-f902874f5b88,segment=NetworkSegment(51a1288b-3152-4b23-ad96-6a255f8b8b61),segment_id=51a1288b-3152-4b23-ad96-6a255f8b8b61)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:16:33.687627 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf421e8d-8b29-4ad4-a239-c4d5418ee4c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:33.696295 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-31765909-11a3-462f-8850-1d84802e4360 None None] Deleting port b2ddeba9-dea0-4849-9012-f902874f5b88 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:16:33.698254 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-31765909-11a3-462f-8850-1d84802e4360 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:33.739860 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-cf421e8d-8b29-4ad4-a239-c4d5418ee4c0 admin admin] Calling delete_port for b2ddeba9-dea0-4849-9012-f902874f5b88 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:16:33.797955 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-31765909-11a3-462f-8850-1d84802e4360 None None] For port b2ddeba9-dea0-4849-9012-f902874f5b88, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b2ddeba9-dea0-4849-9012-f902874f5b88,segment=NetworkSegment(51a1288b-3152-4b23-ad96-6a255f8b8b61),segment_id=51a1288b-3152-4b23-ad96-6a255f8b8b61)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:16:33.801627 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-31765909-11a3-462f-8850-1d84802e4360 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:33.804570 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:33.826570 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-31765909-11a3-462f-8850-1d84802e4360 None None] Calling delete_port for b2ddeba9-dea0-4849-9012-f902874f5b88 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:16:34.017299 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf421e8d-8b29-4ad4-a239-c4d5418ee4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:34.035057 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-31765909-11a3-462f-8850-1d84802e4360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:34.059554 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31765909-11a3-462f-8850-1d84802e4360 None None] No DVR routers for this DVR port b2ddeba9-dea0-4849-9012-f902874f5b88 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:16:34.120886 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31765909-11a3-462f-8850-1d84802e4360 None None] Pushing event deleted for resources: {'Port': ['ID=b2ddeba9-dea0-4849-9012-f902874f5b88,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:34.121155 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf421e8d-8b29-4ad4-a239-c4d5418ee4c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2ddeba9-dea0-4849-9012-f902874f5b88,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:34.134943 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf421e8d-8b29-4ad4-a239-c4d5418ee4c0 admin admin] No DVR routers for this DVR port b2ddeba9-dea0-4849-9012-f902874f5b88 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:16:34.282912 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf421e8d-8b29-4ad4-a239-c4d5418ee4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:34.295006 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:34.370611 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-cf421e8d-8b29-4ad4-a239-c4d5418ee4c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae579af-cc89-4461-a54a-3154f37fcf61']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:16:34.406202 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-cf421e8d-8b29-4ad4-a239-c4d5418ee4c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a1288b-3152-4b23-ad96-6a255f8b8b61') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:16:34.407587 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-cf421e8d-8b29-4ad4-a239-c4d5418ee4c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a1288b-3152-4b23-ad96-6a255f8b8b61') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:16:34.443790 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf421e8d-8b29-4ad4-a239-c4d5418ee4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:34.444248 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b2ddeba9-dea0-4849-9012-f902874f5b88 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:16:34.465679 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46196) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:34.467650 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf421e8d-8b29-4ad4-a239-c4d5418ee4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:34.483951 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf421e8d-8b29-4ad4-a239-c4d5418ee4c0 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:16:34.484704 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf421e8d-8b29-4ad4-a239-c4d5418ee4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:34.486974 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:16:34.486974 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:16:34.486974 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:16:34.486974 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:16:34.486974 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:16:34.486974 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:16:34.486974 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:16:34.486974 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:16:34.486974 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:16:34.486974 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:16:34.486974 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:16:34.486974 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:16:34.486974 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:16:34.486974 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:16:34.486974 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:16:34.486974 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:16:34.486974 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:16:34.486974 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:16:34.486974 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:16:34.486974 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:16:34.486974 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:16:34.486974 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:16:34.486974 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:16:34.486974 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:16:34.486974 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:16:34.486974 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:16:34.486974 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:16:34.486974 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:16:34.486974 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:16:34.486974 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:16:34.486974 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:16:34.486974 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:16:34.510782 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: b2ddeba9-dea0-4849-9012-f902874f5b88 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:16:34.511028 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b2ddeba9-dea0-4849-9012-f902874f5b88 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:16:34.663501 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e99e7c91-1b2a-4ff6-b0a1-cdfa0c8283e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:34.757346 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf421e8d-8b29-4ad4-a239-c4d5418ee4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:34.765471 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf421e8d-8b29-4ad4-a239-c4d5418ee4c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:34.768840 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cf421e8d-8b29-4ad4-a239-c4d5418ee4c0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/8ae579af-cc89-4461-a54a-3154f37fcf61 HTTP/1.1" status: 204 len: 168 time: 1.5509987 Dec 17 15:16:34.771953 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46202) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:34.808100 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf421e8d-8b29-4ad4-a239-c4d5418ee4c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ae579af-cc89-4461-a54a-3154f37fcf61,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:34.855337 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46204) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:35.010951 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e99e7c91-1b2a-4ff6-b0a1-cdfa0c8283e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:35.204664 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e99e7c91-1b2a-4ff6-b0a1-cdfa0c8283e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:35.390982 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9637eba5-7150-4170-8ad6-556dfa34e439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:35.587351 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9637eba5-7150-4170-8ad6-556dfa34e439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:35.671986 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9637eba5-7150-4170-8ad6-556dfa34e439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:35.686628 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e7c91-1b2a-4ff6-b0a1-cdfa0c8283e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c75277-d285-4f88-b9a2-123a02927e94,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:35.790153 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9637eba5-7150-4170-8ad6-556dfa34e439 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4b8f53f378b94979a6f298122903a6ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9307034 Dec 17 15:16:35.799982 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46210) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:35.800769 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637eba5-7150-4170-8ad6-556dfa34e439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c09cc0-568a-4310-bf34-da3f8d01856d,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:35.843914 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e99e7c91-1b2a-4ff6-b0a1-cdfa0c8283e0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0139b73c64d54c868bd33c568a8750a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3767345 Dec 17 15:16:35.844898 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46212) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:35.895496 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-42643481-2e7d-4d06-906e-bcfabca82c7f req-34dc8c38-cf9e-4b8d-9701-39be0dd5a5b2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9c8bb9fc-f7d4-4573-adec-112324e31679&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2100658 Dec 17 15:16:35.942932 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c30008a6-fc6b-49b9-8a0e-ffe7fa47a9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:36.025256 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c30008a6-fc6b-49b9-8a0e-ffe7fa47a9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:36.031282 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-989ea8d3-4b76-415c-be72-0b264d4da0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:36.096003 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42643481-2e7d-4d06-906e-bcfabca82c7f req-a578255a-1ee4-45e3-a0ba-71d7d290f7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:36.110580 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-42643481-2e7d-4d06-906e-bcfabca82c7f req-a578255a-1ee4-45e3-a0ba-71d7d290f7e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37613aded2f74aae9c44095b65b822ef&device_id=9c8bb9fc-f7d4-4573-adec-112324e31679 HTTP/1.1" status: 200 len: 1099 time: 0.1434360 Dec 17 15:16:36.188256 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-989ea8d3-4b76-415c-be72-0b264d4da0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:36.378966 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-533c716a-9daa-4e69-ad71-4c113bb718f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:36.515848 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42643481-2e7d-4d06-906e-bcfabca82c7f req-3d68219a-1669-4c8f-9c49-83fa5073dabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:36.517473 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-42643481-2e7d-4d06-906e-bcfabca82c7f req-3d68219a-1669-4c8f-9c49-83fa5073dabb service neutron] 10.222.0.13 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.3519237 Dec 17 15:16:36.522914 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c30008a6-fc6b-49b9-8a0e-ffe7fa47a9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:36.525728 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c30008a6-fc6b-49b9-8a0e-ffe7fa47a9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:36.543699 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c30008a6-fc6b-49b9-8a0e-ffe7fa47a9ee admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/13c09cc0-568a-4310-bf34-da3f8d01856d HTTP/1.1" status: 204 len: 168 time: 0.7315080 Dec 17 15:16:36.572506 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30008a6-fc6b-49b9-8a0e-ffe7fa47a9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c09cc0-568a-4310-bf34-da3f8d01856d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:36.671591 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-42643481-2e7d-4d06-906e-bcfabca82c7f req-526473de-8189-453a-9d6d-e61f6b25c42e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=63be37f5-3e86-4cf4-bc8f-156d6f83c21d HTTP/1.1" status: 200 len: 217 time: 0.0830493 Dec 17 15:16:36.737232 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42643481-2e7d-4d06-906e-bcfabca82c7f req-20a3d9ec-5972-4826-b174-b5e6b1dd00a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:36.738822 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-42643481-2e7d-4d06-906e-bcfabca82c7f req-20a3d9ec-5972-4826-b174-b5e6b1dd00a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0495775 Dec 17 15:16:36.848505 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42643481-2e7d-4d06-906e-bcfabca82c7f req-a50f36b6-764c-4880-abaf-d478222913f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:36.852563 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-42643481-2e7d-4d06-906e-bcfabca82c7f req-a50f36b6-764c-4880-abaf-d478222913f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1034939 Dec 17 15:16:36.933023 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-989ea8d3-4b76-415c-be72-0b264d4da0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:36.933023 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-989ea8d3-4b76-415c-be72-0b264d4da0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:36.937179 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-989ea8d3-4b76-415c-be72-0b264d4da0a2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/65c75277-d285-4f88-b9a2-123a02927e94 HTTP/1.1" status: 204 len: 168 time: 1.0863335 Dec 17 15:16:36.954501 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ea8d3-4b76-415c-be72-0b264d4da0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c75277-d285-4f88-b9a2-123a02927e94,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:36.985248 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-533c716a-9daa-4e69-ad71-4c113bb718f0 admin admin] Deleting port c233a482-0b44-4bdf-917c-23fa0b0e4d20 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:16:36.985659 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-533c716a-9daa-4e69-ad71-4c113bb718f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:37.077738 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-42643481-2e7d-4d06-906e-bcfabca82c7f req-d355c8a5-d106-4516-85cd-8b404932c554 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197208 Dec 17 15:16:37.295303 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-533c716a-9daa-4e69-ad71-4c113bb718f0 admin admin] For port c233a482-0b44-4bdf-917c-23fa0b0e4d20, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c233a482-0b44-4bdf-917c-23fa0b0e4d20,segment=NetworkSegment(52a698be-e721-4703-8597-17d7609521b5),segment_id=52a698be-e721-4703-8597-17d7609521b5)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:16:37.295303 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-533c716a-9daa-4e69-ad71-4c113bb718f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:37.295303 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-533c716a-9daa-4e69-ad71-4c113bb718f0 admin admin] Calling delete_port for c233a482-0b44-4bdf-917c-23fa0b0e4d20 owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:16:37.329125 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-42643481-2e7d-4d06-906e-bcfabca82c7f req-6f7815c9-648d-4d57-a41a-4e486f9a149b service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319317 Dec 17 15:16:37.671992 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-533c716a-9daa-4e69-ad71-4c113bb718f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:37.740058 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c716a-9daa-4e69-ad71-4c113bb718f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c233a482-0b44-4bdf-917c-23fa0b0e4d20,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:38.037571 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46246) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:38.062035 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5955dcab-b43d-457f-b666-dd5443364368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:38.136500 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-533c716a-9daa-4e69-ad71-4c113bb718f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:38.201603 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5955dcab-b43d-457f-b666-dd5443364368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:38.265831 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5955dcab-b43d-457f-b666-dd5443364368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:38.376229 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955dcab-b43d-457f-b666-dd5443364368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be9a053-12e2-4162-8eed-26276c9ce783,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:38.395317 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5955dcab-b43d-457f-b666-dd5443364368 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4f5cc1b587304b7bbc83904445b0cfb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3519845 Dec 17 15:16:38.396158 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46250) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:38.584839 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4a48723a-ff79-40b1-9dc5-40dbf1658982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:38.634007 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4a48723a-ff79-40b1-9dc5-40dbf1658982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:38.735188 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533c716a-9daa-4e69-ad71-4c113bb718f0 admin admin] Router 7b607d89-afcb-48b6-bd9a-dc913769d046 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:16:38.826708 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4a48723a-ff79-40b1-9dc5-40dbf1658982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:38.829299 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4a48723a-ff79-40b1-9dc5-40dbf1658982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:38.834269 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4a48723a-ff79-40b1-9dc5-40dbf1658982 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5be9a053-12e2-4162-8eed-26276c9ce783 HTTP/1.1" status: 204 len: 168 time: 0.4369607 Dec 17 15:16:38.861799 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48723a-ff79-40b1-9dc5-40dbf1658982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be9a053-12e2-4162-8eed-26276c9ce783,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:39.066740 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533c716a-9daa-4e69-ad71-4c113bb718f0 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:16:39.077745 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-533c716a-9daa-4e69-ad71-4c113bb718f0 admin admin] 10.222.0.46 "PUT /v2.0/routers/7b607d89-afcb-48b6-bd9a-dc913769d046/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3042657 Dec 17 15:16:39.078156 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc722e1e-4a9f-4a03-afe3-a078a02fd916 None None] Sync routers for ids ['7b607d89-afcb-48b6-bd9a-dc913769d046'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:16:39.080954 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46264) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:39.107324 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc722e1e-4a9f-4a03-afe3-a078a02fd916 None None] Routers {'7b607d89-afcb-48b6-bd9a-dc913769d046'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:16:39.108114 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-fc722e1e-4a9f-4a03-afe3-a078a02fd916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:16:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['7b607d89-afcb-48b6-bd9a-dc913769d046'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:16:39.267583 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-fc722e1e-4a9f-4a03-afe3-a078a02fd916 None None] Set router 7b607d89-afcb-48b6-bd9a-dc913769d046 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:16:39.269090 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5f4813ec-ea64-4abb-8819-9ab407915757 admin admin] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:39.559272 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5f4813ec-ea64-4abb-8819-9ab407915757 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:39.707722 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-fc722e1e-4a9f-4a03-afe3-a078a02fd916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b607d89-afcb-48b6-bd9a-dc913769d046', 'name': 'tempest-AttachSCSIVolumeTestJSON-986475833-router', 'tenant_id': 'c7b889abcd59451197be0c6dbe473f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': '98e50748-8e11-43be-aca3-52187c16ba75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:14:04Z', 'updated_at': '2021-12-17T15:16:37Z', 'revision_number': 5, 'project_id': 'c7b889abcd59451197be0c6dbe473f72', 'gw_port': {'id': '98e50748-8e11-43be-aca3-52187c16ba75', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b607d89-afcb-48b6-bd9a-dc913769d046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:14:06Z', 'updated_at': '2021-12-17T15:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:16:39.788583 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-5f4813ec-ea64-4abb-8819-9ab407915757 admin admin] Deleting port 98e50748-8e11-43be-aca3-52187c16ba75 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:16:39.788944 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5f4813ec-ea64-4abb-8819-9ab407915757 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:39.828325 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc722e1e-4a9f-4a03-afe3-a078a02fd916 None None] Checking router: 7b607d89-afcb-48b6-bd9a-dc913769d046 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:16:39.854390 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc722e1e-4a9f-4a03-afe3-a078a02fd916 None None] Routers {'7b607d89-afcb-48b6-bd9a-dc913769d046'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:16:39.855469 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-fc722e1e-4a9f-4a03-afe3-a078a02fd916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:16:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['7b607d89-afcb-48b6-bd9a-dc913769d046'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:16:40.021557 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-5f4813ec-ea64-4abb-8819-9ab407915757 admin admin] For port 98e50748-8e11-43be-aca3-52187c16ba75, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=98e50748-8e11-43be-aca3-52187c16ba75,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:16:40.021938 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5f4813ec-ea64-4abb-8819-9ab407915757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:40.042456 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-5f4813ec-ea64-4abb-8819-9ab407915757 admin admin] Calling delete_port for 98e50748-8e11-43be-aca3-52187c16ba75 owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:16:40.071733 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-fc722e1e-4a9f-4a03-afe3-a078a02fd916 None None] Set router 7b607d89-afcb-48b6-bd9a-dc913769d046 gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:16:40.164488 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:40.166499 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-fc722e1e-4a9f-4a03-afe3-a078a02fd916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b607d89-afcb-48b6-bd9a-dc913769d046', 'name': 'tempest-AttachSCSIVolumeTestJSON-986475833-router', 'tenant_id': 'c7b889abcd59451197be0c6dbe473f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:14:04Z', 'updated_at': '2021-12-17T15:16:39Z', 'revision_number': 6, 'project_id': 'c7b889abcd59451197be0c6dbe473f72', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:16:40.225516 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc722e1e-4a9f-4a03-afe3-a078a02fd916 None None] The sync data for ids ['7b607d89-afcb-48b6-bd9a-dc913769d046'] in n-d-820553-2 is: [{'id': '7b607d89-afcb-48b6-bd9a-dc913769d046', 'name': 'tempest-AttachSCSIVolumeTestJSON-986475833-router', 'tenant_id': 'c7b889abcd59451197be0c6dbe473f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:14:04Z', 'updated_at': '2021-12-17T15:16:39Z', 'revision_number': 6, 'project_id': 'c7b889abcd59451197be0c6dbe473f72', 'gw_port_host': None}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:16:40.635232 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c233a482-0b44-4bdf-917c-23fa0b0e4d20 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:16:40.678974 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: c233a482-0b44-4bdf-917c-23fa0b0e4d20 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:16:40.680811 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c233a482-0b44-4bdf-917c-23fa0b0e4d20 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:16:40.862632 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5f4813ec-ea64-4abb-8819-9ab407915757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:40.922255 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4813ec-ea64-4abb-8819-9ab407915757 admin admin] Pushing event deleted for resources: {'Port': ['ID=98e50748-8e11-43be-aca3-52187c16ba75,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:41.082372 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5f4813ec-ea64-4abb-8819-9ab407915757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:41.251471 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5f4813ec-ea64-4abb-8819-9ab407915757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:41.254019 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5f4813ec-ea64-4abb-8819-9ab407915757 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:41.374263 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5f4813ec-ea64-4abb-8819-9ab407915757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:41.374904 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4813ec-ea64-4abb-8819-9ab407915757 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b607d89-afcb-48b6-bd9a-dc913769d046 {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:16:41.379957 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5f4813ec-ea64-4abb-8819-9ab407915757 admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:41.381209 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5f4813ec-ea64-4abb-8819-9ab407915757 admin admin] 10.222.0.46 "DELETE /v2.0/routers/7b607d89-afcb-48b6-bd9a-dc913769d046 HTTP/1.1" status: 204 len: 168 time: 2.2985692 Dec 17 15:16:41.384475 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46306) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:41.540328 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f192fa-06b2-4ccf-8ecc-913198133d5d admin admin] Deleting subnet 6115a2fb-6a8c-4f71-aa89-61b69b6aaa91 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:16:41.540328 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67f192fa-06b2-4ccf-8ecc-913198133d5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:41.598113 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67f192fa-06b2-4ccf-8ecc-913198133d5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:41.779043 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67f192fa-06b2-4ccf-8ecc-913198133d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:42.322932 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67f192fa-06b2-4ccf-8ecc-913198133d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:42.354536 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f192fa-06b2-4ccf-8ecc-913198133d5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6115a2fb-6a8c-4f71-aa89-61b69b6aaa91,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:42.368185 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 98e50748-8e11-43be-aca3-52187c16ba75 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:16:42.370131 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67f192fa-06b2-4ccf-8ecc-913198133d5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:42.372876 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfac6d3-bff7-41a4-883a-98f1eebb3d90 None None] Network e2c7c01a-bbaa-4401-af15-4a931dd2e055 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:16:42.376985 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-67f192fa-06b2-4ccf-8ecc-913198133d5d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6115a2fb-6a8c-4f71-aa89-61b69b6aaa91 HTTP/1.1" status: 204 len: 168 time: 0.9899807 Dec 17 15:16:42.377559 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46314) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:42.410214 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 98e50748-8e11-43be-aca3-52187c16ba75 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:16:42.410606 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 98e50748-8e11-43be-aca3-52187c16ba75 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:16:42.457141 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-25e5f74f-63f4-480c-9914-79156ef11328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:42.535405 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-25e5f74f-63f4-480c-9914-79156ef11328 admin admin] Deleting port 8f8c3ecd-092f-451e-a55f-8459e4f00615 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:16:42.535981 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-25e5f74f-63f4-480c-9914-79156ef11328 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:42.599511 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac2ba4e-ea78-4711-bf6f-d2d33d59e220 None None] DHCP port deletion for e2c7c01a-bbaa-4401-af15-4a931dd2e055 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:16:42.604738 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-25e5f74f-63f4-480c-9914-79156ef11328 admin admin] For port 8f8c3ecd-092f-451e-a55f-8459e4f00615, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=8f8c3ecd-092f-451e-a55f-8459e4f00615,segment=NetworkSegment(52a698be-e721-4703-8597-17d7609521b5),segment_id=52a698be-e721-4703-8597-17d7609521b5)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:16:42.605358 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-25e5f74f-63f4-480c-9914-79156ef11328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:42.633853 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-25e5f74f-63f4-480c-9914-79156ef11328 admin admin] Calling delete_port for 8f8c3ecd-092f-451e-a55f-8459e4f00615 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:16:42.679315 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2ba4e-ea78-4711-bf6f-d2d33d59e220 None None] Deleting port 8f8c3ecd-092f-451e-a55f-8459e4f00615 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:16:42.679754 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5ac2ba4e-ea78-4711-bf6f-d2d33d59e220 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:42.776829 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-5ac2ba4e-ea78-4711-bf6f-d2d33d59e220 None None] For port 8f8c3ecd-092f-451e-a55f-8459e4f00615, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=8f8c3ecd-092f-451e-a55f-8459e4f00615,segment=NetworkSegment(52a698be-e721-4703-8597-17d7609521b5),segment_id=52a698be-e721-4703-8597-17d7609521b5)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:16:42.777916 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5ac2ba4e-ea78-4711-bf6f-d2d33d59e220 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:42.794072 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2ba4e-ea78-4711-bf6f-d2d33d59e220 None None] Calling delete_port for 8f8c3ecd-092f-451e-a55f-8459e4f00615 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:16:42.985498 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-25e5f74f-63f4-480c-9914-79156ef11328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:42.998398 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5ac2ba4e-ea78-4711-bf6f-d2d33d59e220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:43.021581 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5f74f-63f4-480c-9914-79156ef11328 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f8c3ecd-092f-451e-a55f-8459e4f00615,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:43.025617 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e5f74f-63f4-480c-9914-79156ef11328 admin admin] No DVR routers for this DVR port 8f8c3ecd-092f-451e-a55f-8459e4f00615 on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:16:43.095304 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2ba4e-ea78-4711-bf6f-d2d33d59e220 None None] Pushing event deleted for resources: {'Port': ['ID=8f8c3ecd-092f-451e-a55f-8459e4f00615,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:43.108063 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac2ba4e-ea78-4711-bf6f-d2d33d59e220 None None] No DVR routers for this DVR port 8f8c3ecd-092f-451e-a55f-8459e4f00615 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:16:43.144274 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-25e5f74f-63f4-480c-9914-79156ef11328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:43.207031 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-25e5f74f-63f4-480c-9914-79156ef11328 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c7c01a-bbaa-4401-af15-4a931dd2e055']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:16:43.231966 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-25e5f74f-63f4-480c-9914-79156ef11328 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52a698be-e721-4703-8597-17d7609521b5') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:16:43.236258 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-25e5f74f-63f4-480c-9914-79156ef11328 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52a698be-e721-4703-8597-17d7609521b5') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:16:43.258537 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-25e5f74f-63f4-480c-9914-79156ef11328 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:43.275947 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-25e5f74f-63f4-480c-9914-79156ef11328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:43.296197 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e5f74f-63f4-480c-9914-79156ef11328 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:16:43.300258 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-25e5f74f-63f4-480c-9914-79156ef11328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:43.300258 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:16:43.300258 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:16:43.300258 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:16:43.300258 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:16:43.300258 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:16:43.300258 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:16:43.300258 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:16:43.300258 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:16:43.300258 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:16:43.300258 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:16:43.300258 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:16:43.300258 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:16:43.300258 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:16:43.300258 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:16:43.300258 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:16:43.300258 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:16:43.300258 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:16:43.300258 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:16:43.300258 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:16:43.300258 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:16:43.300258 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:16:43.300258 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:16:43.300258 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:16:43.300258 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:16:43.300258 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:16:43.300258 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:16:43.300258 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:16:43.300258 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:16:43.300258 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:16:43.300258 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:16:43.300258 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:16:43.300258 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:16:43.488724 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-25e5f74f-63f4-480c-9914-79156ef11328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:43.494898 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-25e5f74f-63f4-480c-9914-79156ef11328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:43.502384 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-25e5f74f-63f4-480c-9914-79156ef11328 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e2c7c01a-bbaa-4401-af15-4a931dd2e055 HTTP/1.1" status: 204 len: 168 time: 1.1201370 Dec 17 15:16:43.538439 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5f74f-63f4-480c-9914-79156ef11328 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2c7c01a-bbaa-4401-af15-4a931dd2e055,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:43.791569 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:16:44.330843 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 8f8c3ecd-092f-451e-a55f-8459e4f00615 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:16:44.352316 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 8f8c3ecd-092f-451e-a55f-8459e4f00615 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:16:44.352450 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46354) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:44.352895 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 8f8c3ecd-092f-451e-a55f-8459e4f00615 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:16:44.400586 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6a559aa2-3ba2-4c4f-8a5a-f24d7da7e01e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=23218d44d35a49dca774bd6e162aff6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467875 Dec 17 15:16:44.403205 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46356) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:44.452912 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d0375d9c-ea62-4bee-9a68-e5679cc1e8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:44.473012 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d0375d9c-ea62-4bee-9a68-e5679cc1e8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:44.638756 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d0375d9c-ea62-4bee-9a68-e5679cc1e8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:44.642367 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d0375d9c-ea62-4bee-9a68-e5679cc1e8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:44.643317 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d0375d9c-ea62-4bee-9a68-e5679cc1e8a2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5dbb9f48-bb90-43ff-ae27-ca4f4dc14b42 HTTP/1.1" status: 204 len: 168 time: 0.2392204 Dec 17 15:16:44.660938 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0375d9c-ea62-4bee-9a68-e5679cc1e8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbb9f48-bb90-43ff-ae27-ca4f4dc14b42,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:44.665941 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749f876f-8769-47b6-a4ea-a842fdefbbf9 x-openstack-request-id: req-749f876f-8769-47b6-a4ea-a842fdefbbf9 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:16:44.666591 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65dca94-e81a-47c5-9bb5-ffcb96121412", "name": "network-vif-plugged", "status": "completed", "tag": "abbc343c-8626-4ed1-938b-8def09360a30", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:16:44.667395 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-749f876f-8769-47b6-a4ea-a842fdefbbf9 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:16:44.667395 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65dca94-e81a-47c5-9bb5-ffcb96121412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbc343c-8626-4ed1-938b-8def09360a30', 'code': 200} Dec 17 15:16:45.176002 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68447413-f270-408a-b4bb-a044477f6953 req-74512b1b-7c72-44fa-991f-174ab1dcc3fa tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--2005942509&fields=id&tenant_id=eeb1d716f63d4fc78ffca2f95cd93401 HTTP/1.1" status: 200 len: 267 time: 0.0639231 Dec 17 15:16:45.323698 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68447413-f270-408a-b4bb-a044477f6953 req-156751b8-6587-4882-aba0-cf91251ead4d tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:45.325595 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68447413-f270-408a-b4bb-a044477f6953 req-156751b8-6587-4882-aba0-cf91251ead4d tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/networks?id=3aef48c0-7506-4912-87a1-02fd88d2b430 HTTP/1.1" status: 200 len: 816 time: 0.1426263 Dec 17 15:16:45.353568 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68447413-f270-408a-b4bb-a044477f6953 req-a9c8ea31-8e8d-4902-805c-9ecb07da50c8 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/quotas/eeb1d716f63d4fc78ffca2f95cd93401 HTTP/1.1" status: 200 len: 375 time: 0.0143106 Dec 17 15:16:45.373409 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049c4c0-e660-4ed3-a443-2322f66168d1 req-54e09af6-d46f-400a-8514-2ada09643887 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:45.374865 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b049c4c0-e660-4ed3-a443-2322f66168d1 req-54e09af6-d46f-400a-8514-2ada09643887 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=f82a261f-bc99-41e2-8f7a-a897509247f4 HTTP/1.1" status: 200 len: 1024 time: 0.0695837 Dec 17 15:16:45.448884 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b049c4c0-e660-4ed3-a443-2322f66168d1 req-ca542690-1fc4-48e6-9336-11f189821bef tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a47c993-d62d-43bf-a7f3-420ad91c0666&id=92b4e315-0b9e-410a-9dbf-6d65ee922874&id=fc1bad86-fc11-4b30-9cfd-8627625ca4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0660148 Dec 17 15:16:45.457674 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68447413-f270-408a-b4bb-a044477f6953 req-66660aa6-d422-48a4-9b96-314214d6649e tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=eeb1d716f63d4fc78ffca2f95cd93401&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0936902 Dec 17 15:16:45.601812 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68447413-f270-408a-b4bb-a044477f6953 req-a1a76aa4-6bc1-4bdc-8224-937250d4ac56 service neutron] 10.222.0.46 "GET /v2.0/networks/3aef48c0-7506-4912-87a1-02fd88d2b430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296127 Dec 17 15:16:45.618904 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53204ce5-9fd9-4e03-bde1-8995e2440a6f req-78d2a6cf-7c37-407f-8e1e-4b526808b960 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:45.618904 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-53204ce5-9fd9-4e03-bde1-8995e2440a6f req-78d2a6cf-7c37-407f-8e1e-4b526808b960 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/ports?device_id=c559dd43-fc2c-4844-95ec-b3fba2f81442 HTTP/1.1" status: 200 len: 949 time: 0.0794690 Dec 17 15:16:45.683432 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46460) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:45.723207 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-53204ce5-9fd9-4e03-bde1-8995e2440a6f req-a0f6a26d-9f3e-4900-818b-7b2d527396f3 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb79c06-181d-4a1a-ae46-fd94305d9514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983887 Dec 17 15:16:45.737669 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-458e2afe-290b-4507-9bda-a73743a20df9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c7b889abcd59451197be0c6dbe473f72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0571203 Dec 17 15:16:45.740185 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46462) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:45.774440 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68447413-f270-408a-b4bb-a044477f6953 req-6beda8a1-018e-46f2-9df9-c712c24cd296 service neutron] 10.222.0.46 "GET /v2.0/networks/3aef48c0-7506-4912-87a1-02fd88d2b430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453872 Dec 17 15:16:45.800592 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5bf19a4b-c3ff-434f-b439-d16d5abe8aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:45.854443 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5bf19a4b-c3ff-434f-b439-d16d5abe8aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:46.022769 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5bf19a4b-c3ff-434f-b439-d16d5abe8aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:46.025888 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5bf19a4b-c3ff-434f-b439-d16d5abe8aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:46.032253 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5bf19a4b-c3ff-434f-b439-d16d5abe8aab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b7e65961-8ab3-4c20-9bb4-119331ecbd3e HTTP/1.1" status: 204 len: 168 time: 0.2861836 Dec 17 15:16:46.035314 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf19a4b-c3ff-434f-b439-d16d5abe8aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e65961-8ab3-4c20-9bb4-119331ecbd3e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:46.669292 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c559dd43-fc2c-4844-95ec-b3fba2f81442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca50a852-4934-47a2-a231-a25fe8bafa8c'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:16:46.671907 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0adcb427-da22-4430-9397-014235612e84" -d '{"events": [{"server_uuid": "c559dd43-fc2c-4844-95ec-b3fba2f81442", "name": "network-vif-plugged", "status": "completed", "tag": "ca50a852-4934-47a2-a231-a25fe8bafa8c"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:16:47.028313 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc407db-e583-4691-9008-9b3fdd984c96 req-a876c056-f1b5-4e6f-9e7d-e162927ce021 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:47.030240 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8fc407db-e583-4691-9008-9b3fdd984c96 req-a876c056-f1b5-4e6f-9e7d-e162927ce021 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.41 "GET /v2.0/ports?device_id=f82a261f-bc99-41e2-8f7a-a897509247f4 HTTP/1.1" status: 200 len: 1024 time: 0.0702124 Dec 17 15:16:47.133246 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-be98e4ca-5755-4ef1-8dbb-72a69ad07781 req-50866f47-8d26-4d98-92f7-deaa7d82a529 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/ports?device_id=78611da9-302d-43f4-8a00-19313e5c42fc HTTP/1.1" status: 200 len: 210 time: 0.0447245 Dec 17 15:16:47.165513 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-8fc407db-e583-4691-9008-9b3fdd984c96 req-578268e0-d762-45ca-8ced-0a82cc041090 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Deleting port 2c295874-fdae-4e71-9657-0d8b84b9be38 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:16:47.165857 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-8fc407db-e583-4691-9008-9b3fdd984c96 req-578268e0-d762-45ca-8ced-0a82cc041090 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:47.295207 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-8fc407db-e583-4691-9008-9b3fdd984c96 req-578268e0-d762-45ca-8ced-0a82cc041090 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] For port 2c295874-fdae-4e71-9657-0d8b84b9be38, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=2c295874-fdae-4e71-9657-0d8b84b9be38,segment=NetworkSegment(07900043-60e6-4571-9c07-ecceb7b2285a),segment_id=07900043-60e6-4571-9c07-ecceb7b2285a)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:16:47.295578 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-8fc407db-e583-4691-9008-9b3fdd984c96 req-578268e0-d762-45ca-8ced-0a82cc041090 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:47.314123 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ba6fd-a687-4f4e-854d-ca1e96ba9a70 req-b898e5eb-3722-44ec-b3f7-21469b2ec87e tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:47.315596 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f85ba6fd-a687-4f4e-854d-ca1e96ba9a70 req-b898e5eb-3722-44ec-b3f7-21469b2ec87e tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=f82a261f-bc99-41e2-8f7a-a897509247f4 HTTP/1.1" status: 200 len: 1024 time: 0.0908680 Dec 17 15:16:47.319600 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-8fc407db-e583-4691-9008-9b3fdd984c96 req-578268e0-d762-45ca-8ced-0a82cc041090 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Calling delete_port for 2c295874-fdae-4e71-9657-0d8b84b9be38 owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:16:47.388843 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2181ea63-3d34-40bb-adcc-447cf5df4024 x-openstack-request-id: req-2181ea63-3d34-40bb-adcc-447cf5df4024 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:16:47.390033 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c559dd43-fc2c-4844-95ec-b3fba2f81442", "name": "network-vif-plugged", "status": "completed", "tag": "ca50a852-4934-47a2-a231-a25fe8bafa8c", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:16:47.390503 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2181ea63-3d34-40bb-adcc-447cf5df4024 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:16:47.391175 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c559dd43-fc2c-4844-95ec-b3fba2f81442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca50a852-4934-47a2-a231-a25fe8bafa8c', 'code': 200} Dec 17 15:16:47.415891 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f85ba6fd-a687-4f4e-854d-ca1e96ba9a70 req-82ab89d2-a3c0-4d83-81f2-bf79c97f6a5b tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups?id=6a47c993-d62d-43bf-a7f3-420ad91c0666&id=92b4e315-0b9e-410a-9dbf-6d65ee922874&id=fc1bad86-fc11-4b30-9cfd-8627625ca4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0894289 Dec 17 15:16:47.585600 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46618) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:47.672531 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-8fc407db-e583-4691-9008-9b3fdd984c96 req-578268e0-d762-45ca-8ced-0a82cc041090 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:47.708178 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['f5a28c92-b246-4ef1-a210-5c752f14237c', '2c295874-fdae-4e71-9657-0d8b84b9be38'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:16:47.709810 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578268e0-d762-45ca-8ced-0a82cc041090 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Pushing event deleted for resources: {'Port': ['ID=2c295874-fdae-4e71-9657-0d8b84b9be38,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:47.764048 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc407db-e583-4691-9008-9b3fdd984c96 req-578268e0-d762-45ca-8ced-0a82cc041090 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] No DVR routers for this DVR port 2c295874-fdae-4e71-9657-0d8b84b9be38 on host n-h1-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:16:47.767127 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-8fc407db-e583-4691-9008-9b3fdd984c96 req-578268e0-d762-45ca-8ced-0a82cc041090 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:47.771108 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8fc407db-e583-4691-9008-9b3fdd984c96 req-578268e0-d762-45ca-8ced-0a82cc041090 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.41 "DELETE /v2.0/ports/2c295874-fdae-4e71-9657-0d8b84b9be38 HTTP/1.1" status: 204 len: 173 time: 0.7345333 Dec 17 15:16:47.771946 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82a261f-bc99-41e2-8f7a-a897509247f4', 'name': 'network-vif-deleted', 'tag': '2c295874-fdae-4e71-9657-0d8b84b9be38'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:16:47.775751 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a1533c-0d62-4298-98cc-bed95c9715c8" -d '{"events": [{"server_uuid": "f82a261f-bc99-41e2-8f7a-a897509247f4", "name": "network-vif-deleted", "tag": "2c295874-fdae-4e71-9657-0d8b84b9be38"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:16:47.851893 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dc28836f-db5c-482b-8686-a7e0eb192cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:47.855643 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8daf170c-9ac5-4613-842d-f0432725c152 x-openstack-request-id: req-8daf170c-9ac5-4613-842d-f0432725c152 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:16:47.856047 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82a261f-bc99-41e2-8f7a-a897509247f4", "name": "network-vif-deleted", "tag": "2c295874-fdae-4e71-9657-0d8b84b9be38", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:16:47.856358 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8daf170c-9ac5-4613-842d-f0432725c152 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:16:47.856952 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82a261f-bc99-41e2-8f7a-a897509247f4', 'name': 'network-vif-deleted', 'tag': '2c295874-fdae-4e71-9657-0d8b84b9be38', 'status': 'completed', 'code': 200} Dec 17 15:16:48.013365 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dc28836f-db5c-482b-8686-a7e0eb192cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:48.119876 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dc28836f-db5c-482b-8686-a7e0eb192cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:48.191327 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-dc28836f-db5c-482b-8686-a7e0eb192cfd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0768c99b2d434290a9a0ecb83da0c404&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5950344 Dec 17 15:16:48.191327 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28836f-db5c-482b-8686-a7e0eb192cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fed479-eb35-486b-9cc1-3fdc020b1246,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:48.192952 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46672) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:48.359733 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d1e3901-935b-4411-b61f-6159694f6c3d req-1da4f462-ec3e-4e45-adcc-cdfb1091dd85 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/ports?device_id=78611da9-302d-43f4-8a00-19313e5c42fc HTTP/1.1" status: 200 len: 210 time: 0.0595627 Dec 17 15:16:48.393715 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bb3c586f-faa8-4a82-898f-39a1831c47c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:48.435282 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-2888fdce-93e6-49b3-992b-7211d7a577c8 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:48.436724 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-2888fdce-93e6-49b3-992b-7211d7a577c8 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/networks?id=c55c80a5-833c-48da-873a-0d6892b2ac27 HTTP/1.1" status: 200 len: 805 time: 0.1882756 Dec 17 15:16:48.438995 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bb3c586f-faa8-4a82-898f-39a1831c47c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:48.463980 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-2f5b21ab-67da-48c0-a244-111b1f07bef4 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/quotas/88f06237a6a040a5b48294f889fb95ed HTTP/1.1" status: 200 len: 375 time: 0.0183985 Dec 17 15:16:48.550298 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8bc1e10a-3df0-40b6-9907-d67388368d50 req-424addd7-5a48-4a7f-b10f-106c07a0c408 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=f82a261f-bc99-41e2-8f7a-a897509247f4 HTTP/1.1" status: 200 len: 210 time: 0.0328720 Dec 17 15:16:48.563872 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-ba607262-5f05-43b3-80bc-3779f7e09c05 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=88f06237a6a040a5b48294f889fb95ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0895901 Dec 17 15:16:48.626671 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device abbc343c-8626-4ed1-938b-8def09360a30 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:16:48.630752 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46696) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:48.739874 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:48.807511 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port abbc343c-8626-4ed1-938b-8def09360a30, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=abbc343c-8626-4ed1-938b-8def09360a30,segment=NetworkSegment(75195253-a18c-43b8-b6db-179ccc3e1ed0),segment_id=75195253-a18c-43b8-b6db-179ccc3e1ed0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:16:48.882771 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46700) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:48.911891 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:48.916285 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device ca50a852-4934-47a2-a231-a25fe8bafa8c no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:16:48.950559 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bb3c586f-faa8-4a82-898f-39a1831c47c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:48.953122 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bb3c586f-faa8-4a82-898f-39a1831c47c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:48.954245 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-bb3c586f-faa8-4a82-898f-39a1831c47c6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c1fed479-eb35-486b-9cc1-3fdc020b1246 HTTP/1.1" status: 204 len: 168 time: 0.7602837 Dec 17 15:16:48.964452 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c586f-faa8-4a82-898f-39a1831c47c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fed479-eb35-486b-9cc1-3fdc020b1246,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:48.979510 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-d3a949dd-16fc-44d3-99ff-26dbb124d5be service neutron] 10.222.0.46 "GET /v2.0/networks/c55c80a5-833c-48da-873a-0d6892b2ac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034221 Dec 17 15:16:49.013938 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-540c0eb5-f4f0-4c11-8b78-d2ee033e432c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-392780655-network', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:16:49.148303 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540c0eb5-f4f0-4c11-8b78-d2ee033e432c admin admin] Made reservation on behalf of a664fc5838dc44cb8d9481b453356af9 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:16:49.151318 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-540c0eb5-f4f0-4c11-8b78-d2ee033e432c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:49.172931 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-540c0eb5-f4f0-4c11-8b78-d2ee033e432c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:49.185236 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=abbc343c-8626-4ed1-938b-8def09360a30,revision_number=8']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:49.216082 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-333cfa1e-01e3-46e2-a4c6-ed483b2858f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:49.216933 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:49.217516 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:49.218069 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:49.218621 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:49.219460 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:49.220354 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:49.221285 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:49.222248 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:49.223133 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:49.223691 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:49.224329 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:49.224747 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:49.248921 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:49.294942 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port ca50a852-4934-47a2-a231-a25fe8bafa8c, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=ca50a852-4934-47a2-a231-a25fe8bafa8c,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:16:49.322764 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-46257c7a-7682-45c7-9fa4-c1972917376e service neutron] 10.222.0.46 "GET /v2.0/networks/c55c80a5-833c-48da-873a-0d6892b2ac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429680 Dec 17 15:16:49.338283 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-333cfa1e-01e3-46e2-a4c6-ed483b2858f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:49.371646 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:49.410705 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-540c0eb5-f4f0-4c11-8b78-d2ee033e432c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:49.415680 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-333cfa1e-01e3-46e2-a4c6-ed483b2858f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:49.434023 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65dca94-e81a-47c5-9bb5-ffcb96121412', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abbc343c-8626-4ed1-938b-8def09360a30'}, {'server_uuid': 'c559dd43-fc2c-4844-95ec-b3fba2f81442', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca50a852-4934-47a2-a231-a25fe8bafa8c'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:16:49.434599 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68447413-f270-408a-b4bb-a044477f6953 req-a070f319-2f22-4df1-9dbe-0255b25fe51b tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:49.436703 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfdedb7-e4b9-45a8-9c80-ea27b1922fc3" -d '{"events": [{"server_uuid": "b65dca94-e81a-47c5-9bb5-ffcb96121412", "name": "network-vif-unplugged", "status": "completed", "tag": "abbc343c-8626-4ed1-938b-8def09360a30"}, {"server_uuid": "c559dd43-fc2c-4844-95ec-b3fba2f81442", "name": "network-vif-unplugged", "status": "completed", "tag": "ca50a852-4934-47a2-a231-a25fe8bafa8c"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:16:49.436947 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68447413-f270-408a-b4bb-a044477f6953 req-a070f319-2f22-4df1-9dbe-0255b25fe51b tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.13 "GET /v2.0/networks?id=3aef48c0-7506-4912-87a1-02fd88d2b430 HTTP/1.1" status: 200 len: 816 time: 0.3053210 Dec 17 15:16:49.458066 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333cfa1e-01e3-46e2-a4c6-ed483b2858f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1af60d-23e4-4ed8-b765-87e82b33d438,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:49.498285 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46714) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:49.499214 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-333cfa1e-01e3-46e2-a4c6-ed483b2858f2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a43a655cb2a1481fa8db558478506c89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6072257 Dec 17 15:16:49.508715 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=ca50a852-4934-47a2-a231-a25fe8bafa8c,revision_number=8']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:49.519549 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-540c0eb5-f4f0-4c11-8b78-d2ee033e432c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:49.547473 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-540c0eb5-f4f0-4c11-8b78-d2ee033e432c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:16:49.564904 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-07c2901f-31df-4287-9c07-192fafe2a98b req-2a3d811f-b8dd-4db4-87e9-02b87fc3a576 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/ports?device_id=78611da9-302d-43f4-8a00-19313e5c42fc HTTP/1.1" status: 200 len: 210 time: 0.0635691 Dec 17 15:16:49.579679 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c0eb5-f4f0-4c11-8b78-d2ee033e432c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fef139c-d841-452f-b9b7-6a7236e63fe6,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:49.587809 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-540c0eb5-f4f0-4c11-8b78-d2ee033e432c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:49.593161 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-540c0eb5-f4f0-4c11-8b78-d2ee033e432c admin admin] Added segment d159982d-833c-40df-8b11-6dd338fba157 of type vlan for network b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 Dec 17 15:16:49.617931 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68447413-f270-408a-b4bb-a044477f6953 req-da7e87ba-02ce-4e49-b77f-3ca4bef9d3a2 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eeb1d716f63d4fc78ffca2f95cd93401 HTTP/1.1" status: 200 len: 380 time: 0.1665781 Dec 17 15:16:49.644283 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-68447413-f270-408a-b4bb-a044477f6953 req-e96cfdc6-7ebc-482b-b111-1727fc3a1f51 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Request body: {'port': {'device_id': '78611da9-302d-43f4-8a00-19313e5c42fc', 'network_id': '3aef48c0-7506-4912-87a1-02fd88d2b430', 'admin_state_up': True, 'tenant_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'security_groups': ['3c0e174c-134f-4195-a93d-c5a96463f3d1']}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:16:49.672280 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 17 Dec 2021 15:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e9ad47-8ecf-4e1f-bdd3-f74d499bf5b9 x-openstack-request-id: req-12e9ad47-8ecf-4e1f-bdd3-f74d499bf5b9 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:16:49.673132 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65dca94-e81a-47c5-9bb5-ffcb96121412", "name": "network-vif-unplugged", "status": "completed", "tag": "abbc343c-8626-4ed1-938b-8def09360a30", "code": 200}, {"server_uuid": "c559dd43-fc2c-4844-95ec-b3fba2f81442", "name": "network-vif-unplugged", "status": "completed", "tag": "ca50a852-4934-47a2-a231-a25fe8bafa8c", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:16:49.673542 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-12e9ad47-8ecf-4e1f-bdd3-f74d499bf5b9 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:16:49.674034 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65dca94-e81a-47c5-9bb5-ffcb96121412', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abbc343c-8626-4ed1-938b-8def09360a30', 'code': 200} Dec 17 15:16:49.675063 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c559dd43-fc2c-4844-95ec-b3fba2f81442', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca50a852-4934-47a2-a231-a25fe8bafa8c', 'code': 200} Dec 17 15:16:49.721185 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-540c0eb5-f4f0-4c11-8b78-d2ee033e432c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:49.762599 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c0e2cacd-f696-480a-831c-aaea3ea14839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:49.893382 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-540c0eb5-f4f0-4c11-8b78-d2ee033e432c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:49.894340 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540c0eb5-f4f0-4c11-8b78-d2ee033e432c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:49.894908 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-540c0eb5-f4f0-4c11-8b78-d2ee033e432c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:49.972610 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2cd27d5-79aa-45bf-a29b-5847ac68acff req-d02b2bff-1c11-4e24-88ac-b1d41cea8df4 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a6a74c3-0324-4a77-8093-0269d265b42b HTTP/1.1" status: 200 len: 210 time: 0.0589550 Dec 17 15:16:49.976982 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a49bd-4b69-43a3-b1d1-892551abbbad req-f2eb9a96-a5b4-429f-b053-bd9283e2452f tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:49.978809 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-162a49bd-4b69-43a3-b1d1-892551abbbad req-f2eb9a96-a5b4-429f-b053-bd9283e2452f tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.13 "GET /v2.0/ports?device_id=b65dca94-e81a-47c5-9bb5-ffcb96121412 HTTP/1.1" status: 200 len: 943 time: 0.1554871 Dec 17 15:16:49.991684 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c0e2cacd-f696-480a-831c-aaea3ea14839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:50.014188 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c0eb5-f4f0-4c11-8b78-d2ee033e432c admin admin] Pushing event updated for resources: {'Network': ['ID=b2bc70b2-1b17-4db0-acd7-24d62fbc7a86,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:50.024189 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:16:50.052420 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e265b61a-af29-4cf1-9752-a2de3c576f13 req-6de8d9b3-a9ef-40c8-85db-e2eef19cdccc tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups/92b4e315-0b9e-410a-9dbf-6d65ee922874 HTTP/1.1" status: 200 len: 1801 time: 0.1352425 Dec 17 15:16:50.101142 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-540c0eb5-f4f0-4c11-8b78-d2ee033e432c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4691544 Dec 17 15:16:50.105893 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46744) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:50.111581 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-ec7d8223-f4a8-4ec3-9b54-dda2bb10e691 admin admin] Request body: {'subnet': {'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-392780655-subnet', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:16:50.123171 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-162a49bd-4b69-43a3-b1d1-892551abbbad req-a6a9cec0-da3c-476c-8639-c33c9fba839b tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Deleting port abbc343c-8626-4ed1-938b-8def09360a30 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:16:50.123822 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-162a49bd-4b69-43a3-b1d1-892551abbbad req-a6a9cec0-da3c-476c-8639-c33c9fba839b tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:50.222785 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e265b61a-af29-4cf1-9752-a2de3c576f13 req-3acbeb50-9ad5-47d6-bd6b-aabcee8807cb tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:50.253496 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e265b61a-af29-4cf1-9752-a2de3c576f13 req-3acbeb50-9ad5-47d6-bd6b-aabcee8807cb tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:50.260846 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-162a49bd-4b69-43a3-b1d1-892551abbbad req-a6a9cec0-da3c-476c-8639-c33c9fba839b tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] For port abbc343c-8626-4ed1-938b-8def09360a30, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=abbc343c-8626-4ed1-938b-8def09360a30,segment=NetworkSegment(75195253-a18c-43b8-b6db-179ccc3e1ed0),segment_id=75195253-a18c-43b8-b6db-179ccc3e1ed0)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:16:50.261317 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-162a49bd-4b69-43a3-b1d1-892551abbbad req-a6a9cec0-da3c-476c-8639-c33c9fba839b tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:50.264364 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c0e2cacd-f696-480a-831c-aaea3ea14839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:50.267151 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c0e2cacd-f696-480a-831c-aaea3ea14839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:50.269150 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c0e2cacd-f696-480a-831c-aaea3ea14839 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1d1af60d-23e4-4ed8-b765-87e82b33d438 HTTP/1.1" status: 204 len: 168 time: 0.7526882 Dec 17 15:16:50.271305 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46746) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:50.291544 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-60b25e8a-c86b-4c42-ad56-4c0358cde7f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:50.295595 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-162a49bd-4b69-43a3-b1d1-892551abbbad req-a6a9cec0-da3c-476c-8639-c33c9fba839b tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Calling delete_port for abbc343c-8626-4ed1-938b-8def09360a30 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:16:50.306423 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68447413-f270-408a-b4bb-a044477f6953 req-e96cfdc6-7ebc-482b-b111-1727fc3a1f51 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Made reservation on behalf of eeb1d716f63d4fc78ffca2f95cd93401 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:16:50.306423 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-68447413-f270-408a-b4bb-a044477f6953 req-e96cfdc6-7ebc-482b-b111-1727fc3a1f51 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:50.328033 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2cacd-f696-480a-831c-aaea3ea14839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1af60d-23e4-4ed8-b765-87e82b33d438,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:50.477379 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-60b25e8a-c86b-4c42-ad56-4c0358cde7f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:50.535831 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-162a49bd-4b69-43a3-b1d1-892551abbbad req-a6a9cec0-da3c-476c-8639-c33c9fba839b tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:50.586365 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9cec0-da3c-476c-8639-c33c9fba839b tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Pushing event deleted for resources: {'Port': ['ID=abbc343c-8626-4ed1-938b-8def09360a30,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:50.597719 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7d8223-f4a8-4ec3-9b54-dda2bb10e691 admin admin] Made reservation on behalf of a664fc5838dc44cb8d9481b453356af9 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:16:50.606073 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ec7d8223-f4a8-4ec3-9b54-dda2bb10e691 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:50.606205 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-60b25e8a-c86b-4c42-ad56-4c0358cde7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:50.636449 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 63be37f5-3e86-4cf4-bc8f-156d6f83c21d details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:16:50.653266 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e265b61a-af29-4cf1-9752-a2de3c576f13 req-3acbeb50-9ad5-47d6-bd6b-aabcee8807cb tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:50.658057 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e265b61a-af29-4cf1-9752-a2de3c576f13 req-3acbeb50-9ad5-47d6-bd6b-aabcee8807cb tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:50.663248 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e265b61a-af29-4cf1-9752-a2de3c576f13 req-3acbeb50-9ad5-47d6-bd6b-aabcee8807cb tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "DELETE /v2.0/security-groups/92b4e315-0b9e-410a-9dbf-6d65ee922874 HTTP/1.1" status: 204 len: 173 time: 0.6021619 Dec 17 15:16:50.691855 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-60b25e8a-c86b-4c42-ad56-4c0358cde7f2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8205dec96e9348e1a015ab0f829a7ba9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4181316 Dec 17 15:16:50.700250 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46758) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:50.739508 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-68447413-f270-408a-b4bb-a044477f6953 req-e96cfdc6-7ebc-482b-b111-1727fc3a1f51 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Allocated IP 172.20.0.14 (3aef48c0-7506-4912-87a1-02fd88d2b430/cb8281b9-5255-4caf-a905-604474f334b0/9989be88-b6a0-4515-85bb-1074b7d5e992) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:16:50.829146 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0d0ef29f-4830-4b10-820d-fd7ad6e94b10 req-96bb091f-ff31-42c5-93a4-09561e9cb840 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/ports?device_id=78611da9-302d-43f4-8a00-19313e5c42fc HTTP/1.1" status: 200 len: 210 time: 0.1275635 Dec 17 15:16:50.837569 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-162a49bd-4b69-43a3-b1d1-892551abbbad req-a6a9cec0-da3c-476c-8639-c33c9fba839b tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] No DVR routers for this DVR port abbc343c-8626-4ed1-938b-8def09360a30 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:16:50.846288 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-162a49bd-4b69-43a3-b1d1-892551abbbad req-a6a9cec0-da3c-476c-8639-c33c9fba839b tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:50.850192 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-162a49bd-4b69-43a3-b1d1-892551abbbad req-a6a9cec0-da3c-476c-8639-c33c9fba839b tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.13 "DELETE /v2.0/ports/abbc343c-8626-4ed1-938b-8def09360a30 HTTP/1.1" status: 204 len: 173 time: 0.8639948 Dec 17 15:16:50.850761 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65dca94-e81a-47c5-9bb5-ffcb96121412', 'name': 'network-vif-deleted', 'tag': 'abbc343c-8626-4ed1-938b-8def09360a30'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:16:50.853263 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4029f7b7-dde0-4f7b-b191-3f5c9e485837" -d '{"events": [{"server_uuid": "b65dca94-e81a-47c5-9bb5-ffcb96121412", "name": "network-vif-deleted", "tag": "abbc343c-8626-4ed1-938b-8def09360a30"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:16:50.871318 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b25e8a-c86b-4c42-ad56-4c0358cde7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6107e20e-9444-4aff-994d-e827deeb618a,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:50.889654 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 63be37f5-3e86-4cf4-bc8f-156d6f83c21d, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=63be37f5-3e86-4cf4-bc8f-156d6f83c21d,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:16:50.918488 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acbeb50-9ad5-47d6-bd6b-aabcee8807cb tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b4e315-0b9e-410a-9dbf-6d65ee922874,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:50.944990 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '63be37f5-3e86-4cf4-bc8f-156d6f83c21d', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': '63be37f5-3e86-4cf4-bc8f-156d6f83c21d', 'mac_address': 'fa:16:3e:47:03:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:16:50.960215 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-123842b8-84be-424d-a142-9767034d711b req-f129a5c4-9875-45dc-86e1-8f4e64f67dea tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups/fc1bad86-fc11-4b30-9cfd-8627625ca4cf HTTP/1.1" status: 200 len: 1800 time: 0.2671700 Dec 17 15:16:51.038589 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:51.068725 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85eda08f-9e66-4f18-b1d1-4bf9912a6095 x-openstack-request-id: req-85eda08f-9e66-4f18-b1d1-4bf9912a6095 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:16:51.069020 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65dca94-e81a-47c5-9bb5-ffcb96121412", "name": "network-vif-deleted", "tag": "abbc343c-8626-4ed1-938b-8def09360a30", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:16:51.069502 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-85eda08f-9e66-4f18-b1d1-4bf9912a6095 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:16:51.069953 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65dca94-e81a-47c5-9bb5-ffcb96121412', 'name': 'network-vif-deleted', 'tag': 'abbc343c-8626-4ed1-938b-8def09360a30', 'status': 'completed', 'code': 200} Dec 17 15:16:51.098964 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63be37f5-3e86-4cf4-bc8f-156d6f83c21d {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:16:51.103078 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ec7d8223-f4a8-4ec3-9b54-dda2bb10e691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:51.147727 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5c64894f-21e2-4f0a-9d3b-b2862b65960e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:51.183403 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5c64894f-21e2-4f0a-9d3b-b2862b65960e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:51.184418 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 63be37f5-3e86-4cf4-bc8f-156d6f83c21d, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=63be37f5-3e86-4cf4-bc8f-156d6f83c21d,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:16:51.263067 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:51.273340 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d8223-f4a8-4ec3-9b54-dda2bb10e691 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da83ff64-289b-4a41-8d14-866b7dfb3d66,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:51.319061 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7d8223-f4a8-4ec3-9b54-dda2bb10e691 admin admin] Checking segment: {'id': 'd159982d-833c-40df-8b11-6dd338fba157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:16:51.319405 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7d8223-f4a8-4ec3-9b54-dda2bb10e691 admin admin] Network hostable DHCP agents. Network: b2bc70b2-1b17-4db0-acd7-24d62fbc7a86, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:16:51.341125 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-37bcb890-3061-44d1-b979-d656748df4f8 req-37aea96a-f0c4-426f-9bbb-758daa38b7d1 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a6a74c3-0324-4a77-8093-0269d265b42b HTTP/1.1" status: 200 len: 210 time: 0.0646179 Dec 17 15:16:51.341802 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=63be37f5-3e86-4cf4-bc8f-156d6f83c21d,revision_number=9']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:51.377471 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['63be37f5-3e86-4cf4-bc8f-156d6f83c21d'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:16:51.380445 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-123842b8-84be-424d-a142-9767034d711b req-ea25a9b2-58e1-4f1d-b900-ab2998a69711 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:51.385526 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5c64894f-21e2-4f0a-9d3b-b2862b65960e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:51.390022 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5c64894f-21e2-4f0a-9d3b-b2862b65960e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:51.391229 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5c64894f-21e2-4f0a-9d3b-b2862b65960e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6107e20e-9444-4aff-994d-e827deeb618a HTTP/1.1" status: 204 len: 168 time: 0.6841002 Dec 17 15:16:51.452532 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7d8223-f4a8-4ec3-9b54-dda2bb10e691 admin admin] Network b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:16:51.463070 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64894f-21e2-4f0a-9d3b-b2862b65960e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6107e20e-9444-4aff-994d-e827deeb618a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:51.514188 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-123842b8-84be-424d-a142-9767034d711b req-ea25a9b2-58e1-4f1d-b900-ab2998a69711 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:51.525349 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-68447413-f270-408a-b4bb-a044477f6953 req-e96cfdc6-7ebc-482b-b111-1727fc3a1f51 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:51.537132 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-ec7d8223-f4a8-4ec3-9b54-dda2bb10e691 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, b2bc70b2-1b17-4db0-acd7-24d62fbc7a86) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:16:51.551509 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7d8223-f4a8-4ec3-9b54-dda2bb10e691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:51.552251 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ec7d8223-f4a8-4ec3-9b54-dda2bb10e691 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:51.581965 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df42f061-467b-4fee-8826-1532543a7d33 None None] Network b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:16:51.668547 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ec7d8223-f4a8-4ec3-9b54-dda2bb10e691 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5607004 Dec 17 15:16:51.671366 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46804) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:51.677111 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-65ae52ec-8d67-4d78-b819-692c139c0a89 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-392780655-router', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:16:51.698238 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 2c295874-fdae-4e71-9657-0d8b84b9be38 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:16:51.726307 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 2c295874-fdae-4e71-9657-0d8b84b9be38 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:16:51.726651 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 2c295874-fdae-4e71-9657-0d8b84b9be38 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:16:51.764378 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-68447413-f270-408a-b4bb-a044477f6953 req-e96cfdc6-7ebc-482b-b111-1727fc3a1f51 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:51.780430 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-123842b8-84be-424d-a142-9767034d711b req-ea25a9b2-58e1-4f1d-b900-ab2998a69711 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:51.783079 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-123842b8-84be-424d-a142-9767034d711b req-ea25a9b2-58e1-4f1d-b900-ab2998a69711 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:51.784223 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-123842b8-84be-424d-a142-9767034d711b req-ea25a9b2-58e1-4f1d-b900-ab2998a69711 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "DELETE /v2.0/security-groups/fc1bad86-fc11-4b30-9cfd-8627625ca4cf HTTP/1.1" status: 204 len: 173 time: 0.8003335 Dec 17 15:16:51.816291 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68447413-f270-408a-b4bb-a044477f6953 req-e96cfdc6-7ebc-482b-b111-1727fc3a1f51 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Network 3aef48c0-7506-4912-87a1-02fd88d2b430 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:16:51.826809 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-65ae52ec-8d67-4d78-b819-692c139c0a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:51.827904 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-65ae52ec-8d67-4d78-b819-692c139c0a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:51.882706 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-68447413-f270-408a-b4bb-a044477f6953 req-e96cfdc6-7ebc-482b-b111-1727fc3a1f51 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:16:51.897881 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-68447413-f270-408a-b4bb-a044477f6953 req-e96cfdc6-7ebc-482b-b111-1727fc3a1f51 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:16:51.924487 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d56b71-fecb-4b2f-ba1c-5e905da15d7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'fixed_ips': [{'subnet_id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:16:51.925368 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d2d56b71-fecb-4b2f-ba1c-5e905da15d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:51.975194 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-65ae52ec-8d67-4d78-b819-692c139c0a89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:52.005669 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25a9b2-58e1-4f1d-b900-ab2998a69711 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1bad86-fc11-4b30-9cfd-8627625ca4cf,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:52.027373 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-41b14c7c-a76a-440f-b3c1-66c2116de93a req-e4700d07-092a-4000-bc3b-bfd9d72cf233 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1090263774', 'description': 'tempest-description-1452228851'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:16:52.050756 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68447413-f270-408a-b4bb-a044477f6953 req-e96cfdc6-7ebc-482b-b111-1727fc3a1f51 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:52.051193 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-68447413-f270-408a-b4bb-a044477f6953 req-e96cfdc6-7ebc-482b-b111-1727fc3a1f51 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:52.077765 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96cfdc6-7ebc-482b-b111-1727fc3a1f51 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Pushing event updated for resources: {'Port': ['ID=9989be88-b6a0-4515-85bb-1074b7d5e992,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:52.162371 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3829994-ba09-4ab8-910f-a0a276d3be81 req-b06a1f99-c373-4fc2-a1a1-0be78d705c86 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:52.176915 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d3829994-ba09-4ab8-910f-a0a276d3be81 req-b06a1f99-c373-4fc2-a1a1-0be78d705c86 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/ports?device_id=78611da9-302d-43f4-8a00-19313e5c42fc HTTP/1.1" status: 200 len: 932 time: 0.1540697 Dec 17 15:16:52.286105 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d3829994-ba09-4ab8-910f-a0a276d3be81 req-a268380a-1dc2-4bbb-9cf4-4d9cb533d6c6 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c0e174c-134f-4195-a93d-c5a96463f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942464 Dec 17 15:16:52.286602 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-41b14c7c-a76a-440f-b3c1-66c2116de93a req-e4700d07-092a-4000-bc3b-bfd9d72cf233 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:52.291719 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-65ae52ec-8d67-4d78-b819-692c139c0a89 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:52.309455 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-d2d56b71-fecb-4b2f-ba1c-5e905da15d7d None None] Allocated IP 172.20.0.2 (b2bc70b2-1b17-4db0-acd7-24d62fbc7a86/da83ff64-289b-4a41-8d14-866b7dfb3d66/d78a6789-8a36-49aa-bdb2-ea475934fa80) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:16:52.354829 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68447413-f270-408a-b4bb-a044477f6953 req-e96cfdc6-7ebc-482b-b111-1727fc3a1f51 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7260265 Dec 17 15:16:52.377306 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-68447413-f270-408a-b4bb-a044477f6953 req-f5f19011-eae8-491a-a327-26eda348c97b service neutron] Request body: {'port': {'device_id': '78611da9-302d-43f4-8a00-19313e5c42fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:16:52.548305 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-dfbde57e-a317-4b83-af56-7a0fd8cbd306 None None] Provisioning complete for port 9989be88-b6a0-4515-85bb-1074b7d5e992 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:16:52.550764 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dfbde57e-a317-4b83-af56-7a0fd8cbd306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:52.581721 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68c0bb42-fca2-47c6-9166-fcaa76141903 req-31b73c82-c79b-4495-aa1f-c8ae58744568 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a6a74c3-0324-4a77-8093-0269d265b42b HTTP/1.1" status: 200 len: 210 time: 0.0751436 Dec 17 15:16:52.649364 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-68447413-f270-408a-b4bb-a044477f6953 req-f5f19011-eae8-491a-a327-26eda348c97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:52.664634 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 63be37f5-3e86-4cf4-bc8f-156d6f83c21d up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:16:52.683818 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-41b14c7c-a76a-440f-b3c1-66c2116de93a req-e4700d07-092a-4000-bc3b-bfd9d72cf233 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:52.860128 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-65ae52ec-8d67-4d78-b819-692c139c0a89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:52.914234 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-eee8831c-e7fc-4220-8884-18e24ad2d4fd tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:52.916200 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-eee8831c-e7fc-4220-8884-18e24ad2d4fd tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.41 "GET /v2.0/networks?id=c55c80a5-833c-48da-873a-0d6892b2ac27 HTTP/1.1" status: 200 len: 805 time: 0.5598350 Dec 17 15:16:52.921494 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-41b14c7c-a76a-440f-b3c1-66c2116de93a req-e4700d07-092a-4000-bc3b-bfd9d72cf233 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:52.931397 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-65ae52ec-8d67-4d78-b819-692c139c0a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:52.955247 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d2d56b71-fecb-4b2f-ba1c-5e905da15d7d None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:52.970284 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-dfbde57e-a317-4b83-af56-7a0fd8cbd306 None None] Port 9989be88-b6a0-4515-85bb-1074b7d5e992 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:16:52.993080 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-a91218e8-41e1-4c77-9526-8b3b0734233f tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Request body: {'port': {'device_id': '1a6a74c3-0324-4a77-8093-0269d265b42b', 'network_id': 'c55c80a5-833c-48da-873a-0d6892b2ac27', 'admin_state_up': True, 'tenant_id': '88f06237a6a040a5b48294f889fb95ed'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:16:53.018495 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4700d07-092a-4000-bc3b-bfd9d72cf233 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6199aef0-3dc6-46a9-ab5d-73eef8e74236,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:53.019641 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 63be37f5-3e86-4cf4-bc8f-156d6f83c21d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:16:53.020019 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:53.091552 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d2d56b71-fecb-4b2f-ba1c-5e905da15d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:53.202254 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-41b14c7c-a76a-440f-b3c1-66c2116de93a req-e4700d07-092a-4000-bc3b-bfd9d72cf233 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:53.208601 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-41b14c7c-a76a-440f-b3c1-66c2116de93a req-e4700d07-092a-4000-bc3b-bfd9d72cf233 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.3844945 Dec 17 15:16:53.270167 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-65ae52ec-8d67-4d78-b819-692c139c0a89 admin admin] Allocated IP 172.25.6.35 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/74db92ab-0014-405a-b4b4-c895220ab0e3) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:16:53.320382 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d56b71-fecb-4b2f-ba1c-5e905da15d7d None None] Pushing event updated for resources: {'Port': ['ID=d78a6789-8a36-49aa-bdb2-ea475934fa80,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:53.352532 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d56b71-fecb-4b2f-ba1c-5e905da15d7d None None] Network b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:16:53.362307 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-d2d56b71-fecb-4b2f-ba1c-5e905da15d7d None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:16:53.368775 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d56b71-fecb-4b2f-ba1c-5e905da15d7d None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:16:53.475623 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c7155507-7199-4e91-8133-d2dc87d14389 req-4d381988-e73c-41c7-939a-2b50fe1cc1fc tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups/6199aef0-3dc6-46a9-ab5d-73eef8e74236 HTTP/1.1" status: 200 len: 1803 time: 0.2382412 Dec 17 15:16:53.553565 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-c7155507-7199-4e91-8133-d2dc87d14389 req-d53962ae-c711-4c56-abb4-54dbb16b6f3a tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Request body: {'security_group': {'name': 'tempest-sg-hth-128241339', 'description': 'tempest-description-hth-916309626'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:16:53.556165 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-d2d56b71-fecb-4b2f-ba1c-5e905da15d7d None None] Attempting to bind port d78a6789-8a36-49aa-bdb2-ea475934fa80 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:16:53.556950 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-d2d56b71-fecb-4b2f-ba1c-5e905da15d7d None None] Attempting to bind port d78a6789-8a36-49aa-bdb2-ea475934fa80 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'd159982d-833c-40df-8b11-6dd338fba157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:16:53.558306 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d56b71-fecb-4b2f-ba1c-5e905da15d7d None None] Attempting to bind port d78a6789-8a36-49aa-bdb2-ea475934fa80 on network b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:16:53.584546 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-65ae52ec-8d67-4d78-b819-692c139c0a89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:53.585216 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d56b71-fecb-4b2f-ba1c-5e905da15d7d None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:16:53.586658 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d56b71-fecb-4b2f-ba1c-5e905da15d7d None None] Checking segment: {'id': 'd159982d-833c-40df-8b11-6dd338fba157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:16:53.588256 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d2d56b71-fecb-4b2f-ba1c-5e905da15d7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:53.589560 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d56b71-fecb-4b2f-ba1c-5e905da15d7d None None] Bound using segment: {'id': 'd159982d-833c-40df-8b11-6dd338fba157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:16:53.591256 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-d2d56b71-fecb-4b2f-ba1c-5e905da15d7d None None] Bound port: d78a6789-8a36-49aa-bdb2-ea475934fa80, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd159982d-833c-40df-8b11-6dd338fba157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:16:53.596329 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d2d56b71-fecb-4b2f-ba1c-5e905da15d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:53.606115 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:53.690498 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2edc1-5584-4b2d-bfa8-196d4d278502 req-e805f467-c42d-4885-a327-eaa7b87eb47c tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:53.692903 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6fd2edc1-5584-4b2d-bfa8-196d4d278502 req-e805f467-c42d-4885-a327-eaa7b87eb47c tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/ports?device_id=78611da9-302d-43f4-8a00-19313e5c42fc HTTP/1.1" status: 200 len: 932 time: 0.2656260 Dec 17 15:16:53.700178 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-a91218e8-41e1-4c77-9526-8b3b0734233f tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Made reservation on behalf of 88f06237a6a040a5b48294f889fb95ed for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:16:53.704995 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-a91218e8-41e1-4c77-9526-8b3b0734233f tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:53.730158 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c7155507-7199-4e91-8133-d2dc87d14389 req-d53962ae-c711-4c56-abb4-54dbb16b6f3a tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:53.736803 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 63be37f5-3e86-4cf4-bc8f-156d6f83c21d, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=63be37f5-3e86-4cf4-bc8f-156d6f83c21d,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:16:53.746491 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8bb9fc-f7d4-4573-adec-112324e31679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63be37f5-3e86-4cf4-bc8f-156d6f83c21d'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:16:53.760916 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73ba6eb-a72d-4d51-b96d-47a6f9519e45" -d '{"events": [{"server_uuid": "9c8bb9fc-f7d4-4573-adec-112324e31679", "name": "network-vif-plugged", "status": "completed", "tag": "63be37f5-3e86-4cf4-bc8f-156d6f83c21d"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:16:53.768627 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-65ae52ec-8d67-4d78-b819-692c139c0a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:53.779010 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-68447413-f270-408a-b4bb-a044477f6953 req-f5f19011-eae8-491a-a327-26eda348c97b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9989be88-b6a0-4515-85bb-1074b7d5e992 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:16:53.803640 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ae52ec-8d67-4d78-b819-692c139c0a89 admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:16:53.814661 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-65ae52ec-8d67-4d78-b819-692c139c0a89 admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:16:53.816875 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ae52ec-8d67-4d78-b819-692c139c0a89 admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:16:53.848534 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:53.850190 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device abbc343c-8626-4ed1-938b-8def09360a30 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:16:53.920443 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-68447413-f270-408a-b4bb-a044477f6953 req-f5f19011-eae8-491a-a327-26eda348c97b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:53.962652 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: abbc343c-8626-4ed1-938b-8def09360a30 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:16:53.963510 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device abbc343c-8626-4ed1-938b-8def09360a30 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:16:53.968542 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=63be37f5-3e86-4cf4-bc8f-156d6f83c21d,revision_number=10']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:54.020348 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-68447413-f270-408a-b4bb-a044477f6953 req-f5f19011-eae8-491a-a327-26eda348c97b service neutron] Transition to ACTIVE for port object 9989be88-b6a0-4515-85bb-1074b7d5e992 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:16:54.025520 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6fd2edc1-5584-4b2d-bfa8-196d4d278502 req-a3177662-9bb7-4db3-b355-8c18e6b63e85 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c0e174c-134f-4195-a93d-c5a96463f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3014321 Dec 17 15:16:54.035702 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae52ec-8d67-4d78-b819-692c139c0a89 admin admin] Pushing event updated for resources: {'Port': ['ID=74db92ab-0014-405a-b4b4-c895220ab0e3,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:54.093906 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c7155507-7199-4e91-8133-d2dc87d14389 req-d53962ae-c711-4c56-abb4-54dbb16b6f3a tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:54.127558 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-a91218e8-41e1-4c77-9526-8b3b0734233f tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Allocated IP 172.20.0.14 (c55c80a5-833c-48da-873a-0d6892b2ac27/da4dd92c-6f31-4733-ad5e-39ad920cb8f0/bdf5d109-6d53-4691-89d1-f1bcd820d88b) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:16:54.175163 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-68447413-f270-408a-b4bb-a044477f6953 req-f5f19011-eae8-491a-a327-26eda348c97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:54.265567 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c7155507-7199-4e91-8133-d2dc87d14389 req-d53962ae-c711-4c56-abb4-54dbb16b6f3a tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:54.274056 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c7155507-7199-4e91-8133-d2dc87d14389 req-d53962ae-c711-4c56-abb4-54dbb16b6f3a tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:54.275344 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c7155507-7199-4e91-8133-d2dc87d14389 req-d53962ae-c711-4c56-abb4-54dbb16b6f3a tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "PUT /v2.0/security-groups/6199aef0-3dc6-46a9-ab5d-73eef8e74236 HTTP/1.1" status: 200 len: 1775 time: 0.7538247 Dec 17 15:16:54.291458 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-d2d56b71-fecb-4b2f-ba1c-5e905da15d7d None None] For port d78a6789-8a36-49aa-bdb2-ea475934fa80, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:16:54.306681 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-d2d56b71-fecb-4b2f-ba1c-5e905da15d7d None None] For port d78a6789-8a36-49aa-bdb2-ea475934fa80, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=d78a6789-8a36-49aa-bdb2-ea475934fa80,segment=NetworkSegment(d159982d-833c-40df-8b11-6dd338fba157),segment_id=d159982d-833c-40df-8b11-6dd338fba157)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:16:54.400812 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d2d56b71-fecb-4b2f-ba1c-5e905da15d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:54.514736 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d56b71-fecb-4b2f-ba1c-5e905da15d7d None None] Pushing event updated for resources: {'Port': ['ID=d78a6789-8a36-49aa-bdb2-ea475934fa80,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:54.576326 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-65ae52ec-8d67-4d78-b819-692c139c0a89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:54.751425 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f19011-eae8-491a-a327-26eda348c97b service neutron] Pushing event updated for resources: {'Port': ['ID=9989be88-b6a0-4515-85bb-1074b7d5e992,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:54.757287 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-15f20b2d-ca19-49cf-9748-2b1904c9503b req-3e63f7c4-7f6a-4518-8b9a-097aa94fbe8b tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a6a74c3-0324-4a77-8093-0269d265b42b HTTP/1.1" status: 200 len: 210 time: 0.2638724 Dec 17 15:16:54.889004 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53962ae-c711-4c56-abb4-54dbb16b6f3a tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6199aef0-3dc6-46a9-ab5d-73eef8e74236,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:54.910910 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-68447413-f270-408a-b4bb-a044477f6953 req-f5f19011-eae8-491a-a327-26eda348c97b service neutron] Attempting to bind port 9989be88-b6a0-4515-85bb-1074b7d5e992 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:16:54.911238 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-68447413-f270-408a-b4bb-a044477f6953 req-f5f19011-eae8-491a-a327-26eda348c97b service neutron] Attempting to bind port 9989be88-b6a0-4515-85bb-1074b7d5e992 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'e8e3507c-e010-414c-9e07-379a84f479f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3aef48c0-7506-4912-87a1-02fd88d2b430'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:16:54.911568 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68447413-f270-408a-b4bb-a044477f6953 req-f5f19011-eae8-491a-a327-26eda348c97b service neutron] Attempting to bind port 9989be88-b6a0-4515-85bb-1074b7d5e992 on network 3aef48c0-7506-4912-87a1-02fd88d2b430 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:16:54.927032 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68447413-f270-408a-b4bb-a044477f6953 req-f5f19011-eae8-491a-a327-26eda348c97b service neutron] Port 9989be88-b6a0-4515-85bb-1074b7d5e992 on network 3aef48c0-7506-4912-87a1-02fd88d2b430 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:16:54.927357 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68447413-f270-408a-b4bb-a044477f6953 req-f5f19011-eae8-491a-a327-26eda348c97b service neutron] Attempting to bind port 9989be88-b6a0-4515-85bb-1074b7d5e992 on network 3aef48c0-7506-4912-87a1-02fd88d2b430 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:16:54.939507 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f824466c-804c-4315-929f-2e6bd976b9de x-openstack-request-id: req-f824466c-804c-4315-929f-2e6bd976b9de {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:16:54.939808 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8bb9fc-f7d4-4573-adec-112324e31679", "name": "network-vif-plugged", "status": "completed", "tag": "63be37f5-3e86-4cf4-bc8f-156d6f83c21d", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:16:54.940059 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f824466c-804c-4315-929f-2e6bd976b9de {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:16:54.940448 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8bb9fc-f7d4-4573-adec-112324e31679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63be37f5-3e86-4cf4-bc8f-156d6f83c21d', 'code': 200} Dec 17 15:16:54.962603 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68447413-f270-408a-b4bb-a044477f6953 req-f5f19011-eae8-491a-a327-26eda348c97b service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:16:54.962944 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68447413-f270-408a-b4bb-a044477f6953 req-f5f19011-eae8-491a-a327-26eda348c97b service neutron] Checking segment: {'id': 'e8e3507c-e010-414c-9e07-379a84f479f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3aef48c0-7506-4912-87a1-02fd88d2b430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:16:54.963321 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68447413-f270-408a-b4bb-a044477f6953 req-f5f19011-eae8-491a-a327-26eda348c97b service neutron] Bound using segment: {'id': 'e8e3507c-e010-414c-9e07-379a84f479f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3aef48c0-7506-4912-87a1-02fd88d2b430'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:16:54.963757 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-68447413-f270-408a-b4bb-a044477f6953 req-f5f19011-eae8-491a-a327-26eda348c97b service neutron] Bound port: 9989be88-b6a0-4515-85bb-1074b7d5e992, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8e3507c-e010-414c-9e07-379a84f479f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3aef48c0-7506-4912-87a1-02fd88d2b430'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:16:54.964103 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-68447413-f270-408a-b4bb-a044477f6953 req-f5f19011-eae8-491a-a327-26eda348c97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:55.193643 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bfc10f2c-17bc-4573-b53e-c473647eac27 req-c2d2c6f5-02ad-4855-a933-ec4543c41c2f tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups/6199aef0-3dc6-46a9-ab5d-73eef8e74236 HTTP/1.1" status: 200 len: 1775 time: 0.2991872 Dec 17 15:16:55.307734 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-65ae52ec-8d67-4d78-b819-692c139c0a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:55.339003 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e27b0-bae1-496f-ae61-ab408cfddf52 req-9c7f8b66-8809-409a-bb7d-4f3b9957c15d tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:55.347325 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f83e27b0-bae1-496f-ae61-ab408cfddf52 req-9c7f8b66-8809-409a-bb7d-4f3b9957c15d tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/ports?device_id=78611da9-302d-43f4-8a00-19313e5c42fc HTTP/1.1" status: 200 len: 944 time: 0.1765792 Dec 17 15:16:55.352582 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-a91218e8-41e1-4c77-9526-8b3b0734233f tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:55.417916 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-68447413-f270-408a-b4bb-a044477f6953 req-f5f19011-eae8-491a-a327-26eda348c97b service neutron] For port 9989be88-b6a0-4515-85bb-1074b7d5e992, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:16:55.451591 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f83e27b0-bae1-496f-ae61-ab408cfddf52 req-a2c98ba1-f834-4da0-ac7b-dbfd0e76435e tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c0e174c-134f-4195-a93d-c5a96463f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033659 Dec 17 15:16:55.539611 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-68447413-f270-408a-b4bb-a044477f6953 req-f5f19011-eae8-491a-a327-26eda348c97b service neutron] For port 9989be88-b6a0-4515-85bb-1074b7d5e992, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=9989be88-b6a0-4515-85bb-1074b7d5e992,segment=NetworkSegment(e8e3507c-e010-414c-9e07-379a84f479f5),segment_id=e8e3507c-e010-414c-9e07-379a84f479f5)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:16:55.623131 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:55.630205 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f87f851e-a455-4fcb-897b-145328ff9af6 req-9684bfb7-aa56-4ec3-9150-489476718f49 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups/6199aef0-3dc6-46a9-ab5d-73eef8e74236 HTTP/1.1" status: 200 len: 1775 time: 0.0956509 Dec 17 15:16:55.668546 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-68447413-f270-408a-b4bb-a044477f6953 req-f5f19011-eae8-491a-a327-26eda348c97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:55.675819 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-a91218e8-41e1-4c77-9526-8b3b0734233f tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:55.798025 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68447413-f270-408a-b4bb-a044477f6953 req-f5f19011-eae8-491a-a327-26eda348c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:55.799488 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-68447413-f270-408a-b4bb-a044477f6953 req-f5f19011-eae8-491a-a327-26eda348c97b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:55.801504 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68447413-f270-408a-b4bb-a044477f6953 req-f5f19011-eae8-491a-a327-26eda348c97b service neutron] 10.222.0.13 "PUT /v2.0/ports/9989be88-b6a0-4515-85bb-1074b7d5e992 HTTP/1.1" status: 200 len: 1092 time: 3.4305515 Dec 17 15:16:55.811041 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ae52ec-8d67-4d78-b819-692c139c0a89 admin admin] Router fa5891b7-113a-453b-ac72-51d5e214dacd is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:16:55.872786 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78611da9-302d-43f4-8a00-19313e5c42fc', 'tag': '9989be88-b6a0-4515-85bb-1074b7d5e992'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:16:55.884132 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd92606-4e43-40f1-a385-2bdd8786d9e4" -d '{"events": [{"name": "network-changed", "server_uuid": "78611da9-302d-43f4-8a00-19313e5c42fc", "tag": "9989be88-b6a0-4515-85bb-1074b7d5e992"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:16:55.962921 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-a91218e8-41e1-4c77-9526-8b3b0734233f tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Network c55c80a5-833c-48da-873a-0d6892b2ac27 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:16:55.978685 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-a91218e8-41e1-4c77-9526-8b3b0734233f tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:16:55.991757 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-a91218e8-41e1-4c77-9526-8b3b0734233f tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:16:56.067094 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f19011-eae8-491a-a327-26eda348c97b service neutron] Pushing event updated for resources: {'Port': ['ID=9989be88-b6a0-4515-85bb-1074b7d5e992,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:56.070206 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f87f851e-a455-4fcb-897b-145328ff9af6 req-b116ab4e-6c66-420f-aa7c-0d7ddbb4e08f tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:56.217455 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ae52ec-8d67-4d78-b819-692c139c0a89 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:16:56.231458 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfb8fb4-42e6-48e2-942f-9d3912031b50 None None] Sync routers for ids ['fa5891b7-113a-453b-ac72-51d5e214dacd'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:16:56.255717 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfb8fb4-42e6-48e2-942f-9d3912031b50 None None] Routers {'fa5891b7-113a-453b-ac72-51d5e214dacd'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:16:56.265103 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-0cfb8fb4-42e6-48e2-942f-9d3912031b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:16:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['fa5891b7-113a-453b-ac72-51d5e214dacd'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:16:56.399100 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-65ae52ec-8d67-4d78-b819-692c139c0a89 admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:56.401353 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-65ae52ec-8d67-4d78-b819-692c139c0a89 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.7279723 Dec 17 15:16:56.403651 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46932) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:16:56.428177 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68447413-f270-408a-b4bb-a044477f6953 req-f6c99ca6-f93c-482a-b9ad-4dbc61457408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:56.431598 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68447413-f270-408a-b4bb-a044477f6953 req-f6c99ca6-f93c-482a-b9ad-4dbc61457408 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eeb1d716f63d4fc78ffca2f95cd93401&device_id=78611da9-302d-43f4-8a00-19313e5c42fc HTTP/1.1" status: 200 len: 1095 time: 0.4543040 Dec 17 15:16:56.452701 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f87f851e-a455-4fcb-897b-145328ff9af6 req-b116ab4e-6c66-420f-aa7c-0d7ddbb4e08f tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:56.459586 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device d78a6789-8a36-49aa-bdb2-ea475934fa80 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:16:56.516552 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9e7c13-6723-46b4-911a-856f89c791b1 None None] Network b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:16:56.641582 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-0cfb8fb4-42e6-48e2-942f-9d3912031b50 None None] Set router fa5891b7-113a-453b-ac72-51d5e214dacd gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:16:56.670528 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-a91218e8-41e1-4c77-9526-8b3b0734233f tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:56.683132 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-a91218e8-41e1-4c77-9526-8b3b0734233f tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:56.704220 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68447413-f270-408a-b4bb-a044477f6953 req-df790978-3e1e-43aa-aefb-95d81e4038a5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9989be88-b6a0-4515-85bb-1074b7d5e992 HTTP/1.1" status: 200 len: 217 time: 0.2038410 Dec 17 15:16:56.756374 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91218e8-41e1-4c77-9526-8b3b0734233f tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Pushing event updated for resources: {'Port': ['ID=bdf5d109-6d53-4691-89d1-f1bcd820d88b,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:56.853932 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68447413-f270-408a-b4bb-a044477f6953 req-8a6dc216-d41d-4781-8a7c-c21bf264526a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:56.856015 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68447413-f270-408a-b4bb-a044477f6953 req-8a6dc216-d41d-4781-8a7c-c21bf264526a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb8281b9-5255-4caf-a905-604474f334b0 HTTP/1.1" status: 200 len: 855 time: 0.1329510 Dec 17 15:16:56.874583 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-fa9124ba-17fe-4b3a-8265-7b5189667056 None None] Provisioning complete for port d78a6789-8a36-49aa-bdb2-ea475934fa80 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:16:56.875132 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fa9124ba-17fe-4b3a-8265-7b5189667056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:56.922125 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-a91218e8-41e1-4c77-9526-8b3b0734233f tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9502134 Dec 17 15:16:56.953077 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-c3626915-54bd-41fb-84ab-283068ef7077 service neutron] Request body: {'port': {'device_id': '1a6a74c3-0324-4a77-8093-0269d265b42b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:16:56.967731 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f87f851e-a455-4fcb-897b-145328ff9af6 req-b116ab4e-6c66-420f-aa7c-0d7ddbb4e08f tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:56.974232 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f87f851e-a455-4fcb-897b-145328ff9af6 req-b116ab4e-6c66-420f-aa7c-0d7ddbb4e08f tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:56.978813 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f87f851e-a455-4fcb-897b-145328ff9af6 req-b116ab4e-6c66-420f-aa7c-0d7ddbb4e08f tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "DELETE /v2.0/security-groups/6199aef0-3dc6-46a9-ab5d-73eef8e74236 HTTP/1.1" status: 204 len: 173 time: 1.3399751 Dec 17 15:16:57.129068 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0697314-e757-43a0-9572-98181f01bb07 x-openstack-request-id: req-d0697314-e757-43a0-9572-98181f01bb07 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:16:57.129897 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78611da9-302d-43f4-8a00-19313e5c42fc", "tag": "9989be88-b6a0-4515-85bb-1074b7d5e992", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:16:57.130413 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d0697314-e757-43a0-9572-98181f01bb07 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:16:57.131039 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78611da9-302d-43f4-8a00-19313e5c42fc', 'tag': '9989be88-b6a0-4515-85bb-1074b7d5e992', 'status': 'completed', 'code': 200} Dec 17 15:16:57.156713 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116ab4e-6c66-420f-aa7c-0d7ddbb4e08f tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6199aef0-3dc6-46a9-ab5d-73eef8e74236,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:57.268019 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68447413-f270-408a-b4bb-a044477f6953 req-95322fd1-b031-453c-b922-0fe91b57fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:57.273012 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68447413-f270-408a-b4bb-a044477f6953 req-95322fd1-b031-453c-b922-0fe91b57fdac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3aef48c0-7506-4912-87a1-02fd88d2b430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4095504 Dec 17 15:16:57.332839 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-0cfb8fb4-42e6-48e2-942f-9d3912031b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'name': 'tempest-FloatingIPsAssociationTestJSON-392780655-router', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:16:51Z', 'updated_at': '2021-12-17T15:16:54Z', 'revision_number': 3, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'gw_port': {'id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:52Z', 'updated_at': '2021-12-17T15:16:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:16:57.436155 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfb8fb4-42e6-48e2-942f-9d3912031b50 None None] Checking router: fa5891b7-113a-453b-ac72-51d5e214dacd for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:16:57.438527 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfb8fb4-42e6-48e2-942f-9d3912031b50 None None] Updating router fa5891b7-113a-453b-ac72-51d5e214dacd port 74db92ab-0014-405a-b4b4-c895220ab0e3 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:16:57.447436 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fa9124ba-17fe-4b3a-8265-7b5189667056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:57.521911 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-0cfb8fb4-42e6-48e2-942f-9d3912031b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:57.540986 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-fa9124ba-17fe-4b3a-8265-7b5189667056 None None] For port d78a6789-8a36-49aa-bdb2-ea475934fa80, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=d78a6789-8a36-49aa-bdb2-ea475934fa80,segment=NetworkSegment(d159982d-833c-40df-8b11-6dd338fba157),segment_id=d159982d-833c-40df-8b11-6dd338fba157)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:16:57.574202 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port d78a6789-8a36-49aa-bdb2-ea475934fa80 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:16:57.574587 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:57.650605 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-65a35ca8-755c-4c2f-8f73-bfc877afb317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:57.656744 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fa9124ba-17fe-4b3a-8265-7b5189667056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:57.859367 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-65a35ca8-755c-4c2f-8f73-bfc877afb317 admin admin] Allocated IP 172.20.0.1 (b2bc70b2-1b17-4db0-acd7-24d62fbc7a86/da83ff64-289b-4a41-8d14-866b7dfb3d66/6ee55124-6c1e-4098-8106-35abeefde7ee) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:16:57.982112 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9124ba-17fe-4b3a-8265-7b5189667056 None None] Pushing event updated for resources: {'Port': ['ID=d78a6789-8a36-49aa-bdb2-ea475934fa80,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:58.001937 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-1dccc5ee-4cf2-42ee-aa7d-fd64dd947c7c None None] Provisioning complete for port d78a6789-8a36-49aa-bdb2-ea475934fa80 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:16:58.001937 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1dccc5ee-4cf2-42ee-aa7d-fd64dd947c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:58.078168 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-65a35ca8-755c-4c2f-8f73-bfc877afb317 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:58.135653 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-0cfb8fb4-42e6-48e2-942f-9d3912031b50 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:58.214400 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-65a35ca8-755c-4c2f-8f73-bfc877afb317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:58.248769 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-0cfb8fb4-42e6-48e2-942f-9d3912031b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:58.306361 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-c3626915-54bd-41fb-84ab-283068ef7077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:58.314990 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a35ca8-755c-4c2f-8f73-bfc877afb317 admin admin] Pushing event updated for resources: {'Port': ['ID=6ee55124-6c1e-4098-8106-35abeefde7ee,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:58.337712 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a35ca8-755c-4c2f-8f73-bfc877afb317 admin admin] Network b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:16:58.340623 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-65a35ca8-755c-4c2f-8f73-bfc877afb317 admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:16:58.342782 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e90af7-2d95-40d1-9e44-27ea9b46787f req-e4b921eb-a4a4-4fae-b937-adef598ebadf tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:58.350257 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8e90af7-2d95-40d1-9e44-27ea9b46787f req-e4b921eb-a4a4-4fae-b937-adef598ebadf tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a6a74c3-0324-4a77-8093-0269d265b42b HTTP/1.1" status: 200 len: 932 time: 1.2027061 Dec 17 15:16:58.354776 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a35ca8-755c-4c2f-8f73-bfc877afb317 admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:16:58.411328 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-65a35ca8-755c-4c2f-8f73-bfc877afb317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:58.414550 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-0cfb8fb4-42e6-48e2-942f-9d3912031b50 None None] Attempting to bind port 74db92ab-0014-405a-b4b4-c895220ab0e3 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:16:58.415145 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-0cfb8fb4-42e6-48e2-942f-9d3912031b50 None None] Attempting to bind port 74db92ab-0014-405a-b4b4-c895220ab0e3 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:16:58.426411 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfb8fb4-42e6-48e2-942f-9d3912031b50 None None] Attempting to bind port 74db92ab-0014-405a-b4b4-c895220ab0e3 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:16:58.444190 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86921966-4d29-4a90-9f4d-22c09c69fa47 req-247f056a-a2f4-4df8-a86e-9ef7d7ca6c7e tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:58.452870 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-86921966-4d29-4a90-9f4d-22c09c69fa47 req-247f056a-a2f4-4df8-a86e-9ef7d7ca6c7e tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/ports?device_id=78611da9-302d-43f4-8a00-19313e5c42fc HTTP/1.1" status: 200 len: 944 time: 1.2050881 Dec 17 15:16:58.462376 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfb8fb4-42e6-48e2-942f-9d3912031b50 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:16:58.462665 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfb8fb4-42e6-48e2-942f-9d3912031b50 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:16:58.463096 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-0cfb8fb4-42e6-48e2-942f-9d3912031b50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:58.463495 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfb8fb4-42e6-48e2-942f-9d3912031b50 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:16:58.470902 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-0cfb8fb4-42e6-48e2-942f-9d3912031b50 None None] Bound port: 74db92ab-0014-405a-b4b4-c895220ab0e3, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:16:58.471578 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-0cfb8fb4-42e6-48e2-942f-9d3912031b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:58.472390 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device d78a6789-8a36-49aa-bdb2-ea475934fa80 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:16:58.544492 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-0cfb8fb4-42e6-48e2-942f-9d3912031b50 None None] For port 74db92ab-0014-405a-b4b4-c895220ab0e3, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:16:58.548687 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-0cfb8fb4-42e6-48e2-942f-9d3912031b50 None None] For port 74db92ab-0014-405a-b4b4-c895220ab0e3, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=74db92ab-0014-405a-b4b4-c895220ab0e3,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:16:58.550007 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac036588-61cf-4e1d-8201-f8b3161d14be None None] Pushing event updated for resources: {'Port': ['ID=74db92ab-0014-405a-b4b4-c895220ab0e3,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:58.560619 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac036588-61cf-4e1d-8201-f8b3161d14be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:58.564257 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac036588-61cf-4e1d-8201-f8b3161d14be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:58.564257 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac036588-61cf-4e1d-8201-f8b3161d14be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:58.564257 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac036588-61cf-4e1d-8201-f8b3161d14be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:58.564257 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac036588-61cf-4e1d-8201-f8b3161d14be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:58.564257 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac036588-61cf-4e1d-8201-f8b3161d14be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:58.564257 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac036588-61cf-4e1d-8201-f8b3161d14be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:58.564257 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac036588-61cf-4e1d-8201-f8b3161d14be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:58.564257 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac036588-61cf-4e1d-8201-f8b3161d14be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:58.564257 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac036588-61cf-4e1d-8201-f8b3161d14be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:58.565656 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac036588-61cf-4e1d-8201-f8b3161d14be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:58.566170 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac036588-61cf-4e1d-8201-f8b3161d14be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:16:58.643277 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-0cfb8fb4-42e6-48e2-942f-9d3912031b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:58.675793 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port d78a6789-8a36-49aa-bdb2-ea475934fa80 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:16:58.680521 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:58.783342 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8e90af7-2d95-40d1-9e44-27ea9b46787f req-13e9e0b5-d81c-4148-a810-f0b23d2b3dbc tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308951 Dec 17 15:16:58.789778 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68447413-f270-408a-b4bb-a044477f6953 req-9117a847-ee7d-492c-b195-f6bca12b5623 service neutron] 10.222.0.13 "GET /v2.0/networks/3aef48c0-7506-4912-87a1-02fd88d2b430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5719390 Dec 17 15:16:58.829732 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfb8fb4-42e6-48e2-942f-9d3912031b50 None None] Routers {'fa5891b7-113a-453b-ac72-51d5e214dacd'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:16:58.833734 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-0cfb8fb4-42e6-48e2-942f-9d3912031b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:16:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['fa5891b7-113a-453b-ac72-51d5e214dacd'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:16:58.875767 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-791bccd7-3948-4e9f-94f0-468117a098b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:58.931344 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-9f91e4a1-bbcf-409b-b5ba-ebb3d87fa907 None None] Provisioning complete for port 6ee55124-6c1e-4098-8106-35abeefde7ee triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:16:58.931996 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9f91e4a1-bbcf-409b-b5ba-ebb3d87fa907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:58.967846 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac036588-61cf-4e1d-8201-f8b3161d14be None None] Pushing event updated for resources: {'Port': ['ID=74db92ab-0014-405a-b4b4-c895220ab0e3,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:58.972300 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-9f91e4a1-bbcf-409b-b5ba-ebb3d87fa907 None None] Port 6ee55124-6c1e-4098-8106-35abeefde7ee cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:16:59.030497 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68447413-f270-408a-b4bb-a044477f6953 req-865d6990-6d0e-4c82-a1bc-c03cfed9da5f service neutron] 10.222.0.13 "GET /v2.0/networks/3aef48c0-7506-4912-87a1-02fd88d2b430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792469 Dec 17 15:16:59.036185 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-86921966-4d29-4a90-9f4d-22c09c69fa47 req-d4ffef2e-c526-4100-82b6-24d529cc696a tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c0e174c-134f-4195-a93d-c5a96463f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5822375 Dec 17 15:16:59.098967 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-0cfb8fb4-42e6-48e2-942f-9d3912031b50 None None] Set router fa5891b7-113a-453b-ac72-51d5e214dacd gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:16:59.277329 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-c3626915-54bd-41fb-84ab-283068ef7077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdf5d109-6d53-4691-89d1-f1bcd820d88b {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:16:59.296308 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-c3626915-54bd-41fb-84ab-283068ef7077 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:59.327832 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-c3626915-54bd-41fb-84ab-283068ef7077 service neutron] Transition to ACTIVE for port object bdf5d109-6d53-4691-89d1-f1bcd820d88b will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:16:59.372623 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-0cfb8fb4-42e6-48e2-942f-9d3912031b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'name': 'tempest-FloatingIPsAssociationTestJSON-392780655-router', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:16:51Z', 'updated_at': '2021-12-17T15:16:54Z', 'revision_number': 3, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'gw_port': {'id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:52Z', 'updated_at': '2021-12-17T15:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:16:59.404971 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfb8fb4-42e6-48e2-942f-9d3912031b50 None None] The sync data for ids ['fa5891b7-113a-453b-ac72-51d5e214dacd'] in n-d-820553-2 is: [{'id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'name': 'tempest-FloatingIPsAssociationTestJSON-392780655-router', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:16:51Z', 'updated_at': '2021-12-17T15:16:54Z', 'revision_number': 3, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'gw_port': {'id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:52Z', 'updated_at': '2021-12-17T15:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:16:59.412719 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd92606-4e43-40f1-a385-2bdd8786d9e4 req-c6bbe7c1-a260-4276-aa0b-0a2ece55415e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:59.414306 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1cd92606-4e43-40f1-a385-2bdd8786d9e4 req-c6bbe7c1-a260-4276-aa0b-0a2ece55415e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eeb1d716f63d4fc78ffca2f95cd93401&device_id=78611da9-302d-43f4-8a00-19313e5c42fc HTTP/1.1" status: 200 len: 1095 time: 0.0827770 Dec 17 15:16:59.450804 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-65a35ca8-755c-4c2f-8f73-bfc877afb317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:59.458745 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-c3626915-54bd-41fb-84ab-283068ef7077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:59.656626 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3626915-54bd-41fb-84ab-283068ef7077 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf5d109-6d53-4691-89d1-f1bcd820d88b,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:59.728028 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-58b8cd31-41e4-4f2b-abf1-6a55a490275c req-d067cf0a-c5c7-4c0b-b72e-b985b4cfdefc tempest-FlavorsV2NegativeTest-933872400 tempest-FlavorsV2NegativeTest-933872400-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=03908c71f6be412698ef1654e0884c21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0944479 Dec 17 15:16:59.735690 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd92606-4e43-40f1-a385-2bdd8786d9e4 req-e263ab09-516e-4bd5-a99e-9fe106fa904d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:16:59.737228 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1cd92606-4e43-40f1-a385-2bdd8786d9e4 req-e263ab09-516e-4bd5-a99e-9fe106fa904d service neutron] 10.222.0.13 "GET /v2.0/networks?id=3aef48c0-7506-4912-87a1-02fd88d2b430 HTTP/1.1" status: 200 len: 917 time: 0.3147945 Dec 17 15:16:59.755298 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-65a35ca8-755c-4c2f-8f73-bfc877afb317 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:59.822631 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-65a35ca8-755c-4c2f-8f73-bfc877afb317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:16:59.914917 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1cd92606-4e43-40f1-a385-2bdd8786d9e4 req-68b76f0d-b75e-40b1-a99f-7aef2a4bb9b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9989be88-b6a0-4515-85bb-1074b7d5e992 HTTP/1.1" status: 200 len: 217 time: 0.1326582 Dec 17 15:16:59.986819 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a35ca8-755c-4c2f-8f73-bfc877afb317 admin admin] Pushing event updated for resources: {'Port': ['ID=6ee55124-6c1e-4098-8106-35abeefde7ee,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:16:59.988794 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-65a35ca8-755c-4c2f-8f73-bfc877afb317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:00.094998 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [req-fd7729df-ae2f-4222-8c51-c1bdf459d9b2 req-4fcdab05-4c98-425a-8bc1-6f51c6b86ea7 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] show failed (client error): The resource could not be found. Dec 17 15:17:00.096716 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fd7729df-ae2f-4222-8c51-c1bdf459d9b2 req-4fcdab05-4c98-425a-8bc1-6f51c6b86ea7 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups/fc1bad86-fc11-4b30-9cfd-8627625ca4cf HTTP/1.1" status: 404 len: 352 time: 0.2944858 Dec 17 15:17:00.132358 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-c3626915-54bd-41fb-84ab-283068ef7077 service neutron] Attempting to bind port bdf5d109-6d53-4691-89d1-f1bcd820d88b on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:00.132957 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-c3626915-54bd-41fb-84ab-283068ef7077 service neutron] Attempting to bind port bdf5d109-6d53-4691-89d1-f1bcd820d88b by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '75195253-a18c-43b8-b6db-179ccc3e1ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c55c80a5-833c-48da-873a-0d6892b2ac27'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:00.133537 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-c3626915-54bd-41fb-84ab-283068ef7077 service neutron] Attempting to bind port bdf5d109-6d53-4691-89d1-f1bcd820d88b on network c55c80a5-833c-48da-873a-0d6892b2ac27 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:00.160563 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd92606-4e43-40f1-a385-2bdd8786d9e4 req-426e92f1-9ab0-46eb-bd45-1ac61ad6e089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:00.160563 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1cd92606-4e43-40f1-a385-2bdd8786d9e4 req-426e92f1-9ab0-46eb-bd45-1ac61ad6e089 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb8281b9-5255-4caf-a905-604474f334b0 HTTP/1.1" status: 200 len: 855 time: 0.2437844 Dec 17 15:17:00.160563 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-c3626915-54bd-41fb-84ab-283068ef7077 service neutron] Port bdf5d109-6d53-4691-89d1-f1bcd820d88b on network c55c80a5-833c-48da-873a-0d6892b2ac27 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:17:00.160563 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-c3626915-54bd-41fb-84ab-283068ef7077 service neutron] Attempting to bind port bdf5d109-6d53-4691-89d1-f1bcd820d88b on network c55c80a5-833c-48da-873a-0d6892b2ac27 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:00.271805 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8314b6a5-bdb0-4002-9fb2-48da2d74bf40 req-9c5f49a2-a518-4e80-bc87-44f69becea72 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4e8165bd-ad25-4555-9092-1a43e12999c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1679966 Dec 17 15:17:00.272813 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-c3626915-54bd-41fb-84ab-283068ef7077 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:17:00.273333 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-c3626915-54bd-41fb-84ab-283068ef7077 service neutron] Checking segment: {'id': '75195253-a18c-43b8-b6db-179ccc3e1ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c55c80a5-833c-48da-873a-0d6892b2ac27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:17:00.273814 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-c3626915-54bd-41fb-84ab-283068ef7077 service neutron] Bound using segment: {'id': '75195253-a18c-43b8-b6db-179ccc3e1ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c55c80a5-833c-48da-873a-0d6892b2ac27'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:17:00.274370 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-c3626915-54bd-41fb-84ab-283068ef7077 service neutron] Bound port: bdf5d109-6d53-4691-89d1-f1bcd820d88b, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75195253-a18c-43b8-b6db-179ccc3e1ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c55c80a5-833c-48da-873a-0d6892b2ac27'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:17:00.278202 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-c3626915-54bd-41fb-84ab-283068ef7077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:00.294229 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a35ca8-755c-4c2f-8f73-bfc877afb317 admin admin] Network b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:17:00.313736 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-65a35ca8-755c-4c2f-8f73-bfc877afb317 admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:17:00.454216 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8cd31-41e4-4f2b-abf1-6a55a490275c req-84d628ba-d45d-46a6-a619-05665208cbf8 tempest-FlavorsV2NegativeTest-933872400 tempest-FlavorsV2NegativeTest-933872400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:00.483283 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-58b8cd31-41e4-4f2b-abf1-6a55a490275c req-84d628ba-d45d-46a6-a619-05665208cbf8 tempest-FlavorsV2NegativeTest-933872400 tempest-FlavorsV2NegativeTest-933872400-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7450154 Dec 17 15:17:00.488017 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 74db92ab-0014-405a-b4b4-c895220ab0e3 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:17:00.592082 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 74db92ab-0014-405a-b4b4-c895220ab0e3 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:17:00.594211 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:00.658385 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314b6a5-bdb0-4002-9fb2-48da2d74bf40 req-e8551fb3-2022-4afe-8c65-c46d11cde022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:00.659906 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8314b6a5-bdb0-4002-9fb2-48da2d74bf40 req-e8551fb3-2022-4afe-8c65-c46d11cde022 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f2b15cb5323e4eba9896faf7fb1bc9bf&device_id=4e8165bd-ad25-4555-9092-1a43e12999c6 HTTP/1.1" status: 200 len: 1174 time: 0.3330591 Dec 17 15:17:00.681880 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-58b8cd31-41e4-4f2b-abf1-6a55a490275c req-74a27a29-e35d-444e-8fe7-aaf35b28aec3 tempest-FlavorsV2NegativeTest-933872400 tempest-FlavorsV2NegativeTest-933872400-project] 10.222.0.46 "GET /v2.0/quotas/03908c71f6be412698ef1654e0884c21 HTTP/1.1" status: 200 len: 375 time: 0.1976035 Dec 17 15:17:00.730682 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd92606-4e43-40f1-a385-2bdd8786d9e4 req-01d28375-ffda-4102-8136-eea11500606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:00.751654 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1cd92606-4e43-40f1-a385-2bdd8786d9e4 req-01d28375-ffda-4102-8136-eea11500606a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3aef48c0-7506-4912-87a1-02fd88d2b430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5657203 Dec 17 15:17:00.799433 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47406b8b-29af-43de-9a86-6b8687eb5afe req-0c37498e-4c41-4f35-a72a-64980fa4fff7 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:00.805572 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-47406b8b-29af-43de-9a86-6b8687eb5afe req-0c37498e-4c41-4f35-a72a-64980fa4fff7 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a6a74c3-0324-4a77-8093-0269d265b42b HTTP/1.1" status: 200 len: 944 time: 0.5795836 Dec 17 15:17:00.828661 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:00.872685 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-58b8cd31-41e4-4f2b-abf1-6a55a490275c req-1e5fa92c-da4d-4cd2-b2cc-ccac626fc93d tempest-FlavorsV2NegativeTest-933872400 tempest-FlavorsV2NegativeTest-933872400-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=03908c71f6be412698ef1654e0884c21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1854477 Dec 17 15:17:00.920704 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a35ca8-755c-4c2f-8f73-bfc877afb317 admin admin] Router fa5891b7-113a-453b-ac72-51d5e214dacd has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:17:00.936910 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 74db92ab-0014-405a-b4b4-c895220ab0e3, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=74db92ab-0014-405a-b4b4-c895220ab0e3,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:00.971901 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-b9324111-315a-40de-8289-5d93beaba1fa None None] Provisioning complete for port 6ee55124-6c1e-4098-8106-35abeefde7ee triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:17:00.972728 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b9324111-315a-40de-8289-5d93beaba1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:00.976139 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314b6a5-bdb0-4002-9fb2-48da2d74bf40 req-706a62c8-e130-4529-bce0-ef3c394da52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:00.978703 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8314b6a5-bdb0-4002-9fb2-48da2d74bf40 req-706a62c8-e130-4529-bce0-ef3c394da52b service neutron] 10.222.0.41 "GET /v2.0/networks?id=853d16f0-e7bd-42ea-bcaa-167e13603122 HTTP/1.1" status: 200 len: 913 time: 0.2873003 Dec 17 15:17:01.094089 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-b9324111-315a-40de-8289-5d93beaba1fa None None] Port 6ee55124-6c1e-4098-8106-35abeefde7ee cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:17:01.108201 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:01.135985 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8314b6a5-bdb0-4002-9fb2-48da2d74bf40 req-671548f8-ae57-45cb-8049-6e160d453e62 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5a28c92-b246-4ef1-a210-5c752f14237c HTTP/1.1" status: 200 len: 217 time: 0.0912704 Dec 17 15:17:01.153726 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-c3626915-54bd-41fb-84ab-283068ef7077 service neutron] For port bdf5d109-6d53-4691-89d1-f1bcd820d88b, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:17:01.183908 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7371cfef-34ec-4d0f-bede-2ec4aa67053c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:01.209078 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=74db92ab-0014-405a-b4b4-c895220ab0e3,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:01.227623 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-c3626915-54bd-41fb-84ab-283068ef7077 service neutron] For port bdf5d109-6d53-4691-89d1-f1bcd820d88b, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=bdf5d109-6d53-4691-89d1-f1bcd820d88b,segment=NetworkSegment(75195253-a18c-43b8-b6db-179ccc3e1ed0),segment_id=75195253-a18c-43b8-b6db-179ccc3e1ed0)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:17:01.242108 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-47406b8b-29af-43de-9a86-6b8687eb5afe req-ab2054ff-45aa-4929-98ad-98176cf2d7ae tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642590 Dec 17 15:17:01.289245 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1cd92606-4e43-40f1-a385-2bdd8786d9e4 req-8361fb77-d8cd-4300-a89d-37dd4c90c3d5 service neutron] 10.222.0.13 "GET /v2.0/networks/3aef48c0-7506-4912-87a1-02fd88d2b430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4660056 Dec 17 15:17:01.298086 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b38d6-a763-421b-8db0-323a54b11103 req-5d90fe72-d1bc-4d14-b702-07da9c7cd334 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:01.305335 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb9b38d6-a763-421b-8db0-323a54b11103 req-5d90fe72-d1bc-4d14-b702-07da9c7cd334 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/ports?device_id=78611da9-302d-43f4-8a00-19313e5c42fc HTTP/1.1" status: 200 len: 944 time: 0.2368462 Dec 17 15:17:01.343393 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-c3626915-54bd-41fb-84ab-283068ef7077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:01.361006 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314b6a5-bdb0-4002-9fb2-48da2d74bf40 req-31ffae79-4e6b-4b3f-b919-235036877bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:01.366390 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8314b6a5-bdb0-4002-9fb2-48da2d74bf40 req-31ffae79-4e6b-4b3f-b919-235036877bd7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4502cdf4-b8e8-41c6-9e10-7a307da6f1e2 HTTP/1.1" status: 200 len: 852 time: 0.2196190 Dec 17 15:17:01.385194 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a35ca8-755c-4c2f-8f73-bfc877afb317 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:17:01.413619 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-65a35ca8-755c-4c2f-8f73-bfc877afb317 admin admin] 10.222.0.46 "PUT /v2.0/routers/fa5891b7-113a-453b-ac72-51d5e214dacd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0078120 Dec 17 15:17:01.416279 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [req-76389acb-7cbf-4b02-94c2-4064640270c6 req-51a87077-82f9-4dd2-a3a3-3995ee4c1466 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] show failed (client error): The resource could not be found. Dec 17 15:17:01.417352 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-76389acb-7cbf-4b02-94c2-4064640270c6 req-51a87077-82f9-4dd2-a3a3-3995ee4c1466 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups/92b4e315-0b9e-410a-9dbf-6d65ee922874 HTTP/1.1" status: 404 len: 352 time: 0.1021254 Dec 17 15:17:01.447427 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-c3626915-54bd-41fb-84ab-283068ef7077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:01.448118 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-c3626915-54bd-41fb-84ab-283068ef7077 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:01.450679 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-c3626915-54bd-41fb-84ab-283068ef7077 service neutron] 10.222.0.41 "PUT /v2.0/ports/bdf5d109-6d53-4691-89d1-f1bcd820d88b HTTP/1.1" status: 200 len: 1092 time: 4.5140493 Dec 17 15:17:01.451167 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a6a74c3-0324-4a77-8093-0269d265b42b', 'tag': 'bdf5d109-6d53-4691-89d1-f1bcd820d88b'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:17:01.454170 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611602b1-87bf-41cc-b271-5c3fa7243950" -d '{"events": [{"name": "network-changed", "server_uuid": "1a6a74c3-0324-4a77-8093-0269d265b42b", "tag": "bdf5d109-6d53-4691-89d1-f1bcd820d88b"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:17:01.477030 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8314b6a5-bdb0-4002-9fb2-48da2d74bf40 req-bae004bf-cd06-44c3-a2d4-51785e696aec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=853d16f0-e7bd-42ea-bcaa-167e13603122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949690 Dec 17 15:17:01.505851 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb9b38d6-a763-421b-8db0-323a54b11103 req-9dd0734b-4c88-403e-95e1-e2372750ab84 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c0e174c-134f-4195-a93d-c5a96463f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916969 Dec 17 15:17:01.508606 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3626915-54bd-41fb-84ab-283068ef7077 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf5d109-6d53-4691-89d1-f1bcd820d88b,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:01.562923 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [req-1eac92ab-39d7-484d-aef0-bce5fa784e98 req-bad08066-1480-4dc5-b8a8-deb244ea3bf6 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] show failed (client error): The resource could not be found. Dec 17 15:17:01.576917 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1eac92ab-39d7-484d-aef0-bce5fa784e98 req-bad08066-1480-4dc5-b8a8-deb244ea3bf6 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups/60d9d5db-b9ed-4856-99dd-a233b605b73e HTTP/1.1" status: 404 len: 352 time: 0.0462239 Dec 17 15:17:01.604126 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1cd92606-4e43-40f1-a385-2bdd8786d9e4 req-1039dde8-8d97-4e30-b8dc-6ef050254904 service neutron] 10.222.0.13 "GET /v2.0/networks/3aef48c0-7506-4912-87a1-02fd88d2b430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766612 Dec 17 15:17:01.635273 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30754427-ff22-45a6-9ec5-40ce913e0067 x-openstack-request-id: req-30754427-ff22-45a6-9ec5-40ce913e0067 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:17:01.635709 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a6a74c3-0324-4a77-8093-0269d265b42b", "tag": "bdf5d109-6d53-4691-89d1-f1bcd820d88b", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:17:01.635966 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-30754427-ff22-45a6-9ec5-40ce913e0067 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:17:01.636523 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a6a74c3-0324-4a77-8093-0269d265b42b', 'tag': 'bdf5d109-6d53-4691-89d1-f1bcd820d88b', 'status': 'completed', 'code': 200} Dec 17 15:17:01.680573 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8314b6a5-bdb0-4002-9fb2-48da2d74bf40 req-da25507c-e1ac-46aa-a563-73b7d21e854f service neutron] 10.222.0.41 "GET /v2.0/networks/853d16f0-e7bd-42ea-bcaa-167e13603122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936159 Dec 17 15:17:01.713069 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [req-03cd90ec-2d35-4647-a658-29534873fc6d req-6934adf5-0b5c-4260-83e3-4f788792d533 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] show failed (client error): The resource could not be found. Dec 17 15:17:01.714327 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-03cd90ec-2d35-4647-a658-29534873fc6d req-6934adf5-0b5c-4260-83e3-4f788792d533 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups/672d16a6-aadc-4f6a-b8b8-b42993b9358f HTTP/1.1" status: 404 len: 352 time: 0.0171297 Dec 17 15:17:01.748001 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-e1f940f9-f27f-465d-b7a5-ecf46ca28cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:01.749621 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-e1f940f9-f27f-465d-b7a5-ecf46ca28cf5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88f06237a6a040a5b48294f889fb95ed&device_id=1a6a74c3-0324-4a77-8093-0269d265b42b HTTP/1.1" status: 200 len: 1095 time: 0.1009605 Dec 17 15:17:01.802940 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-3372201c-d6dc-4a10-a5b5-28c594292bbf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdf5d109-6d53-4691-89d1-f1bcd820d88b HTTP/1.1" status: 200 len: 217 time: 0.0395021 Dec 17 15:17:01.821685 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8314b6a5-bdb0-4002-9fb2-48da2d74bf40 req-12a6108f-20c5-4003-aaef-467c8c226aac service neutron] 10.222.0.41 "GET /v2.0/networks/853d16f0-e7bd-42ea-bcaa-167e13603122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334822 Dec 17 15:17:01.824925 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [req-5baf7909-02a2-47e0-8d35-b2cc3877c17e req-4ee767f8-35f0-46c3-8c2c-fca26b8d21fe tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] show failed (client error): The resource could not be found. Dec 17 15:17:01.825978 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5baf7909-02a2-47e0-8d35-b2cc3877c17e req-4ee767f8-35f0-46c3-8c2c-fca26b8d21fe tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups/51f37129-c503-41ac-a6e0-766be215b478 HTTP/1.1" status: 404 len: 352 time: 0.0256298 Dec 17 15:17:01.906607 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [req-87a804a1-634b-4e2a-ac3e-763fa09a7499 req-d801abd0-5c2f-4813-87ce-6293409c0edc tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] show failed (client error): The resource could not be found. Dec 17 15:17:01.906607 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-87a804a1-634b-4e2a-ac3e-763fa09a7499 req-d801abd0-5c2f-4813-87ce-6293409c0edc tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups/3c9de367-f00b-4abb-8f6f-4c8be4cad309 HTTP/1.1" status: 404 len: 352 time: 0.0223558 Dec 17 15:17:01.906607 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-587e1632-26d8-4a3b-ac0f-734811969918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:01.906607 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-587e1632-26d8-4a3b-ac0f-734811969918 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da4dd92c-6f31-4733-ad5e-39ad920cb8f0 HTTP/1.1" status: 200 len: 845 time: 0.0719564 Dec 17 15:17:01.922489 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47102) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:01.922612 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-f529d783-9d7b-4d41-8baa-8a2520e53276 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c55c80a5-833c-48da-873a-0d6892b2ac27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298254 Dec 17 15:17:02.040850 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-c5429fab-44da-4952-a29a-709bcf2b4e7a service neutron] 10.222.0.41 "GET /v2.0/networks/c55c80a5-833c-48da-873a-0d6892b2ac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103156 Dec 17 15:17:02.142913 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-860519aa-b877-478f-bcf1-5e600daaa7d3 req-75f3d706-9d98-4c3d-97ac-08a91e5e052c service neutron] 10.222.0.41 "GET /v2.0/networks/c55c80a5-833c-48da-873a-0d6892b2ac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941331 Dec 17 15:17:02.262528 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:02.272620 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8f6fff22-bf4e-4af0-8fa2-85d298e8af2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:02.409882 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8f6fff22-bf4e-4af0-8fa2-85d298e8af2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:02.475140 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 74db92ab-0014-405a-b4b4-c895220ab0e3 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:17:02.486307 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611602b1-87bf-41cc-b271-5c3fa7243950 req-e1414ae3-bf36-47e2-9107-2a7a29df790f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:02.489677 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-611602b1-87bf-41cc-b271-5c3fa7243950 req-e1414ae3-bf36-47e2-9107-2a7a29df790f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88f06237a6a040a5b48294f889fb95ed&device_id=1a6a74c3-0324-4a77-8093-0269d265b42b HTTP/1.1" status: 200 len: 1095 time: 0.1190188 Dec 17 15:17:02.489810 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbc0b96-8c59-4811-abdb-9a80f22db19a None None] Sync routers for ids ['fa5891b7-113a-453b-ac72-51d5e214dacd'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:17:02.531826 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8f6fff22-bf4e-4af0-8fa2-85d298e8af2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:02.542254 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbc0b96-8c59-4811-abdb-9a80f22db19a None None] Routers {'fa5891b7-113a-453b-ac72-51d5e214dacd'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:17:02.543990 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-cbbc0b96-8c59-4811-abdb-9a80f22db19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:17:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['fa5891b7-113a-453b-ac72-51d5e214dacd'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:02.641452 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8f6fff22-bf4e-4af0-8fa2-85d298e8af2e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=27c6186d64e14b8e963542222f5a7d8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7159863 Dec 17 15:17:02.641732 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47128) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:02.659123 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6fff22-bf4e-4af0-8fa2-85d298e8af2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ebc4a1-c4b4-4b09-94f5-63ea9205dd45,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:02.675530 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 74db92ab-0014-405a-b4b4-c895220ab0e3 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:17:02.675939 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:02.747662 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611602b1-87bf-41cc-b271-5c3fa7243950 req-16a04b15-3573-40a8-8a97-efaaac3effdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:02.749493 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-611602b1-87bf-41cc-b271-5c3fa7243950 req-16a04b15-3573-40a8-8a97-efaaac3effdc service neutron] 10.222.0.41 "GET /v2.0/networks?id=c55c80a5-833c-48da-873a-0d6892b2ac27 HTTP/1.1" status: 200 len: 906 time: 0.2211437 Dec 17 15:17:02.827472 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-cbbc0b96-8c59-4811-abdb-9a80f22db19a None None] Set router fa5891b7-113a-453b-ac72-51d5e214dacd gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:17:02.836838 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e46454f3-0ec5-4806-a3d6-a87416f486dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:02.855762 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-611602b1-87bf-41cc-b271-5c3fa7243950 req-ce3f4072-3a52-4d3c-b7ee-f90a4aef5c08 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdf5d109-6d53-4691-89d1-f1bcd820d88b HTTP/1.1" status: 200 len: 217 time: 0.0959096 Dec 17 15:17:02.898031 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e46454f3-0ec5-4806-a3d6-a87416f486dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:03.060682 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e46454f3-0ec5-4806-a3d6-a87416f486dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:03.063693 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e46454f3-0ec5-4806-a3d6-a87416f486dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:03.064963 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e46454f3-0ec5-4806-a3d6-a87416f486dd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b5ebc4a1-c4b4-4b09-94f5-63ea9205dd45 HTTP/1.1" status: 204 len: 168 time: 0.4172773 Dec 17 15:17:03.071553 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89c330-b255-4cd7-8916-5203f5c3452f req-b775600b-2659-467f-b281-43c9fe7d8b8a tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:03.073136 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a89c330-b255-4cd7-8916-5203f5c3452f req-b775600b-2659-467f-b281-43c9fe7d8b8a tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a6a74c3-0324-4a77-8093-0269d265b42b HTTP/1.1" status: 200 len: 944 time: 0.2203536 Dec 17 15:17:03.081966 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46454f3-0ec5-4806-a3d6-a87416f486dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ebc4a1-c4b4-4b09-94f5-63ea9205dd45,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:03.087982 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611602b1-87bf-41cc-b271-5c3fa7243950 req-a1ce31c5-6b3a-4b2d-8932-d1c1afbf9a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:03.089821 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-611602b1-87bf-41cc-b271-5c3fa7243950 req-a1ce31c5-6b3a-4b2d-8932-d1c1afbf9a77 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da4dd92c-6f31-4733-ad5e-39ad920cb8f0 HTTP/1.1" status: 200 len: 845 time: 0.1948454 Dec 17 15:17:03.177966 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-611602b1-87bf-41cc-b271-5c3fa7243950 req-89d5a404-dc2e-4897-847b-515c51cfeb73 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c55c80a5-833c-48da-873a-0d6892b2ac27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483987 Dec 17 15:17:03.195164 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-cbbc0b96-8c59-4811-abdb-9a80f22db19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'name': 'tempest-FloatingIPsAssociationTestJSON-392780655-router', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:16:51Z', 'updated_at': '2021-12-17T15:16:58Z', 'revision_number': 4, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'gw_port': {'id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:52Z', 'updated_at': '2021-12-17T15:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '6ee55124-6c1e-4098-8106-35abeefde7ee', 'name': '', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'mac_address': 'fa:16:3e:f7:52:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:57Z', 'updated_at': '2021-12-17T15:16:59Z', 'revision_number': 2, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'subnets': [{'id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:03.233390 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbc0b96-8c59-4811-abdb-9a80f22db19a None None] Checking router: fa5891b7-113a-453b-ac72-51d5e214dacd for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:17:03.234010 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbc0b96-8c59-4811-abdb-9a80f22db19a None None] Updating router fa5891b7-113a-453b-ac72-51d5e214dacd port 6ee55124-6c1e-4098-8106-35abeefde7ee binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:17:03.295880 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a89c330-b255-4cd7-8916-5203f5c3452f req-d36258b1-56c4-48ad-aed0-0b190b1bb247 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031279 Dec 17 15:17:03.300928 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cbbc0b96-8c59-4811-abdb-9a80f22db19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:03.332756 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-dbee6193-e003-4ec9-bf48-aba575065172 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:03.341764 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-dbee6193-e003-4ec9-bf48-aba575065172 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/networks?id=b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 HTTP/1.1" status: 200 len: 820 time: 0.3505993 Dec 17 15:17:03.426516 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-a7ed1f23-247b-411c-bb88-5040abc13c38 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/quotas/a664fc5838dc44cb8d9481b453356af9 HTTP/1.1" status: 200 len: 375 time: 0.0726690 Dec 17 15:17:03.452461 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-611602b1-87bf-41cc-b271-5c3fa7243950 req-ded7f11d-0f13-41b5-b68d-83b438d6282a service neutron] 10.222.0.41 "GET /v2.0/networks/c55c80a5-833c-48da-873a-0d6892b2ac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445750 Dec 17 15:17:03.487048 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47150) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:03.526430 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47154) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:03.565783 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f7597-d561-404a-aff8-9cdd1460e485 req-5e5918da-d749-49e2-9a40-5d6e897c6be4 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:03.573515 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cc4f7597-d561-404a-aff8-9cdd1460e485 req-5e5918da-d749-49e2-9a40-5d6e897c6be4 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8165bd-ad25-4555-9092-1a43e12999c6 HTTP/1.1" status: 200 len: 1023 time: 0.1782918 Dec 17 15:17:03.612717 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-f899a2d0-b530-494e-bd7e-627e90f775e2 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a664fc5838dc44cb8d9481b453356af9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1848068 Dec 17 15:17:03.686818 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bdf12f45-b80a-437c-b736-08f4dd8bd155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:03.730228 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-611602b1-87bf-41cc-b271-5c3fa7243950 req-964904c3-d51a-4f75-8049-5697e416e978 service neutron] 10.222.0.41 "GET /v2.0/networks/c55c80a5-833c-48da-873a-0d6892b2ac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514143 Dec 17 15:17:03.755574 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cc4f7597-d561-404a-aff8-9cdd1460e485 req-000defa4-4639-4427-8d66-07adb541feae tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups?id=4db89f29-25ee-40ba-b9e3-c926d3871320&id=6a47c993-d62d-43bf-a7f3-420ad91c0666&id=cca56bc7-8017-4468-b32d-0a5e03d11880&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1770103 Dec 17 15:17:03.802823 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d3560ba5-4048-40a7-82f8-fb4d6b3f0a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:03.835603 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-9fe3bda6-2469-48c7-9110-6d6599ac89a6 service neutron] 10.222.0.46 "GET /v2.0/networks/b2bc70b2-1b17-4db0-acd7-24d62fbc7a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212899 Dec 17 15:17:03.843651 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bdf12f45-b80a-437c-b736-08f4dd8bd155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:03.852524 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:03.890001 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cbbc0b96-8c59-4811-abdb-9a80f22db19a None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:03.923588 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bdf12f45-b80a-437c-b736-08f4dd8bd155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:03.968500 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cbbc0b96-8c59-4811-abdb-9a80f22db19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:04.006977 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0923d-10cc-43ec-8711-00b0d47196c8 req-61b9bf35-6dbd-476e-bd47-080909518901 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:04.016878 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f3d0923d-10cc-43ec-8711-00b0d47196c8 req-61b9bf35-6dbd-476e-bd47-080909518901 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/ports?device_id=78611da9-302d-43f4-8a00-19313e5c42fc HTTP/1.1" status: 200 len: 944 time: 0.1323843 Dec 17 15:17:04.018595 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-bdf12f45-b80a-437c-b736-08f4dd8bd155 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=13511c050cd1476285f1880e28a4b763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5302663 Dec 17 15:17:04.021122 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d3560ba5-4048-40a7-82f8-fb4d6b3f0a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:04.025888 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf12f45-b80a-437c-b736-08f4dd8bd155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0236c55-64d1-4ad4-8b58-dd5d4a589e46,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:04.028837 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47162) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:04.066115 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-797b4de8-a056-42d8-a722-31f3e8683c3f service neutron] 10.222.0.46 "GET /v2.0/networks/b2bc70b2-1b17-4db0-acd7-24d62fbc7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257888 Dec 17 15:17:04.101128 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f3d0923d-10cc-43ec-8711-00b0d47196c8 req-6d167cff-0cf8-45a0-aba5-0c14072673bc tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c0e174c-134f-4195-a93d-c5a96463f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832522 Dec 17 15:17:04.128197 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8036a307-5b50-456d-b74c-de5d87f9d286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:04.130002 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d3560ba5-4048-40a7-82f8-fb4d6b3f0a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:04.207215 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8036a307-5b50-456d-b74c-de5d87f9d286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:04.250979 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10854f39-785d-4b57-904b-d7c2b9b54e37 None None] Pushing event updated for resources: {'Port': ['ID=6ee55124-6c1e-4098-8106-35abeefde7ee,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:04.279447 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47172) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:04.284046 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-cbbc0b96-8c59-4811-abdb-9a80f22db19a None None] Attempting to bind port 6ee55124-6c1e-4098-8106-35abeefde7ee on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:04.284804 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-cbbc0b96-8c59-4811-abdb-9a80f22db19a None None] Attempting to bind port 6ee55124-6c1e-4098-8106-35abeefde7ee by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'd159982d-833c-40df-8b11-6dd338fba157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:04.285394 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbc0b96-8c59-4811-abdb-9a80f22db19a None None] Attempting to bind port 6ee55124-6c1e-4098-8106-35abeefde7ee on network b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:04.291109 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbc0b96-8c59-4811-abdb-9a80f22db19a None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:17:04.291760 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbc0b96-8c59-4811-abdb-9a80f22db19a None None] Checking segment: {'id': 'd159982d-833c-40df-8b11-6dd338fba157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:17:04.292365 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cbbc0b96-8c59-4811-abdb-9a80f22db19a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:04.293845 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbc0b96-8c59-4811-abdb-9a80f22db19a None None] Bound using segment: {'id': 'd159982d-833c-40df-8b11-6dd338fba157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:17:04.298040 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-cbbc0b96-8c59-4811-abdb-9a80f22db19a None None] Bound port: 6ee55124-6c1e-4098-8106-35abeefde7ee, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd159982d-833c-40df-8b11-6dd338fba157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:17:04.298825 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cbbc0b96-8c59-4811-abdb-9a80f22db19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:04.299849 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d3560ba5-4048-40a7-82f8-fb4d6b3f0a76 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=03908c71f6be412698ef1654e0884c21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7549992 Dec 17 15:17:04.301560 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3560ba5-4048-40a7-82f8-fb4d6b3f0a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92c041a-b468-47a9-8905-ca45bbd589b1,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:04.340640 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:04.419824 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-cbbc0b96-8c59-4811-abdb-9a80f22db19a None None] For port 6ee55124-6c1e-4098-8106-35abeefde7ee, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:17:04.431336 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8036a307-5b50-456d-b74c-de5d87f9d286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:04.434228 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-cbbc0b96-8c59-4811-abdb-9a80f22db19a None None] For port 6ee55124-6c1e-4098-8106-35abeefde7ee, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=6ee55124-6c1e-4098-8106-35abeefde7ee,segment=NetworkSegment(d159982d-833c-40df-8b11-6dd338fba157),segment_id=d159982d-833c-40df-8b11-6dd338fba157)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:17:04.436208 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8036a307-5b50-456d-b74c-de5d87f9d286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:04.440596 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8036a307-5b50-456d-b74c-de5d87f9d286 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c0236c55-64d1-4ad4-8b58-dd5d4a589e46 HTTP/1.1" status: 204 len: 168 time: 0.4103994 Dec 17 15:17:04.469864 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-37a13fe7-94a2-4221-8c50-37db281c211e None None] Provisioning complete for port 6ee55124-6c1e-4098-8106-35abeefde7ee triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:17:04.470528 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-37a13fe7-94a2-4221-8c50-37db281c211e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:04.471163 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036a307-5b50-456d-b74c-de5d87f9d286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0236c55-64d1-4ad4-8b58-dd5d4a589e46,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:04.535939 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-70202ea2-2c4f-4b33-b148-235700cf5fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:04.536090 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47182) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:04.548350 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cbbc0b96-8c59-4811-abdb-9a80f22db19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:04.557090 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-46e27b25-bb31-4dab-87d0-f6fd5e74cfd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:04.641173 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-37a13fe7-94a2-4221-8c50-37db281c211e None None] Port 6ee55124-6c1e-4098-8106-35abeefde7ee cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:17:04.729719 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbc0b96-8c59-4811-abdb-9a80f22db19a None None] Routers {'fa5891b7-113a-453b-ac72-51d5e214dacd'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:17:04.731790 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-cbbc0b96-8c59-4811-abdb-9a80f22db19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:17:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['fa5891b7-113a-453b-ac72-51d5e214dacd'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:04.821178 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-46e27b25-bb31-4dab-87d0-f6fd5e74cfd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:04.877783 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10854f39-785d-4b57-904b-d7c2b9b54e37 None None] Pushing event updated for resources: {'Port': ['ID=6ee55124-6c1e-4098-8106-35abeefde7ee,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:04.928829 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-46e27b25-bb31-4dab-87d0-f6fd5e74cfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:05.022236 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5f74566e-57e9-480d-a47a-814ead8345ea req-67f4bbe2-4369-4f91-9e55-97d33e9c4509 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f8f86f-ca58-47c7-b2c0-ae080d2fc779 HTTP/1.1" status: 200 len: 210 time: 0.4302669 Dec 17 15:17:05.030763 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-46e27b25-bb31-4dab-87d0-f6fd5e74cfd8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a3008ff512d94da9810eea3162590361&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4935176 Dec 17 15:17:05.035796 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47192) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:05.045649 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-cbbc0b96-8c59-4811-abdb-9a80f22db19a None None] Set router fa5891b7-113a-453b-ac72-51d5e214dacd gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:17:05.124753 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-70202ea2-2c4f-4b33-b148-235700cf5fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:05.131706 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e27b25-bb31-4dab-87d0-f6fd5e74cfd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c537827-74af-48da-9b4b-21c3c699435b,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:05.164806 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-ec7e4975-7226-4211-9dd9-211273f08886 None None] Provisioning complete for port 6ee55124-6c1e-4098-8106-35abeefde7ee triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:17:05.165447 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ec7e4975-7226-4211-9dd9-211273f08886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:05.209882 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-01741cd0-84ba-4e8e-b6d9-862e0c40ad5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:05.267247 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5e27f-9d3a-46c6-81ec-e7410b7c9ca4 req-260dc5a9-9114-45fa-b014-f384627f7d03 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:05.268876 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-54e5e27f-9d3a-46c6-81ec-e7410b7c9ca4 req-260dc5a9-9114-45fa-b014-f384627f7d03 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e8165bd-ad25-4555-9092-1a43e12999c6 HTTP/1.1" status: 200 len: 1023 time: 0.7170184 Dec 17 15:17:05.271712 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-01741cd0-84ba-4e8e-b6d9-862e0c40ad5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:05.276398 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec957ae2-5efa-4563-adfa-d2ab63a8121e req-1d72d571-0249-450f-931e-c8c09206c1b2 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:05.278169 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ec957ae2-5efa-4563-adfa-d2ab63a8121e req-1d72d571-0249-450f-931e-c8c09206c1b2 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a6a74c3-0324-4a77-8093-0269d265b42b HTTP/1.1" status: 200 len: 944 time: 0.7829416 Dec 17 15:17:05.437991 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-cbbc0b96-8c59-4811-abdb-9a80f22db19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'name': 'tempest-FloatingIPsAssociationTestJSON-392780655-router', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:16:51Z', 'updated_at': '2021-12-17T15:16:58Z', 'revision_number': 4, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'gw_port': {'id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:52Z', 'updated_at': '2021-12-17T15:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '6ee55124-6c1e-4098-8106-35abeefde7ee', 'name': '', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'mac_address': 'fa:16:3e:f7:52:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:57Z', 'updated_at': '2021-12-17T15:17:04Z', 'revision_number': 4, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'subnets': [{'id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:05.442890 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f165e-7ba2-4e27-85d2-3c43dc5c224e req-59b8d685-3e8d-45b9-8762-694ffaa27ff6 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:05.444577 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6a0f165e-7ba2-4e27-85d2-3c43dc5c224e req-59b8d685-3e8d-45b9-8762-694ffaa27ff6 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8165bd-ad25-4555-9092-1a43e12999c6 HTTP/1.1" status: 200 len: 1023 time: 0.2287860 Dec 17 15:17:05.444996 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-01741cd0-84ba-4e8e-b6d9-862e0c40ad5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:05.447404 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ec957ae2-5efa-4563-adfa-d2ab63a8121e req-0ba4c456-7c7f-4d5d-9344-02cabbdecc16 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472352 Dec 17 15:17:05.447622 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-01741cd0-84ba-4e8e-b6d9-862e0c40ad5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:05.457754 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-01741cd0-84ba-4e8e-b6d9-862e0c40ad5e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8c537827-74af-48da-9b4b-21c3c699435b HTTP/1.1" status: 204 len: 168 time: 0.4201734 Dec 17 15:17:05.470498 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01741cd0-84ba-4e8e-b6d9-862e0c40ad5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c537827-74af-48da-9b4b-21c3c699435b,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:05.514922 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-54e5e27f-9d3a-46c6-81ec-e7410b7c9ca4 req-cba19570-ca62-40f8-ba78-0d6e7b760e3a tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Deleting port f5a28c92-b246-4ef1-a210-5c752f14237c {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:17:05.522385 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-54e5e27f-9d3a-46c6-81ec-e7410b7c9ca4 req-cba19570-ca62-40f8-ba78-0d6e7b760e3a tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:05.568962 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ec7e4975-7226-4211-9dd9-211273f08886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:05.590435 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbc0b96-8c59-4811-abdb-9a80f22db19a None None] The sync data for ids ['fa5891b7-113a-453b-ac72-51d5e214dacd'] in n-d-820553-2 is: [{'id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'name': 'tempest-FloatingIPsAssociationTestJSON-392780655-router', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:16:51Z', 'updated_at': '2021-12-17T15:16:58Z', 'revision_number': 4, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'gw_port': {'id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:52Z', 'updated_at': '2021-12-17T15:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '6ee55124-6c1e-4098-8106-35abeefde7ee', 'name': '', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'mac_address': 'fa:16:3e:f7:52:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:57Z', 'updated_at': '2021-12-17T15:17:04Z', 'revision_number': 4, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'subnets': [{'id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:17:05.635249 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-ec7e4975-7226-4211-9dd9-211273f08886 None None] For port 6ee55124-6c1e-4098-8106-35abeefde7ee, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=6ee55124-6c1e-4098-8106-35abeefde7ee,segment=NetworkSegment(d159982d-833c-40df-8b11-6dd338fba157),segment_id=d159982d-833c-40df-8b11-6dd338fba157)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:05.671714 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47202) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:05.695156 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6a0f165e-7ba2-4e27-85d2-3c43dc5c224e req-487683fd-4845-4441-bbd4-32c80afb46b0 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups?id=4db89f29-25ee-40ba-b9e3-c926d3871320&id=6a47c993-d62d-43bf-a7f3-420ad91c0666&id=cca56bc7-8017-4468-b32d-0a5e03d11880&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2375247 Dec 17 15:17:05.695832 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-70202ea2-2c4f-4b33-b148-235700cf5fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:05.701009 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-70202ea2-2c4f-4b33-b148-235700cf5fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:05.706020 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-70202ea2-2c4f-4b33-b148-235700cf5fbf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e92c041a-b468-47a9-8905-ca45bbd589b1 HTTP/1.1" status: 204 len: 168 time: 1.4286401 Dec 17 15:17:05.719856 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-adc37573-6e16-4da7-ac87-7ccb19b7b828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:05.743156 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ec7e4975-7226-4211-9dd9-211273f08886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:05.748830 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70202ea2-2c4f-4b33-b148-235700cf5fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92c041a-b468-47a9-8905-ca45bbd589b1,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:05.880157 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device bdf5d109-6d53-4691-89d1-f1bcd820d88b details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:17:05.912402 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ced497-d44c-4ce9-8857-e66b85841ace req-f97e4ee8-fecd-4fc8-be5b-8932f172d617 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:05.924946 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-66ced497-d44c-4ce9-8857-e66b85841ace req-f97e4ee8-fecd-4fc8-be5b-8932f172d617 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/ports?device_id=78611da9-302d-43f4-8a00-19313e5c42fc HTTP/1.1" status: 200 len: 944 time: 0.2459149 Dec 17 15:17:05.936756 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-54e5e27f-9d3a-46c6-81ec-e7410b7c9ca4 req-cba19570-ca62-40f8-ba78-0d6e7b760e3a tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] For port f5a28c92-b246-4ef1-a210-5c752f14237c, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f5a28c92-b246-4ef1-a210-5c752f14237c,segment=NetworkSegment(07900043-60e6-4571-9c07-ecceb7b2285a),segment_id=07900043-60e6-4571-9c07-ecceb7b2285a)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:05.936756 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-54e5e27f-9d3a-46c6-81ec-e7410b7c9ca4 req-cba19570-ca62-40f8-ba78-0d6e7b760e3a tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:05.988756 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-54e5e27f-9d3a-46c6-81ec-e7410b7c9ca4 req-cba19570-ca62-40f8-ba78-0d6e7b760e3a tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Calling delete_port for f5a28c92-b246-4ef1-a210-5c752f14237c owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:17:06.003133 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-adc37573-6e16-4da7-ac87-7ccb19b7b828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:06.035837 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-66ced497-d44c-4ce9-8857-e66b85841ace req-980b379f-84e3-4ab4-8d7e-741e5191eafa tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c0e174c-134f-4195-a93d-c5a96463f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053531 Dec 17 15:17:06.075056 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-adc37573-6e16-4da7-ac87-7ccb19b7b828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:06.195896 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-adc37573-6e16-4da7-ac87-7ccb19b7b828 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=654dd0e2dae44788a0bb27122208968e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5229461 Dec 17 15:17:06.200324 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47224) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:06.221602 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc37573-6e16-4da7-ac87-7ccb19b7b828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e293eda-e864-412b-ad0e-eda23f50e05a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:06.305205 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-10d627c0-c243-47d6-8051-3cfb4471052c req-b900b8df-1dd7-4704-9763-d00d460e461c tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f8f86f-ca58-47c7-b2c0-ae080d2fc779 HTTP/1.1" status: 200 len: 210 time: 0.0938663 Dec 17 15:17:06.427861 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f5e6fe48-98f0-49dc-85ee-c4caae18dda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:06.475355 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f5e6fe48-98f0-49dc-85ee-c4caae18dda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:06.495171 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e4975-7226-4211-9dd9-211273f08886 None None] Pushing event updated for resources: {'Port': ['ID=6ee55124-6c1e-4098-8106-35abeefde7ee,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:06.554722 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 6ee55124-6c1e-4098-8106-35abeefde7ee up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:17:06.662727 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f5e6fe48-98f0-49dc-85ee-c4caae18dda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:06.666685 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f5e6fe48-98f0-49dc-85ee-c4caae18dda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:06.667807 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port bdf5d109-6d53-4691-89d1-f1bcd820d88b, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=bdf5d109-6d53-4691-89d1-f1bcd820d88b,segment=NetworkSegment(75195253-a18c-43b8-b6db-179ccc3e1ed0),segment_id=75195253-a18c-43b8-b6db-179ccc3e1ed0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:06.674656 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f5e6fe48-98f0-49dc-85ee-c4caae18dda3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8e293eda-e864-412b-ad0e-eda23f50e05a HTTP/1.1" status: 204 len: 168 time: 0.4619491 Dec 17 15:17:06.715305 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 6ee55124-6c1e-4098-8106-35abeefde7ee triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:17:06.715305 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:06.715589 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6fe48-98f0-49dc-85ee-c4caae18dda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e293eda-e864-412b-ad0e-eda23f50e05a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:06.739768 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896dfa98-c639-4e30-a784-c818f0e6eb7a req-78a14920-0878-4581-926b-fe39482f82fa tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:06.742226 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-896dfa98-c639-4e30-a784-c818f0e6eb7a req-78a14920-0878-4581-926b-fe39482f82fa tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a6a74c3-0324-4a77-8093-0269d265b42b HTTP/1.1" status: 200 len: 944 time: 0.1760714 Dec 17 15:17:06.807883 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'bdf5d109-6d53-4691-89d1-f1bcd820d88b', 'network_id': 'c55c80a5-833c-48da-873a-0d6892b2ac27', 'port_id': 'bdf5d109-6d53-4691-89d1-f1bcd820d88b', 'mac_address': 'fa:16:3e:fa:bf:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4dd92c-6f31-4733-ad5e-39ad920cb8f0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:17:06.817834 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-54e5e27f-9d3a-46c6-81ec-e7410b7c9ca4 req-cba19570-ca62-40f8-ba78-0d6e7b760e3a tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:06.866967 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-896dfa98-c639-4e30-a784-c818f0e6eb7a req-503cd438-f906-4986-bdfd-00c75e67de30 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166565 Dec 17 15:17:06.889885 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:06.890726 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba19570-ca62-40f8-ba78-0d6e7b760e3a tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Pushing event deleted for resources: {'Port': ['ID=f5a28c92-b246-4ef1-a210-5c752f14237c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:06.892087 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['f5a28c92-b246-4ef1-a210-5c752f14237c'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:17:06.948578 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf5d109-6d53-4691-89d1-f1bcd820d88b {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:17:06.958081 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0eab7e32-4f07-462d-8d84-6258ba4281f7 req-6ffec54a-dd8a-4ff7-8639-7564271ef1ba tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8165bd-ad25-4555-9092-1a43e12999c6 HTTP/1.1" status: 200 len: 210 time: 0.1017888 Dec 17 15:17:07.012335 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port bdf5d109-6d53-4691-89d1-f1bcd820d88b, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=bdf5d109-6d53-4691-89d1-f1bcd820d88b,segment=NetworkSegment(75195253-a18c-43b8-b6db-179ccc3e1ed0),segment_id=75195253-a18c-43b8-b6db-179ccc3e1ed0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:07.022232 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e5e27f-9d3a-46c6-81ec-e7410b7c9ca4 req-cba19570-ca62-40f8-ba78-0d6e7b760e3a tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] No DVR routers for this DVR port f5a28c92-b246-4ef1-a210-5c752f14237c on host n-h1-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:17:07.040370 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-54e5e27f-9d3a-46c6-81ec-e7410b7c9ca4 req-cba19570-ca62-40f8-ba78-0d6e7b760e3a tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:07.051187 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-54e5e27f-9d3a-46c6-81ec-e7410b7c9ca4 req-cba19570-ca62-40f8-ba78-0d6e7b760e3a tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.41 "DELETE /v2.0/ports/f5a28c92-b246-4ef1-a210-5c752f14237c HTTP/1.1" status: 204 len: 173 time: 1.7719893 Dec 17 15:17:07.057029 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8165bd-ad25-4555-9092-1a43e12999c6', 'name': 'network-vif-deleted', 'tag': 'f5a28c92-b246-4ef1-a210-5c752f14237c'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:17:07.063412 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5219b4a-d050-4e91-be15-fe3600d013cd" -d '{"events": [{"server_uuid": "4e8165bd-ad25-4555-9092-1a43e12999c6", "name": "network-vif-deleted", "tag": "f5a28c92-b246-4ef1-a210-5c752f14237c"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:17:07.169277 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca7ee55-1cb1-4e59-968e-9d2c28ec6054 x-openstack-request-id: req-fca7ee55-1cb1-4e59-968e-9d2c28ec6054 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:17:07.169277 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8165bd-ad25-4555-9092-1a43e12999c6", "name": "network-vif-deleted", "tag": "f5a28c92-b246-4ef1-a210-5c752f14237c", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:17:07.169645 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fca7ee55-1cb1-4e59-968e-9d2c28ec6054 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:17:07.170023 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8165bd-ad25-4555-9092-1a43e12999c6', 'name': 'network-vif-deleted', 'tag': 'f5a28c92-b246-4ef1-a210-5c752f14237c', 'status': 'completed', 'code': 200} Dec 17 15:17:07.202822 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868fa96-ebbb-41bf-a64e-a77675b527e8 req-b18376e4-34bd-4bb6-b85f-e65cb7bdb041 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:07.204663 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b868fa96-ebbb-41bf-a64e-a77675b527e8 req-b18376e4-34bd-4bb6-b85f-e65cb7bdb041 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/ports?device_id=78611da9-302d-43f4-8a00-19313e5c42fc HTTP/1.1" status: 200 len: 944 time: 0.0787926 Dec 17 15:17:07.258019 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b868fa96-ebbb-41bf-a64e-a77675b527e8 req-8e5aec6e-ccc4-49e7-b077-3007782acf64 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c0e174c-134f-4195-a93d-c5a96463f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461383 Dec 17 15:17:07.288768 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:07.447862 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=bdf5d109-6d53-4691-89d1-f1bcd820d88b,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:07.545870 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d77128d9-62f8-4660-bb38-4737eac6f271 req-5654eefc-c730-400b-b025-a20fd1716e10 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f8f86f-ca58-47c7-b2c0-ae080d2fc779 HTTP/1.1" status: 200 len: 210 time: 0.0424531 Dec 17 15:17:07.750860 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f5a28c92-b246-4ef1-a210-5c752f14237c no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:17:07.825095 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['bdf5d109-6d53-4691-89d1-f1bcd820d88b'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:17:07.828113 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: f5a28c92-b246-4ef1-a210-5c752f14237c {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:17:07.828700 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f5a28c92-b246-4ef1-a210-5c752f14237c not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:17:08.024247 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-077b05fc-987b-4a5d-87c0-02401a7ee4b9 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:08.026571 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-077b05fc-987b-4a5d-87c0-02401a7ee4b9 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.41 "GET /v2.0/networks?id=b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 HTTP/1.1" status: 200 len: 820 time: 0.2253704 Dec 17 15:17:08.097184 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-2797a8a4-96ff-44d6-939d-388de70c1333 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Request body: {'port': {'device_id': 'e1f8f86f-ca58-47c7-b2c0-ae080d2fc779', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'admin_state_up': True, 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:08.275295 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6188234d-e2db-4570-8482-d4aac8906b43 req-03a286eb-3c5a-4612-8ced-6ab58332395b tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e8165bd-ad25-4555-9092-1a43e12999c6 HTTP/1.1" status: 200 len: 210 time: 0.0576515 Dec 17 15:17:08.297384 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0919f8-8ccf-4fe6-ae03-7ea87c1f242d req-0c21462d-8a66-4dcb-99b7-1136a9a324ab tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:08.299023 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ba0919f8-8ccf-4fe6-ae03-7ea87c1f242d req-0c21462d-8a66-4dcb-99b7-1136a9a324ab tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a6a74c3-0324-4a77-8093-0269d265b42b HTTP/1.1" status: 200 len: 945 time: 0.2544293 Dec 17 15:17:08.414928 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ba0919f8-8ccf-4fe6-ae03-7ea87c1f242d req-4643b7a1-7960-44df-9aca-daa826dbc3ea tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847585 Dec 17 15:17:08.442659 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 6ee55124-6c1e-4098-8106-35abeefde7ee up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:17:08.466430 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-2797a8a4-96ff-44d6-939d-388de70c1333 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Made reservation on behalf of a664fc5838dc44cb8d9481b453356af9 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:17:08.473424 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-2797a8a4-96ff-44d6-939d-388de70c1333 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:08.567887 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 6ee55124-6c1e-4098-8106-35abeefde7ee triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:17:08.568264 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:08.651569 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47308) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:08.712186 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 9989be88-b6a0-4515-85bb-1074b7d5e992 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:17:08.786522 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9c4b70c-4839-4988-b77e-a7c526c437e9 req-43c5f87d-04b1-4f81-94b4-e773d961cad2 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f8f86f-ca58-47c7-b2c0-ae080d2fc779 HTTP/1.1" status: 200 len: 210 time: 0.0468361 Dec 17 15:17:08.811559 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555b4ca-0d08-4c23-ac07-fb9b3e34925d req-cb1c4956-5ef1-44de-b4a9-430430788c0f tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:08.811559 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d555b4ca-0d08-4c23-ac07-fb9b3e34925d req-cb1c4956-5ef1-44de-b4a9-430430788c0f tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/ports?device_id=78611da9-302d-43f4-8a00-19313e5c42fc HTTP/1.1" status: 200 len: 944 time: 0.2140841 Dec 17 15:17:08.842997 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-b91315d8-3f33-4eef-93d4-448dd06622a5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-436269403-network', 'tenant_id': '72f8b665d7654cfdb5b49c6b45e36f86'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:08.849386 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-2797a8a4-96ff-44d6-939d-388de70c1333 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Allocated IP 172.20.0.9 (b2bc70b2-1b17-4db0-acd7-24d62fbc7a86/da83ff64-289b-4a41-8d14-866b7dfb3d66/133399b1-2c30-43a2-a3dd-b2f65abc651d) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:17:08.859928 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 9989be88-b6a0-4515-85bb-1074b7d5e992, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=9989be88-b6a0-4515-85bb-1074b7d5e992,segment=NetworkSegment(e8e3507c-e010-414c-9e07-379a84f479f5),segment_id=e8e3507c-e010-414c-9e07-379a84f479f5)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:08.877579 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d555b4ca-0d08-4c23-ac07-fb9b3e34925d req-d54e807a-34f8-4326-89ab-67f22fdeee36 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c0e174c-134f-4195-a93d-c5a96463f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624294 Dec 17 15:17:08.891230 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '9989be88-b6a0-4515-85bb-1074b7d5e992', 'network_id': '3aef48c0-7506-4912-87a1-02fd88d2b430', 'port_id': '9989be88-b6a0-4515-85bb-1074b7d5e992', 'mac_address': 'fa:16:3e:c3:8d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb8281b9-5255-4caf-a905-604474f334b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:17:08.937832 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:08.951800 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9989be88-b6a0-4515-85bb-1074b7d5e992 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:17:08.971206 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 9989be88-b6a0-4515-85bb-1074b7d5e992, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=9989be88-b6a0-4515-85bb-1074b7d5e992,segment=NetworkSegment(e8e3507c-e010-414c-9e07-379a84f479f5),segment_id=e8e3507c-e010-414c-9e07-379a84f479f5)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:09.047911 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-2797a8a4-96ff-44d6-939d-388de70c1333 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:09.119573 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91315d8-3f33-4eef-93d4-448dd06622a5 admin admin] Made reservation on behalf of 72f8b665d7654cfdb5b49c6b45e36f86 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:17:09.122915 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b91315d8-3f33-4eef-93d4-448dd06622a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:09.135344 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b91315d8-3f33-4eef-93d4-448dd06622a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:09.154902 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:09.192828 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-2797a8a4-96ff-44d6-939d-388de70c1333 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:09.249497 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=9989be88-b6a0-4515-85bb-1074b7d5e992,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:09.300068 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-2797a8a4-96ff-44d6-939d-388de70c1333 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Network b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:17:09.316388 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-2797a8a4-96ff-44d6-939d-388de70c1333 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:17:09.340490 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-2797a8a4-96ff-44d6-939d-388de70c1333 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:17:09.384131 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b91315d8-3f33-4eef-93d4-448dd06622a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:09.398231 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['9989be88-b6a0-4515-85bb-1074b7d5e992'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:17:09.447462 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-2797a8a4-96ff-44d6-939d-388de70c1333 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:09.448295 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-2797a8a4-96ff-44d6-939d-388de70c1333 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:09.492246 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b91315d8-3f33-4eef-93d4-448dd06622a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:09.522706 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797a8a4-96ff-44d6-939d-388de70c1333 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Pushing event updated for resources: {'Port': ['ID=133399b1-2c30-43a2-a3dd-b2f65abc651d,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:09.577507 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-2797a8a4-96ff-44d6-939d-388de70c1333 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4858167 Dec 17 15:17:09.588406 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b91315d8-3f33-4eef-93d4-448dd06622a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:17:09.594922 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91315d8-3f33-4eef-93d4-448dd06622a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e31284-81de-4619-b5e9-a5571f0c0a2e,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:09.636993 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b91315d8-3f33-4eef-93d4-448dd06622a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:09.643670 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-b91315d8-3f33-4eef-93d4-448dd06622a5 admin admin] Added segment 20a28fa9-b1d3-4b3a-8ebc-bb526ff8a639 of type vlan for network 9bb10d58-cf0f-4ad7-baae-102be17ef0d3 Dec 17 15:17:09.671304 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-c07ad73b-5cb2-4299-9723-8ccf44181f82 service neutron] Request body: {'port': {'device_id': 'e1f8f86f-ca58-47c7-b2c0-ae080d2fc779', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:09.710617 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-5495dc93-fcb4-47a1-bc60-732e43bd16a3 None None] Provisioning complete for port 133399b1-2c30-43a2-a3dd-b2f65abc651d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:17:09.711391 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5495dc93-fcb4-47a1-bc60-732e43bd16a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:09.734790 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b91315d8-3f33-4eef-93d4-448dd06622a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:09.755440 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device bdf5d109-6d53-4691-89d1-f1bcd820d88b up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:17:09.816430 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-5495dc93-fcb4-47a1-bc60-732e43bd16a3 None None] Port 133399b1-2c30-43a2-a3dd-b2f65abc651d cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:17:09.823546 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fab3fb60-b1f6-478a-852b-cb60da58f907 req-b4f35b82-36e1-4a31-be70-47c361be149d tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups/cca56bc7-8017-4468-b32d-0a5e03d11880 HTTP/1.1" status: 200 len: 1800 time: 0.3407724 Dec 17 15:17:09.833948 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5938b16-0f4f-472b-98eb-1b0546e69e6f req-3d475e3e-d5f0-4f1f-a982-d4ea0f8abdf2 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:09.852008 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e5938b16-0f4f-472b-98eb-1b0546e69e6f req-3d475e3e-d5f0-4f1f-a982-d4ea0f8abdf2 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a6a74c3-0324-4a77-8093-0269d265b42b HTTP/1.1" status: 200 len: 945 time: 0.2419684 Dec 17 15:17:09.879130 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b91315d8-3f33-4eef-93d4-448dd06622a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:09.880032 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91315d8-3f33-4eef-93d4-448dd06622a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:09.880617 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b91315d8-3f33-4eef-93d4-448dd06622a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:09.907720 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port bdf5d109-6d53-4691-89d1-f1bcd820d88b completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:17:09.911991 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port bdf5d109-6d53-4691-89d1-f1bcd820d88b triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:17:09.912546 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:09.950569 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91315d8-3f33-4eef-93d4-448dd06622a5 admin admin] Pushing event updated for resources: {'Network': ['ID=9bb10d58-cf0f-4ad7-baae-102be17ef0d3,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:09.975977 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 9bb10d58-cf0f-4ad7-baae-102be17ef0d3 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:17:09.976264 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-c07ad73b-5cb2-4299-9723-8ccf44181f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:10.008701 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e5938b16-0f4f-472b-98eb-1b0546e69e6f req-e604ac3e-0197-4291-bd12-9bbdcd216440 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556139 Dec 17 15:17:10.082538 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b91315d8-3f33-4eef-93d4-448dd06622a5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4287558 Dec 17 15:17:10.085316 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47356) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:10.104525 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-5da8ac05-2787-4ee1-bd6e-14f6cbc900ae admin admin] Request body: {'subnet': {'network_id': '9bb10d58-cf0f-4ad7-baae-102be17ef0d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-436269403-subnet', 'tenant_id': '72f8b665d7654cfdb5b49c6b45e36f86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:10.222279 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da8ac05-2787-4ee1-bd6e-14f6cbc900ae admin admin] Made reservation on behalf of 72f8b665d7654cfdb5b49c6b45e36f86 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:17:10.230858 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5da8ac05-2787-4ee1-bd6e-14f6cbc900ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:10.236344 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:10.244428 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:10.306296 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6a74c3-0324-4a77-8093-0269d265b42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf5d109-6d53-4691-89d1-f1bcd820d88b'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:17:10.306296 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ee9a29-780a-4ddf-8403-8bbdb81ff400" -d '{"events": [{"server_uuid": "1a6a74c3-0324-4a77-8093-0269d265b42b", "name": "network-vif-plugged", "status": "completed", "tag": "bdf5d109-6d53-4691-89d1-f1bcd820d88b"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:17:10.306296 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port bdf5d109-6d53-4691-89d1-f1bcd820d88b, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=bdf5d109-6d53-4691-89d1-f1bcd820d88b,segment=NetworkSegment(75195253-a18c-43b8-b6db-179ccc3e1ed0),segment_id=75195253-a18c-43b8-b6db-179ccc3e1ed0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:10.334231 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-fab3fb60-b1f6-478a-852b-cb60da58f907 req-4b3cf6ee-cc47-4161-a98c-80d76cdf26bc tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:10.364662 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-fab3fb60-b1f6-478a-852b-cb60da58f907 req-4b3cf6ee-cc47-4161-a98c-80d76cdf26bc tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:10.451742 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47370) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:10.462096 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:10.540001 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=bdf5d109-6d53-4691-89d1-f1bcd820d88b,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:10.566563 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028a17f-76dd-4b6e-bef0-d0723e2ab1c7 req-dcc22af0-a87a-4d41-aa4f-4c1630d85a7f tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:10.566563 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2028a17f-76dd-4b6e-bef0-d0723e2ab1c7 req-dcc22af0-a87a-4d41-aa4f-4c1630d85a7f tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f8f86f-ca58-47c7-b2c0-ae080d2fc779 HTTP/1.1" status: 200 len: 931 time: 0.2861557 Dec 17 15:17:10.566563 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-fab3fb60-b1f6-478a-852b-cb60da58f907 req-4b3cf6ee-cc47-4161-a98c-80d76cdf26bc tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:10.568918 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-fab3fb60-b1f6-478a-852b-cb60da58f907 req-4b3cf6ee-cc47-4161-a98c-80d76cdf26bc tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:10.579845 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fab3fb60-b1f6-478a-852b-cb60da58f907 req-4b3cf6ee-cc47-4161-a98c-80d76cdf26bc tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "DELETE /v2.0/security-groups/cca56bc7-8017-4468-b32d-0a5e03d11880 HTTP/1.1" status: 204 len: 173 time: 0.7239864 Dec 17 15:17:10.623415 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5da8ac05-2787-4ee1-bd6e-14f6cbc900ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:10.679478 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8ac05-2787-4ee1-bd6e-14f6cbc900ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=339de832-e1a0-4841-8268-41e6b19fd302,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:10.735859 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 9989be88-b6a0-4515-85bb-1074b7d5e992 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:17:10.762118 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da8ac05-2787-4ee1-bd6e-14f6cbc900ae admin admin] Checking segment: {'id': '20a28fa9-b1d3-4b3a-8ebc-bb526ff8a639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9bb10d58-cf0f-4ad7-baae-102be17ef0d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:17:10.763375 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da8ac05-2787-4ee1-bd6e-14f6cbc900ae admin admin] Network hostable DHCP agents. Network: 9bb10d58-cf0f-4ad7-baae-102be17ef0d3, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:17:10.811764 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-c07ad73b-5cb2-4299-9723-8ccf44181f82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 133399b1-2c30-43a2-a3dd-b2f65abc651d {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:17:10.820674 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-c07ad73b-5cb2-4299-9723-8ccf44181f82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:10.834255 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-c07ad73b-5cb2-4299-9723-8ccf44181f82 service neutron] Transition to ACTIVE for port object 133399b1-2c30-43a2-a3dd-b2f65abc651d will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:17:10.854342 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3cf6ee-cc47-4161-a98c-80d76cdf26bc tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca56bc7-8017-4468-b32d-0a5e03d11880,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:10.891637 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da8ac05-2787-4ee1-bd6e-14f6cbc900ae admin admin] Network 9bb10d58-cf0f-4ad7-baae-102be17ef0d3 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:17:10.911029 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-21073ecc-23e6-4455-8b79-366614417350 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2134413432'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:10.920470 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2028a17f-76dd-4b6e-bef0-d0723e2ab1c7 req-b95f782b-796d-4f35-9064-9b0402bf6a56 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fef139c-d841-452f-b9b7-6a7236e63fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338854 Dec 17 15:17:10.930656 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-c07ad73b-5cb2-4299-9723-8ccf44181f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:10.969862 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d381d-8930-4ad0-84ca-3ba35d0cdab4 req-e56687e6-52c0-411d-befd-eee5984f395e tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:10.971279 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cb7d381d-8930-4ad0-84ca-3ba35d0cdab4 req-e56687e6-52c0-411d-befd-eee5984f395e tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/ports?device_id=78611da9-302d-43f4-8a00-19313e5c42fc HTTP/1.1" status: 200 len: 945 time: 0.2766197 Dec 17 15:17:10.987005 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-5da8ac05-2787-4ee1-bd6e-14f6cbc900ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 9bb10d58-cf0f-4ad7-baae-102be17ef0d3) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:17:10.992478 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da8ac05-2787-4ee1-bd6e-14f6cbc900ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:10.992630 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5da8ac05-2787-4ee1-bd6e-14f6cbc900ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:11.003993 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6d114b-8740-4ef1-8986-ff65dfaa3fb4 x-openstack-request-id: req-3f6d114b-8740-4ef1-8986-ff65dfaa3fb4 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:17:11.004858 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6a74c3-0324-4a77-8093-0269d265b42b", "name": "network-vif-plugged", "status": "completed", "tag": "bdf5d109-6d53-4691-89d1-f1bcd820d88b", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:17:11.005348 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3f6d114b-8740-4ef1-8986-ff65dfaa3fb4 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:17:11.005903 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6a74c3-0324-4a77-8093-0269d265b42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf5d109-6d53-4691-89d1-f1bcd820d88b', 'code': 200} Dec 17 15:17:11.013866 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544e0dfa-6705-40c7-9505-ec5bb8f9fbc7 None None] Network 9bb10d58-cf0f-4ad7-baae-102be17ef0d3 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:17:11.017779 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 9989be88-b6a0-4515-85bb-1074b7d5e992 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:17:11.017954 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21073ecc-23e6-4455-8b79-366614417350 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Made reservation on behalf of f631f274ee954f75ab1677e57607566b for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:17:11.028185 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-21073ecc-23e6-4455-8b79-366614417350 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:11.051518 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-21073ecc-23e6-4455-8b79-366614417350 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:11.051671 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 9989be88-b6a0-4515-85bb-1074b7d5e992 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:17:11.051671 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:11.137276 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5da8ac05-2787-4ee1-bd6e-14f6cbc900ae admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0489261 Dec 17 15:17:11.138276 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47396) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:11.200402 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-375e2b90-a59d-4330-9e21-18ff6f0ca6da admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-436269403-router', 'tenant_id': '72f8b665d7654cfdb5b49c6b45e36f86', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:11.218385 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ad73b-5cb2-4299-9723-8ccf44181f82 service neutron] Pushing event updated for resources: {'Port': ['ID=133399b1-2c30-43a2-a3dd-b2f65abc651d,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:11.282274 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cb7d381d-8930-4ad0-84ca-3ba35d0cdab4 req-18ece17d-9795-476d-b6ad-7ba0cad5b2e3 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c0e174c-134f-4195-a93d-c5a96463f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897234 Dec 17 15:17:11.322306 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ffe4fbe9-58e0-400b-b7e8-e155b7b71bde req-42c2c491-3085-40d3-bcff-c76ca5c7667b tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "GET /v2.0/security-groups/4db89f29-25ee-40ba-b9e3-c926d3871320 HTTP/1.1" status: 200 len: 1800 time: 0.1402507 Dec 17 15:17:11.328854 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-c07ad73b-5cb2-4299-9723-8ccf44181f82 service neutron] Attempting to bind port 133399b1-2c30-43a2-a3dd-b2f65abc651d on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:11.329358 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-c07ad73b-5cb2-4299-9723-8ccf44181f82 service neutron] Attempting to bind port 133399b1-2c30-43a2-a3dd-b2f65abc651d by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': 'd159982d-833c-40df-8b11-6dd338fba157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:11.329795 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-c07ad73b-5cb2-4299-9723-8ccf44181f82 service neutron] Attempting to bind port 133399b1-2c30-43a2-a3dd-b2f65abc651d on network b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:11.340126 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-c07ad73b-5cb2-4299-9723-8ccf44181f82 service neutron] Port 133399b1-2c30-43a2-a3dd-b2f65abc651d on network b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:17:11.340932 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-c07ad73b-5cb2-4299-9723-8ccf44181f82 service neutron] Attempting to bind port 133399b1-2c30-43a2-a3dd-b2f65abc651d on network b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:11.349725 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-c07ad73b-5cb2-4299-9723-8ccf44181f82 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:17:11.350209 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-c07ad73b-5cb2-4299-9723-8ccf44181f82 service neutron] Checking segment: {'id': 'd159982d-833c-40df-8b11-6dd338fba157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:17:11.350780 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-c07ad73b-5cb2-4299-9723-8ccf44181f82 service neutron] Bound using segment: {'id': 'd159982d-833c-40df-8b11-6dd338fba157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:17:11.351280 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-c07ad73b-5cb2-4299-9723-8ccf44181f82 service neutron] Bound port: 133399b1-2c30-43a2-a3dd-b2f65abc651d, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd159982d-833c-40df-8b11-6dd338fba157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:17:11.351757 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-c07ad73b-5cb2-4299-9723-8ccf44181f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:11.375205 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66441210-93ae-43ea-8084-9aee796cecca req-ca23428a-0909-4dff-b509-215e7c533bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:11.376708 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-66441210-93ae-43ea-8084-9aee796cecca req-ca23428a-0909-4dff-b509-215e7c533bc2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1a6a74c3-0324-4a77-8093-0269d265b42b HTTP/1.1" status: 200 len: 1097 time: 0.2362933 Dec 17 15:17:11.441137 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-375e2b90-a59d-4330-9e21-18ff6f0ca6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:11.442259 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-375e2b90-a59d-4330-9e21-18ff6f0ca6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:11.479472 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-21073ecc-23e6-4455-8b79-366614417350 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:11.523231 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ffe4fbe9-58e0-400b-b7e8-e155b7b71bde req-7f340105-7ebb-4413-a5ae-027e198d9be4 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:11.541747 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-66441210-93ae-43ea-8084-9aee796cecca req-51c4ae4d-452b-4d29-a786-6cdd2e82ac25 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568944 Dec 17 15:17:11.547791 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375e6492-1382-4f7f-8e56-1fff02676391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-9bb10d58-cf0f-4ad7-baae-102be17ef0d3', 'network_id': '9bb10d58-cf0f-4ad7-baae-102be17ef0d3', 'tenant_id': '72f8b665d7654cfdb5b49c6b45e36f86', 'fixed_ips': [{'subnet_id': '339de832-e1a0-4841-8268-41e6b19fd302'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:17:11.548619 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-375e6492-1382-4f7f-8e56-1fff02676391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:11.555840 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798bfa5-a9e6-4460-8f2a-8f0971938a43 req-179e365e-1bb9-45b0-a7b0-fafacc9a8a89 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:11.558891 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d798bfa5-a9e6-4460-8f2a-8f0971938a43 req-179e365e-1bb9-45b0-a7b0-fafacc9a8a89 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a6a74c3-0324-4a77-8093-0269d265b42b HTTP/1.1" status: 200 len: 946 time: 0.0941901 Dec 17 15:17:11.579599 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:11.602834 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-21073ecc-23e6-4455-8b79-366614417350 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:11.616205 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-375e2b90-a59d-4330-9e21-18ff6f0ca6da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:11.624323 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ffe4fbe9-58e0-400b-b7e8-e155b7b71bde req-7f340105-7ebb-4413-a5ae-027e198d9be4 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:11.647939 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-c07ad73b-5cb2-4299-9723-8ccf44181f82 service neutron] For port 133399b1-2c30-43a2-a3dd-b2f65abc651d, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:17:11.654020 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d798bfa5-a9e6-4460-8f2a-8f0971938a43 req-9ae14cf2-d0c6-461c-9cac-5d33b48f609d tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819595 Dec 17 15:17:11.657423 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21073ecc-23e6-4455-8b79-366614417350 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:17:11.685252 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-c07ad73b-5cb2-4299-9723-8ccf44181f82 service neutron] For port 133399b1-2c30-43a2-a3dd-b2f65abc651d, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=133399b1-2c30-43a2-a3dd-b2f65abc651d,segment=NetworkSegment(d159982d-833c-40df-8b11-6dd338fba157),segment_id=d159982d-833c-40df-8b11-6dd338fba157)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:17:11.695450 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 9989be88-b6a0-4515-85bb-1074b7d5e992, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=9989be88-b6a0-4515-85bb-1074b7d5e992,segment=NetworkSegment(e8e3507c-e010-414c-9e07-379a84f479f5),segment_id=e8e3507c-e010-414c-9e07-379a84f479f5)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:11.709536 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-21073ecc-23e6-4455-8b79-366614417350 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:11.709731 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-21073ecc-23e6-4455-8b79-366614417350 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Added segment a390b576-5df3-4c5a-9186-adc61c0143be of type vlan for network 571c7419-77f7-4350-b544-0890f89e1e30 Dec 17 15:17:11.757190 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21073ecc-23e6-4455-8b79-366614417350 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4f7391-36eb-4a88-ad78-00bcb082a0e5,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:11.758309 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-c07ad73b-5cb2-4299-9723-8ccf44181f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:11.811817 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:11.875789 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ad73b-5cb2-4299-9723-8ccf44181f82 service neutron] Pushing event updated for resources: {'Port': ['ID=133399b1-2c30-43a2-a3dd-b2f65abc651d,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:11.880361 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ffe4fbe9-58e0-400b-b7e8-e155b7b71bde req-7f340105-7ebb-4413-a5ae-027e198d9be4 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:11.883117 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ffe4fbe9-58e0-400b-b7e8-e155b7b71bde req-7f340105-7ebb-4413-a5ae-027e198d9be4 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:11.884289 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ffe4fbe9-58e0-400b-b7e8-e155b7b71bde req-7f340105-7ebb-4413-a5ae-027e198d9be4 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] 10.222.0.46 "DELETE /v2.0/security-groups/4db89f29-25ee-40ba-b9e3-c926d3871320 HTTP/1.1" status: 204 len: 173 time: 0.5476973 Dec 17 15:17:11.904221 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47408) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:11.920787 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-21073ecc-23e6-4455-8b79-366614417350 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:11.934398 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-375e2b90-a59d-4330-9e21-18ff6f0ca6da admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:11.949871 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-c07ad73b-5cb2-4299-9723-8ccf44181f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:11.956233 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-c07ad73b-5cb2-4299-9723-8ccf44181f82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:11.956233 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-c07ad73b-5cb2-4299-9723-8ccf44181f82 service neutron] 10.222.0.41 "PUT /v2.0/ports/133399b1-2c30-43a2-a3dd-b2f65abc651d HTTP/1.1" status: 200 len: 1091 time: 2.3484128 Dec 17 15:17:11.956233 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f340105-7ebb-4413-a5ae-027e198d9be4 tempest-SecurityGroupsTestJSON-231684112 tempest-SecurityGroupsTestJSON-231684112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db89f29-25ee-40ba-b9e3-c926d3871320,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:11.956882 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f8f86f-ca58-47c7-b2c0-ae080d2fc779', 'tag': '133399b1-2c30-43a2-a3dd-b2f65abc651d'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:17:11.963116 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ef8bc8-df2c-4a8b-aaa7-1e828b13edf8" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f8f86f-ca58-47c7-b2c0-ae080d2fc779", "tag": "133399b1-2c30-43a2-a3dd-b2f65abc651d"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:17:12.013148 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-375e6492-1382-4f7f-8e56-1fff02676391 None None] Allocated IP 172.20.0.2 (9bb10d58-cf0f-4ad7-baae-102be17ef0d3/339de832-e1a0-4841-8268-41e6b19fd302/317fde6b-3678-425d-ad09-394f2f80156c) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:17:12.032595 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-358be971-9029-4a52-9b9a-f8fa5b81a0d8 admin admin] Deleting subnet 4502cdf4-b8e8-41c6-9e10-7a307da6f1e2 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:17:12.045125 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-21073ecc-23e6-4455-8b79-366614417350 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:12.054028 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21073ecc-23e6-4455-8b79-366614417350 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:12.054028 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-21073ecc-23e6-4455-8b79-366614417350 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:12.065693 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261b9773-c927-4979-9e43-524259a51115 x-openstack-request-id: req-261b9773-c927-4979-9e43-524259a51115 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:17:12.066315 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f8f86f-ca58-47c7-b2c0-ae080d2fc779", "tag": "133399b1-2c30-43a2-a3dd-b2f65abc651d", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:17:12.066947 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-261b9773-c927-4979-9e43-524259a51115 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:17:12.067518 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f8f86f-ca58-47c7-b2c0-ae080d2fc779', 'tag': '133399b1-2c30-43a2-a3dd-b2f65abc651d', 'status': 'completed', 'code': 200} Dec 17 15:17:12.068388 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-358be971-9029-4a52-9b9a-f8fa5b81a0d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:12.206011 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=9989be88-b6a0-4515-85bb-1074b7d5e992,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:12.311668 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-21073ecc-23e6-4455-8b79-366614417350 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8587084 Dec 17 15:17:12.320094 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-358be971-9029-4a52-9b9a-f8fa5b81a0d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:12.323532 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47430) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:12.330744 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-4d7002da-bcde-41a7-8bdb-0801fb119c9e tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Request body: {'subnet': {'network_id': '571c7419-77f7-4350-b544-0890f89e1e30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:12.352812 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21073ecc-23e6-4455-8b79-366614417350 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Pushing event updated for resources: {'Network': ['ID=571c7419-77f7-4350-b544-0890f89e1e30,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:12.371645 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 571c7419-77f7-4350-b544-0890f89e1e30 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:17:12.445847 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-358be971-9029-4a52-9b9a-f8fa5b81a0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:12.494744 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-375e6492-1382-4f7f-8e56-1fff02676391 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:12.540845 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d2417-ec87-4335-b3df-dc51b2711382 req-59f86a49-8960-4dbc-a99c-c3eaa8e60cca tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:12.550520 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-423d2417-ec87-4335-b3df-dc51b2711382 req-59f86a49-8960-4dbc-a99c-c3eaa8e60cca tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f8f86f-ca58-47c7-b2c0-ae080d2fc779 HTTP/1.1" status: 200 len: 943 time: 0.5108454 Dec 17 15:17:12.581825 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef8bc8-df2c-4a8b-aaa7-1e828b13edf8 req-4b01c21d-8ad2-4304-b207-5ca73e2fbb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:12.584861 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-57ef8bc8-df2c-4a8b-aaa7-1e828b13edf8 req-4b01c21d-8ad2-4304-b207-5ca73e2fbb94 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a664fc5838dc44cb8d9481b453356af9&device_id=e1f8f86f-ca58-47c7-b2c0-ae080d2fc779 HTTP/1.1" status: 200 len: 1094 time: 0.4424548 Dec 17 15:17:12.607733 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-375e6492-1382-4f7f-8e56-1fff02676391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:12.610314 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7002da-bcde-41a7-8bdb-0801fb119c9e tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Made reservation on behalf of f631f274ee954f75ab1677e57607566b for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:17:12.614362 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4d7002da-bcde-41a7-8bdb-0801fb119c9e tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:12.714174 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-423d2417-ec87-4335-b3df-dc51b2711382 req-869c9017-87ba-41fd-87a9-4d18582c6bb3 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fef139c-d841-452f-b9b7-6a7236e63fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579952 Dec 17 15:17:12.738385 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e6492-1382-4f7f-8e56-1fff02676391 None None] Pushing event updated for resources: {'Port': ['ID=317fde6b-3678-425d-ad09-394f2f80156c,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:12.790840 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375e6492-1382-4f7f-8e56-1fff02676391 None None] Network 9bb10d58-cf0f-4ad7-baae-102be17ef0d3 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:17:12.795329 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf259c-037c-4d26-8f29-996bdc3ead0d req-7b45595f-92fc-44c0-802d-9c46eb9cc5cb tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:12.795529 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-375e6492-1382-4f7f-8e56-1fff02676391 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:17:12.797709 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dbbf259c-037c-4d26-8f29-996bdc3ead0d req-7b45595f-92fc-44c0-802d-9c46eb9cc5cb tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/ports?device_id=78611da9-302d-43f4-8a00-19313e5c42fc HTTP/1.1" status: 200 len: 946 time: 0.3533428 Dec 17 15:17:12.803084 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375e6492-1382-4f7f-8e56-1fff02676391 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:17:12.953975 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-375e6492-1382-4f7f-8e56-1fff02676391 None None] Attempting to bind port 317fde6b-3678-425d-ad09-394f2f80156c on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:12.954344 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-375e6492-1382-4f7f-8e56-1fff02676391 None None] Attempting to bind port 317fde6b-3678-425d-ad09-394f2f80156c by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '20a28fa9-b1d3-4b3a-8ebc-bb526ff8a639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9bb10d58-cf0f-4ad7-baae-102be17ef0d3'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:12.954705 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375e6492-1382-4f7f-8e56-1fff02676391 None None] Attempting to bind port 317fde6b-3678-425d-ad09-394f2f80156c on network 9bb10d58-cf0f-4ad7-baae-102be17ef0d3 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:12.962193 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375e6492-1382-4f7f-8e56-1fff02676391 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:17:12.962574 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375e6492-1382-4f7f-8e56-1fff02676391 None None] Checking segment: {'id': '20a28fa9-b1d3-4b3a-8ebc-bb526ff8a639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9bb10d58-cf0f-4ad7-baae-102be17ef0d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:17:12.962981 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-375e6492-1382-4f7f-8e56-1fff02676391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:12.963391 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375e6492-1382-4f7f-8e56-1fff02676391 None None] Bound using segment: {'id': '20a28fa9-b1d3-4b3a-8ebc-bb526ff8a639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9bb10d58-cf0f-4ad7-baae-102be17ef0d3'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:17:12.963853 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-375e6492-1382-4f7f-8e56-1fff02676391 None None] Bound port: 317fde6b-3678-425d-ad09-394f2f80156c, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20a28fa9-b1d3-4b3a-8ebc-bb526ff8a639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9bb10d58-cf0f-4ad7-baae-102be17ef0d3'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:17:12.964238 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-375e6492-1382-4f7f-8e56-1fff02676391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:13.007013 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78611da9-302d-43f4-8a00-19313e5c42fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9989be88-b6a0-4515-85bb-1074b7d5e992'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:17:13.013964 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f9f70c-f208-4a79-80bf-63113d89284e" -d '{"events": [{"server_uuid": "78611da9-302d-43f4-8a00-19313e5c42fc", "name": "network-vif-plugged", "status": "completed", "tag": "9989be88-b6a0-4515-85bb-1074b7d5e992"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:17:13.049842 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-375e2b90-a59d-4330-9e21-18ff6f0ca6da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:13.122212 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-375e6492-1382-4f7f-8e56-1fff02676391 None None] For port 317fde6b-3678-425d-ad09-394f2f80156c, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:17:13.126074 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-375e6492-1382-4f7f-8e56-1fff02676391 None None] For port 317fde6b-3678-425d-ad09-394f2f80156c, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=317fde6b-3678-425d-ad09-394f2f80156c,segment=NetworkSegment(20a28fa9-b1d3-4b3a-8ebc-bb526ff8a639),segment_id=20a28fa9-b1d3-4b3a-8ebc-bb526ff8a639)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:17:13.150715 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-375e2b90-a59d-4330-9e21-18ff6f0ca6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:13.189948 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-358be971-9029-4a52-9b9a-f8fa5b81a0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:13.216996 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-375e6492-1382-4f7f-8e56-1fff02676391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:13.230450 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358be971-9029-4a52-9b9a-f8fa5b81a0d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4502cdf4-b8e8-41c6-9e10-7a307da6f1e2,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:13.242314 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4d7002da-bcde-41a7-8bdb-0801fb119c9e tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:13.283378 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-358be971-9029-4a52-9b9a-f8fa5b81a0d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:13.286730 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-358be971-9029-4a52-9b9a-f8fa5b81a0d8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4502cdf4-b8e8-41c6-9e10-7a307da6f1e2 HTTP/1.1" status: 204 len: 168 time: 1.3858428 Dec 17 15:17:13.292024 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47444) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:13.297412 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dbbf259c-037c-4d26-8f29-996bdc3ead0d req-b11f7bd5-3ca9-4116-b8b3-a98a6e6a01d9 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c0e174c-134f-4195-a93d-c5a96463f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4640639 Dec 17 15:17:13.314259 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a7821-bd93-41aa-b4f0-14465e4ac168 req-f86ce0df-faf5-415c-8bf3-60a6562bcb02 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:13.321808 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-392a7821-bd93-41aa-b4f0-14465e4ac168 req-f86ce0df-faf5-415c-8bf3-60a6562bcb02 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a6a74c3-0324-4a77-8093-0269d265b42b HTTP/1.1" status: 200 len: 946 time: 0.4966214 Dec 17 15:17:13.335875 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef8bc8-df2c-4a8b-aaa7-1e828b13edf8 req-0257eab7-bd3d-41fa-b4ae-57ffe75a72cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:13.337384 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-57ef8bc8-df2c-4a8b-aaa7-1e828b13edf8 req-0257eab7-bd3d-41fa-b4ae-57ffe75a72cd service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a664fc5838dc44cb8d9481b453356af9&shared=False HTTP/1.1" status: 200 len: 921 time: 0.7351191 Dec 17 15:17:13.337564 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e6492-1382-4f7f-8e56-1fff02676391 None None] Pushing event updated for resources: {'Port': ['ID=317fde6b-3678-425d-ad09-394f2f80156c,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:13.425489 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a14836-0e71-45ff-abd2-ca828a9447ea x-openstack-request-id: req-e6a14836-0e71-45ff-abd2-ca828a9447ea {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:17:13.425792 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78611da9-302d-43f4-8a00-19313e5c42fc", "name": "network-vif-plugged", "status": "completed", "tag": "9989be88-b6a0-4515-85bb-1074b7d5e992", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:17:13.431375 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e6a14836-0e71-45ff-abd2-ca828a9447ea {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:17:13.431375 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78611da9-302d-43f4-8a00-19313e5c42fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9989be88-b6a0-4515-85bb-1074b7d5e992', 'code': 200} Dec 17 15:17:13.486739 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7002da-bcde-41a7-8bdb-0801fb119c9e tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Pushing event updated for resources: {'Subnet': ['ID=ec3e507b-49e3-4392-9827-9de4c5d2baa4,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:13.533980 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7002da-bcde-41a7-8bdb-0801fb119c9e tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Checking segment: {'id': 'a390b576-5df3-4c5a-9186-adc61c0143be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '571c7419-77f7-4350-b544-0890f89e1e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:17:13.534177 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7002da-bcde-41a7-8bdb-0801fb119c9e tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Network hostable DHCP agents. Network: 571c7419-77f7-4350-b544-0890f89e1e30, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:17:13.568027 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-392a7821-bd93-41aa-b4f0-14465e4ac168 req-4f7b2d6b-befd-4d7e-a12e-1220cc9b33af tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430139 Dec 17 15:17:13.577519 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-375e2b90-a59d-4330-9e21-18ff6f0ca6da admin admin] Allocated IP 172.25.6.242 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/f259963f-95f3-40b3-9063-11395ba2e9c1) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:17:13.652624 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-085cbc00-5578-477c-8c08-19a28c85e372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:13.694904 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7002da-bcde-41a7-8bdb-0801fb119c9e tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Network 571c7419-77f7-4350-b544-0890f89e1e30 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:17:13.788971 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-4d7002da-bcde-41a7-8bdb-0801fb119c9e tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 571c7419-77f7-4350-b544-0890f89e1e30) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:17:13.801532 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf5dd9a-3619-4709-9c77-4dc7fd35dd85 None None] Network 571c7419-77f7-4350-b544-0890f89e1e30 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:17:13.804202 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7002da-bcde-41a7-8bdb-0801fb119c9e tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:13.806613 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4d7002da-bcde-41a7-8bdb-0801fb119c9e tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:13.875915 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4d0a4-d4b4-4f28-8605-3a41fdc92b94 req-b9d7729b-01c0-4e06-8c8f-80219a28dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:13.877620 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-33a4d0a4-d4b4-4f28-8605-3a41fdc92b94 req-b9d7729b-01c0-4e06-8c8f-80219a28dff5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=78611da9-302d-43f4-8a00-19313e5c42fc HTTP/1.1" status: 200 len: 1097 time: 0.3223450 Dec 17 15:17:13.878916 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef8bc8-df2c-4a8b-aaa7-1e828b13edf8 req-e0829b2d-480c-478d-b5c3-d372a28a4fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:13.884651 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-57ef8bc8-df2c-4a8b-aaa7-1e828b13edf8 req-e0829b2d-480c-478d-b5c3-d372a28a4fd2 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5105798 Dec 17 15:17:13.924967 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-085cbc00-5578-477c-8c08-19a28c85e372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:13.950089 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-375e2b90-a59d-4330-9e21-18ff6f0ca6da admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:14.028273 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-33a4d0a4-d4b4-4f28-8605-3a41fdc92b94 req-8cfbbccc-f9a5-4e65-acb5-0512c13d4fc9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3c0e174c-134f-4195-a93d-c5a96463f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391189 Dec 17 15:17:14.055727 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-085cbc00-5578-477c-8c08-19a28c85e372 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['853d16f0-e7bd-42ea-bcaa-167e13603122']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:14.078775 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-375e2b90-a59d-4330-9e21-18ff6f0ca6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:14.082093 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-085cbc00-5578-477c-8c08-19a28c85e372 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07900043-60e6-4571-9c07-ecceb7b2285a') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:14.082688 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-085cbc00-5578-477c-8c08-19a28c85e372 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07900043-60e6-4571-9c07-ecceb7b2285a') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:14.108475 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375e2b90-a59d-4330-9e21-18ff6f0ca6da admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:17:14.109625 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e4e69-8507-438c-93a5-3b698d8be69e req-206806ee-17c3-4626-8479-0e09b87eb07e tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:14.111173 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-511e4e69-8507-438c-93a5-3b698d8be69e req-206806ee-17c3-4626-8479-0e09b87eb07e tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f8f86f-ca58-47c7-b2c0-ae080d2fc779 HTTP/1.1" status: 200 len: 943 time: 0.1642537 Dec 17 15:17:14.113363 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-085cbc00-5578-477c-8c08-19a28c85e372 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:14.149553 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-23b28a03-f86b-49d1-b868-f46e884a6796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:14.153453 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-23b28a03-f86b-49d1-b868-f46e884a6796 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a664fc5838dc44cb8d9481b453356af9&device_id=e1f8f86f-ca58-47c7-b2c0-ae080d2fc779 HTTP/1.1" status: 200 len: 1094 time: 0.1930225 Dec 17 15:17:14.164049 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-085cbc00-5578-477c-8c08-19a28c85e372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:14.184668 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-375e2b90-a59d-4330-9e21-18ff6f0ca6da admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:17:14.192586 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375e2b90-a59d-4330-9e21-18ff6f0ca6da admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:17:14.196296 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b14633-196f-420b-8fe3-7a90216a64b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-571c7419-77f7-4350-b544-0890f89e1e30', 'network_id': '571c7419-77f7-4350-b544-0890f89e1e30', 'tenant_id': 'f631f274ee954f75ab1677e57607566b', 'fixed_ips': [{'subnet_id': 'ec3e507b-49e3-4392-9827-9de4c5d2baa4'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:17:14.197217 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-46b14633-196f-420b-8fe3-7a90216a64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:14.221347 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4d7002da-bcde-41a7-8bdb-0801fb119c9e tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8965187 Dec 17 15:17:14.224257 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-085cbc00-5578-477c-8c08-19a28c85e372 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:17:14.224941 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-085cbc00-5578-477c-8c08-19a28c85e372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:14.228098 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:17:14.228098 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:17:14.228098 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:17:14.228098 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:17:14.228098 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:17:14.228098 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:17:14.228098 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:17:14.228098 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:17:14.228098 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:17:14.228098 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:17:14.228098 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:17:14.228098 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:17:14.228098 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:17:14.228098 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:17:14.228098 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:17:14.228098 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:17:14.228098 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:17:14.228098 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:17:14.228098 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:17:14.228098 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:17:14.228098 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:17:14.228098 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:17:14.228098 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:17:14.228098 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:17:14.228098 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:17:14.228098 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:17:14.228098 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:17:14.228098 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:17:14.228098 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:17:14.228098 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:17:14.228098 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:17:14.228098 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:17:14.231749 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47464) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:14.250190 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-5284de72-a886-4937-bd63-9c14670e5cae tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Request body: {'port': {'network_id': '571c7419-77f7-4350-b544-0890f89e1e30', 'name': 'tempest-DHCPAgentSchedulersTestJSON-930229091'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:14.382803 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e2b90-a59d-4330-9e21-18ff6f0ca6da admin admin] Pushing event updated for resources: {'Port': ['ID=f259963f-95f3-40b3-9063-11395ba2e9c1,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:14.428549 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-511e4e69-8507-438c-93a5-3b698d8be69e req-de28c7b6-6c79-42b2-9871-efb2b8a29f38 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fef139c-d841-452f-b9b7-6a7236e63fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058226 Dec 17 15:17:14.434633 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-785ede0d-3a38-47fb-a216-f2550c4ed1bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=133399b1-2c30-43a2-a3dd-b2f65abc651d HTTP/1.1" status: 200 len: 217 time: 0.2572272 Dec 17 15:17:14.556463 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 317fde6b-3678-425d-ad09-394f2f80156c up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:17:14.576784 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-46b14633-196f-420b-8fe3-7a90216a64b3 None None] Allocated IP 172.20.0.2 (571c7419-77f7-4350-b544-0890f89e1e30/ec3e507b-49e3-4392-9827-9de4c5d2baa4/726f3d54-d4a2-40e0-a816-8f103f8b77cf) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:17:14.585349 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-085cbc00-5578-477c-8c08-19a28c85e372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:14.626289 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-d7f2eb9b-2336-48d1-adad-5fa3e1a3cab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:14.632774 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-d7f2eb9b-2336-48d1-adad-5fa3e1a3cab6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da83ff64-289b-4a41-8d14-866b7dfb3d66 HTTP/1.1" status: 200 len: 859 time: 0.1878881 Dec 17 15:17:14.662553 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-085cbc00-5578-477c-8c08-19a28c85e372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:14.672276 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-085cbc00-5578-477c-8c08-19a28c85e372 admin admin] 10.222.0.46 "DELETE /v2.0/networks/853d16f0-e7bd-42ea-bcaa-167e13603122 HTTP/1.1" status: 204 len: 168 time: 1.3784192 Dec 17 15:17:14.753861 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085cbc00-5578-477c-8c08-19a28c85e372 admin admin] Pushing event deleted for resources: {'Network': ['ID=853d16f0-e7bd-42ea-bcaa-167e13603122,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:14.867253 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 317fde6b-3678-425d-ad09-394f2f80156c triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:17:14.884716 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:14.953711 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b72f3-c3a0-4c69-9859-75fe4922e868 req-8b96e399-7b05-41d1-b90b-5886d548f08d tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:14.969940 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-419b72f3-c3a0-4c69-9859-75fe4922e868 req-8b96e399-7b05-41d1-b90b-5886d548f08d tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/ports?device_id=78611da9-302d-43f4-8a00-19313e5c42fc HTTP/1.1" status: 200 len: 946 time: 0.4355056 Dec 17 15:17:14.993447 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5284de72-a886-4937-bd63-9c14670e5cae tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Made reservation on behalf of f631f274ee954f75ab1677e57607566b for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:17:14.998168 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5284de72-a886-4937-bd63-9c14670e5cae tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:15.044641 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-5284de72-a886-4937-bd63-9c14670e5cae tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] device_id is not set on port 640a5e80-7f46-4831-a0c4-ed581023ab77 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:17:15.045744 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-3dc83694-38d9-4a7d-8ca1-1bfa6f5f6933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:15.050221 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-3dc83694-38d9-4a7d-8ca1-1bfa6f5f6933 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2bc70b2-1b17-4db0-acd7-24d62fbc7a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4102371 Dec 17 15:17:15.130697 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-419b72f3-c3a0-4c69-9859-75fe4922e868 req-054e9b6d-035f-4c56-a544-4c1ac3c29609 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c0e174c-134f-4195-a93d-c5a96463f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597736 Dec 17 15:17:15.146398 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcf1ac-5acb-4aec-81c7-04683951b85f req-b9a0f342-1ee1-4de0-9a06-05293c9a1964 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:15.159232 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8dcf1ac-5acb-4aec-81c7-04683951b85f req-b9a0f342-1ee1-4de0-9a06-05293c9a1964 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a6a74c3-0324-4a77-8093-0269d265b42b HTTP/1.1" status: 200 len: 946 time: 0.3862579 Dec 17 15:17:15.212059 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-46b14633-196f-420b-8fe3-7a90216a64b3 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:15.213956 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:15.218390 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8dcf1ac-5acb-4aec-81c7-04683951b85f req-5ffbc56e-7e1b-4242-85ea-997eb0ef2325 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616293 Dec 17 15:17:15.235266 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9580dad-419b-453e-90c7-0eaae587a1db None None] Network 9bb10d58-cf0f-4ad7-baae-102be17ef0d3 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:17:15.255219 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-b9c2a877-047d-4091-ae51-03797d715621 service neutron] 10.222.0.41 "GET /v2.0/networks/b2bc70b2-1b17-4db0-acd7-24d62fbc7a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854968 Dec 17 15:17:15.379186 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40e9bebd-ccee-4f87-91e6-1dde1eaa7aa0 req-f13494fd-4cf7-4b90-9980-725743dc22ed service neutron] 10.222.0.41 "GET /v2.0/networks/b2bc70b2-1b17-4db0-acd7-24d62fbc7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178420 Dec 17 15:17:15.394362 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-375e2b90-a59d-4330-9e21-18ff6f0ca6da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:15.467637 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-37062bbc-26b4-45ff-98ec-ebb35f4c8c2f None None] Provisioning complete for port 317fde6b-3678-425d-ad09-394f2f80156c triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:17:15.468011 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-37062bbc-26b4-45ff-98ec-ebb35f4c8c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:15.470806 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 317fde6b-3678-425d-ad09-394f2f80156c, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=317fde6b-3678-425d-ad09-394f2f80156c,segment=NetworkSegment(20a28fa9-b1d3-4b3a-8ebc-bb526ff8a639),segment_id=20a28fa9-b1d3-4b3a-8ebc-bb526ff8a639)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:15.560622 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-46b14633-196f-420b-8fe3-7a90216a64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:15.562605 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:15.571234 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39156d00-3e17-44c0-8b7c-0e0f6ead445d req-944fd713-8b4f-41fc-ad43-8702e4ecb96b tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:15.585325 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-39156d00-3e17-44c0-8b7c-0e0f6ead445d req-944fd713-8b4f-41fc-ad43-8702e4ecb96b tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f8f86f-ca58-47c7-b2c0-ae080d2fc779 HTTP/1.1" status: 200 len: 943 time: 0.0855482 Dec 17 15:17:15.628999 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b14633-196f-420b-8fe3-7a90216a64b3 None None] Network 571c7419-77f7-4350-b544-0890f89e1e30 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:17:15.646088 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-39156d00-3e17-44c0-8b7c-0e0f6ead445d req-79360f90-0f0c-4b49-ad9e-e660ec0c8ccd tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fef139c-d841-452f-b9b7-6a7236e63fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571818 Dec 17 15:17:15.669205 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-46b14633-196f-420b-8fe3-7a90216a64b3 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:17:15.685598 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b14633-196f-420b-8fe3-7a90216a64b3 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:17:15.705908 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b14633-196f-420b-8fe3-7a90216a64b3 None None] Pushing event updated for resources: {'Port': ['ID=726f3d54-d4a2-40e0-a816-8f103f8b77cf,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:15.867752 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=317fde6b-3678-425d-ad09-394f2f80156c,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:15.870310 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-46b14633-196f-420b-8fe3-7a90216a64b3 None None] Attempting to bind port 726f3d54-d4a2-40e0-a816-8f103f8b77cf on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:15.871301 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-46b14633-196f-420b-8fe3-7a90216a64b3 None None] Attempting to bind port 726f3d54-d4a2-40e0-a816-8f103f8b77cf by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'a390b576-5df3-4c5a-9186-adc61c0143be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '571c7419-77f7-4350-b544-0890f89e1e30'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:15.871988 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b14633-196f-420b-8fe3-7a90216a64b3 None None] Attempting to bind port 726f3d54-d4a2-40e0-a816-8f103f8b77cf on network 571c7419-77f7-4350-b544-0890f89e1e30 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:15.894236 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b14633-196f-420b-8fe3-7a90216a64b3 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:17:15.895090 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b14633-196f-420b-8fe3-7a90216a64b3 None None] Checking segment: {'id': 'a390b576-5df3-4c5a-9186-adc61c0143be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '571c7419-77f7-4350-b544-0890f89e1e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:17:15.895090 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-46b14633-196f-420b-8fe3-7a90216a64b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:15.895480 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b14633-196f-420b-8fe3-7a90216a64b3 None None] Bound using segment: {'id': 'a390b576-5df3-4c5a-9186-adc61c0143be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '571c7419-77f7-4350-b544-0890f89e1e30'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:17:15.895864 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-46b14633-196f-420b-8fe3-7a90216a64b3 None None] Bound port: 726f3d54-d4a2-40e0-a816-8f103f8b77cf, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a390b576-5df3-4c5a-9186-adc61c0143be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '571c7419-77f7-4350-b544-0890f89e1e30'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:17:15.896245 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-46b14633-196f-420b-8fe3-7a90216a64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:15.927667 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59056e38-bc22-4996-b61c-2730794f0d73 req-10249a07-734e-452d-bbc8-8315cd3e463e tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:15.929264 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-59056e38-bc22-4996-b61c-2730794f0d73 req-10249a07-734e-452d-bbc8-8315cd3e463e tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a6a74c3-0324-4a77-8093-0269d265b42b HTTP/1.1" status: 200 len: 946 time: 0.1121542 Dec 17 15:17:15.929762 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47510) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:16.017869 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-5284de72-a886-4937-bd63-9c14670e5cae tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Allocated IP 172.20.0.7 (571c7419-77f7-4350-b544-0890f89e1e30/ec3e507b-49e3-4392-9827-9de4c5d2baa4/640a5e80-7f46-4831-a0c4-ed581023ab77) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:17:16.021905 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-46b14633-196f-420b-8fe3-7a90216a64b3 None None] For port 726f3d54-d4a2-40e0-a816-8f103f8b77cf, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:17:16.036687 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-46b14633-196f-420b-8fe3-7a90216a64b3 None None] For port 726f3d54-d4a2-40e0-a816-8f103f8b77cf, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=726f3d54-d4a2-40e0-a816-8f103f8b77cf,segment=NetworkSegment(a390b576-5df3-4c5a-9186-adc61c0143be),segment_id=a390b576-5df3-4c5a-9186-adc61c0143be)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:17:16.099431 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-59056e38-bc22-4996-b61c-2730794f0d73 req-7eb08504-3b1e-44ce-bef7-e3452c40b287 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231055 Dec 17 15:17:16.123952 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-46b14633-196f-420b-8fe3-7a90216a64b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:16.126575 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e7315617-098f-4b6d-9fdd-c332b78c9ee3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f2b15cb5323e4eba9896faf7fb1bc9bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1769035 Dec 17 15:17:16.127494 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47512) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:16.212313 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c877c3b8-51e8-4494-8cf0-491145b581d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:16.251180 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b14633-196f-420b-8fe3-7a90216a64b3 None None] Pushing event updated for resources: {'Port': ['ID=726f3d54-d4a2-40e0-a816-8f103f8b77cf,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:16.272214 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c877c3b8-51e8-4494-8cf0-491145b581d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:16.294142 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5284de72-a886-4937-bd63-9c14670e5cae tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:16.299407 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-ea894698-680d-4cc0-9a34-78d7362c2542 None None] Provisioning complete for port 317fde6b-3678-425d-ad09-394f2f80156c triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:17:16.301516 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ea894698-680d-4cc0-9a34-78d7362c2542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:16.431982 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5284de72-a886-4937-bd63-9c14670e5cae tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:16.469920 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 317fde6b-3678-425d-ad09-394f2f80156c up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:17:16.488429 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977a52f-e42c-4205-aa97-bef13bcb431f req-d1a726a5-e3a3-4fa4-81ab-d0ccab2a3de8 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:16.490345 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a977a52f-e42c-4205-aa97-bef13bcb431f req-d1a726a5-e3a3-4fa4-81ab-d0ccab2a3de8 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/ports?device_id=78611da9-302d-43f4-8a00-19313e5c42fc HTTP/1.1" status: 200 len: 946 time: 0.1298895 Dec 17 15:17:16.493397 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c877c3b8-51e8-4494-8cf0-491145b581d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:16.496818 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c877c3b8-51e8-4494-8cf0-491145b581d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:16.498396 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c877c3b8-51e8-4494-8cf0-491145b581d3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6a47c993-d62d-43bf-a7f3-420ad91c0666 HTTP/1.1" status: 204 len: 168 time: 0.3701484 Dec 17 15:17:16.549183 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 317fde6b-3678-425d-ad09-394f2f80156c triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:17:16.549568 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:16.637460 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877c3b8-51e8-4494-8cf0-491145b581d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a47c993-d62d-43bf-a7f3-420ad91c0666,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:16.661845 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a977a52f-e42c-4205-aa97-bef13bcb431f req-befc30ea-2468-4926-936c-4d4db31a21fa tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c0e174c-134f-4195-a93d-c5a96463f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613307 Dec 17 15:17:16.708829 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-375e2b90-a59d-4330-9e21-18ff6f0ca6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:16.710708 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284de72-a886-4937-bd63-9c14670e5cae tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Pushing event updated for resources: {'Port': ['ID=640a5e80-7f46-4831-a0c4-ed581023ab77,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:16.729458 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5284de72-a886-4937-bd63-9c14670e5cae tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Network 571c7419-77f7-4350-b544-0890f89e1e30 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:17:16.770936 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-5284de72-a886-4937-bd63-9c14670e5cae tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:17:16.861573 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5284de72-a886-4937-bd63-9c14670e5cae tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:17:16.918372 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be9282-4ac4-4f87-a48a-b771f1ae03e3 req-a5ba4a51-89cc-43ee-aac8-8f3d84fd8ba5 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:16.930195 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47530) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:16.931386 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-08be9282-4ac4-4f87-a48a-b771f1ae03e3 req-a5ba4a51-89cc-43ee-aac8-8f3d84fd8ba5 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/ports?device_id=78611da9-302d-43f4-8a00-19313e5c42fc HTTP/1.1" status: 200 len: 946 time: 0.1440737 Dec 17 15:17:16.942835 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-fcf68f4d-1b4b-44f1-9109-e6f289643ea0 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Request body: {'floatingip': {'port_id': '9989be88-b6a0-4515-85bb-1074b7d5e992'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:16.946066 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d209807-4edd-4f8b-9a21-493085712ba6 req-3b7e209b-3d26-4b99-ba0d-2bce41711c6f tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:16.947581 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4d209807-4edd-4f8b-9a21-493085712ba6 req-3b7e209b-3d26-4b99-ba0d-2bce41711c6f tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f8f86f-ca58-47c7-b2c0-ae080d2fc779 HTTP/1.1" status: 200 len: 943 time: 0.1583166 Dec 17 15:17:17.013520 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4d209807-4edd-4f8b-9a21-493085712ba6 req-55eb4175-fca9-4b7d-9c70-4b6b7b21109c tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fef139c-d841-452f-b9b7-6a7236e63fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571430 Dec 17 15:17:17.021273 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fcf68f4d-1b4b-44f1-9109-e6f289643ea0 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks [] for floatingip, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:17.032285 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5284de72-a886-4937-bd63-9c14670e5cae tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:17.032920 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5284de72-a886-4937-bd63-9c14670e5cae tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:17.272271 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5284de72-a886-4937-bd63-9c14670e5cae tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0371797 Dec 17 15:17:17.276223 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47548) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:17.344651 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375e2b90-a59d-4330-9e21-18ff6f0ca6da admin admin] Router 38e7fdcf-0ce7-4324-8568-35fe8da1074a is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:17:17.428661 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375301e-1860-41a6-85f9-af21523cde80 req-d6726f96-15a8-4090-9efb-1dca82378740 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:17.442078 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a375301e-1860-41a6-85f9-af21523cde80 req-d6726f96-15a8-4090-9efb-1dca82378740 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a6a74c3-0324-4a77-8093-0269d265b42b HTTP/1.1" status: 200 len: 946 time: 0.2309728 Dec 17 15:17:17.548263 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a375301e-1860-41a6-85f9-af21523cde80 req-04e2f7d1-7f95-42e9-b214-6141cc70faa3 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947816 Dec 17 15:17:17.588206 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375e2b90-a59d-4330-9e21-18ff6f0ca6da admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:17:17.595029 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-cc67ced8-09da-47cd-af91-397c16a9cf58 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Deleting port 640a5e80-7f46-4831-a0c4-ed581023ab77 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:17:17.595370 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cc67ced8-09da-47cd-af91-397c16a9cf58 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:17.598442 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6282447c-c33c-411f-9038-74246fd38e4a None None] Sync routers for ids ['38e7fdcf-0ce7-4324-8568-35fe8da1074a'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:17:17.612679 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6282447c-c33c-411f-9038-74246fd38e4a None None] Routers {'38e7fdcf-0ce7-4324-8568-35fe8da1074a'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:17:17.613339 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-6282447c-c33c-411f-9038-74246fd38e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:17:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['38e7fdcf-0ce7-4324-8568-35fe8da1074a'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:17.777432 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cc67ced8-09da-47cd-af91-397c16a9cf58 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:17.785839 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 133399b1-2c30-43a2-a3dd-b2f65abc651d details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:17:17.794438 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-cc67ced8-09da-47cd-af91-397c16a9cf58 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Calling delete_port for 640a5e80-7f46-4831-a0c4-ed581023ab77 owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:17:17.845559 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-6282447c-c33c-411f-9038-74246fd38e4a None None] Set router 38e7fdcf-0ce7-4324-8568-35fe8da1074a gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:17:17.923011 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8916d6-3024-43c3-86d1-8489c9594c12 None None] Network 571c7419-77f7-4350-b544-0890f89e1e30 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:17:17.966555 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fcf68f4d-1b4b-44f1-9109-e6f289643ea0 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:17.970592 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-375e2b90-a59d-4330-9e21-18ff6f0ca6da admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:17.974586 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-375e2b90-a59d-4330-9e21-18ff6f0ca6da admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.8248003 Dec 17 15:17:17.977691 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47566) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:18.066480 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-5229d406-45f3-4b3b-9365-13e42109db5e None None] Provisioning complete for port 726f3d54-d4a2-40e0-a816-8f103f8b77cf triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:17:18.066804 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5229d406-45f3-4b3b-9365-13e42109db5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:18.077717 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cc67ced8-09da-47cd-af91-397c16a9cf58 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:18.097426 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fcf68f4d-1b4b-44f1-9109-e6f289643ea0 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:18.149394 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 133399b1-2c30-43a2-a3dd-b2f65abc651d, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=133399b1-2c30-43a2-a3dd-b2f65abc651d,segment=NetworkSegment(d159982d-833c-40df-8b11-6dd338fba157),segment_id=d159982d-833c-40df-8b11-6dd338fba157)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:18.162461 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc67ced8-09da-47cd-af91-397c16a9cf58 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Pushing event deleted for resources: {'Port': ['ID=640a5e80-7f46-4831-a0c4-ed581023ab77,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:18.181881 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-6282447c-c33c-411f-9038-74246fd38e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7fdcf-0ce7-4324-8568-35fe8da1074a', 'name': 'tempest-FloatingIPsTestJSON-436269403-router', 'tenant_id': '72f8b665d7654cfdb5b49c6b45e36f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'f259963f-95f3-40b3-9063-11395ba2e9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:17:11Z', 'updated_at': '2021-12-17T15:17:14Z', 'revision_number': 3, 'project_id': '72f8b665d7654cfdb5b49c6b45e36f86', 'gw_port': {'id': 'f259963f-95f3-40b3-9063-11395ba2e9c1', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:45:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e7fdcf-0ce7-4324-8568-35fe8da1074a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:17:13Z', 'updated_at': '2021-12-17T15:17:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:18.196493 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '133399b1-2c30-43a2-a3dd-b2f65abc651d', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'port_id': '133399b1-2c30-43a2-a3dd-b2f65abc651d', 'mac_address': 'fa:16:3e:34:7c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:17:18.250348 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6282447c-c33c-411f-9038-74246fd38e4a None None] Checking router: 38e7fdcf-0ce7-4324-8568-35fe8da1074a for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:17:18.250976 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6282447c-c33c-411f-9038-74246fd38e4a None None] Updating router 38e7fdcf-0ce7-4324-8568-35fe8da1074a port f259963f-95f3-40b3-9063-11395ba2e9c1 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:17:18.307051 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-6282447c-c33c-411f-9038-74246fd38e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:18.442878 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cc67ced8-09da-47cd-af91-397c16a9cf58 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:18.446374 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [None req-fcf68f4d-1b4b-44f1-9109-e6f289643ea0 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Floating IP 90c5f05d-59cb-4fb5-b2d2-b1d790924675 associated. External IP: 172.25.6.238, port: 9989be88-b6a0-4515-85bb-1074b7d5e992. Dec 17 15:17:18.451100 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-cc67ced8-09da-47cd-af91-397c16a9cf58 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] 10.222.0.46 "DELETE /v2.0/ports/640a5e80-7f46-4831-a0c4-ed581023ab77 HTTP/1.1" status: 204 len: 168 time: 1.1704733 Dec 17 15:17:18.453701 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47602) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:18.460292 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5229d406-45f3-4b3b-9365-13e42109db5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:18.462859 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:18.469542 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158bf5f-7068-40d2-8067-a5befd7b7930 req-755c1a89-5a51-49f3-baf2-1e4ca6c6db74 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:18.481814 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7158bf5f-7068-40d2-8067-a5befd7b7930 req-755c1a89-5a51-49f3-baf2-1e4ca6c6db74 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f8f86f-ca58-47c7-b2c0-ae080d2fc779 HTTP/1.1" status: 200 len: 943 time: 0.2238326 Dec 17 15:17:18.525565 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 133399b1-2c30-43a2-a3dd-b2f65abc651d {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:17:18.542065 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 726f3d54-d4a2-40e0-a816-8f103f8b77cf up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:17:18.616540 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7158bf5f-7068-40d2-8067-a5befd7b7930 req-b5ffd5de-be80-40d4-bc24-5419f5936f04 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fef139c-d841-452f-b9b7-6a7236e63fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195364 Dec 17 15:17:18.647181 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aebff67-12b9-4958-84e5-8cea58485869 req-e5c1dfd2-6f95-4133-9a73-34fd222b303b tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:18.676155 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2aebff67-12b9-4958-84e5-8cea58485869 req-e5c1dfd2-6f95-4133-9a73-34fd222b303b tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c8bb9fc-f7d4-4573-adec-112324e31679 HTTP/1.1" status: 200 len: 951 time: 0.1754391 Dec 17 15:17:18.725448 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 133399b1-2c30-43a2-a3dd-b2f65abc651d, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=133399b1-2c30-43a2-a3dd-b2f65abc651d,segment=NetworkSegment(d159982d-833c-40df-8b11-6dd338fba157),segment_id=d159982d-833c-40df-8b11-6dd338fba157)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:18.755934 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-5229d406-45f3-4b3b-9365-13e42109db5e None None] For port 726f3d54-d4a2-40e0-a816-8f103f8b77cf, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=726f3d54-d4a2-40e0-a816-8f103f8b77cf,segment=NetworkSegment(a390b576-5df3-4c5a-9186-adc61c0143be),segment_id=a390b576-5df3-4c5a-9186-adc61c0143be)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:18.760234 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2aebff67-12b9-4958-84e5-8cea58485869 req-07e91e5d-c287-4ca0-b878-d0d2ed363fae tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb79c06-181d-4a1a-ae46-fd94305d9514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815754 Dec 17 15:17:18.807577 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 726f3d54-d4a2-40e0-a816-8f103f8b77cf triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:17:18.808396 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:18.865085 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9011f-d908-42de-8810-59839f2335e7 req-f9d04ba5-11e0-4b14-b961-7109acfd24fc tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:18.876630 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4eb9011f-d908-42de-8810-59839f2335e7 req-f9d04ba5-11e0-4b14-b961-7109acfd24fc tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a6a74c3-0324-4a77-8093-0269d265b42b HTTP/1.1" status: 200 len: 946 time: 0.1251900 Dec 17 15:17:18.901482 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5229d406-45f3-4b3b-9365-13e42109db5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:18.905580 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:18.981782 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4eb9011f-d908-42de-8810-59839f2335e7 req-df0338ad-c08d-4e52-920a-94dbcb61c990 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011078 Dec 17 15:17:19.038074 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229d406-45f3-4b3b-9365-13e42109db5e None None] Pushing event updated for resources: {'Port': ['ID=726f3d54-d4a2-40e0-a816-8f103f8b77cf,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:19.078556 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c774d3a1-d7eb-4209-b585-1aacba3cf15a tempest-DHCPAgentSchedulersTestJSON-1675925511 tempest-DHCPAgentSchedulersTestJSON-1675925511-project-admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.5950930 Dec 17 15:17:19.081669 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47614) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:19.094362 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-e322f142-5993-416b-9146-1160ab70857e tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-670076509'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:19.108643 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-b4a25b0c-c05a-4db9-9bd3-e8a04f71ce5b None None] Provisioning complete for port 726f3d54-d4a2-40e0-a816-8f103f8b77cf triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:17:19.109027 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b4a25b0c-c05a-4db9-9bd3-e8a04f71ce5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:19.196818 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=133399b1-2c30-43a2-a3dd-b2f65abc651d,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:19.208442 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e322f142-5993-416b-9146-1160ab70857e tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Made reservation on behalf of f631f274ee954f75ab1677e57607566b for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:17:19.212166 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e322f142-5993-416b-9146-1160ab70857e tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:19.273899 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e322f142-5993-416b-9146-1160ab70857e tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:17:19.297212 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e322f142-5993-416b-9146-1160ab70857e tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:19.297212 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-e322f142-5993-416b-9146-1160ab70857e tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Added segment e44c17aa-90a2-4227-80a6-6d697bfc3dd9 of type vlan for network cdc70187-475e-4d92-9b8c-9f1c12c7f907 Dec 17 15:17:19.297841 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47618) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:19.335300 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-6282447c-c33c-411f-9038-74246fd38e4a None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:19.345271 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['133399b1-2c30-43a2-a3dd-b2f65abc651d'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:17:19.384003 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e322f142-5993-416b-9146-1160ab70857e tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:19.410587 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-fe7193c6-907a-4a15-a4a2-c97ccaea6b6e None None] Could not find standard attr ID for object 640a5e80-7f46-4831-a0c4-ed581023ab77. {{(pid=102834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:17:19.437082 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-6282447c-c33c-411f-9038-74246fd38e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:19.518177 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e322f142-5993-416b-9146-1160ab70857e tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:19.525500 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e322f142-5993-416b-9146-1160ab70857e tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:19.526841 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e322f142-5993-416b-9146-1160ab70857e tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:19.555027 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-6282447c-c33c-411f-9038-74246fd38e4a None None] Attempting to bind port f259963f-95f3-40b3-9063-11395ba2e9c1 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:19.555633 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-6282447c-c33c-411f-9038-74246fd38e4a None None] Attempting to bind port f259963f-95f3-40b3-9063-11395ba2e9c1 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:19.557036 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6282447c-c33c-411f-9038-74246fd38e4a None None] Attempting to bind port f259963f-95f3-40b3-9063-11395ba2e9c1 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:19.579600 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6282447c-c33c-411f-9038-74246fd38e4a None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:17:19.579600 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6282447c-c33c-411f-9038-74246fd38e4a None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:17:19.579926 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-6282447c-c33c-411f-9038-74246fd38e4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:19.580275 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6282447c-c33c-411f-9038-74246fd38e4a None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:17:19.580763 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-6282447c-c33c-411f-9038-74246fd38e4a None None] Bound port: f259963f-95f3-40b3-9063-11395ba2e9c1, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:17:19.581224 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-6282447c-c33c-411f-9038-74246fd38e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:19.595598 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-abe1022e-7d06-4f8f-a0f0-b39dd7ee1dc1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-44796460-network', 'tenant_id': '47d7fbf2bea4406699034a230bc642f9'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:19.601175 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f59d7-ceeb-42b3-88ff-5d1bf97904d8 None None] Pushing event updated for resources: {'Port': ['ID=f259963f-95f3-40b3-9063-11395ba2e9c1,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:19.664048 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-6282447c-c33c-411f-9038-74246fd38e4a None None] For port f259963f-95f3-40b3-9063-11395ba2e9c1, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:17:19.668913 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-6282447c-c33c-411f-9038-74246fd38e4a None None] For port f259963f-95f3-40b3-9063-11395ba2e9c1, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f259963f-95f3-40b3-9063-11395ba2e9c1,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:17:19.705132 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e322f142-5993-416b-9146-1160ab70857e tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6213109 Dec 17 15:17:19.709589 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47626) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:19.721817 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf68f4d-1b4b-44f1-9109-e6f289643ea0 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Router 17d872ac-2811-47a3-91a1-d0ab15ceba58 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:17:19.770314 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e322f142-5993-416b-9146-1160ab70857e tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Pushing event updated for resources: {'Network': ['ID=cdc70187-475e-4d92-9b8c-9f1c12c7f907,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:19.785932 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network cdc70187-475e-4d92-9b8c-9f1c12c7f907 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:17:19.788319 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-6282447c-c33c-411f-9038-74246fd38e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:19.791788 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6185c0e-5cf6-49f4-ac27-53aa3383e839 req-8aa0a372-fe2c-4f75-b5c9-d15001f89da4 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:19.799935 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6185c0e-5cf6-49f4-ac27-53aa3383e839 req-8aa0a372-fe2c-4f75-b5c9-d15001f89da4 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f8f86f-ca58-47c7-b2c0-ae080d2fc779 HTTP/1.1" status: 200 len: 944 time: 0.0973661 Dec 17 15:17:19.893354 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6282447c-c33c-411f-9038-74246fd38e4a None None] Routers {'38e7fdcf-0ce7-4324-8568-35fe8da1074a'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:17:19.894360 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-6282447c-c33c-411f-9038-74246fd38e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:17:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['38e7fdcf-0ce7-4324-8568-35fe8da1074a'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:19.942508 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe1022e-7d06-4f8f-a0f0-b39dd7ee1dc1 admin admin] Made reservation on behalf of 47d7fbf2bea4406699034a230bc642f9 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:17:19.952724 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-abe1022e-7d06-4f8f-a0f0-b39dd7ee1dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:19.969159 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-abe1022e-7d06-4f8f-a0f0-b39dd7ee1dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:19.984688 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6185c0e-5cf6-49f4-ac27-53aa3383e839 req-fbfc76e8-06a2-44e3-9d20-f2da8e185781 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fef139c-d841-452f-b9b7-6a7236e63fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644249 Dec 17 15:17:20.011836 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-6282447c-c33c-411f-9038-74246fd38e4a None None] Set router 38e7fdcf-0ce7-4324-8568-35fe8da1074a gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:17:20.030120 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea90098-4529-453f-a466-2bc8fdfd5e45 req-5128c542-8d12-458a-a84f-fc7867aa639f tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:20.031597 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2ea90098-4529-453f-a466-2bc8fdfd5e45 req-5128c542-8d12-458a-a84f-fc7867aa639f tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c8bb9fc-f7d4-4573-adec-112324e31679 HTTP/1.1" status: 200 len: 951 time: 0.1796074 Dec 17 15:17:20.096135 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f59d7-ceeb-42b3-88ff-5d1bf97904d8 None None] Pushing event updated for resources: {'Port': ['ID=f259963f-95f3-40b3-9063-11395ba2e9c1,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:20.101118 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c50abae9-5e54-4953-8fb6-14c8e08e53d7 tempest-DHCPAgentSchedulersTestJSON-1675925511 tempest-DHCPAgentSchedulersTestJSON-1675925511-project-admin] 10.222.0.46 "GET /v2.0/agents/9b381f34-fade-4b2c-8648-d874dbb86a06/dhcp-networks HTTP/1.1" status: 200 len: 6491 time: 0.3881006 Dec 17 15:17:20.104020 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47634) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:20.118487 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf68f4d-1b4b-44f1-9109-e6f289643ea0 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:17:20.125405 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fcf68f4d-1b4b-44f1-9109-e6f289643ea0 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:20.137579 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0492d0c-e16d-4946-bb18-d5c612c87862 None None] Sync routers for ids ['17d872ac-2811-47a3-91a1-d0ab15ceba58'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:17:20.145003 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2ea90098-4529-453f-a466-2bc8fdfd5e45 req-2ad75b99-ea40-4cbe-ab8f-dc1e6e8a124c tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb79c06-181d-4a1a-ae46-fd94305d9514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049440 Dec 17 15:17:20.151437 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-269653da-2116-4788-aa56-f502be0a658c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:20.157517 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0492d0c-e16d-4946-bb18-d5c612c87862 None None] Routers {'17d872ac-2811-47a3-91a1-d0ab15ceba58'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:17:20.158632 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-a0492d0c-e16d-4946-bb18-d5c612c87862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:17:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['17d872ac-2811-47a3-91a1-d0ab15ceba58'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:20.185303 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-fcf68f4d-1b4b-44f1-9109-e6f289643ea0 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "PUT /v2.0/floatingips/90c5f05d-59cb-4fb5-b2d2-b1d790924675 HTTP/1.1" status: 200 len: 992 time: 3.2498500 Dec 17 15:17:20.186182 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78611da9-302d-43f4-8a00-19313e5c42fc', 'tag': '9989be88-b6a0-4515-85bb-1074b7d5e992'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:17:20.199853 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9beeff7c-589e-4ea9-b450-03b6448d0116" -d '{"events": [{"name": "network-changed", "server_uuid": "78611da9-302d-43f4-8a00-19313e5c42fc", "tag": "9989be88-b6a0-4515-85bb-1074b7d5e992"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:17:20.257155 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe73944-a1bc-4319-bcd3-a7f60a005912 req-88687330-f180-4e10-bf09-2c8c48cc75f8 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:20.258904 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9fe73944-a1bc-4319-bcd3-a7f60a005912 req-88687330-f180-4e10-bf09-2c8c48cc75f8 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a6a74c3-0324-4a77-8093-0269d265b42b HTTP/1.1" status: 200 len: 946 time: 0.1905668 Dec 17 15:17:20.262870 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-6282447c-c33c-411f-9038-74246fd38e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7fdcf-0ce7-4324-8568-35fe8da1074a', 'name': 'tempest-FloatingIPsTestJSON-436269403-router', 'tenant_id': '72f8b665d7654cfdb5b49c6b45e36f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'f259963f-95f3-40b3-9063-11395ba2e9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:17:11Z', 'updated_at': '2021-12-17T15:17:14Z', 'revision_number': 3, 'project_id': '72f8b665d7654cfdb5b49c6b45e36f86', 'gw_port': {'id': 'f259963f-95f3-40b3-9063-11395ba2e9c1', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:45:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e7fdcf-0ce7-4324-8568-35fe8da1074a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:17:13Z', 'updated_at': '2021-12-17T15:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:20.331460 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-abe1022e-7d06-4f8f-a0f0-b39dd7ee1dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:20.339014 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6282447c-c33c-411f-9038-74246fd38e4a None None] The sync data for ids ['38e7fdcf-0ce7-4324-8568-35fe8da1074a'] in n-d-820553-2 is: [{'id': '38e7fdcf-0ce7-4324-8568-35fe8da1074a', 'name': 'tempest-FloatingIPsTestJSON-436269403-router', 'tenant_id': '72f8b665d7654cfdb5b49c6b45e36f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'f259963f-95f3-40b3-9063-11395ba2e9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:17:11Z', 'updated_at': '2021-12-17T15:17:14Z', 'revision_number': 3, 'project_id': '72f8b665d7654cfdb5b49c6b45e36f86', 'gw_port': {'id': 'f259963f-95f3-40b3-9063-11395ba2e9c1', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:45:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e7fdcf-0ce7-4324-8568-35fe8da1074a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:17:13Z', 'updated_at': '2021-12-17T15:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:17:20.395000 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-a0492d0c-e16d-4946-bb18-d5c612c87862 None None] Set router 17d872ac-2811-47a3-91a1-d0ab15ceba58 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:17:20.409149 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9fe73944-a1bc-4319-bcd3-a7f60a005912 req-cdd9768b-6e33-4719-baa3-3c40067be869 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432576 Dec 17 15:17:20.415890 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-abe1022e-7d06-4f8f-a0f0-b39dd7ee1dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:20.457032 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969cc3e8-e541-45f2-a750-509d88f0b13d tempest-DHCPAgentSchedulersTestJSON-1675925511 tempest-DHCPAgentSchedulersTestJSON-1675925511-project-admin] Network cdc70187-475e-4d92-9b8c-9f1c12c7f907 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:17:20.473259 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 726f3d54-d4a2-40e0-a816-8f103f8b77cf up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:17:20.516913 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe1022e-7d06-4f8f-a0f0-b39dd7ee1dc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:17:20.546715 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1022e-7d06-4f8f-a0f0-b39dd7ee1dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:20.563095 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c84b79-42cb-4628-bee1-6ace95c71ec9 x-openstack-request-id: req-19c84b79-42cb-4628-bee1-6ace95c71ec9 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:17:20.563523 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78611da9-302d-43f4-8a00-19313e5c42fc", "tag": "9989be88-b6a0-4515-85bb-1074b7d5e992", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:17:20.563523 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-19c84b79-42cb-4628-bee1-6ace95c71ec9 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:17:20.564855 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78611da9-302d-43f4-8a00-19313e5c42fc', 'tag': '9989be88-b6a0-4515-85bb-1074b7d5e992', 'status': 'completed', 'code': 200} Dec 17 15:17:20.578155 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-abe1022e-7d06-4f8f-a0f0-b39dd7ee1dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:20.581458 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-abe1022e-7d06-4f8f-a0f0-b39dd7ee1dc1 admin admin] Added segment 50913541-c4fc-4052-a5a4-4ef73bad2e3d of type vlan for network 72959918-115f-4f15-a904-42652bab9b2e Dec 17 15:17:20.600209 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1022e-7d06-4f8f-a0f0-b39dd7ee1dc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:17:20.600559 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1022e-7d06-4f8f-a0f0-b39dd7ee1dc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:17:20.600939 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1022e-7d06-4f8f-a0f0-b39dd7ee1dc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:17:20.601306 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1022e-7d06-4f8f-a0f0-b39dd7ee1dc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:17:20.601640 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1022e-7d06-4f8f-a0f0-b39dd7ee1dc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:17:20.601974 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1022e-7d06-4f8f-a0f0-b39dd7ee1dc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:17:20.602302 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1022e-7d06-4f8f-a0f0-b39dd7ee1dc1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:17:20.602624 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1022e-7d06-4f8f-a0f0-b39dd7ee1dc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:17:20.602947 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1022e-7d06-4f8f-a0f0-b39dd7ee1dc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:17:20.603270 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1022e-7d06-4f8f-a0f0-b39dd7ee1dc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:17:20.603591 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1022e-7d06-4f8f-a0f0-b39dd7ee1dc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:17:20.603908 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1022e-7d06-4f8f-a0f0-b39dd7ee1dc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:17:20.606942 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-269653da-2116-4788-aa56-f502be0a658c admin admin] Allocated IP 172.20.0.1 (9bb10d58-cf0f-4ad7-baae-102be17ef0d3/339de832-e1a0-4841-8268-41e6b19fd302/64f11491-739b-4df2-bbda-3938924f2e4e) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:17:20.632889 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-969cc3e8-e541-45f2-a750-509d88f0b13d tempest-DHCPAgentSchedulersTestJSON-1675925511 tempest-DHCPAgentSchedulersTestJSON-1675925511-project-admin] 10.222.0.46 "POST /v2.0/agents/9b381f34-fade-4b2c-8648-d874dbb86a06/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5113165 Dec 17 15:17:20.635640 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47668) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:20.661464 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178fc2f1-2c25-4d7c-bec6-7e67288cf540 None None] Network cdc70187-475e-4d92-9b8c-9f1c12c7f907 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:17:20.676725 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-abe1022e-7d06-4f8f-a0f0-b39dd7ee1dc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:20.700078 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beeff7c-589e-4ea9-b450-03b6448d0116 req-79c78142-0911-4e01-8df3-1254eb0336d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:20.701729 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9beeff7c-589e-4ea9-b450-03b6448d0116 req-79c78142-0911-4e01-8df3-1254eb0336d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eeb1d716f63d4fc78ffca2f95cd93401&device_id=78611da9-302d-43f4-8a00-19313e5c42fc HTTP/1.1" status: 200 len: 1097 time: 0.1512570 Dec 17 15:17:20.790580 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:17:20.795824 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 63be37f5-3e86-4cf4-bc8f-156d6f83c21d no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:17:20.927802 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 726f3d54-d4a2-40e0-a816-8f103f8b77cf triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:17:20.932746 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:20.989834 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-269653da-2116-4788-aa56-f502be0a658c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:21.028678 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1239d867-3dea-4c2d-99ff-5d87fed3b65c tempest-DHCPAgentSchedulersTestJSON-1675925511 tempest-DHCPAgentSchedulersTestJSON-1675925511-project-admin] 10.222.0.46 "GET /v2.0/agents/9b381f34-fade-4b2c-8648-d874dbb86a06/dhcp-networks HTTP/1.1" status: 200 len: 7261 time: 0.3909683 Dec 17 15:17:21.031562 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47694) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:21.211913 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-abe1022e-7d06-4f8f-a0f0-b39dd7ee1dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:21.212799 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe1022e-7d06-4f8f-a0f0-b39dd7ee1dc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:21.213395 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-abe1022e-7d06-4f8f-a0f0-b39dd7ee1dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:21.266581 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-085ec3e9-2bfe-4e04-b0c9-269563f64730 tempest-DHCPAgentSchedulersTestJSON-1675925511 tempest-DHCPAgentSchedulersTestJSON-1675925511-project-admin] 10.222.0.46 "DELETE /v2.0/agents/9b381f34-fade-4b2c-8648-d874dbb86a06/dhcp-networks/cdc70187-475e-4d92-9b8c-9f1c12c7f907 HTTP/1.1" status: 204 len: 168 time: 0.2339921 Dec 17 15:17:21.268541 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47708) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:21.296058 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-269653da-2116-4788-aa56-f502be0a658c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:21.325023 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beeff7c-589e-4ea9-b450-03b6448d0116 req-7e313ff0-21db-4f8e-b436-5ee89cd62b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:21.334858 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9beeff7c-589e-4ea9-b450-03b6448d0116 req-7e313ff0-21db-4f8e-b436-5ee89cd62b46 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3aef48c0-7506-4912-87a1-02fd88d2b430 HTTP/1.1" status: 200 len: 917 time: 0.6139095 Dec 17 15:17:21.369744 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-abe1022e-7d06-4f8f-a0f0-b39dd7ee1dc1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0706780 Dec 17 15:17:21.444885 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47720) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:21.449388 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-04901018-7b7b-4a49-a507-4ce1fae7afca admin admin] Request body: {'subnet': {'network_id': '72959918-115f-4f15-a904-42652bab9b2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-44796460-subnet', 'tenant_id': '47d7fbf2bea4406699034a230bc642f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:21.480908 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269653da-2116-4788-aa56-f502be0a658c admin admin] Network 9bb10d58-cf0f-4ad7-baae-102be17ef0d3 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:17:21.501791 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-269653da-2116-4788-aa56-f502be0a658c admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:17:21.507376 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269653da-2116-4788-aa56-f502be0a658c admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:17:21.568135 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:21.570761 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04901018-7b7b-4a49-a507-4ce1fae7afca admin admin] Made reservation on behalf of 47d7fbf2bea4406699034a230bc642f9 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:17:21.575660 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-04901018-7b7b-4a49-a507-4ce1fae7afca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:21.576412 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269653da-2116-4788-aa56-f502be0a658c admin admin] Pushing event updated for resources: {'Port': ['ID=64f11491-739b-4df2-bbda-3938924f2e4e,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:21.635086 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-269653da-2116-4788-aa56-f502be0a658c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:21.639609 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3a624-02db-4f80-851b-75cdcf4f2998 req-2087a45c-e0cc-45e8-921c-2184d7dd5084 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:21.651561 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-00b3a624-02db-4f80-851b-75cdcf4f2998 req-2087a45c-e0cc-45e8-921c-2184d7dd5084 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f8f86f-ca58-47c7-b2c0-ae080d2fc779 HTTP/1.1" status: 200 len: 944 time: 0.4433446 Dec 17 15:17:21.738132 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8bb9fc-f7d4-4573-adec-112324e31679', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63be37f5-3e86-4cf4-bc8f-156d6f83c21d'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:17:21.743928 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3b5127-ce47-4cc4-a3cc-61e58ba4c614" -d '{"events": [{"server_uuid": "9c8bb9fc-f7d4-4573-adec-112324e31679", "name": "network-vif-unplugged", "status": "completed", "tag": "63be37f5-3e86-4cf4-bc8f-156d6f83c21d"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:17:21.758896 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0a47beb2-1f73-4aec-9ab8-00bebf2fa7dd tempest-DHCPAgentSchedulersTestJSON-1675925511 tempest-DHCPAgentSchedulersTestJSON-1675925511-project-admin] 10.222.0.46 "GET /v2.0/agents/9b381f34-fade-4b2c-8648-d874dbb86a06/dhcp-networks HTTP/1.1" status: 200 len: 6491 time: 0.4845517 Dec 17 15:17:21.763176 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47736) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:21.796309 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 63be37f5-3e86-4cf4-bc8f-156d6f83c21d, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=63be37f5-3e86-4cf4-bc8f-156d6f83c21d,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:21.819955 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 133399b1-2c30-43a2-a3dd-b2f65abc651d up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:17:21.840676 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d0e5c0f1-7794-4fc7-ac08-f5619846d155 tempest-DHCPAgentSchedulersTestJSON-1675925511 tempest-DHCPAgentSchedulersTestJSON-1675925511-project-admin] 10.222.0.46 "GET /v2.0/networks/571c7419-77f7-4350-b544-0890f89e1e30/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0756884 Dec 17 15:17:21.843873 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47738) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:21.862000 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-00b3a624-02db-4f80-851b-75cdcf4f2998 req-38f0736f-2242-4883-859d-f5b20c46c826 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fef139c-d841-452f-b9b7-6a7236e63fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070808 Dec 17 15:17:21.862771 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1022e-7d06-4f8f-a0f0-b39dd7ee1dc1 admin admin] Pushing event updated for resources: {'Network': ['ID=72959918-115f-4f15-a904-42652bab9b2e,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:21.928611 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 72959918-115f-4f15-a904-42652bab9b2e details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:17:21.956978 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:21.973833 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9beeff7c-589e-4ea9-b450-03b6448d0116 req-09730cf2-8b91-4748-8bda-461a482f2467 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9989be88-b6a0-4515-85bb-1074b7d5e992 HTTP/1.1" status: 200 len: 1000 time: 0.5850043 Dec 17 15:17:22.002389 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c96c81-ab5b-47c4-b4fa-ae60f9443262 req-8df6b92a-d60c-476d-a3c3-cd387e3b75fe tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:22.013086 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32c96c81-ab5b-47c4-b4fa-ae60f9443262 req-8df6b92a-d60c-476d-a3c3-cd387e3b75fe tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a6a74c3-0324-4a77-8093-0269d265b42b HTTP/1.1" status: 200 len: 946 time: 0.4321191 Dec 17 15:17:22.064933 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=63be37f5-3e86-4cf4-bc8f-156d6f83c21d,revision_number=11']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:22.089693 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6cddc261-7d45-41ed-944d-9b73996a2380 tempest-DHCPAgentSchedulersTestJSON-1675925511 tempest-DHCPAgentSchedulersTestJSON-1675925511-project-admin] 10.222.0.46 "GET /v2.0/networks/571c7419-77f7-4350-b544-0890f89e1e30/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.2128499 Dec 17 15:17:22.091273 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32c96c81-ab5b-47c4-b4fa-ae60f9443262 req-e0367c70-d69a-4d51-9348-751e2ac4b693 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760531 Dec 17 15:17:22.091812 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47750) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:22.098888 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-a0492d0c-e16d-4946-bb18-d5c612c87862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'name': 'tempest-ServersTestBootFromVolume-2052393915-router', 'tenant_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '8c8edb01-350c-4643-a542-70fc766291a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:15:46Z', 'updated_at': '2021-12-17T15:15:53Z', 'revision_number': 4, 'project_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'gw_port': {'id': '8c8edb01-350c-4643-a542-70fc766291a8', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:15:47Z', 'updated_at': '2021-12-17T15:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '90c5f05d-59cb-4fb5-b2d2-b1d790924675', 'tenant_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'floating_ip_address': '172.25.6.238', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'port_id': '9989be88-b6a0-4515-85bb-1074b7d5e992', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aef48c0-7506-4912-87a1-02fd88d2b430', 'mac_address': 'fa:16:3e:c3:8d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78611da9-302d-43f4-8a00-19313e5c42fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:16:00Z', 'updated_at': '2021-12-17T15:17:17Z', 'revision_number': 1, 'project_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40f62c09-b05b-4061-8a17-a5311079c745', 'name': '', 'network_id': '3aef48c0-7506-4912-87a1-02fd88d2b430', 'tenant_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'mac_address': 'fa:16:3e:3d:5d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'cb8281b9-5255-4caf-a905-604474f334b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:15:52Z', 'updated_at': '2021-12-17T15:15:59Z', 'revision_number': 5, 'project_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'subnets': [{'id': 'cb8281b9-5255-4caf-a905-604474f334b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:22.115505 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-56eaefbe-b039-478d-906a-84b3bb3cbbee None None] Provisioning complete for port 64f11491-739b-4df2-bbda-3938924f2e4e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:17:22.115505 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-56eaefbe-b039-478d-906a-84b3bb3cbbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:22.176431 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0492d0c-e16d-4946-bb18-d5c612c87862 None None] Checking router: 17d872ac-2811-47a3-91a1-d0ab15ceba58 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:17:22.220005 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0b1ce4-9515-4b76-814c-f3caf0c41e0f x-openstack-request-id: req-ee0b1ce4-9515-4b76-814c-f3caf0c41e0f {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:17:22.220288 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8bb9fc-f7d4-4573-adec-112324e31679", "name": "network-vif-unplugged", "status": "completed", "tag": "63be37f5-3e86-4cf4-bc8f-156d6f83c21d", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:17:22.220532 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ee0b1ce4-9515-4b76-814c-f3caf0c41e0f {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:17:22.220916 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8bb9fc-f7d4-4573-adec-112324e31679', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63be37f5-3e86-4cf4-bc8f-156d6f83c21d', 'code': 200} Dec 17 15:17:22.222806 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-269653da-2116-4788-aa56-f502be0a658c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:22.239123 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0492d0c-e16d-4946-bb18-d5c612c87862 None None] Routers {'17d872ac-2811-47a3-91a1-d0ab15ceba58'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:17:22.239758 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-a0492d0c-e16d-4946-bb18-d5c612c87862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:17:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['17d872ac-2811-47a3-91a1-d0ab15ceba58'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:22.286557 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-56eaefbe-b039-478d-906a-84b3bb3cbbee None None] Port 64f11491-739b-4df2-bbda-3938924f2e4e cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:17:22.309329 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beeff7c-589e-4ea9-b450-03b6448d0116 req-bd1cd095-c5e4-4ff8-800d-11cffbbb8d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:22.310938 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9beeff7c-589e-4ea9-b450-03b6448d0116 req-bd1cd095-c5e4-4ff8-800d-11cffbbb8d0e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb8281b9-5255-4caf-a905-604474f334b0 HTTP/1.1" status: 200 len: 855 time: 0.3270617 Dec 17 15:17:22.326038 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 133399b1-2c30-43a2-a3dd-b2f65abc651d completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:17:22.331883 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 133399b1-2c30-43a2-a3dd-b2f65abc651d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:17:22.332152 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:22.465901 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-a0492d0c-e16d-4946-bb18-d5c612c87862 None None] Set router 17d872ac-2811-47a3-91a1-d0ab15ceba58 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:17:22.523410 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-66bf874b-ee8f-47e7-bead-e29dc0abd52e tempest-DHCPAgentSchedulersTestJSON-1675925511 tempest-DHCPAgentSchedulersTestJSON-1675925511-project-admin] 10.222.0.46 "GET /v2.0/agents/9b381f34-fade-4b2c-8648-d874dbb86a06/dhcp-networks HTTP/1.1" status: 200 len: 6491 time: 0.4161496 Dec 17 15:17:22.530637 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47794) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:22.552821 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-269653da-2116-4788-aa56-f502be0a658c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:22.564783 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f259963f-95f3-40b3-9063-11395ba2e9c1 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:17:22.571494 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beeff7c-589e-4ea9-b450-03b6448d0116 req-57ee1eea-e4a9-4af4-9333-75e5fa24cd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:22.573090 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9beeff7c-589e-4ea9-b450-03b6448d0116 req-57ee1eea-e4a9-4af4-9333-75e5fa24cd1d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3aef48c0-7506-4912-87a1-02fd88d2b430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1939988 Dec 17 15:17:22.626616 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-269653da-2116-4788-aa56-f502be0a658c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:22.634191 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:22.720379 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 133399b1-2c30-43a2-a3dd-b2f65abc651d, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=133399b1-2c30-43a2-a3dd-b2f65abc651d,segment=NetworkSegment(d159982d-833c-40df-8b11-6dd338fba157),segment_id=d159982d-833c-40df-8b11-6dd338fba157)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:22.744033 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269653da-2116-4788-aa56-f502be0a658c admin admin] Pushing event updated for resources: {'Port': ['ID=64f11491-739b-4df2-bbda-3938924f2e4e,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:22.748223 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-269653da-2116-4788-aa56-f502be0a658c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:22.764007 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-047ac1fd-44d3-443a-9b26-f4e70bdf20ed tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:22.857842 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:22.890316 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-04901018-7b7b-4a49-a507-4ce1fae7afca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:22.905761 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269653da-2116-4788-aa56-f502be0a658c admin admin] Network 9bb10d58-cf0f-4ad7-baae-102be17ef0d3 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:17:22.907517 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-269653da-2116-4788-aa56-f502be0a658c admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:17:22.920253 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9beeff7c-589e-4ea9-b450-03b6448d0116 req-d836f562-81cc-476d-b310-0f838946a44c service neutron] 10.222.0.13 "GET /v2.0/networks/3aef48c0-7506-4912-87a1-02fd88d2b430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088212 Dec 17 15:17:22.990044 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-047ac1fd-44d3-443a-9b26-f4e70bdf20ed tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:23.054597 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port f259963f-95f3-40b3-9063-11395ba2e9c1 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:17:23.054909 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:23.061550 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=133399b1-2c30-43a2-a3dd-b2f65abc651d,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:23.143160 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269653da-2116-4788-aa56-f502be0a658c admin admin] Router 38e7fdcf-0ce7-4324-8568-35fe8da1074a has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:17:23.174372 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-047ac1fd-44d3-443a-9b26-f4e70bdf20ed tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdc70187-475e-4d92-9b8c-9f1c12c7f907']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:23.215456 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04901018-7b7b-4a49-a507-4ce1fae7afca admin admin] Pushing event updated for resources: {'Subnet': ['ID=95ec1172-deaa-4898-b906-b0423633683b,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:23.224693 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-047ac1fd-44d3-443a-9b26-f4e70bdf20ed tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e44c17aa-90a2-4227-80a6-6d697bfc3dd9') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:23.225293 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-047ac1fd-44d3-443a-9b26-f4e70bdf20ed tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e44c17aa-90a2-4227-80a6-6d697bfc3dd9') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:23.242288 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04901018-7b7b-4a49-a507-4ce1fae7afca admin admin] Checking segment: {'id': '50913541-c4fc-4052-a5a4-4ef73bad2e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '72959918-115f-4f15-a904-42652bab9b2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:17:23.242988 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04901018-7b7b-4a49-a507-4ce1fae7afca admin admin] Network hostable DHCP agents. Network: 72959918-115f-4f15-a904-42652bab9b2e, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:17:23.260540 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-047ac1fd-44d3-443a-9b26-f4e70bdf20ed tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:23.299414 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-047ac1fd-44d3-443a-9b26-f4e70bdf20ed tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:23.310297 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:23.310806 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d4d53-ba37-40b8-8db0-113396651538 req-971e6359-f1d6-4b1e-a48a-120d4556da6a tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:23.312358 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-065d4d53-ba37-40b8-8db0-113396651538 req-971e6359-f1d6-4b1e-a48a-120d4556da6a tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f8f86f-ca58-47c7-b2c0-ae080d2fc779 HTTP/1.1" status: 200 len: 945 time: 0.1900780 Dec 17 15:17:23.319360 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9beeff7c-589e-4ea9-b450-03b6448d0116 req-ac45bed4-08af-4f6b-b9f2-1eca08f3cb52 service neutron] 10.222.0.13 "GET /v2.0/networks/3aef48c0-7506-4912-87a1-02fd88d2b430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388886 Dec 17 15:17:23.326904 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-047ac1fd-44d3-443a-9b26-f4e70bdf20ed tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:17:23.327333 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-047ac1fd-44d3-443a-9b26-f4e70bdf20ed tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:23.330534 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:17:23.330534 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:17:23.330534 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:17:23.330534 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:17:23.330534 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:17:23.330534 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:17:23.330534 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:17:23.330534 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:17:23.330534 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:17:23.330534 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:17:23.330534 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:17:23.330534 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:17:23.330534 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:17:23.330534 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:17:23.330534 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:17:23.330534 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:17:23.330534 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:17:23.330534 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:17:23.330534 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:17:23.330534 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:17:23.330534 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:17:23.330534 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:17:23.330534 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:17:23.330534 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:17:23.330534 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:17:23.330534 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:17:23.330534 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:17:23.330534 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:17:23.330534 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:17:23.330534 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:17:23.330534 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:17:23.330534 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:17:23.354373 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port f259963f-95f3-40b3-9063-11395ba2e9c1, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f259963f-95f3-40b3-9063-11395ba2e9c1,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:23.368840 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-a0492d0c-e16d-4946-bb18-d5c612c87862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'name': 'tempest-ServersTestBootFromVolume-2052393915-router', 'tenant_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '8c8edb01-350c-4643-a542-70fc766291a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:15:46Z', 'updated_at': '2021-12-17T15:15:53Z', 'revision_number': 4, 'project_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'gw_port': {'id': '8c8edb01-350c-4643-a542-70fc766291a8', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:15:47Z', 'updated_at': '2021-12-17T15:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '90c5f05d-59cb-4fb5-b2d2-b1d790924675', 'tenant_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'floating_ip_address': '172.25.6.238', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'port_id': '9989be88-b6a0-4515-85bb-1074b7d5e992', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aef48c0-7506-4912-87a1-02fd88d2b430', 'mac_address': 'fa:16:3e:c3:8d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78611da9-302d-43f4-8a00-19313e5c42fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:16:00Z', 'updated_at': '2021-12-17T15:17:17Z', 'revision_number': 1, 'project_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40f62c09-b05b-4061-8a17-a5311079c745', 'name': '', 'network_id': '3aef48c0-7506-4912-87a1-02fd88d2b430', 'tenant_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'mac_address': 'fa:16:3e:3d:5d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'cb8281b9-5255-4caf-a905-604474f334b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:15:52Z', 'updated_at': '2021-12-17T15:15:59Z', 'revision_number': 5, 'project_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'subnets': [{'id': 'cb8281b9-5255-4caf-a905-604474f334b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:23.402970 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269653da-2116-4788-aa56-f502be0a658c admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:17:23.416159 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0492d0c-e16d-4946-bb18-d5c612c87862 None None] The sync data for ids ['17d872ac-2811-47a3-91a1-d0ab15ceba58'] in n-d-820553-2 is: [{'id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'name': 'tempest-ServersTestBootFromVolume-2052393915-router', 'tenant_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '8c8edb01-350c-4643-a542-70fc766291a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:15:46Z', 'updated_at': '2021-12-17T15:15:53Z', 'revision_number': 4, 'project_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'gw_port': {'id': '8c8edb01-350c-4643-a542-70fc766291a8', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:15:47Z', 'updated_at': '2021-12-17T15:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '90c5f05d-59cb-4fb5-b2d2-b1d790924675', 'tenant_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'floating_ip_address': '172.25.6.238', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'port_id': '9989be88-b6a0-4515-85bb-1074b7d5e992', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aef48c0-7506-4912-87a1-02fd88d2b430', 'mac_address': 'fa:16:3e:c3:8d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78611da9-302d-43f4-8a00-19313e5c42fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:16:00Z', 'updated_at': '2021-12-17T15:17:17Z', 'revision_number': 1, 'project_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40f62c09-b05b-4061-8a17-a5311079c745', 'name': '', 'network_id': '3aef48c0-7506-4912-87a1-02fd88d2b430', 'tenant_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'mac_address': 'fa:16:3e:3d:5d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'cb8281b9-5255-4caf-a905-604474f334b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:15:52Z', 'updated_at': '2021-12-17T15:15:59Z', 'revision_number': 5, 'project_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'subnets': [{'id': 'cb8281b9-5255-4caf-a905-604474f334b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:17:23.420283 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04901018-7b7b-4a49-a507-4ce1fae7afca admin admin] Network 72959918-115f-4f15-a904-42652bab9b2e is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:17:23.420829 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0ad4d0-fbb8-42a2-86a9-1acfc1234e85 None None] Sync routers for ids ['38e7fdcf-0ce7-4324-8568-35fe8da1074a'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:17:23.423750 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-269653da-2116-4788-aa56-f502be0a658c admin admin] 10.222.0.46 "PUT /v2.0/routers/38e7fdcf-0ce7-4324-8568-35fe8da1074a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4416723 Dec 17 15:17:23.432062 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-65dc7b45-fb6e-4fa5-a201-bb62e979f937 None None] Provisioning complete for port 64f11491-739b-4df2-bbda-3938924f2e4e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:17:23.432572 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-65dc7b45-fb6e-4fa5-a201-bb62e979f937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:23.439165 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-065d4d53-ba37-40b8-8db0-113396651538 req-d37a9694-be03-43ec-a445-77e88c48eb08 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fef139c-d841-452f-b9b7-6a7236e63fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143215 Dec 17 15:17:23.441423 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0ad4d0-fbb8-42a2-86a9-1acfc1234e85 None None] Routers {'38e7fdcf-0ce7-4324-8568-35fe8da1074a'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:17:23.442663 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-eb0ad4d0-fbb8-42a2-86a9-1acfc1234e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:17:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['38e7fdcf-0ce7-4324-8568-35fe8da1074a'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:23.444017 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:23.554385 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-047ac1fd-44d3-443a-9b26-f4e70bdf20ed tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:23.558730 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-04901018-7b7b-4a49-a507-4ce1fae7afca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 72959918-115f-4f15-a904-42652bab9b2e) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:17:23.559403 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-65dc7b45-fb6e-4fa5-a201-bb62e979f937 None None] Port 64f11491-739b-4df2-bbda-3938924f2e4e cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:17:23.575372 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2aed83-f4fd-4c6f-9431-dba1f162af33 None None] Network 72959918-115f-4f15-a904-42652bab9b2e requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:17:23.575782 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-047ac1fd-44d3-443a-9b26-f4e70bdf20ed tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:23.587492 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-047ac1fd-44d3-443a-9b26-f4e70bdf20ed tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] 10.222.0.46 "DELETE /v2.0/networks/cdc70187-475e-4d92-9b8c-9f1c12c7f907 HTTP/1.1" status: 204 len: 168 time: 1.0558345 Dec 17 15:17:23.590330 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47862) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:23.603705 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04901018-7b7b-4a49-a507-4ce1fae7afca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:23.608927 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-04901018-7b7b-4a49-a507-4ce1fae7afca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:23.628580 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-eb0ad4d0-fbb8-42a2-86a9-1acfc1234e85 None None] Set router 38e7fdcf-0ce7-4324-8568-35fe8da1074a gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:17:23.640296 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-216e32c2-21b3-476b-9118-6881e4d089ab tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] DELETE failed (client error): The resource could not be found. Dec 17 15:17:23.641151 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-216e32c2-21b3-476b-9118-6881e4d089ab tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:17:23.645401 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ac1fd-44d3-443a-9b26-f4e70bdf20ed tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Pushing event deleted for resources: {'Network': ['ID=cdc70187-475e-4d92-9b8c-9f1c12c7f907,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:23.651104 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-216e32c2-21b3-476b-9118-6881e4d089ab tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] 10.222.0.46 "DELETE /v2.0/ports/640a5e80-7f46-4831-a0c4-ed581023ab77 HTTP/1.1" status: 404 len: 333 time: 0.0571194 Dec 17 15:17:23.652194 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47864) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:23.660697 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=f259963f-95f3-40b3-9063-11395ba2e9c1,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:23.707289 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003c842-6b24-4322-bca7-719aa5d39a33 req-7fa9a716-de88-4f41-b15c-e13a08dae319 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:23.713074 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1003c842-6b24-4322-bca7-719aa5d39a33 req-7fa9a716-de88-4f41-b15c-e13a08dae319 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a6a74c3-0324-4a77-8093-0269d265b42b HTTP/1.1" status: 200 len: 946 time: 0.2019460 Dec 17 15:17:23.773583 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-6920e126-5ad3-49cd-ac61-6afd90f12a44 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Deleting subnet ec3e507b-49e3-4392-9827-9de4c5d2baa4 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:17:23.784639 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6920e126-5ad3-49cd-ac61-6afd90f12a44 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:23.787205 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-04901018-7b7b-4a49-a507-4ce1fae7afca admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3432515 Dec 17 15:17:23.832635 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1003c842-6b24-4322-bca7-719aa5d39a33 req-6ab1b04f-b1a9-4cb2-90a7-d1a50168a1f6 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147110 Dec 17 15:17:23.864251 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6920e126-5ad3-49cd-ac61-6afd90f12a44 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:23.900455 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5dd599-5f1f-4f9a-9ae5-9befa6d14b10 None None] Network 72959918-115f-4f15-a904-42652bab9b2e requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:17:23.910228 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4f9745-052f-49f5-bb21-7126283afe0f None None] New status for floating IP 90c5f05d-59cb-4fb5-b2d2-b1d790924675: ACTIVE {{(pid=102834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:17:24.031414 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6920e126-5ad3-49cd-ac61-6afd90f12a44 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:24.049900 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-eb0ad4d0-fbb8-42a2-86a9-1acfc1234e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7fdcf-0ce7-4324-8568-35fe8da1074a', 'name': 'tempest-FloatingIPsTestJSON-436269403-router', 'tenant_id': '72f8b665d7654cfdb5b49c6b45e36f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'f259963f-95f3-40b3-9063-11395ba2e9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:17:11Z', 'updated_at': '2021-12-17T15:17:22Z', 'revision_number': 4, 'project_id': '72f8b665d7654cfdb5b49c6b45e36f86', 'gw_port': {'id': 'f259963f-95f3-40b3-9063-11395ba2e9c1', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:45:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7fdcf-0ce7-4324-8568-35fe8da1074a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:17:13Z', 'updated_at': '2021-12-17T15:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '64f11491-739b-4df2-bbda-3938924f2e4e', 'name': '', 'network_id': '9bb10d58-cf0f-4ad7-baae-102be17ef0d3', 'tenant_id': '72f8b665d7654cfdb5b49c6b45e36f86', 'mac_address': 'fa:16:3e:65:d6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e7fdcf-0ce7-4324-8568-35fe8da1074a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '339de832-e1a0-4841-8268-41e6b19fd302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:17:20Z', 'updated_at': '2021-12-17T15:17:22Z', 'revision_number': 2, 'project_id': '72f8b665d7654cfdb5b49c6b45e36f86', 'subnets': [{'id': '339de832-e1a0-4841-8268-41e6b19fd302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:24.124349 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0ad4d0-fbb8-42a2-86a9-1acfc1234e85 None None] Checking router: 38e7fdcf-0ce7-4324-8568-35fe8da1074a for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:17:24.124866 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0ad4d0-fbb8-42a2-86a9-1acfc1234e85 None None] Updating router 38e7fdcf-0ce7-4324-8568-35fe8da1074a port 64f11491-739b-4df2-bbda-3938924f2e4e binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:17:24.157621 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-eb0ad4d0-fbb8-42a2-86a9-1acfc1234e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:24.182491 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6920e126-5ad3-49cd-ac61-6afd90f12a44 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:24.257323 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920e126-5ad3-49cd-ac61-6afd90f12a44 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Pushing event deleted for resources: {'Subnet': ['ID=ec3e507b-49e3-4392-9827-9de4c5d2baa4,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:24.279425 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6920e126-5ad3-49cd-ac61-6afd90f12a44 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:17:24.280446 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6920e126-5ad3-49cd-ac61-6afd90f12a44 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:17:24.281186 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6920e126-5ad3-49cd-ac61-6afd90f12a44 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:17:24.281830 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6920e126-5ad3-49cd-ac61-6afd90f12a44 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:17:24.282334 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6920e126-5ad3-49cd-ac61-6afd90f12a44 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:17:24.282836 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6920e126-5ad3-49cd-ac61-6afd90f12a44 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:17:24.283335 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6920e126-5ad3-49cd-ac61-6afd90f12a44 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:17:24.285650 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6920e126-5ad3-49cd-ac61-6afd90f12a44 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:17:24.285650 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6920e126-5ad3-49cd-ac61-6afd90f12a44 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:17:24.285650 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6920e126-5ad3-49cd-ac61-6afd90f12a44 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:17:24.285650 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6920e126-5ad3-49cd-ac61-6afd90f12a44 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:17:24.285650 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6920e126-5ad3-49cd-ac61-6afd90f12a44 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:17:24.299460 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6920e126-5ad3-49cd-ac61-6afd90f12a44 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:24.309836 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47898) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:24.310096 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6920e126-5ad3-49cd-ac61-6afd90f12a44 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] 10.222.0.46 "DELETE /v2.0/subnets/ec3e507b-49e3-4392-9827-9de4c5d2baa4 HTTP/1.1" status: 204 len: 168 time: 0.6550207 Dec 17 15:17:24.391354 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f8f86f-ca58-47c7-b2c0-ae080d2fc779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133399b1-2c30-43a2-a3dd-b2f65abc651d'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:17:24.398985 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c751bbce-ab0b-48a0-897d-c50ce1fec4e0" -d '{"events": [{"server_uuid": "e1f8f86f-ca58-47c7-b2c0-ae080d2fc779", "name": "network-vif-plugged", "status": "completed", "tag": "133399b1-2c30-43a2-a3dd-b2f65abc651d"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:17:24.436412 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae6893f-c48f-4e3e-b373-77b257aabb10 None None] Network 571c7419-77f7-4350-b544-0890f89e1e30 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:17:24.453277 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f259963f-95f3-40b3-9063-11395ba2e9c1 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:17:24.610316 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-eb0ad4d0-fbb8-42a2-86a9-1acfc1234e85 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:24.615414 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5ce745f1-63b0-42a3-9392-8cfe7df29a76 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:24.620339 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port f259963f-95f3-40b3-9063-11395ba2e9c1 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:17:24.621401 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:24.672809 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-eb0ad4d0-fbb8-42a2-86a9-1acfc1234e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:24.719761 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68362c4e-c950-4e22-958d-de96b5b180a1 None None] DHCP port deletion for 571c7419-77f7-4350-b544-0890f89e1e30 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:17:24.726674 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb6ab493-cc53-445d-87df-35c93e35e691 req-9ee7d322-f579-4eeb-8c41-6dce2a31d104 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2991235 Dec 17 15:17:24.739537 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-eb6ab493-cc53-445d-87df-35c93e35e691 req-54ca2658-b374-43fb-9bba-98c9fbd46993 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:24.780906 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-5ce745f1-63b0-42a3-9392-8cfe7df29a76 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Deleting port 726f3d54-d4a2-40e0-a816-8f103f8b77cf {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:17:24.781953 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5ce745f1-63b0-42a3-9392-8cfe7df29a76 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:24.800119 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-68362c4e-c950-4e22-958d-de96b5b180a1 None None] Deleting port 726f3d54-d4a2-40e0-a816-8f103f8b77cf {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:17:24.800490 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-68362c4e-c950-4e22-958d-de96b5b180a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:24.817233 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80780436-eaba-4d47-abf4-fcbde3673735 None None] Pushing event updated for resources: {'Port': ['ID=64f11491-739b-4df2-bbda-3938924f2e4e,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:24.865989 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-eb6ab493-cc53-445d-87df-35c93e35e691 req-54ca2658-b374-43fb-9bba-98c9fbd46993 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Notify callbacks [] for floatingip, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:24.900596 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-68362c4e-c950-4e22-958d-de96b5b180a1 None None] For port 726f3d54-d4a2-40e0-a816-8f103f8b77cf, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=726f3d54-d4a2-40e0-a816-8f103f8b77cf,segment=NetworkSegment(a390b576-5df3-4c5a-9186-adc61c0143be),segment_id=a390b576-5df3-4c5a-9186-adc61c0143be)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:24.901011 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-68362c4e-c950-4e22-958d-de96b5b180a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:24.908961 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-eb0ad4d0-fbb8-42a2-86a9-1acfc1234e85 None None] Attempting to bind port 64f11491-739b-4df2-bbda-3938924f2e4e on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:24.909929 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-eb0ad4d0-fbb8-42a2-86a9-1acfc1234e85 None None] Attempting to bind port 64f11491-739b-4df2-bbda-3938924f2e4e by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '20a28fa9-b1d3-4b3a-8ebc-bb526ff8a639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9bb10d58-cf0f-4ad7-baae-102be17ef0d3'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:24.910870 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0ad4d0-fbb8-42a2-86a9-1acfc1234e85 None None] Attempting to bind port 64f11491-739b-4df2-bbda-3938924f2e4e on network 9bb10d58-cf0f-4ad7-baae-102be17ef0d3 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:24.918006 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0ad4d0-fbb8-42a2-86a9-1acfc1234e85 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:17:24.919174 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0ad4d0-fbb8-42a2-86a9-1acfc1234e85 None None] Checking segment: {'id': '20a28fa9-b1d3-4b3a-8ebc-bb526ff8a639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9bb10d58-cf0f-4ad7-baae-102be17ef0d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:17:24.919785 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-eb0ad4d0-fbb8-42a2-86a9-1acfc1234e85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:24.919980 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-68362c4e-c950-4e22-958d-de96b5b180a1 None None] Calling delete_port for 726f3d54-d4a2-40e0-a816-8f103f8b77cf owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:17:24.921020 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0ad4d0-fbb8-42a2-86a9-1acfc1234e85 None None] Bound using segment: {'id': '20a28fa9-b1d3-4b3a-8ebc-bb526ff8a639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9bb10d58-cf0f-4ad7-baae-102be17ef0d3'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:17:24.921720 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-eb0ad4d0-fbb8-42a2-86a9-1acfc1234e85 None None] Bound port: 64f11491-739b-4df2-bbda-3938924f2e4e, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20a28fa9-b1d3-4b3a-8ebc-bb526ff8a639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '9bb10d58-cf0f-4ad7-baae-102be17ef0d3'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:17:24.922359 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-eb0ad4d0-fbb8-42a2-86a9-1acfc1234e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:25.004593 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-5ce745f1-63b0-42a3-9392-8cfe7df29a76 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] For port 726f3d54-d4a2-40e0-a816-8f103f8b77cf, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=726f3d54-d4a2-40e0-a816-8f103f8b77cf,segment=NetworkSegment(a390b576-5df3-4c5a-9186-adc61c0143be),segment_id=a390b576-5df3-4c5a-9186-adc61c0143be)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:25.005323 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5ce745f1-63b0-42a3-9392-8cfe7df29a76 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:25.027612 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-5ce745f1-63b0-42a3-9392-8cfe7df29a76 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Calling delete_port for 726f3d54-d4a2-40e0-a816-8f103f8b77cf owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:17:25.068679 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-eb0ad4d0-fbb8-42a2-86a9-1acfc1234e85 None None] For port 64f11491-739b-4df2-bbda-3938924f2e4e, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:17:25.073257 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-eb0ad4d0-fbb8-42a2-86a9-1acfc1234e85 None None] For port 64f11491-739b-4df2-bbda-3938924f2e4e, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=64f11491-739b-4df2-bbda-3938924f2e4e,segment=NetworkSegment(20a28fa9-b1d3-4b3a-8ebc-bb526ff8a639),segment_id=20a28fa9-b1d3-4b3a-8ebc-bb526ff8a639)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:17:25.115062 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-b05f5f69-b3e8-4107-bf8f-86c801c759aa None None] Provisioning complete for port 64f11491-739b-4df2-bbda-3938924f2e4e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:17:25.116025 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b05f5f69-b3e8-4107-bf8f-86c801c759aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:25.142558 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-eb6ab493-cc53-445d-87df-35c93e35e691 req-54ca2658-b374-43fb-9bba-98c9fbd46993 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:25.155102 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-b05f5f69-b3e8-4107-bf8f-86c801c759aa None None] Port 64f11491-739b-4df2-bbda-3938924f2e4e cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:17:25.179798 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-68362c4e-c950-4e22-958d-de96b5b180a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:25.202631 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5ce745f1-63b0-42a3-9392-8cfe7df29a76 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:25.208129 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68362c4e-c950-4e22-958d-de96b5b180a1 None None] Pushing event deleted for resources: {'Port': ['ID=726f3d54-d4a2-40e0-a816-8f103f8b77cf,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:25.212139 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68362c4e-c950-4e22-958d-de96b5b180a1 None None] No DVR routers for this DVR port 726f3d54-d4a2-40e0-a816-8f103f8b77cf on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:17:25.237912 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce745f1-63b0-42a3-9392-8cfe7df29a76 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Pushing event deleted for resources: {'Port': ['ID=726f3d54-d4a2-40e0-a816-8f103f8b77cf,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:25.243893 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-eb0ad4d0-fbb8-42a2-86a9-1acfc1234e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:25.264733 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce745f1-63b0-42a3-9392-8cfe7df29a76 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] No DVR routers for this DVR port 726f3d54-d4a2-40e0-a816-8f103f8b77cf on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:17:25.331590 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0ad4d0-fbb8-42a2-86a9-1acfc1234e85 None None] Routers {'38e7fdcf-0ce7-4324-8568-35fe8da1074a'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:17:25.332261 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-eb0ad4d0-fbb8-42a2-86a9-1acfc1234e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:17:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['38e7fdcf-0ce7-4324-8568-35fe8da1074a'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:25.508198 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80780436-eaba-4d47-abf4-fcbde3673735 None None] Pushing event updated for resources: {'Port': ['ID=64f11491-739b-4df2-bbda-3938924f2e4e,revision_number=4']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:25.572250 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-eb0ad4d0-fbb8-42a2-86a9-1acfc1234e85 None None] Set router 38e7fdcf-0ce7-4324-8568-35fe8da1074a gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:17:25.579509 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:25.680799 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-8bbb6f60-a26b-4e45-a78f-bce2d83e1262 None None] Provisioning complete for port 64f11491-739b-4df2-bbda-3938924f2e4e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:17:25.681217 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8bbb6f60-a26b-4e45-a78f-bce2d83e1262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:25.704991 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-eb6ab493-cc53-445d-87df-35c93e35e691 req-54ca2658-b374-43fb-9bba-98c9fbd46993 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Allocated IP 172.25.6.76 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/fd5cabf5-bcf1-4ada-9c05-23bed8046b42) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:17:25.755217 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5ce745f1-63b0-42a3-9392-8cfe7df29a76 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:25.774732 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8bbb6f60-a26b-4e45-a78f-bce2d83e1262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:25.811689 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-eb0ad4d0-fbb8-42a2-86a9-1acfc1234e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7fdcf-0ce7-4324-8568-35fe8da1074a', 'name': 'tempest-FloatingIPsTestJSON-436269403-router', 'tenant_id': '72f8b665d7654cfdb5b49c6b45e36f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'f259963f-95f3-40b3-9063-11395ba2e9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:17:11Z', 'updated_at': '2021-12-17T15:17:22Z', 'revision_number': 4, 'project_id': '72f8b665d7654cfdb5b49c6b45e36f86', 'gw_port': {'id': 'f259963f-95f3-40b3-9063-11395ba2e9c1', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:45:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7fdcf-0ce7-4324-8568-35fe8da1074a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:17:13Z', 'updated_at': '2021-12-17T15:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '64f11491-739b-4df2-bbda-3938924f2e4e', 'name': '', 'network_id': '9bb10d58-cf0f-4ad7-baae-102be17ef0d3', 'tenant_id': '72f8b665d7654cfdb5b49c6b45e36f86', 'mac_address': 'fa:16:3e:65:d6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e7fdcf-0ce7-4324-8568-35fe8da1074a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '339de832-e1a0-4841-8268-41e6b19fd302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:17:20Z', 'updated_at': '2021-12-17T15:17:25Z', 'revision_number': 4, 'project_id': '72f8b665d7654cfdb5b49c6b45e36f86', 'subnets': [{'id': '339de832-e1a0-4841-8268-41e6b19fd302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:25.814148 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-8bbb6f60-a26b-4e45-a78f-bce2d83e1262 None None] For port 64f11491-739b-4df2-bbda-3938924f2e4e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=64f11491-739b-4df2-bbda-3938924f2e4e,segment=NetworkSegment(20a28fa9-b1d3-4b3a-8ebc-bb526ff8a639),segment_id=20a28fa9-b1d3-4b3a-8ebc-bb526ff8a639)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:25.834618 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-5ce745f1-63b0-42a3-9392-8cfe7df29a76 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['571c7419-77f7-4350-b544-0890f89e1e30']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:25.844795 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0ad4d0-fbb8-42a2-86a9-1acfc1234e85 None None] The sync data for ids ['38e7fdcf-0ce7-4324-8568-35fe8da1074a'] in n-d-820553-2 is: [{'id': '38e7fdcf-0ce7-4324-8568-35fe8da1074a', 'name': 'tempest-FloatingIPsTestJSON-436269403-router', 'tenant_id': '72f8b665d7654cfdb5b49c6b45e36f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'f259963f-95f3-40b3-9063-11395ba2e9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:17:11Z', 'updated_at': '2021-12-17T15:17:22Z', 'revision_number': 4, 'project_id': '72f8b665d7654cfdb5b49c6b45e36f86', 'gw_port': {'id': 'f259963f-95f3-40b3-9063-11395ba2e9c1', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:45:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7fdcf-0ce7-4324-8568-35fe8da1074a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:17:13Z', 'updated_at': '2021-12-17T15:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '64f11491-739b-4df2-bbda-3938924f2e4e', 'name': '', 'network_id': '9bb10d58-cf0f-4ad7-baae-102be17ef0d3', 'tenant_id': '72f8b665d7654cfdb5b49c6b45e36f86', 'mac_address': 'fa:16:3e:65:d6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e7fdcf-0ce7-4324-8568-35fe8da1074a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '339de832-e1a0-4841-8268-41e6b19fd302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:17:20Z', 'updated_at': '2021-12-17T15:17:25Z', 'revision_number': 4, 'project_id': '72f8b665d7654cfdb5b49c6b45e36f86', 'subnets': [{'id': '339de832-e1a0-4841-8268-41e6b19fd302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:17:25.864933 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-5ce745f1-63b0-42a3-9392-8cfe7df29a76 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a390b576-5df3-4c5a-9186-adc61c0143be') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:25.865321 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-5ce745f1-63b0-42a3-9392-8cfe7df29a76 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a390b576-5df3-4c5a-9186-adc61c0143be') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:25.884655 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8bbb6f60-a26b-4e45-a78f-bce2d83e1262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:25.885091 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5ce745f1-63b0-42a3-9392-8cfe7df29a76 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:25.934549 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5ce745f1-63b0-42a3-9392-8cfe7df29a76 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:25.956198 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce745f1-63b0-42a3-9392-8cfe7df29a76 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:17:25.956693 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5ce745f1-63b0-42a3-9392-8cfe7df29a76 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:25.966617 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-e157ab78-5638-4778-b16e-3d6f37faf027 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:25.974948 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-e157ab78-5638-4778-b16e-3d6f37faf027 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/networks?id=72959918-115f-4f15-a904-42652bab9b2e HTTP/1.1" status: 200 len: 810 time: 0.6296461 Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: self.session.flush() Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: self.session.flush() Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: self.session.flush() Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: self.session.flush() Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:17:25.976810 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:17:25.996577 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb6f60-a26b-4e45-a78f-bce2d83e1262 None None] Pushing event updated for resources: {'Port': ['ID=64f11491-739b-4df2-bbda-3938924f2e4e,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:26.050371 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-eb6ab493-cc53-445d-87df-35c93e35e691 req-54ca2658-b374-43fb-9bba-98c9fbd46993 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:26.068778 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-1cd1e4a8-a3dd-4715-ad76-381461b6e991 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/quotas/47d7fbf2bea4406699034a230bc642f9 HTTP/1.1" status: 200 len: 375 time: 0.0927477 Dec 17 15:17:26.111403 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-12df0ce5-4e89-410f-be91-eb7a2f57bf6d tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=47d7fbf2bea4406699034a230bc642f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415084 Dec 17 15:17:26.176642 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5ce745f1-63b0-42a3-9392-8cfe7df29a76 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:26.190440 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5ce745f1-63b0-42a3-9392-8cfe7df29a76 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:26.194072 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5ce745f1-63b0-42a3-9392-8cfe7df29a76 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] 10.222.0.46 "DELETE /v2.0/networks/571c7419-77f7-4350-b544-0890f89e1e30 HTTP/1.1" status: 204 len: 168 time: 1.8831668 Dec 17 15:17:26.214445 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce745f1-63b0-42a3-9392-8cfe7df29a76 tempest-DHCPAgentSchedulersTestJSON-1106603916 tempest-DHCPAgentSchedulersTestJSON-1106603916-project] Pushing event deleted for resources: {'Network': ['ID=571c7419-77f7-4350-b544-0890f89e1e30,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:26.251098 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-52db70b4-7f09-40ee-bf35-25e20a7f8905 service neutron] 10.222.0.46 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383770 Dec 17 15:17:26.314359 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-eb6ab493-cc53-445d-87df-35c93e35e691 req-54ca2658-b374-43fb-9bba-98c9fbd46993 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:26.375350 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb6ab493-cc53-445d-87df-35c93e35e691 req-54ca2658-b374-43fb-9bba-98c9fbd46993 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:17:26.382185 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-eb6ab493-cc53-445d-87df-35c93e35e691 req-54ca2658-b374-43fb-9bba-98c9fbd46993 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:17:26.384993 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6ab493-cc53-445d-87df-35c93e35e691 req-54ca2658-b374-43fb-9bba-98c9fbd46993 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:17:26.449388 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca2658-b374-43fb-9bba-98c9fbd46993 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Pushing event updated for resources: {'Port': ['ID=fd5cabf5-bcf1-4ada-9c05-23bed8046b42,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:26.471423 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 64f11491-739b-4df2-bbda-3938924f2e4e up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:17:26.490661 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-446f3e47-11d3-485d-9a6c-fa84fb1c2383 service neutron] 10.222.0.46 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335701 Dec 17 15:17:26.550043 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 64f11491-739b-4df2-bbda-3938924f2e4e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:17:26.550166 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:26.583994 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-eb6ab493-cc53-445d-87df-35c93e35e691 req-54ca2658-b374-43fb-9bba-98c9fbd46993 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:26.708985 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-eb6ab493-cc53-445d-87df-35c93e35e691 req-54ca2658-b374-43fb-9bba-98c9fbd46993 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:26.742012 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 726f3d54-d4a2-40e0-a816-8f103f8b77cf no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:17:26.794551 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 726f3d54-d4a2-40e0-a816-8f103f8b77cf {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:17:26.795273 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 726f3d54-d4a2-40e0-a816-8f103f8b77cf not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:17:26.804817 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22983e59-b0ae-4a9b-a0a1-5d7c1efdbccb x-openstack-request-id: req-22983e59-b0ae-4a9b-a0a1-5d7c1efdbccb {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:17:26.806384 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f8f86f-ca58-47c7-b2c0-ae080d2fc779", "name": "network-vif-plugged", "status": "completed", "tag": "133399b1-2c30-43a2-a3dd-b2f65abc651d", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:17:26.806908 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-22983e59-b0ae-4a9b-a0a1-5d7c1efdbccb {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:17:26.807810 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f8f86f-ca58-47c7-b2c0-ae080d2fc779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133399b1-2c30-43a2-a3dd-b2f65abc651d', 'code': 200} Dec 17 15:17:26.951184 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47954) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:27.003097 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-eb6ab493-cc53-445d-87df-35c93e35e691 req-54ca2658-b374-43fb-9bba-98c9fbd46993 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:27.041361 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6912c67-a9cb-4221-952f-6561b5e260ac req-6cbba538-1025-4b7a-a55b-6f2eaf870a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:27.043906 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e6912c67-a9cb-4221-952f-6561b5e260ac req-6cbba538-1025-4b7a-a55b-6f2eaf870a15 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e1f8f86f-ca58-47c7-b2c0-ae080d2fc779 HTTP/1.1" status: 200 len: 1096 time: 0.0977619 Dec 17 15:17:27.061860 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9f3a2-e60c-4166-ab7d-74157e999f43 req-b4b123f3-da8f-4bec-88dc-2e8c3049b93a tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:27.061860 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71c9f3a2-e60c-4166-ab7d-74157e999f43 req-b4b123f3-da8f-4bec-88dc-2e8c3049b93a tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f8f86f-ca58-47c7-b2c0-ae080d2fc779 HTTP/1.1" status: 200 len: 945 time: 0.1117229 Dec 17 15:17:27.085799 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-eb6ab493-cc53-445d-87df-35c93e35e691 req-54ca2658-b374-43fb-9bba-98c9fbd46993 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:27.200155 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e6912c67-a9cb-4221-952f-6561b5e260ac req-166fc3b4-7c8f-4988-b9e5-7afd1907030b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0fef139c-d841-452f-b9b7-6a7236e63fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429040 Dec 17 15:17:27.211941 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71c9f3a2-e60c-4166-ab7d-74157e999f43 req-b4180547-25de-401c-9fda-74985e7766fa tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fef139c-d841-452f-b9b7-6a7236e63fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417644 Dec 17 15:17:27.226572 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca2658-b374-43fb-9bba-98c9fbd46993 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Pushing event updated for resources: {'Port': ['ID=fd5cabf5-bcf1-4ada-9c05-23bed8046b42,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:27.241689 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-eb6ab493-cc53-445d-87df-35c93e35e691 req-54ca2658-b374-43fb-9bba-98c9fbd46993 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:27.336858 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3d1af-c0d2-4fbb-bdfe-80b1f83210e5 req-04adbad1-2c77-4ed0-9fba-da1c721b64f3 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:27.337120 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6399ef7b-d5b6-4cbf-9656-aa719354715c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f631f274ee954f75ab1677e57607566b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3817396 Dec 17 15:17:27.337120 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47964) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:27.345207 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9cb3d1af-c0d2-4fbb-bdfe-80b1f83210e5 req-04adbad1-2c77-4ed0-9fba-da1c721b64f3 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a6a74c3-0324-4a77-8093-0269d265b42b HTTP/1.1" status: 200 len: 946 time: 0.0649405 Dec 17 15:17:27.366495 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-eb6ab493-cc53-445d-87df-35c93e35e691 req-54ca2658-b374-43fb-9bba-98c9fbd46993 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:27.367233 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb6ab493-cc53-445d-87df-35c93e35e691 req-54ca2658-b374-43fb-9bba-98c9fbd46993 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6337683 Dec 17 15:17:27.393612 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9cb3d1af-c0d2-4fbb-bdfe-80b1f83210e5 req-eb59481b-e509-405c-99f2-e63bb31f8068 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474837 Dec 17 15:17:27.432686 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-94e7020e-c313-4b7f-9ec4-a2231ae47d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:27.461342 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb6ab493-cc53-445d-87df-35c93e35e691 req-8250da2c-25da-451f-af9f-4be87083c680 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.76 HTTP/1.1" status: 200 len: 695 time: 0.0827327 Dec 17 15:17:27.470900 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-94e7020e-c313-4b7f-9ec4-a2231ae47d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:27.611678 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ab493-cc53-445d-87df-35c93e35e691 req-9a2507cd-a41f-46f1-85d7-536ce8a16a97 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:27.613135 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb6ab493-cc53-445d-87df-35c93e35e691 req-9a2507cd-a41f-46f1-85d7-536ce8a16a97 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 784 time: 0.1509209 Dec 17 15:17:27.666534 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-94e7020e-c313-4b7f-9ec4-a2231ae47d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:27.670588 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-94e7020e-c313-4b7f-9ec4-a2231ae47d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:27.671863 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-94e7020e-c313-4b7f-9ec4-a2231ae47d28 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0e4f7391-36eb-4a88-ad78-00bcb082a0e5 HTTP/1.1" status: 204 len: 168 time: 0.3338380 Dec 17 15:17:27.679658 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7020e-c313-4b7f-9ec4-a2231ae47d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4f7391-36eb-4a88-ad78-00bcb082a0e5,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:27.752491 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9de9b78-b82f-46f1-b2f7-7fcd0eb50dd5 req-b74c7468-89f2-408e-8fda-0efbcacab047 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=e560210f-5e72-4eab-bf56-bacb79e08fdd HTTP/1.1" status: 200 len: 210 time: 0.0340192 Dec 17 15:17:27.825362 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-76f85022-faa7-4d20-b908-fa1908310d06 req-6ef19e32-ed31-4df4-bd4b-98256f9f5d43 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] 10.222.0.46 "GET /v2.0/floatingips/f623878a-ee59-4b3a-8c9e-ca3f9ea58fdc HTTP/1.1" status: 200 len: 692 time: 0.0488625 Dec 17 15:17:27.952113 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f85022-faa7-4d20-b908-fa1908310d06 req-2a0a3cee-4850-4b8b-94f4-f06dfa97b166 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:27.953454 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-76f85022-faa7-4d20-b908-fa1908310d06 req-2a0a3cee-4850-4b8b-94f4-f06dfa97b166 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 784 time: 0.1209121 Dec 17 15:17:28.048425 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2cd5be4a-b3e1-4027-a91b-a6fea10a2378 req-e42e060b-d02c-42cf-974f-acf30d0e3744 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] 10.222.0.46 "GET /v2.0/floatingips?tenant_id=72f8b665d7654cfdb5b49c6b45e36f86 HTTP/1.1" status: 200 len: 695 time: 0.0712888 Dec 17 15:17:28.166241 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5be4a-b3e1-4027-a91b-a6fea10a2378 req-ee1e2ad8-f85b-4bea-9ed6-d2a619237b69 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:28.174102 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2cd5be4a-b3e1-4027-a91b-a6fea10a2378 req-ee1e2ad8-f85b-4bea-9ed6-d2a619237b69 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] 10.222.0.46 "GET /v2.0/networks?id=4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 787 time: 0.1188505 Dec 17 15:17:28.180330 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-2cd5be4a-b3e1-4027-a91b-a6fea10a2378 req-91941db7-e51e-4b7b-9b65-59c807052d32 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:17:28.181294 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2cd5be4a-b3e1-4027-a91b-a6fea10a2378 req-91941db7-e51e-4b7b-9b65-59c807052d32 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063109 Dec 17 15:17:28.253822 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9aa2bfb4-73e8-441c-a6f6-f822e7e9f0bf req-ad996775-e25f-4c75-878f-f78a7d545911 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] 10.222.0.46 "GET /v2.0/floatingips/f623878a-ee59-4b3a-8c9e-ca3f9ea58fdc HTTP/1.1" status: 200 len: 692 time: 0.0471928 Dec 17 15:17:28.374659 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2bfb4-73e8-441c-a6f6-f822e7e9f0bf req-0b4006ee-2218-40a6-80df-e2b1b44505a0 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:28.376010 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9aa2bfb4-73e8-441c-a6f6-f822e7e9f0bf req-0b4006ee-2218-40a6-80df-e2b1b44505a0 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 784 time: 0.1165776 Dec 17 15:17:28.428122 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9aa2bfb4-73e8-441c-a6f6-f822e7e9f0bf req-4ac7a4ff-afc5-4fd8-baaf-9655ae8fce37 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.76 HTTP/1.1" status: 200 len: 695 time: 0.0460341 Dec 17 15:17:28.484192 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9aa2bfb4-73e8-441c-a6f6-f822e7e9f0bf req-fbe4a1ce-fb67-4598-8bc6-cb511e6d6695 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.76 HTTP/1.1" status: 200 len: 695 time: 0.0490570 Dec 17 15:17:28.628153 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-9aa2bfb4-73e8-441c-a6f6-f822e7e9f0bf req-ddc76a62-2dac-4aed-b13e-a0661f405675 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Deleting port fd5cabf5-bcf1-4ada-9c05-23bed8046b42 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:17:28.628496 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9aa2bfb4-73e8-441c-a6f6-f822e7e9f0bf req-ddc76a62-2dac-4aed-b13e-a0661f405675 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:28.709815 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9aa2bfb4-73e8-441c-a6f6-f822e7e9f0bf req-ddc76a62-2dac-4aed-b13e-a0661f405675 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:28.710160 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9aa2bfb4-73e8-441c-a6f6-f822e7e9f0bf req-ddc76a62-2dac-4aed-b13e-a0661f405675 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:28.719746 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48038) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:28.723979 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-9aa2bfb4-73e8-441c-a6f6-f822e7e9f0bf req-ddc76a62-2dac-4aed-b13e-a0661f405675 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Calling delete_port for fd5cabf5-bcf1-4ada-9c05-23bed8046b42 owned by network:floatingip {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:17:28.732787 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-352f913d-d21b-4406-9761-4efa002b036f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:28.794200 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-677bb86d-789d-4034-a656-4b341f26cb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:28.835295 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-352f913d-d21b-4406-9761-4efa002b036f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:28.960243 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-352f913d-d21b-4406-9761-4efa002b036f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:29.001122 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-352f913d-d21b-4406-9761-4efa002b036f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6e4575a97b1343fa970100f706776ec9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2801945 Dec 17 15:17:29.002053 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f913d-d21b-4406-9761-4efa002b036f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca64c33-25f0-444a-a2f4-5ec186231def,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:29.003822 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48044) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:29.039275 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9aa2bfb4-73e8-441c-a6f6-f822e7e9f0bf req-ddc76a62-2dac-4aed-b13e-a0661f405675 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:29.076113 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc76a62-2dac-4aed-b13e-a0661f405675 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Pushing event deleted for resources: {'Port': ['ID=fd5cabf5-bcf1-4ada-9c05-23bed8046b42,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:29.105730 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a328d195-9fd7-4ee7-b3bf-a3667e38d071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:29.177555 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a328d195-9fd7-4ee7-b3bf-a3667e38d071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:29.218459 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9aa2bfb4-73e8-441c-a6f6-f822e7e9f0bf req-ddc76a62-2dac-4aed-b13e-a0661f405675 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Notify callbacks [] for floatingip, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:29.221097 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9aa2bfb4-73e8-441c-a6f6-f822e7e9f0bf req-ddc76a62-2dac-4aed-b13e-a0661f405675 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:29.222289 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9aa2bfb4-73e8-441c-a6f6-f822e7e9f0bf req-ddc76a62-2dac-4aed-b13e-a0661f405675 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] 10.222.0.46 "DELETE /v2.0/floatingips/f623878a-ee59-4b3a-8c9e-ca3f9ea58fdc HTTP/1.1" status: 204 len: 173 time: 0.7325110 Dec 17 15:17:29.240650 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef405b10-d44c-4926-8a06-f0aa1cc68fec req-f410e237-ec3f-4e66-a3b8-4b2224817fc8 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:29.242240 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ef405b10-d44c-4926-8a06-f0aa1cc68fec req-f410e237-ec3f-4e66-a3b8-4b2224817fc8 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f8f86f-ca58-47c7-b2c0-ae080d2fc779 HTTP/1.1" status: 200 len: 945 time: 0.1132140 Dec 17 15:17:29.290545 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ef405b10-d44c-4926-8a06-f0aa1cc68fec req-c54de965-d205-4531-827a-87af0e179c88 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fef139c-d841-452f-b9b7-6a7236e63fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415366 Dec 17 15:17:29.343960 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d5dd5-51f9-4234-ae69-1e6277ec6fdc req-21347e7d-4ff5-412e-b81f-19b7f54ada42 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:29.345504 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae2d5dd5-51f9-4234-ae69-1e6277ec6fdc req-21347e7d-4ff5-412e-b81f-19b7f54ada42 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a6a74c3-0324-4a77-8093-0269d265b42b HTTP/1.1" status: 200 len: 946 time: 0.0594635 Dec 17 15:17:29.367122 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a328d195-9fd7-4ee7-b3bf-a3667e38d071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:29.369717 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a328d195-9fd7-4ee7-b3bf-a3667e38d071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:29.371731 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a328d195-9fd7-4ee7-b3bf-a3667e38d071 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0ca64c33-25f0-444a-a2f4-5ec186231def HTTP/1.1" status: 204 len: 168 time: 0.3660641 Dec 17 15:17:29.384381 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328d195-9fd7-4ee7-b3bf-a3667e38d071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca64c33-25f0-444a-a2f4-5ec186231def,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:29.403481 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae2d5dd5-51f9-4234-ae69-1e6277ec6fdc req-ad03f07f-96f0-4258-90ac-faaf94448255 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511649 Dec 17 15:17:29.481077 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2bfe796e-2ac5-4959-bb80-97605b21e860 req-ada42fb3-4258-4115-8b2b-61eb29f1ec84 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=e560210f-5e72-4eab-bf56-bacb79e08fdd HTTP/1.1" status: 200 len: 210 time: 0.0314808 Dec 17 15:17:29.673340 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-42ff5937-322a-46e3-98c7-c3b02320f952 req-669070bc-3ecc-46cf-8296-f2fb570f9c0a tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1627986 Dec 17 15:17:29.687403 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-42ff5937-322a-46e3-98c7-c3b02320f952 req-1f3eac05-7aa2-498c-83ed-fb349e0d836a tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:29.738652 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-1d00711f-3307-45b8-b128-656ec193a7ef tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:29.740194 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-1d00711f-3307-45b8-b128-656ec193a7ef tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.13 "GET /v2.0/networks?id=72959918-115f-4f15-a904-42652bab9b2e HTTP/1.1" status: 200 len: 810 time: 0.1555340 Dec 17 15:17:29.752593 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-35b0f96c-9e02-417a-b2fd-f08f4063ec4c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Request body: {'port': {'device_id': 'e560210f-5e72-4eab-bf56-bacb79e08fdd', 'network_id': '72959918-115f-4f15-a904-42652bab9b2e', 'admin_state_up': True, 'tenant_id': '47d7fbf2bea4406699034a230bc642f9'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:29.820675 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-42ff5937-322a-46e3-98c7-c3b02320f952 req-1f3eac05-7aa2-498c-83ed-fb349e0d836a tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Notify callbacks [] for floatingip, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:29.967237 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-42ff5937-322a-46e3-98c7-c3b02320f952 req-1f3eac05-7aa2-498c-83ed-fb349e0d836a tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:30.019549 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-35b0f96c-9e02-417a-b2fd-f08f4063ec4c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Made reservation on behalf of 47d7fbf2bea4406699034a230bc642f9 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:17:30.023178 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-35b0f96c-9e02-417a-b2fd-f08f4063ec4c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:30.177946 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-42ff5937-322a-46e3-98c7-c3b02320f952 req-1f3eac05-7aa2-498c-83ed-fb349e0d836a tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Allocated IP 172.25.6.49 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/cdf6163a-6e4b-4546-8fee-f61b4dcaca84) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:17:30.252828 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-35b0f96c-9e02-417a-b2fd-f08f4063ec4c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Allocated IP 172.20.0.8 (72959918-115f-4f15-a904-42652bab9b2e/95ec1172-deaa-4898-b906-b0423633683b/3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:17:30.357618 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-42ff5937-322a-46e3-98c7-c3b02320f952 req-1f3eac05-7aa2-498c-83ed-fb349e0d836a tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:30.472559 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-35b0f96c-9e02-417a-b2fd-f08f4063ec4c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:30.518914 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-42ff5937-322a-46e3-98c7-c3b02320f952 req-1f3eac05-7aa2-498c-83ed-fb349e0d836a tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:30.555313 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ff5937-322a-46e3-98c7-c3b02320f952 req-1f3eac05-7aa2-498c-83ed-fb349e0d836a tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:17:30.558411 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-42ff5937-322a-46e3-98c7-c3b02320f952 req-1f3eac05-7aa2-498c-83ed-fb349e0d836a tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:17:30.561835 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ff5937-322a-46e3-98c7-c3b02320f952 req-1f3eac05-7aa2-498c-83ed-fb349e0d836a tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:17:30.589942 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3eac05-7aa2-498c-83ed-fb349e0d836a tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Pushing event updated for resources: {'Port': ['ID=cdf6163a-6e4b-4546-8fee-f61b4dcaca84,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:30.657167 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-42ff5937-322a-46e3-98c7-c3b02320f952 req-1f3eac05-7aa2-498c-83ed-fb349e0d836a tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:30.659289 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-35b0f96c-9e02-417a-b2fd-f08f4063ec4c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:30.712109 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-35b0f96c-9e02-417a-b2fd-f08f4063ec4c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Network 72959918-115f-4f15-a904-42652bab9b2e is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:17:30.717162 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-35b0f96c-9e02-417a-b2fd-f08f4063ec4c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:17:30.724410 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-35b0f96c-9e02-417a-b2fd-f08f4063ec4c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:17:30.728901 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0f96c-9e02-417a-b2fd-f08f4063ec4c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Pushing event updated for resources: {'Port': ['ID=3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:30.781724 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-35b0f96c-9e02-417a-b2fd-f08f4063ec4c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:30.784121 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-35b0f96c-9e02-417a-b2fd-f08f4063ec4c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:30.821169 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-42ff5937-322a-46e3-98c7-c3b02320f952 req-1f3eac05-7aa2-498c-83ed-fb349e0d836a tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:30.837305 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48132) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:30.934624 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-35b0f96c-9e02-417a-b2fd-f08f4063ec4c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1856635 Dec 17 15:17:30.949363 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-d2683349-4552-4253-b802-3caef56ad30d service neutron] Request body: {'port': {'device_id': 'e560210f-5e72-4eab-bf56-bacb79e08fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:30.970778 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-329a167a-df80-416d-be27-bb25385437d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:31.043266 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-d2683349-4552-4253-b802-3caef56ad30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:31.054844 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-329a167a-df80-416d-be27-bb25385437d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:31.060536 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1d5a934d-7c41-46f3-99c5-d5527eb2a81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:31.073126 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-42ff5937-322a-46e3-98c7-c3b02320f952 req-1f3eac05-7aa2-498c-83ed-fb349e0d836a tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:31.116758 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-329a167a-df80-416d-be27-bb25385437d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:31.149417 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-42ff5937-322a-46e3-98c7-c3b02320f952 req-1f3eac05-7aa2-498c-83ed-fb349e0d836a tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:31.158693 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a167a-df80-416d-be27-bb25385437d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb056cd-9473-4e0e-bcb5-1945fa459762,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:31.163054 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-329a167a-df80-416d-be27-bb25385437d0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=63511c0841dd4803b2c37524ff648468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3242013 Dec 17 15:17:31.165655 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48142) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:31.225500 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a1039041-2c46-4770-8705-f171fab358ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:31.250558 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a1039041-2c46-4770-8705-f171fab358ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:31.374410 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a1039041-2c46-4770-8705-f171fab358ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:31.377016 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a1039041-2c46-4770-8705-f171fab358ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:31.378247 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a1039041-2c46-4770-8705-f171fab358ad admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ccb056cd-9473-4e0e-bcb5-1945fa459762 HTTP/1.1" status: 204 len: 168 time: 0.2113163 Dec 17 15:17:31.388069 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1039041-2c46-4770-8705-f171fab358ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb056cd-9473-4e0e-bcb5-1945fa459762,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:31.611517 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3eac05-7aa2-498c-83ed-fb349e0d836a tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Pushing event updated for resources: {'Port': ['ID=cdf6163a-6e4b-4546-8fee-f61b4dcaca84,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:31.641342 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-42ff5937-322a-46e3-98c7-c3b02320f952 req-1f3eac05-7aa2-498c-83ed-fb349e0d836a tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:31.681254 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48158) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:31.702372 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-89c1d81d-0ed7-4a1e-acbf-c58864261f7a req-ad211f10-2357-4ae0-a5f5-d03afdf6124f tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6109004 Dec 17 15:17:31.719512 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-89c1d81d-0ed7-4a1e-acbf-c58864261f7a req-8b4082df-00f4-446b-8fb4-a25cf851fe2c tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:31.791280 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-42ff5937-322a-46e3-98c7-c3b02320f952 req-1f3eac05-7aa2-498c-83ed-fb349e0d836a tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:31.792110 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-b973c9bc-bf75-4775-b463-1e2bed1ef1c7 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:31.792844 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-42ff5937-322a-46e3-98c7-c3b02320f952 req-1f3eac05-7aa2-498c-83ed-fb349e0d836a tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1130533 Dec 17 15:17:31.870687 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-42ff5937-322a-46e3-98c7-c3b02320f952 req-d409a821-daca-4317-b397-b0948e49da76 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.49 HTTP/1.1" status: 200 len: 695 time: 0.0570166 Dec 17 15:17:31.874491 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-d2683349-4552-4253-b802-3caef56ad30d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:17:31.891197 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-d2683349-4552-4253-b802-3caef56ad30d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:31.939116 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-89c1d81d-0ed7-4a1e-acbf-c58864261f7a req-8b4082df-00f4-446b-8fb4-a25cf851fe2c tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks [] for floatingip, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:31.959162 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-d2683349-4552-4253-b802-3caef56ad30d service neutron] Transition to ACTIVE for port object 3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:17:32.019726 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b973c9bc-bf75-4775-b463-1e2bed1ef1c7 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:32.039735 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff5937-322a-46e3-98c7-c3b02320f952 req-f116ff56-bfb4-4d43-8299-64d5065d7270 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:32.041428 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-42ff5937-322a-46e3-98c7-c3b02320f952 req-f116ff56-bfb4-4d43-8299-64d5065d7270 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 784 time: 0.1622882 Dec 17 15:17:32.045254 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-d2683349-4552-4253-b802-3caef56ad30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:32.063065 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48164) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:32.084543 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-14ca4b53-f206-499a-8b15-faf839c313ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:32.119438 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2683349-4552-4253-b802-3caef56ad30d service neutron] Pushing event updated for resources: {'Port': ['ID=3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:32.188941 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-14ca4b53-f206-499a-8b15-faf839c313ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:32.214983 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b973c9bc-bf75-4775-b463-1e2bed1ef1c7 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:32.232902 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-89c1d81d-0ed7-4a1e-acbf-c58864261f7a req-8b4082df-00f4-446b-8fb4-a25cf851fe2c tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:32.236895 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:32.254077 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-d2683349-4552-4253-b802-3caef56ad30d service neutron] Attempting to bind port 3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:32.254410 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-d2683349-4552-4253-b802-3caef56ad30d service neutron] Attempting to bind port 3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '50913541-c4fc-4052-a5a4-4ef73bad2e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '72959918-115f-4f15-a904-42652bab9b2e'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:32.254735 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-d2683349-4552-4253-b802-3caef56ad30d service neutron] Attempting to bind port 3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f on network 72959918-115f-4f15-a904-42652bab9b2e {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:32.271263 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-14ca4b53-f206-499a-8b15-faf839c313ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:32.296387 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-d2683349-4552-4253-b802-3caef56ad30d service neutron] Port 3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f on network 72959918-115f-4f15-a904-42652bab9b2e not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:17:32.313604 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-d2683349-4552-4253-b802-3caef56ad30d service neutron] Attempting to bind port 3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f on network 72959918-115f-4f15-a904-42652bab9b2e {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:32.313604 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0827e64-2450-4b52-b2bd-f78c4ba73bbd req-c81d40fa-1847-457f-80d5-49567ef669d4 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:32.313604 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d0827e64-2450-4b52-b2bd-f78c4ba73bbd req-c81d40fa-1847-457f-80d5-49567ef669d4 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a6a74c3-0324-4a77-8093-0269d265b42b HTTP/1.1" status: 200 len: 946 time: 0.1364186 Dec 17 15:17:32.320566 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-d2683349-4552-4253-b802-3caef56ad30d service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:17:32.320953 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-d2683349-4552-4253-b802-3caef56ad30d service neutron] Checking segment: {'id': '50913541-c4fc-4052-a5a4-4ef73bad2e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '72959918-115f-4f15-a904-42652bab9b2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:17:32.321361 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-d2683349-4552-4253-b802-3caef56ad30d service neutron] Bound using segment: {'id': '50913541-c4fc-4052-a5a4-4ef73bad2e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '72959918-115f-4f15-a904-42652bab9b2e'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:17:32.321792 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-d2683349-4552-4253-b802-3caef56ad30d service neutron] Bound port: 3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50913541-c4fc-4052-a5a4-4ef73bad2e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '72959918-115f-4f15-a904-42652bab9b2e'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:17:32.322144 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-d2683349-4552-4253-b802-3caef56ad30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:32.339177 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca4b53-f206-499a-8b15-faf839c313ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5ed7ce-39bc-43b5-862c-df1b0434e9a0,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:32.348066 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-14ca4b53-f206-499a-8b15-faf839c313ca admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=872956773d9d41fc80fc83d229b2d279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2840018 Dec 17 15:17:32.348693 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48166) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:32.391654 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-b973c9bc-bf75-4775-b463-1e2bed1ef1c7 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] Allocated IP 172.25.6.228 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/784686ae-3359-4c69-9322-ac37f386fb5d) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:17:32.397504 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d0827e64-2450-4b52-b2bd-f78c4ba73bbd req-2d2c715b-f86b-469b-9141-a850e3c9fce4 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802932 Dec 17 15:17:32.437524 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-d2683349-4552-4253-b802-3caef56ad30d service neutron] For port 3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:17:32.441256 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-d2683349-4552-4253-b802-3caef56ad30d service neutron] For port 3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f,segment=NetworkSegment(50913541-c4fc-4052-a5a4-4ef73bad2e3d),segment_id=50913541-c4fc-4052-a5a4-4ef73bad2e3d)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:17:32.481778 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c47a9c8c-7685-4e17-aef2-333be53234c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:32.495027 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-d2683349-4552-4253-b802-3caef56ad30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:32.515680 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f6564-2e3c-4c4a-a2b7-5a263417125e req-5f735dff-eaa1-4a1b-8aa1-d866cc0f2fdd tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:32.517273 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-919f6564-2e3c-4c4a-a2b7-5a263417125e req-5f735dff-eaa1-4a1b-8aa1-d866cc0f2fdd tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=e560210f-5e72-4eab-bf56-bacb79e08fdd HTTP/1.1" status: 200 len: 943 time: 0.0608866 Dec 17 15:17:32.523743 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c47a9c8c-7685-4e17-aef2-333be53234c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:32.552570 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-d2683349-4552-4253-b802-3caef56ad30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:32.553290 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-d2683349-4552-4253-b802-3caef56ad30d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:32.554352 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b973c9bc-bf75-4775-b463-1e2bed1ef1c7 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:32.554619 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-d2683349-4552-4253-b802-3caef56ad30d service neutron] 10.222.0.13 "PUT /v2.0/ports/3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f HTTP/1.1" status: 200 len: 1091 time: 1.6101832 Dec 17 15:17:32.557724 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e560210f-5e72-4eab-bf56-bacb79e08fdd', 'tag': '3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:17:32.560810 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b31e396-dc18-46ab-a116-d1570e350157" -d '{"events": [{"name": "network-changed", "server_uuid": "e560210f-5e72-4eab-bf56-bacb79e08fdd", "tag": "3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:17:32.607630 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-919f6564-2e3c-4c4a-a2b7-5a263417125e req-065aced7-ee4f-45ce-898c-237a15375a64 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662804 Dec 17 15:17:32.609605 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2683349-4552-4253-b802-3caef56ad30d service neutron] Pushing event updated for resources: {'Port': ['ID=3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:32.672617 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c47a9c8c-7685-4e17-aef2-333be53234c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:32.677173 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c47a9c8c-7685-4e17-aef2-333be53234c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:32.682713 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c47a9c8c-7685-4e17-aef2-333be53234c2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fb5ed7ce-39bc-43b5-862c-df1b0434e9a0 HTTP/1.1" status: 204 len: 168 time: 0.3310432 Dec 17 15:17:32.687330 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b973c9bc-bf75-4775-b463-1e2bed1ef1c7 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:32.708798 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a9c8c-7685-4e17-aef2-333be53234c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5ed7ce-39bc-43b5-862c-df1b0434e9a0,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:32.741881 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b973c9bc-bf75-4775-b463-1e2bed1ef1c7 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:17:32.745024 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-b973c9bc-bf75-4775-b463-1e2bed1ef1c7 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:17:32.749307 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b973c9bc-bf75-4775-b463-1e2bed1ef1c7 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:17:32.775329 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b973c9bc-bf75-4775-b463-1e2bed1ef1c7 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] Pushing event updated for resources: {'Port': ['ID=784686ae-3359-4c69-9322-ac37f386fb5d,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:32.775573 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-89c1d81d-0ed7-4a1e-acbf-c58864261f7a req-8b4082df-00f4-446b-8fb4-a25cf851fe2c tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Allocated IP 172.25.6.170 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/c6c1b6da-e0bb-454b-b748-a27f2bc36d1d) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:17:32.785706 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-c9860a34-7245-4267-9a63-824378cb44f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:32.787091 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-c9860a34-7245-4267-9a63-824378cb44f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47d7fbf2bea4406699034a230bc642f9&device_id=e560210f-5e72-4eab-bf56-bacb79e08fdd HTTP/1.1" status: 200 len: 1094 time: 0.0897298 Dec 17 15:17:32.844993 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-b877c6d0-61ed-4ee9-9039-27d44ebeb5c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f HTTP/1.1" status: 200 len: 217 time: 0.0477126 Dec 17 15:17:32.849085 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b973c9bc-bf75-4775-b463-1e2bed1ef1c7 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:32.945612 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-e2531001-1d30-48b1-a530-350f41366c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:32.947171 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-e2531001-1d30-48b1-a530-350f41366c8d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=95ec1172-deaa-4898-b906-b0423633683b HTTP/1.1" status: 200 len: 850 time: 0.0907352 Dec 17 15:17:33.010160 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-52bcd920-5715-4dcd-8ed9-a90f71a9c41b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72959918-115f-4f15-a904-42652bab9b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460598 Dec 17 15:17:33.034033 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b973c9bc-bf75-4775-b463-1e2bed1ef1c7 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:33.039735 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-89c1d81d-0ed7-4a1e-acbf-c58864261f7a req-8b4082df-00f4-446b-8fb4-a25cf851fe2c tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:33.146439 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-3b8bbe1b-0b4b-4444-87f3-c9e57ab4af50 service neutron] 10.222.0.13 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195872 Dec 17 15:17:33.213557 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b973c9bc-bf75-4775-b463-1e2bed1ef1c7 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:33.249529 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-89c1d81d-0ed7-4a1e-acbf-c58864261f7a req-8b4082df-00f4-446b-8fb4-a25cf851fe2c tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:33.288513 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b0ba3299-bfa3-4ef8-831e-5062f3e7c58f req-e187b431-c1d6-4dc9-9f79-9441ea6811e8 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] 10.222.0.46 "GET /v2.0/floatingips/cd1ac66b-5c3b-4046-9132-8df94dcc0d74 HTTP/1.1" status: 200 len: 692 time: 0.0820627 Dec 17 15:17:33.296323 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b973c9bc-bf75-4775-b463-1e2bed1ef1c7 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:33.319777 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89c1d81d-0ed7-4a1e-acbf-c58864261f7a req-8b4082df-00f4-446b-8fb4-a25cf851fe2c tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:17:33.343970 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-89c1d81d-0ed7-4a1e-acbf-c58864261f7a req-8b4082df-00f4-446b-8fb4-a25cf851fe2c tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:17:33.380791 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b973c9bc-bf75-4775-b463-1e2bed1ef1c7 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] Pushing event updated for resources: {'Port': ['ID=784686ae-3359-4c69-9322-ac37f386fb5d,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:33.381221 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c1d81d-0ed7-4a1e-acbf-c58864261f7a req-8b4082df-00f4-446b-8fb4-a25cf851fe2c tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:17:33.394122 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4082df-00f4-446b-8fb4-a25cf851fe2c tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Pushing event updated for resources: {'Port': ['ID=c6c1b6da-e0bb-454b-b748-a27f2bc36d1d,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:33.400821 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b973c9bc-bf75-4775-b463-1e2bed1ef1c7 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:33.442282 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-511de91f-1bf2-4612-aa2f-9a576cd15a06 req-f842e65e-8e9c-48af-8c66-448339a90a49 service neutron] 10.222.0.13 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864463 Dec 17 15:17:33.490468 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b973c9bc-bf75-4775-b463-1e2bed1ef1c7 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:33.491702 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b973c9bc-bf75-4775-b463-1e2bed1ef1c7 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8094497 Dec 17 15:17:33.494943 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48180) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:33.500524 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-8651b0a8-0416-40b0-b9ff-d3d88e9c2841 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-967826541', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'fixed_ips': [{'ip_address': '172.25.6.228'}]}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:33.525809 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba3299-bfa3-4ef8-831e-5062f3e7c58f req-171a1611-673b-4bf3-b484-2132e36b316a tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:33.527918 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b0ba3299-bfa3-4ef8-831e-5062f3e7c58f req-171a1611-673b-4bf3-b484-2132e36b316a tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 784 time: 0.2313564 Dec 17 15:17:33.538513 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48182) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:33.552587 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d3821139-75a6-427a-88fa-3d36a1da475d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:33.580453 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-89c1d81d-0ed7-4a1e-acbf-c58864261f7a req-8b4082df-00f4-446b-8fb4-a25cf851fe2c tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:33.594036 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b0ba3299-bfa3-4ef8-831e-5062f3e7c58f req-2c53fc2f-5f7d-4d25-82d2-236cbe5f3c6d tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.49 HTTP/1.1" status: 200 len: 695 time: 0.0581260 Dec 17 15:17:33.596035 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8651b0a8-0416-40b0-b9ff-d3d88e9c2841 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] Made reservation on behalf of 4a4c6e613cc841cba1e6937075cdff2d for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:17:33.598338 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8651b0a8-0416-40b0-b9ff-d3d88e9c2841 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:33.612006 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8651b0a8-0416-40b0-b9ff-d3d88e9c2841 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:33.655672 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b0ba3299-bfa3-4ef8-831e-5062f3e7c58f req-7e468be3-6a7c-4dec-837f-5fc48cf66e26 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.49 HTTP/1.1" status: 200 len: 695 time: 0.0549185 Dec 17 15:17:33.661939 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d3821139-75a6-427a-88fa-3d36a1da475d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:33.713762 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8651b0a8-0416-40b0-b9ff-d3d88e9c2841 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:33.718755 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-89c1d81d-0ed7-4a1e-acbf-c58864261f7a req-8b4082df-00f4-446b-8fb4-a25cf851fe2c tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:33.724438 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d3821139-75a6-427a-88fa-3d36a1da475d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:33.753708 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:33.770319 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d3821139-75a6-427a-88fa-3d36a1da475d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2045e0adc602436780f5ba3d8428dc7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2305083 Dec 17 15:17:33.771294 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3821139-75a6-427a-88fa-3d36a1da475d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e303d999-555d-412f-bc03-b62a450d26e0,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:33.775320 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48186) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:33.815452 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8651b0a8-0416-40b0-b9ff-d3d88e9c2841 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:33.822878 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-8651b0a8-0416-40b0-b9ff-d3d88e9c2841 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] device_id is not set on port 69e04dc1-e683-4bd8-993b-8db6b02e6753 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:17:33.919341 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651b0a8-0416-40b0-b9ff-d3d88e9c2841 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4c4ac6-c21b-4468-8d80-0e9eb5aee5f0,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:33.920686 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-b0ba3299-bfa3-4ef8-831e-5062f3e7c58f req-38aedc9c-c355-4c20-b8da-71dd311ec2cc tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Deleting port cdf6163a-6e4b-4546-8fee-f61b4dcaca84 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:17:33.921021 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b0ba3299-bfa3-4ef8-831e-5062f3e7c58f req-38aedc9c-c355-4c20-b8da-71dd311ec2cc tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:33.926983 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6603576e-6fc2-4683-bfd8-e25f22959edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:33.993769 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6603576e-6fc2-4683-bfd8-e25f22959edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:34.005544 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-89c1d81d-0ed7-4a1e-acbf-c58864261f7a req-8b4082df-00f4-446b-8fb4-a25cf851fe2c tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:34.030108 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b0ba3299-bfa3-4ef8-831e-5062f3e7c58f req-38aedc9c-c355-4c20-b8da-71dd311ec2cc tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:34.030429 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b0ba3299-bfa3-4ef8-831e-5062f3e7c58f req-38aedc9c-c355-4c20-b8da-71dd311ec2cc tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:34.043452 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-b0ba3299-bfa3-4ef8-831e-5062f3e7c58f req-38aedc9c-c355-4c20-b8da-71dd311ec2cc tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Calling delete_port for cdf6163a-6e4b-4546-8fee-f61b4dcaca84 owned by network:floatingip {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:17:34.089536 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-89c1d81d-0ed7-4a1e-acbf-c58864261f7a req-8b4082df-00f4-446b-8fb4-a25cf851fe2c tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:34.139591 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:34.199525 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4082df-00f4-446b-8fb4-a25cf851fe2c tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Pushing event updated for resources: {'Port': ['ID=c6c1b6da-e0bb-454b-b748-a27f2bc36d1d,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:34.204079 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-89c1d81d-0ed7-4a1e-acbf-c58864261f7a req-8b4082df-00f4-446b-8fb4-a25cf851fe2c tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:34.319722 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-89c1d81d-0ed7-4a1e-acbf-c58864261f7a req-8b4082df-00f4-446b-8fb4-a25cf851fe2c tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:34.321645 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-89c1d81d-0ed7-4a1e-acbf-c58864261f7a req-8b4082df-00f4-446b-8fb4-a25cf851fe2c tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6081057 Dec 17 15:17:34.368515 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b0ba3299-bfa3-4ef8-831e-5062f3e7c58f req-38aedc9c-c355-4c20-b8da-71dd311ec2cc tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:34.384857 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-89c1d81d-0ed7-4a1e-acbf-c58864261f7a req-c8a93a57-d4ef-4ab7-a0dd-a7a62e4f13e9 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.170 HTTP/1.1" status: 200 len: 696 time: 0.0548985 Dec 17 15:17:34.391960 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-8651b0a8-0416-40b0-b9ff-d3d88e9c2841 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 17 15:17:34.392480 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8651b0a8-0416-40b0-b9ff-d3d88e9c2841 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:17:34.410005 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aedc9c-c355-4c20-b8da-71dd311ec2cc tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Pushing event deleted for resources: {'Port': ['ID=cdf6163a-6e4b-4546-8fee-f61b4dcaca84,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:34.427536 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6603576e-6fc2-4683-bfd8-e25f22959edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:34.434359 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6603576e-6fc2-4683-bfd8-e25f22959edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:34.434359 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6603576e-6fc2-4683-bfd8-e25f22959edf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e303d999-555d-412f-bc03-b62a450d26e0 HTTP/1.1" status: 204 len: 168 time: 0.6551304 Dec 17 15:17:34.440088 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603576e-6fc2-4683-bfd8-e25f22959edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e303d999-555d-412f-bc03-b62a450d26e0,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:34.481391 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8651b0a8-0416-40b0-b9ff-d3d88e9c2841 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9833899 Dec 17 15:17:34.483252 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48190) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:34.531420 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b0ba3299-bfa3-4ef8-831e-5062f3e7c58f req-38aedc9c-c355-4c20-b8da-71dd311ec2cc tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Notify callbacks [] for floatingip, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:34.534780 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b0ba3299-bfa3-4ef8-831e-5062f3e7c58f req-38aedc9c-c355-4c20-b8da-71dd311ec2cc tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:34.535954 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b0ba3299-bfa3-4ef8-831e-5062f3e7c58f req-38aedc9c-c355-4c20-b8da-71dd311ec2cc tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] 10.222.0.46 "DELETE /v2.0/floatingips/cd1ac66b-5c3b-4046-9132-8df94dcc0d74 HTTP/1.1" status: 204 len: 173 time: 0.8625240 Dec 17 15:17:34.575340 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1d81d-0ed7-4a1e-acbf-c58864261f7a req-4dfff9c0-f48c-40bc-8b68-d73d7a3b24f3 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:34.577715 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-89c1d81d-0ed7-4a1e-acbf-c58864261f7a req-4dfff9c0-f48c-40bc-8b68-d73d7a3b24f3 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 784 time: 0.1738276 Dec 17 15:17:34.581532 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f04d4a8-b4b8-4486-9c2e-1c1f08e506af x-openstack-request-id: req-0f04d4a8-b4b8-4486-9c2e-1c1f08e506af {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:17:34.582066 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e560210f-5e72-4eab-bf56-bacb79e08fdd", "tag": "3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:17:34.582386 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0f04d4a8-b4b8-4486-9c2e-1c1f08e506af {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:17:34.582873 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e560210f-5e72-4eab-bf56-bacb79e08fdd', 'tag': '3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f', 'status': 'completed', 'code': 200} Dec 17 15:17:34.717697 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-baa4ae83-a547-4fad-b9d7-7fa32d64ffb3 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] Deleting port 784686ae-3359-4c69-9322-ac37f386fb5d {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:17:34.718234 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-baa4ae83-a547-4fad-b9d7-7fa32d64ffb3 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:34.739304 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31e396-dc18-46ab-a116-d1570e350157 req-adc932f7-2e4b-42a3-beee-48cfb9dd22b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:34.741692 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0b31e396-dc18-46ab-a116-d1570e350157 req-adc932f7-2e4b-42a3-beee-48cfb9dd22b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47d7fbf2bea4406699034a230bc642f9&device_id=e560210f-5e72-4eab-bf56-bacb79e08fdd HTTP/1.1" status: 200 len: 1094 time: 0.1341748 Dec 17 15:17:34.756790 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216ec7e-12b0-42f1-b13b-76a874b3bb2a req-b8b1ddf4-2a20-4910-b411-c709c816b3b5 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:34.759115 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6216ec7e-12b0-42f1-b13b-76a874b3bb2a req-b8b1ddf4-2a20-4910-b411-c709c816b3b5 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/ports?device_id=c559dd43-fc2c-4844-95ec-b3fba2f81442 HTTP/1.1" status: 200 len: 947 time: 0.0870845 Dec 17 15:17:34.830742 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-baa4ae83-a547-4fad-b9d7-7fa32d64ffb3 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:34.830742 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-baa4ae83-a547-4fad-b9d7-7fa32d64ffb3 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:34.837060 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-baa4ae83-a547-4fad-b9d7-7fa32d64ffb3 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] Calling delete_port for 784686ae-3359-4c69-9322-ac37f386fb5d owned by network:floatingip {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:17:34.900390 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6216ec7e-12b0-42f1-b13b-76a874b3bb2a req-6eae52be-99cc-4683-a275-11ac4178619a tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb79c06-181d-4a1a-ae46-fd94305d9514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293287 Dec 17 15:17:34.937814 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a3e67-cf4d-4256-be89-8d9340ccacdf req-f3792b18-36dd-41ad-8841-ffa6ae17a953 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:34.939556 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cc3a3e67-cf4d-4256-be89-8d9340ccacdf req-f3792b18-36dd-41ad-8841-ffa6ae17a953 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a6a74c3-0324-4a77-8093-0269d265b42b HTTP/1.1" status: 200 len: 946 time: 0.1783922 Dec 17 15:17:34.945733 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31e396-dc18-46ab-a116-d1570e350157 req-97518e83-61ca-491c-b5d6-8d608438b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:34.947178 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0b31e396-dc18-46ab-a116-d1570e350157 req-97518e83-61ca-491c-b5d6-8d608438b823 service neutron] 10.222.0.13 "GET /v2.0/networks?id=72959918-115f-4f15-a904-42652bab9b2e HTTP/1.1" status: 200 len: 911 time: 0.1871450 Dec 17 15:17:34.993015 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db875e-88c5-4429-a8c0-1d5b14562c2c req-d5246719-73b6-4fa2-83db-c2f6bcbb0fb3 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:34.994757 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-88db875e-88c5-4429-a8c0-1d5b14562c2c req-d5246719-73b6-4fa2-83db-c2f6bcbb0fb3 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.13 "GET /v2.0/ports?device_id=c559dd43-fc2c-4844-95ec-b3fba2f81442 HTTP/1.1" status: 200 len: 947 time: 0.0841975 Dec 17 15:17:35.008167 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0b31e396-dc18-46ab-a116-d1570e350157 req-9f633fcb-87c4-4c2c-a34c-ddd2e28def0e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f HTTP/1.1" status: 200 len: 217 time: 0.0509255 Dec 17 15:17:35.062975 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cc3a3e67-cf4d-4256-be89-8d9340ccacdf req-ee9019e8-18c3-42a8-8dd4-0e998707c87a tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146696 Dec 17 15:17:35.137557 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-88db875e-88c5-4429-a8c0-1d5b14562c2c req-92708493-04b3-4e18-ad33-fcadeae0b852 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Deleting port ca50a852-4934-47a2-a231-a25fe8bafa8c {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:17:35.138022 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-88db875e-88c5-4429-a8c0-1d5b14562c2c req-92708493-04b3-4e18-ad33-fcadeae0b852 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:35.140366 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [req-0c6c8942-eda4-49e9-82ee-ccc9c24c5158 req-eee7b0ea-0313-4795-970b-efaf2a670d27 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] show failed (client error): The resource could not be found. Dec 17 15:17:35.141453 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0c6c8942-eda4-49e9-82ee-ccc9c24c5158 req-eee7b0ea-0313-4795-970b-efaf2a670d27 tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] 10.222.0.46 "GET /v2.0/floatingips/cd1ac66b-5c3b-4046-9132-8df94dcc0d74 HTTP/1.1" status: 404 len: 350 time: 0.0476677 Dec 17 15:17:35.156571 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31e396-dc18-46ab-a116-d1570e350157 req-3a2db347-7fa8-4295-9c90-a3b1bc389ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:35.158643 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0b31e396-dc18-46ab-a116-d1570e350157 req-3a2db347-7fa8-4295-9c90-a3b1bc389ed5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=95ec1172-deaa-4898-b906-b0423633683b HTTP/1.1" status: 200 len: 850 time: 0.1292877 Dec 17 15:17:35.166223 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b855e-decf-4d4c-bbda-dd73c946e462 req-9dac3502-ceed-4f97-ba6e-e671e8f74ccb tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:35.168171 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-748b855e-decf-4d4c-bbda-dd73c946e462 req-9dac3502-ceed-4f97-ba6e-e671e8f74ccb tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=e560210f-5e72-4eab-bf56-bacb79e08fdd HTTP/1.1" status: 200 len: 943 time: 0.1577983 Dec 17 15:17:35.195340 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-baa4ae83-a547-4fad-b9d7-7fa32d64ffb3 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:35.211664 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0b31e396-dc18-46ab-a116-d1570e350157 req-57434fc0-7e19-414e-8764-43bac59a25af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72959918-115f-4f15-a904-42652bab9b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420957 Dec 17 15:17:35.231499 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4ae83-a547-4fad-b9d7-7fa32d64ffb3 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] Pushing event deleted for resources: {'Port': ['ID=784686ae-3359-4c69-9322-ac37f386fb5d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:35.289203 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-748b855e-decf-4d4c-bbda-dd73c946e462 req-33d82517-ccc7-47ef-9db8-3effbeac6603 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103277 Dec 17 15:17:35.333213 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-88db875e-88c5-4429-a8c0-1d5b14562c2c req-92708493-04b3-4e18-ad33-fcadeae0b852 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] For port ca50a852-4934-47a2-a231-a25fe8bafa8c, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=ca50a852-4934-47a2-a231-a25fe8bafa8c,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:35.333510 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-88db875e-88c5-4429-a8c0-1d5b14562c2c req-92708493-04b3-4e18-ad33-fcadeae0b852 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:35.345584 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-baa4ae83-a547-4fad-b9d7-7fa32d64ffb3 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:35.348935 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-baa4ae83-a547-4fad-b9d7-7fa32d64ffb3 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:35.350247 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-baa4ae83-a547-4fad-b9d7-7fa32d64ffb3 tempest-ExternalNetworksAdminNegativeTestJSON-780217245 tempest-ExternalNetworksAdminNegativeTestJSON-780217245-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/ab6054af-9536-4568-bf0a-9171b953fa25 HTTP/1.1" status: 204 len: 168 time: 0.8658533 Dec 17 15:17:35.357691 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-88db875e-88c5-4429-a8c0-1d5b14562c2c req-92708493-04b3-4e18-ad33-fcadeae0b852 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Calling delete_port for ca50a852-4934-47a2-a231-a25fe8bafa8c owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:17:35.400510 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [req-9850db03-d1b4-43bc-8e54-b9426a007638 req-5a06b817-71cd-4f06-8f61-dec40db2f7eb tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] show failed (client error): The resource could not be found. Dec 17 15:17:35.402113 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9850db03-d1b4-43bc-8e54-b9426a007638 req-5a06b817-71cd-4f06-8f61-dec40db2f7eb tempest-FloatingIPsTestJSON-1432919840 tempest-FloatingIPsTestJSON-1432919840-project] 10.222.0.46 "GET /v2.0/floatingips/cd1ac66b-5c3b-4046-9132-8df94dcc0d74 HTTP/1.1" status: 404 len: 350 time: 0.0558486 Dec 17 15:17:35.419880 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48226) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:35.443881 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0b31e396-dc18-46ab-a116-d1570e350157 req-5a9b8e48-0765-4a45-8fa4-7aae778def33 service neutron] 10.222.0.13 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233014 Dec 17 15:17:35.531698 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-05c2a4ba-e168-448a-877c-1f5fbcd0f271 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:35.533247 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-05c2a4ba-e168-448a-877c-1f5fbcd0f271 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/networks?id=b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 HTTP/1.1" status: 200 len: 820 time: 0.2475281 Dec 17 15:17:35.563759 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-281ee0fa-f0a7-4dbf-adfa-fb5d20d1d937 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/quotas/a664fc5838dc44cb8d9481b453356af9 HTTP/1.1" status: 200 len: 375 time: 0.0220799 Dec 17 15:17:35.601744 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0b31e396-dc18-46ab-a116-d1570e350157 req-e16b3d96-96f4-48fc-b8ae-e238a1025da6 service neutron] 10.222.0.13 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420076 Dec 17 15:17:35.652425 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-86938332-cd5c-4f69-9cba-fa65d4bc9fa7 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a664fc5838dc44cb8d9481b453356af9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0767846 Dec 17 15:17:35.774441 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-88db875e-88c5-4429-a8c0-1d5b14562c2c req-92708493-04b3-4e18-ad33-fcadeae0b852 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:35.776233 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-70fcdfc2-9aae-4e4a-afa8-ed9e60c41322 service neutron] 10.222.0.46 "GET /v2.0/networks/b2bc70b2-1b17-4db0-acd7-24d62fbc7a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111982 Dec 17 15:17:35.807305 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92708493-04b3-4e18-ad33-fcadeae0b852 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Pushing event deleted for resources: {'Port': ['ID=ca50a852-4934-47a2-a231-a25fe8bafa8c,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:35.854573 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-88db875e-88c5-4429-a8c0-1d5b14562c2c req-92708493-04b3-4e18-ad33-fcadeae0b852 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] No DVR routers for this DVR port ca50a852-4934-47a2-a231-a25fe8bafa8c on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:17:35.855904 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-88db875e-88c5-4429-a8c0-1d5b14562c2c req-92708493-04b3-4e18-ad33-fcadeae0b852 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:35.859145 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-88db875e-88c5-4429-a8c0-1d5b14562c2c req-92708493-04b3-4e18-ad33-fcadeae0b852 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.13 "DELETE /v2.0/ports/ca50a852-4934-47a2-a231-a25fe8bafa8c HTTP/1.1" status: 204 len: 173 time: 0.8580682 Dec 17 15:17:35.859591 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c559dd43-fc2c-4844-95ec-b3fba2f81442', 'name': 'network-vif-deleted', 'tag': 'ca50a852-4934-47a2-a231-a25fe8bafa8c'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:17:35.861966 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe9ac76-6e37-495e-9812-1739a55cc70e" -d '{"events": [{"server_uuid": "c559dd43-fc2c-4844-95ec-b3fba2f81442", "name": "network-vif-deleted", "tag": "ca50a852-4934-47a2-a231-a25fe8bafa8c"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:17:35.896807 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-6dec6bdc-0271-4867-9265-0fa6af020422 service neutron] 10.222.0.46 "GET /v2.0/networks/b2bc70b2-1b17-4db0-acd7-24d62fbc7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126838 Dec 17 15:17:35.903739 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa51761-1e68-4a31-a7d8-571d9122d091 x-openstack-request-id: req-1fa51761-1e68-4a31-a7d8-571d9122d091 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:17:35.904032 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c559dd43-fc2c-4844-95ec-b3fba2f81442", "name": "network-vif-deleted", "tag": "ca50a852-4934-47a2-a231-a25fe8bafa8c", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:17:35.904377 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1fa51761-1e68-4a31-a7d8-571d9122d091 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:17:35.904767 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c559dd43-fc2c-4844-95ec-b3fba2f81442', 'name': 'network-vif-deleted', 'tag': 'ca50a852-4934-47a2-a231-a25fe8bafa8c', 'status': 'completed', 'code': 200} Dec 17 15:17:35.983343 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d2e98fad-34d8-4176-84e9-ff03639ddddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:36.031466 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48242) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:36.043380 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a5d3bf6f-4952-44c4-bdef-75f0159d7037 req-02f5add1-49d2-4089-a70b-6f92f7ff9b6f tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/ports?device_id=c559dd43-fc2c-4844-95ec-b3fba2f81442 HTTP/1.1" status: 200 len: 210 time: 0.0458193 Dec 17 15:17:36.326054 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b905bb0f-38fe-4d3a-87e1-7795c58ddc40 req-207ed2f5-975f-4118-acba-4fb942c51d7b tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5851fb1-81e2-4c9a-abf1-848a747ebfde HTTP/1.1" status: 200 len: 210 time: 0.0690117 Dec 17 15:17:36.341780 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-216f5be2-1ba3-4a14-8761-801bff7b496d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:36.367968 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de1c7d-3931-49ad-bc89-478e8d272c30 req-ae6990b8-e159-447c-aa0f-bd5336611bf3 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:36.373571 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-24de1c7d-3931-49ad-bc89-478e8d272c30 req-ae6990b8-e159-447c-aa0f-bd5336611bf3 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a6a74c3-0324-4a77-8093-0269d265b42b HTTP/1.1" status: 200 len: 946 time: 0.1785703 Dec 17 15:17:36.429709 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-24de1c7d-3931-49ad-bc89-478e8d272c30 req-06446a57-33c2-404f-a296-1d404ad18830 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485046 Dec 17 15:17:36.446857 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-216f5be2-1ba3-4a14-8761-801bff7b496d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:36.475009 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-d2e98fad-34d8-4176-84e9-ff03639ddddd admin admin] Deleting port 64f11491-739b-4df2-bbda-3938924f2e4e {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:17:36.475614 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d2e98fad-34d8-4176-84e9-ff03639ddddd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:36.490625 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da64043-280a-4136-964f-05f450ffb206 req-961fbe83-f1e6-449a-81f8-2953c640aef2 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:36.493553 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5da64043-280a-4136-964f-05f450ffb206 req-961fbe83-f1e6-449a-81f8-2953c640aef2 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=e560210f-5e72-4eab-bf56-bacb79e08fdd HTTP/1.1" status: 200 len: 943 time: 0.0597816 Dec 17 15:17:36.535164 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5da64043-280a-4136-964f-05f450ffb206 req-ea08fae9-8af7-4aef-b2a5-a0289113f079 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362549 Dec 17 15:17:36.559030 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2c99c2d0-1d63-4c39-b164-1e2309abf9fa req-7bbe4f70-cd68-4a38-8b2c-a3ae1afa8323 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c559dd43-fc2c-4844-95ec-b3fba2f81442&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0616667 Dec 17 15:17:36.561438 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-216f5be2-1ba3-4a14-8761-801bff7b496d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:36.644784 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2c99c2d0-1d63-4c39-b164-1e2309abf9fa req-0128cd69-0cd3-4ab7-b75f-0260f8ba7ade service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=37613aded2f74aae9c44095b65b822ef&device_id=c559dd43-fc2c-4844-95ec-b3fba2f81442 HTTP/1.1" status: 200 len: 210 time: 0.0587587 Dec 17 15:17:36.645389 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f5be2-1ba3-4a14-8761-801bff7b496d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c24f88c-bdcd-4e77-bf4a-06d9adc8f71e,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:36.655260 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-216f5be2-1ba3-4a14-8761-801bff7b496d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c6bb960c13b745d2bcfae0f0fc4e72b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6220994 Dec 17 15:17:36.655701 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48266) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:36.682261 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-d2e98fad-34d8-4176-84e9-ff03639ddddd admin admin] For port 64f11491-739b-4df2-bbda-3938924f2e4e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=64f11491-739b-4df2-bbda-3938924f2e4e,segment=NetworkSegment(20a28fa9-b1d3-4b3a-8ebc-bb526ff8a639),segment_id=20a28fa9-b1d3-4b3a-8ebc-bb526ff8a639)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:36.682261 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d2e98fad-34d8-4176-84e9-ff03639ddddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:36.724549 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-d2e98fad-34d8-4176-84e9-ff03639ddddd admin admin] Calling delete_port for 64f11491-739b-4df2-bbda-3938924f2e4e owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:17:36.728786 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2c99c2d0-1d63-4c39-b164-1e2309abf9fa req-254cfe73-e99e-4eef-a63f-b00621efac9a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=37613aded2f74aae9c44095b65b822ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418143 Dec 17 15:17:36.731133 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e0f3559f-335b-4395-a321-06549a148418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:36.756621 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e0f3559f-335b-4395-a321-06549a148418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:36.821566 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:17:36.946876 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f,segment=NetworkSegment(50913541-c4fc-4052-a5a4-4ef73bad2e3d),segment_id=50913541-c4fc-4052-a5a4-4ef73bad2e3d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:36.949933 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99c2d0-1d63-4c39-b164-1e2309abf9fa req-fe9cec3b-34c1-4fef-b6d2-abf85e67a653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:36.951411 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2c99c2d0-1d63-4c39-b164-1e2309abf9fa req-fe9cec3b-34c1-4fef-b6d2-abf85e67a653 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2055433 Dec 17 15:17:36.959333 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f', 'network_id': '72959918-115f-4f15-a904-42652bab9b2e', 'port_id': '3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f', 'mac_address': 'fa:16:3e:61:43:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ec1172-deaa-4898-b906-b0423633683b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:17:36.998631 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:37.013294 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:17:37.033963 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e0f3559f-335b-4395-a321-06549a148418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:37.038834 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e0f3559f-335b-4395-a321-06549a148418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:37.044318 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e0f3559f-335b-4395-a321-06549a148418 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7c24f88c-bdcd-4e77-bf4a-06d9adc8f71e HTTP/1.1" status: 204 len: 168 time: 0.3825181 Dec 17 15:17:37.053204 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3559f-335b-4395-a321-06549a148418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c24f88c-bdcd-4e77-bf4a-06d9adc8f71e,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:37.060712 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f,segment=NetworkSegment(50913541-c4fc-4052-a5a4-4ef73bad2e3d),segment_id=50913541-c4fc-4052-a5a4-4ef73bad2e3d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:37.147430 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d2e98fad-34d8-4176-84e9-ff03639ddddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:37.171170 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:37.186784 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e98fad-34d8-4176-84e9-ff03639ddddd admin admin] Pushing event deleted for resources: {'Port': ['ID=64f11491-739b-4df2-bbda-3938924f2e4e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:37.249213 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:37.402597 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d2e98fad-34d8-4176-84e9-ff03639ddddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:37.408461 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:17:37.692333 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e98fad-34d8-4176-84e9-ff03639ddddd admin admin] Router 38e7fdcf-0ce7-4324-8568-35fe8da1074a has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:17:37.821787 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e98fad-34d8-4176-84e9-ff03639ddddd admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:17:37.831091 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d2e98fad-34d8-4176-84e9-ff03639ddddd admin admin] 10.222.0.46 "PUT /v2.0/routers/38e7fdcf-0ce7-4324-8568-35fe8da1074a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4069476 Dec 17 15:17:37.831665 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6d0dfc-627e-4edd-982e-3fa568e0ccf9 None None] Sync routers for ids ['38e7fdcf-0ce7-4324-8568-35fe8da1074a'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:17:37.833544 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48300) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:37.842109 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6d0dfc-627e-4edd-982e-3fa568e0ccf9 None None] Routers {'38e7fdcf-0ce7-4324-8568-35fe8da1074a'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:17:37.842737 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ff6d0dfc-627e-4edd-982e-3fa568e0ccf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:17:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['38e7fdcf-0ce7-4324-8568-35fe8da1074a'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:37.881642 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-961ed6cf-014c-4bd2-9f62-9aa21226032f req-3569f68b-1811-414c-af43-37da0a0cf66a tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5851fb1-81e2-4c9a-abf1-848a747ebfde HTTP/1.1" status: 200 len: 210 time: 0.4712880 Dec 17 15:17:37.959169 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef90942-7b9a-4b7a-bdde-2bc9a761315b req-fa3a4c46-24ad-4476-8eb1-f2461d157546 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:37.961645 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8ef90942-7b9a-4b7a-bdde-2bc9a761315b req-fa3a4c46-24ad-4476-8eb1-f2461d157546 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a6a74c3-0324-4a77-8093-0269d265b42b HTTP/1.1" status: 200 len: 946 time: 0.0842769 Dec 17 15:17:38.010600 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-ff6d0dfc-627e-4edd-982e-3fa568e0ccf9 None None] Set router 38e7fdcf-0ce7-4324-8568-35fe8da1074a gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:17:38.046933 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8ef90942-7b9a-4b7a-bdde-2bc9a761315b req-289783a7-b8f5-44b9-adb3-108a4637221a tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713007 Dec 17 15:17:38.077079 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aca276-f552-489f-94bc-50fa136bc425 req-7131ba70-2723-4e1e-bd5b-85fc75e8aa2f tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:38.091684 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ad0e472d-bbc2-4b5d-923c-6936c5d76960 admin admin] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:38.093410 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a5aca276-f552-489f-94bc-50fa136bc425 req-7131ba70-2723-4e1e-bd5b-85fc75e8aa2f tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=e560210f-5e72-4eab-bf56-bacb79e08fdd HTTP/1.1" status: 200 len: 944 time: 0.1295137 Dec 17 15:17:38.146323 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a5aca276-f552-489f-94bc-50fa136bc425 req-a2b9929e-a6be-4d40-9c3b-b53f6e8cd1ed tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515711 Dec 17 15:17:38.206666 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e065ba-2682-42a5-a215-f2ce96a3d5f1 req-bf115871-cddb-4739-a170-5dd11c14030c tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:38.209531 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-20e065ba-2682-42a5-a215-f2ce96a3d5f1 req-bf115871-cddb-4739-a170-5dd11c14030c tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c8bb9fc-f7d4-4573-adec-112324e31679 HTTP/1.1" status: 200 len: 949 time: 0.0615008 Dec 17 15:17:38.226867 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ff6d0dfc-627e-4edd-982e-3fa568e0ccf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7fdcf-0ce7-4324-8568-35fe8da1074a', 'name': 'tempest-FloatingIPsTestJSON-436269403-router', 'tenant_id': '72f8b665d7654cfdb5b49c6b45e36f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'f259963f-95f3-40b3-9063-11395ba2e9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:17:11Z', 'updated_at': '2021-12-17T15:17:36Z', 'revision_number': 5, 'project_id': '72f8b665d7654cfdb5b49c6b45e36f86', 'gw_port': {'id': 'f259963f-95f3-40b3-9063-11395ba2e9c1', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:45:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7fdcf-0ce7-4324-8568-35fe8da1074a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:17:13Z', 'updated_at': '2021-12-17T15:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:38.241572 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ad0e472d-bbc2-4b5d-923c-6936c5d76960 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:38.259350 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6d0dfc-627e-4edd-982e-3fa568e0ccf9 None None] Checking router: 38e7fdcf-0ce7-4324-8568-35fe8da1074a for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:17:38.262193 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-20e065ba-2682-42a5-a215-f2ce96a3d5f1 req-9d416a5c-4ad4-4beb-90ed-a339bf4691a5 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb79c06-181d-4a1a-ae46-fd94305d9514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463135 Dec 17 15:17:38.270170 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6d0dfc-627e-4edd-982e-3fa568e0ccf9 None None] Routers {'38e7fdcf-0ce7-4324-8568-35fe8da1074a'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:17:38.270918 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ff6d0dfc-627e-4edd-982e-3fa568e0ccf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:17:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['38e7fdcf-0ce7-4324-8568-35fe8da1074a'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:38.381638 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-ff6d0dfc-627e-4edd-982e-3fa568e0ccf9 None None] Set router 38e7fdcf-0ce7-4324-8568-35fe8da1074a gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:17:38.424995 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48308) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:38.479077 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-22a76e3d-aac1-4f20-9d1c-bd50bd08304a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4a4c6e613cc841cba1e6937075cdff2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466142 Dec 17 15:17:38.479331 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48310) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:38.572828 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-47394dba-e591-4128-9514-c7ef920cfa67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:38.588545 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ff6d0dfc-627e-4edd-982e-3fa568e0ccf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e7fdcf-0ce7-4324-8568-35fe8da1074a', 'name': 'tempest-FloatingIPsTestJSON-436269403-router', 'tenant_id': '72f8b665d7654cfdb5b49c6b45e36f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'f259963f-95f3-40b3-9063-11395ba2e9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:17:11Z', 'updated_at': '2021-12-17T15:17:36Z', 'revision_number': 5, 'project_id': '72f8b665d7654cfdb5b49c6b45e36f86', 'gw_port': {'id': 'f259963f-95f3-40b3-9063-11395ba2e9c1', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:45:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7fdcf-0ce7-4324-8568-35fe8da1074a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:17:13Z', 'updated_at': '2021-12-17T15:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:38.609273 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-47394dba-e591-4128-9514-c7ef920cfa67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:38.618728 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6d0dfc-627e-4edd-982e-3fa568e0ccf9 None None] The sync data for ids ['38e7fdcf-0ce7-4324-8568-35fe8da1074a'] in n-d-820553-2 is: [{'id': '38e7fdcf-0ce7-4324-8568-35fe8da1074a', 'name': 'tempest-FloatingIPsTestJSON-436269403-router', 'tenant_id': '72f8b665d7654cfdb5b49c6b45e36f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'f259963f-95f3-40b3-9063-11395ba2e9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:17:11Z', 'updated_at': '2021-12-17T15:17:36Z', 'revision_number': 5, 'project_id': '72f8b665d7654cfdb5b49c6b45e36f86', 'gw_port': {'id': 'f259963f-95f3-40b3-9063-11395ba2e9c1', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:45:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e7fdcf-0ce7-4324-8568-35fe8da1074a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:17:13Z', 'updated_at': '2021-12-17T15:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:17:38.627512 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-ad0e472d-bbc2-4b5d-923c-6936c5d76960 admin admin] Deleting port f259963f-95f3-40b3-9063-11395ba2e9c1 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:17:38.627855 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ad0e472d-bbc2-4b5d-923c-6936c5d76960 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:38.730927 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-ad0e472d-bbc2-4b5d-923c-6936c5d76960 admin admin] For port f259963f-95f3-40b3-9063-11395ba2e9c1, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f259963f-95f3-40b3-9063-11395ba2e9c1,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:38.731556 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ad0e472d-bbc2-4b5d-923c-6936c5d76960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:38.743406 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-ad0e472d-bbc2-4b5d-923c-6936c5d76960 admin admin] Calling delete_port for f259963f-95f3-40b3-9063-11395ba2e9c1 owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:17:38.800908 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-47394dba-e591-4128-9514-c7ef920cfa67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:38.803720 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-47394dba-e591-4128-9514-c7ef920cfa67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:38.804929 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-47394dba-e591-4128-9514-c7ef920cfa67 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4b4c4ac6-c21b-4468-8d80-0e9eb5aee5f0 HTTP/1.1" status: 204 len: 168 time: 0.3241506 Dec 17 15:17:38.815941 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47394dba-e591-4128-9514-c7ef920cfa67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4c4ac6-c21b-4468-8d80-0e9eb5aee5f0,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:38.825933 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:17:38.993685 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2f263671-fa8e-4b6e-afe0-fcae710d38b8 req-8637593f-b041-4e4f-bfca-077ae4dddebd tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5851fb1-81e2-4c9a-abf1-848a747ebfde HTTP/1.1" status: 200 len: 210 time: 0.0359750 Dec 17 15:17:39.004469 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:17:39.009682 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:17:39.010065 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:39.096259 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ad0e472d-bbc2-4b5d-923c-6936c5d76960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:39.102787 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:39.139923 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e560210f-5e72-4eab-bf56-bacb79e08fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:17:39.142572 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c9c4d5-b282-4ed7-b88e-9087e8f3f695" -d '{"events": [{"server_uuid": "e560210f-5e72-4eab-bf56-bacb79e08fdd", "name": "network-vif-plugged", "status": "completed", "tag": "3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:17:39.145592 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e472d-bbc2-4b5d-923c-6936c5d76960 admin admin] Pushing event deleted for resources: {'Port': ['ID=f259963f-95f3-40b3-9063-11395ba2e9c1,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:39.159641 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f,segment=NetworkSegment(50913541-c4fc-4052-a5a4-4ef73bad2e3d),segment_id=50913541-c4fc-4052-a5a4-4ef73bad2e3d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:39.202881 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587a29e2-7caf-43f6-a655-6be3eacffa8c x-openstack-request-id: req-587a29e2-7caf-43f6-a655-6be3eacffa8c {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:17:39.203118 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e560210f-5e72-4eab-bf56-bacb79e08fdd", "name": "network-vif-plugged", "status": "completed", "tag": "3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:17:39.203370 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-587a29e2-7caf-43f6-a655-6be3eacffa8c {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:17:39.203762 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e560210f-5e72-4eab-bf56-bacb79e08fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f', 'code': 200} Dec 17 15:17:39.238953 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:39.239597 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device ca50a852-4934-47a2-a231-a25fe8bafa8c no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:17:39.258609 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5576c-e589-4b3c-a6fd-29f71ef73ab2 req-2af2c0ae-2168-4ca5-93aa-4c2c08eba054 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:39.266157 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5bb5576c-e589-4b3c-a6fd-29f71ef73ab2 req-2af2c0ae-2168-4ca5-93aa-4c2c08eba054 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a6a74c3-0324-4a77-8093-0269d265b42b HTTP/1.1" status: 200 len: 946 time: 0.0856950 Dec 17 15:17:39.373311 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: ca50a852-4934-47a2-a231-a25fe8bafa8c {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:17:39.373815 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device ca50a852-4934-47a2-a231-a25fe8bafa8c not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:17:39.376812 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:39.396483 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5bb5576c-e589-4b3c-a6fd-29f71ef73ab2 req-b95b6571-c7d6-402a-ab9b-3c7aac8e0291 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193321 Dec 17 15:17:39.433438 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4c6f4-d0ec-4a3e-807c-8ca59d3b69ad req-03ac233d-e7ed-41a2-af33-f2dceddc5710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:39.435477 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ddd4c6f4-d0ec-4a3e-807c-8ca59d3b69ad req-03ac233d-e7ed-41a2-af33-f2dceddc5710 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e560210f-5e72-4eab-bf56-bacb79e08fdd HTTP/1.1" status: 200 len: 1096 time: 0.0846956 Dec 17 15:17:39.453395 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6e856-352e-400e-8f2a-36fdba19e388 req-89969597-6129-43a1-8723-8a1893ed4b06 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:39.455582 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-77d6e856-352e-400e-8f2a-36fdba19e388 req-89969597-6129-43a1-8723-8a1893ed4b06 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=e560210f-5e72-4eab-bf56-bacb79e08fdd HTTP/1.1" status: 200 len: 945 time: 0.1086926 Dec 17 15:17:39.522193 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ddd4c6f4-d0ec-4a3e-807c-8ca59d3b69ad req-7d45ec93-52fb-4604-ba5c-8dc48ab5ac17 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652118 Dec 17 15:17:39.542610 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-77d6e856-352e-400e-8f2a-36fdba19e388 req-3dbb19af-f7d0-4bcc-9757-f0fd4372d1a6 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502901 Dec 17 15:17:39.694970 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82baedd3-eabc-41d2-886a-066b02d21e37 req-e0e385a6-1803-4ec3-98e2-9493991f3fe9 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:39.696649 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82baedd3-eabc-41d2-886a-066b02d21e37 req-e0e385a6-1803-4ec3-98e2-9493991f3fe9 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c8bb9fc-f7d4-4573-adec-112324e31679 HTTP/1.1" status: 200 len: 949 time: 0.0575018 Dec 17 15:17:39.739735 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82baedd3-eabc-41d2-886a-066b02d21e37 req-d466a732-0cd4-4fd6-b60e-2056873ecab3 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/security-groups?id=3fb79c06-181d-4a1a-ae46-fd94305d9514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356321 Dec 17 15:17:39.772133 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ad0e472d-bbc2-4b5d-923c-6936c5d76960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:39.780365 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-da6e77f7-64e5-4aec-9ae8-322dc7eddec4 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:39.781877 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-da6e77f7-64e5-4aec-9ae8-322dc7eddec4 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.13 "GET /v2.0/networks?id=b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 HTTP/1.1" status: 200 len: 820 time: 0.6472795 Dec 17 15:17:39.804228 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d16c5-94e6-4fc0-8cd4-9c7c711d5f78 req-7fd28a75-ac81-46ff-9b01-2aecb9b155db tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:39.809160 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-432d16c5-94e6-4fc0-8cd4-9c7c711d5f78 req-7fd28a75-ac81-46ff-9b01-2aecb9b155db tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c8bb9fc-f7d4-4573-adec-112324e31679 HTTP/1.1" status: 200 len: 949 time: 0.0591266 Dec 17 15:17:39.845172 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-67ffcd13-73d4-40d4-9e17-d2c80566a7b0 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Request body: {'port': {'device_id': 'c5851fb1-81e2-4c9a-abf1-848a747ebfde', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'admin_state_up': True, 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:39.920389 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ad0e472d-bbc2-4b5d-923c-6936c5d76960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:39.925981 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ad0e472d-bbc2-4b5d-923c-6936c5d76960 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:39.931085 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-432d16c5-94e6-4fc0-8cd4-9c7c711d5f78 req-4c8f9735-e8fd-4f4a-bd24-9096f4d938b6 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Deleting port 63be37f5-3e86-4cf4-bc8f-156d6f83c21d {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:17:39.932205 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-432d16c5-94e6-4fc0-8cd4-9c7c711d5f78 req-4c8f9735-e8fd-4f4a-bd24-9096f4d938b6 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:40.047937 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-432d16c5-94e6-4fc0-8cd4-9c7c711d5f78 req-4c8f9735-e8fd-4f4a-bd24-9096f4d938b6 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] For port 63be37f5-3e86-4cf4-bc8f-156d6f83c21d, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=63be37f5-3e86-4cf4-bc8f-156d6f83c21d,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:40.048647 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-432d16c5-94e6-4fc0-8cd4-9c7c711d5f78 req-4c8f9735-e8fd-4f4a-bd24-9096f4d938b6 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:40.065730 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-432d16c5-94e6-4fc0-8cd4-9c7c711d5f78 req-4c8f9735-e8fd-4f4a-bd24-9096f4d938b6 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Calling delete_port for 63be37f5-3e86-4cf4-bc8f-156d6f83c21d owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:17:40.084433 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ad0e472d-bbc2-4b5d-923c-6936c5d76960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:40.089878 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0e472d-bbc2-4b5d-923c-6936c5d76960 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38e7fdcf-0ce7-4324-8568-35fe8da1074a {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:17:40.090753 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ad0e472d-bbc2-4b5d-923c-6936c5d76960 admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:40.091973 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ad0e472d-bbc2-4b5d-923c-6936c5d76960 admin admin] 10.222.0.46 "DELETE /v2.0/routers/38e7fdcf-0ce7-4324-8568-35fe8da1074a HTTP/1.1" status: 204 len: 168 time: 2.2574403 Dec 17 15:17:40.094668 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48358) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:40.104251 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b863a979-6d0b-4d34-bed5-234dfa0b7c46 req-28ab984e-83d2-43f5-b51a-fcbfea42aeaf tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5851fb1-81e2-4c9a-abf1-848a747ebfde HTTP/1.1" status: 200 len: 210 time: 0.0363739 Dec 17 15:17:40.135901 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:40.139222 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-67ffcd13-73d4-40d4-9e17-d2c80566a7b0 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Made reservation on behalf of a664fc5838dc44cb8d9481b453356af9 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:17:40.143867 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-67ffcd13-73d4-40d4-9e17-d2c80566a7b0 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:40.228897 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9dec52b-0bb5-4c48-8af3-8b4528ea7c02 admin admin] Deleting subnet 339de832-e1a0-4841-8268-41e6b19fd302 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:17:40.234936 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b9dec52b-0bb5-4c48-8af3-8b4528ea7c02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:40.313229 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b9dec52b-0bb5-4c48-8af3-8b4528ea7c02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:40.372098 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-67ffcd13-73d4-40d4-9e17-d2c80566a7b0 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Allocated IP 172.20.0.6 (b2bc70b2-1b17-4db0-acd7-24d62fbc7a86/da83ff64-289b-4a41-8d14-866b7dfb3d66/f52c471e-7c3b-4371-bdd7-2a89134a4d65) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:17:40.432164 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-432d16c5-94e6-4fc0-8cd4-9c7c711d5f78 req-4c8f9735-e8fd-4f4a-bd24-9096f4d938b6 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:40.446619 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b9dec52b-0bb5-4c48-8af3-8b4528ea7c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:40.528245 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f9735-e8fd-4f4a-bd24-9096f4d938b6 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Pushing event deleted for resources: {'Port': ['ID=63be37f5-3e86-4cf4-bc8f-156d6f83c21d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:40.570174 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-432d16c5-94e6-4fc0-8cd4-9c7c711d5f78 req-4c8f9735-e8fd-4f4a-bd24-9096f4d938b6 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] No DVR routers for this DVR port 63be37f5-3e86-4cf4-bc8f-156d6f83c21d on host n-h2-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:17:40.573420 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-432d16c5-94e6-4fc0-8cd4-9c7c711d5f78 req-4c8f9735-e8fd-4f4a-bd24-9096f4d938b6 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:40.578371 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-432d16c5-94e6-4fc0-8cd4-9c7c711d5f78 req-4c8f9735-e8fd-4f4a-bd24-9096f4d938b6 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.13 "DELETE /v2.0/ports/63be37f5-3e86-4cf4-bc8f-156d6f83c21d HTTP/1.1" status: 204 len: 173 time: 0.7655010 Dec 17 15:17:40.578371 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8bb9fc-f7d4-4573-adec-112324e31679', 'name': 'network-vif-deleted', 'tag': '63be37f5-3e86-4cf4-bc8f-156d6f83c21d'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:17:40.588231 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb28156c-9e38-4ab5-a66b-f052344df451" -d '{"events": [{"server_uuid": "9c8bb9fc-f7d4-4573-adec-112324e31679", "name": "network-vif-deleted", "tag": "63be37f5-3e86-4cf4-bc8f-156d6f83c21d"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:17:40.621431 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b4a37-44d7-45c1-abf4-ef3a9433bcbf req-056866a0-62ab-4370-9090-bddbbcb53c24 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:40.623004 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-655b4a37-44d7-45c1-abf4-ef3a9433bcbf req-056866a0-62ab-4370-9090-bddbbcb53c24 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a6a74c3-0324-4a77-8093-0269d265b42b HTTP/1.1" status: 200 len: 946 time: 0.1079228 Dec 17 15:17:40.688016 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-67ffcd13-73d4-40d4-9e17-d2c80566a7b0 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:40.705652 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-655b4a37-44d7-45c1-abf4-ef3a9433bcbf req-7f94c3d7-98d0-4f66-9505-9216828db10c tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669606 Dec 17 15:17:40.727175 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f259963f-95f3-40b3-9063-11395ba2e9c1 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:17:40.755205 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c871e8-8146-4f83-a905-d1fbf5d46048 req-b64d9e8e-22b5-48ae-a407-cd8e62553f45 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:40.757527 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-88c871e8-8146-4f83-a905-d1fbf5d46048 req-b64d9e8e-22b5-48ae-a407-cd8e62553f45 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=e560210f-5e72-4eab-bf56-bacb79e08fdd HTTP/1.1" status: 200 len: 945 time: 0.0730796 Dec 17 15:17:40.766858 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: f259963f-95f3-40b3-9063-11395ba2e9c1 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:17:40.767289 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f259963f-95f3-40b3-9063-11395ba2e9c1 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:17:40.767780 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 64f11491-739b-4df2-bbda-3938924f2e4e no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:17:40.789943 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c50d2b-070e-4127-a50a-0a52d5d5e012 x-openstack-request-id: req-e4c50d2b-070e-4127-a50a-0a52d5d5e012 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:17:40.789943 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8bb9fc-f7d4-4573-adec-112324e31679", "name": "network-vif-deleted", "tag": "63be37f5-3e86-4cf4-bc8f-156d6f83c21d", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:17:40.789943 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e4c50d2b-070e-4127-a50a-0a52d5d5e012 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:17:40.789943 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8bb9fc-f7d4-4573-adec-112324e31679', 'name': 'network-vif-deleted', 'tag': '63be37f5-3e86-4cf4-bc8f-156d6f83c21d', 'status': 'completed', 'code': 200} Dec 17 15:17:40.794563 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 64f11491-739b-4df2-bbda-3938924f2e4e {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:17:40.795045 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 64f11491-739b-4df2-bbda-3938924f2e4e not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:17:40.807156 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-88c871e8-8146-4f83-a905-d1fbf5d46048 req-eaeca82d-eded-47c9-8e1a-4e708ef714e0 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478098 Dec 17 15:17:40.817224 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b9dec52b-0bb5-4c48-8af3-8b4528ea7c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:40.923509 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dec52b-0bb5-4c48-8af3-8b4528ea7c02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=339de832-e1a0-4841-8268-41e6b19fd302,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:40.932050 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-67ffcd13-73d4-40d4-9e17-d2c80566a7b0 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:40.932050 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b9dec52b-0bb5-4c48-8af3-8b4528ea7c02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:40.934114 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1fe3e25b-d262-4c21-83ea-14725a1ba42e req-2ac42c7b-e56e-4154-a059-27ed83148bf8 tempest-ListImageFiltersTestJSON-303171580 tempest-ListImageFiltersTestJSON-303171580-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c8bb9fc-f7d4-4573-adec-112324e31679 HTTP/1.1" status: 200 len: 210 time: 0.0432074 Dec 17 15:17:40.935702 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd46e931-7e92-4764-953f-53897742db8b None None] Network 9bb10d58-cf0f-4ad7-baae-102be17ef0d3 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:17:40.939383 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b9dec52b-0bb5-4c48-8af3-8b4528ea7c02 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/339de832-e1a0-4841-8268-41e6b19fd302 HTTP/1.1" status: 204 len: 168 time: 0.8406658 Dec 17 15:17:40.950820 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48382) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:41.009544 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ffcd13-73d4-40d4-9e17-d2c80566a7b0 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Pushing event updated for resources: {'Port': ['ID=f52c471e-7c3b-4371-bdd7-2a89134a4d65,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:41.035722 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-67ffcd13-73d4-40d4-9e17-d2c80566a7b0 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Network b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:17:41.043671 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-67ffcd13-73d4-40d4-9e17-d2c80566a7b0 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:17:41.046413 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-67ffcd13-73d4-40d4-9e17-d2c80566a7b0 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:17:41.076921 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['133399b1-2c30-43a2-a3dd-b2f65abc651d'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:17:41.128044 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7dbe3cff-5e1d-414f-ab41-995c3c877972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:41.138325 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-67ffcd13-73d4-40d4-9e17-d2c80566a7b0 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:41.139453 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-67ffcd13-73d4-40d4-9e17-d2c80566a7b0 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:41.276283 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-67ffcd13-73d4-40d4-9e17-d2c80566a7b0 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4685125 Dec 17 15:17:41.290399 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-5161de25-192a-4be1-ad06-3c4ee724a173 service neutron] Request body: {'port': {'device_id': 'c5851fb1-81e2-4c9a-abf1-848a747ebfde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:41.332985 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-7dbe3cff-5e1d-414f-ab41-995c3c877972 admin admin] Deleting port 317fde6b-3678-425d-ad09-394f2f80156c {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:17:41.333396 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7dbe3cff-5e1d-414f-ab41-995c3c877972 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:41.344894 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0b7f7-6110-472a-8ac2-df5effb0e5aa req-14efe3a1-52d0-4a37-be09-d2c6f7d2223b tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:41.345539 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4fc0b7f7-6110-472a-8ac2-df5effb0e5aa req-14efe3a1-52d0-4a37-be09-d2c6f7d2223b tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5851fb1-81e2-4c9a-abf1-848a747ebfde HTTP/1.1" status: 200 len: 931 time: 0.1274221 Dec 17 15:17:41.384000 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-5161de25-192a-4be1-ad06-3c4ee724a173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:41.416385 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-ac6a1d0f-442c-4ad2-b4c3-6d171f16e54a None None] Provisioning complete for port f52c471e-7c3b-4371-bdd7-2a89134a4d65 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:17:41.417747 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ac6a1d0f-442c-4ad2-b4c3-6d171f16e54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:41.468023 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-7dbe3cff-5e1d-414f-ab41-995c3c877972 admin admin] For port 317fde6b-3678-425d-ad09-394f2f80156c, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=317fde6b-3678-425d-ad09-394f2f80156c,segment=NetworkSegment(20a28fa9-b1d3-4b3a-8ebc-bb526ff8a639),segment_id=20a28fa9-b1d3-4b3a-8ebc-bb526ff8a639)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:41.473244 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7dbe3cff-5e1d-414f-ab41-995c3c877972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:41.474582 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4fc0b7f7-6110-472a-8ac2-df5effb0e5aa req-af15b9e0-a108-4437-a8ac-440ee9b53461 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fef139c-d841-452f-b9b7-6a7236e63fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182482 Dec 17 15:17:41.496271 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-7dbe3cff-5e1d-414f-ab41-995c3c877972 admin admin] Calling delete_port for 317fde6b-3678-425d-ad09-394f2f80156c owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:17:41.504315 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd5947e-5f72-44ac-b883-ca9e42fe39ee None None] DHCP port deletion for 9bb10d58-cf0f-4ad7-baae-102be17ef0d3 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:17:41.506688 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-ac6a1d0f-442c-4ad2-b4c3-6d171f16e54a None None] Port f52c471e-7c3b-4371-bdd7-2a89134a4d65 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:17:41.575100 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-abd5947e-5f72-44ac-b883-ca9e42fe39ee None None] Deleting port 317fde6b-3678-425d-ad09-394f2f80156c {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:17:41.581660 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-abd5947e-5f72-44ac-b883-ca9e42fe39ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:41.663046 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-abd5947e-5f72-44ac-b883-ca9e42fe39ee None None] For port 317fde6b-3678-425d-ad09-394f2f80156c, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=317fde6b-3678-425d-ad09-394f2f80156c,segment=NetworkSegment(20a28fa9-b1d3-4b3a-8ebc-bb526ff8a639),segment_id=20a28fa9-b1d3-4b3a-8ebc-bb526ff8a639)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:41.663635 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-abd5947e-5f72-44ac-b883-ca9e42fe39ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:41.680562 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-abd5947e-5f72-44ac-b883-ca9e42fe39ee None None] Calling delete_port for 317fde6b-3678-425d-ad09-394f2f80156c owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:17:41.750471 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7dbe3cff-5e1d-414f-ab41-995c3c877972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: from cryptography.utils import int_from_bytes Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: from cryptography.utils import int_from_bytes Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:17:41.767251 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:17:41.771343 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:17:41.771343 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:17:41.771343 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:17:41.771343 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:17:41.771343 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:17:41.771343 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:17:41.771343 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:17:41.771343 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:17:41.771343 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:17:41.771343 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:17:41.771343 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:17:41.771343 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:17:41.771343 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:17:41.771343 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:17:41.780317 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-abd5947e-5f72-44ac-b883-ca9e42fe39ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:41.809488 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5947e-5f72-44ac-b883-ca9e42fe39ee None None] Pushing event deleted for resources: {'Port': ['ID=317fde6b-3678-425d-ad09-394f2f80156c,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:41.817801 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd5947e-5f72-44ac-b883-ca9e42fe39ee None None] No DVR routers for this DVR port 317fde6b-3678-425d-ad09-394f2f80156c on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:17:41.877021 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe3cff-5e1d-414f-ab41-995c3c877972 admin admin] Pushing event deleted for resources: {'Port': ['ID=317fde6b-3678-425d-ad09-394f2f80156c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:41.879499 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbe3cff-5e1d-414f-ab41-995c3c877972 admin admin] No DVR routers for this DVR port 317fde6b-3678-425d-ad09-394f2f80156c on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:17:41.918288 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-5161de25-192a-4be1-ad06-3c4ee724a173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f52c471e-7c3b-4371-bdd7-2a89134a4d65 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:17:41.937724 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-5161de25-192a-4be1-ad06-3c4ee724a173 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:41.945848 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48406) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:41.964077 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-5161de25-192a-4be1-ad06-3c4ee724a173 service neutron] Transition to ACTIVE for port object f52c471e-7c3b-4371-bdd7-2a89134a4d65 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:17:42.038459 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-5161de25-192a-4be1-ad06-3c4ee724a173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:42.044569 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97d631-aa0e-402d-b196-4aaba8ecda92 req-0b89c4c5-4c5f-4fd0-a32f-bfe25216d645 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:42.044569 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a97d631-aa0e-402d-b196-4aaba8ecda92 req-0b89c4c5-4c5f-4fd0-a32f-bfe25216d645 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a6a74c3-0324-4a77-8093-0269d265b42b HTTP/1.1" status: 200 len: 946 time: 0.2193356 Dec 17 15:17:42.076705 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7dbe3cff-5e1d-414f-ab41-995c3c877972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:42.110194 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd394322-91b2-45e7-9c25-26f29044abfb req-57810248-7676-4751-a5e6-7f482132f638 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:42.117770 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fd394322-91b2-45e7-9c25-26f29044abfb req-57810248-7676-4751-a5e6-7f482132f638 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=e560210f-5e72-4eab-bf56-bacb79e08fdd HTTP/1.1" status: 200 len: 945 time: 0.1850371 Dec 17 15:17:42.142735 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161de25-192a-4be1-ad06-3c4ee724a173 service neutron] Pushing event updated for resources: {'Port': ['ID=f52c471e-7c3b-4371-bdd7-2a89134a4d65,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:42.146985 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-7dbe3cff-5e1d-414f-ab41-995c3c877972 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bb10d58-cf0f-4ad7-baae-102be17ef0d3']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:42.165765 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-7dbe3cff-5e1d-414f-ab41-995c3c877972 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20a28fa9-b1d3-4b3a-8ebc-bb526ff8a639') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:42.166055 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-7dbe3cff-5e1d-414f-ab41-995c3c877972 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20a28fa9-b1d3-4b3a-8ebc-bb526ff8a639') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:42.185973 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a97d631-aa0e-402d-b196-4aaba8ecda92 req-588f97c9-408c-4b11-8723-4714cff9ec20 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252990 Dec 17 15:17:42.208370 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-5161de25-192a-4be1-ad06-3c4ee724a173 service neutron] Attempting to bind port f52c471e-7c3b-4371-bdd7-2a89134a4d65 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:42.208723 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-5161de25-192a-4be1-ad06-3c4ee724a173 service neutron] Attempting to bind port f52c471e-7c3b-4371-bdd7-2a89134a4d65 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'd159982d-833c-40df-8b11-6dd338fba157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:42.209073 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-5161de25-192a-4be1-ad06-3c4ee724a173 service neutron] Attempting to bind port f52c471e-7c3b-4371-bdd7-2a89134a4d65 on network b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:42.216195 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7dbe3cff-5e1d-414f-ab41-995c3c877972 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:42.216626 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-5161de25-192a-4be1-ad06-3c4ee724a173 service neutron] Port f52c471e-7c3b-4371-bdd7-2a89134a4d65 on network b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:17:42.216956 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-5161de25-192a-4be1-ad06-3c4ee724a173 service neutron] Attempting to bind port f52c471e-7c3b-4371-bdd7-2a89134a4d65 on network b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:42.222758 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-5161de25-192a-4be1-ad06-3c4ee724a173 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:17:42.223105 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-5161de25-192a-4be1-ad06-3c4ee724a173 service neutron] Checking segment: {'id': 'd159982d-833c-40df-8b11-6dd338fba157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:17:42.223585 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-5161de25-192a-4be1-ad06-3c4ee724a173 service neutron] Bound using segment: {'id': 'd159982d-833c-40df-8b11-6dd338fba157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:17:42.223891 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-5161de25-192a-4be1-ad06-3c4ee724a173 service neutron] Bound port: f52c471e-7c3b-4371-bdd7-2a89134a4d65, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd159982d-833c-40df-8b11-6dd338fba157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:17:42.224393 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-5161de25-192a-4be1-ad06-3c4ee724a173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:42.264065 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fd394322-91b2-45e7-9c25-26f29044abfb req-abdf38aa-f3ed-42fb-a790-c7feca38b46b tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452181 Dec 17 15:17:42.268731 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-0341b51d-24db-42df-b967-dcf4de0e3262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-669763056'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:42.286561 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7dbe3cff-5e1d-414f-ab41-995c3c877972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:42.294707 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dbe3cff-5e1d-414f-ab41-995c3c877972 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:17:42.295417 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7dbe3cff-5e1d-414f-ab41-995c3c877972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:42.297541 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:17:42.297541 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:17:42.297541 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:17:42.297541 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:17:42.297541 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:17:42.297541 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:17:42.297541 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:17:42.297541 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:17:42.297541 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:17:42.297541 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:17:42.297541 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:17:42.297541 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:17:42.297541 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:17:42.297541 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:17:42.297541 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:17:42.297541 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:17:42.297541 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:17:42.297541 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:17:42.297541 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:17:42.297541 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:17:42.297541 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:17:42.297541 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:17:42.297541 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:17:42.297541 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:17:42.297541 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:17:42.297541 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:17:42.297541 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:17:42.297541 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:17:42.297541 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:17:42.297541 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:17:42.297541 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:17:42.297541 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:17:42.386938 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-5161de25-192a-4be1-ad06-3c4ee724a173 service neutron] For port f52c471e-7c3b-4371-bdd7-2a89134a4d65, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:17:42.395466 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-5161de25-192a-4be1-ad06-3c4ee724a173 service neutron] For port f52c471e-7c3b-4371-bdd7-2a89134a4d65, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f52c471e-7c3b-4371-bdd7-2a89134a4d65,segment=NetworkSegment(d159982d-833c-40df-8b11-6dd338fba157),segment_id=d159982d-833c-40df-8b11-6dd338fba157)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:17:42.440372 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0341b51d-24db-42df-b967-dcf4de0e3262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922-project] Made reservation on behalf of ff52f7deaed640e1a9509fe1242196c8 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:17:42.444495 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0341b51d-24db-42df-b967-dcf4de0e3262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:42.454745 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0341b51d-24db-42df-b967-dcf4de0e3262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:42.462238 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 317fde6b-3678-425d-ad09-394f2f80156c no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:17:42.484349 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-5161de25-192a-4be1-ad06-3c4ee724a173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:42.489903 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 317fde6b-3678-425d-ad09-394f2f80156c {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:17:42.489903 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 317fde6b-3678-425d-ad09-394f2f80156c not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:17:42.503087 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-5161de25-192a-4be1-ad06-3c4ee724a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:42.503685 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-5161de25-192a-4be1-ad06-3c4ee724a173 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:42.505230 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-5161de25-192a-4be1-ad06-3c4ee724a173 service neutron] 10.222.0.13 "PUT /v2.0/ports/f52c471e-7c3b-4371-bdd7-2a89134a4d65 HTTP/1.1" status: 200 len: 1091 time: 1.2196400 Dec 17 15:17:42.509467 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5851fb1-81e2-4c9a-abf1-848a747ebfde', 'tag': 'f52c471e-7c3b-4371-bdd7-2a89134a4d65'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:17:42.512723 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff99525-99a5-4cea-abfd-da3404f5bff7" -d '{"events": [{"name": "network-changed", "server_uuid": "c5851fb1-81e2-4c9a-abf1-848a747ebfde", "tag": "f52c471e-7c3b-4371-bdd7-2a89134a4d65"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:17:42.586980 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161de25-192a-4be1-ad06-3c4ee724a173 service neutron] Pushing event updated for resources: {'Port': ['ID=f52c471e-7c3b-4371-bdd7-2a89134a4d65,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:42.595088 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7dbe3cff-5e1d-414f-ab41-995c3c877972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:42.605238 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7dbe3cff-5e1d-414f-ab41-995c3c877972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:42.622861 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7dbe3cff-5e1d-414f-ab41-995c3c877972 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9bb10d58-cf0f-4ad7-baae-102be17ef0d3 HTTP/1.1" status: 204 len: 168 time: 1.6775005 Dec 17 15:17:42.644856 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0341b51d-24db-42df-b967-dcf4de0e3262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:42.652080 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe3cff-5e1d-414f-ab41-995c3c877972 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bb10d58-cf0f-4ad7-baae-102be17ef0d3,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:42.702859 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-3cfe4d80-4be8-45dc-b6a6-51daed43d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:42.704983 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-3cfe4d80-4be8-45dc-b6a6-51daed43d2ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a664fc5838dc44cb8d9481b453356af9&device_id=c5851fb1-81e2-4c9a-abf1-848a747ebfde HTTP/1.1" status: 200 len: 1094 time: 0.0584719 Dec 17 15:17:42.753873 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-67b198ef-07a0-45b4-8d8f-2efb54cc55ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f52c471e-7c3b-4371-bdd7-2a89134a4d65 HTTP/1.1" status: 200 len: 217 time: 0.0407283 Dec 17 15:17:42.811499 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0341b51d-24db-42df-b967-dcf4de0e3262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:42.852384 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0341b51d-24db-42df-b967-dcf4de0e3262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:17:42.874748 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-949a7ec0-c071-45b9-af59-ab129b887c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:42.876128 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-949a7ec0-c071-45b9-af59-ab129b887c27 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da83ff64-289b-4a41-8d14-866b7dfb3d66 HTTP/1.1" status: 200 len: 859 time: 0.1079321 Dec 17 15:17:42.878474 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341b51d-24db-42df-b967-dcf4de0e3262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46c0e15a-9af2-493e-873a-f934b9c315f2,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:42.891715 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0341b51d-24db-42df-b967-dcf4de0e3262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:42.891715 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-0341b51d-24db-42df-b967-dcf4de0e3262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922-project] Added segment a0030a55-c773-4469-a24a-f9f9305b4171 of type vlan for network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 Dec 17 15:17:42.973392 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0341b51d-24db-42df-b967-dcf4de0e3262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:43.003376 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-b86a9e38-0bad-453b-99f6-137ff4858f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:43.004947 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-b86a9e38-0bad-453b-99f6-137ff4858f06 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b2bc70b2-1b17-4db0-acd7-24d62fbc7a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1197786 Dec 17 15:17:43.115873 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0341b51d-24db-42df-b967-dcf4de0e3262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:43.122025 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0341b51d-24db-42df-b967-dcf4de0e3262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:43.122641 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0341b51d-24db-42df-b967-dcf4de0e3262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:43.217065 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341b51d-24db-42df-b967-dcf4de0e3262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922-project] Pushing event updated for resources: {'Network': ['ID=55da85b3-2380-4b0a-9f41-5d7cbeee54c7,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:43.222960 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-b0fb2b7c-780c-4dc6-9e2a-7c07981dc4c1 service neutron] 10.222.0.13 "GET /v2.0/networks/b2bc70b2-1b17-4db0-acd7-24d62fbc7a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103555 Dec 17 15:17:43.229160 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:17:43.232832 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239aff68-a27a-4fd5-ba34-97a6d533cc24 req-16f21072-e594-43dc-910b-896ff8e39019 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:43.239982 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-239aff68-a27a-4fd5-ba34-97a6d533cc24 req-16f21072-e594-43dc-910b-896ff8e39019 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5851fb1-81e2-4c9a-abf1-848a747ebfde HTTP/1.1" status: 200 len: 943 time: 0.0999939 Dec 17 15:17:43.241604 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48460) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:43.285314 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0341b51d-24db-42df-b967-dcf4de0e3262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.3385258 Dec 17 15:17:43.340229 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-24238de0-e57b-41ba-9747-e99a87f3f675 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=72f8b665d7654cfdb5b49c6b45e36f86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0966170 Dec 17 15:17:43.341250 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48468) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:43.371052 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-239aff68-a27a-4fd5-ba34-97a6d533cc24 req-3864759d-4c83-4ba0-9310-4ea920084c97 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fef139c-d841-452f-b9b7-6a7236e63fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299236 Dec 17 15:17:43.472783 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8486b067-4be6-47b1-aebf-e4c4dbb2d858 x-openstack-request-id: req-8486b067-4be6-47b1-aebf-e4c4dbb2d858 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:17:43.473103 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5851fb1-81e2-4c9a-abf1-848a747ebfde", "tag": "f52c471e-7c3b-4371-bdd7-2a89134a4d65", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:17:43.473331 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8486b067-4be6-47b1-aebf-e4c4dbb2d858 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:17:43.473723 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5851fb1-81e2-4c9a-abf1-848a747ebfde', 'tag': 'f52c471e-7c3b-4371-bdd7-2a89134a4d65', 'status': 'completed', 'code': 200} Dec 17 15:17:43.476203 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aeb3885e-905c-4f37-90b0-ceb9db8ab609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:43.486228 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-251a7cba-85a5-41eb-bb9d-cf762785f65e req-a7d59216-f837-45c2-b126-a4f85492eaea service neutron] 10.222.0.13 "GET /v2.0/networks/b2bc70b2-1b17-4db0-acd7-24d62fbc7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338970 Dec 17 15:17:43.542041 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aeb3885e-905c-4f37-90b0-ceb9db8ab609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:43.635023 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24185bf-3322-470b-a708-e39fd22a9496 req-12f26bc1-e0ec-45fa-923f-8e90ce5df906 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:43.638593 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d24185bf-3322-470b-a708-e39fd22a9496 req-12f26bc1-e0ec-45fa-923f-8e90ce5df906 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=e560210f-5e72-4eab-bf56-bacb79e08fdd HTTP/1.1" status: 200 len: 945 time: 0.0746462 Dec 17 15:17:43.639610 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff99525-99a5-4cea-abfd-da3404f5bff7 req-204d3980-2fef-4a7e-abca-9add60acedb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:43.641163 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9ff99525-99a5-4cea-abfd-da3404f5bff7 req-204d3980-2fef-4a7e-abca-9add60acedb2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a664fc5838dc44cb8d9481b453356af9&device_id=c5851fb1-81e2-4c9a-abf1-848a747ebfde HTTP/1.1" status: 200 len: 1094 time: 0.0473621 Dec 17 15:17:43.687872 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d24185bf-3322-470b-a708-e39fd22a9496 req-4d63752c-3fd8-44b1-9252-09657e476c30 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390587 Dec 17 15:17:43.760343 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff99525-99a5-4cea-abfd-da3404f5bff7 req-ede4d6c0-9d67-4e88-bf7f-c99c082a5df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:43.801022 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9ff99525-99a5-4cea-abfd-da3404f5bff7 req-ede4d6c0-9d67-4e88-bf7f-c99c082a5df1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 HTTP/1.1" status: 200 len: 921 time: 0.1132343 Dec 17 15:17:43.811780 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9ff99525-99a5-4cea-abfd-da3404f5bff7 req-08554d66-d2ef-470d-a01d-702f7ac97f57 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f52c471e-7c3b-4371-bdd7-2a89134a4d65 HTTP/1.1" status: 200 len: 217 time: 0.0411310 Dec 17 15:17:43.822277 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aeb3885e-905c-4f37-90b0-ceb9db8ab609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:43.826101 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aeb3885e-905c-4f37-90b0-ceb9db8ab609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:43.827771 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-aeb3885e-905c-4f37-90b0-ceb9db8ab609 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/07e31284-81de-4619-b5e9-a5571f0c0a2e HTTP/1.1" status: 204 len: 168 time: 0.4854152 Dec 17 15:17:43.836251 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb3885e-905c-4f37-90b0-ceb9db8ab609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e31284-81de-4619-b5e9-a5571f0c0a2e,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:43.892287 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff99525-99a5-4cea-abfd-da3404f5bff7 req-571bae64-b95a-40ad-97b3-7f90a0caf4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:43.894684 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9ff99525-99a5-4cea-abfd-da3404f5bff7 req-571bae64-b95a-40ad-97b3-7f90a0caf4ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da83ff64-289b-4a41-8d14-866b7dfb3d66 HTTP/1.1" status: 200 len: 859 time: 0.0635061 Dec 17 15:17:43.947120 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff99525-99a5-4cea-abfd-da3404f5bff7 req-75404dcf-1e05-422d-ada0-988a532ee73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:43.948670 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9ff99525-99a5-4cea-abfd-da3404f5bff7 req-75404dcf-1e05-422d-ada0-988a532ee73c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b2bc70b2-1b17-4db0-acd7-24d62fbc7a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456653 Dec 17 15:17:44.045540 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48494) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:44.050435 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Request body: {'port': {'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7', 'binding:host_id': 'n-h2-820553-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065187431'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:44.064775 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9ff99525-99a5-4cea-abfd-da3404f5bff7 req-705a5436-20de-4240-bebe-0353c60822a5 service neutron] 10.222.0.13 "GET /v2.0/networks/b2bc70b2-1b17-4db0-acd7-24d62fbc7a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041923 Dec 17 15:17:44.191758 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9ff99525-99a5-4cea-abfd-da3404f5bff7 req-374a7bf0-f3cf-4438-a3de-f3be316f9366 service neutron] 10.222.0.13 "GET /v2.0/networks/b2bc70b2-1b17-4db0-acd7-24d62fbc7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150479 Dec 17 15:17:44.198612 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Made reservation on behalf of 97ff5b21bc2341f68fde3b46e79419e6 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:17:44.201032 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:44.212946 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:44.288941 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:44.379681 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:44.385623 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] device_id is not set on port a54185c6-0439-47e4-9c98-3ba48d4f6879 yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:17:44.408346 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e7823-b8b7-4f7c-b745-d9268b92b4e1 req-33b595a7-886a-4056-b99d-99817d12e4b3 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:44.409893 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-520e7823-b8b7-4f7c-b745-d9268b92b4e1 req-33b595a7-886a-4056-b99d-99817d12e4b3 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e560210f-5e72-4eab-bf56-bacb79e08fdd HTTP/1.1" status: 200 len: 945 time: 0.0747051 Dec 17 15:17:44.483294 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb152d62-74c9-411d-83c5-0bd9531bca52,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:44.536000 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-520e7823-b8b7-4f7c-b745-d9268b92b4e1 req-ffb5f889-bf35-4db1-9355-00481ad90a60 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Deleting port 3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:17:44.536621 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-520e7823-b8b7-4f7c-b745-d9268b92b4e1 req-ffb5f889-bf35-4db1-9355-00481ad90a60 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:44.555928 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5615e0e-a0a5-451e-a53c-ff36151d098b req-c7b97551-d80e-4982-b20c-5e4040e44ba2 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:44.557560 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f5615e0e-a0a5-451e-a53c-ff36151d098b req-c7b97551-d80e-4982-b20c-5e4040e44ba2 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5851fb1-81e2-4c9a-abf1-848a747ebfde HTTP/1.1" status: 200 len: 943 time: 0.0956059 Dec 17 15:17:44.654096 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-520e7823-b8b7-4f7c-b745-d9268b92b4e1 req-ffb5f889-bf35-4db1-9355-00481ad90a60 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] For port 3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f,segment=NetworkSegment(50913541-c4fc-4052-a5a4-4ef73bad2e3d),segment_id=50913541-c4fc-4052-a5a4-4ef73bad2e3d)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:44.654514 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-520e7823-b8b7-4f7c-b745-d9268b92b4e1 req-ffb5f889-bf35-4db1-9355-00481ad90a60 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:44.669814 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f5615e0e-a0a5-451e-a53c-ff36151d098b req-15a5979d-b488-48e5-871d-89e622eff9ae tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fef139c-d841-452f-b9b7-6a7236e63fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966544 Dec 17 15:17:44.673305 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-520e7823-b8b7-4f7c-b745-d9268b92b4e1 req-ffb5f889-bf35-4db1-9355-00481ad90a60 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Calling delete_port for 3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:17:44.719101 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] device_id is not set on port a54185c6-0439-47e4-9c98-3ba48d4f6879 yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:17:44.747926 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:44.844762 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af839996-40e7-4052-98bc-c0b124bf4d97 req-19c32504-72f6-47a4-99d0-a45f3be4364e tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:44.845562 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 63be37f5-3e86-4cf4-bc8f-156d6f83c21d no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:17:44.853310 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-af839996-40e7-4052-98bc-c0b124bf4d97 req-19c32504-72f6-47a4-99d0-a45f3be4364e tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=e560210f-5e72-4eab-bf56-bacb79e08fdd HTTP/1.1" status: 200 len: 945 time: 0.0619025 Dec 17 15:17:44.869332 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 63be37f5-3e86-4cf4-bc8f-156d6f83c21d {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:17:44.869671 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 63be37f5-3e86-4cf4-bc8f-156d6f83c21d not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:17:44.878029 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:44.943832 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-af839996-40e7-4052-98bc-c0b124bf4d97 req-1b8888e4-0e31-493a-b362-1dd2a1a1c720 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818753 Dec 17 15:17:44.970448 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Pushing event updated for resources: {'Port': ['ID=a54185c6-0439-47e4-9c98-3ba48d4f6879,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:44.979976 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Checking segment: {'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:17:44.980358 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Network hostable DHCP agents. Network: 55da85b3-2380-4b0a-9f41-5d7cbeee54c7, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:17:45.045086 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-520e7823-b8b7-4f7c-b745-d9268b92b4e1 req-ffb5f889-bf35-4db1-9355-00481ad90a60 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:45.050181 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:17:45.075088 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5f889-bf35-4db1-9355-00481ad90a60 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Pushing event deleted for resources: {'Port': ['ID=3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:45.107152 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:17:45.118833 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-520e7823-b8b7-4f7c-b745-d9268b92b4e1 req-ffb5f889-bf35-4db1-9355-00481ad90a60 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] No DVR routers for this DVR port 3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:17:45.121590 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-520e7823-b8b7-4f7c-b745-d9268b92b4e1 req-ffb5f889-bf35-4db1-9355-00481ad90a60 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:45.124827 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-520e7823-b8b7-4f7c-b745-d9268b92b4e1 req-ffb5f889-bf35-4db1-9355-00481ad90a60 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.13 "DELETE /v2.0/ports/3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f HTTP/1.1" status: 204 len: 173 time: 0.7065728 Dec 17 15:17:45.244216 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 55da85b3-2380-4b0a-9f41-5d7cbeee54c7) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:17:45.253512 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:17:45.259639 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3928d1d9-f1fc-4a7a-8854-8db97094367f None None] Network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:17:45.266367 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:45.266795 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:45.267345 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:45.272375 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Port a54185c6-0439-47e4-9c98-3ba48d4f6879 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:17:45.272852 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Failed to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] Dec 17 15:17:45.273416 n-d-820553-2 neutron-server[102832]: INFO neutron.plugins.ml2.plugin [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempt 2 to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 Dec 17 15:17:45.287524 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:45.287981 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:45.288323 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:45.294383 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Port a54185c6-0439-47e4-9c98-3ba48d4f6879 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:17:45.295104 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Failed to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] Dec 17 15:17:45.295266 n-d-820553-2 neutron-server[102832]: INFO neutron.plugins.ml2.plugin [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempt 3 to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 Dec 17 15:17:45.307970 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:45.308511 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:45.308848 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:45.313190 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Port a54185c6-0439-47e4-9c98-3ba48d4f6879 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:17:45.313510 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Failed to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] Dec 17 15:17:45.313895 n-d-820553-2 neutron-server[102832]: INFO neutron.plugins.ml2.plugin [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempt 4 to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 Dec 17 15:17:45.326952 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:45.329288 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:45.329288 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:45.331966 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Port a54185c6-0439-47e4-9c98-3ba48d4f6879 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:17:45.332312 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Failed to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] Dec 17 15:17:45.332698 n-d-820553-2 neutron-server[102832]: INFO neutron.plugins.ml2.plugin [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempt 5 to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 Dec 17 15:17:45.345616 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:45.345951 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:45.346284 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:45.350650 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Port a54185c6-0439-47e4-9c98-3ba48d4f6879 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:17:45.351078 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Failed to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] Dec 17 15:17:45.351468 n-d-820553-2 neutron-server[102832]: INFO neutron.plugins.ml2.plugin [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempt 6 to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 Dec 17 15:17:45.363979 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:45.364321 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:45.364832 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:45.369423 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Port a54185c6-0439-47e4-9c98-3ba48d4f6879 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:17:45.370335 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Failed to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] Dec 17 15:17:45.370740 n-d-820553-2 neutron-server[102832]: INFO neutron.plugins.ml2.plugin [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempt 7 to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 Dec 17 15:17:45.383582 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:45.383920 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:45.384259 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:45.389489 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Port a54185c6-0439-47e4-9c98-3ba48d4f6879 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:17:45.389813 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Failed to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] Dec 17 15:17:45.390198 n-d-820553-2 neutron-server[102832]: INFO neutron.plugins.ml2.plugin [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempt 8 to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 Dec 17 15:17:45.402359 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:45.402695 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:45.403024 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:45.407225 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Port a54185c6-0439-47e4-9c98-3ba48d4f6879 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:17:45.407572 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Failed to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] Dec 17 15:17:45.407953 n-d-820553-2 neutron-server[102832]: INFO neutron.plugins.ml2.plugin [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempt 9 to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 Dec 17 15:17:45.420225 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:45.420556 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:45.420884 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:45.425214 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Port a54185c6-0439-47e4-9c98-3ba48d4f6879 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:17:45.425664 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Failed to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] Dec 17 15:17:45.431024 n-d-820553-2 neutron-server[102832]: INFO neutron.plugins.ml2.plugin [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempt 10 to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 Dec 17 15:17:45.442491 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:45.443075 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:45.444159 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:45.450473 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Port a54185c6-0439-47e4-9c98-3ba48d4f6879 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:17:45.451095 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Failed to bind port a54185c6-0439-47e4-9c98-3ba48d4f6879 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] Dec 17 15:17:45.451607 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:45.475137 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e560210f-5e72-4eab-bf56-bacb79e08fdd', 'name': 'network-vif-deleted', 'tag': '3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:17:45.477895 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b6b8d6-ea0b-469d-afb9-16dbf1c5c46b" -d '{"events": [{"server_uuid": "e560210f-5e72-4eab-bf56-bacb79e08fdd", "name": "network-vif-deleted", "tag": "3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:17:45.517847 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea51179-0708-468c-9a5a-0873b5a3f7be x-openstack-request-id: req-6ea51179-0708-468c-9a5a-0873b5a3f7be {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:17:45.518364 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e560210f-5e72-4eab-bf56-bacb79e08fdd", "name": "network-vif-deleted", "tag": "3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:17:45.518794 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6ea51179-0708-468c-9a5a-0873b5a3f7be {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:17:45.519360 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e560210f-5e72-4eab-bf56-bacb79e08fdd', 'name': 'network-vif-deleted', 'tag': '3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f', 'status': 'completed', 'code': 200} Dec 17 15:17:45.532985 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] For port a54185c6-0439-47e4-9c98-3ba48d4f6879, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:17:45.533397 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempted to set empty binding levels {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 17 15:17:45.717233 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:45.766830 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:45.767425 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:45.813760 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Pushing event updated for resources: {'Port': ['ID=a54185c6-0439-47e4-9c98-3ba48d4f6879,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:45.832459 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b241b1-9a1c-4453-b24e-2f3325ecc4a3 req-268ba2cd-110b-482a-883c-a6730fc5b29e tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:45.833991 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e1b241b1-9a1c-4453-b24e-2f3325ecc4a3 req-268ba2cd-110b-482a-883c-a6730fc5b29e tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5851fb1-81e2-4c9a-abf1-848a747ebfde HTTP/1.1" status: 200 len: 943 time: 0.0863338 Dec 17 15:17:45.872226 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e1b241b1-9a1c-4453-b24e-2f3325ecc4a3 req-935dc372-729d-484e-9bc5-fda071bff166 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fef139c-d841-452f-b9b7-6a7236e63fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322721 Dec 17 15:17:45.919555 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9569f7d8-03b2-4c3c-b1f6-37695976b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.8726544 Dec 17 15:17:45.922194 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48576) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:46.001240 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-aa17696b-56e2-4020-a725-da4d96874857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Deleting port a54185c6-0439-47e4-9c98-3ba48d4f6879 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:17:46.001590 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aa17696b-56e2-4020-a725-da4d96874857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:46.073727 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4ad51cb6-75c4-4f1f-85ac-9e77f56b23ad req-c9f5d403-0883-4727-9d5d-616b53c09ddb tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=e560210f-5e72-4eab-bf56-bacb79e08fdd HTTP/1.1" status: 200 len: 210 time: 0.0354788 Dec 17 15:17:46.087504 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-aa17696b-56e2-4020-a725-da4d96874857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] For port a54185c6-0439-47e4-9c98-3ba48d4f6879, host n-h2-820553-2, got binding levels [] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:46.087873 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aa17696b-56e2-4020-a725-da4d96874857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:46.100996 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-aa17696b-56e2-4020-a725-da4d96874857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Calling delete_port for a54185c6-0439-47e4-9c98-3ba48d4f6879 owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:17:46.301970 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aa17696b-56e2-4020-a725-da4d96874857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:46.333209 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17696b-56e2-4020-a725-da4d96874857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Pushing event deleted for resources: {'Port': ['ID=a54185c6-0439-47e4-9c98-3ba48d4f6879,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:46.341426 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aa17696b-56e2-4020-a725-da4d96874857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:46.349356 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48604) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:46.350302 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-aa17696b-56e2-4020-a725-da4d96874857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] 10.222.0.46 "DELETE /v2.0/ports/a54185c6-0439-47e4-9c98-3ba48d4f6879 HTTP/1.1" status: 204 len: 168 time: 0.4270942 Dec 17 15:17:46.376736 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a09871-b4c0-4e6f-aa85-0c2031489829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] GET failed (client error): The resource could not be found. Dec 17 15:17:46.378351 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-55a09871-b4c0-4e6f-aa85-0c2031489829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] 10.222.0.46 "GET /v2.0/ports/a54185c6-0439-47e4-9c98-3ba48d4f6879 HTTP/1.1" status: 404 len: 333 time: 0.0282023 Dec 17 15:17:46.382138 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48606) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:46.387375 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-567b29cd-07bc-494b-86f3-2a40b1859464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Request body: {'port': {'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-806765684'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:46.518789 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-02db97f8-a65a-45d3-9480-7e2e2cdb85b0 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f3c821e650ee4cc2b6a821354a097a7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225654 Dec 17 15:17:46.586681 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567b29cd-07bc-494b-86f3-2a40b1859464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Made reservation on behalf of 97ff5b21bc2341f68fde3b46e79419e6 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:17:46.589648 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-567b29cd-07bc-494b-86f3-2a40b1859464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:46.619468 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-567b29cd-07bc-494b-86f3-2a40b1859464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] device_id is not set on port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:17:46.689684 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-ec91668f-d578-43a8-be10-19c1f6008896 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:46.691117 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-ec91668f-d578-43a8-be10-19c1f6008896 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1661983 Dec 17 15:17:46.718094 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-e3335d29-5fdf-4ee7-82ef-2ac77ade23ae tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/quotas/f3c821e650ee4cc2b6a821354a097a7c HTTP/1.1" status: 200 len: 375 time: 0.0183904 Dec 17 15:17:46.790359 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-c658e62a-5a6d-46af-85b1-22c06cf8fdff tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3c821e650ee4cc2b6a821354a097a7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652535 Dec 17 15:17:46.832106 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-567b29cd-07bc-494b-86f3-2a40b1859464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:46.855743 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device f52c471e-7c3b-4371-bdd7-2a89134a4d65 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:17:46.954929 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port f52c471e-7c3b-4371-bdd7-2a89134a4d65, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f52c471e-7c3b-4371-bdd7-2a89134a4d65,segment=NetworkSegment(d159982d-833c-40df-8b11-6dd338fba157),segment_id=d159982d-833c-40df-8b11-6dd338fba157)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:46.966834 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'f52c471e-7c3b-4371-bdd7-2a89134a4d65', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'port_id': 'f52c471e-7c3b-4371-bdd7-2a89134a4d65', 'mac_address': 'fa:16:3e:1f:80:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:17:46.991040 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67174154-1dd2-4a41-bb6d-e24b8f1c1cf2 req-c6778995-d479-4ab1-a82d-1e0af0551ba8 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:46.992548 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-67174154-1dd2-4a41-bb6d-e24b8f1c1cf2 req-c6778995-d479-4ab1-a82d-1e0af0551ba8 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5851fb1-81e2-4c9a-abf1-848a747ebfde HTTP/1.1" status: 200 len: 943 time: 0.0494456 Dec 17 15:17:47.004398 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:47.018286 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f52c471e-7c3b-4371-bdd7-2a89134a4d65 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:17:47.039120 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port f52c471e-7c3b-4371-bdd7-2a89134a4d65, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f52c471e-7c3b-4371-bdd7-2a89134a4d65,segment=NetworkSegment(d159982d-833c-40df-8b11-6dd338fba157),segment_id=d159982d-833c-40df-8b11-6dd338fba157)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:47.040775 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-67174154-1dd2-4a41-bb6d-e24b8f1c1cf2 req-d98d12e7-cd2a-44b0-b021-cc2061543551 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fef139c-d841-452f-b9b7-6a7236e63fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346725 Dec 17 15:17:47.170484 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:47.171060 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-567b29cd-07bc-494b-86f3-2a40b1859464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:47.240091 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=f52c471e-7c3b-4371-bdd7-2a89134a4d65,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:47.242279 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567b29cd-07bc-494b-86f3-2a40b1859464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:17:47.245740 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-567b29cd-07bc-494b-86f3-2a40b1859464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:17:47.258376 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567b29cd-07bc-494b-86f3-2a40b1859464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:17:47.259492 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567b29cd-07bc-494b-86f3-2a40b1859464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:47.260279 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-567b29cd-07bc-494b-86f3-2a40b1859464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:47.277286 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b29cd-07bc-494b-86f3-2a40b1859464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Pushing event updated for resources: {'Port': ['ID=9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:47.302358 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-28ba9709-2245-4e73-ab55-f8d62bf09a3e req-0474ee19-0b88-49b7-a4ff-c70310c72687 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/ports?device_id=0466edad-0a40-408e-9563-0c42aa580453 HTTP/1.1" status: 200 len: 210 time: 0.0337532 Dec 17 15:17:47.360396 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-567b29cd-07bc-494b-86f3-2a40b1859464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9770100 Dec 17 15:17:47.362790 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48650) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:47.369147 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:47.379914 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['f52c471e-7c3b-4371-bdd7-2a89134a4d65'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:17:47.439075 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:47.533096 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48666) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:47.689233 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-27402f67-1430-49c4-8f9c-cee122b7d08e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=37613aded2f74aae9c44095b65b822ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1525209 Dec 17 15:17:47.689476 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-b84e0ff8-d0ef-4c9d-8357-99558a933389 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:47.689640 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48672) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:47.690202 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-b84e0ff8-d0ef-4c9d-8357-99558a933389 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/networks?id=72959918-115f-4f15-a904-42652bab9b2e HTTP/1.1" status: 200 len: 810 time: 0.1731012 Dec 17 15:17:47.727491 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-496635b4-d25d-4179-991b-a330a50563ab tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/quotas/47d7fbf2bea4406699034a230bc642f9 HTTP/1.1" status: 200 len: 375 time: 0.0200484 Dec 17 15:17:47.742083 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-685cd61f-d00f-49f8-9830-ebc3e58c149e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:47.745958 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] device_id is not set on port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:17:47.769005 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-685cd61f-d00f-49f8-9830-ebc3e58c149e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:47.769499 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-3f004b72-6d27-48f5-a8ee-d2f2af88f235 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=47d7fbf2bea4406699034a230bc642f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411835 Dec 17 15:17:47.771251 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:47.863170 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-a76b8a91-a428-4428-8c1d-0ca5b415f816 service neutron] 10.222.0.46 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845819 Dec 17 15:17:47.888664 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:47.902470 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device bdf5d109-6d53-4691-89d1-f1bcd820d88b details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:17:47.989591 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Pushing event updated for resources: {'Port': ['ID=9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:47.999522 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-685cd61f-d00f-49f8-9830-ebc3e58c149e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:48.001703 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-685cd61f-d00f-49f8-9830-ebc3e58c149e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:48.005623 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port bdf5d109-6d53-4691-89d1-f1bcd820d88b, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=bdf5d109-6d53-4691-89d1-f1bcd820d88b,segment=NetworkSegment(75195253-a18c-43b8-b6db-179ccc3e1ed0),segment_id=75195253-a18c-43b8-b6db-179ccc3e1ed0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:48.006099 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-685cd61f-d00f-49f8-9830-ebc3e58c149e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3fb79c06-181d-4a1a-ae46-fd94305d9514 HTTP/1.1" status: 204 len: 168 time: 0.3155482 Dec 17 15:17:48.015282 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685cd61f-d00f-49f8-9830-ebc3e58c149e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb79c06-181d-4a1a-ae46-fd94305d9514,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:48.019833 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'bdf5d109-6d53-4691-89d1-f1bcd820d88b', 'network_id': 'c55c80a5-833c-48da-873a-0d6892b2ac27', 'port_id': 'bdf5d109-6d53-4691-89d1-f1bcd820d88b', 'mac_address': 'fa:16:3e:fa:bf:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4dd92c-6f31-4733-ad5e-39ad920cb8f0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:17:48.036087 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-9e0c284e-b63e-4d95-97e9-b80e4d339b11 service neutron] 10.222.0.46 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660807 Dec 17 15:17:48.041475 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:48.043488 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:48.043901 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:48.056557 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:17:48.056892 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Failed to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] Dec 17 15:17:48.057315 n-d-820553-2 neutron-server[102832]: INFO neutron.plugins.ml2.plugin [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempt 2 to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 Dec 17 15:17:48.083882 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:48.084202 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:48.086915 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:48.103430 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:17:48.103430 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Failed to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] Dec 17 15:17:48.103430 n-d-820553-2 neutron-server[102832]: INFO neutron.plugins.ml2.plugin [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempt 3 to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 Dec 17 15:17:48.109353 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:48.123850 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bdf5d109-6d53-4691-89d1-f1bcd820d88b {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:17:48.124964 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:48.125425 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:48.126317 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:48.133453 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:17:48.148634 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Failed to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] Dec 17 15:17:48.148634 n-d-820553-2 neutron-server[102832]: INFO neutron.plugins.ml2.plugin [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempt 4 to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 Dec 17 15:17:48.148917 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port bdf5d109-6d53-4691-89d1-f1bcd820d88b, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=bdf5d109-6d53-4691-89d1-f1bcd820d88b,segment=NetworkSegment(75195253-a18c-43b8-b6db-179ccc3e1ed0),segment_id=75195253-a18c-43b8-b6db-179ccc3e1ed0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:48.152263 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:48.152859 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:48.153481 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:48.159261 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:17:48.160239 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Failed to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] Dec 17 15:17:48.160731 n-d-820553-2 neutron-server[102832]: INFO neutron.plugins.ml2.plugin [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempt 5 to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 Dec 17 15:17:48.179237 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:48.179575 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:48.179937 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:48.184639 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:17:48.184968 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Failed to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] Dec 17 15:17:48.195826 n-d-820553-2 neutron-server[102832]: INFO neutron.plugins.ml2.plugin [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempt 6 to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 Dec 17 15:17:48.198102 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:48.198451 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:48.198788 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:48.212366 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:17:48.212366 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Failed to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] Dec 17 15:17:48.212366 n-d-820553-2 neutron-server[102832]: INFO neutron.plugins.ml2.plugin [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempt 7 to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 Dec 17 15:17:48.228773 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:48.229134 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:48.236771 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:48.236771 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:17:48.236771 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Failed to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] Dec 17 15:17:48.248577 n-d-820553-2 neutron-server[102832]: INFO neutron.plugins.ml2.plugin [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempt 8 to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 Dec 17 15:17:48.269216 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:48.269554 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:48.269887 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:48.278282 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:17:48.278609 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Failed to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] Dec 17 15:17:48.280478 n-d-820553-2 neutron-server[102832]: INFO neutron.plugins.ml2.plugin [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempt 9 to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 Dec 17 15:17:48.291242 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a24506-de66-42d4-8f58-e121a004391e req-2b1bdfe4-9d51-4a09-a52e-2ac3ebe556b9 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:48.293498 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b0a24506-de66-42d4-8f58-e121a004391e req-2b1bdfe4-9d51-4a09-a52e-2ac3ebe556b9 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5851fb1-81e2-4c9a-abf1-848a747ebfde HTTP/1.1" status: 200 len: 944 time: 0.0734882 Dec 17 15:17:48.309485 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:48.310192 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:48.310192 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:48.324044 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:17:48.324275 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Failed to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] Dec 17 15:17:48.324631 n-d-820553-2 neutron-server[102832]: INFO neutron.plugins.ml2.plugin [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempt 10 to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 Dec 17 15:17:48.361265 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:48.361265 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:48.361265 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:48.361265 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b0a24506-de66-42d4-8f58-e121a004391e req-29a51399-3e0a-408e-bd1d-92c7cb8d8d98 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fef139c-d841-452f-b9b7-6a7236e63fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526726 Dec 17 15:17:48.361265 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:17:48.361265 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Failed to bind port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] Dec 17 15:17:48.361265 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:48.421007 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] For port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:17:48.426297 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempted to set empty binding levels {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 17 15:17:48.426737 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:48.471583 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=bdf5d109-6d53-4691-89d1-f1bcd820d88b,revision_number=6']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:48.533775 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0191880b-94e6-41a2-87f8-13bd6f67dc2d req-2f3f0c62-e286-4aef-9115-afa5f9b3fc94 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/ports?device_id=0466edad-0a40-408e-9563-0c42aa580453 HTTP/1.1" status: 200 len: 210 time: 0.0285759 Dec 17 15:17:48.574883 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['bdf5d109-6d53-4691-89d1-f1bcd820d88b'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:17:48.619017 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8ddfcd39-919b-4f00-95f0-d235241e5207 req-acccdb16-b605-425c-9d9f-9c2d9abe29d7 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1162265-cc50-46c4-89ef-7f56179eb1e7 HTTP/1.1" status: 200 len: 210 time: 0.0313926 Dec 17 15:17:48.718934 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:48.757019 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] In _notify_port_updated(), no bound segment for port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 {{(pid=102832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 17 15:17:48.757892 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:48.758486 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:48.760027 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] 10.222.0.46 "PUT /v2.0/ports/9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 HTTP/1.1" status: 200 len: 978 time: 1.3958454 Dec 17 15:17:48.763315 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48712) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:48.779846 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44143ce-9cb8-451e-9c82-287868fb1a02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Pushing event updated for resources: {'Port': ['ID=9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:48.873881 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1a6c18-087d-4e46-92d3-c026251dadca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:48.873881 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1a6c18-087d-4e46-92d3-c026251dadca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:48.873881 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1a6c18-087d-4e46-92d3-c026251dadca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:48.873881 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1a6c18-087d-4e46-92d3-c026251dadca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:48.873881 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1a6c18-087d-4e46-92d3-c026251dadca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:48.873881 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1a6c18-087d-4e46-92d3-c026251dadca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:48.873881 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1a6c18-087d-4e46-92d3-c026251dadca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:48.873881 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1a6c18-087d-4e46-92d3-c026251dadca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:48.873881 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1a6c18-087d-4e46-92d3-c026251dadca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:48.873881 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1a6c18-087d-4e46-92d3-c026251dadca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:48.873881 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1a6c18-087d-4e46-92d3-c026251dadca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:48.873881 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1a6c18-087d-4e46-92d3-c026251dadca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:48.873881 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1a6c18-087d-4e46-92d3-c026251dadca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:48.875487 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1a6c18-087d-4e46-92d3-c026251dadca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:48.875487 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1a6c18-087d-4e46-92d3-c026251dadca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:48.875487 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1a6c18-087d-4e46-92d3-c026251dadca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:48.875487 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1a6c18-087d-4e46-92d3-c026251dadca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:48.875487 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9e1a6c18-087d-4e46-92d3-c026251dadca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15290 time: 0.1035082 Dec 17 15:17:48.876419 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device f52c471e-7c3b-4371-bdd7-2a89134a4d65 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:17:48.876539 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48720) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:48.961320 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-1833ad3c-481c-40eb-ba3f-9d1b25af83b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Deleting port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:17:48.961663 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1833ad3c-481c-40eb-ba3f-9d1b25af83b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:49.037454 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-1833ad3c-481c-40eb-ba3f-9d1b25af83b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] For port 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6, host n-h2-820553-2, got binding levels [] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:49.037454 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1833ad3c-481c-40eb-ba3f-9d1b25af83b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:49.051522 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-1833ad3c-481c-40eb-ba3f-9d1b25af83b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Calling delete_port for 9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:17:49.094453 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port f52c471e-7c3b-4371-bdd7-2a89134a4d65 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:17:49.098538 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port f52c471e-7c3b-4371-bdd7-2a89134a4d65 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:17:49.099054 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:49.180365 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:49.202870 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5851fb1-81e2-4c9a-abf1-848a747ebfde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52c471e-7c3b-4371-bdd7-2a89134a4d65'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:17:49.205085 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cea70b-1e08-42fa-8df5-3dd3836f1d8c" -d '{"events": [{"server_uuid": "c5851fb1-81e2-4c9a-abf1-848a747ebfde", "name": "network-vif-plugged", "status": "completed", "tag": "f52c471e-7c3b-4371-bdd7-2a89134a4d65"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:17:49.218318 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port f52c471e-7c3b-4371-bdd7-2a89134a4d65, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f52c471e-7c3b-4371-bdd7-2a89134a4d65,segment=NetworkSegment(d159982d-833c-40df-8b11-6dd338fba157),segment_id=d159982d-833c-40df-8b11-6dd338fba157)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:49.249296 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147e122e-990c-481e-a636-ecf04512cc9c x-openstack-request-id: req-147e122e-990c-481e-a636-ecf04512cc9c {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:17:49.249606 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5851fb1-81e2-4c9a-abf1-848a747ebfde", "name": "network-vif-plugged", "status": "completed", "tag": "f52c471e-7c3b-4371-bdd7-2a89134a4d65", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:17:49.249873 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-147e122e-990c-481e-a636-ecf04512cc9c {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:17:49.250273 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5851fb1-81e2-4c9a-abf1-848a747ebfde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52c471e-7c3b-4371-bdd7-2a89134a4d65', 'code': 200} Dec 17 15:17:49.306434 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1833ad3c-481c-40eb-ba3f-9d1b25af83b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:49.338547 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833ad3c-481c-40eb-ba3f-9d1b25af83b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Pushing event deleted for resources: {'Port': ['ID=9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:49.365317 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1833ad3c-481c-40eb-ba3f-9d1b25af83b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:49.365317 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1833ad3c-481c-40eb-ba3f-9d1b25af83b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] 10.222.0.46 "DELETE /v2.0/ports/9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 HTTP/1.1" status: 204 len: 168 time: 0.4875236 Dec 17 15:17:49.365589 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48740) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:49.377587 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17947e-b7cb-4043-8f88-8cfcc7efe9d8 req-849173a4-7a2e-4f02-b2ae-caedaeb87b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:49.379355 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5e17947e-b7cb-4043-8f88-8cfcc7efe9d8 req-849173a4-7a2e-4f02-b2ae-caedaeb87b03 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c5851fb1-81e2-4c9a-abf1-848a747ebfde HTTP/1.1" status: 200 len: 1095 time: 0.0710366 Dec 17 15:17:49.390446 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-8346df6f-396e-4178-957a-5ba1b128ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] GET failed (client error): The resource could not be found. Dec 17 15:17:49.392735 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8346df6f-396e-4178-957a-5ba1b128ca6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] 10.222.0.46 "GET /v2.0/ports/9bff3d26-9ebf-4f23-8c3c-398cf0cf16e6 HTTP/1.1" status: 404 len: 333 time: 0.0255487 Dec 17 15:17:49.396508 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48744) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:49.403292 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-1ce6c1ba-aca7-4141-878d-3dd184c8ec64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1067872140', 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:49.422112 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5e17947e-b7cb-4043-8f88-8cfcc7efe9d8 req-105aa77a-f632-47d5-9269-f322143028c0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0fef139c-d841-452f-b9b7-6a7236e63fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348821 Dec 17 15:17:49.467381 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:49.468184 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:17:49.489381 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415f18d-8d8e-4127-8e5d-dbaab3b51b38 req-a06680ce-9207-471f-a370-67d478b7aebe tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:49.491063 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4415f18d-8d8e-4127-8e5d-dbaab3b51b38 req-a06680ce-9207-471f-a370-67d478b7aebe tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5851fb1-81e2-4c9a-abf1-848a747ebfde HTTP/1.1" status: 200 len: 944 time: 0.0608351 Dec 17 15:17:49.516389 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:17:49.516735 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 3a57ac6f-e8e9-4373-8dc5-e28767fa1a0f not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:17:49.534507 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4415f18d-8d8e-4127-8e5d-dbaab3b51b38 req-cec0f640-8ed9-430e-b65b-421588504fd6 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fef139c-d841-452f-b9b7-6a7236e63fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345550 Dec 17 15:17:49.544907 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=f52c471e-7c3b-4371-bdd7-2a89134a4d65,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:49.562820 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:17:49.562820 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:17:49.562820 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:17:49.562820 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:17:49.562820 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:17:49.562820 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:17:49.562820 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:17:49.562820 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:17:49.562820 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:17:49.562820 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:17:49.562820 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:17:49.562820 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:17:49.668750 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f5dfaac1-4f90-4844-93bc-55670b04ed09 req-ac690e2e-a8fe-4d89-81f6-2b63c7579a16 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/ports?device_id=0466edad-0a40-408e-9563-0c42aa580453 HTTP/1.1" status: 200 len: 210 time: 0.0341003 Dec 17 15:17:49.672760 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce6c1ba-aca7-4141-878d-3dd184c8ec64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Made reservation on behalf of 97ff5b21bc2341f68fde3b46e79419e6 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:17:49.675729 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1ce6c1ba-aca7-4141-878d-3dd184c8ec64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:49.725213 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-10db08ed-18e4-4235-a167-b844ee98867b req-9ddea2de-d015-4e5b-96f7-d2346c78115e tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1162265-cc50-46c4-89ef-7f56179eb1e7 HTTP/1.1" status: 200 len: 210 time: 0.0473292 Dec 17 15:17:49.732965 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-1ce6c1ba-aca7-4141-878d-3dd184c8ec64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] device_id is not set on port 8954a9e3-6744-40f0-b45e-275588e94180 yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:17:49.904270 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device bdf5d109-6d53-4691-89d1-f1bcd820d88b up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:17:50.021063 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48776) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:50.146994 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-fb2c60b2-5e0d-41ef-907b-811651a8b8f8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-24093567-network', 'tenant_id': '3d0e9155f3ac4449959a2049ad96c177'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:50.149980 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port bdf5d109-6d53-4691-89d1-f1bcd820d88b triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:17:50.153174 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:50.188102 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1ce6c1ba-aca7-4141-878d-3dd184c8ec64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:50.254264 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:50.288788 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port bdf5d109-6d53-4691-89d1-f1bcd820d88b, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=bdf5d109-6d53-4691-89d1-f1bcd820d88b,segment=NetworkSegment(75195253-a18c-43b8-b6db-179ccc3e1ed0),segment_id=75195253-a18c-43b8-b6db-179ccc3e1ed0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:50.346654 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1ce6c1ba-aca7-4141-878d-3dd184c8ec64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:50.347825 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2c60b2-5e0d-41ef-907b-811651a8b8f8 admin admin] Made reservation on behalf of 3d0e9155f3ac4449959a2049ad96c177 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:17:50.350667 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fb2c60b2-5e0d-41ef-907b-811651a8b8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:50.363770 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fb2c60b2-5e0d-41ef-907b-811651a8b8f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:50.394391 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce6c1ba-aca7-4141-878d-3dd184c8ec64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:17:50.398654 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-1ce6c1ba-aca7-4141-878d-3dd184c8ec64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:17:50.406164 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce6c1ba-aca7-4141-878d-3dd184c8ec64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:17:50.407712 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce6c1ba-aca7-4141-878d-3dd184c8ec64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:50.407712 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1ce6c1ba-aca7-4141-878d-3dd184c8ec64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:50.411145 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6c1ba-aca7-4141-878d-3dd184c8ec64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Pushing event updated for resources: {'Port': ['ID=8954a9e3-6744-40f0-b45e-275588e94180,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:50.451539 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fb2c60b2-5e0d-41ef-907b-811651a8b8f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:50.459570 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:50.512049 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=bdf5d109-6d53-4691-89d1-f1bcd820d88b,revision_number=7']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:50.566771 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1ce6c1ba-aca7-4141-878d-3dd184c8ec64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1685894 Dec 17 15:17:50.569220 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48792) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:50.595565 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fb2c60b2-5e0d-41ef-907b-811651a8b8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:50.604739 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1e584a-a2d3-481c-bf53-da10d4c13090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:50.606727 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7c1e584a-a2d3-481c-bf53-da10d4c13090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] 10.222.0.46 "GET /v2.0/ports/8954a9e3-6744-40f0-b45e-275588e94180 HTTP/1.1" status: 200 len: 959 time: 0.0360260 Dec 17 15:17:50.609128 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48796) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:50.619111 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb2c60b2-5e0d-41ef-907b-811651a8b8f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:17:50.634313 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c60b2-5e0d-41ef-907b-811651a8b8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ed427e-789e-4567-8c39-38d7ad0b0792,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:50.639582 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fb2c60b2-5e0d-41ef-907b-811651a8b8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:50.639933 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-fb2c60b2-5e0d-41ef-907b-811651a8b8f8 admin admin] Added segment 7cc43599-a0d8-4406-a34b-9a95bfaee99f of type vlan for network c40f8d61-9a0b-4b61-bfd1-db34a981b094 Dec 17 15:17:50.699989 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fb2c60b2-5e0d-41ef-907b-811651a8b8f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:50.721404 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88a3af-b612-4db2-b465-03fb6cd65ce1 req-648a86b8-d166-4177-a44f-01a78947ffde tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:50.722931 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c88a3af-b612-4db2-b465-03fb6cd65ce1 req-648a86b8-d166-4177-a44f-01a78947ffde tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5851fb1-81e2-4c9a-abf1-848a747ebfde HTTP/1.1" status: 200 len: 945 time: 0.0862024 Dec 17 15:17:50.742727 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-00bea133-25d8-4035-bff0-030597e2a49f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Deleting port 8954a9e3-6744-40f0-b45e-275588e94180 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:17:50.743347 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-00bea133-25d8-4035-bff0-030597e2a49f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:50.805029 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fb2c60b2-5e0d-41ef-907b-811651a8b8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:50.807584 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2c60b2-5e0d-41ef-907b-811651a8b8f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:50.809208 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fb2c60b2-5e0d-41ef-907b-811651a8b8f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:50.853773 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c88a3af-b612-4db2-b465-03fb6cd65ce1 req-4d113d45-c650-4ecb-bdb3-23f257eed93d tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fef139c-d841-452f-b9b7-6a7236e63fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205778 Dec 17 15:17:50.866711 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1d6fbe83-f86a-4648-8eef-fded6a9bac97 req-77ce67bd-da0b-4e33-9537-9f68a2db12e6 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/ports?device_id=0466edad-0a40-408e-9563-0c42aa580453 HTTP/1.1" status: 200 len: 210 time: 0.1164980 Dec 17 15:17:50.883481 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-00bea133-25d8-4035-bff0-030597e2a49f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:50.898543 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c60b2-5e0d-41ef-907b-811651a8b8f8 admin admin] Pushing event updated for resources: {'Network': ['ID=c40f8d61-9a0b-4b61-bfd1-db34a981b094,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:50.904725 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-00bea133-25d8-4035-bff0-030597e2a49f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Calling delete_port for 8954a9e3-6744-40f0-b45e-275588e94180 owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:17:50.915642 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network c40f8d61-9a0b-4b61-bfd1-db34a981b094 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:17:50.975179 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c020b85f-f4f1-4636-9db0-4d88e403daa4 req-8d8ef020-5a28-4de5-9de8-cb284fb41189 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1162265-cc50-46c4-89ef-7f56179eb1e7 HTTP/1.1" status: 200 len: 210 time: 0.0311022 Dec 17 15:17:50.994304 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48806) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:50.994651 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-fb2c60b2-5e0d-41ef-907b-811651a8b8f8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9724650 Dec 17 15:17:51.000314 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-8aaaa10a-167a-40f2-8137-9e1aa31d7eff admin admin] Request body: {'subnet': {'network_id': 'c40f8d61-9a0b-4b61-bfd1-db34a981b094', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-24093567-subnet', 'tenant_id': '3d0e9155f3ac4449959a2049ad96c177', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:51.128849 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-d0be217b-02eb-4cb5-959d-94dd963905f3 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f3c821e650ee4cc2b6a821354a097a7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244067 Dec 17 15:17:51.174225 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aaaa10a-167a-40f2-8137-9e1aa31d7eff admin admin] Made reservation on behalf of 3d0e9155f3ac4449959a2049ad96c177 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:17:51.177184 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8aaaa10a-167a-40f2-8137-9e1aa31d7eff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:51.179707 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-00bea133-25d8-4035-bff0-030597e2a49f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:51.241103 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-fa414146-60bb-4e36-8053-1346e36662a5 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:51.243364 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-fa414146-60bb-4e36-8053-1346e36662a5 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1091187 Dec 17 15:17:51.251556 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6a74c3-0324-4a77-8093-0269d265b42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf5d109-6d53-4691-89d1-f1bcd820d88b'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:17:51.252148 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bea133-25d8-4035-bff0-030597e2a49f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Pushing event deleted for resources: {'Port': ['ID=8954a9e3-6744-40f0-b45e-275588e94180,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:51.254221 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3b7173-64bb-4c44-b52c-0e0d37422dbe" -d '{"events": [{"server_uuid": "1a6a74c3-0324-4a77-8093-0269d265b42b", "name": "network-vif-plugged", "status": "completed", "tag": "bdf5d109-6d53-4691-89d1-f1bcd820d88b"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:17:51.262863 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-7511ac59-f301-43bd-b2a6-5db032833a24 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Request body: {'port': {'device_id': '0466edad-0a40-408e-9563-0c42aa580453', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'admin_state_up': True, 'tenant_id': 'f3c821e650ee4cc2b6a821354a097a7c'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:51.278113 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-00bea133-25d8-4035-bff0-030597e2a49f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:51.284045 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-00bea133-25d8-4035-bff0-030597e2a49f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] 10.222.0.46 "DELETE /v2.0/ports/8954a9e3-6744-40f0-b45e-275588e94180 HTTP/1.1" status: 204 len: 168 time: 0.6738288 Dec 17 15:17:51.286067 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48812) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:51.311707 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ca835f-50d7-4342-b94b-79e78a84147b x-openstack-request-id: req-25ca835f-50d7-4342-b94b-79e78a84147b {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:17:51.312265 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6a74c3-0324-4a77-8093-0269d265b42b", "name": "network-vif-plugged", "status": "completed", "tag": "bdf5d109-6d53-4691-89d1-f1bcd820d88b", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:17:51.312664 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-25ca835f-50d7-4342-b94b-79e78a84147b {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:17:51.313228 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6a74c3-0324-4a77-8093-0269d265b42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf5d109-6d53-4691-89d1-f1bcd820d88b', 'code': 200} Dec 17 15:17:51.323949 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-d515f3fa-2966-432e-97bb-892fb3f0fc15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] GET failed (client error): The resource could not be found. Dec 17 15:17:51.327169 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d515f3fa-2966-432e-97bb-892fb3f0fc15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] 10.222.0.46 "GET /v2.0/ports/8954a9e3-6744-40f0-b45e-275588e94180 HTTP/1.1" status: 404 len: 333 time: 0.0386446 Dec 17 15:17:51.330137 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48814) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:51.337173 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-d49b15b8-5146-4893-8fa7-4ac1a7b6abe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Request body: {'port': {'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-605856654'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:51.514352 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49b15b8-5146-4893-8fa7-4ac1a7b6abe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Made reservation on behalf of 97ff5b21bc2341f68fde3b46e79419e6 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:17:51.516757 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d49b15b8-5146-4893-8fa7-4ac1a7b6abe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:51.540524 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-d49b15b8-5146-4893-8fa7-4ac1a7b6abe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] device_id is not set on port 630dc1a7-dcca-447d-be85-47a578211f64 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:17:51.570670 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8aaaa10a-167a-40f2-8137-9e1aa31d7eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:51.647995 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaaa10a-167a-40f2-8137-9e1aa31d7eff admin admin] Checking segment: {'id': '7cc43599-a0d8-4406-a34b-9a95bfaee99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c40f8d61-9a0b-4b61-bfd1-db34a981b094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:17:51.648448 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaaa10a-167a-40f2-8137-9e1aa31d7eff admin admin] Network hostable DHCP agents. Network: c40f8d61-9a0b-4b61-bfd1-db34a981b094, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:17:51.650666 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaaa10a-167a-40f2-8137-9e1aa31d7eff admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc48977d-5031-4ce4-b02d-cdf61a1ea175,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:51.696232 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-7511ac59-f301-43bd-b2a6-5db032833a24 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Made reservation on behalf of f3c821e650ee4cc2b6a821354a097a7c for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:17:51.700530 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-7511ac59-f301-43bd-b2a6-5db032833a24 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:51.710650 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-7511ac59-f301-43bd-b2a6-5db032833a24 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:51.738149 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d49b15b8-5146-4893-8fa7-4ac1a7b6abe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:51.820999 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-7511ac59-f301-43bd-b2a6-5db032833a24 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:51.826846 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaaa10a-167a-40f2-8137-9e1aa31d7eff admin admin] Network c40f8d61-9a0b-4b61-bfd1-db34a981b094 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:17:51.972789 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-7511ac59-f301-43bd-b2a6-5db032833a24 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:51.976575 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d49b15b8-5146-4893-8fa7-4ac1a7b6abe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:51.994114 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-007323f9-397e-4e00-9936-9cfbc971f3a2 req-5a59d931-5465-457e-8455-ae92d61716ef tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/ports?device_id=0466edad-0a40-408e-9563-0c42aa580453 HTTP/1.1" status: 200 len: 210 time: 0.0377707 Dec 17 15:17:51.994713 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-8aaaa10a-167a-40f2-8137-9e1aa31d7eff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, c40f8d61-9a0b-4b61-bfd1-db34a981b094) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:17:52.009305 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaaa10a-167a-40f2-8137-9e1aa31d7eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:52.009704 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8aaaa10a-167a-40f2-8137-9e1aa31d7eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:52.017337 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70218a69-1419-4df7-be50-de2bf84a0838 None None] Network c40f8d61-9a0b-4b61-bfd1-db34a981b094 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:17:52.083036 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cae6c3-8564-4dea-9297-6af76642b19f req-10540cd9-f243-4b72-ba8d-cd6c4b099635 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:52.083266 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49b15b8-5146-4893-8fa7-4ac1a7b6abe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:17:52.090745 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-65cae6c3-8564-4dea-9297-6af76642b19f req-10540cd9-f243-4b72-ba8d-cd6c4b099635 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5851fb1-81e2-4c9a-abf1-848a747ebfde HTTP/1.1" status: 200 len: 945 time: 0.1639180 Dec 17 15:17:52.125415 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-d49b15b8-5146-4893-8fa7-4ac1a7b6abe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:17:52.140496 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511ac59-f301-43bd-b2a6-5db032833a24 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c5e0d8-011b-4198-b6a9-61876d9a3344,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:52.150043 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49b15b8-5146-4893-8fa7-4ac1a7b6abe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:17:52.151081 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49b15b8-5146-4893-8fa7-4ac1a7b6abe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:52.151870 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d49b15b8-5146-4893-8fa7-4ac1a7b6abe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:52.154011 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b15b8-5146-4893-8fa7-4ac1a7b6abe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Pushing event updated for resources: {'Port': ['ID=630dc1a7-dcca-447d-be85-47a578211f64,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:52.163929 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48846) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:52.170965 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8aaaa10a-167a-40f2-8137-9e1aa31d7eff admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1643569 Dec 17 15:17:52.172515 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-236fa008-1972-460d-9f7a-7beb1beb97e9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-24093567-router', 'tenant_id': '3d0e9155f3ac4449959a2049ad96c177', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:52.223436 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-05671773-a024-4564-ab13-78053dfd9f2e req-c52f9c3a-3d34-49b2-bf56-8925ededed34 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1162265-cc50-46c4-89ef-7f56179eb1e7 HTTP/1.1" status: 200 len: 210 time: 0.0975525 Dec 17 15:17:52.230194 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-7511ac59-f301-43bd-b2a6-5db032833a24 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Allocated IP 192.168.233.168 (f97c7142-717f-43eb-a835-5fcd8d6a6486/b0a1cb4f-5aa5-4130-b24e-105310ef66e4/a9e2f3c5-900e-4213-a9e0-32e50b35ea8b) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:17:52.254242 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-ce55660b-f72e-4bca-b794-0a8db2a4ab64 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:52.257330 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-ce55660b-f72e-4bca-b794-0a8db2a4ab64 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.13 "GET /v2.0/networks?id=72959918-115f-4f15-a904-42652bab9b2e HTTP/1.1" status: 200 len: 810 time: 0.2584834 Dec 17 15:17:52.258656 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-65cae6c3-8564-4dea-9297-6af76642b19f req-fefbd62e-8801-40b1-9d9c-31633043a51e tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fef139c-d841-452f-b9b7-6a7236e63fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671019 Dec 17 15:17:52.271421 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-aa09973b-267f-47da-ad19-786f6ff29149 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Request body: {'port': {'device_id': 'e1162265-cc50-46c4-89ef-7f56179eb1e7', 'network_id': '72959918-115f-4f15-a904-42652bab9b2e', 'admin_state_up': True, 'tenant_id': '47d7fbf2bea4406699034a230bc642f9'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:52.297391 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0599d95e-aa8c-4b1e-9f03-3cad5bf37775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-c40f8d61-9a0b-4b61-bfd1-db34a981b094', 'network_id': 'c40f8d61-9a0b-4b61-bfd1-db34a981b094', 'tenant_id': '3d0e9155f3ac4449959a2049ad96c177', 'fixed_ips': [{'subnet_id': 'dc48977d-5031-4ce4-b02d-cdf61a1ea175'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:17:52.298279 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0599d95e-aa8c-4b1e-9f03-3cad5bf37775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:52.376415 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d49b15b8-5146-4893-8fa7-4ac1a7b6abe6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0450683 Dec 17 15:17:52.381127 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48854) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:52.389600 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:52.501067 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:52.508178 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-0599d95e-aa8c-4b1e-9f03-3cad5bf37775 None None] Allocated IP 172.20.0.2 (c40f8d61-9a0b-4b61-bfd1-db34a981b094/dc48977d-5031-4ce4-b02d-cdf61a1ea175/5a482587-d034-4d41-bd96-2d5e1b51df04) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:17:52.553768 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-7511ac59-f301-43bd-b2a6-5db032833a24 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:52.558717 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-236fa008-1972-460d-9f7a-7beb1beb97e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:52.559800 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-236fa008-1972-460d-9f7a-7beb1beb97e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:52.562883 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac86d1-5afb-4fc9-b8fa-deeb05dab5e9 req-ac9bff5f-a7d9-4b45-8ccf-b6eb0af33338 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:52.564409 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3ac86d1-5afb-4fc9-b8fa-deeb05dab5e9 req-ac9bff5f-a7d9-4b45-8ccf-b6eb0af33338 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f8f86f-ca58-47c7-b2c0-ae080d2fc779&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0857034 Dec 17 15:17:52.641585 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3ac86d1-5afb-4fc9-b8fa-deeb05dab5e9 req-26dd1450-7de5-4417-9063-e0baeede68f1 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.170 HTTP/1.1" status: 200 len: 696 time: 0.0650537 Dec 17 15:17:52.655054 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-b3ac86d1-5afb-4fc9-b8fa-deeb05dab5e9 req-68dc2e03-3fd9-4512-b692-f0495853d70e tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Request body: {'floatingip': {'port_id': '133399b1-2c30-43a2-a3dd-b2f65abc651d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:52.661869 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-aa09973b-267f-47da-ad19-786f6ff29149 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Made reservation on behalf of 47d7fbf2bea4406699034a230bc642f9 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:17:52.669334 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-aa09973b-267f-47da-ad19-786f6ff29149 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:52.712104 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-236fa008-1972-460d-9f7a-7beb1beb97e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:52.746171 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b3ac86d1-5afb-4fc9-b8fa-deeb05dab5e9 req-68dc2e03-3fd9-4512-b692-f0495853d70e tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks [] for floatingip, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:52.748257 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0599d95e-aa8c-4b1e-9f03-3cad5bf37775 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:52.809472 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] device_id is not set on port 630dc1a7-dcca-447d-be85-47a578211f64 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:17:52.818299 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:52.874393 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0599d95e-aa8c-4b1e-9f03-3cad5bf37775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:52.926933 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0599d95e-aa8c-4b1e-9f03-3cad5bf37775 None None] Network c40f8d61-9a0b-4b61-bfd1-db34a981b094 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:17:52.932123 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-0599d95e-aa8c-4b1e-9f03-3cad5bf37775 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:17:52.940155 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0599d95e-aa8c-4b1e-9f03-3cad5bf37775 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:17:52.943952 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599d95e-aa8c-4b1e-9f03-3cad5bf37775 None None] Pushing event updated for resources: {'Port': ['ID=5a482587-d034-4d41-bd96-2d5e1b51df04,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:52.999393 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-7511ac59-f301-43bd-b2a6-5db032833a24 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:53.007350 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:53.013559 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-0599d95e-aa8c-4b1e-9f03-3cad5bf37775 None None] Attempting to bind port 5a482587-d034-4d41-bd96-2d5e1b51df04 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:53.013937 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-0599d95e-aa8c-4b1e-9f03-3cad5bf37775 None None] Attempting to bind port 5a482587-d034-4d41-bd96-2d5e1b51df04 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '7cc43599-a0d8-4406-a34b-9a95bfaee99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c40f8d61-9a0b-4b61-bfd1-db34a981b094'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:53.014304 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0599d95e-aa8c-4b1e-9f03-3cad5bf37775 None None] Attempting to bind port 5a482587-d034-4d41-bd96-2d5e1b51df04 on network c40f8d61-9a0b-4b61-bfd1-db34a981b094 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:53.019656 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0599d95e-aa8c-4b1e-9f03-3cad5bf37775 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:17:53.020061 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0599d95e-aa8c-4b1e-9f03-3cad5bf37775 None None] Checking segment: {'id': '7cc43599-a0d8-4406-a34b-9a95bfaee99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c40f8d61-9a0b-4b61-bfd1-db34a981b094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:17:53.020463 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0599d95e-aa8c-4b1e-9f03-3cad5bf37775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:53.020858 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0599d95e-aa8c-4b1e-9f03-3cad5bf37775 None None] Bound using segment: {'id': '7cc43599-a0d8-4406-a34b-9a95bfaee99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c40f8d61-9a0b-4b61-bfd1-db34a981b094'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:17:53.021364 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-0599d95e-aa8c-4b1e-9f03-3cad5bf37775 None None] Bound port: 5a482587-d034-4d41-bd96-2d5e1b51df04, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc43599-a0d8-4406-a34b-9a95bfaee99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c40f8d61-9a0b-4b61-bfd1-db34a981b094'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:17:53.021736 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0599d95e-aa8c-4b1e-9f03-3cad5bf37775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:53.105541 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-7511ac59-f301-43bd-b2a6-5db032833a24 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Network f97c7142-717f-43eb-a835-5fcd8d6a6486 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:17:53.127791 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-0599d95e-aa8c-4b1e-9f03-3cad5bf37775 None None] For port 5a482587-d034-4d41-bd96-2d5e1b51df04, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:17:53.128211 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-0599d95e-aa8c-4b1e-9f03-3cad5bf37775 None None] For port 5a482587-d034-4d41-bd96-2d5e1b51df04, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=5a482587-d034-4d41-bd96-2d5e1b51df04,segment=NetworkSegment(7cc43599-a0d8-4406-a34b-9a95bfaee99f),segment_id=7cc43599-a0d8-4406-a34b-9a95bfaee99f)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:17:53.134830 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-aa09973b-267f-47da-ad19-786f6ff29149 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Allocated IP 172.20.0.2 (72959918-115f-4f15-a904-42652bab9b2e/95ec1172-deaa-4898-b906-b0423633683b/0e731472-de43-4b63-8aa9-877324ff8393) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:17:53.141560 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-7511ac59-f301-43bd-b2a6-5db032833a24 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:17:53.146024 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-7511ac59-f301-43bd-b2a6-5db032833a24 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:17:53.156109 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511ac59-f301-43bd-b2a6-5db032833a24 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Pushing event updated for resources: {'Port': ['ID=a9e2f3c5-900e-4213-a9e0-32e50b35ea8b,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:53.193003 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-236fa008-1972-460d-9f7a-7beb1beb97e9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:53.228021 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0599d95e-aa8c-4b1e-9f03-3cad5bf37775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:53.393901 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599d95e-aa8c-4b1e-9f03-3cad5bf37775 None None] Pushing event updated for resources: {'Port': ['ID=5a482587-d034-4d41-bd96-2d5e1b51df04,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:53.567652 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b3ac86d1-5afb-4fc9-b8fa-deeb05dab5e9 req-68dc2e03-3fd9-4512-b692-f0495853d70e tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:53.641687 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82b2ce-963a-4400-a6b7-4679d01d130d req-b4e07d4a-1e8c-448a-b49e-eaa1f162a3c9 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:53.645503 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4c82b2ce-963a-4400-a6b7-4679d01d130d req-b4e07d4a-1e8c-448a-b49e-eaa1f162a3c9 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/ports?device_id=0466edad-0a40-408e-9563-0c42aa580453 HTTP/1.1" status: 200 len: 936 time: 0.5651143 Dec 17 15:17:53.656882 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-0c4a9b65-23e7-4385-a1f0-5840a2b2aaa9 None None] Provisioning complete for port a9e2f3c5-900e-4213-a9e0-32e50b35ea8b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:17:53.657829 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0c4a9b65-23e7-4385-a1f0-5840a2b2aaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:53.746006 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 630dc1a7-dcca-447d-be85-47a578211f64 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:53.746282 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 630dc1a7-dcca-447d-be85-47a578211f64 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:53.747763 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 630dc1a7-dcca-447d-be85-47a578211f64 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:53.779135 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-0c4a9b65-23e7-4385-a1f0-5840a2b2aaa9 None None] Port a9e2f3c5-900e-4213-a9e0-32e50b35ea8b cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:17:53.816809 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-7511ac59-f301-43bd-b2a6-5db032833a24 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:53.817482 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-7511ac59-f301-43bd-b2a6-5db032833a24 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:53.824323 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Port 630dc1a7-dcca-447d-be85-47a578211f64 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:17:53.824669 n-d-820553-2 neutron-server[102833]: ERROR neutron.plugins.ml2.managers [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Failed to bind port 630dc1a7-dcca-447d-be85-47a578211f64 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] Dec 17 15:17:53.828570 n-d-820553-2 neutron-server[102833]: INFO neutron.plugins.ml2.plugin [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempt 2 to bind port 630dc1a7-dcca-447d-be85-47a578211f64 Dec 17 15:17:53.831214 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Pushing event updated for resources: {'Port': ['ID=630dc1a7-dcca-447d-be85-47a578211f64,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:53.871385 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 630dc1a7-dcca-447d-be85-47a578211f64 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:53.871721 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 630dc1a7-dcca-447d-be85-47a578211f64 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:53.872055 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 630dc1a7-dcca-447d-be85-47a578211f64 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:53.880991 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Port 630dc1a7-dcca-447d-be85-47a578211f64 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:17:53.881618 n-d-820553-2 neutron-server[102833]: ERROR neutron.plugins.ml2.managers [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Failed to bind port 630dc1a7-dcca-447d-be85-47a578211f64 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] Dec 17 15:17:53.882824 n-d-820553-2 neutron-server[102833]: INFO neutron.plugins.ml2.plugin [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempt 3 to bind port 630dc1a7-dcca-447d-be85-47a578211f64 Dec 17 15:17:53.893564 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-aa09973b-267f-47da-ad19-786f6ff29149 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:53.903011 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 630dc1a7-dcca-447d-be85-47a578211f64 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:53.904829 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 630dc1a7-dcca-447d-be85-47a578211f64 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:53.905408 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 630dc1a7-dcca-447d-be85-47a578211f64 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:53.915589 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Port 630dc1a7-dcca-447d-be85-47a578211f64 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:17:53.916156 n-d-820553-2 neutron-server[102833]: ERROR neutron.plugins.ml2.managers [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Failed to bind port 630dc1a7-dcca-447d-be85-47a578211f64 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] Dec 17 15:17:53.918262 n-d-820553-2 neutron-server[102833]: INFO neutron.plugins.ml2.plugin [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempt 4 to bind port 630dc1a7-dcca-447d-be85-47a578211f64 Dec 17 15:17:53.940806 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 630dc1a7-dcca-447d-be85-47a578211f64 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:53.941461 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 630dc1a7-dcca-447d-be85-47a578211f64 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:53.942005 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 630dc1a7-dcca-447d-be85-47a578211f64 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:53.949559 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Port 630dc1a7-dcca-447d-be85-47a578211f64 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:17:53.950347 n-d-820553-2 neutron-server[102833]: ERROR neutron.plugins.ml2.managers [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Failed to bind port 630dc1a7-dcca-447d-be85-47a578211f64 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] Dec 17 15:17:53.951859 n-d-820553-2 neutron-server[102833]: INFO neutron.plugins.ml2.plugin [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempt 5 to bind port 630dc1a7-dcca-447d-be85-47a578211f64 Dec 17 15:17:53.975271 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 630dc1a7-dcca-447d-be85-47a578211f64 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:53.975599 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 630dc1a7-dcca-447d-be85-47a578211f64 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:53.976117 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 630dc1a7-dcca-447d-be85-47a578211f64 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:53.990345 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-7511ac59-f301-43bd-b2a6-5db032833a24 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7322037 Dec 17 15:17:53.992429 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Port 630dc1a7-dcca-447d-be85-47a578211f64 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:17:53.992942 n-d-820553-2 neutron-server[102833]: ERROR neutron.plugins.ml2.managers [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Failed to bind port 630dc1a7-dcca-447d-be85-47a578211f64 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] Dec 17 15:17:53.994229 n-d-820553-2 neutron-server[102833]: INFO neutron.plugins.ml2.plugin [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempt 6 to bind port 630dc1a7-dcca-447d-be85-47a578211f64 Dec 17 15:17:54.014451 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b3ac86d1-5afb-4fc9-b8fa-deeb05dab5e9 req-68dc2e03-3fd9-4512-b692-f0495853d70e tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:54.015808 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-98cc1314-4ca2-4d49-95a6-432351698d93 service neutron] Request body: {'port': {'device_id': '0466edad-0a40-408e-9563-0c42aa580453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:54.077287 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-aa09973b-267f-47da-ad19-786f6ff29149 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:54.137528 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4c82b2ce-963a-4400-a6b7-4679d01d130d req-1c0510a2-fbb0-4533-850e-9bdbaf7d2c54 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4c5e0d8-011b-4198-b6a9-61876d9a3344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642740 Dec 17 15:17:54.177407 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 630dc1a7-dcca-447d-be85-47a578211f64 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:54.178007 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 630dc1a7-dcca-447d-be85-47a578211f64 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:54.178550 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 630dc1a7-dcca-447d-be85-47a578211f64 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:54.190329 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-aa09973b-267f-47da-ad19-786f6ff29149 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Network 72959918-115f-4f15-a904-42652bab9b2e is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:17:54.195622 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-aa09973b-267f-47da-ad19-786f6ff29149 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:17:54.199787 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-aa09973b-267f-47da-ad19-786f6ff29149 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:17:54.224883 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Port 630dc1a7-dcca-447d-be85-47a578211f64 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:17:54.225639 n-d-820553-2 neutron-server[102833]: ERROR neutron.plugins.ml2.managers [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Failed to bind port 630dc1a7-dcca-447d-be85-47a578211f64 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] Dec 17 15:17:54.229085 n-d-820553-2 neutron-server[102833]: INFO neutron.plugins.ml2.plugin [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempt 7 to bind port 630dc1a7-dcca-447d-be85-47a578211f64 Dec 17 15:17:54.264190 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09973b-267f-47da-ad19-786f6ff29149 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Pushing event updated for resources: {'Port': ['ID=0e731472-de43-4b63-8aa9-877324ff8393,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:54.300878 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-aa09973b-267f-47da-ad19-786f6ff29149 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:54.301684 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-aa09973b-267f-47da-ad19-786f6ff29149 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:54.306623 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-98cc1314-4ca2-4d49-95a6-432351698d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:54.329136 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-236fa008-1972-460d-9f7a-7beb1beb97e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:54.332712 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 630dc1a7-dcca-447d-be85-47a578211f64 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:54.333130 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 630dc1a7-dcca-447d-be85-47a578211f64 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:54.333556 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 630dc1a7-dcca-447d-be85-47a578211f64 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:54.336270 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [req-b3ac86d1-5afb-4fc9-b8fa-deeb05dab5e9 req-68dc2e03-3fd9-4512-b692-f0495853d70e tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Floating IP b4e172c0-2500-402b-a5c3-4830f628baea associated. External IP: 172.25.6.170, port: 133399b1-2c30-43a2-a3dd-b2f65abc651d. Dec 17 15:17:54.477784 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-aa09973b-267f-47da-ad19-786f6ff29149 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2116489 Dec 17 15:17:54.490046 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ec44e-88fc-4271-b7c7-634e564e8573 req-889f3f21-4155-4273-9bf9-cb98dcc8e3ac tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:54.491907 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-343ec44e-88fc-4271-b7c7-634e564e8573 req-889f3f21-4155-4273-9bf9-cb98dcc8e3ac tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1162265-cc50-46c4-89ef-7f56179eb1e7 HTTP/1.1" status: 200 len: 931 time: 0.1660440 Dec 17 15:17:54.499860 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-1cb399b8-dba0-496d-94b8-8a99cfcaae57 service neutron] Request body: {'port': {'device_id': 'e1162265-cc50-46c4-89ef-7f56179eb1e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:54.608162 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-343ec44e-88fc-4271-b7c7-634e564e8573 req-3e24a362-8b20-4c75-a547-c7f78efb3a2d tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053870 Dec 17 15:17:54.625284 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 5a482587-d034-4d41-bd96-2d5e1b51df04 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:17:54.709082 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-1cb399b8-dba0-496d-94b8-8a99cfcaae57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:54.736677 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 5a482587-d034-4d41-bd96-2d5e1b51df04 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:17:54.737276 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:54.765762 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-98cc1314-4ca2-4d49-95a6-432351698d93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9e2f3c5-900e-4213-a9e0-32e50b35ea8b {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:17:54.774636 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-98cc1314-4ca2-4d49-95a6-432351698d93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:54.790264 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-98cc1314-4ca2-4d49-95a6-432351698d93 service neutron] Transition to ACTIVE for port object a9e2f3c5-900e-4213-a9e0-32e50b35ea8b will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:17:54.793649 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-236fa008-1972-460d-9f7a-7beb1beb97e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:54.799648 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Port 630dc1a7-dcca-447d-be85-47a578211f64 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:17:54.799648 n-d-820553-2 neutron-server[102833]: ERROR neutron.plugins.ml2.managers [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Failed to bind port 630dc1a7-dcca-447d-be85-47a578211f64 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] Dec 17 15:17:54.799648 n-d-820553-2 neutron-server[102833]: INFO neutron.plugins.ml2.plugin [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempt 8 to bind port 630dc1a7-dcca-447d-be85-47a578211f64 Dec 17 15:17:54.905204 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-98cc1314-4ca2-4d49-95a6-432351698d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:54.914588 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 630dc1a7-dcca-447d-be85-47a578211f64 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:54.914588 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 630dc1a7-dcca-447d-be85-47a578211f64 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:54.914588 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 630dc1a7-dcca-447d-be85-47a578211f64 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:54.924514 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:54.961921 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Port 630dc1a7-dcca-447d-be85-47a578211f64 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:17:54.962585 n-d-820553-2 neutron-server[102833]: ERROR neutron.plugins.ml2.managers [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Failed to bind port 630dc1a7-dcca-447d-be85-47a578211f64 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] Dec 17 15:17:54.967881 n-d-820553-2 neutron-server[102833]: INFO neutron.plugins.ml2.plugin [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempt 9 to bind port 630dc1a7-dcca-447d-be85-47a578211f64 Dec 17 15:17:55.002480 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 5a482587-d034-4d41-bd96-2d5e1b51df04, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=5a482587-d034-4d41-bd96-2d5e1b51df04,segment=NetworkSegment(7cc43599-a0d8-4406-a34b-9a95bfaee99f),segment_id=7cc43599-a0d8-4406-a34b-9a95bfaee99f)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:55.038705 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc1314-4ca2-4d49-95a6-432351698d93 service neutron] Pushing event updated for resources: {'Port': ['ID=a9e2f3c5-900e-4213-a9e0-32e50b35ea8b,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:55.047421 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 630dc1a7-dcca-447d-be85-47a578211f64 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:55.047749 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 630dc1a7-dcca-447d-be85-47a578211f64 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:55.048077 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 630dc1a7-dcca-447d-be85-47a578211f64 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:55.085767 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Port 630dc1a7-dcca-447d-be85-47a578211f64 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:17:55.085767 n-d-820553-2 neutron-server[102833]: ERROR neutron.plugins.ml2.managers [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Failed to bind port 630dc1a7-dcca-447d-be85-47a578211f64 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] Dec 17 15:17:55.090649 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:55.133861 n-d-820553-2 neutron-server[102833]: INFO neutron.plugins.ml2.plugin [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempt 10 to bind port 630dc1a7-dcca-447d-be85-47a578211f64 Dec 17 15:17:55.216304 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=5a482587-d034-4d41-bd96-2d5e1b51df04,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:55.279046 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-236fa008-1972-460d-9f7a-7beb1beb97e9 admin admin] Allocated IP 172.25.6.24 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/39741017-d477-46c7-8b09-2c886973d21e) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:17:55.289236 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 630dc1a7-dcca-447d-be85-47a578211f64 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:55.289835 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 630dc1a7-dcca-447d-be85-47a578211f64 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:55.290845 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempting to bind port 630dc1a7-dcca-447d-be85-47a578211f64 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:55.321878 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Port 630dc1a7-dcca-447d-be85-47a578211f64 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:17:55.329980 n-d-820553-2 neutron-server[102833]: ERROR neutron.plugins.ml2.managers [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Failed to bind port 630dc1a7-dcca-447d-be85-47a578211f64 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'a0030a55-c773-4469-a24a-f9f9305b4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '55da85b3-2380-4b0a-9f41-5d7cbeee54c7'}] Dec 17 15:17:55.330573 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:55.339842 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c33746-0a71-43fd-b91c-030eeebe80b9 None None] Network c40f8d61-9a0b-4b61-bfd1-db34a981b094 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:17:55.443563 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-98a253da-8f85-45c5-8f34-6146252a15ff None None] Provisioning complete for port 5a482587-d034-4d41-bd96-2d5e1b51df04 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:17:55.443942 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-98a253da-8f85-45c5-8f34-6146252a15ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:55.467604 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-98cc1314-4ca2-4d49-95a6-432351698d93 service neutron] Attempting to bind port a9e2f3c5-900e-4213-a9e0-32e50b35ea8b on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:55.468217 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-98cc1314-4ca2-4d49-95a6-432351698d93 service neutron] Attempting to bind port a9e2f3c5-900e-4213-a9e0-32e50b35ea8b by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:55.468717 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-98cc1314-4ca2-4d49-95a6-432351698d93 service neutron] Attempting to bind port a9e2f3c5-900e-4213-a9e0-32e50b35ea8b on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:55.489289 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-98cc1314-4ca2-4d49-95a6-432351698d93 service neutron] Port a9e2f3c5-900e-4213-a9e0-32e50b35ea8b on network f97c7142-717f-43eb-a835-5fcd8d6a6486 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:17:55.489980 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-98cc1314-4ca2-4d49-95a6-432351698d93 service neutron] Attempting to bind port a9e2f3c5-900e-4213-a9e0-32e50b35ea8b on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:55.559002 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] For port 630dc1a7-dcca-447d-be85-47a578211f64, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:17:55.559396 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attempted to set empty binding levels {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 17 15:17:55.602569 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:55.612090 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-98cc1314-4ca2-4d49-95a6-432351698d93 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:17:55.612432 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-98cc1314-4ca2-4d49-95a6-432351698d93 service neutron] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:17:55.612821 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-98cc1314-4ca2-4d49-95a6-432351698d93 service neutron] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:17:55.613593 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-98cc1314-4ca2-4d49-95a6-432351698d93 service neutron] Bound port: a9e2f3c5-900e-4213-a9e0-32e50b35ea8b, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:17:55.613775 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-98cc1314-4ca2-4d49-95a6-432351698d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:55.667566 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:55.686660 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-236fa008-1972-460d-9f7a-7beb1beb97e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:55.692351 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] In _notify_port_updated(), no bound segment for port 630dc1a7-dcca-447d-be85-47a578211f64 on network 55da85b3-2380-4b0a-9f41-5d7cbeee54c7 {{(pid=102833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 17 15:17:55.693234 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:55.693959 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:55.697682 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] 10.222.0.46 "PUT /v2.0/ports/630dc1a7-dcca-447d-be85-47a578211f64 HTTP/1.1" status: 200 len: 978 time: 3.3111539 Dec 17 15:17:55.715120 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48922) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:55.811486 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-98cc1314-4ca2-4d49-95a6-432351698d93 service neutron] For port a9e2f3c5-900e-4213-a9e0-32e50b35ea8b, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:17:55.814839 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-98cc1314-4ca2-4d49-95a6-432351698d93 service neutron] For port a9e2f3c5-900e-4213-a9e0-32e50b35ea8b, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=a9e2f3c5-900e-4213-a9e0-32e50b35ea8b,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:17:55.842514 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419405c0-96a7-45b5-9bee-314c33507b46 req-c48f32c2-c9d8-4eca-863a-90b2fff0ee1c tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:55.844064 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-419405c0-96a7-45b5-9bee-314c33507b46 req-c48f32c2-c9d8-4eca-863a-90b2fff0ee1c tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/ports?device_id=0466edad-0a40-408e-9563-0c42aa580453 HTTP/1.1" status: 200 len: 948 time: 0.2381952 Dec 17 15:17:55.847609 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3ac86d1-5afb-4fc9-b8fa-deeb05dab5e9 req-68dc2e03-3fd9-4512-b692-f0495853d70e tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Router fa5891b7-113a-453b-ac72-51d5e214dacd has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:17:55.863542 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d34a8-5124-428c-a60d-0dac686e82b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Pushing event updated for resources: {'Port': ['ID=630dc1a7-dcca-447d-be85-47a578211f64,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:55.936223 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-98cc1314-4ca2-4d49-95a6-432351698d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:55.988650 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4a4163db-46f2-426f-81e2-fe738135dcc9 None None] Provisioning complete for port 5a482587-d034-4d41-bd96-2d5e1b51df04 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:17:55.989286 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4a4163db-46f2-426f-81e2-fe738135dcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:56.041285 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc1314-4ca2-4d49-95a6-432351698d93 service neutron] Pushing event updated for resources: {'Port': ['ID=a9e2f3c5-900e-4213-a9e0-32e50b35ea8b,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:56.059674 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-419405c0-96a7-45b5-9bee-314c33507b46 req-c6d00d92-bfc3-4f89-869a-c1d7966943cc tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4c5e0d8-011b-4198-b6a9-61876d9a3344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979821 Dec 17 15:17:56.069078 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-98cc1314-4ca2-4d49-95a6-432351698d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:56.070536 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-98cc1314-4ca2-4d49-95a6-432351698d93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:56.072493 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-98cc1314-4ca2-4d49-95a6-432351698d93 service neutron] 10.222.0.13 "PUT /v2.0/ports/a9e2f3c5-900e-4213-a9e0-32e50b35ea8b HTTP/1.1" status: 200 len: 1096 time: 2.0710506 Dec 17 15:17:56.077851 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0466edad-0a40-408e-9563-0c42aa580453', 'tag': 'a9e2f3c5-900e-4213-a9e0-32e50b35ea8b'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:17:56.081155 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae241eeb-9a7c-4984-9cc1-8297212e8774" -d '{"events": [{"name": "network-changed", "server_uuid": "0466edad-0a40-408e-9563-0c42aa580453", "tag": "a9e2f3c5-900e-4213-a9e0-32e50b35ea8b"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:17:56.089240 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-92081fe5-59e7-4438-84d1-08bf22e58fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Deleting port 630dc1a7-dcca-447d-be85-47a578211f64 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:17:56.089920 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-92081fe5-59e7-4438-84d1-08bf22e58fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:56.171674 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-236fa008-1972-460d-9f7a-7beb1beb97e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:56.200040 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-1cb399b8-dba0-496d-94b8-8a99cfcaae57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e731472-de43-4b63-8aa9-877324ff8393 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:17:56.208947 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-1cb399b8-dba0-496d-94b8-8a99cfcaae57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:56.223041 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-1cb399b8-dba0-496d-94b8-8a99cfcaae57 service neutron] Transition to ACTIVE for port object 0e731472-de43-4b63-8aa9-877324ff8393 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:17:56.238989 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236fa008-1972-460d-9f7a-7beb1beb97e9 admin admin] Pushing event updated for resources: {'Port': ['ID=39741017-d477-46c7-8b09-2c886973d21e,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:56.267070 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3ac86d1-5afb-4fc9-b8fa-deeb05dab5e9 req-68dc2e03-3fd9-4512-b692-f0495853d70e tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:17:56.273836 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236fa008-1972-460d-9f7a-7beb1beb97e9 admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:17:56.281846 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66de2f86-3618-40a0-8dde-6b2f339d3dc1 None None] Sync routers for ids ['fa5891b7-113a-453b-ac72-51d5e214dacd'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:17:56.297480 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-236fa008-1972-460d-9f7a-7beb1beb97e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:17:56.298099 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66de2f86-3618-40a0-8dde-6b2f339d3dc1 None None] Routers {'fa5891b7-113a-453b-ac72-51d5e214dacd'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:17:56.298622 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-66de2f86-3618-40a0-8dde-6b2f339d3dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:17:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['fa5891b7-113a-453b-ac72-51d5e214dacd'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:56.315418 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236fa008-1972-460d-9f7a-7beb1beb97e9 admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:17:56.336549 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b3ac86d1-5afb-4fc9-b8fa-deeb05dab5e9 req-68dc2e03-3fd9-4512-b692-f0495853d70e tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:56.393269 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-1cb399b8-dba0-496d-94b8-8a99cfcaae57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:56.456413 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-92081fe5-59e7-4438-84d1-08bf22e58fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] For port 630dc1a7-dcca-447d-be85-47a578211f64, host n-h2-820553-2, got binding levels [] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:17:56.459581 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-92081fe5-59e7-4438-84d1-08bf22e58fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:56.493687 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-92081fe5-59e7-4438-84d1-08bf22e58fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Calling delete_port for 630dc1a7-dcca-447d-be85-47a578211f64 owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:17:56.530593 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3ac86d1-5afb-4fc9-b8fa-deeb05dab5e9 req-68dc2e03-3fd9-4512-b692-f0495853d70e tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "PUT /v2.0/floatingips/b4e172c0-2500-402b-a5c3-4830f628baea HTTP/1.1" status: 200 len: 996 time: 3.8823156 Dec 17 15:17:56.539493 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f8f86f-ca58-47c7-b2c0-ae080d2fc779', 'tag': '133399b1-2c30-43a2-a3dd-b2f65abc651d'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:17:56.543450 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e1a186-cc8f-4d76-aec6-fc776ba88074" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f8f86f-ca58-47c7-b2c0-ae080d2fc779", "tag": "133399b1-2c30-43a2-a3dd-b2f65abc651d"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:17:56.564931 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 5a482587-d034-4d41-bd96-2d5e1b51df04 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:17:56.610295 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34126dd6-a3ce-4d0e-9d21-634d8898177b req-30d5ecf5-9ed1-49f3-93c7-839378d36884 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:56.611896 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34126dd6-a3ce-4d0e-9d21-634d8898177b req-30d5ecf5-9ed1-49f3-93c7-839378d36884 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1162265-cc50-46c4-89ef-7f56179eb1e7 HTTP/1.1" status: 200 len: 943 time: 0.3427279 Dec 17 15:17:56.613854 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb399b8-dba0-496d-94b8-8a99cfcaae57 service neutron] Pushing event updated for resources: {'Port': ['ID=0e731472-de43-4b63-8aa9-877324ff8393,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:56.663551 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-66de2f86-3618-40a0-8dde-6b2f339d3dc1 None None] Set router fa5891b7-113a-453b-ac72-51d5e214dacd gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:17:56.671467 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 5a482587-d034-4d41-bd96-2d5e1b51df04 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:17:56.672235 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:56.733655 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-786514ab-d4fc-4a65-815c-d17bea872113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:56.736082 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-786514ab-d4fc-4a65-815c-d17bea872113 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f3c821e650ee4cc2b6a821354a097a7c&device_id=0466edad-0a40-408e-9563-0c42aa580453 HTTP/1.1" status: 200 len: 1099 time: 0.5001235 Dec 17 15:17:56.741527 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac86d1-5afb-4fc9-b8fa-deeb05dab5e9 req-14948982-87e1-4349-ac9f-d30f0052bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:56.745769 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3ac86d1-5afb-4fc9-b8fa-deeb05dab5e9 req-14948982-87e1-4349-ac9f-d30f0052bd57 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a664fc5838dc44cb8d9481b453356af9&device_id=e1f8f86f-ca58-47c7-b2c0-ae080d2fc779 HTTP/1.1" status: 200 len: 1096 time: 0.1937203 Dec 17 15:17:56.770854 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34126dd6-a3ce-4d0e-9d21-634d8898177b req-18628a39-ea84-4ee6-a0b0-e33803a0c474 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025236 Dec 17 15:17:56.810373 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-1cb399b8-dba0-496d-94b8-8a99cfcaae57 service neutron] Attempting to bind port 0e731472-de43-4b63-8aa9-877324ff8393 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:17:56.810719 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-1cb399b8-dba0-496d-94b8-8a99cfcaae57 service neutron] Attempting to bind port 0e731472-de43-4b63-8aa9-877324ff8393 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '50913541-c4fc-4052-a5a4-4ef73bad2e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '72959918-115f-4f15-a904-42652bab9b2e'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:17:56.811077 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-1cb399b8-dba0-496d-94b8-8a99cfcaae57 service neutron] Attempting to bind port 0e731472-de43-4b63-8aa9-877324ff8393 on network 72959918-115f-4f15-a904-42652bab9b2e {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:56.849303 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-5f928349-7af3-4f34-af96-b0e04f7e1059 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=a9e2f3c5-900e-4213-a9e0-32e50b35ea8b HTTP/1.1" status: 200 len: 217 time: 0.0913277 Dec 17 15:17:56.929708 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-1cb399b8-dba0-496d-94b8-8a99cfcaae57 service neutron] Port 0e731472-de43-4b63-8aa9-877324ff8393 on network 72959918-115f-4f15-a904-42652bab9b2e not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:17:56.930288 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-1cb399b8-dba0-496d-94b8-8a99cfcaae57 service neutron] Attempting to bind port 0e731472-de43-4b63-8aa9-877324ff8393 on network 72959918-115f-4f15-a904-42652bab9b2e {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:17:56.943962 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-1cb399b8-dba0-496d-94b8-8a99cfcaae57 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:17:56.949474 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-1cb399b8-dba0-496d-94b8-8a99cfcaae57 service neutron] Checking segment: {'id': '50913541-c4fc-4052-a5a4-4ef73bad2e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '72959918-115f-4f15-a904-42652bab9b2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:17:56.949474 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-1cb399b8-dba0-496d-94b8-8a99cfcaae57 service neutron] Bound using segment: {'id': '50913541-c4fc-4052-a5a4-4ef73bad2e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '72959918-115f-4f15-a904-42652bab9b2e'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:17:56.949474 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-1cb399b8-dba0-496d-94b8-8a99cfcaae57 service neutron] Bound port: 0e731472-de43-4b63-8aa9-877324ff8393, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50913541-c4fc-4052-a5a4-4ef73bad2e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '72959918-115f-4f15-a904-42652bab9b2e'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:17:56.949474 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-1cb399b8-dba0-496d-94b8-8a99cfcaae57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:57.020546 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-d980f2b6-e17d-4b70-b44c-c40c1cf8d7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:57.022334 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-d980f2b6-e17d-4b70-b44c-c40c1cf8d7f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.1602676 Dec 17 15:17:57.052957 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac86d1-5afb-4fc9-b8fa-deeb05dab5e9 req-25dd184c-b96c-4a7c-a63f-694fa8a744cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:57.054696 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3ac86d1-5afb-4fc9-b8fa-deeb05dab5e9 req-25dd184c-b96c-4a7c-a63f-694fa8a744cc service neutron] 10.222.0.46 "GET /v2.0/networks?id=b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 HTTP/1.1" status: 200 len: 921 time: 0.2869036 Dec 17 15:17:57.100858 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-66de2f86-3618-40a0-8dde-6b2f339d3dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'name': 'tempest-FloatingIPsAssociationTestJSON-392780655-router', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:16:51Z', 'updated_at': '2021-12-17T15:16:58Z', 'revision_number': 4, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'gw_port': {'id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:52Z', 'updated_at': '2021-12-17T15:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'b4e172c0-2500-402b-a5c3-4830f628baea', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'port_id': '133399b1-2c30-43a2-a3dd-b2f65abc651d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'mac_address': 'fa:16:3e:34:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f8f86f-ca58-47c7-b2c0-ae080d2fc779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:17:33Z', 'updated_at': '2021-12-17T15:17:53Z', 'revision_number': 1, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee55124-6c1e-4098-8106-35abeefde7ee', 'name': '', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'mac_address': 'fa:16:3e:f7:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:57Z', 'updated_at': '2021-12-17T15:17:05Z', 'revision_number': 5, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'subnets': [{'id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:57.110563 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-1cb399b8-dba0-496d-94b8-8a99cfcaae57 service neutron] For port 0e731472-de43-4b63-8aa9-877324ff8393, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:17:57.134286 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-1cb399b8-dba0-496d-94b8-8a99cfcaae57 service neutron] For port 0e731472-de43-4b63-8aa9-877324ff8393, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=0e731472-de43-4b63-8aa9-877324ff8393,segment=NetworkSegment(50913541-c4fc-4052-a5a4-4ef73bad2e3d),segment_id=50913541-c4fc-4052-a5a4-4ef73bad2e3d)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:17:57.163344 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3ac86d1-5afb-4fc9-b8fa-deeb05dab5e9 req-07976647-966c-4cf3-a78a-fc7bce983cc9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=133399b1-2c30-43a2-a3dd-b2f65abc651d HTTP/1.1" status: 200 len: 999 time: 0.1009314 Dec 17 15:17:57.184018 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66de2f86-3618-40a0-8dde-6b2f339d3dc1 None None] Checking router: fa5891b7-113a-453b-ac72-51d5e214dacd for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:17:57.205678 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66de2f86-3618-40a0-8dde-6b2f339d3dc1 None None] Routers {'fa5891b7-113a-453b-ac72-51d5e214dacd'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:17:57.206463 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-66de2f86-3618-40a0-8dde-6b2f339d3dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:17:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['fa5891b7-113a-453b-ac72-51d5e214dacd'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:57.207080 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758d5ef0-a7df-44b2-a8c5-672cfb26cac6 x-openstack-request-id: req-758d5ef0-a7df-44b2-a8c5-672cfb26cac6 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:17:57.208840 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0466edad-0a40-408e-9563-0c42aa580453", "tag": "a9e2f3c5-900e-4213-a9e0-32e50b35ea8b", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:17:57.209221 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-758d5ef0-a7df-44b2-a8c5-672cfb26cac6 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:17:57.209808 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0466edad-0a40-408e-9563-0c42aa580453', 'tag': 'a9e2f3c5-900e-4213-a9e0-32e50b35ea8b', 'status': 'completed', 'code': 200} Dec 17 15:17:57.233334 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac86d1-5afb-4fc9-b8fa-deeb05dab5e9 req-b26cedfe-8b4f-4237-9ec1-73cc63cbe676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:57.238178 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3ac86d1-5afb-4fc9-b8fa-deeb05dab5e9 req-b26cedfe-8b4f-4237-9ec1-73cc63cbe676 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da83ff64-289b-4a41-8d14-866b7dfb3d66 HTTP/1.1" status: 200 len: 859 time: 0.0658307 Dec 17 15:17:57.238613 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-92081fe5-59e7-4438-84d1-08bf22e58fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:57.242199 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409c3c4f-438d-4ccd-9a2a-84cfc547fed5 x-openstack-request-id: req-409c3c4f-438d-4ccd-9a2a-84cfc547fed5 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:17:57.242703 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f8f86f-ca58-47c7-b2c0-ae080d2fc779", "tag": "133399b1-2c30-43a2-a3dd-b2f65abc651d", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:17:57.248800 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-409c3c4f-438d-4ccd-9a2a-84cfc547fed5 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:17:57.248800 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f8f86f-ca58-47c7-b2c0-ae080d2fc779', 'tag': '133399b1-2c30-43a2-a3dd-b2f65abc651d', 'status': 'completed', 'code': 200} Dec 17 15:17:57.254665 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-1cb399b8-dba0-496d-94b8-8a99cfcaae57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:57.304479 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-92081fe5-59e7-4438-84d1-08bf22e58fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:57.307871 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-92081fe5-59e7-4438-84d1-08bf22e58fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] 10.222.0.46 "DELETE /v2.0/ports/630dc1a7-dcca-447d-be85-47a578211f64 HTTP/1.1" status: 204 len: 168 time: 1.5888040 Dec 17 15:17:57.335691 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48952) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:57.360626 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-66de2f86-3618-40a0-8dde-6b2f339d3dc1 None None] Set router fa5891b7-113a-453b-ac72-51d5e214dacd gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:17:57.375845 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92081fe5-59e7-4438-84d1-08bf22e58fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] Pushing event deleted for resources: {'Port': ['ID=630dc1a7-dcca-447d-be85-47a578211f64,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:57.378199 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2dac417-fc5e-4d11-88df-d40d7ee8cb8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] GET failed (client error): The resource could not be found. Dec 17 15:17:57.379860 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b2dac417-fc5e-4d11-88df-d40d7ee8cb8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1257637269-project-admin] 10.222.0.46 "GET /v2.0/ports/630dc1a7-dcca-447d-be85-47a578211f64 HTTP/1.1" status: 404 len: 333 time: 0.0402942 Dec 17 15:17:57.391618 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48958) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:57.415532 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-1cb399b8-dba0-496d-94b8-8a99cfcaae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:57.416457 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-1cb399b8-dba0-496d-94b8-8a99cfcaae57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:57.418604 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-1cb399b8-dba0-496d-94b8-8a99cfcaae57 service neutron] 10.222.0.13 "PUT /v2.0/ports/0e731472-de43-4b63-8aa9-877324ff8393 HTTP/1.1" status: 200 len: 1091 time: 2.9255605 Dec 17 15:17:57.474621 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1a186-cc8f-4d76-aec6-fc776ba88074 req-1d7d0b46-1c55-4fe3-a0e6-e8fe3ef5678f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:57.475515 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-4a4542e3-b9a5-4603-b3b5-2904fde6bf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:57.477471 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-4a4542e3-b9a5-4603-b3b5-2904fde6bf03 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2667897 Dec 17 15:17:57.481753 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f5e1a186-cc8f-4d76-aec6-fc776ba88074 req-1d7d0b46-1c55-4fe3-a0e6-e8fe3ef5678f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a664fc5838dc44cb8d9481b453356af9&device_id=e1f8f86f-ca58-47c7-b2c0-ae080d2fc779 HTTP/1.1" status: 200 len: 1096 time: 0.2378116 Dec 17 15:17:57.487834 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb399b8-dba0-496d-94b8-8a99cfcaae57 service neutron] Pushing event updated for resources: {'Port': ['ID=0e731472-de43-4b63-8aa9-877324ff8393,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:57.519043 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaea28f-a167-4322-a156-d8cd561b964c req-01e0aa73-fdc3-4a89-8a42-358d6c78122b tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:57.531292 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5aaea28f-a167-4322-a156-d8cd561b964c req-01e0aa73-fdc3-4a89-8a42-358d6c78122b tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/ports?device_id=0466edad-0a40-408e-9563-0c42aa580453 HTTP/1.1" status: 200 len: 948 time: 0.2727547 Dec 17 15:17:57.577056 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac86d1-5afb-4fc9-b8fa-deeb05dab5e9 req-7244ee80-745d-49a0-91d4-01d43da3c3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:57.586657 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3ac86d1-5afb-4fc9-b8fa-deeb05dab5e9 req-7244ee80-745d-49a0-91d4-01d43da3c3e7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b2bc70b2-1b17-4db0-acd7-24d62fbc7a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3255048 Dec 17 15:17:57.592933 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-b3ac86d1-5afb-4fc9-b8fa-deeb05dab5e9 req-c5be17c8-865a-4bce-a855-42620f12383e service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:17:57.600130 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3ac86d1-5afb-4fc9-b8fa-deeb05dab5e9 req-c5be17c8-865a-4bce-a855-42620f12383e service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123169 Dec 17 15:17:57.608219 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-236fa008-1972-460d-9f7a-7beb1beb97e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:57.759295 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5aaea28f-a167-4322-a156-d8cd561b964c req-d1234982-b567-4f4e-a856-ad7362f20753 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4c5e0d8-011b-4198-b6a9-61876d9a3344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256806 Dec 17 15:17:57.790457 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:17:57.806858 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b71ec041-e2bf-49d1-a5ba-8abaf80c9804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:57.920699 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-cbf73ba2-a793-45e0-9f4e-285e9ce25db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:57.922622 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-cbf73ba2-a793-45e0-9f4e-285e9ce25db6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47d7fbf2bea4406699034a230bc642f9&device_id=e1162265-cc50-46c4-89ef-7f56179eb1e7 HTTP/1.1" status: 200 len: 1094 time: 0.2840283 Dec 17 15:17:57.928832 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1a186-cc8f-4d76-aec6-fc776ba88074 req-f908ae0f-e5e8-48a0-8277-c209268d88ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:57.931935 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f5e1a186-cc8f-4d76-aec6-fc776ba88074 req-f908ae0f-e5e8-48a0-8277-c209268d88ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 HTTP/1.1" status: 200 len: 921 time: 0.3910074 Dec 17 15:17:57.966191 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3ac86d1-5afb-4fc9-b8fa-deeb05dab5e9 req-05615839-58ba-4539-8308-cf9f1656055f service neutron] 10.222.0.46 "GET /v2.0/networks/b2bc70b2-1b17-4db0-acd7-24d62fbc7a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649790 Dec 17 15:17:57.970112 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-66de2f86-3618-40a0-8dde-6b2f339d3dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'name': 'tempest-FloatingIPsAssociationTestJSON-392780655-router', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:16:51Z', 'updated_at': '2021-12-17T15:16:58Z', 'revision_number': 4, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'gw_port': {'id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:52Z', 'updated_at': '2021-12-17T15:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'b4e172c0-2500-402b-a5c3-4830f628baea', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'port_id': '133399b1-2c30-43a2-a3dd-b2f65abc651d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'mac_address': 'fa:16:3e:34:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f8f86f-ca58-47c7-b2c0-ae080d2fc779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:17:33Z', 'updated_at': '2021-12-17T15:17:53Z', 'revision_number': 1, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee55124-6c1e-4098-8106-35abeefde7ee', 'name': '', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'mac_address': 'fa:16:3e:f7:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:57Z', 'updated_at': '2021-12-17T15:17:05Z', 'revision_number': 5, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'subnets': [{'id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:58.010155 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66de2f86-3618-40a0-8dde-6b2f339d3dc1 None None] The sync data for ids ['fa5891b7-113a-453b-ac72-51d5e214dacd'] in n-d-820553-2 is: [{'id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'name': 'tempest-FloatingIPsAssociationTestJSON-392780655-router', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:16:51Z', 'updated_at': '2021-12-17T15:16:58Z', 'revision_number': 4, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'gw_port': {'id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:52Z', 'updated_at': '2021-12-17T15:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'b4e172c0-2500-402b-a5c3-4830f628baea', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'port_id': '133399b1-2c30-43a2-a3dd-b2f65abc651d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'mac_address': 'fa:16:3e:34:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f8f86f-ca58-47c7-b2c0-ae080d2fc779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:17:33Z', 'updated_at': '2021-12-17T15:17:53Z', 'revision_number': 1, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee55124-6c1e-4098-8106-35abeefde7ee', 'name': '', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'mac_address': 'fa:16:3e:f7:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:57Z', 'updated_at': '2021-12-17T15:17:05Z', 'revision_number': 5, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'subnets': [{'id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:17:58.065832 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-b452af75-5585-4cbe-833b-81d138d65f2e service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5787075 Dec 17 15:17:58.115519 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-296f6834-6f95-4404-b5a0-dc2ab5694a38 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0e731472-de43-4b63-8aa9-877324ff8393 HTTP/1.1" status: 200 len: 217 time: 0.1635129 Dec 17 15:17:58.259898 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa02ba-7668-4909-b291-8af5b3faf360 req-ebc06d07-01a9-4a0d-b7f5-2f0bb4a5130d tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:58.270209 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e3fa02ba-7668-4909-b291-8af5b3faf360 req-ebc06d07-01a9-4a0d-b7f5-2f0bb4a5130d tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1162265-cc50-46c4-89ef-7f56179eb1e7 HTTP/1.1" status: 200 len: 943 time: 0.3749771 Dec 17 15:17:58.287387 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f5e1a186-cc8f-4d76-aec6-fc776ba88074 req-cc958a25-602c-436b-83b0-1e93c4c0555c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=133399b1-2c30-43a2-a3dd-b2f65abc651d HTTP/1.1" status: 200 len: 999 time: 0.3123982 Dec 17 15:17:58.292794 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b71ec041-e2bf-49d1-a5ba-8abaf80c9804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:58.299633 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ba0a816c-ae8f-4b91-bcd8-2aa48db1a608 req-14e3f160-357c-4c9c-9514-09e50897ae90 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167428 Dec 17 15:17:58.334052 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-b71ec041-e2bf-49d1-a5ba-8abaf80c9804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55da85b3-2380-4b0a-9f41-5d7cbeee54c7']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:58.349407 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-b71ec041-e2bf-49d1-a5ba-8abaf80c9804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0030a55-c773-4469-a24a-f9f9305b4171') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:58.349813 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-b71ec041-e2bf-49d1-a5ba-8abaf80c9804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0030a55-c773-4469-a24a-f9f9305b4171') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:58.357675 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3ac86d1-5afb-4fc9-b8fa-deeb05dab5e9 req-6e1683f1-7003-4816-8f54-975aecb1d2c0 service neutron] 10.222.0.46 "GET /v2.0/networks/b2bc70b2-1b17-4db0-acd7-24d62fbc7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907115 Dec 17 15:17:58.378593 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b71ec041-e2bf-49d1-a5ba-8abaf80c9804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:58.388963 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-d59b5573-39b9-4618-924f-73491b7b3f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:58.390488 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-d59b5573-39b9-4618-924f-73491b7b3f07 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=95ec1172-deaa-4898-b906-b0423633683b HTTP/1.1" status: 200 len: 850 time: 0.2616675 Dec 17 15:17:58.413142 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b71ec041-e2bf-49d1-a5ba-8abaf80c9804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:58.416054 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-236fa008-1972-460d-9f7a-7beb1beb97e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:58.427974 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b71ec041-e2bf-49d1-a5ba-8abaf80c9804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:17:58.428538 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b71ec041-e2bf-49d1-a5ba-8abaf80c9804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:58.432000 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:17:58.432000 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:17:58.432000 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:17:58.432000 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:17:58.432000 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:17:58.432000 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:17:58.432000 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:17:58.432000 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:17:58.432000 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:17:58.432000 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:17:58.432000 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:17:58.432000 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:17:58.432000 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:17:58.432000 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:17:58.432000 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:17:58.432000 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:17:58.432000 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:17:58.432000 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:17:58.432000 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:17:58.432000 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:17:58.432000 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:17:58.432000 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:17:58.432000 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:17:58.432000 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:17:58.432000 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:17:58.432000 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:17:58.432000 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:17:58.432000 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:17:58.432000 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:17:58.432000 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:17:58.432000 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:17:58.432000 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:17:58.469915 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b45dc9b-eff0-4ac0-be34-bbba963da6c7 None None] New status for floating IP b4e172c0-2500-402b-a5c3-4830f628baea: ACTIVE {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:17:58.470186 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-d6ab5a32-e682-495e-bf93-5fa6470ce687 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72959918-115f-4f15-a904-42652bab9b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436704 Dec 17 15:17:58.517202 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1a186-cc8f-4d76-aec6-fc776ba88074 req-a741805b-873e-47a5-b99e-145fdad2a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:58.524468 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f5e1a186-cc8f-4d76-aec6-fc776ba88074 req-a741805b-873e-47a5-b99e-145fdad2a00d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da83ff64-289b-4a41-8d14-866b7dfb3d66 HTTP/1.1" status: 200 len: 859 time: 0.1962180 Dec 17 15:17:58.536231 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e3fa02ba-7668-4909-b291-8af5b3faf360 req-6867211b-81dc-4f79-a5b1-8fa4669600be tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640431 Dec 17 15:17:58.894825 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1a186-cc8f-4d76-aec6-fc776ba88074 req-8882d699-30ab-44db-9418-7e83bf223419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:58.896694 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f5e1a186-cc8f-4d76-aec6-fc776ba88074 req-8882d699-30ab-44db-9418-7e83bf223419 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2bc70b2-1b17-4db0-acd7-24d62fbc7a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3356173 Dec 17 15:17:58.970005 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-81d7297c-5342-4f8f-b830-cd98adcac507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:59.088261 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-159abd3c-3970-4976-b1af-6c84990387b0 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:59.097609 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-159abd3c-3970-4976-b1af-6c84990387b0 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5851fb1-81e2-4c9a-abf1-848a747ebfde&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3202806 Dec 17 15:17:59.114178 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-4721ebad-6f57-4bf6-a1bf-e0d3115e8eab service neutron] 10.222.0.13 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6435902 Dec 17 15:17:59.140513 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae241eeb-9a7c-4984-9cc1-8297212e8774 req-74dc2170-e0aa-49be-9910-bb51713c60e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:59.142499 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ae241eeb-9a7c-4984-9cc1-8297212e8774 req-74dc2170-e0aa-49be-9910-bb51713c60e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f3c821e650ee4cc2b6a821354a097a7c&device_id=0466edad-0a40-408e-9563-0c42aa580453 HTTP/1.1" status: 200 len: 1099 time: 0.6637366 Dec 17 15:17:59.162248 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b71ec041-e2bf-49d1-a5ba-8abaf80c9804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:59.175832 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b71ec041-e2bf-49d1-a5ba-8abaf80c9804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:59.179765 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b71ec041-e2bf-49d1-a5ba-8abaf80c9804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922-project] 10.222.0.46 "DELETE /v2.0/networks/55da85b3-2380-4b0a-9f41-5d7cbeee54c7 HTTP/1.1" status: 204 len: 168 time: 1.7842963 Dec 17 15:17:59.232851 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47925a68-aba3-4507-814e-4cfec99710ef req-11b9359c-510f-4b9b-ac3f-b5682ef3970a tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:59.240332 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-47925a68-aba3-4507-814e-4cfec99710ef req-11b9359c-510f-4b9b-ac3f-b5682ef3970a tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/ports?device_id=0466edad-0a40-408e-9563-0c42aa580453 HTTP/1.1" status: 200 len: 948 time: 0.2986450 Dec 17 15:17:59.251536 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ec041-e2bf-49d1-a5ba-8abaf80c9804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-469157922-project] Pushing event deleted for resources: {'Network': ['ID=55da85b3-2380-4b0a-9f41-5d7cbeee54c7,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:17:59.257164 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1162265-cc50-46c4-89ef-7f56179eb1e7', 'tag': '0e731472-de43-4b63-8aa9-877324ff8393'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:17:59.260034 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5786440-78fb-4917-8574-6efc2edf2362" -d '{"events": [{"name": "network-changed", "server_uuid": "e1162265-cc50-46c4-89ef-7f56179eb1e7", "tag": "0e731472-de43-4b63-8aa9-877324ff8393"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:17:59.295355 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f5e1a186-cc8f-4d76-aec6-fc776ba88074 req-a8b9e5a7-a27b-468c-9461-57679f271d37 service neutron] 10.222.0.41 "GET /v2.0/networks/b2bc70b2-1b17-4db0-acd7-24d62fbc7a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652298 Dec 17 15:17:59.305459 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236fa008-1972-460d-9f7a-7beb1beb97e9 admin admin] Router 444fe810-5862-4dfe-9960-2d79cbec35dc is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:17:59.328090 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-dcd8b098-973f-4b36-8dce-47ef75beb0e8 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.170 HTTP/1.1" status: 200 len: 1001 time: 0.2278385 Dec 17 15:17:59.356771 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-47925a68-aba3-4507-814e-4cfec99710ef req-92242ada-b07e-4d49-bc5c-847746b64658 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4c5e0d8-011b-4198-b6a9-61876d9a3344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112285 Dec 17 15:17:59.444117 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-c16c87f5-b72a-4a87-8267-b1bf31dde8ce tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Request body: {'floatingip': {'port_id': 'f52c471e-7c3b-4371-bdd7-2a89134a4d65', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:17:59.453167 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a37c3a-1431-42c0-bac3-b45f96ad413e x-openstack-request-id: req-f9a37c3a-1431-42c0-bac3-b45f96ad413e {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:17:59.459035 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1162265-cc50-46c4-89ef-7f56179eb1e7", "tag": "0e731472-de43-4b63-8aa9-877324ff8393", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:17:59.459035 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f9a37c3a-1431-42c0-bac3-b45f96ad413e {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:17:59.459035 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1162265-cc50-46c4-89ef-7f56179eb1e7', 'tag': '0e731472-de43-4b63-8aa9-877324ff8393', 'status': 'completed', 'code': 200} Dec 17 15:17:59.514213 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae241eeb-9a7c-4984-9cc1-8297212e8774 req-41398b0f-66a5-4896-9e7e-974e1cadb622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:59.516747 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ae241eeb-9a7c-4984-9cc1-8297212e8774 req-41398b0f-66a5-4896-9e7e-974e1cadb622 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.3638549 Dec 17 15:17:59.530985 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad737bcd-3ad8-4f05-874c-cd7c89dd6227 req-13177391-2b0f-444c-ac10-36692a8c7f94 service neutron] 10.222.0.13 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803768 Dec 17 15:17:59.577648 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-c16c87f5-b72a-4a87-8267-b1bf31dde8ce tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks [] for floatingip, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:59.596126 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ae241eeb-9a7c-4984-9cc1-8297212e8774 req-172531e2-6edf-4f7f-8622-2ff0ca2c7db1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=a9e2f3c5-900e-4213-a9e0-32e50b35ea8b HTTP/1.1" status: 200 len: 217 time: 0.0703623 Dec 17 15:17:59.625407 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236fa008-1972-460d-9f7a-7beb1beb97e9 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:17:59.638721 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bbae19-075e-4196-8b5f-222a6ed933aa None None] Sync routers for ids ['444fe810-5862-4dfe-9960-2d79cbec35dc'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:17:59.654728 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bbae19-075e-4196-8b5f-222a6ed933aa None None] Routers {'444fe810-5862-4dfe-9960-2d79cbec35dc'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:17:59.654728 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-26bbae19-075e-4196-8b5f-222a6ed933aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:17:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['444fe810-5862-4dfe-9960-2d79cbec35dc'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:17:59.695344 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f5e1a186-cc8f-4d76-aec6-fc776ba88074 req-665bbdbf-75ff-4e35-89c9-101d940608aa service neutron] 10.222.0.41 "GET /v2.0/networks/b2bc70b2-1b17-4db0-acd7-24d62fbc7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841100 Dec 17 15:17:59.752039 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae241eeb-9a7c-4984-9cc1-8297212e8774 req-5aa32827-37dc-4788-b185-ab2e429098da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:59.760897 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ae241eeb-9a7c-4984-9cc1-8297212e8774 req-5aa32827-37dc-4788-b185-ab2e429098da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.1516323 Dec 17 15:17:59.828573 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae241eeb-9a7c-4984-9cc1-8297212e8774 req-794d07e5-c2ae-4d39-9094-76578d0a63cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:17:59.833283 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ae241eeb-9a7c-4984-9cc1-8297212e8774 req-794d07e5-c2ae-4d39-9094-76578d0a63cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0617483 Dec 17 15:17:59.839172 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-236fa008-1972-460d-9f7a-7beb1beb97e9 admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:17:59.844112 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-236fa008-1972-460d-9f7a-7beb1beb97e9 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 7.6718533 Dec 17 15:17:59.853736 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49014) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:17:59.925155 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-26bbae19-075e-4196-8b5f-222a6ed933aa None None] Set router 444fe810-5862-4dfe-9960-2d79cbec35dc gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:18:00.044653 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ddff7-5f1e-4570-a1b5-33560a0f405a req-5e0f375c-463b-4f91-8c28-9b171fe65e8f tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:00.058140 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4a1ddff7-5f1e-4570-a1b5-33560a0f405a req-5e0f375c-463b-4f91-8c28-9b171fe65e8f tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1162265-cc50-46c4-89ef-7f56179eb1e7 HTTP/1.1" status: 200 len: 943 time: 0.3508329 Dec 17 15:18:00.068718 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5786440-78fb-4917-8574-6efc2edf2362 req-518480c6-37cd-4c47-928f-e622215fca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:00.070348 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a5786440-78fb-4917-8574-6efc2edf2362 req-518480c6-37cd-4c47-928f-e622215fca29 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47d7fbf2bea4406699034a230bc642f9&device_id=e1162265-cc50-46c4-89ef-7f56179eb1e7 HTTP/1.1" status: 200 len: 1094 time: 0.2952306 Dec 17 15:18:00.163844 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49020) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:00.229828 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ae241eeb-9a7c-4984-9cc1-8297212e8774 req-bb6b0bfd-2be9-47d9-9755-5a48614098a2 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820333 Dec 17 15:18:00.255886 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5786440-78fb-4917-8574-6efc2edf2362 req-037ffcde-8863-4130-912b-07497d0f642f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:00.258534 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a5786440-78fb-4917-8574-6efc2edf2362 req-037ffcde-8863-4130-912b-07497d0f642f service neutron] 10.222.0.13 "GET /v2.0/networks?id=72959918-115f-4f15-a904-42652bab9b2e HTTP/1.1" status: 200 len: 911 time: 0.1758964 Dec 17 15:18:00.383359 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-26bbae19-075e-4196-8b5f-222a6ed933aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444fe810-5862-4dfe-9960-2d79cbec35dc', 'name': 'tempest-ServersTestMultiNic-24093567-router', 'tenant_id': '3d0e9155f3ac4449959a2049ad96c177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '39741017-d477-46c7-8b09-2c886973d21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:17:52Z', 'updated_at': '2021-12-17T15:17:56Z', 'revision_number': 3, 'project_id': '3d0e9155f3ac4449959a2049ad96c177', 'gw_port': {'id': '39741017-d477-46c7-8b09-2c886973d21e', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444fe810-5862-4dfe-9960-2d79cbec35dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:17:54Z', 'updated_at': '2021-12-17T15:17:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:00.417142 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bbae19-075e-4196-8b5f-222a6ed933aa None None] Checking router: 444fe810-5862-4dfe-9960-2d79cbec35dc for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:18:00.417439 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bbae19-075e-4196-8b5f-222a6ed933aa None None] Updating router 444fe810-5862-4dfe-9960-2d79cbec35dc port 39741017-d477-46c7-8b09-2c886973d21e binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:18:00.465234 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-26bbae19-075e-4196-8b5f-222a6ed933aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:00.558384 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ae241eeb-9a7c-4984-9cc1-8297212e8774 req-5af3e2b4-fd90-49dd-a5f6-508332007a22 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191650 Dec 17 15:18:00.631185 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-805d51d2-1b1c-46bc-b957-50950e3e26b7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ff52f7deaed640e1a9509fe1242196c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4640038 Dec 17 15:18:00.633903 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49026) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:00.714863 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4a1ddff7-5f1e-4570-a1b5-33560a0f405a req-1f93eb72-8d69-4d11-9522-6ff12aa6576c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6543345 Dec 17 15:18:00.717294 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a5786440-78fb-4917-8574-6efc2edf2362 req-7afc2a72-4e92-435d-908e-13617f4c94dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0e731472-de43-4b63-8aa9-877324ff8393 HTTP/1.1" status: 200 len: 217 time: 0.0747316 Dec 17 15:18:00.794443 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b397aaef-ea93-4957-99d3-a7a88225d64d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:00.795685 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5786440-78fb-4917-8574-6efc2edf2362 req-c16fa68f-ad48-4b5c-8ed7-413b6d351eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:00.797731 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a5786440-78fb-4917-8574-6efc2edf2362 req-c16fa68f-ad48-4b5c-8ed7-413b6d351eac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=95ec1172-deaa-4898-b906-b0423633683b HTTP/1.1" status: 200 len: 850 time: 0.0682914 Dec 17 15:18:00.840430 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-26bbae19-075e-4196-8b5f-222a6ed933aa None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:00.861008 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a5786440-78fb-4917-8574-6efc2edf2362 req-899ff130-bdbd-498e-ab86-f4d94a792993 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72959918-115f-4f15-a904-42652bab9b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316095 Dec 17 15:18:00.887662 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b397aaef-ea93-4957-99d3-a7a88225d64d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:00.938026 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device a9e2f3c5-900e-4213-a9e0-32e50b35ea8b details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:18:00.987522 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c0b79df5-e80f-4a94-9615-93dc840910d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:00.988291 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a5786440-78fb-4917-8574-6efc2edf2362 req-797360d6-3493-4857-9427-5346ad23ef9d service neutron] 10.222.0.13 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061399 Dec 17 15:18:01.060246 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-26bbae19-075e-4196-8b5f-222a6ed933aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:01.149925 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-551ae485-85c7-4564-be5a-342dba7c0ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:01.174427 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-c16c87f5-b72a-4a87-8267-b1bf31dde8ce tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:01.185375 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-26bbae19-075e-4196-8b5f-222a6ed933aa None None] Attempting to bind port 39741017-d477-46c7-8b09-2c886973d21e on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:18:01.185784 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-26bbae19-075e-4196-8b5f-222a6ed933aa None None] Attempting to bind port 39741017-d477-46c7-8b09-2c886973d21e by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:18:01.186102 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bbae19-075e-4196-8b5f-222a6ed933aa None None] Attempting to bind port 39741017-d477-46c7-8b09-2c886973d21e on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:18:01.190222 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c981f5f-2718-4fea-a4d6-6dfd682568f3 None None] Pushing event updated for resources: {'Port': ['ID=39741017-d477-46c7-8b09-2c886973d21e,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:01.207149 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bbae19-075e-4196-8b5f-222a6ed933aa None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:18:01.207550 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bbae19-075e-4196-8b5f-222a6ed933aa None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:18:01.207929 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-26bbae19-075e-4196-8b5f-222a6ed933aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:01.208336 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bbae19-075e-4196-8b5f-222a6ed933aa None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:18:01.208788 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-26bbae19-075e-4196-8b5f-222a6ed933aa None None] Bound port: 39741017-d477-46c7-8b09-2c886973d21e, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:18:01.209197 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-26bbae19-075e-4196-8b5f-222a6ed933aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:01.246206 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b397aaef-ea93-4957-99d3-a7a88225d64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:01.246206 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b397aaef-ea93-4957-99d3-a7a88225d64d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:01.246206 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b397aaef-ea93-4957-99d3-a7a88225d64d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/46c0e15a-9af2-493e-873a-f934b9c315f2 HTTP/1.1" status: 204 len: 168 time: 0.6091781 Dec 17 15:18:01.268485 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a5786440-78fb-4917-8574-6efc2edf2362 req-0ac7c40f-49a8-463e-a933-be56326324d4 service neutron] 10.222.0.13 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927029 Dec 17 15:18:01.307997 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-c16c87f5-b72a-4a87-8267-b1bf31dde8ce tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:01.309926 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397aaef-ea93-4957-99d3-a7a88225d64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c0e15a-9af2-493e-873a-f934b9c315f2,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:01.328345 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-c0b79df5-e80f-4a94-9615-93dc840910d6 admin admin] Allocated IP 172.20.0.1 (c40f8d61-9a0b-4b61-bfd1-db34a981b094/dc48977d-5031-4ce4-b02d-cdf61a1ea175/510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:18:01.424872 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eba74d-63a1-4d8a-8bb3-712664e89262 req-f6a954da-2a7a-40cd-bd57-001a8f57dd06 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:01.424872 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-17eba74d-63a1-4d8a-8bb3-712664e89262 req-f6a954da-2a7a-40cd-bd57-001a8f57dd06 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/ports?device_id=0466edad-0a40-408e-9563-0c42aa580453 HTTP/1.1" status: 200 len: 948 time: 0.2417915 Dec 17 15:18:01.452352 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port a9e2f3c5-900e-4213-a9e0-32e50b35ea8b, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=a9e2f3c5-900e-4213-a9e0-32e50b35ea8b,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:01.486484 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'a9e2f3c5-900e-4213-a9e0-32e50b35ea8b', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': 'a9e2f3c5-900e-4213-a9e0-32e50b35ea8b', 'mac_address': 'fa:16:3e:88:4a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:18:01.490785 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-26bbae19-075e-4196-8b5f-222a6ed933aa None None] For port 39741017-d477-46c7-8b09-2c886973d21e, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:18:01.503057 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-26bbae19-075e-4196-8b5f-222a6ed933aa None None] For port 39741017-d477-46c7-8b09-2c886973d21e, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=39741017-d477-46c7-8b09-2c886973d21e,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:18:01.538002 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c0b79df5-e80f-4a94-9615-93dc840910d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:01.565295 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:01.573669 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-17eba74d-63a1-4d8a-8bb3-712664e89262 req-a89eac05-bc0a-4357-a55a-4943d1b72bb6 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4c5e0d8-011b-4198-b6a9-61876d9a3344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481161 Dec 17 15:18:01.587605 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9e2f3c5-900e-4213-a9e0-32e50b35ea8b {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:18:01.589755 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-c16c87f5-b72a-4a87-8267-b1bf31dde8ce tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Floating IP b4e172c0-2500-402b-a5c3-4830f628baea associated. External IP: 172.25.6.170, port: 133399b1-2c30-43a2-a3dd-b2f65abc651d. Dec 17 15:18:01.612916 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port a9e2f3c5-900e-4213-a9e0-32e50b35ea8b, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=a9e2f3c5-900e-4213-a9e0-32e50b35ea8b,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:01.633065 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-26bbae19-075e-4196-8b5f-222a6ed933aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:01.684137 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bbae19-075e-4196-8b5f-222a6ed933aa None None] Routers {'444fe810-5862-4dfe-9960-2d79cbec35dc'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:18:01.685120 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-26bbae19-075e-4196-8b5f-222a6ed933aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:18:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['444fe810-5862-4dfe-9960-2d79cbec35dc'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:01.780277 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c0b79df5-e80f-4a94-9615-93dc840910d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:01.792166 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c981f5f-2718-4fea-a4d6-6dfd682568f3 None None] Pushing event updated for resources: {'Port': ['ID=39741017-d477-46c7-8b09-2c886973d21e,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:01.811459 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:01.877006 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b79df5-e80f-4a94-9615-93dc840910d6 admin admin] Network c40f8d61-9a0b-4b61-bfd1-db34a981b094 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:18:01.880566 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-c0b79df5-e80f-4a94-9615-93dc840910d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:18:01.884712 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b79df5-e80f-4a94-9615-93dc840910d6 admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:18:01.938030 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-c16c87f5-b72a-4a87-8267-b1bf31dde8ce tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Router fa5891b7-113a-453b-ac72-51d5e214dacd has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:18:01.941905 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b79df5-e80f-4a94-9615-93dc840910d6 admin admin] Pushing event updated for resources: {'Port': ['ID=510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:01.985559 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c0b79df5-e80f-4a94-9615-93dc840910d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:02.024553 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-26bbae19-075e-4196-8b5f-222a6ed933aa None None] Set router 444fe810-5862-4dfe-9960-2d79cbec35dc gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:18:02.031436 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=a9e2f3c5-900e-4213-a9e0-32e50b35ea8b,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:02.124377 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['a9e2f3c5-900e-4213-a9e0-32e50b35ea8b'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:18:02.264920 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d28c0-f62e-4ab0-a4a5-ba52ce2cf0c1 req-39668d23-8dfd-4514-9b41-9d3f52f6e2ee tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:02.273096 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9a6d28c0-f62e-4ab0-a4a5-ba52ce2cf0c1 req-39668d23-8dfd-4514-9b41-9d3f52f6e2ee tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1162265-cc50-46c4-89ef-7f56179eb1e7 HTTP/1.1" status: 200 len: 943 time: 0.3434176 Dec 17 15:18:02.372344 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c0b79df5-e80f-4a94-9615-93dc840910d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:02.390886 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9a6d28c0-f62e-4ab0-a4a5-ba52ce2cf0c1 req-5b9cab6e-4db0-4558-a8e6-bec55b29d154 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165938 Dec 17 15:18:02.399418 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a0151-db76-47cb-b652-3a3771746d85 req-e05ac1eb-a59b-40cb-8e1e-64f2e88bff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:02.404414 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d49a0151-db76-47cb-b652-3a3771746d85 req-e05ac1eb-a59b-40cb-8e1e-64f2e88bff5e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88f06237a6a040a5b48294f889fb95ed&device_id=1a6a74c3-0324-4a77-8093-0269d265b42b HTTP/1.1" status: 200 len: 1097 time: 0.3396010 Dec 17 15:18:02.480962 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:02.502135 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-c16c87f5-b72a-4a87-8267-b1bf31dde8ce tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:18:02.517630 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4147711-07ec-4ee5-815e-7e4bf7289bfb None None] Sync routers for ids ['fa5891b7-113a-453b-ac72-51d5e214dacd'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:18:02.521628 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-b22be05f-97a2-404b-892d-344cfd5e1543 None None] Provisioning complete for port 510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:02.522005 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b22be05f-97a2-404b-892d-344cfd5e1543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:02.538424 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4147711-07ec-4ee5-815e-7e4bf7289bfb None None] Routers {'fa5891b7-113a-453b-ac72-51d5e214dacd'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:18:02.539336 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e4147711-07ec-4ee5-815e-7e4bf7289bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:18:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['fa5891b7-113a-453b-ac72-51d5e214dacd'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:02.615811 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49068) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:02.664960 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-b22be05f-97a2-404b-892d-344cfd5e1543 None None] Port 510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:18:02.749482 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-26bbae19-075e-4196-8b5f-222a6ed933aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444fe810-5862-4dfe-9960-2d79cbec35dc', 'name': 'tempest-ServersTestMultiNic-24093567-router', 'tenant_id': '3d0e9155f3ac4449959a2049ad96c177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '39741017-d477-46c7-8b09-2c886973d21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:17:52Z', 'updated_at': '2021-12-17T15:17:56Z', 'revision_number': 3, 'project_id': '3d0e9155f3ac4449959a2049ad96c177', 'gw_port': {'id': '39741017-d477-46c7-8b09-2c886973d21e', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444fe810-5862-4dfe-9960-2d79cbec35dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:17:54Z', 'updated_at': '2021-12-17T15:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:02.788053 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bbae19-075e-4196-8b5f-222a6ed933aa None None] The sync data for ids ['444fe810-5862-4dfe-9960-2d79cbec35dc'] in n-d-820553-2 is: [{'id': '444fe810-5862-4dfe-9960-2d79cbec35dc', 'name': 'tempest-ServersTestMultiNic-24093567-router', 'tenant_id': '3d0e9155f3ac4449959a2049ad96c177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '39741017-d477-46c7-8b09-2c886973d21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:17:52Z', 'updated_at': '2021-12-17T15:17:56Z', 'revision_number': 3, 'project_id': '3d0e9155f3ac4449959a2049ad96c177', 'gw_port': {'id': '39741017-d477-46c7-8b09-2c886973d21e', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444fe810-5862-4dfe-9960-2d79cbec35dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:17:54Z', 'updated_at': '2021-12-17T15:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:18:02.812063 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-e4147711-07ec-4ee5-815e-7e4bf7289bfb None None] Set router fa5891b7-113a-453b-ac72-51d5e214dacd gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:18:02.880530 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c0b79df5-e80f-4a94-9615-93dc840910d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:02.930459 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9a65fe68-3ec5-46dd-85bc-f1b1d6c931f3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=97ff5b21bc2341f68fde3b46e79419e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3124137 Dec 17 15:18:02.933731 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49074) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:02.941720 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 0e731472-de43-4b63-8aa9-877324ff8393 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:18:03.000145 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c0b79df5-e80f-4a94-9615-93dc840910d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:03.012045 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a0151-db76-47cb-b652-3a3771746d85 req-1389f21a-717a-4de4-a242-8f2896fcd140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:03.014978 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d49a0151-db76-47cb-b652-3a3771746d85 req-1389f21a-717a-4de4-a242-8f2896fcd140 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c55c80a5-833c-48da-873a-0d6892b2ac27 HTTP/1.1" status: 200 len: 906 time: 0.5837080 Dec 17 15:18:03.114798 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d49a0151-db76-47cb-b652-3a3771746d85 req-1098641b-55ce-4f3f-902a-f294c572beff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdf5d109-6d53-4691-89d1-f1bcd820d88b HTTP/1.1" status: 200 len: 217 time: 0.0920229 Dec 17 15:18:03.136128 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2e21e-a8ad-4b3b-8e9a-56c28b881a99 req-ed656b62-680e-4438-937f-fb82f2dd3d70 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:03.144015 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5ec2e21e-a8ad-4b3b-8e9a-56c28b881a99 req-ed656b62-680e-4438-937f-fb82f2dd3d70 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/ports?device_id=0466edad-0a40-408e-9563-0c42aa580453 HTTP/1.1" status: 200 len: 949 time: 0.2905512 Dec 17 15:18:03.171969 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 0e731472-de43-4b63-8aa9-877324ff8393, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=0e731472-de43-4b63-8aa9-877324ff8393,segment=NetworkSegment(50913541-c4fc-4052-a5a4-4ef73bad2e3d),segment_id=50913541-c4fc-4052-a5a4-4ef73bad2e3d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:03.219896 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '0e731472-de43-4b63-8aa9-877324ff8393', 'network_id': '72959918-115f-4f15-a904-42652bab9b2e', 'port_id': '0e731472-de43-4b63-8aa9-877324ff8393', 'mac_address': 'fa:16:3e:cb:c9:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ec1172-deaa-4898-b906-b0423633683b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:18:03.235332 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d0064c78-92d4-4544-b6d2-f7f2d7e06a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:03.246034 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c0b79df5-e80f-4a94-9615-93dc840910d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:03.252877 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b79df5-e80f-4a94-9615-93dc840910d6 admin admin] Pushing event updated for resources: {'Port': ['ID=510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:03.287038 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d0064c78-92d4-4544-b6d2-f7f2d7e06a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:03.407320 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-c16c87f5-b72a-4a87-8267-b1bf31dde8ce tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Router fa5891b7-113a-453b-ac72-51d5e214dacd has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:18:03.407868 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e4147711-07ec-4ee5-815e-7e4bf7289bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'name': 'tempest-FloatingIPsAssociationTestJSON-392780655-router', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:16:51Z', 'updated_at': '2021-12-17T15:16:58Z', 'revision_number': 4, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'gw_port': {'id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:52Z', 'updated_at': '2021-12-17T15:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'b4e172c0-2500-402b-a5c3-4830f628baea', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'port_id': 'f52c471e-7c3b-4371-bdd7-2a89134a4d65', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'mac_address': 'fa:16:3e:1f:80:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5851fb1-81e2-4c9a-abf1-848a747ebfde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:17:33Z', 'updated_at': '2021-12-17T15:18:01Z', 'revision_number': 3, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee55124-6c1e-4098-8106-35abeefde7ee', 'name': '', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'mac_address': 'fa:16:3e:f7:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:57Z', 'updated_at': '2021-12-17T15:17:05Z', 'revision_number': 5, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'subnets': [{'id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:03.434029 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:03.466460 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b79df5-e80f-4a94-9615-93dc840910d6 admin admin] Network c40f8d61-9a0b-4b61-bfd1-db34a981b094 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:18:03.469573 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e731472-de43-4b63-8aa9-877324ff8393 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:18:03.477695 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-c0b79df5-e80f-4a94-9615-93dc840910d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:18:03.504268 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 0e731472-de43-4b63-8aa9-877324ff8393, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=0e731472-de43-4b63-8aa9-877324ff8393,segment=NetworkSegment(50913541-c4fc-4052-a5a4-4ef73bad2e3d),segment_id=50913541-c4fc-4052-a5a4-4ef73bad2e3d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:03.599427 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5ec2e21e-a8ad-4b3b-8e9a-56c28b881a99 req-27e7d20d-b8f4-4c44-8b51-1b94d93d6c24 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4c5e0d8-011b-4198-b6a9-61876d9a3344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4508092 Dec 17 15:18:03.601148 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a0151-db76-47cb-b652-3a3771746d85 req-00449587-b735-47c2-999d-526dfd993f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:03.605798 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d49a0151-db76-47cb-b652-3a3771746d85 req-00449587-b735-47c2-999d-526dfd993f52 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da4dd92c-6f31-4733-ad5e-39ad920cb8f0 HTTP/1.1" status: 200 len: 845 time: 0.4537394 Dec 17 15:18:03.691929 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:03.707561 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d0064c78-92d4-4544-b6d2-f7f2d7e06a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:03.714765 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d0064c78-92d4-4544-b6d2-f7f2d7e06a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:03.718316 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d0064c78-92d4-4544-b6d2-f7f2d7e06a1e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eb152d62-74c9-411d-83c5-0bd9531bca52 HTTP/1.1" status: 204 len: 168 time: 0.7804618 Dec 17 15:18:03.728527 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d49a0151-db76-47cb-b652-3a3771746d85 req-da1a68c7-a123-4780-ba84-7b81a8943700 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c55c80a5-833c-48da-873a-0d6892b2ac27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928206 Dec 17 15:18:03.751171 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0064c78-92d4-4544-b6d2-f7f2d7e06a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb152d62-74c9-411d-83c5-0bd9531bca52,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:03.791517 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4147711-07ec-4ee5-815e-7e4bf7289bfb None None] Checking router: fa5891b7-113a-453b-ac72-51d5e214dacd for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:18:03.818705 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4147711-07ec-4ee5-815e-7e4bf7289bfb None None] Routers {'fa5891b7-113a-453b-ac72-51d5e214dacd'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:18:03.828258 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e4147711-07ec-4ee5-815e-7e4bf7289bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:18:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['fa5891b7-113a-453b-ac72-51d5e214dacd'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:03.828782 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b79df5-e80f-4a94-9615-93dc840910d6 admin admin] Router 444fe810-5862-4dfe-9960-2d79cbec35dc has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:18:03.856252 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:03.929083 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=0e731472-de43-4b63-8aa9-877324ff8393,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:03.956136 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['0e731472-de43-4b63-8aa9-877324ff8393'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:18:03.992646 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d49a0151-db76-47cb-b652-3a3771746d85 req-31993511-b4e7-44b0-bccf-6fe336977d55 service neutron] 10.222.0.41 "GET /v2.0/networks/c55c80a5-833c-48da-873a-0d6892b2ac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525382 Dec 17 15:18:04.191023 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-e4147711-07ec-4ee5-815e-7e4bf7289bfb None None] Set router fa5891b7-113a-453b-ac72-51d5e214dacd gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:18:04.195538 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b79df5-e80f-4a94-9615-93dc840910d6 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:18:04.212331 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c0b79df5-e80f-4a94-9615-93dc840910d6 admin admin] 10.222.0.46 "PUT /v2.0/routers/444fe810-5862-4dfe-9960-2d79cbec35dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3523581 Dec 17 15:18:04.239148 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a24801e9-f650-4764-980a-f1aa0ca3db11 None None] Provisioning complete for port 510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:04.239522 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a24801e9-f650-4764-980a-f1aa0ca3db11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:04.296404 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:04.388973 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-a24801e9-f650-4764-980a-f1aa0ca3db11 None None] Port 510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:18:04.584196 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 39741017-d477-46c7-8b09-2c886973d21e up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:18:04.720631 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 39741017-d477-46c7-8b09-2c886973d21e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:04.721180 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:04.747731 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49102) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:04.771549 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e4147711-07ec-4ee5-815e-7e4bf7289bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'name': 'tempest-FloatingIPsAssociationTestJSON-392780655-router', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:16:51Z', 'updated_at': '2021-12-17T15:16:58Z', 'revision_number': 4, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'gw_port': {'id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:52Z', 'updated_at': '2021-12-17T15:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'b4e172c0-2500-402b-a5c3-4830f628baea', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'port_id': 'f52c471e-7c3b-4371-bdd7-2a89134a4d65', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'mac_address': 'fa:16:3e:1f:80:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5851fb1-81e2-4c9a-abf1-848a747ebfde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:17:33Z', 'updated_at': '2021-12-17T15:18:01Z', 'revision_number': 3, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee55124-6c1e-4098-8106-35abeefde7ee', 'name': '', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'mac_address': 'fa:16:3e:f7:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:57Z', 'updated_at': '2021-12-17T15:17:05Z', 'revision_number': 5, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'subnets': [{'id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:04.898739 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4147711-07ec-4ee5-815e-7e4bf7289bfb None None] The sync data for ids ['fa5891b7-113a-453b-ac72-51d5e214dacd'] in n-d-820553-2 is: [{'id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'name': 'tempest-FloatingIPsAssociationTestJSON-392780655-router', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:16:51Z', 'updated_at': '2021-12-17T15:16:58Z', 'revision_number': 4, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'gw_port': {'id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:52Z', 'updated_at': '2021-12-17T15:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'b4e172c0-2500-402b-a5c3-4830f628baea', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'port_id': 'f52c471e-7c3b-4371-bdd7-2a89134a4d65', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'mac_address': 'fa:16:3e:1f:80:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5851fb1-81e2-4c9a-abf1-848a747ebfde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:17:33Z', 'updated_at': '2021-12-17T15:18:01Z', 'revision_number': 3, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee55124-6c1e-4098-8106-35abeefde7ee', 'name': '', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'mac_address': 'fa:16:3e:f7:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:57Z', 'updated_at': '2021-12-17T15:17:05Z', 'revision_number': 5, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'subnets': [{'id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:18:04.962246 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device a9e2f3c5-900e-4213-a9e0-32e50b35ea8b up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:18:05.027977 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-c16c87f5-b72a-4a87-8267-b1bf31dde8ce tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:18:05.031508 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d49a0151-db76-47cb-b652-3a3771746d85 req-4ffb939f-9a9f-4d9d-8e11-dc1112aff498 service neutron] 10.222.0.41 "GET /v2.0/networks/c55c80a5-833c-48da-873a-0d6892b2ac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0380230 Dec 17 15:18:05.036763 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-c16c87f5-b72a-4a87-8267-b1bf31dde8ce tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:05.083644 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:05.127925 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f8f86f-ca58-47c7-b2c0-ae080d2fc779', 'tag': '133399b1-2c30-43a2-a3dd-b2f65abc651d'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:18:05.130351 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65faf011-d0b8-4dad-af1f-7d90dcf85147" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f8f86f-ca58-47c7-b2c0-ae080d2fc779", "tag": "133399b1-2c30-43a2-a3dd-b2f65abc651d"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:18:05.142378 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-c16c87f5-b72a-4a87-8267-b1bf31dde8ce tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "PUT /v2.0/floatingips/b4e172c0-2500-402b-a5c3-4830f628baea HTTP/1.1" status: 200 len: 998 time: 5.7995420 Dec 17 15:18:05.164904 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287ec42-dc27-4082-bc06-920194e55267 req-1a64f838-7a57-4e4a-81fe-52ac01c80a7d tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:05.166788 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9287ec42-dc27-4082-bc06-920194e55267 req-1a64f838-7a57-4e4a-81fe-52ac01c80a7d tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1162265-cc50-46c4-89ef-7f56179eb1e7 HTTP/1.1" status: 200 len: 944 time: 1.1922798 Dec 17 15:18:05.180051 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 39741017-d477-46c7-8b09-2c886973d21e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=39741017-d477-46c7-8b09-2c886973d21e,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:05.212615 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-6dcc91c2-f835-4e53-9fa2-1978ef4f042e tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:05.225340 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-6dcc91c2-f835-4e53-9fa2-1978ef4f042e tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports/133399b1-2c30-43a2-a3dd-b2f65abc651d HTTP/1.1" status: 200 len: 942 time: 0.0806339 Dec 17 15:18:05.231835 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-64f88479-09c1-4960-bb88-352804f6f603 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-187285407'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:18:05.259730 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:05.317272 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9287ec42-dc27-4082-bc06-920194e55267 req-81aa0b3f-17d4-4c3a-a20d-594def5a52e8 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877531 Dec 17 15:18:05.327321 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port a9e2f3c5-900e-4213-a9e0-32e50b35ea8b completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:18:05.362699 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port a9e2f3c5-900e-4213-a9e0-32e50b35ea8b triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:05.363102 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:05.385252 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f88479-09c1-4960-bb88-352804f6f603 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Made reservation on behalf of 3d0e9155f3ac4449959a2049ad96c177 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:18:05.385252 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-64f88479-09c1-4960-bb88-352804f6f603 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:05.429325 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f88479-09c1-4960-bb88-352804f6f603 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:18:05.431538 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=39741017-d477-46c7-8b09-2c886973d21e,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:05.437330 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-130e0ca4-4e37-400f-8005-dd113b0d0da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:05.439177 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-130e0ca4-4e37-400f-8005-dd113b0d0da8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a664fc5838dc44cb8d9481b453356af9&device_id=e1f8f86f-ca58-47c7-b2c0-ae080d2fc779 HTTP/1.1" status: 200 len: 1096 time: 0.0845788 Dec 17 15:18:05.453770 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-64f88479-09c1-4960-bb88-352804f6f603 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:05.455358 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-64f88479-09c1-4960-bb88-352804f6f603 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Added segment 0c037a90-4c1d-4a22-be76-067f0345dfe6 of type vlan for network a2b7be32-e7a5-41d0-b339-b1c939eb1b9d Dec 17 15:18:05.509104 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e72fc0-75a0-4a8c-843c-d2eb8bc25315 None None] New status for floating IP b4e172c0-2500-402b-a5c3-4830f628baea: ACTIVE {{(pid=102834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:18:05.566035 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-64f88479-09c1-4960-bb88-352804f6f603 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:05.684967 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:05.689564 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-64f88479-09c1-4960-bb88-352804f6f603 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:05.696046 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f88479-09c1-4960-bb88-352804f6f603 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:05.696695 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-64f88479-09c1-4960-bb88-352804f6f603 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:05.773565 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0466edad-0a40-408e-9563-0c42aa580453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e2f3c5-900e-4213-a9e0-32e50b35ea8b'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:18:05.782212 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc6b3bb-9d1f-4f98-8596-83d0cb84ff41" -d '{"events": [{"server_uuid": "0466edad-0a40-408e-9563-0c42aa580453", "name": "network-vif-plugged", "status": "completed", "tag": "a9e2f3c5-900e-4213-a9e0-32e50b35ea8b"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:18:05.857637 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f88479-09c1-4960-bb88-352804f6f603 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Pushing event updated for resources: {'Network': ['ID=a2b7be32-e7a5-41d0-b339-b1c939eb1b9d,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:05.865895 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port a9e2f3c5-900e-4213-a9e0-32e50b35ea8b, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=a9e2f3c5-900e-4213-a9e0-32e50b35ea8b,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:05.881607 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-64f88479-09c1-4960-bb88-352804f6f603 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1317680 Dec 17 15:18:05.894720 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49134) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:05.894720 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-d5110197-9be8-4be7-8be5-ab9d85b040f1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Request body: {'subnet': {'network_id': 'a2b7be32-e7a5-41d0-b339-b1c939eb1b9d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:18:05.895685 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network a2b7be32-e7a5-41d0-b339-b1c939eb1b9d details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:18:05.906082 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-b663c0d5-144c-40f7-b9db-0f86a0a01869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:05.910722 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-b663c0d5-144c-40f7-b9db-0f86a0a01869 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 HTTP/1.1" status: 200 len: 921 time: 0.4645402 Dec 17 15:18:05.956588 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4197c56-519b-4121-a693-5834f75640fa req-02e2cb42-d2c5-4328-ad75-ce6ddbed9397 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:05.968932 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4197c56-519b-4121-a693-5834f75640fa req-02e2cb42-d2c5-4328-ad75-ce6ddbed9397 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/ports?device_id=0466edad-0a40-408e-9563-0c42aa580453 HTTP/1.1" status: 200 len: 949 time: 0.2170889 Dec 17 15:18:06.026122 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:06.038543 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 0e731472-de43-4b63-8aa9-877324ff8393 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:18:06.040047 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-93d6016d-bb51-4b8f-85ff-11b93683a8e0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=133399b1-2c30-43a2-a3dd-b2f65abc651d HTTP/1.1" status: 200 len: 217 time: 0.1107819 Dec 17 15:18:06.111580 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6df614-1f9f-43e9-b9c0-e23871412d0e None None] Sync routers for ids ['444fe810-5862-4dfe-9960-2d79cbec35dc'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:18:06.130874 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6df614-1f9f-43e9-b9c0-e23871412d0e None None] Routers {'444fe810-5862-4dfe-9960-2d79cbec35dc'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:18:06.131584 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-da6df614-1f9f-43e9-b9c0-e23871412d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:18:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['444fe810-5862-4dfe-9960-2d79cbec35dc'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:06.181159 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-1cbdf800-3dd5-4410-8665-fd9d0fb2acec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:06.191013 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-1cbdf800-3dd5-4410-8665-fd9d0fb2acec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da83ff64-289b-4a41-8d14-866b7dfb3d66 HTTP/1.1" status: 200 len: 859 time: 0.1499524 Dec 17 15:18:06.198719 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5110197-9be8-4be7-8be5-ab9d85b040f1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Made reservation on behalf of 3d0e9155f3ac4449959a2049ad96c177 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:18:06.203758 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d5110197-9be8-4be7-8be5-ab9d85b040f1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:06.252688 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=a9e2f3c5-900e-4213-a9e0-32e50b35ea8b,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:06.308166 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4197c56-519b-4121-a693-5834f75640fa req-f47a55bf-9af1-459b-96ed-b464b8a6278a tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4c5e0d8-011b-4198-b6a9-61876d9a3344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357782 Dec 17 15:18:06.369015 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-67ea924b-4232-467d-98b4-4e94578e9966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:06.372341 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-67ea924b-4232-467d-98b4-4e94578e9966 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b2bc70b2-1b17-4db0-acd7-24d62fbc7a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1602483 Dec 17 15:18:06.421691 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 0e731472-de43-4b63-8aa9-877324ff8393 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:18:06.426811 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 0e731472-de43-4b63-8aa9-877324ff8393 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:06.427700 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:06.466665 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-da6df614-1f9f-43e9-b9c0-e23871412d0e None None] Set router 444fe810-5862-4dfe-9960-2d79cbec35dc gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:18:06.592488 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b816b118-10b2-4e36-8e3c-d7da43c18bd9 x-openstack-request-id: req-b816b118-10b2-4e36-8e3c-d7da43c18bd9 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:18:06.592845 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0466edad-0a40-408e-9563-0c42aa580453", "name": "network-vif-plugged", "status": "completed", "tag": "a9e2f3c5-900e-4213-a9e0-32e50b35ea8b", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:18:06.593040 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b816b118-10b2-4e36-8e3c-d7da43c18bd9 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:18:06.601729 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0466edad-0a40-408e-9563-0c42aa580453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e2f3c5-900e-4213-a9e0-32e50b35ea8b', 'code': 200} Dec 17 15:18:06.613144 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 39741017-d477-46c7-8b09-2c886973d21e up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:18:06.631087 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aac364f-110e-4776-b2d4-df66726acf70 None None] Sync routers for ids ['fa5891b7-113a-453b-ac72-51d5e214dacd'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:18:06.694606 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-1f2611dd-5968-4396-8f8e-b2384b18f154 service neutron] 10.222.0.46 "GET /v2.0/networks/b2bc70b2-1b17-4db0-acd7-24d62fbc7a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137159 Dec 17 15:18:06.698777 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45384d6c-c4bb-4cc1-9bd3-3041bb7403d0 x-openstack-request-id: req-45384d6c-c4bb-4cc1-9bd3-3041bb7403d0 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:18:06.699052 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f8f86f-ca58-47c7-b2c0-ae080d2fc779", "tag": "133399b1-2c30-43a2-a3dd-b2f65abc651d", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:18:06.699293 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-45384d6c-c4bb-4cc1-9bd3-3041bb7403d0 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:18:06.699688 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f8f86f-ca58-47c7-b2c0-ae080d2fc779', 'tag': '133399b1-2c30-43a2-a3dd-b2f65abc651d', 'status': 'completed', 'code': 200} Dec 17 15:18:06.816749 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aac364f-110e-4776-b2d4-df66726acf70 None None] Routers {'fa5891b7-113a-453b-ac72-51d5e214dacd'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:18:06.818876 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-8aac364f-110e-4776-b2d4-df66726acf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:18:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['fa5891b7-113a-453b-ac72-51d5e214dacd'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:06.891106 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8be85-793a-4f35-845e-76d51325bfb3 req-e264b47e-eccb-48cb-b661-1f39fc11a861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:06.892798 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e8f8be85-793a-4f35-845e-76d51325bfb3 req-e264b47e-eccb-48cb-b661-1f39fc11a861 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0466edad-0a40-408e-9563-0c42aa580453 HTTP/1.1" status: 200 len: 1101 time: 0.1963508 Dec 17 15:18:06.906344 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-982adcb9-c8c8-4ffc-a34d-dbadedf8df2d service neutron] 10.222.0.46 "GET /v2.0/networks/b2bc70b2-1b17-4db0-acd7-24d62fbc7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905622 Dec 17 15:18:06.911837 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-da6df614-1f9f-43e9-b9c0-e23871412d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444fe810-5862-4dfe-9960-2d79cbec35dc', 'name': 'tempest-ServersTestMultiNic-24093567-router', 'tenant_id': '3d0e9155f3ac4449959a2049ad96c177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '39741017-d477-46c7-8b09-2c886973d21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:17:52Z', 'updated_at': '2021-12-17T15:18:02Z', 'revision_number': 4, 'project_id': '3d0e9155f3ac4449959a2049ad96c177', 'gw_port': {'id': '39741017-d477-46c7-8b09-2c886973d21e', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444fe810-5862-4dfe-9960-2d79cbec35dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:17:54Z', 'updated_at': '2021-12-17T15:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3', 'name': '', 'network_id': 'c40f8d61-9a0b-4b61-bfd1-db34a981b094', 'tenant_id': '3d0e9155f3ac4449959a2049ad96c177', 'mac_address': 'fa:16:3e:f5:35:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444fe810-5862-4dfe-9960-2d79cbec35dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'dc48977d-5031-4ce4-b02d-cdf61a1ea175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:18:01Z', 'updated_at': '2021-12-17T15:18:02Z', 'revision_number': 2, 'project_id': '3d0e9155f3ac4449959a2049ad96c177', 'subnets': [{'id': 'dc48977d-5031-4ce4-b02d-cdf61a1ea175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:06.939353 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faf011-d0b8-4dad-af1f-7d90dcf85147 req-d23b9c12-d50a-4769-b58a-37634709458b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:06.940869 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-65faf011-d0b8-4dad-af1f-7d90dcf85147 req-d23b9c12-d50a-4769-b58a-37634709458b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a664fc5838dc44cb8d9481b453356af9&device_id=e1f8f86f-ca58-47c7-b2c0-ae080d2fc779 HTTP/1.1" status: 200 len: 1096 time: 0.2454813 Dec 17 15:18:06.950840 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fcc5c-fca9-4aa6-bb6c-416dffee7493 req-33eeb51f-e0d8-421f-ac58-05b2e162ad74 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:06.951072 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ac2fcc5c-fca9-4aa6-bb6c-416dffee7493 req-33eeb51f-e0d8-421f-ac58-05b2e162ad74 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1162265-cc50-46c4-89ef-7f56179eb1e7 HTTP/1.1" status: 200 len: 944 time: 0.1325223 Dec 17 15:18:06.959628 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6df614-1f9f-43e9-b9c0-e23871412d0e None None] Checking router: 444fe810-5862-4dfe-9960-2d79cbec35dc for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:18:06.960355 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6df614-1f9f-43e9-b9c0-e23871412d0e None None] Updating router 444fe810-5862-4dfe-9960-2d79cbec35dc port 510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:18:07.008446 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d5110197-9be8-4be7-8be5-ab9d85b040f1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:07.008988 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-da6df614-1f9f-43e9-b9c0-e23871412d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:07.077671 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:07.368368 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 39741017-d477-46c7-8b09-2c886973d21e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:07.368368 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:07.371971 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5110197-9be8-4be7-8be5-ab9d85b040f1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Pushing event updated for resources: {'Subnet': ['ID=d7b89ade-0bfb-4f2d-8b5a-5e3ed12d1b6d,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:07.372739 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e8f8be85-793a-4f35-845e-76d51325bfb3 req-3d326b05-86d8-4c5d-99f5-91e3ba111604 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b4c5e0d8-011b-4198-b6a9-61876d9a3344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664759 Dec 17 15:18:07.373924 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 0e731472-de43-4b63-8aa9-877324ff8393, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=0e731472-de43-4b63-8aa9-877324ff8393,segment=NetworkSegment(50913541-c4fc-4052-a5a4-4ef73bad2e3d),segment_id=50913541-c4fc-4052-a5a4-4ef73bad2e3d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:07.374606 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5110197-9be8-4be7-8be5-ab9d85b040f1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Checking segment: {'id': '0c037a90-4c1d-4a22-be76-067f0345dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a2b7be32-e7a5-41d0-b339-b1c939eb1b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:18:07.374606 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5110197-9be8-4be7-8be5-ab9d85b040f1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Network hostable DHCP agents. Network: a2b7be32-e7a5-41d0-b339-b1c939eb1b9d, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:18:07.376009 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ac2fcc5c-fca9-4aa6-bb6c-416dffee7493 req-4ac19b76-3f42-4217-8b9b-a1b75c761475 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603478 Dec 17 15:18:07.376537 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-8aac364f-110e-4776-b2d4-df66726acf70 None None] Set router fa5891b7-113a-453b-ac72-51d5e214dacd gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:18:07.376721 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faf011-d0b8-4dad-af1f-7d90dcf85147 req-ac3ceb4c-8947-44ae-b1db-01a029efef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:07.376721 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-65faf011-d0b8-4dad-af1f-7d90dcf85147 req-ac3ceb4c-8947-44ae-b1db-01a029efef70 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 HTTP/1.1" status: 200 len: 921 time: 0.3484540 Dec 17 15:18:07.377628 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:07.377803 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5110197-9be8-4be7-8be5-ab9d85b040f1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Network a2b7be32-e7a5-41d0-b339-b1c939eb1b9d is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:18:07.485782 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-3acfd8a6-5d95-4832-bfda-7b6877271c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:07.490573 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-3acfd8a6-5d95-4832-bfda-7b6877271c5d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a664fc5838dc44cb8d9481b453356af9&device_id=c5851fb1-81e2-4c9a-abf1-848a747ebfde HTTP/1.1" status: 200 len: 1096 time: 0.3801203 Dec 17 15:18:07.496363 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-65faf011-d0b8-4dad-af1f-7d90dcf85147 req-ba506835-93a8-4d0c-99c4-05c99e375ecf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=133399b1-2c30-43a2-a3dd-b2f65abc651d HTTP/1.1" status: 200 len: 217 time: 0.1785059 Dec 17 15:18:07.558699 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-d5110197-9be8-4be7-8be5-ab9d85b040f1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, a2b7be32-e7a5-41d0-b339-b1c939eb1b9d) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:18:07.563000 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5110197-9be8-4be7-8be5-ab9d85b040f1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:07.566424 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d5110197-9be8-4be7-8be5-ab9d85b040f1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:07.617225 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e3a6d3-a00e-4d12-a7f4-fb73c9285e6d None None] Network a2b7be32-e7a5-41d0-b339-b1c939eb1b9d requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:18:07.671127 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-e620db00-7fde-4c3e-b93e-15bc4ec2ddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:07.673434 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-e620db00-7fde-4c3e-b93e-15bc4ec2ddd3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 HTTP/1.1" status: 200 len: 921 time: 0.1743796 Dec 17 15:18:07.692017 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d5110197-9be8-4be7-8be5-ab9d85b040f1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8057652 Dec 17 15:18:07.694698 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49184) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:07.700425 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-3f68fdc9-4b19-448e-8fd2-b89457160474 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1807532318'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:18:07.720078 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=0e731472-de43-4b63-8aa9-877324ff8393,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:07.761820 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-da6df614-1f9f-43e9-b9c0-e23871412d0e None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:07.843291 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c44ed-b72a-4481-a143-6abbad49c4e5 req-758a495f-70a5-489e-bed7-2d32bcdc477d tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:07.852458 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5f7c44ed-b72a-4481-a143-6abbad49c4e5 req-758a495f-70a5-489e-bed7-2d32bcdc477d tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/ports?device_id=0466edad-0a40-408e-9563-0c42aa580453 HTTP/1.1" status: 200 len: 950 time: 0.1684322 Dec 17 15:18:07.858271 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faf011-d0b8-4dad-af1f-7d90dcf85147 req-bdd2a4c8-bbc3-4c52-a17f-bce14af7fc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:07.862365 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-65faf011-d0b8-4dad-af1f-7d90dcf85147 req-bdd2a4c8-bbc3-4c52-a17f-bce14af7fc29 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da83ff64-289b-4a41-8d14-866b7dfb3d66 HTTP/1.1" status: 200 len: 859 time: 0.1853065 Dec 17 15:18:07.910644 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f68fdc9-4b19-448e-8fd2-b89457160474 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Made reservation on behalf of 3d0e9155f3ac4449959a2049ad96c177 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:18:07.910784 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-da6df614-1f9f-43e9-b9c0-e23871412d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:07.914472 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3f68fdc9-4b19-448e-8fd2-b89457160474 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:07.965738 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f68fdc9-4b19-448e-8fd2-b89457160474 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:18:07.974465 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-ef5797ce-872e-427c-a9c4-7327fe5eda73 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f52c471e-7c3b-4371-bdd7-2a89134a4d65 HTTP/1.1" status: 200 len: 1001 time: 0.2109697 Dec 17 15:18:07.981641 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa7be20-35ba-4723-83a4-d74d643aa72d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-a2b7be32-e7a5-41d0-b339-b1c939eb1b9d', 'network_id': 'a2b7be32-e7a5-41d0-b339-b1c939eb1b9d', 'tenant_id': '3d0e9155f3ac4449959a2049ad96c177', 'fixed_ips': [{'subnet_id': 'd7b89ade-0bfb-4f2d-8b5a-5e3ed12d1b6d'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:18:07.982744 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-baa7be20-35ba-4723-83a4-d74d643aa72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:07.983482 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3f68fdc9-4b19-448e-8fd2-b89457160474 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:07.983990 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-3f68fdc9-4b19-448e-8fd2-b89457160474 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Added segment b046e27f-27e3-4cfb-82e0-95ac137dd346 of type vlan for network bfe79069-2518-42a3-82b3-ddfda93fa6a8 Dec 17 15:18:08.015789 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b6276-7551-42e2-aa96-31bb00b3d620 None None] Pushing event updated for resources: {'Port': ['ID=510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:08.044058 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b6276-7551-42e2-aa96-31bb00b3d620 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:08.048408 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b6276-7551-42e2-aa96-31bb00b3d620 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:08.050449 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b6276-7551-42e2-aa96-31bb00b3d620 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:08.051060 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b6276-7551-42e2-aa96-31bb00b3d620 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:08.052541 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b6276-7551-42e2-aa96-31bb00b3d620 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:08.053086 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b6276-7551-42e2-aa96-31bb00b3d620 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:08.055255 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b6276-7551-42e2-aa96-31bb00b3d620 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:08.055761 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b6276-7551-42e2-aa96-31bb00b3d620 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:08.056245 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b6276-7551-42e2-aa96-31bb00b3d620 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:08.059953 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b6276-7551-42e2-aa96-31bb00b3d620 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:08.059953 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b6276-7551-42e2-aa96-31bb00b3d620 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:08.059953 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b6276-7551-42e2-aa96-31bb00b3d620 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:08.104236 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3f68fdc9-4b19-448e-8fd2-b89457160474 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:08.176568 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-8aac364f-110e-4776-b2d4-df66726acf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'name': 'tempest-FloatingIPsAssociationTestJSON-392780655-router', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:16:51Z', 'updated_at': '2021-12-17T15:16:58Z', 'revision_number': 4, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'gw_port': {'id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:52Z', 'updated_at': '2021-12-17T15:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'b4e172c0-2500-402b-a5c3-4830f628baea', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'port_id': 'f52c471e-7c3b-4371-bdd7-2a89134a4d65', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'mac_address': 'fa:16:3e:1f:80:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5851fb1-81e2-4c9a-abf1-848a747ebfde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:17:33Z', 'updated_at': '2021-12-17T15:18:05Z', 'revision_number': 4, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee55124-6c1e-4098-8106-35abeefde7ee', 'name': '', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'mac_address': 'fa:16:3e:f7:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:57Z', 'updated_at': '2021-12-17T15:17:05Z', 'revision_number': 5, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'subnets': [{'id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:08.182567 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5f7c44ed-b72a-4481-a143-6abbad49c4e5 req-9a46e33c-fdd7-46ca-94e2-0e141a3f6198 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4c5e0d8-011b-4198-b6a9-61876d9a3344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285842 Dec 17 15:18:08.187368 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faf011-d0b8-4dad-af1f-7d90dcf85147 req-30b3fd47-70b6-4647-b92b-c49ebe9cbdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:08.188909 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-65faf011-d0b8-4dad-af1f-7d90dcf85147 req-30b3fd47-70b6-4647-b92b-c49ebe9cbdf5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2bc70b2-1b17-4db0-acd7-24d62fbc7a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3121800 Dec 17 15:18:08.238117 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3f68fdc9-4b19-448e-8fd2-b89457160474 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:08.238936 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aac364f-110e-4776-b2d4-df66726acf70 None None] Checking router: fa5891b7-113a-453b-ac72-51d5e214dacd for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:18:08.243225 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-da6df614-1f9f-43e9-b9c0-e23871412d0e None None] Attempting to bind port 510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:18:08.243225 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-da6df614-1f9f-43e9-b9c0-e23871412d0e None None] Attempting to bind port 510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '7cc43599-a0d8-4406-a34b-9a95bfaee99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c40f8d61-9a0b-4b61-bfd1-db34a981b094'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:18:08.243225 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6df614-1f9f-43e9-b9c0-e23871412d0e None None] Attempting to bind port 510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3 on network c40f8d61-9a0b-4b61-bfd1-db34a981b094 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:18:08.252744 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f68fdc9-4b19-448e-8fd2-b89457160474 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:08.254603 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3f68fdc9-4b19-448e-8fd2-b89457160474 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:08.259279 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6df614-1f9f-43e9-b9c0-e23871412d0e None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:18:08.259658 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6df614-1f9f-43e9-b9c0-e23871412d0e None None] Checking segment: {'id': '7cc43599-a0d8-4406-a34b-9a95bfaee99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c40f8d61-9a0b-4b61-bfd1-db34a981b094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:18:08.260061 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-da6df614-1f9f-43e9-b9c0-e23871412d0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:08.262305 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6df614-1f9f-43e9-b9c0-e23871412d0e None None] Bound using segment: {'id': '7cc43599-a0d8-4406-a34b-9a95bfaee99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c40f8d61-9a0b-4b61-bfd1-db34a981b094'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:18:08.262808 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-da6df614-1f9f-43e9-b9c0-e23871412d0e None None] Bound port: 510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc43599-a0d8-4406-a34b-9a95bfaee99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c40f8d61-9a0b-4b61-bfd1-db34a981b094'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:18:08.263428 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-da6df614-1f9f-43e9-b9c0-e23871412d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:08.296954 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aac364f-110e-4776-b2d4-df66726acf70 None None] Routers {'fa5891b7-113a-453b-ac72-51d5e214dacd'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:18:08.299169 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-8aac364f-110e-4776-b2d4-df66726acf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:18:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['fa5891b7-113a-453b-ac72-51d5e214dacd'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:08.414440 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-da6df614-1f9f-43e9-b9c0-e23871412d0e None None] For port 510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:18:08.421248 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3f68fdc9-4b19-448e-8fd2-b89457160474 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7222991 Dec 17 15:18:08.421248 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49202) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:08.421528 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-da6df614-1f9f-43e9-b9c0-e23871412d0e None None] For port 510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3,segment=NetworkSegment(7cc43599-a0d8-4406-a34b-9a95bfaee99f),segment_id=7cc43599-a0d8-4406-a34b-9a95bfaee99f)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:18:08.432962 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-ed82a4ac-2173-40ae-88d6-5d5d98e955a6 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Request body: {'subnet': {'network_id': 'bfe79069-2518-42a3-82b3-ddfda93fa6a8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:18:08.436625 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-65faf011-d0b8-4dad-af1f-7d90dcf85147 req-135b40e3-76ec-4440-afac-baf9f764e6ba service neutron] 10.222.0.41 "GET /v2.0/networks/b2bc70b2-1b17-4db0-acd7-24d62fbc7a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389135 Dec 17 15:18:08.437518 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-baa7be20-35ba-4723-83a4-d74d643aa72d None None] Allocated IP 19.80.0.2 (a2b7be32-e7a5-41d0-b339-b1c939eb1b9d/d7b89ade-0bfb-4f2d-8b5a-5e3ed12d1b6d/9c9ca34b-e22d-49a4-affc-9454235f9be2) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:18:08.438163 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-c31640b7-2bd5-421b-a207-a324550e7a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:08.440315 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-c31640b7-2bd5-421b-a207-a324550e7a28 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da83ff64-289b-4a41-8d14-866b7dfb3d66 HTTP/1.1" status: 200 len: 859 time: 0.4443226 Dec 17 15:18:08.564698 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-da6df614-1f9f-43e9-b9c0-e23871412d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:08.578316 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68fdc9-4b19-448e-8fd2-b89457160474 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Pushing event updated for resources: {'Network': ['ID=bfe79069-2518-42a3-82b3-ddfda93fa6a8,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:08.691371 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49208) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:08.705138 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5851fb1-81e2-4c9a-abf1-848a747ebfde', 'tag': 'f52c471e-7c3b-4371-bdd7-2a89134a4d65'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:18:08.712696 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed82a4ac-2173-40ae-88d6-5d5d98e955a6 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Made reservation on behalf of 3d0e9155f3ac4449959a2049ad96c177 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:18:08.732481 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ed82a4ac-2173-40ae-88d6-5d5d98e955a6 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:08.736997 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2d157d-ecb0-4445-85ed-655c2ee97e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "c5851fb1-81e2-4c9a-abf1-848a747ebfde", "tag": "f52c471e-7c3b-4371-bdd7-2a89134a4d65"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:18:08.751995 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-32a5b6ad-eb1e-4e70-9a74-30423724ff27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:08.755401 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-32a5b6ad-eb1e-4e70-9a74-30423724ff27 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b2bc70b2-1b17-4db0-acd7-24d62fbc7a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2666328 Dec 17 15:18:08.767698 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-baa7be20-35ba-4723-83a4-d74d643aa72d None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:08.771070 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1162265-cc50-46c4-89ef-7f56179eb1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e731472-de43-4b63-8aa9-877324ff8393'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:18:08.773988 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc54d7a-5dc5-404e-92f2-97ed9c2ccd54" -d '{"events": [{"server_uuid": "e1162265-cc50-46c4-89ef-7f56179eb1e7", "name": "network-vif-plugged", "status": "completed", "tag": "0e731472-de43-4b63-8aa9-877324ff8393"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:18:08.780827 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b259d4-53c7-4d0d-8ad2-d7c8ef860656 req-500a38ba-d2f9-4071-b7a1-d128eae75889 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:08.791232 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c2b259d4-53c7-4d0d-8ad2-d7c8ef860656 req-500a38ba-d2f9-4071-b7a1-d128eae75889 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1162265-cc50-46c4-89ef-7f56179eb1e7 HTTP/1.1" status: 200 len: 945 time: 0.3470988 Dec 17 15:18:08.810642 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6df614-1f9f-43e9-b9c0-e23871412d0e None None] Routers {'444fe810-5862-4dfe-9960-2d79cbec35dc'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:18:08.814273 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-da6df614-1f9f-43e9-b9c0-e23871412d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:18:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['444fe810-5862-4dfe-9960-2d79cbec35dc'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:08.830485 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network bfe79069-2518-42a3-82b3-ddfda93fa6a8 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:18:08.963159 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-baa7be20-35ba-4723-83a4-d74d643aa72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:08.988252 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-ba336e95-6002-4ab5-9f31-41e27b8e7fcb None None] Provisioning complete for port 510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:08.988918 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ba336e95-6002-4ab5-9f31-41e27b8e7fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:09.100804 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa7be20-35ba-4723-83a4-d74d643aa72d None None] Network a2b7be32-e7a5-41d0-b339-b1c939eb1b9d is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:18:09.101789 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-3780e1f0-a0b9-44d9-88d9-8788d36476ac service neutron] 10.222.0.46 "GET /v2.0/networks/b2bc70b2-1b17-4db0-acd7-24d62fbc7a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406623 Dec 17 15:18:09.111339 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7be20-35ba-4723-83a4-d74d643aa72d None None] Pushing event updated for resources: {'Port': ['ID=9c9ca34b-e22d-49a4-affc-9454235f9be2,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:09.121619 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b6276-7551-42e2-aa96-31bb00b3d620 None None] Pushing event updated for resources: {'Port': ['ID=510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3,revision_number=4']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:09.122004 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-baa7be20-35ba-4723-83a4-d74d643aa72d None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:18:09.139632 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-65faf011-d0b8-4dad-af1f-7d90dcf85147 req-2e395887-5110-4c63-bfee-ad8ebe46aa8e service neutron] 10.222.0.41 "GET /v2.0/networks/b2bc70b2-1b17-4db0-acd7-24d62fbc7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6704051 Dec 17 15:18:09.253038 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa7be20-35ba-4723-83a4-d74d643aa72d None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:18:09.318113 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-baa7be20-35ba-4723-83a4-d74d643aa72d None None] Attempting to bind port 9c9ca34b-e22d-49a4-affc-9454235f9be2 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:18:09.318553 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-baa7be20-35ba-4723-83a4-d74d643aa72d None None] Attempting to bind port 9c9ca34b-e22d-49a4-affc-9454235f9be2 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '0c037a90-4c1d-4a22-be76-067f0345dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a2b7be32-e7a5-41d0-b339-b1c939eb1b9d'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:18:09.318844 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa7be20-35ba-4723-83a4-d74d643aa72d None None] Attempting to bind port 9c9ca34b-e22d-49a4-affc-9454235f9be2 on network a2b7be32-e7a5-41d0-b339-b1c939eb1b9d {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:18:09.327971 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa7be20-35ba-4723-83a4-d74d643aa72d None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:18:09.328356 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa7be20-35ba-4723-83a4-d74d643aa72d None None] Checking segment: {'id': '0c037a90-4c1d-4a22-be76-067f0345dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a2b7be32-e7a5-41d0-b339-b1c939eb1b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:18:09.328767 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-baa7be20-35ba-4723-83a4-d74d643aa72d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:09.329477 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa7be20-35ba-4723-83a4-d74d643aa72d None None] Bound using segment: {'id': '0c037a90-4c1d-4a22-be76-067f0345dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a2b7be32-e7a5-41d0-b339-b1c939eb1b9d'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:18:09.329682 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-baa7be20-35ba-4723-83a4-d74d643aa72d None None] Bound port: 9c9ca34b-e22d-49a4-affc-9454235f9be2, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c037a90-4c1d-4a22-be76-067f0345dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a2b7be32-e7a5-41d0-b339-b1c939eb1b9d'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:18:09.330069 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-baa7be20-35ba-4723-83a4-d74d643aa72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:09.330865 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-da6df614-1f9f-43e9-b9c0-e23871412d0e None None] Set router 444fe810-5862-4dfe-9960-2d79cbec35dc gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:18:09.367147 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ed82a4ac-2173-40ae-88d6-5d5d98e955a6 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:09.389671 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad2cafd9-0dce-4942-9214-049d2b013741 req-d800afc1-a268-4caa-8d7c-963da457e1bc service neutron] 10.222.0.46 "GET /v2.0/networks/b2bc70b2-1b17-4db0-acd7-24d62fbc7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836237 Dec 17 15:18:09.442899 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-8aac364f-110e-4776-b2d4-df66726acf70 None None] Set router fa5891b7-113a-453b-ac72-51d5e214dacd gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:18:09.531044 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-07128a45-79fc-4384-ae18-8b4d3f26e14b tempest-QuotasTest-704437267 tempest-QuotasTest-704437267-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:18:09.581982 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82a4ac-2173-40ae-88d6-5d5d98e955a6 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Pushing event updated for resources: {'Subnet': ['ID=f05f0bc4-0b09-48ba-ae2c-5402a48b533c,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:09.602997 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed82a4ac-2173-40ae-88d6-5d5d98e955a6 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Checking segment: {'id': 'b046e27f-27e3-4cfb-82e0-95ac137dd346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bfe79069-2518-42a3-82b3-ddfda93fa6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:18:09.606996 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed82a4ac-2173-40ae-88d6-5d5d98e955a6 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Network hostable DHCP agents. Network: bfe79069-2518-42a3-82b3-ddfda93fa6a8, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:18:09.833301 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61a7ede-d008-41b0-bcb9-d80d112e35cd x-openstack-request-id: req-a61a7ede-d008-41b0-bcb9-d80d112e35cd {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:18:09.833611 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1162265-cc50-46c4-89ef-7f56179eb1e7", "name": "network-vif-plugged", "status": "completed", "tag": "0e731472-de43-4b63-8aa9-877324ff8393", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:18:09.833865 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a61a7ede-d008-41b0-bcb9-d80d112e35cd {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:18:09.834253 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1162265-cc50-46c4-89ef-7f56179eb1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e731472-de43-4b63-8aa9-877324ff8393', 'code': 200} Dec 17 15:18:09.850153 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c2b259d4-53c7-4d0d-8ad2-d7c8ef860656 req-ceeed18c-a3de-4612-bfab-edf9d906451f tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7596965 Dec 17 15:18:09.854348 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-baa7be20-35ba-4723-83a4-d74d643aa72d None None] For port 9c9ca34b-e22d-49a4-affc-9454235f9be2, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:18:09.879175 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-da6df614-1f9f-43e9-b9c0-e23871412d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444fe810-5862-4dfe-9960-2d79cbec35dc', 'name': 'tempest-ServersTestMultiNic-24093567-router', 'tenant_id': '3d0e9155f3ac4449959a2049ad96c177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '39741017-d477-46c7-8b09-2c886973d21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:17:52Z', 'updated_at': '2021-12-17T15:18:02Z', 'revision_number': 4, 'project_id': '3d0e9155f3ac4449959a2049ad96c177', 'gw_port': {'id': '39741017-d477-46c7-8b09-2c886973d21e', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444fe810-5862-4dfe-9960-2d79cbec35dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:17:54Z', 'updated_at': '2021-12-17T15:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3', 'name': '', 'network_id': 'c40f8d61-9a0b-4b61-bfd1-db34a981b094', 'tenant_id': '3d0e9155f3ac4449959a2049ad96c177', 'mac_address': 'fa:16:3e:f5:35:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444fe810-5862-4dfe-9960-2d79cbec35dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'dc48977d-5031-4ce4-b02d-cdf61a1ea175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:18:01Z', 'updated_at': '2021-12-17T15:18:08Z', 'revision_number': 4, 'project_id': '3d0e9155f3ac4449959a2049ad96c177', 'subnets': [{'id': 'dc48977d-5031-4ce4-b02d-cdf61a1ea175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:09.893317 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-baa7be20-35ba-4723-83a4-d74d643aa72d None None] For port 9c9ca34b-e22d-49a4-affc-9454235f9be2, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9c9ca34b-e22d-49a4-affc-9454235f9be2,segment=NetworkSegment(0c037a90-4c1d-4a22-be76-067f0345dfe6),segment_id=0c037a90-4c1d-4a22-be76-067f0345dfe6)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:18:09.898018 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ba336e95-6002-4ab5-9f31-41e27b8e7fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:09.963303 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6df614-1f9f-43e9-b9c0-e23871412d0e None None] The sync data for ids ['444fe810-5862-4dfe-9960-2d79cbec35dc'] in n-d-820553-2 is: [{'id': '444fe810-5862-4dfe-9960-2d79cbec35dc', 'name': 'tempest-ServersTestMultiNic-24093567-router', 'tenant_id': '3d0e9155f3ac4449959a2049ad96c177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '39741017-d477-46c7-8b09-2c886973d21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:17:52Z', 'updated_at': '2021-12-17T15:18:02Z', 'revision_number': 4, 'project_id': '3d0e9155f3ac4449959a2049ad96c177', 'gw_port': {'id': '39741017-d477-46c7-8b09-2c886973d21e', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444fe810-5862-4dfe-9960-2d79cbec35dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:17:54Z', 'updated_at': '2021-12-17T15:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3', 'name': '', 'network_id': 'c40f8d61-9a0b-4b61-bfd1-db34a981b094', 'tenant_id': '3d0e9155f3ac4449959a2049ad96c177', 'mac_address': 'fa:16:3e:f5:35:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444fe810-5862-4dfe-9960-2d79cbec35dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'dc48977d-5031-4ce4-b02d-cdf61a1ea175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:18:01Z', 'updated_at': '2021-12-17T15:18:08Z', 'revision_number': 4, 'project_id': '3d0e9155f3ac4449959a2049ad96c177', 'subnets': [{'id': 'dc48977d-5031-4ce4-b02d-cdf61a1ea175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:18:09.963435 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf443e3-2e66-4fc1-9d1b-e136be4a1680 x-openstack-request-id: req-3bf443e3-2e66-4fc1-9d1b-e136be4a1680 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:18:09.963435 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5851fb1-81e2-4c9a-abf1-848a747ebfde", "tag": "f52c471e-7c3b-4371-bdd7-2a89134a4d65", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:18:09.963435 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3bf443e3-2e66-4fc1-9d1b-e136be4a1680 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:18:09.963435 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5851fb1-81e2-4c9a-abf1-848a747ebfde', 'tag': 'f52c471e-7c3b-4371-bdd7-2a89134a4d65', 'status': 'completed', 'code': 200} Dec 17 15:18:09.963435 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e1d73-7449-4b79-ae58-dde05b152ab9 req-f32c355e-c5c7-4e31-8ca8-0ec7c933e775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:09.963897 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bb7e1d73-7449-4b79-ae58-dde05b152ab9 req-f32c355e-c5c7-4e31-8ca8-0ec7c933e775 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e1162265-cc50-46c4-89ef-7f56179eb1e7 HTTP/1.1" status: 200 len: 1096 time: 0.0948119 Dec 17 15:18:09.966974 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-ba336e95-6002-4ab5-9f31-41e27b8e7fcb None None] For port 510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3,segment=NetworkSegment(7cc43599-a0d8-4406-a34b-9a95bfaee99f),segment_id=7cc43599-a0d8-4406-a34b-9a95bfaee99f)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:10.027518 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed82a4ac-2173-40ae-88d6-5d5d98e955a6 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Network bfe79069-2518-42a3-82b3-ddfda93fa6a8 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:18:10.032863 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d157d-ecb0-4445-85ed-655c2ee97e2a req-96bd8989-7e4d-477d-b3ec-298353c93068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:10.034589 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dd2d157d-ecb0-4445-85ed-655c2ee97e2a req-96bd8989-7e4d-477d-b3ec-298353c93068 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a664fc5838dc44cb8d9481b453356af9&device_id=c5851fb1-81e2-4c9a-abf1-848a747ebfde HTTP/1.1" status: 200 len: 1096 time: 0.0958116 Dec 17 15:18:10.070818 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-baa7be20-35ba-4723-83a4-d74d643aa72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:10.138070 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ba336e95-6002-4ab5-9f31-41e27b8e7fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:10.205209 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-452847c4-b68e-4542-abc8-25bdae8546e5 req-e552870a-1e4e-4a48-a1cb-e433d098e0fd tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.170 HTTP/1.1" status: 200 len: 1001 time: 0.2524590 Dec 17 15:18:10.208034 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bb7e1d73-7449-4b79-ae58-dde05b152ab9 req-9dd7e0f7-78dd-42cb-80aa-8cdacc4b491c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789942 Dec 17 15:18:10.228118 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-8aac364f-110e-4776-b2d4-df66726acf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'name': 'tempest-FloatingIPsAssociationTestJSON-392780655-router', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:16:51Z', 'updated_at': '2021-12-17T15:16:58Z', 'revision_number': 4, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'gw_port': {'id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:52Z', 'updated_at': '2021-12-17T15:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'b4e172c0-2500-402b-a5c3-4830f628baea', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'port_id': 'f52c471e-7c3b-4371-bdd7-2a89134a4d65', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'mac_address': 'fa:16:3e:1f:80:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5851fb1-81e2-4c9a-abf1-848a747ebfde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:17:33Z', 'updated_at': '2021-12-17T15:18:05Z', 'revision_number': 4, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee55124-6c1e-4098-8106-35abeefde7ee', 'name': '', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'mac_address': 'fa:16:3e:f7:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:57Z', 'updated_at': '2021-12-17T15:17:05Z', 'revision_number': 5, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'subnets': [{'id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:10.234350 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc13ccf-71e3-440d-b605-075b961c51fa req-274aedb0-d1b5-4b4d-9625-2d691cb02015 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:10.239761 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2fc13ccf-71e3-440d-b605-075b961c51fa req-274aedb0-d1b5-4b4d-9625-2d691cb02015 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/ports?device_id=0466edad-0a40-408e-9563-0c42aa580453 HTTP/1.1" status: 200 len: 950 time: 0.2058115 Dec 17 15:18:10.309760 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:10.310130 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452847c4-b68e-4542-abc8-25bdae8546e5 req-e61a28bb-3bde-4ae9-b5d1-bc0a70db98d2 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:10.314250 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-452847c4-b68e-4542-abc8-25bdae8546e5 req-e61a28bb-3bde-4ae9-b5d1-bc0a70db98d2 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports/f52c471e-7c3b-4371-bdd7-2a89134a4d65 HTTP/1.1" status: 200 len: 942 time: 0.0961583 Dec 17 15:18:10.408842 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aac364f-110e-4776-b2d4-df66726acf70 None None] The sync data for ids ['fa5891b7-113a-453b-ac72-51d5e214dacd'] in n-d-820553-2 is: [{'id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'name': 'tempest-FloatingIPsAssociationTestJSON-392780655-router', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:16:51Z', 'updated_at': '2021-12-17T15:16:58Z', 'revision_number': 4, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'gw_port': {'id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:52Z', 'updated_at': '2021-12-17T15:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'b4e172c0-2500-402b-a5c3-4830f628baea', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'port_id': 'f52c471e-7c3b-4371-bdd7-2a89134a4d65', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'mac_address': 'fa:16:3e:1f:80:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5851fb1-81e2-4c9a-abf1-848a747ebfde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:17:33Z', 'updated_at': '2021-12-17T15:18:05Z', 'revision_number': 4, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee55124-6c1e-4098-8106-35abeefde7ee', 'name': '', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'mac_address': 'fa:16:3e:f7:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:57Z', 'updated_at': '2021-12-17T15:17:05Z', 'revision_number': 5, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'subnets': [{'id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:18:10.438108 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7be20-35ba-4723-83a4-d74d643aa72d None None] Pushing event updated for resources: {'Port': ['ID=9c9ca34b-e22d-49a4-affc-9454235f9be2,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:10.451050 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2fc13ccf-71e3-440d-b605-075b961c51fa req-0564a07c-fa4c-40ca-94cf-64a161e0b59a tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4c5e0d8-011b-4198-b6a9-61876d9a3344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276674 Dec 17 15:18:10.678895 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba336e95-6002-4ab5-9f31-41e27b8e7fcb None None] Pushing event updated for resources: {'Port': ['ID=510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:10.693123 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-9a6f98ad-deaf-4b3c-83a0-d7966e839723 None None] Provisioning complete for port 510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:10.693504 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9a6f98ad-deaf-4b3c-83a0-d7966e839723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:10.762083 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-452847c4-b68e-4542-abc8-25bdae8546e5 req-e4d8011c-b6ee-41cf-b13b-c81f18ecd6ce tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.170 HTTP/1.1" status: 200 len: 1001 time: 0.2447801 Dec 17 15:18:10.784674 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:18:10.859938 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-ed82a4ac-2173-40ae-88d6-5d5d98e955a6 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, bfe79069-2518-42a3-82b3-ddfda93fa6a8) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:18:10.882201 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed82a4ac-2173-40ae-88d6-5d5d98e955a6 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:10.883087 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ed82a4ac-2173-40ae-88d6-5d5d98e955a6 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:10.909469 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-07128a45-79fc-4384-ae18-8b4d3f26e14b tempest-QuotasTest-704437267 tempest-QuotasTest-704437267-project-admin] 10.222.0.46 "PUT /v2.0/quotas/ab5541557e9f4a1a9f8b173e0a4cdeeb HTTP/1.1" status: 200 len: 366 time: 2.2168159 Dec 17 15:18:10.919164 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49252) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:10.961655 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f7d01b59-3b9a-49a7-9c62-e0c515b05b3d tempest-QuotasTest-704437267 tempest-QuotasTest-704437267-project-admin] 10.222.0.46 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0242150 Dec 17 15:18:10.971845 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49254) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:10.982019 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7d7843-da64-44ed-b00e-6d74be07e608 None None] Network bfe79069-2518-42a3-82b3-ddfda93fa6a8 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:18:11.021886 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-769822fd-d624-4c1d-b369-23576e265572 tempest-QuotasTest-704437267 tempest-QuotasTest-704437267-project-admin] 10.222.0.46 "GET /v2.0/quotas/ab5541557e9f4a1a9f8b173e0a4cdeeb HTTP/1.1" status: 200 len: 366 time: 0.0451009 Dec 17 15:18:11.025832 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49256) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:11.108454 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ed82a4ac-2173-40ae-88d6-5d5d98e955a6 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6783929 Dec 17 15:18:11.134264 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452847c4-b68e-4542-abc8-25bdae8546e5 req-53b90174-1b05-4f00-a4aa-7666b9da4378 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:11.158079 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-452847c4-b68e-4542-abc8-25bdae8546e5 req-53b90174-1b05-4f00-a4aa-7666b9da4378 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 784 time: 0.3901021 Dec 17 15:18:11.195459 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d157d-ecb0-4445-85ed-655c2ee97e2a req-ffd85339-5d01-4d33-85eb-fb252cc26665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:11.197424 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dd2d157d-ecb0-4445-85ed-655c2ee97e2a req-ffd85339-5d01-4d33-85eb-fb252cc26665 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 HTTP/1.1" status: 200 len: 921 time: 1.1537299 Dec 17 15:18:11.244217 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-76f6ba86-2f80-4f7a-a94f-f373666e59c9 tempest-QuotasTest-704437267 tempest-QuotasTest-704437267-project-admin] 10.222.0.46 "DELETE /v2.0/quotas/ab5541557e9f4a1a9f8b173e0a4cdeeb HTTP/1.1" status: 204 len: 168 time: 0.2138553 Dec 17 15:18:11.247046 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49270) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:11.265080 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a318e30a-d191-46a2-b33e-50bd9a28ec59 tempest-QuotasTest-704437267 tempest-QuotasTest-704437267-project-admin] 10.222.0.46 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0105250 Dec 17 15:18:11.265774 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49272) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:11.292201 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d6737069-24ab-455a-a36c-58542c6ffaa0 tempest-QuotasTest-704437267 tempest-QuotasTest-704437267-project-admin] 10.222.0.46 "GET /v2.0/quotas/ab5541557e9f4a1a9f8b173e0a4cdeeb HTTP/1.1" status: 200 len: 370 time: 0.0247476 Dec 17 15:18:11.303370 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49274) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:11.316637 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e1982af1-f8ef-4fd7-8d62-b18f8c7feca4 tempest-QuotasTest-704437267 tempest-QuotasTest-704437267-project-admin] 10.222.0.46 "GET /v2.0/quotas/ab5541557e9f4a1a9f8b173e0a4cdeeb/default HTTP/1.1" status: 200 len: 370 time: 0.0120647 Dec 17 15:18:11.324700 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49276) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:11.347504 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-1f5f6203-3ba3-4c62-9585-68f2b0871897 tempest-QuotasTest-704437267 tempest-QuotasTest-704437267-project-admin] delete failed (client error): The resource could not be found. Dec 17 15:18:11.355101 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1f5f6203-3ba3-4c62-9585-68f2b0871897 tempest-QuotasTest-704437267 tempest-QuotasTest-704437267-project-admin] 10.222.0.46 "DELETE /v2.0/quotas/ab5541557e9f4a1a9f8b173e0a4cdeeb HTTP/1.1" status: 404 len: 348 time: 0.0321312 Dec 17 15:18:11.548008 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dd2d157d-ecb0-4445-85ed-655c2ee97e2a req-b6a206d4-9a65-4f95-84a0-5d0127e300c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f52c471e-7c3b-4371-bdd7-2a89134a4d65 HTTP/1.1" status: 200 len: 1001 time: 0.3426659 Dec 17 15:18:11.576887 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:11.577519 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:11.755527 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3198b4-7a21-4755-aede-02858396a865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-bfe79069-2518-42a3-82b3-ddfda93fa6a8', 'network_id': 'bfe79069-2518-42a3-82b3-ddfda93fa6a8', 'tenant_id': '3d0e9155f3ac4449959a2049ad96c177', 'fixed_ips': [{'subnet_id': 'f05f0bc4-0b09-48ba-ae2c-5402a48b533c'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:18:11.756993 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7f3198b4-7a21-4755-aede-02858396a865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:11.780477 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d157d-ecb0-4445-85ed-655c2ee97e2a req-10fc86e6-517a-49c5-81f4-077295769f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:11.787721 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dd2d157d-ecb0-4445-85ed-655c2ee97e2a req-10fc86e6-517a-49c5-81f4-077295769f7a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da83ff64-289b-4a41-8d14-866b7dfb3d66 HTTP/1.1" status: 200 len: 859 time: 0.2292304 Dec 17 15:18:11.797861 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49290) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:11.860858 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-37e4913d-cdff-4347-8b0c-c99ab10ab652 req-bd7371e0-7282-4261-bf5d-a9b5f66bcf50 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.170 HTTP/1.1" status: 200 len: 1001 time: 0.2115519 Dec 17 15:18:11.927760 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d157d-ecb0-4445-85ed-655c2ee97e2a req-43feac5f-0201-4323-a137-c6a6939804bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:11.929329 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dd2d157d-ecb0-4445-85ed-655c2ee97e2a req-43feac5f-0201-4323-a137-c6a6939804bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b2bc70b2-1b17-4db0-acd7-24d62fbc7a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1228139 Dec 17 15:18:12.069194 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4913d-cdff-4347-8b0c-c99ab10ab652 req-7da426f5-04d5-43e4-a161-c728d2c3b89a tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:12.083560 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-37e4913d-cdff-4347-8b0c-c99ab10ab652 req-7da426f5-04d5-43e4-a161-c728d2c3b89a tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports/f52c471e-7c3b-4371-bdd7-2a89134a4d65 HTTP/1.1" status: 200 len: 942 time: 0.2200711 Dec 17 15:18:12.153617 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd51137-2335-46ff-ba42-45a4d61473aa req-79eebbda-90ce-4fd9-8e4a-a0c5ee9aae45 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:12.166842 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4dd51137-2335-46ff-ba42-45a4d61473aa req-79eebbda-90ce-4fd9-8e4a-a0c5ee9aae45 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1162265-cc50-46c4-89ef-7f56179eb1e7 HTTP/1.1" status: 200 len: 945 time: 0.5130620 Dec 17 15:18:12.215948 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dd2d157d-ecb0-4445-85ed-655c2ee97e2a req-97125732-b6d7-49a3-a5fe-55a9f8216e7e service neutron] 10.222.0.13 "GET /v2.0/networks/b2bc70b2-1b17-4db0-acd7-24d62fbc7a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751827 Dec 17 15:18:12.224993 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49294) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:12.251985 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-7f3198b4-7a21-4755-aede-02858396a865 None None] Allocated IP 19.86.0.2 (bfe79069-2518-42a3-82b3-ddfda93fa6a8/f05f0bc4-0b09-48ba-ae2c-5402a48b533c/bf33aceb-5bca-47eb-854c-7b04a9ae75e0) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:18:12.306569 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a575a5-a5e4-41bd-8a8c-31a1bf1b6046 None None] Network a2b7be32-e7a5-41d0-b339-b1c939eb1b9d requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:18:12.315624 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4dd51137-2335-46ff-ba42-45a4d61473aa req-a635ed2f-f0ca-44d5-ac16-2af254b7c32a tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461291 Dec 17 15:18:12.350444 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-37e4913d-cdff-4347-8b0c-c99ab10ab652 req-b76d84a1-899c-4463-8a29-cd0873903307 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.170 HTTP/1.1" status: 200 len: 1001 time: 0.1484103 Dec 17 15:18:12.362051 n-d-820553-2 neutron-server[102833]: DEBUG neutron.quota.resource [None req-7b150b40-1a28-4e7f-9edd-659f4efad95f tempest-QuotasTest-704437267 tempest-QuotasTest-704437267-project-admin] Usage tracker for resource:network and tenant:d2d0d06e86b84fd39396a86c5e18d9d9 is out of sync, need to count used quota {{(pid=102833) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 17 15:18:12.371116 n-d-820553-2 neutron-server[102833]: DEBUG neutron.quota.resource [None req-7b150b40-1a28-4e7f-9edd-659f4efad95f tempest-QuotasTest-704437267 tempest-QuotasTest-704437267-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102833) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 17 15:18:12.393903 n-d-820553-2 neutron-server[102833]: DEBUG neutron.quota.resource [None req-7b150b40-1a28-4e7f-9edd-659f4efad95f tempest-QuotasTest-704437267 tempest-QuotasTest-704437267-project-admin] Usage tracker for resource:subnet and tenant:d2d0d06e86b84fd39396a86c5e18d9d9 is out of sync, need to count used quota {{(pid=102833) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 17 15:18:12.408476 n-d-820553-2 neutron-server[102833]: DEBUG neutron.quota.resource [None req-7b150b40-1a28-4e7f-9edd-659f4efad95f tempest-QuotasTest-704437267 tempest-QuotasTest-704437267-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102833) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 17 15:18:12.431364 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dd2d157d-ecb0-4445-85ed-655c2ee97e2a req-c1f0487a-376a-47c6-a8d5-d37d80de96fd service neutron] 10.222.0.13 "GET /v2.0/networks/b2bc70b2-1b17-4db0-acd7-24d62fbc7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998272 Dec 17 15:18:12.437279 n-d-820553-2 neutron-server[102833]: DEBUG neutron.quota.resource [None req-7b150b40-1a28-4e7f-9edd-659f4efad95f tempest-QuotasTest-704437267 tempest-QuotasTest-704437267-project-admin] Usage tracker for resource:subnetpool and tenant:d2d0d06e86b84fd39396a86c5e18d9d9 is out of sync, need to count used quota {{(pid=102833) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 17 15:18:12.458973 n-d-820553-2 neutron-server[102833]: DEBUG neutron.quota.resource [None req-7b150b40-1a28-4e7f-9edd-659f4efad95f tempest-QuotasTest-704437267 tempest-QuotasTest-704437267-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102833) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 17 15:18:12.505952 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-00e0eb53-3322-460d-a2ef-9f85a31e8ab4 None None] Provisioning complete for port 9c9ca34b-e22d-49a4-affc-9454235f9be2 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:12.506357 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-00e0eb53-3322-460d-a2ef-9f85a31e8ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:12.514545 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5b677137-19d7-4b15-8696-0436aac7d92a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:12.526120 n-d-820553-2 neutron-server[102833]: DEBUG neutron.quota.resource [None req-7b150b40-1a28-4e7f-9edd-659f4efad95f tempest-QuotasTest-704437267 tempest-QuotasTest-704437267-project-admin] Usage tracker for resource:port and tenant:d2d0d06e86b84fd39396a86c5e18d9d9 is out of sync, need to count used quota {{(pid=102833) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 17 15:18:12.547096 n-d-820553-2 neutron-server[102833]: DEBUG neutron.quota.resource [None req-7b150b40-1a28-4e7f-9edd-659f4efad95f tempest-QuotasTest-704437267 tempest-QuotasTest-704437267-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102833) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 17 15:18:12.594682 n-d-820553-2 neutron-server[102833]: DEBUG neutron.quota.resource [None req-7b150b40-1a28-4e7f-9edd-659f4efad95f tempest-QuotasTest-704437267 tempest-QuotasTest-704437267-project-admin] Usage tracker for resource:router and tenant:d2d0d06e86b84fd39396a86c5e18d9d9 is out of sync, need to count used quota {{(pid=102833) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 17 15:18:12.605345 n-d-820553-2 neutron-server[102833]: DEBUG neutron.quota.resource [None req-7b150b40-1a28-4e7f-9edd-659f4efad95f tempest-QuotasTest-704437267 tempest-QuotasTest-704437267-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102833) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 17 15:18:12.639796 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4913d-cdff-4347-8b0c-c99ab10ab652 req-2ce04866-7851-4e8a-a224-43747effb5a2 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:12.649251 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-37e4913d-cdff-4347-8b0c-c99ab10ab652 req-2ce04866-7851-4e8a-a224-43747effb5a2 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 784 time: 0.2974019 Dec 17 15:18:12.665976 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5b677137-19d7-4b15-8696-0436aac7d92a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:12.673496 n-d-820553-2 neutron-server[102833]: DEBUG neutron.quota.resource [None req-7b150b40-1a28-4e7f-9edd-659f4efad95f tempest-QuotasTest-704437267 tempest-QuotasTest-704437267-project-admin] Usage tracker for resource:floatingip and tenant:d2d0d06e86b84fd39396a86c5e18d9d9 is out of sync, need to count used quota {{(pid=102833) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 17 15:18:12.679950 n-d-820553-2 neutron-server[102833]: DEBUG neutron.quota.resource [None req-7b150b40-1a28-4e7f-9edd-659f4efad95f tempest-QuotasTest-704437267 tempest-QuotasTest-704437267-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102833) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 17 15:18:12.739170 n-d-820553-2 neutron-server[102833]: DEBUG neutron.quota.resource [None req-7b150b40-1a28-4e7f-9edd-659f4efad95f tempest-QuotasTest-704437267 tempest-QuotasTest-704437267-project-admin] Usage tracker for resource:security_group and tenant:d2d0d06e86b84fd39396a86c5e18d9d9 is out of sync, need to count used quota {{(pid=102833) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 17 15:18:12.745999 n-d-820553-2 neutron-server[102833]: DEBUG neutron.quota.resource [None req-7b150b40-1a28-4e7f-9edd-659f4efad95f tempest-QuotasTest-704437267 tempest-QuotasTest-704437267-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102833) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 17 15:18:12.748333 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5b677137-19d7-4b15-8696-0436aac7d92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:12.751495 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9c9ca34b-e22d-49a4-affc-9454235f9be2 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:18:12.776377 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b677137-19d7-4b15-8696-0436aac7d92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07813536-3ee5-4724-a69d-0d83eaedebd6,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:12.798224 n-d-820553-2 neutron-server[102833]: DEBUG neutron.quota.resource [None req-7b150b40-1a28-4e7f-9edd-659f4efad95f tempest-QuotasTest-704437267 tempest-QuotasTest-704437267-project-admin] Usage tracker for resource:security_group_rule and tenant:d2d0d06e86b84fd39396a86c5e18d9d9 is out of sync, need to count used quota {{(pid=102833) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 17 15:18:12.807961 n-d-820553-2 neutron-server[102833]: DEBUG neutron.quota.resource [None req-7b150b40-1a28-4e7f-9edd-659f4efad95f tempest-QuotasTest-704437267 tempest-QuotasTest-704437267-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102833) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 17 15:18:12.813337 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7b150b40-1a28-4e7f-9edd-659f4efad95f tempest-QuotasTest-704437267 tempest-QuotasTest-704437267-project-admin] 10.222.0.46 "GET /v2.0/quotas/d2d0d06e86b84fd39396a86c5e18d9d9/details.json HTTP/1.1" status: 200 len: 703 time: 0.5797453 Dec 17 15:18:12.819259 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5b677137-19d7-4b15-8696-0436aac7d92a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d385b6ea03f844179decb0d116101d2a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0156119 Dec 17 15:18:12.826533 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49312) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:12.829714 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7f3198b4-7a21-4755-aede-02858396a865 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:12.877150 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-37e4913d-cdff-4347-8b0c-c99ab10ab652 req-3bf8b495-796f-4b93-b348-c55772b81074 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.170 HTTP/1.1" status: 200 len: 1001 time: 0.2248185 Dec 17 15:18:12.893424 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-37e4913d-cdff-4347-8b0c-c99ab10ab652 req-16995ebe-3049-4811-9000-9a057eb69da0 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:18:12.929816 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3e3f055a-ae1f-471e-b807-815e285f7ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:12.938961 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-00e0eb53-3322-460d-a2ef-9f85a31e8ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:12.941105 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7f3198b4-7a21-4755-aede-02858396a865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:12.985992 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3e3f055a-ae1f-471e-b807-815e285f7ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:13.005811 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 9c9ca34b-e22d-49a4-affc-9454235f9be2 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:13.006193 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:13.024146 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955929a-a818-4c93-83c3-2d8a86846523 req-20eeec6b-a9ac-4c75-b684-93ba05c5d6bd tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:13.030307 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955929a-a818-4c93-83c3-2d8a86846523 req-20eeec6b-a9ac-4c75-b684-93ba05c5d6bd tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:13.031832 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9955929a-a818-4c93-83c3-2d8a86846523 req-20eeec6b-a9ac-4c75-b684-93ba05c5d6bd tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/networks?id=a2b7be32-e7a5-41d0-b339-b1c939eb1b9d&id=bfe79069-2518-42a3-82b3-ddfda93fa6a8&id=a2b7be32-e7a5-41d0-b339-b1c939eb1b9d HTTP/1.1" status: 200 len: 1391 time: 0.3785033 Dec 17 15:18:13.051454 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3198b4-7a21-4755-aede-02858396a865 None None] Network bfe79069-2518-42a3-82b3-ddfda93fa6a8 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:18:13.052929 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-37e4913d-cdff-4347-8b0c-c99ab10ab652 req-16995ebe-3049-4811-9000-9a057eb69da0 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks [] for floatingip, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:13.062483 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-7f3198b4-7a21-4755-aede-02858396a865 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:18:13.065411 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3198b4-7a21-4755-aede-02858396a865 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:18:13.092998 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9955929a-a818-4c93-83c3-2d8a86846523 req-7766f880-a54e-409b-9c3d-0fe48a49dca9 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/quotas/3d0e9155f3ac4449959a2049ad96c177 HTTP/1.1" status: 200 len: 375 time: 0.0505087 Dec 17 15:18:13.099828 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3198b4-7a21-4755-aede-02858396a865 None None] Pushing event updated for resources: {'Port': ['ID=bf33aceb-5bca-47eb-854c-7b04a9ae75e0,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:13.103394 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-00e0eb53-3322-460d-a2ef-9f85a31e8ab4 None None] For port 9c9ca34b-e22d-49a4-affc-9454235f9be2, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9c9ca34b-e22d-49a4-affc-9454235f9be2,segment=NetworkSegment(0c037a90-4c1d-4a22-be76-067f0345dfe6),segment_id=0c037a90-4c1d-4a22-be76-067f0345dfe6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:13.193573 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3e3f055a-ae1f-471e-b807-815e285f7ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:13.200526 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3e3f055a-ae1f-471e-b807-815e285f7ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:13.203017 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3e3f055a-ae1f-471e-b807-815e285f7ea9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/07813536-3ee5-4724-a69d-0d83eaedebd6 HTTP/1.1" status: 204 len: 168 time: 0.3720107 Dec 17 15:18:13.222223 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f055a-ae1f-471e-b807-815e285f7ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07813536-3ee5-4724-a69d-0d83eaedebd6,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:13.222452 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7f3198b4-7a21-4755-aede-02858396a865 None None] Attempting to bind port bf33aceb-5bca-47eb-854c-7b04a9ae75e0 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:18:13.222837 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7f3198b4-7a21-4755-aede-02858396a865 None None] Attempting to bind port bf33aceb-5bca-47eb-854c-7b04a9ae75e0 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'b046e27f-27e3-4cfb-82e0-95ac137dd346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bfe79069-2518-42a3-82b3-ddfda93fa6a8'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:18:13.223204 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3198b4-7a21-4755-aede-02858396a865 None None] Attempting to bind port bf33aceb-5bca-47eb-854c-7b04a9ae75e0 on network bfe79069-2518-42a3-82b3-ddfda93fa6a8 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:18:13.234399 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-00e0eb53-3322-460d-a2ef-9f85a31e8ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:13.288288 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9955929a-a818-4c93-83c3-2d8a86846523 req-c6521c6a-7789-492e-9ee5-cf34772c4bf5 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3d0e9155f3ac4449959a2049ad96c177&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0997813 Dec 17 15:18:13.342169 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3198b4-7a21-4755-aede-02858396a865 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:18:13.342169 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3198b4-7a21-4755-aede-02858396a865 None None] Checking segment: {'id': 'b046e27f-27e3-4cfb-82e0-95ac137dd346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bfe79069-2518-42a3-82b3-ddfda93fa6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:18:13.342623 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7f3198b4-7a21-4755-aede-02858396a865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:13.342979 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3198b4-7a21-4755-aede-02858396a865 None None] Bound using segment: {'id': 'b046e27f-27e3-4cfb-82e0-95ac137dd346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bfe79069-2518-42a3-82b3-ddfda93fa6a8'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:18:13.343470 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7f3198b4-7a21-4755-aede-02858396a865 None None] Bound port: bf33aceb-5bca-47eb-854c-7b04a9ae75e0, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b046e27f-27e3-4cfb-82e0-95ac137dd346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bfe79069-2518-42a3-82b3-ddfda93fa6a8'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:18:13.343847 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7f3198b4-7a21-4755-aede-02858396a865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:13.362443 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-37e4913d-cdff-4347-8b0c-c99ab10ab652 req-16995ebe-3049-4811-9000-9a057eb69da0 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:13.366063 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:13.468036 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9955929a-a818-4c93-83c3-2d8a86846523 req-15246e8d-0e06-4fd0-8177-8d51e0f2765b service neutron] 10.222.0.46 "GET /v2.0/networks/a2b7be32-e7a5-41d0-b339-b1c939eb1b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431198 Dec 17 15:18:13.472755 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49320) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:13.495158 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0eb53-3322-460d-a2ef-9f85a31e8ab4 None None] Pushing event updated for resources: {'Port': ['ID=9c9ca34b-e22d-49a4-affc-9454235f9be2,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:13.580720 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:18:13.581350 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:18:13.594375 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7f3198b4-7a21-4755-aede-02858396a865 None None] For port bf33aceb-5bca-47eb-854c-7b04a9ae75e0, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:18:13.595796 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9955929a-a818-4c93-83c3-2d8a86846523 req-a03394bb-414c-4aa6-844f-de733263fa21 service neutron] 10.222.0.46 "GET /v2.0/networks/a2b7be32-e7a5-41d0-b339-b1c939eb1b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241653 Dec 17 15:18:13.596975 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-37e4913d-cdff-4347-8b0c-c99ab10ab652 req-16995ebe-3049-4811-9000-9a057eb69da0 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:13.597338 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [req-37e4913d-cdff-4347-8b0c-c99ab10ab652 req-16995ebe-3049-4811-9000-9a057eb69da0 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Floating IP b4e172c0-2500-402b-a5c3-4830f628baea disassociated. External IP: 172.25.6.170, port: f52c471e-7c3b-4371-bdd7-2a89134a4d65. Dec 17 15:18:13.603659 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-f417c334-46e7-4c36-b8f1-0f3288ddba53 None None] Provisioning complete for port 9c9ca34b-e22d-49a4-affc-9454235f9be2 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:13.606394 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f417c334-46e7-4c36-b8f1-0f3288ddba53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:13.607883 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7f3198b4-7a21-4755-aede-02858396a865 None None] For port bf33aceb-5bca-47eb-854c-7b04a9ae75e0, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=bf33aceb-5bca-47eb-854c-7b04a9ae75e0,segment=NetworkSegment(b046e27f-27e3-4cfb-82e0-95ac137dd346),segment_id=b046e27f-27e3-4cfb-82e0-95ac137dd346)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:18:13.716920 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7f3198b4-7a21-4755-aede-02858396a865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:13.759696 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-26eade2e-d900-473e-af0e-d1cb9fe06eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:13.937196 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3198b4-7a21-4755-aede-02858396a865 None None] Pushing event updated for resources: {'Port': ['ID=bf33aceb-5bca-47eb-854c-7b04a9ae75e0,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:13.982855 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-26eade2e-d900-473e-af0e-d1cb9fe06eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:14.086948 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-26eade2e-d900-473e-af0e-d1cb9fe06eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:14.171477 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eade2e-d900-473e-af0e-d1cb9fe06eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7698b49e-bf6a-4b7f-a49c-a5a2b23cdd12,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:14.191726 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:18:14.208059 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-26eade2e-d900-473e-af0e-d1cb9fe06eb3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e90be3f4d16548b492ff547df902b4fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7341094 Dec 17 15:18:14.217507 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49326) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:14.283167 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49328) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:14.343774 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c4b29ad6-34ee-43b3-9952-a9e7e928efcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:14.346605 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:14.347025 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:14.357521 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ccf0c3c0-193d-428f-9fe4-4ce9f121bc2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:14.392897 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ccf0c3c0-193d-428f-9fe4-4ce9f121bc2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:14.398010 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9955929a-a818-4c93-83c3-2d8a86846523 req-697034b2-0b7f-4ebe-8098-7373d2586bdc service neutron] 10.222.0.46 "GET /v2.0/networks/bfe79069-2518-42a3-82b3-ddfda93fa6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7489030 Dec 17 15:18:14.596555 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ccf0c3c0-193d-428f-9fe4-4ce9f121bc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:14.600680 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ccf0c3c0-193d-428f-9fe4-4ce9f121bc2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:14.601852 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ccf0c3c0-193d-428f-9fe4-4ce9f121bc2a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7698b49e-bf6a-4b7f-a49c-a5a2b23cdd12 HTTP/1.1" status: 204 len: 168 time: 0.3831608 Dec 17 15:18:14.619918 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0c3c0-193d-428f-9fe4-4ce9f121bc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7698b49e-bf6a-4b7f-a49c-a5a2b23cdd12,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:14.782446 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9955929a-a818-4c93-83c3-2d8a86846523 req-29b82650-c6af-4b73-af25-271ebfb1476e service neutron] 10.222.0.46 "GET /v2.0/networks/bfe79069-2518-42a3-82b3-ddfda93fa6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763094 Dec 17 15:18:14.789510 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9c9ca34b-e22d-49a4-affc-9454235f9be2 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:18:14.814880 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c4b29ad6-34ee-43b3-9952-a9e7e928efcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:14.857862 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37e4913d-cdff-4347-8b0c-c99ab10ab652 req-16995ebe-3049-4811-9000-9a057eb69da0 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Router fa5891b7-113a-453b-ac72-51d5e214dacd has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:18:14.874862 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 9c9ca34b-e22d-49a4-affc-9454235f9be2 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:14.877580 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:14.968370 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device a9e2f3c5-900e-4213-a9e0-32e50b35ea8b details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:18:15.013842 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37e4913d-cdff-4347-8b0c-c99ab10ab652 req-16995ebe-3049-4811-9000-9a057eb69da0 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:18:15.022028 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c4b29ad6-34ee-43b3-9952-a9e7e928efcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:15.026972 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8909f727-3b1c-4205-8e0e-a3cbed76fab5 None None] Sync routers for ids ['fa5891b7-113a-453b-ac72-51d5e214dacd'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:18:15.027631 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-37e4913d-cdff-4347-8b0c-c99ab10ab652 req-16995ebe-3049-4811-9000-9a057eb69da0 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:15.067841 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8909f727-3b1c-4205-8e0e-a3cbed76fab5 None None] Routers {'fa5891b7-113a-453b-ac72-51d5e214dacd'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:18:15.069222 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-8909f727-3b1c-4205-8e0e-a3cbed76fab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:18:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['fa5891b7-113a-453b-ac72-51d5e214dacd'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:15.167792 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-37e4913d-cdff-4347-8b0c-c99ab10ab652 req-16995ebe-3049-4811-9000-9a057eb69da0 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "PUT /v2.0/floatingips/b4e172c0-2500-402b-a5c3-4830f628baea HTTP/1.1" status: 200 len: 695 time: 2.2827034 Dec 17 15:18:15.180864 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5851fb1-81e2-4c9a-abf1-848a747ebfde', 'tag': 'f52c471e-7c3b-4371-bdd7-2a89134a4d65'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:18:15.184353 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d91edf-ab19-469d-a580-5f00017a22b3" -d '{"events": [{"name": "network-changed", "server_uuid": "c5851fb1-81e2-4c9a-abf1-848a747ebfde", "tag": "f52c471e-7c3b-4371-bdd7-2a89134a4d65"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:18:15.244162 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device bf33aceb-5bca-47eb-854c-7b04a9ae75e0 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:18:15.314275 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-8909f727-3b1c-4205-8e0e-a3cbed76fab5 None None] Set router fa5891b7-113a-453b-ac72-51d5e214dacd gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:18:15.334655 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c4b29ad6-34ee-43b3-9952-a9e7e928efcc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6b89de4f99524bb59108ae33bdd043d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0482759 Dec 17 15:18:15.335228 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b29ad6-34ee-43b3-9952-a9e7e928efcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd49850a-5a62-4f5e-af6d-9dfa29d367c6,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:15.336674 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49344) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:15.372893 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9955929a-a818-4c93-83c3-2d8a86846523 req-c5c461d4-3bda-44d1-a96a-63f132c53ea8 service neutron] 10.222.0.46 "GET /v2.0/networks/a2b7be32-e7a5-41d0-b339-b1c939eb1b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5722463 Dec 17 15:18:15.396553 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port a9e2f3c5-900e-4213-a9e0-32e50b35ea8b, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=a9e2f3c5-900e-4213-a9e0-32e50b35ea8b,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:15.438836 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'a9e2f3c5-900e-4213-a9e0-32e50b35ea8b', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': 'a9e2f3c5-900e-4213-a9e0-32e50b35ea8b', 'mac_address': 'fa:16:3e:88:4a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:18:15.449177 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port bf33aceb-5bca-47eb-854c-7b04a9ae75e0 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:15.449819 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:15.482790 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-45bd5157-c03b-4e97-90ae-4e0e1a5c1af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:15.508067 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4913d-cdff-4347-8b0c-c99ab10ab652 req-6328f4a9-a7af-4cc9-974c-8989555b6620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:15.509863 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-37e4913d-cdff-4347-8b0c-c99ab10ab652 req-6328f4a9-a7af-4cc9-974c-8989555b6620 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a664fc5838dc44cb8d9481b453356af9&device_id=c5851fb1-81e2-4c9a-abf1-848a747ebfde HTTP/1.1" status: 200 len: 1096 time: 0.3187828 Dec 17 15:18:15.531060 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-45bd5157-c03b-4e97-90ae-4e0e1a5c1af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:15.604929 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccf7d46-22de-4c15-abce-a47e31d0ffe9 None None] Network bfe79069-2518-42a3-82b3-ddfda93fa6a8 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:18:15.609521 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:15.671257 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-8909f727-3b1c-4205-8e0e-a3cbed76fab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'name': 'tempest-FloatingIPsAssociationTestJSON-392780655-router', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:16:51Z', 'updated_at': '2021-12-17T15:16:58Z', 'revision_number': 4, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'gw_port': {'id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:52Z', 'updated_at': '2021-12-17T15:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '6ee55124-6c1e-4098-8106-35abeefde7ee', 'name': '', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'mac_address': 'fa:16:3e:f7:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:57Z', 'updated_at': '2021-12-17T15:17:05Z', 'revision_number': 5, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'subnets': [{'id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:15.689215 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9955929a-a818-4c93-83c3-2d8a86846523 req-b1217cd5-d228-4a64-afa0-d3d49e78243b service neutron] 10.222.0.46 "GET /v2.0/networks/a2b7be32-e7a5-41d0-b339-b1c939eb1b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068683 Dec 17 15:18:15.738064 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8909f727-3b1c-4205-8e0e-a3cbed76fab5 None None] Checking router: fa5891b7-113a-453b-ac72-51d5e214dacd for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:18:15.751119 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8909f727-3b1c-4205-8e0e-a3cbed76fab5 None None] Routers {'fa5891b7-113a-453b-ac72-51d5e214dacd'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:18:15.752081 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-8909f727-3b1c-4205-8e0e-a3cbed76fab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:18:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['fa5891b7-113a-453b-ac72-51d5e214dacd'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:15.764440 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-45bd5157-c03b-4e97-90ae-4e0e1a5c1af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:15.767062 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-45bd5157-c03b-4e97-90ae-4e0e1a5c1af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:15.771180 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-45bd5157-c03b-4e97-90ae-4e0e1a5c1af5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bd49850a-5a62-4f5e-af6d-9dfa29d367c6 HTTP/1.1" status: 204 len: 168 time: 0.4333348 Dec 17 15:18:15.774326 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4913d-cdff-4347-8b0c-c99ab10ab652 req-c4f76af1-0fab-4eeb-a30c-2b4af3bdce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:15.780024 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd5157-c03b-4e97-90ae-4e0e1a5c1af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd49850a-5a62-4f5e-af6d-9dfa29d367c6,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:15.783894 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-37e4913d-cdff-4347-8b0c-c99ab10ab652 req-c4f76af1-0fab-4eeb-a30c-2b4af3bdce8a service neutron] 10.222.0.46 "GET /v2.0/networks?id=b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 HTTP/1.1" status: 200 len: 921 time: 0.2609756 Dec 17 15:18:15.835635 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49350) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:15.861001 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-621858e1-2599-467a-8beb-b06a43242881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:15.882489 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-37e4913d-cdff-4347-8b0c-c99ab10ab652 req-24fe869e-98b7-4af8-87a0-5dd6c10131bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f52c471e-7c3b-4371-bdd7-2a89134a4d65 HTTP/1.1" status: 200 len: 217 time: 0.0962732 Dec 17 15:18:15.912428 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-8909f727-3b1c-4205-8e0e-a3cbed76fab5 None None] Set router fa5891b7-113a-453b-ac72-51d5e214dacd gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:18:15.963119 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4913d-cdff-4347-8b0c-c99ab10ab652 req-86d707c3-74e1-4944-8fda-115c2cbae383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:15.966633 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-37e4913d-cdff-4347-8b0c-c99ab10ab652 req-86d707c3-74e1-4944-8fda-115c2cbae383 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da83ff64-289b-4a41-8d14-866b7dfb3d66 HTTP/1.1" status: 200 len: 859 time: 0.0734961 Dec 17 15:18:16.024543 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-621858e1-2599-467a-8beb-b06a43242881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:16.031318 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9e2f3c5-900e-4213-a9e0-32e50b35ea8b {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:18:16.073118 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port a9e2f3c5-900e-4213-a9e0-32e50b35ea8b, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=a9e2f3c5-900e-4213-a9e0-32e50b35ea8b,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:16.086816 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4913d-cdff-4347-8b0c-c99ab10ab652 req-c06ea293-df46-4318-ae50-fa29aad7a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:16.093498 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-37e4913d-cdff-4347-8b0c-c99ab10ab652 req-c06ea293-df46-4318-ae50-fa29aad7a4b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b2bc70b2-1b17-4db0-acd7-24d62fbc7a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1111858 Dec 17 15:18:16.155819 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:16.161466 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-6789c324-63cd-4738-a134-9488194a49f2 None None] Provisioning complete for port bf33aceb-5bca-47eb-854c-7b04a9ae75e0 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:16.162202 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6789c324-63cd-4738-a134-9488194a49f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:16.163731 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-621858e1-2599-467a-8beb-b06a43242881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:16.245620 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-37e4913d-cdff-4347-8b0c-c99ab10ab652 req-5cf05241-373d-44d2-9d5e-3bd116eabbd0 service neutron] 10.222.0.46 "GET /v2.0/networks/b2bc70b2-1b17-4db0-acd7-24d62fbc7a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485767 Dec 17 15:18:16.270010 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-621858e1-2599-467a-8beb-b06a43242881 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d2d0d06e86b84fd39396a86c5e18d9d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4278417 Dec 17 15:18:16.270783 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49366) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:16.276151 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:16.285625 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621858e1-2599-467a-8beb-b06a43242881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c21139e-c72c-4ce4-910f-311d286d4627,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:16.300916 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-8909f727-3b1c-4205-8e0e-a3cbed76fab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'name': 'tempest-FloatingIPsAssociationTestJSON-392780655-router', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:16:51Z', 'updated_at': '2021-12-17T15:16:58Z', 'revision_number': 4, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'gw_port': {'id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:52Z', 'updated_at': '2021-12-17T15:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '6ee55124-6c1e-4098-8106-35abeefde7ee', 'name': '', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'mac_address': 'fa:16:3e:f7:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:57Z', 'updated_at': '2021-12-17T15:17:05Z', 'revision_number': 5, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'subnets': [{'id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:16.369173 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8909f727-3b1c-4205-8e0e-a3cbed76fab5 None None] The sync data for ids ['fa5891b7-113a-453b-ac72-51d5e214dacd'] in n-d-820553-2 is: [{'id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'name': 'tempest-FloatingIPsAssociationTestJSON-392780655-router', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:16:51Z', 'updated_at': '2021-12-17T15:16:58Z', 'revision_number': 4, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'gw_port': {'id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:52Z', 'updated_at': '2021-12-17T15:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '6ee55124-6c1e-4098-8106-35abeefde7ee', 'name': '', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'mac_address': 'fa:16:3e:f7:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:57Z', 'updated_at': '2021-12-17T15:17:05Z', 'revision_number': 5, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'subnets': [{'id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:18:16.399914 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cdc35f49-ca9b-47f3-9236-72273cbaa0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:16.425551 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port bf33aceb-5bca-47eb-854c-7b04a9ae75e0, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=bf33aceb-5bca-47eb-854c-7b04a9ae75e0,segment=NetworkSegment(b046e27f-27e3-4cfb-82e0-95ac137dd346),segment_id=b046e27f-27e3-4cfb-82e0-95ac137dd346)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:16.479748 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-37e4913d-cdff-4347-8b0c-c99ab10ab652 req-f5faccee-b674-45b8-8caf-740165466321 service neutron] 10.222.0.46 "GET /v2.0/networks/b2bc70b2-1b17-4db0-acd7-24d62fbc7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277954 Dec 17 15:18:16.485337 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cdc35f49-ca9b-47f3-9236-72273cbaa0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:16.578308 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['a9e2f3c5-900e-4213-a9e0-32e50b35ea8b'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:18:16.718934 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cdc35f49-ca9b-47f3-9236-72273cbaa0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:16.724262 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cdc35f49-ca9b-47f3-9236-72273cbaa0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:16.733583 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cdc35f49-ca9b-47f3-9236-72273cbaa0f5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9c21139e-c72c-4ce4-910f-311d286d4627 HTTP/1.1" status: 204 len: 168 time: 0.4560781 Dec 17 15:18:16.773674 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc35f49-ca9b-47f3-9236-72273cbaa0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c21139e-c72c-4ce4-910f-311d286d4627,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:16.802057 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:16.831240 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=a9e2f3c5-900e-4213-a9e0-32e50b35ea8b,revision_number=6']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:17.035382 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=bf33aceb-5bca-47eb-854c-7b04a9ae75e0,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:17.053664 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95100ef-bb0f-4f32-9714-c0c51ab542f0 None None] New status for floating IP b4e172c0-2500-402b-a5c3-4830f628baea: DOWN {{(pid=102834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:18:17.537308 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c1a1b4ef-960e-4db6-a849-484385dab0d3 None None] Provisioning complete for port bf33aceb-5bca-47eb-854c-7b04a9ae75e0 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:17.537761 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c1a1b4ef-960e-4db6-a849-484385dab0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:18.914080 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device bf33aceb-5bca-47eb-854c-7b04a9ae75e0 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:18:18.943935 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49440) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:18.992632 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port bf33aceb-5bca-47eb-854c-7b04a9ae75e0 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:18.993667 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:19.023030 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device a9e2f3c5-900e-4213-a9e0-32e50b35ea8b up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:18:19.101630 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port a9e2f3c5-900e-4213-a9e0-32e50b35ea8b triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:19.102128 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:19.107915 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-6fbbe0d0-18cd-4c32-8260-7c19219349f3 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-418309938'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:18:19.220938 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbbe0d0-18cd-4c32-8260-7c19219349f3 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Made reservation on behalf of 6f82645792274e338cebe98c5b225aa1 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:18:19.225315 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe0d0-18cd-4c32-8260-7c19219349f3 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:19.250380 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:19.273035 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe0d0-18cd-4c32-8260-7c19219349f3 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:19.299486 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0466edad-0a40-408e-9563-0c42aa580453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e2f3c5-900e-4213-a9e0-32e50b35ea8b'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:18:19.301837 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823341af-9bff-4850-a1b5-d8a5c05ee05d" -d '{"events": [{"server_uuid": "0466edad-0a40-408e-9563-0c42aa580453", "name": "network-vif-plugged", "status": "completed", "tag": "a9e2f3c5-900e-4213-a9e0-32e50b35ea8b"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:18:19.318885 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port a9e2f3c5-900e-4213-a9e0-32e50b35ea8b, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=a9e2f3c5-900e-4213-a9e0-32e50b35ea8b,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:19.329722 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49452) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:19.455004 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:19.493753 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe0d0-18cd-4c32-8260-7c19219349f3 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:19.559759 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe0d0-18cd-4c32-8260-7c19219349f3 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:19.561804 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=a9e2f3c5-900e-4213-a9e0-32e50b35ea8b,revision_number=7']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:19.599794 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d5c2ab99-24cb-4262-86a9-423578a4ffa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:19.607250 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fbbe0d0-18cd-4c32-8260-7c19219349f3 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:18:19.640999 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbe0d0-18cd-4c32-8260-7c19219349f3 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9eaaa4-9bde-4ec1-b0a5-68d4993b2a78,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:19.646292 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe0d0-18cd-4c32-8260-7c19219349f3 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:19.647105 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-6fbbe0d0-18cd-4c32-8260-7c19219349f3 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Added segment 3d943d78-ded1-4b73-aab7-f40daf62b092 of type vlan for network 60cc0360-697d-43b9-84b8-c283a604d4e6 Dec 17 15:18:19.705843 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe0d0-18cd-4c32-8260-7c19219349f3 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:19.759196 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d5c2ab99-24cb-4262-86a9-423578a4ffa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:19.876804 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe0d0-18cd-4c32-8260-7c19219349f3 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:19.878326 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d5c2ab99-24cb-4262-86a9-423578a4ffa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:19.885784 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbbe0d0-18cd-4c32-8260-7c19219349f3 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:19.886902 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6fbbe0d0-18cd-4c32-8260-7c19219349f3 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:19.906872 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165fef8a-2417-4864-b458-a38ac314cbc8 x-openstack-request-id: req-165fef8a-2417-4864-b458-a38ac314cbc8 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:18:19.906872 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5851fb1-81e2-4c9a-abf1-848a747ebfde", "tag": "f52c471e-7c3b-4371-bdd7-2a89134a4d65", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:18:19.906872 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-165fef8a-2417-4864-b458-a38ac314cbc8 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:18:19.906872 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5851fb1-81e2-4c9a-abf1-848a747ebfde', 'tag': 'f52c471e-7c3b-4371-bdd7-2a89134a4d65', 'status': 'completed', 'code': 200} Dec 17 15:18:19.945082 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2ab99-24cb-4262-86a9-423578a4ffa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b25c7a-532f-4c78-aeb3-a5d9d4010008,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:19.970623 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8aba87-6a60-419e-a928-dada072e9eec req-ba4f46eb-bd6c-444f-848f-86dfa8ed47d3 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:19.972259 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8d8aba87-6a60-419e-a928-dada072e9eec req-ba4f46eb-bd6c-444f-848f-86dfa8ed47d3 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1162265-cc50-46c4-89ef-7f56179eb1e7 HTTP/1.1" status: 200 len: 945 time: 0.1501102 Dec 17 15:18:19.979184 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d5c2ab99-24cb-4262-86a9-423578a4ffa0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c58a2d7ddae347d8b74cba8fc8176203&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6478446 Dec 17 15:18:19.982616 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49470) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:20.036614 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2fcb7b31-976d-4a2c-bde5-f3cfac9cc1f1 req-fd8e90a4-4f24-4def-92db-994fb9f6e140 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a69a7d18-8bda-49f6-9793-972d56151d7b HTTP/1.1" status: 200 len: 210 time: 0.0548816 Dec 17 15:18:20.066300 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbe0d0-18cd-4c32-8260-7c19219349f3 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Pushing event updated for resources: {'Network': ['ID=60cc0360-697d-43b9-84b8-c283a604d4e6,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:20.080745 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 60cc0360-697d-43b9-84b8-c283a604d4e6 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:18:20.114193 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8d8aba87-6a60-419e-a928-dada072e9eec req-f7c35792-856f-40fd-85ef-2ecb95e49756 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336398 Dec 17 15:18:20.128369 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6fbbe0d0-18cd-4c32-8260-7c19219349f3 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1792579 Dec 17 15:18:20.128369 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49474) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:20.141127 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dc188988-ab33-4650-9292-158cda06f55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:20.152412 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-dbd39292-0790-428a-8ac6-b8c009b23ba0 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Request body: {'subnet': {'network_id': '60cc0360-697d-43b9-84b8-c283a604d4e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:18:20.207137 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dc188988-ab33-4650-9292-158cda06f55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:20.256971 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9064a4c-785f-4eeb-8a30-6b2813798823 x-openstack-request-id: req-a9064a4c-785f-4eeb-8a30-6b2813798823 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:18:20.257563 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0466edad-0a40-408e-9563-0c42aa580453", "name": "network-vif-plugged", "status": "completed", "tag": "a9e2f3c5-900e-4213-a9e0-32e50b35ea8b", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:18:20.257688 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a9064a4c-785f-4eeb-8a30-6b2813798823 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:18:20.258230 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0466edad-0a40-408e-9563-0c42aa580453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e2f3c5-900e-4213-a9e0-32e50b35ea8b', 'code': 200} Dec 17 15:18:20.439444 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d91edf-ab19-469d-a580-5f00017a22b3 req-dd5fbcc2-37eb-49ba-815c-9c691c952880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:20.441599 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f9d91edf-ab19-469d-a580-5f00017a22b3 req-dd5fbcc2-37eb-49ba-815c-9c691c952880 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a664fc5838dc44cb8d9481b453356af9&device_id=c5851fb1-81e2-4c9a-abf1-848a747ebfde HTTP/1.1" status: 200 len: 1096 time: 0.4740462 Dec 17 15:18:20.454022 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dc188988-ab33-4650-9292-158cda06f55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:20.462223 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dc188988-ab33-4650-9292-158cda06f55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:20.462223 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-dc188988-ab33-4650-9292-158cda06f55e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e0b25c7a-532f-4c78-aeb3-a5d9d4010008 HTTP/1.1" status: 204 len: 168 time: 0.4749165 Dec 17 15:18:20.474695 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc188988-ab33-4650-9292-158cda06f55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b25c7a-532f-4c78-aeb3-a5d9d4010008,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:20.590105 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd39292-0790-428a-8ac6-b8c009b23ba0 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Made reservation on behalf of 6f82645792274e338cebe98c5b225aa1 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:18:20.594266 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dbd39292-0790-428a-8ac6-b8c009b23ba0 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:20.899155 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d91edf-ab19-469d-a580-5f00017a22b3 req-3681595d-288e-44b7-bc71-bd9a4b5ebbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:20.899155 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f9d91edf-ab19-469d-a580-5f00017a22b3 req-3681595d-288e-44b7-bc71-bd9a4b5ebbbb service neutron] 10.222.0.13 "GET /v2.0/networks?id=b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 HTTP/1.1" status: 200 len: 921 time: 0.4432271 Dec 17 15:18:20.961401 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c276c56-cab0-4ff0-b461-d0d7d7e30f72 req-40b051b1-16cc-4ed0-a836-4ac72645524d tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:20.963607 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7c276c56-cab0-4ff0-b461-d0d7d7e30f72 req-40b051b1-16cc-4ed0-a836-4ac72645524d tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f8f86f-ca58-47c7-b2c0-ae080d2fc779&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0904338 Dec 17 15:18:20.982519 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f9d91edf-ab19-469d-a580-5f00017a22b3 req-fdfc8f61-bc39-436d-b6a4-0de2534abd5a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f52c471e-7c3b-4371-bdd7-2a89134a4d65 HTTP/1.1" status: 200 len: 217 time: 0.0757270 Dec 17 15:18:21.030525 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7c276c56-cab0-4ff0-b461-d0d7d7e30f72 req-75ec1fe5-47e9-49a5-bc97-b08f00ee519f tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.170 HTTP/1.1" status: 200 len: 696 time: 0.0603383 Dec 17 15:18:21.036058 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-7c276c56-cab0-4ff0-b461-d0d7d7e30f72 req-588ce39a-823e-44d7-aabb-173fd919ac22 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Request body: {'floatingip': {'port_id': '133399b1-2c30-43a2-a3dd-b2f65abc651d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:18:21.176987 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d91edf-ab19-469d-a580-5f00017a22b3 req-c2a4c1e1-467f-4e7b-969a-e75eda9593ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:21.179277 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f9d91edf-ab19-469d-a580-5f00017a22b3 req-c2a4c1e1-467f-4e7b-969a-e75eda9593ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da83ff64-289b-4a41-8d14-866b7dfb3d66 HTTP/1.1" status: 200 len: 859 time: 0.1891079 Dec 17 15:18:21.254413 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d91edf-ab19-469d-a580-5f00017a22b3 req-35999281-1a44-48b5-95c2-08404be34a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:21.254413 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f9d91edf-ab19-469d-a580-5f00017a22b3 req-35999281-1a44-48b5-95c2-08404be34a0a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b2bc70b2-1b17-4db0-acd7-24d62fbc7a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563228 Dec 17 15:18:21.271079 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-f9d91edf-ab19-469d-a580-5f00017a22b3 req-e52c2a12-d1c6-4e4a-8f89-74b540f38e8e service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:18:21.277503 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f9d91edf-ab19-469d-a580-5f00017a22b3 req-e52c2a12-d1c6-4e4a-8f89-74b540f38e8e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077651 Dec 17 15:18:21.293963 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7c276c56-cab0-4ff0-b461-d0d7d7e30f72 req-588ce39a-823e-44d7-aabb-173fd919ac22 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks [] for floatingip, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:21.397826 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f9d91edf-ab19-469d-a580-5f00017a22b3 req-1c540c1f-0663-4f90-be35-49728927f0f7 service neutron] 10.222.0.13 "GET /v2.0/networks/b2bc70b2-1b17-4db0-acd7-24d62fbc7a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139054 Dec 17 15:18:21.398009 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955929a-a818-4c93-83c3-2d8a86846523 req-83dd1205-8b52-443a-a7a0-6919dbbf9907 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:21.402950 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955929a-a818-4c93-83c3-2d8a86846523 req-83dd1205-8b52-443a-a7a0-6919dbbf9907 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:21.404527 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9955929a-a818-4c93-83c3-2d8a86846523 req-83dd1205-8b52-443a-a7a0-6919dbbf9907 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.41 "GET /v2.0/networks?id=a2b7be32-e7a5-41d0-b339-b1c939eb1b9d&id=bfe79069-2518-42a3-82b3-ddfda93fa6a8&id=a2b7be32-e7a5-41d0-b339-b1c939eb1b9d HTTP/1.1" status: 200 len: 1391 time: 0.2822657 Dec 17 15:18:21.442766 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-9955929a-a818-4c93-83c3-2d8a86846523 req-f7c0f4a4-af79-487f-9c0d-6ca5f93047cf tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Request body: {'port': {'device_id': 'a69a7d18-8bda-49f6-9793-972d56151d7b', 'network_id': 'a2b7be32-e7a5-41d0-b339-b1c939eb1b9d', 'admin_state_up': True, 'tenant_id': '3d0e9155f3ac4449959a2049ad96c177'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:18:21.481219 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dbd39292-0790-428a-8ac6-b8c009b23ba0 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:21.749457 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd39292-0790-428a-8ac6-b8c009b23ba0 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Pushing event updated for resources: {'Subnet': ['ID=14a820d3-5476-4dcc-91b4-87ff1d7999b9,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:21.749457 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f9d91edf-ab19-469d-a580-5f00017a22b3 req-d9297e1c-e3c5-4561-b037-e79ccd4a1753 service neutron] 10.222.0.13 "GET /v2.0/networks/b2bc70b2-1b17-4db0-acd7-24d62fbc7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162724 Dec 17 15:18:21.749457 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd39292-0790-428a-8ac6-b8c009b23ba0 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Checking segment: {'id': '3d943d78-ded1-4b73-aab7-f40daf62b092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '60cc0360-697d-43b9-84b8-c283a604d4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:18:21.749457 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd39292-0790-428a-8ac6-b8c009b23ba0 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Network hostable DHCP agents. Network: 60cc0360-697d-43b9-84b8-c283a604d4e6, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:18:21.926670 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7c276c56-cab0-4ff0-b461-d0d7d7e30f72 req-588ce39a-823e-44d7-aabb-173fd919ac22 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:22.019366 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd39292-0790-428a-8ac6-b8c009b23ba0 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Network 60cc0360-697d-43b9-84b8-c283a604d4e6 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:18:22.028216 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9955929a-a818-4c93-83c3-2d8a86846523 req-f7c0f4a4-af79-487f-9c0d-6ca5f93047cf tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Made reservation on behalf of 3d0e9155f3ac4449959a2049ad96c177 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:18:22.032930 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9955929a-a818-4c93-83c3-2d8a86846523 req-f7c0f4a4-af79-487f-9c0d-6ca5f93047cf tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:22.062212 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7c276c56-cab0-4ff0-b461-d0d7d7e30f72 req-588ce39a-823e-44d7-aabb-173fd919ac22 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:22.176901 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-dbd39292-0790-428a-8ac6-b8c009b23ba0 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 60cc0360-697d-43b9-84b8-c283a604d4e6) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:18:22.192059 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf13440-e6f2-47d6-83a1-e083c4503df7 None None] Network 60cc0360-697d-43b9-84b8-c283a604d4e6 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:18:22.202037 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd39292-0790-428a-8ac6-b8c009b23ba0 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:22.202660 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dbd39292-0790-428a-8ac6-b8c009b23ba0 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:22.268178 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [req-7c276c56-cab0-4ff0-b461-d0d7d7e30f72 req-588ce39a-823e-44d7-aabb-173fd919ac22 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Floating IP b4e172c0-2500-402b-a5c3-4830f628baea associated. External IP: 172.25.6.170, port: 133399b1-2c30-43a2-a3dd-b2f65abc651d. Dec 17 15:18:22.343664 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-9955929a-a818-4c93-83c3-2d8a86846523 req-f7c0f4a4-af79-487f-9c0d-6ca5f93047cf tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Allocated IP 19.80.0.7 (a2b7be32-e7a5-41d0-b339-b1c939eb1b9d/d7b89ade-0bfb-4f2d-8b5a-5e3ed12d1b6d/cc2c2779-3f13-41d7-9035-0e04839061ee) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:18:22.435617 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b47e4-08f8-4adc-8c7e-9419e325eace req-d2f0492e-7146-4e55-9777-6aba3d718f2f tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:22.443065 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-053b47e4-08f8-4adc-8c7e-9419e325eace req-d2f0492e-7146-4e55-9777-6aba3d718f2f tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5851fb1-81e2-4c9a-abf1-848a747ebfde HTTP/1.1" status: 200 len: 945 time: 0.1664798 Dec 17 15:18:22.570511 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-dbd39292-0790-428a-8ac6-b8c009b23ba0 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4390185 Dec 17 15:18:22.576701 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49560) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:22.676476 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-9e018c4a-8391-45d4-b37f-cdc92be1a81d tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Request body: {'port': {'network_id': '60cc0360-697d-43b9-84b8-c283a604d4e6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1951912493'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:18:22.686473 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8e966a-42d7-49cd-9ab9-68d404957443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-60cc0360-697d-43b9-84b8-c283a604d4e6', 'network_id': '60cc0360-697d-43b9-84b8-c283a604d4e6', 'tenant_id': '6f82645792274e338cebe98c5b225aa1', 'fixed_ips': [{'subnet_id': '14a820d3-5476-4dcc-91b4-87ff1d7999b9'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:18:22.687855 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7f8e966a-42d7-49cd-9ab9-68d404957443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:22.693226 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-053b47e4-08f8-4adc-8c7e-9419e325eace req-c5d97688-64f7-418d-aeb3-39b59e4f96b2 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Deleting port f52c471e-7c3b-4371-bdd7-2a89134a4d65 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:18:22.695193 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-053b47e4-08f8-4adc-8c7e-9419e325eace req-c5d97688-64f7-418d-aeb3-39b59e4f96b2 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:22.944354 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-7f8e966a-42d7-49cd-9ab9-68d404957443 None None] Allocated IP 2001:db8::2 (60cc0360-697d-43b9-84b8-c283a604d4e6/14a820d3-5476-4dcc-91b4-87ff1d7999b9/3b9307c1-b3a4-423c-98d7-b64f9962a09d) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:18:22.972246 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-053b47e4-08f8-4adc-8c7e-9419e325eace req-c5d97688-64f7-418d-aeb3-39b59e4f96b2 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] For port f52c471e-7c3b-4371-bdd7-2a89134a4d65, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f52c471e-7c3b-4371-bdd7-2a89134a4d65,segment=NetworkSegment(d159982d-833c-40df-8b11-6dd338fba157),segment_id=d159982d-833c-40df-8b11-6dd338fba157)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:22.974731 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-053b47e4-08f8-4adc-8c7e-9419e325eace req-c5d97688-64f7-418d-aeb3-39b59e4f96b2 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:23.004076 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-053b47e4-08f8-4adc-8c7e-9419e325eace req-c5d97688-64f7-418d-aeb3-39b59e4f96b2 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Calling delete_port for f52c471e-7c3b-4371-bdd7-2a89134a4d65 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:18:23.234069 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7f8e966a-42d7-49cd-9ab9-68d404957443 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:23.345808 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7f8e966a-42d7-49cd-9ab9-68d404957443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:23.370720 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-053b47e4-08f8-4adc-8c7e-9419e325eace req-c5d97688-64f7-418d-aeb3-39b59e4f96b2 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:23.426843 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['f52c471e-7c3b-4371-bdd7-2a89134a4d65'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:18:23.474218 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d97688-64f7-418d-aeb3-39b59e4f96b2 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Pushing event deleted for resources: {'Port': ['ID=f52c471e-7c3b-4371-bdd7-2a89134a4d65,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:23.500930 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['133399b1-2c30-43a2-a3dd-b2f65abc651d'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:18:23.600414 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-053b47e4-08f8-4adc-8c7e-9419e325eace req-c5d97688-64f7-418d-aeb3-39b59e4f96b2 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] No DVR routers for this DVR port f52c471e-7c3b-4371-bdd7-2a89134a4d65 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:18:23.611160 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-053b47e4-08f8-4adc-8c7e-9419e325eace req-c5d97688-64f7-418d-aeb3-39b59e4f96b2 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:23.624673 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-053b47e4-08f8-4adc-8c7e-9419e325eace req-c5d97688-64f7-418d-aeb3-39b59e4f96b2 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.13 "DELETE /v2.0/ports/f52c471e-7c3b-4371-bdd7-2a89134a4d65 HTTP/1.1" status: 204 len: 173 time: 1.1689048 Dec 17 15:18:23.640008 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5851fb1-81e2-4c9a-abf1-848a747ebfde', 'name': 'network-vif-deleted', 'tag': 'f52c471e-7c3b-4371-bdd7-2a89134a4d65'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:18:23.642476 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e966a-42d7-49cd-9ab9-68d404957443 None None] Pushing event updated for resources: {'Port': ['ID=3b9307c1-b3a4-423c-98d7-b64f9962a09d,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:23.659325 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31f8e56-75b8-4692-881a-7114716f0880" -d '{"events": [{"server_uuid": "c5851fb1-81e2-4c9a-abf1-848a747ebfde", "name": "network-vif-deleted", "tag": "f52c471e-7c3b-4371-bdd7-2a89134a4d65"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:18:23.660493 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9955929a-a818-4c93-83c3-2d8a86846523 req-f7c0f4a4-af79-487f-9c0d-6ca5f93047cf tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:23.660931 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8e966a-42d7-49cd-9ab9-68d404957443 None None] Network 60cc0360-697d-43b9-84b8-c283a604d4e6 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:18:23.684897 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-7f8e966a-42d7-49cd-9ab9-68d404957443 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:18:23.701020 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8e966a-42d7-49cd-9ab9-68d404957443 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:18:23.709310 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c276c56-cab0-4ff0-b461-d0d7d7e30f72 req-588ce39a-823e-44d7-aabb-173fd919ac22 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Router fa5891b7-113a-453b-ac72-51d5e214dacd has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:18:23.847670 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-67b0ee6c-b765-4265-80e3-49016560df37 req-932d1598-5f41-431e-a729-fb60fba105e1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a69a7d18-8bda-49f6-9793-972d56151d7b HTTP/1.1" status: 200 len: 210 time: 0.0810199 Dec 17 15:18:23.910088 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7f8e966a-42d7-49cd-9ab9-68d404957443 None None] Attempting to bind port 3b9307c1-b3a4-423c-98d7-b64f9962a09d on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:18:23.910466 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7f8e966a-42d7-49cd-9ab9-68d404957443 None None] Attempting to bind port 3b9307c1-b3a4-423c-98d7-b64f9962a09d by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '3d943d78-ded1-4b73-aab7-f40daf62b092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '60cc0360-697d-43b9-84b8-c283a604d4e6'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:18:23.910831 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8e966a-42d7-49cd-9ab9-68d404957443 None None] Attempting to bind port 3b9307c1-b3a4-423c-98d7-b64f9962a09d on network 60cc0360-697d-43b9-84b8-c283a604d4e6 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:18:23.950471 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8e966a-42d7-49cd-9ab9-68d404957443 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:18:23.960006 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8e966a-42d7-49cd-9ab9-68d404957443 None None] Checking segment: {'id': '3d943d78-ded1-4b73-aab7-f40daf62b092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '60cc0360-697d-43b9-84b8-c283a604d4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:18:23.960006 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7f8e966a-42d7-49cd-9ab9-68d404957443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:23.960006 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8e966a-42d7-49cd-9ab9-68d404957443 None None] Bound using segment: {'id': '3d943d78-ded1-4b73-aab7-f40daf62b092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '60cc0360-697d-43b9-84b8-c283a604d4e6'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:18:23.960006 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7f8e966a-42d7-49cd-9ab9-68d404957443 None None] Bound port: 3b9307c1-b3a4-423c-98d7-b64f9962a09d, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d943d78-ded1-4b73-aab7-f40daf62b092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '60cc0360-697d-43b9-84b8-c283a604d4e6'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:18:23.960006 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7f8e966a-42d7-49cd-9ab9-68d404957443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:23.974960 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e018c4a-8391-45d4-b37f-cdc92be1a81d tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Made reservation on behalf of 6f82645792274e338cebe98c5b225aa1 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:18:23.984737 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9e018c4a-8391-45d4-b37f-cdc92be1a81d tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:24.066149 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device bdf5d109-6d53-4691-89d1-f1bcd820d88b no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:18:24.100923 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-9e018c4a-8391-45d4-b37f-cdc92be1a81d tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] device_id is not set on port 9fcd4d43-66f6-4562-bee3-6d9f05b4afcd yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:18:24.143999 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7f8e966a-42d7-49cd-9ab9-68d404957443 None None] For port 3b9307c1-b3a4-423c-98d7-b64f9962a09d, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:18:24.192759 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7f8e966a-42d7-49cd-9ab9-68d404957443 None None] For port 3b9307c1-b3a4-423c-98d7-b64f9962a09d, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3b9307c1-b3a4-423c-98d7-b64f9962a09d,segment=NetworkSegment(3d943d78-ded1-4b73-aab7-f40daf62b092),segment_id=3d943d78-ded1-4b73-aab7-f40daf62b092)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:18:24.209237 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c276c56-cab0-4ff0-b461-d0d7d7e30f72 req-588ce39a-823e-44d7-aabb-173fd919ac22 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:18:24.224159 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac17bf88-a9ed-4514-bdf9-786942c4f387 None None] Sync routers for ids ['fa5891b7-113a-453b-ac72-51d5e214dacd'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:18:24.232590 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7c276c56-cab0-4ff0-b461-d0d7d7e30f72 req-588ce39a-823e-44d7-aabb-173fd919ac22 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:24.250545 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac17bf88-a9ed-4514-bdf9-786942c4f387 None None] Routers {'fa5891b7-113a-453b-ac72-51d5e214dacd'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:18:24.251514 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ac17bf88-a9ed-4514-bdf9-786942c4f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:18:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['fa5891b7-113a-453b-ac72-51d5e214dacd'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:24.315530 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9955929a-a818-4c93-83c3-2d8a86846523 req-f7c0f4a4-af79-487f-9c0d-6ca5f93047cf tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:24.347277 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:24.381888 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7c276c56-cab0-4ff0-b461-d0d7d7e30f72 req-588ce39a-823e-44d7-aabb-173fd919ac22 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "PUT /v2.0/floatingips/b4e172c0-2500-402b-a5c3-4830f628baea HTTP/1.1" status: 200 len: 996 time: 3.3503938 Dec 17 15:18:24.392096 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f8f86f-ca58-47c7-b2c0-ae080d2fc779', 'tag': '133399b1-2c30-43a2-a3dd-b2f65abc651d'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:18:24.395582 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce41e541-26a2-435f-be06-e37bd0db4928" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f8f86f-ca58-47c7-b2c0-ae080d2fc779", "tag": "133399b1-2c30-43a2-a3dd-b2f65abc651d"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:18:24.421128 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-ac17bf88-a9ed-4514-bdf9-786942c4f387 None None] Set router fa5891b7-113a-453b-ac72-51d5e214dacd gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:18:24.428997 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-9e018c4a-8391-45d4-b37f-cdc92be1a81d tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Allocated IP 2001:db8::68 (60cc0360-697d-43b9-84b8-c283a604d4e6/14a820d3-5476-4dcc-91b4-87ff1d7999b9/9fcd4d43-66f6-4562-bee3-6d9f05b4afcd) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:18:24.432522 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9955929a-a818-4c93-83c3-2d8a86846523 req-f7c0f4a4-af79-487f-9c0d-6ca5f93047cf tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Network a2b7be32-e7a5-41d0-b339-b1c939eb1b9d is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:18:24.440826 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-9955929a-a818-4c93-83c3-2d8a86846523 req-f7c0f4a4-af79-487f-9c0d-6ca5f93047cf tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:18:24.467375 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-9955929a-a818-4c93-83c3-2d8a86846523 req-f7c0f4a4-af79-487f-9c0d-6ca5f93047cf tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:18:24.476105 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7f8e966a-42d7-49cd-9ab9-68d404957443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:24.494638 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6a74c3-0324-4a77-8093-0269d265b42b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdf5d109-6d53-4691-89d1-f1bcd820d88b'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:18:24.499034 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da92bfd6-8de5-47f0-a607-15908e4c0bd4" -d '{"events": [{"server_uuid": "1a6a74c3-0324-4a77-8093-0269d265b42b", "name": "network-vif-unplugged", "status": "completed", "tag": "bdf5d109-6d53-4691-89d1-f1bcd820d88b"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:18:24.513806 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port bdf5d109-6d53-4691-89d1-f1bcd820d88b, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=bdf5d109-6d53-4691-89d1-f1bcd820d88b,segment=NetworkSegment(75195253-a18c-43b8-b6db-179ccc3e1ed0),segment_id=75195253-a18c-43b8-b6db-179ccc3e1ed0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:24.553441 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0f4a4-af79-487f-9c0d-6ca5f93047cf tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Pushing event updated for resources: {'Port': ['ID=cc2c2779-3f13-41d7-9035-0e04839061ee,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:24.608397 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c76f355-b308-46f5-9f18-181e9eaa5852 x-openstack-request-id: req-9c76f355-b308-46f5-9f18-181e9eaa5852 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:18:24.608889 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5851fb1-81e2-4c9a-abf1-848a747ebfde", "name": "network-vif-deleted", "tag": "f52c471e-7c3b-4371-bdd7-2a89134a4d65", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:18:24.609036 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9c76f355-b308-46f5-9f18-181e9eaa5852 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:18:24.609535 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5851fb1-81e2-4c9a-abf1-848a747ebfde', 'name': 'network-vif-deleted', 'tag': 'f52c471e-7c3b-4371-bdd7-2a89134a4d65', 'status': 'completed', 'code': 200} Dec 17 15:18:24.674489 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:24.685748 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c0f4a4-af79-487f-9c0d-6ca5f93047cf tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:24.690271 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c0f4a4-af79-487f-9c0d-6ca5f93047cf tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:24.690893 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c0f4a4-af79-487f-9c0d-6ca5f93047cf tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:24.691418 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c0f4a4-af79-487f-9c0d-6ca5f93047cf tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:24.692033 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c0f4a4-af79-487f-9c0d-6ca5f93047cf tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:24.692545 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c0f4a4-af79-487f-9c0d-6ca5f93047cf tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:24.693072 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c0f4a4-af79-487f-9c0d-6ca5f93047cf tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:24.693583 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c0f4a4-af79-487f-9c0d-6ca5f93047cf tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:24.709347 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c0f4a4-af79-487f-9c0d-6ca5f93047cf tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:24.718130 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c0f4a4-af79-487f-9c0d-6ca5f93047cf tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:24.718643 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c0f4a4-af79-487f-9c0d-6ca5f93047cf tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:24.721215 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c0f4a4-af79-487f-9c0d-6ca5f93047cf tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:24.799145 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e966a-42d7-49cd-9ab9-68d404957443 None None] Pushing event updated for resources: {'Port': ['ID=3b9307c1-b3a4-423c-98d7-b64f9962a09d,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:24.929884 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955929a-a818-4c93-83c3-2d8a86846523 req-f7c0f4a4-af79-487f-9c0d-6ca5f93047cf tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:24.930537 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9955929a-a818-4c93-83c3-2d8a86846523 req-f7c0f4a4-af79-487f-9c0d-6ca5f93047cf tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:24.957193 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c276c56-cab0-4ff0-b461-d0d7d7e30f72 req-4fd8183a-b37e-4a82-9337-fbd8a439db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:24.958741 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7c276c56-cab0-4ff0-b461-d0d7d7e30f72 req-4fd8183a-b37e-4a82-9337-fbd8a439db75 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a664fc5838dc44cb8d9481b453356af9&device_id=e1f8f86f-ca58-47c7-b2c0-ae080d2fc779 HTTP/1.1" status: 200 len: 1096 time: 0.5193958 Dec 17 15:18:25.045218 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ac17bf88-a9ed-4514-bdf9-786942c4f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'name': 'tempest-FloatingIPsAssociationTestJSON-392780655-router', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:16:51Z', 'updated_at': '2021-12-17T15:16:58Z', 'revision_number': 4, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'gw_port': {'id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:52Z', 'updated_at': '2021-12-17T15:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'b4e172c0-2500-402b-a5c3-4830f628baea', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'port_id': '133399b1-2c30-43a2-a3dd-b2f65abc651d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'mac_address': 'fa:16:3e:34:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f8f86f-ca58-47c7-b2c0-ae080d2fc779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:17:33Z', 'updated_at': '2021-12-17T15:18:21Z', 'revision_number': 8, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee55124-6c1e-4098-8106-35abeefde7ee', 'name': '', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'mac_address': 'fa:16:3e:f7:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:57Z', 'updated_at': '2021-12-17T15:17:05Z', 'revision_number': 5, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'subnets': [{'id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:25.096367 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-cc6a0570-6b6e-4777-91b7-7ff35aeebc2b None None] Provisioning complete for port cc2c2779-3f13-41d7-9035-0e04839061ee triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:25.096713 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9955929a-a818-4c93-83c3-2d8a86846523 req-f7c0f4a4-af79-487f-9c0d-6ca5f93047cf tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.6644275 Dec 17 15:18:25.097154 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cc6a0570-6b6e-4777-91b7-7ff35aeebc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:25.129826 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac17bf88-a9ed-4514-bdf9-786942c4f387 None None] Checking router: fa5891b7-113a-453b-ac72-51d5e214dacd for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:18:25.146639 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac17bf88-a9ed-4514-bdf9-786942c4f387 None None] Routers {'fa5891b7-113a-453b-ac72-51d5e214dacd'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:18:25.147565 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ac17bf88-a9ed-4514-bdf9-786942c4f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:18:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['fa5891b7-113a-453b-ac72-51d5e214dacd'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:25.176575 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=bdf5d109-6d53-4691-89d1-f1bcd820d88b,revision_number=8']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:25.200652 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-9955929a-a818-4c93-83c3-2d8a86846523 req-b674913d-3470-4e3d-9ddd-edb5ff4ad8da tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Request body: {'port': {'device_id': 'a69a7d18-8bda-49f6-9793-972d56151d7b', 'network_id': 'bfe79069-2518-42a3-82b3-ddfda93fa6a8', 'admin_state_up': True, 'tenant_id': '3d0e9155f3ac4449959a2049ad96c177'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:18:25.209076 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-cc6a0570-6b6e-4777-91b7-7ff35aeebc2b None None] Port cc2c2779-3f13-41d7-9035-0e04839061ee cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:18:25.462526 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-ac17bf88-a9ed-4514-bdf9-786942c4f387 None None] Set router fa5891b7-113a-453b-ac72-51d5e214dacd gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:18:25.476210 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9e018c4a-8391-45d4-b37f-cdc92be1a81d tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:25.490187 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c276c56-cab0-4ff0-b461-d0d7d7e30f72 req-c2149868-ac50-4129-8739-745f7c84774f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:25.491711 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7c276c56-cab0-4ff0-b461-d0d7d7e30f72 req-c2149868-ac50-4129-8739-745f7c84774f service neutron] 10.222.0.46 "GET /v2.0/networks?id=b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 HTTP/1.1" status: 200 len: 921 time: 0.5158985 Dec 17 15:18:25.606479 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9955929a-a818-4c93-83c3-2d8a86846523 req-b674913d-3470-4e3d-9ddd-edb5ff4ad8da tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Made reservation on behalf of 3d0e9155f3ac4449959a2049ad96c177 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:18:25.610338 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9955929a-a818-4c93-83c3-2d8a86846523 req-b674913d-3470-4e3d-9ddd-edb5ff4ad8da tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:25.712712 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7c276c56-cab0-4ff0-b461-d0d7d7e30f72 req-afd83f53-e09b-448f-9b85-c1b94926d93b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=133399b1-2c30-43a2-a3dd-b2f65abc651d HTTP/1.1" status: 200 len: 999 time: 0.1816549 Dec 17 15:18:25.749936 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:25.793126 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9e018c4a-8391-45d4-b37f-cdc92be1a81d tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:25.795961 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c276c56-cab0-4ff0-b461-d0d7d7e30f72 req-ec9ddeb6-3253-4327-bea4-f0085d12f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:25.797502 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7c276c56-cab0-4ff0-b461-d0d7d7e30f72 req-ec9ddeb6-3253-4327-bea4-f0085d12f066 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da83ff64-289b-4a41-8d14-866b7dfb3d66 HTTP/1.1" status: 200 len: 859 time: 0.0837867 Dec 17 15:18:25.887308 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ac17bf88-a9ed-4514-bdf9-786942c4f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'name': 'tempest-FloatingIPsAssociationTestJSON-392780655-router', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:16:51Z', 'updated_at': '2021-12-17T15:16:58Z', 'revision_number': 4, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'gw_port': {'id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:52Z', 'updated_at': '2021-12-17T15:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'b4e172c0-2500-402b-a5c3-4830f628baea', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'port_id': '133399b1-2c30-43a2-a3dd-b2f65abc651d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'mac_address': 'fa:16:3e:34:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f8f86f-ca58-47c7-b2c0-ae080d2fc779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:17:33Z', 'updated_at': '2021-12-17T15:18:21Z', 'revision_number': 8, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee55124-6c1e-4098-8106-35abeefde7ee', 'name': '', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'mac_address': 'fa:16:3e:f7:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:57Z', 'updated_at': '2021-12-17T15:17:05Z', 'revision_number': 5, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'subnets': [{'id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:25.923985 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac17bf88-a9ed-4514-bdf9-786942c4f387 None None] The sync data for ids ['fa5891b7-113a-453b-ac72-51d5e214dacd'] in n-d-820553-2 is: [{'id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'name': 'tempest-FloatingIPsAssociationTestJSON-392780655-router', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:16:51Z', 'updated_at': '2021-12-17T15:16:58Z', 'revision_number': 4, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'gw_port': {'id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:52Z', 'updated_at': '2021-12-17T15:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'b4e172c0-2500-402b-a5c3-4830f628baea', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'port_id': '133399b1-2c30-43a2-a3dd-b2f65abc651d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'mac_address': 'fa:16:3e:34:7c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f8f86f-ca58-47c7-b2c0-ae080d2fc779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:17:33Z', 'updated_at': '2021-12-17T15:18:21Z', 'revision_number': 8, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee55124-6c1e-4098-8106-35abeefde7ee', 'name': '', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'mac_address': 'fa:16:3e:f7:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:57Z', 'updated_at': '2021-12-17T15:17:05Z', 'revision_number': 5, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'subnets': [{'id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:18:26.063213 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e018c4a-8391-45d4-b37f-cdc92be1a81d tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Network 60cc0360-697d-43b9-84b8-c283a604d4e6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:18:26.064051 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e018c4a-8391-45d4-b37f-cdc92be1a81d tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Pushing event updated for resources: {'Port': ['ID=9fcd4d43-66f6-4562-bee3-6d9f05b4afcd,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:26.082541 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-9e018c4a-8391-45d4-b37f-cdc92be1a81d tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:18:26.085331 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e018c4a-8391-45d4-b37f-cdc92be1a81d tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:18:26.091791 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e018c4a-8391-45d4-b37f-cdc92be1a81d tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:26.092686 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9e018c4a-8391-45d4-b37f-cdc92be1a81d tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:26.130740 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c276c56-cab0-4ff0-b461-d0d7d7e30f72 req-eb3c08f6-ce50-483c-af79-8e023db28382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:26.168409 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7c276c56-cab0-4ff0-b461-d0d7d7e30f72 req-eb3c08f6-ce50-483c-af79-8e023db28382 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b2bc70b2-1b17-4db0-acd7-24d62fbc7a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3416548 Dec 17 15:18:26.274561 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9e018c4a-8391-45d4-b37f-cdc92be1a81d tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.6136906 Dec 17 15:18:26.280763 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49654) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:26.298844 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e688bb08-64e1-4943-a81f-4bccd8257e90 None None] Network 60cc0360-697d-43b9-84b8-c283a604d4e6 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:18:26.309676 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-f5bf710f-b0ad-400d-9f42-a8bc8a486065 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Request body: {'port': {'network_id': '60cc0360-697d-43b9-84b8-c283a604d4e6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1161816620', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:18:26.310243 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.api.validators [None req-f5bf710f-b0ad-400d-9f42-a8bc8a486065 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] bootfile-name is not in valid_values {{(pid=102833) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 17 15:18:26.310572 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.api.validators [None req-f5bf710f-b0ad-400d-9f42-a8bc8a486065 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] tftp-server is not in valid_values {{(pid=102833) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 17 15:18:26.310900 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.api.validators [None req-f5bf710f-b0ad-400d-9f42-a8bc8a486065 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] server-ip-address is not in valid_values {{(pid=102833) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 17 15:18:26.435459 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ebbd37-b084-4e80-accb-adf9b8a444f6 None None] New status for floating IP b4e172c0-2500-402b-a5c3-4830f628baea: ACTIVE {{(pid=102834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:18:26.491161 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7c276c56-cab0-4ff0-b461-d0d7d7e30f72 req-5d1ff9b3-6614-4e65-8679-8d0885e9d05c service neutron] 10.222.0.46 "GET /v2.0/networks/b2bc70b2-1b17-4db0-acd7-24d62fbc7a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217080 Dec 17 15:18:26.492737 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-9955929a-a818-4c93-83c3-2d8a86846523 req-b674913d-3470-4e3d-9ddd-edb5ff4ad8da tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Allocated IP 19.86.0.154 (bfe79069-2518-42a3-82b3-ddfda93fa6a8/f05f0bc4-0b09-48ba-ae2c-5402a48b533c/28fbbec4-e2d4-44f9-9207-0d309ff8c6a1) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:18:26.511665 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77530632-f7f0-4a32-83ed-5cb63a403a68 req-63ec1956-54e2-459b-8bb1-412456a12ec1 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:26.513707 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-77530632-f7f0-4a32-83ed-5cb63a403a68 req-63ec1956-54e2-459b-8bb1-412456a12ec1 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a6a74c3-0324-4a77-8093-0269d265b42b HTTP/1.1" status: 200 len: 944 time: 0.2437606 Dec 17 15:18:26.585120 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bf710f-b0ad-400d-9f42-a8bc8a486065 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Made reservation on behalf of 6f82645792274e338cebe98c5b225aa1 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:18:26.595674 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f5bf710f-b0ad-400d-9f42-a8bc8a486065 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:26.687300 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7c276c56-cab0-4ff0-b461-d0d7d7e30f72 req-3a8e2684-72c7-4b31-a148-5b7ba20ac560 service neutron] 10.222.0.46 "GET /v2.0/networks/b2bc70b2-1b17-4db0-acd7-24d62fbc7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863739 Dec 17 15:18:26.689146 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bcb42e3-da8a-44e0-9c55-689c11d8d1c3 x-openstack-request-id: req-7bcb42e3-da8a-44e0-9c55-689c11d8d1c3 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:18:26.689800 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f8f86f-ca58-47c7-b2c0-ae080d2fc779", "tag": "133399b1-2c30-43a2-a3dd-b2f65abc651d", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:18:26.689800 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7bcb42e3-da8a-44e0-9c55-689c11d8d1c3 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:18:26.691476 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f8f86f-ca58-47c7-b2c0-ae080d2fc779', 'tag': '133399b1-2c30-43a2-a3dd-b2f65abc651d', 'status': 'completed', 'code': 200} Dec 17 15:18:26.819697 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-f5bf710f-b0ad-400d-9f42-a8bc8a486065 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] device_id is not set on port 6ce38c94-165d-4f61-83a8-162d9aa422ca yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:18:26.871921 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789f1216-d362-4e13-a720-c2ed2265d19b x-openstack-request-id: req-789f1216-d362-4e13-a720-c2ed2265d19b {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:18:26.873009 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6a74c3-0324-4a77-8093-0269d265b42b", "name": "network-vif-unplugged", "status": "completed", "tag": "bdf5d109-6d53-4691-89d1-f1bcd820d88b", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:18:26.873982 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-789f1216-d362-4e13-a720-c2ed2265d19b {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:18:26.875177 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6a74c3-0324-4a77-8093-0269d265b42b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdf5d109-6d53-4691-89d1-f1bcd820d88b', 'code': 200} Dec 17 15:18:26.920012 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-b698055b-ce55-4a47-81a4-788019b8a421 None None] Provisioning complete for port 3b9307c1-b3a4-423c-98d7-b64f9962a09d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:26.921464 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b698055b-ce55-4a47-81a4-788019b8a421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:26.996841 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41e541-26a2-435f-be06-e37bd0db4928 req-016f4c8b-aa58-4dec-bfa2-fc611c96aa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:27.003304 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ce41e541-26a2-435f-be06-e37bd0db4928 req-016f4c8b-aa58-4dec-bfa2-fc611c96aa71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a664fc5838dc44cb8d9481b453356af9&device_id=e1f8f86f-ca58-47c7-b2c0-ae080d2fc779 HTTP/1.1" status: 200 len: 1096 time: 0.3849704 Dec 17 15:18:27.035317 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b698055b-ce55-4a47-81a4-788019b8a421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:27.062911 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device f52c471e-7c3b-4371-bdd7-2a89134a4d65 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:18:27.108601 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: f52c471e-7c3b-4371-bdd7-2a89134a4d65 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:18:27.108940 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device f52c471e-7c3b-4371-bdd7-2a89134a4d65 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:18:27.111430 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3b9307c1-b3a4-423c-98d7-b64f9962a09d up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:18:27.175788 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b698055b-ce55-4a47-81a4-788019b8a421 None None] For port 3b9307c1-b3a4-423c-98d7-b64f9962a09d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3b9307c1-b3a4-423c-98d7-b64f9962a09d,segment=NetworkSegment(3d943d78-ded1-4b73-aab7-f40daf62b092),segment_id=3d943d78-ded1-4b73-aab7-f40daf62b092)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:27.239738 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-77530632-f7f0-4a32-83ed-5cb63a403a68 req-b0fa56e0-30e8-4b7c-9ab9-8d12b04324d0 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Deleting port bdf5d109-6d53-4691-89d1-f1bcd820d88b {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:18:27.240081 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-77530632-f7f0-4a32-83ed-5cb63a403a68 req-b0fa56e0-30e8-4b7c-9ab9-8d12b04324d0 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:27.296704 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b698055b-ce55-4a47-81a4-788019b8a421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:27.435128 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-f5bf710f-b0ad-400d-9f42-a8bc8a486065 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Allocated IP 2001:db8::32e (60cc0360-697d-43b9-84b8-c283a604d4e6/14a820d3-5476-4dcc-91b4-87ff1d7999b9/6ce38c94-165d-4f61-83a8-162d9aa422ca) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:18:27.440511 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698055b-ce55-4a47-81a4-788019b8a421 None None] Pushing event updated for resources: {'Port': ['ID=3b9307c1-b3a4-423c-98d7-b64f9962a09d,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:27.441569 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29927f88-1466-42a4-b6da-4db8d0114e20 req-ad623f8c-59b9-4386-aec0-b2e38f362ce6 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:27.445593 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-29927f88-1466-42a4-b6da-4db8d0114e20 req-ad623f8c-59b9-4386-aec0-b2e38f362ce6 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a69a7d18-8bda-49f6-9793-972d56151d7b HTTP/1.1" status: 200 len: 930 time: 0.4438615 Dec 17 15:18:27.451961 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41e541-26a2-435f-be06-e37bd0db4928 req-89a70f68-d9ba-480d-afa4-6e8dc7a93df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:27.454953 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ce41e541-26a2-435f-be06-e37bd0db4928 req-89a70f68-d9ba-480d-afa4-6e8dc7a93df5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 HTTP/1.1" status: 200 len: 921 time: 0.4163795 Dec 17 15:18:27.477643 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 3b9307c1-b3a4-423c-98d7-b64f9962a09d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:27.484107 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:27.552128 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9955929a-a818-4c93-83c3-2d8a86846523 req-b674913d-3470-4e3d-9ddd-edb5ff4ad8da tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:27.568545 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49684) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:27.713307 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ce41e541-26a2-435f-be06-e37bd0db4928 req-d6cf9358-2d65-42fe-89d5-de90497bcd2d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=133399b1-2c30-43a2-a3dd-b2f65abc651d HTTP/1.1" status: 200 len: 1001 time: 0.1892717 Dec 17 15:18:27.821429 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-29927f88-1466-42a4-b6da-4db8d0114e20 req-d1de9d53-0f73-426d-a6eb-02b23929c8d0 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500255 Dec 17 15:18:27.869946 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6711-dd4c-4433-8586-299e479210b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:27.906943 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-41e3f009-2797-4ad0-bb41-0784d8fe537e tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:27.914521 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-41e3f009-2797-4ad0-bb41-0784d8fe537e tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/networks?id=c55c80a5-833c-48da-873a-0d6892b2ac27 HTTP/1.1" status: 200 len: 805 time: 0.7596166 Dec 17 15:18:27.935615 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-09132f3a-38b5-463e-912e-294712f8f2e0 None None] Provisioning complete for port 3b9307c1-b3a4-423c-98d7-b64f9962a09d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:27.939113 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-09132f3a-38b5-463e-912e-294712f8f2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:27.962110 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-77530632-f7f0-4a32-83ed-5cb63a403a68 req-b0fa56e0-30e8-4b7c-9ab9-8d12b04324d0 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] For port bdf5d109-6d53-4691-89d1-f1bcd820d88b, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=bdf5d109-6d53-4691-89d1-f1bcd820d88b,segment=NetworkSegment(75195253-a18c-43b8-b6db-179ccc3e1ed0),segment_id=75195253-a18c-43b8-b6db-179ccc3e1ed0)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:27.962476 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-77530632-f7f0-4a32-83ed-5cb63a403a68 req-b0fa56e0-30e8-4b7c-9ab9-8d12b04324d0 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:27.983825 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9955929a-a818-4c93-83c3-2d8a86846523 req-b674913d-3470-4e3d-9ddd-edb5ff4ad8da tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:27.984528 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-77530632-f7f0-4a32-83ed-5cb63a403a68 req-b0fa56e0-30e8-4b7c-9ab9-8d12b04324d0 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Calling delete_port for bdf5d109-6d53-4691-89d1-f1bcd820d88b owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:18:28.035890 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-8e14b91d-a293-41ba-a038-6beb6527f130 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/quotas/88f06237a6a040a5b48294f889fb95ed HTTP/1.1" status: 200 len: 375 time: 0.1203892 Dec 17 15:18:28.076055 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-09132f3a-38b5-463e-912e-294712f8f2e0 None None] Provisioning complete for port 9fcd4d43-66f6-4562-bee3-6d9f05b4afcd triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:28.076472 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-09132f3a-38b5-463e-912e-294712f8f2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:28.116903 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-09132f3a-38b5-463e-912e-294712f8f2e0 None None] Port 9fcd4d43-66f6-4562-bee3-6d9f05b4afcd cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:18:28.124137 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9955929a-a818-4c93-83c3-2d8a86846523 req-b674913d-3470-4e3d-9ddd-edb5ff4ad8da tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Network bfe79069-2518-42a3-82b3-ddfda93fa6a8 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:18:28.164816 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-9955929a-a818-4c93-83c3-2d8a86846523 req-b674913d-3470-4e3d-9ddd-edb5ff4ad8da tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:18:28.174743 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bac180b1-7590-40ae-b7a6-e5d3f17f930e req-f0b1ab40-0f95-448b-a64a-1f6c4989afd6 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/floatingips/b4e172c0-2500-402b-a5c3-4830f628baea HTTP/1.1" status: 200 len: 998 time: 0.3011401 Dec 17 15:18:28.177478 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-9955929a-a818-4c93-83c3-2d8a86846523 req-b674913d-3470-4e3d-9ddd-edb5ff4ad8da tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:18:28.224116 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41e541-26a2-435f-be06-e37bd0db4928 req-0ac3109b-a73b-4a1b-bfaa-85711bda51f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:28.237033 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ce41e541-26a2-435f-be06-e37bd0db4928 req-0ac3109b-a73b-4a1b-bfaa-85711bda51f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da83ff64-289b-4a41-8d14-866b7dfb3d66 HTTP/1.1" status: 200 len: 859 time: 0.5172327 Dec 17 15:18:28.301725 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-77530632-f7f0-4a32-83ed-5cb63a403a68 req-b0fa56e0-30e8-4b7c-9ab9-8d12b04324d0 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:28.352095 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-07d6f951-4d32-471f-af85-6161c017a293 None None] Provisioning complete for port 9fcd4d43-66f6-4562-bee3-6d9f05b4afcd triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:28.352482 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-07d6f951-4d32-471f-af85-6161c017a293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:28.391752 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa56e0-30e8-4b7c-9ab9-8d12b04324d0 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Pushing event deleted for resources: {'Port': ['ID=bdf5d109-6d53-4691-89d1-f1bcd820d88b,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:28.409685 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fa56e0-30e8-4b7c-9ab9-8d12b04324d0 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:28.410286 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fa56e0-30e8-4b7c-9ab9-8d12b04324d0 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:28.410773 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fa56e0-30e8-4b7c-9ab9-8d12b04324d0 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:28.410888 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac180b1-7590-40ae-b7a6-e5d3f17f930e req-674d9ef6-d6f8-4724-bc9a-40b17ac38460 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:28.411394 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fa56e0-30e8-4b7c-9ab9-8d12b04324d0 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:28.412060 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fa56e0-30e8-4b7c-9ab9-8d12b04324d0 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:28.413608 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bac180b1-7590-40ae-b7a6-e5d3f17f930e req-674d9ef6-d6f8-4724-bc9a-40b17ac38460 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 784 time: 0.2184253 Dec 17 15:18:28.424435 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fa56e0-30e8-4b7c-9ab9-8d12b04324d0 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:28.425114 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fa56e0-30e8-4b7c-9ab9-8d12b04324d0 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:28.426437 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fa56e0-30e8-4b7c-9ab9-8d12b04324d0 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:28.426929 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fa56e0-30e8-4b7c-9ab9-8d12b04324d0 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:28.427565 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fa56e0-30e8-4b7c-9ab9-8d12b04324d0 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:28.428056 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fa56e0-30e8-4b7c-9ab9-8d12b04324d0 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:28.428529 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fa56e0-30e8-4b7c-9ab9-8d12b04324d0 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:28.462667 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674913d-3470-4e3d-9ddd-edb5ff4ad8da tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Pushing event updated for resources: {'Port': ['ID=28fbbec4-e2d4-44f9-9207-0d309ff8c6a1,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:28.483716 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-bac180b1-7590-40ae-b7a6-e5d3f17f930e req-f12d8b70-4d4b-4fa6-84d7-64a337513a89 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:18:28.483716 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bac180b1-7590-40ae-b7a6-e5d3f17f930e req-f12d8b70-4d4b-4fa6-84d7-64a337513a89 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466411 Dec 17 15:18:28.498267 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-be63a44b-51ce-45de-8b71-687c85a52e0e tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=88f06237a6a040a5b48294f889fb95ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4613843 Dec 17 15:18:28.529896 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-07d6f951-4d32-471f-af85-6161c017a293 None None] Port 9fcd4d43-66f6-4562-bee3-6d9f05b4afcd cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:18:28.539065 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41e541-26a2-435f-be06-e37bd0db4928 req-ef712272-a322-4cba-a09e-e6905a6f3b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:28.541859 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ce41e541-26a2-435f-be06-e37bd0db4928 req-ef712272-a322-4cba-a09e-e6905a6f3b07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2bc70b2-1b17-4db0-acd7-24d62fbc7a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2888212 Dec 17 15:18:28.582770 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955929a-a818-4c93-83c3-2d8a86846523 req-b674913d-3470-4e3d-9ddd-edb5ff4ad8da tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:28.582770 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9955929a-a818-4c93-83c3-2d8a86846523 req-b674913d-3470-4e3d-9ddd-edb5ff4ad8da tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:28.588593 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f5bf710f-b0ad-400d-9f42-a8bc8a486065 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:28.661916 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-3a4e42fe-99bd-4811-85b5-e5d7050bc0b4 None None] Provisioning complete for port 28fbbec4-e2d4-44f9-9207-0d309ff8c6a1 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:28.668570 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6711-dd4c-4433-8586-299e479210b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:28.671729 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3a4e42fe-99bd-4811-85b5-e5d7050bc0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:28.684340 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9955929a-a818-4c93-83c3-2d8a86846523 req-b674913d-3470-4e3d-9ddd-edb5ff4ad8da tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5039237 Dec 17 15:18:28.718735 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-9955929a-a818-4c93-83c3-2d8a86846523 req-0fd315fc-634f-4400-a38d-565570ef2a3a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Request body: {'port': {'device_id': 'a69a7d18-8bda-49f6-9793-972d56151d7b', 'network_id': 'a2b7be32-e7a5-41d0-b339-b1c939eb1b9d', 'admin_state_up': True, 'tenant_id': '3d0e9155f3ac4449959a2049ad96c177'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:18:28.832844 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-3a4e42fe-99bd-4811-85b5-e5d7050bc0b4 None None] Port 28fbbec4-e2d4-44f9-9207-0d309ff8c6a1 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:18:28.861345 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6711-dd4c-4433-8586-299e479210b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:28.877148 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-77530632-f7f0-4a32-83ed-5cb63a403a68 req-b0fa56e0-30e8-4b7c-9ab9-8d12b04324d0 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] No DVR routers for this DVR port bdf5d109-6d53-4691-89d1-f1bcd820d88b on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:18:28.881589 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-77530632-f7f0-4a32-83ed-5cb63a403a68 req-b0fa56e0-30e8-4b7c-9ab9-8d12b04324d0 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:28.883313 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9cd89d53-353b-4837-8a87-842df9ef8f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:28.887043 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-77530632-f7f0-4a32-83ed-5cb63a403a68 req-b0fa56e0-30e8-4b7c-9ab9-8d12b04324d0 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.41 "DELETE /v2.0/ports/bdf5d109-6d53-4691-89d1-f1bcd820d88b HTTP/1.1" status: 204 len: 173 time: 2.3642476 Dec 17 15:18:28.887862 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6a74c3-0324-4a77-8093-0269d265b42b', 'name': 'network-vif-deleted', 'tag': 'bdf5d109-6d53-4691-89d1-f1bcd820d88b'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:18:28.894096 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210be6b4-b6d4-4a89-b3d2-83a8eab683dd" -d '{"events": [{"server_uuid": "1a6a74c3-0324-4a77-8093-0269d265b42b", "name": "network-vif-deleted", "tag": "bdf5d109-6d53-4691-89d1-f1bcd820d88b"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:18:28.955505 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f5bf710f-b0ad-400d-9f42-a8bc8a486065 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:28.987299 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3b9307c1-b3a4-423c-98d7-b64f9962a09d up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:18:28.998376 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-bf1249f8-5390-440b-84c8-b51d9b96f090 service neutron] 10.222.0.46 "GET /v2.0/networks/c55c80a5-833c-48da-873a-0d6892b2ac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990737 Dec 17 15:18:29.037735 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bf710f-b0ad-400d-9f42-a8bc8a486065 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Network 60cc0360-697d-43b9-84b8-c283a604d4e6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:18:29.046862 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-f5bf710f-b0ad-400d-9f42-a8bc8a486065 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:18:29.051237 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bf710f-b0ad-400d-9f42-a8bc8a486065 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:18:29.058977 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bf710f-b0ad-400d-9f42-a8bc8a486065 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:29.059835 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f5bf710f-b0ad-400d-9f42-a8bc8a486065 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:29.071998 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ce41e541-26a2-435f-be06-e37bd0db4928 req-b227722a-5e34-4027-8579-224925530496 service neutron] 10.222.0.41 "GET /v2.0/networks/b2bc70b2-1b17-4db0-acd7-24d62fbc7a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622379 Dec 17 15:18:29.124378 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 3b9307c1-b3a4-423c-98d7-b64f9962a09d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:29.124935 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:29.462715 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-ebfc64c3-73c9-4fab-9c3b-3bfb55f9b764 None None] Provisioning complete for port 6ce38c94-165d-4f61-83a8-162d9aa422ca triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:29.463410 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ebfc64c3-73c9-4fab-9c3b-3bfb55f9b764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:29.513205 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-ebfc64c3-73c9-4fab-9c3b-3bfb55f9b764 None None] Port 6ce38c94-165d-4f61-83a8-162d9aa422ca cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:18:29.681780 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6c6f6711-dd4c-4433-8586-299e479210b5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d9becf484f0a493db71d8e1ced374b77&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1092277 Dec 17 15:18:29.684677 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf710f-b0ad-400d-9f42-a8bc8a486065 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Pushing event updated for resources: {'Port': ['ID=6ce38c94-165d-4f61-83a8-162d9aa422ca,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:29.691082 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49712) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:29.744741 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f6711-dd4c-4433-8586-299e479210b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a9a98f-0d54-489b-8a65-2f8e0778353c,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:29.758731 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7a10d27-2981-4664-9925-21b8866bf570 req-e003a3ce-e193-4142-95ae-26325ee1fa82 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.170 HTTP/1.1" status: 200 len: 1001 time: 0.9140732 Dec 17 15:18:29.766766 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-57ce55e6-4942-40a0-92d7-081f18fc7860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:29.789630 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ce41e541-26a2-435f-be06-e37bd0db4928 req-ffae8638-f9f9-4c58-9965-cb2874a28d3f service neutron] 10.222.0.41 "GET /v2.0/networks/b2bc70b2-1b17-4db0-acd7-24d62fbc7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7087560 Dec 17 15:18:29.804108 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-57ce55e6-4942-40a0-92d7-081f18fc7860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:29.846236 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a10d27-2981-4664-9925-21b8866bf570 req-531e4db0-7975-497e-93df-42708cff3723 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:29.847550 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7a10d27-2981-4664-9925-21b8866bf570 req-531e4db0-7975-497e-93df-42708cff3723 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports/133399b1-2c30-43a2-a3dd-b2f65abc651d HTTP/1.1" status: 200 len: 942 time: 0.0795512 Dec 17 15:18:29.849732 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-fb7020a8-7d2e-4b1b-adb9-f00f1d3af7fc service neutron] 10.222.0.46 "GET /v2.0/networks/c55c80a5-833c-48da-873a-0d6892b2ac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8505630 Dec 17 15:18:30.133619 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f5bf710f-b0ad-400d-9f42-a8bc8a486065 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.6121287 Dec 17 15:18:30.133756 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49716) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:30.133756 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7a10d27-2981-4664-9925-21b8866bf570 req-4c36f1b8-5a24-4807-92cd-eb9422665ec3 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.170 HTTP/1.1" status: 200 len: 1001 time: 0.1467299 Dec 17 15:18:30.133756 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0c676f-5c14-4976-95d0-04cc32ba62a5 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:30.134014 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device bdf5d109-6d53-4691-89d1-f1bcd820d88b no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:18:30.134459 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0c676f-5c14-4976-95d0-04cc32ba62a5 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:30.134459 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0c676f-5c14-4976-95d0-04cc32ba62a5 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:30.134459 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-cd0c676f-5c14-4976-95d0-04cc32ba62a5 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1669765 Dec 17 15:18:30.134680 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49718) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:30.134843 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: bdf5d109-6d53-4691-89d1-f1bcd820d88b {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:18:30.134843 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device bdf5d109-6d53-4691-89d1-f1bcd820d88b not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:18:30.184319 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a10d27-2981-4664-9925-21b8866bf570 req-caef7d40-51cb-4efa-b402-8991a96ab90a tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:30.186291 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-1f69c7ca-6fa5-435b-bf7a-8d4eaac6f030 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Deleting port 6ce38c94-165d-4f61-83a8-162d9aa422ca {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:18:30.186291 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1f69c7ca-6fa5-435b-bf7a-8d4eaac6f030 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:30.193539 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7a10d27-2981-4664-9925-21b8866bf570 req-caef7d40-51cb-4efa-b402-8991a96ab90a tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 784 time: 0.1437218 Dec 17 15:18:30.204550 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-57ce55e6-4942-40a0-92d7-081f18fc7860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:30.205069 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-57ce55e6-4942-40a0-92d7-081f18fc7860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:30.206165 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-57ce55e6-4942-40a0-92d7-081f18fc7860 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/10a9a98f-0d54-489b-8a65-2f8e0778353c HTTP/1.1" status: 204 len: 168 time: 0.5140064 Dec 17 15:18:30.288237 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce55e6-4942-40a0-92d7-081f18fc7860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a9a98f-0d54-489b-8a65-2f8e0778353c,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:30.321004 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9955929a-a818-4c93-83c3-2d8a86846523 req-0fd315fc-634f-4400-a38d-565570ef2a3a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Made reservation on behalf of 3d0e9155f3ac4449959a2049ad96c177 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:18:30.325622 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9955929a-a818-4c93-83c3-2d8a86846523 req-0fd315fc-634f-4400-a38d-565570ef2a3a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:30.380983 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1f69c7ca-6fa5-435b-bf7a-8d4eaac6f030 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:30.398500 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-1f69c7ca-6fa5-435b-bf7a-8d4eaac6f030 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Calling delete_port for 6ce38c94-165d-4f61-83a8-162d9aa422ca owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:18:30.558786 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-9955929a-a818-4c93-83c3-2d8a86846523 req-0fd315fc-634f-4400-a38d-565570ef2a3a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Allocated IP 19.80.0.253 (a2b7be32-e7a5-41d0-b339-b1c939eb1b9d/d7b89ade-0bfb-4f2d-8b5a-5e3ed12d1b6d/f82459a4-b5d8-4d73-bc29-0da1f73562ed) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:18:30.688382 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7a10d27-2981-4664-9925-21b8866bf570 req-dfdecd80-8d2a-437f-a322-f8378326ee9a tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.170 HTTP/1.1" status: 200 len: 1001 time: 0.4938912 Dec 17 15:18:30.716533 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1f69c7ca-6fa5-435b-bf7a-8d4eaac6f030 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:30.737119 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-e7a10d27-2981-4664-9925-21b8866bf570 req-4e3130dc-d5de-4cba-b9d1-d262400217bb tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:18:30.867685 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69c7ca-6fa5-435b-bf7a-8d4eaac6f030 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Pushing event deleted for resources: {'Port': ['ID=6ce38c94-165d-4f61-83a8-162d9aa422ca,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:30.872546 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1f69c7ca-6fa5-435b-bf7a-8d4eaac6f030 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:30.876500 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1f69c7ca-6fa5-435b-bf7a-8d4eaac6f030 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] 10.222.0.46 "DELETE /v2.0/ports/6ce38c94-165d-4f61-83a8-162d9aa422ca HTTP/1.1" status: 204 len: 168 time: 0.7905734 Dec 17 15:18:30.880201 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49738) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:30.903713 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-04d4433a-bdaf-499f-8df5-6a4d87743f7a tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Request body: {'port': {'name': 'tempest-new-port-name-1172971758', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:18:30.903713 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.api.validators [None req-04d4433a-bdaf-499f-8df5-6a4d87743f7a tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] bootfile-name is not in valid_values {{(pid=102833) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 17 15:18:30.903713 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.api.validators [None req-04d4433a-bdaf-499f-8df5-6a4d87743f7a tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] tftp-server is not in valid_values {{(pid=102833) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 17 15:18:30.903713 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.api.validators [None req-04d4433a-bdaf-499f-8df5-6a4d87743f7a tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] server-ip-address is not in valid_values {{(pid=102833) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 17 15:18:30.922962 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e7a10d27-2981-4664-9925-21b8866bf570 req-4e3130dc-d5de-4cba-b9d1-d262400217bb tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks [] for floatingip, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:31.002792 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-04d4433a-bdaf-499f-8df5-6a4d87743f7a tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:31.089616 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5a3dc592-ff94-407f-ab13-8013bbb7f44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:31.152850 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9955929a-a818-4c93-83c3-2d8a86846523 req-0fd315fc-634f-4400-a38d-565570ef2a3a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:31.180186 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec6a1a-0211-4891-ba6e-09eadd4038ce req-a9f19154-0ee1-4766-9b27-1e38610066bb tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:31.191085 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec6a1a-0211-4891-ba6e-09eadd4038ce req-a9f19154-0ee1-4766-9b27-1e38610066bb tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:31.192738 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7ec6a1a-0211-4891-ba6e-09eadd4038ce req-a9f19154-0ee1-4766-9b27-1e38610066bb tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a69a7d18-8bda-49f6-9793-972d56151d7b HTTP/1.1" status: 200 len: 1653 time: 0.8493829 Dec 17 15:18:31.260280 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7ec6a1a-0211-4891-ba6e-09eadd4038ce req-de2ad77a-4881-4ded-b7c3-5127ed635ead tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587358 Dec 17 15:18:31.331627 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49742) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:31.386896 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb64bdd9-c2ef-435e-908b-9ae04de5a693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:31.393708 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e433cd41-f7da-48ad-b511-e7cb7eb1a173 x-openstack-request-id: req-e433cd41-f7da-48ad-b511-e7cb7eb1a173 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:18:31.394348 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6a74c3-0324-4a77-8093-0269d265b42b", "name": "network-vif-deleted", "tag": "bdf5d109-6d53-4691-89d1-f1bcd820d88b", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:18:31.394785 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e433cd41-f7da-48ad-b511-e7cb7eb1a173 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:18:31.395722 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6a74c3-0324-4a77-8093-0269d265b42b', 'name': 'network-vif-deleted', 'tag': 'bdf5d109-6d53-4691-89d1-f1bcd820d88b', 'status': 'completed', 'code': 200} Dec 17 15:18:31.467821 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-04d4433a-bdaf-499f-8df5-6a4d87743f7a tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:31.481750 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e7a10d27-2981-4664-9925-21b8866bf570 req-4e3130dc-d5de-4cba-b9d1-d262400217bb tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:31.512669 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9955929a-a818-4c93-83c3-2d8a86846523 req-0fd315fc-634f-4400-a38d-565570ef2a3a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:31.603536 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-04d4433a-bdaf-499f-8df5-6a4d87743f7a tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:31.631553 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e7a10d27-2981-4664-9925-21b8866bf570 req-4e3130dc-d5de-4cba-b9d1-d262400217bb tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:31.632415 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [req-e7a10d27-2981-4664-9925-21b8866bf570 req-4e3130dc-d5de-4cba-b9d1-d262400217bb tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Floating IP b4e172c0-2500-402b-a5c3-4830f628baea disassociated. External IP: 172.25.6.170, port: 133399b1-2c30-43a2-a3dd-b2f65abc651d. Dec 17 15:18:31.675886 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-04d4433a-bdaf-499f-8df5-6a4d87743f7a tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] In _notify_port_updated(), no bound segment for port 9fcd4d43-66f6-4562-bee3-6d9f05b4afcd on network 60cc0360-697d-43b9-84b8-c283a604d4e6 {{(pid=102833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 17 15:18:31.683967 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d4433a-bdaf-499f-8df5-6a4d87743f7a tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:31.683967 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-04d4433a-bdaf-499f-8df5-6a4d87743f7a tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:31.684870 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-04d4433a-bdaf-499f-8df5-6a4d87743f7a tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] 10.222.0.46 "PUT /v2.0/ports/9fcd4d43-66f6-4562-bee3-6d9f05b4afcd HTTP/1.1" status: 200 len: 1129 time: 0.8035204 Dec 17 15:18:31.688122 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49752) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:31.764237 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4433a-bdaf-499f-8df5-6a4d87743f7a tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Pushing event updated for resources: {'Port': ['ID=9fcd4d43-66f6-4562-bee3-6d9f05b4afcd,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:31.801241 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9955929a-a818-4c93-83c3-2d8a86846523 req-0fd315fc-634f-4400-a38d-565570ef2a3a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Network a2b7be32-e7a5-41d0-b339-b1c939eb1b9d is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:18:31.808708 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64100386-5f44-4db4-8886-3b6cf24ee96b tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:31.810304 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-64100386-5f44-4db4-8886-3b6cf24ee96b tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] 10.222.0.46 "GET /v2.0/ports/9fcd4d43-66f6-4562-bee3-6d9f05b4afcd HTTP/1.1" status: 200 len: 1129 time: 0.1209195 Dec 17 15:18:31.813977 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49754) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:31.842797 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-9955929a-a818-4c93-83c3-2d8a86846523 req-0fd315fc-634f-4400-a38d-565570ef2a3a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:18:31.850256 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd315fc-634f-4400-a38d-565570ef2a3a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Pushing event updated for resources: {'Port': ['ID=f82459a4-b5d8-4d73-bc29-0da1f73562ed,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:31.897571 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-9955929a-a818-4c93-83c3-2d8a86846523 req-0fd315fc-634f-4400-a38d-565570ef2a3a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:18:31.977175 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955929a-a818-4c93-83c3-2d8a86846523 req-0fd315fc-634f-4400-a38d-565570ef2a3a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:31.977175 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9955929a-a818-4c93-83c3-2d8a86846523 req-0fd315fc-634f-4400-a38d-565570ef2a3a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:32.024552 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32348ebd-ece8-4436-9fb9-f395d4873eda req-e0ce5441-4493-4365-af19-09bdbcfccc49 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2108fa3-279c-4c32-8bde-8e7f04932bb0 HTTP/1.1" status: 200 len: 210 time: 0.2714753 Dec 17 15:18:32.089469 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8bfc7-9f80-4703-9bf9-3411ee74b319 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Deleting port 9fcd4d43-66f6-4562-bee3-6d9f05b4afcd {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:18:32.089931 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7fe8bfc7-9f80-4703-9bf9-3411ee74b319 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:32.112058 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb64bdd9-c2ef-435e-908b-9ae04de5a693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:32.133392 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7a10d27-2981-4664-9925-21b8866bf570 req-4e3130dc-d5de-4cba-b9d1-d262400217bb tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Router fa5891b7-113a-453b-ac72-51d5e214dacd has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:18:32.199723 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-f11b98b5-24fb-4a64-9737-e0e7eaf5bbd4 None None] Provisioning complete for port 9fcd4d43-66f6-4562-bee3-6d9f05b4afcd triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:32.200298 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f11b98b5-24fb-4a64-9737-e0e7eaf5bbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:32.201522 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9955929a-a818-4c93-83c3-2d8a86846523 req-0fd315fc-634f-4400-a38d-565570ef2a3a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4902737 Dec 17 15:18:32.256141 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-9955929a-a818-4c93-83c3-2d8a86846523 req-6a7fad66-066d-430c-9816-b524fb27e109 service neutron] Request body: {'port': {'device_id': 'a69a7d18-8bda-49f6-9793-972d56151d7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:18:32.270551 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb64bdd9-c2ef-435e-908b-9ae04de5a693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:32.284297 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7fe8bfc7-9f80-4703-9bf9-3411ee74b319 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:32.293636 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-f11b98b5-24fb-4a64-9737-e0e7eaf5bbd4 None None] Port 9fcd4d43-66f6-4562-bee3-6d9f05b4afcd cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:18:32.298425 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:32.314662 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-eb64bdd9-c2ef-435e-908b-9ae04de5a693 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c10256ff8a49402ab9720da5b99f0463&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9801829 Dec 17 15:18:32.314876 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8bfc7-9f80-4703-9bf9-3411ee74b319 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Calling delete_port for 9fcd4d43-66f6-4562-bee3-6d9f05b4afcd owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:18:32.316122 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49760) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:32.388978 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9955929a-a818-4c93-83c3-2d8a86846523 req-6a7fad66-066d-430c-9816-b524fb27e109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:32.395945 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64bdd9-c2ef-435e-908b-9ae04de5a693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85700c41-80d9-4f14-aa1f-43e1590dab20,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:32.429845 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-b604b55a-6a28-42e3-bf28-fa29e55baa0b None None] Provisioning complete for port f82459a4-b5d8-4d73-bc29-0da1f73562ed triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:32.430220 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b604b55a-6a28-42e3-bf28-fa29e55baa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:32.447906 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7a10d27-2981-4664-9925-21b8866bf570 req-4e3130dc-d5de-4cba-b9d1-d262400217bb tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:18:32.460768 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab763ec8-2c23-49d0-8133-f0f104b39cb6 None None] Sync routers for ids ['fa5891b7-113a-453b-ac72-51d5e214dacd'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:18:32.477532 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab763ec8-2c23-49d0-8133-f0f104b39cb6 None None] Routers {'fa5891b7-113a-453b-ac72-51d5e214dacd'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:18:32.478895 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ab763ec8-2c23-49d0-8133-f0f104b39cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:18:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['fa5891b7-113a-453b-ac72-51d5e214dacd'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:32.482246 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e7a10d27-2981-4664-9925-21b8866bf570 req-4e3130dc-d5de-4cba-b9d1-d262400217bb tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:32.513069 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-b604b55a-6a28-42e3-bf28-fa29e55baa0b None None] Port f82459a4-b5d8-4d73-bc29-0da1f73562ed cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:18:32.513870 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-696c3887-2027-4228-9414-b05dae7cb55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:32.517573 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7a10d27-2981-4664-9925-21b8866bf570 req-4e3130dc-d5de-4cba-b9d1-d262400217bb tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "PUT /v2.0/floatingips/b4e172c0-2500-402b-a5c3-4830f628baea HTTP/1.1" status: 200 len: 696 time: 1.7979250 Dec 17 15:18:32.520611 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f8f86f-ca58-47c7-b2c0-ae080d2fc779', 'tag': '133399b1-2c30-43a2-a3dd-b2f65abc651d'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:18:32.523132 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6cfb68-ec51-49e1-839e-79728da0004b" -d '{"events": [{"name": "network-changed", "server_uuid": "e1f8f86f-ca58-47c7-b2c0-ae080d2fc779", "tag": "133399b1-2c30-43a2-a3dd-b2f65abc651d"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:18:32.551251 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-696c3887-2027-4228-9414-b05dae7cb55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:32.655536 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee4c1f-7f34-486e-a519-6959f6d86409 req-28ba3611-2a21-41e7-9d90-a603030b4846 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:32.671901 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee4c1f-7f34-486e-a519-6959f6d86409 req-28ba3611-2a21-41e7-9d90-a603030b4846 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:32.683402 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee4c1f-7f34-486e-a519-6959f6d86409 req-28ba3611-2a21-41e7-9d90-a603030b4846 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:32.695787 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4ee4c1f-7f34-486e-a519-6959f6d86409 req-28ba3611-2a21-41e7-9d90-a603030b4846 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a69a7d18-8bda-49f6-9793-972d56151d7b HTTP/1.1" status: 200 len: 2375 time: 0.2498128 Dec 17 15:18:32.721209 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-ab763ec8-2c23-49d0-8133-f0f104b39cb6 None None] Set router fa5891b7-113a-453b-ac72-51d5e214dacd gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:18:32.782566 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4ee4c1f-7f34-486e-a519-6959f6d86409 req-f194c524-615f-4847-bffc-e91fb3cab1a1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858366 Dec 17 15:18:32.816316 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a10d27-2981-4664-9925-21b8866bf570 req-7377231f-1307-4943-8ab2-fb6ae42ee627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:32.818609 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7a10d27-2981-4664-9925-21b8866bf570 req-7377231f-1307-4943-8ab2-fb6ae42ee627 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a664fc5838dc44cb8d9481b453356af9&device_id=e1f8f86f-ca58-47c7-b2c0-ae080d2fc779 HTTP/1.1" status: 200 len: 1096 time: 0.2861977 Dec 17 15:18:32.855158 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7fe8bfc7-9f80-4703-9bf9-3411ee74b319 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:32.865313 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-696c3887-2027-4228-9414-b05dae7cb55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:32.871394 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-696c3887-2027-4228-9414-b05dae7cb55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:32.895743 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-696c3887-2027-4228-9414-b05dae7cb55d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/85700c41-80d9-4f14-aa1f-43e1590dab20 HTTP/1.1" status: 204 len: 168 time: 0.5742705 Dec 17 15:18:32.991827 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a10d27-2981-4664-9925-21b8866bf570 req-c6e722a1-f519-4d5e-8048-43fa29705b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:32.993631 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7a10d27-2981-4664-9925-21b8866bf570 req-c6e722a1-f519-4d5e-8048-43fa29705b15 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 HTTP/1.1" status: 200 len: 921 time: 0.1652780 Dec 17 15:18:33.016796 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c3887-2027-4228-9414-b05dae7cb55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85700c41-80d9-4f14-aa1f-43e1590dab20,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:33.034438 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8bfc7-9f80-4703-9bf9-3411ee74b319 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Pushing event deleted for resources: {'Port': ['ID=9fcd4d43-66f6-4562-bee3-6d9f05b4afcd,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:33.072755 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7a10d27-2981-4664-9925-21b8866bf570 req-a556d3d8-ccd5-43c4-bed7-0d28eb4eb3b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=133399b1-2c30-43a2-a3dd-b2f65abc651d HTTP/1.1" status: 200 len: 217 time: 0.0676615 Dec 17 15:18:33.120783 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7fe8bfc7-9f80-4703-9bf9-3411ee74b319 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:33.124078 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7fe8bfc7-9f80-4703-9bf9-3411ee74b319 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] 10.222.0.46 "DELETE /v2.0/ports/9fcd4d43-66f6-4562-bee3-6d9f05b4afcd HTTP/1.1" status: 204 len: 168 time: 1.3090301 Dec 17 15:18:33.131557 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49782) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:33.146581 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b141ddc-e255-4e4a-8960-3523e0271c45 x-openstack-request-id: req-0b141ddc-e255-4e4a-8960-3523e0271c45 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:18:33.146867 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1f8f86f-ca58-47c7-b2c0-ae080d2fc779", "tag": "133399b1-2c30-43a2-a3dd-b2f65abc651d", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:18:33.147116 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0b141ddc-e255-4e4a-8960-3523e0271c45 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:18:33.147618 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f8f86f-ca58-47c7-b2c0-ae080d2fc779', 'tag': '133399b1-2c30-43a2-a3dd-b2f65abc651d', 'status': 'completed', 'code': 200} Dec 17 15:18:33.214115 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-9955929a-a818-4c93-83c3-2d8a86846523 req-6a7fad66-066d-430c-9816-b524fb27e109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc2c2779-3f13-41d7-9035-0e04839061ee {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:18:33.255526 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a10d27-2981-4664-9925-21b8866bf570 req-aa31f566-e6d2-4ff4-ac2f-9b1e4adba1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:33.258912 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7a10d27-2981-4664-9925-21b8866bf570 req-aa31f566-e6d2-4ff4-ac2f-9b1e4adba1ea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da83ff64-289b-4a41-8d14-866b7dfb3d66 HTTP/1.1" status: 200 len: 859 time: 0.1591837 Dec 17 15:18:33.259059 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9955929a-a818-4c93-83c3-2d8a86846523 req-6a7fad66-066d-430c-9816-b524fb27e109 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:33.425549 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-9955929a-a818-4c93-83c3-2d8a86846523 req-6a7fad66-066d-430c-9816-b524fb27e109 service neutron] Transition to ACTIVE for port object cc2c2779-3f13-41d7-9035-0e04839061ee will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:18:33.433695 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-940b3ea2-5738-4089-9c75-bb6c470b3cd2 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Deleting subnet 14a820d3-5476-4dcc-91b4-87ff1d7999b9 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:18:33.443365 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-940b3ea2-5738-4089-9c75-bb6c470b3cd2 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:33.467068 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2e3ffa02-d4d1-4d46-8f17-ff766450e6b3 req-07115c11-bcd2-48c4-a7c7-59244f7aa4bd tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2108fa3-279c-4c32-8bde-8e7f04932bb0 HTTP/1.1" status: 200 len: 210 time: 0.0453916 Dec 17 15:18:33.486178 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a10d27-2981-4664-9925-21b8866bf570 req-ec0e117d-0271-4b90-aefd-0dd718289ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:33.487730 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7a10d27-2981-4664-9925-21b8866bf570 req-ec0e117d-0271-4b90-aefd-0dd718289ea5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b2bc70b2-1b17-4db0-acd7-24d62fbc7a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2189832 Dec 17 15:18:33.510487 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ab763ec8-2c23-49d0-8133-f0f104b39cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'name': 'tempest-FloatingIPsAssociationTestJSON-392780655-router', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:16:51Z', 'updated_at': '2021-12-17T15:16:58Z', 'revision_number': 4, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'gw_port': {'id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:52Z', 'updated_at': '2021-12-17T15:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '6ee55124-6c1e-4098-8106-35abeefde7ee', 'name': '', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'mac_address': 'fa:16:3e:f7:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:57Z', 'updated_at': '2021-12-17T15:17:05Z', 'revision_number': 5, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'subnets': [{'id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:33.554405 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab763ec8-2c23-49d0-8133-f0f104b39cb6 None None] Checking router: fa5891b7-113a-453b-ac72-51d5e214dacd for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:18:33.558824 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9955929a-a818-4c93-83c3-2d8a86846523 req-6a7fad66-066d-430c-9816-b524fb27e109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:33.578252 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab763ec8-2c23-49d0-8133-f0f104b39cb6 None None] Routers {'fa5891b7-113a-453b-ac72-51d5e214dacd'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:18:33.578940 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ab763ec8-2c23-49d0-8133-f0f104b39cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:18:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['fa5891b7-113a-453b-ac72-51d5e214dacd'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:33.607472 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7fad66-066d-430c-9816-b524fb27e109 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2c2779-3f13-41d7-9035-0e04839061ee,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:33.769515 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:33.790265 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-940b3ea2-5738-4089-9c75-bb6c470b3cd2 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:33.796258 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7a10d27-2981-4664-9925-21b8866bf570 req-7912f64d-5051-45fd-a875-69e0ec6ee38f service neutron] 10.222.0.46 "GET /v2.0/networks/b2bc70b2-1b17-4db0-acd7-24d62fbc7a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843292 Dec 17 15:18:33.949995 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-ab763ec8-2c23-49d0-8133-f0f104b39cb6 None None] Set router fa5891b7-113a-453b-ac72-51d5e214dacd gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:18:33.956724 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cfb68-ec51-49e1-839e-79728da0004b req-832387cc-1526-4000-aab0-b3b70ab26d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:33.977565 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7d6cfb68-ec51-49e1-839e-79728da0004b req-832387cc-1526-4000-aab0-b3b70ab26d8e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a664fc5838dc44cb8d9481b453356af9&device_id=e1f8f86f-ca58-47c7-b2c0-ae080d2fc779 HTTP/1.1" status: 200 len: 1096 time: 0.6447518 Dec 17 15:18:34.218516 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-37f8a84f-c04f-4597-bdc7-bc70ab7cc5bf tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:34.221940 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-37f8a84f-c04f-4597-bdc7-bc70ab7cc5bf tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.41 "GET /v2.0/networks?id=c55c80a5-833c-48da-873a-0d6892b2ac27 HTTP/1.1" status: 200 len: 805 time: 0.6618602 Dec 17 15:18:34.227124 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:34.243779 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-f94b6ef3-aad6-4fc0-b362-d170d48f251e tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Request body: {'port': {'device_id': 'c2108fa3-279c-4c32-8bde-8e7f04932bb0', 'network_id': 'c55c80a5-833c-48da-873a-0d6892b2ac27', 'admin_state_up': True, 'tenant_id': '88f06237a6a040a5b48294f889fb95ed'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:18:34.307679 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-940b3ea2-5738-4089-9c75-bb6c470b3cd2 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:34.377876 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ab763ec8-2c23-49d0-8133-f0f104b39cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'name': 'tempest-FloatingIPsAssociationTestJSON-392780655-router', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:16:51Z', 'updated_at': '2021-12-17T15:16:58Z', 'revision_number': 4, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'gw_port': {'id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:52Z', 'updated_at': '2021-12-17T15:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '6ee55124-6c1e-4098-8106-35abeefde7ee', 'name': '', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'mac_address': 'fa:16:3e:f7:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:57Z', 'updated_at': '2021-12-17T15:17:05Z', 'revision_number': 5, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'subnets': [{'id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:34.410748 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-9955929a-a818-4c93-83c3-2d8a86846523 req-6a7fad66-066d-430c-9816-b524fb27e109 service neutron] Attempting to bind port cc2c2779-3f13-41d7-9035-0e04839061ee on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:18:34.411291 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-9955929a-a818-4c93-83c3-2d8a86846523 req-6a7fad66-066d-430c-9816-b524fb27e109 service neutron] Attempting to bind port cc2c2779-3f13-41d7-9035-0e04839061ee by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '0c037a90-4c1d-4a22-be76-067f0345dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a2b7be32-e7a5-41d0-b339-b1c939eb1b9d'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:18:34.411291 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9955929a-a818-4c93-83c3-2d8a86846523 req-6a7fad66-066d-430c-9816-b524fb27e109 service neutron] Attempting to bind port cc2c2779-3f13-41d7-9035-0e04839061ee on network a2b7be32-e7a5-41d0-b339-b1c939eb1b9d {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:18:34.421079 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab763ec8-2c23-49d0-8133-f0f104b39cb6 None None] The sync data for ids ['fa5891b7-113a-453b-ac72-51d5e214dacd'] in n-d-820553-2 is: [{'id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'name': 'tempest-FloatingIPsAssociationTestJSON-392780655-router', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:16:51Z', 'updated_at': '2021-12-17T15:16:58Z', 'revision_number': 4, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'gw_port': {'id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:52Z', 'updated_at': '2021-12-17T15:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '6ee55124-6c1e-4098-8106-35abeefde7ee', 'name': '', 'network_id': 'b2bc70b2-1b17-4db0-acd7-24d62fbc7a86', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'mac_address': 'fa:16:3e:f7:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:57Z', 'updated_at': '2021-12-17T15:17:05Z', 'revision_number': 5, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'subnets': [{'id': 'da83ff64-289b-4a41-8d14-866b7dfb3d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:18:34.421355 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9955929a-a818-4c93-83c3-2d8a86846523 req-6a7fad66-066d-430c-9816-b524fb27e109 service neutron] Port cc2c2779-3f13-41d7-9035-0e04839061ee on network a2b7be32-e7a5-41d0-b339-b1c939eb1b9d not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:18:34.421640 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9955929a-a818-4c93-83c3-2d8a86846523 req-6a7fad66-066d-430c-9816-b524fb27e109 service neutron] Attempting to bind port cc2c2779-3f13-41d7-9035-0e04839061ee on network a2b7be32-e7a5-41d0-b339-b1c939eb1b9d {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:18:34.462939 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d551e-002a-43ae-ab8c-61aecd8e8f75 req-8f251c77-4372-443c-96b2-b7ae8547e6de tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:34.469735 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d551e-002a-43ae-ab8c-61aecd8e8f75 req-8f251c77-4372-443c-96b2-b7ae8547e6de tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:34.476100 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d551e-002a-43ae-ab8c-61aecd8e8f75 req-8f251c77-4372-443c-96b2-b7ae8547e6de tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:34.488374 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-762d551e-002a-43ae-ab8c-61aecd8e8f75 req-8f251c77-4372-443c-96b2-b7ae8547e6de tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a69a7d18-8bda-49f6-9793-972d56151d7b HTTP/1.1" status: 200 len: 2387 time: 0.1654532 Dec 17 15:18:34.493225 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9955929a-a818-4c93-83c3-2d8a86846523 req-6a7fad66-066d-430c-9816-b524fb27e109 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:18:34.493571 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9955929a-a818-4c93-83c3-2d8a86846523 req-6a7fad66-066d-430c-9816-b524fb27e109 service neutron] Checking segment: {'id': '0c037a90-4c1d-4a22-be76-067f0345dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a2b7be32-e7a5-41d0-b339-b1c939eb1b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:18:34.493952 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9955929a-a818-4c93-83c3-2d8a86846523 req-6a7fad66-066d-430c-9816-b524fb27e109 service neutron] Bound using segment: {'id': '0c037a90-4c1d-4a22-be76-067f0345dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a2b7be32-e7a5-41d0-b339-b1c939eb1b9d'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:18:34.495436 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-9955929a-a818-4c93-83c3-2d8a86846523 req-6a7fad66-066d-430c-9816-b524fb27e109 service neutron] Bound port: cc2c2779-3f13-41d7-9035-0e04839061ee, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c037a90-4c1d-4a22-be76-067f0345dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a2b7be32-e7a5-41d0-b339-b1c939eb1b9d'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:18:34.495894 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9955929a-a818-4c93-83c3-2d8a86846523 req-6a7fad66-066d-430c-9816-b524fb27e109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:34.516290 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cfb68-ec51-49e1-839e-79728da0004b req-e92c2aaa-f621-4e40-9587-98b1d79f1ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:34.517937 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7d6cfb68-ec51-49e1-839e-79728da0004b req-e92c2aaa-f621-4e40-9587-98b1d79f1ceb service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 HTTP/1.1" status: 200 len: 921 time: 0.5290620 Dec 17 15:18:34.586653 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7d6cfb68-ec51-49e1-839e-79728da0004b req-2fafad15-aaf2-48b3-a3ca-0a44d22bf9c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=133399b1-2c30-43a2-a3dd-b2f65abc651d HTTP/1.1" status: 200 len: 217 time: 0.0610559 Dec 17 15:18:34.651990 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-762d551e-002a-43ae-ab8c-61aecd8e8f75 req-d09ac038-3be3-4c76-afb3-f630ae3b3897 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532266 Dec 17 15:18:34.666143 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7a10d27-2981-4664-9925-21b8866bf570 req-22985062-e769-43b9-961d-445fb285ce39 service neutron] 10.222.0.46 "GET /v2.0/networks/b2bc70b2-1b17-4db0-acd7-24d62fbc7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8675475 Dec 17 15:18:34.727983 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-9955929a-a818-4c93-83c3-2d8a86846523 req-6a7fad66-066d-430c-9816-b524fb27e109 service neutron] For port cc2c2779-3f13-41d7-9035-0e04839061ee, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:18:34.733398 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-9955929a-a818-4c93-83c3-2d8a86846523 req-6a7fad66-066d-430c-9816-b524fb27e109 service neutron] For port cc2c2779-3f13-41d7-9035-0e04839061ee, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=cc2c2779-3f13-41d7-9035-0e04839061ee,segment=NetworkSegment(0c037a90-4c1d-4a22-be76-067f0345dfe6),segment_id=0c037a90-4c1d-4a22-be76-067f0345dfe6)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:18:34.740852 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-940b3ea2-5738-4089-9c75-bb6c470b3cd2 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:34.780615 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cfb68-ec51-49e1-839e-79728da0004b req-9213a400-2fe5-4f44-95d6-d8011e24ad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:34.782466 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7d6cfb68-ec51-49e1-839e-79728da0004b req-9213a400-2fe5-4f44-95d6-d8011e24ad91 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da83ff64-289b-4a41-8d14-866b7dfb3d66 HTTP/1.1" status: 200 len: 859 time: 0.1829689 Dec 17 15:18:34.785642 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b3ea2-5738-4089-9c75-bb6c470b3cd2 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Pushing event deleted for resources: {'Subnet': ['ID=14a820d3-5476-4dcc-91b4-87ff1d7999b9,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:34.789966 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-940b3ea2-5738-4089-9c75-bb6c470b3cd2 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:34.798197 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49820) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:34.798759 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4e324d-ad57-43d0-a8d7-c4c050f4194c None None] Network 60cc0360-697d-43b9-84b8-c283a604d4e6 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:18:34.799194 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:18:34.809895 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-940b3ea2-5738-4089-9c75-bb6c470b3cd2 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] 10.222.0.46 "DELETE /v2.0/subnets/14a820d3-5476-4dcc-91b4-87ff1d7999b9 HTTP/1.1" status: 204 len: 168 time: 1.6770246 Dec 17 15:18:34.903698 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9955929a-a818-4c93-83c3-2d8a86846523 req-6a7fad66-066d-430c-9816-b524fb27e109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:34.905523 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-f94b6ef3-aad6-4fc0-b362-d170d48f251e tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Made reservation on behalf of 88f06237a6a040a5b48294f889fb95ed for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:18:34.911395 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-f94b6ef3-aad6-4fc0-b362-d170d48f251e tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:35.031106 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67847fa-d4dc-4be3-a931-4d569443e85e None None] New status for floating IP b4e172c0-2500-402b-a5c3-4830f628baea: DOWN {{(pid=102834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:18:35.131141 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cfb68-ec51-49e1-839e-79728da0004b req-78a05087-8fd4-4a95-b6c5-46772eab23df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:35.132773 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7d6cfb68-ec51-49e1-839e-79728da0004b req-78a05087-8fd4-4a95-b6c5-46772eab23df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2bc70b2-1b17-4db0-acd7-24d62fbc7a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2516634 Dec 17 15:18:35.166715 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3509e8f0-91ab-40fb-bbc9-42e7dd66bbf7 req-6202a0b4-0739-4645-bc41-f5b2ffeec99a tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2108fa3-279c-4c32-8bde-8e7f04932bb0 HTTP/1.1" status: 200 len: 210 time: 0.2391617 Dec 17 15:18:35.268575 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955929a-a818-4c93-83c3-2d8a86846523 req-6a7fad66-066d-430c-9816-b524fb27e109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:35.268796 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9955929a-a818-4c93-83c3-2d8a86846523 req-6a7fad66-066d-430c-9816-b524fb27e109 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:35.270407 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9955929a-a818-4c93-83c3-2d8a86846523 req-6a7fad66-066d-430c-9816-b524fb27e109 service neutron] 10.222.0.41 "PUT /v2.0/ports/cc2c2779-3f13-41d7-9035-0e04839061ee HTTP/1.1" status: 200 len: 1090 time: 3.0191593 Dec 17 15:18:35.299128 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-f94b6ef3-aad6-4fc0-b362-d170d48f251e tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Allocated IP 172.20.0.5 (c55c80a5-833c-48da-873a-0d6892b2ac27/da4dd92c-6f31-4733-ad5e-39ad920cb8f0/5ec7dd63-178b-4dfe-9aca-e803419e62c1) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:18:35.347021 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7d6cfb68-ec51-49e1-839e-79728da0004b req-f3251968-f2af-4ffb-85c7-b847fd31f927 service neutron] 10.222.0.41 "GET /v2.0/networks/b2bc70b2-1b17-4db0-acd7-24d62fbc7a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037578 Dec 17 15:18:35.363414 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a69a7d18-8bda-49f6-9793-972d56151d7b', 'tag': 'cc2c2779-3f13-41d7-9035-0e04839061ee'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:18:35.386636 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf77186b-60ae-4caf-a038-25bfc34e240c" -d '{"events": [{"name": "network-changed", "server_uuid": "a69a7d18-8bda-49f6-9793-972d56151d7b", "tag": "cc2c2779-3f13-41d7-9035-0e04839061ee"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:18:35.435342 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-9955929a-a818-4c93-83c3-2d8a86846523 req-17de01d1-098f-44c2-ad37-e0fdd3bb6e98 service neutron] Request body: {'port': {'device_id': 'a69a7d18-8bda-49f6-9793-972d56151d7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:18:35.451873 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd41540f-4441-4fc9-8052-b744269785c1 None None] DHCP port deletion for 60cc0360-697d-43b9-84b8-c283a604d4e6 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:18:35.454345 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2e36b316-a88f-4648-aa2e-014501d7bf85 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:35.505993 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b843bd78-34a4-47c5-a0b0-1474736ac874 x-openstack-request-id: req-b843bd78-34a4-47c5-a0b0-1474736ac874 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:18:35.506860 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a69a7d18-8bda-49f6-9793-972d56151d7b", "tag": "cc2c2779-3f13-41d7-9035-0e04839061ee", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:18:35.507229 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b843bd78-34a4-47c5-a0b0-1474736ac874 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:18:35.507690 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a69a7d18-8bda-49f6-9793-972d56151d7b', 'tag': 'cc2c2779-3f13-41d7-9035-0e04839061ee', 'status': 'completed', 'code': 200} Dec 17 15:18:35.542793 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-bd41540f-4441-4fc9-8052-b744269785c1 None None] Deleting port 3b9307c1-b3a4-423c-98d7-b64f9962a09d {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:18:35.543179 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bd41540f-4441-4fc9-8052-b744269785c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:35.594379 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-25949026-a7eb-4076-9d4b-b8879d58379a req-a5195b01-8af2-4957-b0e5-eb0e2028b29d tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/floatingips/b4e172c0-2500-402b-a5c3-4830f628baea HTTP/1.1" status: 200 len: 696 time: 0.4307811 Dec 17 15:18:35.715017 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77186b-60ae-4caf-a038-25bfc34e240c req-c6923897-9dc3-4160-a235-bfe7e4fab098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:35.717631 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77186b-60ae-4caf-a038-25bfc34e240c req-c6923897-9dc3-4160-a235-bfe7e4fab098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:35.718176 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77186b-60ae-4caf-a038-25bfc34e240c req-c6923897-9dc3-4160-a235-bfe7e4fab098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:35.720499 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bf77186b-60ae-4caf-a038-25bfc34e240c req-c6923897-9dc3-4160-a235-bfe7e4fab098 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d0e9155f3ac4449959a2049ad96c177&device_id=a69a7d18-8bda-49f6-9793-972d56151d7b HTTP/1.1" status: 200 len: 2730 time: 0.1875305 Dec 17 15:18:35.729108 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7d6cfb68-ec51-49e1-839e-79728da0004b req-567417aa-8aa6-421e-9339-abf90db007a4 service neutron] 10.222.0.41 "GET /v2.0/networks/b2bc70b2-1b17-4db0-acd7-24d62fbc7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673630 Dec 17 15:18:35.757690 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-bd41540f-4441-4fc9-8052-b744269785c1 None None] For port 3b9307c1-b3a4-423c-98d7-b64f9962a09d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3b9307c1-b3a4-423c-98d7-b64f9962a09d,segment=NetworkSegment(3d943d78-ded1-4b73-aab7-f40daf62b092),segment_id=3d943d78-ded1-4b73-aab7-f40daf62b092)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:35.759120 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bd41540f-4441-4fc9-8052-b744269785c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:35.787771 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-bd41540f-4441-4fc9-8052-b744269785c1 None None] Calling delete_port for 3b9307c1-b3a4-423c-98d7-b64f9962a09d owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:18:35.817813 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25949026-a7eb-4076-9d4b-b8879d58379a req-fefb78b1-bbad-49ec-9ff4-99136daf0e1f tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:35.827159 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-25949026-a7eb-4076-9d4b-b8879d58379a req-fefb78b1-bbad-49ec-9ff4-99136daf0e1f tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 784 time: 0.2315073 Dec 17 15:18:35.837318 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7fad66-066d-430c-9816-b524fb27e109 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2c2779-3f13-41d7-9035-0e04839061ee,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:35.853275 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-f94b6ef3-aad6-4fc0-b362-d170d48f251e tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:35.899022 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9955929a-a818-4c93-83c3-2d8a86846523 req-17de01d1-098f-44c2-ad37-e0fdd3bb6e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:35.936252 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77186b-60ae-4caf-a038-25bfc34e240c req-1d08fedc-4db7-4613-81c8-7525debf7e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:35.936931 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77186b-60ae-4caf-a038-25bfc34e240c req-1d08fedc-4db7-4613-81c8-7525debf7e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:35.937693 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77186b-60ae-4caf-a038-25bfc34e240c req-1d08fedc-4db7-4613-81c8-7525debf7e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:35.939470 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bf77186b-60ae-4caf-a038-25bfc34e240c req-1d08fedc-4db7-4613-81c8-7525debf7e08 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3d0e9155f3ac4449959a2049ad96c177&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1880629 Dec 17 15:18:36.043441 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-f94b6ef3-aad6-4fc0-b362-d170d48f251e tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:36.061407 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bd41540f-4441-4fc9-8052-b744269785c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:36.064369 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-25949026-a7eb-4076-9d4b-b8879d58379a req-9b6da451-1460-4c10-9b31-165afdb9aaac tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.170 HTTP/1.1" status: 200 len: 697 time: 0.2361271 Dec 17 15:18:36.086149 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd41540f-4441-4fc9-8052-b744269785c1 None None] No DVR routers for this DVR port 3b9307c1-b3a4-423c-98d7-b64f9962a09d on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:18:36.104265 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77186b-60ae-4caf-a038-25bfc34e240c req-5d0024fc-752a-404c-a8ed-a494187c72ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:36.106698 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bf77186b-60ae-4caf-a038-25bfc34e240c req-5d0024fc-752a-404c-a8ed-a494187c72ae service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1602502 Dec 17 15:18:36.141982 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41540f-4441-4fc9-8052-b744269785c1 None None] Pushing event deleted for resources: {'Port': ['ID=3b9307c1-b3a4-423c-98d7-b64f9962a09d,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:36.156123 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-25949026-a7eb-4076-9d4b-b8879d58379a req-c5d66208-d6e3-4223-9867-2d85760d78a3 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.170 HTTP/1.1" status: 200 len: 697 time: 0.0809865 Dec 17 15:18:36.187356 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-f94b6ef3-aad6-4fc0-b362-d170d48f251e tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Network c55c80a5-833c-48da-873a-0d6892b2ac27 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:18:36.191182 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-f94b6ef3-aad6-4fc0-b362-d170d48f251e tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:18:36.199419 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-f94b6ef3-aad6-4fc0-b362-d170d48f251e tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:18:36.205079 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b6ef3-aad6-4fc0-b362-d170d48f251e tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Pushing event updated for resources: {'Port': ['ID=5ec7dd63-178b-4dfe-9aca-e803419e62c1,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:36.264161 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-f94b6ef3-aad6-4fc0-b362-d170d48f251e tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:36.264930 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-f94b6ef3-aad6-4fc0-b362-d170d48f251e tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:36.311161 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c652b-dee6-4428-b22d-c369cd38d3f1 req-5e7ac885-bb4c-4c9d-a77c-7670bcbe5bba tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:36.317453 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c652b-dee6-4428-b22d-c369cd38d3f1 req-5e7ac885-bb4c-4c9d-a77c-7670bcbe5bba tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:36.325168 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c652b-dee6-4428-b22d-c369cd38d3f1 req-5e7ac885-bb4c-4c9d-a77c-7670bcbe5bba tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:36.327030 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c38c652b-dee6-4428-b22d-c369cd38d3f1 req-5e7ac885-bb4c-4c9d-a77c-7670bcbe5bba tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a69a7d18-8bda-49f6-9793-972d56151d7b HTTP/1.1" status: 200 len: 2387 time: 0.4976654 Dec 17 15:18:36.349998 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-f94b6ef3-aad6-4fc0-b362-d170d48f251e tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1105680 Dec 17 15:18:36.354137 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-2e36b316-a88f-4648-aa2e-014501d7bf85 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Deleting port 3b9307c1-b3a4-423c-98d7-b64f9962a09d {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:18:36.354137 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2e36b316-a88f-4648-aa2e-014501d7bf85 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:36.369290 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-fb0c2f94-5faf-4d93-ad59-a5409c9d1434 service neutron] Request body: {'port': {'device_id': 'c2108fa3-279c-4c32-8bde-8e7f04932bb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:18:36.433891 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-fb0c2f94-5faf-4d93-ad59-a5409c9d1434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:36.480971 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-2e36b316-a88f-4648-aa2e-014501d7bf85 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] For port 3b9307c1-b3a4-423c-98d7-b64f9962a09d, host n-d-820553-2, got binding levels [] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:36.480971 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2e36b316-a88f-4648-aa2e-014501d7bf85 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:36.523669 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-2e36b316-a88f-4648-aa2e-014501d7bf85 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Calling delete_port for 3b9307c1-b3a4-423c-98d7-b64f9962a09d owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:18:36.530729 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.ipam_backend_mixin [None req-2e36b316-a88f-4648-aa2e-014501d7bf85 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Port 3b9307c1-b3a4-423c-98d7-b64f9962a09d was not found and therefore no delete operation was performed {{(pid=102832) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 15:18:36.608705 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2e36b316-a88f-4648-aa2e-014501d7bf85 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:36.648674 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e36b316-a88f-4648-aa2e-014501d7bf85 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] No DVR routers for this DVR port 3b9307c1-b3a4-423c-98d7-b64f9962a09d on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:18:36.660507 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c38c652b-dee6-4428-b22d-c369cd38d3f1 req-8fd56e37-0802-4200-a2e9-183a7e66c1fd tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128798 Dec 17 15:18:36.673844 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36b316-a88f-4648-aa2e-014501d7bf85 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Pushing event deleted for resources: {'Port': ['ID=3b9307c1-b3a4-423c-98d7-b64f9962a09d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:36.815687 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-25949026-a7eb-4076-9d4b-b8879d58379a req-fb2bb10d-c22c-4aea-bc32-38a494be5991 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Deleting port c6c1b6da-e0bb-454b-b748-a27f2bc36d1d {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:18:36.816032 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-25949026-a7eb-4076-9d4b-b8879d58379a req-fb2bb10d-c22c-4aea-bc32-38a494be5991 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:36.866496 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-fb0c2f94-5faf-4d93-ad59-a5409c9d1434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ec7dd63-178b-4dfe-9aca-e803419e62c1 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:18:36.886704 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-fb0c2f94-5faf-4d93-ad59-a5409c9d1434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:36.906632 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-25949026-a7eb-4076-9d4b-b8879d58379a req-fb2bb10d-c22c-4aea-bc32-38a494be5991 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:36.906965 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-25949026-a7eb-4076-9d4b-b8879d58379a req-fb2bb10d-c22c-4aea-bc32-38a494be5991 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:36.919581 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-25949026-a7eb-4076-9d4b-b8879d58379a req-fb2bb10d-c22c-4aea-bc32-38a494be5991 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Calling delete_port for c6c1b6da-e0bb-454b-b748-a27f2bc36d1d owned by network:floatingip {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:18:36.920927 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-fb0c2f94-5faf-4d93-ad59-a5409c9d1434 service neutron] Transition to ACTIVE for port object 5ec7dd63-178b-4dfe-9aca-e803419e62c1 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:18:36.926283 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2e36b316-a88f-4648-aa2e-014501d7bf85 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:36.956336 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3b9307c1-b3a4-423c-98d7-b64f9962a09d no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:18:36.964555 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-2e36b316-a88f-4648-aa2e-014501d7bf85 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60cc0360-697d-43b9-84b8-c283a604d4e6']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:36.990108 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 3b9307c1-b3a4-423c-98d7-b64f9962a09d {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:18:36.990721 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3b9307c1-b3a4-423c-98d7-b64f9962a09d not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:18:37.007731 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-2e36b316-a88f-4648-aa2e-014501d7bf85 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d943d78-ded1-4b73-aab7-f40daf62b092') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:37.008031 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-2e36b316-a88f-4648-aa2e-014501d7bf85 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d943d78-ded1-4b73-aab7-f40daf62b092') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:37.017619 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-fb0c2f94-5faf-4d93-ad59-a5409c9d1434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:37.036084 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2e36b316-a88f-4648-aa2e-014501d7bf85 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:37.115057 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c2f94-5faf-4d93-ad59-a5409c9d1434 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec7dd63-178b-4dfe-9aca-e803419e62c1,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:37.189356 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2e36b316-a88f-4648-aa2e-014501d7bf85 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:37.211593 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e36b316-a88f-4648-aa2e-014501d7bf85 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:18:37.212011 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2e36b316-a88f-4648-aa2e-014501d7bf85 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:37.215496 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:18:37.215496 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:18:37.215496 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:18:37.215496 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:18:37.215496 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:18:37.215496 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:18:37.215496 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:18:37.215496 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:18:37.215496 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:18:37.215496 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:18:37.215496 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:18:37.215496 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:18:37.215496 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:18:37.215496 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:18:37.215496 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:18:37.215496 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:18:37.215496 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:18:37.215496 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:18:37.215496 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:18:37.215496 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:18:37.215496 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:18:37.215496 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:18:37.215496 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:18:37.215496 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:18:37.215496 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:18:37.215496 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:18:37.215496 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:18:37.215496 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:18:37.215496 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:18:37.215496 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:18:37.215496 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:18:37.215496 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:18:37.274692 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-fb0c2f94-5faf-4d93-ad59-a5409c9d1434 service neutron] Attempting to bind port 5ec7dd63-178b-4dfe-9aca-e803419e62c1 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:18:37.274692 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-fb0c2f94-5faf-4d93-ad59-a5409c9d1434 service neutron] Attempting to bind port 5ec7dd63-178b-4dfe-9aca-e803419e62c1 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '75195253-a18c-43b8-b6db-179ccc3e1ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c55c80a5-833c-48da-873a-0d6892b2ac27'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:18:37.274692 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-fb0c2f94-5faf-4d93-ad59-a5409c9d1434 service neutron] Attempting to bind port 5ec7dd63-178b-4dfe-9aca-e803419e62c1 on network c55c80a5-833c-48da-873a-0d6892b2ac27 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:18:37.274692 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-fb0c2f94-5faf-4d93-ad59-a5409c9d1434 service neutron] Port 5ec7dd63-178b-4dfe-9aca-e803419e62c1 on network c55c80a5-833c-48da-873a-0d6892b2ac27 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:18:37.274692 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-fb0c2f94-5faf-4d93-ad59-a5409c9d1434 service neutron] Attempting to bind port 5ec7dd63-178b-4dfe-9aca-e803419e62c1 on network c55c80a5-833c-48da-873a-0d6892b2ac27 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:18:37.274692 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-fb0c2f94-5faf-4d93-ad59-a5409c9d1434 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:18:37.274692 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-fb0c2f94-5faf-4d93-ad59-a5409c9d1434 service neutron] Checking segment: {'id': '75195253-a18c-43b8-b6db-179ccc3e1ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c55c80a5-833c-48da-873a-0d6892b2ac27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:18:37.274692 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-fb0c2f94-5faf-4d93-ad59-a5409c9d1434 service neutron] Bound using segment: {'id': '75195253-a18c-43b8-b6db-179ccc3e1ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c55c80a5-833c-48da-873a-0d6892b2ac27'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:18:37.274692 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-fb0c2f94-5faf-4d93-ad59-a5409c9d1434 service neutron] Bound port: 5ec7dd63-178b-4dfe-9aca-e803419e62c1, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75195253-a18c-43b8-b6db-179ccc3e1ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c55c80a5-833c-48da-873a-0d6892b2ac27'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:18:37.275859 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-9955929a-a818-4c93-83c3-2d8a86846523 req-17de01d1-098f-44c2-ad37-e0fdd3bb6e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28fbbec4-e2d4-44f9-9207-0d309ff8c6a1 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:18:37.275951 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-fb0c2f94-5faf-4d93-ad59-a5409c9d1434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:37.276022 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9955929a-a818-4c93-83c3-2d8a86846523 req-17de01d1-098f-44c2-ad37-e0fdd3bb6e98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:37.315964 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-fb0c2f94-5faf-4d93-ad59-a5409c9d1434 service neutron] For port 5ec7dd63-178b-4dfe-9aca-e803419e62c1, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:18:37.319673 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-fb0c2f94-5faf-4d93-ad59-a5409c9d1434 service neutron] For port 5ec7dd63-178b-4dfe-9aca-e803419e62c1, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=5ec7dd63-178b-4dfe-9aca-e803419e62c1,segment=NetworkSegment(75195253-a18c-43b8-b6db-179ccc3e1ed0),segment_id=75195253-a18c-43b8-b6db-179ccc3e1ed0)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:18:37.329337 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-9955929a-a818-4c93-83c3-2d8a86846523 req-17de01d1-098f-44c2-ad37-e0fdd3bb6e98 service neutron] Transition to ACTIVE for port object 28fbbec4-e2d4-44f9-9207-0d309ff8c6a1 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:18:37.392536 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecab2eb-b176-496d-b927-f3a8cce59aea req-5ed1717f-348a-414e-a10b-42428970c09c tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:37.394056 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5ecab2eb-b176-496d-b927-f3a8cce59aea req-5ed1717f-348a-414e-a10b-42428970c09c tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2108fa3-279c-4c32-8bde-8e7f04932bb0 HTTP/1.1" status: 200 len: 943 time: 0.1128154 Dec 17 15:18:37.445937 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5ecab2eb-b176-496d-b927-f3a8cce59aea req-4e1b4d85-1fcc-4e49-84d2-5b3a6ef2c1d3 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446863 Dec 17 15:18:37.789568 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6cfad-a4db-4631-8a57-9969f5774d3f req-7efc58c1-fd68-4124-bdd4-13b584ccfbc7 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:37.798350 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6cfad-a4db-4631-8a57-9969f5774d3f req-7efc58c1-fd68-4124-bdd4-13b584ccfbc7 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:37.804528 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6cfad-a4db-4631-8a57-9969f5774d3f req-7efc58c1-fd68-4124-bdd4-13b584ccfbc7 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:37.806292 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-80c6cfad-a4db-4631-8a57-9969f5774d3f req-7efc58c1-fd68-4124-bdd4-13b584ccfbc7 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a69a7d18-8bda-49f6-9793-972d56151d7b HTTP/1.1" status: 200 len: 2387 time: 0.0707767 Dec 17 15:18:37.845836 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-80c6cfad-a4db-4631-8a57-9969f5774d3f req-ef6cf9d9-c89e-40ce-9c3f-a7745fc86a88 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334127 Dec 17 15:18:37.981011 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-fb0c2f94-5faf-4d93-ad59-a5409c9d1434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:38.016207 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-fb0c2f94-5faf-4d93-ad59-a5409c9d1434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:38.016504 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-fb0c2f94-5faf-4d93-ad59-a5409c9d1434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:38.018012 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-fb0c2f94-5faf-4d93-ad59-a5409c9d1434 service neutron] 10.222.0.41 "PUT /v2.0/ports/5ec7dd63-178b-4dfe-9aca-e803419e62c1 HTTP/1.1" status: 200 len: 1091 time: 1.6534369 Dec 17 15:18:38.018446 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2108fa3-279c-4c32-8bde-8e7f04932bb0', 'tag': '5ec7dd63-178b-4dfe-9aca-e803419e62c1'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:18:38.020688 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dd5f5e-21ff-44e8-9960-7628bc576675" -d '{"events": [{"name": "network-changed", "server_uuid": "c2108fa3-279c-4c32-8bde-8e7f04932bb0", "tag": "5ec7dd63-178b-4dfe-9aca-e803419e62c1"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:18:38.038986 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2e36b316-a88f-4648-aa2e-014501d7bf85 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:38.041647 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-25949026-a7eb-4076-9d4b-b8879d58379a req-fb2bb10d-c22c-4aea-bc32-38a494be5991 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:38.044629 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9955929a-a818-4c93-83c3-2d8a86846523 req-17de01d1-098f-44c2-ad37-e0fdd3bb6e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:38.045900 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c2f94-5faf-4d93-ad59-a5409c9d1434 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec7dd63-178b-4dfe-9aca-e803419e62c1,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:38.080754 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2e36b316-a88f-4648-aa2e-014501d7bf85 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:38.081485 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a879bca3-2b95-4f29-9c0c-58443e92d21a x-openstack-request-id: req-a879bca3-2b95-4f29-9c0c-58443e92d21a {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:18:38.082136 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2108fa3-279c-4c32-8bde-8e7f04932bb0", "tag": "5ec7dd63-178b-4dfe-9aca-e803419e62c1", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:18:38.082527 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a879bca3-2b95-4f29-9c0c-58443e92d21a {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:18:38.083017 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2108fa3-279c-4c32-8bde-8e7f04932bb0', 'tag': '5ec7dd63-178b-4dfe-9aca-e803419e62c1', 'status': 'completed', 'code': 200} Dec 17 15:18:38.084013 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2e36b316-a88f-4648-aa2e-014501d7bf85 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] 10.222.0.46 "DELETE /v2.0/networks/60cc0360-697d-43b9-84b8-c283a604d4e6 HTTP/1.1" status: 204 len: 168 time: 3.2845120 Dec 17 15:18:38.099552 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2bb10d-c22c-4aea-bc32-38a494be5991 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Pushing event deleted for resources: {'Port': ['ID=c6c1b6da-e0bb-454b-b748-a27f2bc36d1d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:38.109398 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36b316-a88f-4648-aa2e-014501d7bf85 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865 tempest-ExtraDHCPOptionsIpV6TestJSON-776171865-project] Pushing event deleted for resources: {'Network': ['ID=60cc0360-697d-43b9-84b8-c283a604d4e6,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:38.208997 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd5f5e-21ff-44e8-9960-7628bc576675 req-82f2e5f3-277a-4233-bc96-140e0842182d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:38.212301 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-92dd5f5e-21ff-44e8-9960-7628bc576675 req-82f2e5f3-277a-4233-bc96-140e0842182d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88f06237a6a040a5b48294f889fb95ed&device_id=c2108fa3-279c-4c32-8bde-8e7f04932bb0 HTTP/1.1" status: 200 len: 1094 time: 0.0709078 Dec 17 15:18:38.269991 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de01d1-098f-44c2-ad37-e0fdd3bb6e98 service neutron] Pushing event updated for resources: {'Port': ['ID=28fbbec4-e2d4-44f9-9207-0d309ff8c6a1,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:38.309941 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-25949026-a7eb-4076-9d4b-b8879d58379a req-fb2bb10d-c22c-4aea-bc32-38a494be5991 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks [] for floatingip, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:38.312749 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-25949026-a7eb-4076-9d4b-b8879d58379a req-fb2bb10d-c22c-4aea-bc32-38a494be5991 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:38.314145 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-25949026-a7eb-4076-9d4b-b8879d58379a req-fb2bb10d-c22c-4aea-bc32-38a494be5991 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "DELETE /v2.0/floatingips/b4e172c0-2500-402b-a5c3-4830f628baea HTTP/1.1" status: 204 len: 173 time: 2.1374376 Dec 17 15:18:38.376287 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-9955929a-a818-4c93-83c3-2d8a86846523 req-17de01d1-098f-44c2-ad37-e0fdd3bb6e98 service neutron] Attempting to bind port 28fbbec4-e2d4-44f9-9207-0d309ff8c6a1 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:18:38.378280 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-9955929a-a818-4c93-83c3-2d8a86846523 req-17de01d1-098f-44c2-ad37-e0fdd3bb6e98 service neutron] Attempting to bind port 28fbbec4-e2d4-44f9-9207-0d309ff8c6a1 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': 'b046e27f-27e3-4cfb-82e0-95ac137dd346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bfe79069-2518-42a3-82b3-ddfda93fa6a8'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:18:38.379491 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9955929a-a818-4c93-83c3-2d8a86846523 req-17de01d1-098f-44c2-ad37-e0fdd3bb6e98 service neutron] Attempting to bind port 28fbbec4-e2d4-44f9-9207-0d309ff8c6a1 on network bfe79069-2518-42a3-82b3-ddfda93fa6a8 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:18:38.390509 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9955929a-a818-4c93-83c3-2d8a86846523 req-17de01d1-098f-44c2-ad37-e0fdd3bb6e98 service neutron] Port 28fbbec4-e2d4-44f9-9207-0d309ff8c6a1 on network bfe79069-2518-42a3-82b3-ddfda93fa6a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:18:38.391082 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9955929a-a818-4c93-83c3-2d8a86846523 req-17de01d1-098f-44c2-ad37-e0fdd3bb6e98 service neutron] Attempting to bind port 28fbbec4-e2d4-44f9-9207-0d309ff8c6a1 on network bfe79069-2518-42a3-82b3-ddfda93fa6a8 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:18:38.398041 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9955929a-a818-4c93-83c3-2d8a86846523 req-17de01d1-098f-44c2-ad37-e0fdd3bb6e98 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:18:38.399594 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9955929a-a818-4c93-83c3-2d8a86846523 req-17de01d1-098f-44c2-ad37-e0fdd3bb6e98 service neutron] Checking segment: {'id': 'b046e27f-27e3-4cfb-82e0-95ac137dd346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bfe79069-2518-42a3-82b3-ddfda93fa6a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:18:38.400576 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9955929a-a818-4c93-83c3-2d8a86846523 req-17de01d1-098f-44c2-ad37-e0fdd3bb6e98 service neutron] Bound using segment: {'id': 'b046e27f-27e3-4cfb-82e0-95ac137dd346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bfe79069-2518-42a3-82b3-ddfda93fa6a8'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:18:38.401533 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-9955929a-a818-4c93-83c3-2d8a86846523 req-17de01d1-098f-44c2-ad37-e0fdd3bb6e98 service neutron] Bound port: 28fbbec4-e2d4-44f9-9207-0d309ff8c6a1, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b046e27f-27e3-4cfb-82e0-95ac137dd346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bfe79069-2518-42a3-82b3-ddfda93fa6a8'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:18:38.402082 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9955929a-a818-4c93-83c3-2d8a86846523 req-17de01d1-098f-44c2-ad37-e0fdd3bb6e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:38.437428 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd5f5e-21ff-44e8-9960-7628bc576675 req-22f88ff9-9f56-4a13-8ee4-ed608020bfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:38.439740 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-92dd5f5e-21ff-44e8-9960-7628bc576675 req-22f88ff9-9f56-4a13-8ee4-ed608020bfa5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=88f06237a6a040a5b48294f889fb95ed&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2118111 Dec 17 15:18:38.558521 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-9955929a-a818-4c93-83c3-2d8a86846523 req-17de01d1-098f-44c2-ad37-e0fdd3bb6e98 service neutron] For port 28fbbec4-e2d4-44f9-9207-0d309ff8c6a1, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:18:38.565965 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-9955929a-a818-4c93-83c3-2d8a86846523 req-17de01d1-098f-44c2-ad37-e0fdd3bb6e98 service neutron] For port 28fbbec4-e2d4-44f9-9207-0d309ff8c6a1, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=28fbbec4-e2d4-44f9-9207-0d309ff8c6a1,segment=NetworkSegment(b046e27f-27e3-4cfb-82e0-95ac137dd346),segment_id=b046e27f-27e3-4cfb-82e0-95ac137dd346)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:18:38.614323 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd5f5e-21ff-44e8-9960-7628bc576675 req-56eba193-c7a9-4962-949d-cca35757296b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:38.615757 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-92dd5f5e-21ff-44e8-9960-7628bc576675 req-56eba193-c7a9-4962-949d-cca35757296b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1668022 Dec 17 15:18:38.703340 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9955929a-a818-4c93-83c3-2d8a86846523 req-17de01d1-098f-44c2-ad37-e0fdd3bb6e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:38.792894 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-5e61e08b-0b61-4202-96a6-642535b26ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:38.807486 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-5e61e08b-0b61-4202-96a6-642535b26ff3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88f06237a6a040a5b48294f889fb95ed&device_id=c2108fa3-279c-4c32-8bde-8e7f04932bb0 HTTP/1.1" status: 200 len: 1094 time: 0.1278408 Dec 17 15:18:38.857990 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955929a-a818-4c93-83c3-2d8a86846523 req-17de01d1-098f-44c2-ad37-e0fdd3bb6e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:38.859269 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9955929a-a818-4c93-83c3-2d8a86846523 req-17de01d1-098f-44c2-ad37-e0fdd3bb6e98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:38.861652 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9955929a-a818-4c93-83c3-2d8a86846523 req-17de01d1-098f-44c2-ad37-e0fdd3bb6e98 service neutron] 10.222.0.41 "PUT /v2.0/ports/28fbbec4-e2d4-44f9-9207-0d309ff8c6a1 HTTP/1.1" status: 200 len: 1092 time: 3.4589493 Dec 17 15:18:38.862477 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a69a7d18-8bda-49f6-9793-972d56151d7b', 'tag': '28fbbec4-e2d4-44f9-9207-0d309ff8c6a1'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:18:38.864895 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7b18c5-aa34-46d4-b3f7-b0f39bb1a133" -d '{"events": [{"name": "network-changed", "server_uuid": "a69a7d18-8bda-49f6-9793-972d56151d7b", "tag": "28fbbec4-e2d4-44f9-9207-0d309ff8c6a1"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:18:38.874301 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de01d1-098f-44c2-ad37-e0fdd3bb6e98 service neutron] Pushing event updated for resources: {'Port': ['ID=28fbbec4-e2d4-44f9-9207-0d309ff8c6a1,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:38.893896 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-005dcb82-58fb-46ba-9f9f-0ab84599b06a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ec7dd63-178b-4dfe-9aca-e803419e62c1 HTTP/1.1" status: 200 len: 217 time: 0.0710185 Dec 17 15:18:38.903087 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e76bc2-9495-4dfb-8584-ee6df65a5fb3 req-997381ac-5295-4574-b2cc-7fe98648e12e tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:38.904863 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d8e76bc2-9495-4dfb-8584-ee6df65a5fb3 req-997381ac-5295-4574-b2cc-7fe98648e12e tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2108fa3-279c-4c32-8bde-8e7f04932bb0 HTTP/1.1" status: 200 len: 943 time: 0.1113286 Dec 17 15:18:38.965640 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d8e76bc2-9495-4dfb-8584-ee6df65a5fb3 req-c3836aa4-47cc-4b7a-aa51-2b679a57cf20 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541723 Dec 17 15:18:38.967017 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49970) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:38.979508 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-595f85cb-7d7a-41fa-a615-1ddbba6939c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:38.981370 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-595f85cb-7d7a-41fa-a615-1ddbba6939c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da4dd92c-6f31-4733-ad5e-39ad920cb8f0 HTTP/1.1" status: 200 len: 845 time: 0.0794306 Dec 17 15:18:39.013417 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-9955929a-a818-4c93-83c3-2d8a86846523 req-389a4985-1cbc-4433-a5e0-18adaf5e8886 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:18:39.018107 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9955929a-a818-4c93-83c3-2d8a86846523 req-389a4985-1cbc-4433-a5e0-18adaf5e8886 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122454 Dec 17 15:18:39.026751 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-9955929a-a818-4c93-83c3-2d8a86846523 req-abdf6b9a-cf9f-472d-ab67-26e933c1f07e service neutron] Request body: {'port': {'device_id': 'a69a7d18-8bda-49f6-9793-972d56151d7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:18:39.031916 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-e9b95042-d7ce-4da6-ab16-24d7e75d484b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c55c80a5-833c-48da-873a-0d6892b2ac27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429399 Dec 17 15:18:39.171082 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9955929a-a818-4c93-83c3-2d8a86846523 req-abdf6b9a-cf9f-472d-ab67-26e933c1f07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:39.185273 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba9a75-b3aa-4f64-9cc2-5fcf4d4ef6cb req-2ffcbfa7-5e48-4f84-87e4-5c78f5793c95 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:39.192254 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba9a75-b3aa-4f64-9cc2-5fcf4d4ef6cb req-2ffcbfa7-5e48-4f84-87e4-5c78f5793c95 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:39.198918 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba9a75-b3aa-4f64-9cc2-5fcf4d4ef6cb req-2ffcbfa7-5e48-4f84-87e4-5c78f5793c95 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:39.200832 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-69ba9a75-b3aa-4f64-9cc2-5fcf4d4ef6cb req-2ffcbfa7-5e48-4f84-87e4-5c78f5793c95 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a69a7d18-8bda-49f6-9793-972d56151d7b HTTP/1.1" status: 200 len: 2399 time: 0.1396022 Dec 17 15:18:39.234104 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0882ce81-5e4c-4ad3-b659-2f9189f2235c x-openstack-request-id: req-0882ce81-5e4c-4ad3-b659-2f9189f2235c {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:18:39.234575 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a69a7d18-8bda-49f6-9793-972d56151d7b", "tag": "28fbbec4-e2d4-44f9-9207-0d309ff8c6a1", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:18:39.234980 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0882ce81-5e4c-4ad3-b659-2f9189f2235c {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:18:39.235509 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a69a7d18-8bda-49f6-9793-972d56151d7b', 'tag': '28fbbec4-e2d4-44f9-9207-0d309ff8c6a1', 'status': 'completed', 'code': 200} Dec 17 15:18:39.299175 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e9f66898-0305-46a6-8246-80d6a98a9b8f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6f82645792274e338cebe98c5b225aa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3308284 Dec 17 15:18:39.306006 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49990) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:39.366706 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-69ba9a75-b3aa-4f64-9cc2-5fcf4d4ef6cb req-de556429-6df1-436c-a95b-efc902235359 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546168 Dec 17 15:18:39.366910 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-e7cef082-7c24-4950-a443-cd8874ce8855 service neutron] 10.222.0.41 "GET /v2.0/networks/c55c80a5-833c-48da-873a-0d6892b2ac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280063 Dec 17 15:18:39.433083 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b18c5-aa34-46d4-b3f7-b0f39bb1a133 req-16d6b4dd-9b75-4b1a-8121-1f2f335b5706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:39.433691 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b18c5-aa34-46d4-b3f7-b0f39bb1a133 req-16d6b4dd-9b75-4b1a-8121-1f2f335b5706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:39.434219 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b18c5-aa34-46d4-b3f7-b0f39bb1a133 req-16d6b4dd-9b75-4b1a-8121-1f2f335b5706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:39.436050 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8f7b18c5-aa34-46d4-b3f7-b0f39bb1a133 req-16d6b4dd-9b75-4b1a-8121-1f2f335b5706 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d0e9155f3ac4449959a2049ad96c177&device_id=a69a7d18-8bda-49f6-9793-972d56151d7b HTTP/1.1" status: 200 len: 2797 time: 0.1213949 Dec 17 15:18:39.520693 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f4857-cca5-4c58-9bcf-005ab1c807bb req-8ebe2312-e1f0-4eb9-b752-93204dd73e25 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:39.522220 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f09f4857-cca5-4c58-9bcf-005ab1c807bb req-8ebe2312-e1f0-4eb9-b752-93204dd73e25 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f8f86f-ca58-47c7-b2c0-ae080d2fc779 HTTP/1.1" status: 200 len: 945 time: 0.1861317 Dec 17 15:18:39.525840 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-060a91f5-b279-4ff5-b1b7-682657551891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:39.557246 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3a52d6bd-6996-4d4c-942d-e0d380b656e1 req-4e5717cc-a6fa-4d3f-b760-16e79a127583 service neutron] 10.222.0.41 "GET /v2.0/networks/c55c80a5-833c-48da-873a-0d6892b2ac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818240 Dec 17 15:18:39.588166 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b18c5-aa34-46d4-b3f7-b0f39bb1a133 req-f62707d5-a872-46b0-bc82-b269a0f8ce53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:39.588643 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b18c5-aa34-46d4-b3f7-b0f39bb1a133 req-f62707d5-a872-46b0-bc82-b269a0f8ce53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:39.589124 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b18c5-aa34-46d4-b3f7-b0f39bb1a133 req-f62707d5-a872-46b0-bc82-b269a0f8ce53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:39.590865 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8f7b18c5-aa34-46d4-b3f7-b0f39bb1a133 req-f62707d5-a872-46b0-bc82-b269a0f8ce53 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3d0e9155f3ac4449959a2049ad96c177&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1402063 Dec 17 15:18:39.615076 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-060a91f5-b279-4ff5-b1b7-682657551891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:39.659612 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f09f4857-cca5-4c58-9bcf-005ab1c807bb req-99c062ee-7109-4c68-ab52-eff653305315 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fef139c-d841-452f-b9b7-6a7236e63fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267412 Dec 17 15:18:39.701678 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b18c5-aa34-46d4-b3f7-b0f39bb1a133 req-ac6c16a2-55c9-49e2-81a1-d7ec3ece239e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:39.703170 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8f7b18c5-aa34-46d4-b3f7-b0f39bb1a133 req-ac6c16a2-55c9-49e2-81a1-d7ec3ece239e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1055117 Dec 17 15:18:39.763956 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-9955929a-a818-4c93-83c3-2d8a86846523 req-abdf6b9a-cf9f-472d-ab67-26e933c1f07e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f82459a4-b5d8-4d73-bc29-0da1f73562ed {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:18:39.772746 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9955929a-a818-4c93-83c3-2d8a86846523 req-abdf6b9a-cf9f-472d-ab67-26e933c1f07e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:39.786817 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-9955929a-a818-4c93-83c3-2d8a86846523 req-abdf6b9a-cf9f-472d-ab67-26e933c1f07e service neutron] Transition to ACTIVE for port object f82459a4-b5d8-4d73-bc29-0da1f73562ed will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:18:39.820785 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-060a91f5-b279-4ff5-b1b7-682657551891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:39.823925 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-060a91f5-b279-4ff5-b1b7-682657551891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:39.826415 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-060a91f5-b279-4ff5-b1b7-682657551891 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3d9eaaa4-9bde-4ec1-b0a5-68d4993b2a78 HTTP/1.1" status: 204 len: 168 time: 0.5189130 Dec 17 15:18:39.839513 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a91f5-b279-4ff5-b1b7-682657551891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9eaaa4-9bde-4ec1-b0a5-68d4993b2a78,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:39.849793 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9955929a-a818-4c93-83c3-2d8a86846523 req-abdf6b9a-cf9f-472d-ab67-26e933c1f07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:39.933717 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf6b9a-cf9f-472d-ab67-26e933c1f07e service neutron] Pushing event updated for resources: {'Port': ['ID=f82459a4-b5d8-4d73-bc29-0da1f73562ed,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:40.033870 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4b6e1-ebb6-458e-8c58-1cc47451d8f4 req-0f9978e4-b14e-47ee-9646-992121e2102c tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:40.054884 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9c4b6e1-ebb6-458e-8c58-1cc47451d8f4 req-0f9978e4-b14e-47ee-9646-992121e2102c tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/ports?device_id=0466edad-0a40-408e-9563-0c42aa580453 HTTP/1.1" status: 200 len: 950 time: 0.1742444 Dec 17 15:18:40.140249 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-9955929a-a818-4c93-83c3-2d8a86846523 req-abdf6b9a-cf9f-472d-ab67-26e933c1f07e service neutron] Attempting to bind port f82459a4-b5d8-4d73-bc29-0da1f73562ed on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:18:40.140609 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-9955929a-a818-4c93-83c3-2d8a86846523 req-abdf6b9a-cf9f-472d-ab67-26e933c1f07e service neutron] Attempting to bind port f82459a4-b5d8-4d73-bc29-0da1f73562ed by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '0c037a90-4c1d-4a22-be76-067f0345dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a2b7be32-e7a5-41d0-b339-b1c939eb1b9d'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:18:40.140916 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9955929a-a818-4c93-83c3-2d8a86846523 req-abdf6b9a-cf9f-472d-ab67-26e933c1f07e service neutron] Attempting to bind port f82459a4-b5d8-4d73-bc29-0da1f73562ed on network a2b7be32-e7a5-41d0-b339-b1c939eb1b9d {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:18:40.155112 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9955929a-a818-4c93-83c3-2d8a86846523 req-abdf6b9a-cf9f-472d-ab67-26e933c1f07e service neutron] Port f82459a4-b5d8-4d73-bc29-0da1f73562ed on network a2b7be32-e7a5-41d0-b339-b1c939eb1b9d not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:18:40.155434 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9955929a-a818-4c93-83c3-2d8a86846523 req-abdf6b9a-cf9f-472d-ab67-26e933c1f07e service neutron] Attempting to bind port f82459a4-b5d8-4d73-bc29-0da1f73562ed on network a2b7be32-e7a5-41d0-b339-b1c939eb1b9d {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:18:40.171246 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9c4b6e1-ebb6-458e-8c58-1cc47451d8f4 req-e5afdbcc-6693-4378-aad4-4581b5016248 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4c5e0d8-011b-4198-b6a9-61876d9a3344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154392 Dec 17 15:18:40.172753 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9955929a-a818-4c93-83c3-2d8a86846523 req-abdf6b9a-cf9f-472d-ab67-26e933c1f07e service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:18:40.173115 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9955929a-a818-4c93-83c3-2d8a86846523 req-abdf6b9a-cf9f-472d-ab67-26e933c1f07e service neutron] Checking segment: {'id': '0c037a90-4c1d-4a22-be76-067f0345dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a2b7be32-e7a5-41d0-b339-b1c939eb1b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:18:40.173488 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9955929a-a818-4c93-83c3-2d8a86846523 req-abdf6b9a-cf9f-472d-ab67-26e933c1f07e service neutron] Bound using segment: {'id': '0c037a90-4c1d-4a22-be76-067f0345dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a2b7be32-e7a5-41d0-b339-b1c939eb1b9d'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:18:40.173915 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-9955929a-a818-4c93-83c3-2d8a86846523 req-abdf6b9a-cf9f-472d-ab67-26e933c1f07e service neutron] Bound port: f82459a4-b5d8-4d73-bc29-0da1f73562ed, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c037a90-4c1d-4a22-be76-067f0345dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a2b7be32-e7a5-41d0-b339-b1c939eb1b9d'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:18:40.174274 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9955929a-a818-4c93-83c3-2d8a86846523 req-abdf6b9a-cf9f-472d-ab67-26e933c1f07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:40.195375 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:40.196173 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97da16-086b-4996-82b3-63d87ace8cd5 req-c59570b5-d79e-4931-8969-0ef463114577 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:40.196173 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dd97da16-086b-4996-82b3-63d87ace8cd5 req-c59570b5-d79e-4931-8969-0ef463114577 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2108fa3-279c-4c32-8bde-8e7f04932bb0 HTTP/1.1" status: 200 len: 943 time: 0.1100566 Dec 17 15:18:40.284806 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dd97da16-086b-4996-82b3-63d87ace8cd5 req-06242153-0753-418d-95ca-cccb5ba23f00 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780344 Dec 17 15:18:40.297844 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-9955929a-a818-4c93-83c3-2d8a86846523 req-abdf6b9a-cf9f-472d-ab67-26e933c1f07e service neutron] For port f82459a4-b5d8-4d73-bc29-0da1f73562ed, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:18:40.301516 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-9955929a-a818-4c93-83c3-2d8a86846523 req-abdf6b9a-cf9f-472d-ab67-26e933c1f07e service neutron] For port f82459a4-b5d8-4d73-bc29-0da1f73562ed, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f82459a4-b5d8-4d73-bc29-0da1f73562ed,segment=NetworkSegment(0c037a90-4c1d-4a22-be76-067f0345dfe6),segment_id=0c037a90-4c1d-4a22-be76-067f0345dfe6)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:18:40.403458 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9955929a-a818-4c93-83c3-2d8a86846523 req-abdf6b9a-cf9f-472d-ab67-26e933c1f07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:40.493466 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955929a-a818-4c93-83c3-2d8a86846523 req-abdf6b9a-cf9f-472d-ab67-26e933c1f07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:40.497435 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9955929a-a818-4c93-83c3-2d8a86846523 req-abdf6b9a-cf9f-472d-ab67-26e933c1f07e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:40.497435 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9955929a-a818-4c93-83c3-2d8a86846523 req-abdf6b9a-cf9f-472d-ab67-26e933c1f07e service neutron] 10.222.0.41 "PUT /v2.0/ports/f82459a4-b5d8-4d73-bc29-0da1f73562ed HTTP/1.1" status: 200 len: 1092 time: 1.4745941 Dec 17 15:18:40.497963 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf6b9a-cf9f-472d-ab67-26e933c1f07e service neutron] Pushing event updated for resources: {'Port': ['ID=f82459a4-b5d8-4d73-bc29-0da1f73562ed,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:40.533331 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace009cb-5b9d-4d6e-90af-d314f163744f req-efd6e904-f38f-478f-88b2-72abf2a3eb06 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:40.539210 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace009cb-5b9d-4d6e-90af-d314f163744f req-efd6e904-f38f-478f-88b2-72abf2a3eb06 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:40.545679 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace009cb-5b9d-4d6e-90af-d314f163744f req-efd6e904-f38f-478f-88b2-72abf2a3eb06 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:40.547414 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ace009cb-5b9d-4d6e-90af-d314f163744f req-efd6e904-f38f-478f-88b2-72abf2a3eb06 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a69a7d18-8bda-49f6-9793-972d56151d7b HTTP/1.1" status: 200 len: 2411 time: 0.1007826 Dec 17 15:18:40.628752 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ace009cb-5b9d-4d6e-90af-d314f163744f req-ee6e08df-dc81-455a-8d50-ea353ae9c4bb tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621676 Dec 17 15:18:40.710897 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955929a-a818-4c93-83c3-2d8a86846523 req-f665517e-69b4-4cf4-b6cf-1cec258649dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:40.711802 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955929a-a818-4c93-83c3-2d8a86846523 req-f665517e-69b4-4cf4-b6cf-1cec258649dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:40.712440 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955929a-a818-4c93-83c3-2d8a86846523 req-f665517e-69b4-4cf4-b6cf-1cec258649dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:40.714484 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9955929a-a818-4c93-83c3-2d8a86846523 req-f665517e-69b4-4cf4-b6cf-1cec258649dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d0e9155f3ac4449959a2049ad96c177&device_id=a69a7d18-8bda-49f6-9793-972d56151d7b HTTP/1.1" status: 200 len: 2864 time: 0.0562966 Dec 17 15:18:40.786170 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9955929a-a818-4c93-83c3-2d8a86846523 req-8c7452ab-ac94-4a12-b5b8-7623dee96967 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.7&port_id=cc2c2779-3f13-41d7-9035-0e04839061ee HTTP/1.1" status: 200 len: 217 time: 0.0473742 Dec 17 15:18:40.873504 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a4390-48c4-4492-80ee-9967bf4e0c31 req-bc8dd1a7-e514-4197-8e32-0a43a2d6c5d1 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:40.875067 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cf9a4390-48c4-4492-80ee-9967bf4e0c31 req-bc8dd1a7-e514-4197-8e32-0a43a2d6c5d1 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f8f86f-ca58-47c7-b2c0-ae080d2fc779 HTTP/1.1" status: 200 len: 945 time: 0.0913961 Dec 17 15:18:40.876739 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955929a-a818-4c93-83c3-2d8a86846523 req-2d44cad2-ea0c-4480-a83d-076ec64b3e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:40.878124 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9955929a-a818-4c93-83c3-2d8a86846523 req-2d44cad2-ea0c-4480-a83d-076ec64b3e2a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7b89ade-0bfb-4f2d-8b5a-5e3ed12d1b6d HTTP/1.1" status: 200 len: 801 time: 0.0838602 Dec 17 15:18:40.956953 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cf9a4390-48c4-4492-80ee-9967bf4e0c31 req-2c8f2a5a-f3fa-4ae2-8da0-76338a760e27 tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fef139c-d841-452f-b9b7-6a7236e63fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629275 Dec 17 15:18:40.959720 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955929a-a818-4c93-83c3-2d8a86846523 req-ec83c32c-41eb-4b8b-bf7e-eb4526b6c296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:40.961326 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9955929a-a818-4c93-83c3-2d8a86846523 req-ec83c32c-41eb-4b8b-bf7e-eb4526b6c296 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2b7be32-e7a5-41d0-b339-b1c939eb1b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0758703 Dec 17 15:18:41.091772 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72be2d-19e4-472e-baad-4f543aa0e7e5 req-a275756a-dd62-4fc4-99c1-0185fef28f9a tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:41.095618 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5e72be2d-19e4-472e-baad-4f543aa0e7e5 req-a275756a-dd62-4fc4-99c1-0185fef28f9a tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1f8f86f-ca58-47c7-b2c0-ae080d2fc779 HTTP/1.1" status: 200 len: 945 time: 0.0792844 Dec 17 15:18:41.149930 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9955929a-a818-4c93-83c3-2d8a86846523 req-09267d23-4dfd-4564-b5dc-12859c86f79d service neutron] 10.222.0.41 "GET /v2.0/networks/a2b7be32-e7a5-41d0-b339-b1c939eb1b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354272 Dec 17 15:18:41.193568 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50108) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:41.239769 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-5e72be2d-19e4-472e-baad-4f543aa0e7e5 req-de8ca6c1-9015-4ac5-b745-4020d85760ff tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Deleting port 133399b1-2c30-43a2-a3dd-b2f65abc651d {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:18:41.241351 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-5e72be2d-19e4-472e-baad-4f543aa0e7e5 req-de8ca6c1-9015-4ac5-b745-4020d85760ff tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:41.246572 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a69a7d18-8bda-49f6-9793-972d56151d7b', 'tag': 'f82459a4-b5d8-4d73-bc29-0da1f73562ed'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:18:41.249147 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73207f80-d674-4219-b610-e95ed95fcce4" -d '{"events": [{"name": "network-changed", "server_uuid": "a69a7d18-8bda-49f6-9793-972d56151d7b", "tag": "f82459a4-b5d8-4d73-bc29-0da1f73562ed"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:18:41.365888 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-01c1bde9-26b3-49f2-8c23-f8d56da5eb36 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-92504176'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:18:41.369987 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9d14a-f389-4685-a922-bf2eb5304404 req-78edfca4-9cab-4f14-b381-7bd20ea5bab2 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:41.378185 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-36d9d14a-f389-4685-a922-bf2eb5304404 req-78edfca4-9cab-4f14-b381-7bd20ea5bab2 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/ports?device_id=0466edad-0a40-408e-9563-0c42aa580453 HTTP/1.1" status: 200 len: 950 time: 0.0952241 Dec 17 15:18:41.381405 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9955929a-a818-4c93-83c3-2d8a86846523 req-20054dba-6e5d-4ba7-ada2-b3ed95f110ef service neutron] 10.222.0.41 "GET /v2.0/networks/a2b7be32-e7a5-41d0-b339-b1c939eb1b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233622 Dec 17 15:18:41.383395 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-5e72be2d-19e4-472e-baad-4f543aa0e7e5 req-de8ca6c1-9015-4ac5-b745-4020d85760ff tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] For port 133399b1-2c30-43a2-a3dd-b2f65abc651d, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=133399b1-2c30-43a2-a3dd-b2f65abc651d,segment=NetworkSegment(d159982d-833c-40df-8b11-6dd338fba157),segment_id=d159982d-833c-40df-8b11-6dd338fba157)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:41.383952 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-5e72be2d-19e4-472e-baad-4f543aa0e7e5 req-de8ca6c1-9015-4ac5-b745-4020d85760ff tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:41.395967 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554263ed-26aa-43ab-9176-db833ddb84d5 x-openstack-request-id: req-554263ed-26aa-43ab-9176-db833ddb84d5 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:18:41.396273 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a69a7d18-8bda-49f6-9793-972d56151d7b", "tag": "f82459a4-b5d8-4d73-bc29-0da1f73562ed", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:18:41.396547 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-554263ed-26aa-43ab-9176-db833ddb84d5 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:18:41.396938 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a69a7d18-8bda-49f6-9793-972d56151d7b', 'tag': 'f82459a4-b5d8-4d73-bc29-0da1f73562ed', 'status': 'completed', 'code': 200} Dec 17 15:18:41.409439 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-5e72be2d-19e4-472e-baad-4f543aa0e7e5 req-de8ca6c1-9015-4ac5-b745-4020d85760ff tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Calling delete_port for 133399b1-2c30-43a2-a3dd-b2f65abc651d owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:18:41.465660 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-36d9d14a-f389-4685-a922-bf2eb5304404 req-a490cf66-4520-40e4-b287-b8cc4d3fc459 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4c5e0d8-011b-4198-b6a9-61876d9a3344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865443 Dec 17 15:18:41.466781 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9955929a-a818-4c93-83c3-2d8a86846523 req-13b12945-f13c-4a0f-b687-abb63098f80a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.154&port_id=28fbbec4-e2d4-44f9-9207-0d309ff8c6a1 HTTP/1.1" status: 200 len: 217 time: 0.0614662 Dec 17 15:18:41.518338 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c1bde9-26b3-49f2-8c23-f8d56da5eb36 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Made reservation on behalf of d52a0fa617c947efb4e6b9720f76a3a0 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:18:41.524190 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-01c1bde9-26b3-49f2-8c23-f8d56da5eb36 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:41.559818 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-01c1bde9-26b3-49f2-8c23-f8d56da5eb36 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:41.562754 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955929a-a818-4c93-83c3-2d8a86846523 req-98e12bb3-3570-4de2-acad-e9afe7cf0b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:41.564192 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9955929a-a818-4c93-83c3-2d8a86846523 req-98e12bb3-3570-4de2-acad-e9afe7cf0b2a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f05f0bc4-0b09-48ba-ae2c-5402a48b533c HTTP/1.1" status: 200 len: 801 time: 0.0789471 Dec 17 15:18:41.571419 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89c93a-1911-47d0-a87e-0928ca39e7f4 req-20f911ee-7be3-4048-b2b6-135442ef781c tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:41.573456 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9b89c93a-1911-47d0-a87e-0928ca39e7f4 req-20f911ee-7be3-4048-b2b6-135442ef781c tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2108fa3-279c-4c32-8bde-8e7f04932bb0 HTTP/1.1" status: 200 len: 943 time: 0.1214516 Dec 17 15:18:41.670901 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-01c1bde9-26b3-49f2-8c23-f8d56da5eb36 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:41.677125 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-5e72be2d-19e4-472e-baad-4f543aa0e7e5 req-de8ca6c1-9015-4ac5-b745-4020d85760ff tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:41.709919 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ca6c1-9015-4ac5-b745-4020d85760ff tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Pushing event deleted for resources: {'Port': ['ID=133399b1-2c30-43a2-a3dd-b2f65abc651d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:41.716738 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['133399b1-2c30-43a2-a3dd-b2f65abc651d'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:18:41.776647 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e72be2d-19e4-472e-baad-4f543aa0e7e5 req-de8ca6c1-9015-4ac5-b745-4020d85760ff tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] No DVR routers for this DVR port 133399b1-2c30-43a2-a3dd-b2f65abc651d on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:18:41.779634 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-5e72be2d-19e4-472e-baad-4f543aa0e7e5 req-de8ca6c1-9015-4ac5-b745-4020d85760ff tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:41.783208 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5e72be2d-19e4-472e-baad-4f543aa0e7e5 req-de8ca6c1-9015-4ac5-b745-4020d85760ff tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.41 "DELETE /v2.0/ports/133399b1-2c30-43a2-a3dd-b2f65abc651d HTTP/1.1" status: 204 len: 173 time: 0.6806901 Dec 17 15:18:41.787901 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f8f86f-ca58-47c7-b2c0-ae080d2fc779', 'name': 'network-vif-deleted', 'tag': '133399b1-2c30-43a2-a3dd-b2f65abc651d'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:18:41.787901 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a3b096-5222-4549-b88b-055c89322825" -d '{"events": [{"server_uuid": "e1f8f86f-ca58-47c7-b2c0-ae080d2fc779", "name": "network-vif-deleted", "tag": "133399b1-2c30-43a2-a3dd-b2f65abc651d"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:18:41.790067 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-01c1bde9-26b3-49f2-8c23-f8d56da5eb36 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:41.815552 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c1bde9-26b3-49f2-8c23-f8d56da5eb36 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:18:41.830261 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1bde9-26b3-49f2-8c23-f8d56da5eb36 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40c7b398-c165-4a67-9e43-1d1c2b2cdf21,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:41.835195 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-01c1bde9-26b3-49f2-8c23-f8d56da5eb36 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:41.835540 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-01c1bde9-26b3-49f2-8c23-f8d56da5eb36 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Added segment 8ca95758-f180-485b-80f1-a8b167c7d0cc of type vlan for network 83783d8c-1971-4c6a-9dee-4d3d3ddf9f62 Dec 17 15:18:41.877543 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-01c1bde9-26b3-49f2-8c23-f8d56da5eb36 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:41.933986 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c19761-e147-443e-8950-add558f5514d req-ea691ac6-8555-4634-95e9-991022dda9df tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:41.935442 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-04c19761-e147-443e-8950-add558f5514d req-ea691ac6-8555-4634-95e9-991022dda9df tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1162265-cc50-46c4-89ef-7f56179eb1e7 HTTP/1.1" status: 200 len: 945 time: 0.4056354 Dec 17 15:18:41.955436 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955929a-a818-4c93-83c3-2d8a86846523 req-6f1365b3-5a32-42e1-9df1-08213788a049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:41.956852 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9955929a-a818-4c93-83c3-2d8a86846523 req-6f1365b3-5a32-42e1-9df1-08213788a049 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bfe79069-2518-42a3-82b3-ddfda93fa6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3825426 Dec 17 15:18:41.959631 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9b89c93a-1911-47d0-a87e-0928ca39e7f4 req-d7576985-dbb4-4f4e-8643-8e43ca69ce80 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751516 Dec 17 15:18:41.999462 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-01c1bde9-26b3-49f2-8c23-f8d56da5eb36 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:42.001984 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c1bde9-26b3-49f2-8c23-f8d56da5eb36 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:42.002764 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-01c1bde9-26b3-49f2-8c23-f8d56da5eb36 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:42.036587 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-04c19761-e147-443e-8950-add558f5514d req-39be6751-a16c-453e-aea3-890ae3a1d743 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925782 Dec 17 15:18:42.095530 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9955929a-a818-4c93-83c3-2d8a86846523 req-18f3d001-c925-4270-ae5e-69ee3c499073 service neutron] 10.222.0.41 "GET /v2.0/networks/bfe79069-2518-42a3-82b3-ddfda93fa6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284103 Dec 17 15:18:42.144294 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-01c1bde9-26b3-49f2-8c23-f8d56da5eb36 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9492791 Dec 17 15:18:42.234059 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1bde9-26b3-49f2-8c23-f8d56da5eb36 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Pushing event updated for resources: {'Network': ['ID=83783d8c-1971-4c6a-9dee-4d3d3ddf9f62,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:42.248898 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 83783d8c-1971-4c6a-9dee-4d3d3ddf9f62 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:18:42.300018 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b2deeb-22a3-4808-a709-896971bca547 x-openstack-request-id: req-20b2deeb-22a3-4808-a709-896971bca547 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:18:42.304343 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1f8f86f-ca58-47c7-b2c0-ae080d2fc779", "name": "network-vif-deleted", "tag": "133399b1-2c30-43a2-a3dd-b2f65abc651d", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:18:42.304343 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-20b2deeb-22a3-4808-a709-896971bca547 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:18:42.304343 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f8f86f-ca58-47c7-b2c0-ae080d2fc779', 'name': 'network-vif-deleted', 'tag': '133399b1-2c30-43a2-a3dd-b2f65abc651d', 'status': 'completed', 'code': 200} Dec 17 15:18:42.316093 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa8ffc-4c7b-409e-9f19-b54507008546 req-0c80b3f5-0de6-4202-9b61-47018f3729d7 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:42.323012 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa8ffc-4c7b-409e-9f19-b54507008546 req-0c80b3f5-0de6-4202-9b61-47018f3729d7 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:42.330375 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa8ffc-4c7b-409e-9f19-b54507008546 req-0c80b3f5-0de6-4202-9b61-47018f3729d7 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:42.339156 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bbaa8ffc-4c7b-409e-9f19-b54507008546 req-0c80b3f5-0de6-4202-9b61-47018f3729d7 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a69a7d18-8bda-49f6-9793-972d56151d7b HTTP/1.1" status: 200 len: 2411 time: 0.1948810 Dec 17 15:18:42.384110 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9955929a-a818-4c93-83c3-2d8a86846523 req-c2485e2c-9f0f-48a5-8893-dab852f6b758 service neutron] 10.222.0.41 "GET /v2.0/networks/bfe79069-2518-42a3-82b3-ddfda93fa6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801545 Dec 17 15:18:42.414125 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bbaa8ffc-4c7b-409e-9f19-b54507008546 req-b499ce77-bc24-41db-bba9-e18a3a157f3f tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738058 Dec 17 15:18:42.463592 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5de1a1bc-6bcc-443a-af1c-748d0e6da57c req-754efcb2-f415-44bd-988f-9d7f45d501de tempest-FloatingIPsAssociationTestJSON-1666171699 tempest-FloatingIPsAssociationTestJSON-1666171699-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1f8f86f-ca58-47c7-b2c0-ae080d2fc779 HTTP/1.1" status: 200 len: 210 time: 0.0701489 Dec 17 15:18:42.465127 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9955929a-a818-4c93-83c3-2d8a86846523 req-ced95348-ef99-4486-8ae9-50378c758e3e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.253&port_id=f82459a4-b5d8-4d73-bc29-0da1f73562ed HTTP/1.1" status: 200 len: 217 time: 0.0713801 Dec 17 15:18:42.532902 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955929a-a818-4c93-83c3-2d8a86846523 req-ef564b33-b2d6-4b30-818a-c4db582df720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:42.534511 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9955929a-a818-4c93-83c3-2d8a86846523 req-ef564b33-b2d6-4b30-818a-c4db582df720 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7b89ade-0bfb-4f2d-8b5a-5e3ed12d1b6d HTTP/1.1" status: 200 len: 801 time: 0.0619774 Dec 17 15:18:42.587041 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955929a-a818-4c93-83c3-2d8a86846523 req-b1903029-c393-49b2-b7f1-8e911a7189aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:42.589482 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9955929a-a818-4c93-83c3-2d8a86846523 req-b1903029-c393-49b2-b7f1-8e911a7189aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2b7be32-e7a5-41d0-b339-b1c939eb1b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0466256 Dec 17 15:18:42.701917 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9955929a-a818-4c93-83c3-2d8a86846523 req-dd73d456-c232-4a05-9034-ccf5deb97997 service neutron] 10.222.0.41 "GET /v2.0/networks/a2b7be32-e7a5-41d0-b339-b1c939eb1b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044748 Dec 17 15:18:42.818040 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9955929a-a818-4c93-83c3-2d8a86846523 req-f6729a7e-67b2-472a-987d-4fe367096557 service neutron] 10.222.0.41 "GET /v2.0/networks/a2b7be32-e7a5-41d0-b339-b1c939eb1b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089396 Dec 17 15:18:43.159023 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73207f80-d674-4219-b610-e95ed95fcce4 req-a4f4f32d-8069-44d3-a6f3-11e1d5dc924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:43.159776 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73207f80-d674-4219-b610-e95ed95fcce4 req-a4f4f32d-8069-44d3-a6f3-11e1d5dc924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:43.160174 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73207f80-d674-4219-b610-e95ed95fcce4 req-a4f4f32d-8069-44d3-a6f3-11e1d5dc924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:43.162483 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-73207f80-d674-4219-b610-e95ed95fcce4 req-a4f4f32d-8069-44d3-a6f3-11e1d5dc924c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d0e9155f3ac4449959a2049ad96c177&device_id=a69a7d18-8bda-49f6-9793-972d56151d7b HTTP/1.1" status: 200 len: 2864 time: 0.1031647 Dec 17 15:18:43.236687 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aea91f-5c5a-48dc-b97a-b9b4550e1c4e req-71578bb6-5d91-400e-bc6d-5dbca6fb2b0c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:43.241539 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-57aea91f-5c5a-48dc-b97a-b9b4550e1c4e req-71578bb6-5d91-400e-bc6d-5dbca6fb2b0c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1162265-cc50-46c4-89ef-7f56179eb1e7 HTTP/1.1" status: 200 len: 945 time: 0.1106868 Dec 17 15:18:43.298154 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d9f8c-eae0-4c4d-b7b5-04f2c446fe0e req-0239e49a-611c-40c3-b98a-79ba4a9bfbfc tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:43.300659 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-df8d9f8c-eae0-4c4d-b7b5-04f2c446fe0e req-0239e49a-611c-40c3-b98a-79ba4a9bfbfc tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2108fa3-279c-4c32-8bde-8e7f04932bb0 HTTP/1.1" status: 200 len: 943 time: 0.2395828 Dec 17 15:18:43.372959 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-df8d9f8c-eae0-4c4d-b7b5-04f2c446fe0e req-32ba24cf-3bb3-4023-a6c6-e8055735df47 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646865 Dec 17 15:18:43.411815 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73207f80-d674-4219-b610-e95ed95fcce4 req-1d7f8c0f-be17-4d8a-bd78-89b1c2618323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:43.418068 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-73207f80-d674-4219-b610-e95ed95fcce4 req-1d7f8c0f-be17-4d8a-bd78-89b1c2618323 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2b7be32-e7a5-41d0-b339-b1c939eb1b9d HTTP/1.1" status: 200 len: 902 time: 0.2369320 Dec 17 15:18:43.547816 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-73207f80-d674-4219-b610-e95ed95fcce4 req-e9b1b2a9-3bad-4c05-90c1-db68a34e1aef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.253&port_id=f82459a4-b5d8-4d73-bc29-0da1f73562ed HTTP/1.1" status: 200 len: 217 time: 0.1210656 Dec 17 15:18:43.660064 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50232) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:43.700660 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d73dd1-7f52-44a7-88f0-74c648b373b8 req-27f03ede-e40d-453b-9115-8fa5b802c3e5 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:43.708551 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f0d73dd1-7f52-44a7-88f0-74c648b373b8 req-27f03ede-e40d-453b-9115-8fa5b802c3e5 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1162265-cc50-46c4-89ef-7f56179eb1e7 HTTP/1.1" status: 200 len: 945 time: 0.1671591 Dec 17 15:18:43.721992 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73207f80-d674-4219-b610-e95ed95fcce4 req-749f6e49-459e-4068-a081-babf30cc3174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:43.723544 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-73207f80-d674-4219-b610-e95ed95fcce4 req-749f6e49-459e-4068-a081-babf30cc3174 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7b89ade-0bfb-4f2d-8b5a-5e3ed12d1b6d HTTP/1.1" status: 200 len: 801 time: 0.1067624 Dec 17 15:18:43.802233 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f0d73dd1-7f52-44a7-88f0-74c648b373b8 req-b8ca83fc-c004-48a1-897f-7857ecf80ec2 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925348 Dec 17 15:18:43.824944 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73207f80-d674-4219-b610-e95ed95fcce4 req-2c4fc780-4868-4cc6-91ed-989a68518ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:43.829133 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-73207f80-d674-4219-b610-e95ed95fcce4 req-2c4fc780-4868-4cc6-91ed-989a68518ee1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2b7be32-e7a5-41d0-b339-b1c939eb1b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0979311 Dec 17 15:18:43.963010 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50238) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:43.966034 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-57aea91f-5c5a-48dc-b97a-b9b4550e1c4e req-f60c9742-7794-4f1b-98e6-b246b5f9e206 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Deleting port 0e731472-de43-4b63-8aa9-877324ff8393 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:18:43.966471 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-57aea91f-5c5a-48dc-b97a-b9b4550e1c4e req-f60c9742-7794-4f1b-98e6-b246b5f9e206 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:43.974430 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-be3ced26-dc98-48c8-b57a-26806c33f9f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:44.080058 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-73207f80-d674-4219-b610-e95ed95fcce4 req-f5e23d8b-28a8-42ba-8c86-b1974c2b5da6 service neutron] 10.222.0.41 "GET /v2.0/networks/a2b7be32-e7a5-41d0-b339-b1c939eb1b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431710 Dec 17 15:18:44.159431 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 5ec7dd63-178b-4dfe-9aca-e803419e62c1 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:18:44.177755 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30739a-0e5c-4e58-a84b-46be9a8d0ba3 req-7386f354-8fa7-4e7d-b9e9-b80f6e251f04 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:44.183819 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30739a-0e5c-4e58-a84b-46be9a8d0ba3 req-7386f354-8fa7-4e7d-b9e9-b80f6e251f04 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:44.190043 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30739a-0e5c-4e58-a84b-46be9a8d0ba3 req-7386f354-8fa7-4e7d-b9e9-b80f6e251f04 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:44.197622 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4d30739a-0e5c-4e58-a84b-46be9a8d0ba3 req-7386f354-8fa7-4e7d-b9e9-b80f6e251f04 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a69a7d18-8bda-49f6-9793-972d56151d7b HTTP/1.1" status: 200 len: 2411 time: 0.2264493 Dec 17 15:18:44.205467 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-57aea91f-5c5a-48dc-b97a-b9b4550e1c4e req-f60c9742-7794-4f1b-98e6-b246b5f9e206 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] For port 0e731472-de43-4b63-8aa9-877324ff8393, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=0e731472-de43-4b63-8aa9-877324ff8393,segment=NetworkSegment(50913541-c4fc-4052-a5a4-4ef73bad2e3d),segment_id=50913541-c4fc-4052-a5a4-4ef73bad2e3d)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:44.209448 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-57aea91f-5c5a-48dc-b97a-b9b4550e1c4e req-f60c9742-7794-4f1b-98e6-b246b5f9e206 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:44.221172 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 133399b1-2c30-43a2-a3dd-b2f65abc651d no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:18:44.265364 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-57aea91f-5c5a-48dc-b97a-b9b4550e1c4e req-f60c9742-7794-4f1b-98e6-b246b5f9e206 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Calling delete_port for 0e731472-de43-4b63-8aa9-877324ff8393 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:18:44.302597 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 133399b1-2c30-43a2-a3dd-b2f65abc651d {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:18:44.303203 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 133399b1-2c30-43a2-a3dd-b2f65abc651d not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:18:44.324566 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-73207f80-d674-4219-b610-e95ed95fcce4 req-1252ca3a-1b1f-4823-9b9b-e8009900ca41 service neutron] 10.222.0.41 "GET /v2.0/networks/a2b7be32-e7a5-41d0-b339-b1c939eb1b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365096 Dec 17 15:18:44.338189 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4d30739a-0e5c-4e58-a84b-46be9a8d0ba3 req-cbaf7896-9859-4bc9-a4bc-ba704040ffa2 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390264 Dec 17 15:18:44.371274 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 5ec7dd63-178b-4dfe-9aca-e803419e62c1, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=5ec7dd63-178b-4dfe-9aca-e803419e62c1,segment=NetworkSegment(75195253-a18c-43b8-b6db-179ccc3e1ed0),segment_id=75195253-a18c-43b8-b6db-179ccc3e1ed0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:44.372508 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-be3ced26-dc98-48c8-b57a-26806c33f9f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:44.389714 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '5ec7dd63-178b-4dfe-9aca-e803419e62c1', 'network_id': 'c55c80a5-833c-48da-873a-0d6892b2ac27', 'port_id': '5ec7dd63-178b-4dfe-9aca-e803419e62c1', 'mac_address': 'fa:16:3e:17:4f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4dd92c-6f31-4733-ad5e-39ad920cb8f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:18:44.434499 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:44.451985 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ec7dd63-178b-4dfe-9aca-e803419e62c1 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:18:44.476938 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 5ec7dd63-178b-4dfe-9aca-e803419e62c1, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=5ec7dd63-178b-4dfe-9aca-e803419e62c1,segment=NetworkSegment(75195253-a18c-43b8-b6db-179ccc3e1ed0),segment_id=75195253-a18c-43b8-b6db-179ccc3e1ed0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:44.522402 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-be3ced26-dc98-48c8-b57a-26806c33f9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:44.541301 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:44.568820 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ced26-dc98-48c8-b57a-26806c33f9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5066e25-d7ba-47d6-a115-ac906065dae4,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:44.576644 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-be3ced26-dc98-48c8-b57a-26806c33f9f6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=353d182c9348491aaa65a5c142e40603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9128146 Dec 17 15:18:44.587154 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e359f2-7de1-4f31-ab42-f85ab7944498 req-dd70fc76-1911-4ce6-a322-9b46e5b28f72 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:44.592392 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-77e359f2-7de1-4f31-ab42-f85ab7944498 req-dd70fc76-1911-4ce6-a322-9b46e5b28f72 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2108fa3-279c-4c32-8bde-8e7f04932bb0 HTTP/1.1" status: 200 len: 943 time: 0.1017332 Dec 17 15:18:44.594141 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50256) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:44.616566 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=5ec7dd63-178b-4dfe-9aca-e803419e62c1,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:44.665289 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-77e359f2-7de1-4f31-ab42-f85ab7944498 req-4a858b03-88e3-4e45-934d-fd8220104bb2 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704665 Dec 17 15:18:44.686968 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f04837d3-921d-4918-b6ea-db5cf36e6f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:44.710669 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f04837d3-921d-4918-b6ea-db5cf36e6f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:44.777679 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-57aea91f-5c5a-48dc-b97a-b9b4550e1c4e req-f60c9742-7794-4f1b-98e6-b246b5f9e206 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:44.796448 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['0e731472-de43-4b63-8aa9-877324ff8393'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:18:44.806166 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c9742-7794-4f1b-98e6-b246b5f9e206 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Pushing event deleted for resources: {'Port': ['ID=0e731472-de43-4b63-8aa9-877324ff8393,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:44.887822 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f04837d3-921d-4918-b6ea-db5cf36e6f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:44.890906 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f04837d3-921d-4918-b6ea-db5cf36e6f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:44.895275 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-57aea91f-5c5a-48dc-b97a-b9b4550e1c4e req-f60c9742-7794-4f1b-98e6-b246b5f9e206 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] No DVR routers for this DVR port 0e731472-de43-4b63-8aa9-877324ff8393 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:18:44.895861 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f04837d3-921d-4918-b6ea-db5cf36e6f3f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d5066e25-d7ba-47d6-a115-ac906065dae4 HTTP/1.1" status: 204 len: 168 time: 0.2958922 Dec 17 15:18:44.898704 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-57aea91f-5c5a-48dc-b97a-b9b4550e1c4e req-f60c9742-7794-4f1b-98e6-b246b5f9e206 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:44.903722 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-57aea91f-5c5a-48dc-b97a-b9b4550e1c4e req-f60c9742-7794-4f1b-98e6-b246b5f9e206 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.13 "DELETE /v2.0/ports/0e731472-de43-4b63-8aa9-877324ff8393 HTTP/1.1" status: 204 len: 173 time: 1.6547546 Dec 17 15:18:44.905505 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1162265-cc50-46c4-89ef-7f56179eb1e7', 'name': 'network-vif-deleted', 'tag': '0e731472-de43-4b63-8aa9-877324ff8393'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:18:44.907974 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56dc59d5-8bbf-4737-8a65-a7a6b4fe2cc2" -d '{"events": [{"server_uuid": "e1162265-cc50-46c4-89ef-7f56179eb1e7", "name": "network-vif-deleted", "tag": "0e731472-de43-4b63-8aa9-877324ff8393"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:18:44.914004 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04837d3-921d-4918-b6ea-db5cf36e6f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5066e25-d7ba-47d6-a115-ac906065dae4,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:44.952701 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-05cae516-aa12-4979-9a3a-a018d7ba0f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:44.968083 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['5ec7dd63-178b-4dfe-9aca-e803419e62c1'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:18:44.979404 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b5254b6a-2294-4a76-94c8-13c2b6df42a3 req-508a784b-fa59-40bf-8447-aed791d8a45b tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1162265-cc50-46c4-89ef-7f56179eb1e7 HTTP/1.1" status: 200 len: 210 time: 0.0435038 Dec 17 15:18:45.043942 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f9b842-8912-42be-9248-15fa54a356ee x-openstack-request-id: req-60f9b842-8912-42be-9248-15fa54a356ee {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:18:45.044349 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1162265-cc50-46c4-89ef-7f56179eb1e7", "name": "network-vif-deleted", "tag": "0e731472-de43-4b63-8aa9-877324ff8393", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:18:45.044655 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-60f9b842-8912-42be-9248-15fa54a356ee {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:18:45.045490 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1162265-cc50-46c4-89ef-7f56179eb1e7', 'name': 'network-vif-deleted', 'tag': '0e731472-de43-4b63-8aa9-877324ff8393', 'status': 'completed', 'code': 200} Dec 17 15:18:45.141422 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device a9e2f3c5-900e-4213-a9e0-32e50b35ea8b no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:18:45.268841 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:45.300411 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0466edad-0a40-408e-9563-0c42aa580453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9e2f3c5-900e-4213-a9e0-32e50b35ea8b'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:18:45.303934 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc42fff-8266-4bda-8870-c1e084393d8f" -d '{"events": [{"server_uuid": "0466edad-0a40-408e-9563-0c42aa580453", "name": "network-vif-unplugged", "status": "completed", "tag": "a9e2f3c5-900e-4213-a9e0-32e50b35ea8b"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:18:45.305102 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-05cae516-aa12-4979-9a3a-a018d7ba0f98 admin admin] Deleting port 6ee55124-6c1e-4098-8106-35abeefde7ee {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:18:45.305582 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-05cae516-aa12-4979-9a3a-a018d7ba0f98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:45.339447 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port a9e2f3c5-900e-4213-a9e0-32e50b35ea8b, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=a9e2f3c5-900e-4213-a9e0-32e50b35ea8b,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:45.356352 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50280) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:45.362044 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-ee6e4e12-5aa4-425c-96ef-0034a5819aff tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Request body: {'subnet': {'network_id': '83783d8c-1971-4c6a-9dee-4d3d3ddf9f62', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:18:45.438210 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:45.439200 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 0e731472-de43-4b63-8aa9-877324ff8393 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:18:45.499329 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-05cae516-aa12-4979-9a3a-a018d7ba0f98 admin admin] For port 6ee55124-6c1e-4098-8106-35abeefde7ee, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=6ee55124-6c1e-4098-8106-35abeefde7ee,segment=NetworkSegment(d159982d-833c-40df-8b11-6dd338fba157),segment_id=d159982d-833c-40df-8b11-6dd338fba157)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:45.499736 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-05cae516-aa12-4979-9a3a-a018d7ba0f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:45.516004 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-05cae516-aa12-4979-9a3a-a018d7ba0f98 admin admin] Calling delete_port for 6ee55124-6c1e-4098-8106-35abeefde7ee owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:18:45.533361 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 0e731472-de43-4b63-8aa9-877324ff8393 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:18:45.533999 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 0e731472-de43-4b63-8aa9-877324ff8393 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:18:45.591448 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=a9e2f3c5-900e-4213-a9e0-32e50b35ea8b,revision_number=8']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:45.645647 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e09364-b6ff-4ebf-ad5f-f22c5b638276 x-openstack-request-id: req-53e09364-b6ff-4ebf-ad5f-f22c5b638276 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:18:45.645930 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0466edad-0a40-408e-9563-0c42aa580453", "name": "network-vif-unplugged", "status": "completed", "tag": "a9e2f3c5-900e-4213-a9e0-32e50b35ea8b", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:18:45.646257 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-53e09364-b6ff-4ebf-ad5f-f22c5b638276 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:18:45.646657 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0466edad-0a40-408e-9563-0c42aa580453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9e2f3c5-900e-4213-a9e0-32e50b35ea8b', 'code': 200} Dec 17 15:18:45.651406 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0391232-3640-4b48-bcd9-b6c4b890312c req-431ba1cb-1ad8-4a00-a642-12368e76eb17 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:45.659148 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0391232-3640-4b48-bcd9-b6c4b890312c req-431ba1cb-1ad8-4a00-a642-12368e76eb17 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:45.666866 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0391232-3640-4b48-bcd9-b6c4b890312c req-431ba1cb-1ad8-4a00-a642-12368e76eb17 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:45.671470 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c0391232-3640-4b48-bcd9-b6c4b890312c req-431ba1cb-1ad8-4a00-a642-12368e76eb17 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a69a7d18-8bda-49f6-9793-972d56151d7b HTTP/1.1" status: 200 len: 2411 time: 0.1813304 Dec 17 15:18:45.693326 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6e4e12-5aa4-425c-96ef-0034a5819aff tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Made reservation on behalf of d52a0fa617c947efb4e6b9720f76a3a0 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:18:45.697828 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ee6e4e12-5aa4-425c-96ef-0034a5819aff tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:45.784822 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c0391232-3640-4b48-bcd9-b6c4b890312c req-5985e165-af01-4bec-8d7a-9d0afe92348d tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099014 Dec 17 15:18:45.877789 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39cc34-096a-4535-91ac-7885b07a6f41 req-b2db93ad-d359-444d-a2b9-e5224a547d76 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:45.879319 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9e39cc34-096a-4535-91ac-7885b07a6f41 req-b2db93ad-d359-444d-a2b9-e5224a547d76 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2108fa3-279c-4c32-8bde-8e7f04932bb0 HTTP/1.1" status: 200 len: 944 time: 0.0861351 Dec 17 15:18:45.917849 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-05cae516-aa12-4979-9a3a-a018d7ba0f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:45.943234 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cae516-aa12-4979-9a3a-a018d7ba0f98 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ee55124-6c1e-4098-8106-35abeefde7ee,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:45.955525 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9e39cc34-096a-4535-91ac-7885b07a6f41 req-76a795ef-4043-4c6b-84ef-1d6232cee1e6 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667830 Dec 17 15:18:46.065589 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ee6e4e12-5aa4-425c-96ef-0034a5819aff tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:46.178633 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d2b22cf5-9194-4c8c-8ff0-e88c58e9b16b req-de5a94a6-e74c-497b-888b-c76b3ff2fa1d tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1162265-cc50-46c4-89ef-7f56179eb1e7 HTTP/1.1" status: 200 len: 210 time: 0.0557959 Dec 17 15:18:46.183698 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 5ec7dd63-178b-4dfe-9aca-e803419e62c1 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:18:46.211528 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e4e12-5aa4-425c-96ef-0034a5819aff tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Pushing event updated for resources: {'Subnet': ['ID=f26a869f-3b1e-4238-bb87-1626614b503d,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:46.221348 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6e4e12-5aa4-425c-96ef-0034a5819aff tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Checking segment: {'id': '8ca95758-f180-485b-80f1-a8b167c7d0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '83783d8c-1971-4c6a-9dee-4d3d3ddf9f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:18:46.221833 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6e4e12-5aa4-425c-96ef-0034a5819aff tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Network hostable DHCP agents. Network: 83783d8c-1971-4c6a-9dee-4d3d3ddf9f62, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:18:46.224853 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-05cae516-aa12-4979-9a3a-a018d7ba0f98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:46.323551 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6e4e12-5aa4-425c-96ef-0034a5819aff tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Network 83783d8c-1971-4c6a-9dee-4d3d3ddf9f62 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:18:46.369786 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 5ec7dd63-178b-4dfe-9aca-e803419e62c1 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:18:46.375439 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 5ec7dd63-178b-4dfe-9aca-e803419e62c1 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:46.375888 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:46.420667 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-ee6e4e12-5aa4-425c-96ef-0034a5819aff tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 83783d8c-1971-4c6a-9dee-4d3d3ddf9f62) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:18:46.425432 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6e4e12-5aa4-425c-96ef-0034a5819aff tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:46.426764 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ee6e4e12-5aa4-425c-96ef-0034a5819aff tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:46.430129 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348de85e-8f22-45a4-8589-baa564975435 None None] Network 83783d8c-1971-4c6a-9dee-4d3d3ddf9f62 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:18:46.503538 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05cae516-aa12-4979-9a3a-a018d7ba0f98 admin admin] Router fa5891b7-113a-453b-ac72-51d5e214dacd has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:18:46.534821 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:46.543938 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ee6e4e12-5aa4-425c-96ef-0034a5819aff tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1864030 Dec 17 15:18:46.547727 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50318) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:46.554553 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-ccaf47f6-2035-42bf-9738-72e5b25d917b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1374165203'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:18:46.575776 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 5ec7dd63-178b-4dfe-9aca-e803419e62c1, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=5ec7dd63-178b-4dfe-9aca-e803419e62c1,segment=NetworkSegment(75195253-a18c-43b8-b6db-179ccc3e1ed0),segment_id=75195253-a18c-43b8-b6db-179ccc3e1ed0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:46.623338 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cae516-aa12-4979-9a3a-a018d7ba0f98 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:18:46.629091 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-05cae516-aa12-4979-9a3a-a018d7ba0f98 admin admin] 10.222.0.46 "PUT /v2.0/routers/fa5891b7-113a-453b-ac72-51d5e214dacd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6590149 Dec 17 15:18:46.631916 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50320) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:46.633811 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc44e655-5289-4422-b3bf-e53bbc633b97 None None] Sync routers for ids ['fa5891b7-113a-453b-ac72-51d5e214dacd'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:18:46.652633 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc44e655-5289-4422-b3bf-e53bbc633b97 None None] Routers {'fa5891b7-113a-453b-ac72-51d5e214dacd'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:18:46.653588 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-dc44e655-5289-4422-b3bf-e53bbc633b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:18:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['fa5891b7-113a-453b-ac72-51d5e214dacd'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:46.659229 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:46.715582 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccaf47f6-2035-42bf-9738-72e5b25d917b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Made reservation on behalf of d52a0fa617c947efb4e6b9720f76a3a0 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:18:46.719735 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ccaf47f6-2035-42bf-9738-72e5b25d917b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:46.746323 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccaf47f6-2035-42bf-9738-72e5b25d917b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:18:46.756389 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ccaf47f6-2035-42bf-9738-72e5b25d917b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:46.757240 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-ccaf47f6-2035-42bf-9738-72e5b25d917b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Added segment 8c2d7c03-c549-4864-a3b2-625ad5e734eb of type vlan for network e88adc9b-a99e-4bdc-a270-f1feca9d6b20 Dec 17 15:18:46.817239 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ccaf47f6-2035-42bf-9738-72e5b25d917b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:46.885375 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ffa48685-5f97-455b-a638-3cfc8de19bb6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:46.893927 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-dc44e655-5289-4422-b3bf-e53bbc633b97 None None] Set router fa5891b7-113a-453b-ac72-51d5e214dacd gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:18:46.979476 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=5ec7dd63-178b-4dfe-9aca-e803419e62c1,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:47.035505 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ccaf47f6-2035-42bf-9738-72e5b25d917b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:47.040682 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccaf47f6-2035-42bf-9738-72e5b25d917b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:47.041833 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ccaf47f6-2035-42bf-9738-72e5b25d917b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:47.044445 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8d7282-043d-46da-8e5e-b4373ada1480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-83783d8c-1971-4c6a-9dee-4d3d3ddf9f62', 'network_id': '83783d8c-1971-4c6a-9dee-4d3d3ddf9f62', 'tenant_id': 'd52a0fa617c947efb4e6b9720f76a3a0', 'fixed_ips': [{'subnet_id': 'f26a869f-3b1e-4238-bb87-1626614b503d'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:18:47.045603 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dd8d7282-043d-46da-8e5e-b4373ada1480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:47.134103 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf47f6-2035-42bf-9738-72e5b25d917b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Pushing event updated for resources: {'Network': ['ID=e88adc9b-a99e-4bdc-a270-f1feca9d6b20,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:47.136479 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ffa48685-5f97-455b-a638-3cfc8de19bb6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:47.148059 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network e88adc9b-a99e-4bdc-a270-f1feca9d6b20 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:18:47.191282 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ccaf47f6-2035-42bf-9738-72e5b25d917b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6413934 Dec 17 15:18:47.195676 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50342) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:47.201056 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-cc21a8aa-48d5-432b-a694-7df2ef3c2bd3 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Request body: {'subnet': {'network_id': 'e88adc9b-a99e-4bdc-a270-f1feca9d6b20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:18:47.234076 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-dc44e655-5289-4422-b3bf-e53bbc633b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'name': 'tempest-FloatingIPsAssociationTestJSON-392780655-router', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:16:51Z', 'updated_at': '2021-12-17T15:18:45Z', 'revision_number': 5, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'gw_port': {'id': '74db92ab-0014-405a-b4b4-c895220ab0e3', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:16:52Z', 'updated_at': '2021-12-17T15:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:47.254676 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbfa6e-809a-4a55-8ab2-5ead12eb0476 req-f1d335ff-c874-453a-95ef-80f0716299e0 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:47.256208 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ccbbfa6e-809a-4a55-8ab2-5ead12eb0476 req-f1d335ff-c874-453a-95ef-80f0716299e0 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2108fa3-279c-4c32-8bde-8e7f04932bb0 HTTP/1.1" status: 200 len: 945 time: 0.1238770 Dec 17 15:18:47.277658 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d39dc-ac61-4137-a266-9b9a249689ee req-6f243b36-6a87-4ffd-97df-9d1a3059bb09 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:47.278313 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-dd8d7282-043d-46da-8e5e-b4373ada1480 None None] Allocated IP 2001:db8:0:ffff::2 (83783d8c-1971-4c6a-9dee-4d3d3ddf9f62/f26a869f-3b1e-4238-bb87-1626614b503d/9b1187b9-fe2b-48cc-b827-ac72b94599e4) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:18:47.284257 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d39dc-ac61-4137-a266-9b9a249689ee req-6f243b36-6a87-4ffd-97df-9d1a3059bb09 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:47.291993 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d39dc-ac61-4137-a266-9b9a249689ee req-6f243b36-6a87-4ffd-97df-9d1a3059bb09 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:47.301325 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ce3d39dc-ac61-4137-a266-9b9a249689ee req-6f243b36-6a87-4ffd-97df-9d1a3059bb09 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a69a7d18-8bda-49f6-9793-972d56151d7b HTTP/1.1" status: 200 len: 2411 time: 0.2716546 Dec 17 15:18:47.307644 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc44e655-5289-4422-b3bf-e53bbc633b97 None None] Checking router: fa5891b7-113a-453b-ac72-51d5e214dacd for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:18:47.318099 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc44e655-5289-4422-b3bf-e53bbc633b97 None None] Routers {'fa5891b7-113a-453b-ac72-51d5e214dacd'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:18:47.318825 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-dc44e655-5289-4422-b3bf-e53bbc633b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:18:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['fa5891b7-113a-453b-ac72-51d5e214dacd'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:47.379929 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ccbbfa6e-809a-4a55-8ab2-5ead12eb0476 req-fc5310ea-470c-4660-9964-eb56f1c4ee8f tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121230 Dec 17 15:18:47.407313 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ce3d39dc-ac61-4137-a266-9b9a249689ee req-47d7b7c3-aea8-46ff-a227-c5fd8a7a4219 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050100 Dec 17 15:18:47.437776 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-ffa48685-5f97-455b-a638-3cfc8de19bb6 admin admin] Deleting port 74db92ab-0014-405a-b4b4-c895220ab0e3 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:18:47.438381 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ffa48685-5f97-455b-a638-3cfc8de19bb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:47.478367 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc21a8aa-48d5-432b-a694-7df2ef3c2bd3 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Made reservation on behalf of d52a0fa617c947efb4e6b9720f76a3a0 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:18:47.482578 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cc21a8aa-48d5-432b-a694-7df2ef3c2bd3 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:47.525344 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-dc44e655-5289-4422-b3bf-e53bbc633b97 None None] Set router fa5891b7-113a-453b-ac72-51d5e214dacd gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:18:47.565855 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dd8d7282-043d-46da-8e5e-b4373ada1480 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:47.609624 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-402f5c42-4cc9-44d0-a7b5-6a4e828aad89 req-0e06962a-6edb-44e3-b230-b9b17be066de tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1162265-cc50-46c4-89ef-7f56179eb1e7 HTTP/1.1" status: 200 len: 210 time: 0.0530641 Dec 17 15:18:47.615205 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-ffa48685-5f97-455b-a638-3cfc8de19bb6 admin admin] For port 74db92ab-0014-405a-b4b4-c895220ab0e3, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=74db92ab-0014-405a-b4b4-c895220ab0e3,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:47.619964 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ffa48685-5f97-455b-a638-3cfc8de19bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:47.634408 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-dc44e655-5289-4422-b3bf-e53bbc633b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'name': 'tempest-FloatingIPsAssociationTestJSON-392780655-router', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:16:51Z', 'updated_at': '2021-12-17T15:18:47Z', 'revision_number': 6, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:47.642771 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-ffa48685-5f97-455b-a638-3cfc8de19bb6 admin admin] Calling delete_port for 74db92ab-0014-405a-b4b4-c895220ab0e3 owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:18:47.647792 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2108fa3-279c-4c32-8bde-8e7f04932bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec7dd63-178b-4dfe-9aca-e803419e62c1'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:18:47.650598 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d0a4f9-1436-4006-aef2-65f2384a3dc8" -d '{"events": [{"server_uuid": "c2108fa3-279c-4c32-8bde-8e7f04932bb0", "name": "network-vif-plugged", "status": "completed", "tag": "5ec7dd63-178b-4dfe-9aca-e803419e62c1"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:18:47.671472 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dd8d7282-043d-46da-8e5e-b4373ada1480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:47.747973 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72938ed-d917-4420-a39a-b55a01526e25 x-openstack-request-id: req-f72938ed-d917-4420-a39a-b55a01526e25 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:18:47.752006 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2108fa3-279c-4c32-8bde-8e7f04932bb0", "name": "network-vif-plugged", "status": "completed", "tag": "5ec7dd63-178b-4dfe-9aca-e803419e62c1", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:18:47.752421 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f72938ed-d917-4420-a39a-b55a01526e25 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:18:47.752994 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2108fa3-279c-4c32-8bde-8e7f04932bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec7dd63-178b-4dfe-9aca-e803419e62c1', 'code': 200} Dec 17 15:18:47.809895 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8d7282-043d-46da-8e5e-b4373ada1480 None None] Network 83783d8c-1971-4c6a-9dee-4d3d3ddf9f62 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:18:47.812734 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d7282-043d-46da-8e5e-b4373ada1480 None None] Pushing event updated for resources: {'Port': ['ID=9b1187b9-fe2b-48cc-b827-ac72b94599e4,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:47.819450 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-dd8d7282-043d-46da-8e5e-b4373ada1480 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:18:47.829933 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8d7282-043d-46da-8e5e-b4373ada1480 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:18:47.893855 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc44e655-5289-4422-b3bf-e53bbc633b97 None None] The sync data for ids ['fa5891b7-113a-453b-ac72-51d5e214dacd'] in n-d-820553-2 is: [{'id': 'fa5891b7-113a-453b-ac72-51d5e214dacd', 'name': 'tempest-FloatingIPsAssociationTestJSON-392780655-router', 'tenant_id': 'a664fc5838dc44cb8d9481b453356af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:16:51Z', 'updated_at': '2021-12-17T15:18:47Z', 'revision_number': 6, 'project_id': 'a664fc5838dc44cb8d9481b453356af9', 'gw_port_host': None}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:18:47.933538 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2dc1f-332b-4495-8a73-7d99c58d35ad req-b6508d9f-a61b-43e8-9495-8a6d6abca841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:47.935234 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-54c2dc1f-332b-4495-8a73-7d99c58d35ad req-b6508d9f-a61b-43e8-9495-8a6d6abca841 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c2108fa3-279c-4c32-8bde-8e7f04932bb0 HTTP/1.1" status: 200 len: 1096 time: 0.0867116 Dec 17 15:18:47.943383 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-dd8d7282-043d-46da-8e5e-b4373ada1480 None None] Attempting to bind port 9b1187b9-fe2b-48cc-b827-ac72b94599e4 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:18:47.947527 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-dd8d7282-043d-46da-8e5e-b4373ada1480 None None] Attempting to bind port 9b1187b9-fe2b-48cc-b827-ac72b94599e4 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '8ca95758-f180-485b-80f1-a8b167c7d0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '83783d8c-1971-4c6a-9dee-4d3d3ddf9f62'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:18:47.947527 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8d7282-043d-46da-8e5e-b4373ada1480 None None] Attempting to bind port 9b1187b9-fe2b-48cc-b827-ac72b94599e4 on network 83783d8c-1971-4c6a-9dee-4d3d3ddf9f62 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:18:47.951004 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8d7282-043d-46da-8e5e-b4373ada1480 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:18:47.951466 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8d7282-043d-46da-8e5e-b4373ada1480 None None] Checking segment: {'id': '8ca95758-f180-485b-80f1-a8b167c7d0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '83783d8c-1971-4c6a-9dee-4d3d3ddf9f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:18:47.952381 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dd8d7282-043d-46da-8e5e-b4373ada1480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:47.952869 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8d7282-043d-46da-8e5e-b4373ada1480 None None] Bound using segment: {'id': '8ca95758-f180-485b-80f1-a8b167c7d0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '83783d8c-1971-4c6a-9dee-4d3d3ddf9f62'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:18:47.953498 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-dd8d7282-043d-46da-8e5e-b4373ada1480 None None] Bound port: 9b1187b9-fe2b-48cc-b827-ac72b94599e4, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca95758-f180-485b-80f1-a8b167c7d0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '83783d8c-1971-4c6a-9dee-4d3d3ddf9f62'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:18:47.953955 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dd8d7282-043d-46da-8e5e-b4373ada1480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:47.973754 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-54c2dc1f-332b-4495-8a73-7d99c58d35ad req-2db89fcd-15fd-408c-86e4-3a2d32ef8d23 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312133 Dec 17 15:18:48.038793 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-dd8d7282-043d-46da-8e5e-b4373ada1480 None None] For port 9b1187b9-fe2b-48cc-b827-ac72b94599e4, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:18:48.042524 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-dd8d7282-043d-46da-8e5e-b4373ada1480 None None] For port 9b1187b9-fe2b-48cc-b827-ac72b94599e4, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9b1187b9-fe2b-48cc-b827-ac72b94599e4,segment=NetworkSegment(8ca95758-f180-485b-80f1-a8b167c7d0cc),segment_id=8ca95758-f180-485b-80f1-a8b167c7d0cc)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:18:48.070390 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ffa48685-5f97-455b-a638-3cfc8de19bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:48.099874 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa48685-5f97-455b-a638-3cfc8de19bb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=74db92ab-0014-405a-b4b4-c895220ab0e3,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:48.154267 n-d-820553-2 neutron-server[102833]: DEBUG neutron.objects.ports [None req-cc21a8aa-48d5-432b-a694-7df2ef3c2bd3 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102833) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 15:18:48.156281 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cc21a8aa-48d5-432b-a694-7df2ef3c2bd3 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:48.159026 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dd8d7282-043d-46da-8e5e-b4373ada1480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:48.161784 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ffa48685-5f97-455b-a638-3cfc8de19bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:48.245984 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21a8aa-48d5-432b-a694-7df2ef3c2bd3 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Pushing event updated for resources: {'Subnet': ['ID=55b44272-e612-4657-96aa-2bd5eec50a6e,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:48.276187 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d7282-043d-46da-8e5e-b4373ada1480 None None] Pushing event updated for resources: {'Port': ['ID=9b1187b9-fe2b-48cc-b827-ac72b94599e4,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:48.279445 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ffa48685-5f97-455b-a638-3cfc8de19bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:48.282898 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ffa48685-5f97-455b-a638-3cfc8de19bb6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:48.286611 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 28fbbec4-e2d4-44f9-9207-0d309ff8c6a1 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:18:48.315286 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc21a8aa-48d5-432b-a694-7df2ef3c2bd3 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Checking segment: {'id': '8c2d7c03-c549-4864-a3b2-625ad5e734eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e88adc9b-a99e-4bdc-a270-f1feca9d6b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:18:48.315686 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc21a8aa-48d5-432b-a694-7df2ef3c2bd3 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Network hostable DHCP agents. Network: e88adc9b-a99e-4bdc-a270-f1feca9d6b20, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:18:48.430181 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc21a8aa-48d5-432b-a694-7df2ef3c2bd3 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Network e88adc9b-a99e-4bdc-a270-f1feca9d6b20 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:18:48.471720 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ffa48685-5f97-455b-a638-3cfc8de19bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:48.475973 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa48685-5f97-455b-a638-3cfc8de19bb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa5891b7-113a-453b-ac72-51d5e214dacd {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:18:48.478721 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ffa48685-5f97-455b-a638-3cfc8de19bb6 admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:48.482319 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ffa48685-5f97-455b-a638-3cfc8de19bb6 admin admin] 10.222.0.46 "DELETE /v2.0/routers/fa5891b7-113a-453b-ac72-51d5e214dacd HTTP/1.1" status: 204 len: 168 time: 1.8492277 Dec 17 15:18:48.483508 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 28fbbec4-e2d4-44f9-9207-0d309ff8c6a1, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=28fbbec4-e2d4-44f9-9207-0d309ff8c6a1,segment=NetworkSegment(b046e27f-27e3-4cfb-82e0-95ac137dd346),segment_id=b046e27f-27e3-4cfb-82e0-95ac137dd346)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:48.484909 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50380) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:48.512689 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '28fbbec4-e2d4-44f9-9207-0d309ff8c6a1', 'network_id': 'bfe79069-2518-42a3-82b3-ddfda93fa6a8', 'port_id': '28fbbec4-e2d4-44f9-9207-0d309ff8c6a1', 'mac_address': 'fa:16:3e:55:f9:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05f0bc4-0b09-48ba-ae2c-5402a48b533c', 'ip_address': '19.86.0.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:18:48.570428 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-56459d7e-b735-4e01-95dd-2373ce4600f6 admin admin] Deleting subnet da83ff64-289b-4a41-8d14-866b7dfb3d66 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:18:48.576517 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-cc21a8aa-48d5-432b-a694-7df2ef3c2bd3 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, e88adc9b-a99e-4bdc-a270-f1feca9d6b20) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:18:48.578294 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-56459d7e-b735-4e01-95dd-2373ce4600f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:48.606416 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c66017-ed18-4848-8f26-ebde1f56cc84 None None] Network e88adc9b-a99e-4bdc-a270-f1feca9d6b20 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:18:48.608744 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc21a8aa-48d5-432b-a694-7df2ef3c2bd3 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:48.610605 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cc21a8aa-48d5-432b-a694-7df2ef3c2bd3 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:48.657368 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd479c17-68c5-4fec-ad1c-c5f3922da82e req-e4287b8b-e124-48e8-ab31-b86c49170d3a tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:48.659613 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bd479c17-68c5-4fec-ad1c-c5f3922da82e req-e4287b8b-e124-48e8-ab31-b86c49170d3a tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2108fa3-279c-4c32-8bde-8e7f04932bb0 HTTP/1.1" status: 200 len: 945 time: 0.1053603 Dec 17 15:18:48.674280 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2996daf-73d8-4b71-b34c-5f4ec4493663 req-7ffe4538-0c17-46b5-9f05-61a9d18bfb22 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:48.676386 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-56459d7e-b735-4e01-95dd-2373ce4600f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:48.691326 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2996daf-73d8-4b71-b34c-5f4ec4493663 req-7ffe4538-0c17-46b5-9f05-61a9d18bfb22 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:48.697771 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2996daf-73d8-4b71-b34c-5f4ec4493663 req-7ffe4538-0c17-46b5-9f05-61a9d18bfb22 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:48.700346 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e2996daf-73d8-4b71-b34c-5f4ec4493663 req-7ffe4538-0c17-46b5-9f05-61a9d18bfb22 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a69a7d18-8bda-49f6-9793-972d56151d7b HTTP/1.1" status: 200 len: 2411 time: 0.1676786 Dec 17 15:18:48.901391 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e2996daf-73d8-4b71-b34c-5f4ec4493663 req-59d24d2d-3f0e-4764-ae1f-0fc374a4db88 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390808 Dec 17 15:18:48.903367 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cc21a8aa-48d5-432b-a694-7df2ef3c2bd3 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7064335 Dec 17 15:18:48.905898 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50398) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:48.921719 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bd479c17-68c5-4fec-ad1c-c5f3922da82e req-0d472f5d-7599-4832-b296-c276c5f027a9 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200124 Dec 17 15:18:48.922635 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-6fe68353-d59b-4ac7-95c1-c7ae7530a9d1 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Request body: {'port': {'network_id': 'e88adc9b-a99e-4bdc-a270-f1feca9d6b20', 'name': 'tempest-NetworksIpV6TestAttrs-151025138'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:18:49.020572 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:49.104841 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28fbbec4-e2d4-44f9-9207-0d309ff8c6a1 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:18:49.139652 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d22cee6d-f245-44bb-ad2b-02b3c4b9356c req-829e1705-3381-4dd9-ab0f-11abb0cb082e tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1162265-cc50-46c4-89ef-7f56179eb1e7 HTTP/1.1" status: 200 len: 210 time: 0.0688038 Dec 17 15:18:49.140425 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9b1187b9-fe2b-48cc-b827-ac72b94599e4 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:18:49.144365 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-56459d7e-b735-4e01-95dd-2373ce4600f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:49.195766 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device a9e2f3c5-900e-4213-a9e0-32e50b35ea8b details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:18:49.272567 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5079eb7-0151-4a07-8a3d-496c4342571c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-e88adc9b-a99e-4bdc-a270-f1feca9d6b20', 'network_id': 'e88adc9b-a99e-4bdc-a270-f1feca9d6b20', 'tenant_id': 'd52a0fa617c947efb4e6b9720f76a3a0', 'fixed_ips': [{'subnet_id': '55b44272-e612-4657-96aa-2bd5eec50a6e'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:18:49.295129 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c5079eb7-0151-4a07-8a3d-496c4342571c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:49.331864 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 28fbbec4-e2d4-44f9-9207-0d309ff8c6a1, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=28fbbec4-e2d4-44f9-9207-0d309ff8c6a1,segment=NetworkSegment(b046e27f-27e3-4cfb-82e0-95ac137dd346),segment_id=b046e27f-27e3-4cfb-82e0-95ac137dd346)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:49.345806 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50416) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:49.408294 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-56459d7e-b735-4e01-95dd-2373ce4600f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:49.446932 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56459d7e-b735-4e01-95dd-2373ce4600f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da83ff64-289b-4a41-8d14-866b7dfb3d66,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:49.449202 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe68353-d59b-4ac7-95c1-c7ae7530a9d1 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Made reservation on behalf of d52a0fa617c947efb4e6b9720f76a3a0 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:18:49.452657 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6fe68353-d59b-4ac7-95c1-c7ae7530a9d1 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:49.456136 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-56459d7e-b735-4e01-95dd-2373ce4600f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:49.463259 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bf4d0f-1366-4e84-a160-7c2084fbdf72 None None] Network b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:18:49.473320 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50424) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:49.489634 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-56459d7e-b735-4e01-95dd-2373ce4600f6 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/da83ff64-289b-4a41-8d14-866b7dfb3d66 HTTP/1.1" status: 204 len: 168 time: 1.0032237 Dec 17 15:18:49.536083 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-6fe68353-d59b-4ac7-95c1-c7ae7530a9d1 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] device_id is not set on port 4e995aa7-ba8e-43cd-863f-c7c1c052c769 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:18:49.635496 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-ff3bd27a-7149-4c93-9ccf-a1314d962796 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:18:49.637924 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:49.639430 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f82459a4-b5d8-4d73-bc29-0da1f73562ed details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:18:49.644245 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8597c612-23fd-493e-b8e3-e64e4eb646bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:49.796921 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-8597c612-23fd-493e-b8e3-e64e4eb646bb admin admin] Deleting port d78a6789-8a36-49aa-bdb2-ea475934fa80 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:18:49.796921 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8597c612-23fd-493e-b8e3-e64e4eb646bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:49.866017 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-6fe68353-d59b-4ac7-95c1-c7ae7530a9d1 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Allocated IP 2001:db8::f816:3eff:fe4a:b163 (e88adc9b-a99e-4bdc-a270-f1feca9d6b20/55b44272-e612-4657-96aa-2bd5eec50a6e/4e995aa7-ba8e-43cd-863f-c7c1c052c769) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:18:49.881559 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff3bd27a-7149-4c93-9ccf-a1314d962796 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks [] for floatingip, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:49.899095 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-8597c612-23fd-493e-b8e3-e64e4eb646bb admin admin] For port d78a6789-8a36-49aa-bdb2-ea475934fa80, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=d78a6789-8a36-49aa-bdb2-ea475934fa80,segment=NetworkSegment(d159982d-833c-40df-8b11-6dd338fba157),segment_id=d159982d-833c-40df-8b11-6dd338fba157)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:49.899743 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8597c612-23fd-493e-b8e3-e64e4eb646bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:49.926007 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-8597c612-23fd-493e-b8e3-e64e4eb646bb admin admin] Calling delete_port for d78a6789-8a36-49aa-bdb2-ea475934fa80 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:18:50.007837 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=28fbbec4-e2d4-44f9-9207-0d309ff8c6a1,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:50.108741 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:50.109285 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:50.109706 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:50.110110 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:50.110510 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:50.110909 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:50.111302 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:50.111695 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:50.112085 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:50.112475 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:50.112861 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:50.113279 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:18:50.125969 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port f82459a4-b5d8-4d73-bc29-0da1f73562ed, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f82459a4-b5d8-4d73-bc29-0da1f73562ed,segment=NetworkSegment(0c037a90-4c1d-4a22-be76-067f0345dfe6),segment_id=0c037a90-4c1d-4a22-be76-067f0345dfe6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:50.141207 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 9b1187b9-fe2b-48cc-b827-ac72b94599e4 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:50.141679 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:50.200038 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'f82459a4-b5d8-4d73-bc29-0da1f73562ed', 'network_id': 'a2b7be32-e7a5-41d0-b339-b1c939eb1b9d', 'port_id': 'f82459a4-b5d8-4d73-bc29-0da1f73562ed', 'mac_address': 'fa:16:3e:40:ef:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b89ade-0bfb-4f2d-8b5a-5e3ed12d1b6d', 'ip_address': '19.80.0.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:18:50.309848 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:50.344030 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f82459a4-b5d8-4d73-bc29-0da1f73562ed {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:18:50.370634 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port f82459a4-b5d8-4d73-bc29-0da1f73562ed, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f82459a4-b5d8-4d73-bc29-0da1f73562ed,segment=NetworkSegment(0c037a90-4c1d-4a22-be76-067f0345dfe6),segment_id=0c037a90-4c1d-4a22-be76-067f0345dfe6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:50.381257 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca73186-2b0e-4671-b595-dfbf075e6eb1 req-5cdb4d62-d739-48e8-9d24-ecbca2f33e85 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:50.388926 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d86a76-1bd2-43a3-98af-667b4ad35dc9 None None] Network 83783d8c-1971-4c6a-9dee-4d3d3ddf9f62 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:18:50.391361 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2769ea11-dce6-459a-a71d-71b990c39dbe None None] DHCP port deletion for b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:18:50.401243 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca73186-2b0e-4671-b595-dfbf075e6eb1 req-5cdb4d62-d739-48e8-9d24-ecbca2f33e85 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:50.412185 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca73186-2b0e-4671-b595-dfbf075e6eb1 req-5cdb4d62-d739-48e8-9d24-ecbca2f33e85 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:50.416837 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7ca73186-2b0e-4671-b595-dfbf075e6eb1 req-5cdb4d62-d739-48e8-9d24-ecbca2f33e85 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a69a7d18-8bda-49f6-9793-972d56151d7b HTTP/1.1" status: 200 len: 2412 time: 0.3454792 Dec 17 15:18:50.436404 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50346b5-9221-48ca-94b7-fa83ed7280da req-11000dfb-b205-4f8e-99e3-85aabf085dde tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:50.441939 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d50346b5-9221-48ca-94b7-fa83ed7280da req-11000dfb-b205-4f8e-99e3-85aabf085dde tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2108fa3-279c-4c32-8bde-8e7f04932bb0 HTTP/1.1" status: 200 len: 945 time: 0.3652401 Dec 17 15:18:50.476082 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6fe68353-d59b-4ac7-95c1-c7ae7530a9d1 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:50.515327 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-67a82591-321a-4431-8e13-660524ec0a93 None None] Provisioning complete for port 9b1187b9-fe2b-48cc-b827-ac72b94599e4 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:50.516071 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-67a82591-321a-4431-8e13-660524ec0a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:50.567294 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d50346b5-9221-48ca-94b7-fa83ed7280da req-6b9369f5-4f01-4d1f-8fd7-b7f159d256b9 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044159 Dec 17 15:18:50.577405 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8597c612-23fd-493e-b8e3-e64e4eb646bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:50.612900 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff3bd27a-7149-4c93-9ccf-a1314d962796 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:50.623748 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8597c612-23fd-493e-b8e3-e64e4eb646bb admin admin] No DVR routers for this DVR port d78a6789-8a36-49aa-bdb2-ea475934fa80 on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:18:50.663185 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597c612-23fd-493e-b8e3-e64e4eb646bb admin admin] Pushing event deleted for resources: {'Port': ['ID=d78a6789-8a36-49aa-bdb2-ea475934fa80,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:50.720444 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6fe68353-d59b-4ac7-95c1-c7ae7530a9d1 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:50.731978 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7ca73186-2b0e-4671-b595-dfbf075e6eb1 req-2d28add6-aacc-49ed-aa01-0b1a45f239d2 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879863 Dec 17 15:18:50.855416 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe68353-d59b-4ac7-95c1-c7ae7530a9d1 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Pushing event updated for resources: {'Port': ['ID=4e995aa7-ba8e-43cd-863f-c7c1c052c769,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:50.855599 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:50.855599 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device cc2c2779-3f13-41d7-9035-0e04839061ee details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:18:50.887823 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port a9e2f3c5-900e-4213-a9e0-32e50b35ea8b, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=a9e2f3c5-900e-4213-a9e0-32e50b35ea8b,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:50.900717 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe68353-d59b-4ac7-95c1-c7ae7530a9d1 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Network e88adc9b-a99e-4bdc-a270-f1feca9d6b20 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:18:50.936443 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-009b7add-0702-44cb-8e36-9b37667765b6 req-bf84125d-7f25-4754-860e-e73e976da9d2 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1162265-cc50-46c4-89ef-7f56179eb1e7 HTTP/1.1" status: 200 len: 210 time: 0.0967436 Dec 17 15:18:50.948503 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8597c612-23fd-493e-b8e3-e64e4eb646bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:50.961564 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port cc2c2779-3f13-41d7-9035-0e04839061ee, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=cc2c2779-3f13-41d7-9035-0e04839061ee,segment=NetworkSegment(0c037a90-4c1d-4a22-be76-067f0345dfe6),segment_id=0c037a90-4c1d-4a22-be76-067f0345dfe6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:50.969751 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-6fe68353-d59b-4ac7-95c1-c7ae7530a9d1 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:18:50.977588 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe68353-d59b-4ac7-95c1-c7ae7530a9d1 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:18:50.984168 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe68353-d59b-4ac7-95c1-c7ae7530a9d1 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:50.984835 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6fe68353-d59b-4ac7-95c1-c7ae7530a9d1 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:51.005857 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-8597c612-23fd-493e-b8e3-e64e4eb646bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2bc70b2-1b17-4db0-acd7-24d62fbc7a86']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:51.007100 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'cc2c2779-3f13-41d7-9035-0e04839061ee', 'network_id': 'a2b7be32-e7a5-41d0-b339-b1c939eb1b9d', 'port_id': 'cc2c2779-3f13-41d7-9035-0e04839061ee', 'mac_address': 'fa:16:3e:db:68:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b89ade-0bfb-4f2d-8b5a-5e3ed12d1b6d', 'ip_address': '19.80.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:18:51.021444 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-ff3bd27a-7149-4c93-9ccf-a1314d962796 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Allocated IP 172.25.6.198 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/a0616727-5b96-4665-a8aa-e7c0739067d2) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:18:51.033036 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-8597c612-23fd-493e-b8e3-e64e4eb646bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd159982d-833c-40df-8b11-6dd338fba157') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:51.033407 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-8597c612-23fd-493e-b8e3-e64e4eb646bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd159982d-833c-40df-8b11-6dd338fba157') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:18:51.063746 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8597c612-23fd-493e-b8e3-e64e4eb646bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:51.091894 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8597c612-23fd-493e-b8e3-e64e4eb646bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:51.105115 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6fe68353-d59b-4ac7-95c1-c7ae7530a9d1 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.1929381 Dec 17 15:18:51.107719 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50454) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:51.129085 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8597c612-23fd-493e-b8e3-e64e4eb646bb admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:18:51.130332 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8597c612-23fd-493e-b8e3-e64e4eb646bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:51.153612 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:51.203252 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-96494caf-5a66-4fc7-a266-f3e64607e00b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Deleting subnet 55b44272-e612-4657-96aa-2bd5eec50a6e {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:18:51.210627 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:18:51.210627 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:18:51.210627 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:18:51.210627 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:18:51.210627 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:18:51.210627 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:18:51.210627 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:18:51.210627 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:18:51.210627 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:18:51.210627 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:18:51.210627 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:18:51.210627 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:18:51.210627 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:18:51.210627 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:18:51.210627 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:18:51.210627 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:18:51.210627 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:18:51.210627 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:18:51.210627 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:18:51.210627 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:18:51.210627 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:18:51.210627 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:18:51.210627 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:18:51.210627 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:18:51.210627 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:18:51.210627 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:18:51.210627 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:18:51.210627 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:18:51.210627 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:18:51.210627 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:18:51.210627 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:18:51.210627 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:18:51.219299 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc2c2779-3f13-41d7-9035-0e04839061ee {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:18:51.246398 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:51.265207 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'a9e2f3c5-900e-4213-a9e0-32e50b35ea8b', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': 'a9e2f3c5-900e-4213-a9e0-32e50b35ea8b', 'mac_address': 'fa:16:3e:88:4a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:18:51.272419 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff3bd27a-7149-4c93-9ccf-a1314d962796 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:51.316356 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8597c612-23fd-493e-b8e3-e64e4eb646bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:51.338712 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8597c612-23fd-493e-b8e3-e64e4eb646bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:51.348530 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8597c612-23fd-493e-b8e3-e64e4eb646bb admin admin] 10.222.0.46 "DELETE /v2.0/networks/b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 HTTP/1.1" status: 204 len: 168 time: 1.8706191 Dec 17 15:18:51.357287 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-2769ea11-dce6-459a-a71d-71b990c39dbe None None] Deleting port d78a6789-8a36-49aa-bdb2-ea475934fa80 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:18:51.357936 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2769ea11-dce6-459a-a71d-71b990c39dbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:51.385107 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597c612-23fd-493e-b8e3-e64e4eb646bb admin admin] Pushing event deleted for resources: {'Network': ['ID=b2bc70b2-1b17-4db0-acd7-24d62fbc7a86,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:51.396850 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff3bd27a-7149-4c93-9ccf-a1314d962796 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:51.416638 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port cc2c2779-3f13-41d7-9035-0e04839061ee, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=cc2c2779-3f13-41d7-9035-0e04839061ee,segment=NetworkSegment(0c037a90-4c1d-4a22-be76-067f0345dfe6),segment_id=0c037a90-4c1d-4a22-be76-067f0345dfe6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:51.425207 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9c19d-4729-43a1-bec1-250db0f7fc5d req-65c1cce0-521a-4f7b-a070-b0fe62609ec1 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:51.435586 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bca9c19d-4729-43a1-bec1-250db0f7fc5d req-65c1cce0-521a-4f7b-a070-b0fe62609ec1 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2108fa3-279c-4c32-8bde-8e7f04932bb0 HTTP/1.1" status: 200 len: 945 time: 0.1084387 Dec 17 15:18:51.473405 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3bd27a-7149-4c93-9ccf-a1314d962796 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Pushing event updated for resources: {'Port': ['ID=a0616727-5b96-4665-a8aa-e7c0739067d2,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:51.488542 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3bd27a-7149-4c93-9ccf-a1314d962796 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:18:51.490240 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-ff3bd27a-7149-4c93-9ccf-a1314d962796 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:18:51.504145 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3bd27a-7149-4c93-9ccf-a1314d962796 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:18:51.508542 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bca9c19d-4729-43a1-bec1-250db0f7fc5d req-697b71fe-3e3f-452f-be72-b2b0b982f057 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718839 Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server [None req-2769ea11-dce6-459a-a71d-71b990c39dbe None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 could not be found. Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return self._iter().one() Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return self._only_one_row( Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 17 15:18:51.518593 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 17 15:18:51.521881 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 15:18:51.521881 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 15:18:51.521881 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 15:18:51.521881 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 15:18:51.521881 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 15:18:51.521881 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 15:18:51.521881 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 15:18:51.521881 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 15:18:51.521881 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 15:18:51.521881 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 15:18:51.521881 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 15:18:51.521881 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 15:18:51.521881 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 15:18:51.521881 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 15:18:51.521881 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 15:18:51.521881 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 15:18:51.521881 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 15:18:51.521881 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 15:18:51.521881 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 15:18:51.521881 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 15:18:51.521881 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 15:18:51.521881 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 15:18:51.521881 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 15:18:51.521881 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 15:18:51.521881 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1966, in delete_port Dec 17 15:18:51.521881 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Dec 17 15:18:51.521881 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 17 15:18:51.521881 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 17 15:18:51.521881 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1189, in get_network Dec 17 15:18:51.521881 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Dec 17 15:18:51.521881 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Dec 17 15:18:51.521881 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Dec 17 15:18:51.521881 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 could not be found. Dec 17 15:18:51.521881 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server Dec 17 15:18:51.552207 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-c5079eb7-0151-4a07-8a3d-496c4342571c None None] Allocated IP 2001:db8::f816:3eff:fee1:fcf0 (e88adc9b-a99e-4bdc-a270-f1feca9d6b20/55b44272-e612-4657-96aa-2bd5eec50a6e/087cf9f5-4769-4d1b-9f85-146797aa65a3) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:18:51.650496 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:51.650692 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff3bd27a-7149-4c93-9ccf-a1314d962796 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:51.652180 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-67a82591-321a-4431-8e13-660524ec0a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:51.675170 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c48965-0c72-4543-89f7-2a0e68423cbc None None] DHCP port deletion for b2bc70b2-1b17-4db0-acd7-24d62fbc7a86 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:18:51.839660 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 9b1187b9-fe2b-48cc-b827-ac72b94599e4, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9b1187b9-fe2b-48cc-b827-ac72b94599e4,segment=NetworkSegment(8ca95758-f180-485b-80f1-a8b167c7d0cc),segment_id=8ca95758-f180-485b-80f1-a8b167c7d0cc)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:51.844556 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=f82459a4-b5d8-4d73-bc29-0da1f73562ed,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:51.876607 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff3bd27a-7149-4c93-9ccf-a1314d962796 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:51.889530 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:51.956561 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:51.974148 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50476) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:51.995032 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb7ad9-1061-4afb-83ef-bc2d2c1ea9db req-3234601f-1449-4cce-bc5f-a208460f57e6 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:52.002762 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9e2f3c5-900e-4213-a9e0-32e50b35ea8b {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:18:52.008739 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb7ad9-1061-4afb-83ef-bc2d2c1ea9db req-3234601f-1449-4cce-bc5f-a208460f57e6 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:52.027355 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port a9e2f3c5-900e-4213-a9e0-32e50b35ea8b, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=a9e2f3c5-900e-4213-a9e0-32e50b35ea8b,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:52.032788 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb7ad9-1061-4afb-83ef-bc2d2c1ea9db req-3234601f-1449-4cce-bc5f-a208460f57e6 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:52.034522 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fceb7ad9-1061-4afb-83ef-bc2d2c1ea9db req-3234601f-1449-4cce-bc5f-a208460f57e6 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a69a7d18-8bda-49f6-9793-972d56151d7b HTTP/1.1" status: 200 len: 2414 time: 0.1681969 Dec 17 15:18:52.085570 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 74db92ab-0014-405a-b4b4-c895220ab0e3 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:18:52.177913 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45b08a6f-057d-4556-9364-3aa8f66b8a7d req-92fc6a34-f1d5-4223-b4ee-4c01a07cf183 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1162265-cc50-46c4-89ef-7f56179eb1e7 HTTP/1.1" status: 200 len: 210 time: 0.0806315 Dec 17 15:18:52.201306 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fceb7ad9-1061-4afb-83ef-bc2d2c1ea9db req-7d7f7a7f-e93e-4332-b435-92cda211e29e tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299117 Dec 17 15:18:52.220901 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:52.232628 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 74db92ab-0014-405a-b4b4-c895220ab0e3 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:18:52.232966 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 74db92ab-0014-405a-b4b4-c895220ab0e3 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:18:52.233409 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 6ee55124-6c1e-4098-8106-35abeefde7ee no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:18:52.278673 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=cc2c2779-3f13-41d7-9035-0e04839061ee,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:52.304301 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['f82459a4-b5d8-4d73-bc29-0da1f73562ed'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:18:52.308971 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-67a82591-321a-4431-8e13-660524ec0a93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:18:52.308971 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-67a82591-321a-4431-8e13-660524ec0a93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:18:52.312454 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 6ee55124-6c1e-4098-8106-35abeefde7ee {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:18:52.312799 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 6ee55124-6c1e-4098-8106-35abeefde7ee not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:18:52.366736 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['a9e2f3c5-900e-4213-a9e0-32e50b35ea8b'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:18:52.387146 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['cc2c2779-3f13-41d7-9035-0e04839061ee'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:18:52.436715 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c5079eb7-0151-4a07-8a3d-496c4342571c None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:52.487054 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device d78a6789-8a36-49aa-bdb2-ea475934fa80 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:18:52.557777 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a77f54f1-3d04-4b32-afc6-1d86c1f0d1c5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a664fc5838dc44cb8d9481b453356af9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5777261 Dec 17 15:18:52.557777 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50480) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:52.582655 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: d78a6789-8a36-49aa-bdb2-ea475934fa80 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:18:52.582997 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device d78a6789-8a36-49aa-bdb2-ea475934fa80 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:18:52.586535 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-96494caf-5a66-4fc7-a266-f3e64607e00b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:52.586721 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=9b1187b9-fe2b-48cc-b827-ac72b94599e4,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:52.593905 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c5079eb7-0151-4a07-8a3d-496c4342571c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:52.680759 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5079eb7-0151-4a07-8a3d-496c4342571c None None] Network e88adc9b-a99e-4bdc-a270-f1feca9d6b20 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:18:52.704377 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74374118-427b-40e7-8606-b02188d2c379 req-78fb0389-b354-48db-a5f3-3aef142cd85a tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:52.711941 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-96494caf-5a66-4fc7-a266-f3e64607e00b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:52.713432 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-74374118-427b-40e7-8606-b02188d2c379 req-78fb0389-b354-48db-a5f3-3aef142cd85a tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2108fa3-279c-4c32-8bde-8e7f04932bb0 HTTP/1.1" status: 200 len: 945 time: 0.1248355 Dec 17 15:18:52.716261 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-c5079eb7-0151-4a07-8a3d-496c4342571c None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:18:52.734071 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5079eb7-0151-4a07-8a3d-496c4342571c None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:18:52.757330 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=a9e2f3c5-900e-4213-a9e0-32e50b35ea8b,revision_number=9']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:52.779050 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-74374118-427b-40e7-8606-b02188d2c379 req-8eec43e5-a465-4174-8af0-6ced8026ce56 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644810 Dec 17 15:18:52.826040 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff3bd27a-7149-4c93-9ccf-a1314d962796 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:52.932157 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff3bd27a-7149-4c93-9ccf-a1314d962796 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:52.960479 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5079eb7-0151-4a07-8a3d-496c4342571c None None] Pushing event updated for resources: {'Port': ['ID=087cf9f5-4769-4d1b-9f85-146797aa65a3,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:53.010420 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83409719-351e-46d4-94ff-096caeadc77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:53.016858 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-c5079eb7-0151-4a07-8a3d-496c4342571c None None] Attempting to bind port 087cf9f5-4769-4d1b-9f85-146797aa65a3 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:18:53.017128 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-c5079eb7-0151-4a07-8a3d-496c4342571c None None] Attempting to bind port 087cf9f5-4769-4d1b-9f85-146797aa65a3 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '8c2d7c03-c549-4864-a3b2-625ad5e734eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e88adc9b-a99e-4bdc-a270-f1feca9d6b20'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:18:53.017496 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5079eb7-0151-4a07-8a3d-496c4342571c None None] Attempting to bind port 087cf9f5-4769-4d1b-9f85-146797aa65a3 on network e88adc9b-a99e-4bdc-a270-f1feca9d6b20 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:18:53.046905 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5079eb7-0151-4a07-8a3d-496c4342571c None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:18:53.047116 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5079eb7-0151-4a07-8a3d-496c4342571c None None] Checking segment: {'id': '8c2d7c03-c549-4864-a3b2-625ad5e734eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e88adc9b-a99e-4bdc-a270-f1feca9d6b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:18:53.047369 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c5079eb7-0151-4a07-8a3d-496c4342571c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:53.048204 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5079eb7-0151-4a07-8a3d-496c4342571c None None] Bound using segment: {'id': '8c2d7c03-c549-4864-a3b2-625ad5e734eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e88adc9b-a99e-4bdc-a270-f1feca9d6b20'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:18:53.048329 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-c5079eb7-0151-4a07-8a3d-496c4342571c None None] Bound port: 087cf9f5-4769-4d1b-9f85-146797aa65a3, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c2d7c03-c549-4864-a3b2-625ad5e734eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e88adc9b-a99e-4bdc-a270-f1feca9d6b20'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:18:53.048622 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c5079eb7-0151-4a07-8a3d-496c4342571c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:53.061221 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83409719-351e-46d4-94ff-096caeadc77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:53.234549 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-495f1793-11bd-46a1-a2df-a19d64cf21e4 None None] Provisioning complete for port 9b1187b9-fe2b-48cc-b827-ac72b94599e4 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:53.234932 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-495f1793-11bd-46a1-a2df-a19d64cf21e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:53.243177 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c5079eb7-0151-4a07-8a3d-496c4342571c None None] For port 087cf9f5-4769-4d1b-9f85-146797aa65a3, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:18:53.243586 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83409719-351e-46d4-94ff-096caeadc77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:53.247236 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83409719-351e-46d4-94ff-096caeadc77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:53.247459 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c5079eb7-0151-4a07-8a3d-496c4342571c None None] For port 087cf9f5-4769-4d1b-9f85-146797aa65a3, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=087cf9f5-4769-4d1b-9f85-146797aa65a3,segment=NetworkSegment(8c2d7c03-c549-4864-a3b2-625ad5e734eb),segment_id=8c2d7c03-c549-4864-a3b2-625ad5e734eb)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:18:53.252248 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-83409719-351e-46d4-94ff-096caeadc77b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0fef139c-d841-452f-b9b7-6a7236e63fe6 HTTP/1.1" status: 204 len: 168 time: 0.6957948 Dec 17 15:18:53.307816 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff3bd27a-7149-4c93-9ccf-a1314d962796 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:53.325122 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c5079eb7-0151-4a07-8a3d-496c4342571c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:53.341023 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3bd27a-7149-4c93-9ccf-a1314d962796 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Pushing event updated for resources: {'Port': ['ID=a0616727-5b96-4665-a8aa-e7c0739067d2,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:53.352947 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83409719-351e-46d4-94ff-096caeadc77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fef139c-d841-452f-b9b7-6a7236e63fe6,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:53.429507 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-96494caf-5a66-4fc7-a266-f3e64607e00b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:53.443867 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['28fbbec4-e2d4-44f9-9207-0d309ff8c6a1'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:18:53.528351 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff3bd27a-7149-4c93-9ccf-a1314d962796 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:53.529868 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ff3bd27a-7149-4c93-9ccf-a1314d962796 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1829438 Dec 17 15:18:53.533071 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50516) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:53.547331 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-e9645f78-4cf7-45a6-a4af-b859ade497e4 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-977949044'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:18:53.558672 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5079eb7-0151-4a07-8a3d-496c4342571c None None] Pushing event updated for resources: {'Port': ['ID=087cf9f5-4769-4d1b-9f85-146797aa65a3,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:53.617260 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1491bcf-8f7f-4ea5-ad57-315ea30ab61e req-b96b46a7-1523-4475-b1b3-30103d02cc59 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:53.637656 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1491bcf-8f7f-4ea5-ad57-315ea30ab61e req-b96b46a7-1523-4475-b1b3-30103d02cc59 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:53.648098 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1491bcf-8f7f-4ea5-ad57-315ea30ab61e req-b96b46a7-1523-4475-b1b3-30103d02cc59 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:53.650578 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c1491bcf-8f7f-4ea5-ad57-315ea30ab61e req-b96b46a7-1523-4475-b1b3-30103d02cc59 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a69a7d18-8bda-49f6-9793-972d56151d7b HTTP/1.1" status: 200 len: 2414 time: 0.1737783 Dec 17 15:18:53.706579 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9645f78-4cf7-45a6-a4af-b859ade497e4 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Made reservation on behalf of 07c352a27b504cc09103eba3c0213fe1 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:18:53.715987 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e9645f78-4cf7-45a6-a4af-b859ade497e4 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:53.766919 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c1491bcf-8f7f-4ea5-ad57-315ea30ab61e req-22c25702-fde8-4e53-b719-408e3c350657 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068890 Dec 17 15:18:53.774638 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e9645f78-4cf7-45a6-a4af-b859ade497e4 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:53.845297 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-96494caf-5a66-4fc7-a266-f3e64607e00b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:53.884013 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96494caf-5a66-4fc7-a266-f3e64607e00b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Pushing event deleted for resources: {'Subnet': ['ID=55b44272-e612-4657-96aa-2bd5eec50a6e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:53.916866 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-96494caf-5a66-4fc7-a266-f3e64607e00b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:53.920503 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-96494caf-5a66-4fc7-a266-f3e64607e00b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "DELETE /v2.0/subnets/55b44272-e612-4657-96aa-2bd5eec50a6e HTTP/1.1" status: 204 len: 168 time: 2.8113415 Dec 17 15:18:53.923840 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50534) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:54.046495 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e9645f78-4cf7-45a6-a4af-b859ade497e4 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:54.133277 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e9645f78-4cf7-45a6-a4af-b859ade497e4 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:54.138222 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9645f78-4cf7-45a6-a4af-b859ade497e4 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:18:54.156527 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeea784d-557e-47a1-aff3-12e35f2ab77b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:54.158047 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e9645f78-4cf7-45a6-a4af-b859ade497e4 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:54.163308 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-e9645f78-4cf7-45a6-a4af-b859ade497e4 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Added segment 9205c4d7-b148-4172-8652-e2050f9120de of type vlan for network 7043ffa2-3701-4a9f-aa66-68a034d3a489 Dec 17 15:18:54.168459 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeea784d-557e-47a1-aff3-12e35f2ab77b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:54.175603 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-aeea784d-557e-47a1-aff3-12e35f2ab77b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2505519 Dec 17 15:18:54.176201 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50552) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:54.255162 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device a9e2f3c5-900e-4213-a9e0-32e50b35ea8b up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:18:54.286942 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e9645f78-4cf7-45a6-a4af-b859ade497e4 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:54.351829 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9645f78-4cf7-45a6-a4af-b859ade497e4 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=928872f8-0ebb-44d1-b480-cae308516d11,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:54.391992 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e9645f78-4cf7-45a6-a4af-b859ade497e4 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:54.398777 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9645f78-4cf7-45a6-a4af-b859ade497e4 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:54.399428 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e9645f78-4cf7-45a6-a4af-b859ade497e4 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:54.473557 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port a9e2f3c5-900e-4213-a9e0-32e50b35ea8b triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:54.474625 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:54.576993 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9645f78-4cf7-45a6-a4af-b859ade497e4 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Pushing event updated for resources: {'Network': ['ID=7043ffa2-3701-4a9f-aa66-68a034d3a489,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:54.596726 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e9645f78-4cf7-45a6-a4af-b859ade497e4 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0598447 Dec 17 15:18:54.606299 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50568) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:54.606299 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-dcb44f48-2a21-47c1-a511-745904b8a61c tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Request body: {'subnet': {'network_id': '7043ffa2-3701-4a9f-aa66-68a034d3a489', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:18:54.825825 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb44f48-2a21-47c1-a511-745904b8a61c tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Made reservation on behalf of 07c352a27b504cc09103eba3c0213fe1 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:18:54.832171 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dcb44f48-2a21-47c1-a511-745904b8a61c tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:54.953841 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 7043ffa2-3701-4a9f-aa66-68a034d3a489 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:18:54.962112 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 087cf9f5-4769-4d1b-9f85-146797aa65a3 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:18:55.138763 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:55.208840 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb835637-7fc6-4b08-b969-816dc181be1e None None] Network e88adc9b-a99e-4bdc-a270-f1feca9d6b20 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:18:55.270270 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87784f5d-ab05-4066-acb4-a05a8b0ce399 req-7652db4f-43d6-4f4d-954c-0d937c535f3a tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:55.279090 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-87784f5d-ab05-4066-acb4-a05a8b0ce399 req-7652db4f-43d6-4f4d-954c-0d937c535f3a tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/networks?id=72959918-115f-4f15-a904-42652bab9b2e HTTP/1.1" status: 200 len: 810 time: 1.0066469 Dec 17 15:18:55.296000 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0466edad-0a40-408e-9563-0c42aa580453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e2f3c5-900e-4213-a9e0-32e50b35ea8b'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:18:55.298334 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0777032-3398-4ce8-8e05-40e20c3a4194" -d '{"events": [{"server_uuid": "0466edad-0a40-408e-9563-0c42aa580453", "name": "network-vif-plugged", "status": "completed", "tag": "a9e2f3c5-900e-4213-a9e0-32e50b35ea8b"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:18:55.317470 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-87784f5d-ab05-4066-acb4-a05a8b0ce399 req-4c97776a-5666-4786-ae46-df56c4632491 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/quotas/47d7fbf2bea4406699034a230bc642f9 HTTP/1.1" status: 200 len: 375 time: 0.0372627 Dec 17 15:18:55.333969 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dcb44f48-2a21-47c1-a511-745904b8a61c tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:55.346951 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port a9e2f3c5-900e-4213-a9e0-32e50b35ea8b, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=a9e2f3c5-900e-4213-a9e0-32e50b35ea8b,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:55.354747 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b534e255-b941-4009-9c13-61d60f0d89b2 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:55.376105 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-1227ba0c-f7a3-4967-b177-80814c7a1c4e None None] Provisioning complete for port 087cf9f5-4769-4d1b-9f85-146797aa65a3 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:55.376486 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1227ba0c-f7a3-4967-b177-80814c7a1c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:55.409940 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-87784f5d-ab05-4066-acb4-a05a8b0ce399 req-900bf129-f2e3-4a9a-abef-7d3356d3c704 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=47d7fbf2bea4406699034a230bc642f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0911403 Dec 17 15:18:55.436260 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 087cf9f5-4769-4d1b-9f85-146797aa65a3 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:55.436557 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:55.438321 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:55.511293 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb44f48-2a21-47c1-a511-745904b8a61c tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Pushing event updated for resources: {'Subnet': ['ID=3aede8fa-c3ac-4ef1-9613-33af389c0765,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:55.522828 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=a9e2f3c5-900e-4213-a9e0-32e50b35ea8b,revision_number=10']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:55.528879 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb44f48-2a21-47c1-a511-745904b8a61c tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Checking segment: {'id': '9205c4d7-b148-4172-8652-e2050f9120de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7043ffa2-3701-4a9f-aa66-68a034d3a489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:18:55.529281 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb44f48-2a21-47c1-a511-745904b8a61c tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Network hostable DHCP agents. Network: 7043ffa2-3701-4a9f-aa66-68a034d3a489, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:18:55.536534 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-b534e255-b941-4009-9c13-61d60f0d89b2 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 17 15:18:55.537991 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b534e255-b941-4009-9c13-61d60f0d89b2 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:18:55.545263 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b534e255-b941-4009-9c13-61d60f0d89b2 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "DELETE /v2.0/networks/e88adc9b-a99e-4bdc-a270-f1feca9d6b20 HTTP/1.1" status: 409 len: 405 time: 1.3662651 Dec 17 15:18:55.552369 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50596) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:55.570867 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-9c88334d-4788-48b5-9a7f-a061aaf5f36a tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2142930963'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:18:55.593943 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c80fd-f58a-411c-9415-045341a113b5 req-2ffc4416-a552-4266-95b5-83bf2c1e06c9 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:55.610863 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c80fd-f58a-411c-9415-045341a113b5 req-2ffc4416-a552-4266-95b5-83bf2c1e06c9 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:55.625447 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c80fd-f58a-411c-9415-045341a113b5 req-2ffc4416-a552-4266-95b5-83bf2c1e06c9 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:55.630509 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-689c80fd-f58a-411c-9415-045341a113b5 req-2ffc4416-a552-4266-95b5-83bf2c1e06c9 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a69a7d18-8bda-49f6-9793-972d56151d7b HTTP/1.1" status: 200 len: 2414 time: 0.4130251 Dec 17 15:18:55.681595 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4fdc42-b526-469f-b0a0-93ac6c7f93cd None None] DHCP port deletion for e88adc9b-a99e-4bdc-a270-f1feca9d6b20 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:18:55.693569 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb44f48-2a21-47c1-a511-745904b8a61c tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Network 7043ffa2-3701-4a9f-aa66-68a034d3a489 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:18:55.693798 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1227ba0c-f7a3-4967-b177-80814c7a1c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:55.718099 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c88334d-4788-48b5-9a7f-a061aaf5f36a tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Made reservation on behalf of d52a0fa617c947efb4e6b9720f76a3a0 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:18:55.721956 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9c88334d-4788-48b5-9a7f-a061aaf5f36a tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:55.735617 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-689c80fd-f58a-411c-9415-045341a113b5 req-b38d27e8-190a-4397-98dd-cf1592ca4842 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896621 Dec 17 15:18:55.749791 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-87784f5d-ab05-4066-acb4-a05a8b0ce399 req-fd30efab-c454-436f-af3f-43ff6a8eac8f service neutron] 10.222.0.46 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388913 Dec 17 15:18:55.779149 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c88334d-4788-48b5-9a7f-a061aaf5f36a tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:18:55.780708 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:55.786931 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device cc2c2779-3f13-41d7-9035-0e04839061ee up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:18:55.789499 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9c88334d-4788-48b5-9a7f-a061aaf5f36a tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:55.790166 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-9c88334d-4788-48b5-9a7f-a061aaf5f36a tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Added segment 2d3eb223-2930-4e70-be5c-8edff9d1ce7b of type vlan for network 9e391348-61bc-4062-9d77-47f9f205e81b Dec 17 15:18:55.836163 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9c88334d-4788-48b5-9a7f-a061aaf5f36a tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:55.842172 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-dcb44f48-2a21-47c1-a511-745904b8a61c tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 7043ffa2-3701-4a9f-aa66-68a034d3a489) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:18:55.850605 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb44f48-2a21-47c1-a511-745904b8a61c tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:55.851436 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dcb44f48-2a21-47c1-a511-745904b8a61c tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:55.869513 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297acdcb-d20a-4883-b602-5ae523dd331b None None] Network 7043ffa2-3701-4a9f-aa66-68a034d3a489 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:18:55.872178 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:55.902130 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-1227ba0c-f7a3-4967-b177-80814c7a1c4e None None] For port 087cf9f5-4769-4d1b-9f85-146797aa65a3, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=087cf9f5-4769-4d1b-9f85-146797aa65a3,segment=NetworkSegment(8c2d7c03-c549-4864-a3b2-625ad5e734eb),segment_id=8c2d7c03-c549-4864-a3b2-625ad5e734eb)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:55.936653 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-87784f5d-ab05-4066-acb4-a05a8b0ce399 req-aedc3721-bf54-45e5-a154-df92466019ef service neutron] 10.222.0.46 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854432 Dec 17 15:18:55.966248 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-dcb44f48-2a21-47c1-a511-745904b8a61c tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3669686 Dec 17 15:18:55.968981 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50610) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:55.976774 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-0e802cf1-36aa-4d63-9f03-1a5952242221 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-741759553', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}, 'admin_state_up': False}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:18:55.994660 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-9d4fdc42-b526-469f-b0a0-93ac6c7f93cd None None] Deleting port 087cf9f5-4769-4d1b-9f85-146797aa65a3 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:18:55.995047 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9d4fdc42-b526-469f-b0a0-93ac6c7f93cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:55.999108 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9c88334d-4788-48b5-9a7f-a061aaf5f36a tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:56.005566 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1227ba0c-f7a3-4967-b177-80814c7a1c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:56.017346 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c88334d-4788-48b5-9a7f-a061aaf5f36a tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:56.017346 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9c88334d-4788-48b5-9a7f-a061aaf5f36a tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:56.135924 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88334d-4788-48b5-9a7f-a061aaf5f36a tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Pushing event updated for resources: {'Network': ['ID=9e391348-61bc-4062-9d77-47f9f205e81b,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:56.201119 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-9d4fdc42-b526-469f-b0a0-93ac6c7f93cd None None] For port 087cf9f5-4769-4d1b-9f85-146797aa65a3, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=087cf9f5-4769-4d1b-9f85-146797aa65a3,segment=NetworkSegment(8c2d7c03-c549-4864-a3b2-625ad5e734eb),segment_id=8c2d7c03-c549-4864-a3b2-625ad5e734eb)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:56.201510 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9d4fdc42-b526-469f-b0a0-93ac6c7f93cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:56.211359 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 9e391348-61bc-4062-9d77-47f9f205e81b details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:18:56.214105 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0e802cf1-36aa-4d63-9f03-1a5952242221 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:56.215915 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0e802cf1-36aa-4d63-9f03-1a5952242221 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:56.227533 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port cc2c2779-3f13-41d7-9035-0e04839061ee completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:18:56.230628 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:18:56.230982 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:18:56.247606 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1227ba0c-f7a3-4967-b177-80814c7a1c4e None None] Pushing event updated for resources: {'Port': ['ID=087cf9f5-4769-4d1b-9f85-146797aa65a3,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:56.273984 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-9d4fdc42-b526-469f-b0a0-93ac6c7f93cd None None] Calling delete_port for 087cf9f5-4769-4d1b-9f85-146797aa65a3 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:18:56.284080 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port cc2c2779-3f13-41d7-9035-0e04839061ee triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:56.284458 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:56.305150 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0e802cf1-36aa-4d63-9f03-1a5952242221 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:56.386318 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ab83ee-afad-4aaa-b4b9-92406d469c18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-7043ffa2-3701-4a9f-aa66-68a034d3a489', 'network_id': '7043ffa2-3701-4a9f-aa66-68a034d3a489', 'tenant_id': '07c352a27b504cc09103eba3c0213fe1', 'fixed_ips': [{'subnet_id': '3aede8fa-c3ac-4ef1-9613-33af389c0765'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:18:56.387192 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c7ab83ee-afad-4aaa-b4b9-92406d469c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:56.569008 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:56.608516 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-c7ab83ee-afad-4aaa-b4b9-92406d469c18 None None] Allocated IP 172.20.0.2 (7043ffa2-3701-4a9f-aa66-68a034d3a489/3aede8fa-c3ac-4ef1-9613-33af389c0765/29aae497-b19c-4559-81d2-5f9a4e7608b5) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:18:56.632369 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9c88334d-4788-48b5-9a7f-a061aaf5f36a tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0753667 Dec 17 15:18:56.635422 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50626) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:56.637164 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port cc2c2779-3f13-41d7-9035-0e04839061ee, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=cc2c2779-3f13-41d7-9035-0e04839061ee,segment=NetworkSegment(0c037a90-4c1d-4a22-be76-067f0345dfe6),segment_id=0c037a90-4c1d-4a22-be76-067f0345dfe6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:56.644302 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-aaa89bcc-2163-4b23-84ac-2645d7bff927 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Request body: {'subnet': {'network_id': '9e391348-61bc-4062-9d77-47f9f205e81b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:18:56.817950 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9d4fdc42-b526-469f-b0a0-93ac6c7f93cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:56.847486 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:56.848429 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 28fbbec4-e2d4-44f9-9207-0d309ff8c6a1 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:18:56.881472 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4fdc42-b526-469f-b0a0-93ac6c7f93cd None None] Pushing event deleted for resources: {'Port': ['ID=087cf9f5-4769-4d1b-9f85-146797aa65a3,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:56.887853 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] Port 087cf9f5-4769-4d1b-9f85-146797aa65a3 update to ACTIVE by agent not found {{(pid=102834) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Dec 17 15:18:56.888845 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9b1187b9-fe2b-48cc-b827-ac72b94599e4 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:18:56.891993 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4fdc42-b526-469f-b0a0-93ac6c7f93cd None None] No DVR routers for this DVR port 087cf9f5-4769-4d1b-9f85-146797aa65a3 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:18:56.895754 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0e802cf1-36aa-4d63-9f03-1a5952242221 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:56.922382 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa89bcc-2163-4b23-84ac-2645d7bff927 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Made reservation on behalf of d52a0fa617c947efb4e6b9720f76a3a0 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:18:56.938569 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aaa89bcc-2163-4b23-84ac-2645d7bff927 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:57.021675 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c7ab83ee-afad-4aaa-b4b9-92406d469c18 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:57.065948 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=cc2c2779-3f13-41d7-9035-0e04839061ee,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:57.075670 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 9b1187b9-fe2b-48cc-b827-ac72b94599e4 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:57.075670 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:57.341816 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0e802cf1-36aa-4d63-9f03-1a5952242221 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:57.356722 n-d-820553-2 neutron-server[102833]: DEBUG neutron.objects.ports [None req-aaa89bcc-2163-4b23-84ac-2645d7bff927 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102833) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 15:18:57.358397 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aaa89bcc-2163-4b23-84ac-2645d7bff927 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:57.364019 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0e802cf1-36aa-4d63-9f03-1a5952242221 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:57.460110 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-af1cbea4-78e7-45f5-bb39-1fa819289ca6 req-4615ce49-04bf-4718-a49e-e1f770962904 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2e4d1b5-2ba5-4d08-98d6-11fc94ffb330 HTTP/1.1" status: 200 len: 210 time: 0.0838261 Dec 17 15:18:57.463652 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa89bcc-2163-4b23-84ac-2645d7bff927 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Pushing event updated for resources: {'Subnet': ['ID=2f6fc175-7908-4d91-9ea1-e0e351754938,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:57.485652 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa89bcc-2163-4b23-84ac-2645d7bff927 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Checking segment: {'id': '2d3eb223-2930-4e70-be5c-8edff9d1ce7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9e391348-61bc-4062-9d77-47f9f205e81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:18:57.486435 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa89bcc-2163-4b23-84ac-2645d7bff927 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Network hostable DHCP agents. Network: 9e391348-61bc-4062-9d77-47f9f205e81b, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:18:57.571383 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ce55d-4955-44a4-8356-d1f325a7000c req-30d68353-5bea-44b1-88ec-5ea8b9cb6de1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:57.578156 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3f1dc2-e8a3-4131-ac43-77f0776d6409 x-openstack-request-id: req-ff3f1dc2-e8a3-4131-ac43-77f0776d6409 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:18:57.578674 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0466edad-0a40-408e-9563-0c42aa580453", "name": "network-vif-plugged", "status": "completed", "tag": "a9e2f3c5-900e-4213-a9e0-32e50b35ea8b", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:18:57.578674 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ff3f1dc2-e8a3-4131-ac43-77f0776d6409 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:18:57.579054 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0466edad-0a40-408e-9563-0c42aa580453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e2f3c5-900e-4213-a9e0-32e50b35ea8b', 'code': 200} Dec 17 15:18:57.580580 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c7ab83ee-afad-4aaa-b4b9-92406d469c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:57.584902 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ce55d-4955-44a4-8356-d1f325a7000c req-30d68353-5bea-44b1-88ec-5ea8b9cb6de1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:57.585939 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 28fbbec4-e2d4-44f9-9207-0d309ff8c6a1 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:18:57.621737 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ce55d-4955-44a4-8356-d1f325a7000c req-30d68353-5bea-44b1-88ec-5ea8b9cb6de1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:57.621963 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 28fbbec4-e2d4-44f9-9207-0d309ff8c6a1 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:57.622335 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:57.624080 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7e8ce55d-4955-44a4-8356-d1f325a7000c req-30d68353-5bea-44b1-88ec-5ea8b9cb6de1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a69a7d18-8bda-49f6-9793-972d56151d7b HTTP/1.1" status: 200 len: 2415 time: 0.1933842 Dec 17 15:18:57.642952 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa89bcc-2163-4b23-84ac-2645d7bff927 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Network 9e391348-61bc-4062-9d77-47f9f205e81b is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:18:57.666488 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ab83ee-afad-4aaa-b4b9-92406d469c18 None None] Network 7043ffa2-3701-4a9f-aa66-68a034d3a489 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:18:57.669430 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab83ee-afad-4aaa-b4b9-92406d469c18 None None] Pushing event updated for resources: {'Port': ['ID=29aae497-b19c-4559-81d2-5f9a4e7608b5,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:57.673953 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-c7ab83ee-afad-4aaa-b4b9-92406d469c18 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:18:57.677747 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ab83ee-afad-4aaa-b4b9-92406d469c18 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:18:57.689291 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-0e802cf1-36aa-4d63-9f03-1a5952242221 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Allocated IP 172.25.6.9 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/bff35219-f089-45a9-9ce9-5174a58ee64e) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:18:57.741266 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7e8ce55d-4955-44a4-8356-d1f325a7000c req-9c3375c8-9057-4726-9b17-f2776c0a9455 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006219 Dec 17 15:18:57.765078 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 5ec7dd63-178b-4dfe-9aca-e803419e62c1 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:18:57.765078 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 087cf9f5-4769-4d1b-9f85-146797aa65a3 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:18:57.799212 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-aaa89bcc-2163-4b23-84ac-2645d7bff927 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 9e391348-61bc-4062-9d77-47f9f205e81b) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:18:57.824344 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa89bcc-2163-4b23-84ac-2645d7bff927 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:57.824344 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aaa89bcc-2163-4b23-84ac-2645d7bff927 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:57.832551 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c68036-95de-48cd-9c54-9e49cfc87e87 None None] Network 9e391348-61bc-4062-9d77-47f9f205e81b requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:18:57.867687 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0e802cf1-36aa-4d63-9f03-1a5952242221 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:57.938252 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 087cf9f5-4769-4d1b-9f85-146797aa65a3 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:18:57.938835 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 087cf9f5-4769-4d1b-9f85-146797aa65a3 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:18:57.999575 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-aaa89bcc-2163-4b23-84ac-2645d7bff927 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3577807 Dec 17 15:18:58.013238 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50690) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:58.013238 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-41bce5e5-d99b-4529-ac23-739bd146d78b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Request body: {'port': {'network_id': '9e391348-61bc-4062-9d77-47f9f205e81b', 'name': 'tempest-NetworksIpV6TestAttrs-1875466692'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:18:58.038638 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-c7ab83ee-afad-4aaa-b4b9-92406d469c18 None None] Attempting to bind port 29aae497-b19c-4559-81d2-5f9a4e7608b5 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:18:58.039283 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-c7ab83ee-afad-4aaa-b4b9-92406d469c18 None None] Attempting to bind port 29aae497-b19c-4559-81d2-5f9a4e7608b5 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '9205c4d7-b148-4172-8652-e2050f9120de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7043ffa2-3701-4a9f-aa66-68a034d3a489'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:18:58.039802 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ab83ee-afad-4aaa-b4b9-92406d469c18 None None] Attempting to bind port 29aae497-b19c-4559-81d2-5f9a4e7608b5 on network 7043ffa2-3701-4a9f-aa66-68a034d3a489 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:18:58.065990 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.resource_extend [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 15:18:58.069714 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ab83ee-afad-4aaa-b4b9-92406d469c18 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:18:58.070461 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ab83ee-afad-4aaa-b4b9-92406d469c18 None None] Checking segment: {'id': '9205c4d7-b148-4172-8652-e2050f9120de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7043ffa2-3701-4a9f-aa66-68a034d3a489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:18:58.071169 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c7ab83ee-afad-4aaa-b4b9-92406d469c18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:58.072526 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ab83ee-afad-4aaa-b4b9-92406d469c18 None None] Bound using segment: {'id': '9205c4d7-b148-4172-8652-e2050f9120de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7043ffa2-3701-4a9f-aa66-68a034d3a489'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:18:58.073190 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-c7ab83ee-afad-4aaa-b4b9-92406d469c18 None None] Bound port: 29aae497-b19c-4559-81d2-5f9a4e7608b5, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9205c4d7-b148-4172-8652-e2050f9120de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7043ffa2-3701-4a9f-aa66-68a034d3a489'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:18:58.073743 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c7ab83ee-afad-4aaa-b4b9-92406d469c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:58.092939 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0e802cf1-36aa-4d63-9f03-1a5952242221 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:58.146903 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:58.222443 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e802cf1-36aa-4d63-9f03-1a5952242221 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:18:58.228256 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-0e802cf1-36aa-4d63-9f03-1a5952242221 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:18:58.247273 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e802cf1-36aa-4d63-9f03-1a5952242221 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:18:58.264064 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 28fbbec4-e2d4-44f9-9207-0d309ff8c6a1, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=28fbbec4-e2d4-44f9-9207-0d309ff8c6a1,segment=NetworkSegment(b046e27f-27e3-4cfb-82e0-95ac137dd346),segment_id=b046e27f-27e3-4cfb-82e0-95ac137dd346)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:58.299200 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bce5e5-d99b-4529-ac23-739bd146d78b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Made reservation on behalf of d52a0fa617c947efb4e6b9720f76a3a0 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:18:58.303104 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-41bce5e5-d99b-4529-ac23-739bd146d78b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:58.371591 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 5ec7dd63-178b-4dfe-9aca-e803419e62c1, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=5ec7dd63-178b-4dfe-9aca-e803419e62c1,segment=NetworkSegment(75195253-a18c-43b8-b6db-179ccc3e1ed0),segment_id=75195253-a18c-43b8-b6db-179ccc3e1ed0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:58.372129 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-41bce5e5-d99b-4529-ac23-739bd146d78b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] device_id is not set on port 2d89a110-f722-4d74-b23a-7b60bb29f2ff yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:18:58.380429 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6f8468-cc43-4cf8-9859-c798f40dd897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-9e391348-61bc-4062-9d77-47f9f205e81b', 'network_id': '9e391348-61bc-4062-9d77-47f9f205e81b', 'tenant_id': 'd52a0fa617c947efb4e6b9720f76a3a0', 'fixed_ips': [{'subnet_id': '2f6fc175-7908-4d91-9ea1-e0e351754938'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:18:58.381560 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ec6f8468-cc43-4cf8-9859-c798f40dd897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:58.385308 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c7ab83ee-afad-4aaa-b4b9-92406d469c18 None None] For port 29aae497-b19c-4559-81d2-5f9a4e7608b5, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:18:58.410400 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '5ec7dd63-178b-4dfe-9aca-e803419e62c1', 'network_id': 'c55c80a5-833c-48da-873a-0d6892b2ac27', 'port_id': '5ec7dd63-178b-4dfe-9aca-e803419e62c1', 'mac_address': 'fa:16:3e:17:4f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4dd92c-6f31-4733-ad5e-39ad920cb8f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:18:58.415946 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c7ab83ee-afad-4aaa-b4b9-92406d469c18 None None] For port 29aae497-b19c-4559-81d2-5f9a4e7608b5, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=29aae497-b19c-4559-81d2-5f9a4e7608b5,segment=NetworkSegment(9205c4d7-b148-4172-8652-e2050f9120de),segment_id=9205c4d7-b148-4172-8652-e2050f9120de)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:18:58.433261 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e802cf1-36aa-4d63-9f03-1a5952242221 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Pushing event updated for resources: {'Port': ['ID=bff35219-f089-45a9-9ce9-5174a58ee64e,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:58.513813 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:58.514885 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f82459a4-b5d8-4d73-bc29-0da1f73562ed up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:18:58.564646 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-41bce5e5-d99b-4529-ac23-739bd146d78b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Allocated IP 2001:db8::f816:3eff:feca:5cb (9e391348-61bc-4062-9d77-47f9f205e81b/2f6fc175-7908-4d91-9ea1-e0e351754938/2d89a110-f722-4d74-b23a-7b60bb29f2ff) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:18:58.635305 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c7ab83ee-afad-4aaa-b4b9-92406d469c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:58.640461 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:58.654503 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=28fbbec4-e2d4-44f9-9207-0d309ff8c6a1,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:58.669381 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ec7dd63-178b-4dfe-9aca-e803419e62c1 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:18:58.766668 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 5ec7dd63-178b-4dfe-9aca-e803419e62c1, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=5ec7dd63-178b-4dfe-9aca-e803419e62c1,segment=NetworkSegment(75195253-a18c-43b8-b6db-179ccc3e1ed0),segment_id=75195253-a18c-43b8-b6db-179ccc3e1ed0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:58.786135 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab83ee-afad-4aaa-b4b9-92406d469c18 None None] Pushing event updated for resources: {'Port': ['ID=29aae497-b19c-4559-81d2-5f9a4e7608b5,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:58.952810 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-41bce5e5-d99b-4529-ac23-739bd146d78b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:59.004364 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0e802cf1-36aa-4d63-9f03-1a5952242221 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:59.019112 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port f82459a4-b5d8-4d73-bc29-0da1f73562ed completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:18:59.054129 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:59.059828 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4212ca51-0f68-4297-85f6-6cf7e1472244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:59.062718 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port f82459a4-b5d8-4d73-bc29-0da1f73562ed triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:18:59.063092 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:59.184104 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=5ec7dd63-178b-4dfe-9aca-e803419e62c1,revision_number=6']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:59.218649 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['5ec7dd63-178b-4dfe-9aca-e803419e62c1'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:18:59.238013 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-41bce5e5-d99b-4529-ac23-739bd146d78b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:59.313812 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-ec6f8468-cc43-4cf8-9859-c798f40dd897 None None] Allocated IP 2001:db8::f816:3eff:fe90:63bb (9e391348-61bc-4062-9d77-47f9f205e81b/2f6fc175-7908-4d91-9ea1-e0e351754938/eba269a1-c7d9-4b27-a92e-057dd4d159b6) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:18:59.356971 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bce5e5-d99b-4529-ac23-739bd146d78b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Network 9e391348-61bc-4062-9d77-47f9f205e81b is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:18:59.365903 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-41bce5e5-d99b-4529-ac23-739bd146d78b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:18:59.375831 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bce5e5-d99b-4529-ac23-739bd146d78b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:18:59.388324 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0e802cf1-36aa-4d63-9f03-1a5952242221 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:59.389809 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bce5e5-d99b-4529-ac23-739bd146d78b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:59.390468 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-41bce5e5-d99b-4529-ac23-739bd146d78b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:59.434157 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bce5e5-d99b-4529-ac23-739bd146d78b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Pushing event updated for resources: {'Port': ['ID=2d89a110-f722-4d74-b23a-7b60bb29f2ff,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:59.518874 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ec6f8468-cc43-4cf8-9859-c798f40dd897 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:59.553653 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-41bce5e5-d99b-4529-ac23-739bd146d78b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5524166 Dec 17 15:18:59.556940 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50772) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:18:59.579590 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69a7d18-8bda-49f6-9793-972d56151d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2c2779-3f13-41d7-9035-0e04839061ee'}, {'server_uuid': 'a69a7d18-8bda-49f6-9793-972d56151d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fbbec4-e2d4-44f9-9207-0d309ff8c6a1'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:18:59.582227 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2a4d48-76db-4654-a2a5-e870d9e0ccd2" -d '{"events": [{"server_uuid": "a69a7d18-8bda-49f6-9793-972d56151d7b", "name": "network-vif-plugged", "status": "completed", "tag": "cc2c2779-3f13-41d7-9035-0e04839061ee"}, {"server_uuid": "a69a7d18-8bda-49f6-9793-972d56151d7b", "name": "network-vif-plugged", "status": "completed", "tag": "28fbbec4-e2d4-44f9-9207-0d309ff8c6a1"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:18:59.589473 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdabcc9-91bf-4dd6-8886-8ca011a31aeb req-b0f44b89-87d4-4cfa-bd2e-7c9d73b1edf9 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:59.597441 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:59.599682 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdabcc9-91bf-4dd6-8886-8ca011a31aeb req-b0f44b89-87d4-4cfa-bd2e-7c9d73b1edf9 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:59.608095 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdabcc9-91bf-4dd6-8886-8ca011a31aeb req-b0f44b89-87d4-4cfa-bd2e-7c9d73b1edf9 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:18:59.609910 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6cdabcc9-91bf-4dd6-8886-8ca011a31aeb req-b0f44b89-87d4-4cfa-bd2e-7c9d73b1edf9 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a69a7d18-8bda-49f6-9793-972d56151d7b HTTP/1.1" status: 200 len: 2416 time: 0.1110528 Dec 17 15:18:59.661242 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-f828529f-512b-4ac4-85b7-500cd1f6368f tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Deleting subnet 2f6fc175-7908-4d91-9ea1-e0e351754938 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:18:59.681797 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f828529f-512b-4ac4-85b7-500cd1f6368f tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:59.714062 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ec6f8468-cc43-4cf8-9859-c798f40dd897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:59.717083 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6cdabcc9-91bf-4dd6-8886-8ca011a31aeb req-c376667b-c6b6-4805-9856-49d7c5273912 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847828 Dec 17 15:18:59.725086 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port f82459a4-b5d8-4d73-bc29-0da1f73562ed, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f82459a4-b5d8-4d73-bc29-0da1f73562ed,segment=NetworkSegment(0c037a90-4c1d-4a22-be76-067f0345dfe6),segment_id=0c037a90-4c1d-4a22-be76-067f0345dfe6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:18:59.756590 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f828529f-512b-4ac4-85b7-500cd1f6368f tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:18:59.874411 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Dec 2021 15:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cc8574-18f5-4f04-af09-886983ce769f x-openstack-request-id: req-b4cc8574-18f5-4f04-af09-886983ce769f {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:18:59.874788 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a69a7d18-8bda-49f6-9793-972d56151d7b", "name": "network-vif-plugged", "status": "completed", "tag": "cc2c2779-3f13-41d7-9035-0e04839061ee", "code": 200}, {"server_uuid": "a69a7d18-8bda-49f6-9793-972d56151d7b", "name": "network-vif-plugged", "status": "completed", "tag": "28fbbec4-e2d4-44f9-9207-0d309ff8c6a1", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:18:59.875049 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b4cc8574-18f5-4f04-af09-886983ce769f {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:18:59.875745 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69a7d18-8bda-49f6-9793-972d56151d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2c2779-3f13-41d7-9035-0e04839061ee', 'code': 200} Dec 17 15:18:59.876004 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69a7d18-8bda-49f6-9793-972d56151d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fbbec4-e2d4-44f9-9207-0d309ff8c6a1', 'code': 200} Dec 17 15:18:59.878300 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6f8468-cc43-4cf8-9859-c798f40dd897 None None] Network 9e391348-61bc-4062-9d77-47f9f205e81b is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:18:59.882805 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e802cf1-36aa-4d63-9f03-1a5952242221 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Router ffb8fdec-48e5-46bc-9e20-305be3cc915e is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:18:59.889372 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 29aae497-b19c-4559-81d2-5f9a4e7608b5 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:18:59.896974 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f8468-cc43-4cf8-9859-c798f40dd897 None None] Pushing event updated for resources: {'Port': ['ID=eba269a1-c7d9-4b27-a92e-057dd4d159b6,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:18:59.934732 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-ec6f8468-cc43-4cf8-9859-c798f40dd897 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:18:59.938612 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6f8468-cc43-4cf8-9859-c798f40dd897 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:18:59.956542 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:00.059485 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=f82459a4-b5d8-4d73-bc29-0da1f73562ed,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:00.138000 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-ec6f8468-cc43-4cf8-9859-c798f40dd897 None None] Attempting to bind port eba269a1-c7d9-4b27-a92e-057dd4d159b6 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:19:00.138370 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-ec6f8468-cc43-4cf8-9859-c798f40dd897 None None] Attempting to bind port eba269a1-c7d9-4b27-a92e-057dd4d159b6 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '2d3eb223-2930-4e70-be5c-8edff9d1ce7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9e391348-61bc-4062-9d77-47f9f205e81b'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:19:00.138731 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6f8468-cc43-4cf8-9859-c798f40dd897 None None] Attempting to bind port eba269a1-c7d9-4b27-a92e-057dd4d159b6 on network 9e391348-61bc-4062-9d77-47f9f205e81b {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:19:00.151093 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6f8468-cc43-4cf8-9859-c798f40dd897 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:19:00.151689 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6f8468-cc43-4cf8-9859-c798f40dd897 None None] Checking segment: {'id': '2d3eb223-2930-4e70-be5c-8edff9d1ce7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9e391348-61bc-4062-9d77-47f9f205e81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:19:00.152102 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ec6f8468-cc43-4cf8-9859-c798f40dd897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:00.152836 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6f8468-cc43-4cf8-9859-c798f40dd897 None None] Bound using segment: {'id': '2d3eb223-2930-4e70-be5c-8edff9d1ce7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9e391348-61bc-4062-9d77-47f9f205e81b'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:19:00.153349 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-ec6f8468-cc43-4cf8-9859-c798f40dd897 None None] Bound port: eba269a1-c7d9-4b27-a92e-057dd4d159b6, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3eb223-2930-4e70-be5c-8edff9d1ce7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '9e391348-61bc-4062-9d77-47f9f205e81b'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:19:00.153763 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ec6f8468-cc43-4cf8-9859-c798f40dd897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:00.177655 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f828529f-512b-4ac4-85b7-500cd1f6368f tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:00.220663 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e802cf1-36aa-4d63-9f03-1a5952242221 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:19:00.275949 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5466c579-2f03-4d4d-98f9-75efc7956b1f None None] Sync routers for ids ['ffb8fdec-48e5-46bc-9e20-305be3cc915e'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:19:00.319428 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 29aae497-b19c-4559-81d2-5f9a4e7608b5 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:00.319886 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:00.350684 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec717b9-2b94-4d6f-ba28-d03b509c9143 None None] Network 7043ffa2-3701-4a9f-aa66-68a034d3a489 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:19:00.381579 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0e802cf1-36aa-4d63-9f03-1a5952242221 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:00.387453 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0e802cf1-36aa-4d63-9f03-1a5952242221 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.4131634 Dec 17 15:19:00.387710 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50832) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:00.405406 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-f896b4d0-c354-4afe-a3e3-bdafffc2e239 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:00.407731 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-f896b4d0-c354-4afe-a3e3-bdafffc2e239 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/networks?id=72959918-115f-4f15-a904-42652bab9b2e HTTP/1.1" status: 200 len: 810 time: 0.1847153 Dec 17 15:19:00.424065 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5466c579-2f03-4d4d-98f9-75efc7956b1f None None] Routers {'ffb8fdec-48e5-46bc-9e20-305be3cc915e'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:19:00.424715 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-5466c579-2f03-4d4d-98f9-75efc7956b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:18:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['ffb8fdec-48e5-46bc-9e20-305be3cc915e'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:00.427870 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f828529f-512b-4ac4-85b7-500cd1f6368f tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:00.433115 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-2a4c9138-f0a0-4af1-9b76-7c0d8f469085 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/quotas/47d7fbf2bea4406699034a230bc642f9 HTTP/1.1" status: 200 len: 375 time: 0.0183182 Dec 17 15:19:00.467819 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-5466c579-2f03-4d4d-98f9-75efc7956b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:00.471717 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-ec6f8468-cc43-4cf8-9859-c798f40dd897 None None] For port eba269a1-c7d9-4b27-a92e-057dd4d159b6, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:19:00.500470 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f828529f-512b-4ac4-85b7-500cd1f6368f tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:00.504758 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f828529f-512b-4ac4-85b7-500cd1f6368f tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "DELETE /v2.0/subnets/2f6fc175-7908-4d91-9ea1-e0e351754938 HTTP/1.1" status: 204 len: 168 time: 0.9462287 Dec 17 15:19:00.524679 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-80f0beca-8a3f-448e-a896-14412f87555d tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=47d7fbf2bea4406699034a230bc642f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0814927 Dec 17 15:19:00.527599 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50848) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:00.545884 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-ec6f8468-cc43-4cf8-9859-c798f40dd897 None None] For port eba269a1-c7d9-4b27-a92e-057dd4d159b6, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=eba269a1-c7d9-4b27-a92e-057dd4d159b6,segment=NetworkSegment(2d3eb223-2930-4e70-be5c-8edff9d1ce7b),segment_id=2d3eb223-2930-4e70-be5c-8edff9d1ce7b)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:19:00.566317 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-3732c57c-c389-4ea2-b35b-1c65ff4e08a7 None None] Provisioning complete for port 29aae497-b19c-4559-81d2-5f9a4e7608b5 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:00.566623 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3732c57c-c389-4ea2-b35b-1c65ff4e08a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:00.577784 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828529f-512b-4ac4-85b7-500cd1f6368f tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Pushing event deleted for resources: {'Subnet': ['ID=2f6fc175-7908-4d91-9ea1-e0e351754938,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:00.731709 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc966b67-3cad-4a36-a7e5-2f6111cebe1f tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:00.733158 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc966b67-3cad-4a36-a7e5-2f6111cebe1f tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:00.734790 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-cc966b67-3cad-4a36-a7e5-2f6111cebe1f tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2063079 Dec 17 15:19:00.742360 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50856) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:00.791898 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-79fd3243-974a-4841-b785-7f46c21bd35d service neutron] 10.222.0.46 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653480 Dec 17 15:19:00.834155 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5466c579-2f03-4d4d-98f9-75efc7956b1f None None] Routers {'ffb8fdec-48e5-46bc-9e20-305be3cc915e'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:19:00.834909 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-5466c579-2f03-4d4d-98f9-75efc7956b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:18:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['ffb8fdec-48e5-46bc-9e20-305be3cc915e'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:00.907169 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ec6f8468-cc43-4cf8-9859-c798f40dd897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:00.923106 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f9f922b6-98b8-4070-8adf-04e875866e64 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:00.936403 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f922b6-98b8-4070-8adf-04e875866e64 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 17 15:19:00.936403 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9f922b6-98b8-4070-8adf-04e875866e64 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:19:00.943010 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f9f922b6-98b8-4070-8adf-04e875866e64 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "DELETE /v2.0/networks/9e391348-61bc-4062-9d77-47f9f205e81b HTTP/1.1" status: 409 len: 405 time: 0.1961331 Dec 17 15:19:00.943659 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50872) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:00.952911 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-aa1016e7-ccb4-44ab-ba14-fe2228afe30f tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-625145390'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:01.040295 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f8468-cc43-4cf8-9859-c798f40dd897 None None] Pushing event updated for resources: {'Port': ['ID=eba269a1-c7d9-4b27-a92e-057dd4d159b6,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:01.070669 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-5466c579-2f03-4d4d-98f9-75efc7956b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:01.072229 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5466c579-2f03-4d4d-98f9-75efc7956b1f None None] The sync data for ids ['ffb8fdec-48e5-46bc-9e20-305be3cc915e'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:19:01.088414 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-8008d71e-1036-4881-bba4-5d35e2d9bd89 service neutron] 10.222.0.46 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869565 Dec 17 15:19:01.205941 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:01.208256 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b0c9804b-b99e-4d41-b1db-32bb6c9af84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:01.251149 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3732c57c-c389-4ea2-b35b-1c65ff4e08a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:01.289159 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 29aae497-b19c-4559-81d2-5f9a4e7608b5, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=29aae497-b19c-4559-81d2-5f9a4e7608b5,segment=NetworkSegment(9205c4d7-b148-4172-8652-e2050f9120de),segment_id=9205c4d7-b148-4172-8652-e2050f9120de)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:01.305149 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cd7382f1-4c1d-4adc-8750-94ec900468f9 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:01.313791 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1016e7-ccb4-44ab-ba14-fe2228afe30f tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Made reservation on behalf of d52a0fa617c947efb4e6b9720f76a3a0 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:19:01.318107 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aa1016e7-ccb4-44ab-ba14-fe2228afe30f tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:01.321393 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45387f97-19c2-4e58-8a59-10ebe87d4c8c req-37e6a972-efad-42d4-a076-bda67710738a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:01.345521 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45387f97-19c2-4e58-8a59-10ebe87d4c8c req-37e6a972-efad-42d4-a076-bda67710738a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:01.355635 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:01.361638 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45387f97-19c2-4e58-8a59-10ebe87d4c8c req-37e6a972-efad-42d4-a076-bda67710738a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:01.366636 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45387f97-19c2-4e58-8a59-10ebe87d4c8c req-37e6a972-efad-42d4-a076-bda67710738a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a69a7d18-8bda-49f6-9793-972d56151d7b HTTP/1.1" status: 200 len: 2417 time: 0.1747818 Dec 17 15:19:01.496314 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45387f97-19c2-4e58-8a59-10ebe87d4c8c req-b69142f1-6227-48a1-9a3c-ea1feb784ee8 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200869 Dec 17 15:19:01.507926 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa1016e7-ccb4-44ab-ba14-fe2228afe30f tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:19:01.568829 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aa1016e7-ccb4-44ab-ba14-fe2228afe30f tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:01.573172 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-aa1016e7-ccb4-44ab-ba14-fe2228afe30f tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Added segment fa138159-5b33-4187-bcb4-f78ac5d3363c of type vlan for network 7588424e-5331-4ecf-931c-fd4dcff70f97 Dec 17 15:19:01.575468 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-3732c57c-c389-4ea2-b35b-1c65ff4e08a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:19:01.575468 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-3732c57c-c389-4ea2-b35b-1c65ff4e08a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:19:01.592763 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=29aae497-b19c-4559-81d2-5f9a4e7608b5,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:01.666798 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aa1016e7-ccb4-44ab-ba14-fe2228afe30f tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:01.757092 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 5ec7dd63-178b-4dfe-9aca-e803419e62c1 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:19:01.870572 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 5ec7dd63-178b-4dfe-9aca-e803419e62c1 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:01.871181 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:01.877803 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69a7d18-8bda-49f6-9793-972d56151d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82459a4-b5d8-4d73-bc29-0da1f73562ed'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:19:01.880170 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e4db69-1fe8-491e-8d09-82160dc01d93" -d '{"events": [{"server_uuid": "a69a7d18-8bda-49f6-9793-972d56151d7b", "name": "network-vif-plugged", "status": "completed", "tag": "f82459a4-b5d8-4d73-bc29-0da1f73562ed"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:19:02.033191 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aa1016e7-ccb4-44ab-ba14-fe2228afe30f tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:02.042437 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:02.044521 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 29aae497-b19c-4559-81d2-5f9a4e7608b5 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:19:02.045628 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1016e7-ccb4-44ab-ba14-fe2228afe30f tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:02.046272 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aa1016e7-ccb4-44ab-ba14-fe2228afe30f tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:02.169327 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1016e7-ccb4-44ab-ba14-fe2228afe30f tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Pushing event updated for resources: {'Network': ['ID=7588424e-5331-4ecf-931c-fd4dcff70f97,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:02.190265 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 7588424e-5331-4ecf-931c-fd4dcff70f97 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:19:02.207399 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50918) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:02.214352 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-d7f401be-ac2d-4c33-b009-49ce3faf8c5b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Request body: {'subnet': {'network_id': '7588424e-5331-4ecf-931c-fd4dcff70f97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:02.218792 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-aa1016e7-ccb4-44ab-ba14-fe2228afe30f tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2700319 Dec 17 15:19:02.221292 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-cd7382f1-4c1d-4adc-8750-94ec900468f9 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Allocated IP 172.20.0.1 (7043ffa2-3701-4a9f-aa66-68a034d3a489/3aede8fa-c3ac-4ef1-9613-33af389c0765/27c76eb1-5c05-41fd-886c-49bddfcbc887) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:19:02.314508 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 5ec7dd63-178b-4dfe-9aca-e803419e62c1, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=5ec7dd63-178b-4dfe-9aca-e803419e62c1,segment=NetworkSegment(75195253-a18c-43b8-b6db-179ccc3e1ed0),segment_id=75195253-a18c-43b8-b6db-179ccc3e1ed0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:02.414475 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:02.421167 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-02f02f3a-1c75-4dcf-80c8-6280f29a6c21 None None] Provisioning complete for port 29aae497-b19c-4559-81d2-5f9a4e7608b5 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:02.421537 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-02f02f3a-1c75-4dcf-80c8-6280f29a6c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:02.449429 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 29aae497-b19c-4559-81d2-5f9a4e7608b5 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:02.449808 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:02.454194 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:02.524048 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cd7382f1-4c1d-4adc-8750-94ec900468f9 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:02.536502 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f401be-ac2d-4c33-b009-49ce3faf8c5b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Made reservation on behalf of d52a0fa617c947efb4e6b9720f76a3a0 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:19:02.537884 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d7f401be-ac2d-4c33-b009-49ce3faf8c5b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:02.635641 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=5ec7dd63-178b-4dfe-9aca-e803419e62c1,revision_number=7']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:03.077328 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device eba269a1-c7d9-4b27-a92e-057dd4d159b6 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:19:03.079047 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cd7382f1-4c1d-4adc-8750-94ec900468f9 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:03.119173 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a87efc-016b-4235-b5c9-841d68fb39d7 None None] Network 9e391348-61bc-4062-9d77-47f9f205e81b requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:19:03.122637 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port eba269a1-c7d9-4b27-a92e-057dd4d159b6 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:03.123016 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:03.153285 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7382f1-4c1d-4adc-8750-94ec900468f9 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Pushing event updated for resources: {'Port': ['ID=27c76eb1-5c05-41fd-886c-49bddfcbc887,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:03.177782 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7382f1-4c1d-4adc-8750-94ec900468f9 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Network 7043ffa2-3701-4a9f-aa66-68a034d3a489 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:19:03.179632 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-cd7382f1-4c1d-4adc-8750-94ec900468f9 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:03.192941 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7382f1-4c1d-4adc-8750-94ec900468f9 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:19:03.279607 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-b0fce008-56ec-4c1d-b373-306294d341e0 None None] Provisioning complete for port eba269a1-c7d9-4b27-a92e-057dd4d159b6 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:03.279983 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b0fce008-56ec-4c1d-b373-306294d341e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:03.337407 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cd7382f1-4c1d-4adc-8750-94ec900468f9 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:03.442850 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:03.576496 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port eba269a1-c7d9-4b27-a92e-057dd4d159b6, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=eba269a1-c7d9-4b27-a92e-057dd4d159b6,segment=NetworkSegment(2d3eb223-2930-4e70-be5c-8edff9d1ce7b),segment_id=2d3eb223-2930-4e70-be5c-8edff9d1ce7b)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:03.675946 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cd7382f1-4c1d-4adc-8750-94ec900468f9 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:03.702170 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:03.720802 n-d-820553-2 neutron-server[102832]: DEBUG neutron.objects.ports [None req-d7f401be-ac2d-4c33-b009-49ce3faf8c5b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102832) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 15:19:03.725321 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d7f401be-ac2d-4c33-b009-49ce3faf8c5b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:03.839669 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37284803-3445-41fe-b919-e7e94f7acaba None None] DHCP port deletion for 9e391348-61bc-4062-9d77-47f9f205e81b request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:19:03.848170 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=eba269a1-c7d9-4b27-a92e-057dd4d159b6,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:03.888865 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b0fce008-56ec-4c1d-b373-306294d341e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:03.906202 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f401be-ac2d-4c33-b009-49ce3faf8c5b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Pushing event updated for resources: {'Subnet': ['ID=78da219e-09a9-49d9-aa41-71a84c418b69,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:03.917929 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f401be-ac2d-4c33-b009-49ce3faf8c5b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Checking segment: {'id': 'fa138159-5b33-4187-bcb4-f78ac5d3363c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7588424e-5331-4ecf-931c-fd4dcff70f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:19:03.918550 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f401be-ac2d-4c33-b009-49ce3faf8c5b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Network hostable DHCP agents. Network: 7588424e-5331-4ecf-931c-fd4dcff70f97, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:19:03.943556 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device eba269a1-c7d9-4b27-a92e-057dd4d159b6 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:19:03.992085 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:04.045668 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f401be-ac2d-4c33-b009-49ce3faf8c5b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Network 7588424e-5331-4ecf-931c-fd4dcff70f97 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:19:04.116737 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-37284803-3445-41fe-b919-e7e94f7acaba None None] Deleting port eba269a1-c7d9-4b27-a92e-057dd4d159b6 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:19:04.117368 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-37284803-3445-41fe-b919-e7e94f7acaba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:04.134834 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-d7f401be-ac2d-4c33-b009-49ce3faf8c5b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 7588424e-5331-4ecf-931c-fd4dcff70f97) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:04.139726 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f401be-ac2d-4c33-b009-49ce3faf8c5b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:04.141421 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d7f401be-ac2d-4c33-b009-49ce3faf8c5b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:04.144637 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-b0fce008-56ec-4c1d-b373-306294d341e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:19:04.145130 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-b0fce008-56ec-4c1d-b373-306294d341e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:19:04.201077 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5103a89a-566f-4170-b37c-6c8f3960a93b None None] Network 7588424e-5331-4ecf-931c-fd4dcff70f97 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:19:04.257350 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d7f401be-ac2d-4c33-b009-49ce3faf8c5b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.0486085 Dec 17 15:19:04.258382 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50932) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:04.314787 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:04.329667 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cd7382f1-4c1d-4adc-8750-94ec900468f9 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:04.386244 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cd7382f1-4c1d-4adc-8750-94ec900468f9 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:04.501423 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cd7382f1-4c1d-4adc-8750-94ec900468f9 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:04.716176 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7382f1-4c1d-4adc-8750-94ec900468f9 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Pushing event updated for resources: {'Port': ['ID=27c76eb1-5c05-41fd-886c-49bddfcbc887,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:04.772777 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:04.812214 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7382f1-4c1d-4adc-8750-94ec900468f9 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Network 7043ffa2-3701-4a9f-aa66-68a034d3a489 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:19:04.814069 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-cd7382f1-4c1d-4adc-8750-94ec900468f9 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:04.895310 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port eba269a1-c7d9-4b27-a92e-057dd4d159b6, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=eba269a1-c7d9-4b27-a92e-057dd4d159b6,segment=NetworkSegment(2d3eb223-2930-4e70-be5c-8edff9d1ce7b),segment_id=2d3eb223-2930-4e70-be5c-8edff9d1ce7b)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:04.919046 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-37284803-3445-41fe-b919-e7e94f7acaba None None] For port eba269a1-c7d9-4b27-a92e-057dd4d159b6, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=eba269a1-c7d9-4b27-a92e-057dd4d159b6,segment=NetworkSegment(2d3eb223-2930-4e70-be5c-8edff9d1ce7b),segment_id=2d3eb223-2930-4e70-be5c-8edff9d1ce7b)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:04.919730 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-37284803-3445-41fe-b919-e7e94f7acaba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:05.010782 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:05.036938 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41374caa-e49c-4d36-b207-b57d18934be8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-7588424e-5331-4ecf-931c-fd4dcff70f97', 'network_id': '7588424e-5331-4ecf-931c-fd4dcff70f97', 'tenant_id': 'd52a0fa617c947efb4e6b9720f76a3a0', 'fixed_ips': [{'subnet_id': '78da219e-09a9-49d9-aa41-71a84c418b69'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:19:05.042810 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-41374caa-e49c-4d36-b207-b57d18934be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:05.060951 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-37284803-3445-41fe-b919-e7e94f7acaba None None] Calling delete_port for eba269a1-c7d9-4b27-a92e-057dd4d159b6 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:19:05.311041 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e0099109-cb15-42a6-acc9-0ef5d3ef7cd0 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:05.514299 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=eba269a1-c7d9-4b27-a92e-057dd4d159b6,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:05.558821 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e0099109-cb15-42a6-acc9-0ef5d3ef7cd0 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:05.568830 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-37284803-3445-41fe-b919-e7e94f7acaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:05.594331 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-e71d194c-9610-4d98-a262-e52edd10c5de None None] Provisioning complete for port 27c76eb1-5c05-41fd-886c-49bddfcbc887 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:05.597658 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e71d194c-9610-4d98-a262-e52edd10c5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:05.640075 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37284803-3445-41fe-b919-e7e94f7acaba None None] No DVR routers for this DVR port eba269a1-c7d9-4b27-a92e-057dd4d159b6 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:19:05.663147 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37284803-3445-41fe-b919-e7e94f7acaba None None] Pushing event deleted for resources: {'Port': ['ID=eba269a1-c7d9-4b27-a92e-057dd4d159b6,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:05.737398 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-e71d194c-9610-4d98-a262-e52edd10c5de None None] Port 27c76eb1-5c05-41fd-886c-49bddfcbc887 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:19:05.742242 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-41374caa-e49c-4d36-b207-b57d18934be8 None None] Allocated IP 2001:db8::f816:3eff:fea5:ff5c (7588424e-5331-4ecf-931c-fd4dcff70f97/78da219e-09a9-49d9-aa41-71a84c418b69/24661219-cf58-490d-b2d3-08dfaa2ed779) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:19:05.886307 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-3fb4a721-76f7-43d3-876b-055c7cc14235 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:05.888402 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-3fb4a721-76f7-43d3-876b-055c7cc14235 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.13 "GET /v2.0/networks?id=72959918-115f-4f15-a904-42652bab9b2e HTTP/1.1" status: 200 len: 810 time: 0.1352525 Dec 17 15:19:05.944640 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-f4975f38-6332-4b29-b3b3-eecdd5a2b197 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Request body: {'port': {'device_id': '03fd3c95-187f-4d31-a09f-911b5b4f207c', 'network_id': '72959918-115f-4f15-a904-42652bab9b2e', 'admin_state_up': True, 'tenant_id': '47d7fbf2bea4406699034a230bc642f9'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:06.079671 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-41374caa-e49c-4d36-b207-b57d18934be8 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:06.153763 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7382f1-4c1d-4adc-8750-94ec900468f9 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Router ffb8fdec-48e5-46bc-9e20-305be3cc915e has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:19:06.169190 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-41374caa-e49c-4d36-b207-b57d18934be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:06.270337 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41374caa-e49c-4d36-b207-b57d18934be8 None None] Network 7588424e-5331-4ecf-931c-fd4dcff70f97 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:19:06.273674 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-41374caa-e49c-4d36-b207-b57d18934be8 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:06.277470 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e0099109-cb15-42a6-acc9-0ef5d3ef7cd0 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:06.298623 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41374caa-e49c-4d36-b207-b57d18934be8 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:19:06.327777 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-f4975f38-6332-4b29-b3b3-eecdd5a2b197 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Made reservation on behalf of 47d7fbf2bea4406699034a230bc642f9 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:19:06.332287 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-f4975f38-6332-4b29-b3b3-eecdd5a2b197 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:06.339524 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0099109-cb15-42a6-acc9-0ef5d3ef7cd0 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Pushing event deleted for resources: {'Subnet': ['ID=78da219e-09a9-49d9-aa41-71a84c418b69,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:06.357261 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41374caa-e49c-4d36-b207-b57d18934be8 None None] Pushing event updated for resources: {'Port': ['ID=24661219-cf58-490d-b2d3-08dfaa2ed779,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:06.467433 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-41374caa-e49c-4d36-b207-b57d18934be8 None None] Attempting to bind port 24661219-cf58-490d-b2d3-08dfaa2ed779 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:19:06.467721 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-41374caa-e49c-4d36-b207-b57d18934be8 None None] Attempting to bind port 24661219-cf58-490d-b2d3-08dfaa2ed779 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'fa138159-5b33-4187-bcb4-f78ac5d3363c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7588424e-5331-4ecf-931c-fd4dcff70f97'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:19:06.468080 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41374caa-e49c-4d36-b207-b57d18934be8 None None] Attempting to bind port 24661219-cf58-490d-b2d3-08dfaa2ed779 on network 7588424e-5331-4ecf-931c-fd4dcff70f97 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:19:06.473351 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41374caa-e49c-4d36-b207-b57d18934be8 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:19:06.473730 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41374caa-e49c-4d36-b207-b57d18934be8 None None] Checking segment: {'id': 'fa138159-5b33-4187-bcb4-f78ac5d3363c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7588424e-5331-4ecf-931c-fd4dcff70f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:19:06.474138 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-41374caa-e49c-4d36-b207-b57d18934be8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:06.474532 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41374caa-e49c-4d36-b207-b57d18934be8 None None] Bound using segment: {'id': 'fa138159-5b33-4187-bcb4-f78ac5d3363c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7588424e-5331-4ecf-931c-fd4dcff70f97'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:19:06.475000 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-41374caa-e49c-4d36-b207-b57d18934be8 None None] Bound port: 24661219-cf58-490d-b2d3-08dfaa2ed779, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa138159-5b33-4187-bcb4-f78ac5d3363c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7588424e-5331-4ecf-931c-fd4dcff70f97'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:19:06.475390 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-41374caa-e49c-4d36-b207-b57d18934be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:06.488920 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e0099109-cb15-42a6-acc9-0ef5d3ef7cd0 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:06.542669 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-e0099109-cb15-42a6-acc9-0ef5d3ef7cd0 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7588424e-5331-4ecf-931c-fd4dcff70f97']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:06.566140 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-41374caa-e49c-4d36-b207-b57d18934be8 None None] For port 24661219-cf58-490d-b2d3-08dfaa2ed779, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:19:06.582771 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-e0099109-cb15-42a6-acc9-0ef5d3ef7cd0 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa138159-5b33-4187-bcb4-f78ac5d3363c') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:06.582771 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-e0099109-cb15-42a6-acc9-0ef5d3ef7cd0 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa138159-5b33-4187-bcb4-f78ac5d3363c') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:06.583043 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-41374caa-e49c-4d36-b207-b57d18934be8 None None] For port 24661219-cf58-490d-b2d3-08dfaa2ed779, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=24661219-cf58-490d-b2d3-08dfaa2ed779,segment=NetworkSegment(fa138159-5b33-4187-bcb4-f78ac5d3363c),segment_id=fa138159-5b33-4187-bcb4-f78ac5d3363c)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:19:06.600278 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e0099109-cb15-42a6-acc9-0ef5d3ef7cd0 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:06.660702 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-41374caa-e49c-4d36-b207-b57d18934be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:06.662764 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e0099109-cb15-42a6-acc9-0ef5d3ef7cd0 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:06.671779 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0099109-cb15-42a6-acc9-0ef5d3ef7cd0 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:19:06.672323 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e0099109-cb15-42a6-acc9-0ef5d3ef7cd0 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:06.675868 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:19:06.675868 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:19:06.675868 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:19:06.675868 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:19:06.675868 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:19:06.675868 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:19:06.675868 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:19:06.675868 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:19:06.675868 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:19:06.675868 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:19:06.675868 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:19:06.675868 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:19:06.675868 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:19:06.675868 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:19:06.675868 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:19:06.675868 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:19:06.675868 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:19:06.675868 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:19:06.675868 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:19:06.675868 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:19:06.675868 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:19:06.675868 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:19:06.675868 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:19:06.675868 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:19:06.675868 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:19:06.675868 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:19:06.675868 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:19:06.675868 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:19:06.675868 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:19:06.675868 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:19:06.675868 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:19:06.675868 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:19:06.710457 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-f4975f38-6332-4b29-b3b3-eecdd5a2b197 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Allocated IP 172.20.0.8 (72959918-115f-4f15-a904-42652bab9b2e/95ec1172-deaa-4898-b906-b0423633683b/700f2cf4-edb1-4991-8909-65133018e5fe) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:19:06.746332 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7382f1-4c1d-4adc-8750-94ec900468f9 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:19:06.761080 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cd7382f1-4c1d-4adc-8750-94ec900468f9 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] 10.222.0.46 "PUT /v2.0/routers/ffb8fdec-48e5-46bc-9e20-305be3cc915e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3676147 Dec 17 15:19:06.764506 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50934) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:06.774420 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117c8a8e-b41c-4635-bed5-22ffd3e86b54 None None] Sync routers for ids ['ffb8fdec-48e5-46bc-9e20-305be3cc915e'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:19:06.779276 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-47597422-6bc8-4a3a-8d55-a5452453214f tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Request body: {'port': {'network_id': '7043ffa2-3701-4a9f-aa66-68a034d3a489', 'name': 'tempest-FloatingIPAdminTestJSON-1694768294'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:06.793790 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117c8a8e-b41c-4635-bed5-22ffd3e86b54 None None] Routers {'ffb8fdec-48e5-46bc-9e20-305be3cc915e'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:19:06.795349 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-117c8a8e-b41c-4635-bed5-22ffd3e86b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:19:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['ffb8fdec-48e5-46bc-9e20-305be3cc915e'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:06.844387 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-117c8a8e-b41c-4635-bed5-22ffd3e86b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:06.847479 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41374caa-e49c-4d36-b207-b57d18934be8 None None] Pushing event updated for resources: {'Port': ['ID=24661219-cf58-490d-b2d3-08dfaa2ed779,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:06.858841 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117c8a8e-b41c-4635-bed5-22ffd3e86b54 None None] Routers {'ffb8fdec-48e5-46bc-9e20-305be3cc915e'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:19:06.859492 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-117c8a8e-b41c-4635-bed5-22ffd3e86b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:19:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['ffb8fdec-48e5-46bc-9e20-305be3cc915e'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:06.894677 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1167765a-3ac7-4067-8237-52c2299b75c6 None None] Network 7588424e-5331-4ecf-931c-fd4dcff70f97 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:19:06.958579 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-117c8a8e-b41c-4635-bed5-22ffd3e86b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:06.964201 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117c8a8e-b41c-4635-bed5-22ffd3e86b54 None None] The sync data for ids ['ffb8fdec-48e5-46bc-9e20-305be3cc915e'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:19:07.102332 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-f4975f38-6332-4b29-b3b3-eecdd5a2b197 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:07.118377 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.db.api [None req-e0099109-cb15-42a6-acc9-0ef5d3ef7cd0 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 15:19:07.118377 n-d-820553-2 neutron-server[102832]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 15:19:07.118377 n-d-820553-2 neutron-server[102832]: [parameters: {'id': '7588424e-5331-4ecf-931c-fd4dcff70f97'}] Dec 17 15:19:07.118377 n-d-820553-2 neutron-server[102832]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:19:07.124150 n-d-820553-2 neutron-server[102832]: DEBUG oslo_db.api [None req-e0099109-cb15-42a6-acc9-0ef5d3ef7cd0 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:19:07.239623 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b05079-2ba2-423e-9f1e-7cd90a782873 None None] get_active_networks_info from n-d-820553-2 {{(pid=102834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 17 15:19:07.249744 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-f4975f38-6332-4b29-b3b3-eecdd5a2b197 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:07.283567 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47597422-6bc8-4a3a-8d55-a5452453214f tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Made reservation on behalf of 07c352a27b504cc09103eba3c0213fe1 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:19:07.287379 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-47597422-6bc8-4a3a-8d55-a5452453214f tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:07.339763 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4975f38-6332-4b29-b3b3-eecdd5a2b197 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Pushing event updated for resources: {'Port': ['ID=700f2cf4-edb1-4991-8909-65133018e5fe,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:07.340133 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-47597422-6bc8-4a3a-8d55-a5452453214f tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] device_id is not set on port 2c864d2a-2c38-45d7-a5eb-940744331e79 yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:19:07.503979 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-f4975f38-6332-4b29-b3b3-eecdd5a2b197 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Network 72959918-115f-4f15-a904-42652bab9b2e is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:19:07.503979 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-f4975f38-6332-4b29-b3b3-eecdd5a2b197 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:07.503979 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-f4975f38-6332-4b29-b3b3-eecdd5a2b197 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:19:07.503979 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-f4975f38-6332-4b29-b3b3-eecdd5a2b197 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:07.503979 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-f4975f38-6332-4b29-b3b3-eecdd5a2b197 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:07.536247 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b05079-2ba2-423e-9f1e-7cd90a782873 None None] Resources bound (agent type, host, resource id): {{(pid=102834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 15:19:07.569770 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-47597422-6bc8-4a3a-8d55-a5452453214f tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Allocated IP 172.20.0.5 (7043ffa2-3701-4a9f-aa66-68a034d3a489/3aede8fa-c3ac-4ef1-9613-33af389c0765/2c864d2a-2c38-45d7-a5eb-940744331e79) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:19:07.635324 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e0099109-cb15-42a6-acc9-0ef5d3ef7cd0 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:07.753705 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-f4975f38-6332-4b29-b3b3-eecdd5a2b197 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8136752 Dec 17 15:19:07.767918 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-26225913-623d-43ea-8d61-4a9123daf3ff service neutron] Request body: {'port': {'device_id': '03fd3c95-187f-4d31-a09f-911b5b4f207c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:07.794175 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-e0099109-cb15-42a6-acc9-0ef5d3ef7cd0 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Deleting port 24661219-cf58-490d-b2d3-08dfaa2ed779 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:19:07.794528 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e0099109-cb15-42a6-acc9-0ef5d3ef7cd0 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:07.801187 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-47597422-6bc8-4a3a-8d55-a5452453214f tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:07.859453 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-26225913-623d-43ea-8d61-4a9123daf3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:07.892988 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-e0099109-cb15-42a6-acc9-0ef5d3ef7cd0 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] For port 24661219-cf58-490d-b2d3-08dfaa2ed779, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=24661219-cf58-490d-b2d3-08dfaa2ed779,segment=NetworkSegment(fa138159-5b33-4187-bcb4-f78ac5d3363c),segment_id=fa138159-5b33-4187-bcb4-f78ac5d3363c)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:07.893467 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e0099109-cb15-42a6-acc9-0ef5d3ef7cd0 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:07.910914 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-e0099109-cb15-42a6-acc9-0ef5d3ef7cd0 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Calling delete_port for 24661219-cf58-490d-b2d3-08dfaa2ed779 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:19:08.015445 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-47597422-6bc8-4a3a-8d55-a5452453214f tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:08.174926 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-26225913-623d-43ea-8d61-4a9123daf3ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 700f2cf4-edb1-4991-8909-65133018e5fe {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:19:08.183300 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-26225913-623d-43ea-8d61-4a9123daf3ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:08.197726 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-26225913-623d-43ea-8d61-4a9123daf3ff service neutron] Transition to ACTIVE for port object 700f2cf4-edb1-4991-8909-65133018e5fe will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:19:08.214736 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2ccff6-fa43-45d8-91ed-68a75dd9541c None None] get_active_networks_info from n-d-820553-2 {{(pid=102834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 17 15:19:08.232925 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47597422-6bc8-4a3a-8d55-a5452453214f tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Network 7043ffa2-3701-4a9f-aa66-68a034d3a489 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:19:08.273506 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-47597422-6bc8-4a3a-8d55-a5452453214f tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:08.276790 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-26225913-623d-43ea-8d61-4a9123daf3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:08.281576 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47597422-6bc8-4a3a-8d55-a5452453214f tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:19:08.348757 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47597422-6bc8-4a3a-8d55-a5452453214f tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Pushing event updated for resources: {'Port': ['ID=2c864d2a-2c38-45d7-a5eb-940744331e79,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:08.413984 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26225913-623d-43ea-8d61-4a9123daf3ff service neutron] Pushing event updated for resources: {'Port': ['ID=700f2cf4-edb1-4991-8909-65133018e5fe,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:08.425236 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2ccff6-fa43-45d8-91ed-68a75dd9541c None None] Resources bound (agent type, host, resource id): {{(pid=102834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 15:19:08.448254 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47597422-6bc8-4a3a-8d55-a5452453214f tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:08.448915 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-47597422-6bc8-4a3a-8d55-a5452453214f tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:08.482027 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e0099109-cb15-42a6-acc9-0ef5d3ef7cd0 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:08.544161 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0099109-cb15-42a6-acc9-0ef5d3ef7cd0 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Pushing event deleted for resources: {'Port': ['ID=24661219-cf58-490d-b2d3-08dfaa2ed779,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:08.551840 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0099109-cb15-42a6-acc9-0ef5d3ef7cd0 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] No DVR routers for this DVR port 24661219-cf58-490d-b2d3-08dfaa2ed779 on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:19:08.590047 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-26225913-623d-43ea-8d61-4a9123daf3ff service neutron] Attempting to bind port 700f2cf4-edb1-4991-8909-65133018e5fe on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:19:08.591027 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-26225913-623d-43ea-8d61-4a9123daf3ff service neutron] Attempting to bind port 700f2cf4-edb1-4991-8909-65133018e5fe by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '50913541-c4fc-4052-a5a4-4ef73bad2e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '72959918-115f-4f15-a904-42652bab9b2e'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:19:08.591027 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-26225913-623d-43ea-8d61-4a9123daf3ff service neutron] Attempting to bind port 700f2cf4-edb1-4991-8909-65133018e5fe on network 72959918-115f-4f15-a904-42652bab9b2e {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:19:08.595357 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-26225913-623d-43ea-8d61-4a9123daf3ff service neutron] Port 700f2cf4-edb1-4991-8909-65133018e5fe on network 72959918-115f-4f15-a904-42652bab9b2e not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:19:08.595678 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-26225913-623d-43ea-8d61-4a9123daf3ff service neutron] Attempting to bind port 700f2cf4-edb1-4991-8909-65133018e5fe on network 72959918-115f-4f15-a904-42652bab9b2e {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:19:08.608954 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-26225913-623d-43ea-8d61-4a9123daf3ff service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:19:08.609356 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-26225913-623d-43ea-8d61-4a9123daf3ff service neutron] Checking segment: {'id': '50913541-c4fc-4052-a5a4-4ef73bad2e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '72959918-115f-4f15-a904-42652bab9b2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:19:08.609745 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-26225913-623d-43ea-8d61-4a9123daf3ff service neutron] Bound using segment: {'id': '50913541-c4fc-4052-a5a4-4ef73bad2e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '72959918-115f-4f15-a904-42652bab9b2e'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:19:08.610168 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-26225913-623d-43ea-8d61-4a9123daf3ff service neutron] Bound port: 700f2cf4-edb1-4991-8909-65133018e5fe, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50913541-c4fc-4052-a5a4-4ef73bad2e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '72959918-115f-4f15-a904-42652bab9b2e'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:19:08.610532 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-26225913-623d-43ea-8d61-4a9123daf3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:08.621950 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-47597422-6bc8-4a3a-8d55-a5452453214f tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8485639 Dec 17 15:19:08.625940 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50940) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:08.756611 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e0099109-cb15-42a6-acc9-0ef5d3ef7cd0 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:08.794389 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-26225913-623d-43ea-8d61-4a9123daf3ff service neutron] For port 700f2cf4-edb1-4991-8909-65133018e5fe, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:19:08.798885 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-26225913-623d-43ea-8d61-4a9123daf3ff service neutron] For port 700f2cf4-edb1-4991-8909-65133018e5fe, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=700f2cf4-edb1-4991-8909-65133018e5fe,segment=NetworkSegment(50913541-c4fc-4052-a5a4-4ef73bad2e3d),segment_id=50913541-c4fc-4052-a5a4-4ef73bad2e3d)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:19:08.807208 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-e0099109-cb15-42a6-acc9-0ef5d3ef7cd0 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7588424e-5331-4ecf-931c-fd4dcff70f97']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:08.863588 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-e0099109-cb15-42a6-acc9-0ef5d3ef7cd0 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa138159-5b33-4187-bcb4-f78ac5d3363c') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:08.866550 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-e0099109-cb15-42a6-acc9-0ef5d3ef7cd0 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa138159-5b33-4187-bcb4-f78ac5d3363c') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:08.883614 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-26225913-623d-43ea-8d61-4a9123daf3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:08.889172 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e0099109-cb15-42a6-acc9-0ef5d3ef7cd0 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:08.924587 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e0099109-cb15-42a6-acc9-0ef5d3ef7cd0 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:08.931440 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-a737e089-accf-4bf3-a27a-e4004979d960 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'project_id': '07c352a27b504cc09103eba3c0213fe1', 'port_id': '2c864d2a-2c38-45d7-a5eb-940744331e79'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:08.941486 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0099109-cb15-42a6-acc9-0ef5d3ef7cd0 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:19:08.947601 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-26225913-623d-43ea-8d61-4a9123daf3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:08.948326 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-26225913-623d-43ea-8d61-4a9123daf3ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:08.950060 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-26225913-623d-43ea-8d61-4a9123daf3ff service neutron] 10.222.0.13 "PUT /v2.0/ports/700f2cf4-edb1-4991-8909-65133018e5fe HTTP/1.1" status: 200 len: 1091 time: 1.1881907 Dec 17 15:19:08.952520 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03fd3c95-187f-4d31-a09f-911b5b4f207c', 'tag': '700f2cf4-edb1-4991-8909-65133018e5fe'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:19:08.955209 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d1a9bb-f3cf-44f8-ab24-d506c7143937" -d '{"events": [{"name": "network-changed", "server_uuid": "03fd3c95-187f-4d31-a09f-911b5b4f207c", "tag": "700f2cf4-edb1-4991-8909-65133018e5fe"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:19:08.968614 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e0099109-cb15-42a6-acc9-0ef5d3ef7cd0 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:08.978330 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:19:08.978330 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:19:08.978330 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:19:08.978330 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:19:08.978330 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:19:08.978330 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:19:08.978330 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:19:08.978330 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:19:08.978330 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:19:08.978330 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:19:08.978330 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:19:08.978330 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:19:08.978330 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:19:08.978330 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:19:08.978330 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:19:08.978330 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:19:08.978330 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:19:08.978330 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:19:08.978330 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:19:08.978330 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:19:08.978330 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:19:08.978330 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:19:08.978330 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:19:08.978330 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:19:08.978330 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:19:08.978330 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:19:08.978330 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:19:08.978330 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:19:08.978330 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:19:08.978330 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:19:08.978330 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:19:08.978330 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:19:08.988679 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26225913-623d-43ea-8d61-4a9123daf3ff service neutron] Pushing event updated for resources: {'Port': ['ID=700f2cf4-edb1-4991-8909-65133018e5fe,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:09.282049 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e0099109-cb15-42a6-acc9-0ef5d3ef7cd0 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:09.285092 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a737e089-accf-4bf3-a27a-e4004979d960 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:09.291750 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e0099109-cb15-42a6-acc9-0ef5d3ef7cd0 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:09.296010 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e0099109-cb15-42a6-acc9-0ef5d3ef7cd0 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "DELETE /v2.0/networks/7588424e-5331-4ecf-931c-fd4dcff70f97 HTTP/1.1" status: 204 len: 168 time: 5.0357807 Dec 17 15:19:09.303770 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50946) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:09.318724 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-a9a1c0bf-35d2-482c-9ba8-7e82cdab148b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-223225363'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:09.360330 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0099109-cb15-42a6-acc9-0ef5d3ef7cd0 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Pushing event deleted for resources: {'Network': ['ID=7588424e-5331-4ecf-931c-fd4dcff70f97,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:09.397407 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-c546cf36-32f5-4bfb-a024-e270e3aa3b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:09.399068 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-c546cf36-32f5-4bfb-a024-e270e3aa3b00 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47d7fbf2bea4406699034a230bc642f9&device_id=03fd3c95-187f-4d31-a09f-911b5b4f207c HTTP/1.1" status: 200 len: 1094 time: 0.1251314 Dec 17 15:19:09.399206 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-2bfc7bc7-02c9-437e-be2d-a57c84d03851 None None] Provisioning complete for port 2c864d2a-2c38-45d7-a5eb-940744331e79 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:09.399843 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2bfc7bc7-02c9-437e-be2d-a57c84d03851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:09.432707 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a1c0bf-35d2-482c-9ba8-7e82cdab148b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Made reservation on behalf of d52a0fa617c947efb4e6b9720f76a3a0 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:19:09.437603 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a9a1c0bf-35d2-482c-9ba8-7e82cdab148b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:09.450145 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-cd4f911d-acc6-4516-b578-bde50c14bb8d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=700f2cf4-edb1-4991-8909-65133018e5fe HTTP/1.1" status: 200 len: 217 time: 0.0421262 Dec 17 15:19:09.490271 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9a1c0bf-35d2-482c-9ba8-7e82cdab148b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:19:09.499429 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-2bfc7bc7-02c9-437e-be2d-a57c84d03851 None None] Port 2c864d2a-2c38-45d7-a5eb-940744331e79 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:19:09.516674 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a9a1c0bf-35d2-482c-9ba8-7e82cdab148b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:09.517085 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-a9a1c0bf-35d2-482c-9ba8-7e82cdab148b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Added segment 932142ef-f139-464b-8c9e-131ee2971c2f of type vlan for network f04c2cb1-957d-4432-bad4-c986cf66f094 Dec 17 15:19:09.521216 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-1f624a08-db87-4396-89ed-09a03a16cf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:09.522986 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-1f624a08-db87-4396-89ed-09a03a16cf60 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=95ec1172-deaa-4898-b906-b0423633683b HTTP/1.1" status: 200 len: 850 time: 0.0656316 Dec 17 15:19:09.552340 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a737e089-accf-4bf3-a27a-e4004979d960 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:09.570145 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-78621e0d-7ff5-453e-b70d-6daa028dec29 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72959918-115f-4f15-a904-42652bab9b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379207 Dec 17 15:19:09.623935 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a9a1c0bf-35d2-482c-9ba8-7e82cdab148b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:09.763727 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a9a1c0bf-35d2-482c-9ba8-7e82cdab148b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:09.769534 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-a7b8f153-4f7c-486b-9b3f-8b80e3b4cc0e service neutron] 10.222.0.13 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916409 Dec 17 15:19:09.773211 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a1c0bf-35d2-482c-9ba8-7e82cdab148b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:09.773980 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a9a1c0bf-35d2-482c-9ba8-7e82cdab148b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:09.778685 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-a737e089-accf-4bf3-a27a-e4004979d960 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Allocated IP 172.25.6.107 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/72a9e0cc-efd5-4a29-976e-fe845fed2074) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:19:09.966923 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a1c0bf-35d2-482c-9ba8-7e82cdab148b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Pushing event updated for resources: {'Network': ['ID=f04c2cb1-957d-4432-bad4-c986cf66f094,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:09.976131 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a9a1c0bf-35d2-482c-9ba8-7e82cdab148b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6671844 Dec 17 15:19:09.977835 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50952) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:09.991594 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network f04c2cb1-957d-4432-bad4-c986cf66f094 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:19:09.996106 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-d769883e-1b38-4c89-a2f7-f09fd49c3aeb tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Request body: {'subnet': {'network_id': 'f04c2cb1-957d-4432-bad4-c986cf66f094', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:10.051795 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4b05e1ec-34ed-49c6-bbca-9b12a55b7d37 req-cb400f01-1bf4-450b-8502-3d4ab091d93d service neutron] 10.222.0.13 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745998 Dec 17 15:19:10.121996 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a737e089-accf-4bf3-a27a-e4004979d960 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:10.190804 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:10.242536 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d769883e-1b38-4c89-a2f7-f09fd49c3aeb tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Made reservation on behalf of d52a0fa617c947efb4e6b9720f76a3a0 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:19:10.246260 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d769883e-1b38-4c89-a2f7-f09fd49c3aeb tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:10.289621 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a737e089-accf-4bf3-a27a-e4004979d960 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:10.348574 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a737e089-accf-4bf3-a27a-e4004979d960 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:19:10.353010 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-a737e089-accf-4bf3-a27a-e4004979d960 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:10.360439 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a737e089-accf-4bf3-a27a-e4004979d960 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:19:10.414143 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737e089-accf-4bf3-a27a-e4004979d960 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Pushing event updated for resources: {'Port': ['ID=72a9e0cc-efd5-4a29-976e-fe845fed2074,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:10.649416 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d769883e-1b38-4c89-a2f7-f09fd49c3aeb tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:10.719516 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769883e-1b38-4c89-a2f7-f09fd49c3aeb tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Pushing event updated for resources: {'Subnet': ['ID=e3ba83aa-2c71-45ad-a0ab-851a8484c854,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:10.737553 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d769883e-1b38-4c89-a2f7-f09fd49c3aeb tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Checking segment: {'id': '932142ef-f139-464b-8c9e-131ee2971c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f04c2cb1-957d-4432-bad4-c986cf66f094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:19:10.737983 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d769883e-1b38-4c89-a2f7-f09fd49c3aeb tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Network hostable DHCP agents. Network: f04c2cb1-957d-4432-bad4-c986cf66f094, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:19:10.828299 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a737e089-accf-4bf3-a27a-e4004979d960 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:10.865594 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d769883e-1b38-4c89-a2f7-f09fd49c3aeb tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Network f04c2cb1-957d-4432-bad4-c986cf66f094 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:19:10.945952 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-d769883e-1b38-4c89-a2f7-f09fd49c3aeb tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, f04c2cb1-957d-4432-bad4-c986cf66f094) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:10.956605 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b838cf8e-c35a-4dcc-841a-3402659c0358 None None] Network f04c2cb1-957d-4432-bad4-c986cf66f094 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:19:10.960915 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d769883e-1b38-4c89-a2f7-f09fd49c3aeb tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:10.961628 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d769883e-1b38-4c89-a2f7-f09fd49c3aeb tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:11.032612 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a737e089-accf-4bf3-a27a-e4004979d960 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:11.062704 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d769883e-1b38-4c89-a2f7-f09fd49c3aeb tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0811558 Dec 17 15:19:11.062704 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50960) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:11.158968 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5278d51c-43be-4dba-9b43-7d9e42411de8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-f04c2cb1-957d-4432-bad4-c986cf66f094', 'network_id': 'f04c2cb1-957d-4432-bad4-c986cf66f094', 'tenant_id': 'd52a0fa617c947efb4e6b9720f76a3a0', 'fixed_ips': [{'subnet_id': 'e3ba83aa-2c71-45ad-a0ab-851a8484c854'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:19:11.160209 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5278d51c-43be-4dba-9b43-7d9e42411de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:11.307033 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aefb011d-90ba-43ef-ba95-c78567c96b01 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:11.313357 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498cfe62-dfa6-42f9-b133-db98ddb1b3f2 x-openstack-request-id: req-498cfe62-dfa6-42f9-b133-db98ddb1b3f2 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:19:11.313873 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a69a7d18-8bda-49f6-9793-972d56151d7b", "name": "network-vif-plugged", "status": "completed", "tag": "f82459a4-b5d8-4d73-bc29-0da1f73562ed", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:19:11.314291 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-498cfe62-dfa6-42f9-b133-db98ddb1b3f2 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:19:11.323537 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69a7d18-8bda-49f6-9793-972d56151d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82459a4-b5d8-4d73-bc29-0da1f73562ed', 'code': 200} Dec 17 15:19:11.406494 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-5278d51c-43be-4dba-9b43-7d9e42411de8 None None] Allocated IP 2001:db8::2 (f04c2cb1-957d-4432-bad4-c986cf66f094/e3ba83aa-2c71-45ad-a0ab-851a8484c854/aa77a2d1-6b24-4b6d-8e6d-9c0f41f8871a) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:19:11.417884 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a737e089-accf-4bf3-a27a-e4004979d960 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:11.443938 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb8e24-4815-4e40-a220-091869234564 req-a6d2af43-1763-4ca0-b1b3-7da2c5a61430 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:11.452028 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4cdb8e24-4815-4e40-a220-091869234564 req-a6d2af43-1763-4ca0-b1b3-7da2c5a61430 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=03fd3c95-187f-4d31-a09f-911b5b4f207c HTTP/1.1" status: 200 len: 943 time: 0.1228662 Dec 17 15:19:11.482000 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aefb011d-90ba-43ef-ba95-c78567c96b01 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:11.506628 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a737e089-accf-4bf3-a27a-e4004979d960 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:11.589389 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737e089-accf-4bf3-a27a-e4004979d960 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Pushing event updated for resources: {'Port': ['ID=72a9e0cc-efd5-4a29-976e-fe845fed2074,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:11.608419 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4cdb8e24-4815-4e40-a220-091869234564 req-8b617d6f-7074-48aa-b10f-cdc1ad09c91d tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551695 Dec 17 15:19:11.619118 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b714672-38e6-4ea8-b712-bdb4cc847c0d req-7479e822-6b3b-4a58-8504-ee2203c3d951 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:11.625279 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b714672-38e6-4ea8-b712-bdb4cc847c0d req-7479e822-6b3b-4a58-8504-ee2203c3d951 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:11.631231 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b714672-38e6-4ea8-b712-bdb4cc847c0d req-7479e822-6b3b-4a58-8504-ee2203c3d951 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:11.632991 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b714672-38e6-4ea8-b712-bdb4cc847c0d req-7479e822-6b3b-4a58-8504-ee2203c3d951 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a69a7d18-8bda-49f6-9793-972d56151d7b HTTP/1.1" status: 200 len: 2417 time: 0.1497352 Dec 17 15:19:11.637513 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee201f-387c-4062-a224-3234149e9aab req-9b5d9a6b-765b-42a6-9293-86b61e028eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:11.637513 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee201f-387c-4062-a224-3234149e9aab req-9b5d9a6b-765b-42a6-9293-86b61e028eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:11.637894 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee201f-387c-4062-a224-3234149e9aab req-9b5d9a6b-765b-42a6-9293-86b61e028eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:11.639727 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-64ee201f-387c-4062-a224-3234149e9aab req-9b5d9a6b-765b-42a6-9293-86b61e028eff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a69a7d18-8bda-49f6-9793-972d56151d7b HTTP/1.1" status: 200 len: 2870 time: 0.2258804 Dec 17 15:19:11.690380 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5278d51c-43be-4dba-9b43-7d9e42411de8 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:11.691542 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a737e089-accf-4bf3-a27a-e4004979d960 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:11.699011 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-64ee201f-387c-4062-a224-3234149e9aab req-65d9b03d-37c0-44e4-b3dd-deebeb72f1f8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493720 Dec 17 15:19:11.707411 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b714672-38e6-4ea8-b712-bdb4cc847c0d req-63e70cd1-7a56-4826-961f-c40d70eeca3b tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666344 Dec 17 15:19:11.759520 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5278d51c-43be-4dba-9b43-7d9e42411de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:11.800972 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:19:11.858822 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5278d51c-43be-4dba-9b43-7d9e42411de8 None None] Network f04c2cb1-957d-4432-bad4-c986cf66f094 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:19:11.861970 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-5278d51c-43be-4dba-9b43-7d9e42411de8 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:11.867044 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aefb011d-90ba-43ef-ba95-c78567c96b01 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:11.870070 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5278d51c-43be-4dba-9b43-7d9e42411de8 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:19:11.935497 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278d51c-43be-4dba-9b43-7d9e42411de8 None None] Pushing event updated for resources: {'Port': ['ID=aa77a2d1-6b24-4b6d-8e6d-9c0f41f8871a,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:11.954191 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [None req-a737e089-accf-4bf3-a27a-e4004979d960 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Floating IP 00cff73a-60ff-45e9-96ff-012e83b84d4f associated. External IP: 172.25.6.107, port: 2c864d2a-2c38-45d7-a5eb-940744331e79. Dec 17 15:19:11.976020 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-5278d51c-43be-4dba-9b43-7d9e42411de8 None None] Attempting to bind port aa77a2d1-6b24-4b6d-8e6d-9c0f41f8871a on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:19:11.976568 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-5278d51c-43be-4dba-9b43-7d9e42411de8 None None] Attempting to bind port aa77a2d1-6b24-4b6d-8e6d-9c0f41f8871a by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '932142ef-f139-464b-8c9e-131ee2971c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f04c2cb1-957d-4432-bad4-c986cf66f094'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:19:11.976975 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5278d51c-43be-4dba-9b43-7d9e42411de8 None None] Attempting to bind port aa77a2d1-6b24-4b6d-8e6d-9c0f41f8871a on network f04c2cb1-957d-4432-bad4-c986cf66f094 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:19:11.983515 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5278d51c-43be-4dba-9b43-7d9e42411de8 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:19:11.984011 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5278d51c-43be-4dba-9b43-7d9e42411de8 None None] Checking segment: {'id': '932142ef-f139-464b-8c9e-131ee2971c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f04c2cb1-957d-4432-bad4-c986cf66f094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:19:11.984522 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5278d51c-43be-4dba-9b43-7d9e42411de8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:11.985108 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5278d51c-43be-4dba-9b43-7d9e42411de8 None None] Bound using segment: {'id': '932142ef-f139-464b-8c9e-131ee2971c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f04c2cb1-957d-4432-bad4-c986cf66f094'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:19:11.985616 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-5278d51c-43be-4dba-9b43-7d9e42411de8 None None] Bound port: aa77a2d1-6b24-4b6d-8e6d-9c0f41f8871a, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '932142ef-f139-464b-8c9e-131ee2971c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f04c2cb1-957d-4432-bad4-c986cf66f094'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:19:11.986086 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb011d-90ba-43ef-ba95-c78567c96b01 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Pushing event deleted for resources: {'Subnet': ['ID=e3ba83aa-2c71-45ad-a0ab-851a8484c854,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:11.986222 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5278d51c-43be-4dba-9b43-7d9e42411de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:12.120431 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aefb011d-90ba-43ef-ba95-c78567c96b01 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:12.147543 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-5278d51c-43be-4dba-9b43-7d9e42411de8 None None] For port aa77a2d1-6b24-4b6d-8e6d-9c0f41f8871a, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:19:12.153031 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-5278d51c-43be-4dba-9b43-7d9e42411de8 None None] For port aa77a2d1-6b24-4b6d-8e6d-9c0f41f8871a, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=aa77a2d1-6b24-4b6d-8e6d-9c0f41f8871a,segment=NetworkSegment(932142ef-f139-464b-8c9e-131ee2971c2f),segment_id=932142ef-f139-464b-8c9e-131ee2971c2f)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:19:12.167772 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-aefb011d-90ba-43ef-ba95-c78567c96b01 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f04c2cb1-957d-4432-bad4-c986cf66f094']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:12.180137 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-aefb011d-90ba-43ef-ba95-c78567c96b01 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '932142ef-f139-464b-8c9e-131ee2971c2f') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:12.180634 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-aefb011d-90ba-43ef-ba95-c78567c96b01 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '932142ef-f139-464b-8c9e-131ee2971c2f') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:12.187512 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8ce0d5-fb1d-47f1-b6cb-71734b4104ac x-openstack-request-id: req-1b8ce0d5-fb1d-47f1-b6cb-71734b4104ac {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:19:12.187877 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03fd3c95-187f-4d31-a09f-911b5b4f207c", "tag": "700f2cf4-edb1-4991-8909-65133018e5fe", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:19:12.188200 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1b8ce0d5-fb1d-47f1-b6cb-71734b4104ac {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:19:12.191096 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03fd3c95-187f-4d31-a09f-911b5b4f207c', 'tag': '700f2cf4-edb1-4991-8909-65133018e5fe', 'status': 'completed', 'code': 200} Dec 17 15:19:12.198552 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aefb011d-90ba-43ef-ba95-c78567c96b01 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:12.208707 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5278d51c-43be-4dba-9b43-7d9e42411de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:12.218655 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aefb011d-90ba-43ef-ba95-c78567c96b01 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:12.225295 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aefb011d-90ba-43ef-ba95-c78567c96b01 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:19:12.226146 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aefb011d-90ba-43ef-ba95-c78567c96b01 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:12.248435 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:19:12.248435 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:19:12.248435 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:19:12.248435 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:19:12.248435 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:19:12.248435 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:19:12.248435 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:19:12.248435 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:19:12.248435 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:19:12.248435 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:19:12.248435 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:19:12.248435 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:19:12.248435 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:19:12.248435 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:19:12.248435 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:19:12.248435 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:19:12.248435 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:19:12.248435 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:19:12.248435 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:19:12.248435 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:19:12.248435 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:19:12.248435 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:19:12.248435 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:19:12.248435 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:19:12.248435 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:19:12.248435 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:19:12.248435 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:19:12.248435 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:19:12.248435 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:19:12.248435 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:19:12.248435 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:19:12.248435 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:19:12.314106 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 700f2cf4-edb1-4991-8909-65133018e5fe details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:19:12.430797 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1a9bb-f3cf-44f8-ab24-d506c7143937 req-c8388d17-dd41-467b-99e2-333b5a1db335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:12.431477 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f9d1a9bb-f3cf-44f8-ab24-d506c7143937 req-c8388d17-dd41-467b-99e2-333b5a1db335 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47d7fbf2bea4406699034a230bc642f9&device_id=03fd3c95-187f-4d31-a09f-911b5b4f207c HTTP/1.1" status: 200 len: 1094 time: 0.2454197 Dec 17 15:19:12.456769 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a81ba5-d6d9-469e-a606-d0c9928d3988 req-d0eb013f-4328-4c3c-bae7-14eb3a8ffadd tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:12.459202 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-31a81ba5-d6d9-469e-a606-d0c9928d3988 req-d0eb013f-4328-4c3c-bae7-14eb3a8ffadd tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/ports?device_id=0466edad-0a40-408e-9563-0c42aa580453 HTTP/1.1" status: 200 len: 951 time: 0.1363988 Dec 17 15:19:12.514396 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cd71bc-1bc1-491d-aad3-21d1309dcfc2 None None] Network f04c2cb1-957d-4432-bad4-c986cf66f094 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:19:12.538239 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-31a81ba5-d6d9-469e-a606-d0c9928d3988 req-521bac3f-4c55-473b-abd1-8a705b91d38a tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4c5e0d8-011b-4198-b6a9-61876d9a3344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640996 Dec 17 15:19:12.641474 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278d51c-43be-4dba-9b43-7d9e42411de8 None None] Pushing event updated for resources: {'Port': ['ID=aa77a2d1-6b24-4b6d-8e6d-9c0f41f8871a,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:12.642956 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a737e089-accf-4bf3-a27a-e4004979d960 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Router ffb8fdec-48e5-46bc-9e20-305be3cc915e has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:19:12.643207 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 700f2cf4-edb1-4991-8909-65133018e5fe, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=700f2cf4-edb1-4991-8909-65133018e5fe,segment=NetworkSegment(50913541-c4fc-4052-a5a4-4ef73bad2e3d),segment_id=50913541-c4fc-4052-a5a4-4ef73bad2e3d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:12.643288 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1a9bb-f3cf-44f8-ab24-d506c7143937 req-1bec6203-e7b4-498b-87bd-60fac1397640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:12.643288 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f9d1a9bb-f3cf-44f8-ab24-d506c7143937 req-1bec6203-e7b4-498b-87bd-60fac1397640 service neutron] 10.222.0.13 "GET /v2.0/networks?id=72959918-115f-4f15-a904-42652bab9b2e HTTP/1.1" status: 200 len: 911 time: 0.1872225 Dec 17 15:19:12.658839 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '700f2cf4-edb1-4991-8909-65133018e5fe', 'network_id': '72959918-115f-4f15-a904-42652bab9b2e', 'port_id': '700f2cf4-edb1-4991-8909-65133018e5fe', 'mac_address': 'fa:16:3e:77:4f:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ec1172-deaa-4898-b906-b0423633683b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:19:12.679435 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.db.api [None req-aefb011d-90ba-43ef-ba95-c78567c96b01 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 15:19:12.679435 n-d-820553-2 neutron-server[102832]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 15:19:12.679435 n-d-820553-2 neutron-server[102832]: [parameters: {'id': 'f04c2cb1-957d-4432-bad4-c986cf66f094'}] Dec 17 15:19:12.679435 n-d-820553-2 neutron-server[102832]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:19:12.679435 n-d-820553-2 neutron-server[102832]: DEBUG oslo_db.api [None req-aefb011d-90ba-43ef-ba95-c78567c96b01 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:19:12.731235 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:12.744212 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef243bed-21a7-40e4-bd90-3062cf4b326e None None] get_active_networks_info from n-d-820553-2 {{(pid=102834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 17 15:19:12.789707 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 700f2cf4-edb1-4991-8909-65133018e5fe {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:19:12.791141 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6123433-6250-4ef3-9aa8-0139104f19c4 req-4c39d5fe-8dc9-41bc-95a0-9161b9c87abe tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:12.803474 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f6123433-6250-4ef3-9aa8-0139104f19c4 req-4c39d5fe-8dc9-41bc-95a0-9161b9c87abe tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=03fd3c95-187f-4d31-a09f-911b5b4f207c HTTP/1.1" status: 200 len: 943 time: 0.0829604 Dec 17 15:19:12.873494 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 700f2cf4-edb1-4991-8909-65133018e5fe, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=700f2cf4-edb1-4991-8909-65133018e5fe,segment=NetworkSegment(50913541-c4fc-4052-a5a4-4ef73bad2e3d),segment_id=50913541-c4fc-4052-a5a4-4ef73bad2e3d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:12.895718 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f6123433-6250-4ef3-9aa8-0139104f19c4 req-f876d1a8-c1c3-4b81-8ca4-48f8512dd0b8 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761383 Dec 17 15:19:12.948241 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:13.075215 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=700f2cf4-edb1-4991-8909-65133018e5fe,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:13.097770 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef243bed-21a7-40e4-bd90-3062cf4b326e None None] Resources bound (agent type, host, resource id): {{(pid=102834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 15:19:13.162458 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a737e089-accf-4bf3-a27a-e4004979d960 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:19:13.179840 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aefb011d-90ba-43ef-ba95-c78567c96b01 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:13.202426 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bb10f-8152-434e-8fe9-f0d56f6f3c07 req-f4e3dbff-28ce-4ca6-be73-f6bace92b920 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:13.204673 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f9d1a9bb-f3cf-44f8-ab24-d506c7143937 req-cf535409-0eb4-4f45-8ffc-e341392b51ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=700f2cf4-edb1-4991-8909-65133018e5fe HTTP/1.1" status: 200 len: 217 time: 0.0402193 Dec 17 15:19:13.214683 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bb10f-8152-434e-8fe9-f0d56f6f3c07 req-f4e3dbff-28ce-4ca6-be73-f6bace92b920 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:13.222744 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bb10f-8152-434e-8fe9-f0d56f6f3c07 req-f4e3dbff-28ce-4ca6-be73-f6bace92b920 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:13.232807 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7c3bb10f-8152-434e-8fe9-f0d56f6f3c07 req-f4e3dbff-28ce-4ca6-be73-f6bace92b920 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a69a7d18-8bda-49f6-9793-972d56151d7b HTTP/1.1" status: 200 len: 2417 time: 0.1156094 Dec 17 15:19:13.280883 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['700f2cf4-edb1-4991-8909-65133018e5fe'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:19:13.283012 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdafe9dc-6be4-47fe-9600-6acf13321fdd None None] Sync routers for ids ['ffb8fdec-48e5-46bc-9e20-305be3cc915e'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:19:13.297700 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1a9bb-f3cf-44f8-ab24-d506c7143937 req-e6dd7d75-2de9-41f4-bb16-ba04a261de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:13.300098 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f9d1a9bb-f3cf-44f8-ab24-d506c7143937 req-e6dd7d75-2de9-41f4-bb16-ba04a261de5c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=95ec1172-deaa-4898-b906-b0423633683b HTTP/1.1" status: 200 len: 850 time: 0.0879011 Dec 17 15:19:13.314277 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7c3bb10f-8152-434e-8fe9-f0d56f6f3c07 req-6850b7f6-f70a-4480-9563-d41e20e5ce7f tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803330 Dec 17 15:19:13.318108 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2108fa3-279c-4c32-8bde-8e7f04932bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec7dd63-178b-4dfe-9aca-e803419e62c1'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:19:13.320980 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc8b45d-86dd-418d-b44d-54715f86674c" -d '{"events": [{"server_uuid": "c2108fa3-279c-4c32-8bde-8e7f04932bb0", "name": "network-vif-plugged", "status": "completed", "tag": "5ec7dd63-178b-4dfe-9aca-e803419e62c1"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:19:13.345489 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-aefb011d-90ba-43ef-ba95-c78567c96b01 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Deleting port aa77a2d1-6b24-4b6d-8e6d-9c0f41f8871a {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:19:13.349228 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aefb011d-90ba-43ef-ba95-c78567c96b01 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:13.362387 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdafe9dc-6be4-47fe-9600-6acf13321fdd None None] Routers {'ffb8fdec-48e5-46bc-9e20-305be3cc915e'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:19:13.362966 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-bdafe9dc-6be4-47fe-9600-6acf13321fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:19:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['ffb8fdec-48e5-46bc-9e20-305be3cc915e'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:13.384729 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f9d1a9bb-f3cf-44f8-ab24-d506c7143937 req-05966943-ed6c-4770-922b-f07a6fb2a5d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72959918-115f-4f15-a904-42652bab9b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760345 Dec 17 15:19:13.387536 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a737e089-accf-4bf3-a27a-e4004979d960 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:13.430302 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-bdafe9dc-6be4-47fe-9600-6acf13321fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:13.473737 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-aefb011d-90ba-43ef-ba95-c78567c96b01 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] For port aa77a2d1-6b24-4b6d-8e6d-9c0f41f8871a, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=aa77a2d1-6b24-4b6d-8e6d-9c0f41f8871a,segment=NetworkSegment(932142ef-f139-464b-8c9e-131ee2971c2f),segment_id=932142ef-f139-464b-8c9e-131ee2971c2f)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:13.475032 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aefb011d-90ba-43ef-ba95-c78567c96b01 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:13.481864 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a737e089-accf-4bf3-a27a-e4004979d960 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.8548045 Dec 17 15:19:13.484486 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51132) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:13.495976 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-aefb011d-90ba-43ef-ba95-c78567c96b01 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Calling delete_port for aa77a2d1-6b24-4b6d-8e6d-9c0f41f8871a owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:19:13.608684 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5fe84976-9d3f-4ae8-b844-6aaae241a5e7 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] 10.222.0.46 "GET /v2.0/floatingips/00cff73a-60ff-45e9-96ff-012e83b84d4f HTTP/1.1" status: 200 len: 983 time: 0.1230698 Dec 17 15:19:13.612939 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51138) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:13.614727 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f9d1a9bb-f3cf-44f8-ab24-d506c7143937 req-f3c7843e-6463-427e-80d2-c7217b069947 service neutron] 10.222.0.13 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166717 Dec 17 15:19:13.656386 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdafe9dc-6be4-47fe-9600-6acf13321fdd None None] Routers {'ffb8fdec-48e5-46bc-9e20-305be3cc915e'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:19:13.657150 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-bdafe9dc-6be4-47fe-9600-6acf13321fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:19:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['ffb8fdec-48e5-46bc-9e20-305be3cc915e'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:13.700022 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aefb011d-90ba-43ef-ba95-c78567c96b01 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:13.716743 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-bdafe9dc-6be4-47fe-9600-6acf13321fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:13.718179 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdafe9dc-6be4-47fe-9600-6acf13321fdd None None] The sync data for ids ['ffb8fdec-48e5-46bc-9e20-305be3cc915e'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:19:13.784561 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f9d1a9bb-f3cf-44f8-ab24-d506c7143937 req-37c14eda-530b-479b-bec6-db50ed36b41a service neutron] 10.222.0.13 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509905 Dec 17 15:19:13.785310 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefb011d-90ba-43ef-ba95-c78567c96b01 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] No DVR routers for this DVR port aa77a2d1-6b24-4b6d-8e6d-9c0f41f8871a on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:19:13.787453 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb011d-90ba-43ef-ba95-c78567c96b01 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Pushing event deleted for resources: {'Port': ['ID=aa77a2d1-6b24-4b6d-8e6d-9c0f41f8871a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:13.842973 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-543e7813-03b1-4488-93dd-fccfdbc65e02 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2253 time: 0.2287922 Dec 17 15:19:13.845814 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51148) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:13.923980 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aefb011d-90ba-43ef-ba95-c78567c96b01 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:13.970513 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-aefb011d-90ba-43ef-ba95-c78567c96b01 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f04c2cb1-957d-4432-bad4-c986cf66f094']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:13.985128 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-aefb011d-90ba-43ef-ba95-c78567c96b01 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '932142ef-f139-464b-8c9e-131ee2971c2f') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:13.985712 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-aefb011d-90ba-43ef-ba95-c78567c96b01 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '932142ef-f139-464b-8c9e-131ee2971c2f') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:14.001698 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aefb011d-90ba-43ef-ba95-c78567c96b01 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:14.020714 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aefb011d-90ba-43ef-ba95-c78567c96b01 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:14.029380 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aefb011d-90ba-43ef-ba95-c78567c96b01 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:19:14.030038 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aefb011d-90ba-43ef-ba95-c78567c96b01 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:14.033761 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:19:14.033761 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:19:14.033761 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:19:14.033761 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:19:14.033761 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:19:14.033761 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:19:14.033761 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:19:14.033761 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:19:14.033761 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:19:14.033761 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:19:14.033761 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:19:14.033761 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:19:14.033761 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:19:14.033761 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:19:14.033761 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:19:14.033761 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:19:14.033761 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:19:14.033761 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:19:14.033761 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:19:14.033761 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:19:14.033761 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:19:14.033761 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:19:14.033761 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:19:14.033761 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:19:14.033761 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:19:14.033761 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:19:14.033761 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:19:14.033761 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:19:14.033761 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:19:14.033761 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:19:14.033761 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:19:14.033761 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:19:14.100551 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-44dcb586-01a7-49f1-a1e9-33844acb20e7 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Deleting port 72a9e0cc-efd5-4a29-976e-fe845fed2074 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:19:14.100891 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-44dcb586-01a7-49f1-a1e9-33844acb20e7 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:14.202223 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-44dcb586-01a7-49f1-a1e9-33844acb20e7 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:14.203008 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-44dcb586-01a7-49f1-a1e9-33844acb20e7 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:14.217607 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-44dcb586-01a7-49f1-a1e9-33844acb20e7 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Calling delete_port for 72a9e0cc-efd5-4a29-976e-fe845fed2074 owned by network:floatingip {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:19:14.219512 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aefb011d-90ba-43ef-ba95-c78567c96b01 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:14.234692 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aefb011d-90ba-43ef-ba95-c78567c96b01 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:14.245629 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-aefb011d-90ba-43ef-ba95-c78567c96b01 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "DELETE /v2.0/networks/f04c2cb1-957d-4432-bad4-c986cf66f094 HTTP/1.1" status: 204 len: 168 time: 3.1797643 Dec 17 15:19:14.269905 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51160) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:14.277795 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-d80e2c51-f304-4643-901a-3d137ac27744 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2045194411'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:14.282122 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb011d-90ba-43ef-ba95-c78567c96b01 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Pushing event deleted for resources: {'Network': ['ID=f04c2cb1-957d-4432-bad4-c986cf66f094,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:14.333166 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 700f2cf4-edb1-4991-8909-65133018e5fe up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:19:14.408492 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80e2c51-f304-4643-901a-3d137ac27744 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Made reservation on behalf of d52a0fa617c947efb4e6b9720f76a3a0 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:19:14.412062 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d80e2c51-f304-4643-901a-3d137ac27744 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:14.459979 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af85885-5e0f-4e70-a5ff-433b782d8544 x-openstack-request-id: req-8af85885-5e0f-4e70-a5ff-433b782d8544 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:19:14.460401 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2108fa3-279c-4c32-8bde-8e7f04932bb0", "name": "network-vif-plugged", "status": "completed", "tag": "5ec7dd63-178b-4dfe-9aca-e803419e62c1", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:19:14.460748 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8af85885-5e0f-4e70-a5ff-433b782d8544 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:19:14.461283 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2108fa3-279c-4c32-8bde-8e7f04932bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec7dd63-178b-4dfe-9aca-e803419e62c1', 'code': 200} Dec 17 15:19:14.464990 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 700f2cf4-edb1-4991-8909-65133018e5fe completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:19:14.469512 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 700f2cf4-edb1-4991-8909-65133018e5fe triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:14.469637 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d80e2c51-f304-4643-901a-3d137ac27744 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:19:14.470069 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:14.486875 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d80e2c51-f304-4643-901a-3d137ac27744 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:14.487237 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-d80e2c51-f304-4643-901a-3d137ac27744 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Added segment 0c729146-1666-413c-b977-74eeef2df6f3 of type vlan for network 6db63943-88dc-41a8-b7fd-69efaa149e51 Dec 17 15:19:14.590850 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d80e2c51-f304-4643-901a-3d137ac27744 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:14.691483 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:14.735053 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-44dcb586-01a7-49f1-a1e9-33844acb20e7 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:14.753485 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d80e2c51-f304-4643-901a-3d137ac27744 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:14.759731 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80e2c51-f304-4643-901a-3d137ac27744 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:14.760493 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d80e2c51-f304-4643-901a-3d137ac27744 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:14.784507 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcb586-01a7-49f1-a1e9-33844acb20e7 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Pushing event deleted for resources: {'Port': ['ID=72a9e0cc-efd5-4a29-976e-fe845fed2074,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:14.794535 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 700f2cf4-edb1-4991-8909-65133018e5fe, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=700f2cf4-edb1-4991-8909-65133018e5fe,segment=NetworkSegment(50913541-c4fc-4052-a5a4-4ef73bad2e3d),segment_id=50913541-c4fc-4052-a5a4-4ef73bad2e3d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:14.880889 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc7606-e854-4323-9323-44966a8e7f26 req-dd25714d-cc9b-4831-9e03-44a2e9a63869 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:14.889841 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ddcc7606-e854-4323-9323-44966a8e7f26 req-dd25714d-cc9b-4831-9e03-44a2e9a63869 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=03fd3c95-187f-4d31-a09f-911b5b4f207c HTTP/1.1" status: 200 len: 944 time: 0.2066410 Dec 17 15:19:14.891304 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:14.892726 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device a9e2f3c5-900e-4213-a9e0-32e50b35ea8b no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:19:14.901289 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e2c51-f304-4643-901a-3d137ac27744 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Pushing event updated for resources: {'Network': ['ID=6db63943-88dc-41a8-b7fd-69efaa149e51,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:14.911845 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-44dcb586-01a7-49f1-a1e9-33844acb20e7 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks [] for floatingip, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:14.912204 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [None req-44dcb586-01a7-49f1-a1e9-33844acb20e7 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Floating IP 00cff73a-60ff-45e9-96ff-012e83b84d4f disassociated (deleted). External IP: 172.25.6.107, port: 2c864d2a-2c38-45d7-a5eb-940744331e79. Dec 17 15:19:14.934313 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d80e2c51-f304-4643-901a-3d137ac27744 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6630447 Dec 17 15:19:14.946462 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51202) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:14.955476 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-f0702966-6e7e-4439-ad6c-4e5132576173 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Request body: {'subnet': {'network_id': '6db63943-88dc-41a8-b7fd-69efaa149e51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:14.994318 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 6db63943-88dc-41a8-b7fd-69efaa149e51 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:19:15.009899 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ddcc7606-e854-4323-9323-44966a8e7f26 req-a83fea83-c6ef-4e0f-803b-eb6b5251a9ef tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927293 Dec 17 15:19:15.099294 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=700f2cf4-edb1-4991-8909-65133018e5fe,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:15.206308 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:15.207972 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0702966-6e7e-4439-ad6c-4e5132576173 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Made reservation on behalf of d52a0fa617c947efb4e6b9720f76a3a0 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:19:15.211726 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f0702966-6e7e-4439-ad6c-4e5132576173 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:15.254277 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44dcb586-01a7-49f1-a1e9-33844acb20e7 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Router ffb8fdec-48e5-46bc-9e20-305be3cc915e has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:19:15.271974 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port a9e2f3c5-900e-4213-a9e0-32e50b35ea8b, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=a9e2f3c5-900e-4213-a9e0-32e50b35ea8b,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:15.334066 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:15.378370 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4824773-bdbc-4bde-bffc-49005c331fea req-1d05e415-0f94-411e-ae1b-86f563efe317 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:15.384873 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4824773-bdbc-4bde-bffc-49005c331fea req-1d05e415-0f94-411e-ae1b-86f563efe317 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:15.391168 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4824773-bdbc-4bde-bffc-49005c331fea req-1d05e415-0f94-411e-ae1b-86f563efe317 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:15.398935 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4824773-bdbc-4bde-bffc-49005c331fea req-1d05e415-0f94-411e-ae1b-86f563efe317 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a69a7d18-8bda-49f6-9793-972d56151d7b HTTP/1.1" status: 200 len: 2417 time: 0.1551003 Dec 17 15:19:15.418127 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=a9e2f3c5-900e-4213-a9e0-32e50b35ea8b,revision_number=11']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:15.430585 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44dcb586-01a7-49f1-a1e9-33844acb20e7 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:19:15.438236 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-44dcb586-01a7-49f1-a1e9-33844acb20e7 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:15.443861 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6783c1-7449-439e-959d-c736c7b9fcaa None None] Sync routers for ids ['ffb8fdec-48e5-46bc-9e20-305be3cc915e'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:19:15.459473 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6783c1-7449-439e-959d-c736c7b9fcaa None None] Routers {'ffb8fdec-48e5-46bc-9e20-305be3cc915e'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:19:15.462889 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-5b6783c1-7449-439e-959d-c736c7b9fcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:19:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['ffb8fdec-48e5-46bc-9e20-305be3cc915e'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:15.488527 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4824773-bdbc-4bde-bffc-49005c331fea req-6782fc79-a4af-43a4-b452-7a60fcc63121 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791526 Dec 17 15:19:15.520087 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51232) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:15.522789 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-5b6783c1-7449-439e-959d-c736c7b9fcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:15.532078 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-9129f793-1f71-4bbf-b5cb-84d9f8566076 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:15.534984 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-44dcb586-01a7-49f1-a1e9-33844acb20e7 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] 10.222.0.46 "DELETE /v2.0/floatingips/00cff73a-60ff-45e9-96ff-012e83b84d4f HTTP/1.1" status: 204 len: 168 time: 1.6857815 Dec 17 15:19:15.535973 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6783c1-7449-439e-959d-c736c7b9fcaa None None] Routers {'ffb8fdec-48e5-46bc-9e20-305be3cc915e'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:19:15.536764 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-5b6783c1-7449-439e-959d-c736c7b9fcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:19:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['ffb8fdec-48e5-46bc-9e20-305be3cc915e'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:15.575297 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-5b6783c1-7449-439e-959d-c736c7b9fcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:15.576160 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6783c1-7449-439e-959d-c736c7b9fcaa None None] The sync data for ids ['ffb8fdec-48e5-46bc-9e20-305be3cc915e'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:19:15.687789 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9129f793-1f71-4bbf-b5cb-84d9f8566076 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:15.870864 n-d-820553-2 neutron-server[102832]: DEBUG neutron.objects.ports [None req-f0702966-6e7e-4439-ad6c-4e5132576173 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102832) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 15:19:15.873550 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f0702966-6e7e-4439-ad6c-4e5132576173 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:15.949395 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0702966-6e7e-4439-ad6c-4e5132576173 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Pushing event updated for resources: {'Subnet': ['ID=20c381c6-0e6f-4e9f-97f6-12022bae4e45,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:15.983097 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0702966-6e7e-4439-ad6c-4e5132576173 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Checking segment: {'id': '0c729146-1666-413c-b977-74eeef2df6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6db63943-88dc-41a8-b7fd-69efaa149e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:19:15.983464 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0702966-6e7e-4439-ad6c-4e5132576173 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Network hostable DHCP agents. Network: 6db63943-88dc-41a8-b7fd-69efaa149e51, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:19:16.022030 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9129f793-1f71-4bbf-b5cb-84d9f8566076 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:16.099684 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0702966-6e7e-4439-ad6c-4e5132576173 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Network 6db63943-88dc-41a8-b7fd-69efaa149e51 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:19:16.166845 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-f0702966-6e7e-4439-ad6c-4e5132576173 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 6db63943-88dc-41a8-b7fd-69efaa149e51) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:16.178930 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0702966-6e7e-4439-ad6c-4e5132576173 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:16.179902 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e6d10f-832e-4397-b65a-8bfdefa83224 None None] Network 6db63943-88dc-41a8-b7fd-69efaa149e51 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:19:16.181607 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f0702966-6e7e-4439-ad6c-4e5132576173 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:16.227076 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-9129f793-1f71-4bbf-b5cb-84d9f8566076 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Allocated IP 172.25.6.246 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/aba2c646-bdeb-47ea-9683-e0997fef00a8) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:19:16.283861 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f0702966-6e7e-4439-ad6c-4e5132576173 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3363261 Dec 17 15:19:16.286498 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51286) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:16.424204 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3ea6a-53ea-46f4-93c8-6545a5fd00db req-a87aba30-9119-4945-af3a-8f987042f535 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:16.426107 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0dc3ea6a-53ea-46f4-93c8-6545a5fd00db req-a87aba30-9119-4945-af3a-8f987042f535 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/ports?device_id=0466edad-0a40-408e-9563-0c42aa580453 HTTP/1.1" status: 200 len: 949 time: 0.1936786 Dec 17 15:19:16.427441 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f4a0de-867d-4a55-970e-fcc695d3b39b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-6db63943-88dc-41a8-b7fd-69efaa149e51', 'network_id': '6db63943-88dc-41a8-b7fd-69efaa149e51', 'tenant_id': 'd52a0fa617c947efb4e6b9720f76a3a0', 'fixed_ips': [{'subnet_id': '20c381c6-0e6f-4e9f-97f6-12022bae4e45'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:19:16.428144 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-23f4a0de-867d-4a55-970e-fcc695d3b39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:16.462736 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03fd3c95-187f-4d31-a09f-911b5b4f207c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700f2cf4-edb1-4991-8909-65133018e5fe'}, {'server_uuid': '0466edad-0a40-408e-9563-0c42aa580453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9e2f3c5-900e-4213-a9e0-32e50b35ea8b'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:19:16.465266 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df71725b-1f3b-45b7-b7c4-7b730d9c2293" -d '{"events": [{"server_uuid": "03fd3c95-187f-4d31-a09f-911b5b4f207c", "name": "network-vif-plugged", "status": "completed", "tag": "700f2cf4-edb1-4991-8909-65133018e5fe"}, {"server_uuid": "0466edad-0a40-408e-9563-0c42aa580453", "name": "network-vif-unplugged", "status": "completed", "tag": "a9e2f3c5-900e-4213-a9e0-32e50b35ea8b"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:19:16.465620 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5570-ff48-481c-bf8c-35405ae40cad tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:16.520907 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0dc3ea6a-53ea-46f4-93c8-6545a5fd00db req-e23a5fcb-89b6-42c1-a0cc-b8050f877658 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4c5e0d8-011b-4198-b6a9-61876d9a3344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861149 Dec 17 15:19:16.527910 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9129f793-1f71-4bbf-b5cb-84d9f8566076 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:16.657743 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5570-ff48-481c-bf8c-35405ae40cad tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:16.667415 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9129f793-1f71-4bbf-b5cb-84d9f8566076 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:16.711489 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-23f4a0de-867d-4a55-970e-fcc695d3b39b None None] Allocated IP 2001:db8::f816:3eff:fe89:cd0 (6db63943-88dc-41a8-b7fd-69efaa149e51/20c381c6-0e6f-4e9f-97f6-12022bae4e45/52231ab9-abce-476e-a62f-3ebb06953c96) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:19:16.763947 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57bcee-a7f5-4329-b135-430b3f8523af req-fe5b30d3-0d68-4204-a86d-3ec46918837c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:16.774063 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1e57bcee-a7f5-4329-b135-430b3f8523af req-fe5b30d3-0d68-4204-a86d-3ec46918837c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=03fd3c95-187f-4d31-a09f-911b5b4f207c HTTP/1.1" status: 200 len: 945 time: 0.1504200 Dec 17 15:19:16.778033 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9129f793-1f71-4bbf-b5cb-84d9f8566076 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:19:16.788917 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-9129f793-1f71-4bbf-b5cb-84d9f8566076 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:16.815502 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9129f793-1f71-4bbf-b5cb-84d9f8566076 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:19:16.826963 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129f793-1f71-4bbf-b5cb-84d9f8566076 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Pushing event updated for resources: {'Port': ['ID=aba2c646-bdeb-47ea-9683-e0997fef00a8,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:16.887858 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1e57bcee-a7f5-4329-b135-430b3f8523af req-ea5ecd94-d5e4-4a38-baf9-01dfc6517388 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120675 Dec 17 15:19:16.975764 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-23f4a0de-867d-4a55-970e-fcc695d3b39b None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:17.022715 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9129f793-1f71-4bbf-b5cb-84d9f8566076 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:17.058733 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 17 Dec 2021 15:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92b0328-380f-408a-8c3f-166c337c9ffb x-openstack-request-id: req-b92b0328-380f-408a-8c3f-166c337c9ffb {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:19:17.059046 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03fd3c95-187f-4d31-a09f-911b5b4f207c", "name": "network-vif-plugged", "status": "completed", "tag": "700f2cf4-edb1-4991-8909-65133018e5fe", "code": 200}, {"server_uuid": "0466edad-0a40-408e-9563-0c42aa580453", "name": "network-vif-unplugged", "status": "completed", "tag": "a9e2f3c5-900e-4213-a9e0-32e50b35ea8b", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:19:17.059334 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b92b0328-380f-408a-8c3f-166c337c9ffb {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:19:17.059721 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03fd3c95-187f-4d31-a09f-911b5b4f207c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700f2cf4-edb1-4991-8909-65133018e5fe', 'code': 200} Dec 17 15:19:17.059970 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0466edad-0a40-408e-9563-0c42aa580453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9e2f3c5-900e-4213-a9e0-32e50b35ea8b', 'code': 200} Dec 17 15:19:17.079942 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-23f4a0de-867d-4a55-970e-fcc695d3b39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:17.174789 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f4a0de-867d-4a55-970e-fcc695d3b39b None None] Network 6db63943-88dc-41a8-b7fd-69efaa149e51 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:19:17.178664 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-23f4a0de-867d-4a55-970e-fcc695d3b39b None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:17.182955 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f4a0de-867d-4a55-970e-fcc695d3b39b None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:19:17.194470 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4a0de-867d-4a55-970e-fcc695d3b39b None None] Pushing event updated for resources: {'Port': ['ID=52231ab9-abce-476e-a62f-3ebb06953c96,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:17.203841 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5570-ff48-481c-bf8c-35405ae40cad tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:17.224969 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9129f793-1f71-4bbf-b5cb-84d9f8566076 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:17.255003 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-23f4a0de-867d-4a55-970e-fcc695d3b39b None None] Attempting to bind port 52231ab9-abce-476e-a62f-3ebb06953c96 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:19:17.277281 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-23f4a0de-867d-4a55-970e-fcc695d3b39b None None] Attempting to bind port 52231ab9-abce-476e-a62f-3ebb06953c96 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '0c729146-1666-413c-b977-74eeef2df6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6db63943-88dc-41a8-b7fd-69efaa149e51'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:19:17.277281 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f4a0de-867d-4a55-970e-fcc695d3b39b None None] Attempting to bind port 52231ab9-abce-476e-a62f-3ebb06953c96 on network 6db63943-88dc-41a8-b7fd-69efaa149e51 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:19:17.282164 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f5570-ff48-481c-bf8c-35405ae40cad tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Pushing event deleted for resources: {'Subnet': ['ID=20c381c6-0e6f-4e9f-97f6-12022bae4e45,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:17.303130 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05bfc8-8ac7-4bdd-b5cd-b82c1334d4b2 req-fd297d90-91d8-436c-b26b-24cbcc732334 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:17.303856 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f4a0de-867d-4a55-970e-fcc695d3b39b None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:19:17.304515 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f4a0de-867d-4a55-970e-fcc695d3b39b None None] Checking segment: {'id': '0c729146-1666-413c-b977-74eeef2df6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6db63943-88dc-41a8-b7fd-69efaa149e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:19:17.306253 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-23f4a0de-867d-4a55-970e-fcc695d3b39b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:17.307055 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f4a0de-867d-4a55-970e-fcc695d3b39b None None] Bound using segment: {'id': '0c729146-1666-413c-b977-74eeef2df6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6db63943-88dc-41a8-b7fd-69efaa149e51'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:19:17.307836 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-23f4a0de-867d-4a55-970e-fcc695d3b39b None None] Bound port: 52231ab9-abce-476e-a62f-3ebb06953c96, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c729146-1666-413c-b977-74eeef2df6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6db63943-88dc-41a8-b7fd-69efaa149e51'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:19:17.308472 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-23f4a0de-867d-4a55-970e-fcc695d3b39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:17.309647 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05bfc8-8ac7-4bdd-b5cd-b82c1334d4b2 req-fd297d90-91d8-436c-b26b-24cbcc732334 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:17.317519 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05bfc8-8ac7-4bdd-b5cd-b82c1334d4b2 req-fd297d90-91d8-436c-b26b-24cbcc732334 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:17.318350 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9d05bfc8-8ac7-4bdd-b5cd-b82c1334d4b2 req-fd297d90-91d8-436c-b26b-24cbcc732334 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a69a7d18-8bda-49f6-9793-972d56151d7b HTTP/1.1" status: 200 len: 2417 time: 0.1627212 Dec 17 15:19:17.319120 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039903b1-3088-4267-a9a3-5da69170e8ef req-172aec1b-9ffa-468e-afc9-085a71c75bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:17.323591 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-039903b1-3088-4267-a9a3-5da69170e8ef req-172aec1b-9ffa-468e-afc9-085a71c75bb3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=03fd3c95-187f-4d31-a09f-911b5b4f207c HTTP/1.1" status: 200 len: 1096 time: 0.1629069 Dec 17 15:19:17.420469 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5570-ff48-481c-bf8c-35405ae40cad tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:17.430401 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-039903b1-3088-4267-a9a3-5da69170e8ef req-b22e30cb-6cf7-4300-ba82-f0b201d8b468 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718014 Dec 17 15:19:17.447636 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-bc2f5570-ff48-481c-bf8c-35405ae40cad tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db63943-88dc-41a8-b7fd-69efaa149e51']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:17.452698 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-23f4a0de-867d-4a55-970e-fcc695d3b39b None None] For port 52231ab9-abce-476e-a62f-3ebb06953c96, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:19:17.459451 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9d05bfc8-8ac7-4bdd-b5cd-b82c1334d4b2 req-bd777be9-0015-4e74-9d2c-d13e790253ba tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182230 Dec 17 15:19:17.463397 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-23f4a0de-867d-4a55-970e-fcc695d3b39b None None] For port 52231ab9-abce-476e-a62f-3ebb06953c96, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=52231ab9-abce-476e-a62f-3ebb06953c96,segment=NetworkSegment(0c729146-1666-413c-b977-74eeef2df6f3),segment_id=0c729146-1666-413c-b977-74eeef2df6f3)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:19:17.476079 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-bc2f5570-ff48-481c-bf8c-35405ae40cad tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c729146-1666-413c-b977-74eeef2df6f3') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:17.476387 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-bc2f5570-ff48-481c-bf8c-35405ae40cad tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c729146-1666-413c-b977-74eeef2df6f3') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:17.506403 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5570-ff48-481c-bf8c-35405ae40cad tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:17.554594 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9129f793-1f71-4bbf-b5cb-84d9f8566076 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:17.654509 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34edd6-4ebb-426d-810f-4c2a4041f7e9 req-44c6defa-5596-4768-ab3a-9a93f63d9bbd tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:17.660927 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-be34edd6-4ebb-426d-810f-4c2a4041f7e9 req-44c6defa-5596-4768-ab3a-9a93f63d9bbd tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/ports?device_id=0466edad-0a40-408e-9563-0c42aa580453 HTTP/1.1" status: 200 len: 949 time: 0.0534871 Dec 17 15:19:17.678201 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-23f4a0de-867d-4a55-970e-fcc695d3b39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:17.688337 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5570-ff48-481c-bf8c-35405ae40cad tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:17.696050 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc2f5570-ff48-481c-bf8c-35405ae40cad tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:19:17.697025 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5570-ff48-481c-bf8c-35405ae40cad tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:17.698371 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-be34edd6-4ebb-426d-810f-4c2a4041f7e9 req-f5335449-45f4-461f-840f-e8bd8038089a tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4c5e0d8-011b-4198-b6a9-61876d9a3344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334096 Dec 17 15:19:17.700439 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:19:17.700439 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:19:17.700439 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:19:17.700439 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:19:17.700439 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:19:17.700439 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:19:17.700439 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:19:17.700439 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:19:17.700439 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:19:17.700439 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:19:17.700439 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:19:17.700439 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:19:17.700439 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:19:17.700439 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:19:17.700439 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:19:17.700439 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:19:17.700439 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:19:17.700439 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:19:17.700439 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:19:17.700439 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:19:17.700439 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:19:17.700439 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:19:17.700439 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:19:17.700439 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:19:17.700439 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:19:17.700439 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:19:17.700439 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:19:17.700439 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:19:17.700439 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:19:17.700439 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:19:17.700439 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:19:17.700439 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:19:17.716739 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9129f793-1f71-4bbf-b5cb-84d9f8566076 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:17.784835 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4a0de-867d-4a55-970e-fcc695d3b39b None None] Pushing event updated for resources: {'Port': ['ID=52231ab9-abce-476e-a62f-3ebb06953c96,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:17.860070 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0bbb84-4bb4-4164-8a9f-f2e64105282d None None] Network 6db63943-88dc-41a8-b7fd-69efaa149e51 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:19:17.905415 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6403a26-eb84-4546-bc9f-2ee02665c16e req-5d231c1c-2aa6-403d-8865-60c5597af0c7 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:17.906947 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c6403a26-eb84-4546-bc9f-2ee02665c16e req-5d231c1c-2aa6-403d-8865-60c5597af0c7 tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.13 "GET /v2.0/ports?device_id=0466edad-0a40-408e-9563-0c42aa580453 HTTP/1.1" status: 200 len: 949 time: 0.1408122 Dec 17 15:19:17.989987 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.db.api [None req-bc2f5570-ff48-481c-bf8c-35405ae40cad tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 15:19:17.989987 n-d-820553-2 neutron-server[102833]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 15:19:17.989987 n-d-820553-2 neutron-server[102833]: [parameters: {'id': '6db63943-88dc-41a8-b7fd-69efaa149e51'}] Dec 17 15:19:17.989987 n-d-820553-2 neutron-server[102833]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:19:17.990409 n-d-820553-2 neutron-server[102833]: DEBUG oslo_db.api [None req-bc2f5570-ff48-481c-bf8c-35405ae40cad tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:19:17.998601 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ae2aa1-1aca-4416-a0fd-1d76135b6957 None None] get_active_networks_info from n-d-820553-2 {{(pid=102834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 17 15:19:18.114404 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-c6403a26-eb84-4546-bc9f-2ee02665c16e req-1f0a09e2-01ed-4b92-9fee-2e6a3c7578bd tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Deleting port a9e2f3c5-900e-4213-a9e0-32e50b35ea8b {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:19:18.114756 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c6403a26-eb84-4546-bc9f-2ee02665c16e req-1f0a09e2-01ed-4b92-9fee-2e6a3c7578bd tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:18.252525 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb0684-1db9-43fe-88d8-f13b6c613e67 req-ff047910-8e85-473e-a58e-ea17145dc9f1 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:18.254108 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-84bb0684-1db9-43fe-88d8-f13b6c613e67 req-ff047910-8e85-473e-a58e-ea17145dc9f1 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=03fd3c95-187f-4d31-a09f-911b5b4f207c HTTP/1.1" status: 200 len: 945 time: 0.1056998 Dec 17 15:19:18.295658 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ae2aa1-1aca-4416-a0fd-1d76135b6957 None None] Resources bound (agent type, host, resource id): {{(pid=102834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 15:19:18.336744 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129f793-1f71-4bbf-b5cb-84d9f8566076 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Pushing event updated for resources: {'Port': ['ID=aba2c646-bdeb-47ea-9683-e0997fef00a8,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:18.348374 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-c6403a26-eb84-4546-bc9f-2ee02665c16e req-1f0a09e2-01ed-4b92-9fee-2e6a3c7578bd tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] For port a9e2f3c5-900e-4213-a9e0-32e50b35ea8b, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=a9e2f3c5-900e-4213-a9e0-32e50b35ea8b,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:18.348961 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c6403a26-eb84-4546-bc9f-2ee02665c16e req-1f0a09e2-01ed-4b92-9fee-2e6a3c7578bd tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:18.377933 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-c6403a26-eb84-4546-bc9f-2ee02665c16e req-1f0a09e2-01ed-4b92-9fee-2e6a3c7578bd tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Calling delete_port for a9e2f3c5-900e-4213-a9e0-32e50b35ea8b owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:19:18.396901 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-84bb0684-1db9-43fe-88d8-f13b6c613e67 req-a390ec8f-41fa-488c-9c27-6d7520b81f63 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167562 Dec 17 15:19:18.412466 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9129f793-1f71-4bbf-b5cb-84d9f8566076 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:18.588915 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5570-ff48-481c-bf8c-35405ae40cad tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:18.601148 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9129f793-1f71-4bbf-b5cb-84d9f8566076 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:18.605971 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9129f793-1f71-4bbf-b5cb-84d9f8566076 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0827880 Dec 17 15:19:18.613571 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51442) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:18.690478 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b03166-dc51-446a-9207-a206bca25da0 req-64c9e4c7-55f2-4421-87b2-d8aa09d1cff5 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:18.694183 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-bc2f5570-ff48-481c-bf8c-35405ae40cad tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Deleting port 52231ab9-abce-476e-a62f-3ebb06953c96 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:19:18.696169 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5570-ff48-481c-bf8c-35405ae40cad tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:18.704154 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b03166-dc51-446a-9207-a206bca25da0 req-64c9e4c7-55f2-4421-87b2-d8aa09d1cff5 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:18.705431 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c6403a26-eb84-4546-bc9f-2ee02665c16e req-1f0a09e2-01ed-4b92-9fee-2e6a3c7578bd tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:18.720038 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b03166-dc51-446a-9207-a206bca25da0 req-64c9e4c7-55f2-4421-87b2-d8aa09d1cff5 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:18.725345 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-18b03166-dc51-446a-9207-a206bca25da0 req-64c9e4c7-55f2-4421-87b2-d8aa09d1cff5 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.41 "GET /v2.0/ports?device_id=a69a7d18-8bda-49f6-9793-972d56151d7b HTTP/1.1" status: 200 len: 2417 time: 0.2276108 Dec 17 15:19:18.819770 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a09e2-01ed-4b92-9fee-2e6a3c7578bd tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Pushing event deleted for resources: {'Port': ['ID=a9e2f3c5-900e-4213-a9e0-32e50b35ea8b,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:18.909464 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-945c403e-af12-465f-9299-7b627de0f66a tempest-FloatingIPAdminTestJSON-1347396814 tempest-FloatingIPAdminTestJSON-1347396814-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:18.940509 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6403a26-eb84-4546-bc9f-2ee02665c16e req-1f0a09e2-01ed-4b92-9fee-2e6a3c7578bd tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] No DVR routers for this DVR port a9e2f3c5-900e-4213-a9e0-32e50b35ea8b on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:19:18.943731 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c6403a26-eb84-4546-bc9f-2ee02665c16e req-1f0a09e2-01ed-4b92-9fee-2e6a3c7578bd tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:18.948700 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c6403a26-eb84-4546-bc9f-2ee02665c16e req-1f0a09e2-01ed-4b92-9fee-2e6a3c7578bd tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.13 "DELETE /v2.0/ports/a9e2f3c5-900e-4213-a9e0-32e50b35ea8b HTTP/1.1" status: 204 len: 173 time: 1.0295780 Dec 17 15:19:18.969709 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0466edad-0a40-408e-9563-0c42aa580453', 'name': 'network-vif-deleted', 'tag': 'a9e2f3c5-900e-4213-a9e0-32e50b35ea8b'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:19:18.969709 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea433dc-cd06-4e98-b504-81631cedc443" -d '{"events": [{"server_uuid": "0466edad-0a40-408e-9563-0c42aa580453", "name": "network-vif-deleted", "tag": "a9e2f3c5-900e-4213-a9e0-32e50b35ea8b"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:19:18.981023 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-bc2f5570-ff48-481c-bf8c-35405ae40cad tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] For port 52231ab9-abce-476e-a62f-3ebb06953c96, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=52231ab9-abce-476e-a62f-3ebb06953c96,segment=NetworkSegment(0c729146-1666-413c-b977-74eeef2df6f3),segment_id=0c729146-1666-413c-b977-74eeef2df6f3)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:18.981508 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5570-ff48-481c-bf8c-35405ae40cad tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:18.995498 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e166d-6a31-4673-ab99-c115f9884611 req-f8e52218-8b14-47bb-96ea-907298d402e6 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:18.998395 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-bc2f5570-ff48-481c-bf8c-35405ae40cad tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Calling delete_port for 52231ab9-abce-476e-a62f-3ebb06953c96 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:19:19.002391 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e166d-6a31-4673-ab99-c115f9884611 req-f8e52218-8b14-47bb-96ea-907298d402e6 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:19.009454 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e166d-6a31-4673-ab99-c115f9884611 req-f8e52218-8b14-47bb-96ea-907298d402e6 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:19.013562 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-072e166d-6a31-4673-ab99-c115f9884611 req-f8e52218-8b14-47bb-96ea-907298d402e6 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a69a7d18-8bda-49f6-9793-972d56151d7b HTTP/1.1" status: 200 len: 2417 time: 0.2150767 Dec 17 15:19:19.053445 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-18b03166-dc51-446a-9207-a206bca25da0 req-ed10f472-480b-4c61-9049-8892c747c6a3 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Deleting port f82459a4-b5d8-4d73-bc29-0da1f73562ed {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:19:19.053853 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-18b03166-dc51-446a-9207-a206bca25da0 req-ed10f472-480b-4c61-9049-8892c747c6a3 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:19.056924 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-945c403e-af12-465f-9299-7b627de0f66a tempest-FloatingIPAdminTestJSON-1347396814 tempest-FloatingIPAdminTestJSON-1347396814-project] Notify callbacks [] for floatingip, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:19.072719 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dfbe7489-482c-4c1d-9081-954fd1a3aef1 req-22644377-9863-4d08-a5ce-6f0de129352e tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/ports?device_id=0466edad-0a40-408e-9563-0c42aa580453 HTTP/1.1" status: 200 len: 210 time: 0.0575221 Dec 17 15:19:19.160747 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0af3f0-ed8d-462b-b40a-c7ea56d27ad7 x-openstack-request-id: req-6d0af3f0-ed8d-462b-b40a-c7ea56d27ad7 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:19:19.161228 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0466edad-0a40-408e-9563-0c42aa580453", "name": "network-vif-deleted", "tag": "a9e2f3c5-900e-4213-a9e0-32e50b35ea8b", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:19:19.161649 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6d0af3f0-ed8d-462b-b40a-c7ea56d27ad7 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:19:19.162274 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0466edad-0a40-408e-9563-0c42aa580453', 'name': 'network-vif-deleted', 'tag': 'a9e2f3c5-900e-4213-a9e0-32e50b35ea8b', 'status': 'completed', 'code': 200} Dec 17 15:19:19.211202 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5570-ff48-481c-bf8c-35405ae40cad tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:19.259680 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f5570-ff48-481c-bf8c-35405ae40cad tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Pushing event deleted for resources: {'Port': ['ID=52231ab9-abce-476e-a62f-3ebb06953c96,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:19.263339 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2f5570-ff48-481c-bf8c-35405ae40cad tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] No DVR routers for this DVR port 52231ab9-abce-476e-a62f-3ebb06953c96 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:19:19.266046 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-18b03166-dc51-446a-9207-a206bca25da0 req-ed10f472-480b-4c61-9049-8892c747c6a3 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] For port f82459a4-b5d8-4d73-bc29-0da1f73562ed, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f82459a4-b5d8-4d73-bc29-0da1f73562ed,segment=NetworkSegment(0c037a90-4c1d-4a22-be76-067f0345dfe6),segment_id=0c037a90-4c1d-4a22-be76-067f0345dfe6)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:19.266544 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-18b03166-dc51-446a-9207-a206bca25da0 req-ed10f472-480b-4c61-9049-8892c747c6a3 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:19.280742 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-072e166d-6a31-4673-ab99-c115f9884611 req-7126a7f6-e992-4100-8759-08330fccc99b tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447593 Dec 17 15:19:19.290573 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-18b03166-dc51-446a-9207-a206bca25da0 req-ed10f472-480b-4c61-9049-8892c747c6a3 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Calling delete_port for f82459a4-b5d8-4d73-bc29-0da1f73562ed owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:19:19.375958 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5570-ff48-481c-bf8c-35405ae40cad tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:19.400707 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-bc2f5570-ff48-481c-bf8c-35405ae40cad tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db63943-88dc-41a8-b7fd-69efaa149e51']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:19.414184 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-bc2f5570-ff48-481c-bf8c-35405ae40cad tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c729146-1666-413c-b977-74eeef2df6f3') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:19.414758 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-bc2f5570-ff48-481c-bf8c-35405ae40cad tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c729146-1666-413c-b977-74eeef2df6f3') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:19.443534 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5570-ff48-481c-bf8c-35405ae40cad tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:19.447431 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-945c403e-af12-465f-9299-7b627de0f66a tempest-FloatingIPAdminTestJSON-1347396814 tempest-FloatingIPAdminTestJSON-1347396814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:19.468448 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5570-ff48-481c-bf8c-35405ae40cad tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:19.475808 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc2f5570-ff48-481c-bf8c-35405ae40cad tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:19:19.476268 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5570-ff48-481c-bf8c-35405ae40cad tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:19.480380 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:19:19.480380 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:19:19.480380 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:19:19.480380 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:19:19.480380 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:19:19.480380 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:19:19.480380 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:19:19.480380 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:19:19.480380 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:19:19.480380 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:19:19.480380 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:19:19.480380 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:19:19.480380 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:19:19.480380 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:19:19.480380 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:19:19.480380 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:19:19.480380 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:19:19.480380 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:19:19.480380 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:19:19.480380 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:19:19.480380 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:19:19.480380 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:19:19.480380 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:19:19.480380 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:19:19.480380 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:19:19.480380 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:19:19.480380 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:19:19.480380 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:19:19.480380 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:19:19.480380 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:19:19.480380 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:19:19.480380 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:19:19.630898 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5570-ff48-481c-bf8c-35405ae40cad tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:19.636610 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e23f4b-4dc5-4b48-b615-e1a474422da3 req-19d10013-4ea8-44f9-a8d7-9ed1e8a34840 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:19.638253 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-99e23f4b-4dc5-4b48-b615-e1a474422da3 req-19d10013-4ea8-44f9-a8d7-9ed1e8a34840 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=03fd3c95-187f-4d31-a09f-911b5b4f207c HTTP/1.1" status: 200 len: 945 time: 0.1169105 Dec 17 15:19:19.643371 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5570-ff48-481c-bf8c-35405ae40cad tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:19.647277 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-bc2f5570-ff48-481c-bf8c-35405ae40cad tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "DELETE /v2.0/networks/6db63943-88dc-41a8-b7fd-69efaa149e51 HTTP/1.1" status: 204 len: 168 time: 3.3546767 Dec 17 15:19:19.655844 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51500) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:19.658834 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f5570-ff48-481c-bf8c-35405ae40cad tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Pushing event deleted for resources: {'Network': ['ID=6db63943-88dc-41a8-b7fd-69efaa149e51,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:19.683296 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-945c403e-af12-465f-9299-7b627de0f66a tempest-FloatingIPAdminTestJSON-1347396814 tempest-FloatingIPAdminTestJSON-1347396814-project] Allocated IP 172.25.6.32 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/b18d6fe4-9199-4774-b022-769efb166c5c) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:19:19.706914 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-18b03166-dc51-446a-9207-a206bca25da0 req-ed10f472-480b-4c61-9049-8892c747c6a3 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:19.711732 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-76778311-df28-488f-8318-5b146a1ebc28 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] DELETE failed (client error): The resource could not be found. Dec 17 15:19:19.712568 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76778311-df28-488f-8318-5b146a1ebc28 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:19:19.715762 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-76778311-df28-488f-8318-5b146a1ebc28 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "DELETE /v2.0/subnets/20c381c6-0e6f-4e9f-97f6-12022bae4e45 HTTP/1.1" status: 404 len: 337 time: 0.0589631 Dec 17 15:19:19.721974 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51512) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:19.738664 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['f82459a4-b5d8-4d73-bc29-0da1f73562ed', 'cc2c2779-3f13-41d7-9035-0e04839061ee', '28fbbec4-e2d4-44f9-9207-0d309ff8c6a1'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:19:19.762492 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10f472-480b-4c61-9049-8892c747c6a3 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Pushing event deleted for resources: {'Port': ['ID=f82459a4-b5d8-4d73-bc29-0da1f73562ed,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:19.766892 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-99e23f4b-4dc5-4b48-b615-e1a474422da3 req-02633e25-690d-499b-84b4-4f2735a29d15 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219833 Dec 17 15:19:19.823282 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da4a1bc-04a4-47f4-bf96-4a8bbc2cc932 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] DELETE failed (client error): The resource could not be found. Dec 17 15:19:19.824567 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da4a1bc-04a4-47f4-bf96-4a8bbc2cc932 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:19:19.837738 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9da4a1bc-04a4-47f4-bf96-4a8bbc2cc932 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "DELETE /v2.0/networks/6db63943-88dc-41a8-b7fd-69efaa149e51 HTTP/1.1" status: 404 len: 339 time: 0.1144302 Dec 17 15:19:19.838937 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51526) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:19.883588 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b03166-dc51-446a-9207-a206bca25da0 req-ed10f472-480b-4c61-9049-8892c747c6a3 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] No DVR routers for this DVR port f82459a4-b5d8-4d73-bc29-0da1f73562ed on host n-h1-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:19:19.887546 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-18b03166-dc51-446a-9207-a206bca25da0 req-ed10f472-480b-4c61-9049-8892c747c6a3 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:19.898394 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-18b03166-dc51-446a-9207-a206bca25da0 req-ed10f472-480b-4c61-9049-8892c747c6a3 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.41 "DELETE /v2.0/ports/f82459a4-b5d8-4d73-bc29-0da1f73562ed HTTP/1.1" status: 204 len: 173 time: 1.1645653 Dec 17 15:19:19.898891 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69a7d18-8bda-49f6-9793-972d56151d7b', 'name': 'network-vif-deleted', 'tag': 'f82459a4-b5d8-4d73-bc29-0da1f73562ed'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:19:19.909328 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b3adf1-2a89-44b3-a49d-500d30a841f5 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] DELETE failed (client error): The resource could not be found. Dec 17 15:19:19.910188 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89b3adf1-2a89-44b3-a49d-500d30a841f5 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:19:19.910817 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288e16cb-6e4c-4d6d-976d-f22aa897b2ea" -d '{"events": [{"server_uuid": "a69a7d18-8bda-49f6-9793-972d56151d7b", "name": "network-vif-deleted", "tag": "f82459a4-b5d8-4d73-bc29-0da1f73562ed"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:19:19.932159 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-89b3adf1-2a89-44b3-a49d-500d30a841f5 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "DELETE /v2.0/subnets/e3ba83aa-2c71-45ad-a0ab-851a8484c854 HTTP/1.1" status: 404 len: 337 time: 0.0859475 Dec 17 15:19:19.932159 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51534) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:19.967380 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e40e4c-bb46-4fcb-9fd8-226524e34c61 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] DELETE failed (client error): The resource could not be found. Dec 17 15:19:19.967831 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3e40e4c-bb46-4fcb-9fd8-226524e34c61 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:19:19.974060 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a3e40e4c-bb46-4fcb-9fd8-226524e34c61 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "DELETE /v2.0/networks/f04c2cb1-957d-4432-bad4-c986cf66f094 HTTP/1.1" status: 404 len: 339 time: 0.0440671 Dec 17 15:19:19.974669 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51540) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:20.014585 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f9b17b2-303f-4b7a-8e3f-3c1b3162dd41 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] DELETE failed (client error): The resource could not be found. Dec 17 15:19:20.015014 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f9b17b2-303f-4b7a-8e3f-3c1b3162dd41 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:19:20.025722 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0f9b17b2-303f-4b7a-8e3f-3c1b3162dd41 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "DELETE /v2.0/subnets/78da219e-09a9-49d9-aa41-71a84c418b69 HTTP/1.1" status: 404 len: 337 time: 0.0499740 Dec 17 15:19:20.026716 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51542) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:20.055319 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-88cb0eb2-aa3d-45fb-80dc-23d6f25cd4fc tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] DELETE failed (client error): The resource could not be found. Dec 17 15:19:20.056532 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88cb0eb2-aa3d-45fb-80dc-23d6f25cd4fc tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:19:20.063576 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-88cb0eb2-aa3d-45fb-80dc-23d6f25cd4fc tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "DELETE /v2.0/networks/7588424e-5331-4ecf-931c-fd4dcff70f97 HTTP/1.1" status: 404 len: 339 time: 0.0359080 Dec 17 15:19:20.064798 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51544) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:20.097677 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-945c403e-af12-465f-9299-7b627de0f66a tempest-FloatingIPAdminTestJSON-1347396814 tempest-FloatingIPAdminTestJSON-1347396814-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:20.143154 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-18b03166-dc51-446a-9207-a206bca25da0 req-29f57846-f113-49f5-8574-2a34ad5d0d77 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Deleting port cc2c2779-3f13-41d7-9035-0e04839061ee {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:19:20.150492 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-18b03166-dc51-446a-9207-a206bca25da0 req-29f57846-f113-49f5-8574-2a34ad5d0d77 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:20.219990 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-699ed17a-360c-4916-909e-dbcaebfc2a74 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Deleting port 2d89a110-f722-4d74-b23a-7b60bb29f2ff {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:19:20.220834 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-699ed17a-360c-4916-909e-dbcaebfc2a74 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:20.222212 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ec9282-c953-40f1-a3bb-f04ff9fe7680 x-openstack-request-id: req-e3ec9282-c953-40f1-a3bb-f04ff9fe7680 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:19:20.222496 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a69a7d18-8bda-49f6-9793-972d56151d7b", "name": "network-vif-deleted", "tag": "f82459a4-b5d8-4d73-bc29-0da1f73562ed", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:19:20.222751 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e3ec9282-c953-40f1-a3bb-f04ff9fe7680 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:19:20.223152 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69a7d18-8bda-49f6-9793-972d56151d7b', 'name': 'network-vif-deleted', 'tag': 'f82459a4-b5d8-4d73-bc29-0da1f73562ed', 'status': 'completed', 'code': 200} Dec 17 15:19:20.287536 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-18b03166-dc51-446a-9207-a206bca25da0 req-29f57846-f113-49f5-8574-2a34ad5d0d77 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] For port cc2c2779-3f13-41d7-9035-0e04839061ee, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=cc2c2779-3f13-41d7-9035-0e04839061ee,segment=NetworkSegment(0c037a90-4c1d-4a22-be76-067f0345dfe6),segment_id=0c037a90-4c1d-4a22-be76-067f0345dfe6)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:20.288547 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-18b03166-dc51-446a-9207-a206bca25da0 req-29f57846-f113-49f5-8574-2a34ad5d0d77 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:20.308622 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-18b03166-dc51-446a-9207-a206bca25da0 req-29f57846-f113-49f5-8574-2a34ad5d0d77 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Calling delete_port for cc2c2779-3f13-41d7-9035-0e04839061ee owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:19:20.308714 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-699ed17a-360c-4916-909e-dbcaebfc2a74 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:20.327920 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-699ed17a-360c-4916-909e-dbcaebfc2a74 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Calling delete_port for 2d89a110-f722-4d74-b23a-7b60bb29f2ff owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:19:20.362060 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-945c403e-af12-465f-9299-7b627de0f66a tempest-FloatingIPAdminTestJSON-1347396814 tempest-FloatingIPAdminTestJSON-1347396814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:20.366541 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device a9e2f3c5-900e-4213-a9e0-32e50b35ea8b no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:19:20.390293 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: a9e2f3c5-900e-4213-a9e0-32e50b35ea8b {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:19:20.390631 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device a9e2f3c5-900e-4213-a9e0-32e50b35ea8b not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:19:20.419935 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e1ad630c-4b2c-44f5-b74b-239adbe33d81 req-d4c4c2c0-cd3b-4e04-9395-500eb002f19c tempest-ImagesOneServerTestJSON-1723647939 tempest-ImagesOneServerTestJSON-1723647939-project] 10.222.0.46 "GET /v2.0/ports?device_id=0466edad-0a40-408e-9563-0c42aa580453 HTTP/1.1" status: 200 len: 210 time: 0.0628841 Dec 17 15:19:20.442988 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945c403e-af12-465f-9299-7b627de0f66a tempest-FloatingIPAdminTestJSON-1347396814 tempest-FloatingIPAdminTestJSON-1347396814-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:19:20.449216 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-945c403e-af12-465f-9299-7b627de0f66a tempest-FloatingIPAdminTestJSON-1347396814 tempest-FloatingIPAdminTestJSON-1347396814-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:20.457264 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945c403e-af12-465f-9299-7b627de0f66a tempest-FloatingIPAdminTestJSON-1347396814 tempest-FloatingIPAdminTestJSON-1347396814-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:19:20.483273 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-699ed17a-360c-4916-909e-dbcaebfc2a74 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:20.492586 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c403e-af12-465f-9299-7b627de0f66a tempest-FloatingIPAdminTestJSON-1347396814 tempest-FloatingIPAdminTestJSON-1347396814-project] Pushing event updated for resources: {'Port': ['ID=b18d6fe4-9199-4774-b022-769efb166c5c,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:20.519023 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ed17a-360c-4916-909e-dbcaebfc2a74 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Pushing event deleted for resources: {'Port': ['ID=2d89a110-f722-4d74-b23a-7b60bb29f2ff,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:20.534846 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-699ed17a-360c-4916-909e-dbcaebfc2a74 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:20.541999 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-699ed17a-360c-4916-909e-dbcaebfc2a74 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "DELETE /v2.0/ports/2d89a110-f722-4d74-b23a-7b60bb29f2ff HTTP/1.1" status: 204 len: 168 time: 0.4722204 Dec 17 15:19:20.543224 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51568) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:20.599574 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8ef1a7-4eb4-417c-8a30-dce350237bc7 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] DELETE failed (client error): The resource could not be found. Dec 17 15:19:20.600033 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af8ef1a7-4eb4-417c-8a30-dce350237bc7 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:19:20.605107 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-af8ef1a7-4eb4-417c-8a30-dce350237bc7 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "DELETE /v2.0/subnets/2f6fc175-7908-4d91-9ea1-e0e351754938 HTTP/1.1" status: 404 len: 337 time: 0.0573480 Dec 17 15:19:20.606770 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51574) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:20.632130 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3945445-048e-479e-a578-cfdd5448b4b4 req-a39faf9e-8fb6-446c-be96-6e38aefe2fcc tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:20.633658 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e3945445-048e-479e-a578-cfdd5448b4b4 req-a39faf9e-8fb6-446c-be96-6e38aefe2fcc tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=03fd3c95-187f-4d31-a09f-911b5b4f207c HTTP/1.1" status: 200 len: 945 time: 0.1212471 Dec 17 15:19:20.659904 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51578) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:20.681512 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e3945445-048e-479e-a578-cfdd5448b4b4 req-b029b85a-172b-48db-b94b-fcc8b42e9a33 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407815 Dec 17 15:19:20.713692 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-36e6cc1c-21f8-48d9-ba0c-495974013657 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:20.776131 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-18b03166-dc51-446a-9207-a206bca25da0 req-29f57846-f113-49f5-8574-2a34ad5d0d77 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:20.817315 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-36e6cc1c-21f8-48d9-ba0c-495974013657 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:20.844728 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-36e6cc1c-21f8-48d9-ba0c-495974013657 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e391348-61bc-4062-9d77-47f9f205e81b']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:20.851932 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f57846-f113-49f5-8574-2a34ad5d0d77 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Pushing event deleted for resources: {'Port': ['ID=cc2c2779-3f13-41d7-9035-0e04839061ee,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:20.854743 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0f5ba6fb-9e4c-4ee6-9125-cd216d097d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:20.863353 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-36e6cc1c-21f8-48d9-ba0c-495974013657 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d3eb223-2930-4e70-be5c-8edff9d1ce7b') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:20.863353 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-36e6cc1c-21f8-48d9-ba0c-495974013657 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d3eb223-2930-4e70-be5c-8edff9d1ce7b') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:20.875143 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-36e6cc1c-21f8-48d9-ba0c-495974013657 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:20.890778 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-36e6cc1c-21f8-48d9-ba0c-495974013657 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:20.897500 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e6cc1c-21f8-48d9-ba0c-495974013657 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:19:20.898370 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-36e6cc1c-21f8-48d9-ba0c-495974013657 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:20.901989 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:19:20.901989 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:19:20.901989 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:19:20.901989 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:19:20.901989 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:19:20.901989 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:19:20.901989 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:19:20.901989 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:19:20.901989 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:19:20.901989 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:19:20.901989 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:19:20.901989 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:19:20.901989 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:19:20.901989 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:19:20.901989 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:19:20.901989 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:19:20.901989 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:19:20.901989 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:19:20.901989 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:19:20.901989 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:19:20.901989 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:19:20.901989 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:19:20.901989 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:19:20.901989 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:19:20.901989 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:19:20.901989 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:19:20.901989 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:19:20.901989 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:19:20.901989 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:19:20.901989 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:19:20.901989 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:19:20.901989 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:19:20.927095 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-945c403e-af12-465f-9299-7b627de0f66a tempest-FloatingIPAdminTestJSON-1347396814 tempest-FloatingIPAdminTestJSON-1347396814-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:20.964527 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b03166-dc51-446a-9207-a206bca25da0 req-29f57846-f113-49f5-8574-2a34ad5d0d77 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] No DVR routers for this DVR port cc2c2779-3f13-41d7-9035-0e04839061ee on host n-h1-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:19:20.969648 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-18b03166-dc51-446a-9207-a206bca25da0 req-29f57846-f113-49f5-8574-2a34ad5d0d77 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:20.972419 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-18b03166-dc51-446a-9207-a206bca25da0 req-29f57846-f113-49f5-8574-2a34ad5d0d77 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.41 "DELETE /v2.0/ports/cc2c2779-3f13-41d7-9035-0e04839061ee HTTP/1.1" status: 204 len: 173 time: 1.0560253 Dec 17 15:19:21.022223 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b271bd-e4c3-4195-8170-0dcfd5f4c81a req-3f515a18-b986-4eb0-b4ae-02620a9fc083 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:21.023801 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f7b271bd-e4c3-4195-8170-0dcfd5f4c81a req-3f515a18-b986-4eb0-b4ae-02620a9fc083 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a69a7d18-8bda-49f6-9793-972d56151d7b HTTP/1.1" status: 200 len: 946 time: 0.1628642 Dec 17 15:19:21.054133 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-36e6cc1c-21f8-48d9-ba0c-495974013657 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:21.070770 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-36e6cc1c-21f8-48d9-ba0c-495974013657 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:21.080918 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-36e6cc1c-21f8-48d9-ba0c-495974013657 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "DELETE /v2.0/networks/9e391348-61bc-4062-9d77-47f9f205e81b HTTP/1.1" status: 204 len: 168 time: 0.4729824 Dec 17 15:19:21.081943 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51590) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:21.102346 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6cc1c-21f8-48d9-ba0c-495974013657 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Pushing event deleted for resources: {'Network': ['ID=9e391348-61bc-4062-9d77-47f9f205e81b,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:21.121288 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-945c403e-af12-465f-9299-7b627de0f66a tempest-FloatingIPAdminTestJSON-1347396814 tempest-FloatingIPAdminTestJSON-1347396814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:21.192568 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f7b271bd-e4c3-4195-8170-0dcfd5f4c81a req-55d7f98e-5036-44b9-852c-6800b5f8e9db tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445360 Dec 17 15:19:21.218259 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-e494be61-3d71-4686-8b25-406c599276cf tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Deleting port 4e995aa7-ba8e-43cd-863f-c7c1c052c769 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:19:21.218935 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e494be61-3d71-4686-8b25-406c599276cf tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:21.266727 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0f5ba6fb-9e4c-4ee6-9125-cd216d097d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:21.301931 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e494be61-3d71-4686-8b25-406c599276cf tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:21.307469 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-18b03166-dc51-446a-9207-a206bca25da0 req-e8971ad1-0ea3-4465-9572-698a70bdb540 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Deleting port 28fbbec4-e2d4-44f9-9207-0d309ff8c6a1 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:19:21.308058 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-18b03166-dc51-446a-9207-a206bca25da0 req-e8971ad1-0ea3-4465-9572-698a70bdb540 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:21.318083 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-e494be61-3d71-4686-8b25-406c599276cf tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Calling delete_port for 4e995aa7-ba8e-43cd-863f-c7c1c052c769 owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:19:21.356585 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0f5ba6fb-9e4c-4ee6-9125-cd216d097d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:21.441363 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0f5ba6fb-9e4c-4ee6-9125-cd216d097d38 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e93ba3d62b20453a82d76e5d7ec2b62a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7804017 Dec 17 15:19:21.442089 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ba6fb-9e4c-4ee6-9125-cd216d097d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13432253-1605-4948-8cda-a58e3f70f716,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:21.444144 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51594) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:21.481015 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e494be61-3d71-4686-8b25-406c599276cf tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:21.492751 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-18b03166-dc51-446a-9207-a206bca25da0 req-e8971ad1-0ea3-4465-9572-698a70bdb540 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] For port 28fbbec4-e2d4-44f9-9207-0d309ff8c6a1, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=28fbbec4-e2d4-44f9-9207-0d309ff8c6a1,segment=NetworkSegment(b046e27f-27e3-4cfb-82e0-95ac137dd346),segment_id=b046e27f-27e3-4cfb-82e0-95ac137dd346)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:21.493309 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-18b03166-dc51-446a-9207-a206bca25da0 req-e8971ad1-0ea3-4465-9572-698a70bdb540 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:21.511434 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-945c403e-af12-465f-9299-7b627de0f66a tempest-FloatingIPAdminTestJSON-1347396814 tempest-FloatingIPAdminTestJSON-1347396814-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:21.517394 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-18b03166-dc51-446a-9207-a206bca25da0 req-e8971ad1-0ea3-4465-9572-698a70bdb540 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Calling delete_port for 28fbbec4-e2d4-44f9-9207-0d309ff8c6a1 owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:19:21.527571 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494be61-3d71-4686-8b25-406c599276cf tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Pushing event deleted for resources: {'Port': ['ID=4e995aa7-ba8e-43cd-863f-c7c1c052c769,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:21.536641 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e494be61-3d71-4686-8b25-406c599276cf tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:21.540699 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e494be61-3d71-4686-8b25-406c599276cf tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "DELETE /v2.0/ports/4e995aa7-ba8e-43cd-863f-c7c1c052c769 HTTP/1.1" status: 204 len: 168 time: 0.4463849 Dec 17 15:19:21.543505 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51600) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:21.574940 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-945c403e-af12-465f-9299-7b627de0f66a tempest-FloatingIPAdminTestJSON-1347396814 tempest-FloatingIPAdminTestJSON-1347396814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:21.577995 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-482f0f22-33ef-4a9f-a58a-4efbe64d734b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] DELETE failed (client error): The resource could not be found. Dec 17 15:19:21.578277 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-482f0f22-33ef-4a9f-a58a-4efbe64d734b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:19:21.584369 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-482f0f22-33ef-4a9f-a58a-4efbe64d734b tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "DELETE /v2.0/subnets/55b44272-e612-4657-96aa-2bd5eec50a6e HTTP/1.1" status: 404 len: 337 time: 0.0368905 Dec 17 15:19:21.587399 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51602) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:21.602386 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e90c0b5f-da35-4244-8dc2-446cdd02a626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:21.661368 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c403e-af12-465f-9299-7b627de0f66a tempest-FloatingIPAdminTestJSON-1347396814 tempest-FloatingIPAdminTestJSON-1347396814-project] Pushing event updated for resources: {'Port': ['ID=b18d6fe4-9199-4774-b022-769efb166c5c,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:21.691378 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-945c403e-af12-465f-9299-7b627de0f66a tempest-FloatingIPAdminTestJSON-1347396814 tempest-FloatingIPAdminTestJSON-1347396814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:21.691625 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e90c0b5f-da35-4244-8dc2-446cdd02a626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:21.716191 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ed6eb420-204d-4759-a7f2-d5476cae5714 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:21.812379 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-945c403e-af12-465f-9299-7b627de0f66a tempest-FloatingIPAdminTestJSON-1347396814 tempest-FloatingIPAdminTestJSON-1347396814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:21.816358 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-945c403e-af12-465f-9299-7b627de0f66a tempest-FloatingIPAdminTestJSON-1347396814 tempest-FloatingIPAdminTestJSON-1347396814-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2016821 Dec 17 15:19:21.816711 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51612) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:21.841025 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-18b03166-dc51-446a-9207-a206bca25da0 req-e8971ad1-0ea3-4465-9572-698a70bdb540 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:21.846402 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 5ec7dd63-178b-4dfe-9aca-e803419e62c1 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:19:21.911358 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8971ad1-0ea3-4465-9572-698a70bdb540 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Pushing event deleted for resources: {'Port': ['ID=28fbbec4-e2d4-44f9-9207-0d309ff8c6a1,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:21.963160 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b03166-dc51-446a-9207-a206bca25da0 req-e8971ad1-0ea3-4465-9572-698a70bdb540 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] No DVR routers for this DVR port 28fbbec4-e2d4-44f9-9207-0d309ff8c6a1 on host n-h1-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:19:21.969396 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-18b03166-dc51-446a-9207-a206bca25da0 req-e8971ad1-0ea3-4465-9572-698a70bdb540 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:21.973436 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-18b03166-dc51-446a-9207-a206bca25da0 req-e8971ad1-0ea3-4465-9572-698a70bdb540 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.41 "DELETE /v2.0/ports/28fbbec4-e2d4-44f9-9207-0d309ff8c6a1 HTTP/1.1" status: 204 len: 173 time: 0.9936168 Dec 17 15:19:22.025642 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb52ecc-06e8-43a9-bf57-4535b7be76d7 req-ac8cd92b-20bd-44a5-a9e8-469562918a0c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:22.027709 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-abb52ecc-06e8-43a9-bf57-4535b7be76d7 req-ac8cd92b-20bd-44a5-a9e8-469562918a0c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=03fd3c95-187f-4d31-a09f-911b5b4f207c HTTP/1.1" status: 200 len: 945 time: 0.2299683 Dec 17 15:19:22.187065 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51624) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:22.199149 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:22.218605 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-efff8021-1170-4d5b-95f4-87c0bf1bf4bf tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:22.220922 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-efff8021-1170-4d5b-95f4-87c0bf1bf4bf tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/networks?id=c55c80a5-833c-48da-873a-0d6892b2ac27 HTTP/1.1" status: 200 len: 805 time: 0.2452726 Dec 17 15:19:22.225013 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69a7d18-8bda-49f6-9793-972d56151d7b', 'name': 'network-vif-deleted', 'tag': 'cc2c2779-3f13-41d7-9035-0e04839061ee'}, {'server_uuid': 'a69a7d18-8bda-49f6-9793-972d56151d7b', 'name': 'network-vif-deleted', 'tag': '28fbbec4-e2d4-44f9-9207-0d309ff8c6a1'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:19:22.227513 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0fd16d-3505-490a-af51-27a5375ddad8" -d '{"events": [{"server_uuid": "a69a7d18-8bda-49f6-9793-972d56151d7b", "name": "network-vif-deleted", "tag": "cc2c2779-3f13-41d7-9035-0e04839061ee"}, {"server_uuid": "a69a7d18-8bda-49f6-9793-972d56151d7b", "name": "network-vif-deleted", "tag": "28fbbec4-e2d4-44f9-9207-0d309ff8c6a1"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:19:22.228839 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2108fa3-279c-4c32-8bde-8e7f04932bb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ec7dd63-178b-4dfe-9aca-e803419e62c1'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:19:22.231174 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9936201-7dfe-4976-8d83-7c0ceb4a1401" -d '{"events": [{"server_uuid": "c2108fa3-279c-4c32-8bde-8e7f04932bb0", "name": "network-vif-unplugged", "status": "completed", "tag": "5ec7dd63-178b-4dfe-9aca-e803419e62c1"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:19:22.245317 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 5ec7dd63-178b-4dfe-9aca-e803419e62c1, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=5ec7dd63-178b-4dfe-9aca-e803419e62c1,segment=NetworkSegment(75195253-a18c-43b8-b6db-179ccc3e1ed0),segment_id=75195253-a18c-43b8-b6db-179ccc3e1ed0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:22.250732 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-9e5c4758-59a2-4de5-b7fb-54375a6a6155 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/quotas/88f06237a6a040a5b48294f889fb95ed HTTP/1.1" status: 200 len: 375 time: 0.0200429 Dec 17 15:19:22.260272 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-abb52ecc-06e8-43a9-bf57-4535b7be76d7 req-3cea6a0d-5827-4ffc-b3bf-111d1ff7bb41 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716230 Dec 17 15:19:22.316484 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:22.317431 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device cc2c2779-3f13-41d7-9035-0e04839061ee no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:19:22.331834 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ed6eb420-204d-4759-a7f2-d5476cae5714 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:22.360676 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-ed6eb420-204d-4759-a7f2-d5476cae5714 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e88adc9b-a99e-4bdc-a270-f1feca9d6b20']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:22.364833 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: cc2c2779-3f13-41d7-9035-0e04839061ee {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:19:22.365325 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device cc2c2779-3f13-41d7-9035-0e04839061ee not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:19:22.365862 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 28fbbec4-e2d4-44f9-9207-0d309ff8c6a1 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:19:22.390109 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 28fbbec4-e2d4-44f9-9207-0d309ff8c6a1 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:19:22.390600 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 28fbbec4-e2d4-44f9-9207-0d309ff8c6a1 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:19:22.390869 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-1121b850-1b91-43cd-a882-befbe431e9e2 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=88f06237a6a040a5b48294f889fb95ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1294365 Dec 17 15:19:22.391800 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f82459a4-b5d8-4d73-bc29-0da1f73562ed no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:19:22.393394 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e90c0b5f-da35-4244-8dc2-446cdd02a626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:22.395919 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e90c0b5f-da35-4244-8dc2-446cdd02a626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:22.399325 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e90c0b5f-da35-4244-8dc2-446cdd02a626 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/13432253-1605-4948-8cda-a58e3f70f716 HTTP/1.1" status: 204 len: 168 time: 0.9519911 Dec 17 15:19:22.420752 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: f82459a4-b5d8-4d73-bc29-0da1f73562ed {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:19:22.421497 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f82459a4-b5d8-4d73-bc29-0da1f73562ed not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:19:22.428592 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-449f5b80-2d4a-449e-849d-2b05b37b3741 req-da9f4b5c-6265-47de-ade1-6cff923eaa64 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a69a7d18-8bda-49f6-9793-972d56151d7b HTTP/1.1" status: 200 len: 210 time: 0.0541732 Dec 17 15:19:22.431267 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-ed6eb420-204d-4759-a7f2-d5476cae5714 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c2d7c03-c549-4864-a3b2-625ad5e734eb') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:22.431689 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-ed6eb420-204d-4759-a7f2-d5476cae5714 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c2d7c03-c549-4864-a3b2-625ad5e734eb') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:22.452792 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a581277f-68b7-467b-81c5-2559ac99abec admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f3c821e650ee4cc2b6a821354a097a7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2633729 Dec 17 15:19:22.453551 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51640) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:22.456789 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=5ec7dd63-178b-4dfe-9aca-e803419e62c1,revision_number=8']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:22.481544 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c0b5f-da35-4244-8dc2-446cdd02a626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13432253-1605-4948-8cda-a58e3f70f716,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:22.490164 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ed6eb420-204d-4759-a7f2-d5476cae5714 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:22.514249 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1d4f68be-826d-414d-a636-5fa11a1b3e82 tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 0.6963520 Dec 17 15:19:22.517437 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51642) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:22.529488 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Dec 2021 15:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb90758d-06b6-4b55-b057-7e022e0ad9e6 x-openstack-request-id: req-cb90758d-06b6-4b55-b057-7e022e0ad9e6 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:19:22.529983 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a69a7d18-8bda-49f6-9793-972d56151d7b", "name": "network-vif-deleted", "tag": "cc2c2779-3f13-41d7-9035-0e04839061ee", "status": "completed", "code": 200}, {"server_uuid": "a69a7d18-8bda-49f6-9793-972d56151d7b", "name": "network-vif-deleted", "tag": "28fbbec4-e2d4-44f9-9207-0d309ff8c6a1", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:19:22.530423 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cb90758d-06b6-4b55-b057-7e022e0ad9e6 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:19:22.531128 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69a7d18-8bda-49f6-9793-972d56151d7b', 'name': 'network-vif-deleted', 'tag': 'cc2c2779-3f13-41d7-9035-0e04839061ee', 'status': 'completed', 'code': 200} Dec 17 15:19:22.531556 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69a7d18-8bda-49f6-9793-972d56151d7b', 'name': 'network-vif-deleted', 'tag': '28fbbec4-e2d4-44f9-9207-0d309ff8c6a1', 'status': 'completed', 'code': 200} Dec 17 15:19:22.535196 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f0de332c-62df-4a86-b357-025f9208ba4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:22.543782 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-23281eec-c4fd-454e-8b8f-e7b88db0358c service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:19:22.545528 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-23281eec-c4fd-454e-8b8f-e7b88db0358c service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1191409 Dec 17 15:19:22.546259 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ed6eb420-204d-4759-a7f2-d5476cae5714 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:22.567050 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b14a195-2067-4c3a-8912-aed9f93a37bd x-openstack-request-id: req-1b14a195-2067-4c3a-8912-aed9f93a37bd {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:19:22.567520 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2108fa3-279c-4c32-8bde-8e7f04932bb0", "name": "network-vif-unplugged", "status": "completed", "tag": "5ec7dd63-178b-4dfe-9aca-e803419e62c1", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:19:22.568032 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1b14a195-2067-4c3a-8912-aed9f93a37bd {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:19:22.568729 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2108fa3-279c-4c32-8bde-8e7f04932bb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ec7dd63-178b-4dfe-9aca-e803419e62c1', 'code': 200} Dec 17 15:19:22.590674 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f0de332c-62df-4a86-b357-025f9208ba4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:22.632108 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed6eb420-204d-4759-a7f2-d5476cae5714 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:19:22.632583 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ed6eb420-204d-4759-a7f2-d5476cae5714 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:22.636451 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:19:22.636451 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:19:22.636451 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:19:22.636451 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:19:22.636451 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:19:22.636451 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:19:22.636451 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:19:22.636451 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:19:22.636451 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:19:22.636451 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:19:22.636451 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:19:22.636451 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:19:22.636451 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:19:22.636451 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:19:22.636451 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:19:22.636451 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:19:22.636451 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:19:22.636451 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:19:22.636451 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:19:22.636451 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:19:22.636451 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:19:22.636451 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:19:22.636451 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:19:22.636451 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:19:22.636451 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:19:22.636451 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:19:22.636451 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:19:22.636451 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:19:22.636451 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:19:22.636451 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:19:22.636451 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:19:22.636451 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:19:22.640030 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-46067e94-89b8-4cb6-b2ea-3f2a2755cf14 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1215677 Dec 17 15:19:22.643185 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51644) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:22.815743 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ed6eb420-204d-4759-a7f2-d5476cae5714 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:22.819157 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-cceab562-9a4a-4901-8aea-bf2135435263 service neutron] 10.222.0.46 "GET /v2.0/networks/c55c80a5-833c-48da-873a-0d6892b2ac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597094 Dec 17 15:19:22.839575 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ed6eb420-204d-4759-a7f2-d5476cae5714 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:22.849740 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ed6eb420-204d-4759-a7f2-d5476cae5714 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "DELETE /v2.0/networks/e88adc9b-a99e-4bdc-a270-f1feca9d6b20 HTTP/1.1" status: 204 len: 168 time: 1.2591047 Dec 17 15:19:22.850468 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51652) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:22.863179 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6eb420-204d-4759-a7f2-d5476cae5714 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Pushing event deleted for resources: {'Network': ['ID=e88adc9b-a99e-4bdc-a270-f1feca9d6b20,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:22.916833 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f0de332c-62df-4a86-b357-025f9208ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:22.921207 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f0de332c-62df-4a86-b357-025f9208ba4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:22.925120 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f0de332c-62df-4a86-b357-025f9208ba4d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b4c5e0d8-011b-4198-b6a9-61876d9a3344 HTTP/1.1" status: 204 len: 168 time: 0.4703205 Dec 17 15:19:22.982483 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de332c-62df-4a86-b357-025f9208ba4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c5e0d8-011b-4198-b6a9-61876d9a3344,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:23.020706 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7c89f75-4c4c-438a-81db-16550e1afbb5 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Deleting subnet f26a869f-3b1e-4238-bb87-1626614b503d {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:19:23.041037 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f7c89f75-4c4c-438a-81db-16550e1afbb5 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:23.068447 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-f2232198-ae0f-4df6-8163-73e3255da51e tempest-FloatingIPAdminTestJSON-1347396814 tempest-FloatingIPAdminTestJSON-1347396814-project] Deleting port b18d6fe4-9199-4774-b022-769efb166c5c {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:19:23.068803 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f2232198-ae0f-4df6-8163-73e3255da51e tempest-FloatingIPAdminTestJSON-1347396814 tempest-FloatingIPAdminTestJSON-1347396814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:23.145629 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-fa776b2b-f1f0-49c4-897e-258f74dd63d3 service neutron] 10.222.0.46 "GET /v2.0/networks/c55c80a5-833c-48da-873a-0d6892b2ac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161392 Dec 17 15:19:23.169759 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f7c89f75-4c4c-438a-81db-16550e1afbb5 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:23.262168 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd05d0e9-12d3-4a19-a21c-0a08691bd05e req-7b6e5f9e-8667-4cb5-82ac-1450bf23b3be tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:23.266866 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fd05d0e9-12d3-4a19-a21c-0a08691bd05e req-7b6e5f9e-8667-4cb5-82ac-1450bf23b3be tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=03fd3c95-187f-4d31-a09f-911b5b4f207c HTTP/1.1" status: 200 len: 945 time: 0.1462431 Dec 17 15:19:23.267219 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f2232198-ae0f-4df6-8163-73e3255da51e tempest-FloatingIPAdminTestJSON-1347396814 tempest-FloatingIPAdminTestJSON-1347396814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:23.267550 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f2232198-ae0f-4df6-8163-73e3255da51e tempest-FloatingIPAdminTestJSON-1347396814 tempest-FloatingIPAdminTestJSON-1347396814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:23.317478 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-f2232198-ae0f-4df6-8163-73e3255da51e tempest-FloatingIPAdminTestJSON-1347396814 tempest-FloatingIPAdminTestJSON-1347396814-project] Calling delete_port for b18d6fe4-9199-4774-b022-769efb166c5c owned by network:floatingip {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:19:23.344623 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f7c89f75-4c4c-438a-81db-16550e1afbb5 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:23.414812 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fd05d0e9-12d3-4a19-a21c-0a08691bd05e req-b67cf96a-6794-4776-bb72-980a1d0b4ee2 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288605 Dec 17 15:19:23.513524 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32a944a0-7262-461d-8427-50f420dd2956 req-433abb2a-6dc8-41c0-a84e-ee6963bb7d5a tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f9e6297-3254-4a34-b59b-7cc01acf8294 HTTP/1.1" status: 200 len: 210 time: 0.0573826 Dec 17 15:19:23.534221 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51684) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:23.610338 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5e652ce-da6c-4208-ba82-888c5d3c64f2 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Deleting subnet f05f0bc4-0b09-48ba-ae2c-5402a48b533c {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:19:23.616026 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f5e652ce-da6c-4208-ba82-888c5d3c64f2 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:23.669600 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f5e652ce-da6c-4208-ba82-888c5d3c64f2 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:23.799830 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f5e652ce-da6c-4208-ba82-888c5d3c64f2 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:23.946756 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f7c89f75-4c4c-438a-81db-16550e1afbb5 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:23.985591 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f5e652ce-da6c-4208-ba82-888c5d3c64f2 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:24.005166 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c89f75-4c4c-438a-81db-16550e1afbb5 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Pushing event deleted for resources: {'Subnet': ['ID=f26a869f-3b1e-4238-bb87-1626614b503d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:24.014040 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f7c89f75-4c4c-438a-81db-16550e1afbb5 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:24.019363 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f7c89f75-4c4c-438a-81db-16550e1afbb5 tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "DELETE /v2.0/subnets/f26a869f-3b1e-4238-bb87-1626614b503d HTTP/1.1" status: 204 len: 168 time: 1.1282563 Dec 17 15:19:24.019508 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51702) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:24.022516 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f5e652ce-da6c-4208-ba82-888c5d3c64f2 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:24.030114 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f5e652ce-da6c-4208-ba82-888c5d3c64f2 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "DELETE /v2.0/subnets/f05f0bc4-0b09-48ba-ae2c-5402a48b533c HTTP/1.1" status: 204 len: 168 time: 0.4941244 Dec 17 15:19:24.030418 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51704) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:24.038939 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00eb39d-2aff-491b-8d47-a020ac8bea35 None None] Network 83783d8c-1971-4c6a-9dee-4d3d3ddf9f62 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:19:24.054182 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e652ce-da6c-4208-ba82-888c5d3c64f2 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Pushing event deleted for resources: {'Subnet': ['ID=f05f0bc4-0b09-48ba-ae2c-5402a48b533c,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:24.141592 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef1c14-a6b1-4afe-a3a5-a9293933e451 req-2d107f2a-d716-43b4-8de6-d2eb3f4c8ee1 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:24.143975 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-84ef1c14-a6b1-4afe-a3a5-a9293933e451 req-2d107f2a-d716-43b4-8de6-d2eb3f4c8ee1 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2108fa3-279c-4c32-8bde-8e7f04932bb0 HTTP/1.1" status: 200 len: 943 time: 0.2006266 Dec 17 15:19:24.149810 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f2232198-ae0f-4df6-8163-73e3255da51e tempest-FloatingIPAdminTestJSON-1347396814 tempest-FloatingIPAdminTestJSON-1347396814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:24.187496 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f955c2-bf92-4587-a537-190ea3a73ea4 None None] Network bfe79069-2518-42a3-82b3-ddfda93fa6a8 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:19:24.190510 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2232198-ae0f-4df6-8163-73e3255da51e tempest-FloatingIPAdminTestJSON-1347396814 tempest-FloatingIPAdminTestJSON-1347396814-project] Pushing event deleted for resources: {'Port': ['ID=b18d6fe4-9199-4774-b022-769efb166c5c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:24.263363 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-faecb24c-1e5c-45cd-9fa9-369a2952365c tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:24.349350 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bdb9c90c-8598-4967-b282-49fb046bdb61 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:24.439548 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f2232198-ae0f-4df6-8163-73e3255da51e tempest-FloatingIPAdminTestJSON-1347396814 tempest-FloatingIPAdminTestJSON-1347396814-project] Notify callbacks [] for floatingip, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:24.442193 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f2232198-ae0f-4df6-8163-73e3255da51e tempest-FloatingIPAdminTestJSON-1347396814 tempest-FloatingIPAdminTestJSON-1347396814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:24.443403 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f2232198-ae0f-4df6-8163-73e3255da51e tempest-FloatingIPAdminTestJSON-1347396814 tempest-FloatingIPAdminTestJSON-1347396814-project] 10.222.0.46 "DELETE /v2.0/floatingips/d7fc7a74-32e0-4f5f-b7df-9cb4588fd8f3 HTTP/1.1" status: 204 len: 168 time: 1.7976663 Dec 17 15:19:24.447875 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51746) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:24.458089 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd125c4a-4dad-4529-9080-cac771f873a4 None None] DHCP port deletion for 83783d8c-1971-4c6a-9dee-4d3d3ddf9f62 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:19:24.536700 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-faecb24c-1e5c-45cd-9fa9-369a2952365c tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Deleting port 9b1187b9-fe2b-48cc-b827-ac72b94599e4 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:19:24.537072 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-faecb24c-1e5c-45cd-9fa9-369a2952365c tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:24.547773 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9d658-28f0-40cf-9bf3-740ea48b49e9 req-bc4733e9-6ddd-4346-9cd4-951b21175358 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:24.549316 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9ba9d658-28f0-40cf-9bf3-740ea48b49e9 req-bc4733e9-6ddd-4346-9cd4-951b21175358 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.13 "GET /v2.0/ports?device_id=03fd3c95-187f-4d31-a09f-911b5b4f207c HTTP/1.1" status: 200 len: 945 time: 0.1557424 Dec 17 15:19:24.549488 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-84ef1c14-a6b1-4afe-a3a5-a9293933e451 req-286b6935-c70d-4adc-9c8b-f92bdc681d90 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Deleting port 5ec7dd63-178b-4dfe-9aca-e803419e62c1 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:19:24.549697 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-84ef1c14-a6b1-4afe-a3a5-a9293933e451 req-286b6935-c70d-4adc-9c8b-f92bdc681d90 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:24.583690 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a260ec4c-64fb-4914-8faa-82c99a4a7f80 None None] DHCP port deletion for bfe79069-2518-42a3-82b3-ddfda93fa6a8 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:19:24.645830 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-cd125c4a-4dad-4529-9080-cac771f873a4 None None] Deleting port 9b1187b9-fe2b-48cc-b827-ac72b94599e4 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:19:24.646217 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cd125c4a-4dad-4529-9080-cac771f873a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:24.648064 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-faecb24c-1e5c-45cd-9fa9-369a2952365c tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] For port 9b1187b9-fe2b-48cc-b827-ac72b94599e4, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9b1187b9-fe2b-48cc-b827-ac72b94599e4,segment=NetworkSegment(8ca95758-f180-485b-80f1-a8b167c7d0cc),segment_id=8ca95758-f180-485b-80f1-a8b167c7d0cc)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:24.648570 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-faecb24c-1e5c-45cd-9fa9-369a2952365c tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:24.696833 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-faecb24c-1e5c-45cd-9fa9-369a2952365c tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Calling delete_port for 9b1187b9-fe2b-48cc-b827-ac72b94599e4 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:19:24.713217 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-afdd3c7a-b59d-4747-bd82-65d9b7b5448a req-dc00a4b5-b19b-468d-8643-240eb76d56dc tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f9e6297-3254-4a34-b59b-7cc01acf8294 HTTP/1.1" status: 200 len: 210 time: 0.1109378 Dec 17 15:19:24.729261 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-a260ec4c-64fb-4914-8faa-82c99a4a7f80 None None] Deleting port bf33aceb-5bca-47eb-854c-7b04a9ae75e0 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:19:24.729871 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a260ec4c-64fb-4914-8faa-82c99a4a7f80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:24.764033 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-bdb9c90c-8598-4967-b282-49fb046bdb61 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Deleting port bf33aceb-5bca-47eb-854c-7b04a9ae75e0 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:19:24.764376 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bdb9c90c-8598-4967-b282-49fb046bdb61 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:24.783611 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-9ba9d658-28f0-40cf-9bf3-740ea48b49e9 req-22d4e535-76ce-427f-8bb3-f360d754d9cf tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Deleting port 700f2cf4-edb1-4991-8909-65133018e5fe {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:19:24.784135 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9ba9d658-28f0-40cf-9bf3-740ea48b49e9 req-22d4e535-76ce-427f-8bb3-f360d754d9cf tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:24.871672 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-84ef1c14-a6b1-4afe-a3a5-a9293933e451 req-286b6935-c70d-4adc-9c8b-f92bdc681d90 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] For port 5ec7dd63-178b-4dfe-9aca-e803419e62c1, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=5ec7dd63-178b-4dfe-9aca-e803419e62c1,segment=NetworkSegment(75195253-a18c-43b8-b6db-179ccc3e1ed0),segment_id=75195253-a18c-43b8-b6db-179ccc3e1ed0)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:24.872071 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-cd125c4a-4dad-4529-9080-cac771f873a4 None None] For port 9b1187b9-fe2b-48cc-b827-ac72b94599e4, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9b1187b9-fe2b-48cc-b827-ac72b94599e4,segment=NetworkSegment(8ca95758-f180-485b-80f1-a8b167c7d0cc),segment_id=8ca95758-f180-485b-80f1-a8b167c7d0cc)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:24.872190 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-84ef1c14-a6b1-4afe-a3a5-a9293933e451 req-286b6935-c70d-4adc-9c8b-f92bdc681d90 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:24.872396 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cd125c4a-4dad-4529-9080-cac771f873a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:24.895288 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-cd125c4a-4dad-4529-9080-cac771f873a4 None None] Calling delete_port for 9b1187b9-fe2b-48cc-b827-ac72b94599e4 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:19:24.897652 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-84ef1c14-a6b1-4afe-a3a5-a9293933e451 req-286b6935-c70d-4adc-9c8b-f92bdc681d90 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Calling delete_port for 5ec7dd63-178b-4dfe-9aca-e803419e62c1 owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:19:24.908643 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929869dc-5593-4b70-81dd-bdfa1789d767 req-4e980e61-15fc-4a6b-87a7-9fa3c70ae6a9 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:24.916747 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-929869dc-5593-4b70-81dd-bdfa1789d767 req-4e980e61-15fc-4a6b-87a7-9fa3c70ae6a9 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=03fd3c95-187f-4d31-a09f-911b5b4f207c HTTP/1.1" status: 200 len: 945 time: 0.3086195 Dec 17 15:19:24.931916 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-bdb9c90c-8598-4967-b282-49fb046bdb61 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] For port bf33aceb-5bca-47eb-854c-7b04a9ae75e0, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=bf33aceb-5bca-47eb-854c-7b04a9ae75e0,segment=NetworkSegment(b046e27f-27e3-4cfb-82e0-95ac137dd346),segment_id=b046e27f-27e3-4cfb-82e0-95ac137dd346)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:24.932091 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-9ba9d658-28f0-40cf-9bf3-740ea48b49e9 req-22d4e535-76ce-427f-8bb3-f360d754d9cf tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] For port 700f2cf4-edb1-4991-8909-65133018e5fe, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=700f2cf4-edb1-4991-8909-65133018e5fe,segment=NetworkSegment(50913541-c4fc-4052-a5a4-4ef73bad2e3d),segment_id=50913541-c4fc-4052-a5a4-4ef73bad2e3d)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:24.932333 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bdb9c90c-8598-4967-b282-49fb046bdb61 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:24.933201 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9ba9d658-28f0-40cf-9bf3-740ea48b49e9 req-22d4e535-76ce-427f-8bb3-f360d754d9cf tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:24.948734 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-9ba9d658-28f0-40cf-9bf3-740ea48b49e9 req-22d4e535-76ce-427f-8bb3-f360d754d9cf tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Calling delete_port for 700f2cf4-edb1-4991-8909-65133018e5fe owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:19:24.963834 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-faecb24c-1e5c-45cd-9fa9-369a2952365c tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:24.974747 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-bdb9c90c-8598-4967-b282-49fb046bdb61 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Calling delete_port for bf33aceb-5bca-47eb-854c-7b04a9ae75e0 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:19:25.030822 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-d6cbd08d-077d-42d8-8618-7e6a29ecc46c tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Deleting port aba2c646-bdeb-47ea-9683-e0997fef00a8 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:19:25.031174 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d6cbd08d-077d-42d8-8618-7e6a29ecc46c tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:25.044957 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faecb24c-1e5c-45cd-9fa9-369a2952365c tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Pushing event deleted for resources: {'Port': ['ID=9b1187b9-fe2b-48cc-b827-ac72b94599e4,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:25.051065 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faecb24c-1e5c-45cd-9fa9-369a2952365c tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] No DVR routers for this DVR port 9b1187b9-fe2b-48cc-b827-ac72b94599e4 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:19:25.058825 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-a260ec4c-64fb-4914-8faa-82c99a4a7f80 None None] For port bf33aceb-5bca-47eb-854c-7b04a9ae75e0, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=bf33aceb-5bca-47eb-854c-7b04a9ae75e0,segment=NetworkSegment(b046e27f-27e3-4cfb-82e0-95ac137dd346),segment_id=b046e27f-27e3-4cfb-82e0-95ac137dd346)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:25.060201 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a260ec4c-64fb-4914-8faa-82c99a4a7f80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:25.071747 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cd125c4a-4dad-4529-9080-cac771f873a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:25.108604 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-929869dc-5593-4b70-81dd-bdfa1789d767 req-c3f9a4b9-14c3-48fe-998f-4b5adb42792f tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908011 Dec 17 15:19:25.113338 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-a260ec4c-64fb-4914-8faa-82c99a4a7f80 None None] Calling delete_port for bf33aceb-5bca-47eb-854c-7b04a9ae75e0 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:19:25.121922 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd125c4a-4dad-4529-9080-cac771f873a4 None None] Pushing event deleted for resources: {'Port': ['ID=9b1187b9-fe2b-48cc-b827-ac72b94599e4,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:25.135136 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd125c4a-4dad-4529-9080-cac771f873a4 None None] No DVR routers for this DVR port 9b1187b9-fe2b-48cc-b827-ac72b94599e4 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:19:25.200764 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51764) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:25.303913 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-faecb24c-1e5c-45cd-9fa9-369a2952365c tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:25.318700 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d6cbd08d-077d-42d8-8618-7e6a29ecc46c tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:25.319376 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d6cbd08d-077d-42d8-8618-7e6a29ecc46c tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:25.322266 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a260ec4c-64fb-4914-8faa-82c99a4a7f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:25.328330 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-faecb24c-1e5c-45cd-9fa9-369a2952365c tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83783d8c-1971-4c6a-9dee-4d3d3ddf9f62']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:25.346183 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-faecb24c-1e5c-45cd-9fa9-369a2952365c tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca95758-f180-485b-80f1-a8b167c7d0cc') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:25.346613 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-faecb24c-1e5c-45cd-9fa9-369a2952365c tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca95758-f180-485b-80f1-a8b167c7d0cc') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:25.347819 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a260ec4c-64fb-4914-8faa-82c99a4a7f80 None None] No DVR routers for this DVR port bf33aceb-5bca-47eb-854c-7b04a9ae75e0 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:19:25.362320 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-faecb24c-1e5c-45cd-9fa9-369a2952365c tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:25.366417 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-d6cbd08d-077d-42d8-8618-7e6a29ecc46c tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Calling delete_port for aba2c646-bdeb-47ea-9683-e0997fef00a8 owned by network:floatingip {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:19:25.380186 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-faecb24c-1e5c-45cd-9fa9-369a2952365c tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:25.387562 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faecb24c-1e5c-45cd-9fa9-369a2952365c tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:19:25.388014 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-faecb24c-1e5c-45cd-9fa9-369a2952365c tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:25.388356 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bdb9c90c-8598-4967-b282-49fb046bdb61 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:25.391477 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:19:25.391477 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:19:25.391477 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:19:25.391477 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:19:25.391477 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:19:25.391477 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:19:25.391477 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:19:25.391477 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:19:25.391477 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:19:25.391477 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:19:25.391477 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:19:25.391477 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:19:25.391477 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:19:25.391477 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:19:25.391477 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:19:25.391477 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:19:25.391477 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:19:25.391477 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:19:25.391477 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:19:25.391477 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:19:25.391477 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:19:25.391477 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:19:25.391477 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:19:25.391477 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:19:25.391477 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:19:25.391477 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:19:25.391477 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:19:25.391477 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:19:25.391477 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:19:25.391477 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:19:25.391477 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:19:25.391477 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:19:25.404103 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9ba9d658-28f0-40cf-9bf3-740ea48b49e9 req-22d4e535-76ce-427f-8bb3-f360d754d9cf tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:25.428492 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['700f2cf4-edb1-4991-8909-65133018e5fe'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:19:25.432382 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260ec4c-64fb-4914-8faa-82c99a4a7f80 None None] Pushing event deleted for resources: {'Port': ['ID=bf33aceb-5bca-47eb-854c-7b04a9ae75e0,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:25.488095 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb9c90c-8598-4967-b282-49fb046bdb61 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Pushing event deleted for resources: {'Port': ['ID=bf33aceb-5bca-47eb-854c-7b04a9ae75e0,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:25.493280 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb9c90c-8598-4967-b282-49fb046bdb61 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] No DVR routers for this DVR port bf33aceb-5bca-47eb-854c-7b04a9ae75e0 on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:19:25.504244 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d4e535-76ce-427f-8bb3-f360d754d9cf tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Pushing event deleted for resources: {'Port': ['ID=700f2cf4-edb1-4991-8909-65133018e5fe,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:25.512660 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9c90c-8598-4967-b282-49fb046bdb61 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:25.513097 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9c90c-8598-4967-b282-49fb046bdb61 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:25.513505 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9c90c-8598-4967-b282-49fb046bdb61 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:25.513908 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9c90c-8598-4967-b282-49fb046bdb61 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:25.514312 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9c90c-8598-4967-b282-49fb046bdb61 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:25.514722 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9c90c-8598-4967-b282-49fb046bdb61 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:25.515193 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9c90c-8598-4967-b282-49fb046bdb61 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:25.515614 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9c90c-8598-4967-b282-49fb046bdb61 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:25.515817 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9c90c-8598-4967-b282-49fb046bdb61 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:25.516142 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9c90c-8598-4967-b282-49fb046bdb61 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:25.516465 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9c90c-8598-4967-b282-49fb046bdb61 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:25.516785 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9c90c-8598-4967-b282-49fb046bdb61 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:25.539137 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f97de664-723d-419c-b799-56db0cff100c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:25.544810 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-84ef1c14-a6b1-4afe-a3a5-a9293933e451 req-286b6935-c70d-4adc-9c8b-f92bdc681d90 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:25.547163 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba9d658-28f0-40cf-9bf3-740ea48b49e9 req-22d4e535-76ce-427f-8bb3-f360d754d9cf tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] No DVR routers for this DVR port 700f2cf4-edb1-4991-8909-65133018e5fe on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:19:25.549562 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9ba9d658-28f0-40cf-9bf3-740ea48b49e9 req-22d4e535-76ce-427f-8bb3-f360d754d9cf tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:25.552904 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9ba9d658-28f0-40cf-9bf3-740ea48b49e9 req-22d4e535-76ce-427f-8bb3-f360d754d9cf tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.13 "DELETE /v2.0/ports/700f2cf4-edb1-4991-8909-65133018e5fe HTTP/1.1" status: 204 len: 173 time: 0.9925146 Dec 17 15:19:25.558600 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03fd3c95-187f-4d31-a09f-911b5b4f207c', 'name': 'network-vif-deleted', 'tag': '700f2cf4-edb1-4991-8909-65133018e5fe'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:19:25.559438 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db22a8f-3a46-42dc-b828-60babd6be18f" -d '{"events": [{"server_uuid": "03fd3c95-187f-4d31-a09f-911b5b4f207c", "name": "network-vif-deleted", "tag": "700f2cf4-edb1-4991-8909-65133018e5fe"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:19:25.578312 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-faecb24c-1e5c-45cd-9fa9-369a2952365c tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:25.593431 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-faecb24c-1e5c-45cd-9fa9-369a2952365c tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:25.603292 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:25.628853 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-faecb24c-1e5c-45cd-9fa9-369a2952365c tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] 10.222.0.46 "DELETE /v2.0/networks/83783d8c-1971-4c6a-9dee-4d3d3ddf9f62 HTTP/1.1" status: 204 len: 168 time: 1.5904098 Dec 17 15:19:25.634027 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17db63f1-e0e8-456c-b36d-89b8629d3af1 x-openstack-request-id: req-17db63f1-e0e8-456c-b36d-89b8629d3af1 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:19:25.634499 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03fd3c95-187f-4d31-a09f-911b5b4f207c", "name": "network-vif-deleted", "tag": "700f2cf4-edb1-4991-8909-65133018e5fe", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:19:25.634499 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-17db63f1-e0e8-456c-b36d-89b8629d3af1 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:19:25.637978 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03fd3c95-187f-4d31-a09f-911b5b4f207c', 'name': 'network-vif-deleted', 'tag': '700f2cf4-edb1-4991-8909-65133018e5fe', 'status': 'completed', 'code': 200} Dec 17 15:19:25.650900 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b6935-c70d-4adc-9c8b-f92bdc681d90 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Pushing event deleted for resources: {'Port': ['ID=5ec7dd63-178b-4dfe-9aca-e803419e62c1,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:25.651694 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faecb24c-1e5c-45cd-9fa9-369a2952365c tempest-NetworksIpV6TestAttrs-146673554 tempest-NetworksIpV6TestAttrs-146673554-project] Pushing event deleted for resources: {'Network': ['ID=83783d8c-1971-4c6a-9dee-4d3d3ddf9f62,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:25.695306 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bdb9c90c-8598-4967-b282-49fb046bdb61 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:25.758521 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ef1c14-a6b1-4afe-a3a5-a9293933e451 req-286b6935-c70d-4adc-9c8b-f92bdc681d90 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] No DVR routers for this DVR port 5ec7dd63-178b-4dfe-9aca-e803419e62c1 on host n-h1-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:19:25.766818 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-bdb9c90c-8598-4967-b282-49fb046bdb61 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe79069-2518-42a3-82b3-ddfda93fa6a8']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:25.769442 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-84ef1c14-a6b1-4afe-a3a5-a9293933e451 req-286b6935-c70d-4adc-9c8b-f92bdc681d90 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:25.775283 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-84ef1c14-a6b1-4afe-a3a5-a9293933e451 req-286b6935-c70d-4adc-9c8b-f92bdc681d90 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.41 "DELETE /v2.0/ports/5ec7dd63-178b-4dfe-9aca-e803419e62c1 HTTP/1.1" status: 204 len: 173 time: 1.5955598 Dec 17 15:19:25.778438 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2108fa3-279c-4c32-8bde-8e7f04932bb0', 'name': 'network-vif-deleted', 'tag': '5ec7dd63-178b-4dfe-9aca-e803419e62c1'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:19:25.780795 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aad1b47-0792-421d-9289-f6444dda2b28" -d '{"events": [{"server_uuid": "c2108fa3-279c-4c32-8bde-8e7f04932bb0", "name": "network-vif-deleted", "tag": "5ec7dd63-178b-4dfe-9aca-e803419e62c1"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:19:25.828429 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-bdb9c90c-8598-4967-b282-49fb046bdb61 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b046e27f-27e3-4cfb-82e0-95ac137dd346') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:25.828855 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-bdb9c90c-8598-4967-b282-49fb046bdb61 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b046e27f-27e3-4cfb-82e0-95ac137dd346') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:25.840566 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 5ec7dd63-178b-4dfe-9aca-e803419e62c1 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:19:25.863322 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bdb9c90c-8598-4967-b282-49fb046bdb61 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:25.913238 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device bf33aceb-5bca-47eb-854c-7b04a9ae75e0 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:19:25.921097 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 5ec7dd63-178b-4dfe-9aca-e803419e62c1 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:19:25.921650 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 5ec7dd63-178b-4dfe-9aca-e803419e62c1 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:19:25.943310 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: bf33aceb-5bca-47eb-854c-7b04a9ae75e0 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:19:25.945465 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device bf33aceb-5bca-47eb-854c-7b04a9ae75e0 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:19:25.945570 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fbd98bac-5922-46e7-b62f-d4dfa1066981 req-b840c290-32e9-42fb-9721-7b3d2d318272 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f9e6297-3254-4a34-b59b-7cc01acf8294 HTTP/1.1" status: 200 len: 210 time: 0.0788088 Dec 17 15:19:25.945677 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9b1187b9-fe2b-48cc-b827-ac72b94599e4 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:19:25.951335 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bdb9c90c-8598-4967-b282-49fb046bdb61 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:25.971405 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdb9c90c-8598-4967-b282-49fb046bdb61 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:19:25.971866 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bdb9c90c-8598-4967-b282-49fb046bdb61 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:25.975627 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 9b1187b9-fe2b-48cc-b827-ac72b94599e4 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:19:25.976170 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9b1187b9-fe2b-48cc-b827-ac72b94599e4 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: self.session.flush() Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: self.session.flush() Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: self.session.flush() Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: self.session.flush() Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:19:25.984828 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:19:26.033097 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fe9a23-5d69-400b-8f0f-baf4f14e6c48 x-openstack-request-id: req-c4fe9a23-5d69-400b-8f0f-baf4f14e6c48 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:19:26.033389 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2108fa3-279c-4c32-8bde-8e7f04932bb0", "name": "network-vif-deleted", "tag": "5ec7dd63-178b-4dfe-9aca-e803419e62c1", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:19:26.033637 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c4fe9a23-5d69-400b-8f0f-baf4f14e6c48 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:19:26.034030 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2108fa3-279c-4c32-8bde-8e7f04932bb0', 'name': 'network-vif-deleted', 'tag': '5ec7dd63-178b-4dfe-9aca-e803419e62c1', 'status': 'completed', 'code': 200} Dec 17 15:19:26.072258 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d6cbd08d-077d-42d8-8618-7e6a29ecc46c tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:26.117344 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cbd08d-077d-42d8-8618-7e6a29ecc46c tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Pushing event deleted for resources: {'Port': ['ID=aba2c646-bdeb-47ea-9683-e0997fef00a8,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:26.127083 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-c8a9aa24-b50f-4b38-a2bc-ac988fdd37c3 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:26.128689 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-c8a9aa24-b50f-4b38-a2bc-ac988fdd37c3 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.41 "GET /v2.0/networks?id=c55c80a5-833c-48da-873a-0d6892b2ac27 HTTP/1.1" status: 200 len: 805 time: 0.2978175 Dec 17 15:19:26.143061 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bdb9c90c-8598-4967-b282-49fb046bdb61 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:26.169597 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bdb9c90c-8598-4967-b282-49fb046bdb61 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:26.175583 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51782) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:26.177077 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-bdb9c90c-8598-4967-b282-49fb046bdb61 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "DELETE /v2.0/networks/bfe79069-2518-42a3-82b3-ddfda93fa6a8 HTTP/1.1" status: 204 len: 168 time: 2.1440425 Dec 17 15:19:26.183216 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-fc6efc11-c2ef-4a01-b380-4933a695e1ca tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Request body: {'port': {'device_id': '5f9e6297-3254-4a34-b59b-7cc01acf8294', 'network_id': 'c55c80a5-833c-48da-873a-0d6892b2ac27', 'admin_state_up': True, 'tenant_id': '88f06237a6a040a5b48294f889fb95ed'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:26.229746 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51784) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:26.240896 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb9c90c-8598-4967-b282-49fb046bdb61 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Pushing event deleted for resources: {'Network': ['ID=bfe79069-2518-42a3-82b3-ddfda93fa6a8,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:26.283379 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-da199b8c-9701-4b12-b37d-4f41c0598007 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Deleting subnet d7b89ade-0bfb-4f2d-8b5a-5e3ed12d1b6d {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:19:26.288836 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-da199b8c-9701-4b12-b37d-4f41c0598007 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:26.344500 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f97de664-723d-419c-b799-56db0cff100c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:26.348761 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cfab7eb4-a4dd-47ee-90a8-8df37c868472 req-1e897575-d712-4026-ad3d-e8f797aececb tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=03fd3c95-187f-4d31-a09f-911b5b4f207c HTTP/1.1" status: 200 len: 210 time: 0.1089973 Dec 17 15:19:26.372525 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d6cbd08d-077d-42d8-8618-7e6a29ecc46c tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:26.376560 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-da199b8c-9701-4b12-b37d-4f41c0598007 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:26.380017 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d6cbd08d-077d-42d8-8618-7e6a29ecc46c tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:26.389323 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d6cbd08d-077d-42d8-8618-7e6a29ecc46c tempest-FloatingIPAdminTestJSON-1901338619 tempest-FloatingIPAdminTestJSON-1901338619-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/e8e74670-b24c-416b-8473-446675170fd1 HTTP/1.1" status: 204 len: 168 time: 1.9313529 Dec 17 15:19:26.389998 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51790) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:26.436448 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f97de664-723d-419c-b799-56db0cff100c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:26.491709 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f0189476-ddfd-4c13-b490-ee36cea0b3e6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d52a0fa617c947efb4e6b9720f76a3a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2605245 Dec 17 15:19:26.507773 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51792) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:26.528430 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f97de664-723d-419c-b799-56db0cff100c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b78409fb15e04ccdac37dee59b057b12&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3181057 Dec 17 15:19:26.535228 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51794) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:26.551369 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97de664-723d-419c-b799-56db0cff100c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d277daa3-95f1-4d23-a7d3-bfd05bead458,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:26.570402 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-da199b8c-9701-4b12-b37d-4f41c0598007 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:26.610424 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-faaeba33-5eb5-4c63-b950-942161479981 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Deleting port 2c864d2a-2c38-45d7-a5eb-940744331e79 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:19:26.610831 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-faaeba33-5eb5-4c63-b950-942161479981 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:26.625692 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3364ef93-3a51-4017-9165-a3d02b2371ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:26.650488 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-188f50b7-6494-4162-bfed-fe417614cd04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:26.657913 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-fc6efc11-c2ef-4a01-b380-4933a695e1ca tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Made reservation on behalf of 88f06237a6a040a5b48294f889fb95ed for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:19:26.661397 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-fc6efc11-c2ef-4a01-b380-4933a695e1ca tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:26.680056 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-188f50b7-6494-4162-bfed-fe417614cd04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:26.701087 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3364ef93-3a51-4017-9165-a3d02b2371ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:26.756971 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-da199b8c-9701-4b12-b37d-4f41c0598007 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:26.770343 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-faaeba33-5eb5-4c63-b950-942161479981 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:26.784007 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-faaeba33-5eb5-4c63-b950-942161479981 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Calling delete_port for 2c864d2a-2c38-45d7-a5eb-940744331e79 owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:19:26.786978 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da199b8c-9701-4b12-b37d-4f41c0598007 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Pushing event deleted for resources: {'Subnet': ['ID=d7b89ade-0bfb-4f2d-8b5a-5e3ed12d1b6d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:26.789073 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-da199b8c-9701-4b12-b37d-4f41c0598007 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:26.792594 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-da199b8c-9701-4b12-b37d-4f41c0598007 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "DELETE /v2.0/subnets/d7b89ade-0bfb-4f2d-8b5a-5e3ed12d1b6d HTTP/1.1" status: 204 len: 168 time: 0.6158779 Dec 17 15:19:26.796361 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51798) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:26.797630 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7fe63f-e30e-4abc-9cb9-641d79035da6 None None] Network a2b7be32-e7a5-41d0-b339-b1c939eb1b9d requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:19:26.882461 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-188f50b7-6494-4162-bfed-fe417614cd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:26.886687 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-188f50b7-6494-4162-bfed-fe417614cd04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:26.890303 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-188f50b7-6494-4162-bfed-fe417614cd04 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d277daa3-95f1-4d23-a7d3-bfd05bead458 HTTP/1.1" status: 204 len: 168 time: 0.3518522 Dec 17 15:19:26.899090 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f50b7-6494-4162-bfed-fe417614cd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d277daa3-95f1-4d23-a7d3-bfd05bead458,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:26.954307 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3364ef93-3a51-4017-9165-a3d02b2371ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:26.957084 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3364ef93-3a51-4017-9165-a3d02b2371ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:26.958269 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3364ef93-3a51-4017-9165-a3d02b2371ba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/40c7b398-c165-4a67-9e43-1d1c2b2cdf21 HTTP/1.1" status: 204 len: 168 time: 0.4423962 Dec 17 15:19:27.021296 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7cf6d301-9c98-4820-bce1-162504073eb1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:27.023240 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364ef93-3a51-4017-9165-a3d02b2371ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c7b398-c165-4a67-9e43-1d1c2b2cdf21,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:27.052427 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a53cd75-ed7e-4c9c-ab96-ec807913e3a4 None None] DHCP port deletion for a2b7be32-e7a5-41d0-b339-b1c939eb1b9d request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:19:27.091145 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-fc6efc11-c2ef-4a01-b380-4933a695e1ca tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Allocated IP 172.20.0.8 (c55c80a5-833c-48da-873a-0d6892b2ac27/da4dd92c-6f31-4733-ad5e-39ad920cb8f0/665244a1-4426-4132-ae3b-d484332b9781) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:19:27.117304 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-0a53cd75-ed7e-4c9c-ab96-ec807913e3a4 None None] Deleting port 9c9ca34b-e22d-49a4-affc-9454235f9be2 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:19:27.117734 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0a53cd75-ed7e-4c9c-ab96-ec807913e3a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:27.211151 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4e7bdf6b-a387-4d74-bc5d-458dad080923 req-fb78d304-4706-4566-b32e-ce6afabc1bb8 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f9e6297-3254-4a34-b59b-7cc01acf8294 HTTP/1.1" status: 200 len: 210 time: 0.0574241 Dec 17 15:19:27.231363 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-0a53cd75-ed7e-4c9c-ab96-ec807913e3a4 None None] For port 9c9ca34b-e22d-49a4-affc-9454235f9be2, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9c9ca34b-e22d-49a4-affc-9454235f9be2,segment=NetworkSegment(0c037a90-4c1d-4a22-be76-067f0345dfe6),segment_id=0c037a90-4c1d-4a22-be76-067f0345dfe6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:27.232702 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0a53cd75-ed7e-4c9c-ab96-ec807913e3a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:27.249288 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-0a53cd75-ed7e-4c9c-ab96-ec807913e3a4 None None] Calling delete_port for 9c9ca34b-e22d-49a4-affc-9454235f9be2 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:19:27.253412 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-7cf6d301-9c98-4820-bce1-162504073eb1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Deleting port 9c9ca34b-e22d-49a4-affc-9454235f9be2 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:19:27.253756 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7cf6d301-9c98-4820-bce1-162504073eb1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:27.322007 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-faaeba33-5eb5-4c63-b950-942161479981 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:27.349969 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-7cf6d301-9c98-4820-bce1-162504073eb1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] For port 9c9ca34b-e22d-49a4-affc-9454235f9be2, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9c9ca34b-e22d-49a4-affc-9454235f9be2,segment=NetworkSegment(0c037a90-4c1d-4a22-be76-067f0345dfe6),segment_id=0c037a90-4c1d-4a22-be76-067f0345dfe6)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:27.350585 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7cf6d301-9c98-4820-bce1-162504073eb1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:27.395559 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-7cf6d301-9c98-4820-bce1-162504073eb1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Calling delete_port for 9c9ca34b-e22d-49a4-affc-9454235f9be2 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:19:27.403930 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0a53cd75-ed7e-4c9c-ab96-ec807913e3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:27.425639 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaeba33-5eb5-4c63-b950-942161479981 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Pushing event deleted for resources: {'Port': ['ID=2c864d2a-2c38-45d7-a5eb-940744331e79,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:27.482235 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a53cd75-ed7e-4c9c-ab96-ec807913e3a4 None None] No DVR routers for this DVR port 9c9ca34b-e22d-49a4-affc-9454235f9be2 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:19:27.486792 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53cd75-ed7e-4c9c-ab96-ec807913e3a4 None None] Pushing event deleted for resources: {'Port': ['ID=9c9ca34b-e22d-49a4-affc-9454235f9be2,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:27.629260 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-faaeba33-5eb5-4c63-b950-942161479981 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:27.638182 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-faaeba33-5eb5-4c63-b950-942161479981 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] 10.222.0.46 "DELETE /v2.0/ports/2c864d2a-2c38-45d7-a5eb-940744331e79 HTTP/1.1" status: 204 len: 168 time: 1.2391737 Dec 17 15:19:27.638182 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-fc6efc11-c2ef-4a01-b380-4933a695e1ca tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:27.641768 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51834) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:27.703236 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7cf6d301-9c98-4820-bce1-162504073eb1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:27.744377 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6d301-9c98-4820-bce1-162504073eb1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Pushing event deleted for resources: {'Port': ['ID=9c9ca34b-e22d-49a4-affc-9454235f9be2,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:27.746300 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf6d301-9c98-4820-bce1-162504073eb1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] No DVR routers for this DVR port 9c9ca34b-e22d-49a4-affc-9454235f9be2 on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:19:27.784410 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8a02ce-417e-46bc-9da9-eedfa5089ad9 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:27.786810 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2f8a02ce-417e-46bc-9da9-eedfa5089ad9 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffb8fdec-48e5-46bc-9e20-305be3cc915e HTTP/1.1" status: 200 len: 913 time: 0.1452103 Dec 17 15:19:27.797258 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51852) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:27.879206 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9c9ca34b-e22d-49a4-affc-9454235f9be2 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:19:27.883909 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-fc6efc11-c2ef-4a01-b380-4933a695e1ca tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:27.922362 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 9c9ca34b-e22d-49a4-affc-9454235f9be2 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:19:27.922721 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9c9ca34b-e22d-49a4-affc-9454235f9be2 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:19:27.933929 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7cf6d301-9c98-4820-bce1-162504073eb1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:27.945063 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51856) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:27.990866 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-fc6efc11-c2ef-4a01-b380-4933a695e1ca tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Network c55c80a5-833c-48da-873a-0d6892b2ac27 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:19:28.002540 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-7cf6d301-9c98-4820-bce1-162504073eb1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b7be32-e7a5-41d0-b339-b1c939eb1b9d']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:28.004843 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-fc6efc11-c2ef-4a01-b380-4933a695e1ca tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:28.014571 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-fc6efc11-c2ef-4a01-b380-4933a695e1ca tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:19:28.208397 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b6b681b9-c7d6-4ede-ac23-20e821f80d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:28.344612 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b6b681b9-c7d6-4ede-ac23-20e821f80d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:28.347493 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fbc76619-1e92-4846-820f-55f249e846fd tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:28.387950 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-7cf6d301-9c98-4820-bce1-162504073eb1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c037a90-4c1d-4a22-be76-067f0345dfe6') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:28.388312 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-7cf6d301-9c98-4820-bce1-162504073eb1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c037a90-4c1d-4a22-be76-067f0345dfe6') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:28.397938 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7cf6d301-9c98-4820-bce1-162504073eb1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:28.403108 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 700f2cf4-edb1-4991-8909-65133018e5fe no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:19:28.415237 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7cf6d301-9c98-4820-bce1-162504073eb1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:28.422280 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf6d301-9c98-4820-bce1-162504073eb1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:19:28.422914 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7cf6d301-9c98-4820-bce1-162504073eb1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:28.435714 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 700f2cf4-edb1-4991-8909-65133018e5fe {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:19:28.436304 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 700f2cf4-edb1-4991-8909-65133018e5fe not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:19:28.439768 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6efc11-c2ef-4a01-b380-4933a695e1ca tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Pushing event updated for resources: {'Port': ['ID=665244a1-4426-4132-ae3b-d484332b9781,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:28.454170 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b6b681b9-c7d6-4ede-ac23-20e821f80d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:28.457697 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-14bc8a32-4ad9-4260-adbf-0e3cc015d859 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:28.461941 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-14bc8a32-4ad9-4260-adbf-0e3cc015d859 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/networks?id=72959918-115f-4f15-a904-42652bab9b2e HTTP/1.1" status: 200 len: 810 time: 0.6859910 Dec 17 15:19:28.464301 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:19:28.464301 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:19:28.464301 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:19:28.464301 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:19:28.464301 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:19:28.464301 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:19:28.464301 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:19:28.464301 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:19:28.464301 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:19:28.464301 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:19:28.464301 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:19:28.464301 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:19:28.464301 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:19:28.464301 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:19:28.464301 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:19:28.464301 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:19:28.464301 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:19:28.464301 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:19:28.464301 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:19:28.464301 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:19:28.464301 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:19:28.464301 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:19:28.464301 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:19:28.464301 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:19:28.464301 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:19:28.464301 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:19:28.464301 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:19:28.464301 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:19:28.464301 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:19:28.464301 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:19:28.464301 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:19:28.464301 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:19:28.485750 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b6b681b9-c7d6-4ede-ac23-20e821f80d9c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7ebdb3058fb94cbdbfc2e896bd15d5e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5392306 Dec 17 15:19:28.496862 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51878) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:28.579281 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b681b9-c7d6-4ede-ac23-20e821f80d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9574ec03-9648-47b2-815f-c534d72ec3d9,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:28.602868 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-4477c21d-84c7-4666-931f-d407b886e979 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/quotas/47d7fbf2bea4406699034a230bc642f9 HTTP/1.1" status: 200 len: 375 time: 0.1373594 Dec 17 15:19:28.610385 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-fc6efc11-c2ef-4a01-b380-4933a695e1ca tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:28.611038 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-fc6efc11-c2ef-4a01-b380-4933a695e1ca tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:28.622730 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b681b9-c7d6-4ede-ac23-20e821f80d9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:28.623070 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b681b9-c7d6-4ede-ac23-20e821f80d9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:28.623410 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b681b9-c7d6-4ede-ac23-20e821f80d9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:28.623742 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b681b9-c7d6-4ede-ac23-20e821f80d9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:28.631124 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b681b9-c7d6-4ede-ac23-20e821f80d9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:28.631124 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b681b9-c7d6-4ede-ac23-20e821f80d9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:28.631124 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b681b9-c7d6-4ede-ac23-20e821f80d9c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:28.631124 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b681b9-c7d6-4ede-ac23-20e821f80d9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:28.631124 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b681b9-c7d6-4ede-ac23-20e821f80d9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:28.631124 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b681b9-c7d6-4ede-ac23-20e821f80d9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:28.631124 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b681b9-c7d6-4ede-ac23-20e821f80d9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:28.631124 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b681b9-c7d6-4ede-ac23-20e821f80d9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:28.653867 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3017e7b7-fa29-4323-868d-c81c3de93125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:28.683808 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-5b4ba457-dea3-4376-a822-1869fe0693a8 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=47d7fbf2bea4406699034a230bc642f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525975 Dec 17 15:19:28.684709 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3017e7b7-fa29-4323-868d-c81c3de93125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:28.706197 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1f167-e589-423c-bc62-c0c76caf6441 req-c9a7082c-5af0-4d9f-b31a-8342964fe124 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:28.715256 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2cb1f167-e589-423c-bc62-c0c76caf6441 req-c9a7082c-5af0-4d9f-b31a-8342964fe124 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f9e6297-3254-4a34-b59b-7cc01acf8294 HTTP/1.1" status: 200 len: 931 time: 0.2460537 Dec 17 15:19:28.715891 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51888) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:28.752217 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2cb1f167-e589-423c-bc62-c0c76caf6441 req-3a480147-2db5-4dc1-b1ba-ae2c8cc4efc7 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364261 Dec 17 15:19:28.755752 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-fc6efc11-c2ef-4a01-b380-4933a695e1ca tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5932016 Dec 17 15:19:28.768531 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7cf6d301-9c98-4820-bce1-162504073eb1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:28.785193 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-26eaabca-c4ec-4925-8705-29f761171338 service neutron] Request body: {'port': {'device_id': '5f9e6297-3254-4a34-b59b-7cc01acf8294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:28.794462 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7cf6d301-9c98-4820-bce1-162504073eb1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:28.798492 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7cf6d301-9c98-4820-bce1-162504073eb1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "DELETE /v2.0/networks/a2b7be32-e7a5-41d0-b339-b1c939eb1b9d HTTP/1.1" status: 204 len: 168 time: 2.0007050 Dec 17 15:19:28.809841 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51894) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:28.814589 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a8314868-b828-4c81-85b0-b7f6b92a75a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:28.818860 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-5869f588-66d2-454d-84ed-f66ef6a30712 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-131631126'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:28.840091 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6d301-9c98-4820-bce1-162504073eb1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Pushing event deleted for resources: {'Network': ['ID=a2b7be32-e7a5-41d0-b339-b1c939eb1b9d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:28.875661 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-fbc76619-1e92-4846-820f-55f249e846fd tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Deleting port 27c76eb1-5c05-41fd-886c-49bddfcbc887 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:19:28.876008 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fbc76619-1e92-4846-820f-55f249e846fd tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:28.908866 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-26eaabca-c4ec-4925-8705-29f761171338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:28.952838 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-66bda078-b5a8-4712-ad56-a07ea1371dc8 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Request body: {'network': {'name': 'tempest-RoutersTest-972439708'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:28.963126 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5869f588-66d2-454d-84ed-f66ef6a30712 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Made reservation on behalf of 3d0e9155f3ac4449959a2049ad96c177 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:19:28.966609 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5869f588-66d2-454d-84ed-f66ef6a30712 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:28.968405 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3017e7b7-fa29-4323-868d-c81c3de93125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:28.970881 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3017e7b7-fa29-4323-868d-c81c3de93125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:28.972007 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3017e7b7-fa29-4323-868d-c81c3de93125 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9574ec03-9648-47b2-815f-c534d72ec3d9 HTTP/1.1" status: 204 len: 168 time: 0.4764614 Dec 17 15:19:29.014402 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017e7b7-fa29-4323-868d-c81c3de93125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9574ec03-9648-47b2-815f-c534d72ec3d9,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:29.023811 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fbc76619-1e92-4846-820f-55f249e846fd tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:29.037951 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-fbc76619-1e92-4846-820f-55f249e846fd tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Calling delete_port for 27c76eb1-5c05-41fd-886c-49bddfcbc887 owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:19:29.049355 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5869f588-66d2-454d-84ed-f66ef6a30712 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:19:29.094505 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5869f588-66d2-454d-84ed-f66ef6a30712 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:29.094851 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-5869f588-66d2-454d-84ed-f66ef6a30712 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Added segment 300e1da5-9048-4a3f-901c-483ec1580d1b of type vlan for network 17a420c5-b0fd-470c-842c-21674b2fdb30 Dec 17 15:19:29.106546 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bda078-b5a8-4712-ad56-a07ea1371dc8 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Made reservation on behalf of 2f3e4e66f57e4196ab4d1021f592ec02 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:19:29.110093 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-66bda078-b5a8-4712-ad56-a07ea1371dc8 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:29.146332 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-66bda078-b5a8-4712-ad56-a07ea1371dc8 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:29.169267 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5869f588-66d2-454d-84ed-f66ef6a30712 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:29.224407 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-1ab97d27-69bf-4028-ab39-f209d9707186 service neutron] 10.222.0.46 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5397465 Dec 17 15:19:29.353098 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5869f588-66d2-454d-84ed-f66ef6a30712 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:29.357152 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5869f588-66d2-454d-84ed-f66ef6a30712 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:29.357829 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5869f588-66d2-454d-84ed-f66ef6a30712 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:29.389400 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-26eaabca-c4ec-4925-8705-29f761171338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 665244a1-4426-4132-ae3b-d484332b9781 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:19:29.393705 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-66bda078-b5a8-4712-ad56-a07ea1371dc8 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:29.405626 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-26eaabca-c4ec-4925-8705-29f761171338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:29.416209 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-cb30d80d-962a-419c-8fd8-ca626fe0af84 service neutron] 10.222.0.46 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773906 Dec 17 15:19:29.463208 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-66bda078-b5a8-4712-ad56-a07ea1371dc8 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:29.504870 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5869f588-66d2-454d-84ed-f66ef6a30712 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Pushing event updated for resources: {'Network': ['ID=17a420c5-b0fd-470c-842c-21674b2fdb30,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:29.521588 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51938) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:29.522061 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5869f588-66d2-454d-84ed-f66ef6a30712 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7078114 Dec 17 15:19:29.523099 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66bda078-b5a8-4712-ad56-a07ea1371dc8 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:19:29.523921 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 17a420c5-b0fd-470c-842c-21674b2fdb30 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:19:29.526932 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-f3601880-2144-40a0-91e6-1672ab697178 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Request body: {'subnet': {'network_id': '17a420c5-b0fd-470c-842c-21674b2fdb30', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:29.529038 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bda078-b5a8-4712-ad56-a07ea1371dc8 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a975e1-9ed2-4026-a58e-51c7fba4e6cf,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:29.536537 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fbc76619-1e92-4846-820f-55f249e846fd tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:29.539180 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-66bda078-b5a8-4712-ad56-a07ea1371dc8 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:29.539572 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-66bda078-b5a8-4712-ad56-a07ea1371dc8 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Added segment b7802a09-6ed2-487c-ad0c-1ed06391e0d4 of type vlan for network d8cd0683-c8d1-48e0-aa57-95c4d8adc147 Dec 17 15:19:29.544757 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-26eaabca-c4ec-4925-8705-29f761171338 service neutron] Transition to ACTIVE for port object 665244a1-4426-4132-ae3b-d484332b9781 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:19:29.605407 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc76619-1e92-4846-820f-55f249e846fd tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Pushing event deleted for resources: {'Port': ['ID=27c76eb1-5c05-41fd-886c-49bddfcbc887,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:29.630161 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-66bda078-b5a8-4712-ad56-a07ea1371dc8 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:29.664029 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-26eaabca-c4ec-4925-8705-29f761171338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:29.768191 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-66bda078-b5a8-4712-ad56-a07ea1371dc8 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:29.785282 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bda078-b5a8-4712-ad56-a07ea1371dc8 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:29.786249 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-66bda078-b5a8-4712-ad56-a07ea1371dc8 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:29.922878 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eaabca-c4ec-4925-8705-29f761171338 service neutron] Pushing event updated for resources: {'Port': ['ID=665244a1-4426-4132-ae3b-d484332b9781,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:29.979545 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51954) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:30.002088 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3601880-2144-40a0-91e6-1672ab697178 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Made reservation on behalf of 3d0e9155f3ac4449959a2049ad96c177 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:19:30.006305 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f3601880-2144-40a0-91e6-1672ab697178 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:30.093242 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fbc76619-1e92-4846-820f-55f249e846fd tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:30.106226 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bda078-b5a8-4712-ad56-a07ea1371dc8 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Network': ['ID=d8cd0683-c8d1-48e0-aa57-95c4d8adc147,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:30.117298 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network d8cd0683-c8d1-48e0-aa57-95c4d8adc147 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:19:30.129018 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-66bda078-b5a8-4712-ad56-a07ea1371dc8 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4099140 Dec 17 15:19:30.159344 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51960) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:30.164891 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-dce53d58-cbde-4463-8cc6-d319f812db47 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Request body: {'network': {'name': 'tempest-RoutersTest-1039653740'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:30.261382 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8626d-fca0-4a82-8809-3a445e0af4ea req-9890cb0c-2a54-4213-a75c-fadd775d2a50 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:30.266013 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-58a8626d-fca0-4a82-8809-3a445e0af4ea req-9890cb0c-2a54-4213-a75c-fadd775d2a50 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f9e6297-3254-4a34-b59b-7cc01acf8294 HTTP/1.1" status: 200 len: 943 time: 0.3592849 Dec 17 15:19:30.322137 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3bfd8ded-b77b-4fac-b251-9be2c430bc62 req-0be23ca2-5694-440a-b5c6-5e323a440ab2 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 210 time: 0.0996032 Dec 17 15:19:30.331464 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fba41f93-99d0-4e10-8644-a5e69a6a6b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:30.357901 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-26eaabca-c4ec-4925-8705-29f761171338 service neutron] Attempting to bind port 665244a1-4426-4132-ae3b-d484332b9781 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:19:30.358262 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-26eaabca-c4ec-4925-8705-29f761171338 service neutron] Attempting to bind port 665244a1-4426-4132-ae3b-d484332b9781 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '75195253-a18c-43b8-b6db-179ccc3e1ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c55c80a5-833c-48da-873a-0d6892b2ac27'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:19:30.358583 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-26eaabca-c4ec-4925-8705-29f761171338 service neutron] Attempting to bind port 665244a1-4426-4132-ae3b-d484332b9781 on network c55c80a5-833c-48da-873a-0d6892b2ac27 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:19:30.398283 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-26eaabca-c4ec-4925-8705-29f761171338 service neutron] Port 665244a1-4426-4132-ae3b-d484332b9781 on network c55c80a5-833c-48da-873a-0d6892b2ac27 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:19:30.398612 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-26eaabca-c4ec-4925-8705-29f761171338 service neutron] Attempting to bind port 665244a1-4426-4132-ae3b-d484332b9781 on network c55c80a5-833c-48da-873a-0d6892b2ac27 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:19:30.432129 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-26eaabca-c4ec-4925-8705-29f761171338 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:19:30.432675 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-26eaabca-c4ec-4925-8705-29f761171338 service neutron] Checking segment: {'id': '75195253-a18c-43b8-b6db-179ccc3e1ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c55c80a5-833c-48da-873a-0d6892b2ac27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:19:30.433275 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-26eaabca-c4ec-4925-8705-29f761171338 service neutron] Bound using segment: {'id': '75195253-a18c-43b8-b6db-179ccc3e1ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c55c80a5-833c-48da-873a-0d6892b2ac27'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:19:30.433882 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-26eaabca-c4ec-4925-8705-29f761171338 service neutron] Bound port: 665244a1-4426-4132-ae3b-d484332b9781, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75195253-a18c-43b8-b6db-179ccc3e1ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c55c80a5-833c-48da-873a-0d6892b2ac27'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:19:30.434252 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-26eaabca-c4ec-4925-8705-29f761171338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:30.500799 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-58a8626d-fca0-4a82-8809-3a445e0af4ea req-7efa280e-484d-4776-a11b-6048c8858a66 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043285 Dec 17 15:19:30.523115 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fba41f93-99d0-4e10-8644-a5e69a6a6b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:30.525382 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f3601880-2144-40a0-91e6-1672ab697178 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:30.550570 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce53d58-cbde-4463-8cc6-d319f812db47 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Made reservation on behalf of 2f3e4e66f57e4196ab4d1021f592ec02 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:19:30.554124 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dce53d58-cbde-4463-8cc6-d319f812db47 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:30.586516 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fba41f93-99d0-4e10-8644-a5e69a6a6b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:30.625824 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-fba41f93-99d0-4e10-8644-a5e69a6a6b9e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=00c42f1c606b46aa8cff57968f7cc837&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6410491 Dec 17 15:19:30.629739 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51978) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:30.638997 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce53d58-cbde-4463-8cc6-d319f812db47 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:19:30.675137 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dce53d58-cbde-4463-8cc6-d319f812db47 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:30.675479 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-dce53d58-cbde-4463-8cc6-d319f812db47 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Added segment 0e6a3ea3-a8bd-4b5a-b0bc-1aaecc905483 of type vlan for network 12d9d8b8-c7be-4650-b058-f7f1798638b1 Dec 17 15:19:30.697522 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba41f93-99d0-4e10-8644-a5e69a6a6b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d3ef3c-2e89-4cc2-bc8f-bb28bc7c2e10,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:30.703899 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3601880-2144-40a0-91e6-1672ab697178 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Pushing event updated for resources: {'Subnet': ['ID=49c1d977-876b-48e0-9f0c-103cbf1aa37f,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:30.705329 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc76619-1e92-4846-820f-55f249e846fd tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Router ffb8fdec-48e5-46bc-9e20-305be3cc915e has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:19:30.708293 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-26eaabca-c4ec-4925-8705-29f761171338 service neutron] For port 665244a1-4426-4132-ae3b-d484332b9781, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:19:30.729899 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-26eaabca-c4ec-4925-8705-29f761171338 service neutron] For port 665244a1-4426-4132-ae3b-d484332b9781, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=665244a1-4426-4132-ae3b-d484332b9781,segment=NetworkSegment(75195253-a18c-43b8-b6db-179ccc3e1ed0),segment_id=75195253-a18c-43b8-b6db-179ccc3e1ed0)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:19:30.738460 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3601880-2144-40a0-91e6-1672ab697178 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Checking segment: {'id': '300e1da5-9048-4a3f-901c-483ec1580d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '17a420c5-b0fd-470c-842c-21674b2fdb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:19:30.742329 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3601880-2144-40a0-91e6-1672ab697178 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Network hostable DHCP agents. Network: 17a420c5-b0fd-470c-842c-21674b2fdb30, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:19:30.745340 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dce53d58-cbde-4463-8cc6-d319f812db47 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:30.763588 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-180e22c2-53db-4177-aa0b-207739a95aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:30.819727 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3601880-2144-40a0-91e6-1672ab697178 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Network 17a420c5-b0fd-470c-842c-21674b2fdb30 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:19:30.823790 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-26eaabca-c4ec-4925-8705-29f761171338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:30.855909 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-180e22c2-53db-4177-aa0b-207739a95aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:30.864316 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-26eaabca-c4ec-4925-8705-29f761171338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:30.865221 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-26eaabca-c4ec-4925-8705-29f761171338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:30.867003 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-26eaabca-c4ec-4925-8705-29f761171338 service neutron] 10.222.0.41 "PUT /v2.0/ports/665244a1-4426-4132-ae3b-d484332b9781 HTTP/1.1" status: 200 len: 1091 time: 2.0934284 Dec 17 15:19:30.868342 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9e6297-3254-4a34-b59b-7cc01acf8294', 'tag': '665244a1-4426-4132-ae3b-d484332b9781'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:19:30.870964 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa596ad7-9676-4ab2-ab17-3b8b3d855c70" -d '{"events": [{"name": "network-changed", "server_uuid": "5f9e6297-3254-4a34-b59b-7cc01acf8294", "tag": "665244a1-4426-4132-ae3b-d484332b9781"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:19:30.926183 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-f3601880-2144-40a0-91e6-1672ab697178 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 17a420c5-b0fd-470c-842c-21674b2fdb30) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:30.932851 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3601880-2144-40a0-91e6-1672ab697178 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:30.933809 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f3601880-2144-40a0-91e6-1672ab697178 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:30.948008 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eaabca-c4ec-4925-8705-29f761171338 service neutron] Pushing event updated for resources: {'Port': ['ID=665244a1-4426-4132-ae3b-d484332b9781,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:30.950533 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc76619-1e92-4846-820f-55f249e846fd tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:19:30.958029 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b86c904-bc8d-4686-880e-5c83a891f437 x-openstack-request-id: req-1b86c904-bc8d-4686-880e-5c83a891f437 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:19:30.958254 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-fbc76619-1e92-4846-820f-55f249e846fd tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] 10.222.0.46 "PUT /v2.0/routers/ffb8fdec-48e5-46bc-9e20-305be3cc915e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1590962 Dec 17 15:19:30.958763 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f9e6297-3254-4a34-b59b-7cc01acf8294", "tag": "665244a1-4426-4132-ae3b-d484332b9781", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:19:30.959161 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1b86c904-bc8d-4686-880e-5c83a891f437 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:19:30.959418 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dce53d58-cbde-4463-8cc6-d319f812db47 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:30.960786 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f9e6297-3254-4a34-b59b-7cc01acf8294', 'tag': '665244a1-4426-4132-ae3b-d484332b9781', 'status': 'completed', 'code': 200} Dec 17 15:19:30.961380 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51982) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:30.967293 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce53d58-cbde-4463-8cc6-d319f812db47 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:30.968382 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dce53d58-cbde-4463-8cc6-d319f812db47 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:30.974379 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd630b17-1beb-43d7-91dd-df632eb6859a None None] Sync routers for ids ['ffb8fdec-48e5-46bc-9e20-305be3cc915e'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:19:30.998013 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac905c52-c166-478e-af7d-0c709dfa14f6 None None] Network 17a420c5-b0fd-470c-842c-21674b2fdb30 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:19:31.018682 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd630b17-1beb-43d7-91dd-df632eb6859a None None] Routers {'ffb8fdec-48e5-46bc-9e20-305be3cc915e'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:19:31.019455 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-dd630b17-1beb-43d7-91dd-df632eb6859a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:19:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['ffb8fdec-48e5-46bc-9e20-305be3cc915e'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:31.033325 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-180e22c2-53db-4177-aa0b-207739a95aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:31.035850 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-180e22c2-53db-4177-aa0b-207739a95aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:31.039878 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-180e22c2-53db-4177-aa0b-207739a95aba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/49d3ef3c-2e89-4cc2-bc8f-bb28bc7c2e10 HTTP/1.1" status: 204 len: 168 time: 0.4076488 Dec 17 15:19:31.042598 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f3601880-2144-40a0-91e6-1672ab697178 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5198812 Dec 17 15:19:31.048102 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51986) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:31.056660 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-50532460-664c-4ea0-ba95-7b2a32c562c5 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2030854061'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:31.069677 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce53d58-cbde-4463-8cc6-d319f812db47 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Network': ['ID=12d9d8b8-c7be-4650-b058-f7f1798638b1,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:31.074216 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e22c2-53db-4177-aa0b-207739a95aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d3ef3c-2e89-4cc2-bc8f-bb28bc7c2e10,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:31.127343 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-dce53d58-cbde-4463-8cc6-d319f812db47 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9667542 Dec 17 15:19:31.130308 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51992) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:31.137080 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-fbe23961-6d75-4935-82c4-0e16e3f31e05 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Request body: {'subnet': {'network_id': 'd8cd0683-c8d1-48e0-aa57-95c4d8adc147', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:31.167942 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 12d9d8b8-c7be-4650-b058-f7f1798638b1 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:19:31.178645 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-dd630b17-1beb-43d7-91dd-df632eb6859a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:31.180780 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ba6a4d99-6a42-41e6-b4d3-29efa841d619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:31.239847 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-49ea1d05-369d-4a3f-a9a9-21708fca873f tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:31.268268 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd630b17-1beb-43d7-91dd-df632eb6859a None None] Routers {'ffb8fdec-48e5-46bc-9e20-305be3cc915e'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:19:31.268911 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-dd630b17-1beb-43d7-91dd-df632eb6859a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:19:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['ffb8fdec-48e5-46bc-9e20-305be3cc915e'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:31.278228 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50532460-664c-4ea0-ba95-7b2a32c562c5 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Made reservation on behalf of 3d0e9155f3ac4449959a2049ad96c177 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:19:31.281845 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-50532460-664c-4ea0-ba95-7b2a32c562c5 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:31.285249 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa596ad7-9676-4ab2-ab17-3b8b3d855c70 req-9598c71c-5954-409d-978a-2e5ab368e426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:31.286764 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aa596ad7-9676-4ab2-ab17-3b8b3d855c70 req-9598c71c-5954-409d-978a-2e5ab368e426 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88f06237a6a040a5b48294f889fb95ed&device_id=5f9e6297-3254-4a34-b59b-7cc01acf8294 HTTP/1.1" status: 200 len: 1094 time: 0.2500992 Dec 17 15:19:31.316756 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50532460-664c-4ea0-ba95-7b2a32c562c5 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:19:31.328311 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-50532460-664c-4ea0-ba95-7b2a32c562c5 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:31.328502 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-50532460-664c-4ea0-ba95-7b2a32c562c5 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Added segment 55fa4acc-a0e6-4068-af8b-3abd2ad2b407 of type vlan for network a526368f-6035-425a-bdfd-bd4b8f0b22ed Dec 17 15:19:31.328585 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-dd630b17-1beb-43d7-91dd-df632eb6859a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:31.329488 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd630b17-1beb-43d7-91dd-df632eb6859a None None] The sync data for ids ['ffb8fdec-48e5-46bc-9e20-305be3cc915e'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:19:31.414149 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-50532460-664c-4ea0-ba95-7b2a32c562c5 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:31.451639 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe23961-6d75-4935-82c4-0e16e3f31e05 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Made reservation on behalf of 2f3e4e66f57e4196ab4d1021f592ec02 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:19:31.455318 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fbe23961-6d75-4935-82c4-0e16e3f31e05 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:31.485695 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fdcbf33f-92dd-43e5-935a-3aac7c1b32ce req-00cb4b75-f27f-43a1-a7f6-abf6720a11cb tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 210 time: 0.0419669 Dec 17 15:19:31.527149 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa596ad7-9676-4ab2-ab17-3b8b3d855c70 req-ccc94622-57ec-45b0-826a-b8ae7e70b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:31.528846 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aa596ad7-9676-4ab2-ab17-3b8b3d855c70 req-ccc94622-57ec-45b0-826a-b8ae7e70b5f0 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=88f06237a6a040a5b48294f889fb95ed&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2156994 Dec 17 15:19:31.530854 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849d4bb9-1aee-4c31-abf7-107db9575760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-17a420c5-b0fd-470c-842c-21674b2fdb30', 'network_id': '17a420c5-b0fd-470c-842c-21674b2fdb30', 'tenant_id': '3d0e9155f3ac4449959a2049ad96c177', 'fixed_ips': [{'subnet_id': '49c1d977-876b-48e0-9f0c-103cbf1aa37f'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:19:31.534391 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-849d4bb9-1aee-4c31-abf7-107db9575760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:31.552858 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-50532460-664c-4ea0-ba95-7b2a32c562c5 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:31.554152 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-49ea1d05-369d-4a3f-a9a9-21708fca873f tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:31.570553 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50532460-664c-4ea0-ba95-7b2a32c562c5 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:31.573345 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-50532460-664c-4ea0-ba95-7b2a32c562c5 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:31.735060 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50532460-664c-4ea0-ba95-7b2a32c562c5 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Pushing event updated for resources: {'Network': ['ID=a526368f-6035-425a-bdfd-bd4b8f0b22ed,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:31.763510 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network a526368f-6035-425a-bdfd-bd4b8f0b22ed details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:19:31.779273 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-50532460-664c-4ea0-ba95-7b2a32c562c5 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7279537 Dec 17 15:19:31.788295 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52014) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:31.804279 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-e9ec8bd5-cac2-4ee8-8fce-a9f5e13c58d8 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Request body: {'subnet': {'network_id': 'a526368f-6035-425a-bdfd-bd4b8f0b22ed', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:31.839202 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-849d4bb9-1aee-4c31-abf7-107db9575760 None None] Allocated IP 19.80.0.2 (17a420c5-b0fd-470c-842c-21674b2fdb30/49c1d977-876b-48e0-9f0c-103cbf1aa37f/ca6b6107-5d39-4a66-8c36-eb1a9f6192a0) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:19:31.873559 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c6158-5366-4b08-9bfa-17fb15407dcd req-668e5c51-b4af-48b3-99b8-e8787dd36460 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:31.875149 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c36c6158-5366-4b08-9bfa-17fb15407dcd req-668e5c51-b4af-48b3-99b8-e8787dd36460 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f9e6297-3254-4a34-b59b-7cc01acf8294 HTTP/1.1" status: 200 len: 943 time: 0.2391393 Dec 17 15:19:31.884948 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa596ad7-9676-4ab2-ab17-3b8b3d855c70 req-de419c3b-af6d-4a76-8100-8b5c25018207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:31.886462 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aa596ad7-9676-4ab2-ab17-3b8b3d855c70 req-de419c3b-af6d-4a76-8100-8b5c25018207 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3479064 Dec 17 15:19:31.955928 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-49ea1d05-369d-4a3f-a9a9-21708fca873f tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Deleting port bff35219-f089-45a9-9ce9-5174a58ee64e {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:19:31.956621 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-49ea1d05-369d-4a3f-a9a9-21708fca873f tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:31.974014 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fbe23961-6d75-4935-82c4-0e16e3f31e05 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:32.032668 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c36c6158-5366-4b08-9bfa-17fb15407dcd req-e7790c4c-6872-466d-8ee3-11eca4027554 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248844 Dec 17 15:19:32.089975 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe23961-6d75-4935-82c4-0e16e3f31e05 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Subnet': ['ID=5364f1ad-6f37-4cf3-b28d-cf083f6dcb70,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:32.098921 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-849d4bb9-1aee-4c31-abf7-107db9575760 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:32.104080 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe23961-6d75-4935-82c4-0e16e3f31e05 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Checking segment: {'id': 'b7802a09-6ed2-487c-ad0c-1ed06391e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd8cd0683-c8d1-48e0-aa57-95c4d8adc147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:19:32.104534 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe23961-6d75-4935-82c4-0e16e3f31e05 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network hostable DHCP agents. Network: d8cd0683-c8d1-48e0-aa57-95c4d8adc147, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:19:32.106021 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-430f26e0-7cec-42af-9791-1194474c0fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:32.107733 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-430f26e0-7cec-42af-9791-1194474c0fc7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88f06237a6a040a5b48294f889fb95ed&device_id=5f9e6297-3254-4a34-b59b-7cc01acf8294 HTTP/1.1" status: 200 len: 1094 time: 0.1313539 Dec 17 15:19:32.121678 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-49ea1d05-369d-4a3f-a9a9-21708fca873f tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:32.137590 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ec8bd5-cac2-4ee8-8fce-a9f5e13c58d8 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Made reservation on behalf of 3d0e9155f3ac4449959a2049ad96c177 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:19:32.141007 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e9ec8bd5-cac2-4ee8-8fce-a9f5e13c58d8 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:32.143308 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-849d4bb9-1aee-4c31-abf7-107db9575760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:32.182344 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-49ea1d05-369d-4a3f-a9a9-21708fca873f tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Calling delete_port for bff35219-f089-45a9-9ce9-5174a58ee64e owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:19:32.185001 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-41f42f0c-54a2-4d3f-80c7-636cddb92678 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=665244a1-4426-4132-ae3b-d484332b9781 HTTP/1.1" status: 200 len: 217 time: 0.0606856 Dec 17 15:19:32.197299 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe23961-6d75-4935-82c4-0e16e3f31e05 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network d8cd0683-c8d1-48e0-aa57-95c4d8adc147 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:19:32.202371 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849d4bb9-1aee-4c31-abf7-107db9575760 None None] Network 17a420c5-b0fd-470c-842c-21674b2fdb30 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:19:32.215490 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-849d4bb9-1aee-4c31-abf7-107db9575760 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:32.218959 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849d4bb9-1aee-4c31-abf7-107db9575760 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:19:32.247492 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d4bb9-1aee-4c31-abf7-107db9575760 None None] Pushing event updated for resources: {'Port': ['ID=ca6b6107-5d39-4a66-8c36-eb1a9f6192a0,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:32.301972 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-849d4bb9-1aee-4c31-abf7-107db9575760 None None] Attempting to bind port ca6b6107-5d39-4a66-8c36-eb1a9f6192a0 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:19:32.302347 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-849d4bb9-1aee-4c31-abf7-107db9575760 None None] Attempting to bind port ca6b6107-5d39-4a66-8c36-eb1a9f6192a0 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '300e1da5-9048-4a3f-901c-483ec1580d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '17a420c5-b0fd-470c-842c-21674b2fdb30'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:19:32.303896 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849d4bb9-1aee-4c31-abf7-107db9575760 None None] Attempting to bind port ca6b6107-5d39-4a66-8c36-eb1a9f6192a0 on network 17a420c5-b0fd-470c-842c-21674b2fdb30 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:19:32.310540 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849d4bb9-1aee-4c31-abf7-107db9575760 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:19:32.310929 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849d4bb9-1aee-4c31-abf7-107db9575760 None None] Checking segment: {'id': '300e1da5-9048-4a3f-901c-483ec1580d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '17a420c5-b0fd-470c-842c-21674b2fdb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:19:32.311478 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-849d4bb9-1aee-4c31-abf7-107db9575760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:32.312071 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849d4bb9-1aee-4c31-abf7-107db9575760 None None] Bound using segment: {'id': '300e1da5-9048-4a3f-901c-483ec1580d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '17a420c5-b0fd-470c-842c-21674b2fdb30'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:19:32.312530 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-849d4bb9-1aee-4c31-abf7-107db9575760 None None] Bound port: ca6b6107-5d39-4a66-8c36-eb1a9f6192a0, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '300e1da5-9048-4a3f-901c-483ec1580d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '17a420c5-b0fd-470c-842c-21674b2fdb30'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:19:32.312986 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-849d4bb9-1aee-4c31-abf7-107db9575760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:32.326826 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:32.350683 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-fbe23961-6d75-4935-82c4-0e16e3f31e05 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, d8cd0683-c8d1-48e0-aa57-95c4d8adc147) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:32.364528 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6509e0-a160-4bbc-9da0-6928e86e46aa None None] Network d8cd0683-c8d1-48e0-aa57-95c4d8adc147 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:19:32.392344 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe23961-6d75-4935-82c4-0e16e3f31e05 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:32.393083 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fbe23961-6d75-4935-82c4-0e16e3f31e05 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:32.425925 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-22260680-add0-4544-8741-c9cd0055367b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:32.427053 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-22260680-add0-4544-8741-c9cd0055367b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da4dd92c-6f31-4733-ad5e-39ad920cb8f0 HTTP/1.1" status: 200 len: 845 time: 0.1886737 Dec 17 15:19:32.469738 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-3406586c-aba5-4538-b598-e20542160908 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c55c80a5-833c-48da-873a-0d6892b2ac27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335500 Dec 17 15:19:32.474888 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-849d4bb9-1aee-4c31-abf7-107db9575760 None None] For port ca6b6107-5d39-4a66-8c36-eb1a9f6192a0, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:19:32.494839 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-efa7e5f9-0865-4c1c-8c64-a20990aa9303 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:32.498704 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-849d4bb9-1aee-4c31-abf7-107db9575760 None None] For port ca6b6107-5d39-4a66-8c36-eb1a9f6192a0, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ca6b6107-5d39-4a66-8c36-eb1a9f6192a0,segment=NetworkSegment(300e1da5-9048-4a3f-901c-483ec1580d1b),segment_id=300e1da5-9048-4a3f-901c-483ec1580d1b)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:19:32.502999 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-efa7e5f9-0865-4c1c-8c64-a20990aa9303 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.13 "GET /v2.0/networks?id=72959918-115f-4f15-a904-42652bab9b2e HTTP/1.1" status: 200 len: 810 time: 0.1875374 Dec 17 15:19:32.514411 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-fbe23961-6d75-4935-82c4-0e16e3f31e05 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3800912 Dec 17 15:19:32.516953 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52032) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:32.526347 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-eb0b2cd9-723c-4abe-af3e-d45dcbdf2a71 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Request body: {'port': {'device_id': '0a97ede0-ec1b-445f-bdeb-fb4b6c696304', 'network_id': '72959918-115f-4f15-a904-42652bab9b2e', 'admin_state_up': True, 'tenant_id': '47d7fbf2bea4406699034a230bc642f9'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:32.542179 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-b40df7a3-07f4-47a3-a163-5316dceef31d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Request body: {'subnet': {'network_id': '12d9d8b8-c7be-4650-b058-f7f1798638b1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:32.593255 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-849d4bb9-1aee-4c31-abf7-107db9575760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:32.732455 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab816b5-5a06-4a82-9b15-aed1ed16f35a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-d8cd0683-c8d1-48e0-aa57-95c4d8adc147', 'network_id': 'd8cd0683-c8d1-48e0-aa57-95c4d8adc147', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'fixed_ips': [{'subnet_id': '5364f1ad-6f37-4cf3-b28d-cf083f6dcb70'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:19:32.733439 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0ab816b5-5a06-4a82-9b15-aed1ed16f35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:32.750053 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d4bb9-1aee-4c31-abf7-107db9575760 None None] Pushing event updated for resources: {'Port': ['ID=ca6b6107-5d39-4a66-8c36-eb1a9f6192a0,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:32.857702 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4122157c-8f43-4249-a31c-04978d5ef718 req-9ed9089c-a138-48d7-8efd-779629ed348f tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 210 time: 0.2025378 Dec 17 15:19:32.905039 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-eb0b2cd9-723c-4abe-af3e-d45dcbdf2a71 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Made reservation on behalf of 47d7fbf2bea4406699034a230bc642f9 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:19:32.908767 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-eb0b2cd9-723c-4abe-af3e-d45dcbdf2a71 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:32.942995 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-0ab816b5-5a06-4a82-9b15-aed1ed16f35a None None] Allocated IP 172.20.0.2 (d8cd0683-c8d1-48e0-aa57-95c4d8adc147/5364f1ad-6f37-4cf3-b28d-cf083f6dcb70/ae553a2b-5f0a-4b83-a77c-4dca784b212a) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:19:32.951043 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e9ec8bd5-cac2-4ee8-8fce-a9f5e13c58d8 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:33.065370 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40df7a3-07f4-47a3-a163-5316dceef31d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Made reservation on behalf of 2f3e4e66f57e4196ab4d1021f592ec02 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:19:33.069020 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b40df7a3-07f4-47a3-a163-5316dceef31d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:33.116975 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-eb0b2cd9-723c-4abe-af3e-d45dcbdf2a71 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Allocated IP 172.20.0.3 (72959918-115f-4f15-a904-42652bab9b2e/95ec1172-deaa-4898-b906-b0423633683b/372ffd60-69bc-46f5-a6ff-a5f3ded17c97) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:19:33.344897 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-eb0b2cd9-723c-4abe-af3e-d45dcbdf2a71 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:33.459570 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-eb0b2cd9-723c-4abe-af3e-d45dcbdf2a71 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:33.506762 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-eb0b2cd9-723c-4abe-af3e-d45dcbdf2a71 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Network 72959918-115f-4f15-a904-42652bab9b2e is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:19:33.510008 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-eb0b2cd9-723c-4abe-af3e-d45dcbdf2a71 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:33.513868 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-eb0b2cd9-723c-4abe-af3e-d45dcbdf2a71 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:19:33.523589 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b2cd9-723c-4abe-af3e-d45dcbdf2a71 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Pushing event updated for resources: {'Port': ['ID=372ffd60-69bc-46f5-a6ff-a5f3ded17c97,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:33.569288 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-05f8e860-8de1-4b28-bda8-ff4bd052f37c service neutron] 10.222.0.41 "GET /v2.0/networks/c55c80a5-833c-48da-873a-0d6892b2ac27?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0895417 Dec 17 15:19:33.571383 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-eb0b2cd9-723c-4abe-af3e-d45dcbdf2a71 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:33.572704 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-eb0b2cd9-723c-4abe-af3e-d45dcbdf2a71 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:33.662239 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-eb0b2cd9-723c-4abe-af3e-d45dcbdf2a71 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1486073 Dec 17 15:19:33.677552 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-ba908165-9e14-4cd6-b743-e11de3d9697b service neutron] Request body: {'port': {'device_id': '0a97ede0-ec1b-445f-bdeb-fb4b6c696304', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:33.685621 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec8bd5-cac2-4ee8-8fce-a9f5e13c58d8 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Pushing event updated for resources: {'Subnet': ['ID=d24084d0-70fc-4378-94e4-aa2a27ab1cb6,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:33.687689 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-49ea1d05-369d-4a3f-a9a9-21708fca873f tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:33.772011 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-ba908165-9e14-4cd6-b743-e11de3d9697b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:33.773599 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea1d05-369d-4a3f-a9a9-21708fca873f tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Pushing event deleted for resources: {'Port': ['ID=bff35219-f089-45a9-9ce9-5174a58ee64e,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:33.800149 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:33.804796 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ec8bd5-cac2-4ee8-8fce-a9f5e13c58d8 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Checking segment: {'id': '55fa4acc-a0e6-4068-af8b-3abd2ad2b407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a526368f-6035-425a-bdfd-bd4b8f0b22ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:19:33.805193 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ec8bd5-cac2-4ee8-8fce-a9f5e13c58d8 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Network hostable DHCP agents. Network: a526368f-6035-425a-bdfd-bd4b8f0b22ed, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:19:33.844124 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5aa13f-d4ad-409b-915f-79f4c882a88b req-ef60d3b9-d122-45cb-a74b-c762126ff416 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:33.857568 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4e5aa13f-d4ad-409b-915f-79f4c882a88b req-ef60d3b9-d122-45cb-a74b-c762126ff416 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f9e6297-3254-4a34-b59b-7cc01acf8294 HTTP/1.1" status: 200 len: 943 time: 0.2908485 Dec 17 15:19:33.923990 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b40df7a3-07f4-47a3-a163-5316dceef31d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:34.097031 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d2b577dc-a7d2-48af-9eea-5bb7f409aaff req-b9f4d164-bec3-4a14-a77c-75d5191aa0b4 service neutron] 10.222.0.41 "GET /v2.0/networks/c55c80a5-833c-48da-873a-0d6892b2ac27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502361 Dec 17 15:19:34.097031 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-49ea1d05-369d-4a3f-a9a9-21708fca873f tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:34.185212 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ca6b6107-5d39-4a66-8c36-eb1a9f6192a0 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:19:34.189039 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-ba908165-9e14-4cd6-b743-e11de3d9697b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 372ffd60-69bc-46f5-a6ff-a5f3ded17c97 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:19:34.198189 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-ba908165-9e14-4cd6-b743-e11de3d9697b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:34.208536 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-49ea1d05-369d-4a3f-a9a9-21708fca873f tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:34.212656 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-ba908165-9e14-4cd6-b743-e11de3d9697b service neutron] Transition to ACTIVE for port object 372ffd60-69bc-46f5-a6ff-a5f3ded17c97 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:19:34.214816 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40df7a3-07f4-47a3-a163-5316dceef31d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Subnet': ['ID=927ff21f-03a3-46fd-beda-9030155194f6,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:34.215379 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a6e785-535d-4397-a7bf-be3b3f346cd4 None None] Network 17a420c5-b0fd-470c-842c-21674b2fdb30 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:19:34.222236 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-49ea1d05-369d-4a3f-a9a9-21708fca873f tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:34.235899 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4e5aa13f-d4ad-409b-915f-79f4c882a88b req-f753f290-189a-433e-a87c-2974e59eff1f tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774688 Dec 17 15:19:34.303291 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40df7a3-07f4-47a3-a163-5316dceef31d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Checking segment: {'id': '0e6a3ea3-a8bd-4b5a-b0bc-1aaecc905483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '12d9d8b8-c7be-4650-b058-f7f1798638b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:19:34.303291 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40df7a3-07f4-47a3-a163-5316dceef31d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network hostable DHCP agents. Network: 12d9d8b8-c7be-4650-b058-f7f1798638b1, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:19:34.303291 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd60e2-995e-46d4-89ff-0d959ae1c24d req-dda03bc7-2944-46a0-84f3-b88a3b1948e4 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:34.303291 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0bfd60e2-995e-46d4-89ff-0d959ae1c24d req-dda03bc7-2944-46a0-84f3-b88a3b1948e4 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 931 time: 0.2546721 Dec 17 15:19:34.303585 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0ab816b5-5a06-4a82-9b15-aed1ed16f35a None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:34.323406 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4ecd30a7-9ca8-47af-b584-fdd7d8beccf1 None None] Provisioning complete for port ca6b6107-5d39-4a66-8c36-eb1a9f6192a0 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:34.323867 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4ecd30a7-9ca8-47af-b584-fdd7d8beccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:34.399860 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0bfd60e2-995e-46d4-89ff-0d959ae1c24d req-ad219475-a547-4e36-a5ee-99e9570f0c8b tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383494 Dec 17 15:19:34.400511 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port ca6b6107-5d39-4a66-8c36-eb1a9f6192a0 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:34.400511 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:34.402268 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ec8bd5-cac2-4ee8-8fce-a9f5e13c58d8 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Network a526368f-6035-425a-bdfd-bd4b8f0b22ed is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:19:34.436365 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-ba908165-9e14-4cd6-b743-e11de3d9697b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:34.439277 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-49ea1d05-369d-4a3f-a9a9-21708fca873f tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:34.440551 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ea1d05-369d-4a3f-a9a9-21708fca873f tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Fanout notify agent at l3_agent the message router_deleted on router ffb8fdec-48e5-46bc-9e20-305be3cc915e {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:19:34.460677 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-49ea1d05-369d-4a3f-a9a9-21708fca873f tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:34.463140 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0ab816b5-5a06-4a82-9b15-aed1ed16f35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:34.463256 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-49ea1d05-369d-4a3f-a9a9-21708fca873f tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] 10.222.0.46 "DELETE /v2.0/routers/ffb8fdec-48e5-46bc-9e20-305be3cc915e HTTP/1.1" status: 204 len: 168 time: 3.4973252 Dec 17 15:19:34.463256 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52062) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:34.463448 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:34.509310 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba908165-9e14-4cd6-b743-e11de3d9697b service neutron] Pushing event updated for resources: {'Port': ['ID=372ffd60-69bc-46f5-a6ff-a5f3ded17c97,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:34.534619 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebc30cec-19e4-4736-829a-923175f26cab tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Deleting subnet 3aede8fa-c3ac-4ef1-9613-33af389c0765 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:19:34.539149 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40df7a3-07f4-47a3-a163-5316dceef31d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network 12d9d8b8-c7be-4650-b058-f7f1798638b1 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:19:34.541976 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ebc30cec-19e4-4736-829a-923175f26cab tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:34.553410 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab816b5-5a06-4a82-9b15-aed1ed16f35a None None] Network d8cd0683-c8d1-48e0-aa57-95c4d8adc147 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:19:34.578510 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-ba908165-9e14-4cd6-b743-e11de3d9697b service neutron] Attempting to bind port 372ffd60-69bc-46f5-a6ff-a5f3ded17c97 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:19:34.578877 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-ba908165-9e14-4cd6-b743-e11de3d9697b service neutron] Attempting to bind port 372ffd60-69bc-46f5-a6ff-a5f3ded17c97 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '50913541-c4fc-4052-a5a4-4ef73bad2e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '72959918-115f-4f15-a904-42652bab9b2e'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:19:34.579157 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-ba908165-9e14-4cd6-b743-e11de3d9697b service neutron] Attempting to bind port 372ffd60-69bc-46f5-a6ff-a5f3ded17c97 on network 72959918-115f-4f15-a904-42652bab9b2e {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:19:34.583137 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-0ab816b5-5a06-4a82-9b15-aed1ed16f35a None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:34.583847 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-ba908165-9e14-4cd6-b743-e11de3d9697b service neutron] Port 372ffd60-69bc-46f5-a6ff-a5f3ded17c97 on network 72959918-115f-4f15-a904-42652bab9b2e not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:19:34.584165 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-ba908165-9e14-4cd6-b743-e11de3d9697b service neutron] Attempting to bind port 372ffd60-69bc-46f5-a6ff-a5f3ded17c97 on network 72959918-115f-4f15-a904-42652bab9b2e {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:19:34.590841 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-ba908165-9e14-4cd6-b743-e11de3d9697b service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:19:34.591305 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-ba908165-9e14-4cd6-b743-e11de3d9697b service neutron] Checking segment: {'id': '50913541-c4fc-4052-a5a4-4ef73bad2e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '72959918-115f-4f15-a904-42652bab9b2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:19:34.591801 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-ba908165-9e14-4cd6-b743-e11de3d9697b service neutron] Bound using segment: {'id': '50913541-c4fc-4052-a5a4-4ef73bad2e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '72959918-115f-4f15-a904-42652bab9b2e'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:19:34.592106 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-ba908165-9e14-4cd6-b743-e11de3d9697b service neutron] Bound port: 372ffd60-69bc-46f5-a6ff-a5f3ded17c97, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50913541-c4fc-4052-a5a4-4ef73bad2e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '72959918-115f-4f15-a904-42652bab9b2e'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:19:34.592549 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-ba908165-9e14-4cd6-b743-e11de3d9697b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:34.594273 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab816b5-5a06-4a82-9b15-aed1ed16f35a None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:19:34.611177 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ebc30cec-19e4-4736-829a-923175f26cab tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:34.630062 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab816b5-5a06-4a82-9b15-aed1ed16f35a None None] Pushing event updated for resources: {'Port': ['ID=ae553a2b-5f0a-4b83-a77c-4dca784b212a,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:34.654250 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4ecd30a7-9ca8-47af-b584-fdd7d8beccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:34.676808 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-e9ec8bd5-cac2-4ee8-8fce-a9f5e13c58d8 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, a526368f-6035-425a-bdfd-bd4b8f0b22ed) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:34.690041 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-b40df7a3-07f4-47a3-a163-5316dceef31d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 12d9d8b8-c7be-4650-b058-f7f1798638b1) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:34.692997 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e426d906-74d2-40d6-b80f-81749b04c9fd None None] Network a526368f-6035-425a-bdfd-bd4b8f0b22ed requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:19:34.702384 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-ba908165-9e14-4cd6-b743-e11de3d9697b service neutron] For port 372ffd60-69bc-46f5-a6ff-a5f3ded17c97, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:19:34.707712 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-ba908165-9e14-4cd6-b743-e11de3d9697b service neutron] For port 372ffd60-69bc-46f5-a6ff-a5f3ded17c97, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=372ffd60-69bc-46f5-a6ff-a5f3ded17c97,segment=NetworkSegment(50913541-c4fc-4052-a5a4-4ef73bad2e3d),segment_id=50913541-c4fc-4052-a5a4-4ef73bad2e3d)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:19:34.718406 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ec8bd5-cac2-4ee8-8fce-a9f5e13c58d8 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:34.719130 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e9ec8bd5-cac2-4ee8-8fce-a9f5e13c58d8 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:34.725607 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5d6983-bb94-4740-bb3c-3d9d61d03b43 None None] Network 12d9d8b8-c7be-4650-b058-f7f1798638b1 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:19:34.730496 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40df7a3-07f4-47a3-a163-5316dceef31d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:34.731539 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b40df7a3-07f4-47a3-a163-5316dceef31d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:34.768965 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:34.804647 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-ba908165-9e14-4cd6-b743-e11de3d9697b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:34.833703 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-0ab816b5-5a06-4a82-9b15-aed1ed16f35a None None] Attempting to bind port ae553a2b-5f0a-4b83-a77c-4dca784b212a on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:19:34.834335 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-0ab816b5-5a06-4a82-9b15-aed1ed16f35a None None] Attempting to bind port ae553a2b-5f0a-4b83-a77c-4dca784b212a by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'b7802a09-6ed2-487c-ad0c-1ed06391e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd8cd0683-c8d1-48e0-aa57-95c4d8adc147'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:19:34.834456 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab816b5-5a06-4a82-9b15-aed1ed16f35a None None] Attempting to bind port ae553a2b-5f0a-4b83-a77c-4dca784b212a on network d8cd0683-c8d1-48e0-aa57-95c4d8adc147 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:19:34.843283 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ebc30cec-19e4-4736-829a-923175f26cab tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:34.850436 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-ba908165-9e14-4cd6-b743-e11de3d9697b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:34.856802 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-ba908165-9e14-4cd6-b743-e11de3d9697b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:34.860610 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-ba908165-9e14-4cd6-b743-e11de3d9697b service neutron] 10.222.0.13 "PUT /v2.0/ports/372ffd60-69bc-46f5-a6ff-a5f3ded17c97 HTTP/1.1" status: 200 len: 1091 time: 1.1900656 Dec 17 15:19:34.891957 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab816b5-5a06-4a82-9b15-aed1ed16f35a None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:19:34.892622 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab816b5-5a06-4a82-9b15-aed1ed16f35a None None] Checking segment: {'id': 'b7802a09-6ed2-487c-ad0c-1ed06391e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd8cd0683-c8d1-48e0-aa57-95c4d8adc147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:19:34.892761 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0ab816b5-5a06-4a82-9b15-aed1ed16f35a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:34.893149 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab816b5-5a06-4a82-9b15-aed1ed16f35a None None] Bound using segment: {'id': 'b7802a09-6ed2-487c-ad0c-1ed06391e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd8cd0683-c8d1-48e0-aa57-95c4d8adc147'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:19:34.894023 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-0ab816b5-5a06-4a82-9b15-aed1ed16f35a None None] Bound port: ae553a2b-5f0a-4b83-a77c-4dca784b212a, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7802a09-6ed2-487c-ad0c-1ed06391e0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd8cd0683-c8d1-48e0-aa57-95c4d8adc147'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:19:34.894023 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0ab816b5-5a06-4a82-9b15-aed1ed16f35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:34.905218 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4ecd30a7-9ca8-47af-b584-fdd7d8beccf1 None None] For port ca6b6107-5d39-4a66-8c36-eb1a9f6192a0, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ca6b6107-5d39-4a66-8c36-eb1a9f6192a0,segment=NetworkSegment(300e1da5-9048-4a3f-901c-483ec1580d1b),segment_id=300e1da5-9048-4a3f-901c-483ec1580d1b)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:34.917139 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a97ede0-ec1b-445f-bdeb-fb4b6c696304', 'tag': '372ffd60-69bc-46f5-a6ff-a5f3ded17c97'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:19:34.920819 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f86768-fc08-409f-b34f-ad8309b394a9" -d '{"events": [{"name": "network-changed", "server_uuid": "0a97ede0-ec1b-445f-bdeb-fb4b6c696304", "tag": "372ffd60-69bc-46f5-a6ff-a5f3ded17c97"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:19:34.959456 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e9ec8bd5-cac2-4ee8-8fce-a9f5e13c58d8 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.1604414 Dec 17 15:19:34.966029 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b40df7a3-07f4-47a3-a163-5316dceef31d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4416993 Dec 17 15:19:34.968875 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52076) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:34.973240 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba908165-9e14-4cd6-b743-e11de3d9697b service neutron] Pushing event updated for resources: {'Port': ['ID=372ffd60-69bc-46f5-a6ff-a5f3ded17c97,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:34.975810 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-5859ab7a-43b9-4411-8933-d97a51f17c3d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1340456601', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:35.037063 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ebc30cec-19e4-4736-829a-923175f26cab tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:35.050221 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4ecd30a7-9ca8-47af-b584-fdd7d8beccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:35.101172 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-05ee3d61-15c8-4c1f-b5d4-4004f6cb3743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:35.102741 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-05ee3d61-15c8-4c1f-b5d4-4004f6cb3743 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47d7fbf2bea4406699034a230bc642f9&device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 1094 time: 0.0862129 Dec 17 15:19:35.117804 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc30cec-19e4-4736-829a-923175f26cab tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Pushing event deleted for resources: {'Subnet': ['ID=3aede8fa-c3ac-4ef1-9613-33af389c0765,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:35.121442 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ebc30cec-19e4-4736-829a-923175f26cab tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:35.128272 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ebc30cec-19e4-4736-829a-923175f26cab tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] 10.222.0.46 "DELETE /v2.0/subnets/3aede8fa-c3ac-4ef1-9613-33af389c0765 HTTP/1.1" status: 204 len: 168 time: 0.6603887 Dec 17 15:19:35.131733 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5859ab7a-43b9-4411-8933-d97a51f17c3d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:35.131733 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5859ab7a-43b9-4411-8933-d97a51f17c3d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:35.136464 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52078) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:35.157658 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03eb29e9-762e-4ea7-91f4-0f2715e26977 None None] Network 7043ffa2-3701-4a9f-aa66-68a034d3a489 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:19:35.184676 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-33eaed88-c051-4d66-a1d0-3126d0c78f68 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=372ffd60-69bc-46f5-a6ff-a5f3ded17c97 HTTP/1.1" status: 200 len: 217 time: 0.0722966 Dec 17 15:19:35.252183 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ae34398a-35d3-4951-9a17-5c7624b0d7f1 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:35.257794 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-7b8f89e5-af78-4c5e-828c-050854880a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:35.257794 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-7b8f89e5-af78-4c5e-828c-050854880a3b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=95ec1172-deaa-4898-b906-b0423633683b HTTP/1.1" status: 200 len: 850 time: 0.0635283 Dec 17 15:19:35.297880 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-0ab816b5-5a06-4a82-9b15-aed1ed16f35a None None] For port ae553a2b-5f0a-4b83-a77c-4dca784b212a, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:19:35.303004 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0368c3-5f40-44e2-9372-a9e4939db5a6 x-openstack-request-id: req-fe0368c3-5f40-44e2-9372-a9e4939db5a6 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:19:35.303375 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a97ede0-ec1b-445f-bdeb-fb4b6c696304", "tag": "372ffd60-69bc-46f5-a6ff-a5f3ded17c97", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:19:35.303789 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fe0368c3-5f40-44e2-9372-a9e4939db5a6 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:19:35.304392 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a97ede0-ec1b-445f-bdeb-fb4b6c696304', 'tag': '372ffd60-69bc-46f5-a6ff-a5f3ded17c97', 'status': 'completed', 'code': 200} Dec 17 15:19:35.308133 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-9a81daba-507d-431a-a1fb-d303f15a546e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72959918-115f-4f15-a904-42652bab9b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437222 Dec 17 15:19:35.331569 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd30a7-9ca8-47af-b584-fdd7d8beccf1 None None] Pushing event updated for resources: {'Port': ['ID=ca6b6107-5d39-4a66-8c36-eb1a9f6192a0,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:35.334320 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:19:35.334671 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:19:35.346277 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5859ab7a-43b9-4411-8933-d97a51f17c3d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:35.346816 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-0ab816b5-5a06-4a82-9b15-aed1ed16f35a None None] For port ae553a2b-5f0a-4b83-a77c-4dca784b212a, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ae553a2b-5f0a-4b83-a77c-4dca784b212a,segment=NetworkSegment(b7802a09-6ed2-487c-ad0c-1ed06391e0d4),segment_id=b7802a09-6ed2-487c-ad0c-1ed06391e0d4)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:19:35.350219 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-839276ad-a4ca-487c-adb2-6d8501fdc814 None None] Provisioning complete for port ca6b6107-5d39-4a66-8c36-eb1a9f6192a0 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:35.350381 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-839276ad-a4ca-487c-adb2-6d8501fdc814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:35.361836 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-ae34398a-35d3-4951-9a17-5c7624b0d7f1 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Deleting port 29aae497-b19c-4559-81d2-5f9a4e7608b5 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:19:35.362170 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ae34398a-35d3-4951-9a17-5c7624b0d7f1 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:35.420983 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5859ab7a-43b9-4411-8933-d97a51f17c3d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:35.447861 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-bf93fd5b-276f-4af0-840b-0cf110f629bd service neutron] 10.222.0.13 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308608 Dec 17 15:19:35.459565 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-ae34398a-35d3-4951-9a17-5c7624b0d7f1 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] For port 29aae497-b19c-4559-81d2-5f9a4e7608b5, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=29aae497-b19c-4559-81d2-5f9a4e7608b5,segment=NetworkSegment(9205c4d7-b148-4172-8652-e2050f9120de),segment_id=9205c4d7-b148-4172-8652-e2050f9120de)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:35.460007 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ae34398a-35d3-4951-9a17-5c7624b0d7f1 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:35.469964 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125334bf-8c03-4ef5-8968-501cebf1bc28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-a526368f-6035-425a-bdfd-bd4b8f0b22ed', 'network_id': 'a526368f-6035-425a-bdfd-bd4b8f0b22ed', 'tenant_id': '3d0e9155f3ac4449959a2049ad96c177', 'fixed_ips': [{'subnet_id': 'd24084d0-70fc-4378-94e4-aa2a27ab1cb6'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:19:35.470825 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-125334bf-8c03-4ef5-8968-501cebf1bc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:35.478880 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06af52b-5de9-4375-9425-f0ec3ab23500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-12d9d8b8-c7be-4650-b058-f7f1798638b1', 'network_id': '12d9d8b8-c7be-4650-b058-f7f1798638b1', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'fixed_ips': [{'subnet_id': '927ff21f-03a3-46fd-beda-9030155194f6'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:19:35.479728 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c06af52b-5de9-4375-9425-f0ec3ab23500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:35.499470 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0ab816b5-5a06-4a82-9b15-aed1ed16f35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:35.525503 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-ae34398a-35d3-4951-9a17-5c7624b0d7f1 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Calling delete_port for 29aae497-b19c-4559-81d2-5f9a4e7608b5 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:19:35.563379 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5859ab7a-43b9-4411-8933-d97a51f17c3d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:35.567195 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5859ab7a-43b9-4411-8933-d97a51f17c3d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5945873 Dec 17 15:19:35.568908 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52100) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:35.631189 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-68ae2bc3-c0b7-40b2-8bb9-d46f62a06191 req-d2c2bd0a-982a-4c30-9fb0-1300df57b30e service neutron] 10.222.0.13 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781406 Dec 17 15:19:35.666043 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202f77c-3370-47cc-81ae-e16e9f51e7f3 req-63b81f0e-9e33-4c60-a73c-280f91a3d103 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:35.667539 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4202f77c-3370-47cc-81ae-e16e9f51e7f3 req-63b81f0e-9e33-4c60-a73c-280f91a3d103 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f9e6297-3254-4a34-b59b-7cc01acf8294 HTTP/1.1" status: 200 len: 943 time: 0.1397810 Dec 17 15:19:35.723499 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-f36f6338-1d54-48e0-ba38-146e6f72233a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:35.730379 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-f36f6338-1d54-48e0-ba38-146e6f72233a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:35.737523 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-f36f6338-1d54-48e0-ba38-146e6f72233a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/networks?id=17a420c5-b0fd-470c-842c-21674b2fdb30&id=a526368f-6035-425a-bdfd-bd4b8f0b22ed HTTP/1.1" status: 200 len: 1391 time: 0.2743552 Dec 17 15:19:35.753504 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab816b5-5a06-4a82-9b15-aed1ed16f35a None None] Pushing event updated for resources: {'Port': ['ID=ae553a2b-5f0a-4b83-a77c-4dca784b212a,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:35.780075 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4202f77c-3370-47cc-81ae-e16e9f51e7f3 req-25969b9e-2436-4848-aa15-4965e99cdca1 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932117 Dec 17 15:19:35.797641 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-1d9466f1-e510-46a5-919b-09fb3693cb2c tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/quotas/3d0e9155f3ac4449959a2049ad96c177 HTTP/1.1" status: 200 len: 375 time: 0.0591877 Dec 17 15:19:35.925192 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f86768-fc08-409f-b34f-ad8309b394a9 req-e8166518-f620-404f-8226-a5cab2503eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:35.925420 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e188ec9e-a242-4842-b894-edb79dc38cb3 None None] DHCP port deletion for 7043ffa2-3701-4a9f-aa66-68a034d3a489 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:19:35.925877 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-fc5bd692-4871-4111-8a6e-b1049799bd2c tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3d0e9155f3ac4449959a2049ad96c177&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1246021 Dec 17 15:19:35.925980 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-02f86768-fc08-409f-b34f-ad8309b394a9 req-e8166518-f620-404f-8226-a5cab2503eb0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47d7fbf2bea4406699034a230bc642f9&device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 1094 time: 0.1768475 Dec 17 15:19:35.941663 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ae34398a-35d3-4951-9a17-5c7624b0d7f1 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:35.989195 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-125334bf-8c03-4ef5-8968-501cebf1bc28 None None] Allocated IP 19.86.0.2 (a526368f-6035-425a-bdfd-bd4b8f0b22ed/d24084d0-70fc-4378-94e4-aa2a27ab1cb6/519bffac-c867-462c-91f4-2bb77d7cc9da) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:19:35.993124 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-c06af52b-5de9-4375-9425-f0ec3ab23500 None None] Allocated IP 172.21.0.2 (12d9d8b8-c7be-4650-b058-f7f1798638b1/927ff21f-03a3-46fd-beda-9030155194f6/c507d66f-4a1b-4262-8d1a-1847239da9ea) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:19:36.116491 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae34398a-35d3-4951-9a17-5c7624b0d7f1 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] No DVR routers for this DVR port 29aae497-b19c-4559-81d2-5f9a4e7608b5 on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:19:36.119543 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae34398a-35d3-4951-9a17-5c7624b0d7f1 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Pushing event deleted for resources: {'Port': ['ID=29aae497-b19c-4559-81d2-5f9a4e7608b5,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:36.197239 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bc0fb-49db-4d8d-89d2-ea0c2466544c req-359bfd89-dd0e-4f4d-a0dc-feaefdb85932 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:36.198954 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-476bc0fb-49db-4d8d-89d2-ea0c2466544c req-359bfd89-dd0e-4f4d-a0dc-feaefdb85932 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 943 time: 0.3120568 Dec 17 15:19:36.320488 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ae34398a-35d3-4951-9a17-5c7624b0d7f1 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:36.342352 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-c29813c3-3a52-4cf1-85db-7a889e0a4148 service neutron] 10.222.0.46 "GET /v2.0/networks/17a420c5-b0fd-470c-842c-21674b2fdb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029694 Dec 17 15:19:36.367129 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ae553a2b-5f0a-4b83-a77c-4dca784b212a up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:19:36.385979 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-019cab08-cc79-47ee-8779-110ad1f6e478 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:36.425512 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-476bc0fb-49db-4d8d-89d2-ea0c2466544c req-60cc5899-fc79-421d-8250-7082d8ef61c0 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724796 Dec 17 15:19:36.430593 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-ae34398a-35d3-4951-9a17-5c7624b0d7f1 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7043ffa2-3701-4a9f-aa66-68a034d3a489']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:36.447951 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-ae34398a-35d3-4951-9a17-5c7624b0d7f1 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9205c4d7-b148-4172-8652-e2050f9120de') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:36.451614 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-ae34398a-35d3-4951-9a17-5c7624b0d7f1 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9205c4d7-b148-4172-8652-e2050f9120de') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:36.463404 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ae34398a-35d3-4951-9a17-5c7624b0d7f1 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:36.492361 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ae34398a-35d3-4951-9a17-5c7624b0d7f1 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:36.494731 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f86768-fc08-409f-b34f-ad8309b394a9 req-1d542aaf-3b50-4c0a-b2cf-1665583f5a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:36.497038 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-02f86768-fc08-409f-b34f-ad8309b394a9 req-1d542aaf-3b50-4c0a-b2cf-1665583f5a28 service neutron] 10.222.0.13 "GET /v2.0/networks?id=72959918-115f-4f15-a904-42652bab9b2e HTTP/1.1" status: 200 len: 911 time: 0.5616944 Dec 17 15:19:36.508161 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae34398a-35d3-4951-9a17-5c7624b0d7f1 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:19:36.509645 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ae34398a-35d3-4951-9a17-5c7624b0d7f1 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:36.513253 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:19:36.513253 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:19:36.513253 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:19:36.513253 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:19:36.513253 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:19:36.513253 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:19:36.513253 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:19:36.513253 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:19:36.513253 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:19:36.513253 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:19:36.513253 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:19:36.513253 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:19:36.513253 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:19:36.513253 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:19:36.513253 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:19:36.513253 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:19:36.513253 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:19:36.513253 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:19:36.513253 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:19:36.513253 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:19:36.513253 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:19:36.513253 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:19:36.513253 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:19:36.513253 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:19:36.513253 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:19:36.513253 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:19:36.513253 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:19:36.513253 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:19:36.513253 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:19:36.513253 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:19:36.513253 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:19:36.513253 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:19:36.538922 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-e3e088fc-f927-4d7e-915f-6e37823df45c service neutron] 10.222.0.46 "GET /v2.0/networks/17a420c5-b0fd-470c-842c-21674b2fdb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955419 Dec 17 15:19:36.564011 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c06af52b-5de9-4375-9425-f0ec3ab23500 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:36.571878 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-125334bf-8c03-4ef5-8968-501cebf1bc28 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:36.573392 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port ae553a2b-5f0a-4b83-a77c-4dca784b212a triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:36.573754 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:36.581456 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-02f86768-fc08-409f-b34f-ad8309b394a9 req-71e8765e-23d8-43a8-a661-1a120a7af7bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=372ffd60-69bc-46f5-a6ff-a5f3ded17c97 HTTP/1.1" status: 200 len: 217 time: 0.0460157 Dec 17 15:19:36.671478 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:36.689973 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c06af52b-5de9-4375-9425-f0ec3ab23500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:36.701878 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f86768-fc08-409f-b34f-ad8309b394a9 req-3d89e860-c16a-4944-af2c-da1258e319e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:36.703900 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-02f86768-fc08-409f-b34f-ad8309b394a9 req-3d89e860-c16a-4944-af2c-da1258e319e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=95ec1172-deaa-4898-b906-b0423633683b HTTP/1.1" status: 200 len: 850 time: 0.1106439 Dec 17 15:19:36.719878 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-125334bf-8c03-4ef5-8968-501cebf1bc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:36.763459 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-02f86768-fc08-409f-b34f-ad8309b394a9 req-fc0fb9b8-e711-4515-a2dd-c9f554762443 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72959918-115f-4f15-a904-42652bab9b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435908 Dec 17 15:19:36.763816 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06af52b-5de9-4375-9425-f0ec3ab23500 None None] Network 12d9d8b8-c7be-4650-b058-f7f1798638b1 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:19:36.765332 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-c06af52b-5de9-4375-9425-f0ec3ab23500 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:36.769840 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-54667d99-81c1-449d-addd-b704bb294cd7 service neutron] 10.222.0.46 "GET /v2.0/networks/a526368f-6035-425a-bdfd-bd4b8f0b22ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271917 Dec 17 15:19:36.791623 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port ae553a2b-5f0a-4b83-a77c-4dca784b212a, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ae553a2b-5f0a-4b83-a77c-4dca784b212a,segment=NetworkSegment(b7802a09-6ed2-487c-ad0c-1ed06391e0d4),segment_id=b7802a09-6ed2-487c-ad0c-1ed06391e0d4)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:36.800945 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06af52b-5de9-4375-9425-f0ec3ab23500 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:19:36.811712 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06af52b-5de9-4375-9425-f0ec3ab23500 None None] Pushing event updated for resources: {'Port': ['ID=c507d66f-4a1b-4262-8d1a-1847239da9ea,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:36.816876 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125334bf-8c03-4ef5-8968-501cebf1bc28 None None] Network a526368f-6035-425a-bdfd-bd4b8f0b22ed is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:19:36.863085 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ae34398a-35d3-4951-9a17-5c7624b0d7f1 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:36.889673 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ae34398a-35d3-4951-9a17-5c7624b0d7f1 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:36.909833 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ae34398a-35d3-4951-9a17-5c7624b0d7f1 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] 10.222.0.46 "DELETE /v2.0/networks/7043ffa2-3701-4a9f-aa66-68a034d3a489 HTTP/1.1" status: 204 len: 168 time: 1.7581933 Dec 17 15:19:36.909983 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52112) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:36.910066 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:36.910066 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ca6b6107-5d39-4a66-8c36-eb1a9f6192a0 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:19:36.910066 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-125334bf-8c03-4ef5-8968-501cebf1bc28 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:36.915894 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae34398a-35d3-4951-9a17-5c7624b0d7f1 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Pushing event deleted for resources: {'Network': ['ID=7043ffa2-3701-4a9f-aa66-68a034d3a489,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:36.932826 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125334bf-8c03-4ef5-8968-501cebf1bc28 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:19:36.980920 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-c06af52b-5de9-4375-9425-f0ec3ab23500 None None] Attempting to bind port c507d66f-4a1b-4262-8d1a-1847239da9ea on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:19:36.981322 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-c06af52b-5de9-4375-9425-f0ec3ab23500 None None] Attempting to bind port c507d66f-4a1b-4262-8d1a-1847239da9ea by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '0e6a3ea3-a8bd-4b5a-b0bc-1aaecc905483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '12d9d8b8-c7be-4650-b058-f7f1798638b1'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:19:36.982384 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06af52b-5de9-4375-9425-f0ec3ab23500 None None] Attempting to bind port c507d66f-4a1b-4262-8d1a-1847239da9ea on network 12d9d8b8-c7be-4650-b058-f7f1798638b1 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:19:36.986824 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125334bf-8c03-4ef5-8968-501cebf1bc28 None None] Pushing event updated for resources: {'Port': ['ID=519bffac-c867-462c-91f4-2bb77d7cc9da,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:36.991326 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06af52b-5de9-4375-9425-f0ec3ab23500 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:19:36.991706 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06af52b-5de9-4375-9425-f0ec3ab23500 None None] Checking segment: {'id': '0e6a3ea3-a8bd-4b5a-b0bc-1aaecc905483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '12d9d8b8-c7be-4650-b058-f7f1798638b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:19:36.992117 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c06af52b-5de9-4375-9425-f0ec3ab23500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:36.992503 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06af52b-5de9-4375-9425-f0ec3ab23500 None None] Bound using segment: {'id': '0e6a3ea3-a8bd-4b5a-b0bc-1aaecc905483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '12d9d8b8-c7be-4650-b058-f7f1798638b1'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:19:36.994224 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-c06af52b-5de9-4375-9425-f0ec3ab23500 None None] Bound port: c507d66f-4a1b-4262-8d1a-1847239da9ea, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6a3ea3-a8bd-4b5a-b0bc-1aaecc905483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '12d9d8b8-c7be-4650-b058-f7f1798638b1'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:19:36.994775 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c06af52b-5de9-4375-9425-f0ec3ab23500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:37.016017 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-bef23d88-a81b-478a-9e4f-b4752d60a8be service neutron] 10.222.0.46 "GET /v2.0/networks/a526368f-6035-425a-bdfd-bd4b8f0b22ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451987 Dec 17 15:19:37.123253 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a73f90-6eb0-4d66-b9db-1a7f43c08a71 req-78f691fd-0a51-4a8b-b4d8-c1961c549cb7 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:37.125626 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-18a73f90-6eb0-4d66-b9db-1a7f43c08a71 req-78f691fd-0a51-4a8b-b4d8-c1961c549cb7 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f9e6297-3254-4a34-b59b-7cc01acf8294 HTTP/1.1" status: 200 len: 943 time: 0.0771897 Dec 17 15:19:37.153972 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-019cab08-cc79-47ee-8779-110ad1f6e478 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Allocated IP 172.20.0.1 (d8cd0683-c8d1-48e0-aa57-95c4d8adc147/5364f1ad-6f37-4cf3-b28d-cf083f6dcb70/ca87019e-4089-4aca-9053-9eb7fee00ead) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:19:37.164512 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-02f86768-fc08-409f-b34f-ad8309b394a9 req-49fc79d8-1b6d-48d3-85e7-3b89c8afe98d service neutron] 10.222.0.13 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530657 Dec 17 15:19:37.178456 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-18a73f90-6eb0-4d66-b9db-1a7f43c08a71 req-7a0c1ae8-7924-41fa-89b0-637783543516 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467854 Dec 17 15:19:37.224808 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=ae553a2b-5f0a-4b83-a77c-4dca784b212a,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:37.232012 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-125334bf-8c03-4ef5-8968-501cebf1bc28 None None] Attempting to bind port 519bffac-c867-462c-91f4-2bb77d7cc9da on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:19:37.232012 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-125334bf-8c03-4ef5-8968-501cebf1bc28 None None] Attempting to bind port 519bffac-c867-462c-91f4-2bb77d7cc9da by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '55fa4acc-a0e6-4068-af8b-3abd2ad2b407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a526368f-6035-425a-bdfd-bd4b8f0b22ed'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:19:37.232012 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125334bf-8c03-4ef5-8968-501cebf1bc28 None None] Attempting to bind port 519bffac-c867-462c-91f4-2bb77d7cc9da on network a526368f-6035-425a-bdfd-bd4b8f0b22ed {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:19:37.239887 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6b98d2-324b-4d14-8215-3bc705c30f56 None None] Network d8cd0683-c8d1-48e0-aa57-95c4d8adc147 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:19:37.291431 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125334bf-8c03-4ef5-8968-501cebf1bc28 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:19:37.291821 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125334bf-8c03-4ef5-8968-501cebf1bc28 None None] Checking segment: {'id': '55fa4acc-a0e6-4068-af8b-3abd2ad2b407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a526368f-6035-425a-bdfd-bd4b8f0b22ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:19:37.292661 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-125334bf-8c03-4ef5-8968-501cebf1bc28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:37.292661 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125334bf-8c03-4ef5-8968-501cebf1bc28 None None] Bound using segment: {'id': '55fa4acc-a0e6-4068-af8b-3abd2ad2b407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a526368f-6035-425a-bdfd-bd4b8f0b22ed'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:19:37.293233 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-125334bf-8c03-4ef5-8968-501cebf1bc28 None None] Bound port: 519bffac-c867-462c-91f4-2bb77d7cc9da, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55fa4acc-a0e6-4068-af8b-3abd2ad2b407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a526368f-6035-425a-bdfd-bd4b8f0b22ed'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:19:37.293615 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-125334bf-8c03-4ef5-8968-501cebf1bc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:37.295855 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port ca6b6107-5d39-4a66-8c36-eb1a9f6192a0 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:37.296209 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:37.302494 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c06af52b-5de9-4375-9425-f0ec3ab23500 None None] For port c507d66f-4a1b-4262-8d1a-1847239da9ea, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:19:37.344763 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-86335b51-d00c-4c3c-ad36-6960181ea044 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Deleting port a0616727-5b96-4665-a8aa-e7c0739067d2 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:19:37.345127 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-86335b51-d00c-4c3c-ad36-6960181ea044 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:37.395174 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c06af52b-5de9-4375-9425-f0ec3ab23500 None None] For port c507d66f-4a1b-4262-8d1a-1847239da9ea, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c507d66f-4a1b-4262-8d1a-1847239da9ea,segment=NetworkSegment(0e6a3ea3-a8bd-4b5a-b0bc-1aaecc905483),segment_id=0e6a3ea3-a8bd-4b5a-b0bc-1aaecc905483)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:19:37.423102 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-019cab08-cc79-47ee-8779-110ad1f6e478 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:37.431052 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-02f86768-fc08-409f-b34f-ad8309b394a9 req-32a8817b-bdb8-482e-aa67-bcae2e247f08 service neutron] 10.222.0.13 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576647 Dec 17 15:19:37.494993 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-86335b51-d00c-4c3c-ad36-6960181ea044 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:37.495604 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-86335b51-d00c-4c3c-ad36-6960181ea044 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:37.513762 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-86335b51-d00c-4c3c-ad36-6960181ea044 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Calling delete_port for a0616727-5b96-4665-a8aa-e7c0739067d2 owned by network:floatingip {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:19:37.544926 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c06af52b-5de9-4375-9425-f0ec3ab23500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:37.584877 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-84fba36e-675f-4666-bb8c-644053887ad2 None None] Provisioning complete for port ae553a2b-5f0a-4b83-a77c-4dca784b212a triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:37.585385 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-84fba36e-675f-4666-bb8c-644053887ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:37.588771 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-019cab08-cc79-47ee-8779-110ad1f6e478 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:37.681616 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019cab08-cc79-47ee-8779-110ad1f6e478 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network d8cd0683-c8d1-48e0-aa57-95c4d8adc147 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:19:37.683725 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019cab08-cc79-47ee-8779-110ad1f6e478 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Port': ['ID=ca87019e-4089-4aca-9053-9eb7fee00ead,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:37.688049 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-019cab08-cc79-47ee-8779-110ad1f6e478 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:37.695235 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019cab08-cc79-47ee-8779-110ad1f6e478 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:19:37.773603 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06af52b-5de9-4375-9425-f0ec3ab23500 None None] Pushing event updated for resources: {'Port': ['ID=c507d66f-4a1b-4262-8d1a-1847239da9ea,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:37.810267 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-125334bf-8c03-4ef5-8968-501cebf1bc28 None None] For port 519bffac-c867-462c-91f4-2bb77d7cc9da, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:19:37.831513 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-125334bf-8c03-4ef5-8968-501cebf1bc28 None None] For port 519bffac-c867-462c-91f4-2bb77d7cc9da, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=519bffac-c867-462c-91f4-2bb77d7cc9da,segment=NetworkSegment(55fa4acc-a0e6-4068-af8b-3abd2ad2b407),segment_id=55fa4acc-a0e6-4068-af8b-3abd2ad2b407)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:19:37.843021 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-019cab08-cc79-47ee-8779-110ad1f6e478 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:37.878539 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0f933f51-38a4-433d-9bb0-5354d93e1ed6 req-01411775-7730-4aed-8169-1b655b4b8935 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f03744-7c06-4f23-a307-3c57173c7089 HTTP/1.1" status: 200 len: 210 time: 0.0395694 Dec 17 15:19:37.909223 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 665244a1-4426-4132-ae3b-d484332b9781 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:19:37.919712 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 29aae497-b19c-4559-81d2-5f9a4e7608b5 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:19:37.991171 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 29aae497-b19c-4559-81d2-5f9a4e7608b5 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:19:37.992243 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 29aae497-b19c-4559-81d2-5f9a4e7608b5 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:19:38.022047 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-125334bf-8c03-4ef5-8968-501cebf1bc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:38.064773 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067baf2-b21c-462c-9b57-4c776662cb83 req-cfd7e4d9-006f-4b5e-b649-397e1503f030 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:38.066517 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c067baf2-b21c-462c-9b57-4c776662cb83 req-cfd7e4d9-006f-4b5e-b649-397e1503f030 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 943 time: 0.0833502 Dec 17 15:19:38.120842 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-86335b51-d00c-4c3c-ad36-6960181ea044 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:38.158882 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c067baf2-b21c-462c-9b57-4c776662cb83 req-d718b17e-5c50-4ce6-b2d2-399df709cc75 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828140 Dec 17 15:19:38.200248 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ae553a2b-5f0a-4b83-a77c-4dca784b212a up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:19:38.221628 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86335b51-d00c-4c3c-ad36-6960181ea044 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Pushing event deleted for resources: {'Port': ['ID=a0616727-5b96-4665-a8aa-e7c0739067d2,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:38.365500 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125334bf-8c03-4ef5-8968-501cebf1bc28 None None] Pushing event updated for resources: {'Port': ['ID=519bffac-c867-462c-91f4-2bb77d7cc9da,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:38.380835 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 665244a1-4426-4132-ae3b-d484332b9781, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=665244a1-4426-4132-ae3b-d484332b9781,segment=NetworkSegment(75195253-a18c-43b8-b6db-179ccc3e1ed0),segment_id=75195253-a18c-43b8-b6db-179ccc3e1ed0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:38.412847 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-f9932714-5af0-4df3-a0bf-0d8af61535b2 None None] Provisioning complete for port ae553a2b-5f0a-4b83-a77c-4dca784b212a triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:38.413169 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-86335b51-d00c-4c3c-ad36-6960181ea044 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks [] for floatingip, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:38.413287 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f9932714-5af0-4df3-a0bf-0d8af61535b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:38.418231 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '665244a1-4426-4132-ae3b-d484332b9781', 'network_id': 'c55c80a5-833c-48da-873a-0d6892b2ac27', 'port_id': '665244a1-4426-4132-ae3b-d484332b9781', 'mac_address': 'fa:16:3e:ef:38:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4dd92c-6f31-4733-ad5e-39ad920cb8f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:19:38.420460 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-86335b51-d00c-4c3c-ad36-6960181ea044 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:38.427436 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-86335b51-d00c-4c3c-ad36-6960181ea044 tempest-FloatingIPAdminTestJSON-1407449821 tempest-FloatingIPAdminTestJSON-1407449821-project] 10.222.0.46 "DELETE /v2.0/floatingips/89bbe588-5627-4c3b-869c-56c6f700fd22 HTTP/1.1" status: 204 len: 168 time: 1.5270009 Dec 17 15:19:38.458414 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 372ffd60-69bc-46f5-a6ff-a5f3ded17c97 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:19:38.459563 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5599f1-5175-4fbd-804d-4e9a3718b07e req-f96dd138-375f-4734-b991-a39d53f85451 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:38.461697 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2a5599f1-5175-4fbd-804d-4e9a3718b07e req-f96dd138-375f-4734-b991-a39d53f85451 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f9e6297-3254-4a34-b59b-7cc01acf8294 HTTP/1.1" status: 200 len: 943 time: 0.1044359 Dec 17 15:19:38.503446 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-019cab08-cc79-47ee-8779-110ad1f6e478 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:38.564566 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2a5599f1-5175-4fbd-804d-4e9a3718b07e req-f253c1c3-eb5d-493b-8f87-d2d9da43a188 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947471 Dec 17 15:19:38.574719 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:38.678709 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port ae553a2b-5f0a-4b83-a77c-4dca784b212a triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:38.679299 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:38.687840 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 665244a1-4426-4132-ae3b-d484332b9781 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:19:38.854950 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 665244a1-4426-4132-ae3b-d484332b9781, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=665244a1-4426-4132-ae3b-d484332b9781,segment=NetworkSegment(75195253-a18c-43b8-b6db-179ccc3e1ed0),segment_id=75195253-a18c-43b8-b6db-179ccc3e1ed0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:38.859436 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-276b0279-cbac-4928-b85c-b7c6d71276f5 req-a46f6d1a-9a89-48b5-9500-99fee619ac0a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=78611da9-302d-43f4-8a00-19313e5c42fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0823011 Dec 17 15:19:39.013155 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:39.055288 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b0279-cbac-4928-b85c-b7c6d71276f5 req-1686d29f-7dd5-4814-aecd-3d4f090f795b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:39.058983 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-276b0279-cbac-4928-b85c-b7c6d71276f5 req-1686d29f-7dd5-4814-aecd-3d4f090f795b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eeb1d716f63d4fc78ffca2f95cd93401&device_id=78611da9-302d-43f4-8a00-19313e5c42fc HTTP/1.1" status: 200 len: 1097 time: 0.1344526 Dec 17 15:19:39.069140 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1fcae3f4-c82e-411c-ae90-750f1a036d9f req-033df591-a1d9-4a72-ba09-c872f2214612 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f03744-7c06-4f23-a307-3c57173c7089 HTTP/1.1" status: 200 len: 210 time: 0.0562236 Dec 17 15:19:39.099184 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 372ffd60-69bc-46f5-a6ff-a5f3ded17c97, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=372ffd60-69bc-46f5-a6ff-a5f3ded17c97,segment=NetworkSegment(50913541-c4fc-4052-a5a4-4ef73bad2e3d),segment_id=50913541-c4fc-4052-a5a4-4ef73bad2e3d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:39.162316 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '372ffd60-69bc-46f5-a6ff-a5f3ded17c97', 'network_id': '72959918-115f-4f15-a904-42652bab9b2e', 'port_id': '372ffd60-69bc-46f5-a6ff-a5f3ded17c97', 'mac_address': 'fa:16:3e:f1:be:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ec1172-deaa-4898-b906-b0423633683b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:19:39.191322 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=665244a1-4426-4132-ae3b-d484332b9781,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:39.193397 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-019cab08-cc79-47ee-8779-110ad1f6e478 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:39.277220 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-f9932714-5af0-4df3-a0bf-0d8af61535b2 None None] Provisioning complete for port ca87019e-4089-4aca-9053-9eb7fee00ead triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:39.277596 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f9932714-5af0-4df3-a0bf-0d8af61535b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:39.291956 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b0279-cbac-4928-b85c-b7c6d71276f5 req-51b34c29-de84-4f99-b685-56d0a8b113f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:39.293488 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-276b0279-cbac-4928-b85c-b7c6d71276f5 req-51b34c29-de84-4f99-b685-56d0a8b113f6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3aef48c0-7506-4912-87a1-02fd88d2b430 HTTP/1.1" status: 200 len: 917 time: 0.2107329 Dec 17 15:19:39.397754 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-f9932714-5af0-4df3-a0bf-0d8af61535b2 None None] Port ca87019e-4089-4aca-9053-9eb7fee00ead cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:19:39.410367 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['665244a1-4426-4132-ae3b-d484332b9781'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:19:39.418293 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-019cab08-cc79-47ee-8779-110ad1f6e478 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:39.460197 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52162) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:39.482419 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52164) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:39.542019 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1057e7-521b-467d-b99b-f8bee01f96b8 req-22382f8c-326b-44f0-97af-d1c10b84ce76 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:39.552849 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e1057e7-521b-467d-b99b-f8bee01f96b8 req-22382f8c-326b-44f0-97af-d1c10b84ce76 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 943 time: 0.1843212 Dec 17 15:19:39.603804 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-019cab08-cc79-47ee-8779-110ad1f6e478 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:39.607423 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019cab08-cc79-47ee-8779-110ad1f6e478 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Port': ['ID=ca87019e-4089-4aca-9053-9eb7fee00ead,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:39.659710 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e1057e7-521b-467d-b99b-f8bee01f96b8 req-f9abbe51-c691-4cd2-bdd9-2903a5b479ea tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035068 Dec 17 15:19:39.761694 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5db4ef91-9118-4a5c-8c27-897120cb6931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:39.789688 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-276b0279-cbac-4928-b85c-b7c6d71276f5 req-7ecaab07-47c5-4e9c-ad03-19a1916b210c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9989be88-b6a0-4515-85bb-1074b7d5e992 HTTP/1.1" status: 200 len: 1002 time: 0.4865468 Dec 17 15:19:39.801359 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6768f0d-3b81-46d3-a162-4ef0cc063042 None None] Network 12d9d8b8-c7be-4650-b058-f7f1798638b1 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:19:39.803886 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:39.860367 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a9791-fa52-4cae-a446-7df75f4e31c9 req-f1201ff5-d871-45f1-b308-363c077d9694 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:39.868543 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1d8a9791-fa52-4cae-a446-7df75f4e31c9 req-f1201ff5-d871-45f1-b308-363c077d9694 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f9e6297-3254-4a34-b59b-7cc01acf8294 HTTP/1.1" status: 200 len: 944 time: 0.1753299 Dec 17 15:19:39.898144 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6b0053e5-9fd5-4f3e-815e-4581885e1420 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=07c352a27b504cc09103eba3c0213fe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4102595 Dec 17 15:19:39.906241 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52178) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:39.910702 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b0279-cbac-4928-b85c-b7c6d71276f5 req-f68797d3-774f-490f-9c23-70e2e0ce0930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:39.913113 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-276b0279-cbac-4928-b85c-b7c6d71276f5 req-f68797d3-774f-490f-9c23-70e2e0ce0930 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb8281b9-5255-4caf-a905-604474f334b0 HTTP/1.1" status: 200 len: 855 time: 0.0899420 Dec 17 15:19:39.937565 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-f310185c-d834-4096-8f59-5c12fb8c3b55 None None] Provisioning complete for port ca87019e-4089-4aca-9053-9eb7fee00ead triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:39.938090 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f310185c-d834-4096-8f59-5c12fb8c3b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:39.941090 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 372ffd60-69bc-46f5-a6ff-a5f3ded17c97 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:19:39.973609 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1d8a9791-fa52-4cae-a446-7df75f4e31c9 req-d610aca2-13a0-48fb-9968-68e0e5dad7a0 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041946 Dec 17 15:19:40.027952 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019cab08-cc79-47ee-8779-110ad1f6e478 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network d8cd0683-c8d1-48e0-aa57-95c4d8adc147 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:19:40.028264 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d4991da0-8f41-4937-9155-1c3e9ad32e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:40.031634 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5db4ef91-9118-4a5c-8c27-897120cb6931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:40.038701 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b0279-cbac-4928-b85c-b7c6d71276f5 req-8b817967-9f91-4ad7-8766-b77c365ee6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:40.041815 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 372ffd60-69bc-46f5-a6ff-a5f3ded17c97, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=372ffd60-69bc-46f5-a6ff-a5f3ded17c97,segment=NetworkSegment(50913541-c4fc-4052-a5a4-4ef73bad2e3d),segment_id=50913541-c4fc-4052-a5a4-4ef73bad2e3d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:40.042289 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-276b0279-cbac-4928-b85c-b7c6d71276f5 req-8b817967-9f91-4ad7-8766-b77c365ee6c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3aef48c0-7506-4912-87a1-02fd88d2b430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1130955 Dec 17 15:19:40.045115 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd96cb3-54d0-4805-b5fe-6e2d9f774d8d None None] Network a526368f-6035-425a-bdfd-bd4b8f0b22ed requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:19:40.053311 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-019cab08-cc79-47ee-8779-110ad1f6e478 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:40.058615 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d4991da0-8f41-4937-9155-1c3e9ad32e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:40.140870 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5db4ef91-9118-4a5c-8c27-897120cb6931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:40.185078 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:40.207391 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-f310185c-d834-4096-8f59-5c12fb8c3b55 None None] Port ca87019e-4089-4aca-9053-9eb7fee00ead cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:19:40.394069 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d4991da0-8f41-4937-9155-1c3e9ad32e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:40.401269 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d4991da0-8f41-4937-9155-1c3e9ad32e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:40.403548 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d4991da0-8f41-4937-9155-1c3e9ad32e84 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/928872f8-0ebb-44d1-b480-cae308516d11 HTTP/1.1" status: 204 len: 168 time: 0.4962280 Dec 17 15:19:40.436030 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c2371e5d-1a2c-407f-a9f9-b7cd47c3b12f req-f25af36a-7588-4dec-b661-0f3da7630efa tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f03744-7c06-4f23-a307-3c57173c7089 HTTP/1.1" status: 200 len: 210 time: 0.2337451 Dec 17 15:19:40.468558 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5db4ef91-9118-4a5c-8c27-897120cb6931 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0bd2e3c4107f45a0bd9ab3a39b26a453&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0065031 Dec 17 15:19:40.472679 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52188) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:40.486548 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4ef91-9118-4a5c-8c27-897120cb6931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f3af2e-4105-4185-aaa5-cc0884a699d5,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:40.531044 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4991da0-8f41-4937-9155-1c3e9ad32e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928872f8-0ebb-44d1-b480-cae308516d11,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:40.559854 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=372ffd60-69bc-46f5-a6ff-a5f3ded17c97,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:40.664652 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-6964d7d4-e5a4-43e5-b1f4-7f9e4c939a36 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:40.672353 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-6964d7d4-e5a4-43e5-b1f4-7f9e4c939a36 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:40.686457 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-6964d7d4-e5a4-43e5-b1f4-7f9e4c939a36 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.41 "GET /v2.0/networks?id=17a420c5-b0fd-470c-842c-21674b2fdb30&id=a526368f-6035-425a-bdfd-bd4b8f0b22ed HTTP/1.1" status: 200 len: 1391 time: 0.5339632 Dec 17 15:19:40.687127 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52190) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:40.693528 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-49c3f915-02c2-482b-b475-a4bd6895fb8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:40.708127 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 519bffac-c867-462c-91f4-2bb77d7cc9da up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:19:40.722751 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:40.724462 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-712d482d-9ab0-43f1-8749-084a307ce34c tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Request body: {'port': {'device_id': 'a2f03744-7c06-4f23-a307-3c57173c7089', 'network_id': '17a420c5-b0fd-470c-842c-21674b2fdb30', 'admin_state_up': True, 'tenant_id': '3d0e9155f3ac4449959a2049ad96c177'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:40.820384 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-276b0279-cbac-4928-b85c-b7c6d71276f5 req-ad950c51-062e-487e-a9dd-1a92ab7fefb5 service neutron] 10.222.0.13 "GET /v2.0/networks/3aef48c0-7506-4912-87a1-02fd88d2b430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7533624 Dec 17 15:19:40.833866 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['372ffd60-69bc-46f5-a6ff-a5f3ded17c97'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:19:40.954804 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-dcaf4372-6d82-487d-b328-30f178cb544c None None] Provisioning complete for port 519bffac-c867-462c-91f4-2bb77d7cc9da triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:40.955390 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dcaf4372-6d82-487d-b328-30f178cb544c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:40.958024 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-276b0279-cbac-4928-b85c-b7c6d71276f5 req-e5b5dfbd-d90a-41a3-a136-422d0d2b6993 service neutron] 10.222.0.13 "GET /v2.0/networks/3aef48c0-7506-4912-87a1-02fd88d2b430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295295 Dec 17 15:19:40.992904 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-49c3f915-02c2-482b-b475-a4bd6895fb8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:41.037378 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019cab08-cc79-47ee-8779-110ad1f6e478 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Router 37717c5b-b28d-4fa2-9da7-73324604ea6f is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:19:41.083149 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484a40d-01f1-45bb-a56e-ada9e212de58 req-9e8d4204-aa69-4466-a4cf-3e244369509d tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:41.091819 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7484a40d-01f1-45bb-a56e-ada9e212de58 req-9e8d4204-aa69-4466-a4cf-3e244369509d tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 944 time: 0.1700542 Dec 17 15:19:41.126368 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 519bffac-c867-462c-91f4-2bb77d7cc9da triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:41.126903 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:41.166136 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7484a40d-01f1-45bb-a56e-ada9e212de58 req-c7457e9c-85bb-465d-84c2-dc5a63614cdd tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695848 Dec 17 15:19:41.227447 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-712d482d-9ab0-43f1-8749-084a307ce34c tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Made reservation on behalf of 3d0e9155f3ac4449959a2049ad96c177 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:19:41.231065 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-712d482d-9ab0-43f1-8749-084a307ce34c tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:41.275739 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019cab08-cc79-47ee-8779-110ad1f6e478 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:19:41.287392 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dcaf4372-6d82-487d-b328-30f178cb544c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:41.292560 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b30319-0ccf-406c-97cd-99f3b98ef56d None None] Sync routers for ids ['37717c5b-b28d-4fa2-9da7-73324604ea6f'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:19:41.303897 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-019cab08-cc79-47ee-8779-110ad1f6e478 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "PUT /v2.0/routers/37717c5b-b28d-4fa2-9da7-73324604ea6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7336440 Dec 17 15:19:41.305796 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52200) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:41.306240 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b30319-0ccf-406c-97cd-99f3b98ef56d None None] Routers {'37717c5b-b28d-4fa2-9da7-73324604ea6f'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:19:41.306966 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-09b30319-0ccf-406c-97cd-99f3b98ef56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:19:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['37717c5b-b28d-4fa2-9da7-73324604ea6f'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:41.384145 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-49c3f915-02c2-482b-b475-a4bd6895fb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:41.391700 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-49c3f915-02c2-482b-b475-a4bd6895fb8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:41.395288 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-09b30319-0ccf-406c-97cd-99f3b98ef56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:41.395428 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b57fe14-67d4-4e89-8c13-aab62f4c318f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:41.395428 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0b57fe14-67d4-4e89-8c13-aab62f4c318f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "GET /v2.0/ports/ca87019e-4089-4aca-9053-9eb7fee00ead HTTP/1.1" status: 200 len: 910 time: 0.0808871 Dec 17 15:19:41.398189 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-49c3f915-02c2-482b-b475-a4bd6895fb8d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/38f3af2e-4105-4185-aaa5-cc0884a699d5 HTTP/1.1" status: 204 len: 168 time: 0.9138186 Dec 17 15:19:41.399596 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52204) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:41.421150 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-dcaf4372-6d82-487d-b328-30f178cb544c None None] For port 519bffac-c867-462c-91f4-2bb77d7cc9da, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=519bffac-c867-462c-91f4-2bb77d7cc9da,segment=NetworkSegment(55fa4acc-a0e6-4068-af8b-3abd2ad2b407),segment_id=55fa4acc-a0e6-4068-af8b-3abd2ad2b407)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:41.428577 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:41.447455 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b30319-0ccf-406c-97cd-99f3b98ef56d None None] Routers {'37717c5b-b28d-4fa2-9da7-73324604ea6f'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:19:41.448318 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-09b30319-0ccf-406c-97cd-99f3b98ef56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:19:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['37717c5b-b28d-4fa2-9da7-73324604ea6f'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:41.494376 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dcaf4372-6d82-487d-b328-30f178cb544c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:41.519252 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-09b30319-0ccf-406c-97cd-99f3b98ef56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:41.521662 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b30319-0ccf-406c-97cd-99f3b98ef56d None None] The sync data for ids ['37717c5b-b28d-4fa2-9da7-73324604ea6f'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:19:41.532356 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2163cf8-4656-4a11-b7e3-2f3681fca194 req-b8c6f2cf-6496-49e0-9659-2bafb829f017 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:41.541513 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b2163cf8-4656-4a11-b7e3-2f3681fca194 req-b8c6f2cf-6496-49e0-9659-2bafb829f017 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f9e6297-3254-4a34-b59b-7cc01acf8294 HTTP/1.1" status: 200 len: 944 time: 0.4163642 Dec 17 15:19:41.600326 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-dcaf4372-6d82-487d-b328-30f178cb544c None None] Provisioning complete for port c507d66f-4a1b-4262-8d1a-1847239da9ea triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:41.600716 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dcaf4372-6d82-487d-b328-30f178cb544c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:41.600829 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52210) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:41.617457 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ee0fc3cc-b844-4b21-9fa7-b2fceb54813c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:41.637694 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:19:41.637694 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:19:41.643937 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf4372-6d82-487d-b328-30f178cb544c None None] Pushing event updated for resources: {'Port': ['ID=519bffac-c867-462c-91f4-2bb77d7cc9da,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:41.653112 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3f915-02c2-482b-b475-a4bd6895fb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f3af2e-4105-4185-aaa5-cc0884a699d5,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:41.663735 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-93c6717b-3cb6-4cd4-9689-eb3370bb2adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:41.718642 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dcaf4372-6d82-487d-b328-30f178cb544c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:41.746125 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ee0fc3cc-b844-4b21-9fa7-b2fceb54813c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:41.746292 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c3e9520-3a44-46fa-a652-58ffc4aef9b7 req-9e0f7c35-b66c-44fd-8b8c-e9407c2a0427 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f03744-7c06-4f23-a307-3c57173c7089 HTTP/1.1" status: 200 len: 210 time: 0.0969894 Dec 17 15:19:41.756009 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-dcaf4372-6d82-487d-b328-30f178cb544c None None] For port c507d66f-4a1b-4262-8d1a-1847239da9ea, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c507d66f-4a1b-4262-8d1a-1847239da9ea,segment=NetworkSegment(0e6a3ea3-a8bd-4b5a-b0bc-1aaecc905483),segment_id=0e6a3ea3-a8bd-4b5a-b0bc-1aaecc905483)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:41.791513 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-712d482d-9ab0-43f1-8749-084a307ce34c tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Allocated IP 19.80.0.85 (17a420c5-b0fd-470c-842c-21674b2fdb30/49c1d977-876b-48e0-9f0c-103cbf1aa37f/cc5dd43a-df13-41ed-afd4-4a387b7b1400) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:19:41.801880 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b2163cf8-4656-4a11-b7e3-2f3681fca194 req-5c909063-2a2e-415e-992d-a12026ec2b2d tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594068 Dec 17 15:19:41.830792 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ee0fc3cc-b844-4b21-9fa7-b2fceb54813c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:41.859052 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dcaf4372-6d82-487d-b328-30f178cb544c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:41.908484 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ee0fc3cc-b844-4b21-9fa7-b2fceb54813c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4d7accab148643f69f8d27b5fe1ca042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3063457 Dec 17 15:19:41.912579 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52216) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:41.914014 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0fc3cc-b844-4b21-9fa7-b2fceb54813c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ed263e-8fd9-42ab-8299-c85bf8ecc0bc,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:41.918334 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf4372-6d82-487d-b328-30f178cb544c None None] Pushing event updated for resources: {'Port': ['ID=c507d66f-4a1b-4262-8d1a-1847239da9ea,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:41.939578 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 665244a1-4426-4132-ae3b-d484332b9781 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:19:41.995157 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-2d71db3c-efa2-4b63-90ef-144e1aadecc7 None None] Provisioning complete for port 519bffac-c867-462c-91f4-2bb77d7cc9da triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:41.995581 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2d71db3c-efa2-4b63-90ef-144e1aadecc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:42.096081 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 665244a1-4426-4132-ae3b-d484332b9781 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:19:42.101191 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 665244a1-4426-4132-ae3b-d484332b9781 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:42.103033 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:42.104171 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-2d71db3c-efa2-4b63-90ef-144e1aadecc7 None None] Provisioning complete for port ca87019e-4089-4aca-9053-9eb7fee00ead triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:42.104633 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2d71db3c-efa2-4b63-90ef-144e1aadecc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:42.206170 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-2d71db3c-efa2-4b63-90ef-144e1aadecc7 None None] Port ca87019e-4089-4aca-9053-9eb7fee00ead cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:19:42.209019 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c507d66f-4a1b-4262-8d1a-1847239da9ea up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:19:42.269889 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-2d71db3c-efa2-4b63-90ef-144e1aadecc7 None None] Provisioning complete for port c507d66f-4a1b-4262-8d1a-1847239da9ea triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:42.270384 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2d71db3c-efa2-4b63-90ef-144e1aadecc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:42.319883 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:42.362329 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9e6297-3254-4a34-b59b-7cc01acf8294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665244a1-4426-4132-ae3b-d484332b9781'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:19:42.364629 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55075b4-55be-4b7d-bf57-59cac20d6d16" -d '{"events": [{"server_uuid": "5f9e6297-3254-4a34-b59b-7cc01acf8294", "name": "network-vif-plugged", "status": "completed", "tag": "665244a1-4426-4132-ae3b-d484332b9781"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:19:42.371228 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port c507d66f-4a1b-4262-8d1a-1847239da9ea triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:42.371604 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:42.383978 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 665244a1-4426-4132-ae3b-d484332b9781, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=665244a1-4426-4132-ae3b-d484332b9781,segment=NetworkSegment(75195253-a18c-43b8-b6db-179ccc3e1ed0),segment_id=75195253-a18c-43b8-b6db-179ccc3e1ed0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:42.422184 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0340cd-a5ad-41b1-949e-0ccf49f9fbda x-openstack-request-id: req-da0340cd-a5ad-41b1-949e-0ccf49f9fbda {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:19:42.422469 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9e6297-3254-4a34-b59b-7cc01acf8294", "name": "network-vif-plugged", "status": "completed", "tag": "665244a1-4426-4132-ae3b-d484332b9781", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:19:42.422718 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-da0340cd-a5ad-41b1-949e-0ccf49f9fbda {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:19:42.423101 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9e6297-3254-4a34-b59b-7cc01acf8294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665244a1-4426-4132-ae3b-d484332b9781', 'code': 200} Dec 17 15:19:42.454771 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:42.481576 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 372ffd60-69bc-46f5-a6ff-a5f3ded17c97 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:19:42.519979 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-93c6717b-3cb6-4cd4-9689-eb3370bb2adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:42.550891 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8cd430a2-deae-4300-9809-e88ff2473e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:42.579330 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa153573-8249-4d22-ae99-87515b809f8d req-ea558d2e-4f77-4890-b362-0148a6d621b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:42.579523 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=665244a1-4426-4132-ae3b-d484332b9781,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:42.580874 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-aa153573-8249-4d22-ae99-87515b809f8d req-ea558d2e-4f77-4890-b362-0148a6d621b1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5f9e6297-3254-4a34-b59b-7cc01acf8294 HTTP/1.1" status: 200 len: 1096 time: 0.0828538 Dec 17 15:19:42.584408 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8cd430a2-deae-4300-9809-e88ff2473e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:42.601384 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-93c6717b-3cb6-4cd4-9689-eb3370bb2adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:42.627251 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-aa153573-8249-4d22-ae99-87515b809f8d req-3f81a35b-6dac-41a8-ba62-717093e17104 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381460 Dec 17 15:19:42.658778 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 372ffd60-69bc-46f5-a6ff-a5f3ded17c97 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:19:42.663294 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 372ffd60-69bc-46f5-a6ff-a5f3ded17c97 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:42.663933 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:42.696897 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f005c3-f904-4ff8-a95f-32691f840232 req-94b0edb7-6ed3-44a1-9541-e11e9478a14a tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:42.704438 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f8f005c3-f904-4ff8-a95f-32691f840232 req-94b0edb7-6ed3-44a1-9541-e11e9478a14a tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 944 time: 0.2705650 Dec 17 15:19:42.734715 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 519bffac-c867-462c-91f4-2bb77d7cc9da up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:19:42.796320 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52244) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:42.796581 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-93c6717b-3cb6-4cd4-9689-eb3370bb2adc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7c3f7b28aeb44f40953aa33681c11db7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1049979 Dec 17 15:19:42.797390 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6717b-3cb6-4cd4-9689-eb3370bb2adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f22d9a-f95a-42fe-91cf-9207224daa9f,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:42.804345 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-712d482d-9ab0-43f1-8749-084a307ce34c tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:42.870354 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f8f005c3-f904-4ff8-a95f-32691f840232 req-6758be4f-eb12-4a98-ba99-5e43ba4f3b63 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595883 Dec 17 15:19:42.912579 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 519bffac-c867-462c-91f4-2bb77d7cc9da triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:42.912579 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:42.914109 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a3b70a18-e343-4f24-b1df-886aa94df0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:42.935838 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8cd430a2-deae-4300-9809-e88ff2473e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:42.939510 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8cd430a2-deae-4300-9809-e88ff2473e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:42.941114 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8cd430a2-deae-4300-9809-e88ff2473e01 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/98ed263e-8fd9-42ab-8299-c85bf8ecc0bc HTTP/1.1" status: 204 len: 168 time: 1.0245957 Dec 17 15:19:42.962872 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a3b70a18-e343-4f24-b1df-886aa94df0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:42.966515 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:42.970659 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd430a2-deae-4300-9809-e88ff2473e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ed263e-8fd9-42ab-8299-c85bf8ecc0bc,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:42.988243 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-78ec3d52-64ff-4f08-b5c0-878e5dbf588d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:43.106310 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a3b70a18-e343-4f24-b1df-886aa94df0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:43.110633 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a3b70a18-e343-4f24-b1df-886aa94df0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:43.116657 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a3b70a18-e343-4f24-b1df-886aa94df0b8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c3f22d9a-f95a-42fe-91cf-9207224daa9f HTTP/1.1" status: 204 len: 168 time: 0.3119450 Dec 17 15:19:43.129760 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-712d482d-9ab0-43f1-8749-084a307ce34c tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:43.132845 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b70a18-e343-4f24-b1df-886aa94df0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f22d9a-f95a-42fe-91cf-9207224daa9f,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:43.211306 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 372ffd60-69bc-46f5-a6ff-a5f3ded17c97, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=372ffd60-69bc-46f5-a6ff-a5f3ded17c97,segment=NetworkSegment(50913541-c4fc-4052-a5a4-4ef73bad2e3d),segment_id=50913541-c4fc-4052-a5a4-4ef73bad2e3d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:43.276776 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c507d66f-4a1b-4262-8d1a-1847239da9ea up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:19:43.301710 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-712d482d-9ab0-43f1-8749-084a307ce34c tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Network 17a420c5-b0fd-470c-842c-21674b2fdb30 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:19:43.306832 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:43.313664 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d482d-9ab0-43f1-8749-084a307ce34c tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Pushing event updated for resources: {'Port': ['ID=cc5dd43a-df13-41ed-afd4-4a387b7b1400,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:43.317113 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-712d482d-9ab0-43f1-8749-084a307ce34c tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:43.320318 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-712d482d-9ab0-43f1-8749-084a307ce34c tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:19:43.379825 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=372ffd60-69bc-46f5-a6ff-a5f3ded17c97,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:43.383446 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port c507d66f-4a1b-4262-8d1a-1847239da9ea triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:43.383827 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:43.453466 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4e76d-c4b3-4e57-992f-df223745f980 req-58f9bb69-aace-40c8-a26f-3383ce34c41b tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:43.460878 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0ef4e76d-c4b3-4e57-992f-df223745f980 req-58f9bb69-aace-40c8-a26f-3383ce34c41b tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f03744-7c06-4f23-a307-3c57173c7089 HTTP/1.1" status: 200 len: 931 time: 0.3796706 Dec 17 15:19:43.470646 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb7f83-9ea7-464a-a0c9-67067708e327 req-19392961-7759-452a-a09b-cce42365f2b5 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:43.479489 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a2cb7f83-9ea7-464a-a0c9-67067708e327 req-19392961-7759-452a-a09b-cce42365f2b5 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f9e6297-3254-4a34-b59b-7cc01acf8294 HTTP/1.1" status: 200 len: 945 time: 0.2871032 Dec 17 15:19:43.622946 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-712d482d-9ab0-43f1-8749-084a307ce34c tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:43.623607 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-712d482d-9ab0-43f1-8749-084a307ce34c tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:43.684006 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-3fe04b1a-e0d8-4099-ae9b-b97a5209eebb None None] Provisioning complete for port cc5dd43a-df13-41ed-afd4-4a387b7b1400 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:43.684385 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3fe04b1a-e0d8-4099-ae9b-b97a5209eebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:43.730016 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a2cb7f83-9ea7-464a-a0c9-67067708e327 req-070e844b-9a8a-4bb2-aa91-f5ff29e61409 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453363 Dec 17 15:19:43.752946 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-3fe04b1a-e0d8-4099-ae9b-b97a5209eebb None None] Port cc5dd43a-df13-41ed-afd4-4a387b7b1400 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:19:43.761582 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0ef4e76d-c4b3-4e57-992f-df223745f980 req-2065d70c-34ab-4ef2-8bd4-aff5420115e1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990329 Dec 17 15:19:43.790498 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-712d482d-9ab0-43f1-8749-084a307ce34c tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0738239 Dec 17 15:19:43.831586 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-978d66ff-5720-4546-827e-b72c22007a5a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Request body: {'port': {'device_id': 'a2f03744-7c06-4f23-a307-3c57173c7089', 'network_id': 'a526368f-6035-425a-bdfd-bd4b8f0b22ed', 'admin_state_up': True, 'tenant_id': '3d0e9155f3ac4449959a2049ad96c177'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:43.942860 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-78ec3d52-64ff-4f08-b5c0-878e5dbf588d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Allocated IP 172.21.0.1 (12d9d8b8-c7be-4650-b058-f7f1798638b1/927ff21f-03a3-46fd-beda-9030155194f6/5d13ffb1-41a8-4b89-b820-a02389a0df1b) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:19:43.951445 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1435c817-3443-4844-a7af-0a1578e22baa req-98687db2-e847-41a8-aa3a-59722e8e59b6 tempest-AbsoluteLimitsNegativeTestJSON-246809607 tempest-AbsoluteLimitsNegativeTestJSON-246809607-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=a47b0c4d628648db8dde85b8b880de3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562751 Dec 17 15:19:44.017800 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52280) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:44.032846 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-509259b9-355d-4858-b8ca-06b3e04e1f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:44.124337 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-509259b9-355d-4858-b8ca-06b3e04e1f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:44.178395 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2d2c8-e74c-4ca0-8213-0c56d0aa1b7a req-02b196b4-80f3-4dc0-808c-adcdb372e874 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:44.178789 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-509259b9-355d-4858-b8ca-06b3e04e1f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:44.179888 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d7b2d2c8-e74c-4ca0-8213-0c56d0aa1b7a req-02b196b4-80f3-4dc0-808c-adcdb372e874 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 945 time: 0.2252741 Dec 17 15:19:44.225858 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509259b9-355d-4858-b8ca-06b3e04e1f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21407213-1ba7-4c4e-9aa3-6148f29615f7,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:44.235716 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-509259b9-355d-4858-b8ca-06b3e04e1f8c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e71e7781d8a64c939589dcdaee0188a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2132652 Dec 17 15:19:44.236231 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52286) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:44.261078 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435c817-3443-4844-a7af-0a1578e22baa req-73764ec3-e538-4e46-bbe0-4dca62f810d7 tempest-AbsoluteLimitsNegativeTestJSON-246809607 tempest-AbsoluteLimitsNegativeTestJSON-246809607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:44.262637 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1435c817-3443-4844-a7af-0a1578e22baa req-73764ec3-e538-4e46-bbe0-4dca62f810d7 tempest-AbsoluteLimitsNegativeTestJSON-246809607 tempest-AbsoluteLimitsNegativeTestJSON-246809607-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3046484 Dec 17 15:19:44.278794 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-78ec3d52-64ff-4f08-b5c0-878e5dbf588d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:44.281475 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-978d66ff-5720-4546-827e-b72c22007a5a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Made reservation on behalf of 3d0e9155f3ac4449959a2049ad96c177 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:19:44.284979 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-978d66ff-5720-4546-827e-b72c22007a5a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:44.295264 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67fb5087-c204-4662-b3b5-fd8c052de637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:44.314607 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d7b2d2c8-e74c-4ca0-8213-0c56d0aa1b7a req-2878815c-5ff6-4d2d-9199-edb0479c8336 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214707 Dec 17 15:19:44.323123 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1435c817-3443-4844-a7af-0a1578e22baa req-2569eee8-569d-4cc9-96d4-7e1f6ca6d4e0 tempest-AbsoluteLimitsNegativeTestJSON-246809607 tempest-AbsoluteLimitsNegativeTestJSON-246809607-project] 10.222.0.46 "GET /v2.0/quotas/a47b0c4d628648db8dde85b8b880de3f HTTP/1.1" status: 200 len: 375 time: 0.0425210 Dec 17 15:19:44.326526 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67fb5087-c204-4662-b3b5-fd8c052de637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:44.401028 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1435c817-3443-4844-a7af-0a1578e22baa req-37dd669d-10cb-423f-a02d-fe10f1c39eb8 tempest-AbsoluteLimitsNegativeTestJSON-246809607 tempest-AbsoluteLimitsNegativeTestJSON-246809607-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a47b0c4d628648db8dde85b8b880de3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0701070 Dec 17 15:19:44.425814 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a97ede0-ec1b-445f-bdeb-fb4b6c696304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372ffd60-69bc-46f5-a6ff-a5f3ded17c97'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:19:44.426531 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67fb5087-c204-4662-b3b5-fd8c052de637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:44.428259 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6631ce21-e407-4e05-b747-58cbc6e3364a" -d '{"events": [{"server_uuid": "0a97ede0-ec1b-445f-bdeb-fb4b6c696304", "name": "network-vif-plugged", "status": "completed", "tag": "372ffd60-69bc-46f5-a6ff-a5f3ded17c97"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:19:44.447761 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67fb5087-c204-4662-b3b5-fd8c052de637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:44.447761 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-67fb5087-c204-4662-b3b5-fd8c052de637 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/21407213-1ba7-4c4e-9aa3-6148f29615f7 HTTP/1.1" status: 204 len: 168 time: 0.2069194 Dec 17 15:19:44.463721 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-78ec3d52-64ff-4f08-b5c0-878e5dbf588d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:44.465511 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb5087-c204-4662-b3b5-fd8c052de637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21407213-1ba7-4c4e-9aa3-6148f29615f7,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:44.507312 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e318ed-18c7-4ea2-a903-8b19e1b8467e x-openstack-request-id: req-59e318ed-18c7-4ea2-a903-8b19e1b8467e {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:19:44.507713 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a97ede0-ec1b-445f-bdeb-fb4b6c696304", "name": "network-vif-plugged", "status": "completed", "tag": "372ffd60-69bc-46f5-a6ff-a5f3ded17c97", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:19:44.508059 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-59e318ed-18c7-4ea2-a903-8b19e1b8467e {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:19:44.508683 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a97ede0-ec1b-445f-bdeb-fb4b6c696304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372ffd60-69bc-46f5-a6ff-a5f3ded17c97', 'code': 200} Dec 17 15:19:44.524761 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ec3d52-64ff-4f08-b5c0-878e5dbf588d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network 12d9d8b8-c7be-4650-b058-f7f1798638b1 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:19:44.531884 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-78ec3d52-64ff-4f08-b5c0-878e5dbf588d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:44.534981 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ec3d52-64ff-4f08-b5c0-878e5dbf588d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:19:44.592064 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec3d52-64ff-4f08-b5c0-878e5dbf588d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Port': ['ID=5d13ffb1-41a8-4b89-b820-a02389a0df1b,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:44.617897 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-978d66ff-5720-4546-827e-b72c22007a5a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Allocated IP 19.86.0.197 (a526368f-6035-425a-bdfd-bd4b8f0b22ed/d24084d0-70fc-4378-94e4-aa2a27ab1cb6/b6041139-dc64-4f33-8e2d-2bf809fa158e) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:19:44.620350 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-78ec3d52-64ff-4f08-b5c0-878e5dbf588d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:44.646163 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe1158-51e7-4b0f-880d-824e81f3fbf6 req-cd506e42-e068-4c65-abe1-b06f86ef7349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:44.648119 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fbfe1158-51e7-4b0f-880d-824e81f3fbf6 req-cd506e42-e068-4c65-abe1-b06f86ef7349 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 1096 time: 0.0626454 Dec 17 15:19:44.687475 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fbfe1158-51e7-4b0f-880d-824e81f3fbf6 req-48031ea8-c3b7-4fed-9cc7-d8824b39b63a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327663 Dec 17 15:19:44.885583 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-2884ac67-b26d-4484-87fb-bab43bf1b49a None None] Provisioning complete for port 5d13ffb1-41a8-4b89-b820-a02389a0df1b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:44.886127 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2884ac67-b26d-4484-87fb-bab43bf1b49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:44.909193 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d89c5-17a7-4d74-a253-e1a48e7858c4 req-b9823a5e-28a2-4ce1-b07e-6677d76af51e tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:44.910087 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-586d89c5-17a7-4d74-a253-e1a48e7858c4 req-b9823a5e-28a2-4ce1-b07e-6677d76af51e tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f9e6297-3254-4a34-b59b-7cc01acf8294 HTTP/1.1" status: 200 len: 945 time: 0.0914907 Dec 17 15:19:44.942024 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-2884ac67-b26d-4484-87fb-bab43bf1b49a None None] Port 5d13ffb1-41a8-4b89-b820-a02389a0df1b cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:19:44.956107 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-978d66ff-5720-4546-827e-b72c22007a5a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:44.981369 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-78ec3d52-64ff-4f08-b5c0-878e5dbf588d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:45.007383 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-586d89c5-17a7-4d74-a253-e1a48e7858c4 req-5aba77f6-0fd1-4df3-89cf-7106d74b683e tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846822 Dec 17 15:19:45.123085 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-978d66ff-5720-4546-827e-b72c22007a5a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:45.220727 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52316) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:45.231620 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-978d66ff-5720-4546-827e-b72c22007a5a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Network a526368f-6035-425a-bdfd-bd4b8f0b22ed is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:19:45.243647 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-978d66ff-5720-4546-827e-b72c22007a5a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:45.247524 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d66ff-5720-4546-827e-b72c22007a5a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Pushing event updated for resources: {'Port': ['ID=b6041139-dc64-4f33-8e2d-2bf809fa158e,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:45.256023 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-978d66ff-5720-4546-827e-b72c22007a5a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:19:45.268037 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c463cf-46af-4840-a1be-365bd705a357 req-aebdc4e5-cd2c-41f0-b348-4e07b1d7cc91 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:45.273939 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c463cf-46af-4840-a1be-365bd705a357 req-aebdc4e5-cd2c-41f0-b348-4e07b1d7cc91 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:45.281389 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b2c463cf-46af-4840-a1be-365bd705a357 req-aebdc4e5-cd2c-41f0-b348-4e07b1d7cc91 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f03744-7c06-4f23-a307-3c57173c7089 HTTP/1.1" status: 200 len: 1654 time: 0.2031291 Dec 17 15:19:45.426560 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-11e04eb3-4b2f-42a8-842a-3e2d774ffd8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:45.450889 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-978d66ff-5720-4546-827e-b72c22007a5a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:45.451822 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-978d66ff-5720-4546-827e-b72c22007a5a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:45.490083 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b2c463cf-46af-4840-a1be-365bd705a357 req-1ed236ce-5420-4071-b12c-99d02fac1db4 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038760 Dec 17 15:19:45.541226 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-978d66ff-5720-4546-827e-b72c22007a5a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7116277 Dec 17 15:19:45.578201 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-94fdfff2-4e3b-4073-99e2-2bd56fe69a61 service neutron] Request body: {'port': {'device_id': 'a2f03744-7c06-4f23-a307-3c57173c7089', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:45.580675 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-11e04eb3-4b2f-42a8-842a-3e2d774ffd8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:45.667246 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-11e04eb3-4b2f-42a8-842a-3e2d774ffd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:45.684243 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-3ef33f6c-729a-4f73-8db4-2e6e1cc66a6a None None] Provisioning complete for port b6041139-dc64-4f33-8e2d-2bf809fa158e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:45.684779 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3ef33f6c-729a-4f73-8db4-2e6e1cc66a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:45.730111 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-11e04eb3-4b2f-42a8-842a-3e2d774ffd8b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a47b0c4d628648db8dde85b8b880de3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5069988 Dec 17 15:19:45.731309 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52340) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:45.740675 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e04eb3-4b2f-42a8-842a-3e2d774ffd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e42d68-748f-4895-94b8-db3a75a9da48,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:45.749297 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-3ef33f6c-729a-4f73-8db4-2e6e1cc66a6a None None] Port b6041139-dc64-4f33-8e2d-2bf809fa158e cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:19:45.801171 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-695a48be-7509-4734-9ab7-b6089b920d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:45.853281 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-695a48be-7509-4734-9ab7-b6089b920d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:45.929939 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52346) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:46.013613 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-695a48be-7509-4734-9ab7-b6089b920d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:46.018960 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-695a48be-7509-4734-9ab7-b6089b920d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:46.022456 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-695a48be-7509-4734-9ab7-b6089b920d4f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c0e42d68-748f-4895-94b8-db3a75a9da48 HTTP/1.1" status: 204 len: 168 time: 0.2864478 Dec 17 15:19:46.032772 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a48be-7509-4734-9ab7-b6089b920d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e42d68-748f-4895-94b8-db3a75a9da48,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:46.057688 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-78ec3d52-64ff-4f08-b5c0-878e5dbf588d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:46.069122 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-94fdfff2-4e3b-4073-99e2-2bd56fe69a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:46.080020 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674ce21-b0cc-4ebc-8877-53db9ef0ebf1 req-a0bcb9bf-a170-4f6d-bad9-7ad3669654c9 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:46.087450 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a674ce21-b0cc-4ebc-8877-53db9ef0ebf1 req-a0bcb9bf-a170-4f6d-bad9-7ad3669654c9 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 945 time: 0.5035012 Dec 17 15:19:46.106475 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cea90a94-64eb-4b74-bda3-002a50183600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:46.132568 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-78ec3d52-64ff-4f08-b5c0-878e5dbf588d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:46.187791 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cea90a94-64eb-4b74-bda3-002a50183600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:46.207908 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a674ce21-b0cc-4ebc-8877-53db9ef0ebf1 req-7bd395ea-2162-49cb-8021-23f81b6691af tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195893 Dec 17 15:19:46.242457 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-78ec3d52-64ff-4f08-b5c0-878e5dbf588d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:46.259141 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cea90a94-64eb-4b74-bda3-002a50183600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:46.303495 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec3d52-64ff-4f08-b5c0-878e5dbf588d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Port': ['ID=5d13ffb1-41a8-4b89-b820-a02389a0df1b,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:46.314571 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cea90a94-64eb-4b74-bda3-002a50183600 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ef29db36fd524adcb703a522d268a78d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3824997 Dec 17 15:19:46.316632 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea90a94-64eb-4b74-bda3-002a50183600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef8067a-441c-4f04-ada7-bd230bd2baa1,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:46.319963 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52358) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:46.413110 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7d0bdee0-d02a-4a16-8d59-949755151286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:46.467013 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7d0bdee0-d02a-4a16-8d59-949755151286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:46.533686 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ec3d52-64ff-4f08-b5c0-878e5dbf588d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network 12d9d8b8-c7be-4650-b058-f7f1798638b1 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:19:46.540808 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-78ec3d52-64ff-4f08-b5c0-878e5dbf588d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:46.647794 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7d0bdee0-d02a-4a16-8d59-949755151286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:46.650674 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7d0bdee0-d02a-4a16-8d59-949755151286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:46.651944 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7d0bdee0-d02a-4a16-8d59-949755151286 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fef8067a-441c-4f04-ada7-bd230bd2baa1 HTTP/1.1" status: 204 len: 168 time: 0.3304701 Dec 17 15:19:46.661126 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0bdee0-d02a-4a16-8d59-949755151286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef8067a-441c-4f04-ada7-bd230bd2baa1,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:46.807419 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ec3d52-64ff-4f08-b5c0-878e5dbf588d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Router 37717c5b-b28d-4fa2-9da7-73324604ea6f has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:19:46.812299 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-94fdfff2-4e3b-4073-99e2-2bd56fe69a61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc5dd43a-df13-41ed-afd4-4a387b7b1400 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:19:46.826030 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-94fdfff2-4e3b-4073-99e2-2bd56fe69a61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:46.838067 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da97f9-2dd7-4a72-bf74-a7189490c05f req-6b66c5ce-ce43-4fa5-bc16-7ab83fdf9ecc tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:46.849099 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da97f9-2dd7-4a72-bf74-a7189490c05f req-6b66c5ce-ce43-4fa5-bc16-7ab83fdf9ecc tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:46.849099 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-50da97f9-2dd7-4a72-bf74-a7189490c05f req-6b66c5ce-ce43-4fa5-bc16-7ab83fdf9ecc tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f03744-7c06-4f23-a307-3c57173c7089 HTTP/1.1" status: 200 len: 1654 time: 0.1863949 Dec 17 15:19:46.879326 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-1c43efc9-d47e-4fa3-af6d-5c4d3c2ccbae None None] Provisioning complete for port 5d13ffb1-41a8-4b89-b820-a02389a0df1b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:46.879962 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1c43efc9-d47e-4fa3-af6d-5c4d3c2ccbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:46.930555 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-1c43efc9-d47e-4fa3-af6d-5c4d3c2ccbae None None] Port 5d13ffb1-41a8-4b89-b820-a02389a0df1b cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:19:46.944669 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-94fdfff2-4e3b-4073-99e2-2bd56fe69a61 service neutron] Transition to ACTIVE for port object cc5dd43a-df13-41ed-afd4-4a387b7b1400 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:19:46.976340 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-50da97f9-2dd7-4a72-bf74-a7189490c05f req-431b416b-070a-4866-bea2-78801e47ab9d tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875044 Dec 17 15:19:46.981066 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ec3d52-64ff-4f08-b5c0-878e5dbf588d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:19:46.986262 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-78ec3d52-64ff-4f08-b5c0-878e5dbf588d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "PUT /v2.0/routers/37717c5b-b28d-4fa2-9da7-73324604ea6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5482278 Dec 17 15:19:46.988851 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52404) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:46.991163 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb06a0e-3339-4717-921a-44da117c4100 None None] Sync routers for ids ['37717c5b-b28d-4fa2-9da7-73324604ea6f'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:19:47.000265 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb06a0e-3339-4717-921a-44da117c4100 None None] Routers {'37717c5b-b28d-4fa2-9da7-73324604ea6f'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:19:47.000889 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7bb06a0e-3339-4717-921a-44da117c4100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:19:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['37717c5b-b28d-4fa2-9da7-73324604ea6f'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:47.035278 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7bb06a0e-3339-4717-921a-44da117c4100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:47.036122 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cf4f73-61f8-4c34-94ac-4763f50b1a00 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:47.040453 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-69cf4f73-61f8-4c34-94ac-4763f50b1a00 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "GET /v2.0/ports/5d13ffb1-41a8-4b89-b820-a02389a0df1b HTTP/1.1" status: 200 len: 910 time: 0.0476236 Dec 17 15:19:47.046432 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52406) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:47.052629 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb06a0e-3339-4717-921a-44da117c4100 None None] Routers {'37717c5b-b28d-4fa2-9da7-73324604ea6f'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:19:47.053364 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7bb06a0e-3339-4717-921a-44da117c4100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:19:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['37717c5b-b28d-4fa2-9da7-73324604ea6f'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:47.091979 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7bb06a0e-3339-4717-921a-44da117c4100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:47.093019 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb06a0e-3339-4717-921a-44da117c4100 None None] The sync data for ids ['37717c5b-b28d-4fa2-9da7-73324604ea6f'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:19:47.115727 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-94fdfff2-4e3b-4073-99e2-2bd56fe69a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:47.169636 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fdfff2-4e3b-4073-99e2-2bd56fe69a61 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5dd43a-df13-41ed-afd4-4a387b7b1400,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:47.304613 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-94fdfff2-4e3b-4073-99e2-2bd56fe69a61 service neutron] Attempting to bind port cc5dd43a-df13-41ed-afd4-4a387b7b1400 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:19:47.312166 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-94fdfff2-4e3b-4073-99e2-2bd56fe69a61 service neutron] Attempting to bind port cc5dd43a-df13-41ed-afd4-4a387b7b1400 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '300e1da5-9048-4a3f-901c-483ec1580d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '17a420c5-b0fd-470c-842c-21674b2fdb30'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:19:47.312488 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-94fdfff2-4e3b-4073-99e2-2bd56fe69a61 service neutron] Attempting to bind port cc5dd43a-df13-41ed-afd4-4a387b7b1400 on network 17a420c5-b0fd-470c-842c-21674b2fdb30 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:19:47.362980 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-94fdfff2-4e3b-4073-99e2-2bd56fe69a61 service neutron] Port cc5dd43a-df13-41ed-afd4-4a387b7b1400 on network 17a420c5-b0fd-470c-842c-21674b2fdb30 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:19:47.363409 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-94fdfff2-4e3b-4073-99e2-2bd56fe69a61 service neutron] Attempting to bind port cc5dd43a-df13-41ed-afd4-4a387b7b1400 on network 17a420c5-b0fd-470c-842c-21674b2fdb30 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:19:47.394400 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-94fdfff2-4e3b-4073-99e2-2bd56fe69a61 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:19:47.394897 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-94fdfff2-4e3b-4073-99e2-2bd56fe69a61 service neutron] Checking segment: {'id': '300e1da5-9048-4a3f-901c-483ec1580d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '17a420c5-b0fd-470c-842c-21674b2fdb30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:19:47.395370 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-94fdfff2-4e3b-4073-99e2-2bd56fe69a61 service neutron] Bound using segment: {'id': '300e1da5-9048-4a3f-901c-483ec1580d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '17a420c5-b0fd-470c-842c-21674b2fdb30'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:19:47.395895 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-94fdfff2-4e3b-4073-99e2-2bd56fe69a61 service neutron] Bound port: cc5dd43a-df13-41ed-afd4-4a387b7b1400, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '300e1da5-9048-4a3f-901c-483ec1580d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '17a420c5-b0fd-470c-842c-21674b2fdb30'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:19:47.396326 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-94fdfff2-4e3b-4073-99e2-2bd56fe69a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:47.462517 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bcfca1-e258-46d3-9eed-2faee73b5dcf req-f9d5d380-ba4e-40db-bc48-c9be86c901bb tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:47.469711 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f5bcfca1-e258-46d3-9eed-2faee73b5dcf req-f9d5d380-ba4e-40db-bc48-c9be86c901bb tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f9e6297-3254-4a34-b59b-7cc01acf8294 HTTP/1.1" status: 200 len: 945 time: 0.1857734 Dec 17 15:19:47.484641 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a656a-cf8b-4ea3-8dea-dfbbe96245d4 req-38c1947c-e89c-4022-972c-1815b8c9f753 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:47.484944 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-934a656a-cf8b-4ea3-8dea-dfbbe96245d4 req-38c1947c-e89c-4022-972c-1815b8c9f753 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 945 time: 0.1697242 Dec 17 15:19:47.500037 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b7f34182-9597-4304-836d-c95ad2d323c9 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:47.549923 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-94fdfff2-4e3b-4073-99e2-2bd56fe69a61 service neutron] For port cc5dd43a-df13-41ed-afd4-4a387b7b1400, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:19:47.591248 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-934a656a-cf8b-4ea3-8dea-dfbbe96245d4 req-d2ae5859-8156-492c-8ffe-38461dda9738 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924909 Dec 17 15:19:47.593169 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-94fdfff2-4e3b-4073-99e2-2bd56fe69a61 service neutron] For port cc5dd43a-df13-41ed-afd4-4a387b7b1400, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=cc5dd43a-df13-41ed-afd4-4a387b7b1400,segment=NetworkSegment(300e1da5-9048-4a3f-901c-483ec1580d1b),segment_id=300e1da5-9048-4a3f-901c-483ec1580d1b)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:19:47.623179 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f5bcfca1-e258-46d3-9eed-2faee73b5dcf req-3816dd10-4f8e-4bfd-bdb7-1674dc7baba8 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525753 Dec 17 15:19:47.665547 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-94fdfff2-4e3b-4073-99e2-2bd56fe69a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:47.730824 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-94fdfff2-4e3b-4073-99e2-2bd56fe69a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:47.730824 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-94fdfff2-4e3b-4073-99e2-2bd56fe69a61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:47.730824 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-94fdfff2-4e3b-4073-99e2-2bd56fe69a61 service neutron] 10.222.0.41 "PUT /v2.0/ports/cc5dd43a-df13-41ed-afd4-4a387b7b1400 HTTP/1.1" status: 200 len: 1091 time: 2.1730232 Dec 17 15:19:47.730824 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f03744-7c06-4f23-a307-3c57173c7089', 'tag': 'cc5dd43a-df13-41ed-afd4-4a387b7b1400'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:19:47.730824 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bead3bd-4142-47c9-b850-58f199042aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f03744-7c06-4f23-a307-3c57173c7089", "tag": "cc5dd43a-df13-41ed-afd4-4a387b7b1400"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:19:47.751289 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fdfff2-4e3b-4073-99e2-2bd56fe69a61 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5dd43a-df13-41ed-afd4-4a387b7b1400,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:47.787729 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c406ff06-63c7-4d62-a6c9-f2dd6f2428f9 x-openstack-request-id: req-c406ff06-63c7-4d62-a6c9-f2dd6f2428f9 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:19:47.788087 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f03744-7c06-4f23-a307-3c57173c7089", "tag": "cc5dd43a-df13-41ed-afd4-4a387b7b1400", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:19:47.788395 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c406ff06-63c7-4d62-a6c9-f2dd6f2428f9 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:19:47.791857 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f03744-7c06-4f23-a307-3c57173c7089', 'tag': 'cc5dd43a-df13-41ed-afd4-4a387b7b1400', 'status': 'completed', 'code': 200} Dec 17 15:19:47.849633 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-f86b0c35-41fc-40db-a74a-abb7014cdd3b service neutron] Request body: {'port': {'device_id': 'a2f03744-7c06-4f23-a307-3c57173c7089', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:47.950294 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-f86b0c35-41fc-40db-a74a-abb7014cdd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:47.957258 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-b7f34182-9597-4304-836d-c95ad2d323c9 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Deleting port 5d13ffb1-41a8-4b89-b820-a02389a0df1b {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:19:47.957527 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b7f34182-9597-4304-836d-c95ad2d323c9 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:47.966209 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bead3bd-4142-47c9-b850-58f199042aa6 req-d1fe3f04-9f00-4334-8a08-8900aa0a106d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:47.966709 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bead3bd-4142-47c9-b850-58f199042aa6 req-d1fe3f04-9f00-4334-8a08-8900aa0a106d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:47.968393 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4bead3bd-4142-47c9-b850-58f199042aa6 req-d1fe3f04-9f00-4334-8a08-8900aa0a106d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d0e9155f3ac4449959a2049ad96c177&device_id=a2f03744-7c06-4f23-a307-3c57173c7089 HTTP/1.1" status: 200 len: 1913 time: 0.1063833 Dec 17 15:19:48.195245 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ff57e-984d-4d5b-a086-447564c0cc57 req-bdab9b69-4deb-4e22-a78f-38ab08b1a85f tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:48.202054 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ff57e-984d-4d5b-a086-447564c0cc57 req-bdab9b69-4deb-4e22-a78f-38ab08b1a85f tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:48.203852 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-602ff57e-984d-4d5b-a086-447564c0cc57 req-bdab9b69-4deb-4e22-a78f-38ab08b1a85f tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f03744-7c06-4f23-a307-3c57173c7089 HTTP/1.1" status: 200 len: 1666 time: 0.0971429 Dec 17 15:19:48.262452 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52466) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:48.282499 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52470) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:48.298392 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b7f34182-9597-4304-836d-c95ad2d323c9 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:48.301479 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bead3bd-4142-47c9-b850-58f199042aa6 req-f8e2a046-63a4-4d1b-92d8-e7195b7e171d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:48.301949 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bead3bd-4142-47c9-b850-58f199042aa6 req-f8e2a046-63a4-4d1b-92d8-e7195b7e171d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:48.302400 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bead3bd-4142-47c9-b850-58f199042aa6 req-f8e2a046-63a4-4d1b-92d8-e7195b7e171d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:48.304272 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4bead3bd-4142-47c9-b850-58f199042aa6 req-f8e2a046-63a4-4d1b-92d8-e7195b7e171d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3d0e9155f3ac4449959a2049ad96c177&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2842011 Dec 17 15:19:48.325490 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-602ff57e-984d-4d5b-a086-447564c0cc57 req-75a67c81-3506-4737-be06-d686421aeab8 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103067 Dec 17 15:19:48.381913 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-b7f34182-9597-4304-836d-c95ad2d323c9 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Calling delete_port for 5d13ffb1-41a8-4b89-b820-a02389a0df1b owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:19:48.468565 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-dace58b2-c1f8-412f-a84c-5cbba427ddf4 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-291365873'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:48.494875 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-81ee4e31-b771-409d-bf4d-d6e5b69aabb3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-208176351-network', 'tenant_id': '3a84ebc937934de99ce0f3e190e62521'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:48.505599 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bead3bd-4142-47c9-b850-58f199042aa6 req-e69ebe51-1dae-44e6-80ba-e37d34d9b020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:48.507072 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4bead3bd-4142-47c9-b850-58f199042aa6 req-e69ebe51-1dae-44e6-80ba-e37d34d9b020 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1937289 Dec 17 15:19:48.513615 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-f86b0c35-41fc-40db-a74a-abb7014cdd3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6041139-dc64-4f33-8e2d-2bf809fa158e {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:19:48.532964 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-f86b0c35-41fc-40db-a74a-abb7014cdd3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:48.556068 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad36b39-7594-484b-b375-9b31f867600e req-8714880e-bd7e-4f18-8fd7-67a205b3b7be tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:48.557596 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6ad36b39-7594-484b-b375-9b31f867600e req-8714880e-bd7e-4f18-8fd7-67a205b3b7be tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 945 time: 0.1540844 Dec 17 15:19:48.565719 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dace58b2-c1f8-412f-a84c-5cbba427ddf4 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:48.566709 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dace58b2-c1f8-412f-a84c-5cbba427ddf4 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:48.572096 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-f86b0c35-41fc-40db-a74a-abb7014cdd3b service neutron] Transition to ACTIVE for port object b6041139-dc64-4f33-8e2d-2bf809fa158e will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:19:48.622051 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6ad36b39-7594-484b-b375-9b31f867600e req-91741ad5-4439-4e80-8e69-9ec3cfa19739 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518181 Dec 17 15:19:48.687861 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ee4e31-b771-409d-bf4d-d6e5b69aabb3 admin admin] Made reservation on behalf of 3a84ebc937934de99ce0f3e190e62521 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:19:48.690350 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81ee4e31-b771-409d-bf4d-d6e5b69aabb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:48.693417 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-f86b0c35-41fc-40db-a74a-abb7014cdd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:48.707343 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81ee4e31-b771-409d-bf4d-d6e5b69aabb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:48.716309 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b7f34182-9597-4304-836d-c95ad2d323c9 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:48.744757 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f34182-9597-4304-836d-c95ad2d323c9 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event deleted for resources: {'Port': ['ID=5d13ffb1-41a8-4b89-b820-a02389a0df1b,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:48.748120 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52484) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:48.784652 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b0c35-41fc-40db-a74a-abb7014cdd3b service neutron] Pushing event updated for resources: {'Port': ['ID=b6041139-dc64-4f33-8e2d-2bf809fa158e,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:48.800981 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:19:48.989039 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-92e8c68d-4548-46ea-957d-98519526cbe1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1535961204-network', 'tenant_id': 'a24e8e82b4a34912861fe996df8e96eb'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:49.020528 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b7f34182-9597-4304-836d-c95ad2d323c9 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:49.028971 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dace58b2-c1f8-412f-a84c-5cbba427ddf4 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:49.120835 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81ee4e31-b771-409d-bf4d-d6e5b69aabb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:49.129345 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cbc60-987b-4dfb-9f26-d3a791d52e75 req-c5f3b1f0-cc89-43fb-8b46-836fc56c2aee tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:49.129886 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e8c68d-4548-46ea-957d-98519526cbe1 admin admin] Made reservation on behalf of a24e8e82b4a34912861fe996df8e96eb for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:19:49.133806 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-92e8c68d-4548-46ea-957d-98519526cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:49.137734 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-090cbc60-987b-4dfb-9f26-d3a791d52e75 req-c5f3b1f0-cc89-43fb-8b46-836fc56c2aee tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f9e6297-3254-4a34-b59b-7cc01acf8294 HTTP/1.1" status: 200 len: 945 time: 0.4082780 Dec 17 15:19:49.145565 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-92e8c68d-4548-46ea-957d-98519526cbe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:49.150153 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-f86b0c35-41fc-40db-a74a-abb7014cdd3b service neutron] Attempting to bind port b6041139-dc64-4f33-8e2d-2bf809fa158e on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:19:49.150638 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-f86b0c35-41fc-40db-a74a-abb7014cdd3b service neutron] Attempting to bind port b6041139-dc64-4f33-8e2d-2bf809fa158e by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '55fa4acc-a0e6-4068-af8b-3abd2ad2b407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a526368f-6035-425a-bdfd-bd4b8f0b22ed'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:19:49.150964 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-f86b0c35-41fc-40db-a74a-abb7014cdd3b service neutron] Attempting to bind port b6041139-dc64-4f33-8e2d-2bf809fa158e on network a526368f-6035-425a-bdfd-bd4b8f0b22ed {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:19:49.164377 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dace58b2-c1f8-412f-a84c-5cbba427ddf4 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:49.167609 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-f86b0c35-41fc-40db-a74a-abb7014cdd3b service neutron] Port b6041139-dc64-4f33-8e2d-2bf809fa158e on network a526368f-6035-425a-bdfd-bd4b8f0b22ed not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:19:49.167924 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-f86b0c35-41fc-40db-a74a-abb7014cdd3b service neutron] Attempting to bind port b6041139-dc64-4f33-8e2d-2bf809fa158e on network a526368f-6035-425a-bdfd-bd4b8f0b22ed {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:19:49.186181 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-f86b0c35-41fc-40db-a74a-abb7014cdd3b service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:19:49.186519 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-f86b0c35-41fc-40db-a74a-abb7014cdd3b service neutron] Checking segment: {'id': '55fa4acc-a0e6-4068-af8b-3abd2ad2b407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a526368f-6035-425a-bdfd-bd4b8f0b22ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:19:49.186897 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-f86b0c35-41fc-40db-a74a-abb7014cdd3b service neutron] Bound using segment: {'id': '55fa4acc-a0e6-4068-af8b-3abd2ad2b407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a526368f-6035-425a-bdfd-bd4b8f0b22ed'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:19:49.187332 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-f86b0c35-41fc-40db-a74a-abb7014cdd3b service neutron] Bound port: b6041139-dc64-4f33-8e2d-2bf809fa158e, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55fa4acc-a0e6-4068-af8b-3abd2ad2b407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a526368f-6035-425a-bdfd-bd4b8f0b22ed'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:19:49.187686 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-f86b0c35-41fc-40db-a74a-abb7014cdd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:49.203150 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-090cbc60-987b-4dfb-9f26-d3a791d52e75 req-df8a5057-b1de-4cb1-b36c-7badc073e767 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645254 Dec 17 15:19:49.206877 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81ee4e31-b771-409d-bf4d-d6e5b69aabb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:49.254525 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ee4e31-b771-409d-bf4d-d6e5b69aabb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:19:49.267440 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f34182-9597-4304-836d-c95ad2d323c9 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Router 37717c5b-b28d-4fa2-9da7-73324604ea6f has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:19:49.270977 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee4e31-b771-409d-bf4d-d6e5b69aabb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd445d7-ae7a-4d11-b541-cb5ae4dbcb9b,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:49.278178 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81ee4e31-b771-409d-bf4d-d6e5b69aabb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:49.278467 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-81ee4e31-b771-409d-bf4d-d6e5b69aabb3 admin admin] Added segment 54dd5740-79cd-4538-9d3f-7af7e424ac18 of type vlan for network 69b31584-89e2-47f2-8520-6af05b2ff039 Dec 17 15:19:49.335449 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-f86b0c35-41fc-40db-a74a-abb7014cdd3b service neutron] For port b6041139-dc64-4f33-8e2d-2bf809fa158e, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:19:49.341387 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81ee4e31-b771-409d-bf4d-d6e5b69aabb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:49.355455 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-f86b0c35-41fc-40db-a74a-abb7014cdd3b service neutron] For port b6041139-dc64-4f33-8e2d-2bf809fa158e, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=b6041139-dc64-4f33-8e2d-2bf809fa158e,segment=NetworkSegment(55fa4acc-a0e6-4068-af8b-3abd2ad2b407),segment_id=55fa4acc-a0e6-4068-af8b-3abd2ad2b407)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:19:49.357835 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dace58b2-c1f8-412f-a84c-5cbba427ddf4 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:49.361849 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-dace58b2-c1f8-412f-a84c-5cbba427ddf4 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.0993354 Dec 17 15:19:49.364295 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52492) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:49.384632 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-92e8c68d-4548-46ea-957d-98519526cbe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:49.398340 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f34182-9597-4304-836d-c95ad2d323c9 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:19:49.404486 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b7f34182-9597-4304-836d-c95ad2d323c9 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "PUT /v2.0/routers/37717c5b-b28d-4fa2-9da7-73324604ea6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3624661 Dec 17 15:19:49.409483 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52494) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:49.410610 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cdae67-274f-4e22-bb54-2eba00e908b5 None None] Sync routers for ids ['37717c5b-b28d-4fa2-9da7-73324604ea6f'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:19:49.421655 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cdae67-274f-4e22-bb54-2eba00e908b5 None None] Routers {'37717c5b-b28d-4fa2-9da7-73324604ea6f'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:19:49.422420 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-65cdae67-274f-4e22-bb54-2eba00e908b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:19:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['37717c5b-b28d-4fa2-9da7-73324604ea6f'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:49.456745 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-f86b0c35-41fc-40db-a74a-abb7014cdd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:49.457916 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-65cdae67-274f-4e22-bb54-2eba00e908b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:49.467658 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cdae67-274f-4e22-bb54-2eba00e908b5 None None] Routers {'37717c5b-b28d-4fa2-9da7-73324604ea6f'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:19:49.468622 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-65cdae67-274f-4e22-bb54-2eba00e908b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:19:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['37717c5b-b28d-4fa2-9da7-73324604ea6f'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:49.479720 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-92e8c68d-4548-46ea-957d-98519526cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:49.502077 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-65cdae67-274f-4e22-bb54-2eba00e908b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:49.503104 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cdae67-274f-4e22-bb54-2eba00e908b5 None None] The sync data for ids ['37717c5b-b28d-4fa2-9da7-73324604ea6f'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:19:49.515934 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c89a2163-43a1-499f-b44b-52ce7d6a9c1d tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:49.522315 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92e8c68d-4548-46ea-957d-98519526cbe1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:19:49.537344 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8c68d-4548-46ea-957d-98519526cbe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a53404-0477-441f-be93-a1f09869d338,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:49.571642 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-f86b0c35-41fc-40db-a74a-abb7014cdd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:49.574209 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-f86b0c35-41fc-40db-a74a-abb7014cdd3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:49.574209 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-f86b0c35-41fc-40db-a74a-abb7014cdd3b service neutron] 10.222.0.41 "PUT /v2.0/ports/b6041139-dc64-4f33-8e2d-2bf809fa158e HTTP/1.1" status: 200 len: 1092 time: 1.7288833 Dec 17 15:19:49.609119 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81ee4e31-b771-409d-bf4d-d6e5b69aabb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:49.610084 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ee4e31-b771-409d-bf4d-d6e5b69aabb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:49.610657 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81ee4e31-b771-409d-bf4d-d6e5b69aabb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:49.649227 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b0c35-41fc-40db-a74a-abb7014cdd3b service neutron] Pushing event updated for resources: {'Port': ['ID=b6041139-dc64-4f33-8e2d-2bf809fa158e,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:49.812136 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795ac99-2a0f-4cce-850f-3efe54ab3f0c req-5d36f2fe-400b-452d-99d0-1fa2cfd28f54 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:49.818021 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795ac99-2a0f-4cce-850f-3efe54ab3f0c req-5d36f2fe-400b-452d-99d0-1fa2cfd28f54 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:49.819642 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c795ac99-2a0f-4cce-850f-3efe54ab3f0c req-5d36f2fe-400b-452d-99d0-1fa2cfd28f54 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f03744-7c06-4f23-a307-3c57173c7089 HTTP/1.1" status: 200 len: 1678 time: 0.3790712 Dec 17 15:19:49.820105 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f03744-7c06-4f23-a307-3c57173c7089', 'tag': 'b6041139-dc64-4f33-8e2d-2bf809fa158e'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:19:49.824924 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4230f52d-af17-4a7e-a58d-6bdfa9de0f2a" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f03744-7c06-4f23-a307-3c57173c7089", "tag": "b6041139-dc64-4f33-8e2d-2bf809fa158e"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:19:49.863726 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-92e8c68d-4548-46ea-957d-98519526cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:49.864072 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-92e8c68d-4548-46ea-957d-98519526cbe1 admin admin] Added segment f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6 of type vlan for network c10aa86e-d9d7-4652-a2e1-0c001585515a Dec 17 15:19:49.877409 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-81ee4e31-b771-409d-bf4d-d6e5b69aabb3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5941386 Dec 17 15:19:49.895025 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52500) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:49.912580 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-7cd9a346-5c75-4d83-a1ad-9cd7f2609a1c admin admin] Request body: {'subnet': {'network_id': '69b31584-89e2-47f2-8520-6af05b2ff039', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-208176351-subnet', 'tenant_id': '3a84ebc937934de99ce0f3e190e62521', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:49.917353 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c89a2163-43a1-499f-b44b-52ce7d6a9c1d tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:49.918717 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-92e8c68d-4548-46ea-957d-98519526cbe1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:49.923863 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c89a2163-43a1-499f-b44b-52ce7d6a9c1d tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:49.929065 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee4e31-b771-409d-bf4d-d6e5b69aabb3 admin admin] Pushing event updated for resources: {'Network': ['ID=69b31584-89e2-47f2-8520-6af05b2ff039,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:49.949693 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 665244a1-4426-4132-ae3b-d484332b9781 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:19:49.958986 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 69b31584-89e2-47f2-8520-6af05b2ff039 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:19:50.008456 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-b83929b4-364f-4e3f-81c7-ca6448076767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:50.008944 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-b83929b4-364f-4e3f-81c7-ca6448076767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:50.010567 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-b83929b4-364f-4e3f-81c7-ca6448076767 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d0e9155f3ac4449959a2049ad96c177&device_id=a2f03744-7c06-4f23-a307-3c57173c7089 HTTP/1.1" status: 200 len: 1980 time: 0.3109877 Dec 17 15:19:50.015045 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c795ac99-2a0f-4cce-850f-3efe54ab3f0c req-3d82f234-0a0e-43c9-89cc-7c7a610d02c7 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588790 Dec 17 15:19:50.022661 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045d3f2-7896-495f-91df-936a1cd4ea7e req-c7a7aae9-7c4e-4ab0-b59c-66976bb1bc0f tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:50.024315 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1045d3f2-7896-495f-91df-936a1cd4ea7e req-c7a7aae9-7c4e-4ab0-b59c-66976bb1bc0f tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 945 time: 0.3108428 Dec 17 15:19:50.066318 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-92e8c68d-4548-46ea-957d-98519526cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:50.067271 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e8c68d-4548-46ea-957d-98519526cbe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:50.067988 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-92e8c68d-4548-46ea-957d-98519526cbe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:50.069366 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-7a22c8e7-7313-4cc4-b9cc-6ce556059a1b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.85&port_id=cc5dd43a-df13-41ed-afd4-4a387b7b1400 HTTP/1.1" status: 200 len: 217 time: 0.0437069 Dec 17 15:19:50.091135 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd9a346-5c75-4d83-a1ad-9cd7f2609a1c admin admin] Made reservation on behalf of 3a84ebc937934de99ce0f3e190e62521 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:19:50.093753 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7cd9a346-5c75-4d83-a1ad-9cd7f2609a1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:50.096207 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c89a2163-43a1-499f-b44b-52ce7d6a9c1d tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:50.096897 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89a2163-43a1-499f-b44b-52ce7d6a9c1d tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d891d408-004e-4707-aa67-dd00139a4f93 {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:19:50.128343 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a80028-63b2-4b57-8b25-f57d021d2390 x-openstack-request-id: req-41a80028-63b2-4b57-8b25-f57d021d2390 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:19:50.128750 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f03744-7c06-4f23-a307-3c57173c7089", "tag": "b6041139-dc64-4f33-8e2d-2bf809fa158e", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:19:50.129105 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-41a80028-63b2-4b57-8b25-f57d021d2390 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:19:50.129545 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f03744-7c06-4f23-a307-3c57173c7089', 'tag': 'b6041139-dc64-4f33-8e2d-2bf809fa158e', 'status': 'completed', 'code': 200} Dec 17 15:19:50.143844 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c89a2163-43a1-499f-b44b-52ce7d6a9c1d tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:50.148528 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c89a2163-43a1-499f-b44b-52ce7d6a9c1d tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] 10.222.0.46 "DELETE /v2.0/routers/d891d408-004e-4707-aa67-dd00139a4f93 HTTP/1.1" status: 204 len: 168 time: 0.7802701 Dec 17 15:19:50.149224 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52504) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:50.158482 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-7955ac8e-7632-4aa1-87f6-dd84f90eafe2 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Request body: {'router': {'name': 'tempest-router-672147249', 'distributed': False}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:50.161199 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 665244a1-4426-4132-ae3b-d484332b9781, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=665244a1-4426-4132-ae3b-d484332b9781,segment=NetworkSegment(75195253-a18c-43b8-b6db-179ccc3e1ed0),segment_id=75195253-a18c-43b8-b6db-179ccc3e1ed0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:50.177132 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '665244a1-4426-4132-ae3b-d484332b9781', 'network_id': 'c55c80a5-833c-48da-873a-0d6892b2ac27', 'port_id': '665244a1-4426-4132-ae3b-d484332b9781', 'mac_address': 'fa:16:3e:ef:38:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4dd92c-6f31-4733-ad5e-39ad920cb8f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:19:50.193068 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1045d3f2-7896-495f-91df-936a1cd4ea7e req-cbc1d252-e31c-4c6d-baef-640cb67d1f91 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310587 Dec 17 15:19:50.206066 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8c68d-4548-46ea-957d-98519526cbe1 admin admin] Pushing event updated for resources: {'Network': ['ID=c10aa86e-d9d7-4652-a2e1-0c001585515a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:50.218982 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-45789f68-60cc-4118-a806-fbafb411b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:50.218982 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-45789f68-60cc-4118-a806-fbafb411b9e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=49c1d977-876b-48e0-9f0c-103cbf1aa37f HTTP/1.1" status: 200 len: 801 time: 0.1387348 Dec 17 15:19:50.222987 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52506) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:50.223147 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-92e8c68d-4548-46ea-957d-98519526cbe1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4738145 Dec 17 15:19:50.228600 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-1dd12885-bc26-4d62-a4d9-89a5fffa4bef admin admin] Request body: {'subnet': {'network_id': 'c10aa86e-d9d7-4652-a2e1-0c001585515a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1535961204-subnet', 'tenant_id': 'a24e8e82b4a34912861fe996df8e96eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:50.228949 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network c10aa86e-d9d7-4652-a2e1-0c001585515a details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:19:50.233610 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-34a60631-3e63-4f27-a0bc-ed2b50d5f6bc tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:50.305207 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:50.325749 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-6611b76d-8152-4d80-a99f-edcd23eccc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:50.327549 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-6611b76d-8152-4d80-a99f-edcd23eccc1d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17a420c5-b0fd-470c-842c-21674b2fdb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0915425 Dec 17 15:19:50.329181 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 665244a1-4426-4132-ae3b-d484332b9781 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:19:50.357766 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 665244a1-4426-4132-ae3b-d484332b9781, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=665244a1-4426-4132-ae3b-d484332b9781,segment=NetworkSegment(75195253-a18c-43b8-b6db-179ccc3e1ed0),segment_id=75195253-a18c-43b8-b6db-179ccc3e1ed0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:50.384931 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7955ac8e-7632-4aa1-87f6-dd84f90eafe2 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:50.385968 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7955ac8e-7632-4aa1-87f6-dd84f90eafe2 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:50.441992 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:50.483416 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7955ac8e-7632-4aa1-87f6-dd84f90eafe2 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:50.498686 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=665244a1-4426-4132-ae3b-d484332b9781,revision_number=6']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:50.508874 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:50.509228 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:50.509571 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:50.509906 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:50.510241 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:50.510689 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:50.510926 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:50.511268 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:50.511577 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:50.511952 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:50.512281 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:50.512599 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:50.562450 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7955ac8e-7632-4aa1-87f6-dd84f90eafe2 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:50.596276 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['665244a1-4426-4132-ae3b-d484332b9781'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:19:50.609789 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-34a60631-3e63-4f27-a0bc-ed2b50d5f6bc tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Deleting port ca87019e-4089-4aca-9053-9eb7fee00ead {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:19:50.610148 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-34a60631-3e63-4f27-a0bc-ed2b50d5f6bc tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:50.703810 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-34a60631-3e63-4f27-a0bc-ed2b50d5f6bc tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:50.717645 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-34a60631-3e63-4f27-a0bc-ed2b50d5f6bc tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Calling delete_port for ca87019e-4089-4aca-9053-9eb7fee00ead owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:19:50.812666 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf857fbf-edef-423c-a1bf-317ddeb501ff req-76efd65e-7e52-4ec7-a306-278ba52caa1b tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:50.814199 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf857fbf-edef-423c-a1bf-317ddeb501ff req-76efd65e-7e52-4ec7-a306-278ba52caa1b tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f9e6297-3254-4a34-b59b-7cc01acf8294 HTTP/1.1" status: 200 len: 945 time: 0.4937525 Dec 17 15:19:50.859110 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-94579b8f-7c21-45f2-8401-e61d99b1ba13 service neutron] 10.222.0.41 "GET /v2.0/networks/17a420c5-b0fd-470c-842c-21674b2fdb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5204287 Dec 17 15:19:50.880199 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf857fbf-edef-423c-a1bf-317ddeb501ff req-806b48b3-ffad-4a28-823e-08d2c28ae2d8 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594306 Dec 17 15:19:50.947688 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd12885-bc26-4d62-a4d9-89a5fffa4bef admin admin] Made reservation on behalf of a24e8e82b4a34912861fe996df8e96eb for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:19:50.954949 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1dd12885-bc26-4d62-a4d9-89a5fffa4bef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:51.012453 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-442f05c3-e5d2-46c0-9388-db7177168d27 service neutron] 10.222.0.41 "GET /v2.0/networks/17a420c5-b0fd-470c-842c-21674b2fdb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444449 Dec 17 15:19:51.020229 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7cd9a346-5c75-4d83-a1ad-9cd7f2609a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:51.119448 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-7271c9fa-e058-433c-9d0c-aa47f5352a8c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.197&port_id=b6041139-dc64-4f33-8e2d-2bf809fa158e HTTP/1.1" status: 200 len: 217 time: 0.0970144 Dec 17 15:19:51.169211 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7955ac8e-7632-4aa1-87f6-dd84f90eafe2 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:51.170580 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7955ac8e-7632-4aa1-87f6-dd84f90eafe2 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.0155346 Dec 17 15:19:51.173669 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52512) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:51.203972 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9a346-5c75-4d83-a1ad-9cd7f2609a1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=13b0e24e-3e36-4c0a-9576-ed2a6035e7fe,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:51.251267 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0ded68e4-0cf6-460b-86eb-70a2bc4e08c0 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:51.308407 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd9a346-5c75-4d83-a1ad-9cd7f2609a1c admin admin] Checking segment: {'id': '54dd5740-79cd-4538-9d3f-7af7e424ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '69b31584-89e2-47f2-8520-6af05b2ff039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:19:51.308407 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd9a346-5c75-4d83-a1ad-9cd7f2609a1c admin admin] Network hostable DHCP agents. Network: 69b31584-89e2-47f2-8520-6af05b2ff039, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:19:51.308952 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-34a60631-3e63-4f27-a0bc-ed2b50d5f6bc tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:51.309095 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-a8f3f12d-96e2-453e-a86d-3efaf7dab7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:51.309095 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-a8f3f12d-96e2-453e-a86d-3efaf7dab7d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d24084d0-70fc-4378-94e4-aa2a27ab1cb6 HTTP/1.1" status: 200 len: 801 time: 0.1563344 Dec 17 15:19:51.309095 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea51034-c7ab-4024-8936-38cbebc795e4 req-fe007793-3467-44fd-b717-f5eb926c3091 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:51.312530 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea51034-c7ab-4024-8936-38cbebc795e4 req-fe007793-3467-44fd-b717-f5eb926c3091 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:51.314476 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2ea51034-c7ab-4024-8936-38cbebc795e4 req-fe007793-3467-44fd-b717-f5eb926c3091 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f03744-7c06-4f23-a307-3c57173c7089 HTTP/1.1" status: 200 len: 1678 time: 0.2053144 Dec 17 15:19:51.346842 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a60631-3e63-4f27-a0bc-ed2b50d5f6bc tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event deleted for resources: {'Port': ['ID=ca87019e-4089-4aca-9053-9eb7fee00ead,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:51.508640 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-7ebc030d-4a03-415b-b690-fbf567c273c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:51.508640 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-7ebc030d-4a03-415b-b690-fbf567c273c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a526368f-6035-425a-bdfd-bd4b8f0b22ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1825438 Dec 17 15:19:51.508805 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0ded68e4-0cf6-460b-86eb-70a2bc4e08c0 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:51.508889 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2ea51034-c7ab-4024-8936-38cbebc795e4 req-adf79b2a-15d9-495f-a40a-5fe6cbe91890 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805193 Dec 17 15:19:51.509199 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0ded68e4-0cf6-460b-86eb-70a2bc4e08c0 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:51.512490 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea03b2-ab48-48f5-b5bc-c121292cb37e req-54f2d548-ffa2-49fa-a731-2295479a766f tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:51.514137 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4dea03b2-ab48-48f5-b5bc-c121292cb37e req-54f2d548-ffa2-49fa-a731-2295479a766f tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 945 time: 0.1963413 Dec 17 15:19:51.608278 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4dea03b2-ab48-48f5-b5bc-c121292cb37e req-c10051c8-92b1-40da-92b8-2059ccde12f0 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838778 Dec 17 15:19:51.623461 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd9a346-5c75-4d83-a1ad-9cd7f2609a1c admin admin] Network 69b31584-89e2-47f2-8520-6af05b2ff039 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:19:51.656376 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-927f5e0c-67fa-4af4-b006-53cbcb9f5fb5 service neutron] 10.222.0.41 "GET /v2.0/networks/a526368f-6035-425a-bdfd-bd4b8f0b22ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311057 Dec 17 15:19:51.656589 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-34a60631-3e63-4f27-a0bc-ed2b50d5f6bc tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:51.679477 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1dd12885-bc26-4d62-a4d9-89a5fffa4bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:51.773358 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd12885-bc26-4d62-a4d9-89a5fffa4bef admin admin] Pushing event updated for resources: {'Subnet': ['ID=d180b79e-c3bb-4569-b61e-f0770c463335,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:51.794475 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd12885-bc26-4d62-a4d9-89a5fffa4bef admin admin] Checking segment: {'id': 'f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c10aa86e-d9d7-4652-a2e1-0c001585515a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:19:51.794840 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd12885-bc26-4d62-a4d9-89a5fffa4bef admin admin] Network hostable DHCP agents. Network: c10aa86e-d9d7-4652-a2e1-0c001585515a, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:19:51.809906 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a60631-3e63-4f27-a0bc-ed2b50d5f6bc tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Router 37717c5b-b28d-4fa2-9da7-73324604ea6f has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:19:51.811126 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a5cc87f-bbcd-404d-b0b0-d63ff1d3e456 req-f201eb8c-ca08-4167-a379-8e770a84b53c service neutron] 10.222.0.41 "GET /v2.0/networks/a526368f-6035-425a-bdfd-bd4b8f0b22ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572742 Dec 17 15:19:51.813657 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0ded68e4-0cf6-460b-86eb-70a2bc4e08c0 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:51.814163 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ded68e4-0cf6-460b-86eb-70a2bc4e08c0 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e38372c-32dd-4c63-9727-2227b1a48cf7 {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:19:51.818862 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0ded68e4-0cf6-460b-86eb-70a2bc4e08c0 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:51.819879 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0ded68e4-0cf6-460b-86eb-70a2bc4e08c0 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] 10.222.0.46 "DELETE /v2.0/routers/1e38372c-32dd-4c63-9727-2227b1a48cf7 HTTP/1.1" status: 204 len: 168 time: 0.6452196 Dec 17 15:19:51.824282 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52520) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:51.833832 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-722f0edb-bb65-474b-b652-ad83aaab601f tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Request body: {'router': {'name': 'tempest-router-1281510711', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'afa3b97fcf69445b997a385f45bec383'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:51.855682 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-7cd9a346-5c75-4d83-a1ad-9cd7f2609a1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 69b31584-89e2-47f2-8520-6af05b2ff039) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:51.860213 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd9a346-5c75-4d83-a1ad-9cd7f2609a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:51.860803 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7cd9a346-5c75-4d83-a1ad-9cd7f2609a1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:51.865334 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043d9e10-e664-4029-80eb-4da58ebd37f0 None None] Network 69b31584-89e2-47f2-8520-6af05b2ff039 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:19:51.896580 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a60631-3e63-4f27-a0bc-ed2b50d5f6bc tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:19:51.902131 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-34a60631-3e63-4f27-a0bc-ed2b50d5f6bc tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "PUT /v2.0/routers/37717c5b-b28d-4fa2-9da7-73324604ea6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4916551 Dec 17 15:19:51.905129 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52522) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:51.920919 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797ab7b0-2882-42f6-988c-0d51ca2c2503 None None] Sync routers for ids ['37717c5b-b28d-4fa2-9da7-73324604ea6f'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:19:51.939982 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0a0b8afa-65ed-40da-ae5f-89247d1fd790 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "GET /v2.0/ports?device_id=37717c5b-b28d-4fa2-9da7-73324604ea6f HTTP/1.1" status: 200 len: 205 time: 0.0310330 Dec 17 15:19:51.940191 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52526) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:51.946674 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797ab7b0-2882-42f6-988c-0d51ca2c2503 None None] Routers {'37717c5b-b28d-4fa2-9da7-73324604ea6f'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:19:51.947575 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-797ab7b0-2882-42f6-988c-0d51ca2c2503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:19:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['37717c5b-b28d-4fa2-9da7-73324604ea6f'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:51.953819 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 665244a1-4426-4132-ae3b-d484332b9781 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:19:51.997532 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-797ab7b0-2882-42f6-988c-0d51ca2c2503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:52.003491 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-722f0edb-bb65-474b-b652-ad83aaab601f tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:52.004598 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-722f0edb-bb65-474b-b652-ad83aaab601f tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:52.008671 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd12885-bc26-4d62-a4d9-89a5fffa4bef admin admin] Network c10aa86e-d9d7-4652-a2e1-0c001585515a is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:19:52.021907 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-1dd12885-bc26-4d62-a4d9-89a5fffa4bef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, c10aa86e-d9d7-4652-a2e1-0c001585515a) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:52.034017 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd12885-bc26-4d62-a4d9-89a5fffa4bef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:52.034580 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1dd12885-bc26-4d62-a4d9-89a5fffa4bef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:52.044010 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c635b8-b899-4acd-93ea-4c165eda3a98 None None] Network c10aa86e-d9d7-4652-a2e1-0c001585515a requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:19:52.100524 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797ab7b0-2882-42f6-988c-0d51ca2c2503 None None] Routers {'37717c5b-b28d-4fa2-9da7-73324604ea6f'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:19:52.101213 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-797ab7b0-2882-42f6-988c-0d51ca2c2503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:19:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['37717c5b-b28d-4fa2-9da7-73324604ea6f'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:52.105983 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-722f0edb-bb65-474b-b652-ad83aaab601f tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:52.115327 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7cd9a346-5c75-4d83-a1ad-9cd7f2609a1c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.2143109 Dec 17 15:19:52.144203 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52528) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:52.149566 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-9a76a9e1-16ca-4a93-aad5-d6b50ebc3014 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-208176351-router', 'tenant_id': '3a84ebc937934de99ce0f3e190e62521', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:52.160152 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1dd12885-bc26-4d62-a4d9-89a5fffa4bef admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9334619 Dec 17 15:19:52.168588 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93575c9-3859-492f-9e19-cbe6f7ab5904 req-9a479116-cea6-4bae-9d98-afa3a3711510 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:52.171232 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e93575c9-3859-492f-9e19-cbe6f7ab5904 req-9a479116-cea6-4bae-9d98-afa3a3711510 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f9e6297-3254-4a34-b59b-7cc01acf8294 HTTP/1.1" status: 200 len: 944 time: 0.2024481 Dec 17 15:19:52.175030 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52530) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:52.177847 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-797ab7b0-2882-42f6-988c-0d51ca2c2503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:52.178524 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797ab7b0-2882-42f6-988c-0d51ca2c2503 None None] The sync data for ids ['37717c5b-b28d-4fa2-9da7-73324604ea6f'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:19:52.183784 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-9fc0a082-6293-4fe1-9d89-d86c8e3d2a30 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1535961204-router', 'tenant_id': 'a24e8e82b4a34912861fe996df8e96eb', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:52.215133 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-722f0edb-bb65-474b-b652-ad83aaab601f tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:52.239304 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 665244a1-4426-4132-ae3b-d484332b9781 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:52.239726 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:52.250488 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230f52d-af17-4a7e-a58d-6bdfa9de0f2a req-0ca1b820-7e12-4efa-a413-9def8b27bf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:52.251080 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230f52d-af17-4a7e-a58d-6bdfa9de0f2a req-0ca1b820-7e12-4efa-a413-9def8b27bf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:52.252836 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4230f52d-af17-4a7e-a58d-6bdfa9de0f2a req-0ca1b820-7e12-4efa-a413-9def8b27bf84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d0e9155f3ac4449959a2049ad96c177&device_id=a2f03744-7c06-4f23-a307-3c57173c7089 HTTP/1.1" status: 200 len: 1980 time: 0.1455228 Dec 17 15:19:52.264490 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d38e14-9dff-41b0-bdb3-1428fc8dea06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-69b31584-89e2-47f2-8520-6af05b2ff039', 'network_id': '69b31584-89e2-47f2-8520-6af05b2ff039', 'tenant_id': '3a84ebc937934de99ce0f3e190e62521', 'fixed_ips': [{'subnet_id': '13b0e24e-3e36-4c0a-9576-ed2a6035e7fe'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:19:52.265376 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-85d38e14-9dff-41b0-bdb3-1428fc8dea06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:52.311242 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-98d4b2c3-729e-4bbf-8863-60f050e4f16b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:52.337444 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e93575c9-3859-492f-9e19-cbe6f7ab5904 req-6a2beab3-c40f-4095-9f74-fa9963fd4081 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395445 Dec 17 15:19:52.371635 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9a76a9e1-16ca-4a93-aad5-d6b50ebc3014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:52.373014 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9a76a9e1-16ca-4a93-aad5-d6b50ebc3014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:52.399115 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230f52d-af17-4a7e-a58d-6bdfa9de0f2a req-8e263e56-60e5-4bdb-bd0c-e883ab025aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:52.400907 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4230f52d-af17-4a7e-a58d-6bdfa9de0f2a req-8e263e56-60e5-4bdb-bd0c-e883ab025aae service neutron] 10.222.0.41 "GET /v2.0/networks?id=a526368f-6035-425a-bdfd-bd4b8f0b22ed HTTP/1.1" status: 200 len: 903 time: 0.1386971 Dec 17 15:19:52.449407 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df50007-1d20-46b3-95e2-445e59cdfde4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-c10aa86e-d9d7-4652-a2e1-0c001585515a', 'network_id': 'c10aa86e-d9d7-4652-a2e1-0c001585515a', 'tenant_id': 'a24e8e82b4a34912861fe996df8e96eb', 'fixed_ips': [{'subnet_id': 'd180b79e-c3bb-4569-b61e-f0770c463335'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:19:52.450286 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9df50007-1d20-46b3-95e2-445e59cdfde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:52.483583 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-98d4b2c3-729e-4bbf-8863-60f050e4f16b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:52.486141 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-98d4b2c3-729e-4bbf-8863-60f050e4f16b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:52.489141 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4230f52d-af17-4a7e-a58d-6bdfa9de0f2a req-e7258cdf-7447-411c-b15a-3ba37cbb04eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.197&port_id=b6041139-dc64-4f33-8e2d-2bf809fa158e HTTP/1.1" status: 200 len: 217 time: 0.0748734 Dec 17 15:19:52.491682 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-722f0edb-bb65-474b-b652-ad83aaab601f tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:52.493321 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-722f0edb-bb65-474b-b652-ad83aaab601f tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6680093 Dec 17 15:19:52.498452 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52534) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:52.498650 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9a76a9e1-16ca-4a93-aad5-d6b50ebc3014 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:52.503212 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-13721cc4-c684-49bc-8df7-b1c48abfb340 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:52.517551 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:52.580281 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230f52d-af17-4a7e-a58d-6bdfa9de0f2a req-350b992e-d86a-416b-95af-cd9478b5e046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:52.581983 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4230f52d-af17-4a7e-a58d-6bdfa9de0f2a req-350b992e-d86a-416b-95af-cd9478b5e046 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d24084d0-70fc-4378-94e4-aa2a27ab1cb6 HTTP/1.1" status: 200 len: 801 time: 0.0797832 Dec 17 15:19:52.613722 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 665244a1-4426-4132-ae3b-d484332b9781, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=665244a1-4426-4132-ae3b-d484332b9781,segment=NetworkSegment(75195253-a18c-43b8-b6db-179ccc3e1ed0),segment_id=75195253-a18c-43b8-b6db-179ccc3e1ed0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:52.619879 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9e6297-3254-4a34-b59b-7cc01acf8294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665244a1-4426-4132-ae3b-d484332b9781'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:19:52.622164 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aec08cd-9f59-48d7-b002-84ad054ef13f" -d '{"events": [{"server_uuid": "5f9e6297-3254-4a34-b59b-7cc01acf8294", "name": "network-vif-plugged", "status": "completed", "tag": "665244a1-4426-4132-ae3b-d484332b9781"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:19:52.625952 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-85d38e14-9dff-41b0-bdb3-1428fc8dea06 None None] Allocated IP 172.20.0.2 (69b31584-89e2-47f2-8520-6af05b2ff039/13b0e24e-3e36-4c0a-9576-ed2a6035e7fe/f49ae0dc-a0bc-46a5-a265-a9d54c453f22) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:19:52.713264 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57587eba-4b49-4447-82ff-b9d2804a38e9 x-openstack-request-id: req-57587eba-4b49-4447-82ff-b9d2804a38e9 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:19:52.713824 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9e6297-3254-4a34-b59b-7cc01acf8294", "name": "network-vif-plugged", "status": "completed", "tag": "665244a1-4426-4132-ae3b-d484332b9781", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:19:52.714237 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-57587eba-4b49-4447-82ff-b9d2804a38e9 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:19:52.714775 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9e6297-3254-4a34-b59b-7cc01acf8294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665244a1-4426-4132-ae3b-d484332b9781', 'code': 200} Dec 17 15:19:52.751745 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-9df50007-1d20-46b3-95e2-445e59cdfde4 None None] Allocated IP 172.20.0.2 (c10aa86e-d9d7-4652-a2e1-0c001585515a/d180b79e-c3bb-4569-b61e-f0770c463335/7717163b-cb77-4474-9c4c-200b925f739d) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:19:52.764292 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-98d4b2c3-729e-4bbf-8863-60f050e4f16b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:52.765202 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d4b2c3-729e-4bbf-8863-60f050e4f16b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Fanout notify agent at l3_agent the message router_deleted on router 37717c5b-b28d-4fa2-9da7-73324604ea6f {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:19:52.769841 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:52.776034 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-98d4b2c3-729e-4bbf-8863-60f050e4f16b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:52.778459 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-98d4b2c3-729e-4bbf-8863-60f050e4f16b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/routers/37717c5b-b28d-4fa2-9da7-73324604ea6f HTTP/1.1" status: 204 len: 168 time: 0.8373754 Dec 17 15:19:52.781135 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52542) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:52.822753 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9fc0a082-6293-4fe1-9d89-d86c8e3d2a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:52.824143 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9fc0a082-6293-4fe1-9d89-d86c8e3d2a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:52.829513 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-13721cc4-c684-49bc-8df7-b1c48abfb340 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3972409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3970533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11983'] for router, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:52.830542 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-13721cc4-c684-49bc-8df7-b1c48abfb340 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks [] for router, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:52.915763 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9a76a9e1-16ca-4a93-aad5-d6b50ebc3014 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:52.923161 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b73fced-f90c-4d6d-b1c3-4b6089e768c3 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Deleting subnet 927ff21f-03a3-46fd-beda-9030155194f6 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:19:52.935175 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8b73fced-f90c-4d6d-b1c3-4b6089e768c3 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:52.936509 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=665244a1-4426-4132-ae3b-d484332b9781,revision_number=7']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:52.955684 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-85d38e14-9dff-41b0-bdb3-1428fc8dea06 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:52.959031 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-13721cc4-c684-49bc-8df7-b1c48abfb340 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102833) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 17 15:19:52.959356 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-13721cc4-c684-49bc-8df7-b1c48abfb340 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Router e9e496db-78e7-41b3-87f4-68b44fda381d migrating from provider to provider. {{(pid=102833) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 17 15:19:52.959732 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-13721cc4-c684-49bc-8df7-b1c48abfb340 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:52.968687 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9fc0a082-6293-4fe1-9d89-d86c8e3d2a30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:52.975326 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-13721cc4-c684-49bc-8df7-b1c48abfb340 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:52.977782 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230f52d-af17-4a7e-a58d-6bdfa9de0f2a req-8fcc9096-7575-4a12-920e-b3f41c794f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:52.979317 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4230f52d-af17-4a7e-a58d-6bdfa9de0f2a req-8fcc9096-7575-4a12-920e-b3f41c794f5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a526368f-6035-425a-bdfd-bd4b8f0b22ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3908858 Dec 17 15:19:52.982263 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8b73fced-f90c-4d6d-b1c3-4b6089e768c3 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:52.989606 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b60fc-baf2-4ae5-826a-cd7e92542d9e req-c6abbf2c-8071-4ed3-a8f5-a9d0d10dab64 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:52.996732 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b60fc-baf2-4ae5-826a-cd7e92542d9e req-c6abbf2c-8071-4ed3-a8f5-a9d0d10dab64 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:52.998480 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a97b60fc-baf2-4ae5-826a-cd7e92542d9e req-c6abbf2c-8071-4ed3-a8f5-a9d0d10dab64 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f03744-7c06-4f23-a307-3c57173c7089 HTTP/1.1" status: 200 len: 1678 time: 0.4070227 Dec 17 15:19:53.030949 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b24ef4-3cde-4e2e-8869-638a1ee3526e req-5f4d18b3-7ad3-421e-a6a6-9ca7de2208c5 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:53.032499 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-38b24ef4-3cde-4e2e-8869-638a1ee3526e req-5f4d18b3-7ad3-421e-a6a6-9ca7de2208c5 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 945 time: 0.2143624 Dec 17 15:19:53.043054 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9df50007-1d20-46b3-95e2-445e59cdfde4 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:53.060713 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-13721cc4-c684-49bc-8df7-b1c48abfb340 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3972400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3972399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3970524'] for router, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:53.062499 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-85d38e14-9dff-41b0-bdb3-1428fc8dea06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:53.083078 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8b73fced-f90c-4d6d-b1c3-4b6089e768c3 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:53.102109 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d38e14-9dff-41b0-bdb3-1428fc8dea06 None None] Network 69b31584-89e2-47f2-8520-6af05b2ff039 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:19:53.106350 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-85d38e14-9dff-41b0-bdb3-1428fc8dea06 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:53.113087 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d38e14-9dff-41b0-bdb3-1428fc8dea06 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:19:53.117932 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d38e14-9dff-41b0-bdb3-1428fc8dea06 None None] Pushing event updated for resources: {'Port': ['ID=f49ae0dc-a0bc-46a5-a265-a9d54c453f22,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:53.143821 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9df50007-1d20-46b3-95e2-445e59cdfde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:53.197034 n-d-820553-2 neutron-server[102833]: WARNING neutron.scheduler.l3_agent_scheduler [None req-13721cc4-c684-49bc-8df7-b1c48abfb340 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] No L3 agents can host the router e9e496db-78e7-41b3-87f4-68b44fda381d Dec 17 15:19:53.251365 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a97b60fc-baf2-4ae5-826a-cd7e92542d9e req-cc360b73-9513-4c00-965d-5af43b8ebbb6 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385719 Dec 17 15:19:53.344609 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13721cc4-c684-49bc-8df7-b1c48abfb340 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Hosts for router e9e496db-78e7-41b3-87f4-68b44fda381d: [] {{(pid=102833) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 17 15:19:53.363043 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-85d38e14-9dff-41b0-bdb3-1428fc8dea06 None None] Attempting to bind port f49ae0dc-a0bc-46a5-a265-a9d54c453f22 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:19:53.363411 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-85d38e14-9dff-41b0-bdb3-1428fc8dea06 None None] Attempting to bind port f49ae0dc-a0bc-46a5-a265-a9d54c453f22 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '54dd5740-79cd-4538-9d3f-7af7e424ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '69b31584-89e2-47f2-8520-6af05b2ff039'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:19:53.363533 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-38b24ef4-3cde-4e2e-8869-638a1ee3526e req-87862c07-8adb-4812-b4ca-50ead11cd0c9 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966597 Dec 17 15:19:53.364002 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d38e14-9dff-41b0-bdb3-1428fc8dea06 None None] Attempting to bind port f49ae0dc-a0bc-46a5-a265-a9d54c453f22 on network 69b31584-89e2-47f2-8520-6af05b2ff039 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:19:53.373807 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9fc0a082-6293-4fe1-9d89-d86c8e3d2a30 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:53.374208 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d38e14-9dff-41b0-bdb3-1428fc8dea06 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:19:53.387896 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d38e14-9dff-41b0-bdb3-1428fc8dea06 None None] Checking segment: {'id': '54dd5740-79cd-4538-9d3f-7af7e424ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '69b31584-89e2-47f2-8520-6af05b2ff039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:19:53.387896 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-85d38e14-9dff-41b0-bdb3-1428fc8dea06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:53.387896 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d38e14-9dff-41b0-bdb3-1428fc8dea06 None None] Bound using segment: {'id': '54dd5740-79cd-4538-9d3f-7af7e424ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '69b31584-89e2-47f2-8520-6af05b2ff039'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:19:53.387896 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-85d38e14-9dff-41b0-bdb3-1428fc8dea06 None None] Bound port: f49ae0dc-a0bc-46a5-a265-a9d54c453f22, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54dd5740-79cd-4538-9d3f-7af7e424ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '69b31584-89e2-47f2-8520-6af05b2ff039'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:19:53.387896 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-85d38e14-9dff-41b0-bdb3-1428fc8dea06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:53.391601 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8b73fced-f90c-4d6d-b1c3-4b6089e768c3 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:53.391758 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4230f52d-af17-4a7e-a58d-6bdfa9de0f2a req-8b10e817-628e-4d45-af8d-5fff834d625e service neutron] 10.222.0.41 "GET /v2.0/networks/a526368f-6035-425a-bdfd-bd4b8f0b22ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769064 Dec 17 15:19:53.391847 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13721cc4-c684-49bc-8df7-b1c48abfb340 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Hosts for other DVR routers connected to router e9e496db-78e7-41b3-87f4-68b44fda381d: set() {{(pid=102833) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 17 15:19:53.391847 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-13721cc4-c684-49bc-8df7-b1c48abfb340 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:53.391847 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-13721cc4-c684-49bc-8df7-b1c48abfb340 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] 10.222.0.46 "PUT /v2.0/routers/e9e496db-78e7-41b3-87f4-68b44fda381d HTTP/1.1" status: 200 len: 717 time: 0.8906105 Dec 17 15:19:53.395009 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52550) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:53.419405 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df50007-1d20-46b3-95e2-445e59cdfde4 None None] Network c10aa86e-d9d7-4652-a2e1-0c001585515a is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:19:53.426253 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73fced-f90c-4d6d-b1c3-4b6089e768c3 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event deleted for resources: {'Subnet': ['ID=927ff21f-03a3-46fd-beda-9030155194f6,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:53.429531 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df50007-1d20-46b3-95e2-445e59cdfde4 None None] Pushing event updated for resources: {'Port': ['ID=7717163b-cb77-4474-9c4c-200b925f739d,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:53.432447 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-9df50007-1d20-46b3-95e2-445e59cdfde4 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:53.436145 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df50007-1d20-46b3-95e2-445e59cdfde4 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:19:53.484840 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8074fdd3-2293-42a2-a84c-27d84a9cd811 None None] Network 12d9d8b8-c7be-4650-b058-f7f1798638b1 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:19:53.520613 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8b73fced-f90c-4d6d-b1c3-4b6089e768c3 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:53.525106 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8b73fced-f90c-4d6d-b1c3-4b6089e768c3 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/subnets/927ff21f-03a3-46fd-beda-9030155194f6 HTTP/1.1" status: 204 len: 168 time: 0.7414584 Dec 17 15:19:53.527759 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52552) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:53.554506 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-85d38e14-9dff-41b0-bdb3-1428fc8dea06 None None] For port f49ae0dc-a0bc-46a5-a265-a9d54c453f22, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:19:53.560261 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3b4c1f44-ffae-4258-9010-870f6fcfa62e tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] 10.222.0.46 "GET /v2.0/routers/e9e496db-78e7-41b3-87f4-68b44fda381d HTTP/1.1" status: 200 len: 717 time: 0.1439278 Dec 17 15:19:53.563368 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52554) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:53.586520 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-85d38e14-9dff-41b0-bdb3-1428fc8dea06 None None] For port f49ae0dc-a0bc-46a5-a265-a9d54c453f22, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f49ae0dc-a0bc-46a5-a265-a9d54c453f22,segment=NetworkSegment(54dd5740-79cd-4538-9d3f-7af7e424ac18),segment_id=54dd5740-79cd-4538-9d3f-7af7e424ac18)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:19:53.590135 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-9df50007-1d20-46b3-95e2-445e59cdfde4 None None] Attempting to bind port 7717163b-cb77-4474-9c4c-200b925f739d on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:19:53.590511 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-9df50007-1d20-46b3-95e2-445e59cdfde4 None None] Attempting to bind port 7717163b-cb77-4474-9c4c-200b925f739d by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c10aa86e-d9d7-4652-a2e1-0c001585515a'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:19:53.590778 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df50007-1d20-46b3-95e2-445e59cdfde4 None None] Attempting to bind port 7717163b-cb77-4474-9c4c-200b925f739d on network c10aa86e-d9d7-4652-a2e1-0c001585515a {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:19:53.593846 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-df007c11-a3e7-4b14-a1e6-ae4a964eaa9d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Deleting subnet 5364f1ad-6f37-4cf3-b28d-cf083f6dcb70 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:19:53.597507 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-df007c11-a3e7-4b14-a1e6-ae4a964eaa9d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:53.615526 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df50007-1d20-46b3-95e2-445e59cdfde4 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:19:53.615904 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df50007-1d20-46b3-95e2-445e59cdfde4 None None] Checking segment: {'id': 'f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c10aa86e-d9d7-4652-a2e1-0c001585515a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:19:53.616302 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9df50007-1d20-46b3-95e2-445e59cdfde4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:53.616694 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df50007-1d20-46b3-95e2-445e59cdfde4 None None] Bound using segment: {'id': 'f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c10aa86e-d9d7-4652-a2e1-0c001585515a'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:19:53.617550 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-9df50007-1d20-46b3-95e2-445e59cdfde4 None None] Bound port: 7717163b-cb77-4474-9c4c-200b925f739d, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c10aa86e-d9d7-4652-a2e1-0c001585515a'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:19:53.617929 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9df50007-1d20-46b3-95e2-445e59cdfde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:53.642829 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-df007c11-a3e7-4b14-a1e6-ae4a964eaa9d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:53.684714 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-85d38e14-9dff-41b0-bdb3-1428fc8dea06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:53.687293 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60481df-31d5-4c08-9ab1-88905da06db1 req-fcca475a-456c-4c01-9c02-92c030ca8f6e tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:53.688900 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d60481df-31d5-4c08-9ab1-88905da06db1 req-fcca475a-456c-4c01-9c02-92c030ca8f6e tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f9e6297-3254-4a34-b59b-7cc01acf8294 HTTP/1.1" status: 200 len: 945 time: 0.1888390 Dec 17 15:19:53.719361 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4230f52d-af17-4a7e-a58d-6bdfa9de0f2a req-36c8ccbb-063c-4d35-addf-f2e2c97e7eaa service neutron] 10.222.0.41 "GET /v2.0/networks/a526368f-6035-425a-bdfd-bd4b8f0b22ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146667 Dec 17 15:19:53.744080 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-df007c11-a3e7-4b14-a1e6-ae4a964eaa9d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:53.782170 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-9df50007-1d20-46b3-95e2-445e59cdfde4 None None] For port 7717163b-cb77-4474-9c4c-200b925f739d, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:19:53.787703 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-9df50007-1d20-46b3-95e2-445e59cdfde4 None None] For port 7717163b-cb77-4474-9c4c-200b925f739d, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=7717163b-cb77-4474-9c4c-200b925f739d,segment=NetworkSegment(f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6),segment_id=f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:19:53.790229 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d38e14-9dff-41b0-bdb3-1428fc8dea06 None None] Pushing event updated for resources: {'Port': ['ID=f49ae0dc-a0bc-46a5-a265-a9d54c453f22,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:53.836903 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fc3b81-f126-41cf-9bda-c70041911176 None None] DHCP port deletion for 12d9d8b8-c7be-4650-b058-f7f1798638b1 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:19:53.870648 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9df50007-1d20-46b3-95e2-445e59cdfde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:53.904149 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d60481df-31d5-4c08-9ab1-88905da06db1 req-abcace04-1f00-4b23-b2b9-41faf849c331 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957576 Dec 17 15:19:53.955797 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-644946d7-73b8-4e2a-a658-8c402377dcef tempest-RoutersTestDVR-2018574955 tempest-RoutersTestDVR-2018574955-project] 10.222.0.46 "GET /v2.0/routers/e9e496db-78e7-41b3-87f4-68b44fda381d HTTP/1.1" status: 200 len: 683 time: 0.3912592 Dec 17 15:19:53.962385 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52558) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:53.982022 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df50007-1d20-46b3-95e2-445e59cdfde4 None None] Pushing event updated for resources: {'Port': ['ID=7717163b-cb77-4474-9c4c-200b925f739d,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:53.984026 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9a76a9e1-16ca-4a93-aad5-d6b50ebc3014 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:53.994048 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-76fc3b81-f126-41cf-9bda-c70041911176 None None] Deleting port c507d66f-4a1b-4262-8d1a-1847239da9ea {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:19:53.994048 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-76fc3b81-f126-41cf-9bda-c70041911176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:54.030609 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9a76a9e1-16ca-4a93-aad5-d6b50ebc3014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:54.075827 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-df007c11-a3e7-4b14-a1e6-ae4a964eaa9d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:54.113719 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-76fc3b81-f126-41cf-9bda-c70041911176 None None] For port c507d66f-4a1b-4262-8d1a-1847239da9ea, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c507d66f-4a1b-4262-8d1a-1847239da9ea,segment=NetworkSegment(0e6a3ea3-a8bd-4b5a-b0bc-1aaecc905483),segment_id=0e6a3ea3-a8bd-4b5a-b0bc-1aaecc905483)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:54.114156 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-76fc3b81-f126-41cf-9bda-c70041911176 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:54.135014 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-118fba5c-f64d-4ae8-922e-3e0e6ba92a54 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:54.143983 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-76fc3b81-f126-41cf-9bda-c70041911176 None None] Calling delete_port for c507d66f-4a1b-4262-8d1a-1847239da9ea owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:19:54.207768 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df007c11-a3e7-4b14-a1e6-ae4a964eaa9d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event deleted for resources: {'Subnet': ['ID=5364f1ad-6f37-4cf3-b28d-cf083f6dcb70,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:54.274415 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9fc0a082-6293-4fe1-9d89-d86c8e3d2a30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:54.303201 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9fc0a082-6293-4fe1-9d89-d86c8e3d2a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:54.379965 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-118fba5c-f64d-4ae8-922e-3e0e6ba92a54 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:54.382021 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-df007c11-a3e7-4b14-a1e6-ae4a964eaa9d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:54.382903 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-9a76a9e1-16ca-4a93-aad5-d6b50ebc3014 admin admin] Allocated IP 172.25.6.122 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/5c789c63-f458-46d7-bea3-50d43ca885a9) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:19:54.389219 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-df007c11-a3e7-4b14-a1e6-ae4a964eaa9d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/subnets/5364f1ad-6f37-4cf3-b28d-cf083f6dcb70 HTTP/1.1" status: 204 len: 168 time: 0.8576763 Dec 17 15:19:54.389219 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-118fba5c-f64d-4ae8-922e-3e0e6ba92a54 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:54.389219 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52562) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:54.399573 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfef94a-39e1-4814-81eb-3a6187fc23c9 None None] Network d8cd0683-c8d1-48e0-aa57-95c4d8adc147 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:19:54.403374 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-76fc3b81-f126-41cf-9bda-c70041911176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:54.513981 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc3b81-f126-41cf-9bda-c70041911176 None None] Pushing event deleted for resources: {'Port': ['ID=c507d66f-4a1b-4262-8d1a-1847239da9ea,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:54.539981 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fc3b81-f126-41cf-9bda-c70041911176 None None] No DVR routers for this DVR port c507d66f-4a1b-4262-8d1a-1847239da9ea on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:19:54.553634 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab754065-357f-4ed6-88bd-a588b3cd79bb req-126fc4ac-ac78-4900-a0e2-1795d08aa6bc tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:54.560150 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab754065-357f-4ed6-88bd-a588b3cd79bb req-126fc4ac-ac78-4900-a0e2-1795d08aa6bc tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:54.562504 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ab754065-357f-4ed6-88bd-a588b3cd79bb req-126fc4ac-ac78-4900-a0e2-1795d08aa6bc tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f03744-7c06-4f23-a307-3c57173c7089 HTTP/1.1" status: 200 len: 1678 time: 0.1934121 Dec 17 15:19:54.581089 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-589534ec-90c6-4127-ab44-dabf4686cf33 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:54.620868 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e9c1f-9a3d-44e8-998a-f9a38c6adde3 req-9bca49bc-aa8f-4d1b-bd58-61400d75cfea tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:54.624063 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-722e9c1f-9a3d-44e8-998a-f9a38c6adde3 req-9bca49bc-aa8f-4d1b-bd58-61400d75cfea tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 945 time: 0.1312487 Dec 17 15:19:54.654146 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-118fba5c-f64d-4ae8-922e-3e0e6ba92a54 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:54.658982 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118fba5c-f64d-4ae8-922e-3e0e6ba92a54 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e9e496db-78e7-41b3-87f4-68b44fda381d {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:19:54.678510 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ab754065-357f-4ed6-88bd-a588b3cd79bb req-6e7b974f-3b57-4161-b593-9a10a2d45e76 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049430 Dec 17 15:19:54.684772 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9a76a9e1-16ca-4a93-aad5-d6b50ebc3014 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:54.689180 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-118fba5c-f64d-4ae8-922e-3e0e6ba92a54 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:54.694143 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-118fba5c-f64d-4ae8-922e-3e0e6ba92a54 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] 10.222.0.46 "DELETE /v2.0/routers/e9e496db-78e7-41b3-87f4-68b44fda381d HTTP/1.1" status: 204 len: 168 time: 0.7273583 Dec 17 15:19:54.696474 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52568) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:54.712213 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-6f4a5836-5867-4cb2-930e-24322450495f tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Request body: {'router': {'name': 'tempest-router-2009930727', 'distributed': True}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:54.728639 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-722e9c1f-9a3d-44e8-998a-f9a38c6adde3 req-2b918486-4fb2-40bb-a407-d92153017ccd tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847788 Dec 17 15:19:54.747836 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f24a46f-d3c2-4629-a16d-148c68257302 None None] DHCP port deletion for d8cd0683-c8d1-48e0-aa57-95c4d8adc147 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:19:54.751258 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-589534ec-90c6-4127-ab44-dabf4686cf33 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:54.786806 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-589534ec-90c6-4127-ab44-dabf4686cf33 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d9d8b8-c7be-4650-b058-f7f1798638b1']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:54.802121 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-589534ec-90c6-4127-ab44-dabf4686cf33 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6a3ea3-a8bd-4b5a-b0bc-1aaecc905483') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:54.802773 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-589534ec-90c6-4127-ab44-dabf4686cf33 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6a3ea3-a8bd-4b5a-b0bc-1aaecc905483') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:54.812184 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9a76a9e1-16ca-4a93-aad5-d6b50ebc3014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:54.822019 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-589534ec-90c6-4127-ab44-dabf4686cf33 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:54.828289 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-1f24a46f-d3c2-4629-a16d-148c68257302 None None] Deleting port ae553a2b-5f0a-4b83-a77c-4dca784b212a {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:19:54.835418 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1f24a46f-d3c2-4629-a16d-148c68257302 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:54.849279 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-589534ec-90c6-4127-ab44-dabf4686cf33 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:54.851924 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5836-5867-4cb2-930e-24322450495f tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:54.855491 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5836-5867-4cb2-930e-24322450495f tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:54.875989 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-589534ec-90c6-4127-ab44-dabf4686cf33 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:19:54.875989 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-589534ec-90c6-4127-ab44-dabf4686cf33 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:54.885834 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:19:54.885834 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:19:54.885834 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:19:54.885834 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:19:54.885834 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:19:54.885834 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:19:54.885834 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:19:54.885834 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:19:54.885834 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:19:54.885834 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:19:54.885834 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:19:54.885834 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:19:54.885834 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:19:54.885834 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:19:54.885834 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:19:54.885834 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:19:54.885834 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:19:54.885834 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:19:54.885834 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:19:54.885834 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:19:54.885834 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:19:54.885834 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:19:54.885834 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:19:54.885834 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:19:54.885834 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:19:54.885834 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:19:54.885834 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:19:54.885834 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:19:54.885834 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:19:54.885834 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:19:54.885834 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:19:54.885834 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:19:54.906040 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f49ae0dc-a0bc-46a5-a265-a9d54c453f22 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:19:54.939180 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a76a9e1-16ca-4a93-aad5-d6b50ebc3014 admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:19:54.950778 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-9a76a9e1-16ca-4a93-aad5-d6b50ebc3014 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:54.954047 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a76a9e1-16ca-4a93-aad5-d6b50ebc3014 admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:19:54.971271 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-1f24a46f-d3c2-4629-a16d-148c68257302 None None] For port ae553a2b-5f0a-4b83-a77c-4dca784b212a, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ae553a2b-5f0a-4b83-a77c-4dca784b212a,segment=NetworkSegment(b7802a09-6ed2-487c-ad0c-1ed06391e0d4),segment_id=b7802a09-6ed2-487c-ad0c-1ed06391e0d4)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:54.972019 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1f24a46f-d3c2-4629-a16d-148c68257302 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:55.005090 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-1f24a46f-d3c2-4629-a16d-148c68257302 None None] Calling delete_port for ae553a2b-5f0a-4b83-a77c-4dca784b212a owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:19:55.017531 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5836-5867-4cb2-930e-24322450495f tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:55.027099 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a76a9e1-16ca-4a93-aad5-d6b50ebc3014 admin admin] Pushing event updated for resources: {'Port': ['ID=5c789c63-f458-46d7-bea3-50d43ca885a9,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:55.030241 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-9fc0a082-6293-4fe1-9d89-d86c8e3d2a30 admin admin] Allocated IP 172.25.6.81 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/e796285a-1ab5-4a2d-a3b5-9a999060332a) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:19:55.076160 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port f49ae0dc-a0bc-46a5-a265-a9d54c453f22 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:55.076532 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:55.093152 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-589534ec-90c6-4127-ab44-dabf4686cf33 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:55.100298 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-589534ec-90c6-4127-ab44-dabf4686cf33 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:55.106617 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-589534ec-90c6-4127-ab44-dabf4686cf33 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/networks/12d9d8b8-c7be-4650-b058-f7f1798638b1 HTTP/1.1" status: 204 len: 168 time: 0.7164092 Dec 17 15:19:55.107230 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52572) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:55.132384 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5836-5867-4cb2-930e-24322450495f tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:55.135619 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589534ec-90c6-4127-ab44-dabf4686cf33 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event deleted for resources: {'Network': ['ID=12d9d8b8-c7be-4650-b058-f7f1798638b1,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:55.191495 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:55.230602 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-18f66afb-5eea-4335-89f8-107f8ca441f2 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:55.235032 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port f49ae0dc-a0bc-46a5-a265-a9d54c453f22, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f49ae0dc-a0bc-46a5-a265-a9d54c453f22,segment=NetworkSegment(54dd5740-79cd-4538-9d3f-7af7e424ac18),segment_id=54dd5740-79cd-4538-9d3f-7af7e424ac18)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:55.265276 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c07b26-d76b-48b9-b4bd-e07a3b6adb98 None None] Network 69b31584-89e2-47f2-8520-6af05b2ff039 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:19:55.280764 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1f24a46f-d3c2-4629-a16d-148c68257302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:55.321519 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:55.322311 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 7717163b-cb77-4474-9c4c-200b925f739d up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:19:55.379902 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24a46f-d3c2-4629-a16d-148c68257302 None None] Pushing event deleted for resources: {'Port': ['ID=ae553a2b-5f0a-4b83-a77c-4dca784b212a,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:55.437211 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=f49ae0dc-a0bc-46a5-a265-a9d54c453f22,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:55.446603 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f24a46f-d3c2-4629-a16d-148c68257302 None None] No DVR routers for this DVR port ae553a2b-5f0a-4b83-a77c-4dca784b212a on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:19:55.478963 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c5997477-9d6e-4a8c-bc6d-14941bbe7786 None None] Provisioning complete for port f49ae0dc-a0bc-46a5-a265-a9d54c453f22 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:55.479340 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c5997477-9d6e-4a8c-bc6d-14941bbe7786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:55.597310 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 7717163b-cb77-4474-9c4c-200b925f739d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:55.597801 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:55.605938 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5836-5867-4cb2-930e-24322450495f tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:55.607408 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6f4a5836-5867-4cb2-930e-24322450495f tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9068406 Dec 17 15:19:55.610073 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52574) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:55.690226 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:55.697996 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ecc6e563-192f-4d49-98b7-227d4ce79770 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:55.736326 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c8b6d-40f1-47de-93a9-7394f80d085f req-e601a513-0303-4452-a887-87ad6b61fcb5 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:55.745691 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f61c8b6d-40f1-47de-93a9-7394f80d085f req-e601a513-0303-4452-a887-87ad6b61fcb5 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f9e6297-3254-4a34-b59b-7cc01acf8294 HTTP/1.1" status: 200 len: 945 time: 0.7019734 Dec 17 15:19:55.749317 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef562d0e-4b16-4d40-88b9-7d22b5033280 None None] Network c10aa86e-d9d7-4652-a2e1-0c001585515a requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:19:55.754176 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9fc0a082-6293-4fe1-9d89-d86c8e3d2a30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:55.797279 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-18f66afb-5eea-4335-89f8-107f8ca441f2 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Deleting port ae553a2b-5f0a-4b83-a77c-4dca784b212a {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:19:55.802711 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-18f66afb-5eea-4335-89f8-107f8ca441f2 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:55.880160 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f61c8b6d-40f1-47de-93a9-7394f80d085f req-1d67865a-72c7-42f5-ac1d-98923d4ed4af tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281149 Dec 17 15:19:55.880909 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:55.897741 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0cba1f-9383-4bad-aa14-9820ef63aaaa req-70c5654a-72b6-47f0-aa62-74721e518ed8 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:55.910558 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0cba1f-9383-4bad-aa14-9820ef63aaaa req-70c5654a-72b6-47f0-aa62-74721e518ed8 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:55.919790 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb0cba1f-9383-4bad-aa14-9820ef63aaaa req-70c5654a-72b6-47f0-aa62-74721e518ed8 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f03744-7c06-4f23-a307-3c57173c7089 HTTP/1.1" status: 200 len: 1678 time: 0.1332099 Dec 17 15:19:55.958507 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 7717163b-cb77-4474-9c4c-200b925f739d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=7717163b-cb77-4474-9c4c-200b925f739d,segment=NetworkSegment(f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6),segment_id=f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:55.962717 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ecc6e563-192f-4d49-98b7-227d4ce79770 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:55.969686 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ecc6e563-192f-4d49-98b7-227d4ce79770 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:55.979164 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-18f66afb-5eea-4335-89f8-107f8ca441f2 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] For port ae553a2b-5f0a-4b83-a77c-4dca784b212a, host n-d-820553-2, got binding levels [] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:55.979491 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-1e2b596b-2910-48a6-bcdc-79a2b9d61f81 None None] Provisioning complete for port 7717163b-cb77-4474-9c4c-200b925f739d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:55.979603 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-18f66afb-5eea-4335-89f8-107f8ca441f2 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:55.979873 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1e2b596b-2910-48a6-bcdc-79a2b9d61f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:55.988029 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device b6041139-dc64-4f33-8e2d-2bf809fa158e details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:19:56.027276 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:56.050360 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-18f66afb-5eea-4335-89f8-107f8ca441f2 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Calling delete_port for ae553a2b-5f0a-4b83-a77c-4dca784b212a owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:19:56.053896 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.ipam_backend_mixin [None req-18f66afb-5eea-4335-89f8-107f8ca441f2 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Port ae553a2b-5f0a-4b83-a77c-4dca784b212a was not found and therefore no delete operation was performed {{(pid=102833) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 15:19:56.055323 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-18f66afb-5eea-4335-89f8-107f8ca441f2 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:56.087390 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f66afb-5eea-4335-89f8-107f8ca441f2 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event deleted for resources: {'Port': ['ID=ae553a2b-5f0a-4b83-a77c-4dca784b212a,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:56.088947 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9a76a9e1-16ca-4a93-aad5-d6b50ebc3014 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:56.092258 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f66afb-5eea-4335-89f8-107f8ca441f2 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] No DVR routers for this DVR port ae553a2b-5f0a-4b83-a77c-4dca784b212a on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:19:56.098835 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ecc6e563-192f-4d49-98b7-227d4ce79770 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:56.099290 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc6e563-192f-4d49-98b7-227d4ce79770 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 44160719-e7b3-4d34-b55b-82d6cfbfd49b {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:19:56.120663 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c507d66f-4a1b-4262-8d1a-1847239da9ea no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:19:56.134602 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb0cba1f-9383-4bad-aa14-9820ef63aaaa req-4854d173-34de-4635-8c95-be5278845fc3 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108977 Dec 17 15:19:56.135985 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ecc6e563-192f-4d49-98b7-227d4ce79770 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:56.137274 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ecc6e563-192f-4d49-98b7-227d4ce79770 tempest-RoutersTestDVR-1417494269 tempest-RoutersTestDVR-1417494269-project-admin] 10.222.0.46 "DELETE /v2.0/routers/44160719-e7b3-4d34-b55b-82d6cfbfd49b HTTP/1.1" status: 204 len: 168 time: 0.5260611 Dec 17 15:19:56.207499 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-18f66afb-5eea-4335-89f8-107f8ca441f2 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:56.207724 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: c507d66f-4a1b-4262-8d1a-1847239da9ea {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:19:56.207979 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c507d66f-4a1b-4262-8d1a-1847239da9ea not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:19:56.233325 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-18f66afb-5eea-4335-89f8-107f8ca441f2 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8cd0683-c8d1-48e0-aa57-95c4d8adc147']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:56.247922 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-18f66afb-5eea-4335-89f8-107f8ca441f2 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7802a09-6ed2-487c-ad0c-1ed06391e0d4') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:56.248349 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-18f66afb-5eea-4335-89f8-107f8ca441f2 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7802a09-6ed2-487c-ad0c-1ed06391e0d4') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:56.266477 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=7717163b-cb77-4474-9c4c-200b925f739d,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:56.268445 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-18f66afb-5eea-4335-89f8-107f8ca441f2 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:56.284760 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-18f66afb-5eea-4335-89f8-107f8ca441f2 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:56.293293 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f66afb-5eea-4335-89f8-107f8ca441f2 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:19:56.293711 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-18f66afb-5eea-4335-89f8-107f8ca441f2 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:56.298531 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:19:56.298531 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:19:56.298531 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:19:56.298531 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:19:56.298531 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:19:56.298531 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:19:56.298531 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:19:56.298531 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:19:56.298531 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:19:56.298531 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:19:56.298531 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:19:56.298531 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:19:56.298531 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:19:56.298531 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:19:56.298531 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:19:56.298531 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:19:56.298531 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:19:56.298531 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:19:56.298531 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:19:56.298531 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:19:56.298531 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:19:56.298531 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:19:56.298531 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:19:56.298531 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:19:56.298531 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:19:56.298531 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:19:56.298531 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:19:56.298531 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:19:56.298531 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:19:56.298531 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:19:56.298531 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:19:56.298531 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:19:56.317335 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9fc0a082-6293-4fe1-9d89-d86c8e3d2a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:56.339654 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port b6041139-dc64-4f33-8e2d-2bf809fa158e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=b6041139-dc64-4f33-8e2d-2bf809fa158e,segment=NetworkSegment(55fa4acc-a0e6-4068-af8b-3abd2ad2b407),segment_id=55fa4acc-a0e6-4068-af8b-3abd2ad2b407)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:56.358054 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'b6041139-dc64-4f33-8e2d-2bf809fa158e', 'network_id': 'a526368f-6035-425a-bdfd-bd4b8f0b22ed', 'port_id': 'b6041139-dc64-4f33-8e2d-2bf809fa158e', 'mac_address': 'fa:16:3e:eb:61:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd24084d0-70fc-4378-94e4-aa2a27ab1cb6', 'ip_address': '19.86.0.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:19:56.404801 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:56.412842 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc0a082-6293-4fe1-9d89-d86c8e3d2a30 admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:19:56.420361 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6041139-dc64-4f33-8e2d-2bf809fa158e {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:19:56.423007 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-9fc0a082-6293-4fe1-9d89-d86c8e3d2a30 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:56.425323 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-18f66afb-5eea-4335-89f8-107f8ca441f2 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:56.435870 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc0a082-6293-4fe1-9d89-d86c8e3d2a30 admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:19:56.455429 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-18f66afb-5eea-4335-89f8-107f8ca441f2 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:56.459665 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-18f66afb-5eea-4335-89f8-107f8ca441f2 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/networks/d8cd0683-c8d1-48e0-aa57-95c4d8adc147 HTTP/1.1" status: 204 len: 168 time: 1.3501077 Dec 17 15:19:56.460942 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f66afb-5eea-4335-89f8-107f8ca441f2 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event deleted for resources: {'Network': ['ID=d8cd0683-c8d1-48e0-aa57-95c4d8adc147,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:56.463885 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52586) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:56.470767 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-d93af892-8b65-4a71-9b34-630fb4efe329 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Request body: {'network': {'name': 'tempest-RoutersTest-105721912'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:56.473120 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port b6041139-dc64-4f33-8e2d-2bf809fa158e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=b6041139-dc64-4f33-8e2d-2bf809fa158e,segment=NetworkSegment(55fa4acc-a0e6-4068-af8b-3abd2ad2b407),segment_id=55fa4acc-a0e6-4068-af8b-3abd2ad2b407)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:56.482872 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-592d7f2a-ed3c-4a10-bfd4-b55721e36b0e None None] Provisioning complete for port f49ae0dc-a0bc-46a5-a265-a9d54c453f22 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:56.482872 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-592d7f2a-ed3c-4a10-bfd4-b55721e36b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:56.509528 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0a082-6293-4fe1-9d89-d86c8e3d2a30 admin admin] Pushing event updated for resources: {'Port': ['ID=e796285a-1ab5-4a2d-a3b5-9a999060332a,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:56.524821 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd61af9-c03d-4b9d-abef-fce7d137d0dc req-40d8937d-e02d-4bb5-b8ec-a3575b8a519d tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:56.526438 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3bd61af9-c03d-4b9d-abef-fce7d137d0dc req-40d8937d-e02d-4bb5-b8ec-a3575b8a519d tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 945 time: 0.4219618 Dec 17 15:19:56.535402 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:56.536648 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device cc5dd43a-df13-41ed-afd4-4a387b7b1400 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:19:56.601621 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93af892-8b65-4a71-9b34-630fb4efe329 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Made reservation on behalf of 2f3e4e66f57e4196ab4d1021f592ec02 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:19:56.606127 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d93af892-8b65-4a71-9b34-630fb4efe329 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:56.678365 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d93af892-8b65-4a71-9b34-630fb4efe329 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:19:56.703014 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d93af892-8b65-4a71-9b34-630fb4efe329 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:56.703362 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-d93af892-8b65-4a71-9b34-630fb4efe329 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Added segment c8a552cf-301f-4114-af7a-a21e73d91e3d of type vlan for network d1c7ae40-f110-420a-a295-04e616447ec0 Dec 17 15:19:56.745715 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3bd61af9-c03d-4b9d-abef-fce7d137d0dc req-42215cb0-3f16-40ed-9f25-23639908fdbc tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107964 Dec 17 15:19:56.807964 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d93af892-8b65-4a71-9b34-630fb4efe329 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:56.836372 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52598) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:56.885909 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9a76a9e1-16ca-4a93-aad5-d6b50ebc3014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:56.895935 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=b6041139-dc64-4f33-8e2d-2bf809fa158e,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:56.898233 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f49ae0dc-a0bc-46a5-a265-a9d54c453f22 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:19:56.922103 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d93af892-8b65-4a71-9b34-630fb4efe329 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:56.929241 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93af892-8b65-4a71-9b34-630fb4efe329 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:56.929909 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d93af892-8b65-4a71-9b34-630fb4efe329 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:57.001054 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port cc5dd43a-df13-41ed-afd4-4a387b7b1400, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=cc5dd43a-df13-41ed-afd4-4a387b7b1400,segment=NetworkSegment(300e1da5-9048-4a3f-901c-483ec1580d1b),segment_id=300e1da5-9048-4a3f-901c-483ec1580d1b)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:57.003803 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port f49ae0dc-a0bc-46a5-a265-a9d54c453f22 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:57.003803 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:57.044665 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d93af892-8b65-4a71-9b34-630fb4efe329 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5769370 Dec 17 15:19:57.045505 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52604) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:57.046626 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-797cc61d-a0b2-4a39-962d-a8ff9d03a620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:57.057342 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'cc5dd43a-df13-41ed-afd4-4a387b7b1400', 'network_id': '17a420c5-b0fd-470c-842c-21674b2fdb30', 'port_id': 'cc5dd43a-df13-41ed-afd4-4a387b7b1400', 'mac_address': 'fa:16:3e:8e:98:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49c1d977-876b-48e0-9f0c-103cbf1aa37f', 'ip_address': '19.80.0.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:19:57.060604 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-5fb6e972-4e12-4da6-acbf-44d24361401c tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Request body: {'subnet': {'network_id': 'd1c7ae40-f110-420a-a295-04e616447ec0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:57.104169 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:57.119028 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93af892-8b65-4a71-9b34-630fb4efe329 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Network': ['ID=d1c7ae40-f110-420a-a295-04e616447ec0,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:57.153134 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac541898-b6f7-4640-b98c-b85bcca81f12 req-ed404310-5ccd-4872-b2cb-c1d8cac4d539 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:57.157193 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ac541898-b6f7-4640-b98c-b85bcca81f12 req-ed404310-5ccd-4872-b2cb-c1d8cac4d539 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f9e6297-3254-4a34-b59b-7cc01acf8294 HTTP/1.1" status: 200 len: 945 time: 0.1583688 Dec 17 15:19:57.157323 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-198ff682-12f4-4777-997b-c1dc6eb9a26e None None] Provisioning complete for port 7717163b-cb77-4474-9c4c-200b925f739d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:57.157323 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-198ff682-12f4-4777-997b-c1dc6eb9a26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:57.183313 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9fc0a082-6293-4fe1-9d89-d86c8e3d2a30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:57.191480 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network d1c7ae40-f110-420a-a295-04e616447ec0 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:19:57.214766 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc5dd43a-df13-41ed-afd4-4a387b7b1400 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:19:57.235935 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-797cc61d-a0b2-4a39-962d-a8ff9d03a620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:57.242022 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb6e972-4e12-4da6-acbf-44d24361401c tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Made reservation on behalf of 2f3e4e66f57e4196ab4d1021f592ec02 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:19:57.248027 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5fb6e972-4e12-4da6-acbf-44d24361401c tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:57.313310 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-797cc61d-a0b2-4a39-962d-a8ff9d03a620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:57.316435 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ac541898-b6f7-4640-b98c-b85bcca81f12 req-991ce138-0a81-4613-b68e-008bab8a0330 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302936 Dec 17 15:19:57.325913 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 7717163b-cb77-4474-9c4c-200b925f739d up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:19:57.367661 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port cc5dd43a-df13-41ed-afd4-4a387b7b1400, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=cc5dd43a-df13-41ed-afd4-4a387b7b1400,segment=NetworkSegment(300e1da5-9048-4a3f-901c-483ec1580d1b),segment_id=300e1da5-9048-4a3f-901c-483ec1580d1b)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:57.380657 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-797cc61d-a0b2-4a39-962d-a8ff9d03a620 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=afa3b97fcf69445b997a385f45bec383&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5428958 Dec 17 15:19:57.385024 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52610) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:57.385806 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797cc61d-a0b2-4a39-962d-a8ff9d03a620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af30f1a-e2fe-40fb-8353-11a3dfec021b,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:57.393343 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 7717163b-cb77-4474-9c4c-200b925f739d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:19:57.393343 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:57.417699 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deaad54-740c-411b-bea2-045461c7a676 req-43217a6e-3136-4630-9453-a4599f4aa2d6 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:57.425429 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deaad54-740c-411b-bea2-045461c7a676 req-43217a6e-3136-4630-9453-a4599f4aa2d6 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:57.434514 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6deaad54-740c-411b-bea2-045461c7a676 req-43217a6e-3136-4630-9453-a4599f4aa2d6 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f03744-7c06-4f23-a307-3c57173c7089 HTTP/1.1" status: 200 len: 1679 time: 0.1529686 Dec 17 15:19:57.486595 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:57.499665 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-95e2164c-a2c0-4d11-90c7-725d3949644e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:57.522579 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a76a9e1-16ca-4a93-aad5-d6b50ebc3014 admin admin] Router 52fee96b-1e5f-4f46-b954-0a7339d3384d is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:19:57.537728 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=cc5dd43a-df13-41ed-afd4-4a387b7b1400,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:57.559542 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-95e2164c-a2c0-4d11-90c7-725d3949644e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:57.570248 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ae553a2b-5f0a-4b83-a77c-4dca784b212a no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:19:57.574725 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6deaad54-740c-411b-bea2-045461c7a676 req-2548457f-5706-4b46-8737-bb4e81ac9cc4 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345699 Dec 17 15:19:57.599374 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: ae553a2b-5f0a-4b83-a77c-4dca784b212a {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:19:57.599915 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ae553a2b-5f0a-4b83-a77c-4dca784b212a not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:19:57.613305 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5fb6e972-4e12-4da6-acbf-44d24361401c tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:57.672827 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9fc0a082-6293-4fe1-9d89-d86c8e3d2a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:57.683669 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6e972-4e12-4da6-acbf-44d24361401c tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Subnet': ['ID=5e0c2a67-c482-41fa-ae68-a5c652f434bd,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:57.690938 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb6e972-4e12-4da6-acbf-44d24361401c tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Checking segment: {'id': 'c8a552cf-301f-4114-af7a-a21e73d91e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd1c7ae40-f110-420a-a295-04e616447ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:19:57.691392 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb6e972-4e12-4da6-acbf-44d24361401c tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network hostable DHCP agents. Network: d1c7ae40-f110-420a-a295-04e616447ec0, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:19:57.706015 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-95e2164c-a2c0-4d11-90c7-725d3949644e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:57.708455 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-95e2164c-a2c0-4d11-90c7-725d3949644e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:57.709734 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-95e2164c-a2c0-4d11-90c7-725d3949644e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7af30f1a-e2fe-40fb-8353-11a3dfec021b HTTP/1.1" status: 204 len: 168 time: 0.3207779 Dec 17 15:19:57.717402 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e2164c-a2c0-4d11-90c7-725d3949644e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af30f1a-e2fe-40fb-8353-11a3dfec021b,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:57.771235 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a76a9e1-16ca-4a93-aad5-d6b50ebc3014 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:19:57.786572 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb0058d-3c2e-49f9-987c-54551f88351c None None] Sync routers for ids ['52fee96b-1e5f-4f46-b954-0a7339d3384d'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:19:57.794307 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb0058d-3c2e-49f9-987c-54551f88351c None None] Routers {'52fee96b-1e5f-4f46-b954-0a7339d3384d'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:19:57.794886 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-0cb0058d-3c2e-49f9-987c-54551f88351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:19:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['52fee96b-1e5f-4f46-b954-0a7339d3384d'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:57.813763 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb6e972-4e12-4da6-acbf-44d24361401c tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network d1c7ae40-f110-420a-a295-04e616447ec0 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:19:57.892171 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7fcb8d-66c1-48c5-ac19-6c8b1c67a43a req-e56650dd-a795-4f3b-833e-039bbe70595a tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:57.893820 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bc7fcb8d-66c1-48c5-ac19-6c8b1c67a43a req-e56650dd-a795-4f3b-833e-039bbe70595a tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 945 time: 0.0673571 Dec 17 15:19:57.911209 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-0cb0058d-3c2e-49f9-987c-54551f88351c None None] Set router 52fee96b-1e5f-4f46-b954-0a7339d3384d gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:19:57.924141 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9a76a9e1-16ca-4a93-aad5-d6b50ebc3014 admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:57.925375 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9a76a9e1-16ca-4a93-aad5-d6b50ebc3014 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.7798088 Dec 17 15:19:57.928553 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52616) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:57.938967 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bc7fcb8d-66c1-48c5-ac19-6c8b1c67a43a req-8fe16196-ed93-426f-b17a-9028af9cf580 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388646 Dec 17 15:19:57.962464 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc0a082-6293-4fe1-9d89-d86c8e3d2a30 admin admin] Router debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:19:57.970009 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['b6041139-dc64-4f33-8e2d-2bf809fa158e'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:19:57.999871 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 665244a1-4426-4132-ae3b-d484332b9781 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:19:58.002508 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-5fb6e972-4e12-4da6-acbf-44d24361401c tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, d1c7ae40-f110-420a-a295-04e616447ec0) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:58.008166 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb6e972-4e12-4da6-acbf-44d24361401c tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:58.009180 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5fb6e972-4e12-4da6-acbf-44d24361401c tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:58.074671 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a41adea-0052-4e5a-b1af-015a63c60a27 None None] Network d1c7ae40-f110-420a-a295-04e616447ec0 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:19:58.112111 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5fb6e972-4e12-4da6-acbf-44d24361401c tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0608618 Dec 17 15:19:58.129828 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52620) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:58.139044 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc0a082-6293-4fe1-9d89-d86c8e3d2a30 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:19:58.139248 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-0cb0058d-3c2e-49f9-987c-54551f88351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'name': 'tempest-ServersTestJSON-208176351-router', 'tenant_id': '3a84ebc937934de99ce0f3e190e62521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '5c789c63-f458-46d7-bea3-50d43ca885a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:19:52Z', 'updated_at': '2021-12-17T15:19:55Z', 'revision_number': 3, 'project_id': '3a84ebc937934de99ce0f3e190e62521', 'gw_port': {'id': '5c789c63-f458-46d7-bea3-50d43ca885a9', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:54Z', 'updated_at': '2021-12-17T15:19:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:58.151131 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-d04d089f-51b3-4136-8371-f791cfc930b6 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2078789503', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:58.184238 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb0058d-3c2e-49f9-987c-54551f88351c None None] Checking router: 52fee96b-1e5f-4f46-b954-0a7339d3384d for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:19:58.184591 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb0058d-3c2e-49f9-987c-54551f88351c None None] Updating router 52fee96b-1e5f-4f46-b954-0a7339d3384d port 5c789c63-f458-46d7-bea3-50d43ca885a9 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:19:58.190987 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503ed6cb-0c6b-483e-8f15-61c78e9c4d2f None None] Sync routers for ids ['debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:19:58.224224 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-0cb0058d-3c2e-49f9-987c-54551f88351c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:58.234008 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:58.241845 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503ed6cb-0c6b-483e-8f15-61c78e9c4d2f None None] Routers {'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:19:58.243130 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-503ed6cb-0c6b-483e-8f15-61c78e9c4d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:19:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:58.272793 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d04d089f-51b3-4136-8371-f791cfc930b6 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:58.276295 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d04d089f-51b3-4136-8371-f791cfc930b6 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:58.372648 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9e6297-3254-4a34-b59b-7cc01acf8294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '665244a1-4426-4132-ae3b-d484332b9781'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:19:58.373556 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d04d089f-51b3-4136-8371-f791cfc930b6 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:58.375189 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c71cd6-089c-4d6c-a826-af5bb5e8358d" -d '{"events": [{"server_uuid": "5f9e6297-3254-4a34-b59b-7cc01acf8294", "name": "network-vif-unplugged", "status": "completed", "tag": "665244a1-4426-4132-ae3b-d484332b9781"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:19:58.393641 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9fc0a082-6293-4fe1-9d89-d86c8e3d2a30 admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:58.401282 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9fc0a082-6293-4fe1-9d89-d86c8e3d2a30 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2193298 Dec 17 15:19:58.401282 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52626) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:58.453999 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 665244a1-4426-4132-ae3b-d484332b9781, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=665244a1-4426-4132-ae3b-d484332b9781,segment=NetworkSegment(75195253-a18c-43b8-b6db-179ccc3e1ed0),segment_id=75195253-a18c-43b8-b6db-179ccc3e1ed0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:19:58.471801 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a19fa2a-a06a-435c-a1f5-a676064a2e3a x-openstack-request-id: req-6a19fa2a-a06a-435c-a1f5-a676064a2e3a {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:19:58.477751 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9e6297-3254-4a34-b59b-7cc01acf8294", "name": "network-vif-unplugged", "status": "completed", "tag": "665244a1-4426-4132-ae3b-d484332b9781", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:19:58.478296 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6a19fa2a-a06a-435c-a1f5-a676064a2e3a {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:19:58.479319 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9e6297-3254-4a34-b59b-7cc01acf8294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '665244a1-4426-4132-ae3b-d484332b9781', 'code': 200} Dec 17 15:19:58.518901 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1264bb30-17cb-49e7-85d0-8021990845a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:58.532773 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:58.533664 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d04d089f-51b3-4136-8371-f791cfc930b6 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:58.543231 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-503ed6cb-0c6b-483e-8f15-61c78e9c4d2f None None] Set router debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:19:58.576207 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-0cb0058d-3c2e-49f9-987c-54551f88351c None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:58.628023 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3664d2-36e4-4ed9-8dba-10aac6306d26 req-d432327f-cdd7-4b94-a79e-eb17e4eabc1e tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:58.630132 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1f3664d2-36e4-4ed9-8dba-10aac6306d26 req-d432327f-cdd7-4b94-a79e-eb17e4eabc1e tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f9e6297-3254-4a34-b59b-7cc01acf8294 HTTP/1.1" status: 200 len: 943 time: 0.1623473 Dec 17 15:19:58.647705 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52632) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:58.684063 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3940475-98b1-4261-a436-635b6ec7dc27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-d1c7ae40-f110-420a-a295-04e616447ec0', 'network_id': 'd1c7ae40-f110-420a-a295-04e616447ec0', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'fixed_ips': [{'subnet_id': '5e0c2a67-c482-41fa-ae68-a5c652f434bd'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:19:58.684988 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b3940475-98b1-4261-a436-635b6ec7dc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:58.699689 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-0cb0058d-3c2e-49f9-987c-54551f88351c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:58.755097 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8e8fb616-dc95-4de9-b2fa-0ede51e36cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:58.759292 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-0cb0058d-3c2e-49f9-987c-54551f88351c None None] Attempting to bind port 5c789c63-f458-46d7-bea3-50d43ca885a9 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:19:58.761510 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-0cb0058d-3c2e-49f9-987c-54551f88351c None None] Attempting to bind port 5c789c63-f458-46d7-bea3-50d43ca885a9 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:19:58.762105 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0058d-3c2e-49f9-987c-54551f88351c None None] Attempting to bind port 5c789c63-f458-46d7-bea3-50d43ca885a9 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:19:58.767062 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab01e7-c93c-42f9-9e4a-f7685ceec0e1 None None] Pushing event updated for resources: {'Port': ['ID=5c789c63-f458-46d7-bea3-50d43ca885a9,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:58.775994 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0058d-3c2e-49f9-987c-54551f88351c None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:19:58.776663 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0058d-3c2e-49f9-987c-54551f88351c None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:19:58.777325 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-0cb0058d-3c2e-49f9-987c-54551f88351c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:58.777855 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0058d-3c2e-49f9-987c-54551f88351c None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:19:58.778471 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-0cb0058d-3c2e-49f9-987c-54551f88351c None None] Bound port: 5c789c63-f458-46d7-bea3-50d43ca885a9, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:19:58.779057 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-0cb0058d-3c2e-49f9-987c-54551f88351c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:58.794482 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d04d089f-51b3-4136-8371-f791cfc930b6 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:58.794482 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d04d089f-51b3-4136-8371-f791cfc930b6 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6507368 Dec 17 15:19:58.824725 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52634) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:19:58.834302 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-1264bb30-17cb-49e7-85d0-8021990845a1 admin admin] Allocated IP 172.20.0.1 (69b31584-89e2-47f2-8520-6af05b2ff039/13b0e24e-3e36-4c0a-9576-ed2a6035e7fe/17b78a3a-fe72-428b-bef8-687039cb5f86) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:19:58.835420 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1f3664d2-36e4-4ed9-8dba-10aac6306d26 req-d8726aa7-c442-4190-80d2-328827cd0ebd tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977031 Dec 17 15:19:58.841528 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-1fe34bce-e19d-4496-b3f3-58ee4e243dbd tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Request body: {'port': {'network_id': 'd1c7ae40-f110-420a-a295-04e616447ec0', 'name': 'tempest-RoutersTest-1083929229'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:19:58.847998 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-0cb0058d-3c2e-49f9-987c-54551f88351c None None] For port 5c789c63-f458-46d7-bea3-50d43ca885a9, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:19:58.854146 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-0cb0058d-3c2e-49f9-987c-54551f88351c None None] For port 5c789c63-f458-46d7-bea3-50d43ca885a9, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=5c789c63-f458-46d7-bea3-50d43ca885a9,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:19:58.856839 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ab01e7-c93c-42f9-9e4a-f7685ceec0e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:58.859339 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ab01e7-c93c-42f9-9e4a-f7685ceec0e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:58.859339 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ab01e7-c93c-42f9-9e4a-f7685ceec0e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:58.859339 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ab01e7-c93c-42f9-9e4a-f7685ceec0e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:58.859339 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ab01e7-c93c-42f9-9e4a-f7685ceec0e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:58.859339 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ab01e7-c93c-42f9-9e4a-f7685ceec0e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:58.859339 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ab01e7-c93c-42f9-9e4a-f7685ceec0e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:58.859863 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ab01e7-c93c-42f9-9e4a-f7685ceec0e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:58.860380 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ab01e7-c93c-42f9-9e4a-f7685ceec0e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:58.860847 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ab01e7-c93c-42f9-9e4a-f7685ceec0e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:58.861344 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ab01e7-c93c-42f9-9e4a-f7685ceec0e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:58.861822 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ab01e7-c93c-42f9-9e4a-f7685ceec0e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:19:58.912125 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-0cb0058d-3c2e-49f9-987c-54551f88351c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:58.927970 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=665244a1-4426-4132-ae3b-d484332b9781,revision_number=8']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:58.959752 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a238af0-523c-42b1-ae58-0272d4ad4d47 req-ef8e7df6-a0cc-4c17-9980-e143428cdbd8 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:58.962247 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5a238af0-523c-42b1-ae58-0272d4ad4d47 req-ef8e7df6-a0cc-4c17-9980-e143428cdbd8 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f9e6297-3254-4a34-b59b-7cc01acf8294 HTTP/1.1" status: 200 len: 943 time: 0.2174778 Dec 17 15:19:59.003732 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab01e7-c93c-42f9-9e4a-f7685ceec0e1 None None] Pushing event updated for resources: {'Port': ['ID=5c789c63-f458-46d7-bea3-50d43ca885a9,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:59.043668 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb0058d-3c2e-49f9-987c-54551f88351c None None] Routers {'52fee96b-1e5f-4f46-b954-0a7339d3384d'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:19:59.044990 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['cc5dd43a-df13-41ed-afd4-4a387b7b1400'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:19:59.046735 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-0cb0058d-3c2e-49f9-987c-54551f88351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:19:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['52fee96b-1e5f-4f46-b954-0a7339d3384d'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:59.060657 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1264bb30-17cb-49e7-85d0-8021990845a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:59.110122 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-637276be-399d-4781-b5df-b5af7e655609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:59.190213 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-b3940475-98b1-4261-a436-635b6ec7dc27 None None] Allocated IP 172.20.0.2 (d1c7ae40-f110-420a-a295-04e616447ec0/5e0c2a67-c482-41fa-ae68-a5c652f434bd/905a2542-efb3-4029-be18-89747bed1f45) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:19:59.200860 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-0cb0058d-3c2e-49f9-987c-54551f88351c None None] Set router 52fee96b-1e5f-4f46-b954-0a7339d3384d gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:19:59.203509 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1264bb30-17cb-49e7-85d0-8021990845a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:59.207177 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-503ed6cb-0c6b-483e-8f15-61c78e9c4d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'name': 'tempest-ServersTestManualDisk-1535961204-router', 'tenant_id': 'a24e8e82b4a34912861fe996df8e96eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'e796285a-1ab5-4a2d-a3b5-9a999060332a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:19:52Z', 'updated_at': '2021-12-17T15:19:56Z', 'revision_number': 3, 'project_id': 'a24e8e82b4a34912861fe996df8e96eb', 'gw_port': {'id': 'e796285a-1ab5-4a2d-a3b5-9a999060332a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:54Z', 'updated_at': '2021-12-17T15:19:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:59.228243 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1264bb30-17cb-49e7-85d0-8021990845a1 admin admin] Network 69b31584-89e2-47f2-8520-6af05b2ff039 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:19:59.231761 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-1264bb30-17cb-49e7-85d0-8021990845a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:19:59.246739 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503ed6cb-0c6b-483e-8f15-61c78e9c4d2f None None] Checking router: debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:19:59.246739 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503ed6cb-0c6b-483e-8f15-61c78e9c4d2f None None] Updating router debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b port e796285a-1ab5-4a2d-a3b5-9a999060332a binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:19:59.251206 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1264bb30-17cb-49e7-85d0-8021990845a1 admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:19:59.384297 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a61fb-92ba-404b-a510-d8cd7c23d431 req-d66ec6ce-8db7-45cb-903a-810fd0329964 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:59.391519 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a61fb-92ba-404b-a510-d8cd7c23d431 req-d66ec6ce-8db7-45cb-903a-810fd0329964 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:59.393373 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0b9a61fb-92ba-404b-a510-d8cd7c23d431 req-d66ec6ce-8db7-45cb-903a-810fd0329964 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f03744-7c06-4f23-a307-3c57173c7089 HTTP/1.1" status: 200 len: 1680 time: 0.7212074 Dec 17 15:19:59.393629 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264bb30-17cb-49e7-85d0-8021990845a1 admin admin] Pushing event updated for resources: {'Port': ['ID=17b78a3a-fe72-428b-bef8-687039cb5f86,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:19:59.396599 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1264bb30-17cb-49e7-85d0-8021990845a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:59.422821 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-503ed6cb-0c6b-483e-8f15-61c78e9c4d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:59.446382 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-0cb0058d-3c2e-49f9-987c-54551f88351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'name': 'tempest-ServersTestJSON-208176351-router', 'tenant_id': '3a84ebc937934de99ce0f3e190e62521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '5c789c63-f458-46d7-bea3-50d43ca885a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:19:52Z', 'updated_at': '2021-12-17T15:19:55Z', 'revision_number': 3, 'project_id': '3a84ebc937934de99ce0f3e190e62521', 'gw_port': {'id': '5c789c63-f458-46d7-bea3-50d43ca885a9', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:54Z', 'updated_at': '2021-12-17T15:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:19:59.479148 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb0058d-3c2e-49f9-987c-54551f88351c None None] The sync data for ids ['52fee96b-1e5f-4f46-b954-0a7339d3384d'] in n-d-820553-2 is: [{'id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'name': 'tempest-ServersTestJSON-208176351-router', 'tenant_id': '3a84ebc937934de99ce0f3e190e62521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '5c789c63-f458-46d7-bea3-50d43ca885a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:19:52Z', 'updated_at': '2021-12-17T15:19:55Z', 'revision_number': 3, 'project_id': '3a84ebc937934de99ce0f3e190e62521', 'gw_port': {'id': '5c789c63-f458-46d7-bea3-50d43ca885a9', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:54Z', 'updated_at': '2021-12-17T15:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:19:59.666842 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1264bb30-17cb-49e7-85d0-8021990845a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:59.722327 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0b9a61fb-92ba-404b-a510-d8cd7c23d431 req-0bec7ebd-7b8d-4fbf-bc3a-98102a6280f6 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120515 Dec 17 15:19:59.782589 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8e8fb616-dc95-4de9-b2fa-0ede51e36cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:59.793898 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31352d2c-07a5-4072-99cd-a65d5b3b1226 req-fa873b3e-af63-4cfe-8781-56d6f4744286 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:19:59.804587 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-31352d2c-07a5-4072-99cd-a65d5b3b1226 req-fa873b3e-af63-4cfe-8781-56d6f4744286 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 945 time: 0.3987985 Dec 17 15:19:59.887118 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8e8fb616-dc95-4de9-b2fa-0ede51e36cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:59.904470 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe34bce-e19d-4496-b3f3-58ee4e243dbd tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Made reservation on behalf of 2f3e4e66f57e4196ab4d1021f592ec02 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:19:59.913417 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1fe34bce-e19d-4496-b3f3-58ee4e243dbd tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:59.936044 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b3940475-98b1-4261-a436-635b6ec7dc27 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:19:59.968670 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1264bb30-17cb-49e7-85d0-8021990845a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:00.014149 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-02bc3c43-b390-4de9-b745-8bfa0545f4bb None None] Provisioning complete for port 17b78a3a-fe72-428b-bef8-687039cb5f86 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:00.014542 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-02bc3c43-b390-4de9-b745-8bfa0545f4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:00.020657 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b3940475-98b1-4261-a436-635b6ec7dc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:00.022866 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device b6041139-dc64-4f33-8e2d-2bf809fa158e up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:20:00.025363 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1264bb30-17cb-49e7-85d0-8021990845a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:00.038960 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-5a238af0-523c-42b1-ae58-0272d4ad4d47 req-4b7186b9-c5b6-41cd-a3d5-47d9acda3602 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Deleting port 665244a1-4426-4132-ae3b-d484332b9781 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:20:00.039975 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5a238af0-523c-42b1-ae58-0272d4ad4d47 req-4b7186b9-c5b6-41cd-a3d5-47d9acda3602 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:00.099984 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1264bb30-17cb-49e7-85d0-8021990845a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:00.103369 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264bb30-17cb-49e7-85d0-8021990845a1 admin admin] Pushing event updated for resources: {'Port': ['ID=17b78a3a-fe72-428b-bef8-687039cb5f86,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:00.155344 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-5a238af0-523c-42b1-ae58-0272d4ad4d47 req-4b7186b9-c5b6-41cd-a3d5-47d9acda3602 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] For port 665244a1-4426-4132-ae3b-d484332b9781, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=665244a1-4426-4132-ae3b-d484332b9781,segment=NetworkSegment(75195253-a18c-43b8-b6db-179ccc3e1ed0),segment_id=75195253-a18c-43b8-b6db-179ccc3e1ed0)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:00.155868 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5a238af0-523c-42b1-ae58-0272d4ad4d47 req-4b7186b9-c5b6-41cd-a3d5-47d9acda3602 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:00.168519 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3940475-98b1-4261-a436-635b6ec7dc27 None None] Network d1c7ae40-f110-420a-a295-04e616447ec0 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:20:00.174522 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-5a238af0-523c-42b1-ae58-0272d4ad4d47 req-4b7186b9-c5b6-41cd-a3d5-47d9acda3602 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Calling delete_port for 665244a1-4426-4132-ae3b-d484332b9781 owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:20:00.189374 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-b3940475-98b1-4261-a436-635b6ec7dc27 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:00.194570 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-02bc3c43-b390-4de9-b745-8bfa0545f4bb None None] Port 17b78a3a-fe72-428b-bef8-687039cb5f86 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:20:00.203136 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3940475-98b1-4261-a436-635b6ec7dc27 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:20:00.213454 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3940475-98b1-4261-a436-635b6ec7dc27 None None] Pushing event updated for resources: {'Port': ['ID=905a2542-efb3-4029-be18-89747bed1f45,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:00.218213 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port b6041139-dc64-4f33-8e2d-2bf809fa158e completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:20:00.250568 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port b6041139-dc64-4f33-8e2d-2bf809fa158e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:00.251217 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:00.261916 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1264bb30-17cb-49e7-85d0-8021990845a1 admin admin] Network 69b31584-89e2-47f2-8520-6af05b2ff039 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:20:00.264335 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-1264bb30-17cb-49e7-85d0-8021990845a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:00.278522 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-31352d2c-07a5-4072-99cd-a65d5b3b1226 req-4d9ea2eb-9355-4e64-9b8a-c2b3937af422 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668236 Dec 17 15:20:00.303204 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7fa613a-ca94-4f8e-a672-4514916c35f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:00.307696 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8e8fb616-dc95-4de9-b2fa-0ede51e36cf8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=66f73cec2d8b41e7898178bf74764d16&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6535411 Dec 17 15:20:00.315381 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8fb616-dc95-4de9-b2fa-0ede51e36cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f38e088-0ac8-473a-abc7-18e0552ad2e5,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:00.317890 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52644) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:00.335360 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-1fe34bce-e19d-4496-b3f3-58ee4e243dbd tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] device_id is not set on port 776b64ce-fac5-4f05-9e97-64730143c3aa yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:20:00.354527 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b3940475-98b1-4261-a436-635b6ec7dc27 None None] Attempting to bind port 905a2542-efb3-4029-be18-89747bed1f45 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:20:00.354908 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b3940475-98b1-4261-a436-635b6ec7dc27 None None] Attempting to bind port 905a2542-efb3-4029-be18-89747bed1f45 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'c8a552cf-301f-4114-af7a-a21e73d91e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd1c7ae40-f110-420a-a295-04e616447ec0'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:20:00.355289 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3940475-98b1-4261-a436-635b6ec7dc27 None None] Attempting to bind port 905a2542-efb3-4029-be18-89747bed1f45 on network d1c7ae40-f110-420a-a295-04e616447ec0 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:20:00.371487 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3940475-98b1-4261-a436-635b6ec7dc27 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:20:00.371898 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3940475-98b1-4261-a436-635b6ec7dc27 None None] Checking segment: {'id': 'c8a552cf-301f-4114-af7a-a21e73d91e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd1c7ae40-f110-420a-a295-04e616447ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:20:00.372436 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b3940475-98b1-4261-a436-635b6ec7dc27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:00.372836 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3940475-98b1-4261-a436-635b6ec7dc27 None None] Bound using segment: {'id': 'c8a552cf-301f-4114-af7a-a21e73d91e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd1c7ae40-f110-420a-a295-04e616447ec0'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:20:00.373350 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b3940475-98b1-4261-a436-635b6ec7dc27 None None] Bound port: 905a2542-efb3-4029-be18-89747bed1f45, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a552cf-301f-4114-af7a-a21e73d91e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd1c7ae40-f110-420a-a295-04e616447ec0'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:20:00.373737 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b3940475-98b1-4261-a436-635b6ec7dc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:00.468767 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1264bb30-17cb-49e7-85d0-8021990845a1 admin admin] Router 52fee96b-1e5f-4f46-b954-0a7339d3384d has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:20:00.515319 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b3940475-98b1-4261-a436-635b6ec7dc27 None None] For port 905a2542-efb3-4029-be18-89747bed1f45, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:20:00.518897 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b3940475-98b1-4261-a436-635b6ec7dc27 None None] For port 905a2542-efb3-4029-be18-89747bed1f45, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=905a2542-efb3-4029-be18-89747bed1f45,segment=NetworkSegment(c8a552cf-301f-4114-af7a-a21e73d91e3d),segment_id=c8a552cf-301f-4114-af7a-a21e73d91e3d)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:20:00.576467 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-503ed6cb-0c6b-483e-8f15-61c78e9c4d2f None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:00.630126 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:00.635377 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b3940475-98b1-4261-a436-635b6ec7dc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:00.667969 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1264bb30-17cb-49e7-85d0-8021990845a1 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:20:00.674772 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1264bb30-17cb-49e7-85d0-8021990845a1 admin admin] 10.222.0.46 "PUT /v2.0/routers/52fee96b-1e5f-4f46-b954-0a7339d3384d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7441928 Dec 17 15:20:00.717750 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f03744-7c06-4f23-a307-3c57173c7089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6041139-dc64-4f33-8e2d-2bf809fa158e'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:20:00.720541 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507b10be-1081-416a-afa3-98281e6ec0de" -d '{"events": [{"server_uuid": "a2f03744-7c06-4f23-a307-3c57173c7089", "name": "network-vif-plugged", "status": "completed", "tag": "b6041139-dc64-4f33-8e2d-2bf809fa158e"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:20:00.743491 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-503ed6cb-0c6b-483e-8f15-61c78e9c4d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:00.781980 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port b6041139-dc64-4f33-8e2d-2bf809fa158e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=b6041139-dc64-4f33-8e2d-2bf809fa158e,segment=NetworkSegment(55fa4acc-a0e6-4068-af8b-3abd2ad2b407),segment_id=55fa4acc-a0e6-4068-af8b-3abd2ad2b407)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:00.797124 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 5c789c63-f458-46d7-bea3-50d43ca885a9 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:20:00.841676 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2180d8a-8095-4c9f-ba47-1b0dfda5c1f8 x-openstack-request-id: req-a2180d8a-8095-4c9f-ba47-1b0dfda5c1f8 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:20:00.842021 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f03744-7c06-4f23-a307-3c57173c7089", "name": "network-vif-plugged", "status": "completed", "tag": "b6041139-dc64-4f33-8e2d-2bf809fa158e", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:20:00.842362 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a2180d8a-8095-4c9f-ba47-1b0dfda5c1f8 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:20:00.842653 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f03744-7c06-4f23-a307-3c57173c7089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6041139-dc64-4f33-8e2d-2bf809fa158e', 'code': 200} Dec 17 15:20:00.843769 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3940475-98b1-4261-a436-635b6ec7dc27 None None] Pushing event updated for resources: {'Port': ['ID=905a2542-efb3-4029-be18-89747bed1f45,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:00.850030 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:00.920016 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11891c3c-e3d3-4f58-b64b-54e9fe299839 None None] Pushing event updated for resources: {'Port': ['ID=e796285a-1ab5-4a2d-a3b5-9a999060332a,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:00.926412 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-503ed6cb-0c6b-483e-8f15-61c78e9c4d2f None None] Attempting to bind port e796285a-1ab5-4a2d-a3b5-9a999060332a on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:20:00.928884 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-503ed6cb-0c6b-483e-8f15-61c78e9c4d2f None None] Attempting to bind port e796285a-1ab5-4a2d-a3b5-9a999060332a by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:20:00.928884 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503ed6cb-0c6b-483e-8f15-61c78e9c4d2f None None] Attempting to bind port e796285a-1ab5-4a2d-a3b5-9a999060332a on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:20:00.944432 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e03e0-be33-4254-9ebc-9af0f74c65fa req-7988a94f-5a08-4a1a-97f1-a88639a88164 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:00.946670 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-498e03e0-be33-4254-9ebc-9af0f74c65fa req-7988a94f-5a08-4a1a-97f1-a88639a88164 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f9e6297-3254-4a34-b59b-7cc01acf8294 HTTP/1.1" status: 200 len: 943 time: 0.9501586 Dec 17 15:20:00.970027 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d83f3d77-3a79-4ef9-b554-0fe12b11047b None None] Provisioning complete for port 17b78a3a-fe72-428b-bef8-687039cb5f86 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:00.973576 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d83f3d77-3a79-4ef9-b554-0fe12b11047b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:00.983605 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503ed6cb-0c6b-483e-8f15-61c78e9c4d2f None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:20:00.983991 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503ed6cb-0c6b-483e-8f15-61c78e9c4d2f None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:20:00.986277 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-503ed6cb-0c6b-483e-8f15-61c78e9c4d2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:00.986277 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503ed6cb-0c6b-483e-8f15-61c78e9c4d2f None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:20:00.986277 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-503ed6cb-0c6b-483e-8f15-61c78e9c4d2f None None] Bound port: e796285a-1ab5-4a2d-a3b5-9a999060332a, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:20:00.986277 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-503ed6cb-0c6b-483e-8f15-61c78e9c4d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:01.065134 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-1fe34bce-e19d-4496-b3f3-58ee4e243dbd tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Allocated IP 172.20.0.9 (d1c7ae40-f110-420a-a295-04e616447ec0/5e0c2a67-c482-41fa-ae68-a5c652f434bd/776b64ce-fac5-4f05-9e97-64730143c3aa) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:20:01.116590 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-926141bf-f49c-4977-b242-2f929dd2a6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:01.124636 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=b6041139-dc64-4f33-8e2d-2bf809fa158e,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:01.146693 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d83f3d77-3a79-4ef9-b554-0fe12b11047b None None] Port 17b78a3a-fe72-428b-bef8-687039cb5f86 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:20:01.156906 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 5c789c63-f458-46d7-bea3-50d43ca885a9 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:01.157315 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:01.191147 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-503ed6cb-0c6b-483e-8f15-61c78e9c4d2f None None] For port e796285a-1ab5-4a2d-a3b5-9a999060332a, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:20:01.191843 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-498e03e0-be33-4254-9ebc-9af0f74c65fa req-696df70b-5d51-4755-adbe-9967301a5691 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed054346-43e5-47d3-96a4-a99509b9a81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238803 Dec 17 15:20:01.196076 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9244ee35-66c6-4c8f-9b2b-b48fda88de80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:01.217302 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-e7fa613a-ca94-4f8e-a672-4514916c35f7 admin admin] Allocated IP 172.20.0.1 (c10aa86e-d9d7-4652-a2e1-0c001585515a/d180b79e-c3bb-4569-b61e-f0770c463335/c60582f2-ecff-43d4-a0bb-31479b1b35f0) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:20:01.217643 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-503ed6cb-0c6b-483e-8f15-61c78e9c4d2f None None] For port e796285a-1ab5-4a2d-a3b5-9a999060332a, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e796285a-1ab5-4a2d-a3b5-9a999060332a,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:20:01.279645 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:01.300947 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cede2f3-c63d-4806-9eb8-78dd003bb00b req-06d6e696-3c67-4f2b-9f29-de5df8c89799 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:01.309087 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 5c789c63-f458-46d7-bea3-50d43ca885a9, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=5c789c63-f458-46d7-bea3-50d43ca885a9,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:01.310936 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cede2f3-c63d-4806-9eb8-78dd003bb00b req-06d6e696-3c67-4f2b-9f29-de5df8c89799 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:01.311228 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-503ed6cb-0c6b-483e-8f15-61c78e9c4d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:01.313490 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4cede2f3-c63d-4806-9eb8-78dd003bb00b req-06d6e696-3c67-4f2b-9f29-de5df8c89799 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f03744-7c06-4f23-a307-3c57173c7089 HTTP/1.1" status: 200 len: 1681 time: 0.3947308 Dec 17 15:20:01.337616 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9244ee35-66c6-4c8f-9b2b-b48fda88de80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:01.375148 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503ed6cb-0c6b-483e-8f15-61c78e9c4d2f None None] Routers {'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:20:01.375890 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-503ed6cb-0c6b-483e-8f15-61c78e9c4d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:20:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:01.427895 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5a238af0-523c-42b1-ae58-0272d4ad4d47 req-4b7186b9-c5b6-41cd-a3d5-47d9acda3602 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:01.468562 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:01.490856 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11891c3c-e3d3-4f58-b64b-54e9fe299839 None None] Pushing event updated for resources: {'Port': ['ID=e796285a-1ab5-4a2d-a3b5-9a999060332a,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:01.526275 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7186b9-c5b6-41cd-a3d5-47d9acda3602 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Pushing event deleted for resources: {'Port': ['ID=665244a1-4426-4132-ae3b-d484332b9781,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:01.560946 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-503ed6cb-0c6b-483e-8f15-61c78e9c4d2f None None] Set router debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:20:01.576172 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4cede2f3-c63d-4806-9eb8-78dd003bb00b req-222782cc-8c83-4334-b333-f93ae7791ad7 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042091 Dec 17 15:20:01.619681 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a238af0-523c-42b1-ae58-0272d4ad4d47 req-4b7186b9-c5b6-41cd-a3d5-47d9acda3602 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] No DVR routers for this DVR port 665244a1-4426-4132-ae3b-d484332b9781 on host n-h1-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:20:01.629175 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5a238af0-523c-42b1-ae58-0272d4ad4d47 req-4b7186b9-c5b6-41cd-a3d5-47d9acda3602 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:01.632535 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5a238af0-523c-42b1-ae58-0272d4ad4d47 req-4b7186b9-c5b6-41cd-a3d5-47d9acda3602 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.41 "DELETE /v2.0/ports/665244a1-4426-4132-ae3b-d484332b9781 HTTP/1.1" status: 204 len: 173 time: 2.6558244 Dec 17 15:20:01.633611 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9e6297-3254-4a34-b59b-7cc01acf8294', 'name': 'network-vif-deleted', 'tag': '665244a1-4426-4132-ae3b-d484332b9781'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:20:01.636892 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7b295e-1e29-4833-9f4c-07c4edffc9f6" -d '{"events": [{"server_uuid": "5f9e6297-3254-4a34-b59b-7cc01acf8294", "name": "network-vif-deleted", "tag": "665244a1-4426-4132-ae3b-d484332b9781"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:20:01.683922 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=5c789c63-f458-46d7-bea3-50d43ca885a9,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:01.694774 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7fa613a-ca94-4f8e-a672-4514916c35f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:01.701011 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9244ee35-66c6-4c8f-9b2b-b48fda88de80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:01.703625 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9244ee35-66c6-4c8f-9b2b-b48fda88de80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:01.705950 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9244ee35-66c6-4c8f-9b2b-b48fda88de80 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0f38e088-0ac8-473a-abc7-18e0552ad2e5 HTTP/1.1" status: 204 len: 168 time: 1.3710494 Dec 17 15:20:01.756409 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1fe34bce-e19d-4496-b3f3-58ee4e243dbd tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:01.760116 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244ee35-66c6-4c8f-9b2b-b48fda88de80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f38e088-0ac8-473a-abc7-18e0552ad2e5,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:01.829456 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b760a5-d908-49b2-8650-ee320de16a95 req-0b3783c4-baf6-4459-8e1a-f26223335653 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:01.830784 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-65b760a5-d908-49b2-8650-ee320de16a95 req-0b3783c4-baf6-4459-8e1a-f26223335653 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 945 time: 0.1408987 Dec 17 15:20:01.891119 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-65b760a5-d908-49b2-8650-ee320de16a95 req-71d6180d-4497-4bbd-a5cb-975e9508a5a4 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530248 Dec 17 15:20:01.912543 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52664) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:01.921473 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-5338b55b-c420-41d7-b77a-3965c8198ce6 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Request body: {'security_group': {'name': 'tempest-securitygroup--589137503', 'description': 'tempest-description--260464149'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:01.922517 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7fa613a-ca94-4f8e-a672-4514916c35f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:01.968227 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-503ed6cb-0c6b-483e-8f15-61c78e9c4d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'name': 'tempest-ServersTestManualDisk-1535961204-router', 'tenant_id': 'a24e8e82b4a34912861fe996df8e96eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'e796285a-1ab5-4a2d-a3b5-9a999060332a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:19:52Z', 'updated_at': '2021-12-17T15:19:56Z', 'revision_number': 3, 'project_id': 'a24e8e82b4a34912861fe996df8e96eb', 'gw_port': {'id': 'e796285a-1ab5-4a2d-a3b5-9a999060332a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:54Z', 'updated_at': '2021-12-17T15:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:02.001878 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503ed6cb-0c6b-483e-8f15-61c78e9c4d2f None None] The sync data for ids ['debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b'] in n-d-820553-2 is: [{'id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'name': 'tempest-ServersTestManualDisk-1535961204-router', 'tenant_id': 'a24e8e82b4a34912861fe996df8e96eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'e796285a-1ab5-4a2d-a3b5-9a999060332a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:19:52Z', 'updated_at': '2021-12-17T15:19:56Z', 'revision_number': 3, 'project_id': 'a24e8e82b4a34912861fe996df8e96eb', 'gw_port': {'id': 'e796285a-1ab5-4a2d-a3b5-9a999060332a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:54Z', 'updated_at': '2021-12-17T15:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:20:02.016379 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa613a-ca94-4f8e-a672-4514916c35f7 admin admin] Pushing event updated for resources: {'Port': ['ID=c60582f2-ecff-43d4-a0bb-31479b1b35f0,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:02.027035 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af86dd68-2ed2-49e4-b057-63765716a658 x-openstack-request-id: req-af86dd68-2ed2-49e4-b057-63765716a658 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:20:02.027704 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9e6297-3254-4a34-b59b-7cc01acf8294", "name": "network-vif-deleted", "tag": "665244a1-4426-4132-ae3b-d484332b9781", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:20:02.028103 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-af86dd68-2ed2-49e4-b057-63765716a658 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:20:02.028676 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9e6297-3254-4a34-b59b-7cc01acf8294', 'name': 'network-vif-deleted', 'tag': '665244a1-4426-4132-ae3b-d484332b9781', 'status': 'completed', 'code': 200} Dec 17 15:20:02.030196 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1fe34bce-e19d-4496-b3f3-58ee4e243dbd tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:02.037676 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device cc5dd43a-df13-41ed-afd4-4a387b7b1400 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:20:02.085940 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fa613a-ca94-4f8e-a672-4514916c35f7 admin admin] Network c10aa86e-d9d7-4652-a2e1-0c001585515a is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:20:02.093830 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-e7fa613a-ca94-4f8e-a672-4514916c35f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:02.103463 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fa613a-ca94-4f8e-a672-4514916c35f7 admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:20:02.161755 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe34bce-e19d-4496-b3f3-58ee4e243dbd tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network d1c7ae40-f110-420a-a295-04e616447ec0 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:20:02.182984 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-1fe34bce-e19d-4496-b3f3-58ee4e243dbd tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:02.194001 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe34bce-e19d-4496-b3f3-58ee4e243dbd tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:20:02.194846 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe34bce-e19d-4496-b3f3-58ee4e243dbd tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Port': ['ID=776b64ce-fac5-4f05-9e97-64730143c3aa,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:02.236056 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port cc5dd43a-df13-41ed-afd4-4a387b7b1400 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:20:02.242667 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port cc5dd43a-df13-41ed-afd4-4a387b7b1400 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:02.242667 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:02.286270 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:02.316288 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1db8ce-adf1-4f29-9995-46e8882c1475 None None] Sync routers for ids ['52fee96b-1e5f-4f46-b954-0a7339d3384d'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:20:02.338945 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1db8ce-adf1-4f29-9995-46e8882c1475 None None] Routers {'52fee96b-1e5f-4f46-b954-0a7339d3384d'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:20:02.339605 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-7a1db8ce-adf1-4f29-9995-46e8882c1475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:20:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['52fee96b-1e5f-4f46-b954-0a7339d3384d'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:02.341811 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7fa613a-ca94-4f8e-a672-4514916c35f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:02.528514 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:02.602830 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a3146ead-444d-4a4e-b8dc-148ed8216d22 req-f8ef9ed1-7abb-4dee-9c54-7bf00c4a9345 tempest-ImagesTestJSON-898120940 tempest-ImagesTestJSON-898120940-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f9e6297-3254-4a34-b59b-7cc01acf8294 HTTP/1.1" status: 200 len: 210 time: 0.2358735 Dec 17 15:20:02.649906 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port cc5dd43a-df13-41ed-afd4-4a387b7b1400, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=cc5dd43a-df13-41ed-afd4-4a387b7b1400,segment=NetworkSegment(300e1da5-9048-4a3f-901c-483ec1580d1b),segment_id=300e1da5-9048-4a3f-901c-483ec1580d1b)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:02.682573 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe34bce-e19d-4496-b3f3-58ee4e243dbd tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:02.683559 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1fe34bce-e19d-4496-b3f3-58ee4e243dbd tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:02.694991 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a7582624-6f14-4cc0-9fb0-e43ecabb9306 None None] Provisioning complete for port c60582f2-ecff-43d4-a0bb-31479b1b35f0 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:02.695903 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a7582624-6f14-4cc0-9fb0-e43ecabb9306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:02.716526 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-7a1db8ce-adf1-4f29-9995-46e8882c1475 None None] Set router 52fee96b-1e5f-4f46-b954-0a7339d3384d gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:20:02.784823 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5338b55b-c420-41d7-b77a-3965c8198ce6 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:02.788571 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214e87f1-eb28-4383-8fb0-525a92ab0c51 None None] Network d1c7ae40-f110-420a-a295-04e616447ec0 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:20:02.798056 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:02.925521 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f340e2c-8fdf-4363-acfe-d29505851bd1 req-45640162-3e82-4c25-bac6-a86d9e5381c4 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:02.931352 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f03744-7c06-4f23-a307-3c57173c7089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5dd43a-df13-41ed-afd4-4a387b7b1400'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:20:02.939124 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe9e73b-c57c-44dd-a541-c8936847cb8d" -d '{"events": [{"server_uuid": "a2f03744-7c06-4f23-a307-3c57173c7089", "name": "network-vif-plugged", "status": "completed", "tag": "cc5dd43a-df13-41ed-afd4-4a387b7b1400"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:20:02.940795 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f340e2c-8fdf-4363-acfe-d29505851bd1 req-45640162-3e82-4c25-bac6-a86d9e5381c4 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:02.942444 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=cc5dd43a-df13-41ed-afd4-4a387b7b1400,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:02.944791 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5f340e2c-8fdf-4363-acfe-d29505851bd1 req-45640162-3e82-4c25-bac6-a86d9e5381c4 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f03744-7c06-4f23-a307-3c57173c7089 HTTP/1.1" status: 200 len: 1682 time: 0.1401234 Dec 17 15:20:02.956873 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1fe34bce-e19d-4496-b3f3-58ee4e243dbd tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.1203582 Dec 17 15:20:02.958611 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52686) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:03.037257 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5338b55b-c420-41d7-b77a-3965c8198ce6 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:03.040204 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-a7582624-6f14-4cc0-9fb0-e43ecabb9306 None None] Port c60582f2-ecff-43d4-a0bb-31479b1b35f0 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:20:03.047670 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 905a2542-efb3-4029-be18-89747bed1f45 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:20:03.110518 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5338b55b-c420-41d7-b77a-3965c8198ce6 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:03.173838 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338b55b-c420-41d7-b77a-3965c8198ce6 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddad14b1-2022-4401-be7a-1e07d982a656,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:03.182197 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5f340e2c-8fdf-4363-acfe-d29505851bd1 req-8dc32b56-516d-4733-b96f-0e26cc2e3819 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163200 Dec 17 15:20:03.182792 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7fa613a-ca94-4f8e-a672-4514916c35f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:03.219498 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-b6da00de-a8b0-4f4f-bd01-9fa1ca09edc1 None None] Provisioning complete for port 905a2542-efb3-4029-be18-89747bed1f45 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:03.221578 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b6da00de-a8b0-4f4f-bd01-9fa1ca09edc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:03.226492 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-7a1db8ce-adf1-4f29-9995-46e8882c1475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'name': 'tempest-ServersTestJSON-208176351-router', 'tenant_id': '3a84ebc937934de99ce0f3e190e62521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '5c789c63-f458-46d7-bea3-50d43ca885a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:19:52Z', 'updated_at': '2021-12-17T15:19:59Z', 'revision_number': 4, 'project_id': '3a84ebc937934de99ce0f3e190e62521', 'gw_port': {'id': '5c789c63-f458-46d7-bea3-50d43ca885a9', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:54Z', 'updated_at': '2021-12-17T15:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '17b78a3a-fe72-428b-bef8-687039cb5f86', 'name': '', 'network_id': '69b31584-89e2-47f2-8520-6af05b2ff039', 'tenant_id': '3a84ebc937934de99ce0f3e190e62521', 'mac_address': 'fa:16:3e:7c:00:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '13b0e24e-3e36-4c0a-9576-ed2a6035e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:58Z', 'updated_at': '2021-12-17T15:19:59Z', 'revision_number': 2, 'project_id': '3a84ebc937934de99ce0f3e190e62521', 'subnets': [{'id': '13b0e24e-3e36-4c0a-9576-ed2a6035e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:03.268188 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1db8ce-adf1-4f29-9995-46e8882c1475 None None] Checking router: 52fee96b-1e5f-4f46-b954-0a7339d3384d for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:20:03.268536 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1db8ce-adf1-4f29-9995-46e8882c1475 None None] Updating router 52fee96b-1e5f-4f46-b954-0a7339d3384d port 17b78a3a-fe72-428b-bef8-687039cb5f86 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:20:03.278543 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09167710-01cc-4536-8062-62cd43ef2d9b x-openstack-request-id: req-09167710-01cc-4536-8062-62cd43ef2d9b {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:20:03.279072 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f03744-7c06-4f23-a307-3c57173c7089", "name": "network-vif-plugged", "status": "completed", "tag": "cc5dd43a-df13-41ed-afd4-4a387b7b1400", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:20:03.279258 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-09167710-01cc-4536-8062-62cd43ef2d9b {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:20:03.279735 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f03744-7c06-4f23-a307-3c57173c7089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5dd43a-df13-41ed-afd4-4a387b7b1400', 'code': 200} Dec 17 15:20:03.280009 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5338b55b-c420-41d7-b77a-3965c8198ce6 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:03.297076 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7f611-2f3d-4cb4-b1a0-685aa311bbe5 req-10f26c48-2e41-4359-8e3e-777c5c45609c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:03.305277 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5338b55b-c420-41d7-b77a-3965c8198ce6 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3738441 Dec 17 15:20:03.305658 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-7a1db8ce-adf1-4f29-9995-46e8882c1475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:03.305822 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 905a2542-efb3-4029-be18-89747bed1f45 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:03.305987 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52690) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:03.306144 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:03.306298 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-11c7f611-2f3d-4cb4-b1a0-685aa311bbe5 req-10f26c48-2e41-4359-8e3e-777c5c45609c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 945 time: 0.2147229 Dec 17 15:20:03.314566 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-7882b3bf-4b6a-4c86-ae81-f6be4545a461 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Request body: {'security_group_rule': {'security_group_id': 'ddad14b1-2022-4401-be7a-1e07d982a656', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:03.441831 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7882b3bf-4b6a-4c86-ae81-f6be4545a461 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:03.552028 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7882b3bf-4b6a-4c86-ae81-f6be4545a461 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:03.630509 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7882b3bf-4b6a-4c86-ae81-f6be4545a461 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:03.664834 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882b3bf-4b6a-4c86-ae81-f6be4545a461 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=730c72ba-d91d-44fd-adb4-9910a2f67642,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:03.724180 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7882b3bf-4b6a-4c86-ae81-f6be4545a461 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:03.727558 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7882b3bf-4b6a-4c86-ae81-f6be4545a461 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4254451 Dec 17 15:20:03.729017 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52704) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:03.739372 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-b2b96153-4afb-4246-9c89-4bdff7190b99 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Request body: {'security_group_rule': {'security_group_id': 'ddad14b1-2022-4401-be7a-1e07d982a656', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:03.766578 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b6da00de-a8b0-4f4f-bd01-9fa1ca09edc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:03.793324 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:03.795568 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-7a1db8ce-adf1-4f29-9995-46e8882c1475 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:03.825807 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:03.843325 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b6da00de-a8b0-4f4f-bd01-9fa1ca09edc1 None None] For port 905a2542-efb3-4029-be18-89747bed1f45, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=905a2542-efb3-4029-be18-89747bed1f45,segment=NetworkSegment(c8a552cf-301f-4114-af7a-a21e73d91e3d),segment_id=c8a552cf-301f-4114-af7a-a21e73d91e3d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:03.862318 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52706) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:03.870554 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-7a1db8ce-adf1-4f29-9995-46e8882c1475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:03.900107 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b6da00de-a8b0-4f4f-bd01-9fa1ca09edc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:03.907190 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b2b96153-4afb-4246-9c89-4bdff7190b99 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:03.970174 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7fa613a-ca94-4f8e-a672-4514916c35f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:04.020991 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:20:04.021753 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:20:04.032451 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b2b96153-4afb-4246-9c89-4bdff7190b99 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:04.035894 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 665244a1-4426-4132-ae3b-d484332b9781 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:20:04.088447 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7fa613a-ca94-4f8e-a672-4514916c35f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:04.120944 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-eb8c838c-3f81-4ae5-bafb-08ed0526108f tempest-AgentManagementNegativeTest-1019324524 tempest-AgentManagementNegativeTest-1019324524-project] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2494967 Dec 17 15:20:04.121743 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b2b96153-4afb-4246-9c89-4bdff7190b99 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:04.134823 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da00de-a8b0-4f4f-bd01-9fa1ca09edc1 None None] Pushing event updated for resources: {'Port': ['ID=905a2542-efb3-4029-be18-89747bed1f45,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:04.150752 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0489cb-2c84-4271-b1f4-59380323f847 None None] Pushing event updated for resources: {'Port': ['ID=17b78a3a-fe72-428b-bef8-687039cb5f86,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:04.151311 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-11c7f611-2f3d-4cb4-b1a0-685aa311bbe5 req-bd2bbe1a-2322-4132-9135-635c15ceac42 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7997882 Dec 17 15:20:04.158923 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 665244a1-4426-4132-ae3b-d484332b9781 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:20:04.160101 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 665244a1-4426-4132-ae3b-d484332b9781 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:20:04.167424 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b96153-4afb-4246-9c89-4bdff7190b99 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be65beeb-9d5c-4227-afef-c507f0ac4f22,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:04.183961 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-5744f5f4-58e2-4fca-b7b0-01d960169a10 None None] Provisioning complete for port 905a2542-efb3-4029-be18-89747bed1f45 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:04.183961 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5744f5f4-58e2-4fca-b7b0-01d960169a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:04.232914 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336cb6e-f68f-4e10-8c9e-dc7f8f4087de req-7c017e67-9810-44ff-9d3d-f9d081189516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:04.235328 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336cb6e-f68f-4e10-8c9e-dc7f8f4087de req-7c017e67-9810-44ff-9d3d-f9d081189516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:04.238657 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1336cb6e-f68f-4e10-8c9e-dc7f8f4087de req-7c017e67-9810-44ff-9d3d-f9d081189516 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a2f03744-7c06-4f23-a307-3c57173c7089 HTTP/1.1" status: 200 len: 1984 time: 0.6151900 Dec 17 15:20:04.266571 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b2b96153-4afb-4246-9c89-4bdff7190b99 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:04.267900 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b2b96153-4afb-4246-9c89-4bdff7190b99 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5364785 Dec 17 15:20:04.272387 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52714) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:04.283946 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-7a1db8ce-adf1-4f29-9995-46e8882c1475 None None] Attempting to bind port 17b78a3a-fe72-428b-bef8-687039cb5f86 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:20:04.287349 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-7a1db8ce-adf1-4f29-9995-46e8882c1475 None None] Attempting to bind port 17b78a3a-fe72-428b-bef8-687039cb5f86 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '54dd5740-79cd-4538-9d3f-7af7e424ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '69b31584-89e2-47f2-8520-6af05b2ff039'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:20:04.287349 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1db8ce-adf1-4f29-9995-46e8882c1475 None None] Attempting to bind port 17b78a3a-fe72-428b-bef8-687039cb5f86 on network 69b31584-89e2-47f2-8520-6af05b2ff039 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:20:04.287671 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:04.292467 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-1eae1de7-b98d-4efc-aee7-e8cfcec1ab06 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:04.299456 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1db8ce-adf1-4f29-9995-46e8882c1475 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:20:04.300187 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1db8ce-adf1-4f29-9995-46e8882c1475 None None] Checking segment: {'id': '54dd5740-79cd-4538-9d3f-7af7e424ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '69b31584-89e2-47f2-8520-6af05b2ff039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:20:04.300840 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-7a1db8ce-adf1-4f29-9995-46e8882c1475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:04.301450 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1db8ce-adf1-4f29-9995-46e8882c1475 None None] Bound using segment: {'id': '54dd5740-79cd-4538-9d3f-7af7e424ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '69b31584-89e2-47f2-8520-6af05b2ff039'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:20:04.311314 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-7a1db8ce-adf1-4f29-9995-46e8882c1475 None None] Bound port: 17b78a3a-fe72-428b-bef8-687039cb5f86, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54dd5740-79cd-4538-9d3f-7af7e424ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '69b31584-89e2-47f2-8520-6af05b2ff039'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:20:04.313800 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-7a1db8ce-adf1-4f29-9995-46e8882c1475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:04.422210 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa613a-ca94-4f8e-a672-4514916c35f7 admin admin] Pushing event updated for resources: {'Port': ['ID=c60582f2-ecff-43d4-a0bb-31479b1b35f0,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:04.471400 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-7a1db8ce-adf1-4f29-9995-46e8882c1475 None None] For port 17b78a3a-fe72-428b-bef8-687039cb5f86, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:20:04.472554 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-5744f5f4-58e2-4fca-b7b0-01d960169a10 None None] Provisioning complete for port 776b64ce-fac5-4f05-9e97-64730143c3aa triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:04.473219 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5744f5f4-58e2-4fca-b7b0-01d960169a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:04.480319 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-7a1db8ce-adf1-4f29-9995-46e8882c1475 None None] For port 17b78a3a-fe72-428b-bef8-687039cb5f86, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=17b78a3a-fe72-428b-bef8-687039cb5f86,segment=NetworkSegment(54dd5740-79cd-4538-9d3f-7af7e424ac18),segment_id=54dd5740-79cd-4538-9d3f-7af7e424ac18)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:20:04.498658 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1eae1de7-b98d-4efc-aee7-e8cfcec1ab06 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks [] for floatingip, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:04.532460 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-5744f5f4-58e2-4fca-b7b0-01d960169a10 None None] Port 776b64ce-fac5-4f05-9e97-64730143c3aa cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:20:04.577710 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 5c789c63-f458-46d7-bea3-50d43ca885a9 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:20:04.579414 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-7a1db8ce-adf1-4f29-9995-46e8882c1475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:04.642378 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1eae1de7-b98d-4efc-aee7-e8cfcec1ab06 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:04.674417 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-bebdc5a0-7583-4b13-af84-cc3f5ba0daa6 None None] Provisioning complete for port 17b78a3a-fe72-428b-bef8-687039cb5f86 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:04.675126 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bebdc5a0-7583-4b13-af84-cc3f5ba0daa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:04.715817 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 5c789c63-f458-46d7-bea3-50d43ca885a9 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:04.716229 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:04.752210 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1db8ce-adf1-4f29-9995-46e8882c1475 None None] Routers {'52fee96b-1e5f-4f46-b954-0a7339d3384d'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:20:04.754329 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-7a1db8ce-adf1-4f29-9995-46e8882c1475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:20:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['52fee96b-1e5f-4f46-b954-0a7339d3384d'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:04.816932 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0489cb-2c84-4271-b1f4-59380323f847 None None] Pushing event updated for resources: {'Port': ['ID=17b78a3a-fe72-428b-bef8-687039cb5f86,revision_number=4']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:04.859402 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-1eae1de7-b98d-4efc-aee7-e8cfcec1ab06 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Allocated IP 172.25.6.239 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/9cf46a92-41ae-4066-8374-4b1769a12ce6) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:20:04.926485 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-7a1db8ce-adf1-4f29-9995-46e8882c1475 None None] Set router 52fee96b-1e5f-4f46-b954-0a7339d3384d gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:20:04.982606 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e796285a-1ab5-4a2d-a3b5-9a999060332a up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:20:05.020124 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bebdc5a0-7583-4b13-af84-cc3f5ba0daa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:05.044707 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1336cb6e-f68f-4e10-8c9e-dc7f8f4087de req-cbfb69ef-acf1-425a-adde-589d39367de5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6744995 Dec 17 15:20:05.045660 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7fa613a-ca94-4f8e-a672-4514916c35f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:05.054143 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52720) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:05.066987 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdd408-366a-428f-a17c-b1e90c1869db req-f7962a2c-b3da-405f-98a9-ea3f3b61c29d tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:05.068633 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-adfdd408-366a-428f-a17c-b1e90c1869db req-f7962a2c-b3da-405f-98a9-ea3f3b61c29d tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/ports?device_id=78611da9-302d-43f4-8a00-19313e5c42fc HTTP/1.1" status: 200 len: 946 time: 1.0902824 Dec 17 15:20:05.087950 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-bebdc5a0-7583-4b13-af84-cc3f5ba0daa6 None None] For port 17b78a3a-fe72-428b-bef8-687039cb5f86, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=17b78a3a-fe72-428b-bef8-687039cb5f86,segment=NetworkSegment(54dd5740-79cd-4538-9d3f-7af7e424ac18),segment_id=54dd5740-79cd-4538-9d3f-7af7e424ac18)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:05.092030 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1eae1de7-b98d-4efc-aee7-e8cfcec1ab06 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:05.103818 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port e796285a-1ab5-4a2d-a3b5-9a999060332a triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:05.104438 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:05.177676 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bebdc5a0-7583-4b13-af84-cc3f5ba0daa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:05.178895 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc97f7-990d-4721-8cab-ec5109900125 req-4955729e-dd23-4bd0-8940-ec0f163553d1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:05.188822 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc97f7-990d-4721-8cab-ec5109900125 req-4955729e-dd23-4bd0-8940-ec0f163553d1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:05.190860 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c3fc97f7-990d-4721-8cab-ec5109900125 req-4955729e-dd23-4bd0-8940-ec0f163553d1 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f03744-7c06-4f23-a307-3c57173c7089 HTTP/1.1" status: 200 len: 1682 time: 0.7368476 Dec 17 15:20:05.230498 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d527a266-4678-46b8-9f33-1b27984936e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:05.238579 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:05.253227 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebdc5a0-7583-4b13-af84-cc3f5ba0daa6 None None] Pushing event updated for resources: {'Port': ['ID=17b78a3a-fe72-428b-bef8-687039cb5f86,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:05.270084 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-bebdc5a0-7583-4b13-af84-cc3f5ba0daa6 None None] Provisioning complete for port 776b64ce-fac5-4f05-9e97-64730143c3aa triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:05.270542 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bebdc5a0-7583-4b13-af84-cc3f5ba0daa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:05.276389 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port e796285a-1ab5-4a2d-a3b5-9a999060332a, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e796285a-1ab5-4a2d-a3b5-9a999060332a,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:05.291634 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ebe4226d-427c-47d1-b49b-9393705eea58 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:05.315728 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-bebdc5a0-7583-4b13-af84-cc3f5ba0daa6 None None] Port 776b64ce-fac5-4f05-9e97-64730143c3aa cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:20:05.322492 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-7a1db8ce-adf1-4f29-9995-46e8882c1475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'name': 'tempest-ServersTestJSON-208176351-router', 'tenant_id': '3a84ebc937934de99ce0f3e190e62521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '5c789c63-f458-46d7-bea3-50d43ca885a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:19:52Z', 'updated_at': '2021-12-17T15:19:59Z', 'revision_number': 4, 'project_id': '3a84ebc937934de99ce0f3e190e62521', 'gw_port': {'id': '5c789c63-f458-46d7-bea3-50d43ca885a9', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:54Z', 'updated_at': '2021-12-17T15:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '17b78a3a-fe72-428b-bef8-687039cb5f86', 'name': '', 'network_id': '69b31584-89e2-47f2-8520-6af05b2ff039', 'tenant_id': '3a84ebc937934de99ce0f3e190e62521', 'mac_address': 'fa:16:3e:7c:00:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '13b0e24e-3e36-4c0a-9576-ed2a6035e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:58Z', 'updated_at': '2021-12-17T15:20:04Z', 'revision_number': 4, 'project_id': '3a84ebc937934de99ce0f3e190e62521', 'subnets': [{'id': '13b0e24e-3e36-4c0a-9576-ed2a6035e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:05.342987 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1eae1de7-b98d-4efc-aee7-e8cfcec1ab06 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:05.353381 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-adfdd408-366a-428f-a17c-b1e90c1869db req-ac0a995e-312c-4758-8b15-9e1e6ad0007a tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c0e174c-134f-4195-a93d-c5a96463f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2747090 Dec 17 15:20:05.356287 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1db8ce-adf1-4f29-9995-46e8882c1475 None None] The sync data for ids ['52fee96b-1e5f-4f46-b954-0a7339d3384d'] in n-d-820553-2 is: [{'id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'name': 'tempest-ServersTestJSON-208176351-router', 'tenant_id': '3a84ebc937934de99ce0f3e190e62521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '5c789c63-f458-46d7-bea3-50d43ca885a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:19:52Z', 'updated_at': '2021-12-17T15:19:59Z', 'revision_number': 4, 'project_id': '3a84ebc937934de99ce0f3e190e62521', 'gw_port': {'id': '5c789c63-f458-46d7-bea3-50d43ca885a9', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:54Z', 'updated_at': '2021-12-17T15:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '17b78a3a-fe72-428b-bef8-687039cb5f86', 'name': '', 'network_id': '69b31584-89e2-47f2-8520-6af05b2ff039', 'tenant_id': '3a84ebc937934de99ce0f3e190e62521', 'mac_address': 'fa:16:3e:7c:00:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '13b0e24e-3e36-4c0a-9576-ed2a6035e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:58Z', 'updated_at': '2021-12-17T15:20:04Z', 'revision_number': 4, 'project_id': '3a84ebc937934de99ce0f3e190e62521', 'subnets': [{'id': '13b0e24e-3e36-4c0a-9576-ed2a6035e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:20:05.370569 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c3fc97f7-990d-4721-8cab-ec5109900125 req-426a693d-28df-469c-9107-3c91f1777daf tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469333 Dec 17 15:20:05.415394 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fa613a-ca94-4f8e-a672-4514916c35f7 admin admin] Network c10aa86e-d9d7-4652-a2e1-0c001585515a is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:20:05.418680 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-e7fa613a-ca94-4f8e-a672-4514916c35f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:05.419810 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eae1de7-b98d-4efc-aee7-e8cfcec1ab06 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:20:05.427287 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d527a266-4678-46b8-9f33-1b27984936e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:05.440942 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-1eae1de7-b98d-4efc-aee7-e8cfcec1ab06 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:05.442720 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae1de7-b98d-4efc-aee7-e8cfcec1ab06 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Pushing event updated for resources: {'Port': ['ID=9cf46a92-41ae-4066-8374-4b1769a12ce6,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:05.447383 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eae1de7-b98d-4efc-aee7-e8cfcec1ab06 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:20:05.457008 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-18262c2a-6ed0-4cda-8a3e-839502d7e5e1 None None] Provisioning complete for port 17b78a3a-fe72-428b-bef8-687039cb5f86 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:05.463131 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-18262c2a-6ed0-4cda-8a3e-839502d7e5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:05.571604 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:05.647116 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d527a266-4678-46b8-9f33-1b27984936e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:05.697690 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1eae1de7-b98d-4efc-aee7-e8cfcec1ab06 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:05.759392 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=e796285a-1ab5-4a2d-a3b5-9a999060332a,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:05.800641 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d527a266-4678-46b8-9f33-1b27984936e5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ac2de1d74af04c60b3915cfd7d7caacd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7451971 Dec 17 15:20:05.805514 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52744) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:05.870355 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527a266-4678-46b8-9f33-1b27984936e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d6a23d-b0d7-44e4-b72e-23549a9b07d5,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:05.926508 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 17b78a3a-fe72-428b-bef8-687039cb5f86 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:20:05.942768 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1eae1de7-b98d-4efc-aee7-e8cfcec1ab06 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:05.959521 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d1728747-f712-47be-8a7c-5fda6aacf235 None None] Provisioning complete for port c60582f2-ecff-43d4-a0bb-31479b1b35f0 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:05.960156 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d1728747-f712-47be-8a7c-5fda6aacf235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:05.998889 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d7ab5ce9-6f3c-4988-9eab-9f0f16ddd010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:06.032137 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52758) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:06.034051 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d1728747-f712-47be-8a7c-5fda6aacf235 None None] Port c60582f2-ecff-43d4-a0bb-31479b1b35f0 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:20:06.051061 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 17b78a3a-fe72-428b-bef8-687039cb5f86 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:06.051613 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:06.088874 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ebe4226d-427c-47d1-b49b-9393705eea58 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:06.090223 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68d7522-c1ee-4ccc-8ac0-94e4ce6657ff admin admin] Deleting subnet da4dd92c-6f31-4733-ad5e-39ad920cb8f0 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:20:06.102606 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7fa613a-ca94-4f8e-a672-4514916c35f7 admin admin] Router debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:20:06.104861 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a68d7522-c1ee-4ccc-8ac0-94e4ce6657ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:06.115313 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c7883-9e69-4f4c-90ac-f905fbd089c9 req-07bc4a37-06a5-41bc-82c0-de173c9bb5d2 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:06.116884 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b55c7883-9e69-4f4c-90ac-f905fbd089c9 req-07bc4a37-06a5-41bc-82c0-de173c9bb5d2 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 945 time: 0.5274415 Dec 17 15:20:06.147433 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d7ab5ce9-6f3c-4988-9eab-9f0f16ddd010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:06.157667 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 905a2542-efb3-4029-be18-89747bed1f45 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:20:06.182797 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ebe4226d-427c-47d1-b49b-9393705eea58 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:06.230107 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 905a2542-efb3-4029-be18-89747bed1f45 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:06.232098 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:06.234371 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a68d7522-c1ee-4ccc-8ac0-94e4ce6657ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:06.312901 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a68d7522-c1ee-4ccc-8ac0-94e4ce6657ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:06.334528 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4226d-427c-47d1-b49b-9393705eea58 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Port': ['ID=776b64ce-fac5-4f05-9e97-64730143c3aa,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:06.401287 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b55c7883-9e69-4f4c-90ac-f905fbd089c9 req-10bdf2ed-bd03-477d-b17a-e09c8552ef35 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744625 Dec 17 15:20:06.488477 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fa613a-ca94-4f8e-a672-4514916c35f7 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:20:06.498997 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e7fa613a-ca94-4f8e-a672-4514916c35f7 admin admin] 10.222.0.46 "PUT /v2.0/routers/debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0985157 Dec 17 15:20:06.514903 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c43dc73-fb09-474d-99c5-c81e0bdd25aa None None] Sync routers for ids ['debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:20:06.526720 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c43dc73-fb09-474d-99c5-c81e0bdd25aa None None] Routers {'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:20:06.527279 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-9c43dc73-fb09-474d-99c5-c81e0bdd25aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:20:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:06.605803 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1eae1de7-b98d-4efc-aee7-e8cfcec1ab06 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:06.611287 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d7ab5ce9-6f3c-4988-9eab-9f0f16ddd010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:06.619774 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d7ab5ce9-6f3c-4988-9eab-9f0f16ddd010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:06.625268 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d7ab5ce9-6f3c-4988-9eab-9f0f16ddd010 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/32d6a23d-b0d7-44e4-b72e-23549a9b07d5 HTTP/1.1" status: 204 len: 168 time: 0.8153527 Dec 17 15:20:06.640873 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a68d7522-c1ee-4ccc-8ac0-94e4ce6657ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:06.679330 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ebe4226d-427c-47d1-b49b-9393705eea58 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:06.696844 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a68d7522-c1ee-4ccc-8ac0-94e4ce6657ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:06.701372 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a68d7522-c1ee-4ccc-8ac0-94e4ce6657ff admin admin] 10.222.0.46 "DELETE /v2.0/subnets/da4dd92c-6f31-4733-ad5e-39ad920cb8f0 HTTP/1.1" status: 204 len: 168 time: 0.6658089 Dec 17 15:20:06.707334 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52766) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:06.714012 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-9c43dc73-fb09-474d-99c5-c81e0bdd25aa None None] Set router debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:20:06.714728 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab5ce9-6f3c-4988-9eab-9f0f16ddd010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d6a23d-b0d7-44e4-b72e-23549a9b07d5,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:06.723573 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1eae1de7-b98d-4efc-aee7-e8cfcec1ab06 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:06.744212 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7b6c8-eb54-4e06-b76e-38f388de8648 req-86118dee-1a17-4690-9a84-07528b3cf3f9 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:06.752029 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7b6c8-eb54-4e06-b76e-38f388de8648 req-86118dee-1a17-4690-9a84-07528b3cf3f9 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:06.762084 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d8d7b6c8-eb54-4e06-b76e-38f388de8648 req-86118dee-1a17-4690-9a84-07528b3cf3f9 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f03744-7c06-4f23-a307-3c57173c7089 HTTP/1.1" status: 200 len: 1682 time: 0.1617761 Dec 17 15:20:06.814968 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-1180515c-2c3f-44fe-9949-370d389faa7f None None] Provisioning complete for port 776b64ce-fac5-4f05-9e97-64730143c3aa triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:06.815669 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1180515c-2c3f-44fe-9949-370d389faa7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:06.851103 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d7522-c1ee-4ccc-8ac0-94e4ce6657ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da4dd92c-6f31-4733-ad5e-39ad920cb8f0,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:06.863281 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d8d7b6c8-eb54-4e06-b76e-38f388de8648 req-fa0d2432-4131-4b45-b696-1e75fd37e538 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983863 Dec 17 15:20:06.931167 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae1de7-b98d-4efc-aee7-e8cfcec1ab06 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Pushing event updated for resources: {'Port': ['ID=9cf46a92-41ae-4066-8374-4b1769a12ce6,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:06.995031 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-1180515c-2c3f-44fe-9949-370d389faa7f None None] Port 776b64ce-fac5-4f05-9e97-64730143c3aa cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:20:07.032229 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1eae1de7-b98d-4efc-aee7-e8cfcec1ab06 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:07.032449 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ebe4226d-427c-47d1-b49b-9393705eea58 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:07.061546 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fd784558-ec76-43ad-86d9-ee0a8e550b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:07.197331 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-9c43dc73-fb09-474d-99c5-c81e0bdd25aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'name': 'tempest-ServersTestManualDisk-1535961204-router', 'tenant_id': 'a24e8e82b4a34912861fe996df8e96eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'e796285a-1ab5-4a2d-a3b5-9a999060332a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:19:52Z', 'updated_at': '2021-12-17T15:20:02Z', 'revision_number': 4, 'project_id': 'a24e8e82b4a34912861fe996df8e96eb', 'gw_port': {'id': 'e796285a-1ab5-4a2d-a3b5-9a999060332a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:54Z', 'updated_at': '2021-12-17T15:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'c60582f2-ecff-43d4-a0bb-31479b1b35f0', 'name': '', 'network_id': 'c10aa86e-d9d7-4652-a2e1-0c001585515a', 'tenant_id': 'a24e8e82b4a34912861fe996df8e96eb', 'mac_address': 'fa:16:3e:a4:d1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd180b79e-c3bb-4569-b61e-f0770c463335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:20:00Z', 'updated_at': '2021-12-17T15:20:03Z', 'revision_number': 2, 'project_id': 'a24e8e82b4a34912861fe996df8e96eb', 'subnets': [{'id': 'd180b79e-c3bb-4569-b61e-f0770c463335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:07.242885 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1eae1de7-b98d-4efc-aee7-e8cfcec1ab06 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:07.253316 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1eae1de7-b98d-4efc-aee7-e8cfcec1ab06 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9741824 Dec 17 15:20:07.277486 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fd784558-ec76-43ad-86d9-ee0a8e550b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:07.294363 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c43dc73-fb09-474d-99c5-c81e0bdd25aa None None] Checking router: debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:20:07.297157 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c43dc73-fb09-474d-99c5-c81e0bdd25aa None None] Updating router debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b port c60582f2-ecff-43d4-a0bb-31479b1b35f0 binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:20:07.316993 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-fd784558-ec76-43ad-86d9-ee0a8e550b7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c55c80a5-833c-48da-873a-0d6892b2ac27']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:07.338286 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-fd784558-ec76-43ad-86d9-ee0a8e550b7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75195253-a18c-43b8-b6db-179ccc3e1ed0') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:07.338768 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-fd784558-ec76-43ad-86d9-ee0a8e550b7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75195253-a18c-43b8-b6db-179ccc3e1ed0') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:07.362925 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fd784558-ec76-43ad-86d9-ee0a8e550b7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:07.364918 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9c43dc73-fb09-474d-99c5-c81e0bdd25aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:07.385563 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fd784558-ec76-43ad-86d9-ee0a8e550b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:07.396106 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd784558-ec76-43ad-86d9-ee0a8e550b7e admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:20:07.396106 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fd784558-ec76-43ad-86d9-ee0a8e550b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:07.396991 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:20:07.396991 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:20:07.396991 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:20:07.396991 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:20:07.396991 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:20:07.396991 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:20:07.396991 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:20:07.396991 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:20:07.396991 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:20:07.396991 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:20:07.396991 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:20:07.396991 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:20:07.396991 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:20:07.396991 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:20:07.396991 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:20:07.396991 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:20:07.396991 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:20:07.396991 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:20:07.396991 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:20:07.396991 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:20:07.396991 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:20:07.396991 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:20:07.396991 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:20:07.396991 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:20:07.396991 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:20:07.396991 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:20:07.396991 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:20:07.396991 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:20:07.396991 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:20:07.396991 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:20:07.396991 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:20:07.396991 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:20:07.498023 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e95f3-956d-4226-9356-a7bf544dcffa req-151c9160-68f4-4aef-afa6-93d4f064e665 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:07.499569 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d33e95f3-956d-4226-9356-a7bf544dcffa req-151c9160-68f4-4aef-afa6-93d4f064e665 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/ports?device_id=78611da9-302d-43f4-8a00-19313e5c42fc HTTP/1.1" status: 200 len: 946 time: 0.1675522 Dec 17 15:20:07.550359 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fd784558-ec76-43ad-86d9-ee0a8e550b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:07.566869 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fd784558-ec76-43ad-86d9-ee0a8e550b7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:07.577436 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-fd784558-ec76-43ad-86d9-ee0a8e550b7e admin admin] 10.222.0.46 "DELETE /v2.0/networks/c55c80a5-833c-48da-873a-0d6892b2ac27 HTTP/1.1" status: 204 len: 168 time: 0.8542356 Dec 17 15:20:07.583270 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d33e95f3-956d-4226-9356-a7bf544dcffa req-35ecbfd5-7798-4185-b1d8-d44d5d590fe0 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c0e174c-134f-4195-a93d-c5a96463f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703046 Dec 17 15:20:07.589593 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ebe4226d-427c-47d1-b49b-9393705eea58 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:07.640783 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd784558-ec76-43ad-86d9-ee0a8e550b7e admin admin] Pushing event deleted for resources: {'Network': ['ID=c55c80a5-833c-48da-873a-0d6892b2ac27,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:07.709354 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ebe4226d-427c-47d1-b49b-9393705eea58 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:07.743781 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9c43dc73-fb09-474d-99c5-c81e0bdd25aa None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:07.749289 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e796285a-1ab5-4a2d-a3b5-9a999060332a up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:20:07.814272 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port e796285a-1ab5-4a2d-a3b5-9a999060332a triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:07.815551 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:07.822587 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-98b8ce4f-e402-4bb4-b201-501abe3fe220 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--589137503&fields=id&tenant_id=3a84ebc937934de99ce0f3e190e62521 HTTP/1.1" status: 200 len: 267 time: 0.1227515 Dec 17 15:20:07.828549 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ebe4226d-427c-47d1-b49b-9393705eea58 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:07.831982 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4226d-427c-47d1-b49b-9393705eea58 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Port': ['ID=776b64ce-fac5-4f05-9e97-64730143c3aa,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:07.837723 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9c43dc73-fb09-474d-99c5-c81e0bdd25aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:07.928989 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56306000-1e60-4f68-8038-4d1fc8eb1071 None None] Pushing event updated for resources: {'Port': ['ID=c60582f2-ecff-43d4-a0bb-31479b1b35f0,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:08.013857 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-9c43dc73-fb09-474d-99c5-c81e0bdd25aa None None] Attempting to bind port c60582f2-ecff-43d4-a0bb-31479b1b35f0 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:20:08.014233 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-9c43dc73-fb09-474d-99c5-c81e0bdd25aa None None] Attempting to bind port c60582f2-ecff-43d4-a0bb-31479b1b35f0 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c10aa86e-d9d7-4652-a2e1-0c001585515a'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:20:08.014602 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c43dc73-fb09-474d-99c5-c81e0bdd25aa None None] Attempting to bind port c60582f2-ecff-43d4-a0bb-31479b1b35f0 on network c10aa86e-d9d7-4652-a2e1-0c001585515a {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:20:08.037127 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52810) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:08.038263 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c43dc73-fb09-474d-99c5-c81e0bdd25aa None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:20:08.038691 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c43dc73-fb09-474d-99c5-c81e0bdd25aa None None] Checking segment: {'id': 'f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c10aa86e-d9d7-4652-a2e1-0c001585515a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:20:08.039138 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9c43dc73-fb09-474d-99c5-c81e0bdd25aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:08.039624 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c43dc73-fb09-474d-99c5-c81e0bdd25aa None None] Bound using segment: {'id': 'f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c10aa86e-d9d7-4652-a2e1-0c001585515a'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:20:08.040571 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-9c43dc73-fb09-474d-99c5-c81e0bdd25aa None None] Bound port: c60582f2-ecff-43d4-a0bb-31479b1b35f0, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c10aa86e-d9d7-4652-a2e1-0c001585515a'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:20:08.040967 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9c43dc73-fb09-474d-99c5-c81e0bdd25aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:08.046326 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-e8594015-4449-452e-9430-c047b132f216 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Request body: {'security_group': {'name': 'tempest-securitygroup--319606859', 'description': 'tempest-description--1873530391'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:08.063894 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-af14da37-9601-4f08-8935-e8990581a654 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:08.065783 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-af14da37-9601-4f08-8935-e8990581a654 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/networks?id=69b31584-89e2-47f2-8520-6af05b2ff039 HTTP/1.1" status: 200 len: 805 time: 0.2346382 Dec 17 15:20:08.110429 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe4226d-427c-47d1-b49b-9393705eea58 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network d1c7ae40-f110-420a-a295-04e616447ec0 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:20:08.117430 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-65a4df0f-74d5-4571-91d3-c260c832e98d tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/quotas/3a84ebc937934de99ce0f3e190e62521 HTTP/1.1" status: 200 len: 375 time: 0.0422602 Dec 17 15:20:08.119156 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-ebe4226d-427c-47d1-b49b-9393705eea58 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:08.181858 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-9c43dc73-fb09-474d-99c5-c81e0bdd25aa None None] For port c60582f2-ecff-43d4-a0bb-31479b1b35f0, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:20:08.184204 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e8594015-4449-452e-9430-c047b132f216 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:08.187678 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52814) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:08.199593 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-9c43dc73-fb09-474d-99c5-c81e0bdd25aa None None] For port c60582f2-ecff-43d4-a0bb-31479b1b35f0, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c60582f2-ecff-43d4-a0bb-31479b1b35f0,segment=NetworkSegment(f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6),segment_id=f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:20:08.260141 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6d8ff001-4171-4486-b79c-a496fb2ea586 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=88f06237a6a040a5b48294f889fb95ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0595574 Dec 17 15:20:08.260950 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52818) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:08.271412 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9c43dc73-fb09-474d-99c5-c81e0bdd25aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:08.313411 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50c226-309c-42be-85d3-f5a0e65f914f req-1b908ad2-40fe-4f0b-8dc0-29ddef3e2cf5 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:08.320905 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0f50c226-309c-42be-85d3-f5a0e65f914f req-1b908ad2-40fe-4f0b-8dc0-29ddef3e2cf5 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 945 time: 0.2056353 Dec 17 15:20:08.331144 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c43dc73-fb09-474d-99c5-c81e0bdd25aa None None] Routers {'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:20:08.333872 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-9c43dc73-fb09-474d-99c5-c81e0bdd25aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:20:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:08.351151 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-bec83f52-e3ce-4e80-90bd-50068b8a2b3f tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a84ebc937934de99ce0f3e190e62521&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2174835 Dec 17 15:20:08.376471 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-4b1d5250-dc57-4e7c-bd1a-d7d04bb1d0e6 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:20:08.377538 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-4b1d5250-dc57-4e7c-bd1a-d7d04bb1d0e6 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064328 Dec 17 15:20:08.392405 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e8594015-4449-452e-9430-c047b132f216 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:08.432954 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52820) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:08.487497 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0f50c226-309c-42be-85d3-f5a0e65f914f req-7d282315-fbac-4ebc-b4b5-ab8e61014db7 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597648 Dec 17 15:20:08.500562 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e8594015-4449-452e-9430-c047b132f216 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:08.544501 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8594015-4449-452e-9430-c047b132f216 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=440c9dcb-a25c-438c-9ce0-b35793a4528d,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:08.552786 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-81c2053d-edd6-4aed-81a0-dda6ca553cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:08.584151 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-81c2053d-edd6-4aed-81a0-dda6ca553cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:08.603367 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-3e2e1535-8958-48c3-a2f8-1c9a96203ce4 service neutron] 10.222.0.46 "GET /v2.0/networks/69b31584-89e2-47f2-8520-6af05b2ff039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103000 Dec 17 15:20:08.627845 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e8594015-4449-452e-9430-c047b132f216 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:08.629554 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e8594015-4449-452e-9430-c047b132f216 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5913672 Dec 17 15:20:08.634409 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52826) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:08.638635 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-13d5e4f7-aee9-475f-982f-331a18f539d3 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Request body: {'security_group_rule': {'security_group_id': '440c9dcb-a25c-438c-9ce0-b35793a4528d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:08.672090 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-d0bcb5a7-b20b-4c4a-9cf5-1c804a4d14c5 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1941839509'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:08.690006 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe4226d-427c-47d1-b49b-9393705eea58 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Router 05f43e25-9e07-4c8d-a5d9-246eea16ad45 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:20:08.750262 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56306000-1e60-4f68-8038-4d1fc8eb1071 None None] Pushing event updated for resources: {'Port': ['ID=c60582f2-ecff-43d4-a0bb-31479b1b35f0,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:08.761419 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-fa5eed23-9380-4223-bab3-958d9512abd2 None None] Provisioning complete for port c60582f2-ecff-43d4-a0bb-31479b1b35f0 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:08.761858 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fa5eed23-9380-4223-bab3-958d9512abd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:08.775287 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-13d5e4f7-aee9-475f-982f-331a18f539d3 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:08.785738 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-81c2053d-edd6-4aed-81a0-dda6ca553cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:08.788275 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-81c2053d-edd6-4aed-81a0-dda6ca553cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:08.790530 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-81c2053d-edd6-4aed-81a0-dda6ca553cba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ed054346-43e5-47d3-96a4-a99509b9a81b HTTP/1.1" status: 204 len: 168 time: 0.5277855 Dec 17 15:20:08.805843 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2053d-edd6-4aed-81a0-dda6ca553cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed054346-43e5-47d3-96a4-a99509b9a81b,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:08.815270 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-9c43dc73-fb09-474d-99c5-c81e0bdd25aa None None] Set router debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:20:08.830820 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bcb5a7-b20b-4c4a-9cf5-1c804a4d14c5 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Made reservation on behalf of 8b97e4493aa44da88f86183bd153012e for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:20:08.835973 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d0bcb5a7-b20b-4c4a-9cf5-1c804a4d14c5 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:08.844186 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e7057-1901-4f18-a32f-8d7dd26fa37a req-84d3ffe7-768a-4947-82e8-95bf4ade70bf tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:08.852619 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e7057-1901-4f18-a32f-8d7dd26fa37a req-84d3ffe7-768a-4947-82e8-95bf4ade70bf tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:08.857136 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-894e7057-1901-4f18-a32f-8d7dd26fa37a req-84d3ffe7-768a-4947-82e8-95bf4ade70bf tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f03744-7c06-4f23-a307-3c57173c7089 HTTP/1.1" status: 200 len: 1682 time: 0.1996636 Dec 17 15:20:08.858778 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d0bcb5a7-b20b-4c4a-9cf5-1c804a4d14c5 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:08.881844 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-b0c858c0-7625-4c8c-9bae-84abc76a6fdb service neutron] 10.222.0.46 "GET /v2.0/networks/69b31584-89e2-47f2-8520-6af05b2ff039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691543 Dec 17 15:20:08.899600 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe4226d-427c-47d1-b49b-9393705eea58 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:20:08.906730 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ebe4226d-427c-47d1-b49b-9393705eea58 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "PUT /v2.0/routers/05f43e25-9e07-4c8d-a5d9-246eea16ad45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9443769 Dec 17 15:20:08.909668 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52832) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:08.911227 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2be3b83-ec48-4f53-81a3-c520b545a03e None None] Sync routers for ids ['05f43e25-9e07-4c8d-a5d9-246eea16ad45'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:20:08.938218 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2be3b83-ec48-4f53-81a3-c520b545a03e None None] Routers {'05f43e25-9e07-4c8d-a5d9-246eea16ad45'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:20:08.942785 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d2be3b83-ec48-4f53-81a3-c520b545a03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:20:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['05f43e25-9e07-4c8d-a5d9-246eea16ad45'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:08.967565 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-894e7057-1901-4f18-a32f-8d7dd26fa37a req-dfddb5de-830e-4529-bfec-acc42737c9e3 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971775 Dec 17 15:20:08.973527 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-13d5e4f7-aee9-475f-982f-331a18f539d3 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:08.994552 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e5971e-7f6f-4ff5-979c-2c8b1f5e34c5 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:08.999193 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-52e5971e-7f6f-4ff5-979c-2c8b1f5e34c5 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "GET /v2.0/ports/776b64ce-fac5-4f05-9e97-64730143c3aa HTTP/1.1" status: 200 len: 977 time: 0.0865090 Dec 17 15:20:09.000356 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52836) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:09.003367 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d0bcb5a7-b20b-4c4a-9cf5-1c804a4d14c5 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:09.048254 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-13d5e4f7-aee9-475f-982f-331a18f539d3 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:09.067833 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d2be3b83-ec48-4f53-81a3-c520b545a03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:09.080832 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d0bcb5a7-b20b-4c4a-9cf5-1c804a4d14c5 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:09.092342 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2be3b83-ec48-4f53-81a3-c520b545a03e None None] Routers {'05f43e25-9e07-4c8d-a5d9-246eea16ad45'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:20:09.093402 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d2be3b83-ec48-4f53-81a3-c520b545a03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:20:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['05f43e25-9e07-4c8d-a5d9-246eea16ad45'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:09.096599 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5e4f7-aee9-475f-982f-331a18f539d3 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ba4ab7e-73fa-45d3-a5db-844032d82fa1,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:09.115011 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0bcb5a7-b20b-4c4a-9cf5-1c804a4d14c5 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:20:09.129803 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bcb5a7-b20b-4c4a-9cf5-1c804a4d14c5 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e617eb3-dc17-434d-a2d8-e3e4e8f2667d,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:09.134948 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d2be3b83-ec48-4f53-81a3-c520b545a03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:09.135880 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2be3b83-ec48-4f53-81a3-c520b545a03e None None] The sync data for ids ['05f43e25-9e07-4c8d-a5d9-246eea16ad45'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:20:09.141668 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d0bcb5a7-b20b-4c4a-9cf5-1c804a4d14c5 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:09.141949 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-d0bcb5a7-b20b-4c4a-9cf5-1c804a4d14c5 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Added segment 6b652ec6-19a9-424d-a2f0-8ad00ad648b2 of type vlan for network cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda Dec 17 15:20:09.156489 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-13d5e4f7-aee9-475f-982f-331a18f539d3 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:09.157898 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-13d5e4f7-aee9-475f-982f-331a18f539d3 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5236425 Dec 17 15:20:09.160570 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52838) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:09.168873 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-b9d7547a-561a-414f-ac1a-08d7312ffc62 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Request body: {'security_group_rule': {'security_group_id': '440c9dcb-a25c-438c-9ce0-b35793a4528d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:09.188050 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fa5eed23-9380-4223-bab3-958d9512abd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:09.229453 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d0bcb5a7-b20b-4c4a-9cf5-1c804a4d14c5 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:09.247739 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-fa5eed23-9380-4223-bab3-958d9512abd2 None None] For port c60582f2-ecff-43d4-a0bb-31479b1b35f0, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c60582f2-ecff-43d4-a0bb-31479b1b35f0,segment=NetworkSegment(f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6),segment_id=f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:09.342228 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-9c43dc73-fb09-474d-99c5-c81e0bdd25aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'name': 'tempest-ServersTestManualDisk-1535961204-router', 'tenant_id': 'a24e8e82b4a34912861fe996df8e96eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'e796285a-1ab5-4a2d-a3b5-9a999060332a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:19:52Z', 'updated_at': '2021-12-17T15:20:02Z', 'revision_number': 4, 'project_id': 'a24e8e82b4a34912861fe996df8e96eb', 'gw_port': {'id': 'e796285a-1ab5-4a2d-a3b5-9a999060332a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:54Z', 'updated_at': '2021-12-17T15:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'c60582f2-ecff-43d4-a0bb-31479b1b35f0', 'name': '', 'network_id': 'c10aa86e-d9d7-4652-a2e1-0c001585515a', 'tenant_id': 'a24e8e82b4a34912861fe996df8e96eb', 'mac_address': 'fa:16:3e:a4:d1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd180b79e-c3bb-4569-b61e-f0770c463335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:20:00Z', 'updated_at': '2021-12-17T15:20:08Z', 'revision_number': 4, 'project_id': 'a24e8e82b4a34912861fe996df8e96eb', 'subnets': [{'id': 'd180b79e-c3bb-4569-b61e-f0770c463335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:09.383451 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c43dc73-fb09-474d-99c5-c81e0bdd25aa None None] The sync data for ids ['debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b'] in n-d-820553-2 is: [{'id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'name': 'tempest-ServersTestManualDisk-1535961204-router', 'tenant_id': 'a24e8e82b4a34912861fe996df8e96eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'e796285a-1ab5-4a2d-a3b5-9a999060332a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:19:52Z', 'updated_at': '2021-12-17T15:20:02Z', 'revision_number': 4, 'project_id': 'a24e8e82b4a34912861fe996df8e96eb', 'gw_port': {'id': 'e796285a-1ab5-4a2d-a3b5-9a999060332a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:54Z', 'updated_at': '2021-12-17T15:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'c60582f2-ecff-43d4-a0bb-31479b1b35f0', 'name': '', 'network_id': 'c10aa86e-d9d7-4652-a2e1-0c001585515a', 'tenant_id': 'a24e8e82b4a34912861fe996df8e96eb', 'mac_address': 'fa:16:3e:a4:d1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd180b79e-c3bb-4569-b61e-f0770c463335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:20:00Z', 'updated_at': '2021-12-17T15:20:08Z', 'revision_number': 4, 'project_id': 'a24e8e82b4a34912861fe996df8e96eb', 'subnets': [{'id': 'd180b79e-c3bb-4569-b61e-f0770c463335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:20:09.385168 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fa5eed23-9380-4223-bab3-958d9512abd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:09.391728 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d0bcb5a7-b20b-4c4a-9cf5-1c804a4d14c5 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:09.398389 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bcb5a7-b20b-4c4a-9cf5-1c804a4d14c5 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:09.399754 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d0bcb5a7-b20b-4c4a-9cf5-1c804a4d14c5 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:09.562351 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5eed23-9380-4223-bab3-958d9512abd2 None None] Pushing event updated for resources: {'Port': ['ID=c60582f2-ecff-43d4-a0bb-31479b1b35f0,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:09.577203 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-13d976e6-a987-4045-ab79-9c08a4c420da None None] Provisioning complete for port c60582f2-ecff-43d4-a0bb-31479b1b35f0 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:09.577713 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-13d976e6-a987-4045-ab79-9c08a4c420da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:09.627284 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d0bcb5a7-b20b-4c4a-9cf5-1c804a4d14c5 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1923964 Dec 17 15:20:09.642919 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52860) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:09.651760 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-0bf6b29e-af06-4edb-8ed2-f3a48a602476 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Request body: {'subnet': {'network_id': 'cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:09.740830 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bcb5a7-b20b-4c4a-9cf5-1c804a4d14c5 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Pushing event updated for resources: {'Network': ['ID=cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:09.763318 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:20:09.771039 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c60582f2-ecff-43d4-a0bb-31479b1b35f0 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:20:09.877439 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-13d976e6-a987-4045-ab79-9c08a4c420da None None] Provisioning complete for port 776b64ce-fac5-4f05-9e97-64730143c3aa triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:09.881518 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-13d976e6-a987-4045-ab79-9c08a4c420da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:09.888832 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b9d7547a-561a-414f-ac1a-08d7312ffc62 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:09.918014 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-05c47409-1500-4d32-b0a8-3927c105a980 req-d42fb606-34bc-4b21-afb3-33003a5eaeec tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdb83ac6-fbe2-4dcf-9231-691c6be82cbe HTTP/1.1" status: 200 len: 210 time: 0.0472915 Dec 17 15:20:09.948108 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-13d976e6-a987-4045-ab79-9c08a4c420da None None] Port 776b64ce-fac5-4f05-9e97-64730143c3aa cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:20:09.953860 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port c60582f2-ecff-43d4-a0bb-31479b1b35f0 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:09.954388 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:09.968511 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf6b29e-af06-4edb-8ed2-f3a48a602476 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Made reservation on behalf of 8b97e4493aa44da88f86183bd153012e for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:20:09.972802 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0bf6b29e-af06-4edb-8ed2-f3a48a602476 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:10.129033 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b9d7547a-561a-414f-ac1a-08d7312ffc62 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:10.178933 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:10.183163 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a10f7-9dfe-4bf1-934f-79f5e65e2413 req-03668874-5642-4234-9325-07b3b98cb1c7 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:10.184712 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da8a10f7-9dfe-4bf1-934f-79f5e65e2413 req-03668874-5642-4234-9325-07b3b98cb1c7 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/ports?device_id=78611da9-302d-43f4-8a00-19313e5c42fc HTTP/1.1" status: 200 len: 946 time: 0.1324844 Dec 17 15:20:10.255161 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b9d7547a-561a-414f-ac1a-08d7312ffc62 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:10.362761 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da8a10f7-9dfe-4bf1-934f-79f5e65e2413 req-bb563771-59f3-478f-ab5d-beb85cff2405 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c0e174c-134f-4195-a93d-c5a96463f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654863 Dec 17 15:20:10.363373 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7547a-561a-414f-ac1a-08d7312ffc62 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=104fe865-c813-4267-bebf-dbd35f2d30ab,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:10.392489 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847729e-b0cb-4ef3-9417-dfbdc3315bce req-4b3ae2b9-ffcd-4ea9-a20a-8c460c204464 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:10.396259 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8847729e-b0cb-4ef3-9417-dfbdc3315bce req-4b3ae2b9-ffcd-4ea9-a20a-8c460c204464 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 945 time: 0.2093148 Dec 17 15:20:10.407401 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0bf6b29e-af06-4edb-8ed2-f3a48a602476 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:10.454195 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b9d7547a-561a-414f-ac1a-08d7312ffc62 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:10.455392 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b9d7547a-561a-414f-ac1a-08d7312ffc62 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2930379 Dec 17 15:20:10.458547 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52876) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:10.463585 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-16003acf-3a4d-41a8-aa45-63772c5e34aa tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:10.479195 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8847729e-b0cb-4ef3-9417-dfbdc3315bce req-6b5afd64-9325-41c2-ac53-b0f468dfc0e1 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819633 Dec 17 15:20:10.514214 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf6b29e-af06-4edb-8ed2-f3a48a602476 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Pushing event updated for resources: {'Subnet': ['ID=47839a9f-82b7-42bc-9121-b315a3969631,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:10.530583 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf6b29e-af06-4edb-8ed2-f3a48a602476 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Checking segment: {'id': '6b652ec6-19a9-424d-a2f0-8ad00ad648b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:20:10.531230 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf6b29e-af06-4edb-8ed2-f3a48a602476 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Network hostable DHCP agents. Network: cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:20:10.567307 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-16003acf-3a4d-41a8-aa45-63772c5e34aa tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks [] for floatingip, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:10.590875 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52880) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:10.624010 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8027b481-5e77-4cc2-828c-6d6dd9e346b4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:10.681572 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf6b29e-af06-4edb-8ed2-f3a48a602476 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Network cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:20:10.702367 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bda6d-647c-4d27-ae75-86a5ccd714e3 req-42c883f3-da02-4eda-8c26-91c7aa067900 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:10.709457 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bda6d-647c-4d27-ae75-86a5ccd714e3 req-42c883f3-da02-4eda-8c26-91c7aa067900 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:10.710205 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-16003acf-3a4d-41a8-aa45-63772c5e34aa tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:10.717426 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-283bda6d-647c-4d27-ae75-86a5ccd714e3 req-42c883f3-da02-4eda-8c26-91c7aa067900 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f03744-7c06-4f23-a307-3c57173c7089 HTTP/1.1" status: 200 len: 1682 time: 0.2487679 Dec 17 15:20:10.778302 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-283bda6d-647c-4d27-ae75-86a5ccd714e3 req-c24c1500-258d-45de-aa56-5c2b454dd5ec tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599129 Dec 17 15:20:10.780522 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-0bf6b29e-af06-4edb-8ed2-f3a48a602476 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:10.796604 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-635dd793-4c78-4ab0-9063-954db9151317 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1372208568-network', 'tenant_id': '2a206074b51e4ab7b6d8ca8a8d996fd7'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:10.796713 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2fad41-bf29-458d-b25b-03d13a12bd70 None None] Network cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:20:10.812516 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf6b29e-af06-4edb-8ed2-f3a48a602476 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:10.814452 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0bf6b29e-af06-4edb-8ed2-f3a48a602476 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:10.908454 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-16003acf-3a4d-41a8-aa45-63772c5e34aa tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Allocated IP 172.25.6.115 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/f9f39036-2a64-49cf-be6e-073b3626a48b) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:20:10.947171 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635dd793-4c78-4ab0-9063-954db9151317 admin admin] Made reservation on behalf of 2a206074b51e4ab7b6d8ca8a8d996fd7 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:20:10.951485 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-635dd793-4c78-4ab0-9063-954db9151317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:10.980136 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06500479-8af7-4d58-a18a-626b68b88c0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda', 'network_id': 'cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda', 'tenant_id': '8b97e4493aa44da88f86183bd153012e', 'fixed_ips': [{'subnet_id': '47839a9f-82b7-42bc-9121-b315a3969631'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:20:10.981026 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-06500479-8af7-4d58-a18a-626b68b88c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:11.000148 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-635dd793-4c78-4ab0-9063-954db9151317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:11.021983 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-799daf82-7a56-4900-8bcc-99066c0dc552 req-226ef641-4872-40f9-a31c-7da201da8467 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdb83ac6-fbe2-4dcf-9231-691c6be82cbe HTTP/1.1" status: 200 len: 210 time: 0.0458348 Dec 17 15:20:11.052774 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0bf6b29e-af06-4edb-8ed2-f3a48a602476 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4062877 Dec 17 15:20:11.056277 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52886) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:11.078919 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-6cad1f10-677a-4f22-bff8-bf82febf0051 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Request body: {'port': {'network_id': 'cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1670381382'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:11.116037 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-8027b481-5e77-4cc2-828c-6d6dd9e346b4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Deleting port 776b64ce-fac5-4f05-9e97-64730143c3aa {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:20:11.116638 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8027b481-5e77-4cc2-828c-6d6dd9e346b4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:11.150335 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-06500479-8af7-4d58-a18a-626b68b88c0b None None] Allocated IP 2001:db8::2 (cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda/47839a9f-82b7-42bc-9121-b315a3969631/48c77a60-c35a-40b5-ba32-f12e7b60e081) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:20:11.236234 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8027b481-5e77-4cc2-828c-6d6dd9e346b4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:11.239998 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-16003acf-3a4d-41a8-aa45-63772c5e34aa tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:11.252811 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27434be6-3f3c-4e73-920f-374ca9545c1d req-fe0eb209-4ee2-4ad1-9781-f1e3760291b3 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:11.253278 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-8027b481-5e77-4cc2-828c-6d6dd9e346b4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Calling delete_port for 776b64ce-fac5-4f05-9e97-64730143c3aa owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:20:11.253748 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-27434be6-3f3c-4e73-920f-374ca9545c1d req-fe0eb209-4ee2-4ad1-9781-f1e3760291b3 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.13 "GET /v2.0/ports?device_id=78611da9-302d-43f4-8a00-19313e5c42fc HTTP/1.1" status: 200 len: 946 time: 0.2327907 Dec 17 15:20:11.360306 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-06500479-8af7-4d58-a18a-626b68b88c0b None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:11.360898 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-635dd793-4c78-4ab0-9063-954db9151317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:11.436919 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-27434be6-3f3c-4e73-920f-374ca9545c1d req-cfcd3907-7295-44b2-bc6c-fce65a0752f5 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Deleting port 9989be88-b6a0-4515-85bb-1074b7d5e992 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:20:11.437636 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-27434be6-3f3c-4e73-920f-374ca9545c1d req-cfcd3907-7295-44b2-bc6c-fce65a0752f5 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:11.448006 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-06500479-8af7-4d58-a18a-626b68b88c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:11.471514 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-16003acf-3a4d-41a8-aa45-63772c5e34aa tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:11.486190 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06500479-8af7-4d58-a18a-626b68b88c0b None None] Network cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:20:11.489245 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-06500479-8af7-4d58-a18a-626b68b88c0b None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:11.493846 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06500479-8af7-4d58-a18a-626b68b88c0b None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:20:11.511694 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-635dd793-4c78-4ab0-9063-954db9151317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:11.515280 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cad1f10-677a-4f22-bff8-bf82febf0051 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Made reservation on behalf of 8b97e4493aa44da88f86183bd153012e for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:20:11.518979 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6cad1f10-677a-4f22-bff8-bf82febf0051 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:11.519166 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06500479-8af7-4d58-a18a-626b68b88c0b None None] Pushing event updated for resources: {'Port': ['ID=48c77a60-c35a-40b5-ba32-f12e7b60e081,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:11.570437 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f2aba-f028-4a10-a915-b403693b8004 req-cf91f88f-b799-4e2c-b105-99fbba0abbee tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:11.578568 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dd9f2aba-f028-4a10-a915-b403693b8004 req-cf91f88f-b799-4e2c-b105-99fbba0abbee tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/ports?device_id=78611da9-302d-43f4-8a00-19313e5c42fc HTTP/1.1" status: 200 len: 946 time: 0.1213095 Dec 17 15:20:11.593722 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8027b481-5e77-4cc2-828c-6d6dd9e346b4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:11.619237 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-635dd793-4c78-4ab0-9063-954db9151317 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:20:11.622262 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16003acf-3a4d-41a8-aa45-63772c5e34aa tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:20:11.626130 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-06500479-8af7-4d58-a18a-626b68b88c0b None None] Attempting to bind port 48c77a60-c35a-40b5-ba32-f12e7b60e081 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:20:11.626982 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-06500479-8af7-4d58-a18a-626b68b88c0b None None] Attempting to bind port 48c77a60-c35a-40b5-ba32-f12e7b60e081 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '6b652ec6-19a9-424d-a2f0-8ad00ad648b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:20:11.627676 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06500479-8af7-4d58-a18a-626b68b88c0b None None] Attempting to bind port 48c77a60-c35a-40b5-ba32-f12e7b60e081 on network cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:20:11.628068 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-6cad1f10-677a-4f22-bff8-bf82febf0051 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] device_id is not set on port 5cd88d6d-1c57-46ca-9efd-3bd205b89400 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:20:11.635984 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06500479-8af7-4d58-a18a-626b68b88c0b None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:20:11.636380 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06500479-8af7-4d58-a18a-626b68b88c0b None None] Checking segment: {'id': '6b652ec6-19a9-424d-a2f0-8ad00ad648b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:20:11.636720 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-06500479-8af7-4d58-a18a-626b68b88c0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:11.637146 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06500479-8af7-4d58-a18a-626b68b88c0b None None] Bound using segment: {'id': '6b652ec6-19a9-424d-a2f0-8ad00ad648b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:20:11.637639 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-06500479-8af7-4d58-a18a-626b68b88c0b None None] Bound port: 48c77a60-c35a-40b5-ba32-f12e7b60e081, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b652ec6-19a9-424d-a2f0-8ad00ad648b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:20:11.638005 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-06500479-8af7-4d58-a18a-626b68b88c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:11.644902 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-16003acf-3a4d-41a8-aa45-63772c5e34aa tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:11.650193 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027b481-5e77-4cc2-828c-6d6dd9e346b4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event deleted for resources: {'Port': ['ID=776b64ce-fac5-4f05-9e97-64730143c3aa,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:11.652169 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635dd793-4c78-4ab0-9063-954db9151317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165841ed-261a-46ad-bd6f-6213dae42b9b,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:11.657716 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16003acf-3a4d-41a8-aa45-63772c5e34aa tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:20:11.662078 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16003acf-3a4d-41a8-aa45-63772c5e34aa tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Pushing event updated for resources: {'Port': ['ID=f9f39036-2a64-49cf-be6e-073b3626a48b,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:11.703951 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-635dd793-4c78-4ab0-9063-954db9151317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:11.704500 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-635dd793-4c78-4ab0-9063-954db9151317 admin admin] Added segment 62468538-fbaf-4064-ae17-c8696b25f390 of type vlan for network fb03e9bb-5353-405b-8392-021c206effe6 Dec 17 15:20:11.712092 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dd9f2aba-f028-4a10-a915-b403693b8004 req-61e23cd6-76eb-49fe-bca6-82dda2c58d7a tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c0e174c-134f-4195-a93d-c5a96463f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319909 Dec 17 15:20:11.744591 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-06500479-8af7-4d58-a18a-626b68b88c0b None None] For port 48c77a60-c35a-40b5-ba32-f12e7b60e081, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:20:11.751483 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-06500479-8af7-4d58-a18a-626b68b88c0b None None] For port 48c77a60-c35a-40b5-ba32-f12e7b60e081, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=48c77a60-c35a-40b5-ba32-f12e7b60e081,segment=NetworkSegment(6b652ec6-19a9-424d-a2f0-8ad00ad648b2),segment_id=6b652ec6-19a9-424d-a2f0-8ad00ad648b2)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:20:11.775542 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48702c7-6ef6-45d0-8154-217ec034db98 req-c54eba9c-d29c-49f0-8409-306a6b01a5b3 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:11.777742 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f48702c7-6ef6-45d0-8154-217ec034db98 req-c54eba9c-d29c-49f0-8409-306a6b01a5b3 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 945 time: 0.1658714 Dec 17 15:20:11.798183 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-27434be6-3f3c-4e73-920f-374ca9545c1d req-cfcd3907-7295-44b2-bc6c-fce65a0752f5 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] For port 9989be88-b6a0-4515-85bb-1074b7d5e992, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=9989be88-b6a0-4515-85bb-1074b7d5e992,segment=NetworkSegment(e8e3507c-e010-414c-9e07-379a84f479f5),segment_id=e8e3507c-e010-414c-9e07-379a84f479f5)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:11.798183 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-27434be6-3f3c-4e73-920f-374ca9545c1d req-cfcd3907-7295-44b2-bc6c-fce65a0752f5 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:11.838842 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-06500479-8af7-4d58-a18a-626b68b88c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:11.867582 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-635dd793-4c78-4ab0-9063-954db9151317 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:11.930005 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8027b481-5e77-4cc2-828c-6d6dd9e346b4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:11.937334 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06500479-8af7-4d58-a18a-626b68b88c0b None None] Pushing event updated for resources: {'Port': ['ID=48c77a60-c35a-40b5-ba32-f12e7b60e081,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:12.011128 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f48702c7-6ef6-45d0-8154-217ec034db98 req-da604bec-c0b7-4645-8d0c-e2b8886bc603 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272105 Dec 17 15:20:12.129599 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-6cad1f10-677a-4f22-bff8-bf82febf0051 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Allocated IP 2001:db8::2f9 (cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda/47839a9f-82b7-42bc-9121-b315a3969631/5cd88d6d-1c57-46ca-9efd-3bd205b89400) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:20:12.146172 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-16003acf-3a4d-41a8-aa45-63772c5e34aa tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:12.149326 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602f95e-40be-431c-8226-166deb31c8a1 req-7e439dde-f82f-4a6e-aa3f-7c2325debfc5 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:12.155372 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602f95e-40be-431c-8226-166deb31c8a1 req-7e439dde-f82f-4a6e-aa3f-7c2325debfc5 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:12.155506 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-635dd793-4c78-4ab0-9063-954db9151317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:12.156411 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635dd793-4c78-4ab0-9063-954db9151317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:12.156981 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1602f95e-40be-431c-8226-166deb31c8a1 req-7e439dde-f82f-4a6e-aa3f-7c2325debfc5 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2f03744-7c06-4f23-a307-3c57173c7089 HTTP/1.1" status: 200 len: 1682 time: 0.2284966 Dec 17 15:20:12.157114 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-635dd793-4c78-4ab0-9063-954db9151317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:12.246989 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d8e3336a-11d9-49e7-9b1c-a88e648ddbf6 req-8bff1ae3-d819-4910-b10a-ac30613caa48 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdb83ac6-fbe2-4dcf-9231-691c6be82cbe HTTP/1.1" status: 200 len: 210 time: 0.1102104 Dec 17 15:20:12.261559 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69987e8-31ff-4247-9405-cdba5dbdbd53 req-1fab1566-3166-49fb-a12f-611d2e1da297 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:12.267855 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69987e8-31ff-4247-9405-cdba5dbdbd53 req-1fab1566-3166-49fb-a12f-611d2e1da297 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:12.269543 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a69987e8-31ff-4247-9405-cdba5dbdbd53 req-1fab1566-3166-49fb-a12f-611d2e1da297 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f03744-7c06-4f23-a307-3c57173c7089 HTTP/1.1" status: 200 len: 1682 time: 0.3439031 Dec 17 15:20:12.439657 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8027b481-5e77-4cc2-828c-6d6dd9e346b4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Router 05f43e25-9e07-4c8d-a5d9-246eea16ad45 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:20:12.448156 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a69987e8-31ff-4247-9405-cdba5dbdbd53 req-e4994dc7-9e1b-494c-8964-e241c0f5724e tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290855 Dec 17 15:20:12.552279 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-1602f95e-40be-431c-8226-166deb31c8a1 req-193dcc53-b88e-4335-81c7-92bcd1d6b944 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Deleting port b6041139-dc64-4f33-8e2d-2bf809fa158e {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:20:12.552625 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1602f95e-40be-431c-8226-166deb31c8a1 req-193dcc53-b88e-4335-81c7-92bcd1d6b944 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:12.601791 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8027b481-5e77-4cc2-828c-6d6dd9e346b4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:20:12.615531 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8027b481-5e77-4cc2-828c-6d6dd9e346b4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "PUT /v2.0/routers/05f43e25-9e07-4c8d-a5d9-246eea16ad45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6087220 Dec 17 15:20:12.617398 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52900) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:12.630169 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690d22b9-df40-4455-ba16-598337ce55f7 None None] Sync routers for ids ['05f43e25-9e07-4c8d-a5d9-246eea16ad45'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:20:12.650286 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690d22b9-df40-4455-ba16-598337ce55f7 None None] Routers {'05f43e25-9e07-4c8d-a5d9-246eea16ad45'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:20:12.655415 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-690d22b9-df40-4455-ba16-598337ce55f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:20:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['05f43e25-9e07-4c8d-a5d9-246eea16ad45'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:12.699034 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-635dd793-4c78-4ab0-9063-954db9151317 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1066136 Dec 17 15:20:12.708491 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52902) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:12.714392 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-690d22b9-df40-4455-ba16-598337ce55f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:12.729729 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690d22b9-df40-4455-ba16-598337ce55f7 None None] Routers {'05f43e25-9e07-4c8d-a5d9-246eea16ad45'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:20:12.730639 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-690d22b9-df40-4455-ba16-598337ce55f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:20:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['05f43e25-9e07-4c8d-a5d9-246eea16ad45'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:12.750250 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-7882ea6b-7238-4568-9079-cf6bfc3d5772 admin admin] Request body: {'subnet': {'network_id': 'fb03e9bb-5353-405b-8392-021c206effe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1372208568-subnet', 'tenant_id': '2a206074b51e4ab7b6d8ca8a8d996fd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:12.760786 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635dd793-4c78-4ab0-9063-954db9151317 admin admin] Pushing event updated for resources: {'Network': ['ID=fb03e9bb-5353-405b-8392-021c206effe6,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:12.763826 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-16003acf-3a4d-41a8-aa45-63772c5e34aa tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:12.780153 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network fb03e9bb-5353-405b-8392-021c206effe6 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:20:12.821033 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-27434be6-3f3c-4e73-920f-374ca9545c1d req-cfcd3907-7295-44b2-bc6c-fce65a0752f5 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:12.821445 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-27434be6-3f3c-4e73-920f-374ca9545c1d req-cfcd3907-7295-44b2-bc6c-fce65a0752f5 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:12.821767 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [req-27434be6-3f3c-4e73-920f-374ca9545c1d req-cfcd3907-7295-44b2-bc6c-fce65a0752f5 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Floating IP 90c5f05d-59cb-4fb5-b2d2-b1d790924675 disassociated. External IP: 172.25.6.238, port: 9989be88-b6a0-4515-85bb-1074b7d5e992. Dec 17 15:20:12.822109 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-27434be6-3f3c-4e73-920f-374ca9545c1d req-cfcd3907-7295-44b2-bc6c-fce65a0752f5 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Calling delete_port for 9989be88-b6a0-4515-85bb-1074b7d5e992 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:20:12.828987 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-690d22b9-df40-4455-ba16-598337ce55f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:12.830838 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690d22b9-df40-4455-ba16-598337ce55f7 None None] The sync data for ids ['05f43e25-9e07-4c8d-a5d9-246eea16ad45'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:20:12.899952 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-1602f95e-40be-431c-8226-166deb31c8a1 req-193dcc53-b88e-4335-81c7-92bcd1d6b944 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] For port b6041139-dc64-4f33-8e2d-2bf809fa158e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=b6041139-dc64-4f33-8e2d-2bf809fa158e,segment=NetworkSegment(55fa4acc-a0e6-4068-af8b-3abd2ad2b407),segment_id=55fa4acc-a0e6-4068-af8b-3abd2ad2b407)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:12.900329 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1602f95e-40be-431c-8226-166deb31c8a1 req-193dcc53-b88e-4335-81c7-92bcd1d6b944 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:12.936400 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-1602f95e-40be-431c-8226-166deb31c8a1 req-193dcc53-b88e-4335-81c7-92bcd1d6b944 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Calling delete_port for b6041139-dc64-4f33-8e2d-2bf809fa158e owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:20:12.978750 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-9a924128-d50b-4583-bb3f-8fdd93039fb6 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] remove_router_interface failed (client error): The resource could not be found. Dec 17 15:20:12.979817 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9a924128-d50b-4583-bb3f-8fdd93039fb6 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "PUT /v2.0/routers/05f43e25-9e07-4c8d-a5d9-246eea16ad45/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3612549 Dec 17 15:20:12.983551 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52906) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:12.997679 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-75aa16dd-ffdd-49ed-b66a-161a097d21a8 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:13.017963 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-75aa16dd-ffdd-49ed-b66a-161a097d21a8 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.41 "GET /v2.0/networks?id=69b31584-89e2-47f2-8520-6af05b2ff039 HTTP/1.1" status: 200 len: 805 time: 0.7403753 Dec 17 15:20:13.044936 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec9fbf-5205-4771-8e99-3805a6c4fd3f req-778820ec-a6a3-496b-b728-9599e195676c tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:13.046808 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8eec9fbf-5205-4771-8e99-3805a6c4fd3f req-778820ec-a6a3-496b-b728-9599e195676c tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/ports?device_id=78611da9-302d-43f4-8a00-19313e5c42fc HTTP/1.1" status: 200 len: 946 time: 0.2202098 Dec 17 15:20:13.069080 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8b2c5320-76cb-4b56-8a73-6c9ab2cd45bd tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f43e25-9e07-4c8d-a5d9-246eea16ad45 HTTP/1.1" status: 200 len: 205 time: 0.0810361 Dec 17 15:20:13.070423 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52910) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:13.142228 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7882ea6b-7238-4568-9079-cf6bfc3d5772 admin admin] Made reservation on behalf of 2a206074b51e4ab7b6d8ca8a8d996fd7 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:20:13.144852 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7882ea6b-7238-4568-9079-cf6bfc3d5772 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:13.217559 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0cdc3ece-cec5-4194-8fe7-39c94835398f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:13.231191 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-406cefb2-4d4f-425f-9c0f-43b11a91f9b6 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a84ebc937934de99ce0f3e190e62521 HTTP/1.1" status: 200 len: 379 time: 0.2100277 Dec 17 15:20:13.250524 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-aa6b22e9-3b43-4a2e-bdee-5f9e777b39f2 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Request body: {'port': {'device_id': 'fdb83ac6-fbe2-4dcf-9231-691c6be82cbe', 'network_id': '69b31584-89e2-47f2-8520-6af05b2ff039', 'admin_state_up': True, 'tenant_id': '3a84ebc937934de99ce0f3e190e62521', 'security_groups': ['ddad14b1-2022-4401-be7a-1e07d982a656']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:13.261032 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8eec9fbf-5205-4771-8e99-3805a6c4fd3f req-bf278eab-1e02-4e94-b124-a98f970a80c5 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c0e174c-134f-4195-a93d-c5a96463f3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968510 Dec 17 15:20:13.267347 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6cad1f10-677a-4f22-bff8-bf82febf0051 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:13.302755 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d1753c-07c9-40e5-a944-8eeaf65b0591 None None] Network cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:20:13.413676 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-945e42fc-34a7-4b33-92b7-c63d46f463de None None] Provisioning complete for port 48c77a60-c35a-40b5-ba32-f12e7b60e081 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:13.414038 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-945e42fc-34a7-4b33-92b7-c63d46f463de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:13.423055 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76eacc2-4074-4c63-b730-167a3a51e847 req-9081099d-3c9c-498a-8ca3-0b1283ede11c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:13.425714 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c76eacc2-4074-4c63-b730-167a3a51e847 req-9081099d-3c9c-498a-8ca3-0b1283ede11c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 945 time: 0.2977583 Dec 17 15:20:13.527384 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-16003acf-3a4d-41a8-aa45-63772c5e34aa tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:13.547617 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-945e42fc-34a7-4b33-92b7-c63d46f463de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:13.549500 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-27434be6-3f3c-4e73-920f-374ca9545c1d req-cfcd3907-7295-44b2-bc6c-fce65a0752f5 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:13.556582 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0cdc3ece-cec5-4194-8fe7-39c94835398f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:13.570221 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c76eacc2-4074-4c63-b730-167a3a51e847 req-8a880a72-dcf3-46e4-84fb-52aaceffcbb6 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672090 Dec 17 15:20:13.572241 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0cdc3ece-cec5-4194-8fe7-39c94835398f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:13.574125 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1602f95e-40be-431c-8226-166deb31c8a1 req-193dcc53-b88e-4335-81c7-92bcd1d6b944 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:13.577749 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5eb6a265-7c11-4906-9746-b1f70cbf20d9 req-ebc33833-fb6f-4c9b-a8d2-b6fbb8ceefcb tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdb83ac6-fbe2-4dcf-9231-691c6be82cbe HTTP/1.1" status: 200 len: 210 time: 0.1636717 Dec 17 15:20:13.589528 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-945e42fc-34a7-4b33-92b7-c63d46f463de None None] For port 48c77a60-c35a-40b5-ba32-f12e7b60e081, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=48c77a60-c35a-40b5-ba32-f12e7b60e081,segment=NetworkSegment(6b652ec6-19a9-424d-a2f0-8ad00ad648b2),segment_id=6b652ec6-19a9-424d-a2f0-8ad00ad648b2)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:13.608549 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['b6041139-dc64-4f33-8e2d-2bf809fa158e', 'cc5dd43a-df13-41ed-afd4-4a387b7b1400'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:20:13.624178 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6cad1f10-677a-4f22-bff8-bf82febf0051 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:13.638436 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd3907-7295-44b2-bc6c-fce65a0752f5 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Pushing event deleted for resources: {'Port': ['ID=9989be88-b6a0-4515-85bb-1074b7d5e992,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:13.642797 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-16003acf-3a4d-41a8-aa45-63772c5e34aa tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:13.667085 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193dcc53-b88e-4335-81c7-92bcd1d6b944 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Pushing event deleted for resources: {'Port': ['ID=b6041139-dc64-4f33-8e2d-2bf809fa158e,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:13.696963 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-945e42fc-34a7-4b33-92b7-c63d46f463de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:13.866328 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 48c77a60-c35a-40b5-ba32-f12e7b60e081 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:20:13.875981 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e42fc-34a7-4b33-92b7-c63d46f463de None None] Pushing event updated for resources: {'Port': ['ID=48c77a60-c35a-40b5-ba32-f12e7b60e081,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:13.957432 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cad1f10-677a-4f22-bff8-bf82febf0051 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Network cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:20:14.003552 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-aa6b22e9-3b43-4a2e-bdee-5f9e777b39f2 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Made reservation on behalf of 3a84ebc937934de99ce0f3e190e62521 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:20:14.007074 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-aa6b22e9-3b43-4a2e-bdee-5f9e777b39f2 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:14.038075 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 48c77a60-c35a-40b5-ba32-f12e7b60e081 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:14.044712 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:14.046824 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-6cad1f10-677a-4f22-bff8-bf82febf0051 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:14.087467 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cad1f10-677a-4f22-bff8-bf82febf0051 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:20:14.097381 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cad1f10-677a-4f22-bff8-bf82febf0051 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:14.098046 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6cad1f10-677a-4f22-bff8-bf82febf0051 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:14.100848 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-5474b2c5-519c-42fc-ba81-5253a248a114 None None] Provisioning complete for port 48c77a60-c35a-40b5-ba32-f12e7b60e081 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:14.101726 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5474b2c5-519c-42fc-ba81-5253a248a114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:14.223432 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad1f10-677a-4f22-bff8-bf82febf0051 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Pushing event updated for resources: {'Port': ['ID=5cd88d6d-1c57-46ca-9efd-3bd205b89400,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:14.302524 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-16003acf-3a4d-41a8-aa45-63772c5e34aa tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:14.375346 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7882ea6b-7238-4568-9079-cf6bfc3d5772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:14.384410 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27434be6-3f3c-4e73-920f-374ca9545c1d req-cfcd3907-7295-44b2-bc6c-fce65a0752f5 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Router 17d872ac-2811-47a3-91a1-d0ab15ceba58 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:20:14.398664 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6cad1f10-677a-4f22-bff8-bf82febf0051 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.3387039 Dec 17 15:20:14.412578 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52920) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:14.421971 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-42002152-727e-4405-bac0-3dd425953ab1 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Request body: {'port': {'network_id': 'cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-336539692', 'allowed_address_pairs': [{'ip_address': '2001:db8::2f9', 'mac_address': 'fa:16:3e:e1:42:51'}]}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:14.434648 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16003acf-3a4d-41a8-aa45-63772c5e34aa tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Pushing event updated for resources: {'Port': ['ID=f9f39036-2a64-49cf-be6e-073b3626a48b,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:14.449566 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-1602f95e-40be-431c-8226-166deb31c8a1 req-193dcc53-b88e-4335-81c7-92bcd1d6b944 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] No DVR routers for this DVR port b6041139-dc64-4f33-8e2d-2bf809fa158e on host n-h1-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:20:14.463193 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1602f95e-40be-431c-8226-166deb31c8a1 req-193dcc53-b88e-4335-81c7-92bcd1d6b944 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:14.466397 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1602f95e-40be-431c-8226-166deb31c8a1 req-193dcc53-b88e-4335-81c7-92bcd1d6b944 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.41 "DELETE /v2.0/ports/b6041139-dc64-4f33-8e2d-2bf809fa158e HTTP/1.1" status: 204 len: 173 time: 2.2948790 Dec 17 15:20:14.466845 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f03744-7c06-4f23-a307-3c57173c7089', 'name': 'network-vif-deleted', 'tag': 'b6041139-dc64-4f33-8e2d-2bf809fa158e'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:20:14.469078 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa0de5d-73df-4f0d-8fbf-c47d02e561c2" -d '{"events": [{"server_uuid": "a2f03744-7c06-4f23-a307-3c57173c7089", "name": "network-vif-deleted", "tag": "b6041139-dc64-4f33-8e2d-2bf809fa158e"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:20:14.494390 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c3102aea-f656-44f0-9450-bbd2bbad7a28 None None] Provisioning complete for port 5cd88d6d-1c57-46ca-9efd-3bd205b89400 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:14.495479 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c3102aea-f656-44f0-9450-bbd2bbad7a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:14.512918 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-84802fa2-1c89-4a27-bd3b-364c8f7eb729 req-35497b7d-7c50-4ff9-880a-183addeb8147 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/ports?device_id=78611da9-302d-43f4-8a00-19313e5c42fc HTTP/1.1" status: 200 len: 210 time: 0.0590665 Dec 17 15:20:14.517564 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-16003acf-3a4d-41a8-aa45-63772c5e34aa tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:14.517821 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-16003acf-3a4d-41a8-aa45-63772c5e34aa tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0582168 Dec 17 15:20:14.541035 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-aa6b22e9-3b43-4a2e-bdee-5f9e777b39f2 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Allocated IP 172.20.0.4 (69b31584-89e2-47f2-8520-6af05b2ff039/13b0e24e-3e36-4c0a-9576-ed2a6035e7fe/74b76ae9-be21-4577-b022-03faf2f59f94) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:20:14.543313 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c3102aea-f656-44f0-9450-bbd2bbad7a28 None None] Port 5cd88d6d-1c57-46ca-9efd-3bd205b89400 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:20:14.580935 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0cdc3ece-cec5-4194-8fe7-39c94835398f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:14.581501 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdc3ece-cec5-4194-8fe7-39c94835398f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Fanout notify agent at l3_agent the message router_deleted on router 05f43e25-9e07-4c8d-a5d9-246eea16ad45 {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:20:14.609915 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0cdc3ece-cec5-4194-8fe7-39c94835398f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:14.613518 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0cdc3ece-cec5-4194-8fe7-39c94835398f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/routers/05f43e25-9e07-4c8d-a5d9-246eea16ad45 HTTP/1.1" status: 204 len: 168 time: 1.5405967 Dec 17 15:20:14.613661 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 372ffd60-69bc-46f5-a6ff-a5f3ded17c97 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:20:14.613771 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a655d4a-05e8-4a21-a0a5-b56909222591 x-openstack-request-id: req-4a655d4a-05e8-4a21-a0a5-b56909222591 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:20:14.613771 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f03744-7c06-4f23-a307-3c57173c7089", "name": "network-vif-deleted", "tag": "b6041139-dc64-4f33-8e2d-2bf809fa158e", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:20:14.614960 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 9989be88-b6a0-4515-85bb-1074b7d5e992 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:20:14.620773 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4a655d4a-05e8-4a21-a0a5-b56909222591 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:20:14.621014 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f03744-7c06-4f23-a307-3c57173c7089', 'name': 'network-vif-deleted', 'tag': 'b6041139-dc64-4f33-8e2d-2bf809fa158e', 'status': 'completed', 'code': 200} Dec 17 15:20:14.626555 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52930) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:14.639234 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882ea6b-7238-4568-9079-cf6bfc3d5772 admin admin] Pushing event updated for resources: {'Subnet': ['ID=958b4d9a-2850-4ec8-a4b1-f423a8185fa7,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:14.643205 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce103e9-1375-4264-ae89-d306b79be58c req-0e818e1d-a00c-4f02-a3ec-a8aaf6ca35ec tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:14.650617 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fce103e9-1375-4264-ae89-d306b79be58c req-0e818e1d-a00c-4f02-a3ec-a8aaf6ca35ec tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f03744-7c06-4f23-a307-3c57173c7089 HTTP/1.1" status: 200 len: 945 time: 0.8550334 Dec 17 15:20:14.699284 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 9989be88-b6a0-4515-85bb-1074b7d5e992 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:20:14.699641 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 9989be88-b6a0-4515-85bb-1074b7d5e992 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:20:14.721379 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7882ea6b-7238-4568-9079-cf6bfc3d5772 admin admin] Checking segment: {'id': '62468538-fbaf-4064-ae17-c8696b25f390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fb03e9bb-5353-405b-8392-021c206effe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:20:14.722131 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7882ea6b-7238-4568-9079-cf6bfc3d5772 admin admin] Network hostable DHCP agents. Network: fb03e9bb-5353-405b-8392-021c206effe6, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:20:14.774193 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fce103e9-1375-4264-ae89-d306b79be58c req-117eda61-bc29-470c-8ba3-871cb774361d tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/security-groups?id=a6ed427e-789e-4567-8c39-38d7ad0b0792&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219354 Dec 17 15:20:14.778071 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-68af840a-52bb-4326-ae79-b9a14e6c2250 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Deleting subnet 5e0c2a67-c482-41fa-ae68-a5c652f434bd {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:20:14.782793 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-68af840a-52bb-4326-ae79-b9a14e6c2250 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:14.795492 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 372ffd60-69bc-46f5-a6ff-a5f3ded17c97, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=372ffd60-69bc-46f5-a6ff-a5f3ded17c97,segment=NetworkSegment(50913541-c4fc-4052-a5a4-4ef73bad2e3d),segment_id=50913541-c4fc-4052-a5a4-4ef73bad2e3d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:14.818844 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-1602f95e-40be-431c-8226-166deb31c8a1 req-0e498cbf-6fa6-40fb-ab64-7a73f07f5954 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Deleting port cc5dd43a-df13-41ed-afd4-4a387b7b1400 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:20:14.818987 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '372ffd60-69bc-46f5-a6ff-a5f3ded17c97', 'network_id': '72959918-115f-4f15-a904-42652bab9b2e', 'port_id': '372ffd60-69bc-46f5-a6ff-a5f3ded17c97', 'mac_address': 'fa:16:3e:f1:be:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ec1172-deaa-4898-b906-b0423633683b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:20:14.819189 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1602f95e-40be-431c-8226-166deb31c8a1 req-0e498cbf-6fa6-40fb-ab64-7a73f07f5954 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:14.848565 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27434be6-3f3c-4e73-920f-374ca9545c1d req-cfcd3907-7295-44b2-bc6c-fce65a0752f5 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:20:14.860369 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1103c67a-daa5-4f87-b68e-288e157ee06c None None] Sync routers for ids ['17d872ac-2811-47a3-91a1-d0ab15ceba58'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:20:14.881665 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1103c67a-daa5-4f87-b68e-288e157ee06c None None] Routers {'17d872ac-2811-47a3-91a1-d0ab15ceba58'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:20:14.881665 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-1103c67a-daa5-4f87-b68e-288e157ee06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:20:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['17d872ac-2811-47a3-91a1-d0ab15ceba58'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:14.881986 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:14.895642 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 372ffd60-69bc-46f5-a6ff-a5f3ded17c97 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:20:14.896562 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7882ea6b-7238-4568-9079-cf6bfc3d5772 admin admin] Network fb03e9bb-5353-405b-8392-021c206effe6 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:20:14.900790 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f314c1-f567-46db-8922-fe8c151bd15f req-927ba0d7-1c5a-44e3-8f5f-3f0e9d2455ab tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:14.902351 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45f314c1-f567-46db-8922-fe8c151bd15f req-927ba0d7-1c5a-44e3-8f5f-3f0e9d2455ab tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 945 time: 0.2037652 Dec 17 15:20:14.914078 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-68af840a-52bb-4326-ae79-b9a14e6c2250 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:14.931509 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 372ffd60-69bc-46f5-a6ff-a5f3ded17c97, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=372ffd60-69bc-46f5-a6ff-a5f3ded17c97,segment=NetworkSegment(50913541-c4fc-4052-a5a4-4ef73bad2e3d),segment_id=50913541-c4fc-4052-a5a4-4ef73bad2e3d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:14.932341 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-27434be6-3f3c-4e73-920f-374ca9545c1d req-cfcd3907-7295-44b2-bc6c-fce65a0752f5 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] No DVR routers for this DVR port 9989be88-b6a0-4515-85bb-1074b7d5e992 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:20:14.935191 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-27434be6-3f3c-4e73-920f-374ca9545c1d req-cfcd3907-7295-44b2-bc6c-fce65a0752f5 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:14.939205 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-27434be6-3f3c-4e73-920f-374ca9545c1d req-cfcd3907-7295-44b2-bc6c-fce65a0752f5 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.13 "DELETE /v2.0/ports/9989be88-b6a0-4515-85bb-1074b7d5e992 HTTP/1.1" status: 204 len: 173 time: 3.6729999 Dec 17 15:20:14.948279 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78611da9-302d-43f4-8a00-19313e5c42fc', 'name': 'network-vif-deleted', 'tag': '9989be88-b6a0-4515-85bb-1074b7d5e992'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:20:14.950795 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592399e6-c644-4e24-b61b-4eca11385000" -d '{"events": [{"server_uuid": "78611da9-302d-43f4-8a00-19313e5c42fc", "name": "network-vif-deleted", "tag": "9989be88-b6a0-4515-85bb-1074b7d5e992"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:20:14.954935 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42002152-727e-4405-bac0-3dd425953ab1 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Made reservation on behalf of 8b97e4493aa44da88f86183bd153012e for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:20:14.980128 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-968b7f5e-6b1c-4bb1-b727-ed80eb13c65a req-10c79ad7-8c84-4ba0-a015-a7c371a4566e tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdb83ac6-fbe2-4dcf-9231-691c6be82cbe HTTP/1.1" status: 200 len: 210 time: 0.0729151 Dec 17 15:20:15.002640 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:15.015435 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-7882ea6b-7238-4568-9079-cf6bfc3d5772 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, fb03e9bb-5353-405b-8392-021c206effe6) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:15.021402 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7882ea6b-7238-4568-9079-cf6bfc3d5772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:15.023973 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7882ea6b-7238-4568-9079-cf6bfc3d5772 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:15.036446 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-1103c67a-daa5-4f87-b68e-288e157ee06c None None] Set router 17d872ac-2811-47a3-91a1-d0ab15ceba58 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:20:15.063581 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-1602f95e-40be-431c-8226-166deb31c8a1 req-0e498cbf-6fa6-40fb-ab64-7a73f07f5954 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] For port cc5dd43a-df13-41ed-afd4-4a387b7b1400, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=cc5dd43a-df13-41ed-afd4-4a387b7b1400,segment=NetworkSegment(300e1da5-9048-4a3f-901c-483ec1580d1b),segment_id=300e1da5-9048-4a3f-901c-483ec1580d1b)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:15.063957 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1602f95e-40be-431c-8226-166deb31c8a1 req-0e498cbf-6fa6-40fb-ab64-7a73f07f5954 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:15.067428 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-aa6b22e9-3b43-4a2e-bdee-5f9e777b39f2 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:15.078312 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-1602f95e-40be-431c-8226-166deb31c8a1 req-0e498cbf-6fa6-40fb-ab64-7a73f07f5954 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Calling delete_port for cc5dd43a-df13-41ed-afd4-4a387b7b1400 owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:20:15.099758 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d33b3c5-0129-47bb-83bc-4ac46610452c None None] Network fb03e9bb-5353-405b-8392-021c206effe6 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:20:15.111931 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7882ea6b-7238-4568-9079-cf6bfc3d5772 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3933477 Dec 17 15:20:15.184710 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-42002152-727e-4405-bac0-3dd425953ab1 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:15.188176 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['372ffd60-69bc-46f5-a6ff-a5f3ded17c97'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:20:15.256851 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45f314c1-f567-46db-8922-fe8c151bd15f req-ad1f0a9f-9c5c-4706-92fc-08587f5448e7 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252542 Dec 17 15:20:15.277568 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-42002152-727e-4405-bac0-3dd425953ab1 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] device_id is not set on port 185d2f7c-0983-4421-b54a-c70a9e0d31cc yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:20:15.327040 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1602f95e-40be-431c-8226-166deb31c8a1 req-0e498cbf-6fa6-40fb-ab64-7a73f07f5954 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:15.343251 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f3889a-ab89-43c1-996b-4e8a8ae497ba x-openstack-request-id: req-83f3889a-ab89-43c1-996b-4e8a8ae497ba {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:20:15.343551 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78611da9-302d-43f4-8a00-19313e5c42fc", "name": "network-vif-deleted", "tag": "9989be88-b6a0-4515-85bb-1074b7d5e992", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:20:15.343812 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-83f3889a-ab89-43c1-996b-4e8a8ae497ba {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:20:15.344227 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78611da9-302d-43f4-8a00-19313e5c42fc', 'name': 'network-vif-deleted', 'tag': '9989be88-b6a0-4515-85bb-1074b7d5e992', 'status': 'completed', 'code': 200} Dec 17 15:20:15.368989 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-1103c67a-daa5-4f87-b68e-288e157ee06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'name': 'tempest-ServersTestBootFromVolume-2052393915-router', 'tenant_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '8c8edb01-350c-4643-a542-70fc766291a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:15:46Z', 'updated_at': '2021-12-17T15:15:53Z', 'revision_number': 4, 'project_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'gw_port': {'id': '8c8edb01-350c-4643-a542-70fc766291a8', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:15:47Z', 'updated_at': '2021-12-17T15:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '40f62c09-b05b-4061-8a17-a5311079c745', 'name': '', 'network_id': '3aef48c0-7506-4912-87a1-02fd88d2b430', 'tenant_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'mac_address': 'fa:16:3e:3d:5d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'cb8281b9-5255-4caf-a905-604474f334b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:15:52Z', 'updated_at': '2021-12-17T15:15:59Z', 'revision_number': 5, 'project_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'subnets': [{'id': 'cb8281b9-5255-4caf-a905-604474f334b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:15.381332 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-aa6b22e9-3b43-4a2e-bdee-5f9e777b39f2 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:15.405252 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e498cbf-6fa6-40fb-ab64-7a73f07f5954 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Pushing event deleted for resources: {'Port': ['ID=cc5dd43a-df13-41ed-afd4-4a387b7b1400,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:15.425209 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1103c67a-daa5-4f87-b68e-288e157ee06c None None] Checking router: 17d872ac-2811-47a3-91a1-d0ab15ceba58 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:20:15.462224 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1103c67a-daa5-4f87-b68e-288e157ee06c None None] Routers {'17d872ac-2811-47a3-91a1-d0ab15ceba58'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:20:15.478471 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-1103c67a-daa5-4f87-b68e-288e157ee06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:20:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['17d872ac-2811-47a3-91a1-d0ab15ceba58'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:15.480610 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-68af840a-52bb-4326-ae79-b9a14e6c2250 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:15.520281 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-aa6b22e9-3b43-4a2e-bdee-5f9e777b39f2 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Network 69b31584-89e2-47f2-8520-6af05b2ff039 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:20:15.532735 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-aa6b22e9-3b43-4a2e-bdee-5f9e777b39f2 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:15.548850 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-aa6b22e9-3b43-4a2e-bdee-5f9e777b39f2 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:20:15.640682 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b22e9-3b43-4a2e-bdee-5f9e777b39f2 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Pushing event updated for resources: {'Port': ['ID=74b76ae9-be21-4577-b022-03faf2f59f94,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:15.659122 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-f1b38e61-ff34-4f33-808b-7bf3fe4ce6bf tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--319606859&fields=id&tenant_id=a24e8e82b4a34912861fe996df8e96eb HTTP/1.1" status: 200 len: 267 time: 0.4321432 Dec 17 15:20:15.688054 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-1602f95e-40be-431c-8226-166deb31c8a1 req-0e498cbf-6fa6-40fb-ab64-7a73f07f5954 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] No DVR routers for this DVR port cc5dd43a-df13-41ed-afd4-4a387b7b1400 on host n-h1-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:20:15.698311 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1602f95e-40be-431c-8226-166deb31c8a1 req-0e498cbf-6fa6-40fb-ab64-7a73f07f5954 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:15.707668 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1602f95e-40be-431c-8226-166deb31c8a1 req-0e498cbf-6fa6-40fb-ab64-7a73f07f5954 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.41 "DELETE /v2.0/ports/cc5dd43a-df13-41ed-afd4-4a387b7b1400 HTTP/1.1" status: 204 len: 173 time: 1.2203438 Dec 17 15:20:15.736155 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-42002152-727e-4405-bac0-3dd425953ab1 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Allocated IP 2001:db8::3aa (cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda/47839a9f-82b7-42bc-9121-b315a3969631/185d2f7c-0983-4421-b54a-c70a9e0d31cc) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:20:15.774726 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=372ffd60-69bc-46f5-a6ff-a5f3ded17c97,revision_number=6']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:15.784535 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-aa6b22e9-3b43-4a2e-bdee-5f9e777b39f2 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:15.785484 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-aa6b22e9-3b43-4a2e-bdee-5f9e777b39f2 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:15.843545 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 48c77a60-c35a-40b5-ba32-f12e7b60e081 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:20:15.909396 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-1103c67a-daa5-4f87-b68e-288e157ee06c None None] Set router 17d872ac-2811-47a3-91a1-d0ab15ceba58 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:20:16.024303 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-aa6b22e9-3b43-4a2e-bdee-5f9e777b39f2 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7765269 Dec 17 15:20:16.070148 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-3d9d6bff-e70c-4e2f-bdef-3e3d0a3b9335 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:16.072234 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-3d9d6bff-e70c-4e2f-bdef-3e3d0a3b9335 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "GET /v2.0/networks?id=c10aa86e-d9d7-4652-a2e1-0c001585515a HTTP/1.1" status: 200 len: 812 time: 0.4122980 Dec 17 15:20:16.077654 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-493cc01b-745f-421d-bdba-a1d10f1d5480 req-5918ae32-8da5-4574-aaf5-22251b1b9022 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2109084796', 'description': 'tempest-description-1460484400'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:16.096584 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-4ef37f80-9997-49c9-ac83-1c726e6fe8eb tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "GET /v2.0/quotas/a24e8e82b4a34912861fe996df8e96eb HTTP/1.1" status: 200 len: 375 time: 0.0139847 Dec 17 15:20:16.114471 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-42002152-727e-4405-bac0-3dd425953ab1 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:16.126484 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-4aa7158f-12d5-4b82-a893-d5b178f9e4f9 service neutron] Request body: {'port': {'device_id': 'fdb83ac6-fbe2-4dcf-9231-691c6be82cbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:16.134525 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-68af840a-52bb-4326-ae79-b9a14e6c2250 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:16.140066 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device cc5dd43a-df13-41ed-afd4-4a387b7b1400 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:20:16.189171 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b42d5a-e0a2-444a-bd48-4ed7ea04ce60 None None] Network fb03e9bb-5353-405b-8392-021c206effe6 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:20:16.197378 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-68af840a-52bb-4326-ae79-b9a14e6c2250 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:16.205113 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-68af840a-52bb-4326-ae79-b9a14e6c2250 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/subnets/5e0c2a67-c482-41fa-ae68-a5c652f434bd HTTP/1.1" status: 204 len: 168 time: 1.5728133 Dec 17 15:20:16.208968 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52972) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:16.217663 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af840a-52bb-4326-ae79-b9a14e6c2250 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event deleted for resources: {'Subnet': ['ID=5e0c2a67-c482-41fa-ae68-a5c652f434bd,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:16.227855 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-493cc01b-745f-421d-bdba-a1d10f1d5480 req-5918ae32-8da5-4574-aaf5-22251b1b9022 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:16.322751 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-493cc01b-745f-421d-bdba-a1d10f1d5480 req-5918ae32-8da5-4574-aaf5-22251b1b9022 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:16.347825 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-9df85722-d964-4a39-bd51-1b8667d3efbc tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a24e8e82b4a34912861fe996df8e96eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2373095 Dec 17 15:20:16.389975 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-1103c67a-daa5-4f87-b68e-288e157ee06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'name': 'tempest-ServersTestBootFromVolume-2052393915-router', 'tenant_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '8c8edb01-350c-4643-a542-70fc766291a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:15:46Z', 'updated_at': '2021-12-17T15:15:53Z', 'revision_number': 4, 'project_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'gw_port': {'id': '8c8edb01-350c-4643-a542-70fc766291a8', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:15:47Z', 'updated_at': '2021-12-17T15:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '40f62c09-b05b-4061-8a17-a5311079c745', 'name': '', 'network_id': '3aef48c0-7506-4912-87a1-02fd88d2b430', 'tenant_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'mac_address': 'fa:16:3e:3d:5d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'cb8281b9-5255-4caf-a905-604474f334b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:15:52Z', 'updated_at': '2021-12-17T15:15:59Z', 'revision_number': 5, 'project_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'subnets': [{'id': 'cb8281b9-5255-4caf-a905-604474f334b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:16.483511 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-3f9c441b-416c-4807-80a3-5c292214540d service neutron] 10.222.0.46 "GET /v2.0/networks/c10aa86e-d9d7-4652-a2e1-0c001585515a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323433 Dec 17 15:20:16.496749 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-493cc01b-745f-421d-bdba-a1d10f1d5480 req-5918ae32-8da5-4574-aaf5-22251b1b9022 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:16.563548 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fcee45-8e6c-458b-87ae-c2dbe6d71769 None None] Network d1c7ae40-f110-420a-a295-04e616447ec0 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:20:16.574741 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918ae32-8da5-4574-aaf5-22251b1b9022 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d13a119-655f-44b8-a190-fc81fb409560,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:16.621524 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f03744-7c06-4f23-a307-3c57173c7089', 'name': 'network-vif-deleted', 'tag': 'cc5dd43a-df13-41ed-afd4-4a387b7b1400'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:20:16.624824 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78cdfc9-fff1-4a7b-b174-ee0aa7c18ef5" -d '{"events": [{"server_uuid": "a2f03744-7c06-4f23-a307-3c57173c7089", "name": "network-vif-deleted", "tag": "cc5dd43a-df13-41ed-afd4-4a387b7b1400"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:20:16.663280 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1103c67a-daa5-4f87-b68e-288e157ee06c None None] The sync data for ids ['17d872ac-2811-47a3-91a1-d0ab15ceba58'] in n-d-820553-2 is: [{'id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'name': 'tempest-ServersTestBootFromVolume-2052393915-router', 'tenant_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '8c8edb01-350c-4643-a542-70fc766291a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:15:46Z', 'updated_at': '2021-12-17T15:15:53Z', 'revision_number': 4, 'project_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'gw_port': {'id': '8c8edb01-350c-4643-a542-70fc766291a8', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:15:47Z', 'updated_at': '2021-12-17T15:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '40f62c09-b05b-4061-8a17-a5311079c745', 'name': '', 'network_id': '3aef48c0-7506-4912-87a1-02fd88d2b430', 'tenant_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'mac_address': 'fa:16:3e:3d:5d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'device_owner': 'network:router_interface', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': 'cb8281b9-5255-4caf-a905-604474f334b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:15:52Z', 'updated_at': '2021-12-17T15:15:59Z', 'revision_number': 5, 'project_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'subnets': [{'id': 'cb8281b9-5255-4caf-a905-604474f334b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:20:16.666582 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-6a2074fa-6b0d-42a4-9e9e-e3599320a725 service neutron] 10.222.0.46 "GET /v2.0/networks/c10aa86e-d9d7-4652-a2e1-0c001585515a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818116 Dec 17 15:20:16.688685 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-493cc01b-745f-421d-bdba-a1d10f1d5480 req-5918ae32-8da5-4574-aaf5-22251b1b9022 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:16.697553 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-493cc01b-745f-421d-bdba-a1d10f1d5480 req-5918ae32-8da5-4574-aaf5-22251b1b9022 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.6239228 Dec 17 15:20:16.857554 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: cc5dd43a-df13-41ed-afd4-4a387b7b1400 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:20:16.858009 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device cc5dd43a-df13-41ed-afd4-4a387b7b1400 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:20:16.858296 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device b6041139-dc64-4f33-8e2d-2bf809fa158e no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:20:16.888299 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cf9cbf3b-5fd4-4257-9872-0c0941ba8777 req-d1a8787d-f8fa-48da-ba2c-8467724b52ac tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/ports?device_id=78611da9-302d-43f4-8a00-19313e5c42fc HTTP/1.1" status: 200 len: 210 time: 0.0500886 Dec 17 15:20:16.977134 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: b6041139-dc64-4f33-8e2d-2bf809fa158e {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:20:16.977429 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device b6041139-dc64-4f33-8e2d-2bf809fa158e not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:20:17.021239 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-4aa7158f-12d5-4b82-a893-d5b178f9e4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:17.025257 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-51aa7822-da4a-4a83-98f0-e1d120d6c3fd None None] Provisioning complete for port 74b76ae9-be21-4577-b022-03faf2f59f94 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:17.025257 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-51aa7822-da4a-4a83-98f0-e1d120d6c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:17.115272 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-240c7123-c707-48b7-85e2-58904c6ccc7a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:17.165817 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 48c77a60-c35a-40b5-ba32-f12e7b60e081 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:17.166198 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:17.221022 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-42002152-727e-4405-bac0-3dd425953ab1 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:17.243448 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6e3b7c65-4393-497c-9333-480ce2f69b39 req-2ee65c1c-0214-4987-ad6b-e922d0b8c74e tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f03744-7c06-4f23-a307-3c57173c7089 HTTP/1.1" status: 200 len: 210 time: 0.1485865 Dec 17 15:20:17.257291 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c15139-0798-4b02-a13e-a7f57a0658de None None] New status for floating IP 90c5f05d-59cb-4fb5-b2d2-b1d790924675: DOWN {{(pid=102834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:20:17.358308 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-51aa7822-da4a-4a83-98f0-e1d120d6c3fd None None] Port 74b76ae9-be21-4577-b022-03faf2f59f94 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:20:17.433590 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42002152-727e-4405-bac0-3dd425953ab1 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Network cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:20:17.442857 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-42002152-727e-4405-bac0-3dd425953ab1 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:17.459728 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42002152-727e-4405-bac0-3dd425953ab1 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:20:17.466001 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc291d5-61c3-4c73-8328-ded949f70907 req-9872760a-87d4-4f48-adf8-a24f5ec038da tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:17.469697 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42002152-727e-4405-bac0-3dd425953ab1 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:17.470446 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-42002152-727e-4405-bac0-3dd425953ab1 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:17.477084 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cfc291d5-61c3-4c73-8328-ded949f70907 req-9872760a-87d4-4f48-adf8-a24f5ec038da tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdb83ac6-fbe2-4dcf-9231-691c6be82cbe HTTP/1.1" status: 200 len: 931 time: 0.2224851 Dec 17 15:20:17.521029 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf90df4-a2f6-4435-ad60-b5864554ec9e None None] DHCP port deletion for d1c7ae40-f110-420a-a295-04e616447ec0 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:20:17.565679 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42002152-727e-4405-bac0-3dd425953ab1 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Pushing event updated for resources: {'Port': ['ID=185d2f7c-0983-4421-b54a-c70a9e0d31cc,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:17.620022 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cfc291d5-61c3-4c73-8328-ded949f70907 req-0b09f506-8b7e-4b2b-823c-6cad637c1b60 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddad14b1-2022-4401-be7a-1e07d982a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417155 Dec 17 15:20:17.654009 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae807839-42b9-4864-a5ab-5c401b5a6b55 req-57f7bbbb-de7e-4436-9098-111de3ee0475 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:17.656093 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae807839-42b9-4864-a5ab-5c401b5a6b55 req-57f7bbbb-de7e-4436-9098-111de3ee0475 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 944 time: 0.3107009 Dec 17 15:20:17.672316 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-42002152-727e-4405-bac0-3dd425953ab1 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.2580943 Dec 17 15:20:17.677795 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52998) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:17.758345 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-5cf90df4-a2f6-4435-ad60-b5864554ec9e None None] Deleting port 905a2542-efb3-4029-be18-89747bed1f45 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:20:17.758834 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5cf90df4-a2f6-4435-ad60-b5864554ec9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:17.783682 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae807839-42b9-4864-a5ab-5c401b5a6b55 req-d2546652-3e28-435f-9c19-c0c2bc3972fa tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213632 Dec 17 15:20:17.845185 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cd3ab3-7c76-4318-8a9f-b40bd9b5690d x-openstack-request-id: req-b2cd3ab3-7c76-4318-8a9f-b40bd9b5690d {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:20:17.845708 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f03744-7c06-4f23-a307-3c57173c7089", "name": "network-vif-deleted", "tag": "cc5dd43a-df13-41ed-afd4-4a387b7b1400", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:20:17.846126 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b2cd3ab3-7c76-4318-8a9f-b40bd9b5690d {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:20:17.846809 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f03744-7c06-4f23-a307-3c57173c7089', 'name': 'network-vif-deleted', 'tag': 'cc5dd43a-df13-41ed-afd4-4a387b7b1400', 'status': 'completed', 'code': 200} Dec 17 15:20:17.989599 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-5cf90df4-a2f6-4435-ad60-b5864554ec9e None None] For port 905a2542-efb3-4029-be18-89747bed1f45, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=905a2542-efb3-4029-be18-89747bed1f45,segment=NetworkSegment(c8a552cf-301f-4114-af7a-a21e73d91e3d),segment_id=c8a552cf-301f-4114-af7a-a21e73d91e3d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:17.993603 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5cf90df4-a2f6-4435-ad60-b5864554ec9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:17.996185 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c50c85eb-e8a7-4918-8b07-e8fa23ef42de req-fd577d6f-5a3c-481f-990b-a306f82cd1f4 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7fd0560-da10-4e5d-8eaf-d3567c58a448 HTTP/1.1" status: 200 len: 210 time: 0.0707905 Dec 17 15:20:18.010808 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f036f651-23ff-4810-aabe-c06d669a6ae5 req-dc2d29ad-d69b-4804-a938-f925eaf31b5a tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] 10.222.0.46 "GET /v2.0/security-groups/4d13a119-655f-44b8-a190-fc81fb409560 HTTP/1.1" status: 200 len: 1815 time: 0.1501935 Dec 17 15:20:18.012371 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 905a2542-efb3-4029-be18-89747bed1f45 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:20:18.022701 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-f036f651-23ff-4810-aabe-c06d669a6ae5 req-9c33a3bd-c5c3-4bb2-bf37-dc8df4383ab9 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d13a119-655f-44b8-a190-fc81fb409560', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:18.024022 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-f036f651-23ff-4810-aabe-c06d669a6ae5 req-9c33a3bd-c5c3-4bb2-bf37-dc8df4383ab9 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d13a119-655f-44b8-a190-fc81fb409560', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:18.050637 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-4aa7158f-12d5-4b82-a893-d5b178f9e4f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74b76ae9-be21-4577-b022-03faf2f59f94 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:20:18.061441 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-4aa7158f-12d5-4b82-a893-d5b178f9e4f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:18.075472 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-4aa7158f-12d5-4b82-a893-d5b178f9e4f9 service neutron] Transition to ACTIVE for port object 74b76ae9-be21-4577-b022-03faf2f59f94 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:20:18.105861 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-240c7123-c707-48b7-85e2-58904c6ccc7a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Deleting port 905a2542-efb3-4029-be18-89747bed1f45 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:20:18.106540 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-240c7123-c707-48b7-85e2-58904c6ccc7a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:18.110451 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-5cf90df4-a2f6-4435-ad60-b5864554ec9e None None] Calling delete_port for 905a2542-efb3-4029-be18-89747bed1f45 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:20:18.176654 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1785e9fa-5a50-4199-8082-f833d33f2b68 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:18.185243 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1785e9fa-5a50-4199-8082-f833d33f2b68 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:18.192277 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1785e9fa-5a50-4199-8082-f833d33f2b68 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:18.194831 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1785e9fa-5a50-4199-8082-f833d33f2b68 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.5101156 Dec 17 15:20:18.199477 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-4aa7158f-12d5-4b82-a893-d5b178f9e4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:18.203121 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53002) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:18.207285 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-817b424c-8463-4f93-94a9-d71db57735ea req-18b7f1fa-18be-460b-9ffb-acf8ab362033 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/ports?device_id=78611da9-302d-43f4-8a00-19313e5c42fc HTTP/1.1" status: 200 len: 210 time: 0.0456457 Dec 17 15:20:18.245254 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f036f651-23ff-4810-aabe-c06d669a6ae5 req-9c33a3bd-c5c3-4bb2-bf37-dc8df4383ab9 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:18.324108 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f036f651-23ff-4810-aabe-c06d669a6ae5 req-9c33a3bd-c5c3-4bb2-bf37-dc8df4383ab9 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:18.358784 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53006) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:18.377993 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:18.404173 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-240c7123-c707-48b7-85e2-58904c6ccc7a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] For port 905a2542-efb3-4029-be18-89747bed1f45, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=905a2542-efb3-4029-be18-89747bed1f45,segment=NetworkSegment(c8a552cf-301f-4114-af7a-a21e73d91e3d),segment_id=c8a552cf-301f-4114-af7a-a21e73d91e3d)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:18.410704 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-240c7123-c707-48b7-85e2-58904c6ccc7a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:18.428181 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-8a031c02-8a35-4436-9c02-979dc87fb350 None None] Provisioning complete for port 185d2f7c-0983-4421-b54a-c70a9e0d31cc triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:18.433084 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8a031c02-8a35-4436-9c02-979dc87fb350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:18.484033 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5a7603-89bc-4f2f-8611-277c15b32502 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Deleting subnet d24084d0-70fc-4378-94e4-aa2a27ab1cb6 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:20:18.490721 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5c5a7603-89bc-4f2f-8611-277c15b32502 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:18.514580 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa7158f-12d5-4b82-a893-d5b178f9e4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=74b76ae9-be21-4577-b022-03faf2f59f94,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:18.524907 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-8a031c02-8a35-4436-9c02-979dc87fb350 None None] Port 185d2f7c-0983-4421-b54a-c70a9e0d31cc cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:20:18.527624 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5cf90df4-a2f6-4435-ad60-b5864554ec9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:18.550589 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f036f651-23ff-4810-aabe-c06d669a6ae5 req-9c33a3bd-c5c3-4bb2-bf37-dc8df4383ab9 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:18.564971 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-240c7123-c707-48b7-85e2-58904c6ccc7a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Calling delete_port for 905a2542-efb3-4029-be18-89747bed1f45 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:20:18.603968 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf90df4-a2f6-4435-ad60-b5864554ec9e None None] Pushing event deleted for resources: {'Port': ['ID=905a2542-efb3-4029-be18-89747bed1f45,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:18.644829 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33a3bd-c5c3-4bb2-bf37-dc8df4383ab9 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff7f04e2-6c87-4f6d-8e7e-02bce6c71c10,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:18.672847 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f036f651-23ff-4810-aabe-c06d669a6ae5 req-9c33a3bd-c5c3-4bb2-bf37-dc8df4383ab9 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:18.680643 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f036f651-23ff-4810-aabe-c06d669a6ae5 req-9c33a3bd-c5c3-4bb2-bf37-dc8df4383ab9 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6680441 Dec 17 15:20:18.681773 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 372ffd60-69bc-46f5-a6ff-a5f3ded17c97 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:20:18.725694 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5c5a7603-89bc-4f2f-8611-277c15b32502 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:18.745639 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-4aa7158f-12d5-4b82-a893-d5b178f9e4f9 service neutron] Attempting to bind port 74b76ae9-be21-4577-b022-03faf2f59f94 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:20:18.746218 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-4aa7158f-12d5-4b82-a893-d5b178f9e4f9 service neutron] Attempting to bind port 74b76ae9-be21-4577-b022-03faf2f59f94 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '54dd5740-79cd-4538-9d3f-7af7e424ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '69b31584-89e2-47f2-8520-6af05b2ff039'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:20:18.746762 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-4aa7158f-12d5-4b82-a893-d5b178f9e4f9 service neutron] Attempting to bind port 74b76ae9-be21-4577-b022-03faf2f59f94 on network 69b31584-89e2-47f2-8520-6af05b2ff039 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:20:18.766347 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-4aa7158f-12d5-4b82-a893-d5b178f9e4f9 service neutron] Port 74b76ae9-be21-4577-b022-03faf2f59f94 on network 69b31584-89e2-47f2-8520-6af05b2ff039 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:20:18.767090 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-4aa7158f-12d5-4b82-a893-d5b178f9e4f9 service neutron] Attempting to bind port 74b76ae9-be21-4577-b022-03faf2f59f94 on network 69b31584-89e2-47f2-8520-6af05b2ff039 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:20:18.787936 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-9fa26580-dfb7-4060-bbe1-d81965ad8ef8 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Deleting port 185d2f7c-0983-4421-b54a-c70a9e0d31cc {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:20:18.789776 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9fa26580-dfb7-4060-bbe1-d81965ad8ef8 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:18.822152 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf90df4-a2f6-4435-ad60-b5864554ec9e None None] No DVR routers for this DVR port 905a2542-efb3-4029-be18-89747bed1f45 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:20:18.879285 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 372ffd60-69bc-46f5-a6ff-a5f3ded17c97 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:18.879654 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:18.909602 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9fa26580-dfb7-4060-bbe1-d81965ad8ef8 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:18.926972 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-9fa26580-dfb7-4060-bbe1-d81965ad8ef8 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Calling delete_port for 185d2f7c-0983-4421-b54a-c70a9e0d31cc owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:20:19.014094 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-240c7123-c707-48b7-85e2-58904c6ccc7a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:19.028850 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:19.030273 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-4aa7158f-12d5-4b82-a893-d5b178f9e4f9 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:20:19.030620 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-4aa7158f-12d5-4b82-a893-d5b178f9e4f9 service neutron] Checking segment: {'id': '54dd5740-79cd-4538-9d3f-7af7e424ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '69b31584-89e2-47f2-8520-6af05b2ff039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:20:19.031005 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-4aa7158f-12d5-4b82-a893-d5b178f9e4f9 service neutron] Bound using segment: {'id': '54dd5740-79cd-4538-9d3f-7af7e424ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '69b31584-89e2-47f2-8520-6af05b2ff039'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:20:19.031548 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-4aa7158f-12d5-4b82-a893-d5b178f9e4f9 service neutron] Bound port: 74b76ae9-be21-4577-b022-03faf2f59f94, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54dd5740-79cd-4538-9d3f-7af7e424ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '69b31584-89e2-47f2-8520-6af05b2ff039'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:20:19.031789 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-4aa7158f-12d5-4b82-a893-d5b178f9e4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:19.049166 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a0df9f4e-9d3e-4f44-81ce-aa782f948dcb req-8dd7e1fb-a4ed-42b6-b66d-75966683106b tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] 10.222.0.46 "GET /v2.0/security-groups/4d13a119-655f-44b8-a190-fc81fb409560 HTTP/1.1" status: 200 len: 2409 time: 0.3147726 Dec 17 15:20:19.106194 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c7123-c707-48b7-85e2-58904c6ccc7a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event deleted for resources: {'Port': ['ID=905a2542-efb3-4029-be18-89747bed1f45,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:19.122269 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212eb25-6ce0-4d90-b931-00d7d24bda59 req-0d214e53-a663-4c5a-a206-1ed335802a6d tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:19.138919 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 372ffd60-69bc-46f5-a6ff-a5f3ded17c97, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=372ffd60-69bc-46f5-a6ff-a5f3ded17c97,segment=NetworkSegment(50913541-c4fc-4052-a5a4-4ef73bad2e3d),segment_id=50913541-c4fc-4052-a5a4-4ef73bad2e3d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:19.139239 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6212eb25-6ce0-4d90-b931-00d7d24bda59 req-0d214e53-a663-4c5a-a206-1ed335802a6d tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdb83ac6-fbe2-4dcf-9231-691c6be82cbe HTTP/1.1" status: 200 len: 943 time: 0.3299172 Dec 17 15:20:19.140467 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a97ede0-ec1b-445f-bdeb-fb4b6c696304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372ffd60-69bc-46f5-a6ff-a5f3ded17c97'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:20:19.142527 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5c5a7603-89bc-4f2f-8611-277c15b32502 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:19.146285 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57f1ec1-631b-476b-b932-2b6e267269c0" -d '{"events": [{"server_uuid": "0a97ede0-ec1b-445f-bdeb-fb4b6c696304", "name": "network-vif-plugged", "status": "completed", "tag": "372ffd60-69bc-46f5-a6ff-a5f3ded17c97"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:20:19.174204 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240c7123-c707-48b7-85e2-58904c6ccc7a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] No DVR routers for this DVR port 905a2542-efb3-4029-be18-89747bed1f45 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:20:19.216939 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:19.278864 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6212eb25-6ce0-4d90-b931-00d7d24bda59 req-89af14ab-5164-442d-80f7-fbf75b07cd2d tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddad14b1-2022-4401-be7a-1e07d982a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386397 Dec 17 15:20:19.384556 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806beafc-6e45-4b86-ac06-d5b02b229735 req-da47e607-0191-4073-a428-6f072229ba1d tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:19.393585 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-806beafc-6e45-4b86-ac06-d5b02b229735 req-da47e607-0191-4073-a428-6f072229ba1d tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 945 time: 0.2135568 Dec 17 15:20:19.401942 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=372ffd60-69bc-46f5-a6ff-a5f3ded17c97,revision_number=7']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:19.439423 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-77d96d9e-d884-4582-aa85-f4463188de62 req-42697d31-9bb0-4151-87d1-44de6eb62736 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7fd0560-da10-4e5d-8eaf-d3567c58a448 HTTP/1.1" status: 200 len: 210 time: 0.0416059 Dec 17 15:20:19.477207 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5c5a7603-89bc-4f2f-8611-277c15b32502 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:19.556081 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705e590c-6a14-4376-8aff-fc4d41899a6d None None] Network a526368f-6035-425a-bdfd-bd4b8f0b22ed requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:20:19.557378 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-806beafc-6e45-4b86-ac06-d5b02b229735 req-27ffaae0-0ca7-4790-93de-6b3c8c9c3f4d tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598072 Dec 17 15:20:19.558648 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a7603-89bc-4f2f-8611-277c15b32502 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Pushing event deleted for resources: {'Subnet': ['ID=d24084d0-70fc-4378-94e4-aa2a27ab1cb6,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:19.584356 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-15d1575d-c2ae-4d6f-8f8f-9e3d57a70eff req-50d63183-5e7e-4ddc-8057-60be2117395c tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] 10.222.0.46 "GET /v2.0/security-group-rules/ff7f04e2-6c87-4f6d-8e7e-02bce6c71c10 HTTP/1.1" status: 200 len: 778 time: 0.1164503 Dec 17 15:20:19.588403 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5c5a7603-89bc-4f2f-8611-277c15b32502 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:19.598221 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5c5a7603-89bc-4f2f-8611-277c15b32502 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "DELETE /v2.0/subnets/d24084d0-70fc-4378-94e4-aa2a27ab1cb6 HTTP/1.1" status: 204 len: 168 time: 1.2382305 Dec 17 15:20:19.605939 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53024) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:19.766333 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-715a720a-8629-4357-98a1-220c9aa0b31a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:19.783147 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f50cc53-a0cf-4563-906c-699174c12737 x-openstack-request-id: req-4f50cc53-a0cf-4563-906c-699174c12737 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:20:19.785702 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a97ede0-ec1b-445f-bdeb-fb4b6c696304", "name": "network-vif-plugged", "status": "completed", "tag": "372ffd60-69bc-46f5-a6ff-a5f3ded17c97", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:20:19.785702 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4f50cc53-a0cf-4563-906c-699174c12737 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:20:19.785702 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a97ede0-ec1b-445f-bdeb-fb4b6c696304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372ffd60-69bc-46f5-a6ff-a5f3ded17c97', 'code': 200} Dec 17 15:20:19.834849 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-15d1575d-c2ae-4d6f-8f8f-9e3d57a70eff req-390b25ec-21ba-4c4c-afa5-e56a91a571ae tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] 10.222.0.46 "GET /v2.0/security-groups/4d13a119-655f-44b8-a190-fc81fb409560 HTTP/1.1" status: 200 len: 2409 time: 0.2492433 Dec 17 15:20:19.849651 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fcb93a34-7ac9-4b89-a3ee-995f4c5ae53e req-40f510f7-b806-4c58-adb6-e76e012e4c25 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/ports?device_id=78611da9-302d-43f4-8a00-19313e5c42fc HTTP/1.1" status: 200 len: 210 time: 0.0754647 Dec 17 15:20:19.890951 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-15d1575d-c2ae-4d6f-8f8f-9e3d57a70eff req-a2acabdb-78a2-4485-9230-16f25063a5d9 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:19.903866 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-240c7123-c707-48b7-85e2-58904c6ccc7a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:19.931667 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-15d1575d-c2ae-4d6f-8f8f-9e3d57a70eff req-a2acabdb-78a2-4485-9230-16f25063a5d9 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:19.951024 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35591b08-53d2-458c-90ca-52d84b944722 None None] DHCP port deletion for a526368f-6035-425a-bdfd-bd4b8f0b22ed request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:20:19.995330 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-715a720a-8629-4357-98a1-220c9aa0b31a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Deleting port 519bffac-c867-462c-91f4-2bb77d7cc9da {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:20:19.995330 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-715a720a-8629-4357-98a1-220c9aa0b31a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:19.999366 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9fa26580-dfb7-4060-bbe1-d81965ad8ef8 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:20.010204 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-240c7123-c707-48b7-85e2-58904c6ccc7a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c7ae40-f110-420a-a295-04e616447ec0']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:20.039776 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-4aa7158f-12d5-4b82-a893-d5b178f9e4f9 service neutron] For port 74b76ae9-be21-4577-b022-03faf2f59f94, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:20:20.043837 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-240c7123-c707-48b7-85e2-58904c6ccc7a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a552cf-301f-4114-af7a-a21e73d91e3d') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:20.044153 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-240c7123-c707-48b7-85e2-58904c6ccc7a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a552cf-301f-4114-af7a-a21e73d91e3d') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:20.059150 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-35591b08-53d2-458c-90ca-52d84b944722 None None] Deleting port 519bffac-c867-462c-91f4-2bb77d7cc9da {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:20:20.061300 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-35591b08-53d2-458c-90ca-52d84b944722 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:20.078175 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-15d1575d-c2ae-4d6f-8f8f-9e3d57a70eff req-a2acabdb-78a2-4485-9230-16f25063a5d9 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:20.094296 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-15d1575d-c2ae-4d6f-8f8f-9e3d57a70eff req-a2acabdb-78a2-4485-9230-16f25063a5d9 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:20.094296 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-15d1575d-c2ae-4d6f-8f8f-9e3d57a70eff req-a2acabdb-78a2-4485-9230-16f25063a5d9 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/ff7f04e2-6c87-4f6d-8e7e-02bce6c71c10 HTTP/1.1" status: 204 len: 173 time: 0.2408965 Dec 17 15:20:20.094878 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa26580-dfb7-4060-bbe1-d81965ad8ef8 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Pushing event deleted for resources: {'Port': ['ID=185d2f7c-0983-4421-b54a-c70a9e0d31cc,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:20.114627 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acabdb-78a2-4485-9230-16f25063a5d9 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff7f04e2-6c87-4f6d-8e7e-02bce6c71c10,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:20.133598 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-4aa7158f-12d5-4b82-a893-d5b178f9e4f9 service neutron] For port 74b76ae9-be21-4577-b022-03faf2f59f94, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=74b76ae9-be21-4577-b022-03faf2f59f94,segment=NetworkSegment(54dd5740-79cd-4538-9d3f-7af7e424ac18),segment_id=54dd5740-79cd-4538-9d3f-7af7e424ac18)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:20:20.138042 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-240c7123-c707-48b7-85e2-58904c6ccc7a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:20.165330 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-c9f5f9c3-c637-4dee-9dbe-4ab710946dbf req-d990d032-4a73-415f-85cb-3bb23d100838 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-625276371', 'description': 'tempest-description-936563126'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:20.194330 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-715a720a-8629-4357-98a1-220c9aa0b31a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] For port 519bffac-c867-462c-91f4-2bb77d7cc9da, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=519bffac-c867-462c-91f4-2bb77d7cc9da,segment=NetworkSegment(55fa4acc-a0e6-4068-af8b-3abd2ad2b407),segment_id=55fa4acc-a0e6-4068-af8b-3abd2ad2b407)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:20.205094 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-715a720a-8629-4357-98a1-220c9aa0b31a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:20.216906 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-4aa7158f-12d5-4b82-a893-d5b178f9e4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:20.223953 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-35591b08-53d2-458c-90ca-52d84b944722 None None] For port 519bffac-c867-462c-91f4-2bb77d7cc9da, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=519bffac-c867-462c-91f4-2bb77d7cc9da,segment=NetworkSegment(55fa4acc-a0e6-4068-af8b-3abd2ad2b407),segment_id=55fa4acc-a0e6-4068-af8b-3abd2ad2b407)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:20.224602 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-35591b08-53d2-458c-90ca-52d84b944722 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:20.240341 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-35591b08-53d2-458c-90ca-52d84b944722 None None] Calling delete_port for 519bffac-c867-462c-91f4-2bb77d7cc9da owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:20:20.241726 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-715a720a-8629-4357-98a1-220c9aa0b31a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Calling delete_port for 519bffac-c867-462c-91f4-2bb77d7cc9da owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:20:20.355626 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-240c7123-c707-48b7-85e2-58904c6ccc7a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:20.381711 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c9f5f9c3-c637-4dee-9dbe-4ab710946dbf req-d990d032-4a73-415f-85cb-3bb23d100838 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:20.456942 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9fa26580-dfb7-4060-bbe1-d81965ad8ef8 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:20.466235 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9fa26580-dfb7-4060-bbe1-d81965ad8ef8 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] 10.222.0.46 "DELETE /v2.0/ports/185d2f7c-0983-4421-b54a-c70a9e0d31cc HTTP/1.1" status: 204 len: 168 time: 2.2526350 Dec 17 15:20:20.466235 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-240c7123-c707-48b7-85e2-58904c6ccc7a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:20:20.466235 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-240c7123-c707-48b7-85e2-58904c6ccc7a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:20.482178 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-35591b08-53d2-458c-90ca-52d84b944722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: self.session.flush() Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: self.session.flush() Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: self.session.flush() Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: self.session.flush() Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:20:20.501465 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:20:20.506367 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-4aa7158f-12d5-4b82-a893-d5b178f9e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:20.511727 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-4aa7158f-12d5-4b82-a893-d5b178f9e4f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:20.525941 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-4aa7158f-12d5-4b82-a893-d5b178f9e4f9 service neutron] 10.222.0.41 "PUT /v2.0/ports/74b76ae9-be21-4577-b022-03faf2f59f94 HTTP/1.1" status: 200 len: 1091 time: 4.4069934 Dec 17 15:20:20.526810 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53032) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:20.549128 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb83ac6-fbe2-4dcf-9231-691c6be82cbe', 'tag': '74b76ae9-be21-4577-b022-03faf2f59f94'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:20:20.563438 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35591b08-53d2-458c-90ca-52d84b944722 None None] Pushing event deleted for resources: {'Port': ['ID=519bffac-c867-462c-91f4-2bb77d7cc9da,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:20.581803 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581395ec-34e2-44d6-bec8-f6ae0be7b61f" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb83ac6-fbe2-4dcf-9231-691c6be82cbe", "tag": "74b76ae9-be21-4577-b022-03faf2f59f94"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:20:20.585269 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35591b08-53d2-458c-90ca-52d84b944722 None None] No DVR routers for this DVR port 519bffac-c867-462c-91f4-2bb77d7cc9da on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:20:20.689936 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d82dca1-2241-42be-b0a5-4ef6c2cb8acd tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] GET failed (client error): The resource could not be found. Dec 17 15:20:20.692665 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9d82dca1-2241-42be-b0a5-4ef6c2cb8acd tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] 10.222.0.46 "GET /v2.0/ports/185d2f7c-0983-4421-b54a-c70a9e0d31cc HTTP/1.1" status: 404 len: 333 time: 0.1015394 Dec 17 15:20:20.713407 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53038) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:20.720322 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-7673c2da-0340-462f-874d-f2677af74a3e tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Request body: {'port': {'network_id': 'cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1758238393'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:20.926085 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa7158f-12d5-4b82-a893-d5b178f9e4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=74b76ae9-be21-4577-b022-03faf2f59f94,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:20.974238 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-970ac2a8-033a-4ef0-b567-8dabc0bc8903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:20.977260 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-970ac2a8-033a-4ef0-b567-8dabc0bc8903 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3a84ebc937934de99ce0f3e190e62521&device_id=fdb83ac6-fbe2-4dcf-9231-691c6be82cbe HTTP/1.1" status: 200 len: 1094 time: 0.2820129 Dec 17 15:20:21.042249 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-240c7123-c707-48b7-85e2-58904c6ccc7a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:21.108277 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-240c7123-c707-48b7-85e2-58904c6ccc7a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:21.121640 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-240c7123-c707-48b7-85e2-58904c6ccc7a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/networks/d1c7ae40-f110-420a-a295-04e616447ec0 HTTP/1.1" status: 204 len: 168 time: 4.9113426 Dec 17 15:20:21.125365 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-6a29a5dc-91d3-4532-9386-d65330e4c1bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74b76ae9-be21-4577-b022-03faf2f59f94 HTTP/1.1" status: 200 len: 217 time: 0.0839815 Dec 17 15:20:21.125832 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53042) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:21.145828 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-e62d0287-ef0e-453d-aaa2-0fca435f8c21 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Request body: {'network': {'name': 'tempest-RoutersTest-1969960229'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:21.156056 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c7123-c707-48b7-85e2-58904c6ccc7a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event deleted for resources: {'Network': ['ID=d1c7ae40-f110-420a-a295-04e616447ec0,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:21.176355 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7673c2da-0340-462f-874d-f2677af74a3e tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Made reservation on behalf of 8b97e4493aa44da88f86183bd153012e for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:20:21.176590 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804dbfe-56d9-4232-82fb-e2391c8bce2f req-fb7f5290-15d3-43ae-8e92-d53081c5a49e tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:21.180735 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7673c2da-0340-462f-874d-f2677af74a3e tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:21.184833 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6804dbfe-56d9-4232-82fb-e2391c8bce2f req-fb7f5290-15d3-43ae-8e92-d53081c5a49e tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdb83ac6-fbe2-4dcf-9231-691c6be82cbe HTTP/1.1" status: 200 len: 943 time: 0.6374297 Dec 17 15:20:21.204134 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-715a720a-8629-4357-98a1-220c9aa0b31a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:21.223930 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-b9351c5f-1c8a-48c1-bbb1-8e585e5e7699 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:21.225601 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-b9351c5f-1c8a-48c1-bbb1-8e585e5e7699 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.41 "GET /v2.0/networks?id=c10aa86e-d9d7-4652-a2e1-0c001585515a HTTP/1.1" status: 200 len: 812 time: 0.8731370 Dec 17 15:20:21.253102 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-7673c2da-0340-462f-874d-f2677af74a3e tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] device_id is not set on port a128d822-69ad-4feb-b878-4f5cb41eed28 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:20:21.262241 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c9f5f9c3-c637-4dee-9dbe-4ab710946dbf req-d990d032-4a73-415f-85cb-3bb23d100838 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:21.271741 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a720a-8629-4357-98a1-220c9aa0b31a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Pushing event deleted for resources: {'Port': ['ID=519bffac-c867-462c-91f4-2bb77d7cc9da,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:21.287458 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715a720a-8629-4357-98a1-220c9aa0b31a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] No DVR routers for this DVR port 519bffac-c867-462c-91f4-2bb77d7cc9da on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:20:21.311121 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-5b8550fd-4e04-49a4-af43-b28dcacbfb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:21.314097 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-5b8550fd-4e04-49a4-af43-b28dcacbfb44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13b0e24e-3e36-4c0a-9576-ed2a6035e7fe HTTP/1.1" status: 200 len: 844 time: 0.1740863 Dec 17 15:20:21.338341 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6804dbfe-56d9-4232-82fb-e2391c8bce2f req-b67f4d84-9da9-4fca-9ba7-e2fe73e9b8d2 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddad14b1-2022-4401-be7a-1e07d982a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523657 Dec 17 15:20:21.384590 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62d0287-ef0e-453d-aaa2-0fca435f8c21 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Made reservation on behalf of 2f3e4e66f57e4196ab4d1021f592ec02 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:20:21.390057 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e62d0287-ef0e-453d-aaa2-0fca435f8c21 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:21.421597 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c9f5f9c3-c637-4dee-9dbe-4ab710946dbf req-d990d032-4a73-415f-85cb-3bb23d100838 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:21.482178 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990d032-4a73-415f-85cb-3bb23d100838 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9291f444-3796-4413-b412-5befd13a332a,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:21.493485 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-d22f0136-b3d4-4313-b6ab-cd6b2ac2f505 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a24e8e82b4a34912861fe996df8e96eb HTTP/1.1" status: 200 len: 379 time: 0.2287800 Dec 17 15:20:21.493686 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-50888078-edec-4034-9218-9363bc09f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:21.495239 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-50888078-edec-4034-9218-9363bc09f659 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69b31584-89e2-47f2-8520-6af05b2ff039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1752436 Dec 17 15:20:21.503985 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e62d0287-ef0e-453d-aaa2-0fca435f8c21 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:20:21.517782 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-d288c756-e51d-47b4-9db4-d812bbf5d3bf tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Request body: {'port': {'device_id': 'd7fd0560-da10-4e5d-8eaf-d3567c58a448', 'network_id': 'c10aa86e-d9d7-4652-a2e1-0c001585515a', 'admin_state_up': True, 'tenant_id': 'a24e8e82b4a34912861fe996df8e96eb', 'security_groups': ['440c9dcb-a25c-438c-9ce0-b35793a4528d']}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:21.525806 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-715a720a-8629-4357-98a1-220c9aa0b31a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:21.563166 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e62d0287-ef0e-453d-aaa2-0fca435f8c21 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:21.563166 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-e62d0287-ef0e-453d-aaa2-0fca435f8c21 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Added segment b297ebef-c15e-4f3b-aebc-3dcf7c6ba892 of type vlan for network d6a10bd1-54d7-407c-8e89-fb218dff4373 Dec 17 15:20:21.624896 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-c9f5f9c3-c637-4dee-9dbe-4ab710946dbf req-d990d032-4a73-415f-85cb-3bb23d100838 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:21.626420 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c9f5f9c3-c637-4dee-9dbe-4ab710946dbf req-d990d032-4a73-415f-85cb-3bb23d100838 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.4835029 Dec 17 15:20:21.628611 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f18f61f3-0d6b-42c0-9818-a0fe03eb5de2 req-4d07b207-6d79-4307-9969-fdf6fcb00c01 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7fd0560-da10-4e5d-8eaf-d3567c58a448 HTTP/1.1" status: 200 len: 210 time: 0.0998437 Dec 17 15:20:21.639316 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-715a720a-8629-4357-98a1-220c9aa0b31a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a526368f-6035-425a-bdfd-bd4b8f0b22ed']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:21.656811 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-715a720a-8629-4357-98a1-220c9aa0b31a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55fa4acc-a0e6-4068-af8b-3abd2ad2b407') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:21.657277 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-715a720a-8629-4357-98a1-220c9aa0b31a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55fa4acc-a0e6-4068-af8b-3abd2ad2b407') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:21.663339 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-7673c2da-0340-462f-874d-f2677af74a3e tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Allocated IP 2001:db8::d7 (cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda/47839a9f-82b7-42bc-9121-b315a3969631/a128d822-69ad-4feb-b878-4f5cb41eed28) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:20:21.676857 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-715a720a-8629-4357-98a1-220c9aa0b31a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:21.712008 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-715a720a-8629-4357-98a1-220c9aa0b31a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:21.722330 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-715a720a-8629-4357-98a1-220c9aa0b31a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:20:21.723568 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-715a720a-8629-4357-98a1-220c9aa0b31a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: self.session.flush() Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: self.session.flush() Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: self.session.flush() Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: self.session.flush() Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:20:21.767090 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:20:21.785363 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e62d0287-ef0e-453d-aaa2-0fca435f8c21 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:21.793710 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b5220c-2247-4ea3-910e-c3e56ebd2324 x-openstack-request-id: req-25b5220c-2247-4ea3-910e-c3e56ebd2324 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:20:21.794382 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb83ac6-fbe2-4dcf-9231-691c6be82cbe", "tag": "74b76ae9-be21-4577-b022-03faf2f59f94", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:20:21.794636 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-25b5220c-2247-4ea3-910e-c3e56ebd2324 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:20:21.800272 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb83ac6-fbe2-4dcf-9231-691c6be82cbe', 'tag': '74b76ae9-be21-4577-b022-03faf2f59f94', 'status': 'completed', 'code': 200} Dec 17 15:20:21.875400 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 519bffac-c867-462c-91f4-2bb77d7cc9da no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:20:21.953664 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 519bffac-c867-462c-91f4-2bb77d7cc9da {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:20:21.954112 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 519bffac-c867-462c-91f4-2bb77d7cc9da not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:20:21.973119 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a7b27419-3e9c-49e4-89b5-d034ca3b4395 req-69b32f1e-e98a-4c54-b3dc-a01465f1dd5c tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/ports?device_id=78611da9-302d-43f4-8a00-19313e5c42fc HTTP/1.1" status: 200 len: 210 time: 0.0726037 Dec 17 15:20:22.016757 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef6589-0a1d-452a-ad5d-51690eaaa271 req-fca518a1-ab48-4825-83ac-7d433913d2e5 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:22.020868 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f5ef6589-0a1d-452a-ad5d-51690eaaa271 req-fca518a1-ab48-4825-83ac-7d433913d2e5 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 945 time: 0.2241518 Dec 17 15:20:22.027217 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-d288c756-e51d-47b4-9db4-d812bbf5d3bf tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Made reservation on behalf of a24e8e82b4a34912861fe996df8e96eb for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:20:22.031038 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-d288c756-e51d-47b4-9db4-d812bbf5d3bf tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:22.072152 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-715a720a-8629-4357-98a1-220c9aa0b31a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:22.090061 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-715a720a-8629-4357-98a1-220c9aa0b31a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:22.093500 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-715a720a-8629-4357-98a1-220c9aa0b31a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "DELETE /v2.0/networks/a526368f-6035-425a-bdfd-bd4b8f0b22ed HTTP/1.1" status: 204 len: 168 time: 2.4752378 Dec 17 15:20:22.097019 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53048) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:22.147421 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-9c280bb3-bcfb-4fa6-9865-f793ad2909a4 service neutron] 10.222.0.41 "GET /v2.0/networks/69b31584-89e2-47f2-8520-6af05b2ff039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6346810 Dec 17 15:20:22.152736 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7673c2da-0340-462f-874d-f2677af74a3e tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:22.166833 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a720a-8629-4357-98a1-220c9aa0b31a tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Pushing event deleted for resources: {'Network': ['ID=a526368f-6035-425a-bdfd-bd4b8f0b22ed,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:22.212667 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f5ef6589-0a1d-452a-ad5d-51690eaaa271 req-64571deb-61c1-4f8e-a607-1237ed78110f tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733863 Dec 17 15:20:22.227019 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-60d3ecba-1795-4567-b470-b3fdf7f308f8 req-a41f5679-1d74-4a96-979f-1e418532bbb1 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] 10.222.0.46 "GET /v2.0/security-groups/9291f444-3796-4413-b412-5befd13a332a HTTP/1.1" status: 200 len: 1813 time: 0.2014167 Dec 17 15:20:22.255080 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e62d0287-ef0e-453d-aaa2-0fca435f8c21 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:22.261746 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62d0287-ef0e-453d-aaa2-0fca435f8c21 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:22.262297 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e62d0287-ef0e-453d-aaa2-0fca435f8c21 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:22.287746 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-e81e8a05-da83-4be0-b172-1777e3d9c80d req-04248b49-67ec-4f1d-80a2-1ce072097108 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1378689835', 'description': 'tempest-description-180196653'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:22.301465 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f32cdf1-5b1d-4128-96a3-8f37d8561442 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Deleting subnet 49c1d977-876b-48e0-9f0c-103cbf1aa37f {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:20:22.312319 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8f32cdf1-5b1d-4128-96a3-8f37d8561442 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:22.391189 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d0287-ef0e-453d-aaa2-0fca435f8c21 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Network': ['ID=d6a10bd1-54d7-407c-8e89-fb218dff4373,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:22.397633 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8f32cdf1-5b1d-4128-96a3-8f37d8561442 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:22.405202 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network d6a10bd1-54d7-407c-8e89-fb218dff4373 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:20:22.451354 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-d288c756-e51d-47b4-9db4-d812bbf5d3bf tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Allocated IP 172.20.0.5 (c10aa86e-d9d7-4652-a2e1-0c001585515a/d180b79e-c3bb-4569-b61e-f0770c463335/1c5a567d-d7ab-42e0-bf88-a8cd61a1e792) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:20:22.460708 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7b6b95ad-d5af-4e35-a188-a08686921dd3 req-dbfa704b-5304-404c-bc9c-a3e853fbd705 service neutron] 10.222.0.41 "GET /v2.0/networks/69b31584-89e2-47f2-8520-6af05b2ff039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006282 Dec 17 15:20:22.479619 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e81e8a05-da83-4be0-b172-1777e3d9c80d req-04248b49-67ec-4f1d-80a2-1ce072097108 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:22.516989 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7673c2da-0340-462f-874d-f2677af74a3e tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:22.603492 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7673c2da-0340-462f-874d-f2677af74a3e tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Pushing event updated for resources: {'Port': ['ID=a128d822-69ad-4feb-b878-4f5cb41eed28,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:22.623315 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3884853-8d24-479e-9272-5068e1af3380 req-3fbe51c4-5f92-4852-8cac-5ea21a8e9b85 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:22.627477 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a3884853-8d24-479e-9272-5068e1af3380 req-3fbe51c4-5f92-4852-8cac-5ea21a8e9b85 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdb83ac6-fbe2-4dcf-9231-691c6be82cbe HTTP/1.1" status: 200 len: 943 time: 0.2012784 Dec 17 15:20:22.627637 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e62d0287-ef0e-453d-aaa2-0fca435f8c21 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4878855 Dec 17 15:20:22.627637 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53058) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:22.634043 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-eebb5615-342a-4088-990f-0a92eb402f75 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Request body: {'subnet': {'network_id': 'd6a10bd1-54d7-407c-8e89-fb218dff4373', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:22.656429 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8f32cdf1-5b1d-4128-96a3-8f37d8561442 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:22.776435 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7673c2da-0340-462f-874d-f2677af74a3e tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Network cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:20:22.804733 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-7673c2da-0340-462f-874d-f2677af74a3e tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:22.817516 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a3884853-8d24-479e-9272-5068e1af3380 req-88c9f049-be51-4dde-90e4-16a24d730101 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddad14b1-2022-4401-be7a-1e07d982a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625834 Dec 17 15:20:22.824198 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7673c2da-0340-462f-874d-f2677af74a3e tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:20:22.826893 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e81e8a05-da83-4be0-b172-1777e3d9c80d req-04248b49-67ec-4f1d-80a2-1ce072097108 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:22.836382 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7673c2da-0340-462f-874d-f2677af74a3e tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:22.837466 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7673c2da-0340-462f-874d-f2677af74a3e tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:22.865947 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-d288c756-e51d-47b4-9db4-d812bbf5d3bf tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:22.883569 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581395ec-34e2-44d6-bec8-f6ae0be7b61f req-e26bc0bb-a613-40ba-8dba-c6a2c4c47b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:22.885915 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-581395ec-34e2-44d6-bec8-f6ae0be7b61f req-e26bc0bb-a613-40ba-8dba-c6a2c4c47b95 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3a84ebc937934de99ce0f3e190e62521&device_id=fdb83ac6-fbe2-4dcf-9231-691c6be82cbe HTTP/1.1" status: 200 len: 1094 time: 0.1356912 Dec 17 15:20:22.962279 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e81e8a05-da83-4be0-b172-1777e3d9c80d req-04248b49-67ec-4f1d-80a2-1ce072097108 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:22.974770 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebb5615-342a-4088-990f-0a92eb402f75 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Made reservation on behalf of 2f3e4e66f57e4196ab4d1021f592ec02 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:20:22.981340 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eebb5615-342a-4088-990f-0a92eb402f75 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:22.995588 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8f32cdf1-5b1d-4128-96a3-8f37d8561442 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:23.058685 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7673c2da-0340-462f-874d-f2677af74a3e tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3436019 Dec 17 15:20:23.069741 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53064) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:23.075752 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-c5f7e927-7dab-4cf5-b64d-1ea1fb01b286 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2f9', 'mac_address': 'fa:16:3e:e1:42:51'}]}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:23.156524 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-d288c756-e51d-47b4-9db4-d812bbf5d3bf tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:23.173081 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e81e8a05-da83-4be0-b172-1777e3d9c80d req-04248b49-67ec-4f1d-80a2-1ce072097108 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:23.189871 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b743f60d-d2b8-4f43-8b78-d3735e18e67c None None] Network 17a420c5-b0fd-470c-842c-21674b2fdb30 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:20:23.197821 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e81e8a05-da83-4be0-b172-1777e3d9c80d req-04248b49-67ec-4f1d-80a2-1ce072097108 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.9241395 Dec 17 15:20:23.198648 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32cdf1-5b1d-4128-96a3-8f37d8561442 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Pushing event deleted for resources: {'Subnet': ['ID=49c1d977-876b-48e0-9f0c-103cbf1aa37f,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:23.274699 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8f32cdf1-5b1d-4128-96a3-8f37d8561442 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:23.285514 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8f32cdf1-5b1d-4128-96a3-8f37d8561442 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "DELETE /v2.0/subnets/49c1d977-876b-48e0-9f0c-103cbf1aa37f HTTP/1.1" status: 204 len: 168 time: 1.1812532 Dec 17 15:20:23.363046 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04248b49-67ec-4f1d-80a2-1ce072097108 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbdb33a-b7a9-4df8-8e5e-b8d95c45f6c2,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:23.374905 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53070) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:23.473039 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a4479b2e-d2a5-4dab-83d1-40ab684b8696 None None] Provisioning complete for port a128d822-69ad-4feb-b878-4f5cb41eed28 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:23.475773 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a4479b2e-d2a5-4dab-83d1-40ab684b8696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:23.558613 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-d288c756-e51d-47b4-9db4-d812bbf5d3bf tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Network c10aa86e-d9d7-4652-a2e1-0c001585515a is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:20:23.589928 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581395ec-34e2-44d6-bec8-f6ae0be7b61f req-b011ca06-90f6-468d-8c05-b4d79dc140b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:23.591480 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-581395ec-34e2-44d6-bec8-f6ae0be7b61f req-b011ca06-90f6-468d-8c05-b4d79dc140b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=69b31584-89e2-47f2-8520-6af05b2ff039 HTTP/1.1" status: 200 len: 906 time: 0.6956494 Dec 17 15:20:23.596286 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-d288c756-e51d-47b4-9db4-d812bbf5d3bf tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:23.609730 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-910b80c6-2904-4795-8c0a-2ae49b0fe7ac req-6075118a-88a7-4dfc-a7d7-f96a3df9dfaf tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/ports?device_id=78611da9-302d-43f4-8a00-19313e5c42fc HTTP/1.1" status: 200 len: 210 time: 0.1410890 Dec 17 15:20:23.621347 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288c756-e51d-47b4-9db4-d812bbf5d3bf tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Pushing event updated for resources: {'Port': ['ID=1c5a567d-d7ab-42e0-bf88-a8cd61a1e792,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:23.641854 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-d288c756-e51d-47b4-9db4-d812bbf5d3bf tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:20:23.645827 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eebb5615-342a-4088-990f-0a92eb402f75 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:23.667245 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6514754-a4b0-44e0-8f33-572a29eca7b4 req-e7ff67dd-418f-41a8-a0bd-d6d7cbbe0fef tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:23.668277 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-a4479b2e-d2a5-4dab-83d1-40ab684b8696 None None] Port a128d822-69ad-4feb-b878-4f5cb41eed28 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:20:23.676019 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6514754-a4b0-44e0-8f33-572a29eca7b4 req-e7ff67dd-418f-41a8-a0bd-d6d7cbbe0fef tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7fd0560-da10-4e5d-8eaf-d3567c58a448 HTTP/1.1" status: 200 len: 931 time: 0.6813412 Dec 17 15:20:23.793979 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb8e03b-bcfa-4030-8494-865655ccad9d None None] DHCP port deletion for 17a420c5-b0fd-470c-842c-21674b2fdb30 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:20:23.830974 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-581395ec-34e2-44d6-bec8-f6ae0be7b61f req-d896f96a-5bff-4087-a874-54be2bbec102 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74b76ae9-be21-4577-b022-03faf2f59f94 HTTP/1.1" status: 200 len: 217 time: 0.1876347 Dec 17 15:20:23.876934 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-d288c756-e51d-47b4-9db4-d812bbf5d3bf tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:23.878548 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-d288c756-e51d-47b4-9db4-d812bbf5d3bf tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:23.890893 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4eb8e03b-bcfa-4030-8494-865655ccad9d None None] Deleting port ca6b6107-5d39-4a66-8c36-eb1a9f6192a0 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:20:23.891063 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4eb8e03b-bcfa-4030-8494-865655ccad9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:23.904493 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7583ff77-acc0-400e-ad67-beb93bb93818 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:23.926314 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-21ba8d38-43a8-4e59-b367-120974092186 req-a59e0e82-81bc-4005-be65-fd5290fa1348 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] 10.222.0.46 "GET /v2.0/security-groups/9fbdb33a-b7a9-4df8-8e5e-b8d95c45f6c2 HTTP/1.1" status: 200 len: 1814 time: 0.2696736 Dec 17 15:20:23.991477 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6514754-a4b0-44e0-8f33-572a29eca7b4 req-fa026bb6-7c48-48f1-88c8-2d71994dfe0d tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "GET /v2.0/security-groups?id=440c9dcb-a25c-438c-9ce0-b35793a4528d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3144989 Dec 17 15:20:23.999447 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-d288c756-e51d-47b4-9db4-d812bbf5d3bf tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4891672 Dec 17 15:20:24.029717 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581395ec-34e2-44d6-bec8-f6ae0be7b61f req-0187c0f8-f7e4-4edc-8cb6-2ddfd8cf64ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:24.035645 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-581395ec-34e2-44d6-bec8-f6ae0be7b61f req-0187c0f8-f7e4-4edc-8cb6-2ddfd8cf64ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13b0e24e-3e36-4c0a-9576-ed2a6035e7fe HTTP/1.1" status: 200 len: 844 time: 0.1777878 Dec 17 15:20:24.052067 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4eb8e03b-bcfa-4030-8494-865655ccad9d None None] For port ca6b6107-5d39-4a66-8c36-eb1a9f6192a0, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ca6b6107-5d39-4a66-8c36-eb1a9f6192a0,segment=NetworkSegment(300e1da5-9048-4a3f-901c-483ec1580d1b),segment_id=300e1da5-9048-4a3f-901c-483ec1580d1b)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:24.052826 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4eb8e03b-bcfa-4030-8494-865655ccad9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:24.068117 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4eb8e03b-bcfa-4030-8494-865655ccad9d None None] Calling delete_port for ca6b6107-5d39-4a66-8c36-eb1a9f6192a0 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:20:24.096609 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-fa22ce32-07cb-4dda-81b8-adc7cbe743be service neutron] Request body: {'port': {'device_id': 'd7fd0560-da10-4e5d-8eaf-d3567c58a448', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:24.107769 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c5f7e927-7dab-4cf5-b64d-1ea1fb01b286 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:24.109821 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb5615-342a-4088-990f-0a92eb402f75 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Subnet': ['ID=eb5aab3c-4179-4c4e-a373-388cd6e96aa6,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:24.143517 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-28943c7a-bdf7-4411-8372-91e3ffb2780b None None] Provisioning complete for port 1c5a567d-d7ab-42e0-bf88-a8cd61a1e792 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:24.144348 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-28943c7a-bdf7-4411-8372-91e3ffb2780b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:24.202118 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebb5615-342a-4088-990f-0a92eb402f75 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Checking segment: {'id': 'b297ebef-c15e-4f3b-aebc-3dcf7c6ba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6a10bd1-54d7-407c-8e89-fb218dff4373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:20:24.202497 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebb5615-342a-4088-990f-0a92eb402f75 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network hostable DHCP agents. Network: d6a10bd1-54d7-407c-8e89-fb218dff4373, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:20:24.222635 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-28943c7a-bdf7-4411-8372-91e3ffb2780b None None] Port 1c5a567d-d7ab-42e0-bf88-a8cd61a1e792 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:20:24.236557 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494833a-15dd-4e28-ac08-1414247075a0 req-e678aa82-36f7-4a0d-8932-16f12db282d4 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:24.243916 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a494833a-15dd-4e28-ac08-1414247075a0 req-e678aa82-36f7-4a0d-8932-16f12db282d4 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 945 time: 0.1781118 Dec 17 15:20:24.257953 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-fa22ce32-07cb-4dda-81b8-adc7cbe743be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:24.282898 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82f034-c48a-448a-8d4d-b637cf73e6bf req-c4e28dfa-e364-48d8-8c2a-cd7082683572 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:24.291278 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d82f034-c48a-448a-8d4d-b637cf73e6bf req-c4e28dfa-e364-48d8-8c2a-cd7082683572 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdb83ac6-fbe2-4dcf-9231-691c6be82cbe HTTP/1.1" status: 200 len: 943 time: 0.1524103 Dec 17 15:20:24.329611 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-7583ff77-acc0-400e-ad67-beb93bb93818 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Deleting port ca6b6107-5d39-4a66-8c36-eb1a9f6192a0 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:20:24.330116 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7583ff77-acc0-400e-ad67-beb93bb93818 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:24.355469 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4eb8e03b-bcfa-4030-8494-865655ccad9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:24.421638 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb8e03b-bcfa-4030-8494-865655ccad9d None None] Pushing event deleted for resources: {'Port': ['ID=ca6b6107-5d39-4a66-8c36-eb1a9f6192a0,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:24.433768 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a494833a-15dd-4e28-ac08-1414247075a0 req-353bb4bb-9764-4bb8-96ec-f74d40725c89 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863623 Dec 17 15:20:24.434282 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb8e03b-bcfa-4030-8494-865655ccad9d None None] No DVR routers for this DVR port ca6b6107-5d39-4a66-8c36-eb1a9f6192a0 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:20:24.481013 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-efce82ab-2806-4c14-bf32-502455197fb7 req-4d8795dc-b334-49ed-b07c-8e8247bbf25d tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-515678183', 'description': 'tempest-description-1661730089'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:24.492680 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d82f034-c48a-448a-8d4d-b637cf73e6bf req-30de2de0-5134-4f2c-bdd4-edfeb601499c tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddad14b1-2022-4401-be7a-1e07d982a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005348 Dec 17 15:20:24.578251 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-7583ff77-acc0-400e-ad67-beb93bb93818 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] For port ca6b6107-5d39-4a66-8c36-eb1a9f6192a0, host n-d-820553-2, got binding levels [] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:24.578877 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7583ff77-acc0-400e-ad67-beb93bb93818 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:24.608647 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-7583ff77-acc0-400e-ad67-beb93bb93818 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Calling delete_port for ca6b6107-5d39-4a66-8c36-eb1a9f6192a0 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:20:24.615923 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.ipam_backend_mixin [None req-7583ff77-acc0-400e-ad67-beb93bb93818 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Port ca6b6107-5d39-4a66-8c36-eb1a9f6192a0 was not found and therefore no delete operation was performed {{(pid=102832) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 15:20:24.622476 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7583ff77-acc0-400e-ad67-beb93bb93818 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:24.695857 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-efce82ab-2806-4c14-bf32-502455197fb7 req-4d8795dc-b334-49ed-b07c-8e8247bbf25d tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:24.698402 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583ff77-acc0-400e-ad67-beb93bb93818 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Pushing event deleted for resources: {'Port': ['ID=ca6b6107-5d39-4a66-8c36-eb1a9f6192a0,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:24.723421 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7583ff77-acc0-400e-ad67-beb93bb93818 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] No DVR routers for this DVR port ca6b6107-5d39-4a66-8c36-eb1a9f6192a0 on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:20:24.814179 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53080) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:24.907335 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581395ec-34e2-44d6-bec8-f6ae0be7b61f req-da447e5f-7400-42cc-b315-bc2b1b3da911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:24.908849 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-581395ec-34e2-44d6-bec8-f6ae0be7b61f req-da447e5f-7400-42cc-b315-bc2b1b3da911 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69b31584-89e2-47f2-8520-6af05b2ff039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8033774 Dec 17 15:20:24.932945 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7583ff77-acc0-400e-ad67-beb93bb93818 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:24.997209 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-7583ff77-acc0-400e-ad67-beb93bb93818 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a420c5-b0fd-470c-842c-21674b2fdb30']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:25.026906 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-7583ff77-acc0-400e-ad67-beb93bb93818 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '300e1da5-9048-4a3f-901c-483ec1580d1b') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:25.027211 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-7583ff77-acc0-400e-ad67-beb93bb93818 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '300e1da5-9048-4a3f-901c-483ec1580d1b') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:25.031574 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-efce82ab-2806-4c14-bf32-502455197fb7 req-4d8795dc-b334-49ed-b07c-8e8247bbf25d tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:25.057110 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7583ff77-acc0-400e-ad67-beb93bb93818 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:25.066229 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e42f885f-8b16-438e-bf3d-091c117fc87e tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:25.073106 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c5f7e927-7dab-4cf5-b64d-1ea1fb01b286 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:25.090493 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebb5615-342a-4088-990f-0a92eb402f75 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network d6a10bd1-54d7-407c-8e89-fb218dff4373 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:20:25.142074 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-581395ec-34e2-44d6-bec8-f6ae0be7b61f req-75d2cce2-8dbf-4170-bbcb-affb437b6044 service neutron] 10.222.0.41 "GET /v2.0/networks/69b31584-89e2-47f2-8520-6af05b2ff039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083840 Dec 17 15:20:25.142204 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7583ff77-acc0-400e-ad67-beb93bb93818 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:25.170272 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e42f885f-8b16-438e-bf3d-091c117fc87e tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:25.177119 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-fa22ce32-07cb-4dda-81b8-adc7cbe743be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c5a567d-d7ab-42e0-bf88-a8cd61a1e792 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:20:25.187721 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7583ff77-acc0-400e-ad67-beb93bb93818 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:20:25.188137 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7583ff77-acc0-400e-ad67-beb93bb93818 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:25.191117 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:20:25.191117 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:20:25.191117 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:20:25.191117 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:20:25.191117 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:20:25.191117 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:20:25.191117 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:20:25.191117 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:20:25.191117 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:20:25.191117 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:20:25.191117 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:20:25.191117 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:20:25.191117 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:20:25.191117 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:20:25.191117 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:20:25.191117 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:20:25.191117 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:20:25.191117 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:20:25.191117 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:20:25.191117 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:20:25.191117 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:20:25.191117 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:20:25.191117 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:20:25.191117 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:20:25.191117 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:20:25.191117 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:20:25.191117 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:20:25.191117 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:20:25.191117 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:20:25.191117 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:20:25.191117 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:20:25.191117 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:20:25.198174 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-fa22ce32-07cb-4dda-81b8-adc7cbe743be service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:25.236455 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-581395ec-34e2-44d6-bec8-f6ae0be7b61f req-ea0efca8-7485-4d46-af01-7f6323320d25 service neutron] 10.222.0.41 "GET /v2.0/networks/69b31584-89e2-47f2-8520-6af05b2ff039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036520 Dec 17 15:20:25.384447 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c5f7e927-7dab-4cf5-b64d-1ea1fb01b286 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:25.421639 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-c5f7e927-7dab-4cf5-b64d-1ea1fb01b286 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] In _notify_port_updated(), no bound segment for port a128d822-69ad-4feb-b878-4f5cb41eed28 on network cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda {{(pid=102833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 17 15:20:25.427697 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f7e927-7dab-4cf5-b64d-1ea1fb01b286 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:25.428528 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c5f7e927-7dab-4cf5-b64d-1ea1fb01b286 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:25.432985 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c5f7e927-7dab-4cf5-b64d-1ea1fb01b286 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] 10.222.0.46 "PUT /v2.0/ports/a128d822-69ad-4feb-b878-4f5cb41eed28 HTTP/1.1" status: 200 len: 1002 time: 2.3592191 Dec 17 15:20:25.433792 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53084) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:25.486169 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-eebb5615-342a-4088-990f-0a92eb402f75 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, d6a10bd1-54d7-407c-8e89-fb218dff4373) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:25.503712 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-efce82ab-2806-4c14-bf32-502455197fb7 req-4d8795dc-b334-49ed-b07c-8e8247bbf25d tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:25.506081 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebb5615-342a-4088-990f-0a92eb402f75 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:25.506500 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eebb5615-342a-4088-990f-0a92eb402f75 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:25.506673 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a5c3f1-66c8-48fc-8ffb-f0185e4da26a None None] Network d6a10bd1-54d7-407c-8e89-fb218dff4373 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:20:25.515428 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7e927-7dab-4cf5-b64d-1ea1fb01b286 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Pushing event updated for resources: {'Port': ['ID=a128d822-69ad-4feb-b878-4f5cb41eed28,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:25.551290 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-fa22ce32-07cb-4dda-81b8-adc7cbe743be service neutron] Transition to ACTIVE for port object 1c5a567d-d7ab-42e0-bf88-a8cd61a1e792 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:20:25.594821 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da0378-83a9-40fa-aee1-398155fab277 req-64f35225-8d26-4511-9921-a0da187eec7a tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:25.605911 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-39da0378-83a9-40fa-aee1-398155fab277 req-64f35225-8d26-4511-9921-a0da187eec7a tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7fd0560-da10-4e5d-8eaf-d3567c58a448 HTTP/1.1" status: 200 len: 931 time: 0.4866009 Dec 17 15:20:25.625586 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-eebb5615-342a-4088-990f-0a92eb402f75 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9968750 Dec 17 15:20:25.628197 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53094) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:25.632928 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-e06e08bf-288c-4a33-94fa-8838b42c4070 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1982798675', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:25.649338 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8795dc-b334-49ed-b07c-8e8247bbf25d tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=036e958e-9a28-4d8d-a41d-607f1a3d4e72,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:25.658587 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7583ff77-acc0-400e-ad67-beb93bb93818 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:25.668096 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-efce82ab-2806-4c14-bf32-502455197fb7 req-4d8795dc-b334-49ed-b07c-8e8247bbf25d tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:25.672573 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-efce82ab-2806-4c14-bf32-502455197fb7 req-4d8795dc-b334-49ed-b07c-8e8247bbf25d tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.1959457 Dec 17 15:20:25.673492 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-fa22ce32-07cb-4dda-81b8-adc7cbe743be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:25.682030 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:25.684911 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7583ff77-acc0-400e-ad67-beb93bb93818 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:25.688684 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7583ff77-acc0-400e-ad67-beb93bb93818 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] 10.222.0.46 "DELETE /v2.0/networks/17a420c5-b0fd-470c-842c-21674b2fdb30 HTTP/1.1" status: 204 len: 168 time: 2.2828531 Dec 17 15:20:25.701630 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-f087fc1a-4f96-43a2-927c-1a319137cd01 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Deleting port a128d822-69ad-4feb-b878-4f5cb41eed28 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:20:25.701630 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f087fc1a-4f96-43a2-927c-1a319137cd01 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:25.765516 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8795dc-b334-49ed-b07c-8e8247bbf25d tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:20:25.765865 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8795dc-b334-49ed-b07c-8e8247bbf25d tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:20:25.766210 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8795dc-b334-49ed-b07c-8e8247bbf25d tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:20:25.766550 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8795dc-b334-49ed-b07c-8e8247bbf25d tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:20:25.766883 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8795dc-b334-49ed-b07c-8e8247bbf25d tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:20:25.767213 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8795dc-b334-49ed-b07c-8e8247bbf25d tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:20:25.767545 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8795dc-b334-49ed-b07c-8e8247bbf25d tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:20:25.767868 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8795dc-b334-49ed-b07c-8e8247bbf25d tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:20:25.768204 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8795dc-b334-49ed-b07c-8e8247bbf25d tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:20:25.768532 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8795dc-b334-49ed-b07c-8e8247bbf25d tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:20:25.777532 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8795dc-b334-49ed-b07c-8e8247bbf25d tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:20:25.777916 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8795dc-b334-49ed-b07c-8e8247bbf25d tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:20:25.801870 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:20:25.877459 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3fb0ee-406b-4e3e-ab56-b6db9f74d631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-d6a10bd1-54d7-407c-8e89-fb218dff4373', 'network_id': 'd6a10bd1-54d7-407c-8e89-fb218dff4373', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'fixed_ips': [{'subnet_id': 'eb5aab3c-4179-4c4e-a373-388cd6e96aa6'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:20:25.877811 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583ff77-acc0-400e-ad67-beb93bb93818 tempest-ServersTestMultiNic-1740457515 tempest-ServersTestMultiNic-1740457515-project] Pushing event deleted for resources: {'Network': ['ID=17a420c5-b0fd-470c-842c-21674b2fdb30,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:25.880943 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb0ee-406b-4e3e-ab56-b6db9f74d631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:25.892101 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e42f885f-8b16-438e-bf3d-091c117fc87e tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:25.896269 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ca6b6107-5d39-4a66-8c36-eb1a9f6192a0 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:20:25.901266 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e42f885f-8b16-438e-bf3d-091c117fc87e tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:25.905160 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e42f885f-8b16-438e-bf3d-091c117fc87e tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "DELETE /v2.0/security-groups/3c0e174c-134f-4195-a93d-c5a96463f3d1 HTTP/1.1" status: 204 len: 168 time: 1.0882709 Dec 17 15:20:25.938329 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: ca6b6107-5d39-4a66-8c36-eb1a9f6192a0 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:20:25.938774 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ca6b6107-5d39-4a66-8c36-eb1a9f6192a0 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:20:25.955021 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f087fc1a-4f96-43a2-927c-1a319137cd01 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:25.958135 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-1ac1c018-71d4-456a-9b94-6f35f4bc2f05 None None] Provisioning complete for port a128d822-69ad-4feb-b878-4f5cb41eed28 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:25.958135 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1ac1c018-71d4-456a-9b94-6f35f4bc2f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:25.989413 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-f087fc1a-4f96-43a2-927c-1a319137cd01 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Calling delete_port for a128d822-69ad-4feb-b878-4f5cb41eed28 owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:20:26.039939 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53100) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:26.061004 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22ce32-07cb-4dda-81b8-adc7cbe743be service neutron] Pushing event updated for resources: {'Port': ['ID=1c5a567d-d7ab-42e0-bf88-a8cd61a1e792,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:26.076739 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-39da0378-83a9-40fa-aee1-398155fab277 req-4c948479-0b7d-43b3-bee6-0e8fcb3371b5 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "GET /v2.0/security-groups?id=440c9dcb-a25c-438c-9ce0-b35793a4528d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4697485 Dec 17 15:20:26.152075 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e06e08bf-288c-4a33-94fa-8838b42c4070 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:26.153057 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e06e08bf-288c-4a33-94fa-8838b42c4070 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:26.193477 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906c6d7-27a5-4541-a455-7c30becb33f2 req-9d1bb4ae-b3ff-420f-a04d-2b111ad305e1 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:26.200543 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c906c6d7-27a5-4541-a455-7c30becb33f2 req-9d1bb4ae-b3ff-420f-a04d-2b111ad305e1 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 945 time: 0.2877831 Dec 17 15:20:26.203749 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f885f-8b16-438e-bf3d-091c117fc87e tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0e174c-134f-4195-a93d-c5a96463f3d1,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:26.321542 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e06e08bf-288c-4a33-94fa-8838b42c4070 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:26.331310 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-78f5e766-1d2c-4d1a-8ecb-d9d52aafe769 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] show failed (client error): The resource could not be found. Dec 17 15:20:26.332503 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-78f5e766-1d2c-4d1a-8ecb-d9d52aafe769 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "GET /v2.0/security-groups/3c0e174c-134f-4195-a93d-c5a96463f3d1 HTTP/1.1" status: 404 len: 347 time: 0.2547150 Dec 17 15:20:26.364550 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c906c6d7-27a5-4541-a455-7c30becb33f2 req-4e898d18-5662-44a9-b218-753f0c7c4515 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955150 Dec 17 15:20:26.372104 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53102) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:26.401286 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 74b76ae9-be21-4577-b022-03faf2f59f94 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:20:26.421895 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-1ac1c018-71d4-456a-9b94-6f35f4bc2f05 None None] Port a128d822-69ad-4feb-b878-4f5cb41eed28 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:20:26.439036 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e06e08bf-288c-4a33-94fa-8838b42c4070 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:26.544990 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9a752-5a5d-440b-bd02-6a62a8bb5692 req-8866c185-2651-4de6-b41b-760022b9ea6a tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:26.549515 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-80c9a752-5a5d-440b-bd02-6a62a8bb5692 req-8866c185-2651-4de6-b41b-760022b9ea6a tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdb83ac6-fbe2-4dcf-9231-691c6be82cbe HTTP/1.1" status: 200 len: 943 time: 0.3355091 Dec 17 15:20:26.559628 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e06e08bf-288c-4a33-94fa-8838b42c4070 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:26.564828 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e06e08bf-288c-4a33-94fa-8838b42c4070 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9330354 Dec 17 15:20:26.564828 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f087fc1a-4f96-43a2-927c-1a319137cd01 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:26.568641 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53104) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:26.643956 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-fa22ce32-07cb-4dda-81b8-adc7cbe743be service neutron] Attempting to bind port 1c5a567d-d7ab-42e0-bf88-a8cd61a1e792 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:20:26.644302 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-fa22ce32-07cb-4dda-81b8-adc7cbe743be service neutron] Attempting to bind port 1c5a567d-d7ab-42e0-bf88-a8cd61a1e792 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': 'f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c10aa86e-d9d7-4652-a2e1-0c001585515a'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:20:26.644638 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-fa22ce32-07cb-4dda-81b8-adc7cbe743be service neutron] Attempting to bind port 1c5a567d-d7ab-42e0-bf88-a8cd61a1e792 on network c10aa86e-d9d7-4652-a2e1-0c001585515a {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:20:26.680162 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-fa22ce32-07cb-4dda-81b8-adc7cbe743be service neutron] Port 1c5a567d-d7ab-42e0-bf88-a8cd61a1e792 on network c10aa86e-d9d7-4652-a2e1-0c001585515a not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:20:26.680162 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-fa22ce32-07cb-4dda-81b8-adc7cbe743be service neutron] Attempting to bind port 1c5a567d-d7ab-42e0-bf88-a8cd61a1e792 on network c10aa86e-d9d7-4652-a2e1-0c001585515a {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:20:26.686799 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8fde0a16-aa44-42c2-bd12-392a7b6cfc3f req-09c3682a-56d3-4055-9b0a-a17269dea6b7 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] 10.222.0.46 "GET /v2.0/security-groups/036e958e-9a28-4d8d-a41d-607f1a3d4e72 HTTP/1.1" status: 200 len: 1814 time: 0.2514961 Dec 17 15:20:26.704084 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-80c9a752-5a5d-440b-bd02-6a62a8bb5692 req-de56ef9e-9927-4b8d-8a0e-7187040dbac2 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddad14b1-2022-4401-be7a-1e07d982a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206968 Dec 17 15:20:26.704804 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-fa22ce32-07cb-4dda-81b8-adc7cbe743be service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:20:26.705172 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-fa22ce32-07cb-4dda-81b8-adc7cbe743be service neutron] Checking segment: {'id': 'f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c10aa86e-d9d7-4652-a2e1-0c001585515a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:20:26.705680 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-fa22ce32-07cb-4dda-81b8-adc7cbe743be service neutron] Bound using segment: {'id': 'f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c10aa86e-d9d7-4652-a2e1-0c001585515a'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:20:26.706142 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-fa22ce32-07cb-4dda-81b8-adc7cbe743be service neutron] Bound port: 1c5a567d-d7ab-42e0-bf88-a8cd61a1e792, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c10aa86e-d9d7-4652-a2e1-0c001585515a'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:20:26.706513 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-fa22ce32-07cb-4dda-81b8-adc7cbe743be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:26.715864 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 74b76ae9-be21-4577-b022-03faf2f59f94, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=74b76ae9-be21-4577-b022-03faf2f59f94,segment=NetworkSegment(54dd5740-79cd-4538-9d3f-7af7e424ac18),segment_id=54dd5740-79cd-4538-9d3f-7af7e424ac18)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:26.735661 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '74b76ae9-be21-4577-b022-03faf2f59f94', 'network_id': '69b31584-89e2-47f2-8520-6af05b2ff039', 'port_id': '74b76ae9-be21-4577-b022-03faf2f59f94', 'mac_address': 'fa:16:3e:f7:69:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13b0e24e-3e36-4c0a-9576-ed2a6035e7fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:20:26.747436 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-2d3fb0ee-406b-4e3e-ab56-b6db9f74d631 None None] Allocated IP 172.20.0.2 (d6a10bd1-54d7-407c-8e89-fb218dff4373/eb5aab3c-4179-4c4e-a373-388cd6e96aa6/657e0a40-830b-44b3-b995-75253e89308d) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:20:26.809829 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-e4bfd1cc-2e9f-4c4d-a698-472ad152e016 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Deleting port 948e2c2d-a609-4e18-b9a8-5b6d6b91fd3e {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:20:26.810252 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e4bfd1cc-2e9f-4c4d-a698-472ad152e016 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:26.825632 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-0ae0a3c2-ec2c-4457-83cd-83656f189cf4 req-cb8fb115-55f7-4715-988f-a0332349743b tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-456869317', 'description': 'tempest-description-559975798'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:26.925672 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:26.956478 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74b76ae9-be21-4577-b022-03faf2f59f94 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:20:26.978203 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-fa22ce32-07cb-4dda-81b8-adc7cbe743be service neutron] For port 1c5a567d-d7ab-42e0-bf88-a8cd61a1e792, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:20:26.988545 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53114) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:26.992755 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-fa22ce32-07cb-4dda-81b8-adc7cbe743be service neutron] For port 1c5a567d-d7ab-42e0-bf88-a8cd61a1e792, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=1c5a567d-d7ab-42e0-bf88-a8cd61a1e792,segment=NetworkSegment(f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6),segment_id=f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:20:27.020178 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087fc1a-4f96-43a2-927c-1a319137cd01 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Pushing event deleted for resources: {'Port': ['ID=a128d822-69ad-4feb-b878-4f5cb41eed28,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:27.031111 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 74b76ae9-be21-4577-b022-03faf2f59f94, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=74b76ae9-be21-4577-b022-03faf2f59f94,segment=NetworkSegment(54dd5740-79cd-4538-9d3f-7af7e424ac18),segment_id=54dd5740-79cd-4538-9d3f-7af7e424ac18)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:27.088799 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-0ae0a3c2-ec2c-4457-83cd-83656f189cf4 req-cb8fb115-55f7-4715-988f-a0332349743b tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:27.113526 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb0ee-406b-4e3e-ab56-b6db9f74d631 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:27.124258 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:27.141122 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e4bfd1cc-2e9f-4c4d-a698-472ad152e016 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:27.141464 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e4bfd1cc-2e9f-4c4d-a698-472ad152e016 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:27.152919 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-fa22ce32-07cb-4dda-81b8-adc7cbe743be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:27.208646 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=74b76ae9-be21-4577-b022-03faf2f59f94,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:27.212685 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb0ee-406b-4e3e-ab56-b6db9f74d631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:27.241758 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-e4bfd1cc-2e9f-4c4d-a698-472ad152e016 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Calling delete_port for 948e2c2d-a609-4e18-b9a8-5b6d6b91fd3e owned by network:floatingip {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:20:27.253469 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f087fc1a-4f96-43a2-927c-1a319137cd01 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:27.259919 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f087fc1a-4f96-43a2-927c-1a319137cd01 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] 10.222.0.46 "DELETE /v2.0/ports/a128d822-69ad-4feb-b878-4f5cb41eed28 HTTP/1.1" status: 204 len: 168 time: 1.8186793 Dec 17 15:20:27.261107 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53118) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:27.286265 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3fb0ee-406b-4e3e-ab56-b6db9f74d631 None None] Pushing event updated for resources: {'Port': ['ID=657e0a40-830b-44b3-b995-75253e89308d,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:27.306456 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3fb0ee-406b-4e3e-ab56-b6db9f74d631 None None] Network d6a10bd1-54d7-407c-8e89-fb218dff4373 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:20:27.309301 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-2d3fb0ee-406b-4e3e-ab56-b6db9f74d631 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:27.315049 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3fb0ee-406b-4e3e-ab56-b6db9f74d631 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:20:27.375966 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-0ae0a3c2-ec2c-4457-83cd-83656f189cf4 req-cb8fb115-55f7-4715-988f-a0332349743b tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:27.411246 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-fa22ce32-07cb-4dda-81b8-adc7cbe743be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:27.412122 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-fa22ce32-07cb-4dda-81b8-adc7cbe743be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:27.413837 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-fa22ce32-07cb-4dda-81b8-adc7cbe743be service neutron] 10.222.0.41 "PUT /v2.0/ports/1c5a567d-d7ab-42e0-bf88-a8cd61a1e792 HTTP/1.1" status: 200 len: 1091 time: 3.3492737 Dec 17 15:20:27.414457 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7fd0560-da10-4e5d-8eaf-d3567c58a448', 'tag': '1c5a567d-d7ab-42e0-bf88-a8cd61a1e792'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:20:27.417006 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b71722-cf57-4224-927b-820e788a4c39" -d '{"events": [{"name": "network-changed", "server_uuid": "d7fd0560-da10-4e5d-8eaf-d3567c58a448", "tag": "1c5a567d-d7ab-42e0-bf88-a8cd61a1e792"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:20:27.422943 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf05199-37d0-4eb3-8752-086da8e06f90 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] GET failed (client error): The resource could not be found. Dec 17 15:20:27.434234 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-dcf05199-37d0-4eb3-8752-086da8e06f90 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] 10.222.0.46 "GET /v2.0/ports/a128d822-69ad-4feb-b878-4f5cb41eed28 HTTP/1.1" status: 404 len: 333 time: 0.1719053 Dec 17 15:20:27.440458 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53124) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:27.455228 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-cecf6eef-87f1-49ac-b116-4f5beb9b02bb tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Request body: {'port': {'network_id': 'cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-58095539'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:27.472973 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-2d3fb0ee-406b-4e3e-ab56-b6db9f74d631 None None] Attempting to bind port 657e0a40-830b-44b3-b995-75253e89308d on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:20:27.473532 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-2d3fb0ee-406b-4e3e-ab56-b6db9f74d631 None None] Attempting to bind port 657e0a40-830b-44b3-b995-75253e89308d by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'b297ebef-c15e-4f3b-aebc-3dcf7c6ba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6a10bd1-54d7-407c-8e89-fb218dff4373'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:20:27.475322 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3fb0ee-406b-4e3e-ab56-b6db9f74d631 None None] Attempting to bind port 657e0a40-830b-44b3-b995-75253e89308d on network d6a10bd1-54d7-407c-8e89-fb218dff4373 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:20:27.489560 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3fb0ee-406b-4e3e-ab56-b6db9f74d631 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:20:27.489943 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3fb0ee-406b-4e3e-ab56-b6db9f74d631 None None] Checking segment: {'id': 'b297ebef-c15e-4f3b-aebc-3dcf7c6ba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6a10bd1-54d7-407c-8e89-fb218dff4373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:20:27.490348 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb0ee-406b-4e3e-ab56-b6db9f74d631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:27.490736 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3fb0ee-406b-4e3e-ab56-b6db9f74d631 None None] Bound using segment: {'id': 'b297ebef-c15e-4f3b-aebc-3dcf7c6ba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6a10bd1-54d7-407c-8e89-fb218dff4373'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:20:27.491200 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-2d3fb0ee-406b-4e3e-ab56-b6db9f74d631 None None] Bound port: 657e0a40-830b-44b3-b995-75253e89308d, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b297ebef-c15e-4f3b-aebc-3dcf7c6ba892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd6a10bd1-54d7-407c-8e89-fb218dff4373'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:20:27.491578 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb0ee-406b-4e3e-ab56-b6db9f74d631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:27.508883 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-0ae0a3c2-ec2c-4457-83cd-83656f189cf4 req-cb8fb115-55f7-4715-988f-a0332349743b tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:27.559665 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8fb115-55f7-4715-988f-a0332349743b tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c73c7c2-5d8c-41a4-b4d0-60ccafd4f65c,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:27.588833 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22ce32-07cb-4dda-81b8-adc7cbe743be service neutron] Pushing event updated for resources: {'Port': ['ID=1c5a567d-d7ab-42e0-bf88-a8cd61a1e792,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:27.631215 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['74b76ae9-be21-4577-b022-03faf2f59f94'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:20:27.678000 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-2d3fb0ee-406b-4e3e-ab56-b6db9f74d631 None None] For port 657e0a40-830b-44b3-b995-75253e89308d, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:20:27.701842 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-2d3fb0ee-406b-4e3e-ab56-b6db9f74d631 None None] For port 657e0a40-830b-44b3-b995-75253e89308d, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=657e0a40-830b-44b3-b995-75253e89308d,segment=NetworkSegment(b297ebef-c15e-4f3b-aebc-3dcf7c6ba892),segment_id=b297ebef-c15e-4f3b-aebc-3dcf7c6ba892)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:20:27.764691 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-b68da732-0586-410f-b0b3-7fc9ed05e3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:27.766233 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-b68da732-0586-410f-b0b3-7fc9ed05e3ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a24e8e82b4a34912861fe996df8e96eb&device_id=d7fd0560-da10-4e5d-8eaf-d3567c58a448 HTTP/1.1" status: 200 len: 1094 time: 0.1626747 Dec 17 15:20:27.768957 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-0ae0a3c2-ec2c-4457-83cd-83656f189cf4 req-cb8fb115-55f7-4715-988f-a0332349743b tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:27.770134 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0ae0a3c2-ec2c-4457-83cd-83656f189cf4 req-cb8fb115-55f7-4715-988f-a0332349743b tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.9659493 Dec 17 15:20:27.777109 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb0ee-406b-4e3e-ab56-b6db9f74d631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:27.789596 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb82052-0650-443e-890b-7eff3982e81e req-cb46ebca-d39b-4a91-9a1b-6cb2db086f3b tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:27.797417 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8fb82052-0650-443e-890b-7eff3982e81e req-cb46ebca-d39b-4a91-9a1b-6cb2db086f3b tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7fd0560-da10-4e5d-8eaf-d3567c58a448 HTTP/1.1" status: 200 len: 943 time: 0.4121187 Dec 17 15:20:27.856916 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3fb0ee-406b-4e3e-ab56-b6db9f74d631 None None] Pushing event updated for resources: {'Port': ['ID=657e0a40-830b-44b3-b995-75253e89308d,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:27.868414 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-08a27221-740b-4b49-9ddd-e8ea982033de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c5a567d-d7ab-42e0-bf88-a8cd61a1e792 HTTP/1.1" status: 200 len: 217 time: 0.0590963 Dec 17 15:20:27.924562 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71fb548c-9b8e-49b9-b640-549dee24e125 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:28.006983 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-e8295c15-f72a-496c-abca-e2855b933a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:28.009247 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-e8295c15-f72a-496c-abca-e2855b933a45 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d180b79e-c3bb-4569-b61e-f0770c463335 HTTP/1.1" status: 200 len: 851 time: 0.1400127 Dec 17 15:20:28.066074 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8fb82052-0650-443e-890b-7eff3982e81e req-2180a52a-b313-4802-88c5-91f336ab049f tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "GET /v2.0/security-groups?id=440c9dcb-a25c-438c-9ce0-b35793a4528d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2676101 Dec 17 15:20:28.164075 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecf6eef-87f1-49ac-b116-4f5beb9b02bb tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Made reservation on behalf of 8b97e4493aa44da88f86183bd153012e for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:20:28.176770 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cecf6eef-87f1-49ac-b116-4f5beb9b02bb tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:28.204834 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f82808-5066-4a9e-8a27-ce271a1ffdbe x-openstack-request-id: req-61f82808-5066-4a9e-8a27-ce271a1ffdbe {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:20:28.210306 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7fd0560-da10-4e5d-8eaf-d3567c58a448", "tag": "1c5a567d-d7ab-42e0-bf88-a8cd61a1e792", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:20:28.210306 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-61f82808-5066-4a9e-8a27-ce271a1ffdbe {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:20:28.210306 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7fd0560-da10-4e5d-8eaf-d3567c58a448', 'tag': '1c5a567d-d7ab-42e0-bf88-a8cd61a1e792', 'status': 'completed', 'code': 200} Dec 17 15:20:28.219833 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e4bfd1cc-2e9f-4c4d-a698-472ad152e016 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:28.303903 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fad772-b93f-43af-8e44-84db30c09f43 req-b805bc8c-64f7-4dd9-9c17-d9c474be44c8 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:28.306322 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-83fad772-b93f-43af-8e44-84db30c09f43 req-b805bc8c-64f7-4dd9-9c17-d9c474be44c8 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 945 time: 0.3469620 Dec 17 15:20:28.324176 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bfd1cc-2e9f-4c4d-a698-472ad152e016 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Pushing event deleted for resources: {'Port': ['ID=948e2c2d-a609-4e18-b9a8-5b6d6b91fd3e,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:28.438094 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-71fb548c-9b8e-49b9-b640-549dee24e125 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Allocated IP 172.20.0.1 (d6a10bd1-54d7-407c-8e89-fb218dff4373/eb5aab3c-4179-4c4e-a373-388cd6e96aa6/004d2c54-52aa-4222-a77c-0fcf36c9a9bd) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:20:28.501482 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e4bfd1cc-2e9f-4c4d-a698-472ad152e016 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks [] for floatingip, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:28.504856 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e4bfd1cc-2e9f-4c4d-a698-472ad152e016 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:28.506878 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e4bfd1cc-2e9f-4c4d-a698-472ad152e016 tempest-ServersTestBootFromVolume-2146586493 tempest-ServersTestBootFromVolume-2146586493-project] 10.222.0.46 "DELETE /v2.0/floatingips/90c5f05d-59cb-4fb5-b2d2-b1d790924675 HTTP/1.1" status: 204 len: 168 time: 2.1335852 Dec 17 15:20:28.563245 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53130) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:28.578399 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71fb548c-9b8e-49b9-b640-549dee24e125 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:28.638403 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-cecf6eef-87f1-49ac-b116-4f5beb9b02bb tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] device_id is not set on port d8507e87-3fa2-4e17-a106-bc0e0b936f1f yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:20:28.736243 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71fb548c-9b8e-49b9-b640-549dee24e125 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:28.812100 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cd35c554-c3e1-46fd-8daf-ec8ecebeff7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:28.891372 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fb548c-9b8e-49b9-b640-549dee24e125 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network d6a10bd1-54d7-407c-8e89-fb218dff4373 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:20:28.899111 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-71fb548c-9b8e-49b9-b640-549dee24e125 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:28.908648 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fb548c-9b8e-49b9-b640-549dee24e125 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:20:28.978572 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb548c-9b8e-49b9-b640-549dee24e125 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Port': ['ID=004d2c54-52aa-4222-a77c-0fcf36c9a9bd,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:28.983245 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-cecf6eef-87f1-49ac-b116-4f5beb9b02bb tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Allocated IP 2001:db8::25c (cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda/47839a9f-82b7-42bc-9121-b315a3969631/d8507e87-3fa2-4e17-a106-bc0e0b936f1f) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:20:29.002340 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-fb400b1e-4d0c-41f2-a46c-d20d0ce7c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:29.006808 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-fb400b1e-4d0c-41f2-a46c-d20d0ce7c901 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c10aa86e-d9d7-4652-a2e1-0c001585515a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9390473 Dec 17 15:20:29.026399 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb548c-9b8e-49b9-b640-549dee24e125 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:20:29.026917 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb548c-9b8e-49b9-b640-549dee24e125 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:20:29.027423 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb548c-9b8e-49b9-b640-549dee24e125 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:20:29.027813 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-83fad772-b93f-43af-8e44-84db30c09f43 req-54f0f6c2-e5b9-4bce-87fb-a850aab8fdc1 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6877742 Dec 17 15:20:29.027935 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb548c-9b8e-49b9-b640-549dee24e125 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:20:29.028332 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb548c-9b8e-49b9-b640-549dee24e125 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:20:29.028772 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb548c-9b8e-49b9-b640-549dee24e125 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:20:29.029429 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb548c-9b8e-49b9-b640-549dee24e125 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:20:29.029913 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb548c-9b8e-49b9-b640-549dee24e125 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:20:29.030307 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb548c-9b8e-49b9-b640-549dee24e125 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:20:29.031210 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb548c-9b8e-49b9-b640-549dee24e125 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:20:29.031210 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb548c-9b8e-49b9-b640-549dee24e125 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:20:29.031625 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb548c-9b8e-49b9-b640-549dee24e125 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:20:29.038251 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71fb548c-9b8e-49b9-b640-549dee24e125 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:29.217900 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-5765b0ea-c678-47ac-ac06-83463c956908 service neutron] 10.222.0.41 "GET /v2.0/networks/c10aa86e-d9d7-4652-a2e1-0c001585515a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863110 Dec 17 15:20:29.231856 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e6e20-ba44-47b2-ae71-55b8069d10a2 req-7bb20dc2-a66a-4aba-9b81-b310321bb255 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:29.239246 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1f7e6e20-ba44-47b2-ae71-55b8069d10a2 req-7bb20dc2-a66a-4aba-9b81-b310321bb255 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdb83ac6-fbe2-4dcf-9231-691c6be82cbe HTTP/1.1" status: 200 len: 944 time: 0.8567286 Dec 17 15:20:29.317154 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cecf6eef-87f1-49ac-b116-4f5beb9b02bb tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:29.379120 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f70eaed3-c1f6-4962-a88a-675bbcc9aaaf req-bbd4a626-9a6c-4f31-b6e7-df57fd66bce2 service neutron] 10.222.0.41 "GET /v2.0/networks/c10aa86e-d9d7-4652-a2e1-0c001585515a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316009 Dec 17 15:20:29.399480 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6b1794cd-8684-4b6d-b8cb-de2321e3ed65 req-61318c0e-96a1-48a3-86b2-5c0d357f666e tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] 10.222.0.46 "GET /v2.0/security-groups/6c73c7c2-5d8c-41a4-b4d0-60ccafd4f65c HTTP/1.1" status: 200 len: 1813 time: 0.2369189 Dec 17 15:20:29.431369 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1f7e6e20-ba44-47b2-ae71-55b8069d10a2 req-8db42a37-27a4-473b-bca4-ed7e598a37d9 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddad14b1-2022-4401-be7a-1e07d982a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879044 Dec 17 15:20:29.448165 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cecf6eef-87f1-49ac-b116-4f5beb9b02bb tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:29.458671 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a3ad8e-dac5-46f9-bc71-2531428a3744 None None] Network d6a10bd1-54d7-407c-8e89-fb218dff4373 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:20:29.557732 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [req-8fb003cd-9bab-493f-9b88-3985c4189b73 req-fdd30e65-60c8-45fc-b6c9-3cf77b194b5a tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] show failed (client error): The resource could not be found. Dec 17 15:20:29.559184 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8fb003cd-9bab-493f-9b88-3985c4189b73 req-fdd30e65-60c8-45fc-b6c9-3cf77b194b5a tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] 10.222.0.46 "GET /v2.0/security-groups/a8618ab8-e605-4271-8068-c09b03f3440a HTTP/1.1" status: 404 len: 352 time: 0.0235510 Dec 17 15:20:29.562651 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-42e1efec-ce66-43ff-86b8-d266d5a11c17 None None] Provisioning complete for port 657e0a40-830b-44b3-b995-75253e89308d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:29.563090 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-42e1efec-ce66-43ff-86b8-d266d5a11c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:29.575410 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecf6eef-87f1-49ac-b116-4f5beb9b02bb tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Network cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:20:29.588145 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-cecf6eef-87f1-49ac-b116-4f5beb9b02bb tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:29.590035 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf6eef-87f1-49ac-b116-4f5beb9b02bb tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Pushing event updated for resources: {'Port': ['ID=d8507e87-3fa2-4e17-a106-bc0e0b936f1f,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:29.605763 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecf6eef-87f1-49ac-b116-4f5beb9b02bb tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:20:29.612117 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecf6eef-87f1-49ac-b116-4f5beb9b02bb tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:29.612748 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cecf6eef-87f1-49ac-b116-4f5beb9b02bb tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:29.615942 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71fb548c-9b8e-49b9-b640-549dee24e125 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:29.763525 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [req-d917a92d-6726-4614-b51e-e18851f8daec req-47e201bf-6458-4e7d-a6ac-c9c5ff742b9f tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] show failed (client error): The resource could not be found. Dec 17 15:20:29.777244 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d917a92d-6726-4614-b51e-e18851f8daec req-47e201bf-6458-4e7d-a6ac-c9c5ff742b9f tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] 10.222.0.46 "GET /v2.0/security-group-rules/b7a9f247-ad64-4395-b3d5-10b09a433b75 HTTP/1.1" status: 404 len: 361 time: 0.1603112 Dec 17 15:20:29.783532 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-42e1efec-ce66-43ff-86b8-d266d5a11c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:29.785719 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cecf6eef-87f1-49ac-b116-4f5beb9b02bb tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.3401585 Dec 17 15:20:29.791034 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53142) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:29.799326 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-e5d70692-ec60-4c3f-a8c0-0fe1610cb7e8 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e1:42:51'}]}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:29.875629 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-42e1efec-ce66-43ff-86b8-d266d5a11c17 None None] For port 657e0a40-830b-44b3-b995-75253e89308d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=657e0a40-830b-44b3-b995-75253e89308d,segment=NetworkSegment(b297ebef-c15e-4f3b-aebc-3dcf7c6ba892),segment_id=b297ebef-c15e-4f3b-aebc-3dcf7c6ba892)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:29.949996 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-42e1efec-ce66-43ff-86b8-d266d5a11c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:29.981312 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b71722-cf57-4224-927b-820e788a4c39 req-9a2eb157-8e5f-4ad0-9bd8-925fa30312e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:29.982833 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c1b71722-cf57-4224-927b-820e788a4c39 req-9a2eb157-8e5f-4ad0-9bd8-925fa30312e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a24e8e82b4a34912861fe996df8e96eb&device_id=d7fd0560-da10-4e5d-8eaf-d3567c58a448 HTTP/1.1" status: 200 len: 1094 time: 0.3793316 Dec 17 15:20:29.999918 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 657e0a40-830b-44b3-b995-75253e89308d up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:20:30.018984 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805da16-dc22-447e-929b-87e7fdead737 req-10e94527-abdb-46e1-8a48-6e4c6f5746aa tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:30.028930 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4805da16-dc22-447e-929b-87e7fdead737 req-10e94527-abdb-46e1-8a48-6e4c6f5746aa tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7fd0560-da10-4e5d-8eaf-d3567c58a448 HTTP/1.1" status: 200 len: 943 time: 0.4948065 Dec 17 15:20:30.107927 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1efec-ce66-43ff-86b8-d266d5a11c17 None None] Pushing event updated for resources: {'Port': ['ID=657e0a40-830b-44b3-b995-75253e89308d,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:30.123194 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-73ef033d-1d53-4860-b37e-6370525e0eb2 None None] Provisioning complete for port d8507e87-3fa2-4e17-a106-bc0e0b936f1f triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:30.123573 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-73ef033d-1d53-4860-b37e-6370525e0eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:30.164820 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 657e0a40-830b-44b3-b995-75253e89308d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:30.165244 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:30.171688 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-73ef033d-1d53-4860-b37e-6370525e0eb2 None None] Port d8507e87-3fa2-4e17-a106-bc0e0b936f1f cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:20:30.190609 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e5d70692-ec60-4c3f-a8c0-0fe1610cb7e8 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:30.195466 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-619a624b-0572-4b41-bd68-8194195230d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:30.246245 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 74b76ae9-be21-4577-b022-03faf2f59f94 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:20:30.330719 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71fb548c-9b8e-49b9-b640-549dee24e125 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:30.424926 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71fb548c-9b8e-49b9-b640-549dee24e125 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:30.436005 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-e5bc8975-a40b-47a0-be1d-d09d6a7c0823 None None] Provisioning complete for port 004d2c54-52aa-4222-a77c-0fcf36c9a9bd triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:30.436626 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e5bc8975-a40b-47a0-be1d-d09d6a7c0823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:30.446569 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-034e85a1-e114-4edd-8f5f-e17dfd9f7eda req-8e87bf86-b76b-4c07-b80c-64f4d9008ab9 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] 10.222.0.46 "GET /v2.0/security-groups/6c73c7c2-5d8c-41a4-b4d0-60ccafd4f65c HTTP/1.1" status: 200 len: 1813 time: 0.6009650 Dec 17 15:20:30.482740 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-e5bc8975-a40b-47a0-be1d-d09d6a7c0823 None None] Port 004d2c54-52aa-4222-a77c-0fcf36c9a9bd cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:20:30.484732 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 74b76ae9-be21-4577-b022-03faf2f59f94 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:20:30.491209 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 74b76ae9-be21-4577-b022-03faf2f59f94 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:30.491814 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:30.513739 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b71722-cf57-4224-927b-820e788a4c39 req-85658693-72a6-4dfb-a771-a693d7c84b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:30.515279 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c1b71722-cf57-4224-927b-820e788a4c39 req-85658693-72a6-4dfb-a771-a693d7c84b3c service neutron] 10.222.0.41 "GET /v2.0/networks?id=c10aa86e-d9d7-4652-a2e1-0c001585515a HTTP/1.1" status: 200 len: 913 time: 0.4740386 Dec 17 15:20:30.535662 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-e5bc8975-a40b-47a0-be1d-d09d6a7c0823 None None] Provisioning complete for port 657e0a40-830b-44b3-b995-75253e89308d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:30.536462 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e5bc8975-a40b-47a0-be1d-d09d6a7c0823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:30.571211 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4805da16-dc22-447e-929b-87e7fdead737 req-61478a09-2dc8-4830-a4a1-51d88d9a7206 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "GET /v2.0/security-groups?id=440c9dcb-a25c-438c-9ce0-b35793a4528d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5411551 Dec 17 15:20:30.625380 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71fb548c-9b8e-49b9-b640-549dee24e125 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:30.652762 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb548c-9b8e-49b9-b640-549dee24e125 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Port': ['ID=004d2c54-52aa-4222-a77c-0fcf36c9a9bd,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:30.665106 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:30.698982 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb83ac6-fbe2-4dcf-9231-691c6be82cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b76ae9-be21-4577-b022-03faf2f59f94'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:20:30.705699 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df40e8d-b898-4138-995d-acc699236341" -d '{"events": [{"server_uuid": "fdb83ac6-fbe2-4dcf-9231-691c6be82cbe", "name": "network-vif-plugged", "status": "completed", "tag": "74b76ae9-be21-4577-b022-03faf2f59f94"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:20:30.736496 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e5d70692-ec60-4c3f-a8c0-0fe1610cb7e8 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:30.740075 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c1b71722-cf57-4224-927b-820e788a4c39 req-f088d0ad-0ed5-4b82-af93-6ec5f969376f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c5a567d-d7ab-42e0-bf88-a8cd61a1e792 HTTP/1.1" status: 200 len: 217 time: 0.1630754 Dec 17 15:20:30.762882 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 74b76ae9-be21-4577-b022-03faf2f59f94, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=74b76ae9-be21-4577-b022-03faf2f59f94,segment=NetworkSegment(54dd5740-79cd-4538-9d3f-7af7e424ac18),segment_id=54dd5740-79cd-4538-9d3f-7af7e424ac18)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:30.793427 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fb548c-9b8e-49b9-b640-549dee24e125 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network d6a10bd1-54d7-407c-8e89-fb218dff4373 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:20:30.795400 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-71fb548c-9b8e-49b9-b640-549dee24e125 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:30.862545 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e5d70692-ec60-4c3f-a8c0-0fe1610cb7e8 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:30.864325 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:30.896081 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b71722-cf57-4224-927b-820e788a4c39 req-58ec7040-e243-465a-9343-6b215b826c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:30.897688 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c1b71722-cf57-4224-927b-820e788a4c39 req-58ec7040-e243-465a-9343-6b215b826c3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d180b79e-c3bb-4569-b61e-f0770c463335 HTTP/1.1" status: 200 len: 851 time: 0.1239426 Dec 17 15:20:30.961643 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-e5d70692-ec60-4c3f-a8c0-0fe1610cb7e8 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] In _notify_port_updated(), no bound segment for port d8507e87-3fa2-4e17-a106-bc0e0b936f1f on network cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda {{(pid=102833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 17 15:20:30.968852 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d70692-ec60-4c3f-a8c0-0fe1610cb7e8 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:30.969565 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e5d70692-ec60-4c3f-a8c0-0fe1610cb7e8 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:30.973487 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e5d70692-ec60-4c3f-a8c0-0fe1610cb7e8 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] 10.222.0.46 "PUT /v2.0/ports/d8507e87-3fa2-4e17-a106-bc0e0b936f1f HTTP/1.1" status: 200 len: 1001 time: 1.1787879 Dec 17 15:20:30.985434 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53150) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:31.004587 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=74b76ae9-be21-4577-b022-03faf2f59f94,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:31.026909 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-7dd4849f-7b76-4063-b894-b035902d8bf7 None None] Provisioning complete for port 004d2c54-52aa-4222-a77c-0fcf36c9a9bd triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:31.027288 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7dd4849f-7b76-4063-b894-b035902d8bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:31.050775 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b71722-cf57-4224-927b-820e788a4c39 req-6291bfe9-e61e-45ea-9cb1-8946fb42ee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:31.051356 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d70692-ec60-4c3f-a8c0-0fe1610cb7e8 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Pushing event updated for resources: {'Port': ['ID=d8507e87-3fa2-4e17-a106-bc0e0b936f1f,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:31.053089 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c1b71722-cf57-4224-927b-820e788a4c39 req-6291bfe9-e61e-45ea-9cb1-8946fb42ee85 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c10aa86e-d9d7-4652-a2e1-0c001585515a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1296234 Dec 17 15:20:31.088686 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bbbd8508-8333-4281-9875-a180aaf77efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:31.110017 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addcd29-59a2-4781-abc5-17839082343d req-b0528eae-341b-4226-a0c1-1b492be4b450 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:31.111710 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4addcd29-59a2-4781-abc5-17839082343d req-b0528eae-341b-4226-a0c1-1b492be4b450 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 945 time: 0.3756766 Dec 17 15:20:31.111872 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-7dd4849f-7b76-4063-b894-b035902d8bf7 None None] Port 004d2c54-52aa-4222-a77c-0fcf36c9a9bd cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:20:31.191297 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-38b12102-b3d2-4e49-8538-a2db249da2e6 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Deleting port d8507e87-3fa2-4e17-a106-bc0e0b936f1f {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:20:31.191647 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-38b12102-b3d2-4e49-8538-a2db249da2e6 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:31.204464 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-034e85a1-e114-4edd-8f5f-e17dfd9f7eda req-70a3694e-0fa0-47db-8739-c42bfc8322c7 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:31.311933 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-034e85a1-e114-4edd-8f5f-e17dfd9f7eda req-70a3694e-0fa0-47db-8739-c42bfc8322c7 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:31.344068 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-f2f9e6e2-a1b5-4de9-8744-c3c91e7e6b9a None None] Provisioning complete for port 004d2c54-52aa-4222-a77c-0fcf36c9a9bd triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:31.344451 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f2f9e6e2-a1b5-4de9-8744-c3c91e7e6b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:31.365806 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4addcd29-59a2-4781-abc5-17839082343d req-b842378c-1439-445f-8b72-229f172b4f21 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189770 Dec 17 15:20:31.418092 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-f2f9e6e2-a1b5-4de9-8744-c3c91e7e6b9a None None] Port 004d2c54-52aa-4222-a77c-0fcf36c9a9bd cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:20:31.460326 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c1b71722-cf57-4224-927b-820e788a4c39 req-e5629793-a429-4f58-ad13-64c66b86a32d service neutron] 10.222.0.41 "GET /v2.0/networks/c10aa86e-d9d7-4652-a2e1-0c001585515a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932753 Dec 17 15:20:31.551485 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-616db5eb-222c-4c77-9c67-1709cae3d0c4 None None] Provisioning complete for port d8507e87-3fa2-4e17-a106-bc0e0b936f1f triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:31.556907 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-616db5eb-222c-4c77-9c67-1709cae3d0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:31.574083 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-01cfa187-4f54-49cc-8dbb-ea1f0137ec0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:31.627844 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-616db5eb-222c-4c77-9c67-1709cae3d0c4 None None] Port d8507e87-3fa2-4e17-a106-bc0e0b936f1f cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:20:31.636879 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fb548c-9b8e-49b9-b640-549dee24e125 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Router 225a7700-96c1-490f-a21c-f14dadf5a156 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:20:31.762115 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-38b12102-b3d2-4e49-8538-a2db249da2e6 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:31.780830 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-38b12102-b3d2-4e49-8538-a2db249da2e6 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Calling delete_port for d8507e87-3fa2-4e17-a106-bc0e0b936f1f owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:20:31.783888 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fb548c-9b8e-49b9-b640-549dee24e125 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:20:31.791338 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-71fb548c-9b8e-49b9-b640-549dee24e125 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "PUT /v2.0/routers/225a7700-96c1-490f-a21c-f14dadf5a156/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2244167 Dec 17 15:20:31.795762 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53154) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:31.800243 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31090050-382e-4334-b66a-61ae3567db87 None None] Sync routers for ids ['225a7700-96c1-490f-a21c-f14dadf5a156'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:20:31.818582 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31090050-382e-4334-b66a-61ae3567db87 None None] Routers {'225a7700-96c1-490f-a21c-f14dadf5a156'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:20:31.819590 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-31090050-382e-4334-b66a-61ae3567db87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:20:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['225a7700-96c1-490f-a21c-f14dadf5a156'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:31.867238 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 657e0a40-830b-44b3-b995-75253e89308d up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:20:31.888117 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-31090050-382e-4334-b66a-61ae3567db87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:31.903077 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31090050-382e-4334-b66a-61ae3567db87 None None] Routers {'225a7700-96c1-490f-a21c-f14dadf5a156'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:20:31.903436 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435b28ed-61a0-4a25-8895-d6e1b5547d42 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:31.907622 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-435b28ed-61a0-4a25-8895-d6e1b5547d42 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "GET /v2.0/ports/004d2c54-52aa-4222-a77c-0fcf36c9a9bd HTTP/1.1" status: 200 len: 910 time: 0.1101289 Dec 17 15:20:31.907779 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53156) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:31.908716 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-31090050-382e-4334-b66a-61ae3567db87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:20:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['225a7700-96c1-490f-a21c-f14dadf5a156'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:31.962995 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-31090050-382e-4334-b66a-61ae3567db87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:31.964206 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31090050-382e-4334-b66a-61ae3567db87 None None] The sync data for ids ['225a7700-96c1-490f-a21c-f14dadf5a156'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:20:31.970500 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-034e85a1-e114-4edd-8f5f-e17dfd9f7eda req-70a3694e-0fa0-47db-8739-c42bfc8322c7 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:31.972846 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-034e85a1-e114-4edd-8f5f-e17dfd9f7eda req-70a3694e-0fa0-47db-8739-c42bfc8322c7 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:31.973993 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-034e85a1-e114-4edd-8f5f-e17dfd9f7eda req-70a3694e-0fa0-47db-8739-c42bfc8322c7 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] 10.222.0.46 "DELETE /v2.0/security-groups/6c73c7c2-5d8c-41a4-b4d0-60ccafd4f65c HTTP/1.1" status: 204 len: 173 time: 1.4633772 Dec 17 15:20:32.008600 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-619a624b-0572-4b41-bd68-8194195230d0 admin admin] Deleting port 510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:20:32.009159 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-619a624b-0572-4b41-bd68-8194195230d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:32.021150 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 657e0a40-830b-44b3-b995-75253e89308d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:32.021700 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:32.030885 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3694e-0fa0-47db-8739-c42bfc8322c7 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c73c7c2-5d8c-41a4-b4d0-60ccafd4f65c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:32.084957 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c1b71722-cf57-4224-927b-820e788a4c39 req-8d93a94d-47d3-4ee1-a61f-ac1235dc73f4 service neutron] 10.222.0.41 "GET /v2.0/networks/c10aa86e-d9d7-4652-a2e1-0c001585515a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6169407 Dec 17 15:20:32.104521 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03082815-2560-4bc3-a206-0e0a87647163 req-ccc43987-1e68-4c7d-9959-15a47f3a8740 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:32.106174 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-03082815-2560-4bc3-a206-0e0a87647163 req-ccc43987-1e68-4c7d-9959-15a47f3a8740 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdb83ac6-fbe2-4dcf-9231-691c6be82cbe HTTP/1.1" status: 200 len: 945 time: 0.5479615 Dec 17 15:20:32.134817 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a10087c-b662-41b4-b04a-483aaa96c588 x-openstack-request-id: req-9a10087c-b662-41b4-b04a-483aaa96c588 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:20:32.135224 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb83ac6-fbe2-4dcf-9231-691c6be82cbe", "name": "network-vif-plugged", "status": "completed", "tag": "74b76ae9-be21-4577-b022-03faf2f59f94", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:20:32.135342 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9a10087c-b662-41b4-b04a-483aaa96c588 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:20:32.135737 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb83ac6-fbe2-4dcf-9231-691c6be82cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b76ae9-be21-4577-b022-03faf2f59f94', 'code': 200} Dec 17 15:20:32.236000 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 1c5a567d-d7ab-42e0-bf88-a8cd61a1e792 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:20:32.249330 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:32.286086 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-38b12102-b3d2-4e49-8538-a2db249da2e6 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:32.327132 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b12102-b3d2-4e49-8538-a2db249da2e6 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Pushing event deleted for resources: {'Port': ['ID=d8507e87-3fa2-4e17-a106-bc0e0b936f1f,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:32.366333 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-38b12102-b3d2-4e49-8538-a2db249da2e6 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:32.376726 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-38b12102-b3d2-4e49-8538-a2db249da2e6 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] 10.222.0.46 "DELETE /v2.0/ports/d8507e87-3fa2-4e17-a106-bc0e0b936f1f HTTP/1.1" status: 204 len: 168 time: 1.3878877 Dec 17 15:20:32.384641 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-03082815-2560-4bc3-a206-0e0a87647163 req-b0edc2f2-dfee-4ccd-94fa-c149112c849c tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddad14b1-2022-4401-be7a-1e07d982a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2599480 Dec 17 15:20:32.387430 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-619a624b-0572-4b41-bd68-8194195230d0 admin admin] For port 510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3,segment=NetworkSegment(7cc43599-a0d8-4406-a34b-9a95bfaee99f),segment_id=7cc43599-a0d8-4406-a34b-9a95bfaee99f)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:32.387830 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-619a624b-0572-4b41-bd68-8194195230d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:32.390317 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 1c5a567d-d7ab-42e0-bf88-a8cd61a1e792, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=1c5a567d-d7ab-42e0-bf88-a8cd61a1e792,segment=NetworkSegment(f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6),segment_id=f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:32.390426 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53160) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:32.403619 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '1c5a567d-d7ab-42e0-bf88-a8cd61a1e792', 'network_id': 'c10aa86e-d9d7-4652-a2e1-0c001585515a', 'port_id': '1c5a567d-d7ab-42e0-bf88-a8cd61a1e792', 'mac_address': 'fa:16:3e:4c:1a:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd180b79e-c3bb-4569-b61e-f0770c463335', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:20:32.433800 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-619a624b-0572-4b41-bd68-8194195230d0 admin admin] Calling delete_port for 510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3 owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:20:32.457866 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4679718-0540-4f46-bbf4-460710911171 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] GET failed (client error): The resource could not be found. Dec 17 15:20:32.459508 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b4679718-0540-4f46-bbf4-460710911171 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] 10.222.0.46 "GET /v2.0/ports/d8507e87-3fa2-4e17-a106-bc0e0b936f1f HTTP/1.1" status: 404 len: 333 time: 0.0668330 Dec 17 15:20:32.459823 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:32.467711 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53164) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:32.478425 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c5a567d-d7ab-42e0-bf88-a8cd61a1e792 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:20:32.479510 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-07262794-6aca-45dc-9ae5-5beadecf5da2 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Request body: {'port': {'network_id': 'cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-502418363'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:32.501610 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 1c5a567d-d7ab-42e0-bf88-a8cd61a1e792, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=1c5a567d-d7ab-42e0-bf88-a8cd61a1e792,segment=NetworkSegment(f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6),segment_id=f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:32.556039 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8144f440-e523-45dc-bad6-6ec1a2bb6fba tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:32.576525 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5820c0-72fe-48af-a4fa-96f5c0f85e46 req-f232ddc8-5315-4aba-bfab-7a6a2b1d7bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:32.578072 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a5820c0-72fe-48af-a4fa-96f5c0f85e46 req-f232ddc8-5315-4aba-bfab-7a6a2b1d7bb3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fdb83ac6-fbe2-4dcf-9231-691c6be82cbe HTTP/1.1" status: 200 len: 1096 time: 0.3277802 Dec 17 15:20:32.584045 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:32.599981 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d13f4-3422-424b-929d-538801bf2d2c req-06c465ae-08ab-4cd8-af0e-c485e61834fb tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:32.608092 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f35d13f4-3422-424b-929d-538801bf2d2c req-06c465ae-08ab-4cd8-af0e-c485e61834fb tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7fd0560-da10-4e5d-8eaf-d3567c58a448 HTTP/1.1" status: 200 len: 943 time: 0.3452065 Dec 17 15:20:32.707244 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=1c5a567d-d7ab-42e0-bf88-a8cd61a1e792,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:32.789895 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f35d13f4-3422-424b-929d-538801bf2d2c req-505bea34-5998-46d5-ba2b-ef4a23384a58 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "GET /v2.0/security-groups?id=440c9dcb-a25c-438c-9ce0-b35793a4528d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808712 Dec 17 15:20:32.809902 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-44c41a94-4311-4a07-965c-01616e17c351 req-93cb8113-b60e-44c5-8863-5dc5a0755392 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] 10.222.0.46 "GET /v2.0/security-groups/036e958e-9a28-4d8d-a41d-607f1a3d4e72 HTTP/1.1" status: 200 len: 1814 time: 0.3077126 Dec 17 15:20:32.864130 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a5820c0-72fe-48af-a4fa-96f5c0f85e46 req-2d3f7f08-d565-42d0-b686-a6f6d91c82d7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ddad14b1-2022-4401-be7a-1e07d982a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2687244 Dec 17 15:20:32.957332 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-8144f440-e523-45dc-bad6-6ec1a2bb6fba tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Deleting port 004d2c54-52aa-4222-a77c-0fcf36c9a9bd {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:20:32.957902 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8144f440-e523-45dc-bad6-6ec1a2bb6fba tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:32.976478 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['1c5a567d-d7ab-42e0-bf88-a8cd61a1e792'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:20:33.070813 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc01cdc-a625-4529-907a-6b4d7bb8827a req-6ac5bb19-de29-4417-89b2-e93f76dae135 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:33.072312 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fbc01cdc-a625-4529-907a-6b4d7bb8827a req-6ac5bb19-de29-4417-89b2-e93f76dae135 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 945 time: 0.1675622 Dec 17 15:20:33.092329 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8144f440-e523-45dc-bad6-6ec1a2bb6fba tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:33.095343 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-44c41a94-4311-4a07-965c-01616e17c351 req-3c60e7ad-f78e-497c-8380-a22bec265c1c tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:33.110827 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-8144f440-e523-45dc-bad6-6ec1a2bb6fba tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Calling delete_port for 004d2c54-52aa-4222-a77c-0fcf36c9a9bd owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:20:33.153023 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-44c41a94-4311-4a07-965c-01616e17c351 req-3c60e7ad-f78e-497c-8380-a22bec265c1c tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:33.191199 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-01cfa187-4f54-49cc-8dbb-ea1f0137ec0c admin admin] Deleting port 40f62c09-b05b-4061-8a17-a5311079c745 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:20:33.191546 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-01cfa187-4f54-49cc-8dbb-ea1f0137ec0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:33.200341 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fbc01cdc-a625-4529-907a-6b4d7bb8827a req-1683ae83-bbd3-47b3-9889-1eb8dd8cd42f tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038172 Dec 17 15:20:33.295240 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-01cfa187-4f54-49cc-8dbb-ea1f0137ec0c admin admin] For port 40f62c09-b05b-4061-8a17-a5311079c745, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=40f62c09-b05b-4061-8a17-a5311079c745,segment=NetworkSegment(e8e3507c-e010-414c-9e07-379a84f479f5),segment_id=e8e3507c-e010-414c-9e07-379a84f479f5)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:33.295731 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-01cfa187-4f54-49cc-8dbb-ea1f0137ec0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:33.309505 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-01cfa187-4f54-49cc-8dbb-ea1f0137ec0c admin admin] Calling delete_port for 40f62c09-b05b-4061-8a17-a5311079c745 owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:20:33.357276 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07262794-6aca-45dc-9ae5-5beadecf5da2 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Made reservation on behalf of 8b97e4493aa44da88f86183bd153012e for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:20:33.360839 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-07262794-6aca-45dc-9ae5-5beadecf5da2 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:33.378674 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8144f440-e523-45dc-bad6-6ec1a2bb6fba tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:33.383094 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-619a624b-0572-4b41-bd68-8194195230d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:33.385096 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-44c41a94-4311-4a07-965c-01616e17c351 req-3c60e7ad-f78e-497c-8380-a22bec265c1c tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:33.387547 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-44c41a94-4311-4a07-965c-01616e17c351 req-3c60e7ad-f78e-497c-8380-a22bec265c1c tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:33.389111 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-44c41a94-4311-4a07-965c-01616e17c351 req-3c60e7ad-f78e-497c-8380-a22bec265c1c tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] 10.222.0.46 "DELETE /v2.0/security-groups/036e958e-9a28-4d8d-a41d-607f1a3d4e72 HTTP/1.1" status: 204 len: 173 time: 0.5676339 Dec 17 15:20:33.422598 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8144f440-e523-45dc-bad6-6ec1a2bb6fba tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event deleted for resources: {'Port': ['ID=004d2c54-52aa-4222-a77c-0fcf36c9a9bd,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:33.447390 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a624b-0572-4b41-bd68-8194195230d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:33.450085 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-07262794-6aca-45dc-9ae5-5beadecf5da2 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] device_id is not set on port 98aa4890-da93-4334-b42d-133f7435c66d yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:20:33.469307 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60e7ad-f78e-497c-8380-a22bec265c1c tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=036e958e-9a28-4d8d-a41d-607f1a3d4e72,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:33.645845 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8144f440-e523-45dc-bad6-6ec1a2bb6fba tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:33.767343 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:33.844729 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c11a2f2-8433-404e-a834-d85edf16a088 req-fee5835c-f2e8-4680-8ca8-a6a32cb4357f tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] 10.222.0.46 "GET /v2.0/security-groups/9fbdb33a-b7a9-4df8-8e5e-b8d95c45f6c2 HTTP/1.1" status: 200 len: 1814 time: 0.4088082 Dec 17 15:20:33.892347 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fb041-a8a2-4951-8d26-c3faeee8f3ae req-3aa089f9-c3c1-4345-bfa4-7a2469796748 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:33.895093 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c67fb041-a8a2-4951-8d26-c3faeee8f3ae req-3aa089f9-c3c1-4345-bfa4-7a2469796748 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdb83ac6-fbe2-4dcf-9231-691c6be82cbe HTTP/1.1" status: 200 len: 945 time: 0.3583686 Dec 17 15:20:34.075215 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8144f440-e523-45dc-bad6-6ec1a2bb6fba tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Router 225a7700-96c1-490f-a21c-f14dadf5a156 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:20:34.136861 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c67fb041-a8a2-4951-8d26-c3faeee8f3ae req-b7ef4aef-3c7f-420f-80a4-254583f1b41c tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddad14b1-2022-4401-be7a-1e07d982a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990070 Dec 17 15:20:34.140464 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-07262794-6aca-45dc-9ae5-5beadecf5da2 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Allocated IP 2001:db8::1bd (cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda/47839a9f-82b7-42bc-9121-b315a3969631/98aa4890-da93-4334-b42d-133f7435c66d) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:20:34.144307 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:34.182807 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-3c11a2f2-8433-404e-a834-d85edf16a088 req-98155c2a-b851-46c4-9db6-f29fc0f532b2 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:34.203267 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8144f440-e523-45dc-bad6-6ec1a2bb6fba tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:20:34.218844 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794be67d-cc89-47af-a2a8-452da2b6cd00 None None] Sync routers for ids ['225a7700-96c1-490f-a21c-f14dadf5a156'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:20:34.230393 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-619a624b-0572-4b41-bd68-8194195230d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:34.234364 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794be67d-cc89-47af-a2a8-452da2b6cd00 None None] Routers {'225a7700-96c1-490f-a21c-f14dadf5a156'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:20:34.238970 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8144f440-e523-45dc-bad6-6ec1a2bb6fba tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "PUT /v2.0/routers/225a7700-96c1-490f-a21c-f14dadf5a156/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3273509 Dec 17 15:20:34.239142 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-794be67d-cc89-47af-a2a8-452da2b6cd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:20:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['225a7700-96c1-490f-a21c-f14dadf5a156'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:34.239283 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53180) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:34.243273 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-01cfa187-4f54-49cc-8dbb-ea1f0137ec0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:34.248199 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-3c11a2f2-8433-404e-a834-d85edf16a088 req-98155c2a-b851-46c4-9db6-f29fc0f532b2 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:34.292868 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-af991683-cff3-4b5a-968b-1f458a6d3c1d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "GET /v2.0/ports?device_id=225a7700-96c1-490f-a21c-f14dadf5a156 HTTP/1.1" status: 200 len: 205 time: 0.0495272 Dec 17 15:20:34.294450 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53182) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:34.319657 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-794be67d-cc89-47af-a2a8-452da2b6cd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:34.332941 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 1c5a567d-d7ab-42e0-bf88-a8cd61a1e792 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:20:34.337286 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794be67d-cc89-47af-a2a8-452da2b6cd00 None None] Routers {'225a7700-96c1-490f-a21c-f14dadf5a156'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:20:34.338284 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-794be67d-cc89-47af-a2a8-452da2b6cd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:20:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['225a7700-96c1-490f-a21c-f14dadf5a156'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:34.339388 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cfa187-4f54-49cc-8dbb-ea1f0137ec0c admin admin] Pushing event deleted for resources: {'Port': ['ID=40f62c09-b05b-4061-8a17-a5311079c745,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:34.420542 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e9b3a6d7-b7cf-4574-b43b-8237b166a827 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:34.423338 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-794be67d-cc89-47af-a2a8-452da2b6cd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:34.424191 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794be67d-cc89-47af-a2a8-452da2b6cd00 None None] The sync data for ids ['225a7700-96c1-490f-a21c-f14dadf5a156'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:20:34.549687 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 1c5a567d-d7ab-42e0-bf88-a8cd61a1e792 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:20:34.555539 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 1c5a567d-d7ab-42e0-bf88-a8cd61a1e792 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:34.562059 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:34.659835 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e9b3a6d7-b7cf-4574-b43b-8237b166a827 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:34.670281 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e9b3a6d7-b7cf-4574-b43b-8237b166a827 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:34.749958 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:34.802492 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 1c5a567d-d7ab-42e0-bf88-a8cd61a1e792, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=1c5a567d-d7ab-42e0-bf88-a8cd61a1e792,segment=NetworkSegment(f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6),segment_id=f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:34.803814 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7fd0560-da10-4e5d-8eaf-d3567c58a448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5a567d-d7ab-42e0-bf88-a8cd61a1e792'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:20:34.807117 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1438be88-8f7d-4742-b364-ddb61c64be76" -d '{"events": [{"server_uuid": "d7fd0560-da10-4e5d-8eaf-d3567c58a448", "name": "network-vif-plugged", "status": "completed", "tag": "1c5a567d-d7ab-42e0-bf88-a8cd61a1e792"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:20:34.812637 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e9b3a6d7-b7cf-4574-b43b-8237b166a827 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:34.813220 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b3a6d7-b7cf-4574-b43b-8237b166a827 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Fanout notify agent at l3_agent the message router_deleted on router 225a7700-96c1-490f-a21c-f14dadf5a156 {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:20:34.820781 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e9b3a6d7-b7cf-4574-b43b-8237b166a827 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:34.824733 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e9b3a6d7-b7cf-4574-b43b-8237b166a827 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/routers/225a7700-96c1-490f-a21c-f14dadf5a156 HTTP/1.1" status: 204 len: 168 time: 0.5264928 Dec 17 15:20:34.826027 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53186) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:34.892532 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:34.926517 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-7acb1e55-cfb8-469c-9a88-cf3598e6cea5 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Deleting subnet eb5aab3c-4179-4c4e-a373-388cd6e96aa6 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:20:34.930827 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7acb1e55-cfb8-469c-9a88-cf3598e6cea5 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:34.946392 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5349c-ecb3-4a21-b1c9-aa517b4dcc46 req-0944cb33-7ec4-46cf-a5dd-6ae9eebfe1fe tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:34.953688 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cde5349c-ecb3-4a21-b1c9-aa517b4dcc46 req-0944cb33-7ec4-46cf-a5dd-6ae9eebfe1fe tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7fd0560-da10-4e5d-8eaf-d3567c58a448 HTTP/1.1" status: 200 len: 944 time: 0.7081311 Dec 17 15:20:34.977343 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=1c5a567d-d7ab-42e0-bf88-a8cd61a1e792,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:35.010401 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7acb1e55-cfb8-469c-9a88-cf3598e6cea5 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:35.047163 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-3c11a2f2-8433-404e-a834-d85edf16a088 req-98155c2a-b851-46c4-9db6-f29fc0f532b2 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:35.049793 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-3c11a2f2-8433-404e-a834-d85edf16a088 req-98155c2a-b851-46c4-9db6-f29fc0f532b2 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:35.050937 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c11a2f2-8433-404e-a834-d85edf16a088 req-98155c2a-b851-46c4-9db6-f29fc0f532b2 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] 10.222.0.46 "DELETE /v2.0/security-groups/9fbdb33a-b7a9-4df8-8e5e-b8d95c45f6c2 HTTP/1.1" status: 204 len: 173 time: 1.1865830 Dec 17 15:20:35.114519 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-07262794-6aca-45dc-9ae5-5beadecf5da2 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:35.135915 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7acb1e55-cfb8-469c-9a88-cf3598e6cea5 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:35.152355 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98155c2a-b851-46c4-9db6-f29fc0f532b2 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbdb33a-b7a9-4df8-8e5e-b8d95c45f6c2,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:35.184002 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cde5349c-ecb3-4a21-b1c9-aa517b4dcc46 req-d60b1f5a-909f-42af-a650-0384bf243c55 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "GET /v2.0/security-groups?id=440c9dcb-a25c-438c-9ce0-b35793a4528d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2294576 Dec 17 15:20:35.259435 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddce9cde-f37f-46a8-9657-d3ffbad6a0a2 x-openstack-request-id: req-ddce9cde-f37f-46a8-9657-d3ffbad6a0a2 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:20:35.259932 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7fd0560-da10-4e5d-8eaf-d3567c58a448", "name": "network-vif-plugged", "status": "completed", "tag": "1c5a567d-d7ab-42e0-bf88-a8cd61a1e792", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:20:35.260246 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ddce9cde-f37f-46a8-9657-d3ffbad6a0a2 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:20:35.260705 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7fd0560-da10-4e5d-8eaf-d3567c58a448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5a567d-d7ab-42e0-bf88-a8cd61a1e792', 'code': 200} Dec 17 15:20:35.310008 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7acb1e55-cfb8-469c-9a88-cf3598e6cea5 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:35.330336 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500fb6e-6af1-4474-8721-df8f615a7d4d req-344ddfe2-ebfe-4f0d-aec8-775f8603243c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:35.331903 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c500fb6e-6af1-4474-8721-df8f615a7d4d req-344ddfe2-ebfe-4f0d-aec8-775f8603243c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 945 time: 0.2026830 Dec 17 15:20:35.344748 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-01cfa187-4f54-49cc-8dbb-ea1f0137ec0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:35.354791 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb1e55-cfb8-469c-9a88-cf3598e6cea5 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event deleted for resources: {'Subnet': ['ID=eb5aab3c-4179-4c4e-a373-388cd6e96aa6,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:35.362670 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7acb1e55-cfb8-469c-9a88-cf3598e6cea5 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:35.368980 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7acb1e55-cfb8-469c-9a88-cf3598e6cea5 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/subnets/eb5aab3c-4179-4c4e-a373-388cd6e96aa6 HTTP/1.1" status: 204 len: 168 time: 0.5418046 Dec 17 15:20:35.371555 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53192) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:35.378867 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5e5111-4633-4c2f-b313-853bf4b59e42 None None] Network d6a10bd1-54d7-407c-8e89-fb218dff4373 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:20:35.431255 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-07262794-6aca-45dc-9ae5-5beadecf5da2 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:35.526146 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-be3cc236-a1a8-497a-8203-17ee331cabb0 req-41f35f27-2d6d-46b2-ae79-cf69b3e4bd70 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] 10.222.0.46 "GET /v2.0/security-groups/9291f444-3796-4413-b412-5befd13a332a HTTP/1.1" status: 200 len: 1813 time: 0.2431731 Dec 17 15:20:35.565659 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-add8a3ea-8ac6-4dab-aa3f-958c94dcf16f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:35.580276 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c500fb6e-6af1-4474-8721-df8f615a7d4d req-6c1617f8-e810-46f0-9527-dced53a52969 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364657 Dec 17 15:20:35.607353 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ccfed-1e4d-42db-aa92-e6dcea9c75fc req-d21b741d-5e00-4e1c-9565-91ee75b15f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:35.608876 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-488ccfed-1e4d-42db-aa92-e6dcea9c75fc req-d21b741d-5e00-4e1c-9565-91ee75b15f76 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d7fd0560-da10-4e5d-8eaf-d3567c58a448 HTTP/1.1" status: 200 len: 1096 time: 0.2459946 Dec 17 15:20:35.612639 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619a624b-0572-4b41-bd68-8194195230d0 admin admin] Router 444fe810-5862-4dfe-9960-2d79cbec35dc has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:20:35.655067 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07262794-6aca-45dc-9ae5-5beadecf5da2 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Network cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:20:35.675763 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07262794-6aca-45dc-9ae5-5beadecf5da2 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Pushing event updated for resources: {'Port': ['ID=98aa4890-da93-4334-b42d-133f7435c66d,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:35.678241 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-07262794-6aca-45dc-9ae5-5beadecf5da2 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:35.686011 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07262794-6aca-45dc-9ae5-5beadecf5da2 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:20:35.691548 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07262794-6aca-45dc-9ae5-5beadecf5da2 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:35.692176 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-07262794-6aca-45dc-9ae5-5beadecf5da2 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:35.743068 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c53a4e-7d33-46b8-b7f0-7a85303d7037 None None] DHCP port deletion for d6a10bd1-54d7-407c-8e89-fb218dff4373 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:20:35.778565 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-add8a3ea-8ac6-4dab-aa3f-958c94dcf16f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Deleting port 657e0a40-830b-44b3-b995-75253e89308d {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:20:35.779307 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-add8a3ea-8ac6-4dab-aa3f-958c94dcf16f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:35.815653 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-488ccfed-1e4d-42db-aa92-e6dcea9c75fc req-abaaee82-0060-4256-9ba9-5387b0b8408d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=440c9dcb-a25c-438c-9ce0-b35793a4528d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1993237 Dec 17 15:20:35.830653 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d2c53a4e-7d33-46b8-b7f0-7a85303d7037 None None] Deleting port 657e0a40-830b-44b3-b995-75253e89308d {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:20:35.831236 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d2c53a4e-7d33-46b8-b7f0-7a85303d7037 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:35.884629 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-07262794-6aca-45dc-9ae5-5beadecf5da2 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.4113021 Dec 17 15:20:35.891529 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53194) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:35.903876 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-a266dedd-1320-400f-9e1b-acd26734c489 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Request body: {'port': {'network_id': 'cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1422763354'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:35.908832 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-be3cc236-a1a8-497a-8203-17ee331cabb0 req-7509a1d3-a25c-4b81-9e53-55d5af0ff394 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:35.944604 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-d2c53a4e-7d33-46b8-b7f0-7a85303d7037 None None] For port 657e0a40-830b-44b3-b995-75253e89308d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=657e0a40-830b-44b3-b995-75253e89308d,segment=NetworkSegment(b297ebef-c15e-4f3b-aebc-3dcf7c6ba892),segment_id=b297ebef-c15e-4f3b-aebc-3dcf7c6ba892)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:35.945682 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d2c53a4e-7d33-46b8-b7f0-7a85303d7037 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:35.954621 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-add8a3ea-8ac6-4dab-aa3f-958c94dcf16f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] For port 657e0a40-830b-44b3-b995-75253e89308d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=657e0a40-830b-44b3-b995-75253e89308d,segment=NetworkSegment(b297ebef-c15e-4f3b-aebc-3dcf7c6ba892),segment_id=b297ebef-c15e-4f3b-aebc-3dcf7c6ba892)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:35.954996 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-add8a3ea-8ac6-4dab-aa3f-958c94dcf16f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:35.960762 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 657e0a40-830b-44b3-b995-75253e89308d no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:20:35.985262 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-add8a3ea-8ac6-4dab-aa3f-958c94dcf16f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Calling delete_port for 657e0a40-830b-44b3-b995-75253e89308d owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:20:36.011992 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d2c53a4e-7d33-46b8-b7f0-7a85303d7037 None None] Calling delete_port for 657e0a40-830b-44b3-b995-75253e89308d owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:20:36.133695 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdae208-7672-4e1a-ba6b-ca3ad7a47688 req-43300a33-1e91-4c35-ba0d-3106cfa82494 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:36.135532 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4bdae208-7672-4e1a-ba6b-ca3ad7a47688 req-43300a33-1e91-4c35-ba0d-3106cfa82494 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdb83ac6-fbe2-4dcf-9231-691c6be82cbe HTTP/1.1" status: 200 len: 945 time: 0.4328575 Dec 17 15:20:36.168845 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:36.172070 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-be3cc236-a1a8-497a-8203-17ee331cabb0 req-7509a1d3-a25c-4b81-9e53-55d5af0ff394 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:36.172569 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c830a666-fc9f-4bcc-bfc8-74669068a3b0 None None] Provisioning complete for port 98aa4890-da93-4334-b42d-133f7435c66d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:36.172772 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c830a666-fc9f-4bcc-bfc8-74669068a3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:36.207733 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-add8a3ea-8ac6-4dab-aa3f-958c94dcf16f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:36.241847 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619a624b-0572-4b41-bd68-8194195230d0 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:20:36.253073 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-619a624b-0572-4b41-bd68-8194195230d0 admin admin] 10.222.0.46 "PUT /v2.0/routers/444fe810-5862-4dfe-9960-2d79cbec35dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2582412 Dec 17 15:20:36.319112 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d2c53a4e-7d33-46b8-b7f0-7a85303d7037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:36.319112 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c830a666-fc9f-4bcc-bfc8-74669068a3b0 None None] Port 98aa4890-da93-4334-b42d-133f7435c66d cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:20:36.320082 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5520e244-b63d-48f9-8fc0-db3f4f0e0e8e None None] Sync routers for ids ['444fe810-5862-4dfe-9960-2d79cbec35dc'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:20:36.320536 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53198) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:36.320637 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5520e244-b63d-48f9-8fc0-db3f4f0e0e8e None None] Routers {'444fe810-5862-4dfe-9960-2d79cbec35dc'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:20:36.320637 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-5520e244-b63d-48f9-8fc0-db3f4f0e0e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:20:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['444fe810-5862-4dfe-9960-2d79cbec35dc'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:36.320822 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c53a4e-7d33-46b8-b7f0-7a85303d7037 None None] Pushing event deleted for resources: {'Port': ['ID=657e0a40-830b-44b3-b995-75253e89308d,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:36.320822 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c53a4e-7d33-46b8-b7f0-7a85303d7037 None None] No DVR routers for this DVR port 657e0a40-830b-44b3-b995-75253e89308d on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:20:36.331982 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4bdae208-7672-4e1a-ba6b-ca3ad7a47688 req-595c7411-9b8e-4591-a752-95c7a8bf2c4b tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddad14b1-2022-4401-be7a-1e07d982a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820748 Dec 17 15:20:36.407838 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01cfa187-4f54-49cc-8dbb-ea1f0137ec0c admin admin] Router 17d872ac-2811-47a3-91a1-d0ab15ceba58 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:20:36.475428 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-5520e244-b63d-48f9-8fc0-db3f4f0e0e8e None None] Set router 444fe810-5862-4dfe-9960-2d79cbec35dc gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:20:36.480766 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8a3ea-8ac6-4dab-aa3f-958c94dcf16f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event deleted for resources: {'Port': ['ID=657e0a40-830b-44b3-b995-75253e89308d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:36.492381 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add8a3ea-8ac6-4dab-aa3f-958c94dcf16f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] No DVR routers for this DVR port 657e0a40-830b-44b3-b995-75253e89308d on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:20:36.582400 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-be3cc236-a1a8-497a-8203-17ee331cabb0 req-7509a1d3-a25c-4b81-9e53-55d5af0ff394 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:36.587494 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-be3cc236-a1a8-497a-8203-17ee331cabb0 req-7509a1d3-a25c-4b81-9e53-55d5af0ff394 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:36.602883 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-be3cc236-a1a8-497a-8203-17ee331cabb0 req-7509a1d3-a25c-4b81-9e53-55d5af0ff394 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] 10.222.0.46 "DELETE /v2.0/security-groups/9291f444-3796-4413-b412-5befd13a332a HTTP/1.1" status: 204 len: 173 time: 1.0756435 Dec 17 15:20:36.642688 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a266dedd-1320-400f-9e1b-acd26734c489 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Made reservation on behalf of 8b97e4493aa44da88f86183bd153012e for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:20:36.648351 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a266dedd-1320-400f-9e1b-acd26734c489 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:36.683894 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-add8a3ea-8ac6-4dab-aa3f-958c94dcf16f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:36.688466 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dfe99ac2-111f-4bd2-9ec8-50ca0df5f317 admin admin] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:36.700296 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-5520e244-b63d-48f9-8fc0-db3f4f0e0e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444fe810-5862-4dfe-9960-2d79cbec35dc', 'name': 'tempest-ServersTestMultiNic-24093567-router', 'tenant_id': '3d0e9155f3ac4449959a2049ad96c177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '39741017-d477-46c7-8b09-2c886973d21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:17:52Z', 'updated_at': '2021-12-17T15:20:33Z', 'revision_number': 5, 'project_id': '3d0e9155f3ac4449959a2049ad96c177', 'gw_port': {'id': '39741017-d477-46c7-8b09-2c886973d21e', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444fe810-5862-4dfe-9960-2d79cbec35dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:17:54Z', 'updated_at': '2021-12-17T15:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:36.714528 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509a1d3-a25c-4b81-9e53-55d5af0ff394 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9291f444-3796-4413-b412-5befd13a332a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:36.735182 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5520e244-b63d-48f9-8fc0-db3f4f0e0e8e None None] Checking router: 444fe810-5862-4dfe-9960-2d79cbec35dc for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:20:36.735889 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-a266dedd-1320-400f-9e1b-acd26734c489 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] device_id is not set on port 280f4dbd-2b55-4a78-b1a7-d806376715ec yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:20:36.747679 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5520e244-b63d-48f9-8fc0-db3f4f0e0e8e None None] Routers {'444fe810-5862-4dfe-9960-2d79cbec35dc'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:20:36.748418 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-5520e244-b63d-48f9-8fc0-db3f4f0e0e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:20:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['444fe810-5862-4dfe-9960-2d79cbec35dc'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:36.811777 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95f635-d4d8-41b2-98db-fe04bbef3a9b req-78b57f12-3ca3-46ac-9046-8724d661c182 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:36.819402 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b95f635-d4d8-41b2-98db-fe04bbef3a9b req-78b57f12-3ca3-46ac-9046-8724d661c182 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7fd0560-da10-4e5d-8eaf-d3567c58a448 HTTP/1.1" status: 200 len: 945 time: 0.3126764 Dec 17 15:20:36.869319 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-5520e244-b63d-48f9-8fc0-db3f4f0e0e8e None None] Set router 444fe810-5862-4dfe-9960-2d79cbec35dc gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:20:36.870442 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-add8a3ea-8ac6-4dab-aa3f-958c94dcf16f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a10bd1-54d7-407c-8e89-fb218dff4373']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:36.903586 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-add8a3ea-8ac6-4dab-aa3f-958c94dcf16f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b297ebef-c15e-4f3b-aebc-3dcf7c6ba892') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:36.904304 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-add8a3ea-8ac6-4dab-aa3f-958c94dcf16f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b297ebef-c15e-4f3b-aebc-3dcf7c6ba892') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:36.916671 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-add8a3ea-8ac6-4dab-aa3f-958c94dcf16f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:36.936935 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-add8a3ea-8ac6-4dab-aa3f-958c94dcf16f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:36.946451 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add8a3ea-8ac6-4dab-aa3f-958c94dcf16f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:20:36.948847 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-add8a3ea-8ac6-4dab-aa3f-958c94dcf16f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:36.974122 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b95f635-d4d8-41b2-98db-fe04bbef3a9b req-b29dd00b-b6c2-47c7-a2da-18eefcdad5eb tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "GET /v2.0/security-groups?id=440c9dcb-a25c-438c-9ce0-b35793a4528d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535866 Dec 17 15:20:37.023707 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:20:37.023707 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:20:37.023707 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:20:37.023707 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:20:37.023707 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:20:37.023707 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:20:37.023707 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:20:37.023707 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:20:37.023707 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:20:37.023707 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:20:37.023707 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:20:37.023707 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:20:37.023707 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:20:37.023707 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:20:37.023707 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:20:37.023707 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:20:37.023707 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:20:37.023707 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:20:37.023707 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:20:37.023707 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:20:37.023707 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:20:37.023707 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:20:37.023707 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:20:37.023707 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:20:37.023707 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:20:37.023707 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:20:37.023707 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:20:37.023707 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:20:37.023707 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:20:37.023707 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:20:37.023707 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:20:37.023707 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:20:37.034940 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9bfbb-a1df-4686-8f7f-9c8d97379e05 req-020ad138-5a16-49ca-8067-4da3c5e787cd tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:37.048564 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a7c9bfbb-a1df-4686-8f7f-9c8d97379e05 req-020ad138-5a16-49ca-8067-4da3c5e787cd tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdb83ac6-fbe2-4dcf-9231-691c6be82cbe HTTP/1.1" status: 200 len: 945 time: 0.3665013 Dec 17 15:20:37.049735 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53206) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:37.055541 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-131fb164-5154-4e02-a626-70da168d5230 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Request body: {'floatingip': {'port_id': '74b76ae9-be21-4577-b022-03faf2f59f94'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:37.091908 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cfa187-4f54-49cc-8dbb-ea1f0137ec0c admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:20:37.101672 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a90a23-8dab-44d2-845b-16b7d2268e42 None None] Sync routers for ids ['17d872ac-2811-47a3-91a1-d0ab15ceba58'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:20:37.102646 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-5520e244-b63d-48f9-8fc0-db3f4f0e0e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444fe810-5862-4dfe-9960-2d79cbec35dc', 'name': 'tempest-ServersTestMultiNic-24093567-router', 'tenant_id': '3d0e9155f3ac4449959a2049ad96c177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '39741017-d477-46c7-8b09-2c886973d21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:17:52Z', 'updated_at': '2021-12-17T15:20:33Z', 'revision_number': 5, 'project_id': '3d0e9155f3ac4449959a2049ad96c177', 'gw_port': {'id': '39741017-d477-46c7-8b09-2c886973d21e', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444fe810-5862-4dfe-9960-2d79cbec35dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:17:54Z', 'updated_at': '2021-12-17T15:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:37.120382 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a90a23-8dab-44d2-845b-16b7d2268e42 None None] Routers {'17d872ac-2811-47a3-91a1-d0ab15ceba58'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:20:37.121129 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-f8a90a23-8dab-44d2-845b-16b7d2268e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:20:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['17d872ac-2811-47a3-91a1-d0ab15ceba58'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:37.125974 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-add8a3ea-8ac6-4dab-aa3f-958c94dcf16f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:37.128809 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-01cfa187-4f54-49cc-8dbb-ea1f0137ec0c admin admin] 10.222.0.46 "PUT /v2.0/routers/17d872ac-2811-47a3-91a1-d0ab15ceba58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5595603 Dec 17 15:20:37.139057 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5520e244-b63d-48f9-8fc0-db3f4f0e0e8e None None] The sync data for ids ['444fe810-5862-4dfe-9960-2d79cbec35dc'] in n-d-820553-2 is: [{'id': '444fe810-5862-4dfe-9960-2d79cbec35dc', 'name': 'tempest-ServersTestMultiNic-24093567-router', 'tenant_id': '3d0e9155f3ac4449959a2049ad96c177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '39741017-d477-46c7-8b09-2c886973d21e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:17:52Z', 'updated_at': '2021-12-17T15:20:33Z', 'revision_number': 5, 'project_id': '3d0e9155f3ac4449959a2049ad96c177', 'gw_port': {'id': '39741017-d477-46c7-8b09-2c886973d21e', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444fe810-5862-4dfe-9960-2d79cbec35dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:17:54Z', 'updated_at': '2021-12-17T15:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:20:37.150519 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53208) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:37.178932 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-add8a3ea-8ac6-4dab-aa3f-958c94dcf16f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:37.187006 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-add8a3ea-8ac6-4dab-aa3f-958c94dcf16f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/networks/d6a10bd1-54d7-407c-8e89-fb218dff4373 HTTP/1.1" status: 204 len: 168 time: 1.8102551 Dec 17 15:20:37.196003 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-131fb164-5154-4e02-a626-70da168d5230 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks [] for floatingip, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:37.215837 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53210) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:37.235367 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-337a72eb-b0d3-422b-94ac-ab6c45ce3575 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-507173815', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}, 'admin_state_up': False}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:37.260694 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8a3ea-8ac6-4dab-aa3f-958c94dcf16f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event deleted for resources: {'Network': ['ID=d6a10bd1-54d7-407c-8e89-fb218dff4373,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:37.378923 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-f8a90a23-8dab-44d2-845b-16b7d2268e42 None None] Set router 17d872ac-2811-47a3-91a1-d0ab15ceba58 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:20:37.611184 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-a266dedd-1320-400f-9e1b-acd26734c489 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Allocated IP 2001:db8::16d (cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda/47839a9f-82b7-42bc-9121-b315a3969631/280f4dbd-2b55-4a78-b1a7-d806376715ec) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:20:37.625348 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-64f00955-a78c-47f3-9ea1-24e232139d32 req-237162d4-851f-4062-9b8c-f8385129c5b7 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] 10.222.0.46 "GET /v2.0/security-groups/4d13a119-655f-44b8-a190-fc81fb409560 HTTP/1.1" status: 200 len: 1815 time: 0.6061463 Dec 17 15:20:37.692493 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3dfa1-1da3-44d5-bf3e-7ad81847207d req-9f479e9d-55f3-4af9-9c53-7cb4192c51d5 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:37.702424 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3a3dfa1-1da3-44d5-bf3e-7ad81847207d req-9f479e9d-55f3-4af9-9c53-7cb4192c51d5 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 945 time: 0.5722215 Dec 17 15:20:37.721032 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-f8a90a23-8dab-44d2-845b-16b7d2268e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'name': 'tempest-ServersTestBootFromVolume-2052393915-router', 'tenant_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '8c8edb01-350c-4643-a542-70fc766291a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:15:46Z', 'updated_at': '2021-12-17T15:20:33Z', 'revision_number': 5, 'project_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'gw_port': {'id': '8c8edb01-350c-4643-a542-70fc766291a8', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:15:47Z', 'updated_at': '2021-12-17T15:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:37.774319 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a90a23-8dab-44d2-845b-16b7d2268e42 None None] Checking router: 17d872ac-2811-47a3-91a1-d0ab15ceba58 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:20:37.788103 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a90a23-8dab-44d2-845b-16b7d2268e42 None None] Routers {'17d872ac-2811-47a3-91a1-d0ab15ceba58'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:20:37.788962 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-f8a90a23-8dab-44d2-845b-16b7d2268e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:20:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['17d872ac-2811-47a3-91a1-d0ab15ceba58'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:37.827176 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-79ec6705-a025-49c1-94f7-e8a9236c0648 admin admin] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:37.993366 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3a3dfa1-1da3-44d5-bf3e-7ad81847207d req-f5c4db34-11b7-48f4-8396-2e7a69904a83 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896352 Dec 17 15:20:38.026334 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:20:38.094749 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-64f00955-a78c-47f3-9ea1-24e232139d32 req-b425e03f-388f-40cb-839d-620fc51538f1 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:38.109416 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:20:38.110015 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 510dd2a4-aebe-4b2f-bf8a-5cc0d6d0d0a3 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:20:38.189759 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-f8a90a23-8dab-44d2-845b-16b7d2268e42 None None] Set router 17d872ac-2811-47a3-91a1-d0ab15ceba58 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:20:38.234510 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a266dedd-1320-400f-9e1b-acd26734c489 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:38.263526 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dfe99ac2-111f-4bd2-9ec8-50ca0df5f317 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:38.337227 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-64f00955-a78c-47f3-9ea1-24e232139d32 req-b425e03f-388f-40cb-839d-620fc51538f1 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:38.357565 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-79ec6705-a025-49c1-94f7-e8a9236c0648 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:38.405631 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-337a72eb-b0d3-422b-94ac-ab6c45ce3575 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:38.406833 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-337a72eb-b0d3-422b-94ac-ab6c45ce3575 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:38.435526 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb1b98-2c2b-4bfa-a56e-063a79321ac7 req-8ab720a1-e783-46bc-be10-1cf21da31ac5 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:38.437150 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dfbb1b98-2c2b-4bfa-a56e-063a79321ac7 req-8ab720a1-e783-46bc-be10-1cf21da31ac5 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7fd0560-da10-4e5d-8eaf-d3567c58a448 HTTP/1.1" status: 200 len: 945 time: 0.3373945 Dec 17 15:20:38.438242 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a266dedd-1320-400f-9e1b-acd26734c489 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:38.514803 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-131fb164-5154-4e02-a626-70da168d5230 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:38.520309 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-f8a90a23-8dab-44d2-845b-16b7d2268e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'name': 'tempest-ServersTestBootFromVolume-2052393915-router', 'tenant_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '8c8edb01-350c-4643-a542-70fc766291a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:15:46Z', 'updated_at': '2021-12-17T15:20:33Z', 'revision_number': 5, 'project_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'gw_port': {'id': '8c8edb01-350c-4643-a542-70fc766291a8', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:15:47Z', 'updated_at': '2021-12-17T15:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:38.550558 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-337a72eb-b0d3-422b-94ac-ab6c45ce3575 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:38.564521 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-dfe99ac2-111f-4bd2-9ec8-50ca0df5f317 admin admin] Deleting port 39741017-d477-46c7-8b09-2c886973d21e {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:20:38.565400 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dfe99ac2-111f-4bd2-9ec8-50ca0df5f317 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:38.570597 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-131fb164-5154-4e02-a626-70da168d5230 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:38.575022 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dfbb1b98-2c2b-4bfa-a56e-063a79321ac7 req-79978fee-c9c2-45d9-a72b-93e944c0e14d tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "GET /v2.0/security-groups?id=440c9dcb-a25c-438c-9ce0-b35793a4528d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069672 Dec 17 15:20:38.590512 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a90a23-8dab-44d2-845b-16b7d2268e42 None None] The sync data for ids ['17d872ac-2811-47a3-91a1-d0ab15ceba58'] in n-d-820553-2 is: [{'id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'name': 'tempest-ServersTestBootFromVolume-2052393915-router', 'tenant_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '8c8edb01-350c-4643-a542-70fc766291a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:15:46Z', 'updated_at': '2021-12-17T15:20:33Z', 'revision_number': 5, 'project_id': 'eeb1d716f63d4fc78ffca2f95cd93401', 'gw_port': {'id': '8c8edb01-350c-4643-a542-70fc766291a8', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d872ac-2811-47a3-91a1-d0ab15ceba58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:15:47Z', 'updated_at': '2021-12-17T15:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:20:38.685385 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a266dedd-1320-400f-9e1b-acd26734c489 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Network cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:20:38.697425 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-a266dedd-1320-400f-9e1b-acd26734c489 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:38.700990 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266dedd-1320-400f-9e1b-acd26734c489 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Pushing event updated for resources: {'Port': ['ID=280f4dbd-2b55-4a78-b1a7-d806376715ec,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:38.709711 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a266dedd-1320-400f-9e1b-acd26734c489 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:20:38.715390 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a266dedd-1320-400f-9e1b-acd26734c489 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:38.716844 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a266dedd-1320-400f-9e1b-acd26734c489 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:38.741071 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-79ec6705-a025-49c1-94f7-e8a9236c0648 admin admin] Deleting port 8c8edb01-350c-4643-a542-70fc766291a8 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:20:38.741812 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-79ec6705-a025-49c1-94f7-e8a9236c0648 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:38.825726 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-64f00955-a78c-47f3-9ea1-24e232139d32 req-b425e03f-388f-40cb-839d-620fc51538f1 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:38.828389 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-64f00955-a78c-47f3-9ea1-24e232139d32 req-b425e03f-388f-40cb-839d-620fc51538f1 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:38.835067 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-64f00955-a78c-47f3-9ea1-24e232139d32 req-b425e03f-388f-40cb-839d-620fc51538f1 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] 10.222.0.46 "DELETE /v2.0/security-groups/4d13a119-655f-44b8-a190-fc81fb409560 HTTP/1.1" status: 204 len: 173 time: 1.2061265 Dec 17 15:20:38.840057 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53218) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:38.918880 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a266dedd-1320-400f-9e1b-acd26734c489 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.0253687 Dec 17 15:20:38.924970 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425e03f-388f-40cb-839d-620fc51538f1 tempest-SecurityGroupRulesNegativeTestJSON-959910957 tempest-SecurityGroupRulesNegativeTestJSON-959910957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d13a119-655f-44b8-a190-fc81fb409560,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:38.934590 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53220) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:38.961161 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-d968cd4c-d4a4-4319-8f23-87269d47ba11 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2f9', 'mac_address': 'fa:16:3e:e1:42:51'}, {'ip_address': '2001:db8::1bd', 'mac_address': 'fa:16:3e:dc:cf:3b'}]}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:39.076719 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [None req-131fb164-5154-4e02-a626-70da168d5230 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Floating IP 9a188d61-b040-4806-8db4-b6e541735d10 associated. External IP: 172.25.6.239, port: 74b76ae9-be21-4577-b022-03faf2f59f94. Dec 17 15:20:39.141389 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-17aa18ba-e2af-4156-baa7-730f60cc0673 admin admin] Deleting subnet 958b4d9a-2850-4ec8-a4b1-f423a8185fa7 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:20:39.159775 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121efb87-207b-4fb5-95e1-37e8ac103d9f req-57f09d66-c6d1-4302-9262-2a7fa2446716 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:39.165736 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-121efb87-207b-4fb5-95e1-37e8ac103d9f req-57f09d66-c6d1-4302-9262-2a7fa2446716 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7fd0560-da10-4e5d-8eaf-d3567c58a448 HTTP/1.1" status: 200 len: 945 time: 0.4211097 Dec 17 15:20:39.169847 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-337a72eb-b0d3-422b-94ac-ab6c45ce3575 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:39.173260 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17aa18ba-e2af-4156-baa7-730f60cc0673 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:39.176635 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53224) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:39.181586 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-072be2f1-5a72-4d12-802f-a845c9821382 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Request body: {'floatingip': {'port_id': '1c5a567d-d7ab-42e0-bf88-a8cd61a1e792'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:39.217991 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-0679709a-401a-4785-882e-ce546fea8d44 None None] Provisioning complete for port 280f4dbd-2b55-4a78-b1a7-d806376715ec triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:39.220131 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0679709a-401a-4785-882e-ce546fea8d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:39.220585 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-dfe99ac2-111f-4bd2-9ec8-50ca0df5f317 admin admin] For port 39741017-d477-46c7-8b09-2c886973d21e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=39741017-d477-46c7-8b09-2c886973d21e,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:39.221815 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dfe99ac2-111f-4bd2-9ec8-50ca0df5f317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:39.260694 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-dfe99ac2-111f-4bd2-9ec8-50ca0df5f317 admin admin] Calling delete_port for 39741017-d477-46c7-8b09-2c886973d21e owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:20:39.304327 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-0679709a-401a-4785-882e-ce546fea8d44 None None] Port 280f4dbd-2b55-4a78-b1a7-d806376715ec cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:20:39.331320 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17aa18ba-e2af-4156-baa7-730f60cc0673 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:39.392464 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-072be2f1-5a72-4d12-802f-a845c9821382 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks [] for floatingip, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:39.427152 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-79ec6705-a025-49c1-94f7-e8a9236c0648 admin admin] For port 8c8edb01-350c-4643-a542-70fc766291a8, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=8c8edb01-350c-4643-a542-70fc766291a8,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:39.427636 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-79ec6705-a025-49c1-94f7-e8a9236c0648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:39.475454 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-79ec6705-a025-49c1-94f7-e8a9236c0648 admin admin] Calling delete_port for 8c8edb01-350c-4643-a542-70fc766291a8 owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:20:39.487586 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17aa18ba-e2af-4156-baa7-730f60cc0673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:39.532925 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3365aa5-9fcb-4419-818e-2bc63be99d74 req-5db3122c-1874-44fd-bf9a-82a4e4d55d38 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:39.534456 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a3365aa5-9fcb-4419-818e-2bc63be99d74 req-5db3122c-1874-44fd-bf9a-82a4e4d55d38 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 945 time: 0.4113975 Dec 17 15:20:39.705039 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a3365aa5-9fcb-4419-818e-2bc63be99d74 req-56f7f9d2-cd84-48e5-aace-d30a66647a4d tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548240 Dec 17 15:20:39.709087 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d968cd4c-d4a4-4319-8f23-87269d47ba11 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:39.771312 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 40f62c09-b05b-4061-8a17-a5311079c745 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:20:39.802329 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 40f62c09-b05b-4061-8a17-a5311079c745 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:20:39.802681 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 40f62c09-b05b-4061-8a17-a5311079c745 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:20:39.856736 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17aa18ba-e2af-4156-baa7-730f60cc0673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:39.892487 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17aa18ba-e2af-4156-baa7-730f60cc0673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:39.898268 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-17aa18ba-e2af-4156-baa7-730f60cc0673 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/958b4d9a-2850-4ec8-a4b1-f423a8185fa7 HTTP/1.1" status: 204 len: 168 time: 1.0499158 Dec 17 15:20:39.920655 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131fb164-5154-4e02-a626-70da168d5230 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Router 52fee96b-1e5f-4f46-b954-0a7339d3384d has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:20:39.921585 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53230) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:39.934856 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa18ba-e2af-4156-baa7-730f60cc0673 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=958b4d9a-2850-4ec8-a4b1-f423a8185fa7,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:40.052413 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dfe99ac2-111f-4bd2-9ec8-50ca0df5f317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:40.058306 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-79ec6705-a025-49c1-94f7-e8a9236c0648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:40.092418 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec6705-a025-49c1-94f7-e8a9236c0648 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c8edb01-350c-4643-a542-70fc766291a8,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:40.132635 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:40.140276 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe99ac2-111f-4bd2-9ec8-50ca0df5f317 admin admin] Pushing event deleted for resources: {'Port': ['ID=39741017-d477-46c7-8b09-2c886973d21e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:40.224774 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-79ec6705-a025-49c1-94f7-e8a9236c0648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:40.341111 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-79ec6705-a025-49c1-94f7-e8a9236c0648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:40.346227 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-79ec6705-a025-49c1-94f7-e8a9236c0648 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:40.424412 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d968cd4c-d4a4-4319-8f23-87269d47ba11 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:40.503596 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-79ec6705-a025-49c1-94f7-e8a9236c0648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:40.504175 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ec6705-a025-49c1-94f7-e8a9236c0648 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17d872ac-2811-47a3-91a1-d0ab15ceba58 {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:20:40.509975 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-79ec6705-a025-49c1-94f7-e8a9236c0648 admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:40.513427 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-79ec6705-a025-49c1-94f7-e8a9236c0648 admin admin] 10.222.0.46 "DELETE /v2.0/routers/17d872ac-2811-47a3-91a1-d0ab15ceba58 HTTP/1.1" status: 204 len: 168 time: 3.3563008 Dec 17 15:20:40.513728 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53236) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:40.543580 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d968cd4c-d4a4-4319-8f23-87269d47ba11 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:40.600579 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5c4a8095-0ff2-43e4-8cf7-4624874cfed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:40.603472 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-d968cd4c-d4a4-4319-8f23-87269d47ba11 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] In _notify_port_updated(), no bound segment for port 280f4dbd-2b55-4a78-b1a7-d806376715ec on network cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda {{(pid=102832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 17 15:20:40.616190 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d968cd4c-d4a4-4319-8f23-87269d47ba11 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:40.617599 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d968cd4c-d4a4-4319-8f23-87269d47ba11 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:40.622780 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d968cd4c-d4a4-4319-8f23-87269d47ba11 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] 10.222.0.46 "PUT /v2.0/ports/280f4dbd-2b55-4a78-b1a7-d806376715ec HTTP/1.1" status: 200 len: 1068 time: 1.6796134 Dec 17 15:20:40.626465 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-70e54de2-b181-4b9e-ab41-a0573a0511b7 admin admin] Deleting subnet cb8281b9-5255-4caf-a905-604474f334b0 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:20:40.627042 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53240) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:40.636533 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-70e54de2-b181-4b9e-ab41-a0573a0511b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:40.638667 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968cd4c-d4a4-4319-8f23-87269d47ba11 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Pushing event updated for resources: {'Port': ['ID=280f4dbd-2b55-4a78-b1a7-d806376715ec,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:40.668631 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85404eeb-0f40-4329-9d84-cab5380eb37c req-4f3ac00a-4c00-40d7-9035-16b67b779d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:40.670747 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-85404eeb-0f40-4329-9d84-cab5380eb37c req-4f3ac00a-4c00-40d7-9035-16b67b779d10 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47d7fbf2bea4406699034a230bc642f9&device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 1096 time: 0.7467287 Dec 17 15:20:40.708468 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-70e54de2-b181-4b9e-ab41-a0573a0511b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:40.819004 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131fb164-5154-4e02-a626-70da168d5230 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:20:40.831245 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d207466e-dc85-4aa8-b978-5a9499014612 None None] Sync routers for ids ['52fee96b-1e5f-4f46-b954-0a7339d3384d'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:20:40.837392 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-70e54de2-b181-4b9e-ab41-a0573a0511b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:40.844265 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d207466e-dc85-4aa8-b978-5a9499014612 None None] Routers {'52fee96b-1e5f-4f46-b954-0a7339d3384d'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:20:40.850558 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d207466e-dc85-4aa8-b978-5a9499014612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:20:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['52fee96b-1e5f-4f46-b954-0a7339d3384d'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:40.881217 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-131fb164-5154-4e02-a626-70da168d5230 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:40.914001 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-131fb164-5154-4e02-a626-70da168d5230 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "PUT /v2.0/floatingips/9a188d61-b040-4806-8db4-b6e541735d10 HTTP/1.1" status: 200 len: 991 time: 3.8623602 Dec 17 15:20:40.917195 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a85e5-63df-4d07-af8a-da4b12bad5d6 req-f378c283-b2b6-4bab-be0f-f52f64af1ce2 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:40.918830 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4c9a85e5-63df-4d07-af8a-da4b12bad5d6 req-f378c283-b2b6-4bab-be0f-f52f64af1ce2 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 945 time: 0.1006930 Dec 17 15:20:40.922406 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb83ac6-fbe2-4dcf-9231-691c6be82cbe', 'tag': '74b76ae9-be21-4577-b022-03faf2f59f94'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:20:40.924755 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527b05fa-5849-4222-af1c-1474efe6c43d" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb83ac6-fbe2-4dcf-9231-691c6be82cbe", "tag": "74b76ae9-be21-4577-b022-03faf2f59f94"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:20:40.927399 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-337a72eb-b0d3-422b-94ac-ab6c45ce3575 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:40.953747 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-ff4dde86-8386-44f8-b201-22e2429c8fde None None] Provisioning complete for port 280f4dbd-2b55-4a78-b1a7-d806376715ec triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:40.954258 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ff4dde86-8386-44f8-b201-22e2429c8fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:40.960689 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-337a72eb-b0d3-422b-94ac-ab6c45ce3575 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:41.000322 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.db.resource_extend [None req-072be2f1-5a72-4d12-802f-a845c9821382 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 15:20:41.000660 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-d207466e-dc85-4aa8-b978-5a9499014612 None None] Set router 52fee96b-1e5f-4f46-b954-0a7339d3384d gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:20:41.012587 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4c9a85e5-63df-4d07-af8a-da4b12bad5d6 req-8fd18178-53fe-4976-af81-7636ffe0631b tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659621 Dec 17 15:20:41.015801 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-ff4dde86-8386-44f8-b201-22e2429c8fde None None] Port 280f4dbd-2b55-4a78-b1a7-d806376715ec cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:20:41.015947 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-70e54de2-b181-4b9e-ab41-a0573a0511b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:41.051043 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e54de2-b181-4b9e-ab41-a0573a0511b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb8281b9-5255-4caf-a905-604474f334b0,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:41.053246 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-70e54de2-b181-4b9e-ab41-a0573a0511b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:41.057722 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-70e54de2-b181-4b9e-ab41-a0573a0511b7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/cb8281b9-5255-4caf-a905-604474f334b0 HTTP/1.1" status: 204 len: 168 time: 0.5428386 Dec 17 15:20:41.060026 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53252) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:41.066559 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6051a197-65f7-473e-826e-e1da37dd667c None None] Network 3aef48c0-7506-4912-87a1-02fd88d2b430 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:20:41.106902 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae90d69e-cb31-4413-87b1-a080f8a38857 x-openstack-request-id: req-ae90d69e-cb31-4413-87b1-a080f8a38857 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:20:41.106902 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb83ac6-fbe2-4dcf-9231-691c6be82cbe", "tag": "74b76ae9-be21-4577-b022-03faf2f59f94", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:20:41.106902 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ae90d69e-cb31-4413-87b1-a080f8a38857 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:20:41.106902 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb83ac6-fbe2-4dcf-9231-691c6be82cbe', 'tag': '74b76ae9-be21-4577-b022-03faf2f59f94', 'status': 'completed', 'code': 200} Dec 17 15:20:41.231325 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-efc7ffe6-6701-4436-bb30-25342480acd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:41.254772 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b05fa-5849-4222-af1c-1474efe6c43d req-efc4dc59-c306-4ee0-9229-0a9ed0316041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:41.256900 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-527b05fa-5849-4222-af1c-1474efe6c43d req-efc4dc59-c306-4ee0-9229-0a9ed0316041 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3a84ebc937934de99ce0f3e190e62521&device_id=fdb83ac6-fbe2-4dcf-9231-691c6be82cbe HTTP/1.1" status: 200 len: 1096 time: 0.1039472 Dec 17 15:20:41.260231 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dfe99ac2-111f-4bd2-9ec8-50ca0df5f317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:41.365257 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73953c08-0265-4f4e-99f3-3707d9587905 None None] DHCP port deletion for 3aef48c0-7506-4912-87a1-02fd88d2b430 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:20:41.392367 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d207466e-dc85-4aa8-b978-5a9499014612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'name': 'tempest-ServersTestJSON-208176351-router', 'tenant_id': '3a84ebc937934de99ce0f3e190e62521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '5c789c63-f458-46d7-bea3-50d43ca885a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:19:52Z', 'updated_at': '2021-12-17T15:19:59Z', 'revision_number': 4, 'project_id': '3a84ebc937934de99ce0f3e190e62521', 'gw_port': {'id': '5c789c63-f458-46d7-bea3-50d43ca885a9', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:54Z', 'updated_at': '2021-12-17T15:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '9a188d61-b040-4806-8db4-b6e541735d10', 'tenant_id': '3a84ebc937934de99ce0f3e190e62521', 'floating_ip_address': '172.25.6.239', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'port_id': '74b76ae9-be21-4577-b022-03faf2f59f94', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b31584-89e2-47f2-8520-6af05b2ff039', 'mac_address': 'fa:16:3e:f7:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb83ac6-fbe2-4dcf-9231-691c6be82cbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:20:05Z', 'updated_at': '2021-12-17T15:20:38Z', 'revision_number': 1, 'project_id': '3a84ebc937934de99ce0f3e190e62521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17b78a3a-fe72-428b-bef8-687039cb5f86', 'name': '', 'network_id': '69b31584-89e2-47f2-8520-6af05b2ff039', 'tenant_id': '3a84ebc937934de99ce0f3e190e62521', 'mac_address': 'fa:16:3e:7c:00:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '13b0e24e-3e36-4c0a-9576-ed2a6035e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:58Z', 'updated_at': '2021-12-17T15:20:05Z', 'revision_number': 5, 'project_id': '3a84ebc937934de99ce0f3e190e62521', 'subnets': [{'id': '13b0e24e-3e36-4c0a-9576-ed2a6035e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:41.396934 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-efc7ffe6-6701-4436-bb30-25342480acd5 admin admin] Deleting port 56a09c27-ec39-4d36-b570-071dfc665e8e {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:20:41.397307 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-efc7ffe6-6701-4436-bb30-25342480acd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:41.406066 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5c4a8095-0ff2-43e4-8cf7-4624874cfed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:41.427702 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-73953c08-0265-4f4e-99f3-3707d9587905 None None] Deleting port 56a09c27-ec39-4d36-b570-071dfc665e8e {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:20:41.428183 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-73953c08-0265-4f4e-99f3-3707d9587905 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:41.432791 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d207466e-dc85-4aa8-b978-5a9499014612 None None] Checking router: 52fee96b-1e5f-4f46-b954-0a7339d3384d for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:20:41.436087 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dfe99ac2-111f-4bd2-9ec8-50ca0df5f317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:41.443779 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d207466e-dc85-4aa8-b978-5a9499014612 None None] Routers {'52fee96b-1e5f-4f46-b954-0a7339d3384d'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:20:41.444461 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d207466e-dc85-4aa8-b978-5a9499014612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:20:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['52fee96b-1e5f-4f46-b954-0a7339d3384d'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:41.446743 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dfe99ac2-111f-4bd2-9ec8-50ca0df5f317 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:41.452201 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-072be2f1-5a72-4d12-802f-a845c9821382 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:41.455683 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-337a72eb-b0d3-422b-94ac-ab6c45ce3575 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Allocated IP 172.25.6.196 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/04e43c7c-d15e-4a7b-97bd-d24757a7bb58) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:20:41.456400 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b05fa-5849-4222-af1c-1474efe6c43d req-406b61d9-434a-4ec7-b339-6514e2361903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:41.458046 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-527b05fa-5849-4222-af1c-1474efe6c43d req-406b61d9-434a-4ec7-b339-6514e2361903 service neutron] 10.222.0.41 "GET /v2.0/networks?id=69b31584-89e2-47f2-8520-6af05b2ff039 HTTP/1.1" status: 200 len: 906 time: 0.1915944 Dec 17 15:20:41.466962 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85404eeb-0f40-4329-9d84-cab5380eb37c req-a85924b0-8f24-4413-a256-a962ee9ecfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:41.466962 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-85404eeb-0f40-4329-9d84-cab5380eb37c req-a85924b0-8f24-4413-a256-a962ee9ecfb2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=72959918-115f-4f15-a904-42652bab9b2e HTTP/1.1" status: 200 len: 911 time: 0.6765928 Dec 17 15:20:41.480630 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-5c4a8095-0ff2-43e4-8cf7-4624874cfed7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb03e9bb-5353-405b-8392-021c206effe6']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:41.505095 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-efc7ffe6-6701-4436-bb30-25342480acd5 admin admin] For port 56a09c27-ec39-4d36-b570-071dfc665e8e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=56a09c27-ec39-4d36-b570-071dfc665e8e,segment=NetworkSegment(e8e3507c-e010-414c-9e07-379a84f479f5),segment_id=e8e3507c-e010-414c-9e07-379a84f479f5)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:41.505828 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-efc7ffe6-6701-4436-bb30-25342480acd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:41.508654 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-73953c08-0265-4f4e-99f3-3707d9587905 None None] For port 56a09c27-ec39-4d36-b570-071dfc665e8e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=56a09c27-ec39-4d36-b570-071dfc665e8e,segment=NetworkSegment(e8e3507c-e010-414c-9e07-379a84f479f5),segment_id=e8e3507c-e010-414c-9e07-379a84f479f5)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:41.509228 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-73953c08-0265-4f4e-99f3-3707d9587905 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:41.524867 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-73953c08-0265-4f4e-99f3-3707d9587905 None None] Calling delete_port for 56a09c27-ec39-4d36-b570-071dfc665e8e owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:20:41.526568 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-efc7ffe6-6701-4436-bb30-25342480acd5 admin admin] Calling delete_port for 56a09c27-ec39-4d36-b570-071dfc665e8e owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:20:41.539312 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-5c4a8095-0ff2-43e4-8cf7-4624874cfed7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62468538-fbaf-4064-ae17-c8696b25f390') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:41.539686 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-5c4a8095-0ff2-43e4-8cf7-4624874cfed7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62468538-fbaf-4064-ae17-c8696b25f390') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:41.541397 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-072be2f1-5a72-4d12-802f-a845c9821382 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:41.575760 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-d207466e-dc85-4aa8-b978-5a9499014612 None None] Set router 52fee96b-1e5f-4f46-b954-0a7339d3384d gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:20:41.645751 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-85404eeb-0f40-4329-9d84-cab5380eb37c req-479c7f42-11c4-46f1-8343-5f8066559303 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=372ffd60-69bc-46f5-a6ff-a5f3ded17c97 HTTP/1.1" status: 200 len: 217 time: 0.1669178 Dec 17 15:20:41.658587 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5c4a8095-0ff2-43e4-8cf7-4624874cfed7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:41.696304 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dfe99ac2-111f-4bd2-9ec8-50ca0df5f317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:41.696820 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe99ac2-111f-4bd2-9ec8-50ca0df5f317 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 444fe810-5862-4dfe-9960-2d79cbec35dc {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:20:41.715302 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-73953c08-0265-4f4e-99f3-3707d9587905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:41.722395 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dfe99ac2-111f-4bd2-9ec8-50ca0df5f317 admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:41.723536 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-dfe99ac2-111f-4bd2-9ec8-50ca0df5f317 admin admin] 10.222.0.46 "DELETE /v2.0/routers/444fe810-5862-4dfe-9960-2d79cbec35dc HTTP/1.1" status: 204 len: 168 time: 5.4395142 Dec 17 15:20:41.738268 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73953c08-0265-4f4e-99f3-3707d9587905 None None] No DVR routers for this DVR port 56a09c27-ec39-4d36-b570-071dfc665e8e on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:20:41.753389 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-d87469eb-8f8f-4bdc-8586-b7f41bd9618d tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Deleting port 280f4dbd-2b55-4a78-b1a7-d806376715ec {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:20:41.753963 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d87469eb-8f8f-4bdc-8586-b7f41bd9618d tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:41.762718 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5c4a8095-0ff2-43e4-8cf7-4624874cfed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:41.764012 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53254) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:41.811033 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c4a8095-0ff2-43e4-8cf7-4624874cfed7 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:20:41.811443 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5c4a8095-0ff2-43e4-8cf7-4624874cfed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:41.813015 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73953c08-0265-4f4e-99f3-3707d9587905 None None] Pushing event deleted for resources: {'Port': ['ID=56a09c27-ec39-4d36-b570-071dfc665e8e,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:41.826171 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:20:41.826171 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:20:41.826171 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:20:41.826171 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:20:41.826171 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:20:41.826171 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:20:41.826171 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:20:41.826171 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:20:41.826171 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:20:41.826171 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:20:41.826171 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:20:41.826171 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:20:41.826171 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:20:41.826171 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:20:41.826171 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:20:41.826171 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:20:41.826171 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:20:41.826171 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:20:41.826171 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:20:41.826171 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:20:41.826171 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:20:41.826171 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:20:41.826171 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:20:41.826171 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:20:41.826171 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:20:41.826171 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:20:41.826171 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:20:41.826171 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:20:41.826171 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:20:41.826171 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:20:41.826171 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:20:41.826171 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:20:41.978634 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85404eeb-0f40-4329-9d84-cab5380eb37c req-2a8facaf-c6bb-4a31-970e-595610fa3ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:41.980213 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-85404eeb-0f40-4329-9d84-cab5380eb37c req-2a8facaf-c6bb-4a31-970e-595610fa3ba5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=95ec1172-deaa-4898-b906-b0423633683b HTTP/1.1" status: 200 len: 850 time: 0.3109159 Dec 17 15:20:41.990842 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 8c8edb01-350c-4643-a542-70fc766291a8 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:20:42.025212 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 8c8edb01-350c-4643-a542-70fc766291a8 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:20:42.025695 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 8c8edb01-350c-4643-a542-70fc766291a8 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:20:42.026300 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 56a09c27-ec39-4d36-b570-071dfc665e8e no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:20:42.060301 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 56a09c27-ec39-4d36-b570-071dfc665e8e {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:20:42.060663 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 56a09c27-ec39-4d36-b570-071dfc665e8e not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:20:42.061171 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-efae561f-93ef-41e7-b755-d94043ba323c admin admin] Deleting subnet dc48977d-5031-4ce4-b02d-cdf61a1ea175 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:20:42.063053 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d207466e-dc85-4aa8-b978-5a9499014612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'name': 'tempest-ServersTestJSON-208176351-router', 'tenant_id': '3a84ebc937934de99ce0f3e190e62521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '5c789c63-f458-46d7-bea3-50d43ca885a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:19:52Z', 'updated_at': '2021-12-17T15:19:59Z', 'revision_number': 4, 'project_id': '3a84ebc937934de99ce0f3e190e62521', 'gw_port': {'id': '5c789c63-f458-46d7-bea3-50d43ca885a9', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:54Z', 'updated_at': '2021-12-17T15:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '9a188d61-b040-4806-8db4-b6e541735d10', 'tenant_id': '3a84ebc937934de99ce0f3e190e62521', 'floating_ip_address': '172.25.6.239', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'port_id': '74b76ae9-be21-4577-b022-03faf2f59f94', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b31584-89e2-47f2-8520-6af05b2ff039', 'mac_address': 'fa:16:3e:f7:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb83ac6-fbe2-4dcf-9231-691c6be82cbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:20:05Z', 'updated_at': '2021-12-17T15:20:38Z', 'revision_number': 1, 'project_id': '3a84ebc937934de99ce0f3e190e62521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17b78a3a-fe72-428b-bef8-687039cb5f86', 'name': '', 'network_id': '69b31584-89e2-47f2-8520-6af05b2ff039', 'tenant_id': '3a84ebc937934de99ce0f3e190e62521', 'mac_address': 'fa:16:3e:7c:00:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '13b0e24e-3e36-4c0a-9576-ed2a6035e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:58Z', 'updated_at': '2021-12-17T15:20:05Z', 'revision_number': 5, 'project_id': '3a84ebc937934de99ce0f3e190e62521', 'subnets': [{'id': '13b0e24e-3e36-4c0a-9576-ed2a6035e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:42.065102 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-85404eeb-0f40-4329-9d84-cab5380eb37c req-d236e8b0-7007-4a89-9669-9f73877da83c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72959918-115f-4f15-a904-42652bab9b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674789 Dec 17 15:20:42.071823 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-337a72eb-b0d3-422b-94ac-ab6c45ce3575 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:42.081963 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-efae561f-93ef-41e7-b755-d94043ba323c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:42.084893 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [None req-072be2f1-5a72-4d12-802f-a845c9821382 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Floating IP d1bccb85-2b6c-4eb9-a36c-91b9fe4d257f associated. External IP: 172.25.6.115, port: 1c5a567d-d7ab-42e0-bf88-a8cd61a1e792. Dec 17 15:20:42.111776 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d207466e-dc85-4aa8-b978-5a9499014612 None None] The sync data for ids ['52fee96b-1e5f-4f46-b954-0a7339d3384d'] in n-d-820553-2 is: [{'id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'name': 'tempest-ServersTestJSON-208176351-router', 'tenant_id': '3a84ebc937934de99ce0f3e190e62521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '5c789c63-f458-46d7-bea3-50d43ca885a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:19:52Z', 'updated_at': '2021-12-17T15:19:59Z', 'revision_number': 4, 'project_id': '3a84ebc937934de99ce0f3e190e62521', 'gw_port': {'id': '5c789c63-f458-46d7-bea3-50d43ca885a9', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:54Z', 'updated_at': '2021-12-17T15:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '9a188d61-b040-4806-8db4-b6e541735d10', 'tenant_id': '3a84ebc937934de99ce0f3e190e62521', 'floating_ip_address': '172.25.6.239', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'port_id': '74b76ae9-be21-4577-b022-03faf2f59f94', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b31584-89e2-47f2-8520-6af05b2ff039', 'mac_address': 'fa:16:3e:f7:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb83ac6-fbe2-4dcf-9231-691c6be82cbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:20:05Z', 'updated_at': '2021-12-17T15:20:38Z', 'revision_number': 1, 'project_id': '3a84ebc937934de99ce0f3e190e62521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17b78a3a-fe72-428b-bef8-687039cb5f86', 'name': '', 'network_id': '69b31584-89e2-47f2-8520-6af05b2ff039', 'tenant_id': '3a84ebc937934de99ce0f3e190e62521', 'mac_address': 'fa:16:3e:7c:00:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '13b0e24e-3e36-4c0a-9576-ed2a6035e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:58Z', 'updated_at': '2021-12-17T15:20:05Z', 'revision_number': 5, 'project_id': '3a84ebc937934de99ce0f3e190e62521', 'subnets': [{'id': '13b0e24e-3e36-4c0a-9576-ed2a6035e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:20:42.119599 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5c4a8095-0ff2-43e4-8cf7-4624874cfed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:42.123001 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-527b05fa-5849-4222-af1c-1474efe6c43d req-4a6c578b-3cc8-4b47-bf17-67676759f5dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74b76ae9-be21-4577-b022-03faf2f59f94 HTTP/1.1" status: 200 len: 999 time: 0.6569130 Dec 17 15:20:42.217062 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5c4a8095-0ff2-43e4-8cf7-4624874cfed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:42.220070 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5c4a8095-0ff2-43e4-8cf7-4624874cfed7 admin admin] 10.222.0.46 "DELETE /v2.0/networks/fb03e9bb-5353-405b-8392-021c206effe6 HTTP/1.1" status: 204 len: 168 time: 2.2950125 Dec 17 15:20:42.228570 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-efc7ffe6-6701-4436-bb30-25342480acd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:42.237548 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b05fa-5849-4222-af1c-1474efe6c43d req-8404c234-6af1-4392-bd0e-09daa7d76bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:42.239071 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-527b05fa-5849-4222-af1c-1474efe6c43d req-8404c234-6af1-4392-bd0e-09daa7d76bac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13b0e24e-3e36-4c0a-9576-ed2a6035e7fe HTTP/1.1" status: 200 len: 844 time: 0.1082027 Dec 17 15:20:42.266101 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d87469eb-8f8f-4bdc-8586-b7f41bd9618d tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:42.272289 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7ffe6-6701-4436-bb30-25342480acd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=56a09c27-ec39-4d36-b570-071dfc665e8e,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:42.288115 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a8095-0ff2-43e4-8cf7-4624874cfed7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb03e9bb-5353-405b-8392-021c206effe6,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:42.295870 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc7ffe6-6701-4436-bb30-25342480acd5 admin admin] No DVR routers for this DVR port 56a09c27-ec39-4d36-b570-071dfc665e8e on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:20:42.323343 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-d87469eb-8f8f-4bdc-8586-b7f41bd9618d tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Calling delete_port for 280f4dbd-2b55-4a78-b1a7-d806376715ec owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:20:42.325543 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a41868-92a3-4cac-90d6-ff6f0d8187e3 req-a65f3ea2-3bcd-49b9-97c1-0dffc2a8a801 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:42.327108 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-83a41868-92a3-4cac-90d6-ff6f0d8187e3 req-a65f3ea2-3bcd-49b9-97c1-0dffc2a8a801 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 945 time: 0.1838539 Dec 17 15:20:42.345829 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-efae561f-93ef-41e7-b755-d94043ba323c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:42.428531 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c0e3c9-c26b-42ee-a0bc-42f639e40e2a None None] New status for floating IP 9a188d61-b040-4806-8db4-b6e541735d10: ACTIVE {{(pid=102834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:20:42.456286 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-83a41868-92a3-4cac-90d6-ff6f0d8187e3 req-177437cc-51a9-4850-9fa9-b576b9405fe6 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075346 Dec 17 15:20:42.458172 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-efc7ffe6-6701-4436-bb30-25342480acd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:42.484649 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b05fa-5849-4222-af1c-1474efe6c43d req-7408ee84-36d9-4c22-9c02-47c49eca1932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:42.484649 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-527b05fa-5849-4222-af1c-1474efe6c43d req-7408ee84-36d9-4c22-9c02-47c49eca1932 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69b31584-89e2-47f2-8520-6af05b2ff039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2197957 Dec 17 15:20:42.505499 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-85404eeb-0f40-4329-9d84-cab5380eb37c req-43bd563c-c0de-41ae-934b-170b5eff7e68 service neutron] 10.222.0.13 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255607 Dec 17 15:20:42.508002 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-efc7ffe6-6701-4436-bb30-25342480acd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aef48c0-7506-4912-87a1-02fd88d2b430']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:42.552957 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-337a72eb-b0d3-422b-94ac-ab6c45ce3575 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:42.560382 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-efc7ffe6-6701-4436-bb30-25342480acd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8e3507c-e010-414c-9e07-379a84f479f5') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:42.560687 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-efc7ffe6-6701-4436-bb30-25342480acd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8e3507c-e010-414c-9e07-379a84f479f5') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:42.575901 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-efc7ffe6-6701-4436-bb30-25342480acd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:42.595354 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-efc7ffe6-6701-4436-bb30-25342480acd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:42.613606 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53262) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:42.620120 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc7ffe6-6701-4436-bb30-25342480acd5 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:20:42.620525 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-efc7ffe6-6701-4436-bb30-25342480acd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: self.session.flush() Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: self.session.flush() Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: self.session.flush() Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: self.session.flush() Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:20:42.629512 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:20:42.716197 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-527b05fa-5849-4222-af1c-1474efe6c43d req-0e55f2ed-d3f4-42bf-951d-0250010a767d service neutron] 10.222.0.41 "GET /v2.0/networks/69b31584-89e2-47f2-8520-6af05b2ff039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235303 Dec 17 15:20:42.789981 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-44e68710-c58a-4201-bb97-5fea51fa0201 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2a206074b51e4ab7b6d8ca8a8d996fd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1736872 Dec 17 15:20:42.792003 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53264) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:42.876252 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-527b05fa-5849-4222-af1c-1474efe6c43d req-f8007c84-1d97-4d41-9cd3-50d22a633670 service neutron] 10.222.0.41 "GET /v2.0/networks/69b31584-89e2-47f2-8520-6af05b2ff039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488197 Dec 17 15:20:42.881667 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f2803aae-7258-4134-8c60-9d58d8d0bb20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:42.911868 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-efc7ffe6-6701-4436-bb30-25342480acd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:42.915177 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f2803aae-7258-4134-8c60-9d58d8d0bb20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:42.935828 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-efc7ffe6-6701-4436-bb30-25342480acd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:42.939096 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-efc7ffe6-6701-4436-bb30-25342480acd5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/3aef48c0-7506-4912-87a1-02fd88d2b430 HTTP/1.1" status: 204 len: 168 time: 1.8779311 Dec 17 15:20:42.942560 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7ffe6-6701-4436-bb30-25342480acd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3aef48c0-7506-4912-87a1-02fd88d2b430,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:42.958739 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-efae561f-93ef-41e7-b755-d94043ba323c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:43.046840 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f2803aae-7258-4134-8c60-9d58d8d0bb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:43.049478 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f2803aae-7258-4134-8c60-9d58d8d0bb20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:43.050650 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f2803aae-7258-4134-8c60-9d58d8d0bb20 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/165841ed-261a-46ad-bd6f-6213dae42b9b HTTP/1.1" status: 204 len: 168 time: 0.2553213 Dec 17 15:20:43.060872 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2803aae-7258-4134-8c60-9d58d8d0bb20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165841ed-261a-46ad-bd6f-6213dae42b9b,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:43.090961 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337a72eb-b0d3-422b-94ac-ab6c45ce3575 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:20:43.108199 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-337a72eb-b0d3-422b-94ac-ab6c45ce3575 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:43.121071 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337a72eb-b0d3-422b-94ac-ab6c45ce3575 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:20:43.161684 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a72eb-b0d3-422b-94ac-ab6c45ce3575 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Port': ['ID=04e43c7c-d15e-4a7b-97bd-d24757a7bb58,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:43.257307 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072be2f1-5a72-4d12-802f-a845c9821382 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Router debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:20:43.261727 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-efae561f-93ef-41e7-b755-d94043ba323c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:43.276006 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-85404eeb-0f40-4329-9d84-cab5380eb37c req-b1b98396-0d65-41c7-97ac-20a3abc11be8 service neutron] 10.222.0.13 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7582877 Dec 17 15:20:43.308514 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae561f-93ef-41e7-b755-d94043ba323c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc48977d-5031-4ce4-b02d-cdf61a1ea175,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:43.319909 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53272) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:43.370255 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911ebe10-0c2b-4876-a28a-ea481e75ac33 None None] Network c40f8d61-9a0b-4b61-bfd1-db34a981b094 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:20:43.382970 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-efae561f-93ef-41e7-b755-d94043ba323c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:43.386828 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-efae561f-93ef-41e7-b755-d94043ba323c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/dc48977d-5031-4ce4-b02d-cdf61a1ea175 HTTP/1.1" status: 204 len: 168 time: 1.6202300 Dec 17 15:20:43.389785 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53276) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:43.391614 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d87469eb-8f8f-4bdc-8586-b7f41bd9618d tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:43.536903 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87469eb-8f8f-4bdc-8586-b7f41bd9618d tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Pushing event deleted for resources: {'Port': ['ID=280f4dbd-2b55-4a78-b1a7-d806376715ec,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:43.558794 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5b40896f-a66d-4962-848b-c3a8b899512c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:43.652054 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b3647-6a2e-4a7e-b42e-29e7a65568b7 req-ebb4d448-388c-4f8b-9d13-0f57fc4a32e0 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:43.653872 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e90b3647-6a2e-4a7e-b42e-29e7a65568b7 req-ebb4d448-388c-4f8b-9d13-0f57fc4a32e0 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 945 time: 0.0643613 Dec 17 15:20:43.668558 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-5b40896f-a66d-4962-848b-c3a8b899512c admin admin] Deleting port 5a482587-d034-4d41-bd96-2d5e1b51df04 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:20:43.668911 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5b40896f-a66d-4962-848b-c3a8b899512c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:43.727807 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9baaac6-2263-49a3-a510-74ab7767e651 req-6aeb21a7-3f4e-40d9-b06c-dc1860b69809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:43.727807 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d9baaac6-2263-49a3-a510-74ab7767e651 req-6aeb21a7-3f4e-40d9-b06c-dc1860b69809 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47d7fbf2bea4406699034a230bc642f9&device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 1096 time: 0.2963696 Dec 17 15:20:43.796108 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e90b3647-6a2e-4a7e-b42e-29e7a65568b7 req-5d2e8bb4-2052-4e63-9f23-284a30b8f898 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347103 Dec 17 15:20:43.801148 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 39741017-d477-46c7-8b09-2c886973d21e no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:20:43.844316 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 39741017-d477-46c7-8b09-2c886973d21e {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:20:43.848782 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 39741017-d477-46c7-8b09-2c886973d21e not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:20:43.892880 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-5b40896f-a66d-4962-848b-c3a8b899512c admin admin] For port 5a482587-d034-4d41-bd96-2d5e1b51df04, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=5a482587-d034-4d41-bd96-2d5e1b51df04,segment=NetworkSegment(7cc43599-a0d8-4406-a34b-9a95bfaee99f),segment_id=7cc43599-a0d8-4406-a34b-9a95bfaee99f)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:43.893280 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5b40896f-a66d-4962-848b-c3a8b899512c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:43.901507 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b819ae09-e732-43d5-9e13-47841f5041f6 None None] DHCP port deletion for c40f8d61-9a0b-4b61-bfd1-db34a981b094 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:20:43.908220 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072be2f1-5a72-4d12-802f-a845c9821382 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:20:43.921763 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b6d2a486-4146-4d38-bf9b-2841863b8faf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eeb1d716f63d4fc78ffca2f95cd93401&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5998335 Dec 17 15:20:43.923422 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915b1d74-6471-4cd2-a6a1-4ea6b59412bb None None] Sync routers for ids ['debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:20:43.924990 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53288) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:43.936470 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915b1d74-6471-4cd2-a6a1-4ea6b59412bb None None] Routers {'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:20:43.937232 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-915b1d74-6471-4cd2-a6a1-4ea6b59412bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:20:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:43.948019 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-5b40896f-a66d-4962-848b-c3a8b899512c admin admin] Calling delete_port for 5a482587-d034-4d41-bd96-2d5e1b51df04 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:20:43.975017 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-072be2f1-5a72-4d12-802f-a845c9821382 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:43.985816 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-b819ae09-e732-43d5-9e13-47841f5041f6 None None] Deleting port 5a482587-d034-4d41-bd96-2d5e1b51df04 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:20:43.986281 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b819ae09-e732-43d5-9e13-47841f5041f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:44.071059 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-072be2f1-5a72-4d12-802f-a845c9821382 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "PUT /v2.0/floatingips/d1bccb85-2b6c-4eb9-a36c-91b9fe4d257f HTTP/1.1" status: 200 len: 991 time: 4.8901594 Dec 17 15:20:44.073364 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7fd0560-da10-4e5d-8eaf-d3567c58a448', 'tag': '1c5a567d-d7ab-42e0-bf88-a8cd61a1e792'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:20:44.075736 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1f777e-26bc-4ad4-a756-627f8f0fae75" -d '{"events": [{"name": "network-changed", "server_uuid": "d7fd0560-da10-4e5d-8eaf-d3567c58a448", "tag": "1c5a567d-d7ab-42e0-bf88-a8cd61a1e792"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:20:44.105513 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b819ae09-e732-43d5-9e13-47841f5041f6 None None] For port 5a482587-d034-4d41-bd96-2d5e1b51df04, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=5a482587-d034-4d41-bd96-2d5e1b51df04,segment=NetworkSegment(7cc43599-a0d8-4406-a34b-9a95bfaee99f),segment_id=7cc43599-a0d8-4406-a34b-9a95bfaee99f)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:44.106395 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-58ac65de-78d4-4143-96c8-494fe4e65164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:44.106772 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b819ae09-e732-43d5-9e13-47841f5041f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:44.122768 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-b819ae09-e732-43d5-9e13-47841f5041f6 None None] Calling delete_port for 5a482587-d034-4d41-bd96-2d5e1b51df04 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:20:44.135768 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d87469eb-8f8f-4bdc-8586-b7f41bd9618d tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:44.142001 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d87469eb-8f8f-4bdc-8586-b7f41bd9618d tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] 10.222.0.46 "DELETE /v2.0/ports/280f4dbd-2b55-4a78-b1a7-d806376715ec HTTP/1.1" status: 204 len: 168 time: 3.4698973 Dec 17 15:20:44.143661 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9baaac6-2263-49a3-a510-74ab7767e651 req-fadb2afb-73fa-4745-b945-729e3b68c5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:44.145075 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d9baaac6-2263-49a3-a510-74ab7767e651 req-fadb2afb-73fa-4745-b945-729e3b68c5f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=72959918-115f-4f15-a904-42652bab9b2e HTTP/1.1" status: 200 len: 911 time: 0.4087806 Dec 17 15:20:44.145221 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53296) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:44.169101 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87343b93-d72a-49f0-9f7b-7dfd210542d7 x-openstack-request-id: req-87343b93-d72a-49f0-9f7b-7dfd210542d7 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:20:44.169403 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7fd0560-da10-4e5d-8eaf-d3567c58a448", "tag": "1c5a567d-d7ab-42e0-bf88-a8cd61a1e792", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:20:44.169755 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-87343b93-d72a-49f0-9f7b-7dfd210542d7 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:20:44.170037 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7fd0560-da10-4e5d-8eaf-d3567c58a448', 'tag': '1c5a567d-d7ab-42e0-bf88-a8cd61a1e792', 'status': 'completed', 'code': 200} Dec 17 15:20:44.201462 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-58ac65de-78d4-4143-96c8-494fe4e65164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:44.222741 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-915b1d74-6471-4cd2-a6a1-4ea6b59412bb None None] Set router debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:20:44.223872 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-337a72eb-b0d3-422b-94ac-ab6c45ce3575 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:44.226548 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1aecf88-288a-4400-b6ae-99f8c475ec3e tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] GET failed (client error): The resource could not be found. Dec 17 15:20:44.229834 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f1aecf88-288a-4400-b6ae-99f8c475ec3e tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] 10.222.0.46 "GET /v2.0/ports/280f4dbd-2b55-4a78-b1a7-d806376715ec HTTP/1.1" status: 404 len: 333 time: 0.0820515 Dec 17 15:20:44.231253 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d9baaac6-2263-49a3-a510-74ab7767e651 req-3d312ef6-e4b0-441e-91f0-ae0843bd15b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=372ffd60-69bc-46f5-a6ff-a5f3ded17c97 HTTP/1.1" status: 200 len: 217 time: 0.0723100 Dec 17 15:20:44.253004 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53298) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:44.298180 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5b40896f-a66d-4962-848b-c3a8b899512c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:44.315933 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b819ae09-e732-43d5-9e13-47841f5041f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:44.387455 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b40896f-a66d-4962-848b-c3a8b899512c admin admin] Pushing event deleted for resources: {'Port': ['ID=5a482587-d034-4d41-bd96-2d5e1b51df04,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:44.394405 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b40896f-a66d-4962-848b-c3a8b899512c admin admin] No DVR routers for this DVR port 5a482587-d034-4d41-bd96-2d5e1b51df04 on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:20:44.405970 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f777e-26bc-4ad4-a756-627f8f0fae75 req-7a16b96c-8de9-4160-8289-793eb4e3616d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:44.407656 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a1f777e-26bc-4ad4-a756-627f8f0fae75 req-7a16b96c-8de9-4160-8289-793eb4e3616d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a24e8e82b4a34912861fe996df8e96eb&device_id=d7fd0560-da10-4e5d-8eaf-d3567c58a448 HTTP/1.1" status: 200 len: 1096 time: 0.1936421 Dec 17 15:20:44.412953 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819ae09-e732-43d5-9e13-47841f5041f6 None None] Pushing event deleted for resources: {'Port': ['ID=5a482587-d034-4d41-bd96-2d5e1b51df04,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:44.437286 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b819ae09-e732-43d5-9e13-47841f5041f6 None None] No DVR routers for this DVR port 5a482587-d034-4d41-bd96-2d5e1b51df04 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:20:44.535241 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9baaac6-2263-49a3-a510-74ab7767e651 req-00f5b6dd-1bc4-442a-bca1-49acb61b5e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:44.536794 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d9baaac6-2263-49a3-a510-74ab7767e651 req-00f5b6dd-1bc4-442a-bca1-49acb61b5e96 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=95ec1172-deaa-4898-b906-b0423633683b HTTP/1.1" status: 200 len: 850 time: 0.0805609 Dec 17 15:20:44.542512 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-337a72eb-b0d3-422b-94ac-ab6c45ce3575 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:44.553710 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-58ac65de-78d4-4143-96c8-494fe4e65164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:44.557090 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-58ac65de-78d4-4143-96c8-494fe4e65164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:44.557229 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-915b1d74-6471-4cd2-a6a1-4ea6b59412bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'name': 'tempest-ServersTestManualDisk-1535961204-router', 'tenant_id': 'a24e8e82b4a34912861fe996df8e96eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'e796285a-1ab5-4a2d-a3b5-9a999060332a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:19:52Z', 'updated_at': '2021-12-17T15:20:02Z', 'revision_number': 4, 'project_id': 'a24e8e82b4a34912861fe996df8e96eb', 'gw_port': {'id': 'e796285a-1ab5-4a2d-a3b5-9a999060332a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:54Z', 'updated_at': '2021-12-17T15:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'd1bccb85-2b6c-4eb9-a36c-91b9fe4d257f', 'tenant_id': 'a24e8e82b4a34912861fe996df8e96eb', 'floating_ip_address': '172.25.6.115', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'port_id': '1c5a567d-d7ab-42e0-bf88-a8cd61a1e792', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c10aa86e-d9d7-4652-a2e1-0c001585515a', 'mac_address': 'fa:16:3e:4c:1a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fd0560-da10-4e5d-8eaf-d3567c58a448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:20:11Z', 'updated_at': '2021-12-17T15:20:40Z', 'revision_number': 1, 'project_id': 'a24e8e82b4a34912861fe996df8e96eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c60582f2-ecff-43d4-a0bb-31479b1b35f0', 'name': '', 'network_id': 'c10aa86e-d9d7-4652-a2e1-0c001585515a', 'tenant_id': 'a24e8e82b4a34912861fe996df8e96eb', 'mac_address': 'fa:16:3e:a4:d1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd180b79e-c3bb-4569-b61e-f0770c463335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:20:00Z', 'updated_at': '2021-12-17T15:20:09Z', 'revision_number': 5, 'project_id': 'a24e8e82b4a34912861fe996df8e96eb', 'subnets': [{'id': 'd180b79e-c3bb-4569-b61e-f0770c463335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:44.561756 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-58ac65de-78d4-4143-96c8-494fe4e65164 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e25339a9-e6ba-440f-a83b-3ae753d37e1e HTTP/1.1" status: 204 len: 168 time: 0.6334665 Dec 17 15:20:44.589818 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d9baaac6-2263-49a3-a510-74ab7767e651 req-9fc18fd5-d78e-4a82-ac70-7f959a84f06b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72959918-115f-4f15-a904-42652bab9b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449498 Dec 17 15:20:44.591503 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5b40896f-a66d-4962-848b-c3a8b899512c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:44.597308 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac65de-78d4-4143-96c8-494fe4e65164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25339a9-e6ba-440f-a83b-3ae753d37e1e,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:44.646101 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-5b40896f-a66d-4962-848b-c3a8b899512c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c40f8d61-9a0b-4b61-bfd1-db34a981b094']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:44.648335 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915b1d74-6471-4cd2-a6a1-4ea6b59412bb None None] Checking router: debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:20:44.659055 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915b1d74-6471-4cd2-a6a1-4ea6b59412bb None None] Routers {'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:20:44.659698 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-915b1d74-6471-4cd2-a6a1-4ea6b59412bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:20:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:44.667348 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-5b40896f-a66d-4962-848b-c3a8b899512c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cc43599-a0d8-4406-a34b-9a95bfaee99f') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:44.667975 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-5b40896f-a66d-4962-848b-c3a8b899512c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cc43599-a0d8-4406-a34b-9a95bfaee99f') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:44.672257 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f777e-26bc-4ad4-a756-627f8f0fae75 req-f1bc18b0-f0d6-455e-a1f2-a6244033cdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:44.674092 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a1f777e-26bc-4ad4-a756-627f8f0fae75 req-f1bc18b0-f0d6-455e-a1f2-a6244033cdaf service neutron] 10.222.0.41 "GET /v2.0/networks?id=c10aa86e-d9d7-4652-a2e1-0c001585515a HTTP/1.1" status: 200 len: 913 time: 0.2175262 Dec 17 15:20:44.685731 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-71c03e8b-dfb6-47c4-95d2-f932445ff5da tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Deleting port 98aa4890-da93-4334-b42d-133f7435c66d {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:20:44.686429 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-71c03e8b-dfb6-47c4-95d2-f932445ff5da tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:44.698541 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5b40896f-a66d-4962-848b-c3a8b899512c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:44.703897 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 372ffd60-69bc-46f5-a6ff-a5f3ded17c97 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:20:44.749155 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53312) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:44.786100 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d9baaac6-2263-49a3-a510-74ab7767e651 req-648a76cd-b8c5-4f64-aa4c-812e95b682b0 service neutron] 10.222.0.13 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574066 Dec 17 15:20:44.802209 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5b40896f-a66d-4962-848b-c3a8b899512c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:44.816455 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b40896f-a66d-4962-848b-c3a8b899512c admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:20:44.817270 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5b40896f-a66d-4962-848b-c3a8b899512c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:44.823288 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:20:44.823288 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:20:44.823288 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:20:44.823288 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:20:44.823288 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:20:44.823288 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:20:44.823288 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:20:44.823288 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:20:44.823288 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:20:44.823288 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:20:44.823288 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:20:44.823288 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:20:44.823288 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:20:44.823288 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:20:44.823288 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:20:44.823288 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:20:44.823288 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:20:44.823288 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:20:44.823288 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:20:44.823288 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:20:44.823288 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:20:44.823288 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:20:44.823288 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:20:44.823288 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:20:44.823288 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:20:44.823288 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:20:44.823288 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:20:44.823288 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:20:44.823288 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:20:44.823288 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:20:44.823288 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:20:44.823288 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:20:44.864541 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-915b1d74-6471-4cd2-a6a1-4ea6b59412bb None None] Set router debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:20:44.917716 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d9baaac6-2263-49a3-a510-74ab7767e651 req-9386d91b-575b-4b4f-8711-09a0404f2c97 service neutron] 10.222.0.13 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242294 Dec 17 15:20:44.932152 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:44.947770 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a1f777e-26bc-4ad4-a756-627f8f0fae75 req-c4db5a0e-5a48-4a97-8aa3-de581e2109b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c5a567d-d7ab-42e0-bf88-a8cd61a1e792 HTTP/1.1" status: 200 len: 999 time: 0.2644746 Dec 17 15:20:44.984777 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 372ffd60-69bc-46f5-a6ff-a5f3ded17c97, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=372ffd60-69bc-46f5-a6ff-a5f3ded17c97,segment=NetworkSegment(50913541-c4fc-4052-a5a4-4ef73bad2e3d),segment_id=50913541-c4fc-4052-a5a4-4ef73bad2e3d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:44.985866 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a97ede0-ec1b-445f-bdeb-fb4b6c696304', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '372ffd60-69bc-46f5-a6ff-a5f3ded17c97'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:20:44.988508 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e27ebfa-33f1-41d3-b17b-e77ac894240a" -d '{"events": [{"server_uuid": "0a97ede0-ec1b-445f-bdeb-fb4b6c696304", "name": "network-vif-unplugged", "status": "completed", "tag": "372ffd60-69bc-46f5-a6ff-a5f3ded17c97"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:20:45.000798 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337a72eb-b0d3-422b-94ac-ab6c45ce3575 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Router 32017f13-9d17-469f-98b9-5c27af4d8ce3 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:20:45.029021 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f777e-26bc-4ad4-a756-627f8f0fae75 req-817b4ab6-5980-4e78-8320-11eda0ec64ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:45.030685 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a1f777e-26bc-4ad4-a756-627f8f0fae75 req-817b4ab6-5980-4e78-8320-11eda0ec64ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d180b79e-c3bb-4569-b61e-f0770c463335 HTTP/1.1" status: 200 len: 851 time: 0.0601647 Dec 17 15:20:45.070945 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:45.075347 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fd3b3c-b8e1-4fcf-a5e7-6f4c5a251a2e x-openstack-request-id: req-f9fd3b3c-b8e1-4fcf-a5e7-6f4c5a251a2e {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:20:45.075634 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a97ede0-ec1b-445f-bdeb-fb4b6c696304", "name": "network-vif-unplugged", "status": "completed", "tag": "372ffd60-69bc-46f5-a6ff-a5f3ded17c97", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:20:45.075881 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f9fd3b3c-b8e1-4fcf-a5e7-6f4c5a251a2e {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:20:45.076267 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a97ede0-ec1b-445f-bdeb-fb4b6c696304', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '372ffd60-69bc-46f5-a6ff-a5f3ded17c97', 'code': 200} Dec 17 15:20:45.154578 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-71c03e8b-dfb6-47c4-95d2-f932445ff5da tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:45.174923 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5b40896f-a66d-4962-848b-c3a8b899512c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:45.178556 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337a72eb-b0d3-422b-94ac-ab6c45ce3575 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:20:45.181222 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5b40896f-a66d-4962-848b-c3a8b899512c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:45.187909 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5b40896f-a66d-4962-848b-c3a8b899512c admin admin] 10.222.0.46 "DELETE /v2.0/networks/c40f8d61-9a0b-4b61-bfd1-db34a981b094 HTTP/1.1" status: 204 len: 168 time: 1.7951779 Dec 17 15:20:45.200924 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8517456-9733-47bb-82c7-29ed0c3828ba None None] Sync routers for ids ['32017f13-9d17-469f-98b9-5c27af4d8ce3'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:20:45.209418 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-71c03e8b-dfb6-47c4-95d2-f932445ff5da tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Calling delete_port for 98aa4890-da93-4334-b42d-133f7435c66d owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:20:45.213955 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b40896f-a66d-4962-848b-c3a8b899512c admin admin] Pushing event deleted for resources: {'Network': ['ID=c40f8d61-9a0b-4b61-bfd1-db34a981b094,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:45.222690 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=372ffd60-69bc-46f5-a6ff-a5f3ded17c97,revision_number=8']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:45.231154 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8517456-9733-47bb-82c7-29ed0c3828ba None None] Routers {'32017f13-9d17-469f-98b9-5c27af4d8ce3'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:20:45.231806 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b8517456-9733-47bb-82c7-29ed0c3828ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:20:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['32017f13-9d17-469f-98b9-5c27af4d8ce3'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:45.236721 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50275d07-731a-47e5-b28d-edffa94fbf65 req-a5f8a283-82d5-4e23-b195-3b05ce2e42d3 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:45.252264 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-50275d07-731a-47e5-b28d-edffa94fbf65 req-a5f8a283-82d5-4e23-b195-3b05ce2e42d3 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 945 time: 0.3015530 Dec 17 15:20:45.255588 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-337a72eb-b0d3-422b-94ac-ab6c45ce3575 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:45.259557 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-337a72eb-b0d3-422b-94ac-ab6c45ce3575 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 8.0249729 Dec 17 15:20:45.259705 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53330) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:45.261318 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-dee12eee-d4d9-47a0-b528-f81504460cf0 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1292222927-network', 'tenant_id': '9968887880574c09ade3cb0da8d01f28'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:45.323170 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b8517456-9733-47bb-82c7-29ed0c3828ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:45.325715 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-915b1d74-6471-4cd2-a6a1-4ea6b59412bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'name': 'tempest-ServersTestManualDisk-1535961204-router', 'tenant_id': 'a24e8e82b4a34912861fe996df8e96eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'e796285a-1ab5-4a2d-a3b5-9a999060332a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:19:52Z', 'updated_at': '2021-12-17T15:20:02Z', 'revision_number': 4, 'project_id': 'a24e8e82b4a34912861fe996df8e96eb', 'gw_port': {'id': 'e796285a-1ab5-4a2d-a3b5-9a999060332a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:54Z', 'updated_at': '2021-12-17T15:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'd1bccb85-2b6c-4eb9-a36c-91b9fe4d257f', 'tenant_id': 'a24e8e82b4a34912861fe996df8e96eb', 'floating_ip_address': '172.25.6.115', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'port_id': '1c5a567d-d7ab-42e0-bf88-a8cd61a1e792', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c10aa86e-d9d7-4652-a2e1-0c001585515a', 'mac_address': 'fa:16:3e:4c:1a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fd0560-da10-4e5d-8eaf-d3567c58a448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:20:11Z', 'updated_at': '2021-12-17T15:20:40Z', 'revision_number': 1, 'project_id': 'a24e8e82b4a34912861fe996df8e96eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c60582f2-ecff-43d4-a0bb-31479b1b35f0', 'name': '', 'network_id': 'c10aa86e-d9d7-4652-a2e1-0c001585515a', 'tenant_id': 'a24e8e82b4a34912861fe996df8e96eb', 'mac_address': 'fa:16:3e:a4:d1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd180b79e-c3bb-4569-b61e-f0770c463335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:20:00Z', 'updated_at': '2021-12-17T15:20:09Z', 'revision_number': 5, 'project_id': 'a24e8e82b4a34912861fe996df8e96eb', 'subnets': [{'id': 'd180b79e-c3bb-4569-b61e-f0770c463335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:45.346213 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8517456-9733-47bb-82c7-29ed0c3828ba None None] Routers {'32017f13-9d17-469f-98b9-5c27af4d8ce3'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:20:45.346845 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b8517456-9733-47bb-82c7-29ed0c3828ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:20:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['32017f13-9d17-469f-98b9-5c27af4d8ce3'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:45.358461 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915b1d74-6471-4cd2-a6a1-4ea6b59412bb None None] The sync data for ids ['debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b'] in n-d-820553-2 is: [{'id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'name': 'tempest-ServersTestManualDisk-1535961204-router', 'tenant_id': 'a24e8e82b4a34912861fe996df8e96eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'e796285a-1ab5-4a2d-a3b5-9a999060332a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:19:52Z', 'updated_at': '2021-12-17T15:20:02Z', 'revision_number': 4, 'project_id': 'a24e8e82b4a34912861fe996df8e96eb', 'gw_port': {'id': 'e796285a-1ab5-4a2d-a3b5-9a999060332a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:54Z', 'updated_at': '2021-12-17T15:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'd1bccb85-2b6c-4eb9-a36c-91b9fe4d257f', 'tenant_id': 'a24e8e82b4a34912861fe996df8e96eb', 'floating_ip_address': '172.25.6.115', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'port_id': '1c5a567d-d7ab-42e0-bf88-a8cd61a1e792', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c10aa86e-d9d7-4652-a2e1-0c001585515a', 'mac_address': 'fa:16:3e:4c:1a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fd0560-da10-4e5d-8eaf-d3567c58a448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:20:11Z', 'updated_at': '2021-12-17T15:20:40Z', 'revision_number': 1, 'project_id': 'a24e8e82b4a34912861fe996df8e96eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c60582f2-ecff-43d4-a0bb-31479b1b35f0', 'name': '', 'network_id': 'c10aa86e-d9d7-4652-a2e1-0c001585515a', 'tenant_id': 'a24e8e82b4a34912861fe996df8e96eb', 'mac_address': 'fa:16:3e:a4:d1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd180b79e-c3bb-4569-b61e-f0770c463335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:20:00Z', 'updated_at': '2021-12-17T15:20:09Z', 'revision_number': 5, 'project_id': 'a24e8e82b4a34912861fe996df8e96eb', 'subnets': [{'id': 'd180b79e-c3bb-4569-b61e-f0770c463335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:20:45.401224 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b8517456-9733-47bb-82c7-29ed0c3828ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:45.401888 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8517456-9733-47bb-82c7-29ed0c3828ba None None] The sync data for ids ['32017f13-9d17-469f-98b9-5c27af4d8ce3'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:20:45.419490 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee12eee-d4d9-47a0-b528-f81504460cf0 admin admin] Made reservation on behalf of 9968887880574c09ade3cb0da8d01f28 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:20:45.422123 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dee12eee-d4d9-47a0-b528-f81504460cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:45.425418 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f777e-26bc-4ad4-a756-627f8f0fae75 req-2c7c2f7b-5dba-4ed5-a12b-eb14b41a50be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:45.427148 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a1f777e-26bc-4ad4-a756-627f8f0fae75 req-2c7c2f7b-5dba-4ed5-a12b-eb14b41a50be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c10aa86e-d9d7-4652-a2e1-0c001585515a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3736975 Dec 17 15:20:45.432480 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0faaa100-e320-49a4-bf47-44b0adcfa6a5 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "GET /v2.0/routers/32017f13-9d17-469f-98b9-5c27af4d8ce3 HTTP/1.1" status: 200 len: 880 time: 0.1716332 Dec 17 15:20:45.433374 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53336) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:45.454185 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-50275d07-731a-47e5-b28d-edffa94fbf65 req-ad0c2e0c-51d4-40ea-b664-c153fca402cd tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999691 Dec 17 15:20:45.454185 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dee12eee-d4d9-47a0-b528-f81504460cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:45.608414 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53340) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:45.644376 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a1f777e-26bc-4ad4-a756-627f8f0fae75 req-46245d11-721a-4576-89e5-9c10662b040c service neutron] 10.222.0.41 "GET /v2.0/networks/c10aa86e-d9d7-4652-a2e1-0c001585515a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039695 Dec 17 15:20:45.708965 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c620efad-91f4-442a-9401-221aa880bf43 None None] New status for floating IP d1bccb85-2b6c-4eb9-a36c-91b9fe4d257f: ACTIVE {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:20:45.769313 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a1f777e-26bc-4ad4-a756-627f8f0fae75 req-5776bb4e-b2fb-4d1b-8413-15303d2dc052 service neutron] 10.222.0.41 "GET /v2.0/networks/c10aa86e-d9d7-4652-a2e1-0c001585515a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164353 Dec 17 15:20:45.815839 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 5a482587-d034-4d41-bd96-2d5e1b51df04 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:20:45.835829 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-71c03e8b-dfb6-47c4-95d2-f932445ff5da tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:45.841356 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 5a482587-d034-4d41-bd96-2d5e1b51df04 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:20:45.841697 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 5a482587-d034-4d41-bd96-2d5e1b51df04 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:20:45.881946 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c03e8b-dfb6-47c4-95d2-f932445ff5da tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Pushing event deleted for resources: {'Port': ['ID=98aa4890-da93-4334-b42d-133f7435c66d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:45.921667 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-71c03e8b-dfb6-47c4-95d2-f932445ff5da tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:45.929338 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-71c03e8b-dfb6-47c4-95d2-f932445ff5da tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] 10.222.0.46 "DELETE /v2.0/ports/98aa4890-da93-4334-b42d-133f7435c66d HTTP/1.1" status: 204 len: 168 time: 1.6739509 Dec 17 15:20:45.931444 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53344) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:45.977617 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35bd3a9-2d5e-4b4b-beeb-9e351592202f tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] GET failed (client error): The resource could not be found. Dec 17 15:20:45.984230 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53348) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:45.984984 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a35bd3a9-2d5e-4b4b-beeb-9e351592202f tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] 10.222.0.46 "GET /v2.0/ports/98aa4890-da93-4334-b42d-133f7435c66d HTTP/1.1" status: 404 len: 333 time: 0.0523210 Dec 17 15:20:45.997473 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dee12eee-d4d9-47a0-b528-f81504460cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:46.037975 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d3b9eda2-6f34-4b12-a39c-7ae35568262e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3d0e9155f3ac4449959a2049ad96c177&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4281273 Dec 17 15:20:46.041540 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53352) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:46.079432 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dee12eee-d4d9-47a0-b528-f81504460cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:46.113658 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee12eee-d4d9-47a0-b528-f81504460cf0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:20:46.131389 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee12eee-d4d9-47a0-b528-f81504460cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add532d7-958e-43c8-99c5-02294375bace,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:46.136798 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ec6663fc-48c7-442b-a596-9470337b69d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:46.142873 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dee12eee-d4d9-47a0-b528-f81504460cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:46.143219 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-dee12eee-d4d9-47a0-b528-f81504460cf0 admin admin] Added segment 7a90d0b3-dc79-487e-a303-a4e23e4731f6 of type vlan for network b6513c61-02fa-4d6c-9f66-36cee8e31a1c Dec 17 15:20:46.196046 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ec6663fc-48c7-442b-a596-9470337b69d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:46.220283 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dee12eee-d4d9-47a0-b528-f81504460cf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:46.232819 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-8ebf4bd1-78df-4eee-b063-6f882f297da3 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Deleting port 5cd88d6d-1c57-46ca-9efd-3bd205b89400 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:20:46.233324 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8ebf4bd1-78df-4eee-b063-6f882f297da3 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:46.280607 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53356) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:46.291453 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8cd9358f-d21c-4148-a304-93c84cde62d1 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.8570085 Dec 17 15:20:46.294371 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53360) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:46.299172 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-dee4126a-c177-4e3b-b40e-443b8b5bd8bb tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-507173815'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:46.341870 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8ebf4bd1-78df-4eee-b063-6f882f297da3 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:46.354166 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-8ebf4bd1-78df-4eee-b063-6f882f297da3 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Calling delete_port for 5cd88d6d-1c57-46ca-9efd-3bd205b89400 owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:20:46.365238 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dee12eee-d4d9-47a0-b528-f81504460cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:46.366397 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee12eee-d4d9-47a0-b528-f81504460cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:46.375029 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dee12eee-d4d9-47a0-b528-f81504460cf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:46.414410 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-851278ab-7f1d-4ccd-9f3e-bb5dd2615443 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1786746177-network', 'tenant_id': 'd7805a3ea64a42f5a07484c69efea11a'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:46.584685 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8ebf4bd1-78df-4eee-b063-6f882f297da3 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:46.621009 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf4bd1-78df-4eee-b063-6f882f297da3 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Pushing event deleted for resources: {'Port': ['ID=5cd88d6d-1c57-46ca-9efd-3bd205b89400,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:46.647930 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8ebf4bd1-78df-4eee-b063-6f882f297da3 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:46.653993 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8ebf4bd1-78df-4eee-b063-6f882f297da3 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] 10.222.0.46 "DELETE /v2.0/ports/5cd88d6d-1c57-46ca-9efd-3bd205b89400 HTTP/1.1" status: 204 len: 168 time: 0.6643708 Dec 17 15:20:46.654847 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53368) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:46.704664 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ec6663fc-48c7-442b-a596-9470337b69d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:46.707835 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ec6663fc-48c7-442b-a596-9470337b69d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:46.711618 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ec6663fc-48c7-442b-a596-9470337b69d0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a6ed427e-789e-4567-8c39-38d7ad0b0792 HTTP/1.1" status: 204 len: 168 time: 0.6663513 Dec 17 15:20:46.716458 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e63c96-30c7-45ab-9044-0b595e584cb7 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Deleting subnet 47839a9f-82b7-42bc-9121-b315a3969631 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:20:46.720577 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-85e63c96-30c7-45ab-9044-0b595e584cb7 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:46.764551 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6663fc-48c7-442b-a596-9470337b69d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ed427e-789e-4567-8c39-38d7ad0b0792,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:46.770427 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-85e63c96-30c7-45ab-9044-0b595e584cb7 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:46.771422 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee12eee-d4d9-47a0-b528-f81504460cf0 admin admin] Pushing event updated for resources: {'Network': ['ID=b6513c61-02fa-4d6c-9f66-36cee8e31a1c,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:46.807485 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network b6513c61-02fa-4d6c-9f66-36cee8e31a1c details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:20:46.835709 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee7488-461a-4790-bb37-c2cbc1ed1696 req-27600f29-e2b8-45f0-9a2d-c47a659dea1b tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:46.838727 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-18ee7488-461a-4790-bb37-c2cbc1ed1696 req-27600f29-e2b8-45f0-9a2d-c47a659dea1b tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 943 time: 0.1347983 Dec 17 15:20:46.954503 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-dee12eee-d4d9-47a0-b528-f81504460cf0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1785793 Dec 17 15:20:46.957848 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53372) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:46.970529 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-46d55288-2dd9-420e-ad11-e1cfb0a56ea1 admin admin] Request body: {'subnet': {'network_id': 'b6513c61-02fa-4d6c-9f66-36cee8e31a1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1292222927-subnet', 'tenant_id': '9968887880574c09ade3cb0da8d01f28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:46.978665 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-85e63c96-30c7-45ab-9044-0b595e584cb7 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:47.005610 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-18ee7488-461a-4790-bb37-c2cbc1ed1696 req-9845e44f-5436-4da9-ab20-eed8bb95e1ab tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261809 Dec 17 15:20:47.096315 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851278ab-7f1d-4ccd-9f3e-bb5dd2615443 admin admin] Made reservation on behalf of d7805a3ea64a42f5a07484c69efea11a for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:20:47.098573 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-851278ab-7f1d-4ccd-9f3e-bb5dd2615443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:47.116277 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-851278ab-7f1d-4ccd-9f3e-bb5dd2615443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:47.134266 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-85e63c96-30c7-45ab-9044-0b595e584cb7 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:47.151721 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-85e63c96-30c7-45ab-9044-0b595e584cb7 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:47.157568 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-85e63c96-30c7-45ab-9044-0b595e584cb7 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] 10.222.0.46 "DELETE /v2.0/subnets/47839a9f-82b7-42bc-9121-b315a3969631 HTTP/1.1" status: 204 len: 168 time: 0.5015175 Dec 17 15:20:47.160369 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53376) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:47.163101 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff520172-5d2e-45c8-af3a-a99b16a0a64e None None] Network cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:20:47.187163 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d55288-2dd9-420e-ad11-e1cfb0a56ea1 admin admin] Made reservation on behalf of 9968887880574c09ade3cb0da8d01f28 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:20:47.189446 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e63c96-30c7-45ab-9044-0b595e584cb7 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Pushing event deleted for resources: {'Subnet': ['ID=47839a9f-82b7-42bc-9121-b315a3969631,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:47.189619 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-46d55288-2dd9-420e-ad11-e1cfb0a56ea1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:47.244006 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dee4126a-c177-4e3b-b40e-443b8b5bd8bb tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3972409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3970533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11983'] for router, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:47.347624 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b9b9a119-e83d-4a80-ad20-d1f557745972 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:47.363250 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dee4126a-c177-4e3b-b40e-443b8b5bd8bb tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3972400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3972399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3970524'] for router, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:47.403072 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-851278ab-7f1d-4ccd-9f3e-bb5dd2615443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:47.410474 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fb96ec-695f-40f4-b54b-2396d542f022 None None] DHCP port deletion for cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:20:47.463960 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c9fb96ec-695f-40f4-b54b-2396d542f022 None None] Deleting port 48c77a60-c35a-40b5-ba32-f12e7b60e081 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:20:47.464351 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c9fb96ec-695f-40f4-b54b-2396d542f022 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:47.524515 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-851278ab-7f1d-4ccd-9f3e-bb5dd2615443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:47.536976 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c9fb96ec-695f-40f4-b54b-2396d542f022 None None] For port 48c77a60-c35a-40b5-ba32-f12e7b60e081, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=48c77a60-c35a-40b5-ba32-f12e7b60e081,segment=NetworkSegment(6b652ec6-19a9-424d-a2f0-8ad00ad648b2),segment_id=6b652ec6-19a9-424d-a2f0-8ad00ad648b2)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:47.537409 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c9fb96ec-695f-40f4-b54b-2396d542f022 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:47.553246 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c9fb96ec-695f-40f4-b54b-2396d542f022 None None] Calling delete_port for 48c77a60-c35a-40b5-ba32-f12e7b60e081 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:20:47.581109 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-851278ab-7f1d-4ccd-9f3e-bb5dd2615443 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:20:47.625340 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851278ab-7f1d-4ccd-9f3e-bb5dd2615443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35d7f0d-62d9-4711-91bb-ad53a80d6121,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:47.634430 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-851278ab-7f1d-4ccd-9f3e-bb5dd2615443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:47.635041 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-851278ab-7f1d-4ccd-9f3e-bb5dd2615443 admin admin] Added segment 2a8bf405-40c8-4d96-8555-31a40c90af4a of type vlan for network 7ca47a33-8abd-4e6a-88ec-7075c5c8571c Dec 17 15:20:47.697207 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee4126a-c177-4e3b-b40e-443b8b5bd8bb tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Router 32017f13-9d17-469f-98b9-5c27af4d8ce3 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:20:47.711324 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-851278ab-7f1d-4ccd-9f3e-bb5dd2615443 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:47.715184 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-b9b9a119-e83d-4a80-ad20-d1f557745972 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Deleting port 48c77a60-c35a-40b5-ba32-f12e7b60e081 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:20:47.720173 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b9b9a119-e83d-4a80-ad20-d1f557745972 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:47.733448 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c9fb96ec-695f-40f4-b54b-2396d542f022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:47.760678 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb96ec-695f-40f4-b54b-2396d542f022 None None] Pushing event deleted for resources: {'Port': ['ID=48c77a60-c35a-40b5-ba32-f12e7b60e081,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:47.762806 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fb96ec-695f-40f4-b54b-2396d542f022 None None] No DVR routers for this DVR port 48c77a60-c35a-40b5-ba32-f12e7b60e081 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:20:47.771944 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-46d55288-2dd9-420e-ad11-e1cfb0a56ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:47.837487 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 48c77a60-c35a-40b5-ba32-f12e7b60e081 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:20:47.864528 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 48c77a60-c35a-40b5-ba32-f12e7b60e081 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:20:47.864975 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 48c77a60-c35a-40b5-ba32-f12e7b60e081 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:20:47.930696 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-b9b9a119-e83d-4a80-ad20-d1f557745972 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] For port 48c77a60-c35a-40b5-ba32-f12e7b60e081, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=48c77a60-c35a-40b5-ba32-f12e7b60e081,segment=NetworkSegment(6b652ec6-19a9-424d-a2f0-8ad00ad648b2),segment_id=6b652ec6-19a9-424d-a2f0-8ad00ad648b2)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:47.930935 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b9b9a119-e83d-4a80-ad20-d1f557745972 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:47.936147 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-851278ab-7f1d-4ccd-9f3e-bb5dd2615443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:47.937112 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851278ab-7f1d-4ccd-9f3e-bb5dd2615443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:47.937700 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-851278ab-7f1d-4ccd-9f3e-bb5dd2615443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:47.949112 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53398) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:47.976733 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d55288-2dd9-420e-ad11-e1cfb0a56ea1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfdd9b87-041e-4dc5-bfc4-4913ef992364,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:48.012246 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-b9b9a119-e83d-4a80-ad20-d1f557745972 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Calling delete_port for 48c77a60-c35a-40b5-ba32-f12e7b60e081 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:20:48.037614 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee4126a-c177-4e3b-b40e-443b8b5bd8bb tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:20:48.048083 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dee4126a-c177-4e3b-b40e-443b8b5bd8bb tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:48.052046 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74836acb-878a-4229-86c6-6776d8083cbb None None] Sync routers for ids ['32017f13-9d17-469f-98b9-5c27af4d8ce3'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:20:48.052205 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-dee4126a-c177-4e3b-b40e-443b8b5bd8bb tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "PUT /v2.0/routers/32017f13-9d17-469f-98b9-5c27af4d8ce3 HTTP/1.1" status: 200 len: 887 time: 1.7540176 Dec 17 15:20:48.052315 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53404) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:48.055263 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d55288-2dd9-420e-ad11-e1cfb0a56ea1 admin admin] Checking segment: {'id': '7a90d0b3-dc79-487e-a303-a4e23e4731f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b6513c61-02fa-4d6c-9f66-36cee8e31a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:20:48.055635 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d55288-2dd9-420e-ad11-e1cfb0a56ea1 admin admin] Network hostable DHCP agents. Network: b6513c61-02fa-4d6c-9f66-36cee8e31a1c, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:20:48.060815 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851278ab-7f1d-4ccd-9f3e-bb5dd2615443 admin admin] Pushing event updated for resources: {'Network': ['ID=7ca47a33-8abd-4e6a-88ec-7075c5c8571c,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:48.062241 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74836acb-878a-4229-86c6-6776d8083cbb None None] Routers {'32017f13-9d17-469f-98b9-5c27af4d8ce3'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:20:48.062923 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-74836acb-878a-4229-86c6-6776d8083cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:20:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['32017f13-9d17-469f-98b9-5c27af4d8ce3'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:48.105908 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-851278ab-7f1d-4ccd-9f3e-bb5dd2615443 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8212674 Dec 17 15:20:48.106157 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-da1de0b5-3844-49cf-b70f-d42f7cc9d17d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-14201545-network', 'tenant_id': '8be5f697514948dbb741ccae5deddcdd'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:48.107341 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53406) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:48.115093 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-2ac18d63-95ac-480f-8c29-a4777910e5e7 admin admin] Request body: {'subnet': {'network_id': '7ca47a33-8abd-4e6a-88ec-7075c5c8571c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1786746177-subnet', 'tenant_id': 'd7805a3ea64a42f5a07484c69efea11a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:48.126194 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 7ca47a33-8abd-4e6a-88ec-7075c5c8571c details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:20:48.129526 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-74836acb-878a-4229-86c6-6776d8083cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:48.180922 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74836acb-878a-4229-86c6-6776d8083cbb None None] Routers {'32017f13-9d17-469f-98b9-5c27af4d8ce3'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:20:48.181625 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-74836acb-878a-4229-86c6-6776d8083cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:20:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['32017f13-9d17-469f-98b9-5c27af4d8ce3'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:48.197198 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d5ba8-640e-4aa4-9ec5-9d3a5aa356c4 req-c7ebc3c0-aed8-40c8-ab12-9779b4ed31db tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:48.198716 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-310d5ba8-640e-4aa4-9ec5-9d3a5aa356c4 req-c7ebc3c0-aed8-40c8-ab12-9779b4ed31db tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 943 time: 0.0709591 Dec 17 15:20:48.199351 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b9b9a119-e83d-4a80-ad20-d1f557745972 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:48.206732 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d55288-2dd9-420e-ad11-e1cfb0a56ea1 admin admin] Network b6513c61-02fa-4d6c-9f66-36cee8e31a1c is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:20:48.212289 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7bc8e87f-9dba-441d-a62a-a3472e9c6b2d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "GET /v2.0/routers/32017f13-9d17-469f-98b9-5c27af4d8ce3 HTTP/1.1" status: 200 len: 887 time: 0.1589222 Dec 17 15:20:48.214062 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1de0b5-3844-49cf-b70f-d42f7cc9d17d admin admin] Made reservation on behalf of 8be5f697514948dbb741ccae5deddcdd for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:20:48.216329 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-da1de0b5-3844-49cf-b70f-d42f7cc9d17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:48.219605 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-74836acb-878a-4229-86c6-6776d8083cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:48.220570 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74836acb-878a-4229-86c6-6776d8083cbb None None] The sync data for ids ['32017f13-9d17-469f-98b9-5c27af4d8ce3'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:20:48.221029 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53408) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:48.242225 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b9a119-e83d-4a80-ad20-d1f557745972 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Pushing event deleted for resources: {'Port': ['ID=48c77a60-c35a-40b5-ba32-f12e7b60e081,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:48.254327 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-da1de0b5-3844-49cf-b70f-d42f7cc9d17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:48.254605 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b9a119-e83d-4a80-ad20-d1f557745972 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] No DVR routers for this DVR port 48c77a60-c35a-40b5-ba32-f12e7b60e081 on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:20:48.259034 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8a6933be-ec85-4d81-a651-a84c1687a3db tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "GET /v2.0/ports?device_id=32017f13-9d17-469f-98b9-5c27af4d8ce3 HTTP/1.1" status: 200 len: 205 time: 0.0368018 Dec 17 15:20:48.263950 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53410) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:48.332348 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-46d55288-2dd9-420e-ad11-e1cfb0a56ea1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, b6513c61-02fa-4d6c-9f66-36cee8e31a1c) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:48.334939 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-da1de0b5-3844-49cf-b70f-d42f7cc9d17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:48.341345 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4014273-544a-4cb7-a672-6bcfd0c1c522 None None] Network b6513c61-02fa-4d6c-9f66-36cee8e31a1c requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:20:48.364105 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac18d63-95ac-480f-8c29-a4777910e5e7 admin admin] Made reservation on behalf of d7805a3ea64a42f5a07484c69efea11a for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:20:48.366648 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2ac18d63-95ac-480f-8c29-a4777910e5e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:48.370974 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d55288-2dd9-420e-ad11-e1cfb0a56ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:48.371553 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-46d55288-2dd9-420e-ad11-e1cfb0a56ea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:48.377720 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-da1de0b5-3844-49cf-b70f-d42f7cc9d17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:48.402083 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1de0b5-3844-49cf-b70f-d42f7cc9d17d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:20:48.405774 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-310d5ba8-640e-4aa4-9ec5-9d3a5aa356c4 req-8e003c06-eecf-4aef-80fb-616e85da9ebf tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930833 Dec 17 15:20:48.427572 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1de0b5-3844-49cf-b70f-d42f7cc9d17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad3f435-4fa8-4694-a811-117a7b07ceb4,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:48.439530 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-da1de0b5-3844-49cf-b70f-d42f7cc9d17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:48.439530 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-da1de0b5-3844-49cf-b70f-d42f7cc9d17d admin admin] Added segment 8cdd1ffd-bde9-464d-8072-be56985eb72c of type vlan for network 103f3c9e-955b-431b-ac73-eb4ee50a4a0d Dec 17 15:20:48.491323 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b641211-a479-4765-8c84-600017966842 None None] Network b6513c61-02fa-4d6c-9f66-36cee8e31a1c requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:20:48.506235 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-da1de0b5-3844-49cf-b70f-d42f7cc9d17d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:48.513700 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b9b9a119-e83d-4a80-ad20-d1f557745972 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:48.579558 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-46d55288-2dd9-420e-ad11-e1cfb0a56ea1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6064527 Dec 17 15:20:48.584992 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-b9b9a119-e83d-4a80-ad20-d1f557745972 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:48.607220 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-da1de0b5-3844-49cf-b70f-d42f7cc9d17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:48.608844 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1de0b5-3844-49cf-b70f-d42f7cc9d17d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:48.610022 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-da1de0b5-3844-49cf-b70f-d42f7cc9d17d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:48.622448 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-b9b9a119-e83d-4a80-ad20-d1f557745972 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b652ec6-19a9-424d-a2f0-8ad00ad648b2') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:48.625618 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-b9b9a119-e83d-4a80-ad20-d1f557745972 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b652ec6-19a9-424d-a2f0-8ad00ad648b2') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:48.632618 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-303efbc5-418b-44ad-b6ca-995eac7a9e11 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:48.705319 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1de0b5-3844-49cf-b70f-d42f7cc9d17d admin admin] Pushing event updated for resources: {'Network': ['ID=103f3c9e-955b-431b-ac73-eb4ee50a4a0d,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:48.719136 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 103f3c9e-955b-431b-ac73-eb4ee50a4a0d details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:20:48.724380 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b9b9a119-e83d-4a80-ad20-d1f557745972 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:48.746392 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 372ffd60-69bc-46f5-a6ff-a5f3ded17c97 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:20:48.755248 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-da1de0b5-3844-49cf-b70f-d42f7cc9d17d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8023753 Dec 17 15:20:48.755477 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53430) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:48.761898 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-6e575b16-4da3-4c59-9420-8fbdb28cd8ab admin admin] Request body: {'subnet': {'network_id': '103f3c9e-955b-431b-ac73-eb4ee50a4a0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-14201545-subnet', 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:48.799347 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b9b9a119-e83d-4a80-ad20-d1f557745972 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:48.821384 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b9a119-e83d-4a80-ad20-d1f557745972 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:20:48.821700 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b9b9a119-e83d-4a80-ad20-d1f557745972 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:48.826294 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:20:48.826294 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:20:48.826294 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:20:48.826294 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:20:48.826294 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:20:48.826294 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:20:48.826294 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:20:48.826294 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:20:48.826294 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:20:48.826294 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:20:48.826294 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:20:48.826294 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:20:48.826294 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:20:48.826294 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:20:48.826294 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:20:48.826294 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:20:48.826294 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:20:48.826294 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:20:48.826294 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:20:48.826294 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:20:48.826294 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:20:48.826294 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:20:48.826294 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:20:48.826294 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:20:48.826294 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:20:48.826294 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:20:48.826294 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:20:48.826294 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:20:48.826294 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:20:48.826294 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:20:48.826294 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:20:48.826294 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:20:48.845476 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e575b16-4da3-4c59-9420-8fbdb28cd8ab admin admin] Made reservation on behalf of 8be5f697514948dbb741ccae5deddcdd for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:20:48.845476 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6e575b16-4da3-4c59-9420-8fbdb28cd8ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:48.971619 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-303efbc5-418b-44ad-b6ca-995eac7a9e11 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:49.048098 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b9b9a119-e83d-4a80-ad20-d1f557745972 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:49.060893 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b9b9a119-e83d-4a80-ad20-d1f557745972 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:49.064933 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b9b9a119-e83d-4a80-ad20-d1f557745972 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] 10.222.0.46 "DELETE /v2.0/networks/cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda HTTP/1.1" status: 204 len: 168 time: 1.9036171 Dec 17 15:20:49.080068 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b9a119-e83d-4a80-ad20-d1f557745972 tempest-AllowedAddressPairIpV6TestJSON-1397533866 tempest-AllowedAddressPairIpV6TestJSON-1397533866-project] Pushing event deleted for resources: {'Network': ['ID=cadf5f91-84b3-4d43-bb72-8f9e2a1c6eda,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:49.094336 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2ac18d63-95ac-480f-8c29-a4777910e5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:49.115798 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6e575b16-4da3-4c59-9420-8fbdb28cd8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:49.183418 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e575b16-4da3-4c59-9420-8fbdb28cd8ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=4284f076-0000-4c1d-851c-097716c35280,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:49.191025 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e575b16-4da3-4c59-9420-8fbdb28cd8ab admin admin] Checking segment: {'id': '8cdd1ffd-bde9-464d-8072-be56985eb72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '103f3c9e-955b-431b-ac73-eb4ee50a4a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:20:49.191446 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e575b16-4da3-4c59-9420-8fbdb28cd8ab admin admin] Network hostable DHCP agents. Network: 103f3c9e-955b-431b-ac73-eb4ee50a4a0d, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:20:49.291522 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e575b16-4da3-4c59-9420-8fbdb28cd8ab admin admin] Network 103f3c9e-955b-431b-ac73-eb4ee50a4a0d is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:20:49.372350 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-6e575b16-4da3-4c59-9420-8fbdb28cd8ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 103f3c9e-955b-431b-ac73-eb4ee50a4a0d) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:49.384361 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e575b16-4da3-4c59-9420-8fbdb28cd8ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:49.384361 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6e575b16-4da3-4c59-9420-8fbdb28cd8ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:49.392921 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1501398-567d-4463-a1db-7244a3d4602a None None] Network 103f3c9e-955b-431b-ac73-eb4ee50a4a0d requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:20:49.492454 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac18d63-95ac-480f-8c29-a4777910e5e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3776791d-be13-43ea-aa2a-6f58e8cb954f,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:49.502494 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6e575b16-4da3-4c59-9420-8fbdb28cd8ab admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7459395 Dec 17 15:20:49.505673 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53476) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:49.513765 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-0f32fe33-2cef-40e2-a699-bdc32091acd0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-14201545-router', 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:49.535862 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53478) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:49.559692 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-303efbc5-418b-44ad-b6ca-995eac7a9e11 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Deleting port 04e43c7c-d15e-4a7b-97bd-d24757a7bb58 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:20:49.560040 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-303efbc5-418b-44ad-b6ca-995eac7a9e11 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:49.568197 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac18d63-95ac-480f-8c29-a4777910e5e7 admin admin] Checking segment: {'id': '2a8bf405-40c8-4d96-8555-31a40c90af4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7ca47a33-8abd-4e6a-88ec-7075c5c8571c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:20:49.568551 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac18d63-95ac-480f-8c29-a4777910e5e7 admin admin] Network hostable DHCP agents. Network: 7ca47a33-8abd-4e6a-88ec-7075c5c8571c, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:20:49.628394 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-2172a213-800a-432b-9269-c563d2eeee20 tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:49.630244 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-2172a213-800a-432b-9269-c563d2eeee20 tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] 10.222.0.46 "GET /v2.0/networks?id=b6513c61-02fa-4d6c-9f66-36cee8e31a1c HTTP/1.1" status: 200 len: 813 time: 0.4936452 Dec 17 15:20:49.661369 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-49195ead-5c53-4e5d-9a0b-afbe12754ec5 tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] 10.222.0.46 "GET /v2.0/quotas/9968887880574c09ade3cb0da8d01f28 HTTP/1.1" status: 200 len: 375 time: 0.0241792 Dec 17 15:20:49.677168 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0f32fe33-2cef-40e2-a699-bdc32091acd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:49.678576 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0f32fe33-2cef-40e2-a699-bdc32091acd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:49.702973 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-303efbc5-418b-44ad-b6ca-995eac7a9e11 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:49.711916 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4557626e-9368-4bb6-8262-cf50a8105c27 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8b97e4493aa44da88f86183bd153012e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1742237 Dec 17 15:20:49.713713 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53484) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:49.733476 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-66b362a0-c64b-4a78-a2fd-a9636c47615c tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9968887880574c09ade3cb0da8d01f28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600371 Dec 17 15:20:49.740221 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac18d63-95ac-480f-8c29-a4777910e5e7 admin admin] Network 7ca47a33-8abd-4e6a-88ec-7075c5c8571c is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:20:49.743818 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa858300-54ec-44dd-9c1d-7dc5109213ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-103f3c9e-955b-431b-ac73-eb4ee50a4a0d', 'network_id': '103f3c9e-955b-431b-ac73-eb4ee50a4a0d', 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'fixed_ips': [{'subnet_id': '4284f076-0000-4c1d-851c-097716c35280'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:20:49.744763 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-aa858300-54ec-44dd-9c1d-7dc5109213ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:49.759461 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-303efbc5-418b-44ad-b6ca-995eac7a9e11 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Calling delete_port for 04e43c7c-d15e-4a7b-97bd-d24757a7bb58 owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:20:49.782862 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78119303-9f70-4c59-888e-9568090b5b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:49.806761 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78119303-9f70-4c59-888e-9568090b5b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:49.840457 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-2ac18d63-95ac-480f-8c29-a4777910e5e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 7ca47a33-8abd-4e6a-88ec-7075c5c8571c) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:49.849469 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0f32fe33-2cef-40e2-a699-bdc32091acd0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:49.857963 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac18d63-95ac-480f-8c29-a4777910e5e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:49.858608 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2ac18d63-95ac-480f-8c29-a4777910e5e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:49.873018 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304abf6b-c5d2-4e0c-b0c5-5b34015a3e01 None None] Network 7ca47a33-8abd-4e6a-88ec-7075c5c8571c requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:20:49.963180 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-aa858300-54ec-44dd-9c1d-7dc5109213ae None None] Allocated IP 172.20.0.2 (103f3c9e-955b-431b-ac73-eb4ee50a4a0d/4284f076-0000-4c1d-851c-097716c35280/c8ee0009-77a5-445a-86d1-b4347fc59a36) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:20:50.016781 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2ac18d63-95ac-480f-8c29-a4777910e5e7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9070661 Dec 17 15:20:50.029429 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-bcbfecf8-ac1f-4f19-8452-0644deb79093 service neutron] 10.222.0.46 "GET /v2.0/networks/b6513c61-02fa-4d6c-9f66-36cee8e31a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810845 Dec 17 15:20:50.046997 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78119303-9f70-4c59-888e-9568090b5b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:50.049586 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78119303-9f70-4c59-888e-9568090b5b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:50.050733 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-78119303-9f70-4c59-888e-9568090b5b37 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2e617eb3-dc17-434d-a2d8-e3e4e8f2667d HTTP/1.1" status: 204 len: 168 time: 0.3360503 Dec 17 15:20:50.081706 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78119303-9f70-4c59-888e-9568090b5b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e617eb3-dc17-434d-a2d8-e3e4e8f2667d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:50.127139 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d012be55-e767-44e5-83ee-26cc666a4e05 None None] Network 7ca47a33-8abd-4e6a-88ec-7075c5c8571c requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:20:50.222593 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0f32fe33-2cef-40e2-a699-bdc32091acd0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:50.248911 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18035739-afc8-4025-bfa5-27edda912882 req-d35e517d-8695-4a3b-9375-a06137492fa7 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:50.250447 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-18035739-afc8-4025-bfa5-27edda912882 req-d35e517d-8695-4a3b-9375-a06137492fa7 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a97ede0-ec1b-445f-bdeb-fb4b6c696304 HTTP/1.1" status: 200 len: 943 time: 0.2442851 Dec 17 15:20:50.322591 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-aa858300-54ec-44dd-9c1d-7dc5109213ae None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:50.377268 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-2222bbdd-f2a5-4a3d-b5b5-2cded1044ea7 service neutron] 10.222.0.46 "GET /v2.0/networks/b6513c61-02fa-4d6c-9f66-36cee8e31a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259604 Dec 17 15:20:50.406874 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-aa858300-54ec-44dd-9c1d-7dc5109213ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:50.446908 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa858300-54ec-44dd-9c1d-7dc5109213ae None None] Network 103f3c9e-955b-431b-ac73-eb4ee50a4a0d is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:20:50.448128 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-303efbc5-418b-44ad-b6ca-995eac7a9e11 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:50.450601 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-aa858300-54ec-44dd-9c1d-7dc5109213ae None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:50.454447 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa858300-54ec-44dd-9c1d-7dc5109213ae None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:20:50.469238 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa858300-54ec-44dd-9c1d-7dc5109213ae None None] Pushing event updated for resources: {'Port': ['ID=c8ee0009-77a5-445a-86d1-b4347fc59a36,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:50.487550 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-18035739-afc8-4025-bfa5-27edda912882 req-9155764d-4ea7-44d7-aa88-50e9bb210f3d tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Deleting port 372ffd60-69bc-46f5-a6ff-a5f3ded17c97 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:20:50.487850 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-18035739-afc8-4025-bfa5-27edda912882 req-9155764d-4ea7-44d7-aa88-50e9bb210f3d tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:50.505161 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303efbc5-418b-44ad-b6ca-995eac7a9e11 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event deleted for resources: {'Port': ['ID=04e43c7c-d15e-4a7b-97bd-d24757a7bb58,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:50.526246 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-aa858300-54ec-44dd-9c1d-7dc5109213ae None None] Attempting to bind port c8ee0009-77a5-445a-86d1-b4347fc59a36 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:20:50.526762 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-aa858300-54ec-44dd-9c1d-7dc5109213ae None None] Attempting to bind port c8ee0009-77a5-445a-86d1-b4347fc59a36 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '8cdd1ffd-bde9-464d-8072-be56985eb72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '103f3c9e-955b-431b-ac73-eb4ee50a4a0d'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:20:50.527227 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa858300-54ec-44dd-9c1d-7dc5109213ae None None] Attempting to bind port c8ee0009-77a5-445a-86d1-b4347fc59a36 on network 103f3c9e-955b-431b-ac73-eb4ee50a4a0d {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:20:50.532839 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa858300-54ec-44dd-9c1d-7dc5109213ae None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:20:50.533795 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa858300-54ec-44dd-9c1d-7dc5109213ae None None] Checking segment: {'id': '8cdd1ffd-bde9-464d-8072-be56985eb72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '103f3c9e-955b-431b-ac73-eb4ee50a4a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:20:50.533795 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-aa858300-54ec-44dd-9c1d-7dc5109213ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:50.534244 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa858300-54ec-44dd-9c1d-7dc5109213ae None None] Bound using segment: {'id': '8cdd1ffd-bde9-464d-8072-be56985eb72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '103f3c9e-955b-431b-ac73-eb4ee50a4a0d'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:20:50.534764 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-aa858300-54ec-44dd-9c1d-7dc5109213ae None None] Bound port: c8ee0009-77a5-445a-86d1-b4347fc59a36, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cdd1ffd-bde9-464d-8072-be56985eb72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '103f3c9e-955b-431b-ac73-eb4ee50a4a0d'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:20:50.535150 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-aa858300-54ec-44dd-9c1d-7dc5109213ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:50.622218 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-aa858300-54ec-44dd-9c1d-7dc5109213ae None None] For port c8ee0009-77a5-445a-86d1-b4347fc59a36, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:20:50.622218 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-aa858300-54ec-44dd-9c1d-7dc5109213ae None None] For port c8ee0009-77a5-445a-86d1-b4347fc59a36, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c8ee0009-77a5-445a-86d1-b4347fc59a36,segment=NetworkSegment(8cdd1ffd-bde9-464d-8072-be56985eb72c),segment_id=8cdd1ffd-bde9-464d-8072-be56985eb72c)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:20:50.692899 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-aa858300-54ec-44dd-9c1d-7dc5109213ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:50.716309 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-303efbc5-418b-44ad-b6ca-995eac7a9e11 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:50.792013 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa858300-54ec-44dd-9c1d-7dc5109213ae None None] Pushing event updated for resources: {'Port': ['ID=c8ee0009-77a5-445a-86d1-b4347fc59a36,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:50.811586 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa858300-54ec-44dd-9c1d-7dc5109213ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:20:50.813354 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa858300-54ec-44dd-9c1d-7dc5109213ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:20:50.813702 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa858300-54ec-44dd-9c1d-7dc5109213ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:20:50.814507 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa858300-54ec-44dd-9c1d-7dc5109213ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:20:50.814860 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa858300-54ec-44dd-9c1d-7dc5109213ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:20:50.815200 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa858300-54ec-44dd-9c1d-7dc5109213ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:20:50.815591 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa858300-54ec-44dd-9c1d-7dc5109213ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:20:50.815863 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa858300-54ec-44dd-9c1d-7dc5109213ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:20:50.816292 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa858300-54ec-44dd-9c1d-7dc5109213ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:20:50.816628 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa858300-54ec-44dd-9c1d-7dc5109213ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:20:50.817356 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa858300-54ec-44dd-9c1d-7dc5109213ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:20:50.817816 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa858300-54ec-44dd-9c1d-7dc5109213ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:20:50.846264 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-18035739-afc8-4025-bfa5-27edda912882 req-9155764d-4ea7-44d7-aa88-50e9bb210f3d tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] For port 372ffd60-69bc-46f5-a6ff-a5f3ded17c97, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=372ffd60-69bc-46f5-a6ff-a5f3ded17c97,segment=NetworkSegment(50913541-c4fc-4052-a5a4-4ef73bad2e3d),segment_id=50913541-c4fc-4052-a5a4-4ef73bad2e3d)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:50.846841 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-18035739-afc8-4025-bfa5-27edda912882 req-9155764d-4ea7-44d7-aa88-50e9bb210f3d tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:50.850199 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-303efbc5-418b-44ad-b6ca-995eac7a9e11 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:50.862546 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-303efbc5-418b-44ad-b6ca-995eac7a9e11 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:50.882962 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-18035739-afc8-4025-bfa5-27edda912882 req-9155764d-4ea7-44d7-aa88-50e9bb210f3d tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Calling delete_port for 372ffd60-69bc-46f5-a6ff-a5f3ded17c97 owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:20:50.931666 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0f32fe33-2cef-40e2-a699-bdc32091acd0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:50.984179 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0f32fe33-2cef-40e2-a699-bdc32091acd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:51.038281 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-303efbc5-418b-44ad-b6ca-995eac7a9e11 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:51.038758 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303efbc5-418b-44ad-b6ca-995eac7a9e11 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Fanout notify agent at l3_agent the message router_deleted on router 32017f13-9d17-469f-98b9-5c27af4d8ce3 {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:20:51.053377 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-303efbc5-418b-44ad-b6ca-995eac7a9e11 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:51.058854 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-303efbc5-418b-44ad-b6ca-995eac7a9e11 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/routers/32017f13-9d17-469f-98b9-5c27af4d8ce3 HTTP/1.1" status: 204 len: 168 time: 2.7899375 Dec 17 15:20:51.059236 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53518) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:51.064650 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-6b914487-5c15-4b46-92c8-98b651e66c9b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Request body: {'network': {'name': 'tempest-RoutersTest-2090997386'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:51.178520 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b914487-5c15-4b46-92c8-98b651e66c9b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Made reservation on behalf of 2f3e4e66f57e4196ab4d1021f592ec02 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:20:51.184237 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6b914487-5c15-4b46-92c8-98b651e66c9b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:51.195151 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-0f32fe33-2cef-40e2-a699-bdc32091acd0 admin admin] Allocated IP 172.25.6.40 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/a495b847-b547-49ee-8b4e-1b61753ef657) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:20:51.238854 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b914487-5c15-4b46-92c8-98b651e66c9b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:20:51.254922 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6b914487-5c15-4b46-92c8-98b651e66c9b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:51.255476 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-6b914487-5c15-4b46-92c8-98b651e66c9b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Added segment 084b1c3e-267f-472e-8bf3-eafb90e82b65 of type vlan for network 86943c1b-7878-47bd-8307-02d19f7616d0 Dec 17 15:20:51.293645 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-18035739-afc8-4025-bfa5-27edda912882 req-9155764d-4ea7-44d7-aa88-50e9bb210f3d tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:51.300714 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6b914487-5c15-4b46-92c8-98b651e66c9b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:51.371489 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155764d-4ea7-44d7-aa88-50e9bb210f3d tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Pushing event deleted for resources: {'Port': ['ID=372ffd60-69bc-46f5-a6ff-a5f3ded17c97,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:51.400922 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6b914487-5c15-4b46-92c8-98b651e66c9b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:51.406532 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b914487-5c15-4b46-92c8-98b651e66c9b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:51.407322 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6b914487-5c15-4b46-92c8-98b651e66c9b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:51.443475 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-18035739-afc8-4025-bfa5-27edda912882 req-9155764d-4ea7-44d7-aa88-50e9bb210f3d tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] No DVR routers for this DVR port 372ffd60-69bc-46f5-a6ff-a5f3ded17c97 on host n-h2-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:20:51.457402 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-18035739-afc8-4025-bfa5-27edda912882 req-9155764d-4ea7-44d7-aa88-50e9bb210f3d tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:51.461644 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-18035739-afc8-4025-bfa5-27edda912882 req-9155764d-4ea7-44d7-aa88-50e9bb210f3d tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "DELETE /v2.0/ports/372ffd60-69bc-46f5-a6ff-a5f3ded17c97 HTTP/1.1" status: 204 len: 173 time: 1.1889920 Dec 17 15:20:51.462293 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a97ede0-ec1b-445f-bdeb-fb4b6c696304', 'name': 'network-vif-deleted', 'tag': '372ffd60-69bc-46f5-a6ff-a5f3ded17c97'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:20:51.465007 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cdb08e-ac4a-4d9e-81c9-6ae72bd8cec7" -d '{"events": [{"server_uuid": "0a97ede0-ec1b-445f-bdeb-fb4b6c696304", "name": "network-vif-deleted", "tag": "372ffd60-69bc-46f5-a6ff-a5f3ded17c97"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:20:51.467471 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53534) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:51.496081 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-b6ff7cc3-f472-4fd5-a618-9c185d79f32b tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:51.498201 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-b6ff7cc3-f472-4fd5-a618-9c185d79f32b tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] 10.222.0.46 "GET /v2.0/networks?id=7ca47a33-8abd-4e6a-88ec-7075c5c8571c HTTP/1.1" status: 200 len: 822 time: 0.2519095 Dec 17 15:20:51.502447 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b914487-5c15-4b46-92c8-98b651e66c9b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Network': ['ID=86943c1b-7878-47bd-8307-02d19f7616d0,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:51.511468 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0f32fe33-2cef-40e2-a699-bdc32091acd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:51.515599 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 86943c1b-7878-47bd-8307-02d19f7616d0 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:20:51.541026 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6b914487-5c15-4b46-92c8-98b651e66c9b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4805994 Dec 17 15:20:51.544150 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53542) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:51.553501 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-b9a5fe20-b83b-4cba-8585-df419f654cbe tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Request body: {'subnet': {'network_id': '86943c1b-7878-47bd-8307-02d19f7616d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:51.778261 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a5fe20-b83b-4cba-8585-df419f654cbe tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Made reservation on behalf of 2f3e4e66f57e4196ab4d1021f592ec02 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:20:51.781906 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b9a5fe20-b83b-4cba-8585-df419f654cbe tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:51.805035 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-a490de27-a8eb-45d8-ac14-c3847ad273cb tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1655079289'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:51.820102 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-62202e6c-0fc9-434f-a59a-0be8bc185e6c tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] 10.222.0.46 "GET /v2.0/quotas/d7805a3ea64a42f5a07484c69efea11a HTTP/1.1" status: 200 len: 375 time: 0.3059869 Dec 17 15:20:51.873376 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-5f2ba564-0825-4ee9-af6c-f747e1511834 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d7805a3ea64a42f5a07484c69efea11a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523632 Dec 17 15:20:51.929918 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c8ee0009-77a5-445a-86d1-b4347fc59a36 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:20:51.956762 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a490de27-a8eb-45d8-ac14-c3847ad273cb tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Made reservation on behalf of e0c6c9e3e4794798973eed8b2b34a073 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:20:51.960333 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a490de27-a8eb-45d8-ac14-c3847ad273cb tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:51.977885 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a490de27-a8eb-45d8-ac14-c3847ad273cb tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:51.994013 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port c8ee0009-77a5-445a-86d1-b4347fc59a36 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:51.994393 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:52.024520 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0f32fe33-2cef-40e2-a699-bdc32091acd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:52.076824 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-d0d887d6-f3f6-4ebf-aa20-46e6c57c2d24 service neutron] 10.222.0.46 "GET /v2.0/networks/7ca47a33-8abd-4e6a-88ec-7075c5c8571c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014613 Dec 17 15:20:52.105990 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f32fe33-2cef-40e2-a699-bdc32091acd0 admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:20:52.144387 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:52.156536 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-0f32fe33-2cef-40e2-a699-bdc32091acd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:52.171014 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f32fe33-2cef-40e2-a699-bdc32091acd0 admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:20:52.186776 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port c8ee0009-77a5-445a-86d1-b4347fc59a36, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c8ee0009-77a5-445a-86d1-b4347fc59a36,segment=NetworkSegment(8cdd1ffd-bde9-464d-8072-be56985eb72c),segment_id=8cdd1ffd-bde9-464d-8072-be56985eb72c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:52.192207 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32fe33-2cef-40e2-a699-bdc32091acd0 admin admin] Pushing event updated for resources: {'Port': ['ID=a495b847-b547-49ee-8b4e-1b61753ef657,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:52.201622 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2116fd66-7891-4ea0-9046-54d1601982dc None None] Network 103f3c9e-955b-431b-ac73-eb4ee50a4a0d requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:20:52.232849 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0b1696ad-364f-4faa-8f17-5defe1944b88 req-bd0315f5-ade9-4fd3-8d56-0c127f8eaa9c tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] 10.222.0.46 "GET /v2.0/ports?device_id=e10f5e98-7deb-4513-8cf2-3eb5e439c0cb HTTP/1.1" status: 200 len: 210 time: 0.0681171 Dec 17 15:20:52.240963 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b9a5fe20-b83b-4cba-8585-df419f654cbe tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:52.273332 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:52.334071 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5fe20-b83b-4cba-8585-df419f654cbe tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Subnet': ['ID=f3afc421-f4c5-4696-85bc-38ce9c0fd1b3,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:52.336760 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 17 Dec 2021 15:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea0be2c-0f5b-4ea8-80c1-5125bef0687e x-openstack-request-id: req-5ea0be2c-0f5b-4ea8-80c1-5125bef0687e {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:20:52.337315 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a97ede0-ec1b-445f-bdeb-fb4b6c696304", "name": "network-vif-deleted", "tag": "372ffd60-69bc-46f5-a6ff-a5f3ded17c97", "status": "failed", "code": 422}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:20:52.337739 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5ea0be2c-0f5b-4ea8-80c1-5125bef0687e {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:20:52.338329 n-d-820553-2 neutron-server[102832]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0a97ede0-ec1b-445f-bdeb-fb4b6c696304', 'name': 'network-vif-deleted', 'tag': '372ffd60-69bc-46f5-a6ff-a5f3ded17c97', 'status': 'failed', 'code': 422} returned with failed status Dec 17 15:20:52.342616 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a5fe20-b83b-4cba-8585-df419f654cbe tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Checking segment: {'id': '084b1c3e-267f-472e-8bf3-eafb90e82b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '86943c1b-7878-47bd-8307-02d19f7616d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:20:52.342971 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a5fe20-b83b-4cba-8585-df419f654cbe tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network hostable DHCP agents. Network: 86943c1b-7878-47bd-8307-02d19f7616d0, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:20:52.351102 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-b7adde67-baaf-4fe6-8c16-c6c981e182fd None None] Provisioning complete for port c8ee0009-77a5-445a-86d1-b4347fc59a36 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:52.353132 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b7adde67-baaf-4fe6-8c16-c6c981e182fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:52.387522 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-49166a07-d614-40a6-b7fd-5bddaa400c1d service neutron] 10.222.0.46 "GET /v2.0/networks/7ca47a33-8abd-4e6a-88ec-7075c5c8571c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108761 Dec 17 15:20:52.418383 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a5fe20-b83b-4cba-8585-df419f654cbe tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network 86943c1b-7878-47bd-8307-02d19f7616d0 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:20:52.419164 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a490de27-a8eb-45d8-ac14-c3847ad273cb tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:52.480499 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a490de27-a8eb-45d8-ac14-c3847ad273cb tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:52.483879 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=c8ee0009-77a5-445a-86d1-b4347fc59a36,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:52.498265 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-b9a5fe20-b83b-4cba-8585-df419f654cbe tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 86943c1b-7878-47bd-8307-02d19f7616d0) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:52.508229 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a490de27-a8eb-45d8-ac14-c3847ad273cb tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:20:52.508723 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a5fe20-b83b-4cba-8585-df419f654cbe tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:52.509564 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b9a5fe20-b83b-4cba-8585-df419f654cbe tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:52.530603 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5e6918-ba4b-4187-82ab-73efddf0ec09 None None] Network 86943c1b-7878-47bd-8307-02d19f7616d0 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:20:52.596596 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490de27-a8eb-45d8-ac14-c3847ad273cb tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0048669d-30e4-4fd9-86e8-d5b366eeac74,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:52.605899 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a490de27-a8eb-45d8-ac14-c3847ad273cb tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:52.606250 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-a490de27-a8eb-45d8-ac14-c3847ad273cb tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Added segment 4cb7afd2-a2c6-4402-96e0-1b7336d1f76e of type vlan for network 16a20782-86b5-4c3f-b7a0-54ea535cf26a Dec 17 15:20:52.617647 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b9a5fe20-b83b-4cba-8585-df419f654cbe tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0724094 Dec 17 15:20:52.620156 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53554) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:52.625502 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-89ed1ccc-1bed-4b01-95a8-50acebfd579b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-818116219', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:52.679832 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a490de27-a8eb-45d8-ac14-c3847ad273cb tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:52.692727 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-89ed1ccc-1bed-4b01-95a8-50acebfd579b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:52.699593 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-89ed1ccc-1bed-4b01-95a8-50acebfd579b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:52.753036 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0f32fe33-2cef-40e2-a699-bdc32091acd0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:52.804596 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a490de27-a8eb-45d8-ac14-c3847ad273cb tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:52.829569 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cd60dc-577c-4647-a310-113ee208eec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-86943c1b-7878-47bd-8307-02d19f7616d0', 'network_id': '86943c1b-7878-47bd-8307-02d19f7616d0', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'fixed_ips': [{'subnet_id': 'f3afc421-f4c5-4696-85bc-38ce9c0fd1b3'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:20:52.830458 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-98cd60dc-577c-4647-a310-113ee208eec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:52.838531 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-89ed1ccc-1bed-4b01-95a8-50acebfd579b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:52.840795 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a490de27-a8eb-45d8-ac14-c3847ad273cb tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:52.842569 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a490de27-a8eb-45d8-ac14-c3847ad273cb tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:52.898762 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-89ed1ccc-1bed-4b01-95a8-50acebfd579b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:52.980428 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-89ed1ccc-1bed-4b01-95a8-50acebfd579b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:52.982021 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-89ed1ccc-1bed-4b01-95a8-50acebfd579b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3603919 Dec 17 15:20:52.985363 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53574) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:53.012908 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f9c0d0b9-45bb-450a-9417-9579f7c9e6f6 req-6b4be2ed-44e4-478c-a4f0-055890865d41 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a56696a-404e-4f94-ae18-bb0a30073667 HTTP/1.1" status: 200 len: 210 time: 0.2109151 Dec 17 15:20:53.040375 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4d3f5d80-8754-47f0-83e9-6354a8e495aa None None] Provisioning complete for port c8ee0009-77a5-445a-86d1-b4347fc59a36 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:53.040865 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4d3f5d80-8754-47f0-83e9-6354a8e495aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:53.090795 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-98cd60dc-577c-4647-a310-113ee208eec4 None None] Allocated IP 172.20.0.2 (86943c1b-7878-47bd-8307-02d19f7616d0/f3afc421-f4c5-4696-85bc-38ce9c0fd1b3/ea5bd5b8-4c8a-48b7-b0a1-e2707c7759a0) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:20:53.132889 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a490de27-a8eb-45d8-ac14-c3847ad273cb tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6532111 Dec 17 15:20:53.141510 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53576) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:53.180774 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-8f45a169-a369-475e-9637-e3ac9849580c tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Request body: {'subnet': {'network_id': '16a20782-86b5-4c3f-b7a0-54ea535cf26a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:53.202964 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490de27-a8eb-45d8-ac14-c3847ad273cb tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Pushing event updated for resources: {'Network': ['ID=16a20782-86b5-4c3f-b7a0-54ea535cf26a,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:53.219458 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 16a20782-86b5-4c3f-b7a0-54ea535cf26a details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:20:53.356607 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-98cd60dc-577c-4647-a310-113ee208eec4 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:53.415477 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c59e315f-b22a-4fe0-9567-a787ea54d52b req-78c65cdf-1c99-474d-b45d-b52c9ca06f0f tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] 10.222.0.46 "GET /v2.0/ports?device_id=e10f5e98-7deb-4513-8cf2-3eb5e439c0cb HTTP/1.1" status: 200 len: 210 time: 0.0427129 Dec 17 15:20:53.428393 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-ca61f715-ed04-4475-be35-8d5b2cd29259 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:53.433735 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-ca61f715-ed04-4475-be35-8d5b2cd29259 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/networks?id=72959918-115f-4f15-a904-42652bab9b2e HTTP/1.1" status: 200 len: 810 time: 0.4672568 Dec 17 15:20:53.445552 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-c8220217-c60b-41b3-8527-64efb15f6699 tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:53.447347 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-c8220217-c60b-41b3-8527-64efb15f6699 tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] 10.222.0.13 "GET /v2.0/networks?id=b6513c61-02fa-4d6c-9f66-36cee8e31a1c HTTP/1.1" status: 200 len: 813 time: 0.3729796 Dec 17 15:20:53.462090 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-8bf44a1b-a18b-4b45-87d8-ddadd764f9d0 tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] Request body: {'port': {'device_id': 'e10f5e98-7deb-4513-8cf2-3eb5e439c0cb', 'network_id': 'b6513c61-02fa-4d6c-9f66-36cee8e31a1c', 'admin_state_up': True, 'tenant_id': '9968887880574c09ade3cb0da8d01f28'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:53.464278 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0f32fe33-2cef-40e2-a699-bdc32091acd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:53.471106 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-a180cc0c-2b1d-4d24-9804-65f23bc3b9aa tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/quotas/47d7fbf2bea4406699034a230bc642f9 HTTP/1.1" status: 200 len: 375 time: 0.0308869 Dec 17 15:20:53.481484 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-98cd60dc-577c-4647-a310-113ee208eec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:53.499385 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-24e0f365-1a80-4437-9dd2-f4a90f5638fe tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:53.531380 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cd60dc-577c-4647-a310-113ee208eec4 None None] Network 86943c1b-7878-47bd-8307-02d19f7616d0 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:20:53.532860 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-98cd60dc-577c-4647-a310-113ee208eec4 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:53.536825 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cd60dc-577c-4647-a310-113ee208eec4 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:20:53.549241 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd60dc-577c-4647-a310-113ee208eec4 None None] Pushing event updated for resources: {'Port': ['ID=ea5bd5b8-4c8a-48b7-b0a1-e2707c7759a0,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:53.564880 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-bfe88c02-e9bb-45f4-ac33-92241cba04ca tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=47d7fbf2bea4406699034a230bc642f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577278 Dec 17 15:20:53.613516 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-98cd60dc-577c-4647-a310-113ee208eec4 None None] Attempting to bind port ea5bd5b8-4c8a-48b7-b0a1-e2707c7759a0 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:20:53.617112 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-98cd60dc-577c-4647-a310-113ee208eec4 None None] Attempting to bind port ea5bd5b8-4c8a-48b7-b0a1-e2707c7759a0 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '084b1c3e-267f-472e-8bf3-eafb90e82b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '86943c1b-7878-47bd-8307-02d19f7616d0'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:20:53.617615 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cd60dc-577c-4647-a310-113ee208eec4 None None] Attempting to bind port ea5bd5b8-4c8a-48b7-b0a1-e2707c7759a0 on network 86943c1b-7878-47bd-8307-02d19f7616d0 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:20:53.626541 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cd60dc-577c-4647-a310-113ee208eec4 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:20:53.627111 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cd60dc-577c-4647-a310-113ee208eec4 None None] Checking segment: {'id': '084b1c3e-267f-472e-8bf3-eafb90e82b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '86943c1b-7878-47bd-8307-02d19f7616d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:20:53.627611 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-98cd60dc-577c-4647-a310-113ee208eec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:53.628114 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cd60dc-577c-4647-a310-113ee208eec4 None None] Bound using segment: {'id': '084b1c3e-267f-472e-8bf3-eafb90e82b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '86943c1b-7878-47bd-8307-02d19f7616d0'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:20:53.628740 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-98cd60dc-577c-4647-a310-113ee208eec4 None None] Bound port: ea5bd5b8-4c8a-48b7-b0a1-e2707c7759a0, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '084b1c3e-267f-472e-8bf3-eafb90e82b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '86943c1b-7878-47bd-8307-02d19f7616d0'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:20:53.629273 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-98cd60dc-577c-4647-a310-113ee208eec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:53.641807 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f45a169-a369-475e-9637-e3ac9849580c tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Made reservation on behalf of e0c6c9e3e4794798973eed8b2b34a073 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:20:53.645451 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8f45a169-a369-475e-9637-e3ac9849580c tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:53.720408 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-54ed30e8-fa83-4e73-98d7-f0a54c3c9568 service neutron] 10.222.0.46 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300533 Dec 17 15:20:53.791892 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-98cd60dc-577c-4647-a310-113ee208eec4 None None] For port ea5bd5b8-4c8a-48b7-b0a1-e2707c7759a0, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:20:53.834418 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-e44d40fe-0662-4a0b-b07b-37a2d0e5265c service neutron] 10.222.0.46 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126611 Dec 17 15:20:53.846293 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f32fe33-2cef-40e2-a699-bdc32091acd0 admin admin] Router eccc22ab-e495-4e30-8b6b-5f0c1c003b46 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:20:53.983311 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f32fe33-2cef-40e2-a699-bdc32091acd0 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:20:53.995864 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b39d30f-3b8a-4e20-b131-d943c3197eb5 None None] Sync routers for ids ['eccc22ab-e495-4e30-8b6b-5f0c1c003b46'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:20:54.006423 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b39d30f-3b8a-4e20-b131-d943c3197eb5 None None] Routers {'eccc22ab-e495-4e30-8b6b-5f0c1c003b46'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:20:54.007935 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-6b39d30f-3b8a-4e20-b131-d943c3197eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:20:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['eccc22ab-e495-4e30-8b6b-5f0c1c003b46'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:54.013801 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c8ee0009-77a5-445a-86d1-b4347fc59a36 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:20:54.019325 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-98cd60dc-577c-4647-a310-113ee208eec4 None None] For port ea5bd5b8-4c8a-48b7-b0a1-e2707c7759a0, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ea5bd5b8-4c8a-48b7-b0a1-e2707c7759a0,segment=NetworkSegment(084b1c3e-267f-472e-8bf3-eafb90e82b65),segment_id=084b1c3e-267f-472e-8bf3-eafb90e82b65)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:20:54.102297 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0f32fe33-2cef-40e2-a699-bdc32091acd0 admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:54.106479 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0f32fe33-2cef-40e2-a699-bdc32091acd0 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5973065 Dec 17 15:20:54.146358 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-98cd60dc-577c-4647-a310-113ee208eec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:54.149262 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53592) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:54.157944 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-6b39d30f-3b8a-4e20-b131-d943c3197eb5 None None] Set router eccc22ab-e495-4e30-8b6b-5f0c1c003b46 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:20:54.174044 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-24e0f365-1a80-4437-9dd2-f4a90f5638fe tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Allocated IP 172.20.0.1 (86943c1b-7878-47bd-8307-02d19f7616d0/f3afc421-f4c5-4696-85bc-38ce9c0fd1b3/9cbafda9-0c45-4d04-b409-254e73a4a8cb) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:20:54.190963 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port c8ee0009-77a5-445a-86d1-b4347fc59a36 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:54.191580 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:54.193729 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f84db8eb-6678-4f24-849e-be1553e79348 req-205518b0-08b5-491e-861e-24456804fd19 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 210 time: 0.0840285 Dec 17 15:20:54.275001 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd60dc-577c-4647-a310-113ee208eec4 None None] Pushing event updated for resources: {'Port': ['ID=ea5bd5b8-4c8a-48b7-b0a1-e2707c7759a0,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:54.276729 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8eab9094-8675-466b-95b3-94ed55249411 req-28bdb463-814f-40f9-8020-0a1572371c3d tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a56696a-404e-4f94-ae18-bb0a30073667 HTTP/1.1" status: 200 len: 210 time: 0.1247888 Dec 17 15:20:54.380006 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-24e0f365-1a80-4437-9dd2-f4a90f5638fe tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:54.445667 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8f45a169-a369-475e-9637-e3ac9849580c tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:54.501233 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-24e0f365-1a80-4437-9dd2-f4a90f5638fe tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:54.577391 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-6b39d30f-3b8a-4e20-b131-d943c3197eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'name': 'tempest-TaggedBootDevicesTest_v242-14201545-router', 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'a495b847-b547-49ee-8b4e-1b61753ef657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:20:49Z', 'updated_at': '2021-12-17T15:20:52Z', 'revision_number': 3, 'project_id': '8be5f697514948dbb741ccae5deddcdd', 'gw_port': {'id': 'a495b847-b547-49ee-8b4e-1b61753ef657', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:20:50Z', 'updated_at': '2021-12-17T15:20:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:54.583186 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-8bf44a1b-a18b-4b45-87d8-ddadd764f9d0 tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] Made reservation on behalf of 9968887880574c09ade3cb0da8d01f28 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:20:54.586851 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-8bf44a1b-a18b-4b45-87d8-ddadd764f9d0 tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:54.732889 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0f365-1a80-4437-9dd2-f4a90f5638fe tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Port': ['ID=9cbafda9-0c45-4d04-b409-254e73a4a8cb,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:54.753018 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45a169-a369-475e-9637-e3ac9849580c tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Pushing event updated for resources: {'Subnet': ['ID=b7b26d5b-7bff-41ac-97a7-3acee706745c,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:54.756874 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e0f365-1a80-4437-9dd2-f4a90f5638fe tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network 86943c1b-7878-47bd-8307-02d19f7616d0 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:20:54.760318 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f45a169-a369-475e-9637-e3ac9849580c tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Checking segment: {'id': '4cb7afd2-a2c6-4402-96e0-1b7336d1f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '16a20782-86b5-4c3f-b7a0-54ea535cf26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:20:54.760790 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f45a169-a369-475e-9637-e3ac9849580c tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Network hostable DHCP agents. Network: 16a20782-86b5-4c3f-b7a0-54ea535cf26a, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:20:54.768308 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-24e0f365-1a80-4437-9dd2-f4a90f5638fe tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:54.779713 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e0f365-1a80-4437-9dd2-f4a90f5638fe tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:20:54.793061 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b39d30f-3b8a-4e20-b131-d943c3197eb5 None None] Checking router: eccc22ab-e495-4e30-8b6b-5f0c1c003b46 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:20:54.793545 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b39d30f-3b8a-4e20-b131-d943c3197eb5 None None] Updating router eccc22ab-e495-4e30-8b6b-5f0c1c003b46 port a495b847-b547-49ee-8b4e-1b61753ef657 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:20:54.837176 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-6b39d30f-3b8a-4e20-b131-d943c3197eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:54.930974 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f45a169-a369-475e-9637-e3ac9849580c tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Network 16a20782-86b5-4c3f-b7a0-54ea535cf26a is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:20:54.935916 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-24e0f365-1a80-4437-9dd2-f4a90f5638fe tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:54.986741 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-8bf44a1b-a18b-4b45-87d8-ddadd764f9d0 tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] Allocated IP 172.20.0.10 (b6513c61-02fa-4d6c-9f66-36cee8e31a1c/cfdd9b87-041e-4dc5-bfc4-4913ef992364/04f39975-8ad2-45f7-8928-b5de1de13c14) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:20:54.998348 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b5cc001c-85ef-49a1-9abd-42c0f60ccf9d req-730ac559-1d70-49b3-b5a2-03cb35d09362 tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] 10.222.0.46 "GET /v2.0/ports?device_id=e10f5e98-7deb-4513-8cf2-3eb5e439c0cb HTTP/1.1" status: 200 len: 210 time: 0.1221144 Dec 17 15:20:55.100504 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-8f45a169-a369-475e-9637-e3ac9849580c tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 16a20782-86b5-4c3f-b7a0-54ea535cf26a) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:55.111885 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deae7d1e-8a1c-4d36-8802-621c8cff994d None None] Network 16a20782-86b5-4c3f-b7a0-54ea535cf26a requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:20:55.212359 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-6b39d30f-3b8a-4e20-b131-d943c3197eb5 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:55.309315 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-6b39d30f-3b8a-4e20-b131-d943c3197eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:55.382408 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d810c9-b7d6-48da-bce8-100930e27d44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-16a20782-86b5-4c3f-b7a0-54ea535cf26a', 'network_id': '16a20782-86b5-4c3f-b7a0-54ea535cf26a', 'tenant_id': 'e0c6c9e3e4794798973eed8b2b34a073', 'fixed_ips': [{'subnet_id': 'b7b26d5b-7bff-41ac-97a7-3acee706745c'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:20:55.393083 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-65d810c9-b7d6-48da-bce8-100930e27d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:55.440938 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-6b39d30f-3b8a-4e20-b131-d943c3197eb5 None None] Attempting to bind port a495b847-b547-49ee-8b4e-1b61753ef657 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:20:55.441360 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-6b39d30f-3b8a-4e20-b131-d943c3197eb5 None None] Attempting to bind port a495b847-b547-49ee-8b4e-1b61753ef657 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:20:55.441745 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b39d30f-3b8a-4e20-b131-d943c3197eb5 None None] Attempting to bind port a495b847-b547-49ee-8b4e-1b61753ef657 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:20:55.465091 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77043690-15ec-40e0-a0d7-2c3cef522267 None None] Pushing event updated for resources: {'Port': ['ID=a495b847-b547-49ee-8b4e-1b61753ef657,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:55.467563 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b39d30f-3b8a-4e20-b131-d943c3197eb5 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:20:55.467965 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b39d30f-3b8a-4e20-b131-d943c3197eb5 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:20:55.468337 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-6b39d30f-3b8a-4e20-b131-d943c3197eb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:55.468739 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b39d30f-3b8a-4e20-b131-d943c3197eb5 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:20:55.474855 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-6b39d30f-3b8a-4e20-b131-d943c3197eb5 None None] Bound port: a495b847-b547-49ee-8b4e-1b61753ef657, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:20:55.474855 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-6b39d30f-3b8a-4e20-b131-d943c3197eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:55.511473 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f45a169-a369-475e-9637-e3ac9849580c tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:55.512100 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8f45a169-a369-475e-9637-e3ac9849580c tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:55.542739 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-577b9d19-7d7e-4ebf-a134-4a6530a8bd84 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:55.544308 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-577b9d19-7d7e-4ebf-a134-4a6530a8bd84 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] 10.222.0.13 "GET /v2.0/networks?id=7ca47a33-8abd-4e6a-88ec-7075c5c8571c HTTP/1.1" status: 200 len: 822 time: 0.2457182 Dec 17 15:20:55.576261 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-be226f0a-c3a8-45be-93f2-513da049a3b9 req-a465e016-8f2a-464d-8205-a320c722f8ae tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 210 time: 0.2798202 Dec 17 15:20:55.583308 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-e04f3994-e0cb-44bf-9200-0cd9bf8b4451 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] Request body: {'port': {'device_id': '7a56696a-404e-4f94-ae18-bb0a30073667', 'network_id': '7ca47a33-8abd-4e6a-88ec-7075c5c8571c', 'admin_state_up': True, 'tenant_id': 'd7805a3ea64a42f5a07484c69efea11a'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:55.588097 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-24e0f365-1a80-4437-9dd2-f4a90f5638fe tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:55.596637 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-6b39d30f-3b8a-4e20-b131-d943c3197eb5 None None] For port a495b847-b547-49ee-8b4e-1b61753ef657, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:20:55.602169 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-6b39d30f-3b8a-4e20-b131-d943c3197eb5 None None] For port a495b847-b547-49ee-8b4e-1b61753ef657, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=a495b847-b547-49ee-8b4e-1b61753ef657,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:20:55.651602 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-65d810c9-b7d6-48da-bce8-100930e27d44 None None] Allocated IP 172.20.0.2 (16a20782-86b5-4c3f-b7a0-54ea535cf26a/b7b26d5b-7bff-41ac-97a7-3acee706745c/cd4d368b-9201-4d68-a853-54419f657f45) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:20:55.658218 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cf44e672-68b8-47c7-86b2-7832e9ddf286 req-6aa0fb18-10ac-4761-be5f-c85b28c85671 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a56696a-404e-4f94-ae18-bb0a30073667 HTTP/1.1" status: 200 len: 210 time: 0.1092124 Dec 17 15:20:55.658400 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:55.669193 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8f45a169-a369-475e-9637-e3ac9849580c tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5168729 Dec 17 15:20:55.679702 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53610) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:55.685501 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-2df13981-6c6d-4993-9cfd-a8c74e68488f tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Request body: {'port': {'network_id': '16a20782-86b5-4c3f-b7a0-54ea535cf26a', 'name': 'tempest-AllowedAddressPairTestJSON-502133125'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:55.716303 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-6b39d30f-3b8a-4e20-b131-d943c3197eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:55.734097 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a06aff29-13a1-4279-a45c-98a3c6496e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:55.966128 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-65d810c9-b7d6-48da-bce8-100930e27d44 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:55.981981 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b39d30f-3b8a-4e20-b131-d943c3197eb5 None None] Routers {'eccc22ab-e495-4e30-8b6b-5f0c1c003b46'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:20:55.994224 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-8bf44a1b-a18b-4b45-87d8-ddadd764f9d0 tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:55.995457 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-6b39d30f-3b8a-4e20-b131-d943c3197eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:20:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['eccc22ab-e495-4e30-8b6b-5f0c1c003b46'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:56.041682 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-65d810c9-b7d6-48da-bce8-100930e27d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:56.077569 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-e04f3994-e0cb-44bf-9200-0cd9bf8b4451 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] Made reservation on behalf of d7805a3ea64a42f5a07484c69efea11a for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:20:56.081718 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-e04f3994-e0cb-44bf-9200-0cd9bf8b4451 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:56.113401 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ea5bd5b8-4c8a-48b7-b0a1-e2707c7759a0 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:20:56.125562 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2819e19-6bad-4605-956e-b6d23b183bec None None] Network 86943c1b-7878-47bd-8307-02d19f7616d0 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:20:56.192672 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-6b39d30f-3b8a-4e20-b131-d943c3197eb5 None None] Set router eccc22ab-e495-4e30-8b6b-5f0c1c003b46 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:20:56.228570 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d810c9-b7d6-48da-bce8-100930e27d44 None None] Network 16a20782-86b5-4c3f-b7a0-54ea535cf26a is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:20:56.236567 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7117ecbb-f4d3-4567-9dbb-84dfa1867dde req-b9f20682-fb87-4240-8053-e33303e7e50b tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] 10.222.0.46 "GET /v2.0/ports?device_id=e10f5e98-7deb-4513-8cf2-3eb5e439c0cb HTTP/1.1" status: 200 len: 210 time: 0.0971086 Dec 17 15:20:56.280437 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-a06aff29-13a1-4279-a45c-98a3c6496e0b admin admin] Allocated IP 172.20.0.1 (103f3c9e-955b-431b-ac73-eb4ee50a4a0d/4284f076-0000-4c1d-851c-097716c35280/928beb0a-1cad-4d23-9ae1-144ab9160cbd) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:20:56.335822 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-8bf44a1b-a18b-4b45-87d8-ddadd764f9d0 tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:56.343665 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-65d810c9-b7d6-48da-bce8-100930e27d44 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:56.358233 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d810c9-b7d6-48da-bce8-100930e27d44 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:20:56.375348 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df13981-6c6d-4993-9cfd-a8c74e68488f tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Made reservation on behalf of e0c6c9e3e4794798973eed8b2b34a073 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:20:56.381739 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2df13981-6c6d-4993-9cfd-a8c74e68488f tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:56.399477 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-e04f3994-e0cb-44bf-9200-0cd9bf8b4451 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] Allocated IP 172.20.0.14 (7ca47a33-8abd-4e6a-88ec-7075c5c8571c/3776791d-be13-43ea-aa2a-6f58e8cb954f/d2daf36d-f267-46b9-82d3-4060c8d23468) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:20:56.405262 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-188ad219-1a1a-4bff-affa-f7a5142eaae0 None None] Provisioning complete for port ea5bd5b8-4c8a-48b7-b0a1-e2707c7759a0 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:56.406099 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-188ad219-1a1a-4bff-affa-f7a5142eaae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:56.435961 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-8bf44a1b-a18b-4b45-87d8-ddadd764f9d0 tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] Network b6513c61-02fa-4d6c-9f66-36cee8e31a1c is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:20:56.441224 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-24e0f365-1a80-4437-9dd2-f4a90f5638fe tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:56.455035 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-8bf44a1b-a18b-4b45-87d8-ddadd764f9d0 tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:56.459351 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-2df13981-6c6d-4993-9cfd-a8c74e68488f tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] device_id is not set on port 28082222-219b-487f-bb91-133e4208d62c yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:20:56.465748 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-8bf44a1b-a18b-4b45-87d8-ddadd764f9d0 tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:20:56.474644 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d810c9-b7d6-48da-bce8-100930e27d44 None None] Pushing event updated for resources: {'Port': ['ID=cd4d368b-9201-4d68-a853-54419f657f45,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:56.503554 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a06aff29-13a1-4279-a45c-98a3c6496e0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:56.503828 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77043690-15ec-40e0-a0d7-2c3cef522267 None None] Pushing event updated for resources: {'Port': ['ID=a495b847-b547-49ee-8b4e-1b61753ef657,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:56.526049 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-6b39d30f-3b8a-4e20-b131-d943c3197eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'name': 'tempest-TaggedBootDevicesTest_v242-14201545-router', 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'a495b847-b547-49ee-8b4e-1b61753ef657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:20:49Z', 'updated_at': '2021-12-17T15:20:52Z', 'revision_number': 3, 'project_id': '8be5f697514948dbb741ccae5deddcdd', 'gw_port': {'id': 'a495b847-b547-49ee-8b4e-1b61753ef657', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:20:50Z', 'updated_at': '2021-12-17T15:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:56.543585 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-8bf44a1b-a18b-4b45-87d8-ddadd764f9d0 tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:56.544888 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-8bf44a1b-a18b-4b45-87d8-ddadd764f9d0 tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:56.551645 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf44a1b-a18b-4b45-87d8-ddadd764f9d0 tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] Pushing event updated for resources: {'Port': ['ID=04f39975-8ad2-45f7-8928-b5de1de13c14,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:56.562564 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-24e0f365-1a80-4437-9dd2-f4a90f5638fe tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:56.570838 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b39d30f-3b8a-4e20-b131-d943c3197eb5 None None] The sync data for ids ['eccc22ab-e495-4e30-8b6b-5f0c1c003b46'] in n-d-820553-2 is: [{'id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'name': 'tempest-TaggedBootDevicesTest_v242-14201545-router', 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'a495b847-b547-49ee-8b4e-1b61753ef657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:20:49Z', 'updated_at': '2021-12-17T15:20:52Z', 'revision_number': 3, 'project_id': '8be5f697514948dbb741ccae5deddcdd', 'gw_port': {'id': 'a495b847-b547-49ee-8b4e-1b61753ef657', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:20:50Z', 'updated_at': '2021-12-17T15:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:20:56.580528 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-65d810c9-b7d6-48da-bce8-100930e27d44 None None] Attempting to bind port cd4d368b-9201-4d68-a853-54419f657f45 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:20:56.582824 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-65d810c9-b7d6-48da-bce8-100930e27d44 None None] Attempting to bind port cd4d368b-9201-4d68-a853-54419f657f45 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '4cb7afd2-a2c6-4402-96e0-1b7336d1f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '16a20782-86b5-4c3f-b7a0-54ea535cf26a'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:20:56.583227 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d810c9-b7d6-48da-bce8-100930e27d44 None None] Attempting to bind port cd4d368b-9201-4d68-a853-54419f657f45 on network 16a20782-86b5-4c3f-b7a0-54ea535cf26a {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:20:56.597219 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d810c9-b7d6-48da-bce8-100930e27d44 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:20:56.597601 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d810c9-b7d6-48da-bce8-100930e27d44 None None] Checking segment: {'id': '4cb7afd2-a2c6-4402-96e0-1b7336d1f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '16a20782-86b5-4c3f-b7a0-54ea535cf26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:20:56.598002 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-65d810c9-b7d6-48da-bce8-100930e27d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:56.598393 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d810c9-b7d6-48da-bce8-100930e27d44 None None] Bound using segment: {'id': '4cb7afd2-a2c6-4402-96e0-1b7336d1f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '16a20782-86b5-4c3f-b7a0-54ea535cf26a'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:20:56.598862 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-65d810c9-b7d6-48da-bce8-100930e27d44 None None] Bound port: cd4d368b-9201-4d68-a853-54419f657f45, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb7afd2-a2c6-4402-96e0-1b7336d1f76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '16a20782-86b5-4c3f-b7a0-54ea535cf26a'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:20:56.599443 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-65d810c9-b7d6-48da-bce8-100930e27d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:56.662471 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-188ad219-1a1a-4bff-affa-f7a5142eaae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:56.717894 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port ea5bd5b8-4c8a-48b7-b0a1-e2707c7759a0 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:56.722488 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:56.779585 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-826ac1fc-9385-4eff-b167-63d7083bbeac req-7036832d-3d60-4c03-ad21-8446ab490a83 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 210 time: 0.0717444 Dec 17 15:20:56.797088 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a06aff29-13a1-4279-a45c-98a3c6496e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:56.808122 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-8bf44a1b-a18b-4b45-87d8-ddadd764f9d0 tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3505559 Dec 17 15:20:56.826112 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-24e0f365-1a80-4437-9dd2-f4a90f5638fe tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:56.831197 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-0bf3bc88-325f-446f-a924-63379785e71e service neutron] Request body: {'port': {'device_id': 'e10f5e98-7deb-4513-8cf2-3eb5e439c0cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:56.856498 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0f365-1a80-4437-9dd2-f4a90f5638fe tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Port': ['ID=9cbafda9-0c45-4d04-b409-254e73a4a8cb,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:56.868041 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-188ad219-1a1a-4bff-affa-f7a5142eaae0 None None] For port ea5bd5b8-4c8a-48b7-b0a1-e2707c7759a0, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ea5bd5b8-4c8a-48b7-b0a1-e2707c7759a0,segment=NetworkSegment(084b1c3e-267f-472e-8bf3-eafb90e82b65),segment_id=084b1c3e-267f-472e-8bf3-eafb90e82b65)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:56.888081 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-65d810c9-b7d6-48da-bce8-100930e27d44 None None] For port cd4d368b-9201-4d68-a853-54419f657f45, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:20:56.902811 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-65d810c9-b7d6-48da-bce8-100930e27d44 None None] For port cd4d368b-9201-4d68-a853-54419f657f45, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=cd4d368b-9201-4d68-a853-54419f657f45,segment=NetworkSegment(4cb7afd2-a2c6-4402-96e0-1b7336d1f76e),segment_id=4cb7afd2-a2c6-4402-96e0-1b7336d1f76e)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:20:56.948052 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-188ad219-1a1a-4bff-affa-f7a5142eaae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:57.011993 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ad219-1a1a-4bff-affa-f7a5142eaae0 None None] Pushing event updated for resources: {'Port': ['ID=ea5bd5b8-4c8a-48b7-b0a1-e2707c7759a0,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:57.027424 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-2df13981-6c6d-4993-9cfd-a8c74e68488f tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Allocated IP 172.20.0.4 (16a20782-86b5-4c3f-b7a0-54ea535cf26a/b7b26d5b-7bff-41ac-97a7-3acee706745c/28082222-219b-487f-bb91-133e4208d62c) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:20:57.029611 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-65d810c9-b7d6-48da-bce8-100930e27d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:57.072234 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-0bf3bc88-325f-446f-a924-63379785e71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:57.175617 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:57.183067 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-e04f3994-e0cb-44bf-9200-0cd9bf8b4451 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:57.195839 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-540c8ad0-b859-437f-a814-3b868f35d1cd None None] Provisioning complete for port ea5bd5b8-4c8a-48b7-b0a1-e2707c7759a0 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:57.198975 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-6498256f-00bb-41c4-a178-a0738b0b4978 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:57.201259 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-6498256f-00bb-41c4-a178-a0738b0b4978 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.13 "GET /v2.0/networks?id=72959918-115f-4f15-a904-42652bab9b2e HTTP/1.1" status: 200 len: 810 time: 0.4145746 Dec 17 15:20:57.201891 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-540c8ad0-b859-437f-a814-3b868f35d1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:57.250795 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d810c9-b7d6-48da-bce8-100930e27d44 None None] Pushing event updated for resources: {'Port': ['ID=cd4d368b-9201-4d68-a853-54419f657f45,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:57.283682 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f72fa3a8-967f-4c3f-92ce-564e4374a9b1 req-f59cd8d9-953d-4b30-9235-4ca55130263a tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a56696a-404e-4f94-ae18-bb0a30073667 HTTP/1.1" status: 200 len: 210 time: 0.4949293 Dec 17 15:20:57.290679 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e0f365-1a80-4437-9dd2-f4a90f5638fe tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network 86943c1b-7878-47bd-8307-02d19f7616d0 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:20:57.295710 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-28788060-ff4d-47d6-8c47-1cca1fddbfb8 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Request body: {'port': {'device_id': '375d420c-0e77-4add-8c0f-74ebcbf901de', 'network_id': '72959918-115f-4f15-a904-42652bab9b2e', 'admin_state_up': True, 'tenant_id': '47d7fbf2bea4406699034a230bc642f9'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:57.315955 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-24e0f365-1a80-4437-9dd2-f4a90f5638fe tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:57.343873 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06aff29-13a1-4279-a45c-98a3c6496e0b admin admin] Network 103f3c9e-955b-431b-ac73-eb4ee50a4a0d is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:20:57.389840 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-a06aff29-13a1-4279-a45c-98a3c6496e0b admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:57.394646 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:20:57.395139 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:20:57.401804 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06aff29-13a1-4279-a45c-98a3c6496e0b admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:20:57.404163 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06aff29-13a1-4279-a45c-98a3c6496e0b admin admin] Pushing event updated for resources: {'Port': ['ID=928beb0a-1cad-4d23-9ae1-144ab9160cbd,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:57.452384 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-540c8ad0-b859-437f-a814-3b868f35d1cd None None] Provisioning complete for port 9cbafda9-0c45-4d04-b409-254e73a4a8cb triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:57.452807 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-540c8ad0-b859-437f-a814-3b868f35d1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:57.528613 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-540c8ad0-b859-437f-a814-3b868f35d1cd None None] Port 9cbafda9-0c45-4d04-b409-254e73a4a8cb cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:20:57.566348 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a06aff29-13a1-4279-a45c-98a3c6496e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:57.655077 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-1b54bfc1-faff-4ccd-9ce3-3d9df7f2cb8e None None] Provisioning complete for port 9cbafda9-0c45-4d04-b409-254e73a4a8cb triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:57.655307 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-e04f3994-e0cb-44bf-9200-0cd9bf8b4451 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:57.655881 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1b54bfc1-faff-4ccd-9ce3-3d9df7f2cb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:57.699310 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3fb27-01d3-4de5-a76e-62533451529f req-6bd73335-c0b5-4d6a-b0dd-baf766444827 tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:57.707064 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32a3fb27-01d3-4de5-a76e-62533451529f req-6bd73335-c0b5-4d6a-b0dd-baf766444827 tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] 10.222.0.46 "GET /v2.0/ports?device_id=e10f5e98-7deb-4513-8cf2-3eb5e439c0cb HTTP/1.1" status: 200 len: 932 time: 0.3315763 Dec 17 15:20:57.739702 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2df13981-6c6d-4993-9cfd-a8c74e68488f tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:57.760013 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-1b54bfc1-faff-4ccd-9ce3-3d9df7f2cb8e None None] Port 9cbafda9-0c45-4d04-b409-254e73a4a8cb cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:20:57.888899 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-fbfec06b-c8b4-4803-8310-54524b943a17 None None] Provisioning complete for port 9cbafda9-0c45-4d04-b409-254e73a4a8cb triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:57.888899 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fbfec06b-c8b4-4803-8310-54524b943a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:57.914608 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f3994-e0cb-44bf-9200-0cd9bf8b4451 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] Pushing event updated for resources: {'Port': ['ID=d2daf36d-f267-46b9-82d3-4060c8d23468,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:57.937746 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-e04f3994-e0cb-44bf-9200-0cd9bf8b4451 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] Network 7ca47a33-8abd-4e6a-88ec-7075c5c8571c is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:20:57.943948 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2df13981-6c6d-4993-9cfd-a8c74e68488f tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:57.957605 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-e04f3994-e0cb-44bf-9200-0cd9bf8b4451 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:57.982607 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-e04f3994-e0cb-44bf-9200-0cd9bf8b4451 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:20:58.008024 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-20e99889-23a4-4a81-a456-26817bce0769 req-433e9721-df1e-4c85-a508-be42eaf8adaa tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 210 time: 0.0774136 Dec 17 15:20:58.023672 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df13981-6c6d-4993-9cfd-a8c74e68488f tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Network 16a20782-86b5-4c3f-b7a0-54ea535cf26a is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:20:58.029258 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-2df13981-6c6d-4993-9cfd-a8c74e68488f tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:20:58.042584 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df13981-6c6d-4993-9cfd-a8c74e68488f tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:20:58.043674 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-fbfec06b-c8b4-4803-8310-54524b943a17 None None] Port 9cbafda9-0c45-4d04-b409-254e73a4a8cb cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:20:58.048486 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-28788060-ff4d-47d6-8c47-1cca1fddbfb8 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Made reservation on behalf of 47d7fbf2bea4406699034a230bc642f9 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:20:58.052353 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-28788060-ff4d-47d6-8c47-1cca1fddbfb8 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:58.098696 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32a3fb27-01d3-4de5-a76e-62533451529f req-dfb4bbc5-6df6-451f-86b8-9e198f08ad62 tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] 10.222.0.46 "GET /v2.0/security-groups?id=add532d7-958e-43c8-99c5-02294375bace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907399 Dec 17 15:20:58.129625 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df13981-6c6d-4993-9cfd-a8c74e68488f tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Pushing event updated for resources: {'Port': ['ID=28082222-219b-487f-bb91-133e4208d62c,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:58.167059 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e0f365-1a80-4437-9dd2-f4a90f5638fe tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Router 0435d68b-aa24-4332-b589-6837779d77f9 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:20:58.181077 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-e04f3994-e0cb-44bf-9200-0cd9bf8b4451 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:58.181858 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-e04f3994-e0cb-44bf-9200-0cd9bf8b4451 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:58.182356 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df13981-6c6d-4993-9cfd-a8c74e68488f tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:58.183070 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2df13981-6c6d-4993-9cfd-a8c74e68488f tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:58.183369 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-40adfdd7-d2a9-47bb-bc19-1f4236615e89 None None] Provisioning complete for port 928beb0a-1cad-4d23-9ae1-144ab9160cbd triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:58.183846 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-40adfdd7-d2a9-47bb-bc19-1f4236615e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:58.283684 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-40adfdd7-d2a9-47bb-bc19-1f4236615e89 None None] Port 928beb0a-1cad-4d23-9ae1-144ab9160cbd cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:20:58.333366 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-0bf3bc88-325f-446f-a924-63379785e71e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f39975-8ad2-45f7-8928-b5de1de13c14 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:20:58.345060 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2df13981-6c6d-4993-9cfd-a8c74e68488f tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6633458 Dec 17 15:20:58.348210 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53636) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:58.368638 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-0bf3bc88-325f-446f-a924-63379785e71e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:58.371908 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-e04f3994-e0cb-44bf-9200-0cd9bf8b4451 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7940326 Dec 17 15:20:58.379556 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device cd4d368b-9201-4d68-a853-54419f657f45 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:20:58.382595 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-addd94b8-b803-4ba5-9b37-b96439c0e854 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Request body: {'port': {'network_id': '16a20782-86b5-4c3f-b7a0-54ea535cf26a', 'name': 'tempest-AllowedAddressPairTestJSON-1832824765', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:3a:1c:4b'}]}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:58.430412 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-28788060-ff4d-47d6-8c47-1cca1fddbfb8 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Allocated IP 172.20.0.10 (72959918-115f-4f15-a904-42652bab9b2e/95ec1172-deaa-4898-b906-b0423633683b/05301328-2272-486d-85a3-4bd21e43f0ea) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:20:58.451437 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-3389a48e-5bec-42d8-81f0-8ca0cdbce54b service neutron] Request body: {'port': {'device_id': '7a56696a-404e-4f94-ae18-bb0a30073667', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:58.451888 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port cd4d368b-9201-4d68-a853-54419f657f45 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:58.452335 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:58.461780 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-0bf3bc88-325f-446f-a924-63379785e71e service neutron] Transition to ACTIVE for port object 04f39975-8ad2-45f7-8928-b5de1de13c14 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:20:58.467576 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e0f365-1a80-4437-9dd2-f4a90f5638fe tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:20:58.480722 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-24e0f365-1a80-4437-9dd2-f4a90f5638fe tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "PUT /v2.0/routers/0435d68b-aa24-4332-b589-6837779d77f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4939079 Dec 17 15:20:58.483552 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53638) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:58.486738 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545ef3df-39ab-4e70-aac2-2e91c51fba11 None None] Sync routers for ids ['0435d68b-aa24-4332-b589-6837779d77f9'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:20:58.512365 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545ef3df-39ab-4e70-aac2-2e91c51fba11 None None] Routers {'0435d68b-aa24-4332-b589-6837779d77f9'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:20:58.513003 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-545ef3df-39ab-4e70-aac2-2e91c51fba11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:20:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0435d68b-aa24-4332-b589-6837779d77f9'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:58.552898 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944db1b7-cff8-4821-988f-1b4984342b8d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:58.556176 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-944db1b7-cff8-4821-988f-1b4984342b8d tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "GET /v2.0/ports/9cbafda9-0c45-4d04-b409-254e73a4a8cb HTTP/1.1" status: 200 len: 910 time: 0.0712066 Dec 17 15:20:58.559557 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-545ef3df-39ab-4e70-aac2-2e91c51fba11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:58.561421 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a06aff29-13a1-4279-a45c-98a3c6496e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:58.573570 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545ef3df-39ab-4e70-aac2-2e91c51fba11 None None] Routers {'0435d68b-aa24-4332-b589-6837779d77f9'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:20:58.574207 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-545ef3df-39ab-4e70-aac2-2e91c51fba11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:20:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0435d68b-aa24-4332-b589-6837779d77f9'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:58.583645 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53640) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:20:58.602044 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-0bf3bc88-325f-446f-a924-63379785e71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:58.639375 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-545ef3df-39ab-4e70-aac2-2e91c51fba11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:20:58.640107 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545ef3df-39ab-4e70-aac2-2e91c51fba11 None None] The sync data for ids ['0435d68b-aa24-4332-b589-6837779d77f9'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:20:58.667029 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:58.706494 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port cd4d368b-9201-4d68-a853-54419f657f45, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=cd4d368b-9201-4d68-a853-54419f657f45,segment=NetworkSegment(4cb7afd2-a2c6-4402-96e0-1b7336d1f76e),segment_id=4cb7afd2-a2c6-4402-96e0-1b7336d1f76e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:58.706997 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-53b1fe49-dcf7-4068-b8b2-26cd099c8a4e tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f3afc421-f4c5-4696-85bc-38ce9c0fd1b3'}]}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:20:58.736164 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-3389a48e-5bec-42d8-81f0-8ca0cdbce54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:58.755798 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3bc88-325f-446f-a924-63379785e71e service neutron] Pushing event updated for resources: {'Port': ['ID=04f39975-8ad2-45f7-8928-b5de1de13c14,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:58.788865 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-0bf3bc88-325f-446f-a924-63379785e71e service neutron] Attempting to bind port 04f39975-8ad2-45f7-8928-b5de1de13c14 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:20:58.793551 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-0bf3bc88-325f-446f-a924-63379785e71e service neutron] Attempting to bind port 04f39975-8ad2-45f7-8928-b5de1de13c14 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '7a90d0b3-dc79-487e-a303-a4e23e4731f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b6513c61-02fa-4d6c-9f66-36cee8e31a1c'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:20:58.793551 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-0bf3bc88-325f-446f-a924-63379785e71e service neutron] Attempting to bind port 04f39975-8ad2-45f7-8928-b5de1de13c14 on network b6513c61-02fa-4d6c-9f66-36cee8e31a1c {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:20:58.793929 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-0bf3bc88-325f-446f-a924-63379785e71e service neutron] Port 04f39975-8ad2-45f7-8928-b5de1de13c14 on network b6513c61-02fa-4d6c-9f66-36cee8e31a1c not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:20:58.794905 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-0bf3bc88-325f-446f-a924-63379785e71e service neutron] Attempting to bind port 04f39975-8ad2-45f7-8928-b5de1de13c14 on network b6513c61-02fa-4d6c-9f66-36cee8e31a1c {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:20:58.800955 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-0bf3bc88-325f-446f-a924-63379785e71e service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:20:58.801399 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-0bf3bc88-325f-446f-a924-63379785e71e service neutron] Checking segment: {'id': '7a90d0b3-dc79-487e-a303-a4e23e4731f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b6513c61-02fa-4d6c-9f66-36cee8e31a1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:20:58.801783 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-0bf3bc88-325f-446f-a924-63379785e71e service neutron] Bound using segment: {'id': '7a90d0b3-dc79-487e-a303-a4e23e4731f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b6513c61-02fa-4d6c-9f66-36cee8e31a1c'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:20:58.802268 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-0bf3bc88-325f-446f-a924-63379785e71e service neutron] Bound port: 04f39975-8ad2-45f7-8928-b5de1de13c14, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a90d0b3-dc79-487e-a303-a4e23e4731f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b6513c61-02fa-4d6c-9f66-36cee8e31a1c'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:20:58.802634 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-0bf3bc88-325f-446f-a924-63379785e71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:58.808371 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d681ca51-92a9-4bf2-a17e-167e8f7f06ba None None] Network 16a20782-86b5-4c3f-b7a0-54ea535cf26a requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:20:58.808523 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a77ce-e014-4425-977b-cc3bdd3e5e3d req-22d0a4ac-a079-4a7e-b154-6aed4998e504 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:58.809952 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d4a77ce-e014-4425-977b-cc3bdd3e5e3d req-22d0a4ac-a079-4a7e-b154-6aed4998e504 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a56696a-404e-4f94-ae18-bb0a30073667 HTTP/1.1" status: 200 len: 932 time: 0.3683281 Dec 17 15:20:58.858394 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:58.859297 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a495b847-b547-49ee-8b4e-1b61753ef657 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:20:58.876801 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-0bf3bc88-325f-446f-a924-63379785e71e service neutron] For port 04f39975-8ad2-45f7-8928-b5de1de13c14, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:20:58.880095 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-0bf3bc88-325f-446f-a924-63379785e71e service neutron] For port 04f39975-8ad2-45f7-8928-b5de1de13c14, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=04f39975-8ad2-45f7-8928-b5de1de13c14,segment=NetworkSegment(7a90d0b3-dc79-487e-a303-a4e23e4731f6),segment_id=7a90d0b3-dc79-487e-a303-a4e23e4731f6)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:20:58.891452 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-addd94b8-b803-4ba5-9b37-b96439c0e854 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Made reservation on behalf of e0c6c9e3e4794798973eed8b2b34a073 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:20:58.949402 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3fd5e57c-5962-424c-98f6-d6bb12556894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:58.996141 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a06aff29-13a1-4279-a45c-98a3c6496e0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:59.004498 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-addd94b8-b803-4ba5-9b37-b96439c0e854 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:59.027736 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-0bf3bc88-325f-446f-a924-63379785e71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:59.031429 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-addd94b8-b803-4ba5-9b37-b96439c0e854 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] device_id is not set on port b845c1e0-c6aa-4364-b561-f61a1f477234 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:20:59.062723 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=cd4d368b-9201-4d68-a853-54419f657f45,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:59.090540 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-deaf56af-3f12-44de-8767-4d9df71fc019 None None] Provisioning complete for port cd4d368b-9201-4d68-a853-54419f657f45 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:59.090983 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-0bf3bc88-325f-446f-a924-63379785e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:59.091535 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-deaf56af-3f12-44de-8767-4d9df71fc019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:59.091776 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-0bf3bc88-325f-446f-a924-63379785e71e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:59.094217 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-0bf3bc88-325f-446f-a924-63379785e71e service neutron] 10.222.0.13 "PUT /v2.0/ports/04f39975-8ad2-45f7-8928-b5de1de13c14 HTTP/1.1" status: 200 len: 1092 time: 2.2745423 Dec 17 15:20:59.094811 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10f5e98-7deb-4513-8cf2-3eb5e439c0cb', 'tag': '04f39975-8ad2-45f7-8928-b5de1de13c14'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:20:59.095323 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d4a77ce-e014-4425-977b-cc3bdd3e5e3d req-e096e41e-1aab-4d6b-bb01-ac60ba736d29 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] 10.222.0.46 "GET /v2.0/security-groups?id=e35d7f0d-62d9-4711-91bb-ad53a80d6121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400053 Dec 17 15:20:59.098691 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64cdd20-72b6-4c1c-ac1d-00b3179cc068" -d '{"events": [{"name": "network-changed", "server_uuid": "e10f5e98-7deb-4513-8cf2-3eb5e439c0cb", "tag": "04f39975-8ad2-45f7-8928-b5de1de13c14"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:20:59.159781 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a06aff29-13a1-4279-a45c-98a3c6496e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:59.190602 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port a495b847-b547-49ee-8b4e-1b61753ef657 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:59.191059 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:59.233843 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2239cd9-e5a3-49b4-ae8f-19894e4a1295 x-openstack-request-id: req-c2239cd9-e5a3-49b4-ae8f-19894e4a1295 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:20:59.234107 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10f5e98-7deb-4513-8cf2-3eb5e439c0cb", "tag": "04f39975-8ad2-45f7-8928-b5de1de13c14", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:20:59.234408 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c2239cd9-e5a3-49b4-ae8f-19894e4a1295 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:20:59.234754 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e10f5e98-7deb-4513-8cf2-3eb5e439c0cb', 'tag': '04f39975-8ad2-45f7-8928-b5de1de13c14', 'status': 'completed', 'code': 200} Dec 17 15:20:59.323569 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3bc88-325f-446f-a924-63379785e71e service neutron] Pushing event updated for resources: {'Port': ['ID=04f39975-8ad2-45f7-8928-b5de1de13c14,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:59.372075 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:59.372983 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cdd20-72b6-4c1c-ac1d-00b3179cc068 req-5ff51356-c2aa-4e50-b708-40636f25b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:59.374710 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c64cdd20-72b6-4c1c-ac1d-00b3179cc068 req-5ff51356-c2aa-4e50-b708-40636f25b81a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9968887880574c09ade3cb0da8d01f28&device_id=e10f5e98-7deb-4513-8cf2-3eb5e439c0cb HTTP/1.1" status: 200 len: 1095 time: 0.1392205 Dec 17 15:20:59.380732 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-addd94b8-b803-4ba5-9b37-b96439c0e854 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Allocated IP 172.20.0.5 (16a20782-86b5-4c3f-b7a0-54ea535cf26a/b7b26d5b-7bff-41ac-97a7-3acee706745c/b845c1e0-c6aa-4364-b561-f61a1f477234) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:20:59.408787 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port a495b847-b547-49ee-8b4e-1b61753ef657, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=a495b847-b547-49ee-8b4e-1b61753ef657,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:20:59.466926 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:59.469265 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ea5bd5b8-4c8a-48b7-b0a1-e2707c7759a0 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:20:59.567094 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=a495b847-b547-49ee-8b4e-1b61753ef657,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:59.578992 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cdd20-72b6-4c1c-ac1d-00b3179cc068 req-1da912b4-ac61-481b-a679-4a7158a0adce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:59.580666 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c64cdd20-72b6-4c1c-ac1d-00b3179cc068 req-1da912b4-ac61-481b-a679-4a7158a0adce service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9968887880574c09ade3cb0da8d01f28&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1970599 Dec 17 15:20:59.584231 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port ea5bd5b8-4c8a-48b7-b0a1-e2707c7759a0 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:59.584795 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:59.619634 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9f3f1ae6-dc83-4347-844c-45062d1e1854 req-b7d3129b-44f3-4a4c-847c-4405d6231576 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 210 time: 0.4539402 Dec 17 15:20:59.640048 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a7169051-9450-4631-90c4-6374dafac4a2 None None] Provisioning complete for port cd4d368b-9201-4d68-a853-54419f657f45 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:59.640307 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a7169051-9450-4631-90c4-6374dafac4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:59.727423 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-addd94b8-b803-4ba5-9b37-b96439c0e854 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:59.741808 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cdd20-72b6-4c1c-ac1d-00b3179cc068 req-6d6ff1ef-4eef-4f7c-a1c8-39dbe5807293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:59.743910 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c64cdd20-72b6-4c1c-ac1d-00b3179cc068 req-6d6ff1ef-4eef-4f7c-a1c8-39dbe5807293 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1556406 Dec 17 15:20:59.748268 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-28788060-ff4d-47d6-8c47-1cca1fddbfb8 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:59.784479 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-53b1fe49-dcf7-4068-b8b2-26cd099c8a4e tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:59.830371 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a7169051-9450-4631-90c4-6374dafac4a2 None None] Provisioning complete for port 28082222-219b-487f-bb91-133e4208d62c triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:20:59.830870 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a7169051-9450-4631-90c4-6374dafac4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:59.853261 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-a199a340-1e4a-42df-a01d-e0e97a59b73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:59.855855 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-a199a340-1e4a-42df-a01d-e0e97a59b73d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9968887880574c09ade3cb0da8d01f28&device_id=e10f5e98-7deb-4513-8cf2-3eb5e439c0cb HTTP/1.1" status: 200 len: 1095 time: 0.0672839 Dec 17 15:20:59.867481 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06aff29-13a1-4279-a45c-98a3c6496e0b admin admin] Pushing event updated for resources: {'Port': ['ID=928beb0a-1cad-4d23-9ae1-144ab9160cbd,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:20:59.870143 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a06aff29-13a1-4279-a45c-98a3c6496e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:59.893229 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-a7169051-9450-4631-90c4-6374dafac4a2 None None] Port 28082222-219b-487f-bb91-133e4208d62c cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:20:59.906683 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e71299-5068-4e9e-a747-f8b13cab3286 req-c06c8acd-c114-4bae-9e9c-70df0bde1276 tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:20:59.908289 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-97e71299-5068-4e9e-a747-f8b13cab3286 req-c06c8acd-c114-4bae-9e9c-70df0bde1276 tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] 10.222.0.46 "GET /v2.0/ports?device_id=e10f5e98-7deb-4513-8cf2-3eb5e439c0cb HTTP/1.1" status: 200 len: 944 time: 0.3266790 Dec 17 15:20:59.921211 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-addd94b8-b803-4ba5-9b37-b96439c0e854 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:20:59.923903 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-fff0e939-8d32-4667-b5d8-3e1d3470b84c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04f39975-8ad2-45f7-8928-b5de1de13c14 HTTP/1.1" status: 200 len: 217 time: 0.0594866 Dec 17 15:21:00.000192 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addd94b8-b803-4ba5-9b37-b96439c0e854 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Network 16a20782-86b5-4c3f-b7a0-54ea535cf26a is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:21:00.011269 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-addd94b8-b803-4ba5-9b37-b96439c0e854 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:00.014982 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd94b8-b803-4ba5-9b37-b96439c0e854 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Pushing event updated for resources: {'Port': ['ID=b845c1e0-c6aa-4364-b561-f61a1f477234,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:00.016023 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-70bc3414-7a6a-43b9-8300-8c80f02619eb None None] Provisioning complete for port 28082222-219b-487f-bb91-133e4208d62c triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:00.016510 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-70bc3414-7a6a-43b9-8300-8c80f02619eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:00.017589 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addd94b8-b803-4ba5-9b37-b96439c0e854 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:21:00.055438 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-cf756a70-bb8c-47e6-9654-f12562834874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:00.056907 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-cf756a70-bb8c-47e6-9654-f12562834874 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cfdd9b87-041e-4dc5-bfc4-4913ef992364 HTTP/1.1" status: 200 len: 853 time: 0.1265025 Dec 17 15:21:00.079515 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-70bc3414-7a6a-43b9-8300-8c80f02619eb None None] Port 28082222-219b-487f-bb91-133e4208d62c cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:21:00.116350 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-5e8422fc-1e67-49eb-ab21-68141b626216 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b6513c61-02fa-4d6c-9f66-36cee8e31a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474648 Dec 17 15:21:00.125467 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addd94b8-b803-4ba5-9b37-b96439c0e854 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:00.126152 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-addd94b8-b803-4ba5-9b37-b96439c0e854 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:00.145036 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-97e71299-5068-4e9e-a747-f8b13cab3286 req-290a602e-ae5d-47a0-9542-4dd77987fb23 tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] 10.222.0.46 "GET /v2.0/security-groups?id=add532d7-958e-43c8-99c5-02294375bace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219756 Dec 17 15:21:00.166162 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device cd4d368b-9201-4d68-a853-54419f657f45 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:21:00.211711 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-28788060-ff4d-47d6-8c47-1cca1fddbfb8 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:00.251170 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-addd94b8-b803-4ba5-9b37-b96439c0e854 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.9020848 Dec 17 15:21:00.253461 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-ecfc3968-ad2b-462f-8d70-f66331df65f1 service neutron] 10.222.0.13 "GET /v2.0/networks/b6513c61-02fa-4d6c-9f66-36cee8e31a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234438 Dec 17 15:21:00.253917 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53654) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:00.256708 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port cd4d368b-9201-4d68-a853-54419f657f45 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:00.258532 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:00.286875 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-3389a48e-5bec-42d8-81f0-8ca0cdbce54b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2daf36d-f267-46b9-82d3-4060c8d23468 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:21:00.321663 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06aff29-13a1-4279-a45c-98a3c6496e0b admin admin] Network 103f3c9e-955b-431b-ac73-eb4ee50a4a0d is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:21:00.323670 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-3389a48e-5bec-42d8-81f0-8ca0cdbce54b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:00.350611 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a495b847-b547-49ee-8b4e-1b61753ef657 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:21:00.370780 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-a06aff29-13a1-4279-a45c-98a3c6496e0b admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:00.378805 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-28788060-ff4d-47d6-8c47-1cca1fddbfb8 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Network 72959918-115f-4f15-a904-42652bab9b2e is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:21:00.397090 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fec796-36fb-47c7-ac84-a2217eb0eda5 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:00.405016 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fec796-36fb-47c7-ac84-a2217eb0eda5 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:00.406411 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-28788060-ff4d-47d6-8c47-1cca1fddbfb8 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:00.408937 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-3389a48e-5bec-42d8-81f0-8ca0cdbce54b service neutron] Transition to ACTIVE for port object d2daf36d-f267-46b9-82d3-4060c8d23468 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:21:00.413942 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port a495b847-b547-49ee-8b4e-1b61753ef657 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:00.414116 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fec796-36fb-47c7-ac84-a2217eb0eda5 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:00.414389 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:00.422870 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28788060-ff4d-47d6-8c47-1cca1fddbfb8 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Pushing event updated for resources: {'Port': ['ID=05301328-2272-486d-85a3-4bd21e43f0ea,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:00.423087 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-90fec796-36fb-47c7-ac84-a2217eb0eda5 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1644771 Dec 17 15:21:00.423294 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-28788060-ff4d-47d6-8c47-1cca1fddbfb8 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:21:00.429461 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53656) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:00.529680 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-b2739a55-5a43-48e8-87b7-10cd10fe11d0 None None] Provisioning complete for port b845c1e0-c6aa-4364-b561-f61a1f477234 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:00.530247 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b2739a55-5a43-48e8-87b7-10cd10fe11d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:00.544178 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-70087070-a8b8-4e6b-bd0b-77490427bdcd req-e47f38d0-87d8-4b57-8d75-abe713aeed5f service neutron] 10.222.0.13 "GET /v2.0/networks/b6513c61-02fa-4d6c-9f66-36cee8e31a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810450 Dec 17 15:21:00.580568 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdc07b-4365-455e-8157-93f3c551037d req-9d99aba7-5ed0-456f-8796-0ef7009b74cc tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:00.582600 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b9bdc07b-4365-455e-8157-93f3c551037d req-9d99aba7-5ed0-456f-8796-0ef7009b74cc tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a56696a-404e-4f94-ae18-bb0a30073667 HTTP/1.1" status: 200 len: 932 time: 0.3475633 Dec 17 15:21:00.592738 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-b2739a55-5a43-48e8-87b7-10cd10fe11d0 None None] Port b845c1e0-c6aa-4364-b561-f61a1f477234 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:21:00.593161 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-24d016f2-3021-42c3-aa00-1b3af838f196 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Deleting port b845c1e0-c6aa-4364-b561-f61a1f477234 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:21:00.593691 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-24d016f2-3021-42c3-aa00-1b3af838f196 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:00.620228 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-3389a48e-5bec-42d8-81f0-8ca0cdbce54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:00.695937 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-24d016f2-3021-42c3-aa00-1b3af838f196 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:00.709141 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-24d016f2-3021-42c3-aa00-1b3af838f196 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Calling delete_port for b845c1e0-c6aa-4364-b561-f61a1f477234 owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:21:00.712538 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-ef104634-e82d-45dc-9854-4369bf4df0ce None None] Provisioning complete for port 928beb0a-1cad-4d23-9ae1-144ab9160cbd triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:00.712996 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ef104634-e82d-45dc-9854-4369bf4df0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:00.733005 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-28788060-ff4d-47d6-8c47-1cca1fddbfb8 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:00.734067 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-28788060-ff4d-47d6-8c47-1cca1fddbfb8 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:00.834920 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389a48e-5bec-42d8-81f0-8ca0cdbce54b service neutron] Pushing event updated for resources: {'Port': ['ID=d2daf36d-f267-46b9-82d3-4060c8d23468,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:00.846871 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b9bdc07b-4365-455e-8157-93f3c551037d req-90449f67-e759-4817-a219-26efa0f35290 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] 10.222.0.46 "GET /v2.0/security-groups?id=e35d7f0d-62d9-4711-91bb-ad53a80d6121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319751 Dec 17 15:21:00.920427 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-ef104634-e82d-45dc-9854-4369bf4df0ce None None] Port 928beb0a-1cad-4d23-9ae1-144ab9160cbd cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:21:00.937252 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a712b0-7481-432d-9fc8-9857c8fdf436 req-48a21aeb-ed27-44de-84c2-6ff0d4b76e55 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:00.938998 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-03a712b0-7481-432d-9fc8-9857c8fdf436 req-48a21aeb-ed27-44de-84c2-6ff0d4b76e55 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 932 time: 0.2406187 Dec 17 15:21:00.981232 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06aff29-13a1-4279-a45c-98a3c6496e0b admin admin] Router eccc22ab-e495-4e30-8b6b-5f0c1c003b46 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:21:00.984694 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-28788060-ff4d-47d6-8c47-1cca1fddbfb8 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7317495 Dec 17 15:21:01.000447 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-db66c130-a431-495c-87ef-44dd6e611b7c service neutron] Request body: {'port': {'device_id': '375d420c-0e77-4add-8c0f-74ebcbf901de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:01.004449 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-53b1fe49-dcf7-4068-b8b2-26cd099c8a4e tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:01.049177 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2cc5a53d-22d6-425e-b8ba-099b7180d6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:01.074085 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-03a712b0-7481-432d-9fc8-9857c8fdf436 req-8fc4afbd-1716-4e6f-81fc-fba848c23820 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214948 Dec 17 15:21:01.079395 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-3389a48e-5bec-42d8-81f0-8ca0cdbce54b service neutron] Attempting to bind port d2daf36d-f267-46b9-82d3-4060c8d23468 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:21:01.079735 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-3389a48e-5bec-42d8-81f0-8ca0cdbce54b service neutron] Attempting to bind port d2daf36d-f267-46b9-82d3-4060c8d23468 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '2a8bf405-40c8-4d96-8555-31a40c90af4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7ca47a33-8abd-4e6a-88ec-7075c5c8571c'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:21:01.080067 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-3389a48e-5bec-42d8-81f0-8ca0cdbce54b service neutron] Attempting to bind port d2daf36d-f267-46b9-82d3-4060c8d23468 on network 7ca47a33-8abd-4e6a-88ec-7075c5c8571c {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:21:01.098952 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-53b1fe49-dcf7-4068-b8b2-26cd099c8a4e tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:01.206840 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-3389a48e-5bec-42d8-81f0-8ca0cdbce54b service neutron] Port d2daf36d-f267-46b9-82d3-4060c8d23468 on network 7ca47a33-8abd-4e6a-88ec-7075c5c8571c not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:21:01.207468 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-3389a48e-5bec-42d8-81f0-8ca0cdbce54b service neutron] Attempting to bind port d2daf36d-f267-46b9-82d3-4060c8d23468 on network 7ca47a33-8abd-4e6a-88ec-7075c5c8571c {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:21:01.229664 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-24d016f2-3021-42c3-aa00-1b3af838f196 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:01.230266 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-db66c130-a431-495c-87ef-44dd6e611b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:01.242816 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-3389a48e-5bec-42d8-81f0-8ca0cdbce54b service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:21:01.243066 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-3389a48e-5bec-42d8-81f0-8ca0cdbce54b service neutron] Checking segment: {'id': '2a8bf405-40c8-4d96-8555-31a40c90af4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7ca47a33-8abd-4e6a-88ec-7075c5c8571c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:21:01.243445 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-3389a48e-5bec-42d8-81f0-8ca0cdbce54b service neutron] Bound using segment: {'id': '2a8bf405-40c8-4d96-8555-31a40c90af4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7ca47a33-8abd-4e6a-88ec-7075c5c8571c'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:21:01.243877 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-3389a48e-5bec-42d8-81f0-8ca0cdbce54b service neutron] Bound port: d2daf36d-f267-46b9-82d3-4060c8d23468, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a8bf405-40c8-4d96-8555-31a40c90af4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7ca47a33-8abd-4e6a-88ec-7075c5c8571c'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:21:01.244229 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-3389a48e-5bec-42d8-81f0-8ca0cdbce54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:01.261652 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d016f2-3021-42c3-aa00-1b3af838f196 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Pushing event deleted for resources: {'Port': ['ID=b845c1e0-c6aa-4364-b561-f61a1f477234,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:01.323626 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b1fe49-dcf7-4068-b8b2-26cd099c8a4e tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:01.324264 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-53b1fe49-dcf7-4068-b8b2-26cd099c8a4e tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:01.325649 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-53b1fe49-dcf7-4068-b8b2-26cd099c8a4e tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "PUT /v2.0/ports/9cbafda9-0c45-4d04-b409-254e73a4a8cb HTTP/1.1" status: 200 len: 910 time: 2.6305137 Dec 17 15:21:01.326393 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1fe49-dcf7-4068-b8b2-26cd099c8a4e tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Port': ['ID=9cbafda9-0c45-4d04-b409-254e73a4a8cb,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:01.332526 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53666) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:01.413084 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-24d016f2-3021-42c3-aa00-1b3af838f196 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:01.416741 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-24d016f2-3021-42c3-aa00-1b3af838f196 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] 10.222.0.46 "DELETE /v2.0/ports/b845c1e0-c6aa-4364-b561-f61a1f477234 HTTP/1.1" status: 204 len: 168 time: 0.9841990 Dec 17 15:21:01.419323 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53668) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:01.446664 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b04a68-b866-4b03-a03c-df14605f21f1 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] GET failed (client error): The resource could not be found. Dec 17 15:21:01.448355 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-86b04a68-b866-4b03-a03c-df14605f21f1 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] 10.222.0.46 "GET /v2.0/ports/b845c1e0-c6aa-4364-b561-f61a1f477234 HTTP/1.1" status: 404 len: 333 time: 0.0280657 Dec 17 15:21:01.452066 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53670) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:01.457206 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-08920cac-8f22-4424-a228-6b6deec05b3d tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Request body: {'port': {'network_id': '16a20782-86b5-4c3f-b7a0-54ea535cf26a', 'name': 'tempest-AllowedAddressPairTestJSON-650697684'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:01.669543 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08920cac-8f22-4424-a228-6b6deec05b3d tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Made reservation on behalf of e0c6c9e3e4794798973eed8b2b34a073 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:21:01.673433 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-08920cac-8f22-4424-a228-6b6deec05b3d tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:01.691364 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-08920cac-8f22-4424-a228-6b6deec05b3d tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] device_id is not set on port be22f2e3-9503-4fcf-8880-48994f412d70 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:21:01.741541 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06aff29-13a1-4279-a45c-98a3c6496e0b admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:21:01.753418 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b371c7c5-7c4d-4a2b-8d22-6cc5f0997c59 None None] Sync routers for ids ['eccc22ab-e495-4e30-8b6b-5f0c1c003b46'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:21:01.753900 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a06aff29-13a1-4279-a45c-98a3c6496e0b admin admin] 10.222.0.46 "PUT /v2.0/routers/eccc22ab-e495-4e30-8b6b-5f0c1c003b46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6033185 Dec 17 15:21:01.762761 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12bf91-965e-4e04-98fd-516ca61e852d req-046692d9-b4e9-4be7-b300-9d0a72a24049 tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:01.764382 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ea12bf91-965e-4e04-98fd-516ca61e852d req-046692d9-b4e9-4be7-b300-9d0a72a24049 tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] 10.222.0.46 "GET /v2.0/ports?device_id=e10f5e98-7deb-4513-8cf2-3eb5e439c0cb HTTP/1.1" status: 200 len: 944 time: 0.5227463 Dec 17 15:21:01.782879 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b371c7c5-7c4d-4a2b-8d22-6cc5f0997c59 None None] Routers {'eccc22ab-e495-4e30-8b6b-5f0c1c003b46'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:21:01.783771 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-b371c7c5-7c4d-4a2b-8d22-6cc5f0997c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:21:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['eccc22ab-e495-4e30-8b6b-5f0c1c003b46'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:01.828525 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-08920cac-8f22-4424-a228-6b6deec05b3d tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Allocated IP 172.20.0.12 (16a20782-86b5-4c3f-b7a0-54ea535cf26a/b7b26d5b-7bff-41ac-97a7-3acee706745c/be22f2e3-9503-4fcf-8880-48994f412d70) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:21:01.886047 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-3389a48e-5bec-42d8-81f0-8ca0cdbce54b service neutron] For port d2daf36d-f267-46b9-82d3-4060c8d23468, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:21:01.920848 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-b371c7c5-7c4d-4a2b-8d22-6cc5f0997c59 None None] Set router eccc22ab-e495-4e30-8b6b-5f0c1c003b46 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:21:02.000490 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-3389a48e-5bec-42d8-81f0-8ca0cdbce54b service neutron] For port d2daf36d-f267-46b9-82d3-4060c8d23468, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=d2daf36d-f267-46b9-82d3-4060c8d23468,segment=NetworkSegment(2a8bf405-40c8-4d96-8555-31a40c90af4a),segment_id=2a8bf405-40c8-4d96-8555-31a40c90af4a)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:21:02.072447 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ea12bf91-965e-4e04-98fd-516ca61e852d req-7bf9118f-4972-4aa5-ab69-f7d43da565e6 tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] 10.222.0.46 "GET /v2.0/security-groups?id=add532d7-958e-43c8-99c5-02294375bace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475545 Dec 17 15:21:02.086071 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-08920cac-8f22-4424-a228-6b6deec05b3d tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:02.091111 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-3389a48e-5bec-42d8-81f0-8ca0cdbce54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:02.151682 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3ab6e-80f0-4329-8994-b766241f421d req-09edd425-7594-4066-b802-a6d44df15f1c tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:02.153245 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3fc3ab6e-80f0-4329-8994-b766241f421d req-09edd425-7594-4066-b802-a6d44df15f1c tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a56696a-404e-4f94-ae18-bb0a30073667 HTTP/1.1" status: 200 len: 944 time: 0.1700702 Dec 17 15:21:02.154642 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-3389a48e-5bec-42d8-81f0-8ca0cdbce54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:02.155240 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-3389a48e-5bec-42d8-81f0-8ca0cdbce54b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:02.156517 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-3389a48e-5bec-42d8-81f0-8ca0cdbce54b service neutron] 10.222.0.13 "PUT /v2.0/ports/d2daf36d-f267-46b9-82d3-4060c8d23468 HTTP/1.1" status: 200 len: 1092 time: 3.7374613 Dec 17 15:21:02.161405 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a56696a-404e-4f94-ae18-bb0a30073667', 'tag': 'd2daf36d-f267-46b9-82d3-4060c8d23468'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:21:02.164717 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62b9dcc-5fee-4d39-8cbb-e875986b3569" -d '{"events": [{"name": "network-changed", "server_uuid": "7a56696a-404e-4f94-ae18-bb0a30073667", "tag": "d2daf36d-f267-46b9-82d3-4060c8d23468"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:21:02.233781 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-b371c7c5-7c4d-4a2b-8d22-6cc5f0997c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'name': 'tempest-TaggedBootDevicesTest_v242-14201545-router', 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'a495b847-b547-49ee-8b4e-1b61753ef657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:20:49Z', 'updated_at': '2021-12-17T15:20:58Z', 'revision_number': 4, 'project_id': '8be5f697514948dbb741ccae5deddcdd', 'gw_port': {'id': 'a495b847-b547-49ee-8b4e-1b61753ef657', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:20:50Z', 'updated_at': '2021-12-17T15:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '928beb0a-1cad-4d23-9ae1-144ab9160cbd', 'name': '', 'network_id': '103f3c9e-955b-431b-ac73-eb4ee50a4a0d', 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'mac_address': 'fa:16:3e:e5:97:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '4284f076-0000-4c1d-851c-097716c35280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:20:55Z', 'updated_at': '2021-12-17T15:20:58Z', 'revision_number': 2, 'project_id': '8be5f697514948dbb741ccae5deddcdd', 'subnets': [{'id': '4284f076-0000-4c1d-851c-097716c35280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:02.277730 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b371c7c5-7c4d-4a2b-8d22-6cc5f0997c59 None None] Checking router: eccc22ab-e495-4e30-8b6b-5f0c1c003b46 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:21:02.278455 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b371c7c5-7c4d-4a2b-8d22-6cc5f0997c59 None None] Updating router eccc22ab-e495-4e30-8b6b-5f0c1c003b46 port 928beb0a-1cad-4d23-9ae1-144ab9160cbd binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:21:02.298151 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389a48e-5bec-42d8-81f0-8ca0cdbce54b service neutron] Pushing event updated for resources: {'Port': ['ID=d2daf36d-f267-46b9-82d3-4060c8d23468,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:02.306840 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-b371c7c5-7c4d-4a2b-8d22-6cc5f0997c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:02.321198 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-08920cac-8f22-4424-a228-6b6deec05b3d tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:02.321787 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:02.368004 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3fc3ab6e-80f0-4329-8994-b766241f421d req-ea26d72e-c90b-40ad-b02f-8e2ade2f814b tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] 10.222.0.46 "GET /v2.0/security-groups?id=e35d7f0d-62d9-4711-91bb-ad53a80d6121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800592 Dec 17 15:21:02.382548 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08920cac-8f22-4424-a228-6b6deec05b3d tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Pushing event updated for resources: {'Port': ['ID=be22f2e3-9503-4fcf-8880-48994f412d70,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:02.396459 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08920cac-8f22-4424-a228-6b6deec05b3d tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Network 16a20782-86b5-4c3f-b7a0-54ea535cf26a is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:21:02.398447 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-08920cac-8f22-4424-a228-6b6deec05b3d tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:02.401281 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08920cac-8f22-4424-a228-6b6deec05b3d tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:21:02.463841 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-db66c130-a431-495c-87ef-44dd6e611b7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05301328-2272-486d-85a3-4bd21e43f0ea {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:21:02.464578 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08920cac-8f22-4424-a228-6b6deec05b3d tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:02.465597 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-08920cac-8f22-4424-a228-6b6deec05b3d tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:02.481035 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac89ad15-33e7-4cf8-9060-de3078e3f8c2 x-openstack-request-id: req-ac89ad15-33e7-4cf8-9060-de3078e3f8c2 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:21:02.481372 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a56696a-404e-4f94-ae18-bb0a30073667", "tag": "d2daf36d-f267-46b9-82d3-4060c8d23468", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:21:02.482123 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ac89ad15-33e7-4cf8-9060-de3078e3f8c2 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:21:02.482123 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a56696a-404e-4f94-ae18-bb0a30073667', 'tag': 'd2daf36d-f267-46b9-82d3-4060c8d23468', 'status': 'completed', 'code': 200} Dec 17 15:21:02.484798 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-13cc8724-ceed-4cae-a93e-7faf93109987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:02.486361 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-13cc8724-ceed-4cae-a93e-7faf93109987 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7805a3ea64a42f5a07484c69efea11a&device_id=7a56696a-404e-4f94-ae18-bb0a30073667 HTTP/1.1" status: 200 len: 1095 time: 0.2112262 Dec 17 15:21:02.488104 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-db66c130-a431-495c-87ef-44dd6e611b7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:02.549451 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-8abb15c0-7ded-44e6-8f45-45de0fe3e482 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2daf36d-f267-46b9-82d3-4060c8d23468 HTTP/1.1" status: 200 len: 217 time: 0.0529323 Dec 17 15:21:02.551068 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-db66c130-a431-495c-87ef-44dd6e611b7c service neutron] Transition to ACTIVE for port object 05301328-2272-486d-85a3-4bd21e43f0ea will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:21:02.554668 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-08920cac-8f22-4424-a228-6b6deec05b3d tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1006863 Dec 17 15:21:02.559575 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53692) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:02.578012 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-1d95b100-7219-4dbc-958f-b2aaf9a707bb tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:3a:1c:4b'}]}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:02.588146 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cba8c2-69aa-459d-8731-bf74d02b7a26 req-19861cbe-f7aa-4534-8bf8-290ccbf9a858 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:02.589722 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0cba8c2-69aa-459d-8731-bf74d02b7a26 req-19861cbe-f7aa-4534-8bf8-290ccbf9a858 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 932 time: 0.1849000 Dec 17 15:21:02.672118 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-db66c130-a431-495c-87ef-44dd6e611b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:02.746115 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-b371c7c5-7c4d-4a2b-8d22-6cc5f0997c59 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:02.759335 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-caf813bd-00df-4130-b637-a0dfdb89b7d4 None None] Provisioning complete for port be22f2e3-9503-4fcf-8880-48994f412d70 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:02.759887 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-caf813bd-00df-4130-b637-a0dfdb89b7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:02.781174 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 04f39975-8ad2-45f7-8928-b5de1de13c14 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:21:02.790922 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-ccd566c7-c3ef-423d-a2f1-40b48f92f06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:02.792505 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-ccd566c7-c3ef-423d-a2f1-40b48f92f06a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3776791d-be13-43ea-aa2a-6f58e8cb954f HTTP/1.1" status: 200 len: 862 time: 0.2308371 Dec 17 15:21:02.806023 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:21:02.809728 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-caf813bd-00df-4130-b637-a0dfdb89b7d4 None None] Port be22f2e3-9503-4fcf-8880-48994f412d70 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:21:02.836395 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66c130-a431-495c-87ef-44dd6e611b7c service neutron] Pushing event updated for resources: {'Port': ['ID=05301328-2272-486d-85a3-4bd21e43f0ea,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:02.857481 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0cba8c2-69aa-459d-8731-bf74d02b7a26 req-ca565a1e-9f9b-4508-8e62-0c7a1af654ab tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214489 Dec 17 15:21:02.861825 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53698) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:02.863284 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-a93739b2-8fce-4e94-b08f-0f9fbe96b5c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7ca47a33-8abd-4e6a-88ec-7075c5c8571c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575056 Dec 17 15:21:02.866778 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-c57bf87d-307e-4f85-986f-799545561bfe admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2038503734-network', 'tenant_id': 'e6bfe4629dde41a08cae8b6d84b4a433'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:02.898362 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-b371c7c5-7c4d-4a2b-8d22-6cc5f0997c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:02.926468 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 04f39975-8ad2-45f7-8928-b5de1de13c14, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=04f39975-8ad2-45f7-8928-b5de1de13c14,segment=NetworkSegment(7a90d0b3-dc79-487e-a303-a4e23e4731f6),segment_id=7a90d0b3-dc79-487e-a303-a4e23e4731f6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:02.945426 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '04f39975-8ad2-45f7-8928-b5de1de13c14', 'network_id': 'b6513c61-02fa-4d6c-9f66-36cee8e31a1c', 'port_id': '04f39975-8ad2-45f7-8928-b5de1de13c14', 'mac_address': 'fa:16:3e:9f:4c:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfdd9b87-041e-4dc5-bfc4-4913ef992364', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:21:02.956557 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e31c57c5-8c9b-4150-9faf-a82f24ed1c03 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:02.963914 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02888254-d3b7-4b8d-a2fd-223992124220 None None] Pushing event updated for resources: {'Port': ['ID=928beb0a-1cad-4d23-9ae1-144ab9160cbd,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:02.975915 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02888254-d3b7-4b8d-a2fd-223992124220 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:02.975915 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02888254-d3b7-4b8d-a2fd-223992124220 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:02.975915 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02888254-d3b7-4b8d-a2fd-223992124220 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:02.975915 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02888254-d3b7-4b8d-a2fd-223992124220 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:02.975915 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02888254-d3b7-4b8d-a2fd-223992124220 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:02.976723 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02888254-d3b7-4b8d-a2fd-223992124220 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:02.976723 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02888254-d3b7-4b8d-a2fd-223992124220 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:02.976878 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02888254-d3b7-4b8d-a2fd-223992124220 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:02.977251 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02888254-d3b7-4b8d-a2fd-223992124220 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:02.977569 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02888254-d3b7-4b8d-a2fd-223992124220 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:02.977830 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02888254-d3b7-4b8d-a2fd-223992124220 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:02.978144 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02888254-d3b7-4b8d-a2fd-223992124220 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:02.996097 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:03.012991 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f39975-8ad2-45f7-8928-b5de1de13c14 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:21:03.039338 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-b371c7c5-7c4d-4a2b-8d22-6cc5f0997c59 None None] Attempting to bind port 928beb0a-1cad-4d23-9ae1-144ab9160cbd on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:21:03.039875 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 04f39975-8ad2-45f7-8928-b5de1de13c14, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=04f39975-8ad2-45f7-8928-b5de1de13c14,segment=NetworkSegment(7a90d0b3-dc79-487e-a303-a4e23e4731f6),segment_id=7a90d0b3-dc79-487e-a303-a4e23e4731f6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:03.040309 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-b371c7c5-7c4d-4a2b-8d22-6cc5f0997c59 None None] Attempting to bind port 928beb0a-1cad-4d23-9ae1-144ab9160cbd by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '8cdd1ffd-bde9-464d-8072-be56985eb72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '103f3c9e-955b-431b-ac73-eb4ee50a4a0d'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:21:03.040888 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b371c7c5-7c4d-4a2b-8d22-6cc5f0997c59 None None] Attempting to bind port 928beb0a-1cad-4d23-9ae1-144ab9160cbd on network 103f3c9e-955b-431b-ac73-eb4ee50a4a0d {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:21:03.041363 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57bf87d-307e-4f85-986f-799545561bfe admin admin] Made reservation on behalf of e6bfe4629dde41a08cae8b6d84b4a433 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:21:03.044312 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c57bf87d-307e-4f85-986f-799545561bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:03.046864 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b371c7c5-7c4d-4a2b-8d22-6cc5f0997c59 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:21:03.047355 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b371c7c5-7c4d-4a2b-8d22-6cc5f0997c59 None None] Checking segment: {'id': '8cdd1ffd-bde9-464d-8072-be56985eb72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '103f3c9e-955b-431b-ac73-eb4ee50a4a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:21:03.047750 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-b371c7c5-7c4d-4a2b-8d22-6cc5f0997c59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:03.048944 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b371c7c5-7c4d-4a2b-8d22-6cc5f0997c59 None None] Bound using segment: {'id': '8cdd1ffd-bde9-464d-8072-be56985eb72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '103f3c9e-955b-431b-ac73-eb4ee50a4a0d'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:21:03.049432 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-b371c7c5-7c4d-4a2b-8d22-6cc5f0997c59 None None] Bound port: 928beb0a-1cad-4d23-9ae1-144ab9160cbd, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cdd1ffd-bde9-464d-8072-be56985eb72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '103f3c9e-955b-431b-ac73-eb4ee50a4a0d'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:21:03.049986 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-b371c7c5-7c4d-4a2b-8d22-6cc5f0997c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:03.063084 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c57bf87d-307e-4f85-986f-799545561bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:03.124150 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1d95b100-7219-4dbc-958f-b2aaf9a707bb tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:03.136390 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-b371c7c5-7c4d-4a2b-8d22-6cc5f0997c59 None None] For port 928beb0a-1cad-4d23-9ae1-144ab9160cbd, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:21:03.140151 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-b371c7c5-7c4d-4a2b-8d22-6cc5f0997c59 None None] For port 928beb0a-1cad-4d23-9ae1-144ab9160cbd, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=928beb0a-1cad-4d23-9ae1-144ab9160cbd,segment=NetworkSegment(8cdd1ffd-bde9-464d-8072-be56985eb72c),segment_id=8cdd1ffd-bde9-464d-8072-be56985eb72c)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:21:03.150097 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:03.185510 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c57bf87d-307e-4f85-986f-799545561bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:03.220691 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=04f39975-8ad2-45f7-8928-b5de1de13c14,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:03.222006 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-db66c130-a431-495c-87ef-44dd6e611b7c service neutron] Attempting to bind port 05301328-2272-486d-85a3-4bd21e43f0ea on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:21:03.222421 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-db66c130-a431-495c-87ef-44dd6e611b7c service neutron] Attempting to bind port 05301328-2272-486d-85a3-4bd21e43f0ea by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '50913541-c4fc-4052-a5a4-4ef73bad2e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '72959918-115f-4f15-a904-42652bab9b2e'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:21:03.222672 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-db66c130-a431-495c-87ef-44dd6e611b7c service neutron] Attempting to bind port 05301328-2272-486d-85a3-4bd21e43f0ea on network 72959918-115f-4f15-a904-42652bab9b2e {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:21:03.235137 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-b371c7c5-7c4d-4a2b-8d22-6cc5f0997c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:03.280769 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c57bf87d-307e-4f85-986f-799545561bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:03.300399 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57bf87d-307e-4f85-986f-799545561bfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:21:03.314870 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02888254-d3b7-4b8d-a2fd-223992124220 None None] Pushing event updated for resources: {'Port': ['ID=928beb0a-1cad-4d23-9ae1-144ab9160cbd,revision_number=4']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:03.315640 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c57bf87d-307e-4f85-986f-799545561bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:03.316123 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-c57bf87d-307e-4f85-986f-799545561bfe admin admin] Added segment 42846713-036d-43ec-8ce5-33dad0f419b5 of type vlan for network bd552e71-1868-45d5-a051-927435341a80 Dec 17 15:21:03.328265 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b371c7c5-7c4d-4a2b-8d22-6cc5f0997c59 None None] Routers {'eccc22ab-e495-4e30-8b6b-5f0c1c003b46'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:21:03.328925 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-b371c7c5-7c4d-4a2b-8d22-6cc5f0997c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:21:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['eccc22ab-e495-4e30-8b6b-5f0c1c003b46'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:03.341170 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-8565694b-974e-402c-a903-4fe6880d792e None None] Provisioning complete for port 928beb0a-1cad-4d23-9ae1-144ab9160cbd triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:03.341748 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8565694b-974e-402c-a903-4fe6880d792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:03.380248 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c57bf87d-307e-4f85-986f-799545561bfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:03.404437 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['04f39975-8ad2-45f7-8928-b5de1de13c14'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:21:03.472491 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57bf87d-307e-4f85-986f-799545561bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65d5d27-1dbb-4f93-8760-df3d35884571,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:03.523282 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c57bf87d-307e-4f85-986f-799545561bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:03.524413 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57bf87d-307e-4f85-986f-799545561bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:03.525267 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c57bf87d-307e-4f85-986f-799545561bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:03.615235 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57bf87d-307e-4f85-986f-799545561bfe admin admin] Pushing event updated for resources: {'Network': ['ID=bd552e71-1868-45d5-a051-927435341a80,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:03.642169 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-b371c7c5-7c4d-4a2b-8d22-6cc5f0997c59 None None] Set router eccc22ab-e495-4e30-8b6b-5f0c1c003b46 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:21:03.653718 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network bd552e71-1868-45d5-a051-927435341a80 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:21:03.668528 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-db66c130-a431-495c-87ef-44dd6e611b7c service neutron] Port 05301328-2272-486d-85a3-4bd21e43f0ea on network 72959918-115f-4f15-a904-42652bab9b2e not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:21:03.669253 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-db66c130-a431-495c-87ef-44dd6e611b7c service neutron] Attempting to bind port 05301328-2272-486d-85a3-4bd21e43f0ea on network 72959918-115f-4f15-a904-42652bab9b2e {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:21:03.679719 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c57bf87d-307e-4f85-986f-799545561bfe admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8168831 Dec 17 15:21:03.682516 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53708) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:03.684942 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-92a1b411-51f4-4abe-abe3-5e16a642f9d7 service neutron] 10.222.0.13 "GET /v2.0/networks/7ca47a33-8abd-4e6a-88ec-7075c5c8571c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8075454 Dec 17 15:21:03.695810 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-ad3bb088-4ccb-4776-8dd4-b1b9048b81f5 admin admin] Request body: {'subnet': {'network_id': 'bd552e71-1868-45d5-a051-927435341a80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2038503734-subnet', 'tenant_id': 'e6bfe4629dde41a08cae8b6d84b4a433', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:03.723762 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-db66c130-a431-495c-87ef-44dd6e611b7c service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:21:03.724372 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-db66c130-a431-495c-87ef-44dd6e611b7c service neutron] Checking segment: {'id': '50913541-c4fc-4052-a5a4-4ef73bad2e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '72959918-115f-4f15-a904-42652bab9b2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:21:03.725027 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-db66c130-a431-495c-87ef-44dd6e611b7c service neutron] Bound using segment: {'id': '50913541-c4fc-4052-a5a4-4ef73bad2e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '72959918-115f-4f15-a904-42652bab9b2e'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:21:03.725863 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-db66c130-a431-495c-87ef-44dd6e611b7c service neutron] Bound port: 05301328-2272-486d-85a3-4bd21e43f0ea, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50913541-c4fc-4052-a5a4-4ef73bad2e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '72959918-115f-4f15-a904-42652bab9b2e'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:21:03.726355 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-db66c130-a431-495c-87ef-44dd6e611b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:03.745786 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8565694b-974e-402c-a903-4fe6880d792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:03.785364 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3bb088-4ccb-4776-8dd4-b1b9048b81f5 admin admin] Made reservation on behalf of e6bfe4629dde41a08cae8b6d84b4a433 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:21:03.787971 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ad3bb088-4ccb-4776-8dd4-b1b9048b81f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:03.820640 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-8565694b-974e-402c-a903-4fe6880d792e None None] For port 928beb0a-1cad-4d23-9ae1-144ab9160cbd, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=928beb0a-1cad-4d23-9ae1-144ab9160cbd,segment=NetworkSegment(8cdd1ffd-bde9-464d-8072-be56985eb72c),segment_id=8cdd1ffd-bde9-464d-8072-be56985eb72c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:03.839472 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:03.876099 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-b371c7c5-7c4d-4a2b-8d22-6cc5f0997c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'name': 'tempest-TaggedBootDevicesTest_v242-14201545-router', 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'a495b847-b547-49ee-8b4e-1b61753ef657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:20:49Z', 'updated_at': '2021-12-17T15:20:58Z', 'revision_number': 4, 'project_id': '8be5f697514948dbb741ccae5deddcdd', 'gw_port': {'id': 'a495b847-b547-49ee-8b4e-1b61753ef657', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:20:50Z', 'updated_at': '2021-12-17T15:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '928beb0a-1cad-4d23-9ae1-144ab9160cbd', 'name': '', 'network_id': '103f3c9e-955b-431b-ac73-eb4ee50a4a0d', 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'mac_address': 'fa:16:3e:e5:97:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '4284f076-0000-4c1d-851c-097716c35280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:20:55Z', 'updated_at': '2021-12-17T15:21:03Z', 'revision_number': 4, 'project_id': '8be5f697514948dbb741ccae5deddcdd', 'subnets': [{'id': '4284f076-0000-4c1d-851c-097716c35280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:03.891620 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c14c0-ece4-4780-9266-e21ece92ac3a req-9c0131cb-139e-4afc-83d3-41c7b1bc891a tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:03.892051 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8565694b-974e-402c-a903-4fe6880d792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:03.893210 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d60c14c0-ece4-4780-9266-e21ece92ac3a req-9c0131cb-139e-4afc-83d3-41c7b1bc891a tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] 10.222.0.46 "GET /v2.0/ports?device_id=e10f5e98-7deb-4513-8cf2-3eb5e439c0cb HTTP/1.1" status: 200 len: 945 time: 0.6865270 Dec 17 15:21:03.914608 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827023b0-3c0f-44e9-a0c5-83cd509d35d9 req-d36db206-60e4-4f79-b3cf-ab86f53e2430 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:03.916326 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-827023b0-3c0f-44e9-a0c5-83cd509d35d9 req-d36db206-60e4-4f79-b3cf-ab86f53e2430 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a56696a-404e-4f94-ae18-bb0a30073667 HTTP/1.1" status: 200 len: 944 time: 0.2523558 Dec 17 15:21:03.933915 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b371c7c5-7c4d-4a2b-8d22-6cc5f0997c59 None None] The sync data for ids ['eccc22ab-e495-4e30-8b6b-5f0c1c003b46'] in n-d-820553-2 is: [{'id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'name': 'tempest-TaggedBootDevicesTest_v242-14201545-router', 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'a495b847-b547-49ee-8b4e-1b61753ef657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:20:49Z', 'updated_at': '2021-12-17T15:20:58Z', 'revision_number': 4, 'project_id': '8be5f697514948dbb741ccae5deddcdd', 'gw_port': {'id': 'a495b847-b547-49ee-8b4e-1b61753ef657', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:20:50Z', 'updated_at': '2021-12-17T15:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '928beb0a-1cad-4d23-9ae1-144ab9160cbd', 'name': '', 'network_id': '103f3c9e-955b-431b-ac73-eb4ee50a4a0d', 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'mac_address': 'fa:16:3e:e5:97:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '4284f076-0000-4c1d-851c-097716c35280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:20:55Z', 'updated_at': '2021-12-17T15:21:03Z', 'revision_number': 4, 'project_id': '8be5f697514948dbb741ccae5deddcdd', 'subnets': [{'id': '4284f076-0000-4c1d-851c-097716c35280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:21:03.980848 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565694b-974e-402c-a903-4fe6880d792e None None] Pushing event updated for resources: {'Port': ['ID=928beb0a-1cad-4d23-9ae1-144ab9160cbd,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:04.027631 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-add16bf4-f7aa-4561-a5cb-56c286cb2698 None None] Provisioning complete for port 928beb0a-1cad-4d23-9ae1-144ab9160cbd triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:04.028094 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-add16bf4-f7aa-4561-a5cb-56c286cb2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:04.066232 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5565a308-bf73-4855-9ec3-b5143a4d2fbe req-bd07f948-8b1b-460c-96e4-1ee04ba6c692 service neutron] 10.222.0.13 "GET /v2.0/networks/7ca47a33-8abd-4e6a-88ec-7075c5c8571c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739233 Dec 17 15:21:04.072027 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-db66c130-a431-495c-87ef-44dd6e611b7c service neutron] For port 05301328-2272-486d-85a3-4bd21e43f0ea, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:21:04.109703 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ad3bb088-4ccb-4776-8dd4-b1b9048b81f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:04.123460 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-827023b0-3c0f-44e9-a0c5-83cd509d35d9 req-1a0f6dfc-420f-477e-ac0f-f7c90be887fe tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] 10.222.0.46 "GET /v2.0/security-groups?id=e35d7f0d-62d9-4711-91bb-ad53a80d6121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868448 Dec 17 15:21:04.130201 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-db66c130-a431-495c-87ef-44dd6e611b7c service neutron] For port 05301328-2272-486d-85a3-4bd21e43f0ea, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=05301328-2272-486d-85a3-4bd21e43f0ea,segment=NetworkSegment(50913541-c4fc-4052-a5a4-4ef73bad2e3d),segment_id=50913541-c4fc-4052-a5a4-4ef73bad2e3d)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:21:04.153328 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d60c14c0-ece4-4780-9266-e21ece92ac3a req-ed919fa4-8254-44c7-a14e-ada935cdf6ab tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] 10.222.0.46 "GET /v2.0/security-groups?id=add532d7-958e-43c8-99c5-02294375bace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307520 Dec 17 15:21:04.214953 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3bb088-4ccb-4776-8dd4-b1b9048b81f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8b7b9c5-fbe3-4372-89fb-14c9c6ff3924,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:04.217275 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:04.222374 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3bb088-4ccb-4776-8dd4-b1b9048b81f5 admin admin] Checking segment: {'id': '42846713-036d-43ec-8ce5-33dad0f419b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bd552e71-1868-45d5-a051-927435341a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:21:04.222970 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3bb088-4ccb-4776-8dd4-b1b9048b81f5 admin admin] Network hostable DHCP agents. Network: bd552e71-1868-45d5-a051-927435341a80, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:21:04.242323 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1d95b100-7219-4dbc-958f-b2aaf9a707bb tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:04.263757 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 928beb0a-1cad-4d23-9ae1-144ab9160cbd up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:21:04.290591 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-db66c130-a431-495c-87ef-44dd6e611b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:04.335309 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 928beb0a-1cad-4d23-9ae1-144ab9160cbd triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:04.335309 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:04.338607 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3bb088-4ccb-4776-8dd4-b1b9048b81f5 admin admin] Network bd552e71-1868-45d5-a051-927435341a80 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:21:04.363974 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1d95b100-7219-4dbc-958f-b2aaf9a707bb tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:04.403837 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-db66c130-a431-495c-87ef-44dd6e611b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:04.404459 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-db66c130-a431-495c-87ef-44dd6e611b7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:04.405904 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-db66c130-a431-495c-87ef-44dd6e611b7c service neutron] 10.222.0.13 "PUT /v2.0/ports/05301328-2272-486d-85a3-4bd21e43f0ea HTTP/1.1" status: 200 len: 1092 time: 3.4095540 Dec 17 15:21:04.427093 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66c130-a431-495c-87ef-44dd6e611b7c service neutron] Pushing event updated for resources: {'Port': ['ID=05301328-2272-486d-85a3-4bd21e43f0ea,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:04.429831 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-ad3bb088-4ccb-4776-8dd4-b1b9048b81f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, bd552e71-1868-45d5-a051-927435341a80) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:04.437437 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3bb088-4ccb-4776-8dd4-b1b9048b81f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:04.437671 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ad3bb088-4ccb-4776-8dd4-b1b9048b81f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:04.463068 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b9dcc-5fee-4d39-8cbb-e875986b3569 req-e19f6065-3977-47e9-ac13-71d973d2099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:04.464963 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d62b9dcc-5fee-4d39-8cbb-e875986b3569 req-e19f6065-3977-47e9-ac13-71d973d2099d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7805a3ea64a42f5a07484c69efea11a&device_id=7a56696a-404e-4f94-ae18-bb0a30073667 HTTP/1.1" status: 200 len: 1095 time: 0.1837020 Dec 17 15:21:04.476065 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583a3764-378e-4153-a6e9-15f0585970e1 None None] Network bd552e71-1868-45d5-a051-927435341a80 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:21:04.491443 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b6e92-1bf0-4bf4-bcb9-0c7b1235ed66 req-e38ba52f-e03d-4e3e-b121-d68725558d5f tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:04.497627 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b80b6e92-1bf0-4bf4-bcb9-0c7b1235ed66 req-e38ba52f-e03d-4e3e-b121-d68725558d5f tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 944 time: 0.2524078 Dec 17 15:21:04.576956 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ad3bb088-4ccb-4776-8dd4-b1b9048b81f5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8895171 Dec 17 15:21:04.577100 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53716) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:04.583502 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-968b2d12-8039-4737-aa66-5ce2abd1212e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2038503734-router', 'tenant_id': 'e6bfe4629dde41a08cae8b6d84b4a433', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:04.588915 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '375d420c-0e77-4add-8c0f-74ebcbf901de', 'tag': '05301328-2272-486d-85a3-4bd21e43f0ea'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:21:04.591184 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1995d938-4721-4cef-8983-42a6edb97c13" -d '{"events": [{"name": "network-changed", "server_uuid": "375d420c-0e77-4add-8c0f-74ebcbf901de", "tag": "05301328-2272-486d-85a3-4bd21e43f0ea"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:21:04.596740 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-1d95b100-7219-4dbc-958f-b2aaf9a707bb tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] In _notify_port_updated(), no bound segment for port be22f2e3-9503-4fcf-8880-48994f412d70 on network 16a20782-86b5-4c3f-b7a0-54ea535cf26a {{(pid=102832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 17 15:21:04.602763 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d95b100-7219-4dbc-958f-b2aaf9a707bb tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:04.603248 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1d95b100-7219-4dbc-958f-b2aaf9a707bb tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:04.604794 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1d95b100-7219-4dbc-958f-b2aaf9a707bb tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] 10.222.0.46 "PUT /v2.0/ports/be22f2e3-9503-4fcf-8880-48994f412d70 HTTP/1.1" status: 200 len: 993 time: 2.0416415 Dec 17 15:21:04.607532 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53720) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:04.742784 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d776cb-38ed-49cc-990b-fca6af74ddb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-bd552e71-1868-45d5-a051-927435341a80', 'network_id': 'bd552e71-1868-45d5-a051-927435341a80', 'tenant_id': 'e6bfe4629dde41a08cae8b6d84b4a433', 'fixed_ips': [{'subnet_id': 'c8b7b9c5-fbe3-4372-89fb-14c9c6ff3924'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:21:04.743663 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b3d776cb-38ed-49cc-990b-fca6af74ddb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:04.755508 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95b100-7219-4dbc-958f-b2aaf9a707bb tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Pushing event updated for resources: {'Port': ['ID=be22f2e3-9503-4fcf-8880-48994f412d70,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:04.760008 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff1e1b1-69d9-4e3b-a04f-bbf64faae106 x-openstack-request-id: req-aff1e1b1-69d9-4e3b-a04f-bbf64faae106 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:21:04.760328 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "375d420c-0e77-4add-8c0f-74ebcbf901de", "tag": "05301328-2272-486d-85a3-4bd21e43f0ea", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:21:04.760792 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aff1e1b1-69d9-4e3b-a04f-bbf64faae106 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:21:04.761224 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '375d420c-0e77-4add-8c0f-74ebcbf901de', 'tag': '05301328-2272-486d-85a3-4bd21e43f0ea', 'status': 'completed', 'code': 200} Dec 17 15:21:04.769228 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-968b2d12-8039-4737-aa66-5ce2abd1212e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:04.769894 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-968b2d12-8039-4737-aa66-5ce2abd1212e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:04.783907 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 04f39975-8ad2-45f7-8928-b5de1de13c14 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:21:04.808215 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-e31c57c5-8c9b-4150-9faf-a82f24ed1c03 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Deleting port 9cbafda9-0c45-4d04-b409-254e73a4a8cb {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:21:04.808215 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e31c57c5-8c9b-4150-9faf-a82f24ed1c03 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:04.825882 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-356e4d02-f87c-49cf-863a-887f97b27fd3 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Deleting port be22f2e3-9503-4fcf-8880-48994f412d70 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:21:04.826224 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-356e4d02-f87c-49cf-863a-887f97b27fd3 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:04.830149 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-90d485da-bda7-48bf-8b4f-ebbe938696a8 None None] Provisioning complete for port be22f2e3-9503-4fcf-8880-48994f412d70 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:04.831261 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-90d485da-bda7-48bf-8b4f-ebbe938696a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:04.853744 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b80b6e92-1bf0-4bf4-bcb9-0c7b1235ed66 req-df851e10-a883-46cc-a215-0ec59ef85a52 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596539 Dec 17 15:21:04.855722 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-4d5d0e71-f57d-4810-a924-242605edd119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:04.857274 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-4d5d0e71-f57d-4810-a924-242605edd119 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47d7fbf2bea4406699034a230bc642f9&device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 1095 time: 0.2512867 Dec 17 15:21:04.874296 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-90d485da-bda7-48bf-8b4f-ebbe938696a8 None None] Port be22f2e3-9503-4fcf-8880-48994f412d70 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:21:04.952205 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-30450fd5-9065-4031-a3ac-d82cd350c3c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05301328-2272-486d-85a3-4bd21e43f0ea HTTP/1.1" status: 200 len: 217 time: 0.0422421 Dec 17 15:21:04.984978 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-356e4d02-f87c-49cf-863a-887f97b27fd3 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:05.002866 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-356e4d02-f87c-49cf-863a-887f97b27fd3 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Calling delete_port for be22f2e3-9503-4fcf-8880-48994f412d70 owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:21:05.009361 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-b3d776cb-38ed-49cc-990b-fca6af74ddb8 None None] Allocated IP 172.20.0.2 (bd552e71-1868-45d5-a051-927435341a80/c8b7b9c5-fbe3-4372-89fb-14c9c6ff3924/9152685e-ac36-4c61-a298-3d6af9686ed5) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:21:05.010441 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-968b2d12-8039-4737-aa66-5ce2abd1212e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:05.043536 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 04f39975-8ad2-45f7-8928-b5de1de13c14 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:21:05.076504 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b9dcc-5fee-4d39-8cbb-e875986b3569 req-2accc2a2-319d-489d-a735-ee18961bdee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:05.078191 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d62b9dcc-5fee-4d39-8cbb-e875986b3569 req-2accc2a2-319d-489d-a735-ee18961bdee6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7ca47a33-8abd-4e6a-88ec-7075c5c8571c HTTP/1.1" status: 200 len: 923 time: 0.5452533 Dec 17 15:21:05.080359 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 04f39975-8ad2-45f7-8928-b5de1de13c14 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:05.080743 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:05.133819 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d62b9dcc-5fee-4d39-8cbb-e875986b3569 req-8ca2ff0b-d638-48fb-bfd0-f1807dd678a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2daf36d-f267-46b9-82d3-4060c8d23468 HTTP/1.1" status: 200 len: 217 time: 0.0446589 Dec 17 15:21:05.139652 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-b4dbccac-8119-447e-b731-dd4f033901b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:05.142641 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-b4dbccac-8119-447e-b731-dd4f033901b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=95ec1172-deaa-4898-b906-b0423633683b HTTP/1.1" status: 200 len: 850 time: 0.1760848 Dec 17 15:21:05.191490 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1d8a5b68-057d-4502-acb3-8a710c1f2f0d req-13f1bcb9-2b64-4411-bba5-103d4f121fb9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fdb83ac6-fbe2-4dcf-9231-691c6be82cbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2364140 Dec 17 15:21:05.258342 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-b62ac268-54d9-473a-8fc7-7f7dfa208563 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72959918-115f-4f15-a904-42652bab9b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640450 Dec 17 15:21:05.269794 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:05.295469 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e31c57c5-8c9b-4150-9faf-a82f24ed1c03 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:05.313260 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-e31c57c5-8c9b-4150-9faf-a82f24ed1c03 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Calling delete_port for 9cbafda9-0c45-4d04-b409-254e73a4a8cb owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:21:05.328072 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10f5e98-7deb-4513-8cf2-3eb5e439c0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f39975-8ad2-45f7-8928-b5de1de13c14'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:21:05.330828 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a60318f-fa6b-47c1-a774-5b6843838470" -d '{"events": [{"server_uuid": "e10f5e98-7deb-4513-8cf2-3eb5e439c0cb", "name": "network-vif-plugged", "status": "completed", "tag": "04f39975-8ad2-45f7-8928-b5de1de13c14"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:21:05.339035 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-968b2d12-8039-4737-aa66-5ce2abd1212e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:05.357152 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 04f39975-8ad2-45f7-8928-b5de1de13c14, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=04f39975-8ad2-45f7-8928-b5de1de13c14,segment=NetworkSegment(7a90d0b3-dc79-487e-a303-a4e23e4731f6),segment_id=7a90d0b3-dc79-487e-a303-a4e23e4731f6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:05.360950 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b3d776cb-38ed-49cc-990b-fca6af74ddb8 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:05.494045 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:05.498834 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b3d776cb-38ed-49cc-990b-fca6af74ddb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:05.508941 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-356e4d02-f87c-49cf-863a-887f97b27fd3 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:05.532480 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b9dcc-5fee-4d39-8cbb-e875986b3569 req-7d21bde4-6eaa-4960-84f2-7896f888189c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:05.534060 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d62b9dcc-5fee-4d39-8cbb-e875986b3569 req-7d21bde4-6eaa-4960-84f2-7896f888189c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3776791d-be13-43ea-aa2a-6f58e8cb954f HTTP/1.1" status: 200 len: 862 time: 0.3761780 Dec 17 15:21:05.544486 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e4d02-f87c-49cf-863a-887f97b27fd3 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Pushing event deleted for resources: {'Port': ['ID=be22f2e3-9503-4fcf-8880-48994f412d70,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:05.587620 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d776cb-38ed-49cc-990b-fca6af74ddb8 None None] Network bd552e71-1868-45d5-a051-927435341a80 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:21:05.596956 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-b3d776cb-38ed-49cc-990b-fca6af74ddb8 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:05.601595 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d776cb-38ed-49cc-990b-fca6af74ddb8 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:21:05.606070 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a5b68-057d-4502-acb3-8a710c1f2f0d req-1b9b1ff4-c2e2-48ef-9763-f37b49ef1d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:05.607585 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1d8a5b68-057d-4502-acb3-8a710c1f2f0d req-1b9b1ff4-c2e2-48ef-9763-f37b49ef1d44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3a84ebc937934de99ce0f3e190e62521&device_id=fdb83ac6-fbe2-4dcf-9231-691c6be82cbe HTTP/1.1" status: 200 len: 1096 time: 0.3183308 Dec 17 15:21:05.609398 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d62b9dcc-5fee-4d39-8cbb-e875986b3569 req-38bf528a-cfd7-44d4-abce-43de4afdc1fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7ca47a33-8abd-4e6a-88ec-7075c5c8571c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657310 Dec 17 15:21:05.625007 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73733a1-0c3c-4ee7-a979-4415f38ccff0 req-87cc2716-9c14-4291-9fb5-681872422f45 tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:05.629085 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=04f39975-8ad2-45f7-8928-b5de1de13c14,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:05.639162 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f73733a1-0c3c-4ee7-a979-4415f38ccff0 req-87cc2716-9c14-4291-9fb5-681872422f45 tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] 10.222.0.46 "GET /v2.0/ports?device_id=e10f5e98-7deb-4513-8cf2-3eb5e439c0cb HTTP/1.1" status: 200 len: 945 time: 0.2935188 Dec 17 15:21:05.659854 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca53e4-17b4-4ee2-83b8-30d9e07c670a req-02b8be32-e417-46a2-85ed-c7680388f16f tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:05.664691 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-87ca53e4-17b4-4ee2-83b8-30d9e07c670a req-02b8be32-e417-46a2-85ed-c7680388f16f tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a56696a-404e-4f94-ae18-bb0a30073667 HTTP/1.1" status: 200 len: 944 time: 0.3740497 Dec 17 15:21:05.742011 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-356e4d02-f87c-49cf-863a-887f97b27fd3 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:05.745287 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b3d776cb-38ed-49cc-990b-fca6af74ddb8 None None] Attempting to bind port 9152685e-ac36-4c61-a298-3d6af9686ed5 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:21:05.745668 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b3d776cb-38ed-49cc-990b-fca6af74ddb8 None None] Attempting to bind port 9152685e-ac36-4c61-a298-3d6af9686ed5 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '42846713-036d-43ec-8ce5-33dad0f419b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bd552e71-1868-45d5-a051-927435341a80'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:21:05.746109 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d776cb-38ed-49cc-990b-fca6af74ddb8 None None] Attempting to bind port 9152685e-ac36-4c61-a298-3d6af9686ed5 on network bd552e71-1868-45d5-a051-927435341a80 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:21:05.748646 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-356e4d02-f87c-49cf-863a-887f97b27fd3 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] 10.222.0.46 "DELETE /v2.0/ports/be22f2e3-9503-4fcf-8880-48994f412d70 HTTP/1.1" status: 204 len: 168 time: 1.1380093 Dec 17 15:21:05.749300 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53732) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:05.755626 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d776cb-38ed-49cc-990b-fca6af74ddb8 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:21:05.755626 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d776cb-38ed-49cc-990b-fca6af74ddb8 None None] Checking segment: {'id': '42846713-036d-43ec-8ce5-33dad0f419b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bd552e71-1868-45d5-a051-927435341a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:21:05.755626 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b3d776cb-38ed-49cc-990b-fca6af74ddb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:05.755626 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d776cb-38ed-49cc-990b-fca6af74ddb8 None None] Bound using segment: {'id': '42846713-036d-43ec-8ce5-33dad0f419b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bd552e71-1868-45d5-a051-927435341a80'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:21:05.756014 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b3d776cb-38ed-49cc-990b-fca6af74ddb8 None None] Bound port: 9152685e-ac36-4c61-a298-3d6af9686ed5, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42846713-036d-43ec-8ce5-33dad0f419b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bd552e71-1868-45d5-a051-927435341a80'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:21:05.756290 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b3d776cb-38ed-49cc-990b-fca6af74ddb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:05.766185 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d776cb-38ed-49cc-990b-fca6af74ddb8 None None] Pushing event updated for resources: {'Port': ['ID=9152685e-ac36-4c61-a298-3d6af9686ed5,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:05.829324 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-88b090f8-e23b-47de-bd64-92b3d50eb60f service neutron] 10.222.0.13 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4914935 Dec 17 15:21:05.840716 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b3d776cb-38ed-49cc-990b-fca6af74ddb8 None None] For port 9152685e-ac36-4c61-a298-3d6af9686ed5, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:21:05.844273 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b3d776cb-38ed-49cc-990b-fca6af74ddb8 None None] For port 9152685e-ac36-4c61-a298-3d6af9686ed5, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9152685e-ac36-4c61-a298-3d6af9686ed5,segment=NetworkSegment(42846713-036d-43ec-8ce5-33dad0f419b5),segment_id=42846713-036d-43ec-8ce5-33dad0f419b5)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:21:05.850311 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc7bef5-b1c1-4120-8879-6430bbafc754 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] GET failed (client error): The resource could not be found. Dec 17 15:21:05.853117 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-bcc7bef5-b1c1-4120-8879-6430bbafc754 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] 10.222.0.46 "GET /v2.0/ports/be22f2e3-9503-4fcf-8880-48994f412d70 HTTP/1.1" status: 404 len: 333 time: 0.0669050 Dec 17 15:21:05.855532 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53734) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:05.860379 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-5227e41a-cace-422b-9a9b-3214154b1e53 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Request body: {'port': {'network_id': '16a20782-86b5-4c3f-b7a0-54ea535cf26a', 'name': 'tempest-AllowedAddressPairTestJSON-1367411876'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:05.906496 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d62b9dcc-5fee-4d39-8cbb-e875986b3569 req-dd126df6-24cd-4b4a-bb00-48c838828ccd service neutron] 10.222.0.13 "GET /v2.0/networks/7ca47a33-8abd-4e6a-88ec-7075c5c8571c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906574 Dec 17 15:21:05.960959 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-968b2d12-8039-4737-aa66-5ce2abd1212e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:05.989513 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b3d776cb-38ed-49cc-990b-fca6af74ddb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:05.989772 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-968b2d12-8039-4737-aa66-5ce2abd1212e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:06.061907 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d776cb-38ed-49cc-990b-fca6af74ddb8 None None] Pushing event updated for resources: {'Port': ['ID=9152685e-ac36-4c61-a298-3d6af9686ed5,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:06.136239 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-968b2d12-8039-4737-aa66-5ce2abd1212e admin admin] Allocated IP 172.25.6.64 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/3f2ae126-858e-40d8-942f-46346ca5e8d3) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:21:06.152464 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5227e41a-cace-422b-9a9b-3214154b1e53 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Made reservation on behalf of e0c6c9e3e4794798973eed8b2b34a073 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:21:06.156028 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5227e41a-cace-422b-9a9b-3214154b1e53 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:06.216757 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-5227e41a-cace-422b-9a9b-3214154b1e53 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] device_id is not set on port 8e7a1138-e621-41ae-9378-6e6550df86a7 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:21:06.332001 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f73733a1-0c3c-4ee7-a979-4415f38ccff0 req-a77c451d-bbfb-48fc-858b-1ceda56b27d0 tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] 10.222.0.46 "GET /v2.0/security-groups?id=add532d7-958e-43c8-99c5-02294375bace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6919510 Dec 17 15:21:06.336644 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-968b2d12-8039-4737-aa66-5ce2abd1212e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:06.368674 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-87ca53e4-17b4-4ee2-83b8-30d9e07c670a req-0465f6a5-709e-4f6f-b112-fe1e94d9cf63 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] 10.222.0.46 "GET /v2.0/security-groups?id=e35d7f0d-62d9-4711-91bb-ad53a80d6121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5277517 Dec 17 15:21:06.405864 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-5227e41a-cace-422b-9a9b-3214154b1e53 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Allocated IP 172.20.0.6 (16a20782-86b5-4c3f-b7a0-54ea535cf26a/b7b26d5b-7bff-41ac-97a7-3acee706745c/8e7a1138-e621-41ae-9378-6e6550df86a7) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:21:06.416026 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5066ae15-f695-41bd-8a8e-413be4d09948 x-openstack-request-id: req-5066ae15-f695-41bd-8a8e-413be4d09948 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:21:06.416574 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10f5e98-7deb-4513-8cf2-3eb5e439c0cb", "name": "network-vif-plugged", "status": "completed", "tag": "04f39975-8ad2-45f7-8928-b5de1de13c14", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:21:06.416979 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5066ae15-f695-41bd-8a8e-413be4d09948 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:21:06.417628 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10f5e98-7deb-4513-8cf2-3eb5e439c0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f39975-8ad2-45f7-8928-b5de1de13c14', 'code': 200} Dec 17 15:21:06.445341 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a5b68-057d-4502-acb3-8a710c1f2f0d req-a50feec1-dcee-457d-aff0-d734e8fc3066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:06.447076 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1d8a5b68-057d-4502-acb3-8a710c1f2f0d req-a50feec1-dcee-457d-aff0-d734e8fc3066 service neutron] 10.222.0.41 "GET /v2.0/networks?id=69b31584-89e2-47f2-8520-6af05b2ff039 HTTP/1.1" status: 200 len: 906 time: 0.6284356 Dec 17 15:21:06.486289 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d21256d9-e9ca-47cd-90bb-26d5591b8f46 req-af14696f-11b0-46f9-9366-4c59e7a727ed service neutron] 10.222.0.13 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6295795 Dec 17 15:21:06.531231 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d62b9dcc-5fee-4d39-8cbb-e875986b3569 req-d6d0fa0e-8839-4827-882d-24e2f0de6f6f service neutron] 10.222.0.13 "GET /v2.0/networks/7ca47a33-8abd-4e6a-88ec-7075c5c8571c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5715396 Dec 17 15:21:06.552702 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09689eff-ba54-4bff-b0db-097a2c802379 req-405ae43d-a179-4812-a3b2-44171759e761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:06.557677 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-09689eff-ba54-4bff-b0db-097a2c802379 req-405ae43d-a179-4812-a3b2-44171759e761 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e10f5e98-7deb-4513-8cf2-3eb5e439c0cb HTTP/1.1" status: 200 len: 1097 time: 0.0558038 Dec 17 15:21:06.575235 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1d8a5b68-057d-4502-acb3-8a710c1f2f0d req-57374990-13f9-4566-8698-15d65256e53b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74b76ae9-be21-4577-b022-03faf2f59f94 HTTP/1.1" status: 200 len: 1001 time: 0.1048524 Dec 17 15:21:06.596206 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-09689eff-ba54-4bff-b0db-097a2c802379 req-bca03e63-61d4-475f-9b62-f3b86e92d083 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=add532d7-958e-43c8-99c5-02294375bace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308800 Dec 17 15:21:06.618155 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-968b2d12-8039-4737-aa66-5ce2abd1212e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:06.654237 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a5b68-057d-4502-acb3-8a710c1f2f0d req-58f76899-2877-4989-9715-9ffdd4b26495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:06.655715 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1d8a5b68-057d-4502-acb3-8a710c1f2f0d req-58f76899-2877-4989-9715-9ffdd4b26495 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13b0e24e-3e36-4c0a-9576-ed2a6035e7fe HTTP/1.1" status: 200 len: 844 time: 0.0745423 Dec 17 15:21:06.661177 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e31c57c5-8c9b-4150-9faf-a82f24ed1c03 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:06.666987 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968b2d12-8039-4737-aa66-5ce2abd1212e admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:21:06.681754 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-968b2d12-8039-4737-aa66-5ce2abd1212e admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:06.713533 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968b2d12-8039-4737-aa66-5ce2abd1212e admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:21:06.718256 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b2d12-8039-4737-aa66-5ce2abd1212e admin admin] Pushing event updated for resources: {'Port': ['ID=3f2ae126-858e-40d8-942f-46346ca5e8d3,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:06.728019 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c57c5-8c9b-4150-9faf-a82f24ed1c03 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event deleted for resources: {'Port': ['ID=9cbafda9-0c45-4d04-b409-254e73a4a8cb,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:06.745878 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d3a8d-e9e6-4161-bca4-0a50c6b5d2fb req-58272ae5-b745-4bb3-b4d0-44daaf1a0eb5 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:06.747766 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-964d3a8d-e9e6-4161-bca4-0a50c6b5d2fb req-58272ae5-b745-4bb3-b4d0-44daaf1a0eb5 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 944 time: 0.1376152 Dec 17 15:21:06.810918 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device d2daf36d-f267-46b9-82d3-4060c8d23468 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:21:06.851894 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a5b68-057d-4502-acb3-8a710c1f2f0d req-7686f341-5039-43bf-8d77-19693bfd078c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:06.853445 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1d8a5b68-057d-4502-acb3-8a710c1f2f0d req-7686f341-5039-43bf-8d77-19693bfd078c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69b31584-89e2-47f2-8520-6af05b2ff039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1900685 Dec 17 15:21:06.861413 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-964d3a8d-e9e6-4161-bca4-0a50c6b5d2fb req-ea4a3e48-ad48-41f1-b47e-872eac63d226 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883579 Dec 17 15:21:06.965221 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5227e41a-cace-422b-9a9b-3214154b1e53 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:06.979280 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port d2daf36d-f267-46b9-82d3-4060c8d23468, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=d2daf36d-f267-46b9-82d3-4060c8d23468,segment=NetworkSegment(2a8bf405-40c8-4d96-8555-31a40c90af4a),segment_id=2a8bf405-40c8-4d96-8555-31a40c90af4a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:06.996759 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'd2daf36d-f267-46b9-82d3-4060c8d23468', 'network_id': '7ca47a33-8abd-4e6a-88ec-7075c5c8571c', 'port_id': 'd2daf36d-f267-46b9-82d3-4060c8d23468', 'mac_address': 'fa:16:3e:0a:69:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3776791d-be13-43ea-aa2a-6f58e8cb954f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:21:07.015825 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e31c57c5-8c9b-4150-9faf-a82f24ed1c03 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:07.074072 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:07.090898 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2daf36d-f267-46b9-82d3-4060c8d23468 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:21:07.121463 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1d8a5b68-057d-4502-acb3-8a710c1f2f0d req-17d35171-6488-4957-9fad-6fa838f590f6 service neutron] 10.222.0.41 "GET /v2.0/networks/69b31584-89e2-47f2-8520-6af05b2ff039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589173 Dec 17 15:21:07.123661 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port d2daf36d-f267-46b9-82d3-4060c8d23468, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=d2daf36d-f267-46b9-82d3-4060c8d23468,segment=NetworkSegment(2a8bf405-40c8-4d96-8555-31a40c90af4a),segment_id=2a8bf405-40c8-4d96-8555-31a40c90af4a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:07.130726 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995d938-4721-4cef-8983-42a6edb97c13 req-40c81a5b-5eaa-4666-88d5-28adfe0a20ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:07.132966 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1995d938-4721-4cef-8983-42a6edb97c13 req-40c81a5b-5eaa-4666-88d5-28adfe0a20ac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47d7fbf2bea4406699034a230bc642f9&device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 1095 time: 0.2147958 Dec 17 15:21:07.199512 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-968b2d12-8039-4737-aa66-5ce2abd1212e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:07.267496 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31c57c5-8c9b-4150-9faf-a82f24ed1c03 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Router 0435d68b-aa24-4332-b589-6837779d77f9 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:21:07.286280 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:07.291368 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5227e41a-cace-422b-9a9b-3214154b1e53 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:07.365142 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=d2daf36d-f267-46b9-82d3-4060c8d23468,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:07.389209 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4ddf9b-3d03-42b1-b3cd-25c19750b615 None None] Network bd552e71-1868-45d5-a051-927435341a80 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:21:07.404142 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1d8a5b68-057d-4502-acb3-8a710c1f2f0d req-29b6a32f-93a7-4a9f-971d-77e315629986 service neutron] 10.222.0.41 "GET /v2.0/networks/69b31584-89e2-47f2-8520-6af05b2ff039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751985 Dec 17 15:21:07.415886 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31c57c5-8c9b-4150-9faf-a82f24ed1c03 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:21:07.425713 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e31c57c5-8c9b-4150-9faf-a82f24ed1c03 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "PUT /v2.0/routers/0435d68b-aa24-4332-b589-6837779d77f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0894032 Dec 17 15:21:07.428013 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53742) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:07.446690 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb997af-2392-4dc5-8541-ab54195e316a None None] Sync routers for ids ['0435d68b-aa24-4332-b589-6837779d77f9'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:21:07.462187 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb997af-2392-4dc5-8541-ab54195e316a None None] Routers {'0435d68b-aa24-4332-b589-6837779d77f9'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:21:07.462825 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-adb997af-2392-4dc5-8541-ab54195e316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:21:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0435d68b-aa24-4332-b589-6837779d77f9'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:07.475942 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5227e41a-cace-422b-9a9b-3214154b1e53 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Pushing event updated for resources: {'Port': ['ID=8e7a1138-e621-41ae-9378-6e6550df86a7,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:07.478044 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5064dde3-61c9-44a1-917d-46fde9987c7e tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "GET /v2.0/ports?device_id=0435d68b-aa24-4332-b589-6837779d77f9 HTTP/1.1" status: 200 len: 205 time: 0.0488496 Dec 17 15:21:07.488971 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53744) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:07.513651 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5227e41a-cace-422b-9a9b-3214154b1e53 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Network 16a20782-86b5-4c3f-b7a0-54ea535cf26a is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:21:07.514285 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-adb997af-2392-4dc5-8541-ab54195e316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:07.531282 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-0c4fb658-7ab1-4029-9c75-a328626ff881 None None] Provisioning complete for port 9152685e-ac36-4c61-a298-3d6af9686ed5 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:07.531751 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0c4fb658-7ab1-4029-9c75-a328626ff881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:07.540935 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995d938-4721-4cef-8983-42a6edb97c13 req-810e747c-8295-4750-a653-b54f66dc7d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:07.542195 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1995d938-4721-4cef-8983-42a6edb97c13 req-810e747c-8295-4750-a653-b54f66dc7d33 service neutron] 10.222.0.13 "GET /v2.0/networks?id=72959918-115f-4f15-a904-42652bab9b2e HTTP/1.1" status: 200 len: 911 time: 0.4006312 Dec 17 15:21:07.544888 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-5227e41a-cace-422b-9a9b-3214154b1e53 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:07.548760 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5227e41a-cace-422b-9a9b-3214154b1e53 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:21:07.592714 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb997af-2392-4dc5-8541-ab54195e316a None None] Routers {'0435d68b-aa24-4332-b589-6837779d77f9'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:21:07.593645 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-adb997af-2392-4dc5-8541-ab54195e316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:21:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0435d68b-aa24-4332-b589-6837779d77f9'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:07.604053 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['d2daf36d-f267-46b9-82d3-4060c8d23468'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:21:07.627719 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d25a2d6f-a31d-42a2-accd-659cb9ed87a8 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:07.635831 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1995d938-4721-4cef-8983-42a6edb97c13 req-8c2af769-b9e7-4790-a16b-25896e0d059f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05301328-2272-486d-85a3-4bd21e43f0ea HTTP/1.1" status: 200 len: 217 time: 0.0429409 Dec 17 15:21:07.651342 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5227e41a-cace-422b-9a9b-3214154b1e53 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:07.651965 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5227e41a-cace-422b-9a9b-3214154b1e53 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:07.663381 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-adb997af-2392-4dc5-8541-ab54195e316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:07.664532 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb997af-2392-4dc5-8541-ab54195e316a None None] The sync data for ids ['0435d68b-aa24-4332-b589-6837779d77f9'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:21:07.730642 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764d02d-5ca7-40a0-85ab-032e7251dc14 req-a072fc07-2231-492e-a9d8-b212503cecad tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:07.731571 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995d938-4721-4cef-8983-42a6edb97c13 req-2713a03f-6ecf-43e4-8795-a5f0456196c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:07.732281 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d764d02d-5ca7-40a0-85ab-032e7251dc14 req-a072fc07-2231-492e-a9d8-b212503cecad tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a56696a-404e-4f94-ae18-bb0a30073667 HTTP/1.1" status: 200 len: 945 time: 0.2516577 Dec 17 15:21:07.732696 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1995d938-4721-4cef-8983-42a6edb97c13 req-2713a03f-6ecf-43e4-8795-a5f0456196c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=95ec1172-deaa-4898-b906-b0423633683b HTTP/1.1" status: 200 len: 850 time: 0.0647094 Dec 17 15:21:07.733847 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-968b2d12-8039-4737-aa66-5ce2abd1212e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:07.768756 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999e3a0-fb04-4974-9308-ad0d96e91a77 req-1e757021-3282-49af-858c-e4439114bc8c tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:07.773985 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1995d938-4721-4cef-8983-42a6edb97c13 req-d8269050-5ce2-4492-baea-be50fdb2a529 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72959918-115f-4f15-a904-42652bab9b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292325 Dec 17 15:21:07.777006 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0999e3a0-fb04-4974-9308-ad0d96e91a77 req-1e757021-3282-49af-858c-e4439114bc8c tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] 10.222.0.46 "GET /v2.0/ports?device_id=e10f5e98-7deb-4513-8cf2-3eb5e439c0cb HTTP/1.1" status: 200 len: 946 time: 0.3133798 Dec 17 15:21:07.814609 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5227e41a-cace-422b-9a9b-3214154b1e53 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9579611 Dec 17 15:21:07.841239 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0c4fb658-7ab1-4029-9c75-a328626ff881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:07.851249 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53750) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:07.906356 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-a1e28de9-179d-415d-bafa-7f6b0ac79d3d tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:3a:1c:4b'}]}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:07.928144 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-0c4fb658-7ab1-4029-9c75-a328626ff881 None None] For port 9152685e-ac36-4c61-a298-3d6af9686ed5, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9152685e-ac36-4c61-a298-3d6af9686ed5,segment=NetworkSegment(42846713-036d-43ec-8ce5-33dad0f419b5),segment_id=42846713-036d-43ec-8ce5-33dad0f419b5)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:07.938982 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d25a2d6f-a31d-42a2-accd-659cb9ed87a8 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:07.958350 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d25a2d6f-a31d-42a2-accd-659cb9ed87a8 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:07.972784 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0999e3a0-fb04-4974-9308-ad0d96e91a77 req-c12bc1a3-26ff-411b-8b08-520f2793667b tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] 10.222.0.46 "GET /v2.0/security-groups?id=add532d7-958e-43c8-99c5-02294375bace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928627 Dec 17 15:21:08.036609 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0c4fb658-7ab1-4029-9c75-a328626ff881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:08.050253 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d764d02d-5ca7-40a0-85ab-032e7251dc14 req-6d478067-bc2b-43a1-a098-3d905c00428d tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] 10.222.0.46 "GET /v2.0/security-groups?id=e35d7f0d-62d9-4711-91bb-ad53a80d6121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055542 Dec 17 15:21:08.092460 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a1e28de9-179d-415d-bafa-7f6b0ac79d3d tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:08.135396 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4fb658-7ab1-4029-9c75-a328626ff881 None None] Pushing event updated for resources: {'Port': ['ID=9152685e-ac36-4c61-a298-3d6af9686ed5,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:08.161713 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d25a2d6f-a31d-42a2-accd-659cb9ed87a8 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:08.162109 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25a2d6f-a31d-42a2-accd-659cb9ed87a8 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Fanout notify agent at l3_agent the message router_deleted on router 0435d68b-aa24-4332-b589-6837779d77f9 {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:21:08.170061 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-cdf38045-6097-4436-9534-2cb726abebdc None None] Provisioning complete for port 8e7a1138-e621-41ae-9378-6e6550df86a7 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:08.170673 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cdf38045-6097-4436-9534-2cb726abebdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:08.173614 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d25a2d6f-a31d-42a2-accd-659cb9ed87a8 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:08.181781 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d25a2d6f-a31d-42a2-accd-659cb9ed87a8 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/routers/0435d68b-aa24-4332-b589-6837779d77f9 HTTP/1.1" status: 204 len: 168 time: 0.6916404 Dec 17 15:21:08.184742 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53754) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:08.243264 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-cdf38045-6097-4436-9534-2cb726abebdc None None] Port 8e7a1138-e621-41ae-9378-6e6550df86a7 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:21:08.284525 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9152685e-ac36-4c61-a298-3d6af9686ed5 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:21:08.336476 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 9152685e-ac36-4c61-a298-3d6af9686ed5 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:08.336967 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:08.367316 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-e41b07e1-1576-4402-a887-e2e4dd5c2df4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Deleting subnet f3afc421-f4c5-4696-85bc-38ce9c0fd1b3 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:21:08.379976 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e41b07e1-1576-4402-a887-e2e4dd5c2df4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:08.384496 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-8b994439-8b7d-4bca-9e69-d175867d9056 None None] Provisioning complete for port 9152685e-ac36-4c61-a298-3d6af9686ed5 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:08.384889 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8b994439-8b7d-4bca-9e69-d175867d9056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:08.423949 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ccd2a-c8a7-47b0-96bf-7d2a34b500c7 req-0445aa13-5ef6-4a1e-9542-183a336f1317 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:08.424571 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1995d938-4721-4cef-8983-42a6edb97c13 req-c67d81a7-6e2d-49c4-9477-2ba76f6a2c64 service neutron] 10.222.0.13 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6228743 Dec 17 15:21:08.425522 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-472ccd2a-c8a7-47b0-96bf-7d2a34b500c7 req-0445aa13-5ef6-4a1e-9542-183a336f1317 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 944 time: 0.1888793 Dec 17 15:21:08.460699 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e41b07e1-1576-4402-a887-e2e4dd5c2df4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:08.549786 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1995d938-4721-4cef-8983-42a6edb97c13 req-b52862bc-1172-402f-96c9-8e9a2f296876 service neutron] 10.222.0.13 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159999 Dec 17 15:21:08.556710 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-472ccd2a-c8a7-47b0-96bf-7d2a34b500c7 req-762dca7d-58c3-41f1-ba86-a9ee5dcba8fa tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201136 Dec 17 15:21:08.593131 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a1e28de9-179d-415d-bafa-7f6b0ac79d3d tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:08.606321 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968b2d12-8039-4737-aa66-5ce2abd1212e admin admin] Router b4bcab38-cc82-49f7-b02e-5adf38ba5528 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:21:08.609144 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e41b07e1-1576-4402-a887-e2e4dd5c2df4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:08.674408 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a1e28de9-179d-415d-bafa-7f6b0ac79d3d tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:08.712932 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968b2d12-8039-4737-aa66-5ce2abd1212e admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:21:08.729549 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a8d60f-7c4a-4297-abc1-dc37fd4fcc57 None None] Sync routers for ids ['b4bcab38-cc82-49f7-b02e-5adf38ba5528'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:21:08.741918 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a8d60f-7c4a-4297-abc1-dc37fd4fcc57 None None] Routers {'b4bcab38-cc82-49f7-b02e-5adf38ba5528'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:21:08.742532 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-70a8d60f-7c4a-4297-abc1-dc37fd4fcc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:21:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['b4bcab38-cc82-49f7-b02e-5adf38ba5528'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:08.757818 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e41b07e1-1576-4402-a887-e2e4dd5c2df4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:08.759776 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e28de9-179d-415d-bafa-7f6b0ac79d3d tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Pushing event updated for resources: {'Port': ['ID=8e7a1138-e621-41ae-9378-6e6550df86a7,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:08.801270 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b07e1-1576-4402-a887-e2e4dd5c2df4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event deleted for resources: {'Subnet': ['ID=f3afc421-f4c5-4696-85bc-38ce9c0fd1b3,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:08.803455 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e41b07e1-1576-4402-a887-e2e4dd5c2df4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:08.807328 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e41b07e1-1576-4402-a887-e2e4dd5c2df4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/subnets/f3afc421-f4c5-4696-85bc-38ce9c0fd1b3 HTTP/1.1" status: 204 len: 168 time: 0.6210628 Dec 17 15:21:08.807560 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-a1e28de9-179d-415d-bafa-7f6b0ac79d3d tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] In _notify_port_updated(), no bound segment for port 8e7a1138-e621-41ae-9378-6e6550df86a7 on network 16a20782-86b5-4c3f-b7a0-54ea535cf26a {{(pid=102832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 17 15:21:08.809549 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53756) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:08.810630 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7699d0-8b91-4f41-98ef-e45d32464e60 None None] Network 86943c1b-7878-47bd-8307-02d19f7616d0 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:21:08.813795 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e28de9-179d-415d-bafa-7f6b0ac79d3d tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:08.814633 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a1e28de9-179d-415d-bafa-7f6b0ac79d3d tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:08.818504 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 05301328-2272-486d-85a3-4bd21e43f0ea details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:21:08.818683 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a1e28de9-179d-415d-bafa-7f6b0ac79d3d tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] 10.222.0.46 "PUT /v2.0/ports/8e7a1138-e621-41ae-9378-6e6550df86a7 HTTP/1.1" status: 200 len: 996 time: 0.9255538 Dec 17 15:21:08.818781 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device d2daf36d-f267-46b9-82d3-4060c8d23468 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:21:08.819932 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53758) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:08.888531 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-70a8d60f-7c4a-4297-abc1-dc37fd4fcc57 None None] Set router b4bcab38-cc82-49f7-b02e-5adf38ba5528 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:21:08.909340 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f41fb34-ee95-46e5-a36d-4c1277f29ee1 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:08.918162 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-968b2d12-8039-4737-aa66-5ce2abd1212e admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:08.919742 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-968b2d12-8039-4737-aa66-5ce2abd1212e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3417425 Dec 17 15:21:08.922933 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53760) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:08.980821 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-6f41fb34-ee95-46e5-a36d-4c1277f29ee1 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Deleting port ea5bd5b8-4c8a-48b7-b0a1-e2707c7759a0 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:21:08.981202 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f41fb34-ee95-46e5-a36d-4c1277f29ee1 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:09.039444 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-815c04da-3446-432f-b154-c795d40c4879 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Deleting port 8e7a1138-e621-41ae-9378-6e6550df86a7 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:21:09.039803 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-815c04da-3446-432f-b154-c795d40c4879 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:09.166033 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-6f41fb34-ee95-46e5-a36d-4c1277f29ee1 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] For port ea5bd5b8-4c8a-48b7-b0a1-e2707c7759a0, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ea5bd5b8-4c8a-48b7-b0a1-e2707c7759a0,segment=NetworkSegment(084b1c3e-267f-472e-8bf3-eafb90e82b65),segment_id=084b1c3e-267f-472e-8bf3-eafb90e82b65)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:09.166353 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f41fb34-ee95-46e5-a36d-4c1277f29ee1 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:09.178940 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-70a8d60f-7c4a-4297-abc1-dc37fd4fcc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4bcab38-cc82-49f7-b02e-5adf38ba5528', 'name': 'tempest-TaggedBootDevicesTest_v242-2038503734-router', 'tenant_id': 'e6bfe4629dde41a08cae8b6d84b4a433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '3f2ae126-858e-40d8-942f-46346ca5e8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:04Z', 'updated_at': '2021-12-17T15:21:06Z', 'revision_number': 3, 'project_id': 'e6bfe4629dde41a08cae8b6d84b4a433', 'gw_port': {'id': '3f2ae126-858e-40d8-942f-46346ca5e8d3', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:dc:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4bcab38-cc82-49f7-b02e-5adf38ba5528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:06Z', 'updated_at': '2021-12-17T15:21:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:09.186436 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-6f41fb34-ee95-46e5-a36d-4c1277f29ee1 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Calling delete_port for ea5bd5b8-4c8a-48b7-b0a1-e2707c7759a0 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:21:09.194841 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-5a474057-2042-43a3-a93b-c39bcc21bcf5 None None] Provisioning complete for port 8e7a1138-e621-41ae-9378-6e6550df86a7 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:09.195453 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5a474057-2042-43a3-a93b-c39bcc21bcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:09.210175 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a8d60f-7c4a-4297-abc1-dc37fd4fcc57 None None] Checking router: b4bcab38-cc82-49f7-b02e-5adf38ba5528 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:21:09.210832 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a8d60f-7c4a-4297-abc1-dc37fd4fcc57 None None] Updating router b4bcab38-cc82-49f7-b02e-5adf38ba5528 port 3f2ae126-858e-40d8-942f-46346ca5e8d3 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:21:09.238368 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-70a8d60f-7c4a-4297-abc1-dc37fd4fcc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:09.315411 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-5a474057-2042-43a3-a93b-c39bcc21bcf5 None None] Port 8e7a1138-e621-41ae-9378-6e6550df86a7 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:21:09.346706 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 05301328-2272-486d-85a3-4bd21e43f0ea, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=05301328-2272-486d-85a3-4bd21e43f0ea,segment=NetworkSegment(50913541-c4fc-4052-a5a4-4ef73bad2e3d),segment_id=50913541-c4fc-4052-a5a4-4ef73bad2e3d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:09.359876 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '05301328-2272-486d-85a3-4bd21e43f0ea', 'network_id': '72959918-115f-4f15-a904-42652bab9b2e', 'port_id': '05301328-2272-486d-85a3-4bd21e43f0ea', 'mac_address': 'fa:16:3e:07:98:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ec1172-deaa-4898-b906-b0423633683b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:21:09.395161 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f41fb34-ee95-46e5-a36d-4c1277f29ee1 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:09.413322 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:09.431393 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port d2daf36d-f267-46b9-82d3-4060c8d23468 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:21:09.435651 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05301328-2272-486d-85a3-4bd21e43f0ea {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:21:09.442837 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port d2daf36d-f267-46b9-82d3-4060c8d23468 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:09.445400 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:09.461382 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41fb34-ee95-46e5-a36d-4c1277f29ee1 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event deleted for resources: {'Port': ['ID=ea5bd5b8-4c8a-48b7-b0a1-e2707c7759a0,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:09.466251 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f41fb34-ee95-46e5-a36d-4c1277f29ee1 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] No DVR routers for this DVR port ea5bd5b8-4c8a-48b7-b0a1-e2707c7759a0 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:21:09.477761 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f21a93-938e-46dc-97f6-20ef896bde2a None None] DHCP port deletion for 86943c1b-7878-47bd-8307-02d19f7616d0 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:21:09.499186 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 05301328-2272-486d-85a3-4bd21e43f0ea, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=05301328-2272-486d-85a3-4bd21e43f0ea,segment=NetworkSegment(50913541-c4fc-4052-a5a4-4ef73bad2e3d),segment_id=50913541-c4fc-4052-a5a4-4ef73bad2e3d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:09.557147 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:09.566408 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f7024-141f-4b86-9247-5ab25f04b842 req-e6f9834b-4bdb-4a97-8326-538f6682537a tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:09.568023 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0d9f7024-141f-4b86-9247-5ab25f04b842 req-e6f9834b-4bdb-4a97-8326-538f6682537a tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] 10.222.0.46 "GET /v2.0/ports?device_id=e10f5e98-7deb-4513-8cf2-3eb5e439c0cb HTTP/1.1" status: 200 len: 946 time: 0.1758902 Dec 17 15:21:09.586428 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a56696a-404e-4f94-ae18-bb0a30073667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2daf36d-f267-46b9-82d3-4060c8d23468'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:21:09.589230 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38141e09-b34b-4337-8513-6577efb18f60" -d '{"events": [{"server_uuid": "7a56696a-404e-4f94-ae18-bb0a30073667", "name": "network-vif-plugged", "status": "completed", "tag": "d2daf36d-f267-46b9-82d3-4060c8d23468"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:21:09.595559 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f41fb34-ee95-46e5-a36d-4c1277f29ee1 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:09.600863 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:09.601413 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0627d-c149-4b48-a550-8a0db8b1d88e req-0868b822-b2a3-4f13-a4c1-da61fc228dc6 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:09.607962 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port d2daf36d-f267-46b9-82d3-4060c8d23468, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=d2daf36d-f267-46b9-82d3-4060c8d23468,segment=NetworkSegment(2a8bf405-40c8-4d96-8555-31a40c90af4a),segment_id=2a8bf405-40c8-4d96-8555-31a40c90af4a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:09.610665 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e6a0627d-c149-4b48-a550-8a0db8b1d88e req-0868b822-b2a3-4f13-a4c1-da61fc228dc6 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a56696a-404e-4f94-ae18-bb0a30073667 HTTP/1.1" status: 200 len: 945 time: 0.2068636 Dec 17 15:21:09.614297 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-70a8d60f-7c4a-4297-abc1-dc37fd4fcc57 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:09.626768 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-6f41fb34-ee95-46e5-a36d-4c1277f29ee1 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86943c1b-7878-47bd-8307-02d19f7616d0']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:09.637106 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-6f41fb34-ee95-46e5-a36d-4c1277f29ee1 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '084b1c3e-267f-472e-8bf3-eafb90e82b65') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:09.637413 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-6f41fb34-ee95-46e5-a36d-4c1277f29ee1 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '084b1c3e-267f-472e-8bf3-eafb90e82b65') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:09.647897 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f41fb34-ee95-46e5-a36d-4c1277f29ee1 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:09.656309 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=05301328-2272-486d-85a3-4bd21e43f0ea,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:09.661488 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f41fb34-ee95-46e5-a36d-4c1277f29ee1 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:09.667857 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f41fb34-ee95-46e5-a36d-4c1277f29ee1 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:21:09.668362 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f41fb34-ee95-46e5-a36d-4c1277f29ee1 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:09.671352 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:21:09.671352 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:21:09.671352 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:21:09.671352 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:21:09.671352 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:21:09.671352 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:21:09.671352 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:21:09.671352 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:21:09.671352 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:21:09.671352 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:21:09.671352 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:21:09.671352 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:21:09.671352 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:21:09.671352 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:21:09.671352 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:21:09.671352 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:21:09.671352 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:21:09.671352 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:21:09.671352 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:21:09.671352 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:21:09.671352 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:21:09.671352 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:21:09.671352 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:21:09.671352 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:21:09.671352 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:21:09.671352 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:21:09.671352 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:21:09.671352 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:21:09.671352 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:21:09.671352 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:21:09.671352 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:21:09.671352 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:21:09.674158 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-815c04da-3446-432f-b154-c795d40c4879 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:09.685482 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:09.726415 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-70a8d60f-7c4a-4297-abc1-dc37fd4fcc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:09.745088 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=d2daf36d-f267-46b9-82d3-4060c8d23468,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:09.745512 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-815c04da-3446-432f-b154-c795d40c4879 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Calling delete_port for 8e7a1138-e621-41ae-9378-6e6550df86a7 owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:21:09.774173 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0d9f7024-141f-4b86-9247-5ab25f04b842 req-89140ecd-7228-4d72-9bf0-ec49846926bf tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] 10.222.0.46 "GET /v2.0/security-groups?id=add532d7-958e-43c8-99c5-02294375bace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941562 Dec 17 15:21:09.776292 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-70a8d60f-7c4a-4297-abc1-dc37fd4fcc57 None None] Attempting to bind port 3f2ae126-858e-40d8-942f-46346ca5e8d3 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:21:09.776770 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-70a8d60f-7c4a-4297-abc1-dc37fd4fcc57 None None] Attempting to bind port 3f2ae126-858e-40d8-942f-46346ca5e8d3 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:21:09.776770 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a8d60f-7c4a-4297-abc1-dc37fd4fcc57 None None] Attempting to bind port 3f2ae126-858e-40d8-942f-46346ca5e8d3 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:21:09.798127 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e6a0627d-c149-4b48-a550-8a0db8b1d88e req-789e7903-f3a1-440b-8e30-89ad76853315 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] 10.222.0.46 "GET /v2.0/security-groups?id=e35d7f0d-62d9-4711-91bb-ad53a80d6121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791503 Dec 17 15:21:09.805723 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a8d60f-7c4a-4297-abc1-dc37fd4fcc57 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:21:09.806273 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a8d60f-7c4a-4297-abc1-dc37fd4fcc57 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:21:09.806858 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-70a8d60f-7c4a-4297-abc1-dc37fd4fcc57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:09.807965 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a8d60f-7c4a-4297-abc1-dc37fd4fcc57 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:21:09.809234 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-70a8d60f-7c4a-4297-abc1-dc37fd4fcc57 None None] Bound port: 3f2ae126-858e-40d8-942f-46346ca5e8d3, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:21:09.814233 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-70a8d60f-7c4a-4297-abc1-dc37fd4fcc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:09.816234 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a1fba-3f97-457b-8296-0dd0cb846c58 None None] Pushing event updated for resources: {'Port': ['ID=3f2ae126-858e-40d8-942f-46346ca5e8d3,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:09.826352 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['05301328-2272-486d-85a3-4bd21e43f0ea'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:21:09.853007 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f41fb34-ee95-46e5-a36d-4c1277f29ee1 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:09.863972 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f41fb34-ee95-46e5-a36d-4c1277f29ee1 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:09.873106 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6f41fb34-ee95-46e5-a36d-4c1277f29ee1 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/networks/86943c1b-7878-47bd-8307-02d19f7616d0 HTTP/1.1" status: 204 len: 168 time: 1.0590699 Dec 17 15:21:09.884544 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53776) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:09.894291 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-71d3d408-21df-4751-a897-2e4a80ab14c4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1674533846', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:09.907782 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41fb34-ee95-46e5-a36d-4c1277f29ee1 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event deleted for resources: {'Network': ['ID=86943c1b-7878-47bd-8307-02d19f7616d0,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:09.912904 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-70a8d60f-7c4a-4297-abc1-dc37fd4fcc57 None None] For port 3f2ae126-858e-40d8-942f-46346ca5e8d3, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:21:09.916490 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-70a8d60f-7c4a-4297-abc1-dc37fd4fcc57 None None] For port 3f2ae126-858e-40d8-942f-46346ca5e8d3, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3f2ae126-858e-40d8-942f-46346ca5e8d3,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:21:09.978628 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3459eede-76fe-41fd-85c6-423cf84b058e x-openstack-request-id: req-3459eede-76fe-41fd-85c6-423cf84b058e {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:21:09.978996 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a56696a-404e-4f94-ae18-bb0a30073667", "name": "network-vif-plugged", "status": "completed", "tag": "d2daf36d-f267-46b9-82d3-4060c8d23468", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:21:09.979255 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3459eede-76fe-41fd-85c6-423cf84b058e {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:21:09.979654 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a56696a-404e-4f94-ae18-bb0a30073667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2daf36d-f267-46b9-82d3-4060c8d23468', 'code': 200} Dec 17 15:21:10.024582 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-70a8d60f-7c4a-4297-abc1-dc37fd4fcc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:10.089358 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-71d3d408-21df-4751-a897-2e4a80ab14c4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:10.090435 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-71d3d408-21df-4751-a897-2e4a80ab14c4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:10.097018 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a8d60f-7c4a-4297-abc1-dc37fd4fcc57 None None] Routers {'b4bcab38-cc82-49f7-b02e-5adf38ba5528'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:21:10.097018 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-70a8d60f-7c4a-4297-abc1-dc37fd4fcc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:21:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['b4bcab38-cc82-49f7-b02e-5adf38ba5528'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:10.097959 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a1fba-3f97-457b-8296-0dd0cb846c58 None None] Pushing event updated for resources: {'Port': ['ID=3f2ae126-858e-40d8-942f-46346ca5e8d3,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:10.116439 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e380cb-de20-46e0-85c0-fde85c690db3 req-df7640fa-f419-4af6-93bb-7f7be3193335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:10.118495 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a4e380cb-de20-46e0-85c0-fde85c690db3 req-df7640fa-f419-4af6-93bb-7f7be3193335 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7a56696a-404e-4f94-ae18-bb0a30073667 HTTP/1.1" status: 200 len: 1097 time: 0.0709946 Dec 17 15:21:10.150430 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b02282-519f-4b0b-b338-365d275b0615 req-50cc46e8-d51c-4c5d-ae8b-a22df257d450 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:10.161357 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c6b02282-519f-4b0b-b338-365d275b0615 req-50cc46e8-d51c-4c5d-ae8b-a22df257d450 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 945 time: 0.1667774 Dec 17 15:21:10.169891 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a4e380cb-de20-46e0-85c0-fde85c690db3 req-508715cc-be01-43fc-aa06-78763d16a939 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e35d7f0d-62d9-4711-91bb-ad53a80d6121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420477 Dec 17 15:21:10.184897 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9152685e-ac36-4c61-a298-3d6af9686ed5 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:21:10.232304 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:10.236431 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-70a8d60f-7c4a-4297-abc1-dc37fd4fcc57 None None] Set router b4bcab38-cc82-49f7-b02e-5adf38ba5528 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:21:10.247292 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-71d3d408-21df-4751-a897-2e4a80ab14c4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:10.253250 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 9152685e-ac36-4c61-a298-3d6af9686ed5 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:10.253250 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:10.314638 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c6b02282-519f-4b0b-b338-365d275b0615 req-f245cdcc-22a2-4cdd-bae1-2fa7a5fd9523 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448743 Dec 17 15:21:10.396347 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-71d3d408-21df-4751-a897-2e4a80ab14c4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:10.415218 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ea5bd5b8-4c8a-48b7-b0a1-e2707c7759a0 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:21:10.425972 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-49a4c373-4d8c-4251-8223-184edd5d693e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:10.436949 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: ea5bd5b8-4c8a-48b7-b0a1-e2707c7759a0 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:21:10.436949 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ea5bd5b8-4c8a-48b7-b0a1-e2707c7759a0 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:21:10.456396 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-815c04da-3446-432f-b154-c795d40c4879 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:10.461950 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-70a8d60f-7c4a-4297-abc1-dc37fd4fcc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4bcab38-cc82-49f7-b02e-5adf38ba5528', 'name': 'tempest-TaggedBootDevicesTest_v242-2038503734-router', 'tenant_id': 'e6bfe4629dde41a08cae8b6d84b4a433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '3f2ae126-858e-40d8-942f-46346ca5e8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:04Z', 'updated_at': '2021-12-17T15:21:06Z', 'revision_number': 3, 'project_id': 'e6bfe4629dde41a08cae8b6d84b4a433', 'gw_port': {'id': '3f2ae126-858e-40d8-942f-46346ca5e8d3', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:dc:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4bcab38-cc82-49f7-b02e-5adf38ba5528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:06Z', 'updated_at': '2021-12-17T15:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:10.487336 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c04da-3446-432f-b154-c795d40c4879 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Pushing event deleted for resources: {'Port': ['ID=8e7a1138-e621-41ae-9378-6e6550df86a7,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:10.488821 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a8d60f-7c4a-4297-abc1-dc37fd4fcc57 None None] The sync data for ids ['b4bcab38-cc82-49f7-b02e-5adf38ba5528'] in n-d-820553-2 is: [{'id': 'b4bcab38-cc82-49f7-b02e-5adf38ba5528', 'name': 'tempest-TaggedBootDevicesTest_v242-2038503734-router', 'tenant_id': 'e6bfe4629dde41a08cae8b6d84b4a433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '3f2ae126-858e-40d8-942f-46346ca5e8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:04Z', 'updated_at': '2021-12-17T15:21:06Z', 'revision_number': 3, 'project_id': 'e6bfe4629dde41a08cae8b6d84b4a433', 'gw_port': {'id': '3f2ae126-858e-40d8-942f-46346ca5e8d3', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:dc:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4bcab38-cc82-49f7-b02e-5adf38ba5528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:06Z', 'updated_at': '2021-12-17T15:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:21:10.576691 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-71d3d408-21df-4751-a897-2e4a80ab14c4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:10.577958 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-71d3d408-21df-4751-a897-2e4a80ab14c4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6918166 Dec 17 15:21:10.581620 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53782) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:10.588793 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-4a0ecdef-a3d2-4782-86ef-f92c672995f4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Request body: {'network': {'name': 'tempest-RoutersTest-1541663650'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:10.637122 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-815c04da-3446-432f-b154-c795d40c4879 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:10.644822 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53784) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:10.645476 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-815c04da-3446-432f-b154-c795d40c4879 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] 10.222.0.46 "DELETE /v2.0/ports/8e7a1138-e621-41ae-9378-6e6550df86a7 HTTP/1.1" status: 204 len: 168 time: 1.8226368 Dec 17 15:21:10.669653 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee26fafd-2783-4cb3-813e-b224933e974a tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] GET failed (client error): The resource could not be found. Dec 17 15:21:10.672249 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ee26fafd-2783-4cb3-813e-b224933e974a tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] 10.222.0.46 "GET /v2.0/ports/8e7a1138-e621-41ae-9378-6e6550df86a7 HTTP/1.1" status: 404 len: 333 time: 0.0266373 Dec 17 15:21:10.682611 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53786) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:10.688119 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-223a60e1-8477-43ab-8797-d4907a69473c tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Request body: {'port': {'network_id': '16a20782-86b5-4c3f-b7a0-54ea535cf26a', 'name': 'tempest-AllowedAddressPairTestJSON-286329344'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:10.713257 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0ecdef-a3d2-4782-86ef-f92c672995f4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Made reservation on behalf of 2f3e4e66f57e4196ab4d1021f592ec02 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:21:10.717028 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4a0ecdef-a3d2-4782-86ef-f92c672995f4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:10.737879 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-49a4c373-4d8c-4251-8223-184edd5d693e admin admin] Allocated IP 172.20.0.1 (bd552e71-1868-45d5-a051-927435341a80/c8b7b9c5-fbe3-4372-89fb-14c9c6ff3924/419bc057-7e73-44e2-b027-5a4bbf7e494d) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:21:10.817109 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a0ecdef-a3d2-4782-86ef-f92c672995f4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:21:10.843987 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 05301328-2272-486d-85a3-4bd21e43f0ea up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:21:10.921926 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefe990-90a8-4d0e-b654-3594d0c3f727 req-0f0ef601-74fd-4874-bb40-a0e6f56d8c20 tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:10.925538 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6fefe990-90a8-4d0e-b654-3594d0c3f727 req-0f0ef601-74fd-4874-bb40-a0e6f56d8c20 tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] 10.222.0.46 "GET /v2.0/ports?device_id=e10f5e98-7deb-4513-8cf2-3eb5e439c0cb HTTP/1.1" status: 200 len: 946 time: 0.0932500 Dec 17 15:21:10.934413 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4a0ecdef-a3d2-4782-86ef-f92c672995f4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:10.934991 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-4a0ecdef-a3d2-4782-86ef-f92c672995f4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Added segment f673f0e9-87fc-4250-9ca3-7d7bbbaf9c71 of type vlan for network d151c253-0d25-4c1e-98d2-beffee846846 Dec 17 15:21:10.984164 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4a0ecdef-a3d2-4782-86ef-f92c672995f4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:10.997322 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-49a4c373-4d8c-4251-8223-184edd5d693e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:11.007481 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 05301328-2272-486d-85a3-4bd21e43f0ea completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:21:11.011633 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 05301328-2272-486d-85a3-4bd21e43f0ea triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:11.012195 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:11.034961 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223a60e1-8477-43ab-8797-d4907a69473c tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Made reservation on behalf of e0c6c9e3e4794798973eed8b2b34a073 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:21:11.039449 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-223a60e1-8477-43ab-8797-d4907a69473c tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:11.045828 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78480525-2949-4093-b963-84a74a8be991 req-8ab28e11-bc63-45f7-a639-d45860c15c30 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:11.053742 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-78480525-2949-4093-b963-84a74a8be991 req-8ab28e11-bc63-45f7-a639-d45860c15c30 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a56696a-404e-4f94-ae18-bb0a30073667 HTTP/1.1" status: 200 len: 946 time: 0.1566262 Dec 17 15:21:11.058304 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-223a60e1-8477-43ab-8797-d4907a69473c tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] device_id is not set on port 80991e69-dff7-437b-ad4e-3bd64df4b386 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:21:11.066698 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6fefe990-90a8-4d0e-b654-3594d0c3f727 req-0403d826-e1e2-4273-8117-6581d8c3484a tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] 10.222.0.46 "GET /v2.0/security-groups?id=add532d7-958e-43c8-99c5-02294375bace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035266 Dec 17 15:21:11.114032 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4a0ecdef-a3d2-4782-86ef-f92c672995f4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:11.124896 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0ecdef-a3d2-4782-86ef-f92c672995f4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:11.126132 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4a0ecdef-a3d2-4782-86ef-f92c672995f4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:11.134317 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-78480525-2949-4093-b963-84a74a8be991 req-4ab8d0e5-784c-4a9b-a714-6c4a2539e00e tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] 10.222.0.46 "GET /v2.0/security-groups?id=e35d7f0d-62d9-4711-91bb-ad53a80d6121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745914 Dec 17 15:21:11.141786 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:11.182115 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 05301328-2272-486d-85a3-4bd21e43f0ea, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=05301328-2272-486d-85a3-4bd21e43f0ea,segment=NetworkSegment(50913541-c4fc-4052-a5a4-4ef73bad2e3d),segment_id=50913541-c4fc-4052-a5a4-4ef73bad2e3d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:11.246344 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-49a4c373-4d8c-4251-8223-184edd5d693e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:11.280745 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:11.293716 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a4c373-4d8c-4251-8223-184edd5d693e admin admin] Network bd552e71-1868-45d5-a051-927435341a80 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:21:11.296784 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-49a4c373-4d8c-4251-8223-184edd5d693e admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:11.316159 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ecdef-a3d2-4782-86ef-f92c672995f4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Network': ['ID=d151c253-0d25-4c1e-98d2-beffee846846,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:11.325335 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a4c373-4d8c-4251-8223-184edd5d693e admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:21:11.329535 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4c373-4d8c-4251-8223-184edd5d693e admin admin] Pushing event updated for resources: {'Port': ['ID=419bc057-7e73-44e2-b027-5a4bbf7e494d,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:11.357209 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network d151c253-0d25-4c1e-98d2-beffee846846 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:21:11.361558 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-223a60e1-8477-43ab-8797-d4907a69473c tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Allocated IP 172.20.0.14 (16a20782-86b5-4c3f-b7a0-54ea535cf26a/b7b26d5b-7bff-41ac-97a7-3acee706745c/80991e69-dff7-437b-ad4e-3bd64df4b386) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:21:11.400334 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-49a4c373-4d8c-4251-8223-184edd5d693e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:11.434981 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4a0ecdef-a3d2-4782-86ef-f92c672995f4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8521669 Dec 17 15:21:11.438385 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53798) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:11.443867 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-29deb5f5-7836-454c-8985-ae814664a977 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Request body: {'subnet': {'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:11.454353 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=05301328-2272-486d-85a3-4bd21e43f0ea,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:11.577925 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85c1b6-9d87-4b72-981c-20a780d2b8a7 req-bf701486-c248-4768-b57a-f5d9ce064ee8 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:11.579897 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aa85c1b6-9d87-4b72-981c-20a780d2b8a7 req-bf701486-c248-4768-b57a-f5d9ce064ee8 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 946 time: 0.0988531 Dec 17 15:21:11.662673 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aa85c1b6-9d87-4b72-981c-20a780d2b8a7 req-24e276fa-4bd1-4894-8da8-29e0a7ba924b tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524864 Dec 17 15:21:11.663157 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-223a60e1-8477-43ab-8797-d4907a69473c tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:11.669276 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-3909d3ec-cef6-4135-b189-46011a3ae20e None None] Provisioning complete for port 419bc057-7e73-44e2-b027-5a4bbf7e494d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:11.669726 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3909d3ec-cef6-4135-b189-46011a3ae20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:11.710824 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-3909d3ec-cef6-4135-b189-46011a3ae20e None None] Port 419bc057-7e73-44e2-b027-5a4bbf7e494d cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:21:11.734581 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29deb5f5-7836-454c-8985-ae814664a977 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Made reservation on behalf of 2f3e4e66f57e4196ab4d1021f592ec02 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:21:11.735734 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-29deb5f5-7836-454c-8985-ae814664a977 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:11.762962 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-49a4c373-4d8c-4251-8223-184edd5d693e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:11.792001 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-223a60e1-8477-43ab-8797-d4907a69473c tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:11.861220 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223a60e1-8477-43ab-8797-d4907a69473c tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Network 16a20782-86b5-4c3f-b7a0-54ea535cf26a is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:21:11.864734 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a60e1-8477-43ab-8797-d4907a69473c tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Pushing event updated for resources: {'Port': ['ID=80991e69-dff7-437b-ad4e-3bd64df4b386,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:11.869910 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-223a60e1-8477-43ab-8797-d4907a69473c tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:11.873926 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223a60e1-8477-43ab-8797-d4907a69473c tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:21:11.949958 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-49a4c373-4d8c-4251-8223-184edd5d693e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:11.961311 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223a60e1-8477-43ab-8797-d4907a69473c tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:11.961958 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-223a60e1-8477-43ab-8797-d4907a69473c tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:11.980844 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375d420c-0e77-4add-8c0f-74ebcbf901de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05301328-2272-486d-85a3-4bd21e43f0ea'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:21:11.983335 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d8cfd2-9f4f-494b-96d5-069f4ed52ece" -d '{"events": [{"server_uuid": "375d420c-0e77-4add-8c0f-74ebcbf901de", "name": "network-vif-plugged", "status": "completed", "tag": "05301328-2272-486d-85a3-4bd21e43f0ea"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:21:12.018428 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-49a4c373-4d8c-4251-8223-184edd5d693e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:12.037418 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c0eb2a-a727-4926-9238-dd477be103d8 x-openstack-request-id: req-a6c0eb2a-a727-4926-9238-dd477be103d8 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:21:12.038271 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "375d420c-0e77-4add-8c0f-74ebcbf901de", "name": "network-vif-plugged", "status": "completed", "tag": "05301328-2272-486d-85a3-4bd21e43f0ea", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:21:12.038532 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a6c0eb2a-a727-4926-9238-dd477be103d8 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:21:12.038988 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '375d420c-0e77-4add-8c0f-74ebcbf901de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05301328-2272-486d-85a3-4bd21e43f0ea', 'code': 200} Dec 17 15:21:12.049259 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-223a60e1-8477-43ab-8797-d4907a69473c tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3654895 Dec 17 15:21:12.056356 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53802) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:12.057003 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-3396a052-d93e-4e01-a4cd-fbaac2deab53 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Request body: {'port': {'network_id': '16a20782-86b5-4c3f-b7a0-54ea535cf26a', 'name': 'tempest-AllowedAddressPairTestJSON-1746168582'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:12.087158 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-49a4c373-4d8c-4251-8223-184edd5d693e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:12.139177 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-6506bc45-d675-4ab8-bb9e-aaab6e82f8b5 None None] Provisioning complete for port 80991e69-dff7-437b-ad4e-3bd64df4b386 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:12.140152 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6506bc45-d675-4ab8-bb9e-aaab6e82f8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:12.219839 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-29deb5f5-7836-454c-8985-ae814664a977 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:12.239962 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3f2ae126-858e-40d8-942f-46346ca5e8d3 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:21:12.274533 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-6506bc45-d675-4ab8-bb9e-aaab6e82f8b5 None None] Port 80991e69-dff7-437b-ad4e-3bd64df4b386 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:21:12.317293 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 3f2ae126-858e-40d8-942f-46346ca5e8d3 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:12.318365 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:12.327326 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac6c50-a12e-4d58-96e1-53c6517c67a9 req-886241c4-31f9-4fe9-81ab-6d836f2510f0 tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:12.329006 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-93ac6c50-a12e-4d58-96e1-53c6517c67a9 req-886241c4-31f9-4fe9-81ab-6d836f2510f0 tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] 10.222.0.13 "GET /v2.0/ports?device_id=e10f5e98-7deb-4513-8cf2-3eb5e439c0cb HTTP/1.1" status: 200 len: 946 time: 0.2497413 Dec 17 15:21:12.333163 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4c373-4d8c-4251-8223-184edd5d693e admin admin] Pushing event updated for resources: {'Port': ['ID=419bc057-7e73-44e2-b027-5a4bbf7e494d,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:12.366803 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135292bf-f3ee-47ca-ab79-fd743f51cd91 req-9bd83c88-93c6-43ac-bc98-c0f99e02d7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:12.368517 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-135292bf-f3ee-47ca-ab79-fd743f51cd91 req-9bd83c88-93c6-43ac-bc98-c0f99e02d7a6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 1097 time: 0.2183471 Dec 17 15:21:12.379984 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e524f5d-f6e9-4d1a-8811-40dbc43b5789 req-f177a1ed-6380-47c0-adfa-a56620a9587f tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:12.382308 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5e524f5d-f6e9-4d1a-8811-40dbc43b5789 req-f177a1ed-6380-47c0-adfa-a56620a9587f tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] 10.222.0.46 "GET /v2.0/ports?device_id=e10f5e98-7deb-4513-8cf2-3eb5e439c0cb HTTP/1.1" status: 200 len: 946 time: 0.2164838 Dec 17 15:21:12.389916 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29deb5f5-7836-454c-8985-ae814664a977 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Subnet': ['ID=2a36e912-3d82-4d76-b921-0b803163d6f5,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:12.414459 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:12.432889 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29deb5f5-7836-454c-8985-ae814664a977 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Checking segment: {'id': 'f673f0e9-87fc-4250-9ca3-7d7bbbaf9c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:21:12.433243 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29deb5f5-7836-454c-8985-ae814664a977 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network hostable DHCP agents. Network: d151c253-0d25-4c1e-98d2-beffee846846, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:21:12.439303 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 3f2ae126-858e-40d8-942f-46346ca5e8d3, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3f2ae126-858e-40d8-942f-46346ca5e8d3,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:12.468786 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe0b3d-bdcc-4757-9b07-c41366192fde req-f61560e1-7673-4137-ae56-0ed7390546dd tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:12.470308 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a0fe0b3d-bdcc-4757-9b07-c41366192fde req-f61560e1-7673-4137-ae56-0ed7390546dd tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a56696a-404e-4f94-ae18-bb0a30073667 HTTP/1.1" status: 200 len: 946 time: 0.1931338 Dec 17 15:21:12.491682 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a4c373-4d8c-4251-8223-184edd5d693e admin admin] Network bd552e71-1868-45d5-a051-927435341a80 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:21:12.497987 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-93ac6c50-a12e-4d58-96e1-53c6517c67a9 req-f00c80b4-ee3e-445d-8ced-14bb1148359f tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] Deleting port 04f39975-8ad2-45f7-8928-b5de1de13c14 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:21:12.498324 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-93ac6c50-a12e-4d58-96e1-53c6517c67a9 req-f00c80b4-ee3e-445d-8ced-14bb1148359f tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:12.499174 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5e524f5d-f6e9-4d1a-8811-40dbc43b5789 req-628beb6c-cf43-47d4-9e17-88d46415788e tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] 10.222.0.46 "GET /v2.0/security-groups?id=add532d7-958e-43c8-99c5-02294375bace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080043 Dec 17 15:21:12.502693 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-135292bf-f3ee-47ca-ab79-fd743f51cd91 req-236c331b-9636-4daa-92fc-dbf5dfeba76a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194510 Dec 17 15:21:12.503968 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:12.508955 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-49a4c373-4d8c-4251-8223-184edd5d693e admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:12.557226 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3396a052-d93e-4e01-a4cd-fbaac2deab53 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Made reservation on behalf of e0c6c9e3e4794798973eed8b2b34a073 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:21:12.561320 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3396a052-d93e-4e01-a4cd-fbaac2deab53 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:12.593915 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a0fe0b3d-bdcc-4757-9b07-c41366192fde req-ce1e203f-1ecd-461b-8bd7-b26dd8ae31a8 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] 10.222.0.46 "GET /v2.0/security-groups?id=e35d7f0d-62d9-4711-91bb-ad53a80d6121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124890 Dec 17 15:21:12.597448 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-3396a052-d93e-4e01-a4cd-fbaac2deab53 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] device_id is not set on port eb645999-57c0-4b25-8348-bbba469e37c7 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:21:12.603633 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29deb5f5-7836-454c-8985-ae814664a977 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network d151c253-0d25-4c1e-98d2-beffee846846 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:21:12.606080 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=3f2ae126-858e-40d8-942f-46346ca5e8d3,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:12.685515 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-93ac6c50-a12e-4d58-96e1-53c6517c67a9 req-f00c80b4-ee3e-445d-8ced-14bb1148359f tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] For port 04f39975-8ad2-45f7-8928-b5de1de13c14, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=04f39975-8ad2-45f7-8928-b5de1de13c14,segment=NetworkSegment(7a90d0b3-dc79-487e-a303-a4e23e4731f6),segment_id=7a90d0b3-dc79-487e-a303-a4e23e4731f6)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:12.685515 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-93ac6c50-a12e-4d58-96e1-53c6517c67a9 req-f00c80b4-ee3e-445d-8ced-14bb1148359f tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:12.709261 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-93ac6c50-a12e-4d58-96e1-53c6517c67a9 req-f00c80b4-ee3e-445d-8ced-14bb1148359f tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] Calling delete_port for 04f39975-8ad2-45f7-8928-b5de1de13c14 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:21:12.718876 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-29deb5f5-7836-454c-8985-ae814664a977 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, d151c253-0d25-4c1e-98d2-beffee846846) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:12.730765 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6466dff1-65b1-4541-ad3c-ff55848434ea None None] Network d151c253-0d25-4c1e-98d2-beffee846846 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:21:12.736593 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29deb5f5-7836-454c-8985-ae814664a977 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:12.738049 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-29deb5f5-7836-454c-8985-ae814664a977 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:12.759459 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a4c373-4d8c-4251-8223-184edd5d693e admin admin] Router b4bcab38-cc82-49f7-b02e-5adf38ba5528 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:21:12.946621 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-3396a052-d93e-4e01-a4cd-fbaac2deab53 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Allocated IP 172.20.0.5 (16a20782-86b5-4c3f-b7a0-54ea535cf26a/b7b26d5b-7bff-41ac-97a7-3acee706745c/eb645999-57c0-4b25-8348-bbba469e37c7) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:21:12.969508 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd43cf1b-e2ba-43fc-b681-ad3532a41767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-d151c253-0d25-4c1e-98d2-beffee846846', 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'fixed_ips': [{'subnet_id': '2a36e912-3d82-4d76-b921-0b803163d6f5'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:21:12.970486 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dd43cf1b-e2ba-43fc-b681-ad3532a41767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:12.988018 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa412e-f84c-4382-852e-8f98ef40a760 req-720049f4-cbb2-428c-b77d-0484f1ac4ae0 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:12.990041 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c0aa412e-f84c-4382-852e-8f98ef40a760 req-720049f4-cbb2-428c-b77d-0484f1ac4ae0 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 946 time: 0.0740306 Dec 17 15:21:13.009662 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-29deb5f5-7836-454c-8985-ae814664a977 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5701237 Dec 17 15:21:13.017255 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53820) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:13.063042 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a4c373-4d8c-4251-8223-184edd5d693e admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:21:13.081434 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-49a4c373-4d8c-4251-8223-184edd5d693e admin admin] 10.222.0.46 "PUT /v2.0/routers/b4bcab38-cc82-49f7-b02e-5adf38ba5528/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1476755 Dec 17 15:21:13.081573 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-3442730d-9ef8-4c58-9f20-9a92fbfe7842 None None] Provisioning complete for port 419bc057-7e73-44e2-b027-5a4bbf7e494d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:13.081573 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3442730d-9ef8-4c58-9f20-9a92fbfe7842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:13.096872 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a215d7-640e-4ed6-b39b-0c6a935760df None None] Sync routers for ids ['b4bcab38-cc82-49f7-b02e-5adf38ba5528'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:21:13.119028 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c0aa412e-f84c-4382-852e-8f98ef40a760 req-b2648aba-f910-400e-846c-e4b60732b079 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225276 Dec 17 15:21:13.160318 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a215d7-640e-4ed6-b39b-0c6a935760df None None] Routers {'b4bcab38-cc82-49f7-b02e-5adf38ba5528'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:21:13.164148 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-31a215d7-640e-4ed6-b39b-0c6a935760df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:21:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['b4bcab38-cc82-49f7-b02e-5adf38ba5528'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:13.208641 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3396a052-d93e-4e01-a4cd-fbaac2deab53 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:13.212043 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-93ac6c50-a12e-4d58-96e1-53c6517c67a9 req-f00c80b4-ee3e-445d-8ced-14bb1148359f tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:13.273699 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c80b4-ee3e-445d-8ced-14bb1148359f tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] Pushing event deleted for resources: {'Port': ['ID=04f39975-8ad2-45f7-8928-b5de1de13c14,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:13.276059 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-3442730d-9ef8-4c58-9f20-9a92fbfe7842 None None] Port 419bc057-7e73-44e2-b027-5a4bbf7e494d cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:21:13.320090 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-dd43cf1b-e2ba-43fc-b681-ad3532a41767 None None] Allocated IP 172.20.0.2 (d151c253-0d25-4c1e-98d2-beffee846846/2a36e912-3d82-4d76-b921-0b803163d6f5/e29442c6-bea5-43f6-8660-f85d510ddb68) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:21:13.321838 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ac6c50-a12e-4d58-96e1-53c6517c67a9 req-f00c80b4-ee3e-445d-8ced-14bb1148359f tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] No DVR routers for this DVR port 04f39975-8ad2-45f7-8928-b5de1de13c14 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:21:13.325999 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-93ac6c50-a12e-4d58-96e1-53c6517c67a9 req-f00c80b4-ee3e-445d-8ced-14bb1148359f tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:13.330530 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-93ac6c50-a12e-4d58-96e1-53c6517c67a9 req-f00c80b4-ee3e-445d-8ced-14bb1148359f tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] 10.222.0.13 "DELETE /v2.0/ports/04f39975-8ad2-45f7-8928-b5de1de13c14 HTTP/1.1" status: 204 len: 173 time: 0.9941394 Dec 17 15:21:13.333376 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10f5e98-7deb-4513-8cf2-3eb5e439c0cb', 'name': 'network-vif-deleted', 'tag': '04f39975-8ad2-45f7-8928-b5de1de13c14'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:21:13.346611 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b6e0da-2020-4eac-a16b-740d63322fb7" -d '{"events": [{"server_uuid": "e10f5e98-7deb-4513-8cf2-3eb5e439c0cb", "name": "network-vif-deleted", "tag": "04f39975-8ad2-45f7-8928-b5de1de13c14"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:21:13.365202 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-31a215d7-640e-4ed6-b39b-0c6a935760df None None] Set router b4bcab38-cc82-49f7-b02e-5adf38ba5528 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:21:13.398073 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41558b2b-007e-4570-809d-591073458f9f x-openstack-request-id: req-41558b2b-007e-4570-809d-591073458f9f {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:21:13.407474 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10f5e98-7deb-4513-8cf2-3eb5e439c0cb", "name": "network-vif-deleted", "tag": "04f39975-8ad2-45f7-8928-b5de1de13c14", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:21:13.407474 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-41558b2b-007e-4570-809d-591073458f9f {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:21:13.407474 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10f5e98-7deb-4513-8cf2-3eb5e439c0cb', 'name': 'network-vif-deleted', 'tag': '04f39975-8ad2-45f7-8928-b5de1de13c14', 'status': 'completed', 'code': 200} Dec 17 15:21:13.458096 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3396a052-d93e-4e01-a4cd-fbaac2deab53 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:13.462913 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0288c730-c6f7-42bf-9e1a-21a272cadb19 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:13.482560 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082330d7-6acf-4f8e-aa73-4a9b5a19991f req-be2f3de2-e122-4453-be2e-f70ec4d1e744 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:13.483859 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-082330d7-6acf-4f8e-aa73-4a9b5a19991f req-be2f3de2-e122-4453-be2e-f70ec4d1e744 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a56696a-404e-4f94-ae18-bb0a30073667 HTTP/1.1" status: 200 len: 946 time: 0.1074021 Dec 17 15:21:13.575972 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396a052-d93e-4e01-a4cd-fbaac2deab53 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Pushing event updated for resources: {'Port': ['ID=eb645999-57c0-4b25-8348-bbba469e37c7,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:13.630256 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3396a052-d93e-4e01-a4cd-fbaac2deab53 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Network 16a20782-86b5-4c3f-b7a0-54ea535cf26a is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:21:13.633498 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-3396a052-d93e-4e01-a4cd-fbaac2deab53 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:13.652974 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3396a052-d93e-4e01-a4cd-fbaac2deab53 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:21:13.681224 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dd43cf1b-e2ba-43fc-b681-ad3532a41767 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:13.757788 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3396a052-d93e-4e01-a4cd-fbaac2deab53 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:13.758742 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3396a052-d93e-4e01-a4cd-fbaac2deab53 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:13.782559 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dd43cf1b-e2ba-43fc-b681-ad3532a41767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:13.841482 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd43cf1b-e2ba-43fc-b681-ad3532a41767 None None] Network d151c253-0d25-4c1e-98d2-beffee846846 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:21:13.852655 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-dd43cf1b-e2ba-43fc-b681-ad3532a41767 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:13.858382 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd43cf1b-e2ba-43fc-b681-ad3532a41767 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:21:13.868188 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3396a052-d93e-4e01-a4cd-fbaac2deab53 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8149583 Dec 17 15:21:13.870269 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53870) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:13.877943 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-ac0bbf15-dd4c-4a98-bf55-5d9c6e7647c8 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:3a:1c:4b'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:02:94:96'}]}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:13.911295 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43cf1b-e2ba-43fc-b681-ad3532a41767 None None] Pushing event updated for resources: {'Port': ['ID=e29442c6-bea5-43f6-8660-f85d510ddb68,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:13.957810 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-dd43cf1b-e2ba-43fc-b681-ad3532a41767 None None] Attempting to bind port e29442c6-bea5-43f6-8660-f85d510ddb68 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:21:13.958294 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-dd43cf1b-e2ba-43fc-b681-ad3532a41767 None None] Attempting to bind port e29442c6-bea5-43f6-8660-f85d510ddb68 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'f673f0e9-87fc-4250-9ca3-7d7bbbaf9c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:21:13.958732 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd43cf1b-e2ba-43fc-b681-ad3532a41767 None None] Attempting to bind port e29442c6-bea5-43f6-8660-f85d510ddb68 on network d151c253-0d25-4c1e-98d2-beffee846846 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:21:13.967444 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd43cf1b-e2ba-43fc-b681-ad3532a41767 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:21:13.971301 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd43cf1b-e2ba-43fc-b681-ad3532a41767 None None] Checking segment: {'id': 'f673f0e9-87fc-4250-9ca3-7d7bbbaf9c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:21:13.971301 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dd43cf1b-e2ba-43fc-b681-ad3532a41767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:13.971301 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd43cf1b-e2ba-43fc-b681-ad3532a41767 None None] Bound using segment: {'id': 'f673f0e9-87fc-4250-9ca3-7d7bbbaf9c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:21:13.971301 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-dd43cf1b-e2ba-43fc-b681-ad3532a41767 None None] Bound port: e29442c6-bea5-43f6-8660-f85d510ddb68, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f673f0e9-87fc-4250-9ca3-7d7bbbaf9c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:21:13.971301 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dd43cf1b-e2ba-43fc-b681-ad3532a41767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:13.976595 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-31a215d7-640e-4ed6-b39b-0c6a935760df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4bcab38-cc82-49f7-b02e-5adf38ba5528', 'name': 'tempest-TaggedBootDevicesTest_v242-2038503734-router', 'tenant_id': 'e6bfe4629dde41a08cae8b6d84b4a433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '3f2ae126-858e-40d8-942f-46346ca5e8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:04Z', 'updated_at': '2021-12-17T15:21:11Z', 'revision_number': 4, 'project_id': 'e6bfe4629dde41a08cae8b6d84b4a433', 'gw_port': {'id': '3f2ae126-858e-40d8-942f-46346ca5e8d3', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:dc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bcab38-cc82-49f7-b02e-5adf38ba5528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:06Z', 'updated_at': '2021-12-17T15:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '419bc057-7e73-44e2-b027-5a4bbf7e494d', 'name': '', 'network_id': 'bd552e71-1868-45d5-a051-927435341a80', 'tenant_id': 'e6bfe4629dde41a08cae8b6d84b4a433', 'mac_address': 'fa:16:3e:b3:d5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4bcab38-cc82-49f7-b02e-5adf38ba5528', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c8b7b9c5-fbe3-4372-89fb-14c9c6ff3924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:10Z', 'updated_at': '2021-12-17T15:21:11Z', 'revision_number': 2, 'project_id': 'e6bfe4629dde41a08cae8b6d84b4a433', 'subnets': [{'id': 'c8b7b9c5-fbe3-4372-89fb-14c9c6ff3924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:14.011621 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-082330d7-6acf-4f8e-aa73-4a9b5a19991f req-24e5ebbb-04e0-4e1a-97fb-4a8f5d546d17 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] 10.222.0.46 "GET /v2.0/security-groups?id=e35d7f0d-62d9-4711-91bb-ad53a80d6121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5213711 Dec 17 15:21:14.043239 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a215d7-640e-4ed6-b39b-0c6a935760df None None] Checking router: b4bcab38-cc82-49f7-b02e-5adf38ba5528 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:21:14.044025 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a215d7-640e-4ed6-b39b-0c6a935760df None None] Updating router b4bcab38-cc82-49f7-b02e-5adf38ba5528 port 419bc057-7e73-44e2-b027-5a4bbf7e494d binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:21:14.056886 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-59231ada-fdf6-4f14-aef9-7262cbde04cd req-5ba537f8-46ed-4d58-ba05-b7080c8d2c06 tempest-ServerPasswordTestJSON-1488906115 tempest-ServerPasswordTestJSON-1488906115-project] 10.222.0.46 "GET /v2.0/ports?device_id=e10f5e98-7deb-4513-8cf2-3eb5e439c0cb HTTP/1.1" status: 200 len: 210 time: 0.1047516 Dec 17 15:21:14.103161 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-31a215d7-640e-4ed6-b39b-0c6a935760df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:14.111082 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ac0bbf15-dd4c-4a98-bf55-5d9c6e7647c8 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:14.202852 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4e80f986-257c-4e77-b796-ed3d1c05ea6e None None] Provisioning complete for port eb645999-57c0-4b25-8348-bbba469e37c7 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:14.203233 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4e80f986-257c-4e77-b796-ed3d1c05ea6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:14.289538 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-0288c730-c6f7-42bf-9e1a-21a272cadb19 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Allocated IP 172.20.0.1 (d151c253-0d25-4c1e-98d2-beffee846846/2a36e912-3d82-4d76-b921-0b803163d6f5/622ab47c-6e12-4f59-a46a-d2cc2eab1c17) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:21:14.369241 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ac0bbf15-dd4c-4a98-bf55-5d9c6e7647c8 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:14.371258 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9c2ff-894b-4764-8069-5d48000500f2 req-8ebb6b53-eb47-495f-9345-2b592a1bd388 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:14.372814 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a7e9c2ff-894b-4764-8069-5d48000500f2 req-8ebb6b53-eb47-495f-9345-2b592a1bd388 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 946 time: 0.1226254 Dec 17 15:21:14.440225 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ac0bbf15-dd4c-4a98-bf55-5d9c6e7647c8 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:14.449669 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3f2ae126-858e-40d8-942f-46346ca5e8d3 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:21:14.462293 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a7e9c2ff-894b-4764-8069-5d48000500f2 req-593fbb0d-1b85-4dd5-a006-f4807ee7f411 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542078 Dec 17 15:21:14.525981 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0288c730-c6f7-42bf-9e1a-21a272cadb19 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:14.573523 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0bbf15-dd4c-4a98-bf55-5d9c6e7647c8 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Pushing event updated for resources: {'Port': ['ID=eb645999-57c0-4b25-8348-bbba469e37c7,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:14.588326 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-ac0bbf15-dd4c-4a98-bf55-5d9c6e7647c8 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] In _notify_port_updated(), no bound segment for port eb645999-57c0-4b25-8348-bbba469e37c7 on network 16a20782-86b5-4c3f-b7a0-54ea535cf26a {{(pid=102833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 17 15:21:14.594807 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0bbf15-dd4c-4a98-bf55-5d9c6e7647c8 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:14.595530 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ac0bbf15-dd4c-4a98-bf55-5d9c6e7647c8 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:14.599850 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-dd43cf1b-e2ba-43fc-b681-ad3532a41767 None None] For port e29442c6-bea5-43f6-8660-f85d510ddb68, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:21:14.600520 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53876) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:14.611866 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ac0bbf15-dd4c-4a98-bf55-5d9c6e7647c8 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] 10.222.0.46 "PUT /v2.0/ports/eb645999-57c0-4b25-8348-bbba469e37c7 HTTP/1.1" status: 200 len: 1056 time: 0.7393017 Dec 17 15:21:14.648189 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0288c730-c6f7-42bf-9e1a-21a272cadb19 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:14.757763 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd7bb9-8f40-4463-9fd9-efbb9c3ae99d req-570b293e-b002-4c58-b3a3-ad7930b9adb8 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:14.759580 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4e80f986-257c-4e77-b796-ed3d1c05ea6e None None] Port eb645999-57c0-4b25-8348-bbba469e37c7 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:21:14.763620 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c4dd7bb9-8f40-4463-9fd9-efbb9c3ae99d req-570b293e-b002-4c58-b3a3-ad7930b9adb8 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a56696a-404e-4f94-ae18-bb0a30073667 HTTP/1.1" status: 200 len: 946 time: 0.0947967 Dec 17 15:21:14.775460 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0288c730-c6f7-42bf-9e1a-21a272cadb19 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network d151c253-0d25-4c1e-98d2-beffee846846 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:21:14.782941 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-0288c730-c6f7-42bf-9e1a-21a272cadb19 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:14.787217 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-dd43cf1b-e2ba-43fc-b681-ad3532a41767 None None] For port e29442c6-bea5-43f6-8660-f85d510ddb68, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e29442c6-bea5-43f6-8660-f85d510ddb68,segment=NetworkSegment(f673f0e9-87fc-4250-9ca3-7d7bbbaf9c71),segment_id=f673f0e9-87fc-4250-9ca3-7d7bbbaf9c71)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:21:14.789473 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0288c730-c6f7-42bf-9e1a-21a272cadb19 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:21:14.806702 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288c730-c6f7-42bf-9e1a-21a272cadb19 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Port': ['ID=622ab47c-6e12-4f59-a46a-d2cc2eab1c17,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:14.866822 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 3f2ae126-858e-40d8-942f-46346ca5e8d3 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:14.866822 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:14.870481 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0288c730-c6f7-42bf-9e1a-21a272cadb19 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:14.882240 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-82b2581d-d2c9-4df8-8550-1f2664be0980 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Deleting port eb645999-57c0-4b25-8348-bbba469e37c7 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:21:14.882597 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-82b2581d-d2c9-4df8-8550-1f2664be0980 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:14.916363 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 04f39975-8ad2-45f7-8928-b5de1de13c14 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:21:14.922994 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-c4dd7bb9-8f40-4463-9fd9-efbb9c3ae99d req-1a24d468-fcac-4724-92d1-0b78a973a5aa tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] Deleting port d2daf36d-f267-46b9-82d3-4060c8d23468 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:21:14.924751 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c4dd7bb9-8f40-4463-9fd9-efbb9c3ae99d req-1a24d468-fcac-4724-92d1-0b78a973a5aa tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:14.934022 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dd43cf1b-e2ba-43fc-b681-ad3532a41767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:14.965978 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-31a215d7-640e-4ed6-b39b-0c6a935760df None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:14.997025 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 04f39975-8ad2-45f7-8928-b5de1de13c14 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:21:14.998210 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 04f39975-8ad2-45f7-8928-b5de1de13c14 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:21:15.054088 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-c4dd7bb9-8f40-4463-9fd9-efbb9c3ae99d req-1a24d468-fcac-4724-92d1-0b78a973a5aa tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] For port d2daf36d-f267-46b9-82d3-4060c8d23468, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=d2daf36d-f267-46b9-82d3-4060c8d23468,segment=NetworkSegment(2a8bf405-40c8-4d96-8555-31a40c90af4a),segment_id=2a8bf405-40c8-4d96-8555-31a40c90af4a)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:15.055292 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c4dd7bb9-8f40-4463-9fd9-efbb9c3ae99d req-1a24d468-fcac-4724-92d1-0b78a973a5aa tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:15.073981 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-c4dd7bb9-8f40-4463-9fd9-efbb9c3ae99d req-1a24d468-fcac-4724-92d1-0b78a973a5aa tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] Calling delete_port for d2daf36d-f267-46b9-82d3-4060c8d23468 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:21:15.086751 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-acc21dc9-bcad-4424-9790-13776c846ddf None None] Provisioning complete for port eb645999-57c0-4b25-8348-bbba469e37c7 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:15.087372 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-acc21dc9-bcad-4424-9790-13776c846ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:15.121245 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524dc658-af68-4970-9688-737905a5f581 req-5430242d-94e4-4bca-b91f-3f362ba9c833 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:15.123608 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-524dc658-af68-4970-9688-737905a5f581 req-5430242d-94e4-4bca-b91f-3f362ba9c833 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 946 time: 0.1849616 Dec 17 15:21:15.157684 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-31a215d7-640e-4ed6-b39b-0c6a935760df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:15.185863 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43cf1b-e2ba-43fc-b681-ad3532a41767 None None] Pushing event updated for resources: {'Port': ['ID=e29442c6-bea5-43f6-8660-f85d510ddb68,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:15.222238 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-82b2581d-d2c9-4df8-8550-1f2664be0980 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:15.265368 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-acc21dc9-bcad-4424-9790-13776c846ddf None None] Port eb645999-57c0-4b25-8348-bbba469e37c7 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:21:15.287317 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-524dc658-af68-4970-9688-737905a5f581 req-79918aed-93ef-4a1e-a4e8-268051984d1d tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421916 Dec 17 15:21:15.289776 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-82b2581d-d2c9-4df8-8550-1f2664be0980 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Calling delete_port for eb645999-57c0-4b25-8348-bbba469e37c7 owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:21:15.341181 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f2a81-d440-4dbb-ad4b-5eb12ac6316e req-df9b5e94-18b3-4352-946f-4a4ada5a65d6 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:15.343353 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7c1f2a81-d440-4dbb-ad4b-5eb12ac6316e req-df9b5e94-18b3-4352-946f-4a4ada5a65d6 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a56696a-404e-4f94-ae18-bb0a30073667 HTTP/1.1" status: 200 len: 946 time: 0.1953411 Dec 17 15:21:15.394195 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c4dd7bb9-8f40-4463-9fd9-efbb9c3ae99d req-1a24d468-fcac-4724-92d1-0b78a973a5aa tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:15.400787 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53922) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:15.429278 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26912a-c8cb-493e-97d0-bc4a25d483da None None] Pushing event updated for resources: {'Port': ['ID=419bc057-7e73-44e2-b027-5a4bbf7e494d,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:15.449901 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-31a215d7-640e-4ed6-b39b-0c6a935760df None None] Attempting to bind port 419bc057-7e73-44e2-b027-5a4bbf7e494d on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:21:15.453598 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-31a215d7-640e-4ed6-b39b-0c6a935760df None None] Attempting to bind port 419bc057-7e73-44e2-b027-5a4bbf7e494d by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '42846713-036d-43ec-8ce5-33dad0f419b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bd552e71-1868-45d5-a051-927435341a80'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:21:15.454197 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a215d7-640e-4ed6-b39b-0c6a935760df None None] Attempting to bind port 419bc057-7e73-44e2-b027-5a4bbf7e494d on network bd552e71-1868-45d5-a051-927435341a80 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:21:15.457024 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['d2daf36d-f267-46b9-82d3-4060c8d23468'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:21:15.467982 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a215d7-640e-4ed6-b39b-0c6a935760df None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:21:15.468354 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a215d7-640e-4ed6-b39b-0c6a935760df None None] Checking segment: {'id': '42846713-036d-43ec-8ce5-33dad0f419b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bd552e71-1868-45d5-a051-927435341a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:21:15.468752 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-31a215d7-640e-4ed6-b39b-0c6a935760df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:15.469226 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a215d7-640e-4ed6-b39b-0c6a935760df None None] Bound using segment: {'id': '42846713-036d-43ec-8ce5-33dad0f419b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bd552e71-1868-45d5-a051-927435341a80'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:21:15.469637 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-31a215d7-640e-4ed6-b39b-0c6a935760df None None] Bound port: 419bc057-7e73-44e2-b027-5a4bbf7e494d, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42846713-036d-43ec-8ce5-33dad0f419b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bd552e71-1868-45d5-a051-927435341a80'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:21:15.481020 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-31a215d7-640e-4ed6-b39b-0c6a935760df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:15.516430 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24d468-fcac-4724-92d1-0b78a973a5aa tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] Pushing event deleted for resources: {'Port': ['ID=d2daf36d-f267-46b9-82d3-4060c8d23468,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:15.555367 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0288c730-c6f7-42bf-9e1a-21a272cadb19 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:15.596939 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4dd7bb9-8f40-4463-9fd9-efbb9c3ae99d req-1a24d468-fcac-4724-92d1-0b78a973a5aa tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] No DVR routers for this DVR port d2daf36d-f267-46b9-82d3-4060c8d23468 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:21:15.607149 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c4dd7bb9-8f40-4463-9fd9-efbb9c3ae99d req-1a24d468-fcac-4724-92d1-0b78a973a5aa tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:15.612751 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c4dd7bb9-8f40-4463-9fd9-efbb9c3ae99d req-1a24d468-fcac-4724-92d1-0b78a973a5aa tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] 10.222.0.13 "DELETE /v2.0/ports/d2daf36d-f267-46b9-82d3-4060c8d23468 HTTP/1.1" status: 204 len: 173 time: 0.8456674 Dec 17 15:21:15.614730 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a56696a-404e-4f94-ae18-bb0a30073667', 'name': 'network-vif-deleted', 'tag': 'd2daf36d-f267-46b9-82d3-4060c8d23468'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:21:15.621836 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60edf44-7342-4bae-8828-6564d6f337b5" -d '{"events": [{"server_uuid": "7a56696a-404e-4f94-ae18-bb0a30073667", "name": "network-vif-deleted", "tag": "d2daf36d-f267-46b9-82d3-4060c8d23468"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:21:15.667364 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-83b96b10-16a7-454f-a720-7b97eccd6874 admin admin] Deleting subnet cfdd9b87-041e-4dc5-bfc4-4913ef992364 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:21:15.687482 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-83b96b10-16a7-454f-a720-7b97eccd6874 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:15.701833 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-31a215d7-640e-4ed6-b39b-0c6a935760df None None] For port 419bc057-7e73-44e2-b027-5a4bbf7e494d, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:21:15.710910 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fb7be7-252e-4c07-a49c-f6fb814c320a x-openstack-request-id: req-f3fb7be7-252e-4c07-a49c-f6fb814c320a {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:21:15.710910 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a56696a-404e-4f94-ae18-bb0a30073667", "name": "network-vif-deleted", "tag": "d2daf36d-f267-46b9-82d3-4060c8d23468", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:21:15.710910 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f3fb7be7-252e-4c07-a49c-f6fb814c320a {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:21:15.710910 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a56696a-404e-4f94-ae18-bb0a30073667', 'name': 'network-vif-deleted', 'tag': 'd2daf36d-f267-46b9-82d3-4060c8d23468', 'status': 'completed', 'code': 200} Dec 17 15:21:15.736199 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7c1f2a81-d440-4dbb-ad4b-5eb12ac6316e req-30fb1b19-cf5d-46f1-af83-bfe0147f91c7 tempest-ServerAddressesNegativeTestJSON-1768693146 tempest-ServerAddressesNegativeTestJSON-1768693146-project] 10.222.0.46 "GET /v2.0/security-groups?id=e35d7f0d-62d9-4711-91bb-ad53a80d6121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791993 Dec 17 15:21:15.747664 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-ff1f7689-3f3c-40a9-b835-29fd3fecb969 None None] Provisioning complete for port 419bc057-7e73-44e2-b027-5a4bbf7e494d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:15.747664 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ff1f7689-3f3c-40a9-b835-29fd3fecb969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:15.750460 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-31a215d7-640e-4ed6-b39b-0c6a935760df None None] For port 419bc057-7e73-44e2-b027-5a4bbf7e494d, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=419bc057-7e73-44e2-b027-5a4bbf7e494d,segment=NetworkSegment(42846713-036d-43ec-8ce5-33dad0f419b5),segment_id=42846713-036d-43ec-8ce5-33dad0f419b5)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:21:15.800911 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-83b96b10-16a7-454f-a720-7b97eccd6874 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:15.808197 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-ff1f7689-3f3c-40a9-b835-29fd3fecb969 None None] Port 419bc057-7e73-44e2-b027-5a4bbf7e494d cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:21:15.886946 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-31a215d7-640e-4ed6-b39b-0c6a935760df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:15.967592 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a215d7-640e-4ed6-b39b-0c6a935760df None None] Routers {'b4bcab38-cc82-49f7-b02e-5adf38ba5528'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:21:15.968534 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-31a215d7-640e-4ed6-b39b-0c6a935760df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:21:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['b4bcab38-cc82-49f7-b02e-5adf38ba5528'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:15.993450 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-83b96b10-16a7-454f-a720-7b97eccd6874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:16.060980 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26912a-c8cb-493e-97d0-bc4a25d483da None None] Pushing event updated for resources: {'Port': ['ID=419bc057-7e73-44e2-b027-5a4bbf7e494d,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:16.148180 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-82b2581d-d2c9-4df8-8550-1f2664be0980 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:16.164367 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-31a215d7-640e-4ed6-b39b-0c6a935760df None None] Set router b4bcab38-cc82-49f7-b02e-5adf38ba5528 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:21:16.250711 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e29442c6-bea5-43f6-8660-f85d510ddb68 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:21:16.279900 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2581d-d2c9-4df8-8550-1f2664be0980 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Pushing event deleted for resources: {'Port': ['ID=eb645999-57c0-4b25-8348-bbba469e37c7,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:16.312445 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-83b96b10-16a7-454f-a720-7b97eccd6874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:16.392314 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b96b10-16a7-454f-a720-7b97eccd6874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfdd9b87-041e-4dc5-bfc4-4913ef992364,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:16.427648 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-83b96b10-16a7-454f-a720-7b97eccd6874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:16.431888 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-83b96b10-16a7-454f-a720-7b97eccd6874 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/cfdd9b87-041e-4dc5-bfc4-4913ef992364 HTTP/1.1" status: 204 len: 168 time: 0.9195764 Dec 17 15:21:16.434328 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53930) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:16.508495 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-641ed489-3fc4-47f5-8701-51dd5d09d9ba None None] Provisioning complete for port 419bc057-7e73-44e2-b027-5a4bbf7e494d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:16.508495 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-641ed489-3fc4-47f5-8701-51dd5d09d9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:16.530614 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0288c730-c6f7-42bf-9e1a-21a272cadb19 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:16.565862 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a7f2a7d8-42b1-4fd3-ac79-b29916947659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:16.651169 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port e29442c6-bea5-43f6-8660-f85d510ddb68 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:16.651947 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:16.656272 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812573f-d1fb-4e37-b679-726a51f81f98 req-e1bbffc9-7f7b-454a-bd4c-6f48b55ad431 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:16.666842 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2812573f-d1fb-4e37-b679-726a51f81f98 req-e1bbffc9-7f7b-454a-bd4c-6f48b55ad431 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 946 time: 0.2561402 Dec 17 15:21:16.687356 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0288c730-c6f7-42bf-9e1a-21a272cadb19 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:16.772974 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a7f2a7d8-42b1-4fd3-ac79-b29916947659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:16.836952 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a043d03-6178-4334-a026-a7573fc5e944 None None] Network d151c253-0d25-4c1e-98d2-beffee846846 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:21:16.849277 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-a7f2a7d8-42b1-4fd3-ac79-b29916947659 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6513c61-02fa-4d6c-9f66-36cee8e31a1c']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:16.859413 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2812573f-d1fb-4e37-b679-726a51f81f98 req-78609ff3-bbd0-4e22-812c-45ee391d3964 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894314 Dec 17 15:21:16.888643 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-641ed489-3fc4-47f5-8701-51dd5d09d9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:16.908122 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288c730-c6f7-42bf-9e1a-21a272cadb19 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Port': ['ID=622ab47c-6e12-4f59-a46a-d2cc2eab1c17,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:16.916867 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0288c730-c6f7-42bf-9e1a-21a272cadb19 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:16.930768 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-a7f2a7d8-42b1-4fd3-ac79-b29916947659 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a90d0b3-dc79-487e-a303-a4e23e4731f6') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:16.936454 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-a7f2a7d8-42b1-4fd3-ac79-b29916947659 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a90d0b3-dc79-487e-a303-a4e23e4731f6') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:16.949525 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53940) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:16.959480 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a7f2a7d8-42b1-4fd3-ac79-b29916947659 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:16.978969 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-31a215d7-640e-4ed6-b39b-0c6a935760df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4bcab38-cc82-49f7-b02e-5adf38ba5528', 'name': 'tempest-TaggedBootDevicesTest_v242-2038503734-router', 'tenant_id': 'e6bfe4629dde41a08cae8b6d84b4a433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '3f2ae126-858e-40d8-942f-46346ca5e8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:04Z', 'updated_at': '2021-12-17T15:21:11Z', 'revision_number': 4, 'project_id': 'e6bfe4629dde41a08cae8b6d84b4a433', 'gw_port': {'id': '3f2ae126-858e-40d8-942f-46346ca5e8d3', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:dc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bcab38-cc82-49f7-b02e-5adf38ba5528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:06Z', 'updated_at': '2021-12-17T15:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '419bc057-7e73-44e2-b027-5a4bbf7e494d', 'name': '', 'network_id': 'bd552e71-1868-45d5-a051-927435341a80', 'tenant_id': 'e6bfe4629dde41a08cae8b6d84b4a433', 'mac_address': 'fa:16:3e:b3:d5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4bcab38-cc82-49f7-b02e-5adf38ba5528', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c8b7b9c5-fbe3-4372-89fb-14c9c6ff3924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:10Z', 'updated_at': '2021-12-17T15:21:15Z', 'revision_number': 4, 'project_id': 'e6bfe4629dde41a08cae8b6d84b4a433', 'subnets': [{'id': 'c8b7b9c5-fbe3-4372-89fb-14c9c6ff3924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:16.992815 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:17.005437 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a7f2a7d8-42b1-4fd3-ac79-b29916947659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:17.018283 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f2a7d8-42b1-4fd3-ac79-b29916947659 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:21:17.018789 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a7f2a7d8-42b1-4fd3-ac79-b29916947659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:17.020890 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:21:17.020890 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:21:17.020890 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:21:17.020890 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:21:17.020890 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:21:17.020890 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:21:17.020890 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:21:17.020890 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:21:17.020890 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:21:17.020890 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:21:17.020890 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:21:17.020890 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:21:17.020890 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:21:17.020890 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:21:17.020890 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:21:17.020890 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:21:17.020890 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:21:17.020890 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:21:17.020890 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:21:17.020890 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:21:17.020890 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:21:17.020890 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:21:17.020890 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:21:17.020890 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:21:17.020890 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:21:17.020890 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:21:17.020890 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:21:17.020890 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:21:17.020890 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:21:17.020890 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:21:17.020890 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:21:17.020890 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:21:17.039021 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-641ed489-3fc4-47f5-8701-51dd5d09d9ba None None] For port 419bc057-7e73-44e2-b027-5a4bbf7e494d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=419bc057-7e73-44e2-b027-5a4bbf7e494d,segment=NetworkSegment(42846713-036d-43ec-8ce5-33dad0f419b5),segment_id=42846713-036d-43ec-8ce5-33dad0f419b5)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:17.040402 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a215d7-640e-4ed6-b39b-0c6a935760df None None] The sync data for ids ['b4bcab38-cc82-49f7-b02e-5adf38ba5528'] in n-d-820553-2 is: [{'id': 'b4bcab38-cc82-49f7-b02e-5adf38ba5528', 'name': 'tempest-TaggedBootDevicesTest_v242-2038503734-router', 'tenant_id': 'e6bfe4629dde41a08cae8b6d84b4a433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '3f2ae126-858e-40d8-942f-46346ca5e8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:04Z', 'updated_at': '2021-12-17T15:21:11Z', 'revision_number': 4, 'project_id': 'e6bfe4629dde41a08cae8b6d84b4a433', 'gw_port': {'id': '3f2ae126-858e-40d8-942f-46346ca5e8d3', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:dc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bcab38-cc82-49f7-b02e-5adf38ba5528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:06Z', 'updated_at': '2021-12-17T15:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '419bc057-7e73-44e2-b027-5a4bbf7e494d', 'name': '', 'network_id': 'bd552e71-1868-45d5-a051-927435341a80', 'tenant_id': 'e6bfe4629dde41a08cae8b6d84b4a433', 'mac_address': 'fa:16:3e:b3:d5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4bcab38-cc82-49f7-b02e-5adf38ba5528', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'c8b7b9c5-fbe3-4372-89fb-14c9c6ff3924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:10Z', 'updated_at': '2021-12-17T15:21:15Z', 'revision_number': 4, 'project_id': 'e6bfe4629dde41a08cae8b6d84b4a433', 'subnets': [{'id': 'c8b7b9c5-fbe3-4372-89fb-14c9c6ff3924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:21:17.058426 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-82b2581d-d2c9-4df8-8550-1f2664be0980 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:17.061638 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-82b2581d-d2c9-4df8-8550-1f2664be0980 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] 10.222.0.46 "DELETE /v2.0/ports/eb645999-57c0-4b25-8348-bbba469e37c7 HTTP/1.1" status: 204 len: 168 time: 2.4596710 Dec 17 15:21:17.064114 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53942) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:17.079182 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-805e259a-9a08-4f40-9a35-68c085c66320 admin admin] Deleting subnet 3776791d-be13-43ea-aa2a-6f58e8cb954f {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:21:17.083949 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-805e259a-9a08-4f40-9a35-68c085c66320 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:17.104037 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7d9ef6a-df36-407d-ac97-4c215788c789 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] GET failed (client error): The resource could not be found. Dec 17 15:21:17.107824 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e7d9ef6a-df36-407d-ac97-4c215788c789 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] 10.222.0.46 "GET /v2.0/ports/eb645999-57c0-4b25-8348-bbba469e37c7 HTTP/1.1" status: 404 len: 333 time: 0.0426075 Dec 17 15:21:17.120541 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53944) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:17.148675 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port e29442c6-bea5-43f6-8660-f85d510ddb68, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e29442c6-bea5-43f6-8660-f85d510ddb68,segment=NetworkSegment(f673f0e9-87fc-4250-9ca3-7d7bbbaf9c71),segment_id=f673f0e9-87fc-4250-9ca3-7d7bbbaf9c71)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:17.150487 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-641ed489-3fc4-47f5-8701-51dd5d09d9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:17.173172 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-805e259a-9a08-4f40-9a35-68c085c66320 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:17.198357 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0288c730-c6f7-42bf-9e1a-21a272cadb19 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network d151c253-0d25-4c1e-98d2-beffee846846 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:21:17.211697 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-0288c730-c6f7-42bf-9e1a-21a272cadb19 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:17.239135 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:17.261209 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-805e259a-9a08-4f40-9a35-68c085c66320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:17.304176 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ed489-3fc4-47f5-8701-51dd5d09d9ba None None] Pushing event updated for resources: {'Port': ['ID=419bc057-7e73-44e2-b027-5a4bbf7e494d,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:17.307371 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a7f2a7d8-42b1-4fd3-ac79-b29916947659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:17.347957 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a7f2a7d8-42b1-4fd3-ac79-b29916947659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:17.363537 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-13005594-fda8-42d4-a5ef-c409ebcc0ca0 None None] Provisioning complete for port e29442c6-bea5-43f6-8660-f85d510ddb68 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:17.364377 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-13005594-fda8-42d4-a5ef-c409ebcc0ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:17.368925 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a7f2a7d8-42b1-4fd3-ac79-b29916947659 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b6513c61-02fa-4d6c-9f66-36cee8e31a1c HTTP/1.1" status: 204 len: 168 time: 0.9188037 Dec 17 15:21:17.378113 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2a7d8-42b1-4fd3-ac79-b29916947659 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6513c61-02fa-4d6c-9f66-36cee8e31a1c,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:17.403001 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-d83c840d-9bb2-4925-8c80-669f0e10aff8 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Deleting port 80991e69-dff7-437b-ad4e-3bd64df4b386 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:21:17.403347 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d83c840d-9bb2-4925-8c80-669f0e10aff8 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:17.498663 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=e29442c6-bea5-43f6-8660-f85d510ddb68,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:17.509425 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-805e259a-9a08-4f40-9a35-68c085c66320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:17.573779 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d83c840d-9bb2-4925-8c80-669f0e10aff8 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:17.576353 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e259a-9a08-4f40-9a35-68c085c66320 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3776791d-be13-43ea-aa2a-6f58e8cb954f,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:17.598722 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-805e259a-9a08-4f40-9a35-68c085c66320 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:17.604019 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-d83c840d-9bb2-4925-8c80-669f0e10aff8 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Calling delete_port for 80991e69-dff7-437b-ad4e-3bd64df4b386 owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:21:17.610809 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53948) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:17.611562 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-805e259a-9a08-4f40-9a35-68c085c66320 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3776791d-be13-43ea-aa2a-6f58e8cb954f HTTP/1.1" status: 204 len: 168 time: 0.6609755 Dec 17 15:21:17.843849 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-aa952cd4-537f-4efc-82bc-312e97650ef5 None None] Provisioning complete for port 622ab47c-6e12-4f59-a46a-d2cc2eab1c17 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:17.845977 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-aa952cd4-537f-4efc-82bc-312e97650ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:17.910812 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-aa952cd4-537f-4efc-82bc-312e97650ef5 None None] Port 622ab47c-6e12-4f59-a46a-d2cc2eab1c17 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:21:17.931972 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-aa952cd4-537f-4efc-82bc-312e97650ef5 None None] Provisioning complete for port e29442c6-bea5-43f6-8660-f85d510ddb68 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:17.932455 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-aa952cd4-537f-4efc-82bc-312e97650ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:18.020926 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0288c730-c6f7-42bf-9e1a-21a272cadb19 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Router 5f7ac2c0-93ed-402a-8162-96aec8987868 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:21:18.163787 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53958) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:18.214665 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d5683cce-a1be-44c5-930a-38ecf2e2df1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:18.248566 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d05916a4-cce1-41c6-a958-c5d991c9f254 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9968887880574c09ade3cb0da8d01f28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0835700 Dec 17 15:21:18.251098 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53960) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:18.275119 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-08e0aca9-1fb7-4e31-9e67-b57773f8b6e7 None None] Provisioning complete for port 622ab47c-6e12-4f59-a46a-d2cc2eab1c17 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:18.275794 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-08e0aca9-1fb7-4e31-9e67-b57773f8b6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:18.356484 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e29442c6-bea5-43f6-8660-f85d510ddb68 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:21:18.394493 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721615a0-4da9-4c8a-a337-6c2549b45593 req-eea69a41-7b13-494f-be27-c6dde3e84aa9 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:18.402757 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-721615a0-4da9-4c8a-a337-6c2549b45593 req-eea69a41-7b13-494f-be27-c6dde3e84aa9 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 946 time: 0.3174675 Dec 17 15:21:18.405726 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b57d34c1-4d81-4cdd-b3f5-42df022423d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:18.408115 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-08e0aca9-1fb7-4e31-9e67-b57773f8b6e7 None None] Port 622ab47c-6e12-4f59-a46a-d2cc2eab1c17 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:21:18.450071 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port e29442c6-bea5-43f6-8660-f85d510ddb68 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:18.450968 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:18.492292 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b57d34c1-4d81-4cdd-b3f5-42df022423d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:18.580218 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 419bc057-7e73-44e2-b027-5a4bbf7e494d up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:21:18.609165 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0288c730-c6f7-42bf-9e1a-21a272cadb19 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:21:18.622225 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0288c730-c6f7-42bf-9e1a-21a272cadb19 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "PUT /v2.0/routers/5f7ac2c0-93ed-402a-8162-96aec8987868/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6035225 Dec 17 15:21:18.627265 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53962) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:18.635483 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-6c27348d-b8f4-412d-9e76-a5582088b09f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Request body: {'network': {'name': 'tempest-RoutersTest-1174641575'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:18.648592 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd8d317-750e-41a7-98f5-77ac6dd3083d None None] Sync routers for ids ['5f7ac2c0-93ed-402a-8162-96aec8987868'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:21:18.655625 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-bcce08bd-9ef1-4c51-9804-bc2b7782d31a None None] Provisioning complete for port 622ab47c-6e12-4f59-a46a-d2cc2eab1c17 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:18.656089 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bcce08bd-9ef1-4c51-9804-bc2b7782d31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:18.666674 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd8d317-750e-41a7-98f5-77ac6dd3083d None None] Routers {'5f7ac2c0-93ed-402a-8162-96aec8987868'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:21:18.667316 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-bfd8d317-750e-41a7-98f5-77ac6dd3083d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:21:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5f7ac2c0-93ed-402a-8162-96aec8987868'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:18.673009 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d5683cce-a1be-44c5-930a-38ecf2e2df1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:18.682779 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b57d34c1-4d81-4cdd-b3f5-42df022423d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:18.685799 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b57d34c1-4d81-4cdd-b3f5-42df022423d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:18.690289 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b57d34c1-4d81-4cdd-b3f5-42df022423d2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/add532d7-958e-43c8-99c5-02294375bace HTTP/1.1" status: 204 len: 168 time: 0.4378536 Dec 17 15:21:18.696976 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-721615a0-4da9-4c8a-a337-6c2549b45593 req-84417df1-8abd-4792-bc89-d922bd031b79 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890060 Dec 17 15:21:18.714816 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d34c1-4d81-4cdd-b3f5-42df022423d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add532d7-958e-43c8-99c5-02294375bace,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:18.726606 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-d5683cce-a1be-44c5-930a-38ecf2e2df1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca47a33-8abd-4e6a-88ec-7075c5c8571c']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:18.745330 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-d5683cce-a1be-44c5-930a-38ecf2e2df1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8bf405-40c8-4d96-8555-31a40c90af4a') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:18.745540 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-d5683cce-a1be-44c5-930a-38ecf2e2df1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8bf405-40c8-4d96-8555-31a40c90af4a') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:18.761499 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d5683cce-a1be-44c5-930a-38ecf2e2df1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:18.806485 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d83c840d-9bb2-4925-8c80-669f0e10aff8 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:18.807479 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-bcce08bd-9ef1-4c51-9804-bc2b7782d31a None None] Port 622ab47c-6e12-4f59-a46a-d2cc2eab1c17 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:21:18.819725 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 419bc057-7e73-44e2-b027-5a4bbf7e494d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:18.820253 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:18.880149 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device d2daf36d-f267-46b9-82d3-4060c8d23468 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:21:18.890785 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-bfd8d317-750e-41a7-98f5-77ac6dd3083d None None] Set router 5f7ac2c0-93ed-402a-8162-96aec8987868 gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:21:18.922374 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c27348d-b8f4-412d-9e76-a5582088b09f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Made reservation on behalf of 2f3e4e66f57e4196ab4d1021f592ec02 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:21:18.930867 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: d2daf36d-f267-46b9-82d3-4060c8d23468 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:21:18.931210 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device d2daf36d-f267-46b9-82d3-4060c8d23468 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:21:18.934238 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6c27348d-b8f4-412d-9e76-a5582088b09f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:18.964860 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d5683cce-a1be-44c5-930a-38ecf2e2df1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:18.982803 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5683cce-a1be-44c5-930a-38ecf2e2df1a admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:21:18.989834 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d5683cce-a1be-44c5-930a-38ecf2e2df1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:19.052479 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:21:19.052479 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:21:19.052479 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:21:19.052479 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:21:19.052479 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:21:19.052479 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:21:19.052479 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:21:19.052479 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:21:19.052479 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:21:19.052479 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:21:19.052479 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:21:19.052479 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:21:19.052479 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:21:19.052479 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:21:19.052479 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:21:19.052479 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:21:19.052479 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:21:19.052479 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:21:19.052479 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:21:19.052479 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:21:19.052479 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:21:19.052479 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:21:19.052479 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:21:19.052479 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:21:19.052479 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:21:19.052479 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:21:19.052479 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:21:19.052479 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:21:19.052479 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:21:19.052479 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:21:19.052479 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:21:19.052479 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:21:19.056582 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c840d-9bb2-4925-8c80-669f0e10aff8 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Pushing event deleted for resources: {'Port': ['ID=80991e69-dff7-437b-ad4e-3bd64df4b386,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:19.135027 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-bfd8d317-750e-41a7-98f5-77ac6dd3083d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'name': 'tempest-RoutersTest-router-1674533846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:10Z', 'updated_at': '2021-12-17T15:21:15Z', 'revision_number': 2, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'gw_port_host': None, '_interfaces': [{'id': '622ab47c-6e12-4f59-a46a-d2cc2eab1c17', 'name': '', 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:ff:2e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:13Z', 'updated_at': '2021-12-17T15:21:16Z', 'revision_number': 2, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:19.160562 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c27348d-b8f4-412d-9e76-a5582088b09f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:21:19.171022 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd8d317-750e-41a7-98f5-77ac6dd3083d None None] Checking router: 5f7ac2c0-93ed-402a-8162-96aec8987868 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:21:19.171925 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd8d317-750e-41a7-98f5-77ac6dd3083d None None] Updating router 5f7ac2c0-93ed-402a-8162-96aec8987868 port 622ab47c-6e12-4f59-a46a-d2cc2eab1c17 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:21:19.172741 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6c27348d-b8f4-412d-9e76-a5582088b09f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:19.173122 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-6c27348d-b8f4-412d-9e76-a5582088b09f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Added segment add9b0f0-93d8-4f35-98d5-6294a3629518 of type vlan for network bd1b32ca-a2fc-443f-a3c9-ac154319ae9d Dec 17 15:21:19.202801 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-bfd8d317-750e-41a7-98f5-77ac6dd3083d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:19.277136 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d83c840d-9bb2-4925-8c80-669f0e10aff8 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:19.284520 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d83c840d-9bb2-4925-8c80-669f0e10aff8 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] 10.222.0.46 "DELETE /v2.0/ports/80991e69-dff7-437b-ad4e-3bd64df4b386 HTTP/1.1" status: 204 len: 168 time: 2.1570499 Dec 17 15:21:19.287124 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53974) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:19.317858 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ef0339-1855-4ce4-b5bb-95e0e6691eaa tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] GET failed (client error): The resource could not be found. Dec 17 15:21:19.323321 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-39ef0339-1855-4ce4-b5bb-95e0e6691eaa tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] 10.222.0.46 "GET /v2.0/ports/80991e69-dff7-437b-ad4e-3bd64df4b386 HTTP/1.1" status: 404 len: 333 time: 0.0312891 Dec 17 15:21:19.323572 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53976) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:19.397821 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d5683cce-a1be-44c5-930a-38ecf2e2df1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:19.420217 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d5683cce-a1be-44c5-930a-38ecf2e2df1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:19.427828 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d5683cce-a1be-44c5-930a-38ecf2e2df1a admin admin] 10.222.0.46 "DELETE /v2.0/networks/7ca47a33-8abd-4e6a-88ec-7075c5c8571c HTTP/1.1" status: 204 len: 168 time: 1.8064668 Dec 17 15:21:19.429678 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6c27348d-b8f4-412d-9e76-a5582088b09f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:19.440449 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-b603fbec-3bfb-4722-bb27-b9e1c9750626 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Deleting port 28082222-219b-487f-bb91-133e4208d62c {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:21:19.440918 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b603fbec-3bfb-4722-bb27-b9e1c9750626 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:19.449231 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5683cce-a1be-44c5-930a-38ecf2e2df1a admin admin] Pushing event deleted for resources: {'Network': ['ID=7ca47a33-8abd-4e6a-88ec-7075c5c8571c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:19.566959 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b603fbec-3bfb-4722-bb27-b9e1c9750626 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:19.570906 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-bfd8d317-750e-41a7-98f5-77ac6dd3083d None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:19.571421 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6c27348d-b8f4-412d-9e76-a5582088b09f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:19.576982 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c27348d-b8f4-412d-9e76-a5582088b09f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:19.577602 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6c27348d-b8f4-412d-9e76-a5582088b09f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:19.588269 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-b603fbec-3bfb-4722-bb27-b9e1c9750626 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Calling delete_port for 28082222-219b-487f-bb91-133e4208d62c owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:21:19.656080 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27348d-b8f4-412d-9e76-a5582088b09f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Network': ['ID=bd1b32ca-a2fc-443f-a3c9-ac154319ae9d,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:19.666947 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network bd1b32ca-a2fc-443f-a3c9-ac154319ae9d details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:21:19.668549 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-bfd8d317-750e-41a7-98f5-77ac6dd3083d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:19.741704 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6c27348d-b8f4-412d-9e76-a5582088b09f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1101186 Dec 17 15:21:19.744082 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53990) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:19.749534 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-41e6b880-ef99-4237-aa96-2e4e5211e629 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Request body: {'subnet': {'network_id': 'bd1b32ca-a2fc-443f-a3c9-ac154319ae9d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:19.761780 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d7567-254a-4281-a9e0-0b93b7dab6df None None] Pushing event updated for resources: {'Port': ['ID=622ab47c-6e12-4f59-a46a-d2cc2eab1c17,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:19.837409 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-bfd8d317-750e-41a7-98f5-77ac6dd3083d None None] Attempting to bind port 622ab47c-6e12-4f59-a46a-d2cc2eab1c17 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:21:19.844274 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-bfd8d317-750e-41a7-98f5-77ac6dd3083d None None] Attempting to bind port 622ab47c-6e12-4f59-a46a-d2cc2eab1c17 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'f673f0e9-87fc-4250-9ca3-7d7bbbaf9c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:21:19.845406 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd8d317-750e-41a7-98f5-77ac6dd3083d None None] Attempting to bind port 622ab47c-6e12-4f59-a46a-d2cc2eab1c17 on network d151c253-0d25-4c1e-98d2-beffee846846 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:21:19.863326 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd8d317-750e-41a7-98f5-77ac6dd3083d None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:21:19.863908 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd8d317-750e-41a7-98f5-77ac6dd3083d None None] Checking segment: {'id': 'f673f0e9-87fc-4250-9ca3-7d7bbbaf9c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:21:19.864508 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-bfd8d317-750e-41a7-98f5-77ac6dd3083d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:19.865314 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd8d317-750e-41a7-98f5-77ac6dd3083d None None] Bound using segment: {'id': 'f673f0e9-87fc-4250-9ca3-7d7bbbaf9c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:21:19.868935 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-bfd8d317-750e-41a7-98f5-77ac6dd3083d None None] Bound port: 622ab47c-6e12-4f59-a46a-d2cc2eab1c17, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f673f0e9-87fc-4250-9ca3-7d7bbbaf9c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:21:19.869580 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-bfd8d317-750e-41a7-98f5-77ac6dd3083d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:19.877240 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b603fbec-3bfb-4722-bb27-b9e1c9750626 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:19.945164 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53992) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:19.950313 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4447bce-8c1f-476d-8878-399139bb5e67 req-04308ca2-123a-4f66-8cb4-d9076a02aa9f tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:19.952343 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d4447bce-8c1f-476d-8878-399139bb5e67 req-04308ca2-123a-4f66-8cb4-d9076a02aa9f tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 946 time: 0.1013668 Dec 17 15:21:19.979692 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b603fbec-3bfb-4722-bb27-b9e1c9750626 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Pushing event deleted for resources: {'Port': ['ID=28082222-219b-487f-bb91-133e4208d62c,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:19.984012 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-bfd8d317-750e-41a7-98f5-77ac6dd3083d None None] For port 622ab47c-6e12-4f59-a46a-d2cc2eab1c17, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:21:19.998503 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-bfd8d317-750e-41a7-98f5-77ac6dd3083d None None] For port 622ab47c-6e12-4f59-a46a-d2cc2eab1c17, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=622ab47c-6e12-4f59-a46a-d2cc2eab1c17,segment=NetworkSegment(f673f0e9-87fc-4250-9ca3-7d7bbbaf9c71),segment_id=f673f0e9-87fc-4250-9ca3-7d7bbbaf9c71)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:21:20.022478 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d4447bce-8c1f-476d-8878-399139bb5e67 req-41bbe683-fdc5-4dc8-a584-bcb8d9929c9f tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631990 Dec 17 15:21:20.023764 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e6b880-ef99-4237-aa96-2e4e5211e629 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Made reservation on behalf of 2f3e4e66f57e4196ab4d1021f592ec02 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:21:20.029595 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-41e6b880-ef99-4237-aa96-2e4e5211e629 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:20.087552 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-bfd8d317-750e-41a7-98f5-77ac6dd3083d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:20.155261 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-01eeb75e-8ffa-45fc-bd14-15262b630ad0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d7805a3ea64a42f5a07484c69efea11a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2026541 Dec 17 15:21:20.156420 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53998) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:20.222310 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b603fbec-3bfb-4722-bb27-b9e1c9750626 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:20.237843 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b603fbec-3bfb-4722-bb27-b9e1c9750626 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] 10.222.0.46 "DELETE /v2.0/ports/28082222-219b-487f-bb91-133e4208d62c HTTP/1.1" status: 204 len: 168 time: 0.9111471 Dec 17 15:21:20.239680 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54004) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:20.273034 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d7567-254a-4281-a9e0-0b93b7dab6df None None] Pushing event updated for resources: {'Port': ['ID=622ab47c-6e12-4f59-a46a-d2cc2eab1c17,revision_number=4']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:20.309073 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd8d317-750e-41a7-98f5-77ac6dd3083d None None] Routers {'5f7ac2c0-93ed-402a-8162-96aec8987868'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:21:20.310436 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-bfd8d317-750e-41a7-98f5-77ac6dd3083d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:21:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5f7ac2c0-93ed-402a-8162-96aec8987868'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:20.359437 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-8c59ef0a-e9ea-472f-8d01-eb3403b12fff None None] Provisioning complete for port 622ab47c-6e12-4f59-a46a-d2cc2eab1c17 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:20.359925 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8c59ef0a-e9ea-472f-8d01-eb3403b12fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:20.422305 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ec9b6903-70af-493c-b3fe-d6b8859a44a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:20.454793 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ec9b6903-70af-493c-b3fe-d6b8859a44a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:20.495692 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8c59ef0a-e9ea-472f-8d01-eb3403b12fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:20.528845 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-82bcd95b-1b12-4108-a8d0-903ccf06c666 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Deleting subnet b7b26d5b-7bff-41ac-97a7-3acee706745c {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:21:20.538947 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-82bcd95b-1b12-4108-a8d0-903ccf06c666 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:20.589655 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-41e6b880-ef99-4237-aa96-2e4e5211e629 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:20.633798 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-82bcd95b-1b12-4108-a8d0-903ccf06c666 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:20.699961 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-bfd8d317-750e-41a7-98f5-77ac6dd3083d None None] Set router 5f7ac2c0-93ed-402a-8162-96aec8987868 gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:21:20.709295 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ec9b6903-70af-493c-b3fe-d6b8859a44a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:20.712938 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6b880-ef99-4237-aa96-2e4e5211e629 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Subnet': ['ID=6062b771-5131-4639-ac9c-3ede54055e96,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:20.713725 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ec9b6903-70af-493c-b3fe-d6b8859a44a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:20.715263 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ec9b6903-70af-493c-b3fe-d6b8859a44a2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e35d7f0d-62d9-4711-91bb-ad53a80d6121 HTTP/1.1" status: 204 len: 168 time: 0.5557337 Dec 17 15:21:20.730583 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b6903-70af-493c-b3fe-d6b8859a44a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35d7f0d-62d9-4711-91bb-ad53a80d6121,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:20.736335 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e6b880-ef99-4237-aa96-2e4e5211e629 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Checking segment: {'id': 'add9b0f0-93d8-4f35-98d5-6294a3629518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bd1b32ca-a2fc-443f-a3c9-ac154319ae9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:21:20.737981 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e6b880-ef99-4237-aa96-2e4e5211e629 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network hostable DHCP agents. Network: bd1b32ca-a2fc-443f-a3c9-ac154319ae9d, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:21:20.863696 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e6b880-ef99-4237-aa96-2e4e5211e629 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network bd1b32ca-a2fc-443f-a3c9-ac154319ae9d is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:21:20.878915 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-8c59ef0a-e9ea-472f-8d01-eb3403b12fff None None] For port 622ab47c-6e12-4f59-a46a-d2cc2eab1c17, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=622ab47c-6e12-4f59-a46a-d2cc2eab1c17,segment=NetworkSegment(f673f0e9-87fc-4250-9ca3-7d7bbbaf9c71),segment_id=f673f0e9-87fc-4250-9ca3-7d7bbbaf9c71)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:20.879713 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54014) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:20.949260 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-41e6b880-ef99-4237-aa96-2e4e5211e629 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, bd1b32ca-a2fc-443f-a3c9-ac154319ae9d) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:20.961949 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e6b880-ef99-4237-aa96-2e4e5211e629 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:20.962801 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-41e6b880-ef99-4237-aa96-2e4e5211e629 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:20.967752 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80613e67-5ef6-4966-b054-46c58a05bebe None None] Network bd1b32ca-a2fc-443f-a3c9-ac154319ae9d requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:21:20.994592 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8c59ef0a-e9ea-472f-8d01-eb3403b12fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:21.036742 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-dded19eb-8012-4efb-8514-4a2eb19e16a5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-117128534-network', 'tenant_id': '1407878f6eb44e929267c0f543df9a52'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:21.076892 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-41e6b880-ef99-4237-aa96-2e4e5211e629 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3315005 Dec 17 15:21:21.082934 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54020) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:21.157148 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-bfd8d317-750e-41a7-98f5-77ac6dd3083d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'name': 'tempest-RoutersTest-router-1674533846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:10Z', 'updated_at': '2021-12-17T15:21:15Z', 'revision_number': 2, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'gw_port_host': None, '_interfaces': [{'id': '622ab47c-6e12-4f59-a46a-d2cc2eab1c17', 'name': '', 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:ff:2e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:13Z', 'updated_at': '2021-12-17T15:21:19Z', 'revision_number': 4, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:21.195759 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd8d317-750e-41a7-98f5-77ac6dd3083d None None] The sync data for ids ['5f7ac2c0-93ed-402a-8162-96aec8987868'] in n-d-820553-2 is: [{'id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'name': 'tempest-RoutersTest-router-1674533846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:10Z', 'updated_at': '2021-12-17T15:21:15Z', 'revision_number': 2, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'gw_port_host': None, '_interfaces': [{'id': '622ab47c-6e12-4f59-a46a-d2cc2eab1c17', 'name': '', 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:ff:2e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:13Z', 'updated_at': '2021-12-17T15:21:19Z', 'revision_number': 4, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:21:21.265630 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-82bcd95b-1b12-4108-a8d0-903ccf06c666 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:21.274377 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59ef0a-e9ea-472f-8d01-eb3403b12fff None None] Pushing event updated for resources: {'Port': ['ID=622ab47c-6e12-4f59-a46a-d2cc2eab1c17,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:21.315443 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dded19eb-8012-4efb-8514-4a2eb19e16a5 admin admin] Made reservation on behalf of 1407878f6eb44e929267c0f543df9a52 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:21:21.323186 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dded19eb-8012-4efb-8514-4a2eb19e16a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:21.342626 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dded19eb-8012-4efb-8514-4a2eb19e16a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:21.382309 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a67eb410-56c4-453f-a889-fe2933dda66f None None] Provisioning complete for port 622ab47c-6e12-4f59-a46a-d2cc2eab1c17 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:21.383313 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a67eb410-56c4-453f-a889-fe2933dda66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:21.433725 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bf6c7-0630-40ed-acb6-3ce7fdd126fa req-9d529e9c-793e-4763-8cf2-30ed11664cf5 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:21.435242 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-049bf6c7-0630-40ed-acb6-3ce7fdd126fa req-9d529e9c-793e-4763-8cf2-30ed11664cf5 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 946 time: 0.2370222 Dec 17 15:21:21.446634 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-82bcd95b-1b12-4108-a8d0-903ccf06c666 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:21.508823 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bcd95b-1b12-4108-a8d0-903ccf06c666 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Pushing event deleted for resources: {'Subnet': ['ID=b7b26d5b-7bff-41ac-97a7-3acee706745c,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:21.520305 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dded19eb-8012-4efb-8514-4a2eb19e16a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:21.524093 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-82bcd95b-1b12-4108-a8d0-903ccf06c666 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:21.531913 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-82bcd95b-1b12-4108-a8d0-903ccf06c666 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] 10.222.0.46 "DELETE /v2.0/subnets/b7b26d5b-7bff-41ac-97a7-3acee706745c HTTP/1.1" status: 204 len: 168 time: 1.2912068 Dec 17 15:21:21.532601 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54034) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:21.550018 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381dd984-8b6d-445e-b196-6ed9774654d7 None None] Network 16a20782-86b5-4c3f-b7a0-54ea535cf26a requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:21:21.552394 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6497593a-8d0b-4537-9577-51ed6c761db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-bd1b32ca-a2fc-443f-a3c9-ac154319ae9d', 'network_id': 'bd1b32ca-a2fc-443f-a3c9-ac154319ae9d', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'fixed_ips': [{'subnet_id': '6062b771-5131-4639-ac9c-3ede54055e96'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:21:21.553926 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6497593a-8d0b-4537-9577-51ed6c761db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:21.709160 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4549149e-d962-4efc-ba51-35fb4b3b0a59 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:21.711224 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dded19eb-8012-4efb-8514-4a2eb19e16a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:21.724730 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-049bf6c7-0630-40ed-acb6-3ce7fdd126fa req-8b3132c1-9f1d-44b6-99ed-f92e632f3b62 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019055 Dec 17 15:21:21.766771 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dded19eb-8012-4efb-8514-4a2eb19e16a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:21:21.808938 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dded19eb-8012-4efb-8514-4a2eb19e16a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:21.809539 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-dded19eb-8012-4efb-8514-4a2eb19e16a5 admin admin] Added segment a3ed8bc9-37dd-4a75-a62b-f36aa58f559a of type vlan for network a81410f2-8387-44e0-b580-7a2346e72e8a Dec 17 15:21:21.863590 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded19eb-8012-4efb-8514-4a2eb19e16a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eeb60ed-83e6-45d1-a158-a7f76017570c,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:21.879548 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-4549149e-d962-4efc-ba51-35fb4b3b0a59 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Deleting port cd4d368b-9201-4d68-a853-54419f657f45 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:21:21.879880 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4549149e-d962-4efc-ba51-35fb4b3b0a59 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:22.029881 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-6497593a-8d0b-4537-9577-51ed6c761db3 None None] Allocated IP 172.21.0.2 (bd1b32ca-a2fc-443f-a3c9-ac154319ae9d/6062b771-5131-4639-ac9c-3ede54055e96/1dff133c-e36e-4f97-9a96-0cb2d4043fd3) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:21:22.095444 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-4549149e-d962-4efc-ba51-35fb4b3b0a59 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] For port cd4d368b-9201-4d68-a853-54419f657f45, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=cd4d368b-9201-4d68-a853-54419f657f45,segment=NetworkSegment(4cb7afd2-a2c6-4402-96e0-1b7336d1f76e),segment_id=4cb7afd2-a2c6-4402-96e0-1b7336d1f76e)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:22.096183 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4549149e-d962-4efc-ba51-35fb4b3b0a59 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:22.108912 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bcbdf7-0e8b-42f6-b0a4-69af3a68a9a3 None None] DHCP port deletion for 16a20782-86b5-4c3f-b7a0-54ea535cf26a request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:21:22.138346 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-4549149e-d962-4efc-ba51-35fb4b3b0a59 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Calling delete_port for cd4d368b-9201-4d68-a853-54419f657f45 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:21:22.191251 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dded19eb-8012-4efb-8514-4a2eb19e16a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:22.237386 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c9bcbdf7-0e8b-42f6-b0a4-69af3a68a9a3 None None] Deleting port cd4d368b-9201-4d68-a853-54419f657f45 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:21:22.237744 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c9bcbdf7-0e8b-42f6-b0a4-69af3a68a9a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:22.323090 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 622ab47c-6e12-4f59-a46a-d2cc2eab1c17 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:21:22.333939 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-830dd5dd-7ebf-48bb-89a6-16ceed5a4393 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:22.447551 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c9bcbdf7-0e8b-42f6-b0a4-69af3a68a9a3 None None] For port cd4d368b-9201-4d68-a853-54419f657f45, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=cd4d368b-9201-4d68-a853-54419f657f45,segment=NetworkSegment(4cb7afd2-a2c6-4402-96e0-1b7336d1f76e),segment_id=4cb7afd2-a2c6-4402-96e0-1b7336d1f76e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:22.447551 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c9bcbdf7-0e8b-42f6-b0a4-69af3a68a9a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:22.463907 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6497593a-8d0b-4537-9577-51ed6c761db3 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:22.474535 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c9bcbdf7-0e8b-42f6-b0a4-69af3a68a9a3 None None] Calling delete_port for cd4d368b-9201-4d68-a853-54419f657f45 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:21:22.480688 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4549149e-d962-4efc-ba51-35fb4b3b0a59 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:22.492079 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dded19eb-8012-4efb-8514-4a2eb19e16a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:22.502896 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dded19eb-8012-4efb-8514-4a2eb19e16a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:22.503529 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dded19eb-8012-4efb-8514-4a2eb19e16a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:22.541845 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 622ab47c-6e12-4f59-a46a-d2cc2eab1c17 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:22.549120 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:22.562429 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549149e-d962-4efc-ba51-35fb4b3b0a59 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Pushing event deleted for resources: {'Port': ['ID=cd4d368b-9201-4d68-a853-54419f657f45,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:22.569299 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4549149e-d962-4efc-ba51-35fb4b3b0a59 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] No DVR routers for this DVR port cd4d368b-9201-4d68-a853-54419f657f45 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:21:22.622511 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6497593a-8d0b-4537-9577-51ed6c761db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:22.688212 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-dded19eb-8012-4efb-8514-4a2eb19e16a5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8071594 Dec 17 15:21:22.691260 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54052) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:22.696387 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded19eb-8012-4efb-8514-4a2eb19e16a5 admin admin] Pushing event updated for resources: {'Network': ['ID=a81410f2-8387-44e0-b580-7a2346e72e8a,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:22.703647 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-7cb8b227-4e90-475c-997c-da3af94a00cb admin admin] Request body: {'subnet': {'network_id': 'a81410f2-8387-44e0-b580-7a2346e72e8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-117128534-subnet', 'tenant_id': '1407878f6eb44e929267c0f543df9a52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:22.712980 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4549149e-d962-4efc-ba51-35fb4b3b0a59 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:22.722366 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network a81410f2-8387-44e0-b580-7a2346e72e8a details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:21:22.742882 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6497593a-8d0b-4537-9577-51ed6c761db3 None None] Network bd1b32ca-a2fc-443f-a3c9-ac154319ae9d is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:21:22.762107 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-4549149e-d962-4efc-ba51-35fb4b3b0a59 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a20782-86b5-4c3f-b7a0-54ea535cf26a']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:22.784862 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-4549149e-d962-4efc-ba51-35fb4b3b0a59 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb7afd2-a2c6-4402-96e0-1b7336d1f76e') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:22.785446 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-4549149e-d962-4efc-ba51-35fb4b3b0a59 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb7afd2-a2c6-4402-96e0-1b7336d1f76e') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:22.796923 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4549149e-d962-4efc-ba51-35fb4b3b0a59 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:22.826012 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4549149e-d962-4efc-ba51-35fb4b3b0a59 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:22.832542 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4549149e-d962-4efc-ba51-35fb4b3b0a59 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:21:22.832929 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4549149e-d962-4efc-ba51-35fb4b3b0a59 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:22.848526 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:21:22.848526 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:21:22.848526 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:21:22.848526 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:21:22.848526 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:21:22.848526 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:21:22.848526 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:21:22.848526 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:21:22.848526 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:21:22.848526 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:21:22.848526 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:21:22.848526 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:21:22.848526 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:21:22.848526 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:21:22.848526 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:21:22.848526 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:21:22.848526 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:21:22.848526 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:21:22.848526 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:21:22.848526 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:21:22.848526 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:21:22.848526 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:21:22.848526 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:21:22.848526 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:21:22.848526 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:21:22.848526 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:21:22.848526 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:21:22.848526 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:21:22.848526 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:21:22.848526 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:21:22.848526 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:21:22.848526 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:21:22.859872 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-6497593a-8d0b-4537-9577-51ed6c761db3 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:22.866342 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6497593a-8d0b-4537-9577-51ed6c761db3 None None] Pushing event updated for resources: {'Port': ['ID=1dff133c-e36e-4f97-9a96-0cb2d4043fd3,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:22.877986 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6497593a-8d0b-4537-9577-51ed6c761db3 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:21:22.910871 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb8b227-4e90-475c-997c-da3af94a00cb admin admin] Made reservation on behalf of 1407878f6eb44e929267c0f543df9a52 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:21:22.914209 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7cb8b227-4e90-475c-997c-da3af94a00cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:22.970765 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c9bcbdf7-0e8b-42f6-b0a4-69af3a68a9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:22.980869 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-830dd5dd-7ebf-48bb-89a6-16ceed5a4393 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Allocated IP 172.21.0.1 (bd1b32ca-a2fc-443f-a3c9-ac154319ae9d/6062b771-5131-4639-ac9c-3ede54055e96/984f5b3d-004e-4397-b36e-6685cc9bfd41) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:21:22.985930 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54058) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:23.032454 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bcbdf7-0e8b-42f6-b0a4-69af3a68a9a3 None None] No DVR routers for this DVR port cd4d368b-9201-4d68-a853-54419f657f45 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:21:23.038942 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734f33c-059c-4117-929c-cf7c4f95ef6e req-5ab10568-2be8-45ff-b0f7-c8b95cb0a182 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:23.040782 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b734f33c-059c-4117-929c-cf7c4f95ef6e req-5ab10568-2be8-45ff-b0f7-c8b95cb0a182 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 946 time: 0.1749425 Dec 17 15:21:23.143156 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bcbdf7-0e8b-42f6-b0a4-69af3a68a9a3 None None] Pushing event deleted for resources: {'Port': ['ID=cd4d368b-9201-4d68-a853-54419f657f45,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:23.144279 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4549149e-d962-4efc-ba51-35fb4b3b0a59 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:23.163740 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4549149e-d962-4efc-ba51-35fb4b3b0a59 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:23.169388 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4549149e-d962-4efc-ba51-35fb4b3b0a59 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] 10.222.0.46 "DELETE /v2.0/networks/16a20782-86b5-4c3f-b7a0-54ea535cf26a HTTP/1.1" status: 204 len: 168 time: 1.6355538 Dec 17 15:21:23.188948 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b734f33c-059c-4117-929c-cf7c4f95ef6e req-e2875e3c-fd9c-4189-816b-5e368d72fd23 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143312 Dec 17 15:21:23.206086 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549149e-d962-4efc-ba51-35fb4b3b0a59 tempest-AllowedAddressPairTestJSON-606129948 tempest-AllowedAddressPairTestJSON-606129948-project] Pushing event deleted for resources: {'Network': ['ID=16a20782-86b5-4c3f-b7a0-54ea535cf26a,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:23.238388 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-6497593a-8d0b-4537-9577-51ed6c761db3 None None] Attempting to bind port 1dff133c-e36e-4f97-9a96-0cb2d4043fd3 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:21:23.238759 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-6497593a-8d0b-4537-9577-51ed6c761db3 None None] Attempting to bind port 1dff133c-e36e-4f97-9a96-0cb2d4043fd3 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'add9b0f0-93d8-4f35-98d5-6294a3629518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bd1b32ca-a2fc-443f-a3c9-ac154319ae9d'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:21:23.239134 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6497593a-8d0b-4537-9577-51ed6c761db3 None None] Attempting to bind port 1dff133c-e36e-4f97-9a96-0cb2d4043fd3 on network bd1b32ca-a2fc-443f-a3c9-ac154319ae9d {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:21:23.251641 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-348ca672-656d-4507-beab-b30072dc060f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-566248626-network', 'tenant_id': 'c5523b5350454050bc24f1ee5a0a4b70'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:23.261364 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6497593a-8d0b-4537-9577-51ed6c761db3 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:21:23.261737 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6497593a-8d0b-4537-9577-51ed6c761db3 None None] Checking segment: {'id': 'add9b0f0-93d8-4f35-98d5-6294a3629518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bd1b32ca-a2fc-443f-a3c9-ac154319ae9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:21:23.262157 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6497593a-8d0b-4537-9577-51ed6c761db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:23.262703 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6497593a-8d0b-4537-9577-51ed6c761db3 None None] Bound using segment: {'id': 'add9b0f0-93d8-4f35-98d5-6294a3629518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bd1b32ca-a2fc-443f-a3c9-ac154319ae9d'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:21:23.263155 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-6497593a-8d0b-4537-9577-51ed6c761db3 None None] Bound port: 1dff133c-e36e-4f97-9a96-0cb2d4043fd3, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'add9b0f0-93d8-4f35-98d5-6294a3629518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bd1b32ca-a2fc-443f-a3c9-ac154319ae9d'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:21:23.263543 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6497593a-8d0b-4537-9577-51ed6c761db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:23.290136 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-830dd5dd-7ebf-48bb-89a6-16ceed5a4393 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:23.335653 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device cd4d368b-9201-4d68-a853-54419f657f45 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:21:23.365314 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: cd4d368b-9201-4d68-a853-54419f657f45 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:21:23.366193 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device cd4d368b-9201-4d68-a853-54419f657f45 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:21:23.407802 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-6497593a-8d0b-4537-9577-51ed6c761db3 None None] For port 1dff133c-e36e-4f97-9a96-0cb2d4043fd3, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:21:23.412100 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-6497593a-8d0b-4537-9577-51ed6c761db3 None None] For port 1dff133c-e36e-4f97-9a96-0cb2d4043fd3, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=1dff133c-e36e-4f97-9a96-0cb2d4043fd3,segment=NetworkSegment(add9b0f0-93d8-4f35-98d5-6294a3629518),segment_id=add9b0f0-93d8-4f35-98d5-6294a3629518)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:21:23.486060 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348ca672-656d-4507-beab-b30072dc060f admin admin] Made reservation on behalf of c5523b5350454050bc24f1ee5a0a4b70 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:21:23.486323 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7cb8b227-4e90-475c-997c-da3af94a00cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:23.491099 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-348ca672-656d-4507-beab-b30072dc060f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:23.499953 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-348ca672-656d-4507-beab-b30072dc060f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:23.520993 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-830dd5dd-7ebf-48bb-89a6-16ceed5a4393 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:23.526651 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6497593a-8d0b-4537-9577-51ed6c761db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:23.601479 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb8b227-4e90-475c-997c-da3af94a00cb admin admin] Checking segment: {'id': 'a3ed8bc9-37dd-4a75-a62b-f36aa58f559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a81410f2-8387-44e0-b580-7a2346e72e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:21:23.601895 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb8b227-4e90-475c-997c-da3af94a00cb admin admin] Network hostable DHCP agents. Network: a81410f2-8387-44e0-b580-7a2346e72e8a, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:21:23.614246 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830dd5dd-7ebf-48bb-89a6-16ceed5a4393 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network bd1b32ca-a2fc-443f-a3c9-ac154319ae9d is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:21:23.647521 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-830dd5dd-7ebf-48bb-89a6-16ceed5a4393 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:23.652012 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8b227-4e90-475c-997c-da3af94a00cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b59121e-95f1-4cb2-baf2-d0a298aafb94,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:23.703592 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830dd5dd-7ebf-48bb-89a6-16ceed5a4393 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:21:23.711724 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6497593a-8d0b-4537-9577-51ed6c761db3 None None] Pushing event updated for resources: {'Port': ['ID=1dff133c-e36e-4f97-9a96-0cb2d4043fd3,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:23.766541 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830dd5dd-7ebf-48bb-89a6-16ceed5a4393 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Port': ['ID=984f5b3d-004e-4397-b36e-6685cc9bfd41,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:23.812047 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb8b227-4e90-475c-997c-da3af94a00cb admin admin] Network a81410f2-8387-44e0-b580-7a2346e72e8a is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:21:23.855104 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-830dd5dd-7ebf-48bb-89a6-16ceed5a4393 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:23.859564 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-348ca672-656d-4507-beab-b30072dc060f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:24.045996 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-7cb8b227-4e90-475c-997c-da3af94a00cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, a81410f2-8387-44e0-b580-7a2346e72e8a) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:24.050973 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-348ca672-656d-4507-beab-b30072dc060f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:24.065897 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb8b227-4e90-475c-997c-da3af94a00cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:24.066488 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7cb8b227-4e90-475c-997c-da3af94a00cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:24.079340 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7669de-669a-40cf-bce9-b6b651bef5ae None None] Network a81410f2-8387-44e0-b580-7a2346e72e8a requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:21:24.096334 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54072) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:24.101214 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348ca672-656d-4507-beab-b30072dc060f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:21:24.203979 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ca672-656d-4507-beab-b30072dc060f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524e8be5-13b8-4d6a-b063-3861ebb93b54,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:24.207286 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-348ca672-656d-4507-beab-b30072dc060f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:24.207745 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-348ca672-656d-4507-beab-b30072dc060f admin admin] Added segment 10c5f3e8-27cc-48e8-9601-dbc18db46683 of type vlan for network 64af8fff-ac3a-4abc-8822-328e57318c5b Dec 17 15:21:24.268612 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-830dd5dd-7ebf-48bb-89a6-16ceed5a4393 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:24.285809 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7cb8b227-4e90-475c-997c-da3af94a00cb admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5905759 Dec 17 15:21:24.293847 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54078) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:24.294320 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-348ca672-656d-4507-beab-b30072dc060f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:24.294680 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-ccd6dcab-5e0d-4b8a-b9c7-bafb680a5da6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-117128534-router', 'tenant_id': '1407878f6eb44e929267c0f543df9a52', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:24.306838 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 1dff133c-e36e-4f97-9a96-0cb2d4043fd3 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:21:24.430387 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-628be9e7-8ae3-46e8-8b03-7256824b15c4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e0c6c9e3e4794798973eed8b2b34a073&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3290699 Dec 17 15:21:24.430619 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210d8359-e653-41bc-aef5-c54bcfbd3573 None None] Network a81410f2-8387-44e0-b580-7a2346e72e8a requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:21:24.434284 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54080) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:24.435527 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.db.resource_extend [None req-348ca672-656d-4507-beab-b30072dc060f admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 15:21:24.452586 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 1dff133c-e36e-4f97-9a96-0cb2d4043fd3 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:24.457209 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:24.507544 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ccd6dcab-5e0d-4b8a-b9c7-bafb680a5da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:24.508955 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ccd6dcab-5e0d-4b8a-b9c7-bafb680a5da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:24.538247 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf84a7d-5b20-4287-82d7-2df559da71ce req-72baa2e5-30eb-4069-82b2-5e65b489d005 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:24.543967 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1bf84a7d-5b20-4287-82d7-2df559da71ce req-72baa2e5-30eb-4069-82b2-5e65b489d005 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 946 time: 0.1534276 Dec 17 15:21:24.574606 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ccd6dcab-5e0d-4b8a-b9c7-bafb680a5da6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:24.605989 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-01fe778f-ed13-49bb-ac19-5825490cdcd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:24.627489 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:24.639700 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-01fe778f-ed13-49bb-ac19-5825490cdcd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:24.764761 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 1dff133c-e36e-4f97-9a96-0cb2d4043fd3, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=1dff133c-e36e-4f97-9a96-0cb2d4043fd3,segment=NetworkSegment(add9b0f0-93d8-4f35-98d5-6294a3629518),segment_id=add9b0f0-93d8-4f35-98d5-6294a3629518)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:24.875170 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:24.940329 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ccd6dcab-5e0d-4b8a-b9c7-bafb680a5da6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:24.956443 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=1dff133c-e36e-4f97-9a96-0cb2d4043fd3,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:24.991319 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-348ca672-656d-4507-beab-b30072dc060f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:24.992835 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348ca672-656d-4507-beab-b30072dc060f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:24.993584 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-348ca672-656d-4507-beab-b30072dc060f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:25.016397 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-01fe778f-ed13-49bb-ac19-5825490cdcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:25.029965 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-01fe778f-ed13-49bb-ac19-5825490cdcd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:25.034232 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-01fe778f-ed13-49bb-ac19-5825490cdcd3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0048669d-30e4-4fd9-86e8-d5b366eeac74 HTTP/1.1" status: 204 len: 168 time: 0.5989726 Dec 17 15:21:25.044631 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe778f-ed13-49bb-ac19-5825490cdcd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0048669d-30e4-4fd9-86e8-d5b366eeac74,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:25.138594 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1bf84a7d-5b20-4287-82d7-2df559da71ce req-78eca422-fa5b-4d40-bdfc-7dc6e58483fe tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5844195 Dec 17 15:21:25.175719 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ca672-656d-4507-beab-b30072dc060f admin admin] Pushing event updated for resources: {'Network': ['ID=64af8fff-ac3a-4abc-8822-328e57318c5b,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:25.198644 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 64af8fff-ac3a-4abc-8822-328e57318c5b details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:21:25.214694 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54090) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:25.218758 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-348ca672-656d-4507-beab-b30072dc060f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.2278550 Dec 17 15:21:25.221088 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-d7d5e4d6-8f8c-4da8-818a-32544cdb2ddd admin admin] Request body: {'subnet': {'network_id': '64af8fff-ac3a-4abc-8822-328e57318c5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-566248626-subnet', 'tenant_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:25.290461 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-830dd5dd-7ebf-48bb-89a6-16ceed5a4393 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:25.306149 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2469cc9d-010f-4f67-84c6-c69b9b2ebdf6 None None] Network bd1b32ca-a2fc-443f-a3c9-ac154319ae9d requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:21:25.349229 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-830dd5dd-7ebf-48bb-89a6-16ceed5a4393 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:25.377930 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ccd6dcab-5e0d-4b8a-b9c7-bafb680a5da6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:25.403504 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ccd6dcab-5e0d-4b8a-b9c7-bafb680a5da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:25.404679 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-ea1a988e-eb9b-4847-8985-cd21c0632947 None None] Provisioning complete for port 1dff133c-e36e-4f97-9a96-0cb2d4043fd3 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:25.406060 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ea1a988e-eb9b-4847-8985-cd21c0632947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:25.436919 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830dd5dd-7ebf-48bb-89a6-16ceed5a4393 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Port': ['ID=984f5b3d-004e-4397-b36e-6685cc9bfd41,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:25.438975 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-830dd5dd-7ebf-48bb-89a6-16ceed5a4393 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:25.531221 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d5e4d6-8f8c-4da8-818a-32544cdb2ddd admin admin] Made reservation on behalf of c5523b5350454050bc24f1ee5a0a4b70 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:21:25.532043 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d7d5e4d6-8f8c-4da8-818a-32544cdb2ddd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:25.560924 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830dd5dd-7ebf-48bb-89a6-16ceed5a4393 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network bd1b32ca-a2fc-443f-a3c9-ac154319ae9d is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:21:25.562652 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-830dd5dd-7ebf-48bb-89a6-16ceed5a4393 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:25.644793 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-ccd6dcab-5e0d-4b8a-b9c7-bafb680a5da6 admin admin] Allocated IP 172.25.6.100 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/1faa46d8-a922-4a6f-9c5b-202b08f7bac0) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:21:25.718198 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:25.744611 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830dd5dd-7ebf-48bb-89a6-16ceed5a4393 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Router 5f7ac2c0-93ed-402a-8162-96aec8987868 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:21:25.874630 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ccd6dcab-5e0d-4b8a-b9c7-bafb680a5da6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:25.899157 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830dd5dd-7ebf-48bb-89a6-16ceed5a4393 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:21:25.904688 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-830dd5dd-7ebf-48bb-89a6-16ceed5a4393 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "PUT /v2.0/routers/5f7ac2c0-93ed-402a-8162-96aec8987868/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8141339 Dec 17 15:21:25.911132 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0d9f4a-3387-4694-8a2a-3e71642d420c None None] Sync routers for ids ['5f7ac2c0-93ed-402a-8162-96aec8987868'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:21:25.913493 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54104) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:25.918530 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-1c9314ae-c393-4eea-944d-6740dd6f4eab tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Request body: {'network': {'name': 'tempest-RoutersTest-1758998838'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:25.921390 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0d9f4a-3387-4694-8a2a-3e71642d420c None None] Routers {'5f7ac2c0-93ed-402a-8162-96aec8987868'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:21:25.922530 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-6e0d9f4a-3387-4694-8a2a-3e71642d420c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:21:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5f7ac2c0-93ed-402a-8162-96aec8987868'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:26.007840 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9314ae-c393-4eea-944d-6740dd6f4eab tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Made reservation on behalf of 2f3e4e66f57e4196ab4d1021f592ec02 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:21:26.012348 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1c9314ae-c393-4eea-944d-6740dd6f4eab tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:26.035293 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d7d5e4d6-8f8c-4da8-818a-32544cdb2ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:26.070762 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c9314ae-c393-4eea-944d-6740dd6f4eab tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:21:26.089792 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-6e0d9f4a-3387-4694-8a2a-3e71642d420c None None] Set router 5f7ac2c0-93ed-402a-8162-96aec8987868 gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:21:26.095881 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1c9314ae-c393-4eea-944d-6740dd6f4eab tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:26.096390 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-1c9314ae-c393-4eea-944d-6740dd6f4eab tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Added segment 6f232775-b257-42d3-9987-c8771623094c of type vlan for network 05f31c38-3a8a-4fd3-9c80-0a77ceae7802 Dec 17 15:21:26.136512 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ccd6dcab-5e0d-4b8a-b9c7-bafb680a5da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:26.154206 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d5e4d6-8f8c-4da8-818a-32544cdb2ddd admin admin] Checking segment: {'id': '10c5f3e8-27cc-48e8-9601-dbc18db46683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '64af8fff-ac3a-4abc-8822-328e57318c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:21:26.154569 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d5e4d6-8f8c-4da8-818a-32544cdb2ddd admin admin] Network hostable DHCP agents. Network: 64af8fff-ac3a-4abc-8822-328e57318c5b, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:21:26.174400 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd6dcab-5e0d-4b8a-b9c7-bafb680a5da6 admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:21:26.182404 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-ccd6dcab-5e0d-4b8a-b9c7-bafb680a5da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:26.190987 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1c9314ae-c393-4eea-944d-6740dd6f4eab tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:26.204394 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd6dcab-5e0d-4b8a-b9c7-bafb680a5da6 admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:21:26.279773 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4158a664-6c33-461d-ba77-143c979114b5 None None] Provisioning complete for port 984f5b3d-004e-4397-b36e-6685cc9bfd41 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:26.279773 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4158a664-6c33-461d-ba77-143c979114b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:26.283926 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 1dff133c-e36e-4f97-9a96-0cb2d4043fd3 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:21:26.320203 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6dcab-5e0d-4b8a-b9c7-bafb680a5da6 admin admin] Pushing event updated for resources: {'Port': ['ID=1faa46d8-a922-4a6f-9c5b-202b08f7bac0,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:26.331505 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5e4d6-8f8c-4da8-818a-32544cdb2ddd admin admin] Pushing event updated for resources: {'Subnet': ['ID=787e95b8-61b8-4b5a-91fc-f3b04ea70ba6,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:26.358826 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1c9314ae-c393-4eea-944d-6740dd6f4eab tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:26.371274 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9314ae-c393-4eea-944d-6740dd6f4eab tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:26.371936 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1c9314ae-c393-4eea-944d-6740dd6f4eab tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:26.396994 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09542ec4-568b-4e35-a561-a6827db1d134 req-9ed696cf-224f-432f-8d76-287f6431193c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:26.398750 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-09542ec4-568b-4e35-a561-a6827db1d134 req-9ed696cf-224f-432f-8d76-287f6431193c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 946 time: 0.1107588 Dec 17 15:21:26.457624 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d5e4d6-8f8c-4da8-818a-32544cdb2ddd admin admin] Network 64af8fff-ac3a-4abc-8822-328e57318c5b is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:21:26.545016 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-09542ec4-568b-4e35-a561-a6827db1d134 req-857ec855-2e2a-4b1c-a71a-92801ef577d2 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671327 Dec 17 15:21:26.545707 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9314ae-c393-4eea-944d-6740dd6f4eab tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Network': ['ID=05f31c38-3a8a-4fd3-9c80-0a77ceae7802,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:26.576574 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9314ae-c393-4eea-944d-6740dd6f4eab tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:26.576791 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9314ae-c393-4eea-944d-6740dd6f4eab tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:26.577174 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9314ae-c393-4eea-944d-6740dd6f4eab tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:26.577617 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9314ae-c393-4eea-944d-6740dd6f4eab tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:26.577966 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9314ae-c393-4eea-944d-6740dd6f4eab tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:26.578610 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9314ae-c393-4eea-944d-6740dd6f4eab tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:26.579018 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9314ae-c393-4eea-944d-6740dd6f4eab tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:26.579359 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9314ae-c393-4eea-944d-6740dd6f4eab tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:26.579691 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9314ae-c393-4eea-944d-6740dd6f4eab tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:26.580022 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9314ae-c393-4eea-944d-6740dd6f4eab tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:26.580354 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9314ae-c393-4eea-944d-6740dd6f4eab tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:26.580681 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9314ae-c393-4eea-944d-6740dd6f4eab tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:26.594185 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-d7d5e4d6-8f8c-4da8-818a-32544cdb2ddd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 64af8fff-ac3a-4abc-8822-328e57318c5b) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:26.608428 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d5e4d6-8f8c-4da8-818a-32544cdb2ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:26.608428 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d7d5e4d6-8f8c-4da8-818a-32544cdb2ddd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:26.608706 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 05f31c38-3a8a-4fd3-9c80-0a77ceae7802 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:21:26.628972 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82970d38-4e25-4dea-96e5-ae51fe502e68 None None] Network 64af8fff-ac3a-4abc-8822-328e57318c5b requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:21:26.638633 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1c9314ae-c393-4eea-944d-6740dd6f4eab tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7238364 Dec 17 15:21:26.640942 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54120) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:26.646585 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-7278e373-d180-46d2-9b89-dc8740107a51 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Request body: {'subnet': {'network_id': '05f31c38-3a8a-4fd3-9c80-0a77ceae7802', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:26.798115 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54124) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:26.810280 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d7d5e4d6-8f8c-4da8-818a-32544cdb2ddd admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5940659 Dec 17 15:21:26.821751 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54126) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:26.835584 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-2ae3ae09-645a-406f-81db-a4c4e1d602f7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-566248626-router', 'tenant_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:26.861161 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ccd6dcab-5e0d-4b8a-b9c7-bafb680a5da6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:26.920483 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7278e373-d180-46d2-9b89-dc8740107a51 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Made reservation on behalf of 2f3e4e66f57e4196ab4d1021f592ec02 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:21:26.925731 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7278e373-d180-46d2-9b89-dc8740107a51 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:26.988978 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4158a664-6c33-461d-ba77-143c979114b5 None None] Port 984f5b3d-004e-4397-b36e-6685cc9bfd41 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:21:27.014868 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-f4efc85d-8312-4bb8-ab58-fda6251b198f tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.015893 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f4efc85d-8312-4bb8-ab58-fda6251b198f tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2141213 Dec 17 15:21:27.019007 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54132) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.027452 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-e2ed1b05-8ab9-4ec8-98d8-8f40513fc934 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.028408 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e2ed1b05-8ab9-4ec8-98d8-8f40513fc934 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0080218 Dec 17 15:21:27.032144 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4158a664-6c33-461d-ba77-143c979114b5 None None] Provisioning complete for port 1dff133c-e36e-4f97-9a96-0cb2d4043fd3 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:27.032545 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4158a664-6c33-461d-ba77-143c979114b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:27.035132 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54134) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.043922 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-0691ed3d-8bcb-4f53-9df3-edd1f16ff87d tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.044897 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0691ed3d-8bcb-4f53-9df3-edd1f16ff87d tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0080500 Dec 17 15:21:27.049331 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54136) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.055188 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-85d41559-e036-482b-a13f-83ee6ef3803c tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.056154 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-85d41559-e036-482b-a13f-83ee6ef3803c tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0060093 Dec 17 15:21:27.064009 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54138) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.076396 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-08e46238-6f52-404a-a1d3-0320c886ea2f tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.080940 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-08e46238-6f52-404a-a1d3-0320c886ea2f tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0095892 Dec 17 15:21:27.083219 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 1dff133c-e36e-4f97-9a96-0cb2d4043fd3 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:27.083603 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:27.086873 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54142) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.093234 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-a7540692-74eb-474b-85a4-8d23784d5337 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.094349 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a7540692-74eb-474b-85a4-8d23784d5337 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0064142 Dec 17 15:21:27.098709 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54144) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.104781 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-bb8de665-2f8a-4980-86d5-34f49cc68d38 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.105974 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-bb8de665-2f8a-4980-86d5-34f49cc68d38 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0063636 Dec 17 15:21:27.108584 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54146) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.114581 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-2d408f4a-675d-46db-86ff-322274a6d6c9 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.115723 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2d408f4a-675d-46db-86ff-322274a6d6c9 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0062044 Dec 17 15:21:27.119581 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54148) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.122739 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ae3ae09-645a-406f-81db-a4c4e1d602f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:27.122739 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ae3ae09-645a-406f-81db-a4c4e1d602f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:27.125867 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-25b1cf9e-4885-4d97-b1c2-1cafa7d84f25 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.130489 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-25b1cf9e-4885-4d97-b1c2-1cafa7d84f25 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0066187 Dec 17 15:21:27.130489 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54150) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.135649 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-0e03d76e-9e3b-4ba6-b611-3d27fe825071 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.139061 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0e03d76e-9e3b-4ba6-b611-3d27fe825071 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0061071 Dec 17 15:21:27.139601 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54152) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.145700 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-9e53a004-12cc-4321-8262-d0788a091d88 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.149922 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9e53a004-12cc-4321-8262-d0788a091d88 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0062385 Dec 17 15:21:27.150245 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54154) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.166404 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-aa45afed-5aaf-4ec3-a37b-b8abca07fab4 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.170263 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-aa45afed-5aaf-4ec3-a37b-b8abca07fab4 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0164099 Dec 17 15:21:27.172562 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54156) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.203168 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-6e0d9f4a-3387-4694-8a2a-3e71642d420c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'name': 'tempest-RoutersTest-router-1674533846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:10Z', 'updated_at': '2021-12-17T15:21:23Z', 'revision_number': 3, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'gw_port_host': None, '_interfaces': [{'id': '622ab47c-6e12-4f59-a46a-d2cc2eab1c17', 'name': '', 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:ff:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:13Z', 'updated_at': '2021-12-17T15:21:20Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '984f5b3d-004e-4397-b36e-6685cc9bfd41', 'name': '', 'network_id': 'bd1b32ca-a2fc-443f-a3c9-ac154319ae9d', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:31:99:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '6062b771-5131-4639-ac9c-3ede54055e96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:22Z', 'updated_at': '2021-12-17T15:21:24Z', 'revision_number': 2, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '6062b771-5131-4639-ac9c-3ede54055e96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:27.218042 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-7e33c267-6040-436b-99a2-c5bfab853d62 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.221330 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7e33c267-6040-436b-99a2-c5bfab853d62 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0459318 Dec 17 15:21:27.223784 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54158) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.239639 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-8a16a30c-13cb-4e92-80a1-655de9f90e70 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.243101 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8a16a30c-13cb-4e92-80a1-655de9f90e70 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0132937 Dec 17 15:21:27.243628 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54160) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.251389 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-c8b3462a-5530-49f7-9d0b-8b9961e1cae9 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.254552 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c8b3462a-5530-49f7-9d0b-8b9961e1cae9 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0078907 Dec 17 15:21:27.254955 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54162) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.261175 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-e1d4d1c9-0d75-412f-b4ec-b7d237827e4d tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.262118 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e1d4d1c9-0d75-412f-b4ec-b7d237827e4d tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0062866 Dec 17 15:21:27.264740 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54164) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.272150 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-b9e77b36-480a-4f72-b5aa-2baf1f0f6cce tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.273221 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b9e77b36-480a-4f72-b5aa-2baf1f0f6cce tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0076365 Dec 17 15:21:27.276016 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ae3ae09-645a-406f-81db-a4c4e1d602f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:27.278109 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54166) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.290313 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ccd6dcab-5e0d-4b8a-b9c7-bafb680a5da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:27.293153 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0d9f4a-3387-4694-8a2a-3e71642d420c None None] Checking router: 5f7ac2c0-93ed-402a-8162-96aec8987868 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:21:27.293495 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0d9f4a-3387-4694-8a2a-3e71642d420c None None] Updating router 5f7ac2c0-93ed-402a-8162-96aec8987868 port 984f5b3d-004e-4397-b36e-6685cc9bfd41 binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:21:27.304665 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-63de5d49-ae9a-4980-8333-6aeda71e9b14 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.305608 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-63de5d49-ae9a-4980-8333-6aeda71e9b14 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0265436 Dec 17 15:21:27.312199 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54168) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.318281 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-949eabc3-acf7-4805-a541-5d0ae4adaf2b tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.319755 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-949eabc3-acf7-4805-a541-5d0ae4adaf2b tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0079265 Dec 17 15:21:27.328013 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54170) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.338261 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-2b930231-fa34-49ca-9d52-40ea6dfaeaef tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.339286 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2b930231-fa34-49ca-9d52-40ea6dfaeaef tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0102854 Dec 17 15:21:27.341761 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54172) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.348401 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-57f329d6-e81c-4b2a-8175-aad6b49b09ac tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.349465 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-57f329d6-e81c-4b2a-8175-aad6b49b09ac tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0067563 Dec 17 15:21:27.354394 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54174) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.356283 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6e0d9f4a-3387-4694-8a2a-3e71642d420c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:27.361252 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-fa07299a-0065-468b-b7ac-39224272c20c tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.362668 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-fa07299a-0065-468b-b7ac-39224272c20c tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0071161 Dec 17 15:21:27.365897 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54176) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.370469 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-d52edb93-7465-4ce8-8721-614ff52be816 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.371778 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d52edb93-7465-4ce8-8721-614ff52be816 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0046887 Dec 17 15:21:27.374761 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54178) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.378677 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-19c91cd4-1489-495f-b9ce-6ec4f85116a5 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.382619 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-19c91cd4-1489-495f-b9ce-6ec4f85116a5 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0040054 Dec 17 15:21:27.382873 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54180) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.389697 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-43586ce6-097c-4821-83ed-5bc791951cd3 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.393038 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-43586ce6-097c-4821-83ed-5bc791951cd3 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0060849 Dec 17 15:21:27.393952 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54182) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.398272 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-7b33b90c-02f9-4d06-9ac7-b791baffc986 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.401111 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7b33b90c-02f9-4d06-9ac7-b791baffc986 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0045376 Dec 17 15:21:27.401966 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54184) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.405125 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3698c5f1-81c2-4d53-beb3-8ce9e3700dac None None] Network 64af8fff-ac3a-4abc-8822-328e57318c5b requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:21:27.408241 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-0d6303b9-c47d-49e3-b7d1-200265fbba21 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.409453 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0d6303b9-c47d-49e3-b7d1-200265fbba21 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0060332 Dec 17 15:21:27.412662 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54186) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.418370 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-b3a94f20-d8c2-4ae7-ad71-9431c6729807 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.420086 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b3a94f20-d8c2-4ae7-ad71-9431c6729807 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0055778 Dec 17 15:21:27.422985 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54188) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.428595 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-83adc773-f7fd-4ffe-a95d-f9720b0fc0ee tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.430192 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-83adc773-f7fd-4ffe-a95d-f9720b0fc0ee tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0055614 Dec 17 15:21:27.433021 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54190) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.437337 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-aa435462-787b-4859-a504-af8867467e16 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.440535 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-aa435462-787b-4859-a504-af8867467e16 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0041986 Dec 17 15:21:27.440702 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7278e373-d180-46d2-9b89-dc8740107a51 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:27.443049 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54192) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.452698 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-ef5f8a28-6e4c-4b44-904f-fb72fb16138b tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.454652 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ef5f8a28-6e4c-4b44-904f-fb72fb16138b tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0069075 Dec 17 15:21:27.467815 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54194) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.477679 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [None req-a4e0a87d-70ad-4d1b-a044-3701d6f8b9f6 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.481363 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a4e0a87d-70ad-4d1b-a044-3701d6f8b9f6 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0083222 Dec 17 15:21:27.483768 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54196) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.493540 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [None req-4dec263b-44f9-4aea-95af-b7b363ec1a10 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.497011 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4dec263b-44f9-4aea-95af-b7b363ec1a10 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0079577 Dec 17 15:21:27.498451 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54198) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.507971 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [None req-db7b53b7-fb68-4e8c-bc72-5b01c4f93ae0 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.512102 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-db7b53b7-fb68-4e8c-bc72-5b01c4f93ae0 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0110805 Dec 17 15:21:27.513225 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54200) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.524728 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9d46cc-830c-41a3-8780-1d2bbee94c5c None None] Provisioning complete for port 984f5b3d-004e-4397-b36e-6685cc9bfd41 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:27.525135 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9d46cc-830c-41a3-8780-1d2bbee94c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:27.528278 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [None req-b110aa1f-ff77-4d9a-95a5-8f3c9094f628 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.532599 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54202) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.532757 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b110aa1f-ff77-4d9a-95a5-8f3c9094f628 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0126891 Dec 17 15:21:27.547816 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-d3aa5f45-d609-495e-8aa3-7bcca0cb0b27 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.548792 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d3aa5f45-d609-495e-8aa3-7bcca0cb0b27 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0089579 Dec 17 15:21:27.551763 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54204) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.559438 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-8ae5bd40-08cb-49ce-86d8-0b4b0aed2b9e tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.560510 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8ae5bd40-08cb-49ce-86d8-0b4b0aed2b9e tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0055397 Dec 17 15:21:27.561476 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278e373-d180-46d2-9b89-dc8740107a51 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Subnet': ['ID=a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:27.569226 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54206) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.579802 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-16b64e0f-0ac8-464c-8c21-3f6796ff1962 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.580061 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-16b64e0f-0ac8-464c-8c21-3f6796ff1962 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0094171 Dec 17 15:21:27.582645 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54210) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.588033 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-5f8aee5b-c38a-406f-8487-a2e78d2448f7 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.589001 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5f8aee5b-c38a-406f-8487-a2e78d2448f7 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0054610 Dec 17 15:21:27.591391 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54212) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.596172 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-67363ac3-5d54-4ff2-851c-1107175d1e5d tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.597369 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-67363ac3-5d54-4ff2-851c-1107175d1e5d tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0050931 Dec 17 15:21:27.598504 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7278e373-d180-46d2-9b89-dc8740107a51 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Checking segment: {'id': '6f232775-b257-42d3-9987-c8771623094c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '05f31c38-3a8a-4fd3-9c80-0a77ceae7802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:21:27.598867 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7278e373-d180-46d2-9b89-dc8740107a51 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network hostable DHCP agents. Network: 05f31c38-3a8a-4fd3-9c80-0a77ceae7802, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:21:27.603825 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54214) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.614729 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-fe622c31-8b99-4ef8-9e4d-367bc1d04cee tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.616486 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-fe622c31-8b99-4ef8-9e4d-367bc1d04cee tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0095050 Dec 17 15:21:27.619815 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54216) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.626866 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-166371b8-08ae-4816-92b8-5b40effeaefd tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.627857 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-166371b8-08ae-4816-92b8-5b40effeaefd tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0071642 Dec 17 15:21:27.630240 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54218) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.636424 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-c1975afa-422a-47cc-8c56-16b79739ada6 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.637836 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c1975afa-422a-47cc-8c56-16b79739ada6 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0059986 Dec 17 15:21:27.639410 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ae3ae09-645a-406f-81db-a4c4e1d602f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:27.658679 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54220) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.665828 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [None req-af29ff81-d05e-44a6-9c58-7787751f2da9 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.669964 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-af29ff81-d05e-44a6-9c58-7787751f2da9 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0088542 Dec 17 15:21:27.670145 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54222) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.677099 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-d1ea668f-b6fd-4e5e-9599-97fc091c4370 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.681082 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d1ea668f-b6fd-4e5e-9599-97fc091c4370 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0075090 Dec 17 15:21:27.682062 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54224) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.688813 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [None req-6ddaa4f6-bb54-44cb-8e5f-4cc449ce4b42 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.693099 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6ddaa4f6-bb54-44cb-8e5f-4cc449ce4b42 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0096986 Dec 17 15:21:27.694433 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54226) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.701735 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9d46cc-830c-41a3-8780-1d2bbee94c5c None None] Port 984f5b3d-004e-4397-b36e-6685cc9bfd41 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:21:27.703067 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [None req-bba1c900-588a-4eca-9870-bd6b5fd271d3 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.707175 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54228) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.707374 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-bba1c900-588a-4eca-9870-bd6b5fd271d3 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0114942 Dec 17 15:21:27.721704 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-03b15fa0-99c6-4c3a-8e92-4c10be839503 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.726008 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-03b15fa0-99c6-4c3a-8e92-4c10be839503 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0047641 Dec 17 15:21:27.726219 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54230) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.731799 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [None req-0fbee225-19cd-4e0f-ba82-26a72545da21 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.733093 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0fbee225-19cd-4e0f-ba82-26a72545da21 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0043476 Dec 17 15:21:27.735049 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54232) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.739070 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [None req-42bd2bd1-ad46-48d0-bf12-61efeab7be79 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.739785 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58fb107-03b7-4ef6-b07d-20d729a82f09 req-57151ce9-4a4a-47e9-9602-aee38aced054 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:27.740003 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-42bd2bd1-ad46-48d0-bf12-61efeab7be79 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0040727 Dec 17 15:21:27.741497 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e58fb107-03b7-4ef6-b07d-20d729a82f09 req-57151ce9-4a4a-47e9-9602-aee38aced054 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 946 time: 0.0899920 Dec 17 15:21:27.742849 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54234) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.748255 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [None req-e3fce999-850b-45a2-9d92-47cea8af9115 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.749253 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e3fce999-850b-45a2-9d92-47cea8af9115 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0055244 Dec 17 15:21:27.751854 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7278e373-d180-46d2-9b89-dc8740107a51 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network 05f31c38-3a8a-4fd3-9c80-0a77ceae7802 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:21:27.753673 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54236) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.759402 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [None req-850f34ce-8ad0-42b2-9400-7596aa08acad tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.761103 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-850f34ce-8ad0-42b2-9400-7596aa08acad tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0057101 Dec 17 15:21:27.762798 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54238) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.767049 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [None req-b855520e-2f83-4b35-bcad-1ab715998c80 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.769105 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b855520e-2f83-4b35-bcad-1ab715998c80 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0041461 Dec 17 15:21:27.770449 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54240) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.775735 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [None req-5b400d25-e72f-4eaf-91c4-61f2b4a387f2 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.776902 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5b400d25-e72f-4eaf-91c4-61f2b4a387f2 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0053871 Dec 17 15:21:27.779206 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54242) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.784419 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [None req-d8b0727f-f219-4942-bea7-6036ce81aa92 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.789349 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d8b0727f-f219-4942-bea7-6036ce81aa92 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0049152 Dec 17 15:21:27.791741 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54244) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.797600 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [None req-2983f101-5a17-4640-875a-a49cef49d1d7 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.798624 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2983f101-5a17-4640-875a-a49cef49d1d7 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0048161 Dec 17 15:21:27.800968 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54246) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.805639 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [None req-ad26a824-ec0f-418f-9275-2b2bc7fac55d tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.806865 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ad26a824-ec0f-418f-9275-2b2bc7fac55d tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0046668 Dec 17 15:21:27.808843 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54248) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.811346 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e58fb107-03b7-4ef6-b07d-20d729a82f09 req-81f5cf5e-cc0f-4b63-9910-d2db2099c362 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523181 Dec 17 15:21:27.813256 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [None req-44561b6b-88f7-47b8-9119-d8a414ce2689 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.814327 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-44561b6b-88f7-47b8-9119-d8a414ce2689 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0044432 Dec 17 15:21:27.816400 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54250) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.821782 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [None req-48b35fe3-74b9-4262-a351-9b1ce2f45e8f tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.822751 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-48b35fe3-74b9-4262-a351-9b1ce2f45e8f tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0052738 Dec 17 15:21:27.825478 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54252) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.841275 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-0e615b22-d176-4673-9ed8-357dab62957d tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.851034 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0e615b22-d176-4673-9ed8-357dab62957d tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0189767 Dec 17 15:21:27.851034 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54254) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.851898 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-c0d67ad3-c1de-4126-85c8-0fc9bf9d45f0 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.855680 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c0d67ad3-c1de-4126-85c8-0fc9bf9d45f0 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0080290 Dec 17 15:21:27.856307 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54256) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.860374 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-a259519f-e453-47d5-a95d-3c9a804d7d88 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.863591 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a259519f-e453-47d5-a95d-3c9a804d7d88 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0040884 Dec 17 15:21:27.863868 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54258) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.869312 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-6179637d-8e91-48c2-8da7-614d44d767ec tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.872652 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6179637d-8e91-48c2-8da7-614d44d767ec tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0056353 Dec 17 15:21:27.872902 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54262) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.883500 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-ab78b6c8-2147-496d-b45f-e717ee7aabab tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.883500 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ab78b6c8-2147-496d-b45f-e717ee7aabab tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0044010 Dec 17 15:21:27.884143 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54264) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.894256 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [None req-36b9a910-e54b-4b0c-9c21-ac2a718aa225 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.897764 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-36b9a910-e54b-4b0c-9c21-ac2a718aa225 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0101383 Dec 17 15:21:27.898338 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54266) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.908118 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-93e3199d-f6e4-427d-bbd2-b2f8074794e0 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.909221 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-93e3199d-f6e4-427d-bbd2-b2f8074794e0 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0098867 Dec 17 15:21:27.912136 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54268) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.915130 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd6dcab-5e0d-4b8a-b9c7-bafb680a5da6 admin admin] Router 5c2468ee-52c6-4ee9-9da4-ec2b3105c964 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:21:27.927635 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-0d22ea9c-6ba5-4c3e-915c-008e965ad668 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.933863 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0d22ea9c-6ba5-4c3e-915c-008e965ad668 tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0203092 Dec 17 15:21:27.934775 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54270) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.941749 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-4d2d8de0-ec88-4a30-b946-691915b1514a tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.942957 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4d2d8de0-ec88-4a30-b946-691915b1514a tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0071163 Dec 17 15:21:27.946447 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54272) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:27.951160 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [None req-bfa0159a-b6c8-4891-a511-2d8db524488f tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:21:27.958979 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-bfa0159a-b6c8-4891-a511-2d8db524488f tempest-ExtensionsTestJSON-1720272207 tempest-ExtensionsTestJSON-1720272207-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0111253 Dec 17 15:21:27.960701 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-7278e373-d180-46d2-9b89-dc8740107a51 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 05f31c38-3a8a-4fd3-9c80-0a77ceae7802) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:27.965928 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7278e373-d180-46d2-9b89-dc8740107a51 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:27.966696 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7278e373-d180-46d2-9b89-dc8740107a51 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:27.981455 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c158d2e-83d6-4fc5-9067-8568c38008df None None] Network 05f31c38-3a8a-4fd3-9c80-0a77ceae7802 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:21:28.072527 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7278e373-d180-46d2-9b89-dc8740107a51 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4298537 Dec 17 15:21:28.075219 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54278) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:28.075387 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6e0d9f4a-3387-4694-8a2a-3e71642d420c None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:28.178971 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6e0d9f4a-3387-4694-8a2a-3e71642d420c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:28.214101 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836baef6-3846-4137-bf94-97640565f7a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-05f31c38-3a8a-4fd3-9c80-0a77ceae7802', 'network_id': '05f31c38-3a8a-4fd3-9c80-0a77ceae7802', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'fixed_ips': [{'subnet_id': 'a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:21:28.215363 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-836baef6-3846-4137-bf94-97640565f7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:28.261766 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ba239-4211-4936-83a9-f0ebedb2737b None None] Pushing event updated for resources: {'Port': ['ID=984f5b3d-004e-4397-b36e-6685cc9bfd41,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:28.442160 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-6e0d9f4a-3387-4694-8a2a-3e71642d420c None None] Attempting to bind port 984f5b3d-004e-4397-b36e-6685cc9bfd41 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:21:28.442443 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-6e0d9f4a-3387-4694-8a2a-3e71642d420c None None] Attempting to bind port 984f5b3d-004e-4397-b36e-6685cc9bfd41 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'add9b0f0-93d8-4f35-98d5-6294a3629518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bd1b32ca-a2fc-443f-a3c9-ac154319ae9d'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:21:28.442796 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0d9f4a-3387-4694-8a2a-3e71642d420c None None] Attempting to bind port 984f5b3d-004e-4397-b36e-6685cc9bfd41 on network bd1b32ca-a2fc-443f-a3c9-ac154319ae9d {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:21:28.484404 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0d9f4a-3387-4694-8a2a-3e71642d420c None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:21:28.484805 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0d9f4a-3387-4694-8a2a-3e71642d420c None None] Checking segment: {'id': 'add9b0f0-93d8-4f35-98d5-6294a3629518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bd1b32ca-a2fc-443f-a3c9-ac154319ae9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:21:28.485244 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6e0d9f4a-3387-4694-8a2a-3e71642d420c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:28.485662 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0d9f4a-3387-4694-8a2a-3e71642d420c None None] Bound using segment: {'id': 'add9b0f0-93d8-4f35-98d5-6294a3629518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bd1b32ca-a2fc-443f-a3c9-ac154319ae9d'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:21:28.486133 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-6e0d9f4a-3387-4694-8a2a-3e71642d420c None None] Bound port: 984f5b3d-004e-4397-b36e-6685cc9bfd41, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'add9b0f0-93d8-4f35-98d5-6294a3629518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bd1b32ca-a2fc-443f-a3c9-ac154319ae9d'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:21:28.486522 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6e0d9f4a-3387-4694-8a2a-3e71642d420c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:28.499378 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd6dcab-5e0d-4b8a-b9c7-bafb680a5da6 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:21:28.511550 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c462b3-a354-417e-9a83-fa325099334d None None] Sync routers for ids ['5c2468ee-52c6-4ee9-9da4-ec2b3105c964'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:21:28.525555 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c462b3-a354-417e-9a83-fa325099334d None None] Routers {'5c2468ee-52c6-4ee9-9da4-ec2b3105c964'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:21:28.528249 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-a0c462b3-a354-417e-9a83-fa325099334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:21:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5c2468ee-52c6-4ee9-9da4-ec2b3105c964'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:28.540718 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-836baef6-3846-4137-bf94-97640565f7a0 None None] Allocated IP 172.22.0.2 (05f31c38-3a8a-4fd3-9c80-0a77ceae7802/a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b/5dfc94bd-7953-4432-b050-5ead5c1d9b2d) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:21:28.721989 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8340d890-eba8-47d5-8bfb-3298088f7497 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:28.735039 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ccd6dcab-5e0d-4b8a-b9c7-bafb680a5da6 admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:28.738556 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ccd6dcab-5e0d-4b8a-b9c7-bafb680a5da6 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4514987 Dec 17 15:21:28.742492 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54284) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:28.754259 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-a0c462b3-a354-417e-9a83-fa325099334d None None] Set router 5c2468ee-52c6-4ee9-9da4-ec2b3105c964 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:21:28.792922 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54286) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:28.795654 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ae3ae09-645a-406f-81db-a4c4e1d602f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:28.859836 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ae3ae09-645a-406f-81db-a4c4e1d602f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:28.948790 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e1cb6fe9-0923-4df9-9b68-6eacd19bb57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:28.953795 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-8eb71d92-ce08-46dd-a63c-c2fb374b578c None None] Provisioning complete for port 984f5b3d-004e-4397-b36e-6685cc9bfd41 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:28.955256 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8eb71d92-ce08-46dd-a63c-c2fb374b578c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:28.991563 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-836baef6-3846-4137-bf94-97640565f7a0 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:29.109029 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-8eb71d92-ce08-46dd-a63c-c2fb374b578c None None] Port 984f5b3d-004e-4397-b36e-6685cc9bfd41 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:21:29.114735 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-836baef6-3846-4137-bf94-97640565f7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:29.171262 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-355a2f94-1808-4b2d-90f0-e1e7dd5bc4e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:29.179828 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-a0c462b3-a354-417e-9a83-fa325099334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2468ee-52c6-4ee9-9da4-ec2b3105c964', 'name': 'tempest-ServerRescueTestJSON-117128534-router', 'tenant_id': '1407878f6eb44e929267c0f543df9a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '1faa46d8-a922-4a6f-9c5b-202b08f7bac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:24Z', 'updated_at': '2021-12-17T15:21:26Z', 'revision_number': 3, 'project_id': '1407878f6eb44e929267c0f543df9a52', 'gw_port': {'id': '1faa46d8-a922-4a6f-9c5b-202b08f7bac0', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ff:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2468ee-52c6-4ee9-9da4-ec2b3105c964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:25Z', 'updated_at': '2021-12-17T15:21:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:29.190210 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836baef6-3846-4137-bf94-97640565f7a0 None None] Network 05f31c38-3a8a-4fd3-9c80-0a77ceae7802 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:21:29.191936 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-2ae3ae09-645a-406f-81db-a4c4e1d602f7 admin admin] Allocated IP 172.25.6.73 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/666a3497-4ae0-42fb-94df-e050f62942c7) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:21:29.195124 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-836baef6-3846-4137-bf94-97640565f7a0 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:29.198158 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-6e0d9f4a-3387-4694-8a2a-3e71642d420c None None] For port 984f5b3d-004e-4397-b36e-6685cc9bfd41, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:21:29.203473 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836baef6-3846-4137-bf94-97640565f7a0 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:21:29.220844 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-6e0d9f4a-3387-4694-8a2a-3e71642d420c None None] For port 984f5b3d-004e-4397-b36e-6685cc9bfd41, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=984f5b3d-004e-4397-b36e-6685cc9bfd41,segment=NetworkSegment(add9b0f0-93d8-4f35-98d5-6294a3629518),segment_id=add9b0f0-93d8-4f35-98d5-6294a3629518)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:21:29.252099 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c462b3-a354-417e-9a83-fa325099334d None None] Checking router: 5c2468ee-52c6-4ee9-9da4-ec2b3105c964 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:21:29.253462 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c462b3-a354-417e-9a83-fa325099334d None None] Updating router 5c2468ee-52c6-4ee9-9da4-ec2b3105c964 port 1faa46d8-a922-4a6f-9c5b-202b08f7bac0 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:21:29.269589 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836baef6-3846-4137-bf94-97640565f7a0 None None] Pushing event updated for resources: {'Port': ['ID=5dfc94bd-7953-4432-b050-5ead5c1d9b2d,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:29.293974 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-836baef6-3846-4137-bf94-97640565f7a0 None None] Attempting to bind port 5dfc94bd-7953-4432-b050-5ead5c1d9b2d on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:21:29.294521 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-836baef6-3846-4137-bf94-97640565f7a0 None None] Attempting to bind port 5dfc94bd-7953-4432-b050-5ead5c1d9b2d by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '6f232775-b257-42d3-9987-c8771623094c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '05f31c38-3a8a-4fd3-9c80-0a77ceae7802'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:21:29.294759 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836baef6-3846-4137-bf94-97640565f7a0 None None] Attempting to bind port 5dfc94bd-7953-4432-b050-5ead5c1d9b2d on network 05f31c38-3a8a-4fd3-9c80-0a77ceae7802 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:21:29.304280 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-a0c462b3-a354-417e-9a83-fa325099334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:29.312175 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836baef6-3846-4137-bf94-97640565f7a0 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:21:29.315402 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836baef6-3846-4137-bf94-97640565f7a0 None None] Checking segment: {'id': '6f232775-b257-42d3-9987-c8771623094c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '05f31c38-3a8a-4fd3-9c80-0a77ceae7802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:21:29.317183 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-836baef6-3846-4137-bf94-97640565f7a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:29.318427 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836baef6-3846-4137-bf94-97640565f7a0 None None] Bound using segment: {'id': '6f232775-b257-42d3-9987-c8771623094c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '05f31c38-3a8a-4fd3-9c80-0a77ceae7802'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:21:29.319737 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-836baef6-3846-4137-bf94-97640565f7a0 None None] Bound port: 5dfc94bd-7953-4432-b050-5ead5c1d9b2d, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f232775-b257-42d3-9987-c8771623094c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '05f31c38-3a8a-4fd3-9c80-0a77ceae7802'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:21:29.320075 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-836baef6-3846-4137-bf94-97640565f7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:29.340265 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d238a-7dff-4fa9-9d05-2d7a34d919de req-151ba581-2cd1-4533-9e8b-2a5e5594c5da tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:29.346589 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6e0d9f4a-3387-4694-8a2a-3e71642d420c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:29.351631 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-768d238a-7dff-4fa9-9d05-2d7a34d919de req-151ba581-2cd1-4533-9e8b-2a5e5594c5da tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 946 time: 0.3731196 Dec 17 15:21:29.486378 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ba239-4211-4936-83a9-f0ebedb2737b None None] Pushing event updated for resources: {'Port': ['ID=984f5b3d-004e-4397-b36e-6685cc9bfd41,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:29.493526 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0d9f4a-3387-4694-8a2a-3e71642d420c None None] Routers {'5f7ac2c0-93ed-402a-8162-96aec8987868'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:21:29.494507 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-6e0d9f4a-3387-4694-8a2a-3e71642d420c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:21:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5f7ac2c0-93ed-402a-8162-96aec8987868'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:29.509353 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-768d238a-7dff-4fa9-9d05-2d7a34d919de req-d6f2bdf6-e804-4dae-836f-ac6660dbc5ff tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475823 Dec 17 15:21:29.555876 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-8340d890-eba8-47d5-8bfb-3298088f7497 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Allocated IP 172.22.0.1 (05f31c38-3a8a-4fd3-9c80-0a77ceae7802/a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b/f50a5409-8e62-4694-afeb-f36b061fdea3) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:21:29.612083 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ae3ae09-645a-406f-81db-a4c4e1d602f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:29.617180 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-355a2f94-1808-4b2d-90f0-e1e7dd5bc4e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:29.619792 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-836baef6-3846-4137-bf94-97640565f7a0 None None] For port 5dfc94bd-7953-4432-b050-5ead5c1d9b2d, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:21:29.636865 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-836baef6-3846-4137-bf94-97640565f7a0 None None] For port 5dfc94bd-7953-4432-b050-5ead5c1d9b2d, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=5dfc94bd-7953-4432-b050-5ead5c1d9b2d,segment=NetworkSegment(6f232775-b257-42d3-9987-c8771623094c),segment_id=6f232775-b257-42d3-9987-c8771623094c)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:21:29.679584 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-6e0d9f4a-3387-4694-8a2a-3e71642d420c None None] Set router 5f7ac2c0-93ed-402a-8162-96aec8987868 gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:21:29.707713 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8340d890-eba8-47d5-8bfb-3298088f7497 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:29.743286 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-355a2f94-1808-4b2d-90f0-e1e7dd5bc4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:29.812108 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a2f94-1808-4b2d-90f0-e1e7dd5bc4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f53d778-2e63-4cc2-9c7b-2dfd1d491cb4,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:29.820368 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-355a2f94-1808-4b2d-90f0-e1e7dd5bc4e7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=147d4d6ca0e3445b8fa4c47fe1084986&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0260990 Dec 17 15:21:29.823031 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54298) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:29.823642 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355a2f94-1808-4b2d-90f0-e1e7dd5bc4e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:29.823993 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355a2f94-1808-4b2d-90f0-e1e7dd5bc4e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:29.824336 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355a2f94-1808-4b2d-90f0-e1e7dd5bc4e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:29.824672 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355a2f94-1808-4b2d-90f0-e1e7dd5bc4e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:29.825003 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355a2f94-1808-4b2d-90f0-e1e7dd5bc4e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:29.825352 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355a2f94-1808-4b2d-90f0-e1e7dd5bc4e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:29.825676 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355a2f94-1808-4b2d-90f0-e1e7dd5bc4e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:29.826003 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355a2f94-1808-4b2d-90f0-e1e7dd5bc4e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:29.826323 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355a2f94-1808-4b2d-90f0-e1e7dd5bc4e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:29.826642 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355a2f94-1808-4b2d-90f0-e1e7dd5bc4e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:29.826960 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355a2f94-1808-4b2d-90f0-e1e7dd5bc4e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:29.827280 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355a2f94-1808-4b2d-90f0-e1e7dd5bc4e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:29.840129 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-75369c2a-b366-4a8a-b94e-7cbc14e355f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:29.882849 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-836baef6-3846-4137-bf94-97640565f7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:29.901879 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8340d890-eba8-47d5-8bfb-3298088f7497 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:29.918362 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ae3ae09-645a-406f-81db-a4c4e1d602f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:29.964751 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-80dea64b-3984-45df-92c2-0802f8ad0c35 None None] Provisioning complete for port 984f5b3d-004e-4397-b36e-6685cc9bfd41 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:29.965206 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-80dea64b-3984-45df-92c2-0802f8ad0c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:29.969773 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb0b4f5e-fa34-46de-bfaf-6550635f8371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:29.986133 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae3ae09-645a-406f-81db-a4c4e1d602f7 admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:21:30.025648 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340d890-eba8-47d5-8bfb-3298088f7497 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Port': ['ID=f50a5409-8e62-4694-afeb-f36b061fdea3,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:30.046342 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-2ae3ae09-645a-406f-81db-a4c4e1d602f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:30.055792 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8340d890-eba8-47d5-8bfb-3298088f7497 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network 05f31c38-3a8a-4fd3-9c80-0a77ceae7802 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:21:30.060213 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-8340d890-eba8-47d5-8bfb-3298088f7497 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:30.064541 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb0b4f5e-fa34-46de-bfaf-6550635f8371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:30.068231 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8340d890-eba8-47d5-8bfb-3298088f7497 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:21:30.072887 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae3ae09-645a-406f-81db-a4c4e1d602f7 admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:21:30.191850 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-75369c2a-b366-4a8a-b94e-7cbc14e355f6 admin admin] Allocated IP 172.20.0.1 (a81410f2-8387-44e0-b580-7a2346e72e8a/3b59121e-95f1-4cb2-baf2-d0a298aafb94/93bbfce6-3064-4115-8c54-98a88c24f050) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:21:30.217266 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8340d890-eba8-47d5-8bfb-3298088f7497 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:30.331472 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-a0c462b3-a354-417e-9a83-fa325099334d None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:30.353653 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836baef6-3846-4137-bf94-97640565f7a0 None None] Pushing event updated for resources: {'Port': ['ID=5dfc94bd-7953-4432-b050-5ead5c1d9b2d,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:30.434684 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-a0c462b3-a354-417e-9a83-fa325099334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:30.440160 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae3ae09-645a-406f-81db-a4c4e1d602f7 admin admin] Pushing event updated for resources: {'Port': ['ID=666a3497-4ae0-42fb-94df-e050f62942c7,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:30.511747 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-80dea64b-3984-45df-92c2-0802f8ad0c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:30.532171 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-6e0d9f4a-3387-4694-8a2a-3e71642d420c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'name': 'tempest-RoutersTest-router-1674533846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:10Z', 'updated_at': '2021-12-17T15:21:23Z', 'revision_number': 3, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'gw_port_host': None, '_interfaces': [{'id': '622ab47c-6e12-4f59-a46a-d2cc2eab1c17', 'name': '', 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:ff:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:13Z', 'updated_at': '2021-12-17T15:21:20Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '984f5b3d-004e-4397-b36e-6685cc9bfd41', 'name': '', 'network_id': 'bd1b32ca-a2fc-443f-a3c9-ac154319ae9d', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:31:99:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '6062b771-5131-4639-ac9c-3ede54055e96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:22Z', 'updated_at': '2021-12-17T15:21:29Z', 'revision_number': 4, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '6062b771-5131-4639-ac9c-3ede54055e96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:30.535563 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-a0c462b3-a354-417e-9a83-fa325099334d None None] Attempting to bind port 1faa46d8-a922-4a6f-9c5b-202b08f7bac0 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:21:30.536130 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-a0c462b3-a354-417e-9a83-fa325099334d None None] Attempting to bind port 1faa46d8-a922-4a6f-9c5b-202b08f7bac0 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:21:30.536654 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c462b3-a354-417e-9a83-fa325099334d None None] Attempting to bind port 1faa46d8-a922-4a6f-9c5b-202b08f7bac0 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:21:30.544037 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb0b4f5e-fa34-46de-bfaf-6550635f8371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:30.546983 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb595bd-d422-417a-a626-e58631cb3b2f None None] Pushing event updated for resources: {'Port': ['ID=1faa46d8-a922-4a6f-9c5b-202b08f7bac0,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:30.547416 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb0b4f5e-fa34-46de-bfaf-6550635f8371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:30.550217 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c462b3-a354-417e-9a83-fa325099334d None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:21:30.550844 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c462b3-a354-417e-9a83-fa325099334d None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:21:30.551475 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-a0c462b3-a354-417e-9a83-fa325099334d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:30.552160 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c462b3-a354-417e-9a83-fa325099334d None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:21:30.552849 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-a0c462b3-a354-417e-9a83-fa325099334d None None] Bound port: 1faa46d8-a922-4a6f-9c5b-202b08f7bac0, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:21:30.553456 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-a0c462b3-a354-417e-9a83-fa325099334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:30.554991 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-eb0b4f5e-fa34-46de-bfaf-6550635f8371 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8f53d778-2e63-4cc2-9c7b-2dfd1d491cb4 HTTP/1.1" status: 204 len: 168 time: 0.7292633 Dec 17 15:21:30.608578 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-a0c462b3-a354-417e-9a83-fa325099334d None None] For port 1faa46d8-a922-4a6f-9c5b-202b08f7bac0, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:21:30.611818 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-a0c462b3-a354-417e-9a83-fa325099334d None None] For port 1faa46d8-a922-4a6f-9c5b-202b08f7bac0, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=1faa46d8-a922-4a6f-9c5b-202b08f7bac0,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:21:30.634393 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0d9f4a-3387-4694-8a2a-3e71642d420c None None] The sync data for ids ['5f7ac2c0-93ed-402a-8162-96aec8987868'] in n-d-820553-2 is: [{'id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'name': 'tempest-RoutersTest-router-1674533846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:10Z', 'updated_at': '2021-12-17T15:21:23Z', 'revision_number': 3, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'gw_port_host': None, '_interfaces': [{'id': '622ab47c-6e12-4f59-a46a-d2cc2eab1c17', 'name': '', 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:ff:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:13Z', 'updated_at': '2021-12-17T15:21:20Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '984f5b3d-004e-4397-b36e-6685cc9bfd41', 'name': '', 'network_id': 'bd1b32ca-a2fc-443f-a3c9-ac154319ae9d', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:31:99:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '6062b771-5131-4639-ac9c-3ede54055e96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:22Z', 'updated_at': '2021-12-17T15:21:29Z', 'revision_number': 4, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '6062b771-5131-4639-ac9c-3ede54055e96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:21:30.662873 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b4f5e-fa34-46de-bfaf-6550635f8371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f53d778-2e63-4cc2-9c7b-2dfd1d491cb4,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:30.679495 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8340d890-eba8-47d5-8bfb-3298088f7497 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:30.685598 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-80dea64b-3984-45df-92c2-0802f8ad0c35 None None] For port 984f5b3d-004e-4397-b36e-6685cc9bfd41, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=984f5b3d-004e-4397-b36e-6685cc9bfd41,segment=NetworkSegment(add9b0f0-93d8-4f35-98d5-6294a3629518),segment_id=add9b0f0-93d8-4f35-98d5-6294a3629518)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:30.687756 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-75369c2a-b366-4a8a-b94e-7cbc14e355f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:30.706901 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-a0c462b3-a354-417e-9a83-fa325099334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:30.797432 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb595bd-d422-417a-a626-e58631cb3b2f None None] Pushing event updated for resources: {'Port': ['ID=1faa46d8-a922-4a6f-9c5b-202b08f7bac0,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:30.801554 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a485c-46e4-4e23-a41b-11699227fd66 req-2d1b8614-63fe-4420-98d1-7ff76e91b2c6 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:30.808828 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c462b3-a354-417e-9a83-fa325099334d None None] Routers {'5c2468ee-52c6-4ee9-9da4-ec2b3105c964'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:21:30.809746 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-a0c462b3-a354-417e-9a83-fa325099334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:21:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5c2468ee-52c6-4ee9-9da4-ec2b3105c964'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:30.810139 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1b0a485c-46e4-4e23-a41b-11699227fd66 req-2d1b8614-63fe-4420-98d1-7ff76e91b2c6 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 946 time: 0.1415763 Dec 17 15:21:30.857763 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-80dea64b-3984-45df-92c2-0802f8ad0c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:30.952585 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-75369c2a-b366-4a8a-b94e-7cbc14e355f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:30.986150 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-a0c462b3-a354-417e-9a83-fa325099334d None None] Set router 5c2468ee-52c6-4ee9-9da4-ec2b3105c964 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:21:30.988893 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dea64b-3984-45df-92c2-0802f8ad0c35 None None] Pushing event updated for resources: {'Port': ['ID=984f5b3d-004e-4397-b36e-6685cc9bfd41,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:31.042811 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-60660a0c-ab9e-45ac-b51c-9530c6fd02e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:31.049671 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75369c2a-b366-4a8a-b94e-7cbc14e355f6 admin admin] Network a81410f2-8387-44e0-b580-7a2346e72e8a is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:21:31.056341 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-75369c2a-b366-4a8a-b94e-7cbc14e355f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:31.064776 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75369c2a-b366-4a8a-b94e-7cbc14e355f6 admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:21:31.115704 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75369c2a-b366-4a8a-b94e-7cbc14e355f6 admin admin] Pushing event updated for resources: {'Port': ['ID=93bbfce6-3064-4115-8c54-98a88c24f050,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:31.147763 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ae3ae09-645a-406f-81db-a4c4e1d602f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:31.151176 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-75369c2a-b366-4a8a-b94e-7cbc14e355f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:31.436867 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8340d890-eba8-47d5-8bfb-3298088f7497 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:31.499006 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1b0a485c-46e4-4e23-a41b-11699227fd66 req-4bcf1c77-8016-4290-8bf4-bc346e915b1e tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6877174 Dec 17 15:21:31.533425 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-a0c462b3-a354-417e-9a83-fa325099334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2468ee-52c6-4ee9-9da4-ec2b3105c964', 'name': 'tempest-ServerRescueTestJSON-117128534-router', 'tenant_id': '1407878f6eb44e929267c0f543df9a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '1faa46d8-a922-4a6f-9c5b-202b08f7bac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:24Z', 'updated_at': '2021-12-17T15:21:26Z', 'revision_number': 3, 'project_id': '1407878f6eb44e929267c0f543df9a52', 'gw_port': {'id': '1faa46d8-a922-4a6f-9c5b-202b08f7bac0', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ff:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2468ee-52c6-4ee9-9da4-ec2b3105c964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:25Z', 'updated_at': '2021-12-17T15:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:31.537363 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8340d890-eba8-47d5-8bfb-3298088f7497 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:31.606812 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c462b3-a354-417e-9a83-fa325099334d None None] The sync data for ids ['5c2468ee-52c6-4ee9-9da4-ec2b3105c964'] in n-d-820553-2 is: [{'id': '5c2468ee-52c6-4ee9-9da4-ec2b3105c964', 'name': 'tempest-ServerRescueTestJSON-117128534-router', 'tenant_id': '1407878f6eb44e929267c0f543df9a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '1faa46d8-a922-4a6f-9c5b-202b08f7bac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:24Z', 'updated_at': '2021-12-17T15:21:26Z', 'revision_number': 3, 'project_id': '1407878f6eb44e929267c0f543df9a52', 'gw_port': {'id': '1faa46d8-a922-4a6f-9c5b-202b08f7bac0', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ff:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2468ee-52c6-4ee9-9da4-ec2b3105c964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:25Z', 'updated_at': '2021-12-17T15:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:21:31.729310 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8340d890-eba8-47d5-8bfb-3298088f7497 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:31.737966 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340d890-eba8-47d5-8bfb-3298088f7497 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Port': ['ID=f50a5409-8e62-4694-afeb-f36b061fdea3,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:31.751558 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af29b1d-28a3-4111-9c3c-07e7385a450a None None] Network 05f31c38-3a8a-4fd3-9c80-0a77ceae7802 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:21:31.755426 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ae3ae09-645a-406f-81db-a4c4e1d602f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:31.866565 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4973ce43-f73d-43b1-8c8d-705b7aabf5b2 None None] Provisioning complete for port 5dfc94bd-7953-4432-b050-5ead5c1d9b2d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:31.867342 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4973ce43-f73d-43b1-8c8d-705b7aabf5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:31.967476 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-75369c2a-b366-4a8a-b94e-7cbc14e355f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:32.249415 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae3ae09-645a-406f-81db-a4c4e1d602f7 admin admin] Router cc12a388-a9a2-4cf4-ba56-edb48e46b561 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:21:32.276076 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4973ce43-f73d-43b1-8c8d-705b7aabf5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:32.336593 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:32.355989 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4973ce43-f73d-43b1-8c8d-705b7aabf5b2 None None] For port 5dfc94bd-7953-4432-b050-5ead5c1d9b2d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=5dfc94bd-7953-4432-b050-5ead5c1d9b2d,segment=NetworkSegment(6f232775-b257-42d3-9987-c8771623094c),segment_id=6f232775-b257-42d3-9987-c8771623094c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:32.411809 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4973ce43-f73d-43b1-8c8d-705b7aabf5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:32.505717 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 984f5b3d-004e-4397-b36e-6685cc9bfd41 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:21:32.550340 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54340) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:32.582188 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8340d890-eba8-47d5-8bfb-3298088f7497 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network 05f31c38-3a8a-4fd3-9c80-0a77ceae7802 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:21:32.584613 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-8340d890-eba8-47d5-8bfb-3298088f7497 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:32.707995 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-75369c2a-b366-4a8a-b94e-7cbc14e355f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:32.726680 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae3ae09-645a-406f-81db-a4c4e1d602f7 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:21:32.763061 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbfb961-e6e9-4668-a9a6-dbfb5972279a None None] Sync routers for ids ['cc12a388-a9a2-4cf4-ba56-edb48e46b561'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:21:32.767876 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973ce43-f73d-43b1-8c8d-705b7aabf5b2 None None] Pushing event updated for resources: {'Port': ['ID=5dfc94bd-7953-4432-b050-5ead5c1d9b2d,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:32.783324 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-75369c2a-b366-4a8a-b94e-7cbc14e355f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:32.785939 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-6daae1cd-9d2a-4e31-b980-244bde3ec938 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Request body: {'networks': [{'name': 'tempest-network--2072703873'}, {'name': 'tempest-network--20192444'}]} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:32.786565 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-6daae1cd-9d2a-4e31-b980-244bde3ec938 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Request body: {'network': {'name': 'tempest-network--2072703873'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:32.787404 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-6daae1cd-9d2a-4e31-b980-244bde3ec938 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Request body: {'network': {'name': 'tempest-network--20192444'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:32.811453 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 984f5b3d-004e-4397-b36e-6685cc9bfd41 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:32.812200 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:32.841717 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8340d890-eba8-47d5-8bfb-3298088f7497 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Router 5f7ac2c0-93ed-402a-8162-96aec8987868 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:21:32.856556 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-69373608-4566-4a24-be17-d9059ed44125 None None] Provisioning complete for port 5dfc94bd-7953-4432-b050-5ead5c1d9b2d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:32.857069 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-69373608-4566-4a24-be17-d9059ed44125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:32.862188 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbfb961-e6e9-4668-a9a6-dbfb5972279a None None] Routers {'cc12a388-a9a2-4cf4-ba56-edb48e46b561'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:21:32.863390 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-5cbfb961-e6e9-4668-a9a6-dbfb5972279a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:21:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['cc12a388-a9a2-4cf4-ba56-edb48e46b561'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:32.903363 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4c26d-4f6a-412a-8c32-0f00cee6d889 req-210f0d40-7b4a-454b-a325-e0555b2a65cc tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:32.911543 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-51d4c26d-4f6a-412a-8c32-0f00cee6d889 req-210f0d40-7b4a-454b-a325-e0555b2a65cc tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 946 time: 0.2134395 Dec 17 15:21:32.918069 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ae3ae09-645a-406f-81db-a4c4e1d602f7 admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:32.925151 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2ae3ae09-645a-406f-81db-a4c4e1d602f7 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.0933964 Dec 17 15:21:32.939181 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54346) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:33.027342 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-75369c2a-b366-4a8a-b94e-7cbc14e355f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:33.184062 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-51d4c26d-4f6a-412a-8c32-0f00cee6d889 req-adf2b768-e9a7-4125-8dae-2172e7db094b tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626166 Dec 17 15:21:33.187717 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6daae1cd-9d2a-4e31-b980-244bde3ec938 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Made reservation on behalf of 84886991eb7b41f3a6766589a04f3a4d for: {'network': 2} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:21:33.192463 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6daae1cd-9d2a-4e31-b980-244bde3ec938 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:33.204891 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6daae1cd-9d2a-4e31-b980-244bde3ec938 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:33.228238 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-5cbfb961-e6e9-4668-a9a6-dbfb5972279a None None] Set router cc12a388-a9a2-4cf4-ba56-edb48e46b561 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:21:33.259199 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8340d890-eba8-47d5-8bfb-3298088f7497 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:21:33.273960 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8340d890-eba8-47d5-8bfb-3298088f7497 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "PUT /v2.0/routers/5f7ac2c0-93ed-402a-8162-96aec8987868/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1908696 Dec 17 15:21:33.276760 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54348) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:33.288286 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749ccbf3-491a-475c-b965-f6ee77ab2d9e None None] Sync routers for ids ['5f7ac2c0-93ed-402a-8162-96aec8987868'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:21:33.289058 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-be3c5c49-2f39-46a1-982a-dff1ae844651 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Request body: {'network': {'name': 'tempest-RoutersTest-1390590700'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:33.304911 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749ccbf3-491a-475c-b965-f6ee77ab2d9e None None] Routers {'5f7ac2c0-93ed-402a-8162-96aec8987868'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:21:33.306116 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-749ccbf3-491a-475c-b965-f6ee77ab2d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:21:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5f7ac2c0-93ed-402a-8162-96aec8987868'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:33.348053 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75369c2a-b366-4a8a-b94e-7cbc14e355f6 admin admin] Pushing event updated for resources: {'Port': ['ID=93bbfce6-3064-4115-8c54-98a88c24f050,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:33.378842 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6daae1cd-9d2a-4e31-b980-244bde3ec938 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:33.383624 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 5dfc94bd-7953-4432-b050-5ead5c1d9b2d up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:21:33.401236 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3c5c49-2f39-46a1-982a-dff1ae844651 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Made reservation on behalf of 2f3e4e66f57e4196ab4d1021f592ec02 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:21:33.407730 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-be3c5c49-2f39-46a1-982a-dff1ae844651 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:33.461406 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-749ccbf3-491a-475c-b965-f6ee77ab2d9e None None] Set router 5f7ac2c0-93ed-402a-8162-96aec8987868 gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:21:33.462755 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-69373608-4566-4a24-be17-d9059ed44125 None None] Provisioning complete for port f50a5409-8e62-4694-afeb-f36b061fdea3 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:33.463153 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-69373608-4566-4a24-be17-d9059ed44125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:33.480158 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6daae1cd-9d2a-4e31-b980-244bde3ec938 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:33.480704 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6daae1cd-9d2a-4e31-b980-244bde3ec938 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:33.490537 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be3c5c49-2f39-46a1-982a-dff1ae844651 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:21:33.560349 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-69373608-4566-4a24-be17-d9059ed44125 None None] Port f50a5409-8e62-4694-afeb-f36b061fdea3 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:21:33.576786 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-be3c5c49-2f39-46a1-982a-dff1ae844651 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:33.588727 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-be3c5c49-2f39-46a1-982a-dff1ae844651 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Added segment 8bade3c5-ece6-4e47-8700-64f9dd88a73e of type vlan for network 60c4b4e5-ce5d-49e4-b1a6-de3a604464d6 Dec 17 15:21:33.594028 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 5dfc94bd-7953-4432-b050-5ead5c1d9b2d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:33.594990 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:33.616879 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daae1cd-9d2a-4e31-b980-244bde3ec938 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdac0c66-4fc7-4e01-944a-26c6bccd4df8,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:33.669976 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6daae1cd-9d2a-4e31-b980-244bde3ec938 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:21:33.687694 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-be3c5c49-2f39-46a1-982a-dff1ae844651 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:33.695049 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6daae1cd-9d2a-4e31-b980-244bde3ec938 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:33.695414 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-6daae1cd-9d2a-4e31-b980-244bde3ec938 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Added segment 4e5ed36c-0062-4e53-be0f-5e93e89f8519 of type vlan for network eb0df6d2-38c2-4614-a8ce-364b3fc399c1 Dec 17 15:21:33.708135 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-5cbfb961-e6e9-4668-a9a6-dbfb5972279a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'name': 'tempest-ServerRescueTestJSONUnderV235-566248626-router', 'tenant_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '666a3497-4ae0-42fb-94df-e050f62942c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:27Z', 'updated_at': '2021-12-17T15:21:30Z', 'revision_number': 3, 'project_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'gw_port': {'id': '666a3497-4ae0-42fb-94df-e050f62942c7', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:28Z', 'updated_at': '2021-12-17T15:21:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:33.750570 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbfb961-e6e9-4668-a9a6-dbfb5972279a None None] Checking router: cc12a388-a9a2-4cf4-ba56-edb48e46b561 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:21:33.750934 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbfb961-e6e9-4668-a9a6-dbfb5972279a None None] Updating router cc12a388-a9a2-4cf4-ba56-edb48e46b561 port 666a3497-4ae0-42fb-94df-e050f62942c7 binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:21:33.761150 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-ba1a09d5-d926-4976-950c-8c8b429f2c19 None None] Provisioning complete for port f50a5409-8e62-4694-afeb-f36b061fdea3 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:33.761150 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ba1a09d5-d926-4976-950c-8c8b429f2c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:33.772403 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6daae1cd-9d2a-4e31-b980-244bde3ec938 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:33.785536 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 1faa46d8-a922-4a6f-9c5b-202b08f7bac0 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:21:33.842283 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6daae1cd-9d2a-4e31-b980-244bde3ec938 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:21:33.864825 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6daae1cd-9d2a-4e31-b980-244bde3ec938 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:33.866016 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-6daae1cd-9d2a-4e31-b980-244bde3ec938 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Added segment 6219ff32-9beb-480c-980f-e26292cc7cff of type vlan for network 62cbcda9-6bf1-43f3-a69b-71554b5932a0 Dec 17 15:21:33.883256 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:33.890049 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-be3c5c49-2f39-46a1-982a-dff1ae844651 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:33.890295 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5cbfb961-e6e9-4668-a9a6-dbfb5972279a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:33.896057 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3c5c49-2f39-46a1-982a-dff1ae844651 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:33.898091 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-be3c5c49-2f39-46a1-982a-dff1ae844651 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:33.963429 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-ba1a09d5-d926-4976-950c-8c8b429f2c19 None None] Port f50a5409-8e62-4694-afeb-f36b061fdea3 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:21:34.024981 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-749ccbf3-491a-475c-b965-f6ee77ab2d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'name': 'tempest-RoutersTest-router-1674533846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:10Z', 'updated_at': '2021-12-17T15:21:30Z', 'revision_number': 4, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'gw_port_host': None, '_interfaces': [{'id': '622ab47c-6e12-4f59-a46a-d2cc2eab1c17', 'name': '', 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:ff:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:13Z', 'updated_at': '2021-12-17T15:21:20Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '984f5b3d-004e-4397-b36e-6685cc9bfd41', 'name': '', 'network_id': 'bd1b32ca-a2fc-443f-a3c9-ac154319ae9d', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:31:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '6062b771-5131-4639-ac9c-3ede54055e96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:22Z', 'updated_at': '2021-12-17T15:21:30Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '6062b771-5131-4639-ac9c-3ede54055e96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f50a5409-8e62-4694-afeb-f36b061fdea3', 'name': '', 'network_id': '05f31c38-3a8a-4fd3-9c80-0a77ceae7802', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:40:91:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:28Z', 'updated_at': '2021-12-17T15:21:31Z', 'revision_number': 2, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': 'a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:34.079751 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749ccbf3-491a-475c-b965-f6ee77ab2d9e None None] Checking router: 5f7ac2c0-93ed-402a-8162-96aec8987868 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:21:34.080402 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749ccbf3-491a-475c-b965-f6ee77ab2d9e None None] Updating router 5f7ac2c0-93ed-402a-8162-96aec8987868 port f50a5409-8e62-4694-afeb-f36b061fdea3 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:21:34.083488 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-be3c5c49-2f39-46a1-982a-dff1ae844651 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8052804 Dec 17 15:21:34.092794 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54356) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:34.095983 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6daae1cd-9d2a-4e31-b980-244bde3ec938 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:34.120188 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-e43b9539-85f9-4168-8821-91860e4f0516 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Request body: {'subnet': {'network_id': '60c4b4e5-ce5d-49e4-b1a6-de3a604464d6', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:34.138961 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-749ccbf3-491a-475c-b965-f6ee77ab2d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:34.186048 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 1faa46d8-a922-4a6f-9c5b-202b08f7bac0 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:34.186426 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:34.198552 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c5c49-2f39-46a1-982a-dff1ae844651 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Network': ['ID=60c4b4e5-ce5d-49e4-b1a6-de3a604464d6,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:34.221814 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 60c4b4e5-ce5d-49e4-b1a6-de3a604464d6 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:21:34.236875 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75369c2a-b366-4a8a-b94e-7cbc14e355f6 admin admin] Network a81410f2-8387-44e0-b580-7a2346e72e8a is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:21:34.242922 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-75369c2a-b366-4a8a-b94e-7cbc14e355f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:34.300286 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6daae1cd-9d2a-4e31-b980-244bde3ec938 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:34.303866 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6daae1cd-9d2a-4e31-b980-244bde3ec938 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:34.311789 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6daae1cd-9d2a-4e31-b980-244bde3ec938 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:34.319801 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6daae1cd-9d2a-4e31-b980-244bde3ec938 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:34.321165 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6daae1cd-9d2a-4e31-b980-244bde3ec938 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:34.355010 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:34.544506 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daae1cd-9d2a-4e31-b980-244bde3ec938 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Pushing event updated for resources: {'Network': ['ID=eb0df6d2-38c2-4614-a8ce-364b3fc399c1,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:34.553917 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6daae1cd-9d2a-4e31-b980-244bde3ec938 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.0012665 Dec 17 15:21:34.554780 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54360) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:34.603414 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c0f49-7003-4c89-adee-cde87c81b6f0 req-45aaa9a3-ef7a-4e10-ae4a-0f7ea7ed6e7d tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:34.605152 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c67c0f49-7003-4c89-adee-cde87c81b6f0 req-45aaa9a3-ef7a-4e10-ae4a-0f7ea7ed6e7d tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 946 time: 0.2200086 Dec 17 15:21:34.651597 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network eb0df6d2-38c2-4614-a8ce-364b3fc399c1 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:21:34.751469 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:34.765688 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-749ccbf3-491a-475c-b965-f6ee77ab2d9e None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:34.784184 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43b9539-85f9-4168-8821-91860e4f0516 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Made reservation on behalf of 2f3e4e66f57e4196ab4d1021f592ec02 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:21:34.796017 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e43b9539-85f9-4168-8821-91860e4f0516 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:34.796208 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75369c2a-b366-4a8a-b94e-7cbc14e355f6 admin admin] Router 5c2468ee-52c6-4ee9-9da4-ec2b3105c964 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:21:34.815181 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2a361692-a635-4905-ae2d-9317fea2e93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:34.867353 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 1faa46d8-a922-4a6f-9c5b-202b08f7bac0, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=1faa46d8-a922-4a6f-9c5b-202b08f7bac0,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:34.875506 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-749ccbf3-491a-475c-b965-f6ee77ab2d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:34.897069 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5cbfb961-e6e9-4668-a9a6-dbfb5972279a None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:34.916674 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c67c0f49-7003-4c89-adee-cde87c81b6f0 req-6852988c-62ee-45ef-aa6b-6b82891fd29c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899265 Dec 17 15:21:34.932701 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daae1cd-9d2a-4e31-b980-244bde3ec938 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Pushing event updated for resources: {'Network': ['ID=62cbcda9-6bf1-43f3-a69b-71554b5932a0,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:34.953662 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 62cbcda9-6bf1-43f3-a69b-71554b5932a0 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:21:34.956276 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9884e2de-2039-44f6-9e14-9ba741be969d None None] Pushing event updated for resources: {'Port': ['ID=f50a5409-8e62-4694-afeb-f36b061fdea3,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:34.957287 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:35.075485 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a1da59-6065-4038-afa2-0aa6c97fbe83 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:35.082206 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-749ccbf3-491a-475c-b965-f6ee77ab2d9e None None] Attempting to bind port f50a5409-8e62-4694-afeb-f36b061fdea3 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:21:35.082709 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-749ccbf3-491a-475c-b965-f6ee77ab2d9e None None] Attempting to bind port f50a5409-8e62-4694-afeb-f36b061fdea3 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '6f232775-b257-42d3-9987-c8771623094c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '05f31c38-3a8a-4fd3-9c80-0a77ceae7802'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:21:35.083151 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ccbf3-491a-475c-b965-f6ee77ab2d9e None None] Attempting to bind port f50a5409-8e62-4694-afeb-f36b061fdea3 on network 05f31c38-3a8a-4fd3-9c80-0a77ceae7802 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:21:35.089001 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ccbf3-491a-475c-b965-f6ee77ab2d9e None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:21:35.089509 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ccbf3-491a-475c-b965-f6ee77ab2d9e None None] Checking segment: {'id': '6f232775-b257-42d3-9987-c8771623094c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '05f31c38-3a8a-4fd3-9c80-0a77ceae7802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:21:35.089983 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-749ccbf3-491a-475c-b965-f6ee77ab2d9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:35.093799 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a1da59-6065-4038-afa2-0aa6c97fbe83 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:35.094024 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ccbf3-491a-475c-b965-f6ee77ab2d9e None None] Bound using segment: {'id': '6f232775-b257-42d3-9987-c8771623094c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '05f31c38-3a8a-4fd3-9c80-0a77ceae7802'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:21:35.095963 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-749ccbf3-491a-475c-b965-f6ee77ab2d9e None None] Bound port: f50a5409-8e62-4694-afeb-f36b061fdea3, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f232775-b257-42d3-9987-c8771623094c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '05f31c38-3a8a-4fd3-9c80-0a77ceae7802'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:21:35.098597 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-749ccbf3-491a-475c-b965-f6ee77ab2d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:35.101400 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=1faa46d8-a922-4a6f-9c5b-202b08f7bac0,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:35.104493 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a1da59-6065-4038-afa2-0aa6c97fbe83 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:35.119547 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a1da59-6065-4038-afa2-0aa6c97fbe83 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:35.132749 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5cbfb961-e6e9-4668-a9a6-dbfb5972279a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:35.138068 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a9a1da59-6065-4038-afa2-0aa6c97fbe83 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5678844 Dec 17 15:21:35.140696 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54368) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:35.221716 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 5dfc94bd-7953-4432-b050-5ead5c1d9b2d up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:21:35.266232 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-749ccbf3-491a-475c-b965-f6ee77ab2d9e None None] For port f50a5409-8e62-4694-afeb-f36b061fdea3, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:21:35.268863 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75369c2a-b366-4a8a-b94e-7cbc14e355f6 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:21:35.272090 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-749ccbf3-491a-475c-b965-f6ee77ab2d9e None None] For port f50a5409-8e62-4694-afeb-f36b061fdea3, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f50a5409-8e62-4694-afeb-f36b061fdea3,segment=NetworkSegment(6f232775-b257-42d3-9987-c8771623094c),segment_id=6f232775-b257-42d3-9987-c8771623094c)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:21:35.288505 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c272e3a-5fe1-4c86-8646-b63a5769fd4e None None] Sync routers for ids ['5c2468ee-52c6-4ee9-9da4-ec2b3105c964'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:21:35.298472 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-75369c2a-b366-4a8a-b94e-7cbc14e355f6 admin admin] 10.222.0.46 "PUT /v2.0/routers/5c2468ee-52c6-4ee9-9da4-ec2b3105c964/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5536730 Dec 17 15:21:35.357795 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-deb4c81b-dae3-4401-8a57-cbfbfeca705b tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:35.360705 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-5cbfb961-e6e9-4668-a9a6-dbfb5972279a None None] Attempting to bind port 666a3497-4ae0-42fb-94df-e050f62942c7 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:21:35.361105 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-5cbfb961-e6e9-4668-a9a6-dbfb5972279a None None] Attempting to bind port 666a3497-4ae0-42fb-94df-e050f62942c7 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:21:35.361997 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbfb961-e6e9-4668-a9a6-dbfb5972279a None None] Attempting to bind port 666a3497-4ae0-42fb-94df-e050f62942c7 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:21:35.363520 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-2a361692-a635-4905-ae2d-9317fea2e93d admin admin] Allocated IP 172.20.0.1 (64af8fff-ac3a-4abc-8822-328e57318c5b/787e95b8-61b8-4b5a-91fc-f3b04ea70ba6/e47fc29c-8ac4-4286-a5c8-1b803c7b396e) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:21:35.365952 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8e651-dd6b-4c7a-b274-4245d8a04a7f None None] Pushing event updated for resources: {'Port': ['ID=666a3497-4ae0-42fb-94df-e050f62942c7,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:35.389947 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-749ccbf3-491a-475c-b965-f6ee77ab2d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:35.393231 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-3f59c82a-0d1d-4e0c-8f5a-a5b6b9b66a2c None None] Provisioning complete for port f50a5409-8e62-4694-afeb-f36b061fdea3 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:35.393610 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3f59c82a-0d1d-4e0c-8f5a-a5b6b9b66a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:35.461095 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbfb961-e6e9-4668-a9a6-dbfb5972279a None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:21:35.461515 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbfb961-e6e9-4668-a9a6-dbfb5972279a None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:21:35.462189 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5cbfb961-e6e9-4668-a9a6-dbfb5972279a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:35.462587 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbfb961-e6e9-4668-a9a6-dbfb5972279a None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:21:35.463076 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-5cbfb961-e6e9-4668-a9a6-dbfb5972279a None None] Bound port: 666a3497-4ae0-42fb-94df-e050f62942c7, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:21:35.463460 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5cbfb961-e6e9-4668-a9a6-dbfb5972279a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:35.493691 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749ccbf3-491a-475c-b965-f6ee77ab2d9e None None] Routers {'5f7ac2c0-93ed-402a-8162-96aec8987868'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:21:35.494332 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-749ccbf3-491a-475c-b965-f6ee77ab2d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:21:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5f7ac2c0-93ed-402a-8162-96aec8987868'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:35.578611 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-deb4c81b-dae3-4401-8a57-cbfbfeca705b tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:35.588761 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c272e3a-5fe1-4c86-8646-b63a5769fd4e None None] Routers {'5c2468ee-52c6-4ee9-9da4-ec2b3105c964'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:21:35.591523 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-8c272e3a-5fe1-4c86-8646-b63a5769fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:21:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5c2468ee-52c6-4ee9-9da4-ec2b3105c964'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:35.614930 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-deb4c81b-dae3-4401-8a57-cbfbfeca705b tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb0df6d2-38c2-4614-a8ce-364b3fc399c1']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:35.620430 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2a361692-a635-4905-ae2d-9317fea2e93d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:35.640536 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e43b9539-85f9-4168-8821-91860e4f0516 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:35.659169 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-deb4c81b-dae3-4401-8a57-cbfbfeca705b tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e5ed36c-0062-4e53-be0f-5e93e89f8519') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:35.659587 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-deb4c81b-dae3-4401-8a57-cbfbfeca705b tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e5ed36c-0062-4e53-be0f-5e93e89f8519') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:35.672685 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9884e2de-2039-44f6-9e14-9ba741be969d None None] Pushing event updated for resources: {'Port': ['ID=f50a5409-8e62-4694-afeb-f36b061fdea3,revision_number=4']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:35.724139 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-deb4c81b-dae3-4401-8a57-cbfbfeca705b tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:35.727647 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-749ccbf3-491a-475c-b965-f6ee77ab2d9e None None] Set router 5f7ac2c0-93ed-402a-8162-96aec8987868 gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:21:35.799362 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43b9539-85f9-4168-8821-91860e4f0516 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Checking segment: {'id': '8bade3c5-ece6-4e47-8700-64f9dd88a73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '60c4b4e5-ce5d-49e4-b1a6-de3a604464d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:21:35.800076 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43b9539-85f9-4168-8821-91860e4f0516 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network hostable DHCP agents. Network: 60c4b4e5-ce5d-49e4-b1a6-de3a604464d6, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:21:35.809644 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-deb4c81b-dae3-4401-8a57-cbfbfeca705b tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:35.816411 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb4c81b-dae3-4401-8a57-cbfbfeca705b tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:21:35.816628 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 5dfc94bd-7953-4432-b050-5ead5c1d9b2d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:35.816787 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:35.817148 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-deb4c81b-dae3-4401-8a57-cbfbfeca705b tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:35.836368 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2a361692-a635-4905-ae2d-9317fea2e93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:35.859512 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-5cbfb961-e6e9-4668-a9a6-dbfb5972279a None None] For port 666a3497-4ae0-42fb-94df-e050f62942c7, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:21:35.908855 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:21:35.908855 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:21:35.908855 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:21:35.908855 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:21:35.908855 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:21:35.908855 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:21:35.908855 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:21:35.908855 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:21:35.908855 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:21:35.908855 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:21:35.908855 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:21:35.908855 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:21:35.908855 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:21:35.908855 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:21:35.908855 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:21:35.908855 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:21:35.908855 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:21:35.908855 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:21:35.908855 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:21:35.908855 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:21:35.908855 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:21:35.908855 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:21:35.908855 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:21:35.908855 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:21:35.908855 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:21:35.908855 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:21:35.908855 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:21:35.908855 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:21:35.908855 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:21:35.908855 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:21:35.908855 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:21:35.908855 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:21:35.911233 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b9539-85f9-4168-8821-91860e4f0516 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Subnet': ['ID=291f97ef-5bf9-4d0a-ab81-16e5ebabc23d,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:35.945981 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a361692-a635-4905-ae2d-9317fea2e93d admin admin] Pushing event updated for resources: {'Port': ['ID=e47fc29c-8ac4-4286-a5c8-1b803c7b396e,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:35.952516 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3f59c82a-0d1d-4e0c-8f5a-a5b6b9b66a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:35.957444 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a361692-a635-4905-ae2d-9317fea2e93d admin admin] Network 64af8fff-ac3a-4abc-8822-328e57318c5b is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:21:35.959623 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-2a361692-a635-4905-ae2d-9317fea2e93d admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:35.963253 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a361692-a635-4905-ae2d-9317fea2e93d admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:21:35.979499 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-5cbfb961-e6e9-4668-a9a6-dbfb5972279a None None] For port 666a3497-4ae0-42fb-94df-e050f62942c7, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=666a3497-4ae0-42fb-94df-e050f62942c7,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:21:35.989477 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-deb4c81b-dae3-4401-8a57-cbfbfeca705b tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:35.999672 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-deb4c81b-dae3-4401-8a57-cbfbfeca705b tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:36.015440 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-deb4c81b-dae3-4401-8a57-cbfbfeca705b tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] 10.222.0.46 "DELETE /v2.0/networks/eb0df6d2-38c2-4614-a8ce-364b3fc399c1 HTTP/1.1" status: 204 len: 168 time: 0.8730001 Dec 17 15:21:36.021192 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54388) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:36.048535 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-8c272e3a-5fe1-4c86-8646-b63a5769fd4e None None] Set router 5c2468ee-52c6-4ee9-9da4-ec2b3105c964 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:21:36.062584 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2a361692-a635-4905-ae2d-9317fea2e93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:36.079630 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-3f59c82a-0d1d-4e0c-8f5a-a5b6b9b66a2c None None] For port f50a5409-8e62-4694-afeb-f36b061fdea3, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f50a5409-8e62-4694-afeb-f36b061fdea3,segment=NetworkSegment(6f232775-b257-42d3-9987-c8771623094c),segment_id=6f232775-b257-42d3-9987-c8771623094c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:36.108739 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5cbfb961-e6e9-4668-a9a6-dbfb5972279a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:36.182162 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-749ccbf3-491a-475c-b965-f6ee77ab2d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'name': 'tempest-RoutersTest-router-1674533846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:10Z', 'updated_at': '2021-12-17T15:21:30Z', 'revision_number': 4, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'gw_port_host': None, '_interfaces': [{'id': '622ab47c-6e12-4f59-a46a-d2cc2eab1c17', 'name': '', 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:ff:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:13Z', 'updated_at': '2021-12-17T15:21:20Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '984f5b3d-004e-4397-b36e-6685cc9bfd41', 'name': '', 'network_id': 'bd1b32ca-a2fc-443f-a3c9-ac154319ae9d', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:31:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '6062b771-5131-4639-ac9c-3ede54055e96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:22Z', 'updated_at': '2021-12-17T15:21:30Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '6062b771-5131-4639-ac9c-3ede54055e96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f50a5409-8e62-4694-afeb-f36b061fdea3', 'name': '', 'network_id': '05f31c38-3a8a-4fd3-9c80-0a77ceae7802', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:40:91:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:28Z', 'updated_at': '2021-12-17T15:21:35Z', 'revision_number': 4, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': 'a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:36.207478 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43b9539-85f9-4168-8821-91860e4f0516 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network 60c4b4e5-ce5d-49e4-b1a6-de3a604464d6 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:21:36.213393 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4c81b-dae3-4401-8a57-cbfbfeca705b tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Pushing event deleted for resources: {'Network': ['ID=eb0df6d2-38c2-4614-a8ce-364b3fc399c1,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:36.227582 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749ccbf3-491a-475c-b965-f6ee77ab2d9e None None] The sync data for ids ['5f7ac2c0-93ed-402a-8162-96aec8987868'] in n-d-820553-2 is: [{'id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'name': 'tempest-RoutersTest-router-1674533846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:10Z', 'updated_at': '2021-12-17T15:21:30Z', 'revision_number': 4, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'gw_port_host': None, '_interfaces': [{'id': '622ab47c-6e12-4f59-a46a-d2cc2eab1c17', 'name': '', 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:ff:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:13Z', 'updated_at': '2021-12-17T15:21:20Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '984f5b3d-004e-4397-b36e-6685cc9bfd41', 'name': '', 'network_id': 'bd1b32ca-a2fc-443f-a3c9-ac154319ae9d', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:31:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '6062b771-5131-4639-ac9c-3ede54055e96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:22Z', 'updated_at': '2021-12-17T15:21:30Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '6062b771-5131-4639-ac9c-3ede54055e96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f50a5409-8e62-4694-afeb-f36b061fdea3', 'name': '', 'network_id': '05f31c38-3a8a-4fd3-9c80-0a77ceae7802', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:40:91:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:28Z', 'updated_at': '2021-12-17T15:21:35Z', 'revision_number': 4, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': 'a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:21:36.274078 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3f59c82a-0d1d-4e0c-8f5a-a5b6b9b66a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:36.294178 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbfb961-e6e9-4668-a9a6-dbfb5972279a None None] Routers {'cc12a388-a9a2-4cf4-ba56-edb48e46b561'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:21:36.295055 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-5cbfb961-e6e9-4668-a9a6-dbfb5972279a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:21:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['cc12a388-a9a2-4cf4-ba56-edb48e46b561'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:36.360492 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-e43b9539-85f9-4168-8821-91860e4f0516 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 60c4b4e5-ce5d-49e4-b1a6-de3a604464d6) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:36.370139 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43b9539-85f9-4168-8821-91860e4f0516 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:36.370743 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e43b9539-85f9-4168-8821-91860e4f0516 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:36.387112 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-302bc49f-5488-45ef-afe4-70a80e886d3e tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:36.412254 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2a361692-a635-4905-ae2d-9317fea2e93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:36.415313 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f935dc17-b022-49b1-9872-75d4bb8a12f4 None None] Network 60c4b4e5-ce5d-49e4-b1a6-de3a604464d6 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:21:36.441644 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff4fed-29e7-4280-a83a-97d9e9f1774e req-ba6b30f6-5020-4caf-a6ce-f4b9df20ad5d tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:36.444136 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a9ff4fed-29e7-4280-a83a-97d9e9f1774e req-ba6b30f6-5020-4caf-a6ce-f4b9df20ad5d tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 946 time: 0.2468867 Dec 17 15:21:36.528329 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c62cd0d9-b307-4784-99c7-02ea83ad8c58 None None] Provisioning complete for port f50a5409-8e62-4694-afeb-f36b061fdea3 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:36.528866 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c62cd0d9-b307-4784-99c7-02ea83ad8c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:36.560610 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217866bf-e2dc-4f49-bee7-8801001a369f req-c88846f8-f59f-4e4a-ab06-d3ae771e8459 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:36.561990 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-217866bf-e2dc-4f49-bee7-8801001a369f req-c88846f8-f59f-4e4a-ab06-d3ae771e8459 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/networks?id=a81410f2-8387-44e0-b580-7a2346e72e8a HTTP/1.1" status: 200 len: 810 time: 0.3576250 Dec 17 15:21:36.610389 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-5cbfb961-e6e9-4668-a9a6-dbfb5972279a None None] Set router cc12a388-a9a2-4cf4-ba56-edb48e46b561 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:21:36.618092 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a9ff4fed-29e7-4280-a83a-97d9e9f1774e req-e67400c6-8898-43d7-b1ee-1fc783355870 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533082 Dec 17 15:21:36.635872 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2a361692-a635-4905-ae2d-9317fea2e93d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:36.653952 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-217866bf-e2dc-4f49-bee7-8801001a369f req-f222cd4b-5082-45c4-a3be-28cfef5dfe9a tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/quotas/1407878f6eb44e929267c0f543df9a52 HTTP/1.1" status: 200 len: 375 time: 0.0831501 Dec 17 15:21:36.684227 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-302bc49f-5488-45ef-afe4-70a80e886d3e tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:36.734257 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-302bc49f-5488-45ef-afe4-70a80e886d3e tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62cbcda9-6bf1-43f3-a69b-71554b5932a0']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:36.739382 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8e651-dd6b-4c7a-b274-4245d8a04a7f None None] Pushing event updated for resources: {'Port': ['ID=666a3497-4ae0-42fb-94df-e050f62942c7,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:36.753262 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-217866bf-e2dc-4f49-bee7-8801001a369f req-0fa7a184-1074-4e82-81f1-e4137f71eaf5 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1407878f6eb44e929267c0f543df9a52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0837793 Dec 17 15:21:36.754837 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-302bc49f-5488-45ef-afe4-70a80e886d3e tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6219ff32-9beb-480c-980f-e26292cc7cff') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:36.755133 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-302bc49f-5488-45ef-afe4-70a80e886d3e tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6219ff32-9beb-480c-980f-e26292cc7cff') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:36.774613 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-302bc49f-5488-45ef-afe4-70a80e886d3e tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:36.828987 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-302bc49f-5488-45ef-afe4-70a80e886d3e tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:36.842327 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-302bc49f-5488-45ef-afe4-70a80e886d3e tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:21:36.843053 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-302bc49f-5488-45ef-afe4-70a80e886d3e tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:36.847167 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:21:36.847167 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:21:36.847167 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:21:36.847167 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:21:36.847167 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:21:36.847167 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:21:36.847167 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:21:36.847167 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:21:36.847167 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:21:36.847167 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:21:36.847167 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:21:36.847167 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:21:36.847167 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:21:36.847167 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:21:36.847167 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:21:36.847167 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:21:36.847167 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:21:36.847167 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:21:36.847167 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:21:36.847167 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:21:36.847167 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:21:36.847167 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:21:36.847167 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:21:36.847167 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:21:36.847167 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:21:36.847167 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:21:36.847167 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:21:36.847167 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:21:36.847167 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:21:36.847167 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:21:36.847167 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:21:36.847167 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:21:36.954404 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-217866bf-e2dc-4f49-bee7-8801001a369f req-e8f906f9-38f8-4a1f-961a-42d097db17ca service neutron] 10.222.0.46 "GET /v2.0/networks/a81410f2-8387-44e0-b580-7a2346e72e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755726 Dec 17 15:21:36.954759 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59c82a-0d1d-4e0c-8f5a-a5b6b9b66a2c None None] Pushing event updated for resources: {'Port': ['ID=f50a5409-8e62-4694-afeb-f36b061fdea3,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:37.090706 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-217866bf-e2dc-4f49-bee7-8801001a369f req-addc20fc-1225-4d35-b9ef-102abedc27cb service neutron] 10.222.0.46 "GET /v2.0/networks/a81410f2-8387-44e0-b580-7a2346e72e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418848 Dec 17 15:21:37.168104 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e6fae2-d682-48ed-a535-886dd0b5d9cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-60c4b4e5-ce5d-49e4-b1a6-de3a604464d6', 'network_id': '60c4b4e5-ce5d-49e4-b1a6-de3a604464d6', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'fixed_ips': [{'subnet_id': '291f97ef-5bf9-4d0a-ab81-16e5ebabc23d'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:21:37.169075 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-96e6fae2-d682-48ed-a535-886dd0b5d9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:37.186171 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e43b9539-85f9-4168-8821-91860e4f0516 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0919342 Dec 17 15:21:37.189268 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54408) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:37.223960 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2a361692-a635-4905-ae2d-9317fea2e93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:37.258892 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-302bc49f-5488-45ef-afe4-70a80e886d3e tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:37.296496 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-302bc49f-5488-45ef-afe4-70a80e886d3e tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:37.300551 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-302bc49f-5488-45ef-afe4-70a80e886d3e tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] 10.222.0.46 "DELETE /v2.0/networks/62cbcda9-6bf1-43f3-a69b-71554b5932a0 HTTP/1.1" status: 204 len: 168 time: 1.2777560 Dec 17 15:21:37.302979 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54410) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:37.335854 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2a361692-a635-4905-ae2d-9317fea2e93d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:37.337941 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a361692-a635-4905-ae2d-9317fea2e93d admin admin] Pushing event updated for resources: {'Port': ['ID=e47fc29c-8ac4-4286-a5c8-1b803c7b396e,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:37.437360 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 1faa46d8-a922-4a6f-9c5b-202b08f7bac0 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:21:37.550340 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a361692-a635-4905-ae2d-9317fea2e93d admin admin] Network 64af8fff-ac3a-4abc-8822-328e57318c5b is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:21:37.553110 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-2a361692-a635-4905-ae2d-9317fea2e93d admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:37.688822 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302bc49f-5488-45ef-afe4-70a80e886d3e tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Pushing event deleted for resources: {'Network': ['ID=62cbcda9-6bf1-43f3-a69b-71554b5932a0,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:37.709512 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-96e6fae2-d682-48ed-a535-886dd0b5d9cd None None] Allocated IP 172.23.0.2 (60c4b4e5-ce5d-49e4-b1a6-de3a604464d6/291f97ef-5bf9-4d0a-ab81-16e5ebabc23d/e91a9ad4-29d1-4c4b-b7a6-5adbdfc078e8) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:21:37.729577 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a361692-a635-4905-ae2d-9317fea2e93d admin admin] Router cc12a388-a9a2-4cf4-ba56-edb48e46b561 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:21:37.742951 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-5cbfb961-e6e9-4668-a9a6-dbfb5972279a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'name': 'tempest-ServerRescueTestJSONUnderV235-566248626-router', 'tenant_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '666a3497-4ae0-42fb-94df-e050f62942c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:27Z', 'updated_at': '2021-12-17T15:21:30Z', 'revision_number': 3, 'project_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'gw_port': {'id': '666a3497-4ae0-42fb-94df-e050f62942c7', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:28Z', 'updated_at': '2021-12-17T15:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:37.751720 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-06f5ab3a-ff18-4204-9e3c-c6793fbea554 req-18c9dfc7-c9c4-4c7c-9a4f-2df97f04f9f2 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 210 time: 0.0889373 Dec 17 15:21:37.840762 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbfb961-e6e9-4668-a9a6-dbfb5972279a None None] The sync data for ids ['cc12a388-a9a2-4cf4-ba56-edb48e46b561'] in n-d-820553-2 is: [{'id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'name': 'tempest-ServerRescueTestJSONUnderV235-566248626-router', 'tenant_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '666a3497-4ae0-42fb-94df-e050f62942c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:27Z', 'updated_at': '2021-12-17T15:21:30Z', 'revision_number': 3, 'project_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'gw_port': {'id': '666a3497-4ae0-42fb-94df-e050f62942c7', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:28Z', 'updated_at': '2021-12-17T15:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:21:37.864399 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-8c272e3a-5fe1-4c86-8646-b63a5769fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2468ee-52c6-4ee9-9da4-ec2b3105c964', 'name': 'tempest-ServerRescueTestJSON-117128534-router', 'tenant_id': '1407878f6eb44e929267c0f543df9a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '1faa46d8-a922-4a6f-9c5b-202b08f7bac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:24Z', 'updated_at': '2021-12-17T15:21:31Z', 'revision_number': 4, 'project_id': '1407878f6eb44e929267c0f543df9a52', 'gw_port': {'id': '1faa46d8-a922-4a6f-9c5b-202b08f7bac0', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ff:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2468ee-52c6-4ee9-9da4-ec2b3105c964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:25Z', 'updated_at': '2021-12-17T15:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '93bbfce6-3064-4115-8c54-98a88c24f050', 'name': '', 'network_id': 'a81410f2-8387-44e0-b580-7a2346e72e8a', 'tenant_id': '1407878f6eb44e929267c0f543df9a52', 'mac_address': 'fa:16:3e:d4:64:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2468ee-52c6-4ee9-9da4-ec2b3105c964', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '3b59121e-95f1-4cb2-baf2-d0a298aafb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:29Z', 'updated_at': '2021-12-17T15:21:32Z', 'revision_number': 2, 'project_id': '1407878f6eb44e929267c0f543df9a52', 'subnets': [{'id': '3b59121e-95f1-4cb2-baf2-d0a298aafb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:37.919713 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a361692-a635-4905-ae2d-9317fea2e93d admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:21:37.920102 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c272e3a-5fe1-4c86-8646-b63a5769fd4e None None] Checking router: 5c2468ee-52c6-4ee9-9da4-ec2b3105c964 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:21:37.920102 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c272e3a-5fe1-4c86-8646-b63a5769fd4e None None] Updating router 5c2468ee-52c6-4ee9-9da4-ec2b3105c964 port 93bbfce6-3064-4115-8c54-98a88c24f050 binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:21:37.920292 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2a361692-a635-4905-ae2d-9317fea2e93d admin admin] 10.222.0.46 "PUT /v2.0/routers/cc12a388-a9a2-4cf4-ba56-edb48e46b561/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9605942 Dec 17 15:21:37.939811 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 1faa46d8-a922-4a6f-9c5b-202b08f7bac0 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:37.940347 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:37.955922 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8c272e3a-5fe1-4c86-8646-b63a5769fd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:37.978809 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c668cc-170e-4dc2-a0f3-df1a80bb51f6 req-c98cfec3-ee88-467d-9157-d126147a1c49 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:37.980576 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a3c668cc-170e-4dc2-a0f3-df1a80bb51f6 req-c98cfec3-ee88-467d-9157-d126147a1c49 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 946 time: 0.2394955 Dec 17 15:21:38.017942 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1644068b-225c-426a-9cf6-1239521c04bc tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:38.033174 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1644068b-225c-426a-9cf6-1239521c04bc tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:38.042740 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1644068b-225c-426a-9cf6-1239521c04bc tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7375777 Dec 17 15:21:38.050106 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54436) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:38.067863 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-49475ac5-0bad-4ed7-8480-0b9e3eb7aa1f tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2005093108'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:38.155651 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a3c668cc-170e-4dc2-a0f3-df1a80bb51f6 req-5726bc72-e441-4b8b-bfd3-6536fdf3e385 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674795 Dec 17 15:21:38.201196 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49475ac5-0bad-4ed7-8480-0b9e3eb7aa1f tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Made reservation on behalf of 84886991eb7b41f3a6766589a04f3a4d for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:21:38.205224 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-49475ac5-0bad-4ed7-8480-0b9e3eb7aa1f tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:38.271886 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49475ac5-0bad-4ed7-8480-0b9e3eb7aa1f tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:21:38.301023 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-49475ac5-0bad-4ed7-8480-0b9e3eb7aa1f tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:38.301023 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-49475ac5-0bad-4ed7-8480-0b9e3eb7aa1f tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Added segment 9190947f-acb0-459e-8989-796d69ad4f53 of type vlan for network dec42788-450d-46d0-b1f4-81f49968e88b Dec 17 15:21:38.389483 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-49475ac5-0bad-4ed7-8480-0b9e3eb7aa1f tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:38.459776 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-96e6fae2-d682-48ed-a535-886dd0b5d9cd None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:38.514263 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f50a5409-8e62-4694-afeb-f36b061fdea3 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:21:38.578434 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-49475ac5-0bad-4ed7-8480-0b9e3eb7aa1f tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:38.584907 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-96e6fae2-d682-48ed-a535-886dd0b5d9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:38.589829 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49475ac5-0bad-4ed7-8480-0b9e3eb7aa1f tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:38.589829 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-49475ac5-0bad-4ed7-8480-0b9e3eb7aa1f tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:38.641279 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6fae2-d682-48ed-a535-886dd0b5d9cd None None] Pushing event updated for resources: {'Port': ['ID=e91a9ad4-29d1-4c4b-b7a6-5adbdfc078e8,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:38.705536 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e6fae2-d682-48ed-a535-886dd0b5d9cd None None] Network 60c4b4e5-ce5d-49e4-b1a6-de3a604464d6 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:21:38.714199 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-96e6fae2-d682-48ed-a535-886dd0b5d9cd None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:38.726567 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e6fae2-d682-48ed-a535-886dd0b5d9cd None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:21:38.728683 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49475ac5-0bad-4ed7-8480-0b9e3eb7aa1f tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Pushing event updated for resources: {'Network': ['ID=dec42788-450d-46d0-b1f4-81f49968e88b,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:38.750968 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network dec42788-450d-46d0-b1f4-81f49968e88b details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:21:38.764690 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-74e28bd8-cd09-48d9-8b01-2ad810731cc3 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:38.766820 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-74e28bd8-cd09-48d9-8b01-2ad810731cc3 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/networks?id=64af8fff-ac3a-4abc-8822-328e57318c5b HTTP/1.1" status: 200 len: 819 time: 0.2786601 Dec 17 15:21:38.773817 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2ee5327f-69f2-4525-b50e-932a5256f95f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:38.811148 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-2f8a4980-506c-4bc6-a3d0-61a5bbb6456d tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/quotas/c5523b5350454050bc24f1ee5a0a4b70 HTTP/1.1" status: 200 len: 375 time: 0.0309584 Dec 17 15:21:38.814065 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-49475ac5-0bad-4ed7-8480-0b9e3eb7aa1f tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7506719 Dec 17 15:21:38.816577 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54458) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:38.824811 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-e4e59c06-ba08-4a7f-bf7e-936fc4522a79 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1352147622'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:38.917705 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port f50a5409-8e62-4694-afeb-f36b061fdea3 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:38.918103 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:38.976909 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e59c06-ba08-4a7f-bf7e-936fc4522a79 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Made reservation on behalf of 84886991eb7b41f3a6766589a04f3a4d for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:21:38.981224 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e4e59c06-ba08-4a7f-bf7e-936fc4522a79 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:39.025928 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-96e6fae2-d682-48ed-a535-886dd0b5d9cd None None] Attempting to bind port e91a9ad4-29d1-4c4b-b7a6-5adbdfc078e8 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:21:39.026510 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-96e6fae2-d682-48ed-a535-886dd0b5d9cd None None] Attempting to bind port e91a9ad4-29d1-4c4b-b7a6-5adbdfc078e8 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '8bade3c5-ece6-4e47-8700-64f9dd88a73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '60c4b4e5-ce5d-49e4-b1a6-de3a604464d6'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:21:39.026644 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e6fae2-d682-48ed-a535-886dd0b5d9cd None None] Attempting to bind port e91a9ad4-29d1-4c4b-b7a6-5adbdfc078e8 on network 60c4b4e5-ce5d-49e4-b1a6-de3a604464d6 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:21:39.038136 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e59c06-ba08-4a7f-bf7e-936fc4522a79 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:21:39.043574 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e6fae2-d682-48ed-a535-886dd0b5d9cd None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:21:39.043947 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e6fae2-d682-48ed-a535-886dd0b5d9cd None None] Checking segment: {'id': '8bade3c5-ece6-4e47-8700-64f9dd88a73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '60c4b4e5-ce5d-49e4-b1a6-de3a604464d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:21:39.044515 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-96e6fae2-d682-48ed-a535-886dd0b5d9cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:39.044935 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e6fae2-d682-48ed-a535-886dd0b5d9cd None None] Bound using segment: {'id': '8bade3c5-ece6-4e47-8700-64f9dd88a73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '60c4b4e5-ce5d-49e4-b1a6-de3a604464d6'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:21:39.045436 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-96e6fae2-d682-48ed-a535-886dd0b5d9cd None None] Bound port: e91a9ad4-29d1-4c4b-b7a6-5adbdfc078e8, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bade3c5-ece6-4e47-8700-64f9dd88a73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '60c4b4e5-ce5d-49e4-b1a6-de3a604464d6'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:21:39.045818 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-96e6fae2-d682-48ed-a535-886dd0b5d9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:39.080644 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e4e59c06-ba08-4a7f-bf7e-936fc4522a79 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:39.081734 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-e4e59c06-ba08-4a7f-bf7e-936fc4522a79 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Added segment 9148981b-b946-4f40-bc9e-627869aaa3db of type vlan for network c62d0bd4-cb7c-410b-afae-d3d075edf482 Dec 17 15:21:39.084456 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8c272e3a-5fe1-4c86-8646-b63a5769fd4e None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:39.088582 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-87fd8392-dd90-4c7a-bfba-9c35d06115f1 req-94c26dc9-955b-4149-9502-9a4d1f615a8e tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 210 time: 0.2237957 Dec 17 15:21:39.135252 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-b782a213-04ca-4cfd-9d1a-96b667daa29e tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c5523b5350454050bc24f1ee5a0a4b70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3229759 Dec 17 15:21:39.207501 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e4e59c06-ba08-4a7f-bf7e-936fc4522a79 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:39.251454 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8c272e3a-5fe1-4c86-8646-b63a5769fd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:39.354302 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e4e59c06-ba08-4a7f-bf7e-936fc4522a79 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:39.360102 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e59c06-ba08-4a7f-bf7e-936fc4522a79 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:39.360735 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e4e59c06-ba08-4a7f-bf7e-936fc4522a79 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:39.400482 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-96e6fae2-d682-48ed-a535-886dd0b5d9cd None None] For port e91a9ad4-29d1-4c4b-b7a6-5adbdfc078e8, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:21:39.425193 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-96e6fae2-d682-48ed-a535-886dd0b5d9cd None None] For port e91a9ad4-29d1-4c4b-b7a6-5adbdfc078e8, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e91a9ad4-29d1-4c4b-b7a6-5adbdfc078e8,segment=NetworkSegment(8bade3c5-ece6-4e47-8700-64f9dd88a73e),segment_id=8bade3c5-ece6-4e47-8700-64f9dd88a73e)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:21:39.456654 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab010df0-90c9-4664-a170-fdfb5933ff42 None None] Pushing event updated for resources: {'Port': ['ID=93bbfce6-3064-4115-8c54-98a88c24f050,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:39.468057 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-5382c359-14f3-4739-b8f1-4f62d3ecbc3c service neutron] 10.222.0.46 "GET /v2.0/networks/64af8fff-ac3a-4abc-8822-328e57318c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316586 Dec 17 15:21:39.497697 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e59c06-ba08-4a7f-bf7e-936fc4522a79 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Pushing event updated for resources: {'Network': ['ID=c62d0bd4-cb7c-410b-afae-d3d075edf482,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:39.508746 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-8c272e3a-5fe1-4c86-8646-b63a5769fd4e None None] Attempting to bind port 93bbfce6-3064-4115-8c54-98a88c24f050 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:21:39.509162 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-8c272e3a-5fe1-4c86-8646-b63a5769fd4e None None] Attempting to bind port 93bbfce6-3064-4115-8c54-98a88c24f050 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'a3ed8bc9-37dd-4a75-a62b-f36aa58f559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a81410f2-8387-44e0-b580-7a2346e72e8a'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:21:39.509627 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c272e3a-5fe1-4c86-8646-b63a5769fd4e None None] Attempting to bind port 93bbfce6-3064-4115-8c54-98a88c24f050 on network a81410f2-8387-44e0-b580-7a2346e72e8a {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:21:39.512862 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network c62d0bd4-cb7c-410b-afae-d3d075edf482 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:21:39.533961 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-2ee5327f-69f2-4525-b50e-932a5256f95f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Allocated IP 172.23.0.1 (60c4b4e5-ce5d-49e4-b1a6-de3a604464d6/291f97ef-5bf9-4d0a-ab81-16e5ebabc23d/5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:21:39.539453 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 666a3497-4ae0-42fb-94df-e050f62942c7 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:21:39.578794 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f6b50-3050-4455-926d-ea710acde762 req-bbc72ff0-0857-42d2-86d0-ff68dde0f7f2 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:39.582601 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-590f6b50-3050-4455-926d-ea710acde762 req-bbc72ff0-0857-42d2-86d0-ff68dde0f7f2 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 946 time: 0.2187386 Dec 17 15:21:39.591844 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c272e3a-5fe1-4c86-8646-b63a5769fd4e None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:21:39.592822 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c272e3a-5fe1-4c86-8646-b63a5769fd4e None None] Checking segment: {'id': 'a3ed8bc9-37dd-4a75-a62b-f36aa58f559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a81410f2-8387-44e0-b580-7a2346e72e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:21:39.592822 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8c272e3a-5fe1-4c86-8646-b63a5769fd4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:39.593090 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c272e3a-5fe1-4c86-8646-b63a5769fd4e None None] Bound using segment: {'id': 'a3ed8bc9-37dd-4a75-a62b-f36aa58f559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a81410f2-8387-44e0-b580-7a2346e72e8a'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:21:39.593552 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-8c272e3a-5fe1-4c86-8646-b63a5769fd4e None None] Bound port: 93bbfce6-3064-4115-8c54-98a88c24f050, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ed8bc9-37dd-4a75-a62b-f36aa58f559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a81410f2-8387-44e0-b580-7a2346e72e8a'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:21:39.594818 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8c272e3a-5fe1-4c86-8646-b63a5769fd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:39.610780 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e4e59c06-ba08-4a7f-bf7e-936fc4522a79 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7913852 Dec 17 15:21:39.610780 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54468) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:39.618836 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-df3e3686-0dc9-4df4-951a-467b1c8f9b50 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Request body: {'ports': [{'network_id': 'dec42788-450d-46d0-b1f4-81f49968e88b', 'name': 'tempest-port--782840482', 'admin_state_up': True}, {'network_id': 'c62d0bd4-cb7c-410b-afae-d3d075edf482', 'admin_state_up': False}]} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:39.619702 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-df3e3686-0dc9-4df4-951a-467b1c8f9b50 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Request body: {'port': {'network_id': 'dec42788-450d-46d0-b1f4-81f49968e88b', 'name': 'tempest-port--782840482', 'admin_state_up': True}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:39.620545 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-df3e3686-0dc9-4df4-951a-467b1c8f9b50 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Request body: {'port': {'network_id': 'c62d0bd4-cb7c-410b-afae-d3d075edf482', 'admin_state_up': False}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:39.621851 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-96e6fae2-d682-48ed-a535-886dd0b5d9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:39.767670 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-e0062a86-6e2c-42d3-b410-fa341d5d5c04 service neutron] 10.222.0.46 "GET /v2.0/networks/64af8fff-ac3a-4abc-8822-328e57318c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965152 Dec 17 15:21:39.806321 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:21:39.806909 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-590f6b50-3050-4455-926d-ea710acde762 req-8ba69f38-7185-4c58-b03f-eac979d884a8 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073467 Dec 17 15:21:39.934355 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2ee5327f-69f2-4525-b50e-932a5256f95f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:39.937112 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6fae2-d682-48ed-a535-886dd0b5d9cd None None] Pushing event updated for resources: {'Port': ['ID=e91a9ad4-29d1-4c4b-b7a6-5adbdfc078e8,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:39.964294 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-8c272e3a-5fe1-4c86-8646-b63a5769fd4e None None] For port 93bbfce6-3064-4115-8c54-98a88c24f050, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:21:39.969898 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-8c272e3a-5fe1-4c86-8646-b63a5769fd4e None None] For port 93bbfce6-3064-4115-8c54-98a88c24f050, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=93bbfce6-3064-4115-8c54-98a88c24f050,segment=NetworkSegment(a3ed8bc9-37dd-4a75-a62b-f36aa58f559a),segment_id=a3ed8bc9-37dd-4a75-a62b-f36aa58f559a)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:21:39.972589 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 666a3497-4ae0-42fb-94df-e050f62942c7 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:39.972957 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:40.059947 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3e3686-0dc9-4df4-951a-467b1c8f9b50 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Made reservation on behalf of 84886991eb7b41f3a6766589a04f3a4d for: {'port': 2} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:21:40.065387 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-df3e3686-0dc9-4df4-951a-467b1c8f9b50 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:40.092016 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2ee5327f-69f2-4525-b50e-932a5256f95f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:40.153725 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-df3e3686-0dc9-4df4-951a-467b1c8f9b50 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:40.166170 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8c272e3a-5fe1-4c86-8646-b63a5769fd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:40.238004 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee5327f-69f2-4525-b50e-932a5256f95f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network 60c4b4e5-ce5d-49e4-b1a6-de3a604464d6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:21:40.243231 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-2ee5327f-69f2-4525-b50e-932a5256f95f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:40.266057 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee5327f-69f2-4525-b50e-932a5256f95f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:21:40.309695 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5327f-69f2-4525-b50e-932a5256f95f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Port': ['ID=5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:40.330951 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab010df0-90c9-4664-a170-fdfb5933ff42 None None] Pushing event updated for resources: {'Port': ['ID=93bbfce6-3064-4115-8c54-98a88c24f050,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:40.336038 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:40.353037 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2ee5327f-69f2-4525-b50e-932a5256f95f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:40.363926 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:40.398769 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-df3e3686-0dc9-4df4-951a-467b1c8f9b50 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] device_id is not set on port 10cdbd72-7bee-460a-b256-7be2f38f414d yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:21:40.421662 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 666a3497-4ae0-42fb-94df-e050f62942c7, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=666a3497-4ae0-42fb-94df-e050f62942c7,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:40.424683 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c272e3a-5fe1-4c86-8646-b63a5769fd4e None None] Routers {'5c2468ee-52c6-4ee9-9da4-ec2b3105c964'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:21:40.425366 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-8c272e3a-5fe1-4c86-8646-b63a5769fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:21:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5c2468ee-52c6-4ee9-9da4-ec2b3105c964'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:40.510118 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2d23ced-86bd-430e-98bd-4df8ff684bf4 req-3af8a278-5c6b-4a75-b4df-ae5231b0da43 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 210 time: 0.0620563 Dec 17 15:21:40.540565 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bfdafacc-bacf-401b-8636-c13fc61217e0 req-98471798-be32-4923-bb0d-31df0ba86846 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 210 time: 0.0898137 Dec 17 15:21:40.599005 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:40.705399 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bf966d-54d5-4369-85f9-0a873d99f43b None None] Sync routers for ids ['cc12a388-a9a2-4cf4-ba56-edb48e46b561'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:21:40.717857 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-df3e3686-0dc9-4df4-951a-467b1c8f9b50 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:40.723011 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bf966d-54d5-4369-85f9-0a873d99f43b None None] Routers {'cc12a388-a9a2-4cf4-ba56-edb48e46b561'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:21:40.724151 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-11bf966d-54d5-4369-85f9-0a873d99f43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:21:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['cc12a388-a9a2-4cf4-ba56-edb48e46b561'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:40.804450 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-159fbd67-fa6d-4e20-83e8-407395413beb req-3114a96f-3ecd-4b95-a21e-dbe5666731ab service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=375d420c-0e77-4add-8c0f-74ebcbf901de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1367190 Dec 17 15:21:40.809437 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-df3e3686-0dc9-4df4-951a-467b1c8f9b50 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] device_id is not set on port a6a3d61b-99f3-4f70-962b-e3fec64d9f73 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:21:40.851660 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-11bf966d-54d5-4369-85f9-0a873d99f43b None None] Set router cc12a388-a9a2-4cf4-ba56-edb48e46b561 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:21:40.955571 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-8c272e3a-5fe1-4c86-8646-b63a5769fd4e None None] Set router 5c2468ee-52c6-4ee9-9da4-ec2b3105c964 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:21:41.070289 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fbd67-fa6d-4e20-83e8-407395413beb req-0ef7671c-b36a-4fe0-8e28-e8d85e73b3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:41.071854 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-159fbd67-fa6d-4e20-83e8-407395413beb req-0ef7671c-b36a-4fe0-8e28-e8d85e73b3f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47d7fbf2bea4406699034a230bc642f9&device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 1097 time: 0.1737111 Dec 17 15:21:41.129604 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-11bf966d-54d5-4369-85f9-0a873d99f43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'name': 'tempest-ServerRescueTestJSONUnderV235-566248626-router', 'tenant_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '666a3497-4ae0-42fb-94df-e050f62942c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:27Z', 'updated_at': '2021-12-17T15:21:36Z', 'revision_number': 4, 'project_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'gw_port': {'id': '666a3497-4ae0-42fb-94df-e050f62942c7', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:28Z', 'updated_at': '2021-12-17T15:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'e47fc29c-8ac4-4286-a5c8-1b803c7b396e', 'name': '', 'network_id': '64af8fff-ac3a-4abc-8822-328e57318c5b', 'tenant_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'mac_address': 'fa:16:3e:30:77:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '787e95b8-61b8-4b5a-91fc-f3b04ea70ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:34Z', 'updated_at': '2021-12-17T15:21:36Z', 'revision_number': 2, 'project_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'subnets': [{'id': '787e95b8-61b8-4b5a-91fc-f3b04ea70ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:41.130411 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-df3e3686-0dc9-4df4-951a-467b1c8f9b50 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:41.212705 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bf966d-54d5-4369-85f9-0a873d99f43b None None] Checking router: cc12a388-a9a2-4cf4-ba56-edb48e46b561 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:21:41.214600 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bf966d-54d5-4369-85f9-0a873d99f43b None None] Updating router cc12a388-a9a2-4cf4-ba56-edb48e46b561 port e47fc29c-8ac4-4286-a5c8-1b803c7b396e binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:21:41.227730 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2ee5327f-69f2-4525-b50e-932a5256f95f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:41.248496 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=666a3497-4ae0-42fb-94df-e050f62942c7,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:41.284822 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-11bf966d-54d5-4369-85f9-0a873d99f43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:41.356347 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-df3e3686-0dc9-4df4-951a-467b1c8f9b50 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:41.372931 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217866bf-e2dc-4f49-bee7-8801001a369f req-d7e6c181-0c81-466b-88a7-ef5c544e179b tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:41.374555 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-217866bf-e2dc-4f49-bee7-8801001a369f req-d7e6c181-0c81-466b-88a7-ef5c544e179b tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.41 "GET /v2.0/networks?id=a81410f2-8387-44e0-b580-7a2346e72e8a HTTP/1.1" status: 200 len: 810 time: 0.3088570 Dec 17 15:21:41.417814 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-217866bf-e2dc-4f49-bee7-8801001a369f req-4999789c-fdab-46ea-ab57-b4a712a06137 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Request body: {'port': {'device_id': '0a8ef3ff-ce4a-4600-9c93-2e7b760968be', 'network_id': 'a81410f2-8387-44e0-b580-7a2346e72e8a', 'admin_state_up': True, 'tenant_id': '1407878f6eb44e929267c0f543df9a52'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:41.509523 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-8c272e3a-5fe1-4c86-8646-b63a5769fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2468ee-52c6-4ee9-9da4-ec2b3105c964', 'name': 'tempest-ServerRescueTestJSON-117128534-router', 'tenant_id': '1407878f6eb44e929267c0f543df9a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '1faa46d8-a922-4a6f-9c5b-202b08f7bac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:24Z', 'updated_at': '2021-12-17T15:21:31Z', 'revision_number': 4, 'project_id': '1407878f6eb44e929267c0f543df9a52', 'gw_port': {'id': '1faa46d8-a922-4a6f-9c5b-202b08f7bac0', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ff:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2468ee-52c6-4ee9-9da4-ec2b3105c964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:25Z', 'updated_at': '2021-12-17T15:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '93bbfce6-3064-4115-8c54-98a88c24f050', 'name': '', 'network_id': 'a81410f2-8387-44e0-b580-7a2346e72e8a', 'tenant_id': '1407878f6eb44e929267c0f543df9a52', 'mac_address': 'fa:16:3e:d4:64:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2468ee-52c6-4ee9-9da4-ec2b3105c964', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '3b59121e-95f1-4cb2-baf2-d0a298aafb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:29Z', 'updated_at': '2021-12-17T15:21:39Z', 'revision_number': 4, 'project_id': '1407878f6eb44e929267c0f543df9a52', 'subnets': [{'id': '3b59121e-95f1-4cb2-baf2-d0a298aafb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:41.593646 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e3686-0dc9-4df4-951a-467b1c8f9b50 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Pushing event updated for resources: {'Port': ['ID=10cdbd72-7bee-460a-b256-7be2f38f414d,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:41.606775 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd9fd8-524b-4043-a5e8-289522523cef req-65569cd8-3b3e-497e-8bf0-332baff356ca tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:41.608354 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4dd9fd8-524b-4043-a5e8-289522523cef req-65569cd8-3b3e-497e-8bf0-332baff356ca tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 946 time: 0.6294882 Dec 17 15:21:41.614170 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c272e3a-5fe1-4c86-8646-b63a5769fd4e None None] The sync data for ids ['5c2468ee-52c6-4ee9-9da4-ec2b3105c964'] in n-d-820553-2 is: [{'id': '5c2468ee-52c6-4ee9-9da4-ec2b3105c964', 'name': 'tempest-ServerRescueTestJSON-117128534-router', 'tenant_id': '1407878f6eb44e929267c0f543df9a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '1faa46d8-a922-4a6f-9c5b-202b08f7bac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:24Z', 'updated_at': '2021-12-17T15:21:31Z', 'revision_number': 4, 'project_id': '1407878f6eb44e929267c0f543df9a52', 'gw_port': {'id': '1faa46d8-a922-4a6f-9c5b-202b08f7bac0', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ff:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2468ee-52c6-4ee9-9da4-ec2b3105c964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:25Z', 'updated_at': '2021-12-17T15:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '93bbfce6-3064-4115-8c54-98a88c24f050', 'name': '', 'network_id': 'a81410f2-8387-44e0-b580-7a2346e72e8a', 'tenant_id': '1407878f6eb44e929267c0f543df9a52', 'mac_address': 'fa:16:3e:d4:64:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2468ee-52c6-4ee9-9da4-ec2b3105c964', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '3b59121e-95f1-4cb2-baf2-d0a298aafb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:29Z', 'updated_at': '2021-12-17T15:21:39Z', 'revision_number': 4, 'project_id': '1407878f6eb44e929267c0f543df9a52', 'subnets': [{'id': '3b59121e-95f1-4cb2-baf2-d0a298aafb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:21:41.618338 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e91a9ad4-29d1-4c4b-b7a6-5adbdfc078e8 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:21:41.633805 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fbd67-fa6d-4e20-83e8-407395413beb req-53c5aab9-a3b5-4b35-9df5-0e0023d198d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:41.639213 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-159fbd67-fa6d-4e20-83e8-407395413beb req-53c5aab9-a3b5-4b35-9df5-0e0023d198d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=72959918-115f-4f15-a904-42652bab9b2e HTTP/1.1" status: 200 len: 911 time: 0.5296741 Dec 17 15:21:41.640736 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3e3686-0dc9-4df4-951a-467b1c8f9b50 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Checking segment: {'id': '9190947f-acb0-459e-8989-796d69ad4f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'dec42788-450d-46d0-b1f4-81f49968e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:21:41.641369 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3e3686-0dc9-4df4-951a-467b1c8f9b50 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Network hostable DHCP agents. Network: dec42788-450d-46d0-b1f4-81f49968e88b, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:21:41.734608 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port e91a9ad4-29d1-4c4b-b7a6-5adbdfc078e8 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:41.735356 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:41.762896 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-159fbd67-fa6d-4e20-83e8-407395413beb req-fe33acb2-0027-4a77-91c3-8d680a3f5c67 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05301328-2272-486d-85a3-4bd21e43f0ea HTTP/1.1" status: 200 len: 217 time: 0.1185384 Dec 17 15:21:41.913429 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4dd9fd8-524b-4043-a5e8-289522523cef req-2d059f20-3e45-4445-b043-69a66a0d2c67 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310617 Dec 17 15:21:41.913640 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fbd67-fa6d-4e20-83e8-407395413beb req-f2a52f1c-8791-42b8-9a34-6ae2d160d7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:41.916393 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:41.931737 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-159fbd67-fa6d-4e20-83e8-407395413beb req-f2a52f1c-8791-42b8-9a34-6ae2d160d7e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=95ec1172-deaa-4898-b906-b0423633683b HTTP/1.1" status: 200 len: 850 time: 0.1409359 Dec 17 15:21:41.931737 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3e3686-0dc9-4df4-951a-467b1c8f9b50 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Network dec42788-450d-46d0-b1f4-81f49968e88b is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:21:41.989674 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f8d81230-8e69-43a2-af5a-f2673227d4bc req-70ae01cd-286b-4b7f-a146-8a4fc07c487e tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 210 time: 0.3208842 Dec 17 15:21:41.997489 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port e91a9ad4-29d1-4c4b-b7a6-5adbdfc078e8, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e91a9ad4-29d1-4c4b-b7a6-5adbdfc078e8,segment=NetworkSegment(8bade3c5-ece6-4e47-8700-64f9dd88a73e),segment_id=8bade3c5-ece6-4e47-8700-64f9dd88a73e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:42.044261 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-159fbd67-fa6d-4e20-83e8-407395413beb req-cebf2fc7-ed69-424e-a826-e16671c99323 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72959918-115f-4f15-a904-42652bab9b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991080 Dec 17 15:21:42.111759 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:42.112453 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 666a3497-4ae0-42fb-94df-e050f62942c7 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:21:42.126790 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-11bf966d-54d5-4369-85f9-0a873d99f43b None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:42.148681 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-df3e3686-0dc9-4df4-951a-467b1c8f9b50 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, dec42788-450d-46d0-b1f4-81f49968e88b) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:42.170348 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3e3686-0dc9-4df4-951a-467b1c8f9b50 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:21:42.171734 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-df3e3686-0dc9-4df4-951a-467b1c8f9b50 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:42.238724 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-11bf966d-54d5-4369-85f9-0a873d99f43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:42.264563 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=e91a9ad4-29d1-4c4b-b7a6-5adbdfc078e8,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:42.273111 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3db9fa-c953-459d-9c1b-655c3e956ee8 None None] Network 60c4b4e5-ce5d-49e4-b1a6-de3a604464d6 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:21:42.273815 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e3686-0dc9-4df4-951a-467b1c8f9b50 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Pushing event updated for resources: {'Port': ['ID=a6a3d61b-99f3-4f70-962b-e3fec64d9f73,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:42.319277 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ac0f2bd-6f11-4477-b4de-b522352bfdcc req-419b2d3e-2012-4872-9d11-c9283c8e4f23 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 210 time: 0.1713035 Dec 17 15:21:42.319277 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-217866bf-e2dc-4f49-bee7-8801001a369f req-4999789c-fdab-46ea-ab57-b4a712a06137 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Made reservation on behalf of 1407878f6eb44e929267c0f543df9a52 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:21:42.326000 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-217866bf-e2dc-4f49-bee7-8801001a369f req-4999789c-fdab-46ea-ab57-b4a712a06137 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:42.356607 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3e3686-0dc9-4df4-951a-467b1c8f9b50 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Checking segment: {'id': '9148981b-b946-4f40-bc9e-627869aaa3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c62d0bd4-cb7c-410b-afae-d3d075edf482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:21:42.357104 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3e3686-0dc9-4df4-951a-467b1c8f9b50 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Network hostable DHCP agents. Network: c62d0bd4-cb7c-410b-afae-d3d075edf482, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:21:42.374725 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-159fbd67-fa6d-4e20-83e8-407395413beb req-1da93948-fe4e-40fb-9656-153ce5820564 service neutron] 10.222.0.13 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203950 Dec 17 15:21:42.380220 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd941cb-0e99-4326-990e-7b1f0f0830c8 None None] Network dec42788-450d-46d0-b1f4-81f49968e88b requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:21:42.411003 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-11bf966d-54d5-4369-85f9-0a873d99f43b None None] Attempting to bind port e47fc29c-8ac4-4286-a5c8-1b803c7b396e on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:21:42.411364 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-11bf966d-54d5-4369-85f9-0a873d99f43b None None] Attempting to bind port e47fc29c-8ac4-4286-a5c8-1b803c7b396e by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '10c5f3e8-27cc-48e8-9601-dbc18db46683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '64af8fff-ac3a-4abc-8822-328e57318c5b'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:21:42.411625 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bf966d-54d5-4369-85f9-0a873d99f43b None None] Attempting to bind port e47fc29c-8ac4-4286-a5c8-1b803c7b396e on network 64af8fff-ac3a-4abc-8822-328e57318c5b {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:21:42.419251 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bf966d-54d5-4369-85f9-0a873d99f43b None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:21:42.419677 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bf966d-54d5-4369-85f9-0a873d99f43b None None] Checking segment: {'id': '10c5f3e8-27cc-48e8-9601-dbc18db46683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '64af8fff-ac3a-4abc-8822-328e57318c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:21:42.420003 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-11bf966d-54d5-4369-85f9-0a873d99f43b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:42.420384 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bf966d-54d5-4369-85f9-0a873d99f43b None None] Bound using segment: {'id': '10c5f3e8-27cc-48e8-9601-dbc18db46683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '64af8fff-ac3a-4abc-8822-328e57318c5b'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:21:42.420842 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-11bf966d-54d5-4369-85f9-0a873d99f43b None None] Bound port: e47fc29c-8ac4-4286-a5c8-1b803c7b396e, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10c5f3e8-27cc-48e8-9601-dbc18db46683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '64af8fff-ac3a-4abc-8822-328e57318c5b'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:21:42.421240 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-11bf966d-54d5-4369-85f9-0a873d99f43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:42.527473 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3e3686-0dc9-4df4-951a-467b1c8f9b50 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Network c62d0bd4-cb7c-410b-afae-d3d075edf482 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:21:42.547892 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-11bf966d-54d5-4369-85f9-0a873d99f43b None None] For port e47fc29c-8ac4-4286-a5c8-1b803c7b396e, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:21:42.567626 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-11bf966d-54d5-4369-85f9-0a873d99f43b None None] For port e47fc29c-8ac4-4286-a5c8-1b803c7b396e, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e47fc29c-8ac4-4286-a5c8-1b803c7b396e,segment=NetworkSegment(10c5f3e8-27cc-48e8-9601-dbc18db46683),segment_id=10c5f3e8-27cc-48e8-9601-dbc18db46683)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:21:42.600085 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e8626-c735-445b-ba97-b5287e27629d None None] Pushing event updated for resources: {'Port': ['ID=e47fc29c-8ac4-4286-a5c8-1b803c7b396e,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:42.616265 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-159fbd67-fa6d-4e20-83e8-407395413beb req-42004fb0-c341-40ed-a5a4-87400c48e778 service neutron] 10.222.0.13 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297993 Dec 17 15:21:42.617705 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-df3e3686-0dc9-4df4-951a-467b1c8f9b50 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, c62d0bd4-cb7c-410b-afae-d3d075edf482) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:42.626289 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3e3686-0dc9-4df4-951a-467b1c8f9b50 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:21:42.631279 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-39415d98-b386-45a7-b9e4-701a7ae97eb7 None None] Provisioning complete for port e91a9ad4-29d1-4c4b-b7a6-5adbdfc078e8 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:42.631840 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-39415d98-b386-45a7-b9e4-701a7ae97eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:42.643616 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3e3686-0dc9-4df4-951a-467b1c8f9b50 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:42.649655 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3e3686-0dc9-4df4-951a-467b1c8f9b50 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:42.651250 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-df3e3686-0dc9-4df4-951a-467b1c8f9b50 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:42.653643 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a8b71e-ae7a-4045-82d9-f89fb8d5799b None None] Network c62d0bd4-cb7c-410b-afae-d3d075edf482 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:21:42.711100 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-11bf966d-54d5-4369-85f9-0a873d99f43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:42.751469 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-df3e3686-0dc9-4df4-951a-467b1c8f9b50 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.1388962 Dec 17 15:21:42.754097 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54512) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:42.917925 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00700de5-d166-43bb-a87a-4545d5ef6aeb tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:42.931074 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e8626-c735-445b-ba97-b5287e27629d None None] Pushing event updated for resources: {'Port': ['ID=e47fc29c-8ac4-4286-a5c8-1b803c7b396e,revision_number=4']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:42.947439 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bf966d-54d5-4369-85f9-0a873d99f43b None None] Routers {'cc12a388-a9a2-4cf4-ba56-edb48e46b561'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:21:42.948402 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-11bf966d-54d5-4369-85f9-0a873d99f43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:21:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['cc12a388-a9a2-4cf4-ba56-edb48e46b561'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:42.954126 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00700de5-d166-43bb-a87a-4545d5ef6aeb tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:42.963597 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-00700de5-d166-43bb-a87a-4545d5ef6aeb tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2081809 Dec 17 15:21:42.966588 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54516) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:43.084852 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 666a3497-4ae0-42fb-94df-e050f62942c7 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:43.085519 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:43.173413 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-8948a536-de16-4e11-ae58-b650e2739ba1 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Deleting port 10cdbd72-7bee-460a-b256-7be2f38f414d {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:21:43.173805 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8948a536-de16-4e11-ae58-b650e2739ba1 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:43.311510 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8948a536-de16-4e11-ae58-b650e2739ba1 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:43.366509 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-8948a536-de16-4e11-ae58-b650e2739ba1 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Calling delete_port for 10cdbd72-7bee-460a-b256-7be2f38f414d owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:21:43.461722 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-217866bf-e2dc-4f49-bee7-8801001a369f req-4999789c-fdab-46ea-ab57-b4a712a06137 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Allocated IP 172.20.0.13 (a81410f2-8387-44e0-b580-7a2346e72e8a/3b59121e-95f1-4cb2-baf2-d0a298aafb94/1b891bdb-7a5e-46d6-9f37-de70971d3793) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:21:43.479639 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-11bf966d-54d5-4369-85f9-0a873d99f43b None None] Set router cc12a388-a9a2-4cf4-ba56-edb48e46b561 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:21:43.779473 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8948a536-de16-4e11-ae58-b650e2739ba1 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:43.801190 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-39fafc51-77d8-4ef5-8af5-46d852c6d821 None None] Provisioning complete for port e91a9ad4-29d1-4c4b-b7a6-5adbdfc078e8 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:43.801815 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-39fafc51-77d8-4ef5-8af5-46d852c6d821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:43.860389 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8948a536-de16-4e11-ae58-b650e2739ba1 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:43.878597 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8948a536-de16-4e11-ae58-b650e2739ba1 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] 10.222.0.46 "DELETE /v2.0/ports/10cdbd72-7bee-460a-b256-7be2f38f414d HTTP/1.1" status: 204 len: 168 time: 0.9106464 Dec 17 15:21:43.894167 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54528) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:43.934587 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a1c5d23a-a654-438b-ab15-17bdb9ed398e req-8068946b-3e5f-40f5-a0c2-deeea00a9fd9 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 210 time: 0.5871372 Dec 17 15:21:43.966132 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948a536-de16-4e11-ae58-b650e2739ba1 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Pushing event deleted for resources: {'Port': ['ID=10cdbd72-7bee-460a-b256-7be2f38f414d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:44.036362 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-11bf966d-54d5-4369-85f9-0a873d99f43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'name': 'tempest-ServerRescueTestJSONUnderV235-566248626-router', 'tenant_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '666a3497-4ae0-42fb-94df-e050f62942c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:27Z', 'updated_at': '2021-12-17T15:21:36Z', 'revision_number': 4, 'project_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'gw_port': {'id': '666a3497-4ae0-42fb-94df-e050f62942c7', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:28Z', 'updated_at': '2021-12-17T15:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'e47fc29c-8ac4-4286-a5c8-1b803c7b396e', 'name': '', 'network_id': '64af8fff-ac3a-4abc-8822-328e57318c5b', 'tenant_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'mac_address': 'fa:16:3e:30:77:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '787e95b8-61b8-4b5a-91fc-f3b04ea70ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:34Z', 'updated_at': '2021-12-17T15:21:42Z', 'revision_number': 4, 'project_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'subnets': [{'id': '787e95b8-61b8-4b5a-91fc-f3b04ea70ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:44.106678 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bf966d-54d5-4369-85f9-0a873d99f43b None None] The sync data for ids ['cc12a388-a9a2-4cf4-ba56-edb48e46b561'] in n-d-820553-2 is: [{'id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'name': 'tempest-ServerRescueTestJSONUnderV235-566248626-router', 'tenant_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '666a3497-4ae0-42fb-94df-e050f62942c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:27Z', 'updated_at': '2021-12-17T15:21:36Z', 'revision_number': 4, 'project_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'gw_port': {'id': '666a3497-4ae0-42fb-94df-e050f62942c7', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:28Z', 'updated_at': '2021-12-17T15:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'e47fc29c-8ac4-4286-a5c8-1b803c7b396e', 'name': '', 'network_id': '64af8fff-ac3a-4abc-8822-328e57318c5b', 'tenant_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'mac_address': 'fa:16:3e:30:77:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '787e95b8-61b8-4b5a-91fc-f3b04ea70ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:34Z', 'updated_at': '2021-12-17T15:21:42Z', 'revision_number': 4, 'project_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'subnets': [{'id': '787e95b8-61b8-4b5a-91fc-f3b04ea70ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:21:44.114546 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e91a9ad4-29d1-4c4b-b7a6-5adbdfc078e8 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:21:44.125421 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f8564-a4e1-4399-a87a-70bef03030e1 req-d334bc34-387c-46e6-bf8e-f5a1b01a84d0 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:44.129540 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c82f8564-a4e1-4399-a87a-70bef03030e1 req-d334bc34-387c-46e6-bf8e-f5a1b01a84d0 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.13 "GET /v2.0/ports?device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 946 time: 0.1766307 Dec 17 15:21:44.139366 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-217866bf-e2dc-4f49-bee7-8801001a369f req-4999789c-fdab-46ea-ab57-b4a712a06137 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:44.285022 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-39fafc51-77d8-4ef5-8af5-46d852c6d821 None None] Provisioning complete for port 5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:44.286668 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-39fafc51-77d8-4ef5-8af5-46d852c6d821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:44.335709 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12175f4-ecd2-4336-9f73-22dc9101b93b req-78c28e91-a9d9-4895-bace-4b18d1973418 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:44.344090 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a12175f4-ecd2-4336-9f73-22dc9101b93b req-78c28e91-a9d9-4895-bace-4b18d1973418 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 946 time: 1.0158820 Dec 17 15:21:44.399903 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-39fafc51-77d8-4ef5-8af5-46d852c6d821 None None] Port 5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:21:44.419620 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port e91a9ad4-29d1-4c4b-b7a6-5adbdfc078e8 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:44.420551 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:44.426317 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-c82f8564-a4e1-4399-a87a-70bef03030e1 req-10b5ffd0-ce7b-4421-8729-877d7c41762c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Deleting port 05301328-2272-486d-85a3-4bd21e43f0ea {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:21:44.426800 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c82f8564-a4e1-4399-a87a-70bef03030e1 req-10b5ffd0-ce7b-4421-8729-877d7c41762c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:44.446122 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4e62e61a-e636-4f71-89da-545deb6b8820 req-296efff6-6faa-4622-8b64-ffb41c9a6ac9 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 210 time: 0.1194954 Dec 17 15:21:44.607489 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-cbe86bfc-e3ca-408d-b491-c8a9ac990bc2 None None] Provisioning complete for port 5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:44.607836 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cbe86bfc-e3ca-408d-b491-c8a9ac990bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:44.608305 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-c82f8564-a4e1-4399-a87a-70bef03030e1 req-10b5ffd0-ce7b-4421-8729-877d7c41762c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] For port 05301328-2272-486d-85a3-4bd21e43f0ea, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=05301328-2272-486d-85a3-4bd21e43f0ea,segment=NetworkSegment(50913541-c4fc-4052-a5a4-4ef73bad2e3d),segment_id=50913541-c4fc-4052-a5a4-4ef73bad2e3d)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:44.609393 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c82f8564-a4e1-4399-a87a-70bef03030e1 req-10b5ffd0-ce7b-4421-8729-877d7c41762c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:44.616561 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 93bbfce6-3064-4115-8c54-98a88c24f050 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:21:44.634112 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-217866bf-e2dc-4f49-bee7-8801001a369f req-4999789c-fdab-46ea-ab57-b4a712a06137 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:44.652681 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-c82f8564-a4e1-4399-a87a-70bef03030e1 req-10b5ffd0-ce7b-4421-8729-877d7c41762c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Calling delete_port for 05301328-2272-486d-85a3-4bd21e43f0ea owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:21:44.701518 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2ee5327f-69f2-4525-b50e-932a5256f95f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:44.711125 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a12175f4-ecd2-4336-9f73-22dc9101b93b req-7b39dfc4-00d3-439f-9bd2-884335febea9 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658729 Dec 17 15:21:44.712468 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-cbe86bfc-e3ca-408d-b491-c8a9ac990bc2 None None] Port 5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:21:44.725188 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 93bbfce6-3064-4115-8c54-98a88c24f050 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:44.725622 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:44.743228 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-217866bf-e2dc-4f49-bee7-8801001a369f req-4999789c-fdab-46ea-ab57-b4a712a06137 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Network a81410f2-8387-44e0-b580-7a2346e72e8a is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:21:44.753870 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-217866bf-e2dc-4f49-bee7-8801001a369f req-4999789c-fdab-46ea-ab57-b4a712a06137 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:44.764926 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999789c-fdab-46ea-ab57-b4a712a06137 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Pushing event updated for resources: {'Port': ['ID=1b891bdb-7a5e-46d6-9f37-de70971d3793,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:44.774627 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-217866bf-e2dc-4f49-bee7-8801001a369f req-4999789c-fdab-46ea-ab57-b4a712a06137 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:21:44.783530 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-067b221c-21d6-4767-9e04-0e43af8fdc05 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Deleting port a6a3d61b-99f3-4f70-962b-e3fec64d9f73 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:21:44.783872 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-067b221c-21d6-4767-9e04-0e43af8fdc05 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:44.839679 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:44.885769 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-e0cc9a63-d420-4111-8a4a-14ce1fdd4378 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:44.887087 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-e0cc9a63-d420-4111-8a4a-14ce1fdd4378 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.13 "GET /v2.0/networks?id=64af8fff-ac3a-4abc-8822-328e57318c5b HTTP/1.1" status: 200 len: 819 time: 0.4375653 Dec 17 15:21:44.899358 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2ee5327f-69f2-4525-b50e-932a5256f95f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:44.911575 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 93bbfce6-3064-4115-8c54-98a88c24f050, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=93bbfce6-3064-4115-8c54-98a88c24f050,segment=NetworkSegment(a3ed8bc9-37dd-4a75-a62b-f36aa58f559a),segment_id=a3ed8bc9-37dd-4a75-a62b-f36aa58f559a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:44.916028 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-35912852-b672-48c3-8685-1804879fcda0 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Request body: {'port': {'device_id': '9ba6c05a-cbd4-4916-9f14-328566dee045', 'network_id': '64af8fff-ac3a-4abc-8822-328e57318c5b', 'admin_state_up': True, 'tenant_id': 'c5523b5350454050bc24f1ee5a0a4b70'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:45.034086 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217866bf-e2dc-4f49-bee7-8801001a369f req-4999789c-fdab-46ea-ab57-b4a712a06137 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:45.034765 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-217866bf-e2dc-4f49-bee7-8801001a369f req-4999789c-fdab-46ea-ab57-b4a712a06137 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:45.048483 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-067b221c-21d6-4767-9e04-0e43af8fdc05 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:45.063606 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:45.099355 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-067b221c-21d6-4767-9e04-0e43af8fdc05 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Calling delete_port for a6a3d61b-99f3-4f70-962b-e3fec64d9f73 owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:21:45.103330 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c82f8564-a4e1-4399-a87a-70bef03030e1 req-10b5ffd0-ce7b-4421-8729-877d7c41762c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:45.134791 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5327f-69f2-4525-b50e-932a5256f95f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event updated for resources: {'Port': ['ID=5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:45.151485 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e26c418f-f36b-4c07-b145-5bf56279ec79 req-b337e67c-81c2-4fb2-a008-f5d575c007e9 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 210 time: 0.0908394 Dec 17 15:21:45.151726 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=93bbfce6-3064-4115-8c54-98a88c24f050,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:45.159930 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2ee5327f-69f2-4525-b50e-932a5256f95f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:45.176198 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5ffd0-ce7b-4421-8729-877d7c41762c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Pushing event deleted for resources: {'Port': ['ID=05301328-2272-486d-85a3-4bd21e43f0ea,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:45.247095 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-217866bf-e2dc-4f49-bee7-8801001a369f req-4999789c-fdab-46ea-ab57-b4a712a06137 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8443062 Dec 17 15:21:45.254151 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82f8564-a4e1-4399-a87a-70bef03030e1 req-10b5ffd0-ce7b-4421-8729-877d7c41762c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] No DVR routers for this DVR port 05301328-2272-486d-85a3-4bd21e43f0ea on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:21:45.257953 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c82f8564-a4e1-4399-a87a-70bef03030e1 req-10b5ffd0-ce7b-4421-8729-877d7c41762c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:45.261648 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c82f8564-a4e1-4399-a87a-70bef03030e1 req-10b5ffd0-ce7b-4421-8729-877d7c41762c tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.13 "DELETE /v2.0/ports/05301328-2272-486d-85a3-4bd21e43f0ea HTTP/1.1" status: 204 len: 173 time: 1.1268523 Dec 17 15:21:45.262124 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375d420c-0e77-4add-8c0f-74ebcbf901de', 'name': 'network-vif-deleted', 'tag': '05301328-2272-486d-85a3-4bd21e43f0ea'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:21:45.265432 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2001f031-7fc7-4c3e-9e65-913e282d947f" -d '{"events": [{"server_uuid": "375d420c-0e77-4add-8c0f-74ebcbf901de", "name": "network-vif-deleted", "tag": "05301328-2272-486d-85a3-4bd21e43f0ea"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:21:45.312300 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31299b48-5e03-443c-9068-4928e767ebee x-openstack-request-id: req-31299b48-5e03-443c-9068-4928e767ebee {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:21:45.312495 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-217866bf-e2dc-4f49-bee7-8801001a369f req-ae4b94c0-2aa7-4915-8041-437dab7dcd77 service neutron] Request body: {'port': {'device_id': '0a8ef3ff-ce4a-4600-9c93-2e7b760968be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:45.317666 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "375d420c-0e77-4add-8c0f-74ebcbf901de", "name": "network-vif-deleted", "tag": "05301328-2272-486d-85a3-4bd21e43f0ea", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:21:45.317666 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-31299b48-5e03-443c-9068-4928e767ebee {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:21:45.317666 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '375d420c-0e77-4add-8c0f-74ebcbf901de', 'name': 'network-vif-deleted', 'tag': '05301328-2272-486d-85a3-4bd21e43f0ea', 'status': 'completed', 'code': 200} Dec 17 15:21:45.429155 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-217866bf-e2dc-4f49-bee7-8801001a369f req-ae4b94c0-2aa7-4915-8041-437dab7dcd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:45.449628 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee5327f-69f2-4525-b50e-932a5256f95f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Network 60c4b4e5-ce5d-49e4-b1a6-de3a604464d6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:21:45.452940 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-2ee5327f-69f2-4525-b50e-932a5256f95f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:45.579043 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-067b221c-21d6-4767-9e04-0e43af8fdc05 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:45.584625 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-35912852-b672-48c3-8685-1804879fcda0 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Made reservation on behalf of c5523b5350454050bc24f1ee5a0a4b70 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:21:45.585172 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-35912852-b672-48c3-8685-1804879fcda0 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:45.743683 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-7629058c-b41a-46aa-b2dd-168c2267db38 None None] Provisioning complete for port 5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:45.744257 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7629058c-b41a-46aa-b2dd-168c2267db38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:45.752010 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b221c-21d6-4767-9e04-0e43af8fdc05 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Pushing event deleted for resources: {'Port': ['ID=a6a3d61b-99f3-4f70-962b-e3fec64d9f73,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:45.768794 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-067b221c-21d6-4767-9e04-0e43af8fdc05 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:45.772934 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-067b221c-21d6-4767-9e04-0e43af8fdc05 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] 10.222.0.46 "DELETE /v2.0/ports/a6a3d61b-99f3-4f70-962b-e3fec64d9f73 HTTP/1.1" status: 204 len: 168 time: 1.8703282 Dec 17 15:21:45.781634 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54544) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:45.801590 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-7629058c-b41a-46aa-b2dd-168c2267db38 None None] Port 5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:21:45.827035 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d39d26d1-ce36-48ac-a28d-c6a43575eaff tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0388987 Dec 17 15:21:45.830052 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54546) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:45.835791 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-f6824798-510c-4817-b3c7-a47946f55ad5 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-259887793'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:45.903143 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee5327f-69f2-4525-b50e-932a5256f95f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Router 5f7ac2c0-93ed-402a-8162-96aec8987868 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:21:45.918593 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 93bbfce6-3064-4115-8c54-98a88c24f050 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:21:45.968568 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 93bbfce6-3064-4115-8c54-98a88c24f050 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:45.975562 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:45.983004 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631cde6-2beb-4796-95f2-57404e61cbd5 req-ff779fb1-b35c-4490-bdaf-7538dee53c36 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:45.984997 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4631cde6-2beb-4796-95f2-57404e61cbd5 req-ff779fb1-b35c-4490-bdaf-7538dee53c36 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 932 time: 0.4540427 Dec 17 15:21:46.049416 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b521ab18-9282-41d0-a806-ebf85c96764e req-73e2800a-ad9a-4bf4-9dcc-1428e304d6e6 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=375d420c-0e77-4add-8c0f-74ebcbf901de HTTP/1.1" status: 200 len: 210 time: 0.1498752 Dec 17 15:21:46.056370 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6824798-510c-4817-b3c7-a47946f55ad5 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Made reservation on behalf of 84886991eb7b41f3a6766589a04f3a4d for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:21:46.060038 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f6824798-510c-4817-b3c7-a47946f55ad5 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:46.076741 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e47fc29c-8ac4-4286-a5c8-1b803c7b396e up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:21:46.098990 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6824798-510c-4817-b3c7-a47946f55ad5 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:21:46.131376 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port e47fc29c-8ac4-4286-a5c8-1b803c7b396e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:46.131762 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:46.132400 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f6824798-510c-4817-b3c7-a47946f55ad5 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:46.133944 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-f6824798-510c-4817-b3c7-a47946f55ad5 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Added segment 82d970b0-28b4-4078-9a93-f5794e0f2fa6 of type vlan for network 01313933-f78e-478a-8347-2bc707d5b54c Dec 17 15:21:46.216498 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f6824798-510c-4817-b3c7-a47946f55ad5 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:46.230247 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4631cde6-2beb-4796-95f2-57404e61cbd5 req-6ee91c5f-0333-4123-b3c2-278a45da7f6b tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889966 Dec 17 15:21:46.252369 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:46.264465 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-35912852-b672-48c3-8685-1804879fcda0 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Allocated IP 172.20.0.14 (64af8fff-ac3a-4abc-8822-328e57318c5b/787e95b8-61b8-4b5a-91fc-f3b04ea70ba6/c972ba9f-286e-429f-b2b8-711964f9dbf4) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:21:46.308764 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port e47fc29c-8ac4-4286-a5c8-1b803c7b396e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e47fc29c-8ac4-4286-a5c8-1b803c7b396e,segment=NetworkSegment(10c5f3e8-27cc-48e8-9601-dbc18db46683),segment_id=10c5f3e8-27cc-48e8-9601-dbc18db46683)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:46.349000 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f6824798-510c-4817-b3c7-a47946f55ad5 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:46.353405 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-adae9bfd-1072-44c9-8462-a4db999b6d92 req-191263a9-1ab5-400d-8ead-93c9e7626eeb tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 210 time: 0.0483403 Dec 17 15:21:46.354721 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee5327f-69f2-4525-b50e-932a5256f95f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:21:46.363875 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6824798-510c-4817-b3c7-a47946f55ad5 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:46.363875 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f6824798-510c-4817-b3c7-a47946f55ad5 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:46.364070 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-217866bf-e2dc-4f49-bee7-8801001a369f req-ae4b94c0-2aa7-4915-8041-437dab7dcd77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b891bdb-7a5e-46d6-9f37-de70971d3793 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:21:46.366583 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81aff909-f533-44f7-b1a3-84e1a6c07511 None None] Sync routers for ids ['5f7ac2c0-93ed-402a-8162-96aec8987868'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:21:46.371961 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2ee5327f-69f2-4525-b50e-932a5256f95f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "PUT /v2.0/routers/5f7ac2c0-93ed-402a-8162-96aec8987868/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1792216 Dec 17 15:21:46.372770 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54554) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:46.384066 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-217866bf-e2dc-4f49-bee7-8801001a369f req-ae4b94c0-2aa7-4915-8041-437dab7dcd77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:46.384520 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:46.402128 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-e5df45e4-16eb-46fb-8113-4952f2de2c92 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:46.450680 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aff909-f533-44f7-b1a3-84e1a6c07511 None None] Routers {'5f7ac2c0-93ed-402a-8162-96aec8987868'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:21:46.451445 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-81aff909-f533-44f7-b1a3-84e1a6c07511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:21:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5f7ac2c0-93ed-402a-8162-96aec8987868'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:46.472701 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6824798-510c-4817-b3c7-a47946f55ad5 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Pushing event updated for resources: {'Network': ['ID=01313933-f78e-478a-8347-2bc707d5b54c,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:46.500984 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 01313933-f78e-478a-8347-2bc707d5b54c details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:21:46.509020 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-217866bf-e2dc-4f49-bee7-8801001a369f req-ae4b94c0-2aa7-4915-8041-437dab7dcd77 service neutron] Transition to ACTIVE for port object 1b891bdb-7a5e-46d6-9f37-de70971d3793 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:21:46.518943 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f6824798-510c-4817-b3c7-a47946f55ad5 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6877460 Dec 17 15:21:46.524347 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54556) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:46.530825 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-b5bf0f28-1d19-47d9-b9ea-9c551179d610 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1072921500'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:46.607268 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=e47fc29c-8ac4-4286-a5c8-1b803c7b396e,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:46.622711 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bf0f28-1d19-47d9-b9ea-9c551179d610 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Made reservation on behalf of 84886991eb7b41f3a6766589a04f3a4d for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:21:46.626791 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b5bf0f28-1d19-47d9-b9ea-9c551179d610 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:46.646874 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-81aff909-f533-44f7-b1a3-84e1a6c07511 None None] Set router 5f7ac2c0-93ed-402a-8162-96aec8987868 gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:21:46.662724 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5bf0f28-1d19-47d9-b9ea-9c551179d610 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:21:46.664404 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-217866bf-e2dc-4f49-bee7-8801001a369f req-ae4b94c0-2aa7-4915-8041-437dab7dcd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:46.675794 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b5bf0f28-1d19-47d9-b9ea-9c551179d610 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:46.676145 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-b5bf0f28-1d19-47d9-b9ea-9c551179d610 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Added segment 67f335e6-aea5-42fc-affb-5c9af0142c67 of type vlan for network 206ed361-9e91-4a8d-9050-d44a1c5ad8f1 Dec 17 15:21:46.726134 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b5bf0f28-1d19-47d9-b9ea-9c551179d610 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:46.925811 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b5bf0f28-1d19-47d9-b9ea-9c551179d610 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:46.932771 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bf0f28-1d19-47d9-b9ea-9c551179d610 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:46.933756 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b5bf0f28-1d19-47d9-b9ea-9c551179d610 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:47.013733 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf0f28-1d19-47d9-b9ea-9c551179d610 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Pushing event updated for resources: {'Network': ['ID=206ed361-9e91-4a8d-9050-d44a1c5ad8f1,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:47.028612 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 206ed361-9e91-4a8d-9050-d44a1c5ad8f1 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:21:47.074129 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 05301328-2272-486d-85a3-4bd21e43f0ea no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:21:47.086479 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b94c0-2aa7-4915-8041-437dab7dcd77 service neutron] Pushing event updated for resources: {'Port': ['ID=1b891bdb-7a5e-46d6-9f37-de70971d3793,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:47.118894 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b5bf0f28-1d19-47d9-b9ea-9c551179d610 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5871737 Dec 17 15:21:47.119006 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 05301328-2272-486d-85a3-4bd21e43f0ea {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:21:47.119006 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 05301328-2272-486d-85a3-4bd21e43f0ea not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:21:47.123104 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-81aff909-f533-44f7-b1a3-84e1a6c07511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'name': 'tempest-RoutersTest-router-1674533846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:10Z', 'updated_at': '2021-12-17T15:21:40Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'gw_port_host': None, '_interfaces': [{'id': '5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4', 'name': '', 'network_id': '60c4b4e5-ce5d-49e4-b1a6-de3a604464d6', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:36:88:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '291f97ef-5bf9-4d0a-ab81-16e5ebabc23d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:39Z', 'updated_at': '2021-12-17T15:21:42Z', 'revision_number': 2, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '291f97ef-5bf9-4d0a-ab81-16e5ebabc23d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '622ab47c-6e12-4f59-a46a-d2cc2eab1c17', 'name': '', 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:ff:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:13Z', 'updated_at': '2021-12-17T15:21:20Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '984f5b3d-004e-4397-b36e-6685cc9bfd41', 'name': '', 'network_id': 'bd1b32ca-a2fc-443f-a3c9-ac154319ae9d', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:31:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '6062b771-5131-4639-ac9c-3ede54055e96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:22Z', 'updated_at': '2021-12-17T15:21:30Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '6062b771-5131-4639-ac9c-3ede54055e96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f50a5409-8e62-4694-afeb-f36b061fdea3', 'name': '', 'network_id': '05f31c38-3a8a-4fd3-9c80-0a77ceae7802', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:40:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:28Z', 'updated_at': '2021-12-17T15:21:36Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': 'a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:47.134512 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-35912852-b672-48c3-8685-1804879fcda0 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:47.162741 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81aff909-f533-44f7-b1a3-84e1a6c07511 None None] Checking router: 5f7ac2c0-93ed-402a-8162-96aec8987868 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:21:47.163088 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81aff909-f533-44f7-b1a3-84e1a6c07511 None None] Updating router 5f7ac2c0-93ed-402a-8162-96aec8987868 port 5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4 binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:21:47.194959 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-81aff909-f533-44f7-b1a3-84e1a6c07511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:47.264754 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54568) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:47.270766 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-2d07bd4a-c077-4e1a-9e56-0e7aa9dcf518 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Request body: {'subnets': [{'network_id': '01313933-f78e-478a-8347-2bc707d5b54c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1880826504', 'ip_version': 4}, {'network_id': '206ed361-9e91-4a8d-9050-d44a1c5ad8f1', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:47.271639 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-2d07bd4a-c077-4e1a-9e56-0e7aa9dcf518 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Request body: {'subnet': {'network_id': '01313933-f78e-478a-8347-2bc707d5b54c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1880826504', 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:47.272732 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-2d07bd4a-c077-4e1a-9e56-0e7aa9dcf518 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Request body: {'subnet': {'network_id': '206ed361-9e91-4a8d-9050-d44a1c5ad8f1', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:47.282943 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-217866bf-e2dc-4f49-bee7-8801001a369f req-ae4b94c0-2aa7-4915-8041-437dab7dcd77 service neutron] Attempting to bind port 1b891bdb-7a5e-46d6-9f37-de70971d3793 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:21:47.283539 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-217866bf-e2dc-4f49-bee7-8801001a369f req-ae4b94c0-2aa7-4915-8041-437dab7dcd77 service neutron] Attempting to bind port 1b891bdb-7a5e-46d6-9f37-de70971d3793 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': 'a3ed8bc9-37dd-4a75-a62b-f36aa58f559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a81410f2-8387-44e0-b580-7a2346e72e8a'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:21:47.284035 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217866bf-e2dc-4f49-bee7-8801001a369f req-ae4b94c0-2aa7-4915-8041-437dab7dcd77 service neutron] Attempting to bind port 1b891bdb-7a5e-46d6-9f37-de70971d3793 on network a81410f2-8387-44e0-b580-7a2346e72e8a {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:21:47.316232 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217866bf-e2dc-4f49-bee7-8801001a369f req-ae4b94c0-2aa7-4915-8041-437dab7dcd77 service neutron] Port 1b891bdb-7a5e-46d6-9f37-de70971d3793 on network a81410f2-8387-44e0-b580-7a2346e72e8a not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:21:47.321915 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217866bf-e2dc-4f49-bee7-8801001a369f req-ae4b94c0-2aa7-4915-8041-437dab7dcd77 service neutron] Attempting to bind port 1b891bdb-7a5e-46d6-9f37-de70971d3793 on network a81410f2-8387-44e0-b580-7a2346e72e8a {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:21:47.332663 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217866bf-e2dc-4f49-bee7-8801001a369f req-ae4b94c0-2aa7-4915-8041-437dab7dcd77 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:21:47.333011 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217866bf-e2dc-4f49-bee7-8801001a369f req-ae4b94c0-2aa7-4915-8041-437dab7dcd77 service neutron] Checking segment: {'id': 'a3ed8bc9-37dd-4a75-a62b-f36aa58f559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a81410f2-8387-44e0-b580-7a2346e72e8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:21:47.333429 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217866bf-e2dc-4f49-bee7-8801001a369f req-ae4b94c0-2aa7-4915-8041-437dab7dcd77 service neutron] Bound using segment: {'id': 'a3ed8bc9-37dd-4a75-a62b-f36aa58f559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a81410f2-8387-44e0-b580-7a2346e72e8a'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:21:47.334557 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-217866bf-e2dc-4f49-bee7-8801001a369f req-ae4b94c0-2aa7-4915-8041-437dab7dcd77 service neutron] Bound port: 1b891bdb-7a5e-46d6-9f37-de70971d3793, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ed8bc9-37dd-4a75-a62b-f36aa58f559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a81410f2-8387-44e0-b580-7a2346e72e8a'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:21:47.334924 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-217866bf-e2dc-4f49-bee7-8801001a369f req-ae4b94c0-2aa7-4915-8041-437dab7dcd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:47.498835 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-35912852-b672-48c3-8685-1804879fcda0 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:47.542213 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-81aff909-f533-44f7-b1a3-84e1a6c07511 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:47.589151 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114ba4f-2faa-4d99-8431-9e185647453d req-f2cb1a36-b24b-4c58-a149-cc78b9a67558 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:47.590679 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a114ba4f-2faa-4d99-8431-9e185647453d req-f2cb1a36-b24b-4c58-a149-cc78b9a67558 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 944 time: 0.2628989 Dec 17 15:21:47.617289 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d07bd4a-c077-4e1a-9e56-0e7aa9dcf518 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Made reservation on behalf of 84886991eb7b41f3a6766589a04f3a4d for: {'subnet': 2} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:21:47.622588 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2d07bd4a-c077-4e1a-9e56-0e7aa9dcf518 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:47.623424 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2d07bd4a-c077-4e1a-9e56-0e7aa9dcf518 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:47.631804 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-35912852-b672-48c3-8685-1804879fcda0 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Network 64af8fff-ac3a-4abc-8822-328e57318c5b is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:21:47.664125 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-81aff909-f533-44f7-b1a3-84e1a6c07511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:47.665972 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-35912852-b672-48c3-8685-1804879fcda0 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:47.688245 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-35912852-b672-48c3-8685-1804879fcda0 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:21:47.697083 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.extraroute_db [None req-e5df45e4-16eb-46fb-8113-4952f2de2c92 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 17 15:21:47.701548 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35912852-b672-48c3-8685-1804879fcda0 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Pushing event updated for resources: {'Port': ['ID=c972ba9f-286e-429f-b2b8-711964f9dbf4,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:47.730417 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-217866bf-e2dc-4f49-bee7-8801001a369f req-ae4b94c0-2aa7-4915-8041-437dab7dcd77 service neutron] For port 1b891bdb-7a5e-46d6-9f37-de70971d3793, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:21:47.744077 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9294b6c-fc79-4c4a-8c4e-3f4af8a652f5 None None] Pushing event updated for resources: {'Port': ['ID=5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:47.771389 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-591de47b-0042-4693-8581-7c86258ae98d tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:47.773297 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-591de47b-0042-4693-8581-7c86258ae98d tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/networks?id=72959918-115f-4f15-a904-42652bab9b2e HTTP/1.1" status: 200 len: 810 time: 0.3839495 Dec 17 15:21:47.785177 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-217866bf-e2dc-4f49-bee7-8801001a369f req-ae4b94c0-2aa7-4915-8041-437dab7dcd77 service neutron] For port 1b891bdb-7a5e-46d6-9f37-de70971d3793, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=1b891bdb-7a5e-46d6-9f37-de70971d3793,segment=NetworkSegment(a3ed8bc9-37dd-4a75-a62b-f36aa58f559a),segment_id=a3ed8bc9-37dd-4a75-a62b-f36aa58f559a)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:21:47.796821 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.extraroute_db [None req-e5df45e4-16eb-46fb-8113-4952f2de2c92 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Removed routes are [] {{(pid=102832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 17 15:21:47.797632 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e5df45e4-16eb-46fb-8113-4952f2de2c92 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3972409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3970533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11983'] for router, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:47.803175 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e47fc29c-8ac4-4286-a5c8-1b803c7b396e up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:21:47.817350 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a114ba4f-2faa-4d99-8431-9e185647453d req-4d35b537-3baf-4875-9a63-69d93c051240 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952193 Dec 17 15:21:47.833104 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-6bd97756-1987-4e85-9904-d57c688baa58 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/quotas/47d7fbf2bea4406699034a230bc642f9 HTTP/1.1" status: 200 len: 375 time: 0.0422843 Dec 17 15:21:47.893911 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-c2a6bec1-0c9b-4914-aa72-2a13abe95837 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=47d7fbf2bea4406699034a230bc642f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594585 Dec 17 15:21:47.907591 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-81aff909-f533-44f7-b1a3-84e1a6c07511 None None] Attempting to bind port 5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:21:47.908068 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-81aff909-f533-44f7-b1a3-84e1a6c07511 None None] Attempting to bind port 5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '8bade3c5-ece6-4e47-8700-64f9dd88a73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '60c4b4e5-ce5d-49e4-b1a6-de3a604464d6'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:21:47.909672 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aff909-f533-44f7-b1a3-84e1a6c07511 None None] Attempting to bind port 5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4 on network 60c4b4e5-ce5d-49e4-b1a6-de3a604464d6 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:21:47.929637 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aff909-f533-44f7-b1a3-84e1a6c07511 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:21:47.936198 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aff909-f533-44f7-b1a3-84e1a6c07511 None None] Checking segment: {'id': '8bade3c5-ece6-4e47-8700-64f9dd88a73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '60c4b4e5-ce5d-49e4-b1a6-de3a604464d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:21:47.936692 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-81aff909-f533-44f7-b1a3-84e1a6c07511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:47.937148 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aff909-f533-44f7-b1a3-84e1a6c07511 None None] Bound using segment: {'id': '8bade3c5-ece6-4e47-8700-64f9dd88a73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '60c4b4e5-ce5d-49e4-b1a6-de3a604464d6'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:21:47.937657 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-81aff909-f533-44f7-b1a3-84e1a6c07511 None None] Bound port: 5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bade3c5-ece6-4e47-8700-64f9dd88a73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '60c4b4e5-ce5d-49e4-b1a6-de3a604464d6'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:21:47.938045 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-81aff909-f533-44f7-b1a3-84e1a6c07511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:47.989746 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-35912852-b672-48c3-8685-1804879fcda0 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:47.990466 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-35912852-b672-48c3-8685-1804879fcda0 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:48.007916 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-217866bf-e2dc-4f49-bee7-8801001a369f req-ae4b94c0-2aa7-4915-8041-437dab7dcd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:48.015886 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port e47fc29c-8ac4-4286-a5c8-1b803c7b396e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:48.016282 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:48.067819 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-81aff909-f533-44f7-b1a3-84e1a6c07511 None None] For port 5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:21:48.072566 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-81aff909-f533-44f7-b1a3-84e1a6c07511 None None] For port 5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4,segment=NetworkSegment(8bade3c5-ece6-4e47-8700-64f9dd88a73e),segment_id=8bade3c5-ece6-4e47-8700-64f9dd88a73e)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:21:48.112179 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217866bf-e2dc-4f49-bee7-8801001a369f req-ae4b94c0-2aa7-4915-8041-437dab7dcd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:48.112906 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-217866bf-e2dc-4f49-bee7-8801001a369f req-ae4b94c0-2aa7-4915-8041-437dab7dcd77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:48.114315 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-217866bf-e2dc-4f49-bee7-8801001a369f req-ae4b94c0-2aa7-4915-8041-437dab7dcd77 service neutron] 10.222.0.41 "PUT /v2.0/ports/1b891bdb-7a5e-46d6-9f37-de70971d3793 HTTP/1.1" status: 200 len: 1092 time: 2.8377717 Dec 17 15:21:48.120928 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a8ef3ff-ce4a-4600-9c93-2e7b760968be', 'tag': '1b891bdb-7a5e-46d6-9f37-de70971d3793'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:21:48.123338 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a126628-43d1-4488-bab4-0fcd5d47833c" -d '{"events": [{"name": "network-changed", "server_uuid": "0a8ef3ff-ce4a-4600-9c93-2e7b760968be", "tag": "1b891bdb-7a5e-46d6-9f37-de70971d3793"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:21:48.167948 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-9f674273-3ddd-48d4-9b5a-c4af85c7b752 None None] Provisioning complete for port 5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:48.168444 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9f674273-3ddd-48d4-9b5a-c4af85c7b752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:48.207668 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-b6b27f52-c343-4663-ba24-0e7a27827591 service neutron] 10.222.0.46 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127918 Dec 17 15:21:48.207905 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-9f674273-3ddd-48d4-9b5a-c4af85c7b752 None None] Port 5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:21:48.218258 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-35912852-b672-48c3-8685-1804879fcda0 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3106840 Dec 17 15:21:48.251765 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-28ce403c-37cd-40de-9dfe-5a9cbcc03537 service neutron] Request body: {'port': {'device_id': '9ba6c05a-cbd4-4916-9f14-328566dee045', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:48.280247 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-81aff909-f533-44f7-b1a3-84e1a6c07511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:48.319868 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b94c0-2aa7-4915-8041-437dab7dcd77 service neutron] Pushing event updated for resources: {'Port': ['ID=1b891bdb-7a5e-46d6-9f37-de70971d3793,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:48.333184 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e9424-1839-488e-af8b-f6f6539d18ee req-31d4dfb6-6897-4217-b217-863824e4aa53 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:48.341649 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-104e9424-1839-488e-af8b-f6f6539d18ee req-31d4dfb6-6897-4217-b217-863824e4aa53 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 932 time: 0.3595202 Dec 17 15:21:48.357219 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9294b6c-fc79-4c4a-8c4e-3f4af8a652f5 None None] Pushing event updated for resources: {'Port': ['ID=5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:48.359802 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aff909-f533-44f7-b1a3-84e1a6c07511 None None] Routers {'5f7ac2c0-93ed-402a-8162-96aec8987868'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:21:48.360397 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-81aff909-f533-44f7-b1a3-84e1a6c07511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:21:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5f7ac2c0-93ed-402a-8162-96aec8987868'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:48.468292 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-81aff909-f533-44f7-b1a3-84e1a6c07511 None None] Set router 5f7ac2c0-93ed-402a-8162-96aec8987868 gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:21:48.567418 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2d07bd4a-c077-4e1a-9e56-0e7aa9dcf518 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:48.603187 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-104e9424-1839-488e-af8b-f6f6539d18ee req-0eecc4a2-fdcb-4526-a6e0-16cb921e6a1e tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604959 Dec 17 15:21:48.619667 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-28ce403c-37cd-40de-9dfe-5a9cbcc03537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:48.626456 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e5df45e4-16eb-46fb-8113-4952f2de2c92 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3972409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3970533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11983'] for router, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:48.635341 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07bd4a-c077-4e1a-9e56-0e7aa9dcf518 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Pushing event updated for resources: {'Subnet': ['ID=90eecb9c-c413-4913-8f92-57cbf0e58773,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:48.650186 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d07bd4a-c077-4e1a-9e56-0e7aa9dcf518 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Checking segment: {'id': '82d970b0-28b4-4078-9a93-f5794e0f2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '01313933-f78e-478a-8347-2bc707d5b54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:21:48.650763 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d07bd4a-c077-4e1a-9e56-0e7aa9dcf518 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Network hostable DHCP agents. Network: 01313933-f78e-478a-8347-2bc707d5b54c, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:21:48.659852 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217866bf-e2dc-4f49-bee7-8801001a369f req-f65f9bf5-ade2-4fa9-ad2c-6a8a1a6c812c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:48.660986 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-217866bf-e2dc-4f49-bee7-8801001a369f req-f65f9bf5-ade2-4fa9-ad2c-6a8a1a6c812c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1407878f6eb44e929267c0f543df9a52&device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 1095 time: 0.3089917 Dec 17 15:21:48.663510 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-f71e6dc8-08a6-42fc-a6cb-07aab68c60ef service neutron] 10.222.0.46 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297540 Dec 17 15:21:48.666093 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e5df45e4-16eb-46fb-8113-4952f2de2c92 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3972400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3972399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3970524'] for router, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:48.709536 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-978f896d-7ac6-4a88-8796-ec875d6a24ea None None] Provisioning complete for port 5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:48.709536 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-978f896d-7ac6-4a88-8796-ec875d6a24ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:48.791327 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65542dd9-3c3b-40c8-8e66-a85d81f3dac3 x-openstack-request-id: req-65542dd9-3c3b-40c8-8e66-a85d81f3dac3 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:21:48.791707 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a8ef3ff-ce4a-4600-9c93-2e7b760968be", "tag": "1b891bdb-7a5e-46d6-9f37-de70971d3793", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:21:48.791854 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-65542dd9-3c3b-40c8-8e66-a85d81f3dac3 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:21:48.792252 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a8ef3ff-ce4a-4600-9c93-2e7b760968be', 'tag': '1b891bdb-7a5e-46d6-9f37-de70971d3793', 'status': 'completed', 'code': 200} Dec 17 15:21:48.793786 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-217866bf-e2dc-4f49-bee7-8801001a369f req-8f3fdfae-28d0-4abe-a944-5d344838f37a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b891bdb-7a5e-46d6-9f37-de70971d3793 HTTP/1.1" status: 200 len: 217 time: 0.0984263 Dec 17 15:21:48.826124 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-81aff909-f533-44f7-b1a3-84e1a6c07511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'name': 'tempest-RoutersTest-router-1674533846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:10Z', 'updated_at': '2021-12-17T15:21:47Z', 'revision_number': 6, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'gw_port_host': None, '_interfaces': [{'id': '5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4', 'name': '', 'network_id': '60c4b4e5-ce5d-49e4-b1a6-de3a604464d6', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:36:88:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '291f97ef-5bf9-4d0a-ab81-16e5ebabc23d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:39Z', 'updated_at': '2021-12-17T15:21:48Z', 'revision_number': 4, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '291f97ef-5bf9-4d0a-ab81-16e5ebabc23d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '622ab47c-6e12-4f59-a46a-d2cc2eab1c17', 'name': '', 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:ff:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:13Z', 'updated_at': '2021-12-17T15:21:20Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '984f5b3d-004e-4397-b36e-6685cc9bfd41', 'name': '', 'network_id': 'bd1b32ca-a2fc-443f-a3c9-ac154319ae9d', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:31:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '6062b771-5131-4639-ac9c-3ede54055e96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:22Z', 'updated_at': '2021-12-17T15:21:30Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '6062b771-5131-4639-ac9c-3ede54055e96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f50a5409-8e62-4694-afeb-f36b061fdea3', 'name': '', 'network_id': '05f31c38-3a8a-4fd3-9c80-0a77ceae7802', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:40:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:28Z', 'updated_at': '2021-12-17T15:21:36Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': 'a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:48.835709 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d07bd4a-c077-4e1a-9e56-0e7aa9dcf518 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Network 01313933-f78e-478a-8347-2bc707d5b54c is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:21:48.863366 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81aff909-f533-44f7-b1a3-84e1a6c07511 None None] The sync data for ids ['5f7ac2c0-93ed-402a-8162-96aec8987868'] in n-d-820553-2 is: [{'id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'name': 'tempest-RoutersTest-router-1674533846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:10Z', 'updated_at': '2021-12-17T15:21:47Z', 'revision_number': 6, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'gw_port_host': None, '_interfaces': [{'id': '5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4', 'name': '', 'network_id': '60c4b4e5-ce5d-49e4-b1a6-de3a604464d6', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:36:88:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '291f97ef-5bf9-4d0a-ab81-16e5ebabc23d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:39Z', 'updated_at': '2021-12-17T15:21:48Z', 'revision_number': 4, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '291f97ef-5bf9-4d0a-ab81-16e5ebabc23d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '622ab47c-6e12-4f59-a46a-d2cc2eab1c17', 'name': '', 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:ff:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:13Z', 'updated_at': '2021-12-17T15:21:20Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '984f5b3d-004e-4397-b36e-6685cc9bfd41', 'name': '', 'network_id': 'bd1b32ca-a2fc-443f-a3c9-ac154319ae9d', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:31:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '6062b771-5131-4639-ac9c-3ede54055e96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:22Z', 'updated_at': '2021-12-17T15:21:30Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '6062b771-5131-4639-ac9c-3ede54055e96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f50a5409-8e62-4694-afeb-f36b061fdea3', 'name': '', 'network_id': '05f31c38-3a8a-4fd3-9c80-0a77ceae7802', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:40:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:28Z', 'updated_at': '2021-12-17T15:21:36Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': 'a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:21:48.866039 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-978f896d-7ac6-4a88-8796-ec875d6a24ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:48.902057 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-978f896d-7ac6-4a88-8796-ec875d6a24ea None None] For port 5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4,segment=NetworkSegment(8bade3c5-ece6-4e47-8700-64f9dd88a73e),segment_id=8bade3c5-ece6-4e47-8700-64f9dd88a73e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:48.982313 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-2d07bd4a-c077-4e1a-9e56-0e7aa9dcf518 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 01313933-f78e-478a-8347-2bc707d5b54c) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:48.986736 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2d07bd4a-c077-4e1a-9e56-0e7aa9dcf518 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:48.992855 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a198aed-ef4e-46ad-990f-fe6ca606d83a None None] Network 01313933-f78e-478a-8347-2bc707d5b54c requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:21:49.058319 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-978f896d-7ac6-4a88-8796-ec875d6a24ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:49.102060 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07bd4a-c077-4e1a-9e56-0e7aa9dcf518 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Pushing event updated for resources: {'Subnet': ['ID=5dbed404-1e8c-4d7d-a98d-dc1c4d50acac,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:49.122794 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217866bf-e2dc-4f49-bee7-8801001a369f req-612f29f6-02cf-4e0f-97ed-7b1d299db8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:49.124454 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-217866bf-e2dc-4f49-bee7-8801001a369f req-612f29f6-02cf-4e0f-97ed-7b1d299db8cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b59121e-95f1-4cb2-baf2-d0a298aafb94 HTTP/1.1" status: 200 len: 850 time: 0.2958426 Dec 17 15:21:49.133943 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f896d-7ac6-4a88-8796-ec875d6a24ea None None] Pushing event updated for resources: {'Port': ['ID=5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:49.151685 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d07bd4a-c077-4e1a-9e56-0e7aa9dcf518 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Checking segment: {'id': '67f335e6-aea5-42fc-affb-5c9af0142c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '206ed361-9e91-4a8d-9050-d44a1c5ad8f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:21:49.153825 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d07bd4a-c077-4e1a-9e56-0e7aa9dcf518 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Network hostable DHCP agents. Network: 206ed361-9e91-4a8d-9050-d44a1c5ad8f1, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:21:49.212785 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5df45e4-16eb-46fb-8113-4952f2de2c92 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Router 5f7ac2c0-93ed-402a-8162-96aec8987868 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:21:49.293313 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-217866bf-e2dc-4f49-bee7-8801001a369f req-9f988b4d-d6a8-46ea-a3be-d21f2f51aaa5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a81410f2-8387-44e0-b580-7a2346e72e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1384718 Dec 17 15:21:49.297642 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b5d63495-7f2d-444b-8125-4390864a53bd req-37e1cd32-071b-43ce-921b-1370581e9b29 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=af175e29-f253-45e8-8e1d-bedd5a96b0fd HTTP/1.1" status: 200 len: 210 time: 0.0805907 Dec 17 15:21:49.308694 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d07bd4a-c077-4e1a-9e56-0e7aa9dcf518 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Network 206ed361-9e91-4a8d-9050-d44a1c5ad8f1 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:21:49.333263 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc03bb8-36f2-4fec-954d-2aa8bd1f05f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-01313933-f78e-478a-8347-2bc707d5b54c', 'network_id': '01313933-f78e-478a-8347-2bc707d5b54c', 'tenant_id': '84886991eb7b41f3a6766589a04f3a4d', 'fixed_ips': [{'subnet_id': '90eecb9c-c413-4913-8f92-57cbf0e58773'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:21:49.334301 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ecc03bb8-36f2-4fec-954d-2aa8bd1f05f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:49.338062 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58810b-9dd0-4da5-a1fc-7342257a5bb0 req-b63b28d5-2467-4c8a-89ba-cccab698693a tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:49.339640 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2c58810b-9dd0-4da5-a1fc-7342257a5bb0 req-b63b28d5-2467-4c8a-89ba-cccab698693a tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 944 time: 0.3353121 Dec 17 15:21:49.411341 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-2d07bd4a-c077-4e1a-9e56-0e7aa9dcf518 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 206ed361-9e91-4a8d-9050-d44a1c5ad8f1) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:49.416492 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d07bd4a-c077-4e1a-9e56-0e7aa9dcf518 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:49.416972 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d07bd4a-c077-4e1a-9e56-0e7aa9dcf518 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:49.422969 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2d07bd4a-c077-4e1a-9e56-0e7aa9dcf518 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:49.443032 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70efc14-564f-4fb5-a982-a0303ab3bc64 None None] Network 206ed361-9e91-4a8d-9050-d44a1c5ad8f1 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:21:49.523948 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2d07bd4a-c077-4e1a-9e56-0e7aa9dcf518 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.2581062 Dec 17 15:21:49.526541 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54604) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:49.584170 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-ecc03bb8-36f2-4fec-954d-2aa8bd1f05f8 None None] Allocated IP 172.20.0.2 (01313933-f78e-478a-8347-2bc707d5b54c/90eecb9c-c413-4913-8f92-57cbf0e58773/8fbdc4a0-e5b5-46d5-83cb-e3acb7b47806) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:21:49.641871 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2748504-82e9-4d95-8423-5a5b4fd0a0d6 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:49.656033 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2748504-82e9-4d95-8423-5a5b4fd0a0d6 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:49.660559 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2748504-82e9-4d95-8423-5a5b4fd0a0d6 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:49.663643 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a2748504-82e9-4d95-8423-5a5b4fd0a0d6 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1358678 Dec 17 15:21:49.667983 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54608) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:49.759598 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4409d30-15d9-4070-9e5a-33956d86e2f9 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Deleting subnet 90eecb9c-c413-4913-8f92-57cbf0e58773 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:21:49.762651 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9aa1e0-320b-412c-a7f7-e5c3fd6e9aa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-206ed361-9e91-4a8d-9050-d44a1c5ad8f1', 'network_id': '206ed361-9e91-4a8d-9050-d44a1c5ad8f1', 'tenant_id': '84886991eb7b41f3a6766589a04f3a4d', 'fixed_ips': [{'subnet_id': '5dbed404-1e8c-4d7d-a98d-dc1c4d50acac'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:21:49.763540 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa1e0-320b-412c-a7f7-e5c3fd6e9aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:49.912406 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:21:49.966549 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2c58810b-9dd0-4da5-a1fc-7342257a5bb0 req-3f7d3327-4205-4aaf-98a1-7f81f78d6bfb tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6121995 Dec 17 15:21:49.975185 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ecc03bb8-36f2-4fec-954d-2aa8bd1f05f8 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:50.013849 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155e009-0412-4aac-82b1-7879e3b84b99 req-93321a85-bf53-4590-b312-c4da7d812d54 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:50.015405 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e155e009-0412-4aac-82b1-7879e3b84b99 req-93321a85-bf53-4590-b312-c4da7d812d54 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 932 time: 0.2241967 Dec 17 15:21:50.056966 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-dd9aa1e0-320b-412c-a7f7-e5c3fd6e9aa7 None None] Allocated IP 172.20.0.18 (206ed361-9e91-4a8d-9050-d44a1c5ad8f1/5dbed404-1e8c-4d7d-a98d-dc1c4d50acac/81b57350-9839-4969-8151-1e095143d599) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:21:50.071882 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:50.072407 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:50.084340 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5df45e4-16eb-46fb-8113-4952f2de2c92 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:21:50.087351 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c4409d30-15d9-4070-9e5a-33956d86e2f9 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:50.093875 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e5df45e4-16eb-46fb-8113-4952f2de2c92 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:50.097299 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e5df45e4-16eb-46fb-8113-4952f2de2c92 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "PUT /v2.0/routers/5f7ac2c0-93ed-402a-8162-96aec8987868 HTTP/1.1" status: 200 len: 934 time: 3.7193263 Dec 17 15:21:50.097672 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-217866bf-e2dc-4f49-bee7-8801001a369f req-d476d175-9a73-4854-9926-10465b827e3b service neutron] 10.222.0.41 "GET /v2.0/networks/a81410f2-8387-44e0-b580-7a2346e72e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7819638 Dec 17 15:21:50.100209 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54616) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:50.123332 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08477c4-998c-4ed5-a907-ea04fed4af34 None None] Sync routers for ids ['5f7ac2c0-93ed-402a-8162-96aec8987868'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:21:50.132382 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ecc03bb8-36f2-4fec-954d-2aa8bd1f05f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:50.136794 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08477c4-998c-4ed5-a907-ea04fed4af34 None None] Routers {'5f7ac2c0-93ed-402a-8162-96aec8987868'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:21:50.137474 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-a08477c4-998c-4ed5-a907-ea04fed4af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:21:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5f7ac2c0-93ed-402a-8162-96aec8987868'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:50.178231 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c4409d30-15d9-4070-9e5a-33956d86e2f9 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:50.248848 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc03bb8-36f2-4fec-954d-2aa8bd1f05f8 None None] Network 01313933-f78e-478a-8347-2bc707d5b54c is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:21:50.252888 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-ecc03bb8-36f2-4fec-954d-2aa8bd1f05f8 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:50.259169 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc03bb8-36f2-4fec-954d-2aa8bd1f05f8 None None] Pushing event updated for resources: {'Port': ['ID=8fbdc4a0-e5b5-46d5-83cb-e3acb7b47806,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:50.263630 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc03bb8-36f2-4fec-954d-2aa8bd1f05f8 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:21:50.267193 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-a08477c4-998c-4ed5-a907-ea04fed4af34 None None] Set router 5f7ac2c0-93ed-402a-8162-96aec8987868 gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:21:50.292285 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-28ce403c-37cd-40de-9dfe-5a9cbcc03537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c972ba9f-286e-429f-b2b8-711964f9dbf4 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:21:50.303206 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-28ce403c-37cd-40de-9dfe-5a9cbcc03537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:50.317274 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-28ce403c-37cd-40de-9dfe-5a9cbcc03537 service neutron] Transition to ACTIVE for port object c972ba9f-286e-429f-b2b8-711964f9dbf4 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:21:50.340742 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e155e009-0412-4aac-82b1-7879e3b84b99 req-24790e4e-08b0-4e82-aab3-f483752c44b6 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091867 Dec 17 15:21:50.342534 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c4409d30-15d9-4070-9e5a-33956d86e2f9 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:50.371478 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b9aaf5d2-7e82-4768-97db-4ead13225958 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "GET /v2.0/routers/5f7ac2c0-93ed-402a-8162-96aec8987868 HTTP/1.1" status: 200 len: 934 time: 0.2315402 Dec 17 15:21:50.379051 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54622) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:50.404060 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-ecc03bb8-36f2-4fec-954d-2aa8bd1f05f8 None None] Attempting to bind port 8fbdc4a0-e5b5-46d5-83cb-e3acb7b47806 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:21:50.404433 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-ecc03bb8-36f2-4fec-954d-2aa8bd1f05f8 None None] Attempting to bind port 8fbdc4a0-e5b5-46d5-83cb-e3acb7b47806 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '82d970b0-28b4-4078-9a93-f5794e0f2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '01313933-f78e-478a-8347-2bc707d5b54c'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:21:50.404883 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc03bb8-36f2-4fec-954d-2aa8bd1f05f8 None None] Attempting to bind port 8fbdc4a0-e5b5-46d5-83cb-e3acb7b47806 on network 01313933-f78e-478a-8347-2bc707d5b54c {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:21:50.423742 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc03bb8-36f2-4fec-954d-2aa8bd1f05f8 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:21:50.424119 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc03bb8-36f2-4fec-954d-2aa8bd1f05f8 None None] Checking segment: {'id': '82d970b0-28b4-4078-9a93-f5794e0f2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '01313933-f78e-478a-8347-2bc707d5b54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:21:50.427132 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ecc03bb8-36f2-4fec-954d-2aa8bd1f05f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:50.427132 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc03bb8-36f2-4fec-954d-2aa8bd1f05f8 None None] Bound using segment: {'id': '82d970b0-28b4-4078-9a93-f5794e0f2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '01313933-f78e-478a-8347-2bc707d5b54c'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:21:50.427132 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-ecc03bb8-36f2-4fec-954d-2aa8bd1f05f8 None None] Bound port: 8fbdc4a0-e5b5-46d5-83cb-e3acb7b47806, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d970b0-28b4-4078-9a93-f5794e0f2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '01313933-f78e-478a-8347-2bc707d5b54c'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:21:50.427132 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ecc03bb8-36f2-4fec-954d-2aa8bd1f05f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:50.432125 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-b222d31b-99ad-4614-98a9-3434a56c8753 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Request body: {'router': {'routes': None}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:50.492238 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-28ce403c-37cd-40de-9dfe-5a9cbcc03537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:50.586422 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-810fedee-ff21-4956-8f2a-f107e635ce1e req-84dd5515-2bd8-453a-a81c-016c03eb649b tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=af175e29-f253-45e8-8e1d-bedd5a96b0fd HTTP/1.1" status: 200 len: 210 time: 0.1475823 Dec 17 15:21:50.594625 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c4409d30-15d9-4070-9e5a-33956d86e2f9 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:50.615413 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-a08477c4-998c-4ed5-a907-ea04fed4af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'name': 'tempest-RoutersTest-router-1674533846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:10Z', 'updated_at': '2021-12-17T15:21:47Z', 'revision_number': 6, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'gw_port_host': None, '_interfaces': [{'id': '5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4', 'name': '', 'network_id': '60c4b4e5-ce5d-49e4-b1a6-de3a604464d6', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:36:88:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '291f97ef-5bf9-4d0a-ab81-16e5ebabc23d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:39Z', 'updated_at': '2021-12-17T15:21:48Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '291f97ef-5bf9-4d0a-ab81-16e5ebabc23d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '622ab47c-6e12-4f59-a46a-d2cc2eab1c17', 'name': '', 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:ff:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:13Z', 'updated_at': '2021-12-17T15:21:20Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '984f5b3d-004e-4397-b36e-6685cc9bfd41', 'name': '', 'network_id': 'bd1b32ca-a2fc-443f-a3c9-ac154319ae9d', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:31:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '6062b771-5131-4639-ac9c-3ede54055e96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:22Z', 'updated_at': '2021-12-17T15:21:30Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '6062b771-5131-4639-ac9c-3ede54055e96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f50a5409-8e62-4694-afeb-f36b061fdea3', 'name': '', 'network_id': '05f31c38-3a8a-4fd3-9c80-0a77ceae7802', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:40:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:28Z', 'updated_at': '2021-12-17T15:21:36Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': 'a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:50.650665 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce403c-37cd-40de-9dfe-5a9cbcc03537 service neutron] Pushing event updated for resources: {'Port': ['ID=c972ba9f-286e-429f-b2b8-711964f9dbf4,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:50.656518 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08477c4-998c-4ed5-a907-ea04fed4af34 None None] Checking router: 5f7ac2c0-93ed-402a-8162-96aec8987868 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:21:50.664763 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa1e0-320b-412c-a7f7-e5c3fd6e9aa7 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:50.669857 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08477c4-998c-4ed5-a907-ea04fed4af34 None None] Routers {'5f7ac2c0-93ed-402a-8162-96aec8987868'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:21:50.670664 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-a08477c4-998c-4ed5-a907-ea04fed4af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:21:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5f7ac2c0-93ed-402a-8162-96aec8987868'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:50.700054 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-ecc03bb8-36f2-4fec-954d-2aa8bd1f05f8 None None] For port 8fbdc4a0-e5b5-46d5-83cb-e3acb7b47806, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:21:50.703532 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-ecc03bb8-36f2-4fec-954d-2aa8bd1f05f8 None None] For port 8fbdc4a0-e5b5-46d5-83cb-e3acb7b47806, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=8fbdc4a0-e5b5-46d5-83cb-e3acb7b47806,segment=NetworkSegment(82d970b0-28b4-4078-9a93-f5794e0f2fa6),segment_id=82d970b0-28b4-4078-9a93-f5794e0f2fa6)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:21:50.708339 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4409d30-15d9-4070-9e5a-33956d86e2f9 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Pushing event deleted for resources: {'Subnet': ['ID=90eecb9c-c413-4913-8f92-57cbf0e58773,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:50.713140 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c4409d30-15d9-4070-9e5a-33956d86e2f9 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:50.718800 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c4409d30-15d9-4070-9e5a-33956d86e2f9 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] 10.222.0.46 "DELETE /v2.0/subnets/90eecb9c-c413-4913-8f92-57cbf0e58773 HTTP/1.1" status: 204 len: 168 time: 1.0463636 Dec 17 15:21:50.719212 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54624) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:50.768282 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-217866bf-e2dc-4f49-bee7-8801001a369f req-adc45510-09a7-470e-a064-1980a56530e8 service neutron] 10.222.0.41 "GET /v2.0/networks/a81410f2-8387-44e0-b580-7a2346e72e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490979 Dec 17 15:21:50.783227 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-a08477c4-998c-4ed5-a907-ea04fed4af34 None None] Set router 5f7ac2c0-93ed-402a-8162-96aec8987868 gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:21:50.784262 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-c29029f8-cd97-4507-95ea-5607a451dc4f tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Deleting subnet 5dbed404-1e8c-4d7d-a98d-dc1c4d50acac {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:21:50.790137 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa1e0-320b-412c-a7f7-e5c3fd6e9aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:50.801662 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c29029f8-cd97-4507-95ea-5607a451dc4f tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:50.851372 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9aa1e0-320b-412c-a7f7-e5c3fd6e9aa7 None None] Network 206ed361-9e91-4a8d-9050-d44a1c5ad8f1 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:21:50.858051 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ecc03bb8-36f2-4fec-954d-2aa8bd1f05f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:50.860790 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-dd9aa1e0-320b-412c-a7f7-e5c3fd6e9aa7 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:50.863924 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9aa1e0-320b-412c-a7f7-e5c3fd6e9aa7 None None] Pushing event updated for resources: {'Port': ['ID=81b57350-9839-4969-8151-1e095143d599,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:50.869684 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c29029f8-cd97-4507-95ea-5607a451dc4f tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:50.879128 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9aa1e0-320b-412c-a7f7-e5c3fd6e9aa7 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:21:50.904317 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9aa1e0-320b-412c-a7f7-e5c3fd6e9aa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:50.905009 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9aa1e0-320b-412c-a7f7-e5c3fd6e9aa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:50.905613 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9aa1e0-320b-412c-a7f7-e5c3fd6e9aa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:50.906104 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9aa1e0-320b-412c-a7f7-e5c3fd6e9aa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:50.907837 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9aa1e0-320b-412c-a7f7-e5c3fd6e9aa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:50.907837 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9aa1e0-320b-412c-a7f7-e5c3fd6e9aa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:50.907837 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9aa1e0-320b-412c-a7f7-e5c3fd6e9aa7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:50.907837 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9aa1e0-320b-412c-a7f7-e5c3fd6e9aa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:50.908280 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9aa1e0-320b-412c-a7f7-e5c3fd6e9aa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:50.908762 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9aa1e0-320b-412c-a7f7-e5c3fd6e9aa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:50.909284 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9aa1e0-320b-412c-a7f7-e5c3fd6e9aa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:50.909770 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9aa1e0-320b-412c-a7f7-e5c3fd6e9aa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:21:50.968510 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc03bb8-36f2-4fec-954d-2aa8bd1f05f8 None None] Pushing event updated for resources: {'Port': ['ID=8fbdc4a0-e5b5-46d5-83cb-e3acb7b47806,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:51.033522 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-dd9aa1e0-320b-412c-a7f7-e5c3fd6e9aa7 None None] Attempting to bind port 81b57350-9839-4969-8151-1e095143d599 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:21:51.034407 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-dd9aa1e0-320b-412c-a7f7-e5c3fd6e9aa7 None None] Attempting to bind port 81b57350-9839-4969-8151-1e095143d599 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '67f335e6-aea5-42fc-affb-5c9af0142c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '206ed361-9e91-4a8d-9050-d44a1c5ad8f1'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:21:51.034407 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9aa1e0-320b-412c-a7f7-e5c3fd6e9aa7 None None] Attempting to bind port 81b57350-9839-4969-8151-1e095143d599 on network 206ed361-9e91-4a8d-9050-d44a1c5ad8f1 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:21:51.043221 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9aa1e0-320b-412c-a7f7-e5c3fd6e9aa7 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:21:51.043221 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9aa1e0-320b-412c-a7f7-e5c3fd6e9aa7 None None] Checking segment: {'id': '67f335e6-aea5-42fc-affb-5c9af0142c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '206ed361-9e91-4a8d-9050-d44a1c5ad8f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:21:51.043608 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa1e0-320b-412c-a7f7-e5c3fd6e9aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:51.043871 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9aa1e0-320b-412c-a7f7-e5c3fd6e9aa7 None None] Bound using segment: {'id': '67f335e6-aea5-42fc-affb-5c9af0142c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '206ed361-9e91-4a8d-9050-d44a1c5ad8f1'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:21:51.044339 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-dd9aa1e0-320b-412c-a7f7-e5c3fd6e9aa7 None None] Bound port: 81b57350-9839-4969-8151-1e095143d599, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67f335e6-aea5-42fc-affb-5c9af0142c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '206ed361-9e91-4a8d-9050-d44a1c5ad8f1'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:21:51.044722 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa1e0-320b-412c-a7f7-e5c3fd6e9aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:51.048504 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c29029f8-cd97-4507-95ea-5607a451dc4f tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:51.176377 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-a08477c4-998c-4ed5-a907-ea04fed4af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'name': 'tempest-RoutersTest-router-1674533846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:10Z', 'updated_at': '2021-12-17T15:21:47Z', 'revision_number': 6, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'gw_port_host': None, '_interfaces': [{'id': '5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4', 'name': '', 'network_id': '60c4b4e5-ce5d-49e4-b1a6-de3a604464d6', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:36:88:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '291f97ef-5bf9-4d0a-ab81-16e5ebabc23d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:39Z', 'updated_at': '2021-12-17T15:21:48Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '291f97ef-5bf9-4d0a-ab81-16e5ebabc23d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '622ab47c-6e12-4f59-a46a-d2cc2eab1c17', 'name': '', 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:ff:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:13Z', 'updated_at': '2021-12-17T15:21:20Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '984f5b3d-004e-4397-b36e-6685cc9bfd41', 'name': '', 'network_id': 'bd1b32ca-a2fc-443f-a3c9-ac154319ae9d', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:31:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '6062b771-5131-4639-ac9c-3ede54055e96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:22Z', 'updated_at': '2021-12-17T15:21:30Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '6062b771-5131-4639-ac9c-3ede54055e96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f50a5409-8e62-4694-afeb-f36b061fdea3', 'name': '', 'network_id': '05f31c38-3a8a-4fd3-9c80-0a77ceae7802', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:40:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:28Z', 'updated_at': '2021-12-17T15:21:36Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': 'a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:51.189276 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-28ce403c-37cd-40de-9dfe-5a9cbcc03537 service neutron] Attempting to bind port c972ba9f-286e-429f-b2b8-711964f9dbf4 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:21:51.189621 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-28ce403c-37cd-40de-9dfe-5a9cbcc03537 service neutron] Attempting to bind port c972ba9f-286e-429f-b2b8-711964f9dbf4 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '10c5f3e8-27cc-48e8-9601-dbc18db46683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '64af8fff-ac3a-4abc-8822-328e57318c5b'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:21:51.190019 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-28ce403c-37cd-40de-9dfe-5a9cbcc03537 service neutron] Attempting to bind port c972ba9f-286e-429f-b2b8-711964f9dbf4 on network 64af8fff-ac3a-4abc-8822-328e57318c5b {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:21:51.206851 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08477c4-998c-4ed5-a907-ea04fed4af34 None None] The sync data for ids ['5f7ac2c0-93ed-402a-8162-96aec8987868'] in n-d-820553-2 is: [{'id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'name': 'tempest-RoutersTest-router-1674533846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:10Z', 'updated_at': '2021-12-17T15:21:47Z', 'revision_number': 6, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'gw_port_host': None, '_interfaces': [{'id': '5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4', 'name': '', 'network_id': '60c4b4e5-ce5d-49e4-b1a6-de3a604464d6', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:36:88:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '291f97ef-5bf9-4d0a-ab81-16e5ebabc23d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:39Z', 'updated_at': '2021-12-17T15:21:48Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '291f97ef-5bf9-4d0a-ab81-16e5ebabc23d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '622ab47c-6e12-4f59-a46a-d2cc2eab1c17', 'name': '', 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:ff:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:13Z', 'updated_at': '2021-12-17T15:21:20Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '984f5b3d-004e-4397-b36e-6685cc9bfd41', 'name': '', 'network_id': 'bd1b32ca-a2fc-443f-a3c9-ac154319ae9d', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:31:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '6062b771-5131-4639-ac9c-3ede54055e96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:22Z', 'updated_at': '2021-12-17T15:21:30Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '6062b771-5131-4639-ac9c-3ede54055e96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f50a5409-8e62-4694-afeb-f36b061fdea3', 'name': '', 'network_id': '05f31c38-3a8a-4fd3-9c80-0a77ceae7802', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:40:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:28Z', 'updated_at': '2021-12-17T15:21:36Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': 'a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:21:51.225327 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-28ce403c-37cd-40de-9dfe-5a9cbcc03537 service neutron] Port c972ba9f-286e-429f-b2b8-711964f9dbf4 on network 64af8fff-ac3a-4abc-8822-328e57318c5b not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:21:51.227906 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-28ce403c-37cd-40de-9dfe-5a9cbcc03537 service neutron] Attempting to bind port c972ba9f-286e-429f-b2b8-711964f9dbf4 on network 64af8fff-ac3a-4abc-8822-328e57318c5b {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:21:51.260423 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c29029f8-cd97-4507-95ea-5607a451dc4f tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:51.262724 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-dd9aa1e0-320b-412c-a7f7-e5c3fd6e9aa7 None None] For port 81b57350-9839-4969-8151-1e095143d599, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:21:51.267477 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-dd9aa1e0-320b-412c-a7f7-e5c3fd6e9aa7 None None] For port 81b57350-9839-4969-8151-1e095143d599, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=81b57350-9839-4969-8151-1e095143d599,segment=NetworkSegment(67f335e6-aea5-42fc-affb-5c9af0142c67),segment_id=67f335e6-aea5-42fc-affb-5c9af0142c67)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:21:51.299875 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c29029f8-cd97-4507-95ea-5607a451dc4f tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:51.304293 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a126628-43d1-4488-bab4-0fcd5d47833c req-b6073516-316f-45f2-a105-6575581a20c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:51.306477 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a126628-43d1-4488-bab4-0fcd5d47833c req-b6073516-316f-45f2-a105-6575581a20c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1407878f6eb44e929267c0f543df9a52&device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 1095 time: 0.1809876 Dec 17 15:21:51.310500 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-28ce403c-37cd-40de-9dfe-5a9cbcc03537 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:21:51.310847 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-28ce403c-37cd-40de-9dfe-5a9cbcc03537 service neutron] Checking segment: {'id': '10c5f3e8-27cc-48e8-9601-dbc18db46683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '64af8fff-ac3a-4abc-8822-328e57318c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:21:51.311233 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-28ce403c-37cd-40de-9dfe-5a9cbcc03537 service neutron] Bound using segment: {'id': '10c5f3e8-27cc-48e8-9601-dbc18db46683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '64af8fff-ac3a-4abc-8822-328e57318c5b'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:21:51.311682 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-28ce403c-37cd-40de-9dfe-5a9cbcc03537 service neutron] Bound port: c972ba9f-286e-429f-b2b8-711964f9dbf4, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10c5f3e8-27cc-48e8-9601-dbc18db46683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '64af8fff-ac3a-4abc-8822-328e57318c5b'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:21:51.312051 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-28ce403c-37cd-40de-9dfe-5a9cbcc03537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:51.320623 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c29029f8-cd97-4507-95ea-5607a451dc4f tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] 10.222.0.46 "DELETE /v2.0/subnets/5dbed404-1e8c-4d7d-a98d-dc1c4d50acac HTTP/1.1" status: 204 len: 168 time: 0.6003356 Dec 17 15:21:51.323612 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54632) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:51.330451 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29029f8-cd97-4507-95ea-5607a451dc4f tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Pushing event deleted for resources: {'Subnet': ['ID=5dbed404-1e8c-4d7d-a98d-dc1c4d50acac,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:51.354984 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dd9aa1e0-320b-412c-a7f7-e5c3fd6e9aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:51.378587 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.extraroute_db [None req-b222d31b-99ad-4614-98a9-3434a56c8753 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Added routes are [] {{(pid=102832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 17 15:21:51.381016 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.extraroute_db [None req-b222d31b-99ad-4614-98a9-3434a56c8753 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 17 15:21:51.442643 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3436f7cc-e8b6-4664-a383-ba28ac2d26f9 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:51.449029 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3436f7cc-e8b6-4664-a383-ba28ac2d26f9 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1152217 Dec 17 15:21:51.456894 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54638) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:51.472359 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b222d31b-99ad-4614-98a9-3434a56c8753 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3972409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3970533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11983'] for router, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:51.510997 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9aa1e0-320b-412c-a7f7-e5c3fd6e9aa7 None None] Pushing event updated for resources: {'Port': ['ID=81b57350-9839-4969-8151-1e095143d599,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:51.597555 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e050694-8b3b-4dee-bbff-8c0c92372d14 req-f378dfa0-2a6b-4d61-bc90-40d5c02db2cc tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:51.599667 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e050694-8b3b-4dee-bbff-8c0c92372d14 req-f378dfa0-2a6b-4d61-bc90-40d5c02db2cc tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 944 time: 0.4285159 Dec 17 15:21:51.600992 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c387f0af-bdbd-423b-8081-d564980be3f0 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:51.667503 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-c387f0af-bdbd-423b-8081-d564980be3f0 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Deleting port 81b57350-9839-4969-8151-1e095143d599 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:21:51.668153 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c387f0af-bdbd-423b-8081-d564980be3f0 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:51.738898 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-28ce403c-37cd-40de-9dfe-5a9cbcc03537 service neutron] For port c972ba9f-286e-429f-b2b8-711964f9dbf4, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:21:51.779579 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-28ce403c-37cd-40de-9dfe-5a9cbcc03537 service neutron] For port c972ba9f-286e-429f-b2b8-711964f9dbf4, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=c972ba9f-286e-429f-b2b8-711964f9dbf4,segment=NetworkSegment(10c5f3e8-27cc-48e8-9601-dbc18db46683),segment_id=10c5f3e8-27cc-48e8-9601-dbc18db46683)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:21:51.798257 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17833ed8-d57a-4ffe-93d0-29c715a56547 req-8aeb6ddc-2857-4fa4-805a-4e3887db36ce tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:51.800458 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-c387f0af-bdbd-423b-8081-d564980be3f0 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] For port 81b57350-9839-4969-8151-1e095143d599, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=81b57350-9839-4969-8151-1e095143d599,segment=NetworkSegment(67f335e6-aea5-42fc-affb-5c9af0142c67),segment_id=67f335e6-aea5-42fc-affb-5c9af0142c67)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:51.802049 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c387f0af-bdbd-423b-8081-d564980be3f0 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:51.807919 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-17833ed8-d57a-4ffe-93d0-29c715a56547 req-8aeb6ddc-2857-4fa4-805a-4e3887db36ce tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 944 time: 0.2843111 Dec 17 15:21:51.837679 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-c387f0af-bdbd-423b-8081-d564980be3f0 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Calling delete_port for 81b57350-9839-4969-8151-1e095143d599 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:21:51.857505 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e050694-8b3b-4dee-bbff-8c0c92372d14 req-048a56fc-4fcb-4ba3-b3a9-04902f256a58 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050719 Dec 17 15:21:51.907433 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a126628-43d1-4488-bab4-0fcd5d47833c req-32a86bf9-c6b6-4f32-8d2b-0bb50db0e33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:51.908996 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a126628-43d1-4488-bab4-0fcd5d47833c req-32a86bf9-c6b6-4f32-8d2b-0bb50db0e33c service neutron] 10.222.0.41 "GET /v2.0/networks?id=a81410f2-8387-44e0-b580-7a2346e72e8a HTTP/1.1" status: 200 len: 911 time: 0.4792075 Dec 17 15:21:51.954957 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 8fbdc4a0-e5b5-46d5-83cb-e3acb7b47806 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:21:51.994967 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a126628-43d1-4488-bab4-0fcd5d47833c req-f99d4c08-2a00-4453-8605-520784bd7030 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b891bdb-7a5e-46d6-9f37-de70971d3793 HTTP/1.1" status: 200 len: 217 time: 0.0538578 Dec 17 15:21:51.996075 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-28ce403c-37cd-40de-9dfe-5a9cbcc03537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:52.011943 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-17833ed8-d57a-4ffe-93d0-29c715a56547 req-c5d0b1c8-ff64-4e48-b411-ec6db193856b tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022099 Dec 17 15:21:52.055880 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 8fbdc4a0-e5b5-46d5-83cb-e3acb7b47806 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:52.056667 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:52.113287 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-b1360fb6-eb59-4046-a15f-78c27ae2a266 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:52.115148 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-b1360fb6-eb59-4046-a15f-78c27ae2a266 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.13 "GET /v2.0/networks?id=72959918-115f-4f15-a904-42652bab9b2e HTTP/1.1" status: 200 len: 810 time: 0.2727439 Dec 17 15:21:52.134024 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-ad9f612a-9d60-4256-b7c5-35834fcd5254 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Request body: {'port': {'device_id': 'af175e29-f253-45e8-8e1d-bedd5a96b0fd', 'network_id': '72959918-115f-4f15-a904-42652bab9b2e', 'admin_state_up': True, 'tenant_id': '47d7fbf2bea4406699034a230bc642f9'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:52.207646 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:52.259748 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 8fbdc4a0-e5b5-46d5-83cb-e3acb7b47806, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=8fbdc4a0-e5b5-46d5-83cb-e3acb7b47806,segment=NetworkSegment(82d970b0-28b4-4078-9a93-f5794e0f2fa6),segment_id=82d970b0-28b4-4078-9a93-f5794e0f2fa6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:52.354656 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:52.432467 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=8fbdc4a0-e5b5-46d5-83cb-e3acb7b47806,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:52.433887 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b64e4e4-93eb-4296-9d0b-31373f3eef75 req-f73ab25e-e418-49db-9ad1-57f444a929eb tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=af175e29-f253-45e8-8e1d-bedd5a96b0fd HTTP/1.1" status: 200 len: 210 time: 0.4124968 Dec 17 15:21:52.454180 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-28ce403c-37cd-40de-9dfe-5a9cbcc03537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:52.454976 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-28ce403c-37cd-40de-9dfe-5a9cbcc03537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:52.456716 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-28ce403c-37cd-40de-9dfe-5a9cbcc03537 service neutron] 10.222.0.13 "PUT /v2.0/ports/c972ba9f-286e-429f-b2b8-711964f9dbf4 HTTP/1.1" status: 200 len: 1092 time: 4.2204783 Dec 17 15:21:52.463974 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ba6c05a-cbd4-4916-9f14-328566dee045', 'tag': 'c972ba9f-286e-429f-b2b8-711964f9dbf4'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:21:52.469417 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e163154e-f05c-4357-97e1-8d963c3a83b7" -d '{"events": [{"name": "network-changed", "server_uuid": "9ba6c05a-cbd4-4916-9f14-328566dee045", "tag": "c972ba9f-286e-429f-b2b8-711964f9dbf4"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:21:52.474954 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c387f0af-bdbd-423b-8081-d564980be3f0 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:52.478245 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b222d31b-99ad-4614-98a9-3434a56c8753 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3972409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3970533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11983'] for router, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:52.484080 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-ad9f612a-9d60-4256-b7c5-35834fcd5254 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Made reservation on behalf of 47d7fbf2bea4406699034a230bc642f9 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:21:52.491774 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-ad9f612a-9d60-4256-b7c5-35834fcd5254 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:52.505983 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b222d31b-99ad-4614-98a9-3434a56c8753 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3972400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3972399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3970524'] for router, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:52.515622 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce403c-37cd-40de-9dfe-5a9cbcc03537 service neutron] Pushing event updated for resources: {'Port': ['ID=c972ba9f-286e-429f-b2b8-711964f9dbf4,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:52.532912 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c387f0af-bdbd-423b-8081-d564980be3f0 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Pushing event deleted for resources: {'Port': ['ID=81b57350-9839-4969-8151-1e095143d599,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:52.543043 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c387f0af-bdbd-423b-8081-d564980be3f0 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] No DVR routers for this DVR port 81b57350-9839-4969-8151-1e095143d599 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:21:52.594200 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cd8afc-d713-4778-9d8c-17deead1b9ab None None] Network 01313933-f78e-478a-8347-2bc707d5b54c requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:21:52.660061 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a214038f-f507-4441-9645-cfff9c8f24f6 x-openstack-request-id: req-a214038f-f507-4441-9645-cfff9c8f24f6 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:21:52.660380 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ba6c05a-cbd4-4916-9f14-328566dee045", "tag": "c972ba9f-286e-429f-b2b8-711964f9dbf4", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:21:52.660639 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a214038f-f507-4441-9645-cfff9c8f24f6 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:21:52.661040 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ba6c05a-cbd4-4916-9f14-328566dee045', 'tag': 'c972ba9f-286e-429f-b2b8-711964f9dbf4', 'status': 'completed', 'code': 200} Dec 17 15:21:52.673435 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-2a0ebb14-6fbb-4948-977c-e881a7a1bc19 None None] Provisioning complete for port 8fbdc4a0-e5b5-46d5-83cb-e3acb7b47806 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:52.673816 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2a0ebb14-6fbb-4948-977c-e881a7a1bc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:52.677065 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b222d31b-99ad-4614-98a9-3434a56c8753 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Router 5f7ac2c0-93ed-402a-8162-96aec8987868 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:21:52.679896 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a126628-43d1-4488-bab4-0fcd5d47833c req-4bac544b-5b00-4397-81c8-6eec7e7f3c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:52.681416 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a126628-43d1-4488-bab4-0fcd5d47833c req-4bac544b-5b00-4397-81c8-6eec7e7f3c29 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b59121e-95f1-4cb2-baf2-d0a298aafb94 HTTP/1.1" status: 200 len: 850 time: 0.6495402 Dec 17 15:21:52.722870 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c387f0af-bdbd-423b-8081-d564980be3f0 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:52.739084 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a126628-43d1-4488-bab4-0fcd5d47833c req-728e4702-c581-4f80-b6c7-9783709b4b97 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a81410f2-8387-44e0-b580-7a2346e72e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383587 Dec 17 15:21:52.823395 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-ad9f612a-9d60-4256-b7c5-35834fcd5254 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Allocated IP 172.20.0.13 (72959918-115f-4f15-a904-42652bab9b2e/95ec1172-deaa-4898-b906-b0423633683b/199ec75a-495a-48fc-9542-46dd4ff16ce8) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:21:52.830162 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-c387f0af-bdbd-423b-8081-d564980be3f0 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206ed361-9e91-4a8d-9050-d44a1c5ad8f1']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:52.855872 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-c387f0af-bdbd-423b-8081-d564980be3f0 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67f335e6-aea5-42fc-affb-5c9af0142c67') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:52.856260 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-c387f0af-bdbd-423b-8081-d564980be3f0 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67f335e6-aea5-42fc-affb-5c9af0142c67') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:52.874309 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c387f0af-bdbd-423b-8081-d564980be3f0 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:52.898773 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163154e-f05c-4357-97e1-8d963c3a83b7 req-ec8c1212-da11-46ff-84a7-873da6b0f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:52.900296 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e163154e-f05c-4357-97e1-8d963c3a83b7 req-ec8c1212-da11-46ff-84a7-873da6b0f7e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c5523b5350454050bc24f1ee5a0a4b70&device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 1095 time: 0.2384953 Dec 17 15:21:52.913212 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c387f0af-bdbd-423b-8081-d564980be3f0 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:52.931208 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b222d31b-99ad-4614-98a9-3434a56c8753 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:21:52.931705 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c387f0af-bdbd-423b-8081-d564980be3f0 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:21:52.932959 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c387f0af-bdbd-423b-8081-d564980be3f0 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:52.935528 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:21:52.935528 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:21:52.935528 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:21:52.935528 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:21:52.935528 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:21:52.935528 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:21:52.935528 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:21:52.935528 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:21:52.935528 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:21:52.935528 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:21:52.935528 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:21:52.935528 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:21:52.935528 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:21:52.935528 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:21:52.935528 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:21:52.935528 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:21:52.935528 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:21:52.935528 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:21:52.935528 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:21:52.935528 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:21:52.935528 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:21:52.935528 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:21:52.935528 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:21:52.935528 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:21:52.935528 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:21:52.935528 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:21:52.935528 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:21:52.935528 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:21:52.935528 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:21:52.935528 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:21:52.935528 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:21:52.935528 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:21:52.943153 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ceb279-0d77-48e1-a4f9-d665d71121ca None None] Sync routers for ids ['5f7ac2c0-93ed-402a-8162-96aec8987868'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:21:52.959612 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b222d31b-99ad-4614-98a9-3434a56c8753 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:52.963554 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b222d31b-99ad-4614-98a9-3434a56c8753 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "PUT /v2.0/routers/5f7ac2c0-93ed-402a-8162-96aec8987868 HTTP/1.1" status: 200 len: 700 time: 2.5835011 Dec 17 15:21:52.964379 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54652) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:52.967242 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bddde1e-2dcb-453c-8df7-b148e2db73a7 None None] DHCP port deletion for 01313933-f78e-478a-8347-2bc707d5b54c request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:21:52.975363 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ceb279-0d77-48e1-a4f9-d665d71121ca None None] Routers {'5f7ac2c0-93ed-402a-8162-96aec8987868'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:21:52.983654 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-00ceb279-0d77-48e1-a4f9-d665d71121ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:21:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5f7ac2c0-93ed-402a-8162-96aec8987868'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:53.147074 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7805ef41-cf5b-401f-8511-ebb25488f38b None None] Network 206ed361-9e91-4a8d-9050-d44a1c5ad8f1 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:21:53.149113 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-ad9f612a-9d60-4256-b7c5-35834fcd5254 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:53.212288 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-00ceb279-0d77-48e1-a4f9-d665d71121ca None None] Set router 5f7ac2c0-93ed-402a-8162-96aec8987868 gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:21:53.214454 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-af200ccf-d1bc-4f7e-a5a8-12f936813aaa None None] Could not find standard attr ID for object 81b57350-9839-4969-8151-1e095143d599. {{(pid=102834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:21:53.216717 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a126628-43d1-4488-bab4-0fcd5d47833c req-3701fbcd-f7b4-4e2b-8cdb-2978828b3ab7 service neutron] 10.222.0.41 "GET /v2.0/networks/a81410f2-8387-44e0-b580-7a2346e72e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369299 Dec 17 15:21:53.223902 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c387f0af-bdbd-423b-8081-d564980be3f0 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:53.234000 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c387f0af-bdbd-423b-8081-d564980be3f0 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:53.241620 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c387f0af-bdbd-423b-8081-d564980be3f0 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] 10.222.0.46 "DELETE /v2.0/networks/206ed361-9e91-4a8d-9050-d44a1c5ad8f1 HTTP/1.1" status: 204 len: 168 time: 1.7782271 Dec 17 15:21:53.242073 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54656) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:53.263650 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c387f0af-bdbd-423b-8081-d564980be3f0 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Pushing event deleted for resources: {'Network': ['ID=206ed361-9e91-4a8d-9050-d44a1c5ad8f1,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:53.284735 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-0bddde1e-2dcb-453c-8df7-b148e2db73a7 None None] Deleting port 8fbdc4a0-e5b5-46d5-83cb-e3acb7b47806 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:21:53.285547 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0bddde1e-2dcb-453c-8df7-b148e2db73a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:53.326982 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-ad9f612a-9d60-4256-b7c5-35834fcd5254 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:53.327286 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-81e03117-9a51-4ce9-9267-f3ef57033317 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "GET /v2.0/routers/5f7ac2c0-93ed-402a-8162-96aec8987868 HTTP/1.1" status: 200 len: 700 time: 0.3214133 Dec 17 15:21:53.332594 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54660) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:53.343974 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163154e-f05c-4357-97e1-8d963c3a83b7 req-ec907d9b-09d2-4f81-9a9e-c83392570c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:53.345517 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e163154e-f05c-4357-97e1-8d963c3a83b7 req-ec907d9b-09d2-4f81-9a9e-c83392570c2d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c5523b5350454050bc24f1ee5a0a4b70&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4357860 Dec 17 15:21:53.353590 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a54ee-2795-4a86-89fe-f774011bc50a req-6432f7d8-393c-40b0-83b1-c37a8c8fd8a3 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:53.355093 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dc5a54ee-2795-4a86-89fe-f774011bc50a req-6432f7d8-393c-40b0-83b1-c37a8c8fd8a3 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 944 time: 0.3382826 Dec 17 15:21:53.386620 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1de12a-3bce-4842-8f19-5eac59ef7d83 req-ca7dedb3-d2d0-4be1-8d3e-1daf4763eb3b tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:53.388456 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dd1de12a-3bce-4842-8f19-5eac59ef7d83 req-ca7dedb3-d2d0-4be1-8d3e-1daf4763eb3b tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 944 time: 0.2535989 Dec 17 15:21:53.399280 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-ad9f612a-9d60-4256-b7c5-35834fcd5254 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Network 72959918-115f-4f15-a904-42652bab9b2e is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:21:53.444603 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-ad9f612a-9d60-4256-b7c5-35834fcd5254 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:21:53.447962 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-ad9f612a-9d60-4256-b7c5-35834fcd5254 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:21:53.494388 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-0bddde1e-2dcb-453c-8df7-b148e2db73a7 None None] For port 8fbdc4a0-e5b5-46d5-83cb-e3acb7b47806, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=8fbdc4a0-e5b5-46d5-83cb-e3acb7b47806,segment=NetworkSegment(82d970b0-28b4-4078-9a93-f5794e0f2fa6),segment_id=82d970b0-28b4-4078-9a93-f5794e0f2fa6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:53.495447 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0bddde1e-2dcb-453c-8df7-b148e2db73a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:53.507796 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0425c2e4-938f-4a6e-be69-266edff8d577 None None] DHCP port deletion for 206ed361-9e91-4a8d-9050-d44a1c5ad8f1 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:21:53.524068 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-0bddde1e-2dcb-453c-8df7-b148e2db73a7 None None] Calling delete_port for 8fbdc4a0-e5b5-46d5-83cb-e3acb7b47806 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:21:53.526457 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-114f8026-4726-4374-94c3-a91e637b6a0b tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:53.550624 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dc5a54ee-2795-4a86-89fe-f774011bc50a req-42f636ae-ce1e-4d2d-a60a-788729fdca36 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582987 Dec 17 15:21:53.553172 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f612a-9d60-4256-b7c5-35834fcd5254 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Pushing event updated for resources: {'Port': ['ID=199ec75a-495a-48fc-9542-46dd4ff16ce8,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:53.596357 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-ad9f612a-9d60-4256-b7c5-35834fcd5254 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:53.597006 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-ad9f612a-9d60-4256-b7c5-35834fcd5254 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:53.618095 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dd1de12a-3bce-4842-8f19-5eac59ef7d83 req-1260c7d7-e573-45ef-bee6-a13ca3b0dd33 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993489 Dec 17 15:21:53.620361 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a126628-43d1-4488-bab4-0fcd5d47833c req-d312b7f5-71e1-47a2-905e-7e59bdc937dd service neutron] 10.222.0.41 "GET /v2.0/networks/a81410f2-8387-44e0-b580-7a2346e72e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829596 Dec 17 15:21:53.625866 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163154e-f05c-4357-97e1-8d963c3a83b7 req-fa44781c-f0e9-4f6f-88e9-a8db608d7ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:53.627981 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e163154e-f05c-4357-97e1-8d963c3a83b7 req-fa44781c-f0e9-4f6f-88e9-a8db608d7ea2 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2696509 Dec 17 15:21:53.753563 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-00ceb279-0d77-48e1-a4f9-d665d71121ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'name': 'tempest-RoutersTest-router-1674533846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:10Z', 'updated_at': '2021-12-17T15:21:51Z', 'revision_number': 7, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'gw_port_host': None, '_interfaces': [{'id': '5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4', 'name': '', 'network_id': '60c4b4e5-ce5d-49e4-b1a6-de3a604464d6', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:36:88:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '291f97ef-5bf9-4d0a-ab81-16e5ebabc23d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:39Z', 'updated_at': '2021-12-17T15:21:48Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '291f97ef-5bf9-4d0a-ab81-16e5ebabc23d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '622ab47c-6e12-4f59-a46a-d2cc2eab1c17', 'name': '', 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:ff:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:13Z', 'updated_at': '2021-12-17T15:21:20Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '984f5b3d-004e-4397-b36e-6685cc9bfd41', 'name': '', 'network_id': 'bd1b32ca-a2fc-443f-a3c9-ac154319ae9d', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:31:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '6062b771-5131-4639-ac9c-3ede54055e96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:22Z', 'updated_at': '2021-12-17T15:21:30Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '6062b771-5131-4639-ac9c-3ede54055e96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f50a5409-8e62-4694-afeb-f36b061fdea3', 'name': '', 'network_id': '05f31c38-3a8a-4fd3-9c80-0a77ceae7802', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:40:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:28Z', 'updated_at': '2021-12-17T15:21:36Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': 'a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:53.789993 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ceb279-0d77-48e1-a4f9-d665d71121ca None None] Checking router: 5f7ac2c0-93ed-402a-8162-96aec8987868 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:21:53.801613 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ceb279-0d77-48e1-a4f9-d665d71121ca None None] Routers {'5f7ac2c0-93ed-402a-8162-96aec8987868'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:21:53.804696 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-00ceb279-0d77-48e1-a4f9-d665d71121ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:21:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5f7ac2c0-93ed-402a-8162-96aec8987868'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:53.809839 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 8fbdc4a0-e5b5-46d5-83cb-e3acb7b47806 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:21:53.824703 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-ad9f612a-9d60-4256-b7c5-35834fcd5254 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6971421 Dec 17 15:21:53.830550 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018874b-62c3-4bf8-b59d-a151cc623c3d req-b00b5882-2768-4d5f-9838-cc2109cfd1e2 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:53.832246 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d018874b-62c3-4bf8-b59d-a151cc623c3d req-b00b5882-2768-4d5f-9838-cc2109cfd1e2 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=af175e29-f253-45e8-8e1d-bedd5a96b0fd HTTP/1.1" status: 200 len: 932 time: 0.0850186 Dec 17 15:21:53.836085 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-6fe8fb40-7629-4fed-b99e-0878e91b027e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:53.837951 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-6fe8fb40-7629-4fed-b99e-0878e91b027e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c5523b5350454050bc24f1ee5a0a4b70&device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 1095 time: 0.1334500 Dec 17 15:21:53.842552 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-b49bfaf2-083d-4018-bb4c-c868ed63c69f service neutron] Request body: {'port': {'device_id': 'af175e29-f253-45e8-8e1d-bedd5a96b0fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:53.850702 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-114f8026-4726-4374-94c3-a91e637b6a0b tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Deleting port 8fbdc4a0-e5b5-46d5-83cb-e3acb7b47806 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:21:53.851401 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-114f8026-4726-4374-94c3-a91e637b6a0b tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:53.903318 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0bddde1e-2dcb-453c-8df7-b148e2db73a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:53.916069 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-3f1255ed-0985-4d29-8eaf-c2e50225ad18 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c972ba9f-286e-429f-b2b8-711964f9dbf4 HTTP/1.1" status: 200 len: 217 time: 0.0607035 Dec 17 15:21:53.956945 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bddde1e-2dcb-453c-8df7-b148e2db73a7 None None] Pushing event deleted for resources: {'Port': ['ID=8fbdc4a0-e5b5-46d5-83cb-e3acb7b47806,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:53.966246 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bddde1e-2dcb-453c-8df7-b148e2db73a7 None None] No DVR routers for this DVR port 8fbdc4a0-e5b5-46d5-83cb-e3acb7b47806 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:21:53.966641 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d018874b-62c3-4bf8-b59d-a151cc623c3d req-4ca4b184-9cc8-439a-be14-70d292de8fdb tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245103 Dec 17 15:21:53.983465 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-00ceb279-0d77-48e1-a4f9-d665d71121ca None None] Set router 5f7ac2c0-93ed-402a-8162-96aec8987868 gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:21:53.994382 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-114f8026-4726-4374-94c3-a91e637b6a0b tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] For port 8fbdc4a0-e5b5-46d5-83cb-e3acb7b47806, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=8fbdc4a0-e5b5-46d5-83cb-e3acb7b47806,segment=NetworkSegment(82d970b0-28b4-4078-9a93-f5794e0f2fa6),segment_id=82d970b0-28b4-4078-9a93-f5794e0f2fa6)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:53.994758 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-114f8026-4726-4374-94c3-a91e637b6a0b tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:54.003162 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-b49bfaf2-083d-4018-bb4c-c868ed63c69f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:54.003446 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-fe0cb0eb-8d4d-4727-a44c-90fc73ea5ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:54.005319 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-fe0cb0eb-8d4d-4727-a44c-90fc73ea5ad0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=787e95b8-61b8-4b5a-91fc-f3b04ea70ba6 HTTP/1.1" status: 200 len: 859 time: 0.0818248 Dec 17 15:21:54.018446 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] No active binding found for port 8fbdc4a0-e5b5-46d5-83cb-e3acb7b47806 {{(pid=102834) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 17 15:21:54.018889 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 8fbdc4a0-e5b5-46d5-83cb-e3acb7b47806 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:21:54.022575 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-114f8026-4726-4374-94c3-a91e637b6a0b tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Calling delete_port for 8fbdc4a0-e5b5-46d5-83cb-e3acb7b47806 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:21:54.040570 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-436d1179-13c4-447c-8242-485bcc73465f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64af8fff-ac3a-4abc-8822-328e57318c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279231 Dec 17 15:21:54.153499 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-fa2be041-e321-4ca9-bd44-ae344ad28f42 service neutron] 10.222.0.13 "GET /v2.0/networks/64af8fff-ac3a-4abc-8822-328e57318c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055586 Dec 17 15:21:54.223008 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-00ceb279-0d77-48e1-a4f9-d665d71121ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'name': 'tempest-RoutersTest-router-1674533846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:10Z', 'updated_at': '2021-12-17T15:21:51Z', 'revision_number': 7, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'gw_port_host': None, '_interfaces': [{'id': '5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4', 'name': '', 'network_id': '60c4b4e5-ce5d-49e4-b1a6-de3a604464d6', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:36:88:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '291f97ef-5bf9-4d0a-ab81-16e5ebabc23d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:39Z', 'updated_at': '2021-12-17T15:21:48Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '291f97ef-5bf9-4d0a-ab81-16e5ebabc23d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '622ab47c-6e12-4f59-a46a-d2cc2eab1c17', 'name': '', 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:ff:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:13Z', 'updated_at': '2021-12-17T15:21:20Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '984f5b3d-004e-4397-b36e-6685cc9bfd41', 'name': '', 'network_id': 'bd1b32ca-a2fc-443f-a3c9-ac154319ae9d', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:31:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '6062b771-5131-4639-ac9c-3ede54055e96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:22Z', 'updated_at': '2021-12-17T15:21:30Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '6062b771-5131-4639-ac9c-3ede54055e96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f50a5409-8e62-4694-afeb-f36b061fdea3', 'name': '', 'network_id': '05f31c38-3a8a-4fd3-9c80-0a77ceae7802', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:40:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:28Z', 'updated_at': '2021-12-17T15:21:36Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': 'a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:54.253947 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ceb279-0d77-48e1-a4f9-d665d71121ca None None] The sync data for ids ['5f7ac2c0-93ed-402a-8162-96aec8987868'] in n-d-820553-2 is: [{'id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'name': 'tempest-RoutersTest-router-1674533846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:10Z', 'updated_at': '2021-12-17T15:21:51Z', 'revision_number': 7, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'gw_port_host': None, '_interfaces': [{'id': '5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4', 'name': '', 'network_id': '60c4b4e5-ce5d-49e4-b1a6-de3a604464d6', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:36:88:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '291f97ef-5bf9-4d0a-ab81-16e5ebabc23d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:39Z', 'updated_at': '2021-12-17T15:21:48Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '291f97ef-5bf9-4d0a-ab81-16e5ebabc23d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '622ab47c-6e12-4f59-a46a-d2cc2eab1c17', 'name': '', 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:ff:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:13Z', 'updated_at': '2021-12-17T15:21:20Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '984f5b3d-004e-4397-b36e-6685cc9bfd41', 'name': '', 'network_id': 'bd1b32ca-a2fc-443f-a3c9-ac154319ae9d', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:31:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '6062b771-5131-4639-ac9c-3ede54055e96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:22Z', 'updated_at': '2021-12-17T15:21:30Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '6062b771-5131-4639-ac9c-3ede54055e96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f50a5409-8e62-4694-afeb-f36b061fdea3', 'name': '', 'network_id': '05f31c38-3a8a-4fd3-9c80-0a77ceae7802', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:40:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:28Z', 'updated_at': '2021-12-17T15:21:36Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': 'a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:21:54.257430 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-114f8026-4726-4374-94c3-a91e637b6a0b tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:54.261845 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-30bffc2a-a593-4c12-89d9-7258614a72d8 req-9cc73b1a-a5c7-44e4-98cb-93ffeb51e6c7 service neutron] 10.222.0.13 "GET /v2.0/networks/64af8fff-ac3a-4abc-8822-328e57318c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018245 Dec 17 15:21:54.327001 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8026-4726-4374-94c3-a91e637b6a0b tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Pushing event deleted for resources: {'Port': ['ID=8fbdc4a0-e5b5-46d5-83cb-e3acb7b47806,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:54.335652 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114f8026-4726-4374-94c3-a91e637b6a0b tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] No DVR routers for this DVR port 8fbdc4a0-e5b5-46d5-83cb-e3acb7b47806 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:21:54.378977 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f7d76656-3f70-4fb1-a857-49c883040b8b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:54.523144 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-114f8026-4726-4374-94c3-a91e637b6a0b tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:54.534640 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 1b891bdb-7a5e-46d6-9f37-de70971d3793 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:21:54.562187 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-114f8026-4726-4374-94c3-a91e637b6a0b tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01313933-f78e-478a-8347-2bc707d5b54c']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:54.585405 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-114f8026-4726-4374-94c3-a91e637b6a0b tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d970b0-28b4-4078-9a93-f5794e0f2fa6') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:54.585728 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-114f8026-4726-4374-94c3-a91e637b6a0b tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d970b0-28b4-4078-9a93-f5794e0f2fa6') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:54.610815 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-114f8026-4726-4374-94c3-a91e637b6a0b tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:54.697204 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3fc32-d0db-4f59-8ed5-516c05376439 req-8ceaaba6-04e8-481a-aa49-17e8a33249a4 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:54.700072 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b4a3fc32-d0db-4f59-8ed5-516c05376439 req-8ceaaba6-04e8-481a-aa49-17e8a33249a4 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 944 time: 0.0707941 Dec 17 15:21:54.712795 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-114f8026-4726-4374-94c3-a91e637b6a0b tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:54.728246 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-b49bfaf2-083d-4018-bb4c-c868ed63c69f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 199ec75a-495a-48fc-9542-46dd4ff16ce8 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:21:54.734137 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-114f8026-4726-4374-94c3-a91e637b6a0b tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:21:54.734614 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-114f8026-4726-4374-94c3-a91e637b6a0b tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: self.session.flush() Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: self.session.flush() Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: self.session.flush() Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: self.session.flush() Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:21:54.741702 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:21:54.745278 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-b49bfaf2-083d-4018-bb4c-c868ed63c69f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:54.752693 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b4a3fc32-d0db-4f59-8ed5-516c05376439 req-b1ad11e5-e83d-45d1-a8fd-351ac287ba8a tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445514 Dec 17 15:21:54.821093 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 1b891bdb-7a5e-46d6-9f37-de70971d3793, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=1b891bdb-7a5e-46d6-9f37-de70971d3793,segment=NetworkSegment(a3ed8bc9-37dd-4a75-a62b-f36aa58f559a),segment_id=a3ed8bc9-37dd-4a75-a62b-f36aa58f559a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:54.841076 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '1b891bdb-7a5e-46d6-9f37-de70971d3793', 'network_id': 'a81410f2-8387-44e0-b580-7a2346e72e8a', 'port_id': '1b891bdb-7a5e-46d6-9f37-de70971d3793', 'mac_address': 'fa:16:3e:10:2f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b59121e-95f1-4cb2-baf2-d0a298aafb94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:21:54.868291 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c1f27-69f4-48a7-8bfd-3ef291632dba req-993951b5-669a-49a5-9586-f8ab358bed13 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:54.870137 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c99c1f27-69f4-48a7-8bfd-3ef291632dba req-993951b5-669a-49a5-9586-f8ab358bed13 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 944 time: 0.0666306 Dec 17 15:21:54.906651 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:54.923313 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c99c1f27-69f4-48a7-8bfd-3ef291632dba req-658d636e-1b5a-48c7-889f-2e7b8974ed5b tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464149 Dec 17 15:21:54.927770 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b891bdb-7a5e-46d6-9f37-de70971d3793 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:21:54.944426 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-b49bfaf2-083d-4018-bb4c-c868ed63c69f service neutron] Transition to ACTIVE for port object 199ec75a-495a-48fc-9542-46dd4ff16ce8 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:21:54.946039 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-114f8026-4726-4374-94c3-a91e637b6a0b tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:54.950790 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 1b891bdb-7a5e-46d6-9f37-de70971d3793, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=1b891bdb-7a5e-46d6-9f37-de70971d3793,segment=NetworkSegment(a3ed8bc9-37dd-4a75-a62b-f36aa58f559a),segment_id=a3ed8bc9-37dd-4a75-a62b-f36aa58f559a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:54.963034 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-114f8026-4726-4374-94c3-a91e637b6a0b tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:54.966484 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-114f8026-4726-4374-94c3-a91e637b6a0b tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] 10.222.0.46 "DELETE /v2.0/networks/01313933-f78e-478a-8347-2bc707d5b54c HTTP/1.1" status: 204 len: 168 time: 1.7229290 Dec 17 15:21:54.968991 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54678) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:54.980029 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8026-4726-4374-94c3-a91e637b6a0b tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Pushing event deleted for resources: {'Network': ['ID=01313933-f78e-478a-8347-2bc707d5b54c,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:55.007519 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-f7d76656-3f70-4fb1-a857-49c883040b8b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Deleting port 5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:21:55.007896 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f7d76656-3f70-4fb1-a857-49c883040b8b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:55.050030 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-b49bfaf2-083d-4018-bb4c-c868ed63c69f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:55.062192 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0b30d5ca-63fe-4a9f-a5d4-343989a34aae tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:55.115847 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:55.120406 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49bfaf2-083d-4018-bb4c-c868ed63c69f service neutron] Pushing event updated for resources: {'Port': ['ID=199ec75a-495a-48fc-9542-46dd4ff16ce8,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:55.126443 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81baf9c9-fa5c-4e07-8705-044640ba0b66 req-a401d874-6af6-4e3f-bb4d-db583626aa28 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:55.127957 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-81baf9c9-fa5c-4e07-8705-044640ba0b66 req-a401d874-6af6-4e3f-bb4d-db583626aa28 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=af175e29-f253-45e8-8e1d-bedd5a96b0fd HTTP/1.1" status: 200 len: 944 time: 0.0868073 Dec 17 15:21:55.191000 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=1b891bdb-7a5e-46d6-9f37-de70971d3793,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:55.207181 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0b30d5ca-63fe-4a9f-a5d4-343989a34aae tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:55.215835 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-f7d76656-3f70-4fb1-a857-49c883040b8b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] For port 5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4,segment=NetworkSegment(8bade3c5-ece6-4e47-8700-64f9dd88a73e),segment_id=8bade3c5-ece6-4e47-8700-64f9dd88a73e)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:55.216196 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f7d76656-3f70-4fb1-a857-49c883040b8b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:55.232467 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-81baf9c9-fa5c-4e07-8705-044640ba0b66 req-25721fa8-e945-489f-9294-ffb9432348bd tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674009 Dec 17 15:21:55.233948 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-f7d76656-3f70-4fb1-a857-49c883040b8b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Calling delete_port for 5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4 owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:21:55.236089 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-0b30d5ca-63fe-4a9f-a5d4-343989a34aae tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c62d0bd4-cb7c-410b-afae-d3d075edf482']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:55.253098 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-0b30d5ca-63fe-4a9f-a5d4-343989a34aae tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9148981b-b946-4f40-bc9e-627869aaa3db') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:55.253098 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-0b30d5ca-63fe-4a9f-a5d4-343989a34aae tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9148981b-b946-4f40-bc9e-627869aaa3db') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:55.259744 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0b30d5ca-63fe-4a9f-a5d4-343989a34aae tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:55.260825 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-b49bfaf2-083d-4018-bb4c-c868ed63c69f service neutron] Attempting to bind port 199ec75a-495a-48fc-9542-46dd4ff16ce8 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:21:55.261515 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-b49bfaf2-083d-4018-bb4c-c868ed63c69f service neutron] Attempting to bind port 199ec75a-495a-48fc-9542-46dd4ff16ce8 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '50913541-c4fc-4052-a5a4-4ef73bad2e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '72959918-115f-4f15-a904-42652bab9b2e'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:21:55.261868 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-b49bfaf2-083d-4018-bb4c-c868ed63c69f service neutron] Attempting to bind port 199ec75a-495a-48fc-9542-46dd4ff16ce8 on network 72959918-115f-4f15-a904-42652bab9b2e {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:21:55.274428 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0b30d5ca-63fe-4a9f-a5d4-343989a34aae tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:55.280567 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b30d5ca-63fe-4a9f-a5d4-343989a34aae tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:21:55.280958 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0b30d5ca-63fe-4a9f-a5d4-343989a34aae tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:55.284157 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:21:55.284157 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:21:55.284157 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:21:55.284157 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:21:55.284157 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:21:55.284157 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:21:55.284157 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:21:55.284157 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:21:55.284157 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:21:55.284157 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:21:55.284157 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:21:55.284157 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:21:55.284157 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:21:55.284157 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:21:55.284157 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:21:55.284157 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:21:55.284157 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:21:55.284157 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:21:55.284157 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:21:55.284157 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:21:55.284157 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:21:55.284157 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:21:55.284157 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:21:55.284157 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:21:55.284157 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:21:55.284157 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:21:55.284157 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:21:55.284157 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:21:55.284157 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:21:55.284157 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:21:55.284157 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:21:55.284157 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:21:55.295905 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-b49bfaf2-083d-4018-bb4c-c868ed63c69f service neutron] Port 199ec75a-495a-48fc-9542-46dd4ff16ce8 on network 72959918-115f-4f15-a904-42652bab9b2e not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:21:55.298783 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-b49bfaf2-083d-4018-bb4c-c868ed63c69f service neutron] Attempting to bind port 199ec75a-495a-48fc-9542-46dd4ff16ce8 on network 72959918-115f-4f15-a904-42652bab9b2e {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:21:55.305865 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-b49bfaf2-083d-4018-bb4c-c868ed63c69f service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:21:55.306218 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-b49bfaf2-083d-4018-bb4c-c868ed63c69f service neutron] Checking segment: {'id': '50913541-c4fc-4052-a5a4-4ef73bad2e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '72959918-115f-4f15-a904-42652bab9b2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:21:55.306580 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-b49bfaf2-083d-4018-bb4c-c868ed63c69f service neutron] Bound using segment: {'id': '50913541-c4fc-4052-a5a4-4ef73bad2e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '72959918-115f-4f15-a904-42652bab9b2e'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:21:55.307036 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-b49bfaf2-083d-4018-bb4c-c868ed63c69f service neutron] Bound port: 199ec75a-495a-48fc-9542-46dd4ff16ce8, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50913541-c4fc-4052-a5a4-4ef73bad2e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '72959918-115f-4f15-a904-42652bab9b2e'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:21:55.307394 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-b49bfaf2-083d-4018-bb4c-c868ed63c69f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:55.426775 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-b49bfaf2-083d-4018-bb4c-c868ed63c69f service neutron] For port 199ec75a-495a-48fc-9542-46dd4ff16ce8, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:21:55.430327 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-b49bfaf2-083d-4018-bb4c-c868ed63c69f service neutron] For port 199ec75a-495a-48fc-9542-46dd4ff16ce8, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=199ec75a-495a-48fc-9542-46dd4ff16ce8,segment=NetworkSegment(50913541-c4fc-4052-a5a4-4ef73bad2e3d),segment_id=50913541-c4fc-4052-a5a4-4ef73bad2e3d)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:21:55.459085 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0b30d5ca-63fe-4a9f-a5d4-343989a34aae tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:55.460412 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0b30d5ca-63fe-4a9f-a5d4-343989a34aae tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:55.464821 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0b30d5ca-63fe-4a9f-a5d4-343989a34aae tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] 10.222.0.46 "DELETE /v2.0/networks/c62d0bd4-cb7c-410b-afae-d3d075edf482 HTTP/1.1" status: 204 len: 168 time: 0.4944072 Dec 17 15:21:55.467545 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54682) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:55.496871 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30d5ca-63fe-4a9f-a5d4-343989a34aae tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Pushing event deleted for resources: {'Network': ['ID=c62d0bd4-cb7c-410b-afae-d3d075edf482,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:55.542099 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['1b891bdb-7a5e-46d6-9f37-de70971d3793'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:21:55.562504 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cdb048a1-4c1a-4ce1-b840-5878e0cdc187 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:55.595172 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-b49bfaf2-083d-4018-bb4c-c868ed63c69f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:55.632564 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-b49bfaf2-083d-4018-bb4c-c868ed63c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:55.633606 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-b49bfaf2-083d-4018-bb4c-c868ed63c69f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:55.635304 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-b49bfaf2-083d-4018-bb4c-c868ed63c69f service neutron] 10.222.0.13 "PUT /v2.0/ports/199ec75a-495a-48fc-9542-46dd4ff16ce8 HTTP/1.1" status: 200 len: 1092 time: 1.8030000 Dec 17 15:21:55.638300 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af175e29-f253-45e8-8e1d-bedd5a96b0fd', 'tag': '199ec75a-495a-48fc-9542-46dd4ff16ce8'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:21:55.642840 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44387ba0-baa9-4016-a38b-bca4fd82ebd5" -d '{"events": [{"name": "network-changed", "server_uuid": "af175e29-f253-45e8-8e1d-bedd5a96b0fd", "tag": "199ec75a-495a-48fc-9542-46dd4ff16ce8"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:21:55.650304 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f7d76656-3f70-4fb1-a857-49c883040b8b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:55.660910 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cdb048a1-4c1a-4ce1-b840-5878e0cdc187 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:55.696422 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:55.714079 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-cdb048a1-4c1a-4ce1-b840-5878e0cdc187 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec42788-450d-46d0-b1f4-81f49968e88b']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:55.730313 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-cdb048a1-4c1a-4ce1-b840-5878e0cdc187 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9190947f-acb0-459e-8989-796d69ad4f53') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:55.730680 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-cdb048a1-4c1a-4ce1-b840-5878e0cdc187 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9190947f-acb0-459e-8989-796d69ad4f53') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:55.736066 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9cca15-e1cd-4b8b-9def-2afc22197bc9 x-openstack-request-id: req-2b9cca15-e1cd-4b8b-9def-2afc22197bc9 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:21:55.744027 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af175e29-f253-45e8-8e1d-bedd5a96b0fd", "tag": "199ec75a-495a-48fc-9542-46dd4ff16ce8", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:21:55.744027 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2b9cca15-e1cd-4b8b-9def-2afc22197bc9 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:21:55.744027 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af175e29-f253-45e8-8e1d-bedd5a96b0fd', 'tag': '199ec75a-495a-48fc-9542-46dd4ff16ce8', 'status': 'completed', 'code': 200} Dec 17 15:21:55.744027 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49bfaf2-083d-4018-bb4c-c868ed63c69f service neutron] Pushing event updated for resources: {'Port': ['ID=199ec75a-495a-48fc-9542-46dd4ff16ce8,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:55.744393 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cdb048a1-4c1a-4ce1-b840-5878e0cdc187 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:55.762298 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cdb048a1-4c1a-4ce1-b840-5878e0cdc187 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:55.774293 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb048a1-4c1a-4ce1-b840-5878e0cdc187 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:21:55.774705 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cdb048a1-4c1a-4ce1-b840-5878e0cdc187 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:55.805952 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d76656-3f70-4fb1-a857-49c883040b8b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event deleted for resources: {'Port': ['ID=5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:55.837886 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:21:55.837886 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:21:55.837886 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:21:55.837886 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:21:55.837886 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:21:55.837886 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:21:55.837886 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:21:55.837886 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:21:55.837886 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:21:55.837886 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:21:55.837886 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:21:55.837886 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:21:55.837886 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:21:55.837886 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:21:55.837886 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:21:55.837886 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:21:55.837886 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:21:55.837886 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:21:55.837886 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:21:55.837886 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:21:55.837886 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:21:55.837886 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:21:55.837886 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:21:55.837886 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:21:55.837886 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:21:55.837886 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:21:55.837886 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:21:55.837886 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:21:55.837886 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:21:55.837886 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:21:55.837886 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:21:55.837886 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:21:55.900661 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44387ba0-baa9-4016-a38b-bca4fd82ebd5 req-667ccde3-7680-4522-9f8f-66e96a419dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:55.902225 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-44387ba0-baa9-4016-a38b-bca4fd82ebd5 req-667ccde3-7680-4522-9f8f-66e96a419dc8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47d7fbf2bea4406699034a230bc642f9&device_id=af175e29-f253-45e8-8e1d-bedd5a96b0fd HTTP/1.1" status: 200 len: 1095 time: 0.1531487 Dec 17 15:21:55.942829 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4a407-64d9-4503-a390-8d369edf2fb8 req-91ab9ae3-d143-4db2-a611-d94e5c3bdc06 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:55.944514 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-21d4a407-64d9-4503-a390-8d369edf2fb8 req-91ab9ae3-d143-4db2-a611-d94e5c3bdc06 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 945 time: 0.0659118 Dec 17 15:21:55.983621 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cdb048a1-4c1a-4ce1-b840-5878e0cdc187 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:55.993257 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cdb048a1-4c1a-4ce1-b840-5878e0cdc187 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:55.997006 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-cdb048a1-4c1a-4ce1-b840-5878e0cdc187 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] 10.222.0.46 "DELETE /v2.0/networks/dec42788-450d-46d0-b1f4-81f49968e88b HTTP/1.1" status: 204 len: 168 time: 0.5276461 Dec 17 15:21:56.006191 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-21d4a407-64d9-4503-a390-8d369edf2fb8 req-452adeea-ee3d-4d65-bb96-5e4809d42694 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548160 Dec 17 15:21:56.031361 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb048a1-4c1a-4ce1-b840-5878e0cdc187 tempest-BulkNetworkOpsTest-715946773 tempest-BulkNetworkOpsTest-715946773-project] Pushing event deleted for resources: {'Network': ['ID=dec42788-450d-46d0-b1f4-81f49968e88b,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:56.091998 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee19d9-3f23-4246-87a7-1ae34307fb3d req-6ace2540-bc12-4607-b6ed-32a8d46782f2 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:56.093839 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-97ee19d9-3f23-4246-87a7-1ae34307fb3d req-6ace2540-bc12-4607-b6ed-32a8d46782f2 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 944 time: 0.0871122 Dec 17 15:21:56.143398 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-97ee19d9-3f23-4246-87a7-1ae34307fb3d req-1f1668f8-ad77-4b61-bf15-401668da5ca8 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406260 Dec 17 15:21:56.329901 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f7d76656-3f70-4fb1-a857-49c883040b8b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:56.358500 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1cfc96-6526-4153-bbfe-babad340c887 req-1c1527b7-a23a-4e7a-ab17-914d60396d89 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:56.360399 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5d1cfc96-6526-4153-bbfe-babad340c887 req-1c1527b7-a23a-4e7a-ab17-914d60396d89 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=af175e29-f253-45e8-8e1d-bedd5a96b0fd HTTP/1.1" status: 200 len: 944 time: 0.0535223 Dec 17 15:21:56.401094 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5d1cfc96-6526-4153-bbfe-babad340c887 req-95556590-c23b-41bc-9c45-d64d40f242c2 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330048 Dec 17 15:21:56.442627 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44387ba0-baa9-4016-a38b-bca4fd82ebd5 req-b47d52fd-2664-410f-900f-33eb61210928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:56.444833 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-44387ba0-baa9-4016-a38b-bca4fd82ebd5 req-b47d52fd-2664-410f-900f-33eb61210928 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=47d7fbf2bea4406699034a230bc642f9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5073726 Dec 17 15:21:56.534062 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 1b891bdb-7a5e-46d6-9f37-de70971d3793 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:21:56.629726 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44387ba0-baa9-4016-a38b-bca4fd82ebd5 req-c07b75b0-2e5a-495f-851a-4eb99aa96a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:56.631222 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-44387ba0-baa9-4016-a38b-bca4fd82ebd5 req-c07b75b0-2e5a-495f-851a-4eb99aa96a51 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1787145 Dec 17 15:21:56.644844 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54702) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:56.659176 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d76656-3f70-4fb1-a857-49c883040b8b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Router 5f7ac2c0-93ed-402a-8162-96aec8987868 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:21:56.668195 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 1b891bdb-7a5e-46d6-9f37-de70971d3793 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:21:56.673178 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 1b891bdb-7a5e-46d6-9f37-de70971d3793 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:56.673558 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:56.776896 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:56.789674 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d76656-3f70-4fb1-a857-49c883040b8b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:21:56.795369 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f7d76656-3f70-4fb1-a857-49c883040b8b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "PUT /v2.0/routers/5f7ac2c0-93ed-402a-8162-96aec8987868/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4535675 Dec 17 15:21:56.797525 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-dcf9e985-3e1a-4681-8d3a-c86d91b821d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:56.798908 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-dcf9e985-3e1a-4681-8d3a-c86d91b821d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47d7fbf2bea4406699034a230bc642f9&device_id=af175e29-f253-45e8-8e1d-bedd5a96b0fd HTTP/1.1" status: 200 len: 1095 time: 0.0923152 Dec 17 15:21:56.799363 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54706) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:56.803755 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5862374-d8ec-4c35-aafb-e4ee469279c7 None None] Sync routers for ids ['5f7ac2c0-93ed-402a-8162-96aec8987868'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:21:56.820335 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5862374-d8ec-4c35-aafb-e4ee469279c7 None None] Routers {'5f7ac2c0-93ed-402a-8162-96aec8987868'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:21:56.822174 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d5862374-d8ec-4c35-aafb-e4ee469279c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:21:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5f7ac2c0-93ed-402a-8162-96aec8987868'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:56.840866 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8ef3ff-ce4a-4600-9c93-2e7b760968be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b891bdb-7a5e-46d6-9f37-de70971d3793'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:21:56.846074 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e8f14812-1245-4e0b-af3b-d5800094c0f6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=84886991eb7b41f3a6766589a04f3a4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1999471 Dec 17 15:21:56.847707 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736f25cc-a66c-4796-a87a-6427617b9e29" -d '{"events": [{"server_uuid": "0a8ef3ff-ce4a-4600-9c93-2e7b760968be", "name": "network-vif-plugged", "status": "completed", "tag": "1b891bdb-7a5e-46d6-9f37-de70971d3793"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:21:56.853569 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54708) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:56.869599 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-5ab6be4d-c270-4512-85dd-82e5a696ceab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=199ec75a-495a-48fc-9542-46dd4ff16ce8 HTTP/1.1" status: 200 len: 217 time: 0.0615320 Dec 17 15:21:56.915054 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 1b891bdb-7a5e-46d6-9f37-de70971d3793, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=1b891bdb-7a5e-46d6-9f37-de70971d3793,segment=NetworkSegment(a3ed8bc9-37dd-4a75-a62b-f36aa58f559a),segment_id=a3ed8bc9-37dd-4a75-a62b-f36aa58f559a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:56.927884 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-5851e2dc-1541-4c48-b5b2-0cf8f6f87fc4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Deleting subnet 291f97ef-5bf9-4d0a-ab81-16e5ebabc23d {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:21:56.933685 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6c67dbda-3397-44a7-a8b3-f48fcc71f30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:56.934402 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5851e2dc-1541-4c48-b5b2-0cf8f6f87fc4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:56.965236 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26de22b7-4b8d-43f9-a03e-4542f1623e3b x-openstack-request-id: req-26de22b7-4b8d-43f9-a03e-4542f1623e3b {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:21:56.965236 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8ef3ff-ce4a-4600-9c93-2e7b760968be", "name": "network-vif-plugged", "status": "completed", "tag": "1b891bdb-7a5e-46d6-9f37-de70971d3793", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:21:56.965236 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-26de22b7-4b8d-43f9-a03e-4542f1623e3b {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:21:56.965765 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8ef3ff-ce4a-4600-9c93-2e7b760968be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b891bdb-7a5e-46d6-9f37-de70971d3793', 'code': 200} Dec 17 15:21:56.977069 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:56.985543 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-b51373ef-eb9a-4eda-a448-f0613853cb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:56.987034 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-b51373ef-eb9a-4eda-a448-f0613853cb0d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=95ec1172-deaa-4898-b906-b0423633683b HTTP/1.1" status: 200 len: 850 time: 0.1087399 Dec 17 15:21:56.991190 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6c67dbda-3397-44a7-a8b3-f48fcc71f30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:56.998173 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5851e2dc-1541-4c48-b5b2-0cf8f6f87fc4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:57.079143 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-43da2a7f-b213-4c89-8f45-db37e281f17f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=72959918-115f-4f15-a904-42652bab9b2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833702 Dec 17 15:21:57.100435 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=1b891bdb-7a5e-46d6-9f37-de70971d3793,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:57.123152 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-d5862374-d8ec-4c35-aafb-e4ee469279c7 None None] Set router 5f7ac2c0-93ed-402a-8162-96aec8987868 gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:21:57.132527 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device c972ba9f-286e-429f-b2b8-711964f9dbf4 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:21:57.235782 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58baad-7409-488a-addf-c074eb8dc98f req-a4703961-cab6-4c95-8549-1fda25c9d7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:57.237313 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb58baad-7409-488a-addf-c074eb8dc98f req-a4703961-cab6-4c95-8549-1fda25c9d7b1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 1097 time: 0.1603093 Dec 17 15:21:57.257012 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5851e2dc-1541-4c48-b5b2-0cf8f6f87fc4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:57.292640 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-d93dbc96-4e93-467e-bec2-0b09ee61762e service neutron] 10.222.0.13 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034085 Dec 17 15:21:57.295228 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port c972ba9f-286e-429f-b2b8-711964f9dbf4, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=c972ba9f-286e-429f-b2b8-711964f9dbf4,segment=NetworkSegment(10c5f3e8-27cc-48e8-9601-dbc18db46683),segment_id=10c5f3e8-27cc-48e8-9601-dbc18db46683)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:57.310846 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'c972ba9f-286e-429f-b2b8-711964f9dbf4', 'network_id': '64af8fff-ac3a-4abc-8822-328e57318c5b', 'port_id': 'c972ba9f-286e-429f-b2b8-711964f9dbf4', 'mac_address': 'fa:16:3e:da:ba:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '787e95b8-61b8-4b5a-91fc-f3b04ea70ba6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:21:57.316498 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50643a12-8235-461c-a568-cd1eb13b741f req-512f7f0f-7536-4427-8763-d170715cfdb2 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:57.325330 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-50643a12-8235-461c-a568-cd1eb13b741f req-512f7f0f-7536-4427-8763-d170715cfdb2 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 946 time: 0.1769252 Dec 17 15:21:57.372662 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6c67dbda-3397-44a7-a8b3-f48fcc71f30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:57.379267 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6c67dbda-3397-44a7-a8b3-f48fcc71f30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:57.382266 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:57.385339 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6c67dbda-3397-44a7-a8b3-f48fcc71f30a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bdac0c66-4fc7-4e01-944a-26c6bccd4df8 HTTP/1.1" status: 204 len: 168 time: 0.5353811 Dec 17 15:21:57.402425 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c972ba9f-286e-429f-b2b8-711964f9dbf4 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:21:57.418348 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c67dbda-3397-44a7-a8b3-f48fcc71f30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdac0c66-4fc7-4e01-944a-26c6bccd4df8,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:57.432278 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port c972ba9f-286e-429f-b2b8-711964f9dbf4, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=c972ba9f-286e-429f-b2b8-711964f9dbf4,segment=NetworkSegment(10c5f3e8-27cc-48e8-9601-dbc18db46683),segment_id=10c5f3e8-27cc-48e8-9601-dbc18db46683)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:57.434610 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb58baad-7409-488a-addf-c074eb8dc98f req-58727d65-8797-4b70-9ebb-22c4101357f7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844084 Dec 17 15:21:57.454752 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-50643a12-8235-461c-a568-cd1eb13b741f req-ef3ca1ce-3b9c-4fac-980f-a27548a8229c tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284726 Dec 17 15:21:57.474440 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f36128-6604-41c5-8cf3-fea77052985f req-426a5442-7c1e-4130-9448-21a4dbdbb18c tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:57.475484 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5851e2dc-1541-4c48-b5b2-0cf8f6f87fc4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:57.476537 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-01f36128-6604-41c5-8cf3-fea77052985f req-426a5442-7c1e-4130-9448-21a4dbdbb18c tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 944 time: 0.1414244 Dec 17 15:21:57.518506 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d5862374-d8ec-4c35-aafb-e4ee469279c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'name': 'tempest-RoutersTest-router-1674533846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:10Z', 'updated_at': '2021-12-17T15:21:55Z', 'revision_number': 8, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'gw_port_host': None, '_interfaces': [{'id': '622ab47c-6e12-4f59-a46a-d2cc2eab1c17', 'name': '', 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:ff:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:13Z', 'updated_at': '2021-12-17T15:21:20Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '984f5b3d-004e-4397-b36e-6685cc9bfd41', 'name': '', 'network_id': 'bd1b32ca-a2fc-443f-a3c9-ac154319ae9d', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:31:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '6062b771-5131-4639-ac9c-3ede54055e96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:22Z', 'updated_at': '2021-12-17T15:21:30Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '6062b771-5131-4639-ac9c-3ede54055e96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f50a5409-8e62-4694-afeb-f36b061fdea3', 'name': '', 'network_id': '05f31c38-3a8a-4fd3-9c80-0a77ceae7802', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:40:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:28Z', 'updated_at': '2021-12-17T15:21:36Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': 'a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:57.519430 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:57.540329 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-70119c1e-3a67-4bdb-9410-0fb87856a57b req-7d9f1b94-4982-4e20-a64f-568b1607b2ea service neutron] 10.222.0.13 "GET /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403071 Dec 17 15:21:57.550766 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5862374-d8ec-4c35-aafb-e4ee469279c7 None None] Checking router: 5f7ac2c0-93ed-402a-8162-96aec8987868 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:21:57.556961 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851e2dc-1541-4c48-b5b2-0cf8f6f87fc4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event deleted for resources: {'Subnet': ['ID=291f97ef-5bf9-4d0a-ab81-16e5ebabc23d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:57.566480 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5851e2dc-1541-4c48-b5b2-0cf8f6f87fc4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:57.567389 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5862374-d8ec-4c35-aafb-e4ee469279c7 None None] Routers {'5f7ac2c0-93ed-402a-8162-96aec8987868'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:21:57.569415 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d5862374-d8ec-4c35-aafb-e4ee469279c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:21:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5f7ac2c0-93ed-402a-8162-96aec8987868'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:57.573726 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5851e2dc-1541-4c48-b5b2-0cf8f6f87fc4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/subnets/291f97ef-5bf9-4d0a-ab81-16e5ebabc23d HTTP/1.1" status: 204 len: 168 time: 0.7703440 Dec 17 15:21:57.574178 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54726) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:57.575718 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bee937-b653-40bc-9735-c00d78636423 None None] Network 60c4b4e5-ce5d-49e4-b1a6-de3a604464d6 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:21:57.683342 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0763a74b-7504-4026-a9b0-bc0750807968 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:57.713910 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=c972ba9f-286e-429f-b2b8-711964f9dbf4,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:57.748990 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['c972ba9f-286e-429f-b2b8-711964f9dbf4'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:21:57.794840 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-0763a74b-7504-4026-a9b0-bc0750807968 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Deleting port e91a9ad4-29d1-4c4b-b7a6-5adbdfc078e8 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:21:57.795186 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0763a74b-7504-4026-a9b0-bc0750807968 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:57.860659 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-d5862374-d8ec-4c35-aafb-e4ee469279c7 None None] Set router 5f7ac2c0-93ed-402a-8162-96aec8987868 gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:21:57.909893 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c90cca-f64f-4be2-9e13-6cd4efd7c8ab None None] DHCP port deletion for 60c4b4e5-ce5d-49e4-b1a6-de3a604464d6 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:21:57.925501 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-0763a74b-7504-4026-a9b0-bc0750807968 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] For port e91a9ad4-29d1-4c4b-b7a6-5adbdfc078e8, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e91a9ad4-29d1-4c4b-b7a6-5adbdfc078e8,segment=NetworkSegment(8bade3c5-ece6-4e47-8700-64f9dd88a73e),segment_id=8bade3c5-ece6-4e47-8700-64f9dd88a73e)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:57.932295 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0763a74b-7504-4026-a9b0-bc0750807968 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:57.940620 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-0763a74b-7504-4026-a9b0-bc0750807968 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Calling delete_port for e91a9ad4-29d1-4c4b-b7a6-5adbdfc078e8 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:21:58.007902 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-68c90cca-f64f-4be2-9e13-6cd4efd7c8ab None None] Deleting port e91a9ad4-29d1-4c4b-b7a6-5adbdfc078e8 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:21:58.008327 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-68c90cca-f64f-4be2-9e13-6cd4efd7c8ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:58.080593 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb81ff-341c-4665-a0a2-a1c51bafc477 req-64835e13-6300-48f1-a452-789d0f93732a tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:58.082297 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9cdb81ff-341c-4665-a0a2-a1c51bafc477 req-64835e13-6300-48f1-a452-789d0f93732a tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=af175e29-f253-45e8-8e1d-bedd5a96b0fd HTTP/1.1" status: 200 len: 944 time: 0.0872676 Dec 17 15:21:58.096873 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-01f36128-6604-41c5-8cf3-fea77052985f req-00491fa2-4e85-4340-9f83-8ddebb07eca5 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6149759 Dec 17 15:21:58.106440 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-68c90cca-f64f-4be2-9e13-6cd4efd7c8ab None None] For port e91a9ad4-29d1-4c4b-b7a6-5adbdfc078e8, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e91a9ad4-29d1-4c4b-b7a6-5adbdfc078e8,segment=NetworkSegment(8bade3c5-ece6-4e47-8700-64f9dd88a73e),segment_id=8bade3c5-ece6-4e47-8700-64f9dd88a73e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:58.106856 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-68c90cca-f64f-4be2-9e13-6cd4efd7c8ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:58.131480 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-68c90cca-f64f-4be2-9e13-6cd4efd7c8ab None None] Calling delete_port for e91a9ad4-29d1-4c4b-b7a6-5adbdfc078e8 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:21:58.177816 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9cdb81ff-341c-4665-a0a2-a1c51bafc477 req-d7d3c6e9-1407-4f56-b6b1-8b326af273c7 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784268 Dec 17 15:21:58.240735 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0763a74b-7504-4026-a9b0-bc0750807968 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:58.263886 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-68c90cca-f64f-4be2-9e13-6cd4efd7c8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:58.273623 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0763a74b-7504-4026-a9b0-bc0750807968 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] No DVR routers for this DVR port e91a9ad4-29d1-4c4b-b7a6-5adbdfc078e8 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:21:58.275452 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763a74b-7504-4026-a9b0-bc0750807968 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event deleted for resources: {'Port': ['ID=e91a9ad4-29d1-4c4b-b7a6-5adbdfc078e8,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:58.278608 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d5862374-d8ec-4c35-aafb-e4ee469279c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'name': 'tempest-RoutersTest-router-1674533846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:10Z', 'updated_at': '2021-12-17T15:21:55Z', 'revision_number': 8, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'gw_port_host': None, '_interfaces': [{'id': '622ab47c-6e12-4f59-a46a-d2cc2eab1c17', 'name': '', 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:ff:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:13Z', 'updated_at': '2021-12-17T15:21:20Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '984f5b3d-004e-4397-b36e-6685cc9bfd41', 'name': '', 'network_id': 'bd1b32ca-a2fc-443f-a3c9-ac154319ae9d', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:31:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '6062b771-5131-4639-ac9c-3ede54055e96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:22Z', 'updated_at': '2021-12-17T15:21:30Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '6062b771-5131-4639-ac9c-3ede54055e96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f50a5409-8e62-4694-afeb-f36b061fdea3', 'name': '', 'network_id': '05f31c38-3a8a-4fd3-9c80-0a77ceae7802', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:40:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:28Z', 'updated_at': '2021-12-17T15:21:36Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': 'a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:58.305615 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c90cca-f64f-4be2-9e13-6cd4efd7c8ab None None] Pushing event deleted for resources: {'Port': ['ID=e91a9ad4-29d1-4c4b-b7a6-5adbdfc078e8,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:58.314964 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c90cca-f64f-4be2-9e13-6cd4efd7c8ab None None] No DVR routers for this DVR port e91a9ad4-29d1-4c4b-b7a6-5adbdfc078e8 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:21:58.332037 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5862374-d8ec-4c35-aafb-e4ee469279c7 None None] The sync data for ids ['5f7ac2c0-93ed-402a-8162-96aec8987868'] in n-d-820553-2 is: [{'id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'name': 'tempest-RoutersTest-router-1674533846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:10Z', 'updated_at': '2021-12-17T15:21:55Z', 'revision_number': 8, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'gw_port_host': None, '_interfaces': [{'id': '622ab47c-6e12-4f59-a46a-d2cc2eab1c17', 'name': '', 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:ff:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:13Z', 'updated_at': '2021-12-17T15:21:20Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '984f5b3d-004e-4397-b36e-6685cc9bfd41', 'name': '', 'network_id': 'bd1b32ca-a2fc-443f-a3c9-ac154319ae9d', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:31:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '6062b771-5131-4639-ac9c-3ede54055e96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:22Z', 'updated_at': '2021-12-17T15:21:30Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '6062b771-5131-4639-ac9c-3ede54055e96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f50a5409-8e62-4694-afeb-f36b061fdea3', 'name': '', 'network_id': '05f31c38-3a8a-4fd3-9c80-0a77ceae7802', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:40:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:28Z', 'updated_at': '2021-12-17T15:21:36Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': 'a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:21:58.383585 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0763a74b-7504-4026-a9b0-bc0750807968 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:58.408586 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-0763a74b-7504-4026-a9b0-bc0750807968 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c4b4e5-ce5d-49e4-b1a6-de3a604464d6']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:58.418813 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-0763a74b-7504-4026-a9b0-bc0750807968 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bade3c5-ece6-4e47-8700-64f9dd88a73e') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:58.419148 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-0763a74b-7504-4026-a9b0-bc0750807968 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bade3c5-ece6-4e47-8700-64f9dd88a73e') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:21:58.429658 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0763a74b-7504-4026-a9b0-bc0750807968 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:58.443357 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0763a74b-7504-4026-a9b0-bc0750807968 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:58.449215 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0763a74b-7504-4026-a9b0-bc0750807968 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:21:58.449638 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0763a74b-7504-4026-a9b0-bc0750807968 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:58.452569 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:21:58.452569 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:21:58.452569 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:21:58.452569 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:21:58.452569 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:21:58.452569 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:21:58.452569 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:21:58.452569 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:21:58.452569 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:21:58.452569 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:21:58.452569 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:21:58.452569 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:21:58.452569 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:21:58.452569 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:21:58.452569 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:21:58.452569 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:21:58.452569 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:21:58.452569 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:21:58.452569 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:21:58.452569 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:21:58.452569 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:21:58.452569 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:21:58.452569 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:21:58.452569 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:21:58.452569 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:21:58.452569 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:21:58.452569 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:21:58.452569 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:21:58.452569 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:21:58.452569 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:21:58.452569 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:21:58.452569 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:21:58.580562 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba96c9-0b7d-47a7-a8c0-a8fb9af1f09f req-933e3fa8-364e-411e-92ac-c9784b881221 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:58.580562 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3fba96c9-0b7d-47a7-a8c0-a8fb9af1f09f req-933e3fa8-364e-411e-92ac-c9784b881221 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 946 time: 0.0539222 Dec 17 15:21:58.600422 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0763a74b-7504-4026-a9b0-bc0750807968 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:58.608293 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0763a74b-7504-4026-a9b0-bc0750807968 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:58.611521 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0763a74b-7504-4026-a9b0-bc0750807968 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/networks/60c4b4e5-ce5d-49e4-b1a6-de3a604464d6 HTTP/1.1" status: 204 len: 168 time: 1.0355186 Dec 17 15:21:58.617068 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54752) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:58.620430 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3fba96c9-0b7d-47a7-a8c0-a8fb9af1f09f req-25ffb6a0-164b-461f-b4e4-c24d0f6e9e00 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380116 Dec 17 15:21:58.624164 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763a74b-7504-4026-a9b0-bc0750807968 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event deleted for resources: {'Network': ['ID=60c4b4e5-ce5d-49e4-b1a6-de3a604464d6,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:58.811659 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b13adf1e-b5a4-4dd5-bedb-c66b0f4a0093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:58.969594 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54762) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:21:59.021773 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-998282f2-e7ec-47db-9c22-58445e226b47 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:59.075279 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-8d8593e6-4263-4105-bdfe-cd1f6c0f09e6 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1381717663'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:21:59.132582 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 199ec75a-495a-48fc-9542-46dd4ff16ce8 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:21:59.135893 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device c972ba9f-286e-429f-b2b8-711964f9dbf4 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:21:59.200444 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8593e6-4263-4105-bdfe-cd1f6c0f09e6 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:21:59.207261 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8d8593e6-4263-4105-bdfe-cd1f6c0f09e6 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:59.217974 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8d8593e6-4263-4105-bdfe-cd1f6c0f09e6 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:59.275465 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10406c8a-e563-4a59-b829-a10661c5bd93 req-7ab904ee-553d-4508-8d3b-9c4a8fe93540 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:59.277195 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-10406c8a-e563-4a59-b829-a10661c5bd93 req-7ab904ee-553d-4508-8d3b-9c4a8fe93540 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 945 time: 0.0920200 Dec 17 15:21:59.305038 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 199ec75a-495a-48fc-9542-46dd4ff16ce8, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=199ec75a-495a-48fc-9542-46dd4ff16ce8,segment=NetworkSegment(50913541-c4fc-4052-a5a4-4ef73bad2e3d),segment_id=50913541-c4fc-4052-a5a4-4ef73bad2e3d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:59.319822 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '199ec75a-495a-48fc-9542-46dd4ff16ce8', 'network_id': '72959918-115f-4f15-a904-42652bab9b2e', 'port_id': '199ec75a-495a-48fc-9542-46dd4ff16ce8', 'mac_address': 'fa:16:3e:8a:a9:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ec1172-deaa-4898-b906-b0423633683b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:21:59.331605 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8d8593e6-4263-4105-bdfe-cd1f6c0f09e6 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:59.356121 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port c972ba9f-286e-429f-b2b8-711964f9dbf4 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:21:59.366530 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port c972ba9f-286e-429f-b2b8-711964f9dbf4 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:21:59.366908 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:59.369990 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:59.398716 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-10406c8a-e563-4a59-b829-a10661c5bd93 req-86f78d7f-62e6-4661-ac34-ab37a4aace02 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070449 Dec 17 15:21:59.403742 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 199ec75a-495a-48fc-9542-46dd4ff16ce8 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:21:59.423014 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52f3d9-48ff-4f1f-947a-365ad5d53f58 req-5d4a742b-bed4-4261-ae04-06d2b0d0a829 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:59.424608 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a52f3d9-48ff-4f1f-947a-365ad5d53f58 req-5d4a742b-bed4-4261-ae04-06d2b0d0a829 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=af175e29-f253-45e8-8e1d-bedd5a96b0fd HTTP/1.1" status: 200 len: 944 time: 0.1287930 Dec 17 15:21:59.434481 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-998282f2-e7ec-47db-9c22-58445e226b47 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Deleting port f50a5409-8e62-4694-afeb-f36b061fdea3 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:21:59.434906 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-998282f2-e7ec-47db-9c22-58445e226b47 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:59.446803 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8d8593e6-4263-4105-bdfe-cd1f6c0f09e6 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:59.450899 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 199ec75a-495a-48fc-9542-46dd4ff16ce8, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=199ec75a-495a-48fc-9542-46dd4ff16ce8,segment=NetworkSegment(50913541-c4fc-4052-a5a4-4ef73bad2e3d),segment_id=50913541-c4fc-4052-a5a4-4ef73bad2e3d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:59.491410 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d8593e6-4263-4105-bdfe-cd1f6c0f09e6 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:21:59.510585 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8593e6-4263-4105-bdfe-cd1f6c0f09e6 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07a51b8e-e37d-40b0-8e6f-f7d879d49b6b,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:59.526496 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:59.529693 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a52f3d9-48ff-4f1f-947a-365ad5d53f58 req-8ebd50b8-7814-4de5-8ac1-b26b2606c9b7 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906200 Dec 17 15:21:59.553194 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8d8593e6-4263-4105-bdfe-cd1f6c0f09e6 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:59.553623 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-8d8593e6-4263-4105-bdfe-cd1f6c0f09e6 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Added segment d0d7b6f5-52f9-4cbe-a0f4-70551430eb79 of type vlan for network 9bd92930-dfe5-4133-8170-ec33aa15fc28 Dec 17 15:21:59.564537 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:59.584094 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-998282f2-e7ec-47db-9c22-58445e226b47 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] For port f50a5409-8e62-4694-afeb-f36b061fdea3, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f50a5409-8e62-4694-afeb-f36b061fdea3,segment=NetworkSegment(6f232775-b257-42d3-9987-c8771623094c),segment_id=6f232775-b257-42d3-9987-c8771623094c)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:59.584465 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-998282f2-e7ec-47db-9c22-58445e226b47 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:59.599811 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-998282f2-e7ec-47db-9c22-58445e226b47 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Calling delete_port for f50a5409-8e62-4694-afeb-f36b061fdea3 owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:21:59.621467 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port c972ba9f-286e-429f-b2b8-711964f9dbf4, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=c972ba9f-286e-429f-b2b8-711964f9dbf4,segment=NetworkSegment(10c5f3e8-27cc-48e8-9601-dbc18db46683),segment_id=10c5f3e8-27cc-48e8-9601-dbc18db46683)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:21:59.638844 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba6c05a-cbd4-4916-9f14-328566dee045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c972ba9f-286e-429f-b2b8-711964f9dbf4'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:21:59.641432 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3f06fd-1842-4063-bbf9-977765903ca3" -d '{"events": [{"server_uuid": "9ba6c05a-cbd4-4916-9f14-328566dee045", "name": "network-vif-plugged", "status": "completed", "tag": "c972ba9f-286e-429f-b2b8-711964f9dbf4"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:21:59.646735 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8d8593e6-4263-4105-bdfe-cd1f6c0f09e6 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:59.708894 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:59.711288 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=199ec75a-495a-48fc-9542-46dd4ff16ce8,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:59.768704 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab7b9e8-bcfc-49d2-960e-0713175369a2 x-openstack-request-id: req-aab7b9e8-bcfc-49d2-960e-0713175369a2 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:21:59.768991 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ba6c05a-cbd4-4916-9f14-328566dee045", "name": "network-vif-plugged", "status": "completed", "tag": "c972ba9f-286e-429f-b2b8-711964f9dbf4", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:21:59.773301 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aab7b9e8-bcfc-49d2-960e-0713175369a2 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:21:59.773301 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ba6c05a-cbd4-4916-9f14-328566dee045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c972ba9f-286e-429f-b2b8-711964f9dbf4', 'code': 200} Dec 17 15:21:59.774558 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['199ec75a-495a-48fc-9542-46dd4ff16ce8'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:21:59.793866 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8d8593e6-4263-4105-bdfe-cd1f6c0f09e6 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:59.799703 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8593e6-4263-4105-bdfe-cd1f6c0f09e6 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:59.810296 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8d8593e6-4263-4105-bdfe-cd1f6c0f09e6 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:21:59.822153 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:21:59.857664 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:21:59.858026 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 5ca8ff1e-bfea-46a5-b3f9-6b8e494f12f4 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:21:59.858684 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e91a9ad4-29d1-4c4b-b7a6-5adbdfc078e8 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:21:59.865509 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=c972ba9f-286e-429f-b2b8-711964f9dbf4,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:59.874418 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3e4bc-e83d-41ce-af54-9bff830b41dd req-c8bb9649-7d53-4c90-8409-3e6f7cdcbb8a tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:59.889135 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98b3e4bc-e83d-41ce-af54-9bff830b41dd req-c8bb9649-7d53-4c90-8409-3e6f7cdcbb8a tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 946 time: 0.1224380 Dec 17 15:21:59.900062 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: e91a9ad4-29d1-4c4b-b7a6-5adbdfc078e8 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:21:59.900571 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e91a9ad4-29d1-4c4b-b7a6-5adbdfc078e8 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:21:59.921410 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8593e6-4263-4105-bdfe-cd1f6c0f09e6 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Network': ['ID=9bd92930-dfe5-4133-8170-ec33aa15fc28,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:21:59.933705 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 9bd92930-dfe5-4133-8170-ec33aa15fc28 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:21:59.934215 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d2250-083f-45bd-b5ad-25c5c324e609 req-0c1209d7-f9fc-45ba-a710-73411d083895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:21:59.936119 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e29d2250-083f-45bd-b5ad-25c5c324e609 req-0c1209d7-f9fc-45ba-a710-73411d083895 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 1097 time: 0.1206672 Dec 17 15:21:59.938671 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98b3e4bc-e83d-41ce-af54-9bff830b41dd req-30ebbc88-781a-44b7-9a06-1173edb2c0c1 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559258 Dec 17 15:21:59.987498 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8d8593e6-4263-4105-bdfe-cd1f6c0f09e6 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0159934 Dec 17 15:21:59.997518 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54784) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:00.002882 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-0d076ec2-c863-4df8-9e93-d5131ba0f02c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'port': {'network_id': '9bd92930-dfe5-4133-8170-ec33aa15fc28', 'name': 'tempest-PortsTestJSON-1913965886'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:00.033516 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e29d2250-083f-45bd-b5ad-25c5c324e609 req-c687a5d7-d494-436d-a3dc-b39435953bb9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864353 Dec 17 15:22:00.084554 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-998282f2-e7ec-47db-9c22-58445e226b47 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:00.131962 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998282f2-e7ec-47db-9c22-58445e226b47 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event deleted for resources: {'Port': ['ID=f50a5409-8e62-4694-afeb-f36b061fdea3,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:00.287474 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d076ec2-c863-4df8-9e93-d5131ba0f02c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:00.291006 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d076ec2-c863-4df8-9e93-d5131ba0f02c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:00.315508 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-0d076ec2-c863-4df8-9e93-d5131ba0f02c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] device_id is not set on port bd34dbc8-22d7-4ac9-9412-c33d0c867adc yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:22:00.368865 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-998282f2-e7ec-47db-9c22-58445e226b47 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:00.670273 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d076ec2-c863-4df8-9e93-d5131ba0f02c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:00.713098 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3e0c6-eb1c-4955-a795-1d2510a79991 req-6a859679-b654-4213-87a8-17fbc5e819c4 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:00.714550 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-21c3e0c6-eb1c-4955-a795-1d2510a79991 req-6a859679-b654-4213-87a8-17fbc5e819c4 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 946 time: 0.2330701 Dec 17 15:22:00.758488 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0545b76-bb8b-4f24-8a81-cb3d85bd290e req-5b499017-c145-40a6-af9f-a0034b13973f tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:00.759919 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c0545b76-bb8b-4f24-8a81-cb3d85bd290e req-5b499017-c145-40a6-af9f-a0034b13973f tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 946 time: 0.2260740 Dec 17 15:22:00.854303 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-998282f2-e7ec-47db-9c22-58445e226b47 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Router 5f7ac2c0-93ed-402a-8162-96aec8987868 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:22:00.857548 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-21c3e0c6-eb1c-4955-a795-1d2510a79991 req-8a4f40c2-25d6-4932-8fdf-b31f5a41f0b2 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352692 Dec 17 15:22:00.865145 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b654178-75ce-4a3f-a7bd-2a10657500c0 req-55865362-bb8c-451d-956a-553dd2d3199d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:00.866732 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b654178-75ce-4a3f-a7bd-2a10657500c0 req-55865362-bb8c-451d-956a-553dd2d3199d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1407878f6eb44e929267c0f543df9a52&device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 1097 time: 0.1997309 Dec 17 15:22:00.872138 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c0545b76-bb8b-4f24-8a81-cb3d85bd290e req-2dcdcdb5-62ef-4f5c-8482-bbcb90a2e099 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976264 Dec 17 15:22:01.011253 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d076ec2-c863-4df8-9e93-d5131ba0f02c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:01.068756 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ca1f2d71-36a6-4e90-9b90-851bc9c82f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:01.126632 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 199ec75a-495a-48fc-9542-46dd4ff16ce8 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:22:01.128971 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998282f2-e7ec-47db-9c22-58445e226b47 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:22:01.132221 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d076ec2-c863-4df8-9e93-d5131ba0f02c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Port': ['ID=bd34dbc8-22d7-4ac9-9412-c33d0c867adc,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:01.134615 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b654178-75ce-4a3f-a7bd-2a10657500c0 req-6232e6d0-2f2b-437d-ada4-ee0f9116ea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:01.136246 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b654178-75ce-4a3f-a7bd-2a10657500c0 req-6232e6d0-2f2b-437d-ada4-ee0f9116ea47 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a81410f2-8387-44e0-b580-7a2346e72e8a HTTP/1.1" status: 200 len: 911 time: 0.2625246 Dec 17 15:22:01.143496 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-998282f2-e7ec-47db-9c22-58445e226b47 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "PUT /v2.0/routers/5f7ac2c0-93ed-402a-8162-96aec8987868/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5218148 Dec 17 15:22:01.147070 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54802) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:01.170256 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c82e1e9-2286-42ff-8600-f42f07064655 None None] Sync routers for ids ['5f7ac2c0-93ed-402a-8162-96aec8987868'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:22:01.171359 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77500d14-7e71-44cb-9734-a0858505e937 req-7bcf1992-f9cc-4653-b804-89e11bb8f024 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:01.173152 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-77500d14-7e71-44cb-9734-a0858505e937 req-7bcf1992-f9cc-4653-b804-89e11bb8f024 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=af175e29-f253-45e8-8e1d-bedd5a96b0fd HTTP/1.1" status: 200 len: 945 time: 0.2043049 Dec 17 15:22:01.182575 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c82e1e9-2286-42ff-8600-f42f07064655 None None] Routers {'5f7ac2c0-93ed-402a-8162-96aec8987868'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:22:01.183207 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-1c82e1e9-2286-42ff-8600-f42f07064655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:22:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5f7ac2c0-93ed-402a-8162-96aec8987868'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:01.232660 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b654178-75ce-4a3f-a7bd-2a10657500c0 req-e181f2d2-af71-4a80-bc67-eb68914fa187 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b891bdb-7a5e-46d6-9f37-de70971d3793 HTTP/1.1" status: 200 len: 217 time: 0.0876908 Dec 17 15:22:01.278717 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-1c82e1e9-2286-42ff-8600-f42f07064655 None None] Set router 5f7ac2c0-93ed-402a-8162-96aec8987868 gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:22:01.290737 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d076ec2-c863-4df8-9e93-d5131ba0f02c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Checking segment: {'id': 'd0d7b6f5-52f9-4cbe-a0f4-70551430eb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9bd92930-dfe5-4133-8170-ec33aa15fc28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:22:01.291320 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d076ec2-c863-4df8-9e93-d5131ba0f02c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Network hostable DHCP agents. Network: 9bd92930-dfe5-4133-8170-ec33aa15fc28, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:22:01.322102 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ad51f8-7d9d-4243-b2c9-04741e144c67 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Deleting subnet a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:22:01.329212 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-23ad51f8-7d9d-4243-b2c9-04741e144c67 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:01.355148 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 199ec75a-495a-48fc-9542-46dd4ff16ce8 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:22:01.355348 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-77500d14-7e71-44cb-9734-a0858505e937 req-62dd1f62-06ad-4b84-9c85-8d1a9ea48428 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288936 Dec 17 15:22:01.368102 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 199ec75a-495a-48fc-9542-46dd4ff16ce8 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:01.368334 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b654178-75ce-4a3f-a7bd-2a10657500c0 req-23e16195-bddc-44ad-911a-71ab5ad5a3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:01.368462 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:01.369700 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b654178-75ce-4a3f-a7bd-2a10657500c0 req-23e16195-bddc-44ad-911a-71ab5ad5a3c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b59121e-95f1-4cb2-baf2-d0a298aafb94 HTTP/1.1" status: 200 len: 850 time: 0.1287231 Dec 17 15:22:01.392803 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-23ad51f8-7d9d-4243-b2c9-04741e144c67 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:01.432355 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b654178-75ce-4a3f-a7bd-2a10657500c0 req-f3d44d33-b06e-4998-aa57-c6e8d162f835 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a81410f2-8387-44e0-b580-7a2346e72e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550354 Dec 17 15:22:01.501352 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d076ec2-c863-4df8-9e93-d5131ba0f02c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Network 9bd92930-dfe5-4133-8170-ec33aa15fc28 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:22:01.524585 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:01.563443 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-23ad51f8-7d9d-4243-b2c9-04741e144c67 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:01.569274 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 199ec75a-495a-48fc-9542-46dd4ff16ce8, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=199ec75a-495a-48fc-9542-46dd4ff16ce8,segment=NetworkSegment(50913541-c4fc-4052-a5a4-4ef73bad2e3d),segment_id=50913541-c4fc-4052-a5a4-4ef73bad2e3d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:01.578280 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-1c82e1e9-2286-42ff-8600-f42f07064655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'name': 'tempest-RoutersTest-router-1674533846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:10Z', 'updated_at': '2021-12-17T15:21:59Z', 'revision_number': 9, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'gw_port_host': None, '_interfaces': [{'id': '622ab47c-6e12-4f59-a46a-d2cc2eab1c17', 'name': '', 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:ff:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:13Z', 'updated_at': '2021-12-17T15:21:20Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '984f5b3d-004e-4397-b36e-6685cc9bfd41', 'name': '', 'network_id': 'bd1b32ca-a2fc-443f-a3c9-ac154319ae9d', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:31:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '6062b771-5131-4639-ac9c-3ede54055e96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:22Z', 'updated_at': '2021-12-17T15:21:30Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '6062b771-5131-4639-ac9c-3ede54055e96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:01.605643 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c82e1e9-2286-42ff-8600-f42f07064655 None None] Checking router: 5f7ac2c0-93ed-402a-8162-96aec8987868 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:22:01.615271 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c82e1e9-2286-42ff-8600-f42f07064655 None None] Routers {'5f7ac2c0-93ed-402a-8162-96aec8987868'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:22:01.615920 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-1c82e1e9-2286-42ff-8600-f42f07064655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:22:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5f7ac2c0-93ed-402a-8162-96aec8987868'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:01.684528 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:01.765513 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-1c82e1e9-2286-42ff-8600-f42f07064655 None None] Set router 5f7ac2c0-93ed-402a-8162-96aec8987868 gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:22:01.792480 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af175e29-f253-45e8-8e1d-bedd5a96b0fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199ec75a-495a-48fc-9542-46dd4ff16ce8'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:22:01.794843 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9940127-af55-4c24-b6ff-57ebba234f70" -d '{"events": [{"server_uuid": "af175e29-f253-45e8-8e1d-bedd5a96b0fd", "name": "network-vif-plugged", "status": "completed", "tag": "199ec75a-495a-48fc-9542-46dd4ff16ce8"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:22:01.819585 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=199ec75a-495a-48fc-9542-46dd4ff16ce8,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:01.860552 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdaf7b5-290b-4af3-be0c-979e96cdaa35 x-openstack-request-id: req-4cdaf7b5-290b-4af3-be0c-979e96cdaa35 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:22:01.860835 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af175e29-f253-45e8-8e1d-bedd5a96b0fd", "name": "network-vif-plugged", "status": "completed", "tag": "199ec75a-495a-48fc-9542-46dd4ff16ce8", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:22:01.861105 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4cdaf7b5-290b-4af3-be0c-979e96cdaa35 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:22:01.861515 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af175e29-f253-45e8-8e1d-bedd5a96b0fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199ec75a-495a-48fc-9542-46dd4ff16ce8', 'code': 200} Dec 17 15:22:01.870150 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-0d076ec2-c863-4df8-9e93-d5131ba0f02c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 9bd92930-dfe5-4133-8170-ec33aa15fc28) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:01.880897 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d076ec2-c863-4df8-9e93-d5131ba0f02c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:22:01.890451 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d076ec2-c863-4df8-9e93-d5131ba0f02c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:01.891389 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d076ec2-c863-4df8-9e93-d5131ba0f02c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:01.894030 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c627d07f-c8d8-478e-8271-deea7662ef32 None None] Network 9bd92930-dfe5-4133-8170-ec33aa15fc28 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:22:01.896376 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b654178-75ce-4a3f-a7bd-2a10657500c0 req-ec49ca4d-5a27-415c-b912-b8b461ec13cd service neutron] 10.222.0.41 "GET /v2.0/networks/a81410f2-8387-44e0-b580-7a2346e72e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544106 Dec 17 15:22:02.005175 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8a34c-a2d0-4e1a-8284-7077334a7efd req-369afa3e-21a4-4be5-9062-9fc2cb2fc61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:02.008555 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-32a8a34c-a2d0-4e1a-8284-7077334a7efd req-369afa3e-21a4-4be5-9062-9fc2cb2fc61b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af175e29-f253-45e8-8e1d-bedd5a96b0fd HTTP/1.1" status: 200 len: 1097 time: 0.0744929 Dec 17 15:22:02.051078 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-32a8a34c-a2d0-4e1a-8284-7077334a7efd req-0f378224-81cb-4627-b642-63222f8915aa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353785 Dec 17 15:22:02.052377 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0d076ec2-c863-4df8-9e93-d5131ba0f02c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0533907 Dec 17 15:22:02.055779 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54816) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:02.061533 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-97e02f42-e93e-435b-bb93-a43b5d9daa2b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1957768724'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:02.085190 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b654178-75ce-4a3f-a7bd-2a10657500c0 req-fbe108f9-7417-4938-b607-59f630da0ec4 service neutron] 10.222.0.41 "GET /v2.0/networks/a81410f2-8387-44e0-b580-7a2346e72e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804836 Dec 17 15:22:02.104009 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908c8fb-49e3-4990-b0cc-86986eff9d24 req-3dd055eb-60b1-4b9c-a79c-6270ece8d534 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:02.105543 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8908c8fb-49e3-4990-b0cc-86986eff9d24 req-3dd055eb-60b1-4b9c-a79c-6270ece8d534 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 946 time: 0.1132460 Dec 17 15:22:02.120184 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467f240-5660-40a6-ac92-1bbe3698e84a req-c938a908-0c7f-4826-942d-a31a94b4edbc tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:02.121788 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4467f240-5660-40a6-ac92-1bbe3698e84a req-c938a908-0c7f-4826-942d-a31a94b4edbc tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 946 time: 0.0894618 Dec 17 15:22:02.178984 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8908c8fb-49e3-4990-b0cc-86986eff9d24 req-d67b2624-cc9e-4f5a-a6d4-a7f05f555075 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562329 Dec 17 15:22:02.187254 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4467f240-5660-40a6-ac92-1bbe3698e84a req-74f5412a-5ba7-4845-9c3c-08146a597279 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577605 Dec 17 15:22:02.228772 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e02f42-e93e-435b-bb93-a43b5d9daa2b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:02.229210 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-23ad51f8-7d9d-4243-b2c9-04741e144c67 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:02.232624 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-97e02f42-e93e-435b-bb93-a43b5d9daa2b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:02.285626 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e02f42-e93e-435b-bb93-a43b5d9daa2b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:22:02.296281 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad51f8-7d9d-4243-b2c9-04741e144c67 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event deleted for resources: {'Subnet': ['ID=a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:02.309779 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-97e02f42-e93e-435b-bb93-a43b5d9daa2b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:02.310699 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-97e02f42-e93e-435b-bb93-a43b5d9daa2b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Added segment dc0b9418-2982-4904-8c5c-0efd98fe4be3 of type vlan for network 3556b53d-ce85-4dde-b64c-a04746540f86 Dec 17 15:22:02.310845 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-23ad51f8-7d9d-4243-b2c9-04741e144c67 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:02.319019 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:02.319614 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54828) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:02.322493 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a5345c-a87e-4bdb-ba84-7b7f3dbec11c None None] Network 05f31c38-3a8a-4fd3-9c80-0a77ceae7802 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:22:02.338533 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-23ad51f8-7d9d-4243-b2c9-04741e144c67 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/subnets/a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b HTTP/1.1" status: 204 len: 168 time: 1.1680233 Dec 17 15:22:02.420619 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-97e02f42-e93e-435b-bb93-a43b5d9daa2b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:02.449017 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-09ecf5c3-f0fc-4401-bb58-8f5047fac53a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:02.516742 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-09ecf5c3-f0fc-4401-bb58-8f5047fac53a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Deleting port 5dfc94bd-7953-4432-b050-5ead5c1d9b2d {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:22:02.517032 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-09ecf5c3-f0fc-4401-bb58-8f5047fac53a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:02.552342 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e2e2e-f468-4d6b-a82e-e2d478035a40 req-82afdd9a-8f74-4640-89bb-e020da65ea83 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:02.552831 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-1c82e1e9-2286-42ff-8600-f42f07064655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'name': 'tempest-RoutersTest-router-1674533846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:10Z', 'updated_at': '2021-12-17T15:21:59Z', 'revision_number': 9, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'gw_port_host': None, '_interfaces': [{'id': '622ab47c-6e12-4f59-a46a-d2cc2eab1c17', 'name': '', 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:ff:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:13Z', 'updated_at': '2021-12-17T15:21:20Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '984f5b3d-004e-4397-b36e-6685cc9bfd41', 'name': '', 'network_id': 'bd1b32ca-a2fc-443f-a3c9-ac154319ae9d', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:31:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '6062b771-5131-4639-ac9c-3ede54055e96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:22Z', 'updated_at': '2021-12-17T15:21:30Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '6062b771-5131-4639-ac9c-3ede54055e96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:02.559004 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-97e02f42-e93e-435b-bb93-a43b5d9daa2b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:02.562325 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc2e2e2e-f468-4d6b-a82e-e2d478035a40 req-82afdd9a-8f74-4640-89bb-e020da65ea83 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=af175e29-f253-45e8-8e1d-bedd5a96b0fd HTTP/1.1" status: 200 len: 946 time: 0.0855272 Dec 17 15:22:02.565033 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e02f42-e93e-435b-bb93-a43b5d9daa2b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:02.565867 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-97e02f42-e93e-435b-bb93-a43b5d9daa2b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:02.592501 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c82e1e9-2286-42ff-8600-f42f07064655 None None] The sync data for ids ['5f7ac2c0-93ed-402a-8162-96aec8987868'] in n-d-820553-2 is: [{'id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'name': 'tempest-RoutersTest-router-1674533846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:10Z', 'updated_at': '2021-12-17T15:21:59Z', 'revision_number': 9, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'gw_port_host': None, '_interfaces': [{'id': '622ab47c-6e12-4f59-a46a-d2cc2eab1c17', 'name': '', 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:ff:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:13Z', 'updated_at': '2021-12-17T15:21:20Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '984f5b3d-004e-4397-b36e-6685cc9bfd41', 'name': '', 'network_id': 'bd1b32ca-a2fc-443f-a3c9-ac154319ae9d', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:31:99:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '6062b771-5131-4639-ac9c-3ede54055e96', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:22Z', 'updated_at': '2021-12-17T15:21:30Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '6062b771-5131-4639-ac9c-3ede54055e96', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:22:02.612811 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc2e2e2e-f468-4d6b-a82e-e2d478035a40 req-3ef9f889-a925-4e8f-8415-e2565e1ead26 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485179 Dec 17 15:22:02.680713 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e02f42-e93e-435b-bb93-a43b5d9daa2b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Network': ['ID=3556b53d-ce85-4dde-b64c-a04746540f86,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:02.683866 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-09ecf5c3-f0fc-4401-bb58-8f5047fac53a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] For port 5dfc94bd-7953-4432-b050-5ead5c1d9b2d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=5dfc94bd-7953-4432-b050-5ead5c1d9b2d,segment=NetworkSegment(6f232775-b257-42d3-9987-c8771623094c),segment_id=6f232775-b257-42d3-9987-c8771623094c)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:02.684251 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-09ecf5c3-f0fc-4401-bb58-8f5047fac53a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:02.690777 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 3556b53d-ce85-4dde-b64c-a04746540f86 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:22:02.701983 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-09ecf5c3-f0fc-4401-bb58-8f5047fac53a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Calling delete_port for 5dfc94bd-7953-4432-b050-5ead5c1d9b2d owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:22:02.713780 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-97e02f42-e93e-435b-bb93-a43b5d9daa2b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6567521 Dec 17 15:22:02.716421 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54832) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:02.721514 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-f3d1ced9-d708-40ff-88f6-2436fc6fe0eb tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'ports': [{'network_id': '9bd92930-dfe5-4133-8170-ec33aa15fc28'}, {'network_id': '3556b53d-ce85-4dde-b64c-a04746540f86'}]} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:02.721810 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-f3d1ced9-d708-40ff-88f6-2436fc6fe0eb tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'port': {'network_id': '9bd92930-dfe5-4133-8170-ec33aa15fc28'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:02.722287 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-f3d1ced9-d708-40ff-88f6-2436fc6fe0eb tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'port': {'network_id': '3556b53d-ce85-4dde-b64c-a04746540f86'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:02.969487 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261dedff-207b-495f-993e-54efe2b58a9e req-6dac770d-3d76-4d43-ba64-94dfc6bf4aae tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:02.971118 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-261dedff-207b-495f-993e-54efe2b58a9e req-6dac770d-3d76-4d43-ba64-94dfc6bf4aae tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 946 time: 0.0602384 Dec 17 15:22:02.976939 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-09ecf5c3-f0fc-4401-bb58-8f5047fac53a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:02.992053 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2e5ae9-de46-4b06-91bb-f74119ad7fcb None None] DHCP port deletion for 05f31c38-3a8a-4fd3-9c80-0a77ceae7802 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:22:03.032529 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-261dedff-207b-495f-993e-54efe2b58a9e req-84c210c3-ad19-4de7-bb1a-f9dcb840e843 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454588 Dec 17 15:22:03.037542 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ecf5c3-f0fc-4401-bb58-8f5047fac53a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event deleted for resources: {'Port': ['ID=5dfc94bd-7953-4432-b050-5ead5c1d9b2d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:03.042628 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ecf5c3-f0fc-4401-bb58-8f5047fac53a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] No DVR routers for this DVR port 5dfc94bd-7953-4432-b050-5ead5c1d9b2d on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:22:03.057218 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d1ced9-d708-40ff-88f6-2436fc6fe0eb tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'port': 2} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:03.063043 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f3d1ced9-d708-40ff-88f6-2436fc6fe0eb tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:03.078296 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f3d1ced9-d708-40ff-88f6-2436fc6fe0eb tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:03.167760 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6332281-957f-411e-8437-5c16e3d34a05 req-a091f9d6-dd54-46d2-91c5-ca08240e7b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:03.168969 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c6332281-957f-411e-8437-5c16e3d34a05 req-a091f9d6-dd54-46d2-91c5-ca08240e7b6a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c5523b5350454050bc24f1ee5a0a4b70&device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 1097 time: 0.1420927 Dec 17 15:22:03.173743 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-09ecf5c3-f0fc-4401-bb58-8f5047fac53a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:03.177749 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-f3d1ced9-d708-40ff-88f6-2436fc6fe0eb tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] device_id is not set on port fb10a69f-972d-4439-8d6e-d8f4010bcdfb yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:22:03.236991 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-09ecf5c3-f0fc-4401-bb58-8f5047fac53a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f31c38-3a8a-4fd3-9c80-0a77ceae7802']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:03.252637 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-09ecf5c3-f0fc-4401-bb58-8f5047fac53a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f232775-b257-42d3-9987-c8771623094c') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:03.252933 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-09ecf5c3-f0fc-4401-bb58-8f5047fac53a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f232775-b257-42d3-9987-c8771623094c') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:03.266632 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-09ecf5c3-f0fc-4401-bb58-8f5047fac53a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:03.291791 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-09ecf5c3-f0fc-4401-bb58-8f5047fac53a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:03.306408 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ecf5c3-f0fc-4401-bb58-8f5047fac53a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:22:03.306859 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-09ecf5c3-f0fc-4401-bb58-8f5047fac53a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:03.309872 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:22:03.309872 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:22:03.309872 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:22:03.309872 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:22:03.309872 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:22:03.309872 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:22:03.309872 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:22:03.309872 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:22:03.309872 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:22:03.309872 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:22:03.309872 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:22:03.309872 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:22:03.309872 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:22:03.309872 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:22:03.309872 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:22:03.309872 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:22:03.309872 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:22:03.309872 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:22:03.309872 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:22:03.309872 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:22:03.309872 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:22:03.309872 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:22:03.309872 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:22:03.309872 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:22:03.309872 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:22:03.309872 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:22:03.309872 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:22:03.309872 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:22:03.309872 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:22:03.309872 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:22:03.309872 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:22:03.309872 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:22:03.325883 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f3d1ced9-d708-40ff-88f6-2436fc6fe0eb tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:03.328024 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6332281-957f-411e-8437-5c16e3d34a05 req-b76b62f4-78ea-4389-9cbb-e7465ca69185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:03.329564 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c6332281-957f-411e-8437-5c16e3d34a05 req-b76b62f4-78ea-4389-9cbb-e7465ca69185 service neutron] 10.222.0.13 "GET /v2.0/networks?id=64af8fff-ac3a-4abc-8822-328e57318c5b HTTP/1.1" status: 200 len: 920 time: 0.1531374 Dec 17 15:22:03.399101 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c6332281-957f-411e-8437-5c16e3d34a05 req-b5d20a96-0bf5-490a-b938-4b2a6dedcfaf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c972ba9f-286e-429f-b2b8-711964f9dbf4 HTTP/1.1" status: 200 len: 217 time: 0.0433426 Dec 17 15:22:03.406839 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61d23c-2a66-4e4b-9371-f1cc8ac20ab2 req-ae907a43-2bba-48f0-af9c-7e880582fcf1 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:03.408377 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1e61d23c-2a66-4e4b-9371-f1cc8ac20ab2 req-ae907a43-2bba-48f0-af9c-7e880582fcf1 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 946 time: 0.1240580 Dec 17 15:22:03.413345 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-f3d1ced9-d708-40ff-88f6-2436fc6fe0eb tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] device_id is not set on port e9a7d366-b446-4eaa-9803-de29b45e378a yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:22:03.477115 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1e61d23c-2a66-4e4b-9371-f1cc8ac20ab2 req-3438df2f-c923-4adb-b899-5752fe9f5ba2 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520949 Dec 17 15:22:03.482357 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6332281-957f-411e-8437-5c16e3d34a05 req-d36a0f16-b122-4e52-8ffa-e0430c2a878a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:03.483926 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c6332281-957f-411e-8437-5c16e3d34a05 req-d36a0f16-b122-4e52-8ffa-e0430c2a878a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=787e95b8-61b8-4b5a-91fc-f3b04ea70ba6 HTTP/1.1" status: 200 len: 859 time: 0.0731106 Dec 17 15:22:03.522156 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c6332281-957f-411e-8437-5c16e3d34a05 req-ad628f21-c1bc-4900-9eb1-81f3d58e24eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64af8fff-ac3a-4abc-8822-328e57318c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313826 Dec 17 15:22:03.566926 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f3d1ced9-d708-40ff-88f6-2436fc6fe0eb tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:03.575253 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-09ecf5c3-f0fc-4401-bb58-8f5047fac53a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:03.594830 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-09ecf5c3-f0fc-4401-bb58-8f5047fac53a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:03.601646 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-09ecf5c3-f0fc-4401-bb58-8f5047fac53a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/networks/05f31c38-3a8a-4fd3-9c80-0a77ceae7802 HTTP/1.1" status: 204 len: 168 time: 1.2773788 Dec 17 15:22:03.604020 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ecf5c3-f0fc-4401-bb58-8f5047fac53a tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event deleted for resources: {'Network': ['ID=05f31c38-3a8a-4fd3-9c80-0a77ceae7802,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:03.604200 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54846) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:03.654873 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c6332281-957f-411e-8437-5c16e3d34a05 req-c182e638-571b-4ef9-a91d-b0736c7fdc46 service neutron] 10.222.0.13 "GET /v2.0/networks/64af8fff-ac3a-4abc-8822-328e57318c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243594 Dec 17 15:22:03.729742 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f3d1ced9-d708-40ff-88f6-2436fc6fe0eb tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:03.765951 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 5dfc94bd-7953-4432-b050-5ead5c1d9b2d no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:22:03.787338 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c6332281-957f-411e-8437-5c16e3d34a05 req-c75a5a7a-afea-444a-a63c-f0a0f202a33d service neutron] 10.222.0.13 "GET /v2.0/networks/64af8fff-ac3a-4abc-8822-328e57318c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253264 Dec 17 15:22:03.794021 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 5dfc94bd-7953-4432-b050-5ead5c1d9b2d {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:22:03.794021 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 5dfc94bd-7953-4432-b050-5ead5c1d9b2d not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:22:03.794021 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f50a5409-8e62-4694-afeb-f36b061fdea3 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:22:03.811393 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: f50a5409-8e62-4694-afeb-f36b061fdea3 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:22:03.811734 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f50a5409-8e62-4694-afeb-f36b061fdea3 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:22:03.845825 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:03.866880 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d1ced9-d708-40ff-88f6-2436fc6fe0eb tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Network 9bd92930-dfe5-4133-8170-ec33aa15fc28 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:03.878087 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-f3d1ced9-d708-40ff-88f6-2436fc6fe0eb tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:03.881169 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54852) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:03.881744 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d1ced9-d708-40ff-88f6-2436fc6fe0eb tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:22:03.882614 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f3d1ced9-d708-40ff-88f6-2436fc6fe0eb tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:03.887841 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-a345a726-3a4d-4554-aaa7-dc49e2934221 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1574401376'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:03.906847 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d1ced9-d708-40ff-88f6-2436fc6fe0eb tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Port': ['ID=fb10a69f-972d-4439-8d6e-d8f4010bcdfb,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:03.954056 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e584084-de6d-47db-9c34-47a1ff350cc9 req-5f96c464-01a0-4f04-a338-8061a3ed21f0 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:03.955671 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7e584084-de6d-47db-9c34-47a1ff350cc9 req-5f96c464-01a0-4f04-a338-8061a3ed21f0 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=af175e29-f253-45e8-8e1d-bedd5a96b0fd HTTP/1.1" status: 200 len: 946 time: 0.2410164 Dec 17 15:22:04.028527 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a345a726-3a4d-4554-aaa7-dc49e2934221 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Made reservation on behalf of 8be5f697514948dbb741ccae5deddcdd for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:04.032192 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a345a726-3a4d-4554-aaa7-dc49e2934221 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:04.033347 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d1ced9-d708-40ff-88f6-2436fc6fe0eb tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Port': ['ID=e9a7d366-b446-4eaa-9803-de29b45e378a,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:04.062132 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a345a726-3a4d-4554-aaa7-dc49e2934221 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:22:04.065925 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d1ced9-d708-40ff-88f6-2436fc6fe0eb tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Checking segment: {'id': 'dc0b9418-2982-4904-8c5c-0efd98fe4be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3556b53d-ce85-4dde-b64c-a04746540f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:22:04.066292 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d1ced9-d708-40ff-88f6-2436fc6fe0eb tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Network hostable DHCP agents. Network: 3556b53d-ce85-4dde-b64c-a04746540f86, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:22:04.075908 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a345a726-3a4d-4554-aaa7-dc49e2934221 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:04.076251 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-a345a726-3a4d-4554-aaa7-dc49e2934221 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Added segment 1a0c2dd1-66d6-4557-8cd7-0378accaa3d6 of type vlan for network ec28bea2-77cb-4691-b278-282a967d1e33 Dec 17 15:22:04.076567 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7e584084-de6d-47db-9c34-47a1ff350cc9 req-9a2d08ce-ed95-42e4-b2d4-7519184e7cb3 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095011 Dec 17 15:22:04.122739 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a345a726-3a4d-4554-aaa7-dc49e2934221 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:04.148063 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:04.179639 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d1ced9-d708-40ff-88f6-2436fc6fe0eb tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Network 3556b53d-ce85-4dde-b64c-a04746540f86 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:22:04.210947 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a345a726-3a4d-4554-aaa7-dc49e2934221 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:04.216693 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a345a726-3a4d-4554-aaa7-dc49e2934221 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:04.217308 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a345a726-3a4d-4554-aaa7-dc49e2934221 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:04.246062 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba52af-9914-4394-95ea-3c235fe634ee req-c737e9d0-b597-4e8c-81d4-972df47e90b1 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:04.247686 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45ba52af-9914-4394-95ea-3c235fe634ee req-c737e9d0-b597-4e8c-81d4-972df47e90b1 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 946 time: 0.0643394 Dec 17 15:22:04.256698 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e6f2502d-3cbe-40f5-9b96-4bb2b0b370ed tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:04.288688 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345a726-3a4d-4554-aaa7-dc49e2934221 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Pushing event updated for resources: {'Network': ['ID=ec28bea2-77cb-4691-b278-282a967d1e33,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:04.303989 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network ec28bea2-77cb-4691-b278-282a967d1e33 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:22:04.342772 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-f3d1ced9-d708-40ff-88f6-2436fc6fe0eb tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 3556b53d-ce85-4dde-b64c-a04746540f86) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:04.352061 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a345a726-3a4d-4554-aaa7-dc49e2934221 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4695728 Dec 17 15:22:04.354724 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d1ced9-d708-40ff-88f6-2436fc6fe0eb tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:22:04.354877 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54862) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:04.360025 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-7b634aa6-e5dd-4029-b6ca-25339fc39eae tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-416548157'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:04.360278 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d1ced9-d708-40ff-88f6-2436fc6fe0eb tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:04.365873 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d1ced9-d708-40ff-88f6-2436fc6fe0eb tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:04.366524 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f3d1ced9-d708-40ff-88f6-2436fc6fe0eb tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:04.369418 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f6b649-e725-4c88-9dbb-3f2d74ae040f None None] Network 3556b53d-ce85-4dde-b64c-a04746540f86 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:22:04.387411 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45ba52af-9914-4394-95ea-3c235fe634ee req-fcc8b269-976b-4cfe-9a08-8a7d85d58654 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285353 Dec 17 15:22:04.480060 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b634aa6-e5dd-4029-b6ca-25339fc39eae tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Made reservation on behalf of 8be5f697514948dbb741ccae5deddcdd for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:04.483910 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7b634aa6-e5dd-4029-b6ca-25339fc39eae tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:04.529138 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b634aa6-e5dd-4029-b6ca-25339fc39eae tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:22:04.541364 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7b634aa6-e5dd-4029-b6ca-25339fc39eae tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:04.542104 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-7b634aa6-e5dd-4029-b6ca-25339fc39eae tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Added segment 71fa2b9a-8f20-4c14-afdd-f73e53e1080c of type vlan for network 035ebd08-a183-4c96-8d50-7cc8ab5df57c Dec 17 15:22:04.559134 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f3d1ced9-d708-40ff-88f6-2436fc6fe0eb tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8415489 Dec 17 15:22:04.565750 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54872) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:04.590481 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7b634aa6-e5dd-4029-b6ca-25339fc39eae tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:04.697274 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7b634aa6-e5dd-4029-b6ca-25339fc39eae tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:04.702727 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b634aa6-e5dd-4029-b6ca-25339fc39eae tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:04.703361 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7b634aa6-e5dd-4029-b6ca-25339fc39eae tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:04.736942 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5f036-bd35-4e8f-9765-0dac0cabbf3c req-4ddd2b0b-b83c-4082-971a-235e2700cf01 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:04.738445 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-adf5f036-bd35-4e8f-9765-0dac0cabbf3c req-4ddd2b0b-b83c-4082-971a-235e2700cf01 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=af175e29-f253-45e8-8e1d-bedd5a96b0fd HTTP/1.1" status: 200 len: 946 time: 0.1572518 Dec 17 15:22:04.743907 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-e6f2502d-3cbe-40f5-9b96-4bb2b0b370ed tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Deleting port 984f5b3d-004e-4397-b36e-6685cc9bfd41 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:22:04.744257 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e6f2502d-3cbe-40f5-9b96-4bb2b0b370ed tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:04.756499 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1261bf-b409-4ca1-ba63-be41d9665ab2 req-c8ecb8ec-e8b8-49ac-8fee-5b291a11d906 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:04.758030 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d1261bf-b409-4ca1-ba63-be41d9665ab2 req-c8ecb8ec-e8b8-49ac-8fee-5b291a11d906 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 946 time: 0.1469674 Dec 17 15:22:04.775908 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b634aa6-e5dd-4029-b6ca-25339fc39eae tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Pushing event updated for resources: {'Network': ['ID=035ebd08-a183-4c96-8d50-7cc8ab5df57c,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:04.787242 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 035ebd08-a183-4c96-8d50-7cc8ab5df57c details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:22:04.864008 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-98c4cac3-8205-45a5-9c5c-0c91b3ec29ac tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Deleting port e9a7d366-b446-4eaa-9803-de29b45e378a {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:22:04.864349 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-98c4cac3-8205-45a5-9c5c-0c91b3ec29ac tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:04.883117 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7b634aa6-e5dd-4029-b6ca-25339fc39eae tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5272038 Dec 17 15:22:04.889067 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54874) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:04.891683 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-57458c30-11b8-4387-a2f0-5a1a2c0276f0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Request body: {'subnet': {'network_id': 'ec28bea2-77cb-4691-b278-282a967d1e33', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:04.921250 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-adf5f036-bd35-4e8f-9765-0dac0cabbf3c req-84e6c583-02c2-43e3-9361-5b562e956a18 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735830 Dec 17 15:22:04.959158 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d1261bf-b409-4ca1-ba63-be41d9665ab2 req-4f450b48-dbd2-4e39-9830-80ac29d14be1 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760900 Dec 17 15:22:04.976214 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-98c4cac3-8205-45a5-9c5c-0c91b3ec29ac tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:04.990974 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-e6f2502d-3cbe-40f5-9b96-4bb2b0b370ed tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] For port 984f5b3d-004e-4397-b36e-6685cc9bfd41, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=984f5b3d-004e-4397-b36e-6685cc9bfd41,segment=NetworkSegment(add9b0f0-93d8-4f35-98d5-6294a3629518),segment_id=add9b0f0-93d8-4f35-98d5-6294a3629518)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:04.991331 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e6f2502d-3cbe-40f5-9b96-4bb2b0b370ed tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:05.000630 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-98c4cac3-8205-45a5-9c5c-0c91b3ec29ac tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Calling delete_port for e9a7d366-b446-4eaa-9803-de29b45e378a owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:22:05.009798 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-e6f2502d-3cbe-40f5-9b96-4bb2b0b370ed tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Calling delete_port for 984f5b3d-004e-4397-b36e-6685cc9bfd41 owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:22:05.085529 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57458c30-11b8-4387-a2f0-5a1a2c0276f0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Made reservation on behalf of 8be5f697514948dbb741ccae5deddcdd for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:05.089252 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-57458c30-11b8-4387-a2f0-5a1a2c0276f0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:05.365897 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-57458c30-11b8-4387-a2f0-5a1a2c0276f0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:05.434675 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57458c30-11b8-4387-a2f0-5a1a2c0276f0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Pushing event updated for resources: {'Subnet': ['ID=45fc3ed8-d2ea-40b2-93fb-70bdb870e61a,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:05.445200 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57458c30-11b8-4387-a2f0-5a1a2c0276f0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Checking segment: {'id': '1a0c2dd1-66d6-4557-8cd7-0378accaa3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ec28bea2-77cb-4691-b278-282a967d1e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:22:05.445562 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57458c30-11b8-4387-a2f0-5a1a2c0276f0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Network hostable DHCP agents. Network: ec28bea2-77cb-4691-b278-282a967d1e33, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:22:05.494004 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-98c4cac3-8205-45a5-9c5c-0c91b3ec29ac tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:05.524105 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57458c30-11b8-4387-a2f0-5a1a2c0276f0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Network ec28bea2-77cb-4691-b278-282a967d1e33 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:22:05.556550 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4cac3-8205-45a5-9c5c-0c91b3ec29ac tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Port': ['ID=e9a7d366-b446-4eaa-9803-de29b45e378a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:05.570809 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-98c4cac3-8205-45a5-9c5c-0c91b3ec29ac tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:05.573978 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-98c4cac3-8205-45a5-9c5c-0c91b3ec29ac tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/ports/e9a7d366-b446-4eaa-9803-de29b45e378a HTTP/1.1" status: 204 len: 168 time: 1.0064480 Dec 17 15:22:05.576863 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54880) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:05.591450 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f2fef-b3e2-41d2-a06b-0927cbaf5fc3 req-2b973d5b-058a-4952-b6aa-dfb559e7847f tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:05.592945 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f41f2fef-b3e2-41d2-a06b-0927cbaf5fc3 req-2b973d5b-058a-4952-b6aa-dfb559e7847f tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 946 time: 0.1035278 Dec 17 15:22:05.613747 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-57458c30-11b8-4387-a2f0-5a1a2c0276f0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, ec28bea2-77cb-4691-b278-282a967d1e33) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:05.622447 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57458c30-11b8-4387-a2f0-5a1a2c0276f0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:05.622447 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-57458c30-11b8-4387-a2f0-5a1a2c0276f0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:05.623101 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f17d88-a27a-4f3c-9613-16813115b7b8 None None] Network ec28bea2-77cb-4691-b278-282a967d1e33 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:22:05.641101 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f41f2fef-b3e2-41d2-a06b-0927cbaf5fc3 req-2d3c9625-4f95-4382-9809-22c3bcdf62cf tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407789 Dec 17 15:22:05.645212 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e6f2502d-3cbe-40f5-9b96-4bb2b0b370ed tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:05.648942 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c6c8f4-dd6c-400b-a136-7d9b057882af tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:05.654989 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c6c8f4-dd6c-400b-a136-7d9b057882af tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:05.656695 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-96c6c8f4-dd6c-400b-a136-7d9b057882af tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0788541 Dec 17 15:22:05.659354 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54882) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:05.693617 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2502d-3cbe-40f5-9b96-4bb2b0b370ed tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event deleted for resources: {'Port': ['ID=984f5b3d-004e-4397-b36e-6685cc9bfd41,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:05.713305 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-57458c30-11b8-4387-a2f0-5a1a2c0276f0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8255496 Dec 17 15:22:05.715278 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54884) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:05.720968 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-c69f3891-4c4c-4139-93f7-1d802582a4db tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Request body: {'subnet': {'network_id': '035ebd08-a183-4c96-8d50-7cc8ab5df57c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:05.793574 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3e644b-0872-4b47-86d1-c7b045c0fed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-ec28bea2-77cb-4691-b278-282a967d1e33', 'network_id': 'ec28bea2-77cb-4691-b278-282a967d1e33', 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'fixed_ips': [{'subnet_id': '45fc3ed8-d2ea-40b2-93fb-70bdb870e61a'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:22:05.794511 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7c3e644b-0872-4b47-86d1-c7b045c0fed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:05.863998 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-61216cc5-bafd-4431-9d2f-6bbe7349ec0a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Deleting port fb10a69f-972d-4439-8d6e-d8f4010bcdfb {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:22:05.864373 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-61216cc5-bafd-4431-9d2f-6bbe7349ec0a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:05.890501 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e6f2502d-3cbe-40f5-9b96-4bb2b0b370ed tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:05.952650 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-61216cc5-bafd-4431-9d2f-6bbe7349ec0a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:05.970970 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-61216cc5-bafd-4431-9d2f-6bbe7349ec0a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Calling delete_port for fb10a69f-972d-4439-8d6e-d8f4010bcdfb owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:22:05.988163 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-7c3e644b-0872-4b47-86d1-c7b045c0fed9 None None] Allocated IP 10.1.1.2 (ec28bea2-77cb-4691-b278-282a967d1e33/45fc3ed8-d2ea-40b2-93fb-70bdb870e61a/540c54fd-194b-4aee-aaf8-48b5dc9ff18c) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:22:06.024123 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69f3891-4c4c-4139-93f7-1d802582a4db tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Made reservation on behalf of 8be5f697514948dbb741ccae5deddcdd for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:06.029435 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c69f3891-4c4c-4139-93f7-1d802582a4db tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:06.151289 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7c3e644b-0872-4b47-86d1-c7b045c0fed9 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:06.185611 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae89c6-e2a0-446c-8c6b-3e00d764d83f req-f7a9be2a-bcc1-42c0-9895-2ff269240bbb tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:06.187107 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8eae89c6-e2a0-446c-8c6b-3e00d764d83f req-f7a9be2a-bcc1-42c0-9895-2ff269240bbb tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=af175e29-f253-45e8-8e1d-bedd5a96b0fd HTTP/1.1" status: 200 len: 946 time: 0.1602778 Dec 17 15:22:06.209911 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f2502d-3cbe-40f5-9b96-4bb2b0b370ed tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Router 5f7ac2c0-93ed-402a-8162-96aec8987868 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:22:06.217252 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddb01f-166c-48ca-96dc-05147e30571a req-ce818629-ffc8-4758-b9c6-6a61a02586c2 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:06.218772 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-78ddb01f-166c-48ca-96dc-05147e30571a req-ce818629-ffc8-4758-b9c6-6a61a02586c2 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 946 time: 0.1606016 Dec 17 15:22:06.227668 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-61216cc5-bafd-4431-9d2f-6bbe7349ec0a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:06.246363 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7c3e644b-0872-4b47-86d1-c7b045c0fed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:06.276405 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8eae89c6-e2a0-446c-8c6b-3e00d764d83f req-1ed5a1d0-49a3-4594-8be2-d65b195b7379 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815856 Dec 17 15:22:06.277311 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-61216cc5-bafd-4431-9d2f-6bbe7349ec0a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:06.280645 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-61216cc5-bafd-4431-9d2f-6bbe7349ec0a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/ports/fb10a69f-972d-4439-8d6e-d8f4010bcdfb HTTP/1.1" status: 204 len: 168 time: 0.6202660 Dec 17 15:22:06.283268 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61216cc5-bafd-4431-9d2f-6bbe7349ec0a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Port': ['ID=fb10a69f-972d-4439-8d6e-d8f4010bcdfb,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:06.287855 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54892) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:06.288140 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3e644b-0872-4b47-86d1-c7b045c0fed9 None None] Network ec28bea2-77cb-4691-b278-282a967d1e33 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:06.294683 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-7c3e644b-0872-4b47-86d1-c7b045c0fed9 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:06.294992 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-78ddb01f-166c-48ca-96dc-05147e30571a req-dc70e2db-1bcd-4bdc-8fb7-33df326d4b95 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660608 Dec 17 15:22:06.303431 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3e644b-0872-4b47-86d1-c7b045c0fed9 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:22:06.344188 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c69f3891-4c4c-4139-93f7-1d802582a4db tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:06.366111 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e644b-0872-4b47-86d1-c7b045c0fed9 None None] Pushing event updated for resources: {'Port': ['ID=540c54fd-194b-4aee-aaf8-48b5dc9ff18c,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:06.405723 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f2502d-3cbe-40f5-9b96-4bb2b0b370ed tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:22:06.411586 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e6f2502d-3cbe-40f5-9b96-4bb2b0b370ed tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "PUT /v2.0/routers/5f7ac2c0-93ed-402a-8162-96aec8987868/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8054166 Dec 17 15:22:06.416505 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54896) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:06.418936 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca6ff32-cd45-405f-99ae-48e39978017c None None] Sync routers for ids ['5f7ac2c0-93ed-402a-8162-96aec8987868'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:22:06.423764 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7c3e644b-0872-4b47-86d1-c7b045c0fed9 None None] Attempting to bind port 540c54fd-194b-4aee-aaf8-48b5dc9ff18c on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:22:06.424140 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7c3e644b-0872-4b47-86d1-c7b045c0fed9 None None] Attempting to bind port 540c54fd-194b-4aee-aaf8-48b5dc9ff18c by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '1a0c2dd1-66d6-4557-8cd7-0378accaa3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ec28bea2-77cb-4691-b278-282a967d1e33'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:22:06.424631 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3e644b-0872-4b47-86d1-c7b045c0fed9 None None] Attempting to bind port 540c54fd-194b-4aee-aaf8-48b5dc9ff18c on network ec28bea2-77cb-4691-b278-282a967d1e33 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:22:06.425912 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0e945e-b7dd-4f11-a36a-310fc8864499 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:06.431044 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca6ff32-cd45-405f-99ae-48e39978017c None None] Routers {'5f7ac2c0-93ed-402a-8162-96aec8987868'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:22:06.431998 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-1ca6ff32-cd45-405f-99ae-48e39978017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:22:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5f7ac2c0-93ed-402a-8162-96aec8987868'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:06.432842 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3e644b-0872-4b47-86d1-c7b045c0fed9 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:22:06.433315 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3e644b-0872-4b47-86d1-c7b045c0fed9 None None] Checking segment: {'id': '1a0c2dd1-66d6-4557-8cd7-0378accaa3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ec28bea2-77cb-4691-b278-282a967d1e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:22:06.434572 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7c3e644b-0872-4b47-86d1-c7b045c0fed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:06.434918 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-db0e945e-b7dd-4f11-a36a-310fc8864499 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1459889 Dec 17 15:22:06.435054 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3e644b-0872-4b47-86d1-c7b045c0fed9 None None] Bound using segment: {'id': '1a0c2dd1-66d6-4557-8cd7-0378accaa3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ec28bea2-77cb-4691-b278-282a967d1e33'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:22:06.436418 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7c3e644b-0872-4b47-86d1-c7b045c0fed9 None None] Bound port: 540c54fd-194b-4aee-aaf8-48b5dc9ff18c, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a0c2dd1-66d6-4557-8cd7-0378accaa3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ec28bea2-77cb-4691-b278-282a967d1e33'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:22:06.436566 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54898) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:06.436667 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7c3e644b-0872-4b47-86d1-c7b045c0fed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:06.487382 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba6a4f7f-7793-47ac-88d3-132076d7b259 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] GET failed (client error): The resource could not be found. Dec 17 15:22:06.489480 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ba6a4f7f-7793-47ac-88d3-132076d7b259 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "GET /v2.0/ports/e9a7d366-b446-4eaa-9803-de29b45e378a HTTP/1.1" status: 404 len: 333 time: 0.0490179 Dec 17 15:22:06.492035 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f3891-4c4c-4139-93f7-1d802582a4db tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Pushing event updated for resources: {'Subnet': ['ID=9bf386dd-4029-471e-b0f0-b3050162bb35,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:06.494513 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54900) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:06.495087 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f2d3be1-2c97-4d0c-b7b9-6959151f2e53 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Deleting subnet 6062b771-5131-4639-ac9c-3ede54055e96 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:22:06.500421 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8f2d3be1-2c97-4d0c-b7b9-6959151f2e53 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:06.533142 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7c3e644b-0872-4b47-86d1-c7b045c0fed9 None None] For port 540c54fd-194b-4aee-aaf8-48b5dc9ff18c, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:22:06.538845 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7c3e644b-0872-4b47-86d1-c7b045c0fed9 None None] For port 540c54fd-194b-4aee-aaf8-48b5dc9ff18c, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=540c54fd-194b-4aee-aaf8-48b5dc9ff18c,segment=NetworkSegment(1a0c2dd1-66d6-4557-8cd7-0378accaa3d6),segment_id=1a0c2dd1-66d6-4557-8cd7-0378accaa3d6)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:22:06.546235 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8f2d3be1-2c97-4d0c-b7b9-6959151f2e53 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:06.552613 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-437a1dca-de0d-4107-a856-870e756c9a30 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] GET failed (client error): The resource could not be found. Dec 17 15:22:06.552613 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-437a1dca-de0d-4107-a856-870e756c9a30 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "GET /v2.0/ports/fb10a69f-972d-4439-8d6e-d8f4010bcdfb HTTP/1.1" status: 404 len: 333 time: 0.0541627 Dec 17 15:22:06.552613 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69f3891-4c4c-4139-93f7-1d802582a4db tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Checking segment: {'id': '71fa2b9a-8f20-4c14-afdd-f73e53e1080c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '035ebd08-a183-4c96-8d50-7cc8ab5df57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:22:06.553222 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69f3891-4c4c-4139-93f7-1d802582a4db tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Network hostable DHCP agents. Network: 035ebd08-a183-4c96-8d50-7cc8ab5df57c, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:22:06.554886 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54902) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:06.565699 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-1ca6ff32-cd45-405f-99ae-48e39978017c None None] Set router 5f7ac2c0-93ed-402a-8162-96aec8987868 gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:22:06.634467 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7c3e644b-0872-4b47-86d1-c7b045c0fed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:06.667832 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8f2d3be1-2c97-4d0c-b7b9-6959151f2e53 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:06.775094 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e644b-0872-4b47-86d1-c7b045c0fed9 None None] Pushing event updated for resources: {'Port': ['ID=540c54fd-194b-4aee-aaf8-48b5dc9ff18c,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:06.874482 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-1ca6ff32-cd45-405f-99ae-48e39978017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'name': 'tempest-RoutersTest-router-1674533846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:10Z', 'updated_at': '2021-12-17T15:22:05Z', 'revision_number': 10, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'gw_port_host': None, '_interfaces': [{'id': '622ab47c-6e12-4f59-a46a-d2cc2eab1c17', 'name': '', 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:ff:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:13Z', 'updated_at': '2021-12-17T15:21:20Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:06.902920 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca6ff32-cd45-405f-99ae-48e39978017c None None] Checking router: 5f7ac2c0-93ed-402a-8162-96aec8987868 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:22:06.908134 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8f2d3be1-2c97-4d0c-b7b9-6959151f2e53 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:06.916053 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca6ff32-cd45-405f-99ae-48e39978017c None None] Routers {'5f7ac2c0-93ed-402a-8162-96aec8987868'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:22:06.916801 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-1ca6ff32-cd45-405f-99ae-48e39978017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:22:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5f7ac2c0-93ed-402a-8162-96aec8987868'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:06.947241 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d3be1-2c97-4d0c-b7b9-6959151f2e53 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event deleted for resources: {'Subnet': ['ID=6062b771-5131-4639-ac9c-3ede54055e96,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:06.966308 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8f2d3be1-2c97-4d0c-b7b9-6959151f2e53 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:06.973887 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8f2d3be1-2c97-4d0c-b7b9-6959151f2e53 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/subnets/6062b771-5131-4639-ac9c-3ede54055e96 HTTP/1.1" status: 204 len: 168 time: 0.5521541 Dec 17 15:22:06.974173 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54910) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:06.982299 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f590bc-dd28-46d6-a03e-c719959eaf3b None None] Network bd1b32ca-a2fc-443f-a3c9-ac154319ae9d requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:22:07.003585 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc031a-0c85-4b71-9de5-04f4347e6948 req-c1b59c7e-a0fb-473a-a217-0812e264f1f9 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:07.003585 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d4fc031a-0c85-4b71-9de5-04f4347e6948 req-c1b59c7e-a0fb-473a-a217-0812e264f1f9 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=af175e29-f253-45e8-8e1d-bedd5a96b0fd HTTP/1.1" status: 200 len: 946 time: 0.1512980 Dec 17 15:22:07.015333 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea89d3-80a0-45e0-98ab-ab47b4a40174 req-0b79dbb2-8aa8-4054-9713-e55cec892f61 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:07.037580 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fcea89d3-80a0-45e0-98ab-ab47b4a40174 req-0b79dbb2-8aa8-4054-9713-e55cec892f61 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 946 time: 0.1602607 Dec 17 15:22:07.058973 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-1ca6ff32-cd45-405f-99ae-48e39978017c None None] Set router 5f7ac2c0-93ed-402a-8162-96aec8987868 gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:22:07.110612 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fcea89d3-80a0-45e0-98ab-ab47b4a40174 req-e9bcc821-b988-4d2b-8167-3529277688d5 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585065 Dec 17 15:22:07.132950 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-803dbfc9-24da-4aa7-88c2-1f2f3b5953e2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:07.168408 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d4fc031a-0c85-4b71-9de5-04f4347e6948 req-1108c728-7387-48f4-8bf2-0e41025cf9cf tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885024 Dec 17 15:22:07.197125 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a4152026-b31a-4d19-8238-fecfcc921c39 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:07.202069 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69f3891-4c4c-4139-93f7-1d802582a4db tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Network 035ebd08-a183-4c96-8d50-7cc8ab5df57c is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:22:07.260271 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff10efe4-0078-4147-a066-0eaf0ef98e28 None None] DHCP port deletion for bd1b32ca-a2fc-443f-a3c9-ac154319ae9d request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:22:07.310337 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-803dbfc9-24da-4aa7-88c2-1f2f3b5953e2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:07.322632 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-ff10efe4-0078-4147-a066-0eaf0ef98e28 None None] Deleting port 1dff133c-e36e-4f97-9a96-0cb2d4043fd3 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:22:07.328288 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ff10efe4-0078-4147-a066-0eaf0ef98e28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:07.336401 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-c69f3891-4c4c-4139-93f7-1d802582a4db tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 035ebd08-a183-4c96-8d50-7cc8ab5df57c) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:07.344905 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69f3891-4c4c-4139-93f7-1d802582a4db tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:07.345596 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c69f3891-4c4c-4139-93f7-1d802582a4db tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:07.359292 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-803dbfc9-24da-4aa7-88c2-1f2f3b5953e2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3556b53d-ce85-4dde-b64c-a04746540f86']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:07.375212 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-1ca6ff32-cd45-405f-99ae-48e39978017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'name': 'tempest-RoutersTest-router-1674533846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:10Z', 'updated_at': '2021-12-17T15:22:05Z', 'revision_number': 10, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'gw_port_host': None, '_interfaces': [{'id': '622ab47c-6e12-4f59-a46a-d2cc2eab1c17', 'name': '', 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:ff:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:13Z', 'updated_at': '2021-12-17T15:21:20Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:07.377120 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-803dbfc9-24da-4aa7-88c2-1f2f3b5953e2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc0b9418-2982-4904-8c5c-0efd98fe4be3') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:07.377536 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-803dbfc9-24da-4aa7-88c2-1f2f3b5953e2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc0b9418-2982-4904-8c5c-0efd98fe4be3') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:07.391456 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-803dbfc9-24da-4aa7-88c2-1f2f3b5953e2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:07.409096 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-803dbfc9-24da-4aa7-88c2-1f2f3b5953e2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:07.409736 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-af72e33e-33db-40f7-bfad-36219e70c75f req-f2f63062-2c1e-4332-881d-f17fb1bf30ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d7fd0560-da10-4e5d-8eaf-d3567c58a448&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0816526 Dec 17 15:22:07.411682 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969dc508-8549-4e05-846b-921a57edf78a None None] Network 035ebd08-a183-4c96-8d50-7cc8ab5df57c requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:22:07.417963 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-803dbfc9-24da-4aa7-88c2-1f2f3b5953e2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:22:07.418967 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-803dbfc9-24da-4aa7-88c2-1f2f3b5953e2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:07.421922 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:22:07.421922 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:22:07.421922 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:22:07.421922 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:22:07.421922 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:22:07.421922 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:22:07.421922 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:22:07.421922 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:22:07.421922 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:22:07.421922 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:22:07.421922 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:22:07.421922 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:22:07.421922 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:22:07.421922 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:22:07.421922 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:22:07.421922 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:22:07.421922 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:22:07.421922 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:22:07.421922 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:22:07.421922 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:22:07.421922 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:22:07.421922 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:22:07.421922 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:22:07.421922 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:22:07.421922 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:22:07.421922 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:22:07.421922 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:22:07.421922 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:22:07.421922 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:22:07.421922 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:22:07.421922 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:22:07.421922 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:22:07.444345 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca6ff32-cd45-405f-99ae-48e39978017c None None] The sync data for ids ['5f7ac2c0-93ed-402a-8162-96aec8987868'] in n-d-820553-2 is: [{'id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'name': 'tempest-RoutersTest-router-1674533846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:10Z', 'updated_at': '2021-12-17T15:22:05Z', 'revision_number': 10, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'gw_port_host': None, '_interfaces': [{'id': '622ab47c-6e12-4f59-a46a-d2cc2eab1c17', 'name': '', 'network_id': 'd151c253-0d25-4c1e-98d2-beffee846846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'mac_address': 'fa:16:3e:ff:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:13Z', 'updated_at': '2021-12-17T15:21:20Z', 'revision_number': 5, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'subnets': [{'id': '2a36e912-3d82-4d76-b921-0b803163d6f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:22:07.475859 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-a4152026-b31a-4d19-8238-fecfcc921c39 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Deleting port 1dff133c-e36e-4f97-9a96-0cb2d4043fd3 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:22:07.476207 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a4152026-b31a-4d19-8238-fecfcc921c39 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:07.487131 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c69f3891-4c4c-4139-93f7-1d802582a4db tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7707868 Dec 17 15:22:07.493117 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54916) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:07.506425 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-ff10efe4-0078-4147-a066-0eaf0ef98e28 None None] For port 1dff133c-e36e-4f97-9a96-0cb2d4043fd3, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=1dff133c-e36e-4f97-9a96-0cb2d4043fd3,segment=NetworkSegment(add9b0f0-93d8-4f35-98d5-6294a3629518),segment_id=add9b0f0-93d8-4f35-98d5-6294a3629518)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:07.506425 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ff10efe4-0078-4147-a066-0eaf0ef98e28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:07.520622 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-ff10efe4-0078-4147-a066-0eaf0ef98e28 None None] Calling delete_port for 1dff133c-e36e-4f97-9a96-0cb2d4043fd3 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:22:07.523621 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-fe50b53e-0a9b-4bd1-9821-af4fd83fc60f tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Request body: {'port': {'network_id': 'ec28bea2-77cb-4691-b278-282a967d1e33', 'name': 'tempest-TaggedBootDevicesTest_v242-586566866', 'fixed_ips': [{'subnet_id': '45fc3ed8-d2ea-40b2-93fb-70bdb870e61a'}]}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:07.584243 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-a4152026-b31a-4d19-8238-fecfcc921c39 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] For port 1dff133c-e36e-4f97-9a96-0cb2d4043fd3, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=1dff133c-e36e-4f97-9a96-0cb2d4043fd3,segment=NetworkSegment(add9b0f0-93d8-4f35-98d5-6294a3629518),segment_id=add9b0f0-93d8-4f35-98d5-6294a3629518)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:07.592343 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a4152026-b31a-4d19-8238-fecfcc921c39 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:07.599013 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-a4152026-b31a-4d19-8238-fecfcc921c39 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Calling delete_port for 1dff133c-e36e-4f97-9a96-0cb2d4043fd3 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:22:07.605408 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111309e-c101-4595-b361-949640ba6de4 req-125f5410-e8f9-417b-88c2-a61cd6e80ead tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:07.606972 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2111309e-c101-4595-b361-949640ba6de4 req-125f5410-e8f9-417b-88c2-a61cd6e80ead tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 946 time: 0.1768363 Dec 17 15:22:07.628270 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72e33e-33db-40f7-bfad-36219e70c75f req-1880b9ad-ad9f-44a1-a0d3-ead7f1180d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:07.632672 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-af72e33e-33db-40f7-bfad-36219e70c75f req-1880b9ad-ad9f-44a1-a0d3-ead7f1180d5b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a24e8e82b4a34912861fe996df8e96eb&device_id=d7fd0560-da10-4e5d-8eaf-d3567c58a448 HTTP/1.1" status: 200 len: 1096 time: 0.1587901 Dec 17 15:22:07.703750 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-803dbfc9-24da-4aa7-88c2-1f2f3b5953e2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:07.709127 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27f5bd1-3c97-4a23-a6af-5674edc7f711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-035ebd08-a183-4c96-8d50-7cc8ab5df57c', 'network_id': '035ebd08-a183-4c96-8d50-7cc8ab5df57c', 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'fixed_ips': [{'subnet_id': '9bf386dd-4029-471e-b0f0-b3050162bb35'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:22:07.716275 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b27f5bd1-3c97-4a23-a6af-5674edc7f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:07.727056 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-803dbfc9-24da-4aa7-88c2-1f2f3b5953e2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:07.730649 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-803dbfc9-24da-4aa7-88c2-1f2f3b5953e2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/networks/3556b53d-ce85-4dde-b64c-a04746540f86 HTTP/1.1" status: 204 len: 168 time: 1.1738825 Dec 17 15:22:07.733594 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803dbfc9-24da-4aa7-88c2-1f2f3b5953e2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Network': ['ID=3556b53d-ce85-4dde-b64c-a04746540f86,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:07.736931 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54918) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:07.737606 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ff10efe4-0078-4147-a066-0eaf0ef98e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:07.743377 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-3e640472-f15a-4214-b7f3-e8d667549c55 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-659928194'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:07.771262 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff10efe4-0078-4147-a066-0eaf0ef98e28 None None] No DVR routers for this DVR port 1dff133c-e36e-4f97-9a96-0cb2d4043fd3 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:22:07.790353 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2111309e-c101-4595-b361-949640ba6de4 req-c845fdbb-c1b4-4a0d-9196-722ab1aa00e7 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693804 Dec 17 15:22:07.792848 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a4152026-b31a-4d19-8238-fecfcc921c39 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:07.811671 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff10efe4-0078-4147-a066-0eaf0ef98e28 None None] Pushing event deleted for resources: {'Port': ['ID=1dff133c-e36e-4f97-9a96-0cb2d4043fd3,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:07.854569 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72e33e-33db-40f7-bfad-36219e70c75f req-27bafd79-4b31-496f-a773-107fc1e72738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:07.858943 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-af72e33e-33db-40f7-bfad-36219e70c75f req-27bafd79-4b31-496f-a773-107fc1e72738 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c10aa86e-d9d7-4652-a2e1-0c001585515a HTTP/1.1" status: 200 len: 913 time: 0.1971684 Dec 17 15:22:07.885552 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4152026-b31a-4d19-8238-fecfcc921c39 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event deleted for resources: {'Port': ['ID=1dff133c-e36e-4f97-9a96-0cb2d4043fd3,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:07.892259 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e640472-f15a-4214-b7f3-e8d667549c55 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:07.908742 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3e640472-f15a-4214-b7f3-e8d667549c55 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:07.942361 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4152026-b31a-4d19-8238-fecfcc921c39 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] No DVR routers for this DVR port 1dff133c-e36e-4f97-9a96-0cb2d4043fd3 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:22:07.957590 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-af72e33e-33db-40f7-bfad-36219e70c75f req-520b6e79-ad1c-423e-b704-e231d255cef4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c5a567d-d7ab-42e0-bf88-a8cd61a1e792 HTTP/1.1" status: 200 len: 1001 time: 0.0907507 Dec 17 15:22:07.994062 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e640472-f15a-4214-b7f3-e8d667549c55 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:22:08.058045 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 540c54fd-194b-4aee-aaf8-48b5dc9ff18c up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:22:08.059734 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72e33e-33db-40f7-bfad-36219e70c75f req-c1068d53-ce93-4148-b3cc-029153a11b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:08.061989 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-af72e33e-33db-40f7-bfad-36219e70c75f req-c1068d53-ce93-4148-b3cc-029153a11b95 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d180b79e-c3bb-4569-b61e-f0770c463335 HTTP/1.1" status: 200 len: 851 time: 0.0919552 Dec 17 15:22:08.068240 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-b27f5bd1-3c97-4a23-a6af-5674edc7f711 None None] Allocated IP 10.2.2.2 (035ebd08-a183-4c96-8d50-7cc8ab5df57c/9bf386dd-4029-471e-b0f0-b3050162bb35/5791c35c-f8e3-4d5f-8620-f35cd3224e0b) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:22:08.105883 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a4152026-b31a-4d19-8238-fecfcc921c39 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:08.128004 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-a4152026-b31a-4d19-8238-fecfcc921c39 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd1b32ca-a2fc-443f-a3c9-ac154319ae9d']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:08.139962 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-a4152026-b31a-4d19-8238-fecfcc921c39 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add9b0f0-93d8-4f35-98d5-6294a3629518') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:08.140270 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-a4152026-b31a-4d19-8238-fecfcc921c39 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add9b0f0-93d8-4f35-98d5-6294a3629518') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:08.146488 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe50b53e-0a9b-4bd1-9821-af4fd83fc60f tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Made reservation on behalf of 8be5f697514948dbb741ccae5deddcdd for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:08.158944 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a4152026-b31a-4d19-8238-fecfcc921c39 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:08.181542 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a4152026-b31a-4d19-8238-fecfcc921c39 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:08.188870 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4152026-b31a-4d19-8238-fecfcc921c39 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:22:08.197542 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a4152026-b31a-4d19-8238-fecfcc921c39 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:08.202131 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 540c54fd-194b-4aee-aaf8-48b5dc9ff18c triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:08.202610 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:08.211050 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72e33e-33db-40f7-bfad-36219e70c75f req-189bccb2-888c-47f7-bcd5-13368c8672e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:08.212489 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-af72e33e-33db-40f7-bfad-36219e70c75f req-189bccb2-888c-47f7-bcd5-13368c8672e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c10aa86e-d9d7-4652-a2e1-0c001585515a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1395080 Dec 17 15:22:08.228400 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bb7aa6-3bd4-41e6-8159-27291a0a2725 None None] Network ec28bea2-77cb-4691-b278-282a967d1e33 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: self.session.flush() Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: self.session.flush() Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: self.session.flush() Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: self.session.flush() Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:22:08.258243 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:22:08.263668 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3e640472-f15a-4214-b7f3-e8d667549c55 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:08.264068 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-3e640472-f15a-4214-b7f3-e8d667549c55 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Added segment 2903e1ee-68e9-4cd7-bc09-dfd4f20459f4 of type vlan for network 5596c8b9-d193-470f-81de-7be77338ff3d Dec 17 15:22:08.329087 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-af72e33e-33db-40f7-bfad-36219e70c75f req-0e83b20e-8dc3-40a5-97f5-c112ad899510 service neutron] 10.222.0.41 "GET /v2.0/networks/c10aa86e-d9d7-4652-a2e1-0c001585515a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060817 Dec 17 15:22:08.329775 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3e640472-f15a-4214-b7f3-e8d667549c55 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:08.339748 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a4152026-b31a-4d19-8238-fecfcc921c39 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:08.352216 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a4152026-b31a-4d19-8238-fecfcc921c39 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:08.357960 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a4152026-b31a-4d19-8238-fecfcc921c39 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/networks/bd1b32ca-a2fc-443f-a3c9-ac154319ae9d HTTP/1.1" status: 204 len: 168 time: 1.3821821 Dec 17 15:22:08.361290 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-f6fa01e0-5f01-4fcc-9776-1910086a1f6a None None] Provisioning complete for port 540c54fd-194b-4aee-aaf8-48b5dc9ff18c triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:08.361767 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f6fa01e0-5f01-4fcc-9776-1910086a1f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:08.361887 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54926) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:08.420733 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4152026-b31a-4d19-8238-fecfcc921c39 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event deleted for resources: {'Network': ['ID=bd1b32ca-a2fc-443f-a3c9-ac154319ae9d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:08.458110 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757dfc87-feb0-4404-a933-5dac1b01613f req-2a26a2ce-aebe-40a6-9155-3f016cb2c455 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:08.460612 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-757dfc87-feb0-4404-a933-5dac1b01613f req-2a26a2ce-aebe-40a6-9155-3f016cb2c455 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.13 "GET /v2.0/ports?device_id=af175e29-f253-45e8-8e1d-bedd5a96b0fd HTTP/1.1" status: 200 len: 946 time: 0.1673441 Dec 17 15:22:08.518768 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b61339-4ac1-45dc-9e90-d74bc3265a6d req-ced21f2f-bc6c-402f-8113-cdfa03a672e0 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:08.521354 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-62b61339-4ac1-45dc-9e90-d74bc3265a6d req-ced21f2f-bc6c-402f-8113-cdfa03a672e0 tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=af175e29-f253-45e8-8e1d-bedd5a96b0fd HTTP/1.1" status: 200 len: 946 time: 0.1887186 Dec 17 15:22:08.535928 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc15b5-ee49-41ed-a6e3-6a83b947e7c7 req-251fad50-5be4-48bd-aca2-38f149419630 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:08.538597 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-edbc15b5-ee49-41ed-a6e3-6a83b947e7c7 req-251fad50-5be4-48bd-aca2-38f149419630 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 946 time: 0.1757598 Dec 17 15:22:08.558540 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fe50b53e-0a9b-4bd1-9821-af4fd83fc60f tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:08.607767 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3e640472-f15a-4214-b7f3-e8d667549c55 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:08.613270 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e640472-f15a-4214-b7f3-e8d667549c55 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:08.613859 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3e640472-f15a-4214-b7f3-e8d667549c55 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:08.634239 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-fe50b53e-0a9b-4bd1-9821-af4fd83fc60f tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] device_id is not set on port cbe25e39-8f1f-4383-b5a5-367c8e64756d yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:22:08.673573 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-edbc15b5-ee49-41ed-a6e3-6a83b947e7c7 req-962fb519-fdb2-44d9-a322-dbc91d9a8b43 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199043 Dec 17 15:22:08.684136 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b27f5bd1-3c97-4a23-a6af-5674edc7f711 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:08.697544 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:08.714913 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e640472-f15a-4214-b7f3-e8d667549c55 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Network': ['ID=5596c8b9-d193-470f-81de-7be77338ff3d,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:08.736872 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 5596c8b9-d193-470f-81de-7be77338ff3d details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:22:08.740585 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-af72e33e-33db-40f7-bfad-36219e70c75f req-a1d0bf43-bf49-4a1d-beb2-59d27ff46d35 service neutron] 10.222.0.41 "GET /v2.0/networks/c10aa86e-d9d7-4652-a2e1-0c001585515a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601630 Dec 17 15:22:08.743581 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-62b61339-4ac1-45dc-9e90-d74bc3265a6d req-000da6fb-1a95-490a-96e7-56a0b5695bca tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/security-groups?id=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040222 Dec 17 15:22:08.790203 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3e640472-f15a-4214-b7f3-e8d667549c55 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0521381 Dec 17 15:22:08.798500 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54930) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:08.800441 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-757dfc87-feb0-4404-a933-5dac1b01613f req-1ac63a4b-b4ab-45c1-8850-d7a7549162bb tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Deleting port 199ec75a-495a-48fc-9542-46dd4ff16ce8 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:22:08.800788 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-757dfc87-feb0-4404-a933-5dac1b01613f req-1ac63a4b-b4ab-45c1-8850-d7a7549162bb tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:08.813260 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-d38c03a4-afcc-4ffb-803c-e6eef1d8635b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'subnet': {'network_id': '5596c8b9-d193-470f-81de-7be77338ff3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:08.818428 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f6fa01e0-5f01-4fcc-9776-1910086a1f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:08.843778 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 540c54fd-194b-4aee-aaf8-48b5dc9ff18c, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=540c54fd-194b-4aee-aaf8-48b5dc9ff18c,segment=NetworkSegment(1a0c2dd1-66d6-4557-8cd7-0378accaa3d6),segment_id=1a0c2dd1-66d6-4557-8cd7-0378accaa3d6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:08.856219 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b27f5bd1-3c97-4a23-a6af-5674edc7f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:08.914629 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-fe50b53e-0a9b-4bd1-9821-af4fd83fc60f tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Allocated IP 10.1.1.226 (ec28bea2-77cb-4691-b278-282a967d1e33/45fc3ed8-d2ea-40b2-93fb-70bdb870e61a/cbe25e39-8f1f-4383-b5a5-367c8e64756d) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:22:08.917724 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:08.944943 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27f5bd1-3c97-4a23-a6af-5674edc7f711 None None] Network 035ebd08-a183-4c96-8d50-7cc8ab5df57c is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:08.991876 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-b27f5bd1-3c97-4a23-a6af-5674edc7f711 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:08.997883 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27f5bd1-3c97-4a23-a6af-5674edc7f711 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:22:09.023910 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 984f5b3d-004e-4397-b36e-6685cc9bfd41 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:22:09.030249 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f5bd1-3c97-4a23-a6af-5674edc7f711 None None] Pushing event updated for resources: {'Port': ['ID=5791c35c-f8e3-4d5f-8620-f35cd3224e0b,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:09.091868 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 984f5b3d-004e-4397-b36e-6685cc9bfd41 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:22:09.092473 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 984f5b3d-004e-4397-b36e-6685cc9bfd41 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:22:09.092611 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 1dff133c-e36e-4f97-9a96-0cb2d4043fd3 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:22:09.097204 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-f6fa01e0-5f01-4fcc-9776-1910086a1f6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:22:09.097353 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-f6fa01e0-5f01-4fcc-9776-1910086a1f6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:22:09.141242 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 1dff133c-e36e-4f97-9a96-0cb2d4043fd3 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:22:09.141587 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 1dff133c-e36e-4f97-9a96-0cb2d4043fd3 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:22:09.147458 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172e75f-8ee3-4d18-8043-e0c30742fdac req-f7a88fa1-bb5b-4b71-8c12-f31b2927555f tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:09.155795 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8172e75f-8ee3-4d18-8043-e0c30742fdac req-f7a88fa1-bb5b-4b71-8c12-f31b2927555f tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 946 time: 0.1116030 Dec 17 15:22:09.169490 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b27f5bd1-3c97-4a23-a6af-5674edc7f711 None None] Attempting to bind port 5791c35c-f8e3-4d5f-8620-f35cd3224e0b on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:22:09.169858 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b27f5bd1-3c97-4a23-a6af-5674edc7f711 None None] Attempting to bind port 5791c35c-f8e3-4d5f-8620-f35cd3224e0b by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '71fa2b9a-8f20-4c14-afdd-f73e53e1080c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '035ebd08-a183-4c96-8d50-7cc8ab5df57c'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:22:09.170220 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27f5bd1-3c97-4a23-a6af-5674edc7f711 None None] Attempting to bind port 5791c35c-f8e3-4d5f-8620-f35cd3224e0b on network 035ebd08-a183-4c96-8d50-7cc8ab5df57c {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:22:09.172549 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=540c54fd-194b-4aee-aaf8-48b5dc9ff18c,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:09.178866 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27f5bd1-3c97-4a23-a6af-5674edc7f711 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:22:09.179143 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-757dfc87-feb0-4404-a933-5dac1b01613f req-1ac63a4b-b4ab-45c1-8850-d7a7549162bb tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] For port 199ec75a-495a-48fc-9542-46dd4ff16ce8, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=199ec75a-495a-48fc-9542-46dd4ff16ce8,segment=NetworkSegment(50913541-c4fc-4052-a5a4-4ef73bad2e3d),segment_id=50913541-c4fc-4052-a5a4-4ef73bad2e3d)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:09.179253 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27f5bd1-3c97-4a23-a6af-5674edc7f711 None None] Checking segment: {'id': '71fa2b9a-8f20-4c14-afdd-f73e53e1080c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '035ebd08-a183-4c96-8d50-7cc8ab5df57c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:22:09.179514 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-757dfc87-feb0-4404-a933-5dac1b01613f req-1ac63a4b-b4ab-45c1-8850-d7a7549162bb tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:09.179644 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b27f5bd1-3c97-4a23-a6af-5674edc7f711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:09.180014 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27f5bd1-3c97-4a23-a6af-5674edc7f711 None None] Bound using segment: {'id': '71fa2b9a-8f20-4c14-afdd-f73e53e1080c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '035ebd08-a183-4c96-8d50-7cc8ab5df57c'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:22:09.180210 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fe50b53e-0a9b-4bd1-9821-af4fd83fc60f tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:09.180483 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b27f5bd1-3c97-4a23-a6af-5674edc7f711 None None] Bound port: 5791c35c-f8e3-4d5f-8620-f35cd3224e0b, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fa2b9a-8f20-4c14-afdd-f73e53e1080c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '035ebd08-a183-4c96-8d50-7cc8ab5df57c'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:22:09.180869 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b27f5bd1-3c97-4a23-a6af-5674edc7f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:09.206698 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-757dfc87-feb0-4404-a933-5dac1b01613f req-1ac63a4b-b4ab-45c1-8850-d7a7549162bb tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Calling delete_port for 199ec75a-495a-48fc-9542-46dd4ff16ce8 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:22:09.225759 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8172e75f-8ee3-4d18-8043-e0c30742fdac req-2fa1c7b1-63be-4e56-a0a4-b51358c6c42c tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689085 Dec 17 15:22:09.250000 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b27f5bd1-3c97-4a23-a6af-5674edc7f711 None None] For port 5791c35c-f8e3-4d5f-8620-f35cd3224e0b, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:22:09.253250 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38c03a4-afcc-4ffb-803c-e6eef1d8635b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:09.253841 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b27f5bd1-3c97-4a23-a6af-5674edc7f711 None None] For port 5791c35c-f8e3-4d5f-8620-f35cd3224e0b, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=5791c35c-f8e3-4d5f-8620-f35cd3224e0b,segment=NetworkSegment(71fa2b9a-8f20-4c14-afdd-f73e53e1080c),segment_id=71fa2b9a-8f20-4c14-afdd-f73e53e1080c)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:22:09.257099 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d38c03a4-afcc-4ffb-803c-e6eef1d8635b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:09.337412 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fe50b53e-0a9b-4bd1-9821-af4fd83fc60f tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:09.346875 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.ipam_backend_mixin [None req-d38c03a4-afcc-4ffb-803c-e6eef1d8635b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Performing IP validity checks on allocation pools {{(pid=102833) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 17 15:22:09.347470 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.ipam_backend_mixin [None req-d38c03a4-afcc-4ffb-803c-e6eef1d8635b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102833) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 17 15:22:09.349629 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b27f5bd1-3c97-4a23-a6af-5674edc7f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:09.383651 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe50b53e-0a9b-4bd1-9821-af4fd83fc60f tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Network ec28bea2-77cb-4691-b278-282a967d1e33 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:09.386735 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-fe50b53e-0a9b-4bd1-9821-af4fd83fc60f tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:09.394553 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe50b53e-0a9b-4bd1-9821-af4fd83fc60f tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:22:09.398117 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50b53e-0a9b-4bd1-9821-af4fd83fc60f tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Pushing event updated for resources: {'Port': ['ID=cbe25e39-8f1f-4383-b5a5-367c8e64756d,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:09.424005 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f5bd1-3c97-4a23-a6af-5674edc7f711 None None] Pushing event updated for resources: {'Port': ['ID=5791c35c-f8e3-4d5f-8620-f35cd3224e0b,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:09.430793 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-11d4db2f-f700-4f15-a85f-4eef8a19e426 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:09.473861 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe50b53e-0a9b-4bd1-9821-af4fd83fc60f tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:09.474706 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fe50b53e-0a9b-4bd1-9821-af4fd83fc60f tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:09.557565 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-fe50b53e-0a9b-4bd1-9821-af4fd83fc60f tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0632329 Dec 17 15:22:09.559953 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54936) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:09.565284 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-b1af2f28-d163-40d7-a293-6ac1d4ee99aa tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Request body: {'port': {'network_id': 'ec28bea2-77cb-4691-b278-282a967d1e33', 'name': 'tempest-TaggedBootDevicesTest_v242-75446172', 'fixed_ips': [{'subnet_id': '45fc3ed8-d2ea-40b2-93fb-70bdb870e61a'}]}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:09.676044 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-757dfc87-feb0-4404-a933-5dac1b01613f req-1ac63a4b-b4ab-45c1-8850-d7a7549162bb tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:09.786560 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-98cfcb12-682d-4b39-a92d-d51191e2d4fd None None] Provisioning complete for port 540c54fd-194b-4aee-aaf8-48b5dc9ff18c triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:09.787249 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-98cfcb12-682d-4b39-a92d-d51191e2d4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:09.806080 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac63a4b-b4ab-45c1-8850-d7a7549162bb tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Pushing event deleted for resources: {'Port': ['ID=199ec75a-495a-48fc-9542-46dd4ff16ce8,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:09.837406 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 540c54fd-194b-4aee-aaf8-48b5dc9ff18c up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:22:09.857523 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1af2f28-d163-40d7-a293-6ac1d4ee99aa tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Made reservation on behalf of 8be5f697514948dbb741ccae5deddcdd for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:09.862010 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b1af2f28-d163-40d7-a293-6ac1d4ee99aa tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:09.872796 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-757dfc87-feb0-4404-a933-5dac1b01613f req-1ac63a4b-b4ab-45c1-8850-d7a7549162bb tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] No DVR routers for this DVR port 199ec75a-495a-48fc-9542-46dd4ff16ce8 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:22:09.878593 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-757dfc87-feb0-4404-a933-5dac1b01613f req-1ac63a4b-b4ab-45c1-8850-d7a7549162bb tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:09.882060 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-757dfc87-feb0-4404-a933-5dac1b01613f req-1ac63a4b-b4ab-45c1-8850-d7a7549162bb tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.13 "DELETE /v2.0/ports/199ec75a-495a-48fc-9542-46dd4ff16ce8 HTTP/1.1" status: 204 len: 173 time: 1.4143972 Dec 17 15:22:09.882522 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af175e29-f253-45e8-8e1d-bedd5a96b0fd', 'name': 'network-vif-deleted', 'tag': '199ec75a-495a-48fc-9542-46dd4ff16ce8'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:22:09.885466 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a495abca-8d4c-4142-8176-465e6a6c06ba" -d '{"events": [{"server_uuid": "af175e29-f253-45e8-8e1d-bedd5a96b0fd", "name": "network-vif-deleted", "tag": "199ec75a-495a-48fc-9542-46dd4ff16ce8"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:22:09.890133 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d38c03a4-afcc-4ffb-803c-e6eef1d8635b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:09.890874 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-b1af2f28-d163-40d7-a293-6ac1d4ee99aa tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] device_id is not set on port 352cdabc-20b5-416a-9b0b-566ed33d52ff yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:22:09.935394 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4cc7e-64a2-41b6-9dcd-46cd5c18613f req-261c501c-fe70-4600-8389-947eb1f30828 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:09.945027 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-18e4cc7e-64a2-41b6-9dcd-46cd5c18613f req-261c501c-fe70-4600-8389-947eb1f30828 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 946 time: 0.1247602 Dec 17 15:22:09.947256 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c03a4-afcc-4ffb-803c-e6eef1d8635b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Subnet': ['ID=650c513d-8612-4a2d-a70d-564ffd1b569b,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:09.965097 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 540c54fd-194b-4aee-aaf8-48b5dc9ff18c triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:09.965412 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:10.034565 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38c03a4-afcc-4ffb-803c-e6eef1d8635b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Checking segment: {'id': '2903e1ee-68e9-4cd7-bc09-dfd4f20459f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5596c8b9-d193-470f-81de-7be77338ff3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:22:10.034976 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38c03a4-afcc-4ffb-803c-e6eef1d8635b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Network hostable DHCP agents. Network: 5596c8b9-d193-470f-81de-7be77338ff3d, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:22:10.040360 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a5aea9d7-dff4-42c8-907a-9296cdc3788d req-32170141-d173-427a-a645-ae8013e22f0b tempest-DeleteServersTestJSON-1841699184 tempest-DeleteServersTestJSON-1841699184-project] 10.222.0.46 "GET /v2.0/ports?device_id=af175e29-f253-45e8-8e1d-bedd5a96b0fd HTTP/1.1" status: 200 len: 210 time: 0.0901823 Dec 17 15:22:10.068085 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-18e4cc7e-64a2-41b6-9dcd-46cd5c18613f req-ca41f9de-7238-4eb5-89f8-52868fa6f949 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210644 Dec 17 15:22:10.144389 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-2b95e084-81ff-48fb-b3c7-aac6730371bc None None] Provisioning complete for port cbe25e39-8f1f-4383-b5a5-367c8e64756d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:10.145626 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2b95e084-81ff-48fb-b3c7-aac6730371bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:10.158411 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-11d4db2f-f700-4f15-a85f-4eef8a19e426 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Deleting port 622ab47c-6e12-4f59-a46a-d2cc2eab1c17 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:22:10.158411 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-11d4db2f-f700-4f15-a85f-4eef8a19e426 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:10.178025 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891addf4-d7bd-4c7a-b8f5-c725af98eb27 x-openstack-request-id: req-891addf4-d7bd-4c7a-b8f5-c725af98eb27 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:22:10.178325 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af175e29-f253-45e8-8e1d-bedd5a96b0fd", "name": "network-vif-deleted", "tag": "199ec75a-495a-48fc-9542-46dd4ff16ce8", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:22:10.178579 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-891addf4-d7bd-4c7a-b8f5-c725af98eb27 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:22:10.178982 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af175e29-f253-45e8-8e1d-bedd5a96b0fd', 'name': 'network-vif-deleted', 'tag': '199ec75a-495a-48fc-9542-46dd4ff16ce8', 'status': 'completed', 'code': 200} Dec 17 15:22:10.196834 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-2b95e084-81ff-48fb-b3c7-aac6730371bc None None] Port cbe25e39-8f1f-4383-b5a5-367c8e64756d cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:22:10.222060 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38c03a4-afcc-4ffb-803c-e6eef1d8635b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Network 5596c8b9-d193-470f-81de-7be77338ff3d is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:22:10.231146 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-b1af2f28-d163-40d7-a293-6ac1d4ee99aa tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Allocated IP 10.1.1.106 (ec28bea2-77cb-4691-b278-282a967d1e33/45fc3ed8-d2ea-40b2-93fb-70bdb870e61a/352cdabc-20b5-416a-9b0b-566ed33d52ff) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:22:10.240098 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:10.280901 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-11d4db2f-f700-4f15-a85f-4eef8a19e426 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] For port 622ab47c-6e12-4f59-a46a-d2cc2eab1c17, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=622ab47c-6e12-4f59-a46a-d2cc2eab1c17,segment=NetworkSegment(f673f0e9-87fc-4250-9ca3-7d7bbbaf9c71),segment_id=f673f0e9-87fc-4250-9ca3-7d7bbbaf9c71)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:10.281614 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-11d4db2f-f700-4f15-a85f-4eef8a19e426 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:10.296683 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-11d4db2f-f700-4f15-a85f-4eef8a19e426 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Calling delete_port for 622ab47c-6e12-4f59-a46a-d2cc2eab1c17 owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:22:10.343056 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-d38c03a4-afcc-4ffb-803c-e6eef1d8635b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 5596c8b9-d193-470f-81de-7be77338ff3d) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:10.349995 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38c03a4-afcc-4ffb-803c-e6eef1d8635b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:10.350646 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d38c03a4-afcc-4ffb-803c-e6eef1d8635b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:10.363158 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1040ea7e-bb55-482e-a098-a96f45e10292 None None] Network 5596c8b9-d193-470f-81de-7be77338ff3d requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:22:10.446568 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e1feb-9870-4c2a-b2a6-9e99e2b90a48 req-18d3f411-327b-411e-98e2-ce3399ee14c0 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:10.449629 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d38c03a4-afcc-4ffb-803c-e6eef1d8635b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6447442 Dec 17 15:22:10.451850 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54950) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:10.452006 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-499e1feb-9870-4c2a-b2a6-9e99e2b90a48 req-18d3f411-327b-411e-98e2-ce3399ee14c0 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 946 time: 0.1448438 Dec 17 15:22:10.457020 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-0f9ec8cb-a0fe-4b9e-91d5-6cfca2189fa4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'port': {'network_id': '5596c8b9-d193-470f-81de-7be77338ff3d', 'name': 'tempest-PortsTestJSON-548690998'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:10.495521 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b1af2f28-d163-40d7-a293-6ac1d4ee99aa tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:10.504027 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-499e1feb-9870-4c2a-b2a6-9e99e2b90a48 req-c31f8698-f052-4934-b331-53dd06a1ef9b tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484874 Dec 17 15:22:10.579695 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b712937-e43e-46ee-9775-f9d540e58b1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-5596c8b9-d193-470f-81de-7be77338ff3d', 'network_id': '5596c8b9-d193-470f-81de-7be77338ff3d', 'tenant_id': 'f2a1c1edddb74d5a8b66f707e8dc5dde', 'fixed_ips': [{'subnet_id': '650c513d-8612-4a2d-a70d-564ffd1b569b'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:22:10.580790 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9b712937-e43e-46ee-9775-f9d540e58b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:10.584454 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b1af2f28-d163-40d7-a293-6ac1d4ee99aa tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:10.617289 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1af2f28-d163-40d7-a293-6ac1d4ee99aa tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Network ec28bea2-77cb-4691-b278-282a967d1e33 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:10.620425 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-b1af2f28-d163-40d7-a293-6ac1d4ee99aa tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:10.623281 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1af2f28-d163-40d7-a293-6ac1d4ee99aa tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:22:10.642615 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-11d4db2f-f700-4f15-a85f-4eef8a19e426 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:10.691590 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4db2f-f700-4f15-a85f-4eef8a19e426 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event deleted for resources: {'Port': ['ID=622ab47c-6e12-4f59-a46a-d2cc2eab1c17,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:10.713530 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af2f28-d163-40d7-a293-6ac1d4ee99aa tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Pushing event updated for resources: {'Port': ['ID=352cdabc-20b5-416a-9b0b-566ed33d52ff,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:10.731057 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1af2f28-d163-40d7-a293-6ac1d4ee99aa tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:10.731901 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b1af2f28-d163-40d7-a293-6ac1d4ee99aa tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:10.777610 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9ec8cb-a0fe-4b9e-91d5-6cfca2189fa4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:10.781590 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0f9ec8cb-a0fe-4b9e-91d5-6cfca2189fa4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:10.812085 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-0f9ec8cb-a0fe-4b9e-91d5-6cfca2189fa4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] device_id is not set on port 84d1c9d9-9e09-403d-989a-7b24ad05dbb0 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:22:10.822937 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-9b712937-e43e-46ee-9775-f9d540e58b1e None None] Allocated IP 172.20.0.2 (5596c8b9-d193-470f-81de-7be77338ff3d/650c513d-8612-4a2d-a70d-564ffd1b569b/4c11c3d6-c8a0-468b-b956-52063114a7cb) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:22:10.861169 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b1af2f28-d163-40d7-a293-6ac1d4ee99aa tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2999496 Dec 17 15:22:11.018217 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-11d4db2f-f700-4f15-a85f-4eef8a19e426 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:11.053472 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632d3e62-3c37-41da-88f9-04907cdf35b1 None None] Network 035ebd08-a183-4c96-8d50-7cc8ab5df57c requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:22:11.186708 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-fa9979d9-0422-4a00-9a56-a29172a0f84e None None] Provisioning complete for port 352cdabc-20b5-416a-9b0b-566ed33d52ff triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:11.187918 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fa9979d9-0422-4a00-9a56-a29172a0f84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:11.190124 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9b712937-e43e-46ee-9775-f9d540e58b1e None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:11.209425 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d4db2f-f700-4f15-a85f-4eef8a19e426 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Router 5f7ac2c0-93ed-402a-8162-96aec8987868 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:22:11.220344 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 199ec75a-495a-48fc-9542-46dd4ff16ce8 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:22:11.249338 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064e143-cdaa-4e5f-9c54-6efbfb38c2be req-072f6006-41f4-48df-96ba-455d06957e7a tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:11.257701 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c064e143-cdaa-4e5f-9c54-6efbfb38c2be req-072f6006-41f4-48df-96ba-455d06957e7a tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 946 time: 0.0647616 Dec 17 15:22:11.265823 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 199ec75a-495a-48fc-9542-46dd4ff16ce8 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:22:11.266223 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 199ec75a-495a-48fc-9542-46dd4ff16ce8 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:22:11.279121 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-fa9979d9-0422-4a00-9a56-a29172a0f84e None None] Port 352cdabc-20b5-416a-9b0b-566ed33d52ff cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:22:11.284052 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9b712937-e43e-46ee-9775-f9d540e58b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:11.300492 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c064e143-cdaa-4e5f-9c54-6efbfb38c2be req-0261aa9d-3367-4b08-a89b-5e0d1cb53630 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418427 Dec 17 15:22:11.341530 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d4db2f-f700-4f15-a85f-4eef8a19e426 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:22:11.350564 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-11d4db2f-f700-4f15-a85f-4eef8a19e426 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "PUT /v2.0/routers/5f7ac2c0-93ed-402a-8162-96aec8987868/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9837627 Dec 17 15:22:11.351171 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54966) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:11.361466 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b712937-e43e-46ee-9775-f9d540e58b1e None None] Network 5596c8b9-d193-470f-81de-7be77338ff3d is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:11.363784 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a359d036-1bbf-4016-aed9-ecb4fc2db656 None None] Sync routers for ids ['5f7ac2c0-93ed-402a-8162-96aec8987868'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:22:11.378397 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-9b712937-e43e-46ee-9775-f9d540e58b1e None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:11.388196 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b712937-e43e-46ee-9775-f9d540e58b1e None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:22:11.402629 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b712937-e43e-46ee-9775-f9d540e58b1e None None] Pushing event updated for resources: {'Port': ['ID=4c11c3d6-c8a0-468b-b956-52063114a7cb,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:11.434076 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54968) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:11.441894 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-3db1f6d2-e722-46d9-813b-cfc2e0372a14 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1062020201', 'description': 'tempest-description--437107838'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:11.444103 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a359d036-1bbf-4016-aed9-ecb4fc2db656 None None] Routers {'5f7ac2c0-93ed-402a-8162-96aec8987868'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:22:11.444752 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-a359d036-1bbf-4016-aed9-ecb4fc2db656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:22:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5f7ac2c0-93ed-402a-8162-96aec8987868'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:11.512009 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-775ad1f2-98ef-43f7-9e9c-403a9fa7040f None None] Provisioning complete for port 5791c35c-f8e3-4d5f-8620-f35cd3224e0b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:11.512385 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-775ad1f2-98ef-43f7-9e9c-403a9fa7040f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:11.593909 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3db1f6d2-e722-46d9-813b-cfc2e0372a14 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:11.629623 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-a359d036-1bbf-4016-aed9-ecb4fc2db656 None None] Set router 5f7ac2c0-93ed-402a-8162-96aec8987868 gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:22:11.633291 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-9b712937-e43e-46ee-9775-f9d540e58b1e None None] Attempting to bind port 4c11c3d6-c8a0-468b-b956-52063114a7cb on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:22:11.633648 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-9b712937-e43e-46ee-9775-f9d540e58b1e None None] Attempting to bind port 4c11c3d6-c8a0-468b-b956-52063114a7cb by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '2903e1ee-68e9-4cd7-bc09-dfd4f20459f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5596c8b9-d193-470f-81de-7be77338ff3d'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:22:11.634005 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b712937-e43e-46ee-9775-f9d540e58b1e None None] Attempting to bind port 4c11c3d6-c8a0-468b-b956-52063114a7cb on network 5596c8b9-d193-470f-81de-7be77338ff3d {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:22:11.706974 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-a359d036-1bbf-4016-aed9-ecb4fc2db656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'name': 'tempest-RoutersTest-router-1674533846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:10Z', 'updated_at': '2021-12-17T15:22:10Z', 'revision_number': 11, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:11.711709 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b712937-e43e-46ee-9775-f9d540e58b1e None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:22:11.712089 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b712937-e43e-46ee-9775-f9d540e58b1e None None] Checking segment: {'id': '2903e1ee-68e9-4cd7-bc09-dfd4f20459f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5596c8b9-d193-470f-81de-7be77338ff3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:22:11.712490 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9b712937-e43e-46ee-9775-f9d540e58b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:11.712881 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b712937-e43e-46ee-9775-f9d540e58b1e None None] Bound using segment: {'id': '2903e1ee-68e9-4cd7-bc09-dfd4f20459f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5596c8b9-d193-470f-81de-7be77338ff3d'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:22:11.713384 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-9b712937-e43e-46ee-9775-f9d540e58b1e None None] Bound port: 4c11c3d6-c8a0-468b-b956-52063114a7cb, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2903e1ee-68e9-4cd7-bc09-dfd4f20459f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5596c8b9-d193-470f-81de-7be77338ff3d'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:22:11.713759 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9b712937-e43e-46ee-9775-f9d540e58b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:11.737443 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9563f70-6ed6-49e0-b861-96f8ddea0ecf req-598a8df1-d1d7-40f4-8fb6-8a3e07e51937 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:11.742492 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b9563f70-6ed6-49e0-b861-96f8ddea0ecf req-598a8df1-d1d7-40f4-8fb6-8a3e07e51937 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 946 time: 0.1147802 Dec 17 15:22:11.760267 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a359d036-1bbf-4016-aed9-ecb4fc2db656 None None] Checking router: 5f7ac2c0-93ed-402a-8162-96aec8987868 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:22:11.789788 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-0f9ec8cb-a0fe-4b9e-91d5-6cfca2189fa4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Allocated IP 172.20.0.8 (5596c8b9-d193-470f-81de-7be77338ff3d/650c513d-8612-4a2d-a70d-564ffd1b569b/84d1c9d9-9e09-403d-989a-7b24ad05dbb0) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:22:11.814070 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3db1f6d2-e722-46d9-813b-cfc2e0372a14 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:11.815822 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-571cafb5-23be-43e3-acae-ec7a0deab862 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Deleting subnet 2a36e912-3d82-4d76-b921-0b803163d6f5 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:22:11.825482 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-571cafb5-23be-43e3-acae-ec7a0deab862 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:11.840506 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a359d036-1bbf-4016-aed9-ecb4fc2db656 None None] Routers {'5f7ac2c0-93ed-402a-8162-96aec8987868'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:22:11.841167 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-a359d036-1bbf-4016-aed9-ecb4fc2db656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:22:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5f7ac2c0-93ed-402a-8162-96aec8987868'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:11.877862 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b9563f70-6ed6-49e0-b861-96f8ddea0ecf req-db3e726f-957e-4585-8937-4ff810fb7d21 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086707 Dec 17 15:22:11.896641 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3db1f6d2-e722-46d9-813b-cfc2e0372a14 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:11.949566 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1f6d2-e722-46d9-813b-cfc2e0372a14 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=398eeb4a-b318-4e7f-b69a-d7779f508775,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:12.019192 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3db1f6d2-e722-46d9-813b-cfc2e0372a14 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:12.019631 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-571cafb5-23be-43e3-acae-ec7a0deab862 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:12.024667 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54986) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:12.024990 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3db1f6d2-e722-46d9-813b-cfc2e0372a14 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5889301 Dec 17 15:22:12.057120 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-349de42c-5b51-4b25-8ac0-e13ef3040c54 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Request body: {'security_group_rule': {'security_group_id': '398eeb4a-b318-4e7f-b69a-d7779f508775', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:12.126360 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 5791c35c-f8e3-4d5f-8620-f35cd3224e0b up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:22:12.167040 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0f9ec8cb-a0fe-4b9e-91d5-6cfca2189fa4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:12.184275 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-775ad1f2-98ef-43f7-9e9c-403a9fa7040f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:12.184570 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-571cafb5-23be-43e3-acae-ec7a0deab862 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:12.214354 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-a359d036-1bbf-4016-aed9-ecb4fc2db656 None None] Set router 5f7ac2c0-93ed-402a-8162-96aec8987868 gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:22:12.238889 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-349de42c-5b51-4b25-8ac0-e13ef3040c54 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:12.287670 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-9b712937-e43e-46ee-9775-f9d540e58b1e None None] For port 4c11c3d6-c8a0-468b-b956-52063114a7cb, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:22:12.291330 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-a359d036-1bbf-4016-aed9-ecb4fc2db656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'name': 'tempest-RoutersTest-router-1674533846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:10Z', 'updated_at': '2021-12-17T15:22:10Z', 'revision_number': 11, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:12.319903 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-349de42c-5b51-4b25-8ac0-e13ef3040c54 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:12.321699 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0f9ec8cb-a0fe-4b9e-91d5-6cfca2189fa4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:12.329365 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-9b712937-e43e-46ee-9775-f9d540e58b1e None None] For port 4c11c3d6-c8a0-468b-b956-52063114a7cb, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=4c11c3d6-c8a0-468b-b956-52063114a7cb,segment=NetworkSegment(2903e1ee-68e9-4cd7-bc09-dfd4f20459f4),segment_id=2903e1ee-68e9-4cd7-bc09-dfd4f20459f4)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:22:12.350894 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-571cafb5-23be-43e3-acae-ec7a0deab862 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:12.360829 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-775ad1f2-98ef-43f7-9e9c-403a9fa7040f None None] For port 5791c35c-f8e3-4d5f-8620-f35cd3224e0b, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=5791c35c-f8e3-4d5f-8620-f35cd3224e0b,segment=NetworkSegment(71fa2b9a-8f20-4c14-afdd-f73e53e1080c),segment_id=71fa2b9a-8f20-4c14-afdd-f73e53e1080c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:12.363682 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a359d036-1bbf-4016-aed9-ecb4fc2db656 None None] The sync data for ids ['5f7ac2c0-93ed-402a-8162-96aec8987868'] in n-d-820553-2 is: [{'id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'name': 'tempest-RoutersTest-router-1674533846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:10Z', 'updated_at': '2021-12-17T15:22:10Z', 'revision_number': 11, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'gw_port_host': None}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:22:12.382056 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9ec8cb-a0fe-4b9e-91d5-6cfca2189fa4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Network 5596c8b9-d193-470f-81de-7be77338ff3d is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:12.383056 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 5791c35c-f8e3-4d5f-8620-f35cd3224e0b triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:12.385451 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:12.389873 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-0f9ec8cb-a0fe-4b9e-91d5-6cfca2189fa4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:12.413572 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9ec8cb-a0fe-4b9e-91d5-6cfca2189fa4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:22:12.418813 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-571cafb5-23be-43e3-acae-ec7a0deab862 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:12.428207 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-571cafb5-23be-43e3-acae-ec7a0deab862 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/subnets/2a36e912-3d82-4d76-b921-0b803163d6f5 HTTP/1.1" status: 204 len: 168 time: 1.0670888 Dec 17 15:22:12.428207 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-349de42c-5b51-4b25-8ac0-e13ef3040c54 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:12.429759 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54996) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:12.429879 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a7d23f-8043-4311-942d-ff9602838bc0 None None] Network d151c253-0d25-4c1e-98d2-beffee846846 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:22:12.434814 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9b712937-e43e-46ee-9775-f9d540e58b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:12.451081 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571cafb5-23be-43e3-acae-ec7a0deab862 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event deleted for resources: {'Subnet': ['ID=2a36e912-3d82-4d76-b921-0b803163d6f5,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:12.466958 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e0373-b1b6-41ed-af0d-adc5fea08ef8 req-1473d388-d607-46fb-b61f-2f313e3cfdb0 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:12.468645 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c23e0373-b1b6-41ed-af0d-adc5fea08ef8 req-1473d388-d607-46fb-b61f-2f313e3cfdb0 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 946 time: 0.0825448 Dec 17 15:22:12.516529 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c23e0373-b1b6-41ed-af0d-adc5fea08ef8 req-1f9c3e2b-59a5-4108-b729-92aa5f1f3640 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399191 Dec 17 15:22:12.540284 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349de42c-5b51-4b25-8ac0-e13ef3040c54 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e201ae0-be35-4242-9483-828f9e6981f2,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:12.540284 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ec8cb-a0fe-4b9e-91d5-6cfca2189fa4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Port': ['ID=84d1c9d9-9e09-403d-989a-7b24ad05dbb0,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:12.580834 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9ec8cb-a0fe-4b9e-91d5-6cfca2189fa4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:12.581513 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0f9ec8cb-a0fe-4b9e-91d5-6cfca2189fa4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:12.598529 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ea3569c-bf5d-479f-93ab-217cc26c3366 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:12.601663 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-775ad1f2-98ef-43f7-9e9c-403a9fa7040f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:12.637222 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-349de42c-5b51-4b25-8ac0-e13ef3040c54 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:12.640969 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-349de42c-5b51-4b25-8ac0-e13ef3040c54 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5925133 Dec 17 15:22:12.641372 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55002) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:12.652385 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-0000d7bf-c642-4344-a495-7df873675dcb tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Request body: {'security_group_rule': {'security_group_id': '398eeb4a-b318-4e7f-b69a-d7779f508775', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:12.672402 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0f9ec8cb-a0fe-4b9e-91d5-6cfca2189fa4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2191515 Dec 17 15:22:12.675462 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55004) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:12.679074 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-2ea3569c-bf5d-479f-93ab-217cc26c3366 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Deleting port e29442c6-bea5-43f6-8660-f85d510ddb68 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:22:12.679417 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ea3569c-bf5d-479f-93ab-217cc26c3366 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:12.778600 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b712937-e43e-46ee-9775-f9d540e58b1e None None] Pushing event updated for resources: {'Port': ['ID=4c11c3d6-c8a0-468b-b956-52063114a7cb,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:12.797928 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-2ea3569c-bf5d-479f-93ab-217cc26c3366 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] For port e29442c6-bea5-43f6-8660-f85d510ddb68, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e29442c6-bea5-43f6-8660-f85d510ddb68,segment=NetworkSegment(f673f0e9-87fc-4250-9ca3-7d7bbbaf9c71),segment_id=f673f0e9-87fc-4250-9ca3-7d7bbbaf9c71)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:12.798311 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ea3569c-bf5d-479f-93ab-217cc26c3366 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:12.819482 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-2ea3569c-bf5d-479f-93ab-217cc26c3366 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Calling delete_port for e29442c6-bea5-43f6-8660-f85d510ddb68 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:22:12.862648 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-f0074ab8-abfe-48dd-a7f5-ab58940ee315 None None] Provisioning complete for port 5791c35c-f8e3-4d5f-8620-f35cd3224e0b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:12.863337 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f0074ab8-abfe-48dd-a7f5-ab58940ee315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:12.877930 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0000d7bf-c642-4344-a495-7df873675dcb tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:12.963029 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ad1f2-98ef-43f7-9e9c-403a9fa7040f None None] Pushing event updated for resources: {'Port': ['ID=5791c35c-f8e3-4d5f-8620-f35cd3224e0b,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:13.078678 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcdcda1-1594-4007-a943-9d2412a78eca None None] DHCP port deletion for d151c253-0d25-4c1e-98d2-beffee846846 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:22:13.090628 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-a14ba232-6eb8-4860-88e3-ebd19dc8d53f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Deleting port 84d1c9d9-9e09-403d-989a-7b24ad05dbb0 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:22:13.091573 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a14ba232-6eb8-4860-88e3-ebd19dc8d53f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:13.136973 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ea3569c-bf5d-479f-93ab-217cc26c3366 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:13.181382 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3569c-bf5d-479f-93ab-217cc26c3366 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event deleted for resources: {'Port': ['ID=e29442c6-bea5-43f6-8660-f85d510ddb68,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:13.183350 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea3569c-bf5d-479f-93ab-217cc26c3366 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] No DVR routers for this DVR port e29442c6-bea5-43f6-8660-f85d510ddb68 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:22:13.199656 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-6bcdcda1-1594-4007-a943-9d2412a78eca None None] Deleting port e29442c6-bea5-43f6-8660-f85d510ddb68 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:22:13.200442 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bcdcda1-1594-4007-a943-9d2412a78eca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:13.287674 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-6bcdcda1-1594-4007-a943-9d2412a78eca None None] For port e29442c6-bea5-43f6-8660-f85d510ddb68, host n-d-820553-2, got binding levels [] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:13.288353 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bcdcda1-1594-4007-a943-9d2412a78eca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:13.304538 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-6bcdcda1-1594-4007-a943-9d2412a78eca None None] Calling delete_port for e29442c6-bea5-43f6-8660-f85d510ddb68 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:22:13.305440 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ea3569c-bf5d-479f-93ab-217cc26c3366 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:13.308255 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.ipam_backend_mixin [None req-6bcdcda1-1594-4007-a943-9d2412a78eca None None] Port e29442c6-bea5-43f6-8660-f85d510ddb68 was not found and therefore no delete operation was performed {{(pid=102834) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 15:22:13.309636 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bcdcda1-1594-4007-a943-9d2412a78eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:13.330940 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-2ea3569c-bf5d-479f-93ab-217cc26c3366 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d151c253-0d25-4c1e-98d2-beffee846846']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:13.350069 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-2ea3569c-bf5d-479f-93ab-217cc26c3366 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f673f0e9-87fc-4250-9ca3-7d7bbbaf9c71') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:13.350835 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-2ea3569c-bf5d-479f-93ab-217cc26c3366 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f673f0e9-87fc-4250-9ca3-7d7bbbaf9c71') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:13.352491 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcdcda1-1594-4007-a943-9d2412a78eca None None] No DVR routers for this DVR port e29442c6-bea5-43f6-8660-f85d510ddb68 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:22:13.354661 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcdcda1-1594-4007-a943-9d2412a78eca None None] Pushing event deleted for resources: {'Port': ['ID=e29442c6-bea5-43f6-8660-f85d510ddb68,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:13.376730 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ea3569c-bf5d-479f-93ab-217cc26c3366 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:13.402586 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ea3569c-bf5d-479f-93ab-217cc26c3366 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:13.418456 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea3569c-bf5d-479f-93ab-217cc26c3366 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:22:13.418456 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ea3569c-bf5d-479f-93ab-217cc26c3366 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:13.427311 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:22:13.427311 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:22:13.427311 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:22:13.427311 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:22:13.427311 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:22:13.427311 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:22:13.427311 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:22:13.427311 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:22:13.427311 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:22:13.427311 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:22:13.427311 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:22:13.427311 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:22:13.427311 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:22:13.427311 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:22:13.427311 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:22:13.427311 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:22:13.427311 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:22:13.427311 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:22:13.427311 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:22:13.427311 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:22:13.427311 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:22:13.427311 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:22:13.427311 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:22:13.427311 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:22:13.427311 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:22:13.427311 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:22:13.427311 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:22:13.427311 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:22:13.427311 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:22:13.427311 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:22:13.427311 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:22:13.427311 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:22:13.487492 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0000d7bf-c642-4344-a495-7df873675dcb tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:13.503123 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0c2ad-07ba-4bd9-86f8-373189024454 req-59bc42fd-5ae2-4c06-a2ae-b0c216c106f5 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:13.505978 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f6c0c2ad-07ba-4bd9-86f8-373189024454 req-59bc42fd-5ae2-4c06-a2ae-b0c216c106f5 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 946 time: 0.4962473 Dec 17 15:22:13.526376 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ea3569c-bf5d-479f-93ab-217cc26c3366 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:13.543688 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ea3569c-bf5d-479f-93ab-217cc26c3366 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:13.547880 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2ea3569c-bf5d-479f-93ab-217cc26c3366 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/networks/d151c253-0d25-4c1e-98d2-beffee846846 HTTP/1.1" status: 204 len: 168 time: 1.0901217 Dec 17 15:22:13.551284 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55012) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:13.556829 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-21b523f5-66aa-44f7-9a42-7b789132722b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Request body: {'router': {'routes': None}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:13.563354 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3569c-bf5d-479f-93ab-217cc26c3366 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Pushing event deleted for resources: {'Network': ['ID=d151c253-0d25-4c1e-98d2-beffee846846,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:13.576217 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0000d7bf-c642-4344-a495-7df873675dcb tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:13.667290 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f6c0c2ad-07ba-4bd9-86f8-373189024454 req-643569b1-392c-4b89-a044-5d0f29277ffb tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523581 Dec 17 15:22:13.674835 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a14ba232-6eb8-4860-88e3-ebd19dc8d53f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:13.772366 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-a14ba232-6eb8-4860-88e3-ebd19dc8d53f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Calling delete_port for 84d1c9d9-9e09-403d-989a-7b24ad05dbb0 owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:22:13.914909 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000d7bf-c642-4344-a495-7df873675dcb tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=716d9dae-29a9-4c0a-95ab-9f8477003655,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:13.957821 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 5791c35c-f8e3-4d5f-8620-f35cd3224e0b up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:22:14.013398 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 5791c35c-f8e3-4d5f-8620-f35cd3224e0b triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:14.014152 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:14.036889 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e772b91-a52d-4b1c-afa1-514b402f1f3e req-f720a6f3-95e0-4fb4-a7ea-c3a6af2da677 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:14.038780 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e772b91-a52d-4b1c-afa1-514b402f1f3e req-f720a6f3-95e0-4fb4-a7ea-c3a6af2da677 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 946 time: 0.3824019 Dec 17 15:22:14.049335 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0000d7bf-c642-4344-a495-7df873675dcb tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:14.050696 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0000d7bf-c642-4344-a495-7df873675dcb tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4082158 Dec 17 15:22:14.054409 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55018) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:14.059321 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-fb14ed5f-e674-43b6-8c18-d81af1413fa4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:14.081852 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.extraroute_db [None req-21b523f5-66aa-44f7-9a42-7b789132722b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Added routes are [] {{(pid=102832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 17 15:22:14.082425 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.extraroute_db [None req-21b523f5-66aa-44f7-9a42-7b789132722b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Removed routes are [] {{(pid=102832) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 17 15:22:14.089888 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-21b523f5-66aa-44f7-9a42-7b789132722b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3972409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3970533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11983'] for router, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:14.119304 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 4c11c3d6-c8a0-468b-b956-52063114a7cb up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:22:14.159909 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fb14ed5f-e674-43b6-8c18-d81af1413fa4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks [] for floatingip, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:14.177833 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 4c11c3d6-c8a0-468b-b956-52063114a7cb triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:14.178217 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:14.204016 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045f7b07-19a2-49a1-83dc-ea7ea456dcbd None None] Network 5596c8b9-d193-470f-81de-7be77338ff3d requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:22:14.219321 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e772b91-a52d-4b1c-afa1-514b402f1f3e req-d967860b-b3f6-43d1-bd54-01229be839cc tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376584 Dec 17 15:22:14.292799 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-7bab857a-f6da-4986-9740-2c88d234b516 None None] Provisioning complete for port 4c11c3d6-c8a0-468b-b956-52063114a7cb triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:14.293383 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7bab857a-f6da-4986-9740-2c88d234b516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:14.304605 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fb14ed5f-e674-43b6-8c18-d81af1413fa4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:14.311364 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-21b523f5-66aa-44f7-9a42-7b789132722b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3972409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3970533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11983'] for router, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:14.316170 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-21b523f5-66aa-44f7-9a42-7b789132722b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3972400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3972399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3970524'] for router, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:14.424704 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:14.443914 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a14ba232-6eb8-4860-88e3-ebd19dc8d53f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:14.446782 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b523f5-66aa-44f7-9a42-7b789132722b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Router 5f7ac2c0-93ed-402a-8162-96aec8987868 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:22:14.452479 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-fb14ed5f-e674-43b6-8c18-d81af1413fa4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Allocated IP 172.25.6.232 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/52db0872-7db8-4c46-926f-af5ed29f57a5) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:22:14.484220 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ba232-6eb8-4860-88e3-ebd19dc8d53f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Port': ['ID=84d1c9d9-9e09-403d-989a-7b24ad05dbb0,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:14.533180 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 4c11c3d6-c8a0-468b-b956-52063114a7cb, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=4c11c3d6-c8a0-468b-b956-52063114a7cb,segment=NetworkSegment(2903e1ee-68e9-4cd7-bc09-dfd4f20459f4),segment_id=2903e1ee-68e9-4cd7-bc09-dfd4f20459f4)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:14.562143 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7bab857a-f6da-4986-9740-2c88d234b516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:14.584227 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fb14ed5f-e674-43b6-8c18-d81af1413fa4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:14.603905 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:14.655938 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b523f5-66aa-44f7-9a42-7b789132722b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:22:14.658118 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a14ba232-6eb8-4860-88e3-ebd19dc8d53f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:14.662673 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a14ba232-6eb8-4860-88e3-ebd19dc8d53f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/ports/84d1c9d9-9e09-403d-989a-7b24ad05dbb0 HTTP/1.1" status: 204 len: 168 time: 1.9851148 Dec 17 15:22:14.666292 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55022) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:14.668190 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7443bc1-8ba4-4075-92d6-8e64f31651d9 None None] Sync routers for ids ['5f7ac2c0-93ed-402a-8162-96aec8987868'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:22:14.683568 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-21b523f5-66aa-44f7-9a42-7b789132722b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:14.701073 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7443bc1-8ba4-4075-92d6-8e64f31651d9 None None] Routers {'5f7ac2c0-93ed-402a-8162-96aec8987868'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:22:14.701316 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e29442c6-bea5-43f6-8660-f85d510ddb68 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:22:14.702858 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-21b523f5-66aa-44f7-9a42-7b789132722b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "PUT /v2.0/routers/5f7ac2c0-93ed-402a-8162-96aec8987868 HTTP/1.1" status: 200 len: 701 time: 1.1498501 Dec 17 15:22:14.703481 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-a7443bc1-8ba4-4075-92d6-8e64f31651d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:22:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5f7ac2c0-93ed-402a-8162-96aec8987868'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:14.706975 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55026) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:14.715343 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1de1656-53ec-4f16-a594-a56d3f6851d1 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] DELETE failed (client error): The resource could not be found. Dec 17 15:22:14.716481 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1de1656-53ec-4f16-a594-a56d3f6851d1 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:22:14.720994 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f1de1656-53ec-4f16-a594-a56d3f6851d1 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/ports/84d1c9d9-9e09-403d-989a-7b24ad05dbb0 HTTP/1.1" status: 404 len: 333 time: 0.0532179 Dec 17 15:22:14.723245 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fb14ed5f-e674-43b6-8c18-d81af1413fa4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:14.726521 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55028) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:14.768061 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: e29442c6-bea5-43f6-8660-f85d510ddb68 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:22:14.769023 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e29442c6-bea5-43f6-8660-f85d510ddb68 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:22:14.769488 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 622ab47c-6e12-4f59-a46a-d2cc2eab1c17 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:22:14.796709 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-30cdb4ba-affc-4a54-925b-69bded389ba4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] GET failed (client error): The resource could not be found. Dec 17 15:22:14.800039 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-30cdb4ba-affc-4a54-925b-69bded389ba4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "GET /v2.0/ports/84d1c9d9-9e09-403d-989a-7b24ad05dbb0 HTTP/1.1" status: 404 len: 333 time: 0.0660944 Dec 17 15:22:14.804497 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 622ab47c-6e12-4f59-a46a-d2cc2eab1c17 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:22:14.805726 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 622ab47c-6e12-4f59-a46a-d2cc2eab1c17 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:22:14.809118 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55032) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:14.812604 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=4c11c3d6-c8a0-468b-b956-52063114a7cb,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:14.818259 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-7bab857a-f6da-4986-9740-2c88d234b516 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:22:14.818446 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-7bab857a-f6da-4986-9740-2c88d234b516 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:22:14.824822 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ef831215-28f7-4c53-bc7d-47a497df242f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f7ac2c0-93ed-402a-8162-96aec8987868 HTTP/1.1" status: 200 len: 205 time: 0.1088123 Dec 17 15:22:14.835003 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55034) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:14.841915 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb14ed5f-e674-43b6-8c18-d81af1413fa4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:14.886143 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-a7443bc1-8ba4-4075-92d6-8e64f31651d9 None None] Set router 5f7ac2c0-93ed-402a-8162-96aec8987868 gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:22:14.906648 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14ed5f-e674-43b6-8c18-d81af1413fa4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Pushing event updated for resources: {'Port': ['ID=52db0872-7db8-4c46-926f-af5ed29f57a5,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:14.921572 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-fb14ed5f-e674-43b6-8c18-d81af1413fa4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:14.937471 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb14ed5f-e674-43b6-8c18-d81af1413fa4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:22:14.973302 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7502e815-36e9-4d4d-8002-0f80e17b8dac tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:14.982244 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-a7443bc1-8ba4-4075-92d6-8e64f31651d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'name': 'tempest-RoutersTest-router-1674533846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:10Z', 'updated_at': '2021-12-17T15:22:10Z', 'revision_number': 11, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:14.989171 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0748c-7790-4739-9a13-ff9d163a0ebf req-b7682adb-3c11-4107-8488-948db15ebefe tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:14.997199 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e4e0748c-7790-4739-9a13-ff9d163a0ebf req-b7682adb-3c11-4107-8488-948db15ebefe tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 946 time: 0.1363256 Dec 17 15:22:15.032153 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7443bc1-8ba4-4075-92d6-8e64f31651d9 None None] Checking router: 5f7ac2c0-93ed-402a-8162-96aec8987868 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:22:15.043185 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb2cf2f-125e-4604-9fa9-a283bbafd362 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Deleting subnet 650c513d-8612-4a2d-a70d-564ffd1b569b {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:22:15.050034 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6eb2cf2f-125e-4604-9fa9-a283bbafd362 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:15.062617 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7443bc1-8ba4-4075-92d6-8e64f31651d9 None None] Routers {'5f7ac2c0-93ed-402a-8162-96aec8987868'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:22:15.063486 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-a7443bc1-8ba4-4075-92d6-8e64f31651d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:22:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5f7ac2c0-93ed-402a-8162-96aec8987868'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:15.125176 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e4e0748c-7790-4739-9a13-ff9d163a0ebf req-755ce109-458a-4497-ab4a-b7f622a14e84 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266789 Dec 17 15:22:15.149765 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fb14ed5f-e674-43b6-8c18-d81af1413fa4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:15.178581 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6eb2cf2f-125e-4604-9fa9-a283bbafd362 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:15.271234 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7502e815-36e9-4d4d-8002-0f80e17b8dac tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:15.274077 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7502e815-36e9-4d4d-8002-0f80e17b8dac tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:15.308308 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-a7443bc1-8ba4-4075-92d6-8e64f31651d9 None None] Set router 5f7ac2c0-93ed-402a-8162-96aec8987868 gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:22:15.351841 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fb14ed5f-e674-43b6-8c18-d81af1413fa4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:15.382070 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6eb2cf2f-125e-4604-9fa9-a283bbafd362 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:15.399865 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-a7443bc1-8ba4-4075-92d6-8e64f31651d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'name': 'tempest-RoutersTest-router-1674533846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:10Z', 'updated_at': '2021-12-17T15:22:10Z', 'revision_number': 11, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:15.434044 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f0ba1-0019-48f4-b4fd-21205550f932 req-58fd38e8-ce25-4321-ae62-01d04a227197 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:15.436091 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b64f0ba1-0019-48f4-b4fd-21205550f932 req-58fd38e8-ce25-4321-ae62-01d04a227197 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 946 time: 0.0802603 Dec 17 15:22:15.455952 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7443bc1-8ba4-4075-92d6-8e64f31651d9 None None] The sync data for ids ['5f7ac2c0-93ed-402a-8162-96aec8987868'] in n-d-820553-2 is: [{'id': '5f7ac2c0-93ed-402a-8162-96aec8987868', 'name': 'tempest-RoutersTest-router-1674533846', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:10Z', 'updated_at': '2021-12-17T15:22:10Z', 'revision_number': 11, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'gw_port_host': None}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:22:15.457274 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7502e815-36e9-4d4d-8002-0f80e17b8dac tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:15.457893 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7502e815-36e9-4d4d-8002-0f80e17b8dac tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Fanout notify agent at l3_agent the message router_deleted on router 5f7ac2c0-93ed-402a-8162-96aec8987868 {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:22:15.513787 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-03213043-4caf-40d0-8bd0-132256b070c5 None None] Could not find standard attr ID for object 84d1c9d9-9e09-403d-989a-7b24ad05dbb0. {{(pid=102834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:22:15.520271 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7502e815-36e9-4d4d-8002-0f80e17b8dac tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:15.522243 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7502e815-36e9-4d4d-8002-0f80e17b8dac tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/routers/5f7ac2c0-93ed-402a-8162-96aec8987868 HTTP/1.1" status: 204 len: 168 time: 0.6861598 Dec 17 15:22:15.528638 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55040) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:15.535473 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b64f0ba1-0019-48f4-b4fd-21205550f932 req-1b21ff25-2b70-4879-ac9c-e8563e3d7cf0 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885570 Dec 17 15:22:15.538161 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-f8abce9d-a4e2-4059-a88d-fb3fd179718e tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2012402537', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:15.540855 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-03213043-4caf-40d0-8bd0-132256b070c5 None None] Provisioning complete for port 4c11c3d6-c8a0-468b-b956-52063114a7cb triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:15.542399 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-03213043-4caf-40d0-8bd0-132256b070c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:15.666429 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fb14ed5f-e674-43b6-8c18-d81af1413fa4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:15.691080 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f8abce9d-a4e2-4059-a88d-fb3fd179718e tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:15.691080 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f8abce9d-a4e2-4059-a88d-fb3fd179718e tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:15.691080 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6eb2cf2f-125e-4604-9fa9-a283bbafd362 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:15.724590 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2cf2f-125e-4604-9fa9-a283bbafd362 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Subnet': ['ID=650c513d-8612-4a2d-a70d-564ffd1b569b,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:15.733008 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6eb2cf2f-125e-4604-9fa9-a283bbafd362 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:15.736066 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6eb2cf2f-125e-4604-9fa9-a283bbafd362 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/subnets/650c513d-8612-4a2d-a70d-564ffd1b569b HTTP/1.1" status: 204 len: 168 time: 0.9171100 Dec 17 15:22:15.738936 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55044) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:15.747017 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc36b990-66bc-4efe-b4b8-8ffb0c24f147 None None] Network 5596c8b9-d193-470f-81de-7be77338ff3d requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:22:15.765679 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 4c11c3d6-c8a0-468b-b956-52063114a7cb up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:22:15.826058 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fb14ed5f-e674-43b6-8c18-d81af1413fa4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:15.842639 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f8abce9d-a4e2-4059-a88d-fb3fd179718e tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:15.897955 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 4c11c3d6-c8a0-468b-b956-52063114a7cb triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:15.898337 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:15.921638 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7aba1fd5-2a44-4261-a76f-f233c179f05f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:15.930594 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f8abce9d-a4e2-4059-a88d-fb3fd179718e tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:15.956405 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14ed5f-e674-43b6-8c18-d81af1413fa4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Pushing event updated for resources: {'Port': ['ID=52db0872-7db8-4c46-926f-af5ed29f57a5,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:15.972928 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fb14ed5f-e674-43b6-8c18-d81af1413fa4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:16.025950 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f8abce9d-a4e2-4059-a88d-fb3fd179718e tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:16.033295 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f8abce9d-a4e2-4059-a88d-fb3fd179718e tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4954915 Dec 17 15:22:16.035688 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55048) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:16.042022 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-997f52ed-ddaf-48c2-bb33-67c7b97dd3af tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:16.050510 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-7aba1fd5-2a44-4261-a76f-f233c179f05f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Deleting port 4c11c3d6-c8a0-468b-b956-52063114a7cb {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:22:16.051072 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7aba1fd5-2a44-4261-a76f-f233c179f05f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:16.053086 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bb96e6-77dd-4437-a3b9-dcc2579983c8 None None] DHCP port deletion for 5596c8b9-d193-470f-81de-7be77338ff3d request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:22:16.096878 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fb14ed5f-e674-43b6-8c18-d81af1413fa4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:16.098540 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-fb14ed5f-e674-43b6-8c18-d81af1413fa4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0430267 Dec 17 15:22:16.123498 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-a8bb96e6-77dd-4437-a3b9-dcc2579983c8 None None] Deleting port 4c11c3d6-c8a0-468b-b956-52063114a7cb {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:22:16.123922 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a8bb96e6-77dd-4437-a3b9-dcc2579983c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:16.133252 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-7aba1fd5-2a44-4261-a76f-f233c179f05f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] For port 4c11c3d6-c8a0-468b-b956-52063114a7cb, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=4c11c3d6-c8a0-468b-b956-52063114a7cb,segment=NetworkSegment(2903e1ee-68e9-4cd7-bc09-dfd4f20459f4),segment_id=2903e1ee-68e9-4cd7-bc09-dfd4f20459f4)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:16.133625 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7aba1fd5-2a44-4261-a76f-f233c179f05f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:16.151276 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-7aba1fd5-2a44-4261-a76f-f233c179f05f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Calling delete_port for 4c11c3d6-c8a0-468b-b956-52063114a7cb owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:22:16.276648 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-a8bb96e6-77dd-4437-a3b9-dcc2579983c8 None None] For port 4c11c3d6-c8a0-468b-b956-52063114a7cb, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=4c11c3d6-c8a0-468b-b956-52063114a7cb,segment=NetworkSegment(2903e1ee-68e9-4cd7-bc09-dfd4f20459f4),segment_id=2903e1ee-68e9-4cd7-bc09-dfd4f20459f4)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:16.277084 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a8bb96e6-77dd-4437-a3b9-dcc2579983c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:16.290920 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-a8bb96e6-77dd-4437-a3b9-dcc2579983c8 None None] Calling delete_port for 4c11c3d6-c8a0-468b-b956-52063114a7cb owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:22:16.297032 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7aba1fd5-2a44-4261-a76f-f233c179f05f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:16.314232 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-997f52ed-ddaf-48c2-bb33-67c7b97dd3af tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3972409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3970533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11983'] for router, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:16.329070 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba1fd5-2a44-4261-a76f-f233c179f05f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Port': ['ID=4c11c3d6-c8a0-468b-b956-52063114a7cb,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:16.331425 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aba1fd5-2a44-4261-a76f-f233c179f05f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] No DVR routers for this DVR port 4c11c3d6-c8a0-468b-b956-52063114a7cb on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:22:16.387273 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-997f52ed-ddaf-48c2-bb33-67c7b97dd3af tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3972400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3972399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3970524'] for router, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:16.406963 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10da7a-9abd-40a3-983e-2e9dcd70003b req-92372ffa-215e-4b2e-8484-86b87094a2a4 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:16.416243 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ed10da7a-9abd-40a3-983e-2e9dcd70003b req-92372ffa-215e-4b2e-8484-86b87094a2a4 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 946 time: 0.0918567 Dec 17 15:22:16.430512 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a8bb96e6-77dd-4437-a3b9-dcc2579983c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:16.444232 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bb96e6-77dd-4437-a3b9-dcc2579983c8 None None] No DVR routers for this DVR port 4c11c3d6-c8a0-468b-b956-52063114a7cb on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:22:16.464690 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb96e6-77dd-4437-a3b9-dcc2579983c8 None None] Pushing event deleted for resources: {'Port': ['ID=4c11c3d6-c8a0-468b-b956-52063114a7cb,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:16.477342 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7aba1fd5-2a44-4261-a76f-f233c179f05f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:16.498500 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-7aba1fd5-2a44-4261-a76f-f233c179f05f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5596c8b9-d193-470f-81de-7be77338ff3d']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:16.510217 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-7aba1fd5-2a44-4261-a76f-f233c179f05f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2903e1ee-68e9-4cd7-bc09-dfd4f20459f4') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:16.510526 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-7aba1fd5-2a44-4261-a76f-f233c179f05f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2903e1ee-68e9-4cd7-bc09-dfd4f20459f4') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:16.522445 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7aba1fd5-2a44-4261-a76f-f233c179f05f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:16.540192 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7aba1fd5-2a44-4261-a76f-f233c179f05f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:16.547818 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aba1fd5-2a44-4261-a76f-f233c179f05f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:22:16.548252 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7aba1fd5-2a44-4261-a76f-f233c179f05f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:16.552935 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:22:16.552935 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:22:16.552935 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:22:16.552935 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:22:16.552935 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:22:16.552935 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:22:16.552935 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:22:16.552935 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:22:16.552935 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:22:16.552935 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:22:16.552935 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:22:16.552935 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:22:16.552935 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:22:16.552935 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:22:16.552935 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:22:16.552935 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:22:16.552935 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:22:16.552935 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:22:16.552935 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:22:16.552935 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:22:16.552935 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:22:16.552935 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:22:16.552935 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:22:16.552935 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:22:16.552935 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:22:16.552935 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:22:16.552935 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:22:16.552935 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:22:16.552935 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:22:16.552935 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:22:16.552935 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:22:16.552935 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:22:16.580758 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ed10da7a-9abd-40a3-983e-2e9dcd70003b req-9e4cf0cc-361e-4372-8c1d-3d585176f5aa tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635227 Dec 17 15:22:16.589702 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-86a76c56-04b6-4714-bece-bf0e9708e757 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1062020201&fields=id&tenant_id=8be5f697514948dbb741ccae5deddcdd HTTP/1.1" status: 200 len: 267 time: 0.1137328 Dec 17 15:22:16.651318 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-81e3a530-0efa-47c1-9994-b39b27e127fa tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:16.656192 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-81e3a530-0efa-47c1-9994-b39b27e127fa tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports/cbe25e39-8f1f-4383-b5a5-367c8e64756d HTTP/1.1" status: 200 len: 936 time: 0.0576336 Dec 17 15:22:16.708224 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7aba1fd5-2a44-4261-a76f-f233c179f05f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:16.713594 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7aba1fd5-2a44-4261-a76f-f233c179f05f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:16.721891 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7aba1fd5-2a44-4261-a76f-f233c179f05f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/networks/5596c8b9-d193-470f-81de-7be77338ff3d HTTP/1.1" status: 204 len: 168 time: 0.9777241 Dec 17 15:22:16.726008 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-cfd35eae-80b7-42a9-996f-b5ab1454c9d1 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:16.726353 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55074) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:16.731895 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-cfd35eae-80b7-42a9-996f-b5ab1454c9d1 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports/352cdabc-20b5-416a-9b0b-566ed33d52ff HTTP/1.1" status: 200 len: 935 time: 0.0748763 Dec 17 15:22:16.741694 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-68f9a4a6-94f5-4b1a-ae7b-cfc01640eefe tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-893745403'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:16.745993 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997f52ed-ddaf-48c2-bb33-67c7b97dd3af tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Router 8d9ea76d-a030-40c2-b0d8-ba479df17710 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:22:16.746711 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba1fd5-2a44-4261-a76f-f233c179f05f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Network': ['ID=5596c8b9-d193-470f-81de-7be77338ff3d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:16.801692 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:22:16.834135 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f9a4a6-94f5-4b1a-ae7b-cfc01640eefe tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:16.837948 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-68f9a4a6-94f5-4b1a-ae7b-cfc01640eefe tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:16.869460 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f9a4a6-94f5-4b1a-ae7b-cfc01640eefe tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:22:16.880117 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-68f9a4a6-94f5-4b1a-ae7b-cfc01640eefe tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:16.880530 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-68f9a4a6-94f5-4b1a-ae7b-cfc01640eefe tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Added segment f8fb0fd3-b500-4627-ac07-c440e5f870a5 of type vlan for network 8c33f919-7981-4006-889f-b6a759eaec0d Dec 17 15:22:16.929760 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-68f9a4a6-94f5-4b1a-ae7b-cfc01640eefe tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:17.006236 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-68f9a4a6-94f5-4b1a-ae7b-cfc01640eefe tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:17.011943 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f9a4a6-94f5-4b1a-ae7b-cfc01640eefe tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:17.012569 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-68f9a4a6-94f5-4b1a-ae7b-cfc01640eefe tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:17.072194 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-3e9876a1-5c09-4fec-bcae-ad36be6110c0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?network_id=035ebd08-a183-4c96-8d50-7cc8ab5df57c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.3381467 Dec 17 15:22:17.081922 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bef00d-88ba-462c-8149-53650b18158e req-a9dbe06a-ff3d-4003-ab73-9e0b60271dba tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:17.082172 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9a4a6-94f5-4b1a-ae7b-cfc01640eefe tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Network': ['ID=8c33f919-7981-4006-889f-b6a759eaec0d,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:17.083630 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98bef00d-88ba-462c-8149-53650b18158e req-a9dbe06a-ff3d-4003-ab73-9e0b60271dba tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 946 time: 0.4248564 Dec 17 15:22:17.096911 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 8c33f919-7981-4006-889f-b6a759eaec0d details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:22:17.122795 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-68f9a4a6-94f5-4b1a-ae7b-cfc01640eefe tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3952947 Dec 17 15:22:17.125458 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55078) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:17.131368 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-6c42fdc2-4e20-4143-8eef-aa047f49f462 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'subnet': {'network_id': '8c33f919-7981-4006-889f-b6a759eaec0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:17.177376 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-71151882-3a17-435b-9b0c-4abd7da412fc tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?network_id=035ebd08-a183-4c96-8d50-7cc8ab5df57c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0919359 Dec 17 15:22:17.241409 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997f52ed-ddaf-48c2-bb33-67c7b97dd3af tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:22:17.250982 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad7a8ee-b38b-4b4e-867c-792beaf7a755 None None] Sync routers for ids ['8d9ea76d-a030-40c2-b0d8-ba479df17710'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:22:17.260327 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-997f52ed-ddaf-48c2-bb33-67c7b97dd3af tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:17.260873 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad7a8ee-b38b-4b4e-867c-792beaf7a755 None None] Routers {'8d9ea76d-a030-40c2-b0d8-ba479df17710'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:22:17.261772 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-997f52ed-ddaf-48c2-bb33-67c7b97dd3af tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "PUT /v2.0/routers/8d9ea76d-a030-40c2-b0d8-ba479df17710 HTTP/1.1" status: 200 len: 694 time: 1.2238500 Dec 17 15:22:17.261904 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-3ad7a8ee-b38b-4b4e-867c-792beaf7a755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:22:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['8d9ea76d-a030-40c2-b0d8-ba479df17710'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:17.264232 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55082) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:17.276521 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98bef00d-88ba-462c-8149-53650b18158e req-d95255b8-ad2c-4628-af59-62a26148606e tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812382 Dec 17 15:22:17.304579 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c42fdc2-4e20-4143-8eef-aa047f49f462 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:17.308003 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6c42fdc2-4e20-4143-8eef-aa047f49f462 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:17.333966 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-1e8edfb6-a3bb-4a55-8dbb-49684a0f38bc tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:17.340338 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-1e8edfb6-a3bb-4a55-8dbb-49684a0f38bc tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:17.342287 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-3ad7a8ee-b38b-4b4e-867c-792beaf7a755 None None] Set router 8d9ea76d-a030-40c2-b0d8-ba479df17710 gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:22:17.346138 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-1e8edfb6-a3bb-4a55-8dbb-49684a0f38bc tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:17.347944 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-1e8edfb6-a3bb-4a55-8dbb-49684a0f38bc tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/networks?id=103f3c9e-955b-431b-ac73-eb4ee50a4a0d&id=ec28bea2-77cb-4691-b278-282a967d1e33&id=ec28bea2-77cb-4691-b278-282a967d1e33&id=035ebd08-a183-4c96-8d50-7cc8ab5df57c&id=035ebd08-a183-4c96-8d50-7cc8ab5df57c HTTP/1.1" status: 200 len: 1993 time: 0.1624541 Dec 17 15:22:17.367072 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-baf4da50-ea70-4ff6-8930-c79adf07ce51 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/quotas/8be5f697514948dbb741ccae5deddcdd HTTP/1.1" status: 200 len: 375 time: 0.0107093 Dec 17 15:22:17.404516 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-32a69c77-aae9-4acf-947d-19d4c3ae7fbc tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "GET /v2.0/routers/8d9ea76d-a030-40c2-b0d8-ba479df17710 HTTP/1.1" status: 200 len: 700 time: 0.1390710 Dec 17 15:22:17.407125 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55086) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:17.439974 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d724d02d-e1e5-4523-adaa-84df73f945be tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d9ea76d-a030-40c2-b0d8-ba479df17710 HTTP/1.1" status: 200 len: 205 time: 0.0314920 Dec 17 15:22:17.443871 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55088) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:17.537506 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-7c3d64a5-083c-4292-a800-7a9174d8e406 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8be5f697514948dbb741ccae5deddcdd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1644249 Dec 17 15:22:17.562812 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fd1d2322-9212-4460-82e7-ee5c36bd6343 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:17.564968 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-3ad7a8ee-b38b-4b4e-867c-792beaf7a755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9ea76d-a030-40c2-b0d8-ba479df17710', 'name': 'tempest-RoutersTest-router-2012402537', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:22:15Z', 'updated_at': '2021-12-17T15:22:16Z', 'revision_number': 2, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:17.592919 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad7a8ee-b38b-4b4e-867c-792beaf7a755 None None] Checking router: 8d9ea76d-a030-40c2-b0d8-ba479df17710 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:22:17.604405 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad7a8ee-b38b-4b4e-867c-792beaf7a755 None None] Routers {'8d9ea76d-a030-40c2-b0d8-ba479df17710'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:22:17.605387 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-3ad7a8ee-b38b-4b4e-867c-792beaf7a755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:22:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['8d9ea76d-a030-40c2-b0d8-ba479df17710'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:17.634382 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6c42fdc2-4e20-4143-8eef-aa047f49f462 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:17.709977 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c42fdc2-4e20-4143-8eef-aa047f49f462 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Subnet': ['ID=8ad3dfdb-2f6d-44ee-8cdc-2464ac899454,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:17.721988 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c42fdc2-4e20-4143-8eef-aa047f49f462 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Checking segment: {'id': 'f8fb0fd3-b500-4627-ac07-c440e5f870a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8c33f919-7981-4006-889f-b6a759eaec0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:22:17.725557 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c42fdc2-4e20-4143-8eef-aa047f49f462 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Network hostable DHCP agents. Network: 8c33f919-7981-4006-889f-b6a759eaec0d, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:22:17.736058 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-3ad7a8ee-b38b-4b4e-867c-792beaf7a755 None None] Set router 8d9ea76d-a030-40c2-b0d8-ba479df17710 gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:22:17.799538 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fd1d2322-9212-4460-82e7-ee5c36bd6343 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:17.803481 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fd1d2322-9212-4460-82e7-ee5c36bd6343 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:17.810190 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-3ad7a8ee-b38b-4b4e-867c-792beaf7a755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9ea76d-a030-40c2-b0d8-ba479df17710', 'name': 'tempest-RoutersTest-router-2012402537', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:22:15Z', 'updated_at': '2021-12-17T15:22:16Z', 'revision_number': 2, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:17.822042 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 4c11c3d6-c8a0-468b-b956-52063114a7cb no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:22:17.859502 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c42fdc2-4e20-4143-8eef-aa047f49f462 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Network 8c33f919-7981-4006-889f-b6a759eaec0d is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:22:17.863003 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-062f6ca3-76f9-45e4-ba0e-a0cd9b510a4f service neutron] 10.222.0.46 "GET /v2.0/networks/103f3c9e-955b-431b-ac73-eb4ee50a4a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136995 Dec 17 15:22:17.874753 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad7a8ee-b38b-4b4e-867c-792beaf7a755 None None] The sync data for ids ['8d9ea76d-a030-40c2-b0d8-ba479df17710'] in n-d-820553-2 is: [{'id': '8d9ea76d-a030-40c2-b0d8-ba479df17710', 'name': 'tempest-RoutersTest-router-2012402537', 'tenant_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:22:15Z', 'updated_at': '2021-12-17T15:22:16Z', 'revision_number': 2, 'project_id': '2f3e4e66f57e4196ab4d1021f592ec02', 'gw_port_host': None}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:22:17.877489 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 4c11c3d6-c8a0-468b-b956-52063114a7cb {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:22:17.878550 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 4c11c3d6-c8a0-468b-b956-52063114a7cb not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:22:17.956071 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fd1d2322-9212-4460-82e7-ee5c36bd6343 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:17.956614 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1d2322-9212-4460-82e7-ee5c36bd6343 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Fanout notify agent at l3_agent the message router_deleted on router 8d9ea76d-a030-40c2-b0d8-ba479df17710 {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:22:17.967663 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fd1d2322-9212-4460-82e7-ee5c36bd6343 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:17.968778 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-fd1d2322-9212-4460-82e7-ee5c36bd6343 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/routers/8d9ea76d-a030-40c2-b0d8-ba479df17710 HTTP/1.1" status: 204 len: 168 time: 0.5221758 Dec 17 15:22:17.972405 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55096) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:17.984611 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-6c42fdc2-4e20-4143-8eef-aa047f49f462 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 8c33f919-7981-4006-889f-b6a759eaec0d) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:17.997915 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d35093-59d9-4325-af5d-1304f78fdf47 None None] Network 8c33f919-7981-4006-889f-b6a759eaec0d requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:22:18.006486 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c4271fcc-aa75-4e8a-a440-b8cb856115f2 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d9ea76d-a030-40c2-b0d8-ba479df17710 HTTP/1.1" status: 200 len: 205 time: 0.0298383 Dec 17 15:22:18.006486 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c42fdc2-4e20-4143-8eef-aa047f49f462 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:18.006819 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6c42fdc2-4e20-4143-8eef-aa047f49f462 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:18.009236 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55098) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:18.009524 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bbaa0-2073-44f8-aecc-8d7ecd639d73 req-d084038c-1434-408d-9611-31b4b54d3a87 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:18.011107 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f24bbaa0-2073-44f8-aecc-8d7ecd639d73 req-d084038c-1434-408d-9611-31b4b54d3a87 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 946 time: 0.0952828 Dec 17 15:22:18.019527 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b61f112c-7c53-4c7c-ab47-84b23c3b8750 service neutron] 10.222.0.46 "GET /v2.0/networks/103f3c9e-955b-431b-ac73-eb4ee50a4a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501174 Dec 17 15:22:18.050866 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-9ea7e116-0fa7-4bcb-9bd7-26367f9d7584 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] delete failed (client error): The resource could not be found. Dec 17 15:22:18.055512 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9ea7e116-0fa7-4bcb-9bd7-26367f9d7584 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/routers/8d9ea76d-a030-40c2-b0d8-ba479df17710 HTTP/1.1" status: 404 len: 336 time: 0.0424528 Dec 17 15:22:18.055863 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55100) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:18.088858 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f24bbaa0-2073-44f8-aecc-8d7ecd639d73 req-220ece10-56b1-4c4c-825c-caaa5d632e61 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683484 Dec 17 15:22:18.091651 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-472a2d6a-4271-4065-86a1-7633287a309f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] DELETE failed (client error): The resource could not be found. Dec 17 15:22:18.092177 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-472a2d6a-4271-4065-86a1-7633287a309f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:22:18.095908 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-472a2d6a-4271-4065-86a1-7633287a309f tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/subnets/291f97ef-5bf9-4d0a-ab81-16e5ebabc23d HTTP/1.1" status: 404 len: 337 time: 0.0388741 Dec 17 15:22:18.097596 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-12935a53-bd99-4e25-8f5e-be1fd204fd84 service neutron] 10.222.0.46 "GET /v2.0/ports/cbe25e39-8f1f-4383-b5a5-367c8e64756d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0580668 Dec 17 15:22:18.098179 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55102) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:18.149511 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6c42fdc2-4e20-4143-8eef-aa047f49f462 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0228469 Dec 17 15:22:18.150613 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-b07fbd60-492e-43d6-b186-c08ea48d0e05 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] DELETE failed (client error): The resource could not be found. Dec 17 15:22:18.151119 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b07fbd60-492e-43d6-b186-c08ea48d0e05 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:22:18.157374 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b07fbd60-492e-43d6-b186-c08ea48d0e05 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/subnets/a1d9ab2a-fd40-49e3-8ac8-8c6e8ea8b74b HTTP/1.1" status: 404 len: 337 time: 0.0575867 Dec 17 15:22:18.157772 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55104) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:18.158148 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55106) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:18.166296 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-33d50b6a-9943-4702-a6ed-5df09231107a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'port': {'network_id': '8c33f919-7981-4006-889f-b6a759eaec0d', 'security_groups': [], 'name': 'tempest-PortsTestJSON-476354639'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:18.174194 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55110) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:18.211264 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bdd7e5-e37b-465f-a685-f237b5668b2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-8c33f919-7981-4006-889f-b6a759eaec0d', 'network_id': '8c33f919-7981-4006-889f-b6a759eaec0d', 'tenant_id': 'f2a1c1edddb74d5a8b66f707e8dc5dde', 'fixed_ips': [{'subnet_id': '8ad3dfdb-2f6d-44ee-8cdc-2464ac899454'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:22:18.213110 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-96bdd7e5-e37b-465f-a685-f237b5668b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:18.238598 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-639726fd-17df-4a98-a9a6-77dd7f9284cb tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] DELETE failed (client error): The resource could not be found. Dec 17 15:22:18.244607 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-639726fd-17df-4a98-a9a6-77dd7f9284cb tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:22:18.244607 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-639726fd-17df-4a98-a9a6-77dd7f9284cb tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/subnets/6062b771-5131-4639-ac9c-3ede54055e96 HTTP/1.1" status: 404 len: 337 time: 0.0814819 Dec 17 15:22:18.245328 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d8d4361-327c-4862-832b-3557d4d2e049 admin admin] Deleting subnet 95ec1172-deaa-4898-b906-b0423633683b {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:22:18.247840 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55112) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:18.254433 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8d8d4361-327c-4862-832b-3557d4d2e049 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:18.284592 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-225a11a9-2221-4887-927d-48f4c9ddcda7 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] DELETE failed (client error): The resource could not be found. Dec 17 15:22:18.284592 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-225a11a9-2221-4887-927d-48f4c9ddcda7 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:22:18.292339 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-225a11a9-2221-4887-927d-48f4c9ddcda7 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/subnets/2a36e912-3d82-4d76-b921-0b803163d6f5 HTTP/1.1" status: 404 len: 337 time: 0.0405405 Dec 17 15:22:18.292609 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55114) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:18.299271 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-89cdcebc-6d5b-4fd6-8c4f-34bc34e34077 service neutron] 10.222.0.46 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931384 Dec 17 15:22:18.306779 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8d8d4361-327c-4862-832b-3557d4d2e049 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:18.330337 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0e9f16b9-2bc0-4ad7-a526-783a9e1f4a56 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f7ac2c0-93ed-402a-8162-96aec8987868 HTTP/1.1" status: 200 len: 205 time: 0.0365851 Dec 17 15:22:18.340227 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55118) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:18.383737 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-96bdd7e5-e37b-465f-a685-f237b5668b2d None None] Allocated IP 172.20.0.2 (8c33f919-7981-4006-889f-b6a759eaec0d/8ad3dfdb-2f6d-44ee-8cdc-2464ac899454/78c419c2-2169-4481-a7b9-45d08bd4d670) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:22:18.388616 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-1436bbf0-529c-43d3-9b39-030b75c7f3b4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] delete failed (client error): The resource could not be found. Dec 17 15:22:18.389848 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1436bbf0-529c-43d3-9b39-030b75c7f3b4 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/routers/5f7ac2c0-93ed-402a-8162-96aec8987868 HTTP/1.1" status: 404 len: 336 time: 0.0484655 Dec 17 15:22:18.394154 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55120) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:18.428568 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-73e5e118-03de-4bf9-bfd5-aa9829767f33 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "GET /v2.0/ports?device_id=0435d68b-aa24-4332-b589-6837779d77f9 HTTP/1.1" status: 200 len: 205 time: 0.0329063 Dec 17 15:22:18.431284 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55122) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:18.447121 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8d8d4361-327c-4862-832b-3557d4d2e049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:18.475683 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-209bd028-691f-40b4-a60b-932785a66420 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] delete failed (client error): The resource could not be found. Dec 17 15:22:18.478677 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-209bd028-691f-40b4-a60b-932785a66420 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/routers/0435d68b-aa24-4332-b589-6837779d77f9 HTTP/1.1" status: 404 len: 336 time: 0.0437529 Dec 17 15:22:18.480166 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55126) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:18.511802 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-06e618a7-1695-4687-a715-03c40676c104 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] DELETE failed (client error): The resource could not be found. Dec 17 15:22:18.518493 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06e618a7-1695-4687-a715-03c40676c104 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:22:18.518493 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-06e618a7-1695-4687-a715-03c40676c104 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/subnets/f3afc421-f4c5-4696-85bc-38ce9c0fd1b3 HTTP/1.1" status: 404 len: 337 time: 0.0354939 Dec 17 15:22:18.518723 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7e53c-5964-419a-95a5-ccd8d2807d5f req-3437fc32-b89e-49f5-b8d0-125d0ad8334e tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:18.518723 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-25a7e53c-5964-419a-95a5-ccd8d2807d5f req-3437fc32-b89e-49f5-b8d0-125d0ad8334e tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 946 time: 0.1541753 Dec 17 15:22:18.518925 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55128) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:18.526026 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-34fcbfdc-bc9a-4500-a422-dffc529e14ac service neutron] 10.222.0.46 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823514 Dec 17 15:22:18.554486 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-03f4bf29-4408-4ca1-88cd-4b5e1b24c998 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "GET /v2.0/ports?device_id=32017f13-9d17-469f-98b9-5c27af4d8ce3 HTTP/1.1" status: 200 len: 205 time: 0.0332420 Dec 17 15:22:18.554706 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55130) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:18.584687 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-96bdd7e5-e37b-465f-a685-f237b5668b2d None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:18.595011 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d50b6a-9943-4702-a6ed-5df09231107a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:18.598499 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-25a7e53c-5964-419a-95a5-ccd8d2807d5f req-05a12ee0-bc02-4bd7-9eeb-30549392bdfe tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709579 Dec 17 15:22:18.598910 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-33d50b6a-9943-4702-a6ed-5df09231107a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:18.601978 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-ead7f6df-225e-4bc0-8f69-ef8e1b28727e service neutron] 10.222.0.46 "GET /v2.0/ports/352cdabc-20b5-416a-9b0b-566ed33d52ff?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0522397 Dec 17 15:22:18.602283 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-dbb97b97-ea0f-4e1b-b7fc-c74dbb83db38 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] delete failed (client error): The resource could not be found. Dec 17 15:22:18.602389 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-dbb97b97-ea0f-4e1b-b7fc-c74dbb83db38 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/routers/32017f13-9d17-469f-98b9-5c27af4d8ce3 HTTP/1.1" status: 404 len: 336 time: 0.0451076 Dec 17 15:22:18.605228 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55134) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:18.620274 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-33d50b6a-9943-4702-a6ed-5df09231107a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] device_id is not set on port aea6a2c4-92be-4735-b899-f136751e54e4 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:22:18.643019 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7b7c5aeb-b64d-44cd-ae62-d85ffb291c31 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "GET /v2.0/ports?device_id=225a7700-96c1-490f-a21c-f14dadf5a156 HTTP/1.1" status: 200 len: 205 time: 0.0366092 Dec 17 15:22:18.653033 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55136) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:18.675119 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-96bdd7e5-e37b-465f-a685-f237b5668b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:18.698478 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8d8d4361-327c-4862-832b-3557d4d2e049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:18.720522 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bdd7e5-e37b-465f-a685-f237b5668b2d None None] Network 8c33f919-7981-4006-889f-b6a759eaec0d is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:18.723831 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-96bdd7e5-e37b-465f-a685-f237b5668b2d None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:18.727569 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bdd7e5-e37b-465f-a685-f237b5668b2d None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:22:18.763366 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-1f22b4ef-76d5-47a2-81e7-a2b58a1d8395 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] delete failed (client error): The resource could not be found. Dec 17 15:22:18.767024 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55138) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:18.767527 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1f22b4ef-76d5-47a2-81e7-a2b58a1d8395 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/routers/225a7700-96c1-490f-a21c-f14dadf5a156 HTTP/1.1" status: 404 len: 336 time: 0.1134045 Dec 17 15:22:18.768168 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bdd7e5-e37b-465f-a685-f237b5668b2d None None] Pushing event updated for resources: {'Port': ['ID=78c419c2-2169-4481-a7b9-45d08bd4d670,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:18.774359 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d4361-327c-4862-832b-3557d4d2e049 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95ec1172-deaa-4898-b906-b0423633683b,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:18.784715 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8d8d4361-327c-4862-832b-3557d4d2e049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:18.794311 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8d8d4361-327c-4862-832b-3557d4d2e049 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/95ec1172-deaa-4898-b906-b0423633683b HTTP/1.1" status: 204 len: 168 time: 0.6128266 Dec 17 15:22:18.798294 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55140) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:18.813706 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-96bdd7e5-e37b-465f-a685-f237b5668b2d None None] Attempting to bind port 78c419c2-2169-4481-a7b9-45d08bd4d670 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:22:18.814382 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-96bdd7e5-e37b-465f-a685-f237b5668b2d None None] Attempting to bind port 78c419c2-2169-4481-a7b9-45d08bd4d670 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'f8fb0fd3-b500-4627-ac07-c440e5f870a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8c33f919-7981-4006-889f-b6a759eaec0d'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:22:18.814897 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bdd7e5-e37b-465f-a685-f237b5668b2d None None] Attempting to bind port 78c419c2-2169-4481-a7b9-45d08bd4d670 on network 8c33f919-7981-4006-889f-b6a759eaec0d {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:22:18.817892 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede0ab0d-45ea-4d9b-afda-bff8ec76fc2b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] DELETE failed (client error): The resource could not be found. Dec 17 15:22:18.818448 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ede0ab0d-45ea-4d9b-afda-bff8ec76fc2b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:22:18.821420 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bdd7e5-e37b-465f-a685-f237b5668b2d None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:22:18.822036 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bdd7e5-e37b-465f-a685-f237b5668b2d None None] Checking segment: {'id': 'f8fb0fd3-b500-4627-ac07-c440e5f870a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8c33f919-7981-4006-889f-b6a759eaec0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:22:18.822520 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-96bdd7e5-e37b-465f-a685-f237b5668b2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:18.822936 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ede0ab0d-45ea-4d9b-afda-bff8ec76fc2b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/subnets/eb5aab3c-4179-4c4e-a373-388cd6e96aa6 HTTP/1.1" status: 404 len: 337 time: 0.0545051 Dec 17 15:22:18.823107 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bdd7e5-e37b-465f-a685-f237b5668b2d None None] Bound using segment: {'id': 'f8fb0fd3-b500-4627-ac07-c440e5f870a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8c33f919-7981-4006-889f-b6a759eaec0d'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:22:18.823634 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-96bdd7e5-e37b-465f-a685-f237b5668b2d None None] Bound port: 78c419c2-2169-4481-a7b9-45d08bd4d670, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8fb0fd3-b500-4627-ac07-c440e5f870a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8c33f919-7981-4006-889f-b6a759eaec0d'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:22:18.824176 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-96bdd7e5-e37b-465f-a685-f237b5668b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:18.828492 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55142) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:18.854359 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-33d50b6a-9943-4702-a6ed-5df09231107a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Allocated IP 172.20.0.6 (8c33f919-7981-4006-889f-b6a759eaec0d/8ad3dfdb-2f6d-44ee-8cdc-2464ac899454/aea6a2c4-92be-4735-b899-f136751e54e4) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:22:18.895538 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-01351d2e-420d-412e-a56a-6adde25ce897 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f43e25-9e07-4c8d-a5d9-246eea16ad45 HTTP/1.1" status: 200 len: 205 time: 0.0357218 Dec 17 15:22:18.897820 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-a3c522f9-72a1-4202-93f0-518b382ae8be service neutron] 10.222.0.46 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830582 Dec 17 15:22:18.898286 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55144) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:18.908984 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-96bdd7e5-e37b-465f-a685-f237b5668b2d None None] For port 78c419c2-2169-4481-a7b9-45d08bd4d670, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:22:18.913869 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-96bdd7e5-e37b-465f-a685-f237b5668b2d None None] For port 78c419c2-2169-4481-a7b9-45d08bd4d670, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=78c419c2-2169-4481-a7b9-45d08bd4d670,segment=NetworkSegment(f8fb0fd3-b500-4627-ac07-c440e5f870a5),segment_id=f8fb0fd3-b500-4627-ac07-c440e5f870a5)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:22:18.983161 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-96bdd7e5-e37b-465f-a685-f237b5668b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:19.000044 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-e3220c19-b4c3-4c9f-9f04-04474438bdae tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] delete failed (client error): The resource could not be found. Dec 17 15:22:19.003430 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e3220c19-b4c3-4c9f-9f04-04474438bdae tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/routers/05f43e25-9e07-4c8d-a5d9-246eea16ad45 HTTP/1.1" status: 404 len: 336 time: 0.0963421 Dec 17 15:22:19.004304 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55146) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:19.010742 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-33d50b6a-9943-4702-a6ed-5df09231107a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:19.021802 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-af68b357-85b8-44af-85b9-3a699292810d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:19.048294 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6a1ca9b-b5c5-4418-8d76-a8835bf285f1 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] DELETE failed (client error): The resource could not be found. Dec 17 15:22:19.048734 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6a1ca9b-b5c5-4418-8d76-a8835bf285f1 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:22:19.054431 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d6a1ca9b-b5c5-4418-8d76-a8835bf285f1 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/subnets/5e0c2a67-c482-41fa-ae68-a5c652f434bd HTTP/1.1" status: 404 len: 337 time: 0.0459611 Dec 17 15:22:19.054612 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bdd7e5-e37b-465f-a685-f237b5668b2d None None] Pushing event updated for resources: {'Port': ['ID=78c419c2-2169-4481-a7b9-45d08bd4d670,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:19.057472 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55148) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:19.094301 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d868b153-65d4-4aa4-a61b-58fec1ad2124 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "GET /v2.0/ports?device_id=37717c5b-b28d-4fa2-9da7-73324604ea6f HTTP/1.1" status: 200 len: 205 time: 0.0350130 Dec 17 15:22:19.096034 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55150) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:19.136814 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-ff6d2c8b-16d7-4832-bd62-6aac258647d1 service neutron] 10.222.0.46 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308176 Dec 17 15:22:19.159547 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-f75eefdb-b1a6-4983-b980-bfedd47e1139 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] delete failed (client error): The resource could not be found. Dec 17 15:22:19.164319 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f75eefdb-b1a6-4983-b980-bfedd47e1139 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/routers/37717c5b-b28d-4fa2-9da7-73324604ea6f HTTP/1.1" status: 404 len: 336 time: 0.0668662 Dec 17 15:22:19.165316 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55154) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:19.195562 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-33d50b6a-9943-4702-a6ed-5df09231107a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:19.199583 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-84328294-83eb-48ba-a18f-f6d527b349e9 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] DELETE failed (client error): The resource could not be found. Dec 17 15:22:19.199583 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84328294-83eb-48ba-a18f-f6d527b349e9 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:22:19.208633 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-84328294-83eb-48ba-a18f-f6d527b349e9 tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/subnets/927ff21f-03a3-46fd-beda-9030155194f6 HTTP/1.1" status: 404 len: 337 time: 0.0422466 Dec 17 15:22:19.209305 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55156) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:19.279729 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d50b6a-9943-4702-a6ed-5df09231107a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Port': ['ID=aea6a2c4-92be-4735-b899-f136751e54e4,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:19.322836 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b411bd-752a-4f1f-8ad6-91521f95302b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] DELETE failed (client error): The resource could not be found. Dec 17 15:22:19.323193 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02b411bd-752a-4f1f-8ad6-91521f95302b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:22:19.326307 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-02b411bd-752a-4f1f-8ad6-91521f95302b tempest-RoutersTest-2052001261 tempest-RoutersTest-2052001261-project] 10.222.0.46 "DELETE /v2.0/subnets/5364f1ad-6f37-4cf3-b28d-cf083f6dcb70 HTTP/1.1" status: 404 len: 337 time: 0.0546725 Dec 17 15:22:19.328317 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d50b6a-9943-4702-a6ed-5df09231107a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Network 8c33f919-7981-4006-889f-b6a759eaec0d is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:19.332191 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-33d50b6a-9943-4702-a6ed-5df09231107a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:19.334897 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d50b6a-9943-4702-a6ed-5df09231107a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:22:19.400036 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d50b6a-9943-4702-a6ed-5df09231107a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:19.400622 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-33d50b6a-9943-4702-a6ed-5df09231107a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:19.516463 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-33d50b6a-9943-4702-a6ed-5df09231107a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.3563154 Dec 17 15:22:19.519251 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55160) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:19.586531 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-af68b357-85b8-44af-85b9-3a699292810d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:19.618543 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-af68b357-85b8-44af-85b9-3a699292810d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72959918-115f-4f15-a904-42652bab9b2e']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:19.623912 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-fd089c14-ece3-449f-85ee-dc77220f1890 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Deleting port aea6a2c4-92be-4735-b899-f136751e54e4 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:22:19.624734 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fd089c14-ece3-449f-85ee-dc77220f1890 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:19.634529 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-af68b357-85b8-44af-85b9-3a699292810d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50913541-c4fc-4052-a5a4-4ef73bad2e3d') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:19.634824 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-af68b357-85b8-44af-85b9-3a699292810d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50913541-c4fc-4052-a5a4-4ef73bad2e3d') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:19.659830 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890325c-5580-49c5-820d-9f90e8402f8c req-56f58a41-b23b-486f-862d-e41661ee0050 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:19.661437 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6890325c-5580-49c5-820d-9f90e8402f8c req-56f58a41-b23b-486f-862d-e41661ee0050 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 946 time: 0.4676754 Dec 17 15:22:19.666211 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-af68b357-85b8-44af-85b9-3a699292810d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:19.704892 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-975f6359-7371-4d81-8276-e676442594bf service neutron] 10.222.0.46 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5506477 Dec 17 15:22:19.704892 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-af68b357-85b8-44af-85b9-3a699292810d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:19.721803 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af68b357-85b8-44af-85b9-3a699292810d admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:22:19.721803 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-af68b357-85b8-44af-85b9-3a699292810d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:19.722696 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:22:19.722696 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:22:19.722696 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:22:19.722696 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:22:19.722696 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:22:19.722696 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:22:19.722696 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:22:19.722696 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:22:19.722696 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:22:19.722696 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:22:19.722696 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:22:19.722696 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:22:19.722696 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:22:19.722696 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:22:19.722696 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:22:19.722696 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:22:19.722696 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:22:19.722696 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:22:19.722696 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:22:19.722696 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:22:19.722696 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:22:19.722696 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:22:19.722696 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:22:19.722696 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:22:19.722696 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:22:19.722696 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:22:19.722696 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:22:19.722696 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:22:19.722696 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:22:19.722696 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:22:19.722696 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:22:19.722696 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:22:19.729475 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fd089c14-ece3-449f-85ee-dc77220f1890 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:19.744067 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-fd089c14-ece3-449f-85ee-dc77220f1890 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Calling delete_port for aea6a2c4-92be-4735-b899-f136751e54e4 owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:22:19.834352 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6890325c-5580-49c5-820d-9f90e8402f8c req-ad697100-7bec-41c5-9bf5-cd3673b5c7c4 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561580 Dec 17 15:22:19.841425 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 78c419c2-2169-4481-a7b9-45d08bd4d670 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:22:19.923242 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 78c419c2-2169-4481-a7b9-45d08bd4d670 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:19.924101 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:19.977083 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55170) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:19.995961 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-af68b357-85b8-44af-85b9-3a699292810d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:20.026783 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-af68b357-85b8-44af-85b9-3a699292810d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:20.030103 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-af68b357-85b8-44af-85b9-3a699292810d admin admin] 10.222.0.46 "DELETE /v2.0/networks/72959918-115f-4f15-a904-42652bab9b2e HTTP/1.1" status: 204 len: 168 time: 1.2308326 Dec 17 15:22:20.036982 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:20.068142 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-0af795f6-c340-4c33-940a-21b9b3a69e7c service neutron] 10.222.0.46 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573859 Dec 17 15:22:20.070575 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68b357-85b8-44af-85b9-3a699292810d admin admin] Pushing event deleted for resources: {'Network': ['ID=72959918-115f-4f15-a904-42652bab9b2e,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:20.094123 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 78c419c2-2169-4481-a7b9-45d08bd4d670, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=78c419c2-2169-4481-a7b9-45d08bd4d670,segment=NetworkSegment(f8fb0fd3-b500-4627-ac07-c440e5f870a5),segment_id=f8fb0fd3-b500-4627-ac07-c440e5f870a5)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:20.132034 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:20.184458 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb74c9-4cd8-440e-b52e-e0d8824387a5 req-0f0600b3-6a72-4347-a004-19af77d22bfe tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:20.192226 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eceb74c9-4cd8-440e-b52e-e0d8824387a5 req-0f0600b3-6a72-4347-a004-19af77d22bfe tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 946 time: 0.2609923 Dec 17 15:22:20.193714 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=78c419c2-2169-4481-a7b9-45d08bd4d670,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:20.293688 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e8983538-800a-4956-9919-9bef9e77621c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2f3e4e66f57e4196ab4d1021f592ec02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3151484 Dec 17 15:22:20.294846 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55176) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:20.311079 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eceb74c9-4cd8-440e-b52e-e0d8824387a5 req-81ccb22f-3ab3-4e55-b29f-f2230645dada tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171079 Dec 17 15:22:20.320276 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-627233c3-82d5-4f23-9a97-368b76ffff41 service neutron] 10.222.0.46 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348442 Dec 17 15:22:20.357958 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ab5238-b14d-49b4-99eb-3083ac1d2f9d None None] Network 8c33f919-7981-4006-889f-b6a759eaec0d requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:22:20.424210 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fd089c14-ece3-449f-85ee-dc77220f1890 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:20.436490 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55178) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:20.444235 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-bd3cfc84-e2d9-4cc7-8958-5fa8622c4af3 None None] Provisioning complete for port 78c419c2-2169-4481-a7b9-45d08bd4d670 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:20.447494 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ef358274-3a8e-458e-bb56-25165ac64393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:20.451795 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bd3cfc84-e2d9-4cc7-8958-5fa8622c4af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:20.479735 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd089c14-ece3-449f-85ee-dc77220f1890 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Port': ['ID=aea6a2c4-92be-4735-b899-f136751e54e4,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:20.487139 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ef358274-3a8e-458e-bb56-25165ac64393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:20.496284 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-e5bd99e3-a5af-4db3-a265-81e9a36731e9 service neutron] 10.222.0.46 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592710 Dec 17 15:22:20.575671 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fd089c14-ece3-449f-85ee-dc77220f1890 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:20.579079 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-fd089c14-ece3-449f-85ee-dc77220f1890 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/ports/aea6a2c4-92be-4735-b899-f136751e54e4 HTTP/1.1" status: 204 len: 168 time: 1.0586851 Dec 17 15:22:20.588595 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55182) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:20.617760 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e561b1-1ead-43e2-99d2-75ac7ef97b03 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] GET failed (client error): The resource could not be found. Dec 17 15:22:20.619446 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e8e561b1-1ead-43e2-99d2-75ac7ef97b03 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "GET /v2.0/ports/aea6a2c4-92be-4735-b899-f136751e54e4 HTTP/1.1" status: 404 len: 333 time: 0.0296814 Dec 17 15:22:20.622041 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55184) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:20.635118 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-3a1a4321-1a6f-4155-83be-d4b4e732c63a service neutron] 10.222.0.46 "GET /v2.0/networks/035ebd08-a183-4c96-8d50-7cc8ab5df57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256669 Dec 17 15:22:20.686748 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-4130322d-b091-4d05-9000-f304b3691b0f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Deleting subnet 8ad3dfdb-2f6d-44ee-8cdc-2464ac899454 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:22:20.690633 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4130322d-b091-4d05-9000-f304b3691b0f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:20.722422 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ef358274-3a8e-458e-bb56-25165ac64393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:20.725560 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ef358274-3a8e-458e-bb56-25165ac64393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:20.729076 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ef358274-3a8e-458e-bb56-25165ac64393 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b1a975e1-9ed2-4026-a58e-51c7fba4e6cf HTTP/1.1" status: 204 len: 168 time: 0.4146307 Dec 17 15:22:20.748395 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef358274-3a8e-458e-bb56-25165ac64393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a975e1-9ed2-4026-a58e-51c7fba4e6cf,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:20.749504 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4130322d-b091-4d05-9000-f304b3691b0f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:20.804193 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b520a35e-ab51-4bb0-853e-35946d3faa38 service neutron] 10.222.0.46 "GET /v2.0/networks/035ebd08-a183-4c96-8d50-7cc8ab5df57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615677 Dec 17 15:22:20.811675 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1df9b52f-344c-4bb7-be02-54c87f1ab8c7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=47d7fbf2bea4406699034a230bc642f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3757422 Dec 17 15:22:20.820811 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55188) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:20.882430 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4130322d-b091-4d05-9000-f304b3691b0f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:20.948487 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-01f958b2-063b-480c-8ef6-000ccca04d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:20.955606 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-64af7dee-1036-4cd1-a07c-e8d07c1d2acd service neutron] 10.222.0.46 "GET /v2.0/networks/035ebd08-a183-4c96-8d50-7cc8ab5df57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425376 Dec 17 15:22:20.973383 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-ffd8b546-c671-4618-902b-1e04d372f1f4 None None] Provisioning complete for port 78c419c2-2169-4481-a7b9-45d08bd4d670 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:20.974551 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ffd8b546-c671-4618-902b-1e04d372f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:21.043434 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-01f958b2-063b-480c-8ef6-000ccca04d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:21.067087 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4130322d-b091-4d05-9000-f304b3691b0f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:21.104120 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f8044-355c-4bbd-ac5a-5241f547a16c req-d0fb89e1-a75c-4c0e-a1a6-42c1a8fc41d1 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:21.105430 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4130322d-b091-4d05-9000-f304b3691b0f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Subnet': ['ID=8ad3dfdb-2f6d-44ee-8cdc-2464ac899454,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:21.111380 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b0f8044-355c-4bbd-ac5a-5241f547a16c req-d0fb89e1-a75c-4c0e-a1a6-42c1a8fc41d1 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 946 time: 0.1867461 Dec 17 15:22:21.126175 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4130322d-b091-4d05-9000-f304b3691b0f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:21.134871 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4130322d-b091-4d05-9000-f304b3691b0f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/subnets/8ad3dfdb-2f6d-44ee-8cdc-2464ac899454 HTTP/1.1" status: 204 len: 168 time: 0.5117667 Dec 17 15:22:21.135529 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55192) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:21.181151 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-980f429a-f27f-492e-b4b9-946866874f73 None None] Could not find standard attr ID for object aea6a2c4-92be-4735-b899-f136751e54e4. {{(pid=102834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:22:21.193367 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-685ba888-cfa1-4ac8-b728-eedb7784d054 service neutron] 10.222.0.46 "GET /v2.0/networks/035ebd08-a183-4c96-8d50-7cc8ab5df57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259941 Dec 17 15:22:21.216504 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b0f8044-355c-4bbd-ac5a-5241f547a16c req-e2b8b1d9-f2ff-442c-86cf-bf1cca2fcfda tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041489 Dec 17 15:22:21.242547 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff128cd6-ac40-4673-97f1-47defa1bcd8a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:21.289904 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-01f958b2-063b-480c-8ef6-000ccca04d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:21.296563 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-01f958b2-063b-480c-8ef6-000ccca04d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:21.301708 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-01f958b2-063b-480c-8ef6-000ccca04d37 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad HTTP/1.1" status: 204 len: 168 time: 0.4789481 Dec 17 15:22:21.315118 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f958b2-063b-480c-8ef6-000ccca04d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae45f4ec-e5cd-4738-8b8b-e316fc4b77ad,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:21.378550 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-ff128cd6-ac40-4673-97f1-47defa1bcd8a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Deleting port 78c419c2-2169-4481-a7b9-45d08bd4d670 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:22:21.378550 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff128cd6-ac40-4673-97f1-47defa1bcd8a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:21.425189 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05209a9a-6b61-4a95-bdf4-7ef6f0a95bab None None] Network 8c33f919-7981-4006-889f-b6a759eaec0d requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:22:21.471574 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee2e72-d6e3-4cc6-a82d-0f65af21a6c3 req-1b4b7e10-b091-44ca-8dc9-2dea4d7f86bb tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:21.479494 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-23ee2e72-d6e3-4cc6-a82d-0f65af21a6c3 req-1b4b7e10-b091-44ca-8dc9-2dea4d7f86bb tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 946 time: 0.0626938 Dec 17 15:22:21.498577 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-ff128cd6-ac40-4673-97f1-47defa1bcd8a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] For port 78c419c2-2169-4481-a7b9-45d08bd4d670, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=78c419c2-2169-4481-a7b9-45d08bd4d670,segment=NetworkSegment(f8fb0fd3-b500-4627-ac07-c440e5f870a5),segment_id=f8fb0fd3-b500-4627-ac07-c440e5f870a5)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:21.499034 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff128cd6-ac40-4673-97f1-47defa1bcd8a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:21.514660 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-ff128cd6-ac40-4673-97f1-47defa1bcd8a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Calling delete_port for 78c419c2-2169-4481-a7b9-45d08bd4d670 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:22:21.538501 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-23ee2e72-d6e3-4cc6-a82d-0f65af21a6c3 req-a95d76d3-6698-4173-84da-d38a22097ddc tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581169 Dec 17 15:22:21.700416 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c190ef-d945-4f62-937f-15c985f5e94e None None] DHCP port deletion for 8c33f919-7981-4006-889f-b6a759eaec0d request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:22:21.737171 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff128cd6-ac40-4673-97f1-47defa1bcd8a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:21.763504 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c7c190ef-d945-4f62-937f-15c985f5e94e None None] Deleting port 78c419c2-2169-4481-a7b9-45d08bd4d670 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:22:21.764121 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c7c190ef-d945-4f62-937f-15c985f5e94e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:21.778994 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff128cd6-ac40-4673-97f1-47defa1bcd8a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Port': ['ID=78c419c2-2169-4481-a7b9-45d08bd4d670,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:21.783042 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff128cd6-ac40-4673-97f1-47defa1bcd8a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] No DVR routers for this DVR port 78c419c2-2169-4481-a7b9-45d08bd4d670 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:22:21.795530 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 78c419c2-2169-4481-a7b9-45d08bd4d670 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:22:21.849019 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 78c419c2-2169-4481-a7b9-45d08bd4d670 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:22:21.859595 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 78c419c2-2169-4481-a7b9-45d08bd4d670 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:22:21.879660 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c7c190ef-d945-4f62-937f-15c985f5e94e None None] For port 78c419c2-2169-4481-a7b9-45d08bd4d670, host n-d-820553-2, got binding levels [] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:21.880529 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c7c190ef-d945-4f62-937f-15c985f5e94e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:21.893736 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c7c190ef-d945-4f62-937f-15c985f5e94e None None] Calling delete_port for 78c419c2-2169-4481-a7b9-45d08bd4d670 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:22:21.896586 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.ipam_backend_mixin [None req-c7c190ef-d945-4f62-937f-15c985f5e94e None None] Port 78c419c2-2169-4481-a7b9-45d08bd4d670 was not found and therefore no delete operation was performed {{(pid=102834) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 15:22:21.898289 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c7c190ef-d945-4f62-937f-15c985f5e94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:21.900008 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff128cd6-ac40-4673-97f1-47defa1bcd8a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:21.924373 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-ff128cd6-ac40-4673-97f1-47defa1bcd8a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c33f919-7981-4006-889f-b6a759eaec0d']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:21.927268 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c190ef-d945-4f62-937f-15c985f5e94e None None] Pushing event deleted for resources: {'Port': ['ID=78c419c2-2169-4481-a7b9-45d08bd4d670,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:21.939959 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c190ef-d945-4f62-937f-15c985f5e94e None None] No DVR routers for this DVR port 78c419c2-2169-4481-a7b9-45d08bd4d670 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:22:21.941483 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-ff128cd6-ac40-4673-97f1-47defa1bcd8a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8fb0fd3-b500-4627-ac07-c440e5f870a5') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:21.941802 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-ff128cd6-ac40-4673-97f1-47defa1bcd8a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8fb0fd3-b500-4627-ac07-c440e5f870a5') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:21.965492 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff128cd6-ac40-4673-97f1-47defa1bcd8a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:21.981528 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff128cd6-ac40-4673-97f1-47defa1bcd8a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:21.987821 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff128cd6-ac40-4673-97f1-47defa1bcd8a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:22:21.988207 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff128cd6-ac40-4673-97f1-47defa1bcd8a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:21.991737 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:22:21.991737 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:22:21.991737 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:22:21.991737 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:22:21.991737 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:22:21.991737 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:22:21.991737 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:22:21.991737 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:22:21.991737 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:22:21.991737 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:22:21.991737 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:22:21.991737 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:22:21.991737 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:22:21.991737 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:22:21.991737 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:22:21.991737 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:22:21.991737 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:22:21.991737 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:22:21.991737 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:22:21.991737 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:22:21.991737 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:22:21.991737 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:22:21.991737 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:22:21.991737 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:22:21.991737 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:22:21.991737 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:22:21.991737 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:22:21.991737 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:22:21.991737 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:22:21.991737 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:22:21.991737 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:22:21.991737 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:22:22.119580 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff128cd6-ac40-4673-97f1-47defa1bcd8a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:22.126926 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff128cd6-ac40-4673-97f1-47defa1bcd8a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:22.135264 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ff128cd6-ac40-4673-97f1-47defa1bcd8a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/networks/8c33f919-7981-4006-889f-b6a759eaec0d HTTP/1.1" status: 204 len: 168 time: 0.9948311 Dec 17 15:22:22.136163 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55246) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:22.143182 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff128cd6-ac40-4673-97f1-47defa1bcd8a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Network': ['ID=8c33f919-7981-4006-889f-b6a759eaec0d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:22.152360 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-8256e4cf-c853-4d18-9939-fa5c3e7dfe12 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'port': {'network_id': '9bd92930-dfe5-4133-8170-ec33aa15fc28', 'name': 'tempest-PortsTestJSON-450584394'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:22.154362 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55248) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:22.298795 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-82be34ea-cc36-40d3-9b72-a9a3afbb220d tempest-DvrRoutersNegativeTest-839025433 tempest-DvrRoutersNegativeTest-839025433-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-268429689', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:22.302176 n-d-820553-2 neutron-server[102833]: DEBUG neutron.policy [None req-82be34ea-cc36-40d3-9b72-a9a3afbb220d tempest-DvrRoutersNegativeTest-839025433 tempest-DvrRoutersNegativeTest-839025433-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102833) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Dec 17 15:22:22.302369 n-d-820553-2 neutron-server[102833]: DEBUG neutron.policy [None req-82be34ea-cc36-40d3-9b72-a9a3afbb220d tempest-DvrRoutersNegativeTest-839025433 tempest-DvrRoutersNegativeTest-839025433-project] Failed policy check for 'create_router' {{(pid=102833) enforce /opt/stack/neutron/neutron/policy.py:520}} Dec 17 15:22:22.303062 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-82be34ea-cc36-40d3-9b72-a9a3afbb220d tempest-DvrRoutersNegativeTest-839025433 tempest-DvrRoutersNegativeTest-839025433-project] create failed (client error): Access was denied to this resource. Dec 17 15:22:22.307401 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-82be34ea-cc36-40d3-9b72-a9a3afbb220d tempest-DvrRoutersNegativeTest-839025433 tempest-DvrRoutersNegativeTest-839025433-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1487160 Dec 17 15:22:22.327733 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8256e4cf-c853-4d18-9939-fa5c3e7dfe12 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:22.334262 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8256e4cf-c853-4d18-9939-fa5c3e7dfe12 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:22.354258 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-8256e4cf-c853-4d18-9939-fa5c3e7dfe12 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] device_id is not set on port cb779db7-f565-444c-9f7e-5f70968bae9a yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:22:22.402736 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0e551-fc5c-409e-b697-d339b08391f8 req-b004af29-b3aa-4a3c-b8c1-f98e2e66d653 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:22.404227 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fef0e551-fc5c-409e-b697-d339b08391f8 req-b004af29-b3aa-4a3c-b8c1-f98e2e66d653 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 946 time: 0.1111252 Dec 17 15:22:22.474381 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fef0e551-fc5c-409e-b697-d339b08391f8 req-d7a822a0-31b0-4b17-9223-80306af38464 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625024 Dec 17 15:22:22.516921 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55266) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:22.564980 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8256e4cf-c853-4d18-9939-fa5c3e7dfe12 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:22.616634 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-df016400-6391-4d0e-8600-478d2c47424f admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1068842090-network', 'tenant_id': '60e309c546724192a86de7562967b8f4'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:22.658520 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50491d-7882-4ea8-820f-2d80bfe8a7b9 req-a11a62b6-8d16-479d-96e0-c92c1b5ec8ac tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:22.660069 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae50491d-7882-4ea8-820f-2d80bfe8a7b9 req-a11a62b6-8d16-479d-96e0-c92c1b5ec8ac tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 946 time: 0.0502796 Dec 17 15:22:22.700623 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae50491d-7882-4ea8-820f-2d80bfe8a7b9 req-3c6059b2-0709-4e51-badd-a0c3dcdeb11f tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343111 Dec 17 15:22:22.748415 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55276) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:22.823202 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8256e4cf-c853-4d18-9939-fa5c3e7dfe12 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:22.868827 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df016400-6391-4d0e-8600-478d2c47424f admin admin] Made reservation on behalf of 60e309c546724192a86de7562967b8f4 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:22.872671 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-df016400-6391-4d0e-8600-478d2c47424f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:22.894830 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-19b61d75-d9f2-49c9-aa5a-33808deac9c9 req-a90b9ec3-b813-48e7-af20-66e04d85bd76 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 210 time: 0.0559318 Dec 17 15:22:22.897587 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8256e4cf-c853-4d18-9939-fa5c3e7dfe12 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Network 9bd92930-dfe5-4133-8170-ec33aa15fc28 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:22.901325 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-df016400-6391-4d0e-8600-478d2c47424f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:22.901894 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-8256e4cf-c853-4d18-9939-fa5c3e7dfe12 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:22.906502 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8256e4cf-c853-4d18-9939-fa5c3e7dfe12 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:22:22.920550 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8256e4cf-c853-4d18-9939-fa5c3e7dfe12 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:22.920550 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8256e4cf-c853-4d18-9939-fa5c3e7dfe12 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:22.932668 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d60c5e10-14f9-40a3-a62c-f149b8b687fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:22.936681 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256e4cf-c853-4d18-9939-fa5c3e7dfe12 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Port': ['ID=cb779db7-f565-444c-9f7e-5f70968bae9a,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:23.049381 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-df016400-6391-4d0e-8600-478d2c47424f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:23.053549 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8256e4cf-c853-4d18-9939-fa5c3e7dfe12 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9155636 Dec 17 15:22:23.056594 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55290) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:23.059170 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d60c5e10-14f9-40a3-a62c-f149b8b687fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:23.142264 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-06ceac8b-e31b-4a18-b9b9-a0bd26c61020 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Deleting port cb779db7-f565-444c-9f7e-5f70968bae9a {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:22:23.142610 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-06ceac8b-e31b-4a18-b9b9-a0bd26c61020 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:23.164232 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d60c5e10-14f9-40a3-a62c-f149b8b687fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:23.166783 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-df016400-6391-4d0e-8600-478d2c47424f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:23.206715 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df016400-6391-4d0e-8600-478d2c47424f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:22:23.213457 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-06ceac8b-e31b-4a18-b9b9-a0bd26c61020 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:23.217137 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c5e10-14f9-40a3-a62c-f149b8b687fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af6ba35-7f90-4614-b402-fb9dd251608a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:23.221480 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d60c5e10-14f9-40a3-a62c-f149b8b687fd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9f3b5b6fe8e542ff954641fea8844249&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4717844 Dec 17 15:22:23.225987 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55292) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:23.229553 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-df016400-6391-4d0e-8600-478d2c47424f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:23.229997 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-df016400-6391-4d0e-8600-478d2c47424f admin admin] Added segment f10da5fa-5cdc-4258-87e7-e884dcfffec9 of type vlan for network 17037aa8-3c05-41e7-ba50-c72d5662115e Dec 17 15:22:23.231480 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-06ceac8b-e31b-4a18-b9b9-a0bd26c61020 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Calling delete_port for cb779db7-f565-444c-9f7e-5f70968bae9a owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:22:23.310869 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df016400-6391-4d0e-8600-478d2c47424f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37f7254-9fd7-4997-8439-34958ae645fb,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:23.334778 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-df016400-6391-4d0e-8600-478d2c47424f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:23.357063 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9ff6a420-19c0-42ba-a60a-9ead97423a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:23.369654 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-06ceac8b-e31b-4a18-b9b9-a0bd26c61020 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:23.387573 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9ff6a420-19c0-42ba-a60a-9ead97423a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:23.399912 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ceac8b-e31b-4a18-b9b9-a0bd26c61020 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Port': ['ID=cb779db7-f565-444c-9f7e-5f70968bae9a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:23.408007 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-06ceac8b-e31b-4a18-b9b9-a0bd26c61020 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:23.412198 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-06ceac8b-e31b-4a18-b9b9-a0bd26c61020 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/ports/cb779db7-f565-444c-9f7e-5f70968bae9a HTTP/1.1" status: 204 len: 168 time: 0.3546226 Dec 17 15:22:23.415001 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55294) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:23.419930 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-c59a7f53-83da-41ec-9633-7c7fd1a2bccf tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'port': {'network_id': '9bd92930-dfe5-4133-8170-ec33aa15fc28', 'mac_address': 'fa:16:3e:2e:d7:9c', 'name': 'tempest-PortsTestJSON-898983947'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:23.472399 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-df016400-6391-4d0e-8600-478d2c47424f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:23.474092 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df016400-6391-4d0e-8600-478d2c47424f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:23.475011 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-df016400-6391-4d0e-8600-478d2c47424f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:23.539703 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df016400-6391-4d0e-8600-478d2c47424f admin admin] Pushing event updated for resources: {'Network': ['ID=17037aa8-3c05-41e7-ba50-c72d5662115e,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:23.550425 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 17037aa8-3c05-41e7-ba50-c72d5662115e details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:22:23.620115 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50cd84-cadc-4cb6-9b46-43789ae211d6 req-d1bffbc0-c998-414c-8c7d-ca446515f028 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:23.621647 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c50cd84-cadc-4cb6-9b46-43789ae211d6 req-d1bffbc0-c998-414c-8c7d-ca446515f028 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 946 time: 0.0546854 Dec 17 15:22:23.660425 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c50cd84-cadc-4cb6-9b46-43789ae211d6 req-31ca950d-2ee0-4933-9cf5-a5b0d5872187 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326855 Dec 17 15:22:23.819670 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa0a34-60fc-4f85-b50a-e2493c295554 req-880c79bf-4d3f-463e-a792-17ce1daaacd1 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:23.821233 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6fa0a34-60fc-4f85-b50a-e2493c295554 req-880c79bf-4d3f-463e-a792-17ce1daaacd1 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 946 time: 0.0544624 Dec 17 15:22:23.863022 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6fa0a34-60fc-4f85-b50a-e2493c295554 req-a04b920f-67d1-4a68-913a-10d91231e7f4 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340917 Dec 17 15:22:23.874336 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9ff6a420-19c0-42ba-a60a-9ead97423a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:23.876918 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9ff6a420-19c0-42ba-a60a-9ead97423a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:23.886480 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9ff6a420-19c0-42ba-a60a-9ead97423a20 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7af6ba35-7f90-4614-b402-fb9dd251608a HTTP/1.1" status: 204 len: 168 time: 0.6499965 Dec 17 15:22:23.894134 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6a420-19c0-42ba-a60a-9ead97423a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af6ba35-7f90-4614-b402-fb9dd251608a,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:23.919426 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-df016400-6391-4d0e-8600-478d2c47424f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4012682 Dec 17 15:22:23.922840 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55306) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:23.939585 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-807c551e-b876-4920-8dfe-89220097e978 admin admin] Request body: {'subnet': {'network_id': '17037aa8-3c05-41e7-ba50-c72d5662115e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1068842090-subnet', 'tenant_id': '60e309c546724192a86de7562967b8f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:24.021219 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5075b590-dd44-44ff-b8cf-81742c89c2d2 req-3bc8d37b-1283-4db3-b988-2030a88d97ac tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 210 time: 0.0411060 Dec 17 15:22:24.119494 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59a7f53-83da-41ec-9633-7c7fd1a2bccf tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:24.188308 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807c551e-b876-4920-8dfe-89220097e978 admin admin] Made reservation on behalf of 60e309c546724192a86de7562967b8f4 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:24.190773 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-807c551e-b876-4920-8dfe-89220097e978 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:24.203983 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c59a7f53-83da-41ec-9633-7c7fd1a2bccf tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:24.252350 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-c59a7f53-83da-41ec-9633-7c7fd1a2bccf tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] device_id is not set on port 1303ae17-1282-4082-8fc5-f48a8c3ab764 yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:22:24.462143 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c59a7f53-83da-41ec-9633-7c7fd1a2bccf tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:24.525645 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-807c551e-b876-4920-8dfe-89220097e978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:24.601814 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c551e-b876-4920-8dfe-89220097e978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c82b08e-7646-45d2-ac36-8b704389a6a5,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:24.606308 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807c551e-b876-4920-8dfe-89220097e978 admin admin] Checking segment: {'id': 'f10da5fa-5cdc-4258-87e7-e884dcfffec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '17037aa8-3c05-41e7-ba50-c72d5662115e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:22:24.606669 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807c551e-b876-4920-8dfe-89220097e978 admin admin] Network hostable DHCP agents. Network: 17037aa8-3c05-41e7-ba50-c72d5662115e, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:22:24.611816 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c59a7f53-83da-41ec-9633-7c7fd1a2bccf tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:24.661974 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59a7f53-83da-41ec-9633-7c7fd1a2bccf tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Network 9bd92930-dfe5-4133-8170-ec33aa15fc28 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:24.665856 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-c59a7f53-83da-41ec-9633-7c7fd1a2bccf tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:24.669574 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59a7f53-83da-41ec-9633-7c7fd1a2bccf tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:22:24.675691 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59a7f53-83da-41ec-9633-7c7fd1a2bccf tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:24.676378 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c59a7f53-83da-41ec-9633-7c7fd1a2bccf tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:24.691417 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a7f53-83da-41ec-9633-7c7fd1a2bccf tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Port': ['ID=1303ae17-1282-4082-8fc5-f48a8c3ab764,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:24.708757 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807c551e-b876-4920-8dfe-89220097e978 admin admin] Network 17037aa8-3c05-41e7-ba50-c72d5662115e is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:22:24.781325 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd5d5d-89da-4ed5-b96c-89c36bcb55b4 req-5af17e0c-20f4-459a-bd61-19d8768c178e tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:24.782875 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-95fd5d5d-89da-4ed5-b96c-89c36bcb55b4 req-5af17e0c-20f4-459a-bd61-19d8768c178e tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 946 time: 0.0505102 Dec 17 15:22:24.793807 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-807c551e-b876-4920-8dfe-89220097e978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 17037aa8-3c05-41e7-ba50-c72d5662115e) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:24.799410 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807c551e-b876-4920-8dfe-89220097e978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:24.803602 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c59a7f53-83da-41ec-9633-7c7fd1a2bccf tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3840113 Dec 17 15:22:24.803780 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-807c551e-b876-4920-8dfe-89220097e978 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:24.803893 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03259aa-007e-4c34-becd-1aad3509b9b9 None None] Network 17037aa8-3c05-41e7-ba50-c72d5662115e requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:22:24.804364 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55324) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:24.834852 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-95fd5d5d-89da-4ed5-b96c-89c36bcb55b4 req-0bdefc28-a7fc-4dec-8cbd-4871b4bc42c0 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449734 Dec 17 15:22:24.865293 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d51f20-a9b9-4fb1-aaee-cf61e0c162c4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:24.866815 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d8d51f20-a9b9-4fb1-aaee-cf61e0c162c4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "GET /v2.0/ports/1303ae17-1282-4082-8fc5-f48a8c3ab764 HTTP/1.1" status: 200 len: 840 time: 0.0622163 Dec 17 15:22:24.869561 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55328) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:24.926863 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-807c551e-b876-4920-8dfe-89220097e978 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0023901 Dec 17 15:22:25.018862 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29429988-240e-404a-8379-d4e0a6ddf7a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-17037aa8-3c05-41e7-ba50-c72d5662115e', 'network_id': '17037aa8-3c05-41e7-ba50-c72d5662115e', 'tenant_id': '60e309c546724192a86de7562967b8f4', 'fixed_ips': [{'subnet_id': '0c82b08e-7646-45d2-ac36-8b704389a6a5'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:22:25.019981 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-29429988-240e-404a-8379-d4e0a6ddf7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:25.055574 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-14f92b56-6ad5-4f3a-a02f-fda52ac987f9 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Deleting port 1303ae17-1282-4082-8fc5-f48a8c3ab764 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:22:25.055574 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-14f92b56-6ad5-4f3a-a02f-fda52ac987f9 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:25.087582 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7cfb3-f373-4420-b622-ee864182546f req-0255a27c-ab4d-45e5-a332-654059ecebdf tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:25.091228 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c3c7cfb3-f373-4420-b622-ee864182546f req-0255a27c-ab4d-45e5-a332-654059ecebdf tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 946 time: 0.1050611 Dec 17 15:22:25.145065 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-14f92b56-6ad5-4f3a-a02f-fda52ac987f9 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:25.191944 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c3c7cfb3-f373-4420-b622-ee864182546f req-507b8835-ff98-497d-9d67-d29e44bfacfd tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935435 Dec 17 15:22:25.193727 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-14f92b56-6ad5-4f3a-a02f-fda52ac987f9 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Calling delete_port for 1303ae17-1282-4082-8fc5-f48a8c3ab764 owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:22:25.311616 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-29429988-240e-404a-8379-d4e0a6ddf7a7 None None] Allocated IP 172.20.0.2 (17037aa8-3c05-41e7-ba50-c72d5662115e/0c82b08e-7646-45d2-ac36-8b704389a6a5/aaf22ece-3705-4c1d-b282-7e82c0bf01df) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:22:25.361352 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55352) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:25.388695 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4ebd97de-c2a3-428f-9cac-543892128695 req-e6a795bc-1ae4-4d5d-ab27-6b3a2a729775 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 210 time: 0.0387659 Dec 17 15:22:25.389892 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-14f92b56-6ad5-4f3a-a02f-fda52ac987f9 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:25.431986 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-14f92b56-6ad5-4f3a-a02f-fda52ac987f9 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:25.435773 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-14f92b56-6ad5-4f3a-a02f-fda52ac987f9 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/ports/1303ae17-1282-4082-8fc5-f48a8c3ab764 HTTP/1.1" status: 204 len: 168 time: 0.5636313 Dec 17 15:22:25.438530 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55358) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:25.460825 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f92b56-6ad5-4f3a-a02f-fda52ac987f9 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Port': ['ID=1303ae17-1282-4082-8fc5-f48a8c3ab764,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:25.479231 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de165dd-5e90-4f97-ac81-250bdf0c58f5 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] GET failed (client error): The resource could not be found. Dec 17 15:22:25.480896 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0de165dd-5e90-4f97-ac81-250bdf0c58f5 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "GET /v2.0/ports/1303ae17-1282-4082-8fc5-f48a8c3ab764 HTTP/1.1" status: 404 len: 333 time: 0.0411298 Dec 17 15:22:25.484784 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55360) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:25.490597 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-c0f3aae6-398e-4cb5-9095-8b3866049d4a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'port': {'network_id': '9bd92930-dfe5-4133-8170-ec33aa15fc28', 'name': 'tempest-PortsTestJSON-1016276141'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:25.521085 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-29429988-240e-404a-8379-d4e0a6ddf7a7 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:25.539626 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-adecc590-5fe8-47b9-b1ce-66c9c53f9d7f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1611814397', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:25.581578 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-29429988-240e-404a-8379-d4e0a6ddf7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:25.630929 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29429988-240e-404a-8379-d4e0a6ddf7a7 None None] Network 17037aa8-3c05-41e7-ba50-c72d5662115e is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:25.635301 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-29429988-240e-404a-8379-d4e0a6ddf7a7 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:25.642010 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29429988-240e-404a-8379-d4e0a6ddf7a7 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:22:25.645103 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29429988-240e-404a-8379-d4e0a6ddf7a7 None None] Pushing event updated for resources: {'Port': ['ID=aaf22ece-3705-4c1d-b282-7e82c0bf01df,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:25.663921 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-adecc590-5fe8-47b9-b1ce-66c9c53f9d7f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:25.664961 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-adecc590-5fe8-47b9-b1ce-66c9c53f9d7f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:25.691859 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:25.706039 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-29429988-240e-404a-8379-d4e0a6ddf7a7 None None] Attempting to bind port aaf22ece-3705-4c1d-b282-7e82c0bf01df on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:22:25.706572 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-29429988-240e-404a-8379-d4e0a6ddf7a7 None None] Attempting to bind port aaf22ece-3705-4c1d-b282-7e82c0bf01df by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'f10da5fa-5cdc-4258-87e7-e884dcfffec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '17037aa8-3c05-41e7-ba50-c72d5662115e'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:22:25.706940 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29429988-240e-404a-8379-d4e0a6ddf7a7 None None] Attempting to bind port aaf22ece-3705-4c1d-b282-7e82c0bf01df on network 17037aa8-3c05-41e7-ba50-c72d5662115e {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:22:25.712758 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29429988-240e-404a-8379-d4e0a6ddf7a7 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:22:25.713167 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29429988-240e-404a-8379-d4e0a6ddf7a7 None None] Checking segment: {'id': 'f10da5fa-5cdc-4258-87e7-e884dcfffec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '17037aa8-3c05-41e7-ba50-c72d5662115e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:22:25.713669 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-29429988-240e-404a-8379-d4e0a6ddf7a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:25.714091 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29429988-240e-404a-8379-d4e0a6ddf7a7 None None] Bound using segment: {'id': 'f10da5fa-5cdc-4258-87e7-e884dcfffec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '17037aa8-3c05-41e7-ba50-c72d5662115e'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:22:25.714673 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-29429988-240e-404a-8379-d4e0a6ddf7a7 None None] Bound port: aaf22ece-3705-4c1d-b282-7e82c0bf01df, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f10da5fa-5cdc-4258-87e7-e884dcfffec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '17037aa8-3c05-41e7-ba50-c72d5662115e'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:22:25.715058 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-29429988-240e-404a-8379-d4e0a6ddf7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:25.721702 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-05004a9b-50e0-4cc9-9b44-dde06026a92f tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:25.723913 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-05004a9b-50e0-4cc9-9b44-dde06026a92f tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/networks?id=17037aa8-3c05-41e7-ba50-c72d5662115e HTTP/1.1" status: 200 len: 816 time: 0.1352198 Dec 17 15:22:25.737836 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-adecc590-5fe8-47b9-b1ce-66c9c53f9d7f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:25.740657 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-19f28742-3838-415e-8e9b-632cc51d6c8c tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/quotas/60e309c546724192a86de7562967b8f4 HTTP/1.1" status: 200 len: 375 time: 0.0101182 Dec 17 15:22:25.771802 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f3aae6-398e-4cb5-9095-8b3866049d4a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:25.776103 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c0f3aae6-398e-4cb5-9095-8b3866049d4a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:25.783392 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-29429988-240e-404a-8379-d4e0a6ddf7a7 None None] For port aaf22ece-3705-4c1d-b282-7e82c0bf01df, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:22:25.787508 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-29429988-240e-404a-8379-d4e0a6ddf7a7 None None] For port aaf22ece-3705-4c1d-b282-7e82c0bf01df, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=aaf22ece-3705-4c1d-b282-7e82c0bf01df,segment=NetworkSegment(f10da5fa-5cdc-4258-87e7-e884dcfffec9),segment_id=f10da5fa-5cdc-4258-87e7-e884dcfffec9)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:22:25.793607 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-745a2764-1658-4146-8939-d4fd61c35aee tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=60e309c546724192a86de7562967b8f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0465391 Dec 17 15:22:25.795472 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-c0f3aae6-398e-4cb5-9095-8b3866049d4a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] device_id is not set on port 63c38ca3-d8e2-4e3b-b4fa-9893204f09bf yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:22:25.802073 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-adecc590-5fe8-47b9-b1ce-66c9c53f9d7f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:25.899265 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-29429988-240e-404a-8379-d4e0a6ddf7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:25.910430 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-2e9d7e29-5cd1-4473-af8a-6e5f26311af9 service neutron] 10.222.0.46 "GET /v2.0/networks/17037aa8-3c05-41e7-ba50-c72d5662115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089303 Dec 17 15:22:25.965090 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-adecc590-5fe8-47b9-b1ce-66c9c53f9d7f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:25.966509 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-adecc590-5fe8-47b9-b1ce-66c9c53f9d7f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6039062 Dec 17 15:22:25.975229 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55372) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:25.981627 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-bb51c5f5-4bc2-4ef8-8d66-427963cb14c6 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-669499793'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:25.982528 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29429988-240e-404a-8379-d4e0a6ddf7a7 None None] Pushing event updated for resources: {'Port': ['ID=aaf22ece-3705-4c1d-b282-7e82c0bf01df,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:25.993510 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-e6ae1b40-b586-495a-8687-4de56916f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:25.994876 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-e6ae1b40-b586-495a-8687-4de56916f66e service neutron] 10.222.0.13 "GET /v2.0/ports/cbe25e39-8f1f-4383-b5a5-367c8e64756d HTTP/1.1" status: 200 len: 1032 time: 0.1027958 Dec 17 15:22:26.039711 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bea7fa-3bc2-436e-a0da-3bad15d406a7 req-37f9308a-9fd3-4015-b0d0-668e589c0395 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:26.043906 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e1bea7fa-3bc2-436e-a0da-3bad15d406a7 req-37f9308a-9fd3-4015-b0d0-668e589c0395 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 946 time: 0.1279590 Dec 17 15:22:26.063820 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c0f3aae6-398e-4cb5-9095-8b3866049d4a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:26.070057 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-003dbaf2-f5f9-4f9f-818a-2d7def03f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:26.071437 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-003dbaf2-f5f9-4f9f-818a-2d7def03f8e5 service neutron] 10.222.0.13 "GET /v2.0/ports/352cdabc-20b5-416a-9b0b-566ed33d52ff HTTP/1.1" status: 200 len: 1031 time: 0.0674870 Dec 17 15:22:26.091758 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-02248797-4ffc-4da4-a478-8ed1654d5bbd service neutron] 10.222.0.46 "GET /v2.0/networks/17037aa8-3c05-41e7-ba50-c72d5662115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662462 Dec 17 15:22:26.107765 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e1bea7fa-3bc2-436e-a0da-3bad15d406a7 req-001d9337-d5a7-46f9-a132-fa37e05e3487 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575087 Dec 17 15:22:26.151314 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb51c5f5-4bc2-4ef8-8d66-427963cb14c6 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Made reservation on behalf of 60900dfd32c24e678fc5b99c0970771a for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:26.154908 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bb51c5f5-4bc2-4ef8-8d66-427963cb14c6 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:26.198626 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bb51c5f5-4bc2-4ef8-8d66-427963cb14c6 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:26.259483 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c0f3aae6-398e-4cb5-9095-8b3866049d4a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:26.356549 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-aec558cd-1fc5-44c3-82c6-696054daec0f tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:26.362329 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-aec558cd-1fc5-44c3-82c6-696054daec0f tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:26.377787 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-aec558cd-1fc5-44c3-82c6-696054daec0f tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:26.380580 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-aec558cd-1fc5-44c3-82c6-696054daec0f tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.13 "GET /v2.0/networks?id=103f3c9e-955b-431b-ac73-eb4ee50a4a0d&id=ec28bea2-77cb-4691-b278-282a967d1e33&id=ec28bea2-77cb-4691-b278-282a967d1e33&id=ec28bea2-77cb-4691-b278-282a967d1e33&id=ec28bea2-77cb-4691-b278-282a967d1e33&id=035ebd08-a183-4c96-8d50-7cc8ab5df57c&id=035ebd08-a183-4c96-8d50-7cc8ab5df57c HTTP/1.1" status: 200 len: 1993 time: 0.2977405 Dec 17 15:22:26.389913 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f3aae6-398e-4cb5-9095-8b3866049d4a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Network 9bd92930-dfe5-4133-8170-ec33aa15fc28 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:26.406942 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f3aae6-398e-4cb5-9095-8b3866049d4a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Port': ['ID=63c38ca3-d8e2-4e3b-b4fa-9893204f09bf,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:26.414392 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-c0f3aae6-398e-4cb5-9095-8b3866049d4a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:26.457930 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f3aae6-398e-4cb5-9095-8b3866049d4a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:22:26.466517 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f3aae6-398e-4cb5-9095-8b3866049d4a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:26.466517 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c0f3aae6-398e-4cb5-9095-8b3866049d4a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:26.466715 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc0652-7fff-490d-8cd7-0d7d1f1e9df1 req-ac39e163-081f-4106-b7ed-cfaf86e8515d tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:26.467035 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6abc0652-7fff-490d-8cd7-0d7d1f1e9df1 req-ac39e163-081f-4106-b7ed-cfaf86e8515d tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 946 time: 0.0745296 Dec 17 15:22:26.538629 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6abc0652-7fff-490d-8cd7-0d7d1f1e9df1 req-04f66584-cc73-4f3c-83da-9dcc6cf545b4 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642750 Dec 17 15:22:26.542232 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-693666d0-7d0d-4462-9fc8-a0977d1b8a73 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8be5f697514948dbb741ccae5deddcdd HTTP/1.1" status: 200 len: 380 time: 0.1474295 Dec 17 15:22:26.556725 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-187bb475-23c0-477f-bcac-e32865e52c08 req-a0525eef-18ef-4882-bc9d-6e72d6797bec tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Request body: {'port': {'device_id': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'network_id': '103f3c9e-955b-431b-ac73-eb4ee50a4a0d', 'admin_state_up': True, 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'security_groups': ['398eeb4a-b318-4e7f-b69a-d7779f508775']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:26.561478 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bb51c5f5-4bc2-4ef8-8d66-427963cb14c6 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:26.591731 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c0f3aae6-398e-4cb5-9095-8b3866049d4a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1057575 Dec 17 15:22:26.629358 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55388) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:26.636570 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cb7d6e61-1d01-466c-9431-2924ff343356 req-3cd1142d-582e-4dce-a765-c8f936fb5235 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 210 time: 0.0554628 Dec 17 15:22:26.639798 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-13a7c77c-cef7-420f-a3e0-646fa2b0b7cc tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:26.681815 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bb51c5f5-4bc2-4ef8-8d66-427963cb14c6 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:26.744258 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb51c5f5-4bc2-4ef8-8d66-427963cb14c6 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:22:26.790726 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bb51c5f5-4bc2-4ef8-8d66-427963cb14c6 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:26.791078 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-bb51c5f5-4bc2-4ef8-8d66-427963cb14c6 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Added segment 1c5490ee-6ac6-4593-bb04-765407572984 of type vlan for network 60487c6f-43d3-4863-a175-cc0e3e21bc5c Dec 17 15:22:26.792736 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb51c5f5-4bc2-4ef8-8d66-427963cb14c6 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68a68d14-1011-4a75-8a01-0abc94467efc,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:26.795188 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-9ad8f9c8-90d9-407f-a6d7-12fc09f58e8c tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:26.796761 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-9ad8f9c8-90d9-407f-a6d7-12fc09f58e8c tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/networks?id=17037aa8-3c05-41e7-ba50-c72d5662115e HTTP/1.1" status: 200 len: 816 time: 0.1069481 Dec 17 15:22:26.817561 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-13a7c77c-cef7-420f-a3e0-646fa2b0b7cc tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:26.827606 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-5b3a2672-aaa4-4be4-a748-fe9c126fff61 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/quotas/60e309c546724192a86de7562967b8f4 HTTP/1.1" status: 200 len: 375 time: 0.0145364 Dec 17 15:22:26.916050 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-e06f657a-4722-4c80-bb5b-4aea5ce668ba tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=60e309c546724192a86de7562967b8f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0768697 Dec 17 15:22:26.920995 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bb51c5f5-4bc2-4ef8-8d66-427963cb14c6 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:27.019742 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-a0525eef-18ef-4882-bc9d-6e72d6797bec tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Made reservation on behalf of 8be5f697514948dbb741ccae5deddcdd for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:27.024024 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-a0525eef-18ef-4882-bc9d-6e72d6797bec tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:27.066009 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-c558db71-dc6b-4b71-b625-3b1cab14aa31 service neutron] 10.222.0.46 "GET /v2.0/networks/17037aa8-3c05-41e7-ba50-c72d5662115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410701 Dec 17 15:22:27.154544 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bb51c5f5-4bc2-4ef8-8d66-427963cb14c6 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:27.160117 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb51c5f5-4bc2-4ef8-8d66-427963cb14c6 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:27.160756 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bb51c5f5-4bc2-4ef8-8d66-427963cb14c6 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:27.185139 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-13a7c77c-cef7-420f-a3e0-646fa2b0b7cc tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:27.254341 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-e75ab8be-7c3f-442e-aeb5-4286f4554af8 service neutron] 10.222.0.46 "GET /v2.0/networks/17037aa8-3c05-41e7-ba50-c72d5662115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696372 Dec 17 15:22:27.284033 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-13a7c77c-cef7-420f-a3e0-646fa2b0b7cc tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:27.298628 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb51c5f5-4bc2-4ef8-8d66-427963cb14c6 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Pushing event updated for resources: {'Network': ['ID=60487c6f-43d3-4863-a175-cc0e3e21bc5c,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:27.310532 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd12a0ee-5a39-43e9-b106-207bb00ea880 None None] Network 17037aa8-3c05-41e7-ba50-c72d5662115e requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:22:27.311515 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb3970-b87e-4ac5-8550-f731597649b4 req-02e916f0-6f5d-4d10-a123-91faeb9259ec tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:27.316273 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 60487c6f-43d3-4863-a175-cc0e3e21bc5c details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:22:27.323000 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-95bb3970-b87e-4ac5-8550-f731597649b4 req-02e916f0-6f5d-4d10-a123-91faeb9259ec tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 946 time: 0.0961797 Dec 17 15:22:27.348819 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-13a7c77c-cef7-420f-a3e0-646fa2b0b7cc tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] In _notify_port_updated(), no bound segment for port 63c38ca3-d8e2-4e3b-b4fa-9893204f09bf on network 9bd92930-dfe5-4133-8170-ec33aa15fc28 {{(pid=102833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 17 15:22:27.355430 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a7c77c-cef7-420f-a3e0-646fa2b0b7cc tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:27.356071 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-13a7c77c-cef7-420f-a3e0-646fa2b0b7cc tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:27.360939 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-13a7c77c-cef7-420f-a3e0-646fa2b0b7cc tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "PUT /v2.0/ports/63c38ca3-d8e2-4e3b-b4fa-9893204f09bf HTTP/1.1" status: 200 len: 818 time: 0.7296853 Dec 17 15:22:27.362379 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-187bb475-23c0-477f-bcac-e32865e52c08 req-a0525eef-18ef-4882-bc9d-6e72d6797bec tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Allocated IP 172.20.0.14 (103f3c9e-955b-431b-ac73-eb4ee50a4a0d/4284f076-0000-4c1d-851c-097716c35280/1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:22:27.367238 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55408) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:27.370829 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-bb51c5f5-4bc2-4ef8-8d66-427963cb14c6 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3931384 Dec 17 15:22:27.376942 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55412) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:27.385001 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-95bb3970-b87e-4ac5-8550-f731597649b4 req-e0fc9a33-f32d-4de2-8fe8-aa136bdf7450 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630002 Dec 17 15:22:27.409410 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-ff2e4cb0-fbd8-445a-8cfe-0c4b001a6b96 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Request body: {'subnet': {'network_id': '60487c6f-43d3-4863-a175-cc0e3e21bc5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:27.494427 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-fc1bfbd7-8e85-441f-9b84-d546e0c435bc None None] Provisioning complete for port aaf22ece-3705-4c1d-b282-7e82c0bf01df triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:27.494794 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fc1bfbd7-8e85-441f-9b84-d546e0c435bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:27.519763 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7c77c-cef7-420f-a3e0-646fa2b0b7cc tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Port': ['ID=63c38ca3-d8e2-4e3b-b4fa-9893204f09bf,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:27.787971 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb2530-9c80-4d1d-ab6d-6d9de3f5a245 req-d28d0fbb-6cad-4440-98c0-cf160e893886 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:27.794072 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b6eb2530-9c80-4d1d-ab6d-6d9de3f5a245 req-d28d0fbb-6cad-4440-98c0-cf160e893886 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 946 time: 0.1062489 Dec 17 15:22:27.804424 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-10d860bc-4f92-47eb-8e38-4a8e7c0b9812 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Deleting port 63c38ca3-d8e2-4e3b-b4fa-9893204f09bf {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:22:27.807404 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-10d860bc-4f92-47eb-8e38-4a8e7c0b9812 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:27.860926 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fc1bfbd7-8e85-441f-9b84-d546e0c435bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:27.928222 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-fc1bfbd7-8e85-441f-9b84-d546e0c435bc None None] For port aaf22ece-3705-4c1d-b282-7e82c0bf01df, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=aaf22ece-3705-4c1d-b282-7e82c0bf01df,segment=NetworkSegment(f10da5fa-5cdc-4258-87e7-e884dcfffec9),segment_id=f10da5fa-5cdc-4258-87e7-e884dcfffec9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:27.932167 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b6eb2530-9c80-4d1d-ab6d-6d9de3f5a245 req-3c9b3d41-f847-4508-89f3-bf0149f1cedb tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289651 Dec 17 15:22:27.933646 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device aaf22ece-3705-4c1d-b282-7e82c0bf01df up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:22:27.944273 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-10d860bc-4f92-47eb-8e38-4a8e7c0b9812 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:27.977728 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-10d860bc-4f92-47eb-8e38-4a8e7c0b9812 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Calling delete_port for 63c38ca3-d8e2-4e3b-b4fa-9893204f09bf owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:22:28.019060 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port aaf22ece-3705-4c1d-b282-7e82c0bf01df triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:28.019625 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:28.050238 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fc1bfbd7-8e85-441f-9b84-d546e0c435bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:28.117451 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2e4cb0-fbd8-445a-8cfe-0c4b001a6b96 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Made reservation on behalf of 60900dfd32c24e678fc5b99c0970771a for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:28.121489 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff2e4cb0-fbd8-445a-8cfe-0c4b001a6b96 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:28.133612 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1bfbd7-8e85-441f-9b84-d546e0c435bc None None] Pushing event updated for resources: {'Port': ['ID=aaf22ece-3705-4c1d-b282-7e82c0bf01df,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:28.170302 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c25c634e-6993-431e-9e4b-a3ff58b630f9 req-313a4a70-faaa-4a63-babb-2e7e038c806e tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 210 time: 0.1132426 Dec 17 15:22:28.226146 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-10d860bc-4f92-47eb-8e38-4a8e7c0b9812 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:28.230395 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-a0525eef-18ef-4882-bc9d-6e72d6797bec tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:28.235360 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-a8d3da51-e1d1-433f-bf27-18240fa69660 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:28.247422 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-a8d3da51-e1d1-433f-bf27-18240fa69660 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/networks?id=17037aa8-3c05-41e7-ba50-c72d5662115e HTTP/1.1" status: 200 len: 816 time: 0.3727920 Dec 17 15:22:28.266044 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-41936d9c-b22e-444e-838c-43e158392b96 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/quotas/60e309c546724192a86de7562967b8f4 HTTP/1.1" status: 200 len: 375 time: 0.0172579 Dec 17 15:22:28.324398 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d860bc-4f92-47eb-8e38-4a8e7c0b9812 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Port': ['ID=63c38ca3-d8e2-4e3b-b4fa-9893204f09bf,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:28.328339 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-10d860bc-4f92-47eb-8e38-4a8e7c0b9812 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:28.334560 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-10d860bc-4f92-47eb-8e38-4a8e7c0b9812 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/ports/63c38ca3-d8e2-4e3b-b4fa-9893204f09bf HTTP/1.1" status: 204 len: 168 time: 0.9594851 Dec 17 15:22:28.336185 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55436) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:28.431224 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-ec73ff53-3d27-4743-af3b-8f54d67671b4 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=60e309c546724192a86de7562967b8f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1593578 Dec 17 15:22:28.456473 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-a0525eef-18ef-4882-bc9d-6e72d6797bec tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:28.490223 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-6d6e5106-6481-448a-85e5-809650e147bb None None] Provisioning complete for port aaf22ece-3705-4c1d-b282-7e82c0bf01df triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:28.490808 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6d6e5106-6481-448a-85e5-809650e147bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:28.567091 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-187bb475-23c0-477f-bcac-e32865e52c08 req-a0525eef-18ef-4882-bc9d-6e72d6797bec tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Network 103f3c9e-955b-431b-ac73-eb4ee50a4a0d is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:28.569062 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e815024-6af9-403b-8549-03d96bee88b3 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:28.570821 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4e815024-6af9-403b-8549-03d96bee88b3 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2321222 Dec 17 15:22:28.579999 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55444) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:28.580158 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-187bb475-23c0-477f-bcac-e32865e52c08 req-a0525eef-18ef-4882-bc9d-6e72d6797bec tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:28.595630 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-187bb475-23c0-477f-bcac-e32865e52c08 req-a0525eef-18ef-4882-bc9d-6e72d6797bec tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:22:28.624785 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f586cd-868c-4f60-affb-4baa8c3c609e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] GET failed (client error): The resource could not be found. Dec 17 15:22:28.630504 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e1f586cd-868c-4f60-affb-4baa8c3c609e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "GET /v2.0/ports/63c38ca3-d8e2-4e3b-b4fa-9893204f09bf HTTP/1.1" status: 404 len: 333 time: 0.0454302 Dec 17 15:22:28.631112 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55446) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:28.636079 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-7ebf0ae1-b073-460f-b39b-d5b5551229d8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1109331230'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:28.642647 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-7ea81377-cf52-4f7d-bbbd-98e9224b741f service neutron] 10.222.0.46 "GET /v2.0/networks/17037aa8-3c05-41e7-ba50-c72d5662115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952398 Dec 17 15:22:28.663537 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2e0f5-bb7a-41ac-bdb8-aaaceb062c6c req-a905f43e-19aa-4afd-84c2-2ac5c9d852ae tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:28.665417 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-46c2e0f5-bb7a-41ac-bdb8-aaaceb062c6c req-a905f43e-19aa-4afd-84c2-2ac5c9d852ae tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 946 time: 0.1591570 Dec 17 15:22:28.665844 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0525eef-18ef-4882-bc9d-6e72d6797bec tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Pushing event updated for resources: {'Port': ['ID=1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:28.707732 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-a0525eef-18ef-4882-bc9d-6e72d6797bec tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:28.709691 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-a0525eef-18ef-4882-bc9d-6e72d6797bec tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:28.770666 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-46c2e0f5-bb7a-41ac-bdb8-aaaceb062c6c req-c20fbc92-f7df-4a67-b5db-13b3c4887716 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821490 Dec 17 15:22:28.799369 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff2e4cb0-fbd8-445a-8cfe-0c4b001a6b96 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:28.799775 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebf0ae1-b073-460f-b39b-d5b5551229d8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:28.818215 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7ebf0ae1-b073-460f-b39b-d5b5551229d8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:28.849277 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ebf0ae1-b073-460f-b39b-d5b5551229d8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:22:28.862885 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7ebf0ae1-b073-460f-b39b-d5b5551229d8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:28.863817 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-7ebf0ae1-b073-460f-b39b-d5b5551229d8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Added segment b00895aa-7ac2-440d-ac20-beb0fd5863ce of type vlan for network 45d9217f-e2cb-477e-93aa-a6a2c947038f Dec 17 15:22:28.867983 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a681502e-ff9f-42a1-b45e-15490bd5fb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:28.873978 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-877ede59-d13e-4e64-969a-1760a2b1469b service neutron] 10.222.0.46 "GET /v2.0/networks/17037aa8-3c05-41e7-ba50-c72d5662115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184391 Dec 17 15:22:28.887352 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e4cb0-fbd8-445a-8cfe-0c4b001a6b96 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Pushing event updated for resources: {'Subnet': ['ID=212ffe1b-f7d8-4d56-9e44-aae851e82ff5,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:28.903689 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2e4cb0-fbd8-445a-8cfe-0c4b001a6b96 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Checking segment: {'id': '1c5490ee-6ac6-4593-bb04-765407572984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60487c6f-43d3-4863-a175-cc0e3e21bc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:22:28.903689 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2e4cb0-fbd8-445a-8cfe-0c4b001a6b96 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Network hostable DHCP agents. Network: 60487c6f-43d3-4863-a175-cc0e3e21bc5c, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:22:28.917646 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7ebf0ae1-b073-460f-b39b-d5b5551229d8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:28.951437 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-a0525eef-18ef-4882-bc9d-6e72d6797bec tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4020798 Dec 17 15:22:28.995605 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b87d52d8-52d0-4c1f-a63b-c6bc6cad5bd0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Request body: {'port': {'device_id': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'network_id': 'ec28bea2-77cb-4691-b278-282a967d1e33', 'admin_state_up': True, 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'security_groups': ['398eeb4a-b318-4e7f-b69a-d7779f508775']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:29.038249 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7ebf0ae1-b073-460f-b39b-d5b5551229d8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:29.042984 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-06ef6457-c619-47ae-80ce-dc5f9ccbb525 None None] Provisioning complete for port 1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:29.043363 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-06ef6457-c619-47ae-80ce-dc5f9ccbb525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:29.043797 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebf0ae1-b073-460f-b39b-d5b5551229d8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:29.044510 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7ebf0ae1-b073-460f-b39b-d5b5551229d8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:29.089348 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-06ef6457-c619-47ae-80ce-dc5f9ccbb525 None None] Port 1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:22:29.142672 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2e4cb0-fbd8-445a-8cfe-0c4b001a6b96 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Network 60487c6f-43d3-4863-a175-cc0e3e21bc5c is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:22:29.245601 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-ff2e4cb0-fbd8-445a-8cfe-0c4b001a6b96 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 60487c6f-43d3-4863-a175-cc0e3e21bc5c) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:29.257329 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ca439a-96e9-48e8-9646-41fbd6a48bdc None None] Network 60487c6f-43d3-4863-a175-cc0e3e21bc5c requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:22:29.303134 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2e4cb0-fbd8-445a-8cfe-0c4b001a6b96 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:29.306705 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff2e4cb0-fbd8-445a-8cfe-0c4b001a6b96 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:29.413932 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625e35f-3a75-4aae-a15d-e692926b4c54 req-50775cbb-1d50-4ca9-90e0-714f74cd5c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:29.416060 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b625e35f-3a75-4aae-a15d-e692926b4c54 req-50775cbb-1d50-4ca9-90e0-714f74cd5c4c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 1097 time: 0.0499063 Dec 17 15:22:29.453477 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b87d52d8-52d0-4c1f-a63b-c6bc6cad5bd0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Made reservation on behalf of 8be5f697514948dbb741ccae5deddcdd for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:29.458112 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b87d52d8-52d0-4c1f-a63b-c6bc6cad5bd0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:29.544088 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7ebf0ae1-b073-460f-b39b-d5b5551229d8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9118295 Dec 17 15:22:29.544939 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf0ae1-b073-460f-b39b-d5b5551229d8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Network': ['ID=45d9217f-e2cb-477e-93aa-a6a2c947038f,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:29.549813 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55462) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:29.563722 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc83b597-eb08-4f69-9610-33125caf98aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-60487c6f-43d3-4863-a175-cc0e3e21bc5c', 'network_id': '60487c6f-43d3-4863-a175-cc0e3e21bc5c', 'tenant_id': '60900dfd32c24e678fc5b99c0970771a', 'fixed_ips': [{'subnet_id': '212ffe1b-f7d8-4d56-9e44-aae851e82ff5'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:22:29.565231 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cc83b597-eb08-4f69-9610-33125caf98aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:29.571226 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-4a25fc23-8ced-4742-a862-63d514d8a942 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'subnet': {'network_id': '45d9217f-e2cb-477e-93aa-a6a2c947038f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:29.654249 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b9dff327-0fe8-41ac-bda6-72f463b7afab req-863bdb7d-0a79-4b9f-a4ce-647296f2b260 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=996da2d5-5525-47fd-a9e6-fa0c50927856 HTTP/1.1" status: 200 len: 210 time: 0.1758614 Dec 17 15:22:29.722086 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b69dd-afb6-4624-af86-e014ca9b8bdc req-caaed421-a415-4086-99e5-2ff1de5e70d1 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:29.727130 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b87d52d8-52d0-4c1f-a63b-c6bc6cad5bd0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Allocated IP 10.1.1.90 (ec28bea2-77cb-4691-b278-282a967d1e33/45fc3ed8-d2ea-40b2-93fb-70bdb870e61a/086bae78-0a86-4258-9c60-e039ee82ea56) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:22:29.736796 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-092b69dd-afb6-4624-af86-e014ca9b8bdc req-caaed421-a415-4086-99e5-2ff1de5e70d1 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 946 time: 0.6192310 Dec 17 15:22:29.790363 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf0ae1-b073-460f-b39b-d5b5551229d8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:22:29.791013 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf0ae1-b073-460f-b39b-d5b5551229d8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:22:29.791539 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf0ae1-b073-460f-b39b-d5b5551229d8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:22:29.792066 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf0ae1-b073-460f-b39b-d5b5551229d8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:22:29.792571 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf0ae1-b073-460f-b39b-d5b5551229d8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:22:29.792940 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b625e35f-3a75-4aae-a15d-e692926b4c54 req-7d621a1d-c5d1-4a4c-b1a7-e0fc7ac73efd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683181 Dec 17 15:22:29.795115 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf0ae1-b073-460f-b39b-d5b5551229d8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:22:29.797542 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf0ae1-b073-460f-b39b-d5b5551229d8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:22:29.798260 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf0ae1-b073-460f-b39b-d5b5551229d8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:22:29.800109 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf0ae1-b073-460f-b39b-d5b5551229d8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:22:29.801170 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf0ae1-b073-460f-b39b-d5b5551229d8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:22:29.802947 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ff2e4cb0-fbd8-445a-8cfe-0c4b001a6b96 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4168720 Dec 17 15:22:29.804450 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf0ae1-b073-460f-b39b-d5b5551229d8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:22:29.807184 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55466) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:29.807342 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf0ae1-b073-460f-b39b-d5b5551229d8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:22:29.858360 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-9d2fb49d-750a-405f-9c26-630118062de5 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Request body: {'network': {'name': 'tempest-router-network01--707124798'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:29.917536 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 45d9217f-e2cb-477e-93aa-a6a2c947038f details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:22:29.920447 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device aaf22ece-3705-4c1d-b282-7e82c0bf01df up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:22:30.035377 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-cc83b597-eb08-4f69-9610-33125caf98aa None None] Allocated IP 172.20.0.2 (60487c6f-43d3-4863-a175-cc0e3e21bc5c/212ffe1b-f7d8-4d56-9e44-aae851e82ff5/9a7f8289-1453-4dfc-9ebc-79401f8458cd) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:22:30.035679 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-092b69dd-afb6-4624-af86-e014ca9b8bdc req-022da0a0-0889-408d-8cd7-1d1aeb31ef65 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924211 Dec 17 15:22:30.057925 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2fb49d-750a-405f-9c26-630118062de5 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Made reservation on behalf of 60900dfd32c24e678fc5b99c0970771a for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:30.063756 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9d2fb49d-750a-405f-9c26-630118062de5 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:30.085627 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b87d52d8-52d0-4c1f-a63b-c6bc6cad5bd0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:30.107934 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d2fb49d-750a-405f-9c26-630118062de5 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:22:30.115836 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port aaf22ece-3705-4c1d-b282-7e82c0bf01df triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:30.116259 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:30.119999 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abd1f7-ad34-49a7-a0f1-61e5675ad182 req-e9072127-d318-49c8-a792-21df2a10fab8 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:30.132021 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-89abd1f7-ad34-49a7-a0f1-61e5675ad182 req-e9072127-d318-49c8-a792-21df2a10fab8 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 932 time: 0.2847111 Dec 17 15:22:30.140249 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9d2fb49d-750a-405f-9c26-630118062de5 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:30.140760 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-9d2fb49d-750a-405f-9c26-630118062de5 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Added segment 99bc8171-c7df-400b-a6f4-18b297079213 of type vlan for network 546d1ced-0a96-40dd-b334-738cdd274bcc Dec 17 15:22:30.217360 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9d2fb49d-750a-405f-9c26-630118062de5 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:30.280299 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47155e-705c-4302-92c4-b39ac0df7047 req-03faf79d-c0c0-46c7-b215-5833d338e8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:30.282128 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0d47155e-705c-4302-92c4-b39ac0df7047 req-03faf79d-c0c0-46c7-b215-5833d338e8f4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 1097 time: 0.3727317 Dec 17 15:22:30.294064 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-89abd1f7-ad34-49a7-a0f1-61e5675ad182 req-7ca42460-cac4-433b-a1d4-dec67771bad4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597104 Dec 17 15:22:30.296782 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cc83b597-eb08-4f69-9610-33125caf98aa None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:30.314463 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-5aced301-481e-42f1-84b2-1b7256f04e49 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:30.316229 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-5aced301-481e-42f1-84b2-1b7256f04e49 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.41 "GET /v2.0/networks?id=17037aa8-3c05-41e7-ba50-c72d5662115e HTTP/1.1" status: 200 len: 816 time: 0.8368599 Dec 17 15:22:30.328711 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9d2fb49d-750a-405f-9c26-630118062de5 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:30.335285 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2fb49d-750a-405f-9c26-630118062de5 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:30.350936 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9d2fb49d-750a-405f-9c26-630118062de5 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:30.351316 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-08657dd3-2474-4455-9d19-1dc21425376e tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Request body: {'port': {'device_id': 'f8146d07-7e9a-4085-82a1-252e96492674', 'network_id': '17037aa8-3c05-41e7-ba50-c72d5662115e', 'admin_state_up': True, 'tenant_id': '60e309c546724192a86de7562967b8f4'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:30.351434 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b87d52d8-52d0-4c1f-a63b-c6bc6cad5bd0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:30.360541 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344699f1-3232-47e3-92e8-93e20496922e req-c163866d-c96c-4e01-9c9a-ff431ca09a13 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:30.367950 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-344699f1-3232-47e3-92e8-93e20496922e req-c163866d-c96c-4e01-9c9a-ff431ca09a13 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 946 time: 0.1937802 Dec 17 15:22:30.424999 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0d47155e-705c-4302-92c4-b39ac0df7047 req-b0374799-a347-46bb-82f7-d164120402b3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291964 Dec 17 15:22:30.454556 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a25fc23-8ced-4742-a862-63d514d8a942 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:30.456885 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4a25fc23-8ced-4742-a862-63d514d8a942 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:30.526123 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-344699f1-3232-47e3-92e8-93e20496922e req-901c5e6d-655a-4a02-b269-7cb4c285fb03 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571383 Dec 17 15:22:30.530033 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cc83b597-eb08-4f69-9610-33125caf98aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:30.597902 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc83b597-eb08-4f69-9610-33125caf98aa None None] Network 60487c6f-43d3-4863-a175-cc0e3e21bc5c is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:30.601507 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-cc83b597-eb08-4f69-9610-33125caf98aa None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:30.611234 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc83b597-eb08-4f69-9610-33125caf98aa None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:22:30.612163 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83b597-eb08-4f69-9610-33125caf98aa None None] Pushing event updated for resources: {'Port': ['ID=9a7f8289-1453-4dfc-9ebc-79401f8458cd,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:30.683968 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-cc83b597-eb08-4f69-9610-33125caf98aa None None] Attempting to bind port 9a7f8289-1453-4dfc-9ebc-79401f8458cd on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:22:30.684473 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-cc83b597-eb08-4f69-9610-33125caf98aa None None] Attempting to bind port 9a7f8289-1453-4dfc-9ebc-79401f8458cd by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '1c5490ee-6ac6-4593-bb04-765407572984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60487c6f-43d3-4863-a175-cc0e3e21bc5c'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:22:30.685015 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc83b597-eb08-4f69-9610-33125caf98aa None None] Attempting to bind port 9a7f8289-1453-4dfc-9ebc-79401f8458cd on network 60487c6f-43d3-4863-a175-cc0e3e21bc5c {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:22:30.691278 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc83b597-eb08-4f69-9610-33125caf98aa None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:22:30.691278 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc83b597-eb08-4f69-9610-33125caf98aa None None] Checking segment: {'id': '1c5490ee-6ac6-4593-bb04-765407572984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60487c6f-43d3-4863-a175-cc0e3e21bc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:22:30.691622 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cc83b597-eb08-4f69-9610-33125caf98aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:30.692054 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc83b597-eb08-4f69-9610-33125caf98aa None None] Bound using segment: {'id': '1c5490ee-6ac6-4593-bb04-765407572984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60487c6f-43d3-4863-a175-cc0e3e21bc5c'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:22:30.693152 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-cc83b597-eb08-4f69-9610-33125caf98aa None None] Bound port: 9a7f8289-1453-4dfc-9ebc-79401f8458cd, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c5490ee-6ac6-4593-bb04-765407572984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60487c6f-43d3-4863-a175-cc0e3e21bc5c'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:22:30.694196 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cc83b597-eb08-4f69-9610-33125caf98aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:30.779324 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-cc83b597-eb08-4f69-9610-33125caf98aa None None] For port 9a7f8289-1453-4dfc-9ebc-79401f8458cd, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:22:30.785552 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-cc83b597-eb08-4f69-9610-33125caf98aa None None] For port 9a7f8289-1453-4dfc-9ebc-79401f8458cd, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9a7f8289-1453-4dfc-9ebc-79401f8458cd,segment=NetworkSegment(1c5490ee-6ac6-4593-bb04-765407572984),segment_id=1c5490ee-6ac6-4593-bb04-765407572984)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:22:30.800651 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7f751c4a-7d18-4e74-894b-4facd8da1826 req-82f8c01d-faad-4cb6-a4cf-1703a8704fc9 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=996da2d5-5525-47fd-a9e6-fa0c50927856 HTTP/1.1" status: 200 len: 210 time: 0.0512435 Dec 17 15:22:30.834507 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d52d8-52d0-4c1f-a63b-c6bc6cad5bd0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Pushing event updated for resources: {'Port': ['ID=086bae78-0a86-4258-9c60-e039ee82ea56,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:30.850850 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b87d52d8-52d0-4c1f-a63b-c6bc6cad5bd0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Network ec28bea2-77cb-4691-b278-282a967d1e33 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:30.858060 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b87d52d8-52d0-4c1f-a63b-c6bc6cad5bd0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:30.860447 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d52d8-52d0-4c1f-a63b-c6bc6cad5bd0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:22:30.860781 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d52d8-52d0-4c1f-a63b-c6bc6cad5bd0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:22:30.861426 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d52d8-52d0-4c1f-a63b-c6bc6cad5bd0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:22:30.861792 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d52d8-52d0-4c1f-a63b-c6bc6cad5bd0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:22:30.862120 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d52d8-52d0-4c1f-a63b-c6bc6cad5bd0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:22:30.862442 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d52d8-52d0-4c1f-a63b-c6bc6cad5bd0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:22:30.862762 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d52d8-52d0-4c1f-a63b-c6bc6cad5bd0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:22:30.863082 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d52d8-52d0-4c1f-a63b-c6bc6cad5bd0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:22:30.863402 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d52d8-52d0-4c1f-a63b-c6bc6cad5bd0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:22:30.864710 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d52d8-52d0-4c1f-a63b-c6bc6cad5bd0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:22:30.865161 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d52d8-52d0-4c1f-a63b-c6bc6cad5bd0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:22:30.865485 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87d52d8-52d0-4c1f-a63b-c6bc6cad5bd0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:22:30.873394 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b87d52d8-52d0-4c1f-a63b-c6bc6cad5bd0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:22:30.878156 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2fb49d-750a-405f-9c26-630118062de5 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Pushing event updated for resources: {'Network': ['ID=546d1ced-0a96-40dd-b334-738cdd274bcc,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:30.890870 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 546d1ced-0a96-40dd-b334-738cdd274bcc details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:22:30.940538 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b87d52d8-52d0-4c1f-a63b-c6bc6cad5bd0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:30.941474 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b87d52d8-52d0-4c1f-a63b-c6bc6cad5bd0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:30.952912 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4a25fc23-8ced-4742-a862-63d514d8a942 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:30.960381 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9d2fb49d-750a-405f-9c26-630118062de5 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1205347 Dec 17 15:22:30.963030 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55478) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:30.970263 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cc83b597-eb08-4f69-9610-33125caf98aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:30.973949 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-59c0ffd6-f413-4acd-af4b-52e5eddf62ef tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Request body: {'network': {'name': 'tempest-router-network02--1658748133'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:31.140536 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b2679f59-407f-4005-956e-d360f3eb8136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:31.201613 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83b597-eb08-4f69-9610-33125caf98aa None None] Pushing event updated for resources: {'Port': ['ID=9a7f8289-1453-4dfc-9ebc-79401f8458cd,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:31.205613 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25fc23-8ced-4742-a862-63d514d8a942 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Subnet': ['ID=df05c82a-71e3-4021-b640-74ccf1b9019c,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:31.231920 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-08657dd3-2474-4455-9d19-1dc21425376e tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Made reservation on behalf of 60e309c546724192a86de7562967b8f4 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:31.235691 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-08657dd3-2474-4455-9d19-1dc21425376e tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:31.241253 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-670b1c5f-44c2-43b1-9480-dd7662ebe080 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:31.242782 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-670b1c5f-44c2-43b1-9480-dd7662ebe080 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.41 "GET /v2.0/networks?id=17037aa8-3c05-41e7-ba50-c72d5662115e HTTP/1.1" status: 200 len: 816 time: 0.2328348 Dec 17 15:22:31.253701 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b87d52d8-52d0-4c1f-a63b-c6bc6cad5bd0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2806206 Dec 17 15:22:31.265357 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-0f2962b1-6014-45e6-a0e7-4556a7074669 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Request body: {'port': {'device_id': '6f59d344-91ee-48d8-a491-b09d3aa12ee2', 'network_id': '17037aa8-3c05-41e7-ba50-c72d5662115e', 'admin_state_up': True, 'tenant_id': '60e309c546724192a86de7562967b8f4'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:31.285399 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a25fc23-8ced-4742-a862-63d514d8a942 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Checking segment: {'id': 'b00895aa-7ac2-440d-ac20-beb0fd5863ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '45d9217f-e2cb-477e-93aa-a6a2c947038f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:22:31.286086 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a25fc23-8ced-4742-a862-63d514d8a942 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Network hostable DHCP agents. Network: 45d9217f-e2cb-477e-93aa-a6a2c947038f, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:22:31.304218 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-187bb475-23c0-477f-bcac-e32865e52c08 req-fcf2fb18-a31c-4748-ab3b-85f408a3f9dd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Request body: {'port': {'device_id': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'network_id': 'ec28bea2-77cb-4691-b278-282a967d1e33', 'admin_state_up': True, 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'security_groups': ['398eeb4a-b318-4e7f-b69a-d7779f508775']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:31.345803 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-65fa12ff-7064-4d54-ac33-cae31e077530 None None] Provisioning complete for port 086bae78-0a86-4258-9c60-e039ee82ea56 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:31.346190 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-65fa12ff-7064-4d54-ac33-cae31e077530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:31.473371 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-65fa12ff-7064-4d54-ac33-cae31e077530 None None] Port 086bae78-0a86-4258-9c60-e039ee82ea56 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:22:31.494674 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c0ffd6-f413-4acd-af4b-52e5eddf62ef tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Made reservation on behalf of 60900dfd32c24e678fc5b99c0970771a for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:31.518975 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-59c0ffd6-f413-4acd-af4b-52e5eddf62ef tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:31.578359 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-08657dd3-2474-4455-9d19-1dc21425376e tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Allocated IP 172.20.0.10 (17037aa8-3c05-41e7-ba50-c72d5662115e/0c82b08e-7646-45d2-ac36-8b704389a6a5/e24bbf48-b88c-4769-b229-03ec0f63aba6) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:22:31.671346 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c0ffd6-f413-4acd-af4b-52e5eddf62ef tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:22:31.708884 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-59c0ffd6-f413-4acd-af4b-52e5eddf62ef tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:31.709304 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-59c0ffd6-f413-4acd-af4b-52e5eddf62ef tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Added segment 4a4892c0-7189-4b64-9ad8-3b9748f38d53 of type vlan for network 641cb059-dcfe-45a2-b3d6-a3540438c0ef Dec 17 15:22:31.769505 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-59c0ffd6-f413-4acd-af4b-52e5eddf62ef tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:31.773829 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-08657dd3-2474-4455-9d19-1dc21425376e tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:31.794476 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a25fc23-8ced-4742-a862-63d514d8a942 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Network 45d9217f-e2cb-477e-93aa-a6a2c947038f is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:22:31.817981 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afcf5c-4c5b-4156-b182-a0d84676873e req-bab8d829-b7fd-4608-96f7-c74591c86186 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:31.819751 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c2afcf5c-4c5b-4156-b182-a0d84676873e req-bab8d829-b7fd-4608-96f7-c74591c86186 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 946 time: 0.5920744 Dec 17 15:22:31.862099 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9a7f8289-1453-4dfc-9ebc-79401f8458cd up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:22:31.895267 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-fcf2fb18-a31c-4748-ab3b-85f408a3f9dd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Made reservation on behalf of 8be5f697514948dbb741ccae5deddcdd for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:31.899969 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-fcf2fb18-a31c-4748-ab3b-85f408a3f9dd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:31.914922 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c2afcf5c-4c5b-4156-b182-a0d84676873e req-6af5e992-ac85-45dd-b390-6597de272ee0 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766904 Dec 17 15:22:31.936585 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85945d42-2572-47fc-b88e-7b683975bf62 req-8079e486-440f-4e05-b06f-dfa8ae79cf8b tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:31.941415 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 9a7f8289-1453-4dfc-9ebc-79401f8458cd triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:31.941415 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:31.952156 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85945d42-2572-47fc-b88e-7b683975bf62 req-8079e486-440f-4e05-b06f-dfa8ae79cf8b tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:31.959682 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-85945d42-2572-47fc-b88e-7b683975bf62 req-8079e486-440f-4e05-b06f-dfa8ae79cf8b tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 1653 time: 0.1707246 Dec 17 15:22:32.012213 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-4a25fc23-8ced-4742-a862-63d514d8a942 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 45d9217f-e2cb-477e-93aa-a6a2c947038f) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:32.017621 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-08657dd3-2474-4455-9d19-1dc21425376e tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:32.019040 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-59c0ffd6-f413-4acd-af4b-52e5eddf62ef tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:32.024793 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8fabab-ee19-461d-a717-671e231af817 None None] Network 45d9217f-e2cb-477e-93aa-a6a2c947038f requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:22:32.028588 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c0ffd6-f413-4acd-af4b-52e5eddf62ef tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:32.029335 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-59c0ffd6-f413-4acd-af4b-52e5eddf62ef tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:32.037550 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a25fc23-8ced-4742-a862-63d514d8a942 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:32.038251 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4a25fc23-8ced-4742-a862-63d514d8a942 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:32.077392 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-0f2962b1-6014-45e6-a0e7-4556a7074669 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Made reservation on behalf of 60e309c546724192a86de7562967b8f4 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:32.080994 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-0f2962b1-6014-45e6-a0e7-4556a7074669 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:32.136992 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-08657dd3-2474-4455-9d19-1dc21425376e tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Network 17037aa8-3c05-41e7-ba50-c72d5662115e is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:32.151876 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-85945d42-2572-47fc-b88e-7b683975bf62 req-940e86bf-c4d6-474e-b836-f389759a5c15 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827514 Dec 17 15:22:32.167568 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4a25fc23-8ced-4742-a862-63d514d8a942 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6030028 Dec 17 15:22:32.174060 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-08657dd3-2474-4455-9d19-1dc21425376e tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:32.185866 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55492) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:32.188196 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-08657dd3-2474-4455-9d19-1dc21425376e tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:22:32.196353 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-f8f2aa7f-044f-4ad5-8355-1a121ea9e00d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'subnet': {'network_id': '45d9217f-e2cb-477e-93aa-a6a2c947038f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:32.276223 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:32.292421 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c0ffd6-f413-4acd-af4b-52e5eddf62ef tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Pushing event updated for resources: {'Network': ['ID=641cb059-dcfe-45a2-b3d6-a3540438c0ef,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:32.301795 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-59c0ffd6-f413-4acd-af4b-52e5eddf62ef tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3370702 Dec 17 15:22:32.308298 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55494) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:32.314901 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 641cb059-dcfe-45a2-b3d6-a3540438c0ef details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:22:32.323790 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-d015e5a7-c2d1-4c11-9bae-5b2a013a5964 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Request body: {'subnet': {'network_id': '546d1ced-0a96-40dd-b334-738cdd274bcc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:32.404860 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:32.419021 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 9a7f8289-1453-4dfc-9ebc-79401f8458cd, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9a7f8289-1453-4dfc-9ebc-79401f8458cd,segment=NetworkSegment(1c5490ee-6ac6-4593-bb04-765407572984),segment_id=1c5490ee-6ac6-4593-bb04-765407572984)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:32.525353 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:32.538732 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08657dd3-2474-4455-9d19-1dc21425376e tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Pushing event updated for resources: {'Port': ['ID=e24bbf48-b88c-4769-b229-03ec0f63aba6,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:32.548977 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-187bb475-23c0-477f-bcac-e32865e52c08 req-fcf2fb18-a31c-4748-ab3b-85f408a3f9dd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Allocated IP 10.1.1.109 (ec28bea2-77cb-4691-b278-282a967d1e33/45fc3ed8-d2ea-40b2-93fb-70bdb870e61a/ebd3d295-a91e-41a7-8eb4-78304dcfd58d) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:22:32.614864 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c29405-05ef-46ab-9fc2-deac33a7aa9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-45d9217f-e2cb-477e-93aa-a6a2c947038f', 'network_id': '45d9217f-e2cb-477e-93aa-a6a2c947038f', 'tenant_id': 'f2a1c1edddb74d5a8b66f707e8dc5dde', 'fixed_ips': [{'subnet_id': 'df05c82a-71e3-4021-b640-74ccf1b9019c'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:22:32.618526 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-40c29405-05ef-46ab-9fc2-deac33a7aa9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:32.668586 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=9a7f8289-1453-4dfc-9ebc-79401f8458cd,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:32.711423 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fe12cb6b-4c8a-4aa2-b079-be7b498fd9a7 req-f892838e-f625-489b-8954-b5c57d7a4d6e tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=996da2d5-5525-47fd-a9e6-fa0c50927856 HTTP/1.1" status: 200 len: 210 time: 0.3250942 Dec 17 15:22:32.763223 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-08657dd3-2474-4455-9d19-1dc21425376e tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:32.764072 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-08657dd3-2474-4455-9d19-1dc21425376e tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:32.795865 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-2211d036-e7c9-4f90-a51a-6fee1a2534b5 None None] Provisioning complete for port e24bbf48-b88c-4769-b229-03ec0f63aba6 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:32.796246 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2211d036-e7c9-4f90-a51a-6fee1a2534b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:32.854429 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-2211d036-e7c9-4f90-a51a-6fee1a2534b5 None None] Port e24bbf48-b88c-4769-b229-03ec0f63aba6 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:22:32.859205 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e472a2-89bd-4062-9c6e-977f3706b291 req-a8a4ad90-4edf-445d-a948-433f2b927a6c tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:32.859824 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebe12e0-675d-46ef-a1dc-fd8e0cac035b None None] Network 60487c6f-43d3-4863-a175-cc0e3e21bc5c requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:22:32.867643 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-19e472a2-89bd-4062-9c6e-977f3706b291 req-a8a4ad90-4edf-445d-a948-433f2b927a6c tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 946 time: 0.4858751 Dec 17 15:22:32.877831 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-0f2962b1-6014-45e6-a0e7-4556a7074669 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Allocated IP 172.20.0.11 (17037aa8-3c05-41e7-ba50-c72d5662115e/0c82b08e-7646-45d2-ac36-8b704389a6a5/2fd7211b-664a-4ef8-ad27-7b23f7465ac5) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:22:32.885825 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-d4fbb073-cf0c-4909-a9e6-acf98c77bc98 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:32.887373 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-d4fbb073-cf0c-4909-a9e6-acf98c77bc98 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.13 "GET /v2.0/networks?id=17037aa8-3c05-41e7-ba50-c72d5662115e HTTP/1.1" status: 200 len: 816 time: 0.5078268 Dec 17 15:22:32.903695 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-27a4d624-6d0a-4aef-b940-2ddfccac6787 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Request body: {'port': {'device_id': '996da2d5-5525-47fd-a9e6-fa0c50927856', 'network_id': '17037aa8-3c05-41e7-ba50-c72d5662115e', 'admin_state_up': True, 'tenant_id': '60e309c546724192a86de7562967b8f4'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:32.904202 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d015e5a7-c2d1-4c11-9bae-5b2a013a5964 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Made reservation on behalf of 60900dfd32c24e678fc5b99c0970771a for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:32.909340 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d015e5a7-c2d1-4c11-9bae-5b2a013a5964 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:32.987362 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-19e472a2-89bd-4062-9c6e-977f3706b291 req-bfb56369-3db1-4ec8-9cd7-b288e360187e tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142972 Dec 17 15:22:32.999766 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-08657dd3-2474-4455-9d19-1dc21425376e tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6642435 Dec 17 15:22:33.038895 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-4e756355-c64d-4f6f-816e-909b3271167f service neutron] Request body: {'port': {'device_id': 'f8146d07-7e9a-4085-82a1-252e96492674', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:33.081692 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-40c29405-05ef-46ab-9fc2-deac33a7aa9c None None] Allocated IP 172.20.0.2 (45d9217f-e2cb-477e-93aa-a6a2c947038f/df05c82a-71e3-4021-b640-74ccf1b9019c/1267d561-d790-4e6d-8e50-6a76db42f63b) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:22:33.174350 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-4e756355-c64d-4f6f-816e-909b3271167f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:33.185224 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c0477-7b84-4a9e-aefb-bad9101839c0 req-cf385b65-ebfa-4cc2-bf76-780a74d3aa29 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:33.186813 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a51c0477-7b84-4a9e-aefb-bad9101839c0 req-cf385b65-ebfa-4cc2-bf76-780a74d3aa29 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 946 time: 0.1807613 Dec 17 15:22:33.219013 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f2aa7f-044f-4ad5-8355-1a121ea9e00d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:33.226369 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f8f2aa7f-044f-4ad5-8355-1a121ea9e00d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:33.231975 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-7e6376f0-2c46-49be-94d2-c47e099eddbd None None] Provisioning complete for port 9a7f8289-1453-4dfc-9ebc-79401f8458cd triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:33.232355 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7e6376f0-2c46-49be-94d2-c47e099eddbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:33.281986 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-0f2962b1-6014-45e6-a0e7-4556a7074669 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:33.289245 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-fcf2fb18-a31c-4748-ab3b-85f408a3f9dd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:33.405028 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-40c29405-05ef-46ab-9fc2-deac33a7aa9c None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:33.466465 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a51c0477-7b84-4a9e-aefb-bad9101839c0 req-71f67f15-2448-444c-a06f-b50856c72174 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674773 Dec 17 15:22:33.474357 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-27a4d624-6d0a-4aef-b940-2ddfccac6787 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Made reservation on behalf of 60e309c546724192a86de7562967b8f4 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:33.477333 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-27a4d624-6d0a-4aef-b940-2ddfccac6787 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:33.485102 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-40c29405-05ef-46ab-9fc2-deac33a7aa9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:33.485326 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-0f2962b1-6014-45e6-a0e7-4556a7074669 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:33.485326 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-fcf2fb18-a31c-4748-ab3b-85f408a3f9dd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:33.544105 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c29405-05ef-46ab-9fc2-deac33a7aa9c None None] Network 45d9217f-e2cb-477e-93aa-a6a2c947038f is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:33.547544 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-40c29405-05ef-46ab-9fc2-deac33a7aa9c None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:33.552217 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c29405-05ef-46ab-9fc2-deac33a7aa9c None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:22:33.568853 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c29405-05ef-46ab-9fc2-deac33a7aa9c None None] Pushing event updated for resources: {'Port': ['ID=1267d561-d790-4e6d-8e50-6a76db42f63b,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:33.587733 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d015e5a7-c2d1-4c11-9bae-5b2a013a5964 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:33.632911 n-d-820553-2 neutron-server[102832]: INFO neutron.db.ipam_backend_mixin [None req-f8f2aa7f-044f-4ad5-8355-1a121ea9e00d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet df05c82a-71e3-4021-b640-74ccf1b9019c (CIDR: 172.20.0.0/28) Dec 17 15:22:33.639361 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-40c29405-05ef-46ab-9fc2-deac33a7aa9c None None] Attempting to bind port 1267d561-d790-4e6d-8e50-6a76db42f63b on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:22:33.639735 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-40c29405-05ef-46ab-9fc2-deac33a7aa9c None None] Attempting to bind port 1267d561-d790-4e6d-8e50-6a76db42f63b by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'b00895aa-7ac2-440d-ac20-beb0fd5863ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '45d9217f-e2cb-477e-93aa-a6a2c947038f'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:22:33.640171 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c29405-05ef-46ab-9fc2-deac33a7aa9c None None] Attempting to bind port 1267d561-d790-4e6d-8e50-6a76db42f63b on network 45d9217f-e2cb-477e-93aa-a6a2c947038f {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:22:33.647660 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c29405-05ef-46ab-9fc2-deac33a7aa9c None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:22:33.648085 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c29405-05ef-46ab-9fc2-deac33a7aa9c None None] Checking segment: {'id': 'b00895aa-7ac2-440d-ac20-beb0fd5863ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '45d9217f-e2cb-477e-93aa-a6a2c947038f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:22:33.648546 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-40c29405-05ef-46ab-9fc2-deac33a7aa9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:33.649261 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c29405-05ef-46ab-9fc2-deac33a7aa9c None None] Bound using segment: {'id': 'b00895aa-7ac2-440d-ac20-beb0fd5863ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '45d9217f-e2cb-477e-93aa-a6a2c947038f'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:22:33.650637 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-40c29405-05ef-46ab-9fc2-deac33a7aa9c None None] Bound port: 1267d561-d790-4e6d-8e50-6a76db42f63b, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00895aa-7ac2-440d-ac20-beb0fd5863ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '45d9217f-e2cb-477e-93aa-a6a2c947038f'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:22:33.650637 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-40c29405-05ef-46ab-9fc2-deac33a7aa9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:33.670310 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-187bb475-23c0-477f-bcac-e32865e52c08 req-fcf2fb18-a31c-4748-ab3b-85f408a3f9dd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Network ec28bea2-77cb-4691-b278-282a967d1e33 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:33.677426 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-b9de6d05-9ce9-46aa-836d-c0cd61cdfc89 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:33.681747 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-b9de6d05-9ce9-46aa-836d-c0cd61cdfc89 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/networks?id=a81410f2-8387-44e0-b580-7a2346e72e8a HTTP/1.1" status: 200 len: 810 time: 0.4289398 Dec 17 15:22:33.698866 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-0f2962b1-6014-45e6-a0e7-4556a7074669 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Network 17037aa8-3c05-41e7-ba50-c72d5662115e is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:33.703849 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-187bb475-23c0-477f-bcac-e32865e52c08 req-fcf2fb18-a31c-4748-ab3b-85f408a3f9dd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:33.708717 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-187bb475-23c0-477f-bcac-e32865e52c08 req-fcf2fb18-a31c-4748-ab3b-85f408a3f9dd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:22:33.710762 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f2aa7f-044f-4ad5-8355-1a121ea9e00d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:22:33.711255 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f2aa7f-044f-4ad5-8355-1a121ea9e00d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:22:33.761570 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-0f2962b1-6014-45e6-a0e7-4556a7074669 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:33.780669 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-0f2962b1-6014-45e6-a0e7-4556a7074669 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:22:33.785398 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-40c29405-05ef-46ab-9fc2-deac33a7aa9c None None] For port 1267d561-d790-4e6d-8e50-6a76db42f63b, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:22:33.802815 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-40c29405-05ef-46ab-9fc2-deac33a7aa9c None None] For port 1267d561-d790-4e6d-8e50-6a76db42f63b, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=1267d561-d790-4e6d-8e50-6a76db42f63b,segment=NetworkSegment(b00895aa-7ac2-440d-ac20-beb0fd5863ce),segment_id=b00895aa-7ac2-440d-ac20-beb0fd5863ce)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:22:33.811137 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-76a33dcf-2cea-4cb9-9562-062acbae03db None None] Provisioning complete for port 9a7f8289-1453-4dfc-9ebc-79401f8458cd triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:33.811508 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-76a33dcf-2cea-4cb9-9562-062acbae03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:33.849724 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9a7f8289-1453-4dfc-9ebc-79401f8458cd up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:22:33.858131 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:33.873413 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2962b1-6014-45e6-a0e7-4556a7074669 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Pushing event updated for resources: {'Port': ['ID=2fd7211b-664a-4ef8-ad27-7b23f7465ac5,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:33.882897 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-40c29405-05ef-46ab-9fc2-deac33a7aa9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:33.909274 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-0f2962b1-6014-45e6-a0e7-4556a7074669 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:33.910291 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-0f2962b1-6014-45e6-a0e7-4556a7074669 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:33.950202 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d015e5a7-c2d1-4c11-9bae-5b2a013a5964 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Pushing event updated for resources: {'Subnet': ['ID=0a34a568-ac9c-4666-9440-4384807aa1e8,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:34.014003 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d015e5a7-c2d1-4c11-9bae-5b2a013a5964 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Checking segment: {'id': '99bc8171-c7df-400b-a6f4-18b297079213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '546d1ced-0a96-40dd-b334-738cdd274bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:22:34.014447 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d015e5a7-c2d1-4c11-9bae-5b2a013a5964 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Network hostable DHCP agents. Network: 546d1ced-0a96-40dd-b334-738cdd274bcc, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:22:34.026332 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c29405-05ef-46ab-9fc2-deac33a7aa9c None None] Pushing event updated for resources: {'Port': ['ID=1267d561-d790-4e6d-8e50-6a76db42f63b,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:34.033023 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2fb18-a31c-4748-ab3b-85f408a3f9dd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Pushing event updated for resources: {'Port': ['ID=ebd3d295-a91e-41a7-8eb4-78304dcfd58d,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:34.062291 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-fcf2fb18-a31c-4748-ab3b-85f408a3f9dd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:34.063131 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-fcf2fb18-a31c-4748-ab3b-85f408a3f9dd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:34.074708 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 9a7f8289-1453-4dfc-9ebc-79401f8458cd triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:34.075442 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:34.087952 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-0f2962b1-6014-45e6-a0e7-4556a7074669 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8282733 Dec 17 15:22:34.107566 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-54f6a311-d4c8-41be-ad8a-c9760f426ec6 service neutron] Request body: {'port': {'device_id': '6f59d344-91ee-48d8-a491-b09d3aa12ee2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:34.207863 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-fcf2fb18-a31c-4748-ab3b-85f408a3f9dd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9238575 Dec 17 15:22:34.214338 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d015e5a7-c2d1-4c11-9bae-5b2a013a5964 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Network 546d1ced-0a96-40dd-b334-738cdd274bcc is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:22:34.230637 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-187bb475-23c0-477f-bcac-e32865e52c08 req-ea63fcbf-7e32-4463-9368-e1794dde9810 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Request body: {'port': {'device_id': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '035ebd08-a183-4c96-8d50-7cc8ab5df57c', 'admin_state_up': True, 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'security_groups': ['398eeb4a-b318-4e7f-b69a-d7779f508775']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:34.362982 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-54f6a311-d4c8-41be-ad8a-c9760f426ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:34.504386 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a456cc99-d27d-46f6-86cc-606d9d986621 None None] Provisioning complete for port ebd3d295-a91e-41a7-8eb4-78304dcfd58d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:34.505719 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a456cc99-d27d-46f6-86cc-606d9d986621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:34.527185 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-4e756355-c64d-4f6f-816e-909b3271167f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e24bbf48-b88c-4769-b229-03ec0f63aba6 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:22:34.536126 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-4e756355-c64d-4f6f-816e-909b3271167f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:34.540274 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:34.555474 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-4e756355-c64d-4f6f-816e-909b3271167f service neutron] Transition to ACTIVE for port object e24bbf48-b88c-4769-b229-03ec0f63aba6 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:22:34.563598 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-a456cc99-d27d-46f6-86cc-606d9d986621 None None] Port ebd3d295-a91e-41a7-8eb4-78304dcfd58d cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:22:34.570312 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-5c8c2656-5b7d-4402-b5c0-4d135bcca2b2 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/quotas/1407878f6eb44e929267c0f543df9a52 HTTP/1.1" status: 200 len: 375 time: 0.8876126 Dec 17 15:22:34.574894 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a456cc99-d27d-46f6-86cc-606d9d986621 None None] Provisioning complete for port 2fd7211b-664a-4ef8-ad27-7b23f7465ac5 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:34.575274 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a456cc99-d27d-46f6-86cc-606d9d986621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:34.622081 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-a456cc99-d27d-46f6-86cc-606d9d986621 None None] Port 2fd7211b-664a-4ef8-ad27-7b23f7465ac5 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:22:34.626089 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-d015e5a7-c2d1-4c11-9bae-5b2a013a5964 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 546d1ced-0a96-40dd-b334-738cdd274bcc) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:34.627898 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6587b-1675-4235-847c-df20cc76ce81 req-495874a0-73ca-4200-a340-d7b833e0c15a tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:34.634516 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6587b-1675-4235-847c-df20cc76ce81 req-495874a0-73ca-4200-a340-d7b833e0c15a tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:34.637672 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d8db27-a514-4255-85ee-846595ddd3d9 None None] Network 546d1ced-0a96-40dd-b334-738cdd274bcc requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:22:34.640187 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d015e5a7-c2d1-4c11-9bae-5b2a013a5964 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:34.640453 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6587b-1675-4235-847c-df20cc76ce81 req-495874a0-73ca-4200-a340-d7b833e0c15a tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:34.641364 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d015e5a7-c2d1-4c11-9bae-5b2a013a5964 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:34.642147 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70b6587b-1675-4235-847c-df20cc76ce81 req-495874a0-73ca-4200-a340-d7b833e0c15a tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 2374 time: 1.0203493 Dec 17 15:22:34.668210 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f8f2aa7f-044f-4ad5-8355-1a121ea9e00d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4810448 Dec 17 15:22:34.671878 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-4e756355-c64d-4f6f-816e-909b3271167f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:34.676998 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55524) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:34.681759 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-c3bc307e-f032-4c49-83ce-2ae0e4808bf3 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'subnet': {'network_id': '45d9217f-e2cb-477e-93aa-a6a2c947038f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:34.737146 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d015e5a7-c2d1-4c11-9bae-5b2a013a5964 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4251354 Dec 17 15:22:34.741197 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55526) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:34.751879 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-25254299-85c7-4139-90bc-95400a315ec4 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Request body: {'subnet': {'network_id': '641cb059-dcfe-45a2-b3d6-a3540438c0ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:34.770824 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-64f8d2bd-ae0d-4017-afe6-97d02f1e17d5 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1407878f6eb44e929267c0f543df9a52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1995106 Dec 17 15:22:34.866422 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70b6587b-1675-4235-847c-df20cc76ce81 req-7e0529c5-d929-434f-a7bd-dc31e1651241 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172172 Dec 17 15:22:34.893023 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e756355-c64d-4f6f-816e-909b3271167f service neutron] Pushing event updated for resources: {'Port': ['ID=e24bbf48-b88c-4769-b229-03ec0f63aba6,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:34.906653 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a345c962-6a9b-47ea-b040-3f3e031ae02d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-546d1ced-0a96-40dd-b334-738cdd274bcc', 'network_id': '546d1ced-0a96-40dd-b334-738cdd274bcc', 'tenant_id': '60900dfd32c24e678fc5b99c0970771a', 'fixed_ips': [{'subnet_id': '0a34a568-ac9c-4666-9440-4384807aa1e8'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:22:34.907550 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a345c962-6a9b-47ea-b040-3f3e031ae02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:34.923523 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-ea63fcbf-7e32-4463-9368-e1794dde9810 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Made reservation on behalf of 8be5f697514948dbb741ccae5deddcdd for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:35.087710 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-9768b59b-f26e-49cf-9dc9-eabe1eabdbdf req-14296875-8709-4145-b944-c1a05f0472b1 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-458813650', 'description': 'tempest-description-1362398490'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:35.120816 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-6ab7fd3f-476c-4806-94ac-645c5a1800fd service neutron] 10.222.0.46 "GET /v2.0/networks/a81410f2-8387-44e0-b580-7a2346e72e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490014 Dec 17 15:22:35.153272 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25254299-85c7-4139-90bc-95400a315ec4 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Made reservation on behalf of 60900dfd32c24e678fc5b99c0970771a for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:35.164407 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-25254299-85c7-4139-90bc-95400a315ec4 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:35.170610 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-a345c962-6a9b-47ea-b040-3f3e031ae02d None None] Allocated IP 172.20.0.2 (546d1ced-0a96-40dd-b334-738cdd274bcc/0a34a568-ac9c-4666-9440-4384807aa1e8/b650dcf4-c0ad-48d5-ad3a-b05da18001ae) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:22:35.248425 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-ea63fcbf-7e32-4463-9368-e1794dde9810 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:35.248674 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-4e756355-c64d-4f6f-816e-909b3271167f service neutron] Attempting to bind port e24bbf48-b88c-4769-b229-03ec0f63aba6 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:22:35.248842 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-4e756355-c64d-4f6f-816e-909b3271167f service neutron] Attempting to bind port e24bbf48-b88c-4769-b229-03ec0f63aba6 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': 'f10da5fa-5cdc-4258-87e7-e884dcfffec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '17037aa8-3c05-41e7-ba50-c72d5662115e'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:22:35.249282 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-4e756355-c64d-4f6f-816e-909b3271167f service neutron] Attempting to bind port e24bbf48-b88c-4769-b229-03ec0f63aba6 on network 17037aa8-3c05-41e7-ba50-c72d5662115e {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:22:35.267549 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-4e756355-c64d-4f6f-816e-909b3271167f service neutron] Port e24bbf48-b88c-4769-b229-03ec0f63aba6 on network 17037aa8-3c05-41e7-ba50-c72d5662115e not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:22:35.269227 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-4e756355-c64d-4f6f-816e-909b3271167f service neutron] Attempting to bind port e24bbf48-b88c-4769-b229-03ec0f63aba6 on network 17037aa8-3c05-41e7-ba50-c72d5662115e {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:22:35.276487 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-4e756355-c64d-4f6f-816e-909b3271167f service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:22:35.276487 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-4e756355-c64d-4f6f-816e-909b3271167f service neutron] Checking segment: {'id': 'f10da5fa-5cdc-4258-87e7-e884dcfffec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '17037aa8-3c05-41e7-ba50-c72d5662115e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:22:35.276894 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-4e756355-c64d-4f6f-816e-909b3271167f service neutron] Bound using segment: {'id': 'f10da5fa-5cdc-4258-87e7-e884dcfffec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '17037aa8-3c05-41e7-ba50-c72d5662115e'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:22:35.277278 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-4e756355-c64d-4f6f-816e-909b3271167f service neutron] Bound port: e24bbf48-b88c-4769-b229-03ec0f63aba6, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f10da5fa-5cdc-4258-87e7-e884dcfffec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '17037aa8-3c05-41e7-ba50-c72d5662115e'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:22:35.277651 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-4e756355-c64d-4f6f-816e-909b3271167f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:35.285359 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-54f6a311-d4c8-41be-ad8a-c9760f426ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd7211b-664a-4ef8-ad27-7b23f7465ac5 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:22:35.307748 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-54f6a311-d4c8-41be-ad8a-c9760f426ec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:35.324785 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bc307e-f032-4c49-83ce-2ae0e4808bf3 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:35.329547 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c3bc307e-f032-4c49-83ce-2ae0e4808bf3 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:35.371133 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a345c962-6a9b-47ea-b040-3f3e031ae02d None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:35.406901 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-54f6a311-d4c8-41be-ad8a-c9760f426ec6 service neutron] Transition to ACTIVE for port object 2fd7211b-664a-4ef8-ad27-7b23f7465ac5 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:22:35.435161 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a345c962-6a9b-47ea-b040-3f3e031ae02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:35.435425 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-b8462abd-008a-4950-8268-376182f0a70d service neutron] 10.222.0.46 "GET /v2.0/networks/a81410f2-8387-44e0-b580-7a2346e72e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867866 Dec 17 15:22:35.472675 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-54f6a311-d4c8-41be-ad8a-c9760f426ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:35.494447 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a345c962-6a9b-47ea-b040-3f3e031ae02d None None] Network 546d1ced-0a96-40dd-b334-738cdd274bcc is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:35.498963 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-a345c962-6a9b-47ea-b040-3f3e031ae02d None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:35.519367 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a345c962-6a9b-47ea-b040-3f3e031ae02d None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:22:35.532545 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345c962-6a9b-47ea-b040-3f3e031ae02d None None] Pushing event updated for resources: {'Port': ['ID=b650dcf4-c0ad-48d5-ad3a-b05da18001ae,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:35.544429 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6a311-d4c8-41be-ad8a-c9760f426ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd7211b-664a-4ef8-ad27-7b23f7465ac5,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:35.544917 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9768b59b-f26e-49cf-9dc9-eabe1eabdbdf req-14296875-8709-4145-b944-c1a05f0472b1 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:35.590177 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-4e756355-c64d-4f6f-816e-909b3271167f service neutron] For port e24bbf48-b88c-4769-b229-03ec0f63aba6, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:22:35.624261 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-4e756355-c64d-4f6f-816e-909b3271167f service neutron] For port e24bbf48-b88c-4769-b229-03ec0f63aba6, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e24bbf48-b88c-4769-b229-03ec0f63aba6,segment=NetworkSegment(f10da5fa-5cdc-4258-87e7-e884dcfffec9),segment_id=f10da5fa-5cdc-4258-87e7-e884dcfffec9)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:22:35.639656 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-27a4d624-6d0a-4aef-b940-2ddfccac6787 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Allocated IP 172.20.0.9 (17037aa8-3c05-41e7-ba50-c72d5662115e/0c82b08e-7646-45d2-ac36-8b704389a6a5/e891dda8-2b65-4cf9-9ffb-bd0f43d0f548) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:22:35.648818 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4aa516-558c-4f73-91bb-5c86205b5199 None None] Network 45d9217f-e2cb-477e-93aa-a6a2c947038f requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:22:35.716770 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-4e756355-c64d-4f6f-816e-909b3271167f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:35.772906 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-a345c962-6a9b-47ea-b040-3f3e031ae02d None None] Attempting to bind port b650dcf4-c0ad-48d5-ad3a-b05da18001ae on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:22:35.777987 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-a345c962-6a9b-47ea-b040-3f3e031ae02d None None] Attempting to bind port b650dcf4-c0ad-48d5-ad3a-b05da18001ae by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '99bc8171-c7df-400b-a6f4-18b297079213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '546d1ced-0a96-40dd-b334-738cdd274bcc'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:22:35.777987 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a345c962-6a9b-47ea-b040-3f3e031ae02d None None] Attempting to bind port b650dcf4-c0ad-48d5-ad3a-b05da18001ae on network 546d1ced-0a96-40dd-b334-738cdd274bcc {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:22:35.818539 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a345c962-6a9b-47ea-b040-3f3e031ae02d None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:22:35.818897 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a345c962-6a9b-47ea-b040-3f3e031ae02d None None] Checking segment: {'id': '99bc8171-c7df-400b-a6f4-18b297079213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '546d1ced-0a96-40dd-b334-738cdd274bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:22:35.819310 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a345c962-6a9b-47ea-b040-3f3e031ae02d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:35.820121 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a345c962-6a9b-47ea-b040-3f3e031ae02d None None] Bound using segment: {'id': '99bc8171-c7df-400b-a6f4-18b297079213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '546d1ced-0a96-40dd-b334-738cdd274bcc'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:22:35.820320 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-a345c962-6a9b-47ea-b040-3f3e031ae02d None None] Bound port: b650dcf4-c0ad-48d5-ad3a-b05da18001ae, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99bc8171-c7df-400b-a6f4-18b297079213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '546d1ced-0a96-40dd-b334-738cdd274bcc'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:22:35.820556 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a345c962-6a9b-47ea-b040-3f3e031ae02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:35.936143 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c8d19eda-68b3-493a-9978-f46d6dec6c91 None None] Provisioning complete for port 1267d561-d790-4e6d-8e50-6a76db42f63b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:35.936480 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c8d19eda-68b3-493a-9978-f46d6dec6c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:36.003381 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 1267d561-d790-4e6d-8e50-6a76db42f63b up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:22:36.012306 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-187bb475-23c0-477f-bcac-e32865e52c08 req-ea63fcbf-7e32-4463-9368-e1794dde9810 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Allocated IP 10.2.2.100 (035ebd08-a183-4c96-8d50-7cc8ab5df57c/9bf386dd-4029-471e-b0f0-b3050162bb35/82472c12-2b01-481b-a1e9-52c2af0111f1) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:22:36.050778 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-54f6a311-d4c8-41be-ad8a-c9760f426ec6 service neutron] Attempting to bind port 2fd7211b-664a-4ef8-ad27-7b23f7465ac5 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:22:36.050778 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-54f6a311-d4c8-41be-ad8a-c9760f426ec6 service neutron] Attempting to bind port 2fd7211b-664a-4ef8-ad27-7b23f7465ac5 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': 'f10da5fa-5cdc-4258-87e7-e884dcfffec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '17037aa8-3c05-41e7-ba50-c72d5662115e'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:22:36.050778 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-54f6a311-d4c8-41be-ad8a-c9760f426ec6 service neutron] Attempting to bind port 2fd7211b-664a-4ef8-ad27-7b23f7465ac5 on network 17037aa8-3c05-41e7-ba50-c72d5662115e {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:22:36.055422 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-54f6a311-d4c8-41be-ad8a-c9760f426ec6 service neutron] Port 2fd7211b-664a-4ef8-ad27-7b23f7465ac5 on network 17037aa8-3c05-41e7-ba50-c72d5662115e not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:22:36.055767 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-54f6a311-d4c8-41be-ad8a-c9760f426ec6 service neutron] Attempting to bind port 2fd7211b-664a-4ef8-ad27-7b23f7465ac5 on network 17037aa8-3c05-41e7-ba50-c72d5662115e {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:22:36.068378 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-54f6a311-d4c8-41be-ad8a-c9760f426ec6 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:22:36.075982 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-54f6a311-d4c8-41be-ad8a-c9760f426ec6 service neutron] Checking segment: {'id': 'f10da5fa-5cdc-4258-87e7-e884dcfffec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '17037aa8-3c05-41e7-ba50-c72d5662115e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:22:36.076512 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-54f6a311-d4c8-41be-ad8a-c9760f426ec6 service neutron] Bound using segment: {'id': 'f10da5fa-5cdc-4258-87e7-e884dcfffec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '17037aa8-3c05-41e7-ba50-c72d5662115e'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:22:36.077194 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-54f6a311-d4c8-41be-ad8a-c9760f426ec6 service neutron] Bound port: 2fd7211b-664a-4ef8-ad27-7b23f7465ac5, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f10da5fa-5cdc-4258-87e7-e884dcfffec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '17037aa8-3c05-41e7-ba50-c72d5662115e'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:22:36.077750 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-54f6a311-d4c8-41be-ad8a-c9760f426ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:36.084917 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-25254299-85c7-4139-90bc-95400a315ec4 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:36.194598 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-a345c962-6a9b-47ea-b040-3f3e031ae02d None None] For port b650dcf4-c0ad-48d5-ad3a-b05da18001ae, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:22:36.198822 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-a345c962-6a9b-47ea-b040-3f3e031ae02d None None] For port b650dcf4-c0ad-48d5-ad3a-b05da18001ae, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b650dcf4-c0ad-48d5-ad3a-b05da18001ae,segment=NetworkSegment(99bc8171-c7df-400b-a6f4-18b297079213),segment_id=99bc8171-c7df-400b-a6f4-18b297079213)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:22:36.297234 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-689db053-3d90-4eb6-91f5-04bad9924c1d req-26579bca-52ff-49c5-8697-ac8c3152be33 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=996da2d5-5525-47fd-a9e6-fa0c50927856 HTTP/1.1" status: 200 len: 210 time: 0.2556386 Dec 17 15:22:36.320081 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-4e756355-c64d-4f6f-816e-909b3271167f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:36.325479 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-4e756355-c64d-4f6f-816e-909b3271167f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:36.327235 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-4e756355-c64d-4f6f-816e-909b3271167f service neutron] 10.222.0.41 "PUT /v2.0/ports/e24bbf48-b88c-4769-b229-03ec0f63aba6 HTTP/1.1" status: 200 len: 1092 time: 3.3004878 Dec 17 15:22:36.336027 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a345c962-6a9b-47ea-b040-3f3e031ae02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:36.349552 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8146d07-7e9a-4085-82a1-252e96492674', 'tag': 'e24bbf48-b88c-4769-b229-03ec0f63aba6'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:22:36.360641 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecce2f2-aaac-4311-b75a-699cb0437584" -d '{"events": [{"name": "network-changed", "server_uuid": "f8146d07-7e9a-4085-82a1-252e96492674", "tag": "e24bbf48-b88c-4769-b229-03ec0f63aba6"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:22:36.364419 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-ea63fcbf-7e32-4463-9368-e1794dde9810 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:36.370520 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-27a4d624-6d0a-4aef-b940-2ddfccac6787 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:36.413508 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25254299-85c7-4139-90bc-95400a315ec4 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Pushing event updated for resources: {'Subnet': ['ID=6babcebc-a713-4cea-9408-823c8c986520,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:36.452625 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 1267d561-d790-4e6d-8e50-6a76db42f63b triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:36.452965 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:36.454726 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9768b59b-f26e-49cf-9dc9-eabe1eabdbdf req-14296875-8709-4145-b944-c1a05f0472b1 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:36.499371 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-ea63fcbf-7e32-4463-9368-e1794dde9810 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:36.511749 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e756355-c64d-4f6f-816e-909b3271167f service neutron] Pushing event updated for resources: {'Port': ['ID=e24bbf48-b88c-4769-b229-03ec0f63aba6,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:36.513796 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c8d19eda-68b3-493a-9978-f46d6dec6c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:36.564101 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-54f6a311-d4c8-41be-ad8a-c9760f426ec6 service neutron] For port 2fd7211b-664a-4ef8-ad27-7b23f7465ac5, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:22:36.567736 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25254299-85c7-4139-90bc-95400a315ec4 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Checking segment: {'id': '4a4892c0-7189-4b64-9ad8-3b9748f38d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '641cb059-dcfe-45a2-b3d6-a3540438c0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:22:36.568325 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25254299-85c7-4139-90bc-95400a315ec4 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Network hostable DHCP agents. Network: 641cb059-dcfe-45a2-b3d6-a3540438c0ef, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:22:36.574049 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff545b08-9325-41ca-8749-74a415a10edb req-fe7b8c46-f4a7-4765-9a88-3978ab8ac9c5 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 210 time: 0.0510569 Dec 17 15:22:36.581905 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c8d19eda-68b3-493a-9978-f46d6dec6c91 None None] For port 1267d561-d790-4e6d-8e50-6a76db42f63b, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=1267d561-d790-4e6d-8e50-6a76db42f63b,segment=NetworkSegment(b00895aa-7ac2-440d-ac20-beb0fd5863ce),segment_id=b00895aa-7ac2-440d-ac20-beb0fd5863ce)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:36.606629 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9768b59b-f26e-49cf-9dc9-eabe1eabdbdf req-14296875-8709-4145-b944-c1a05f0472b1 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:36.624978 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-b7064e43-5d21-45d5-b83c-6f728bef09f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:36.626984 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-b7064e43-5d21-45d5-b83c-6f728bef09f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60e309c546724192a86de7562967b8f4&device_id=f8146d07-7e9a-4085-82a1-252e96492674 HTTP/1.1" status: 200 len: 1095 time: 0.1481464 Dec 17 15:22:36.644203 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-54f6a311-d4c8-41be-ad8a-c9760f426ec6 service neutron] For port 2fd7211b-664a-4ef8-ad27-7b23f7465ac5, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=2fd7211b-664a-4ef8-ad27-7b23f7465ac5,segment=NetworkSegment(f10da5fa-5cdc-4258-87e7-e884dcfffec9),segment_id=f10da5fa-5cdc-4258-87e7-e884dcfffec9)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:22:36.660642 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-187bb475-23c0-477f-bcac-e32865e52c08 req-ea63fcbf-7e32-4463-9368-e1794dde9810 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Network 035ebd08-a183-4c96-8d50-7cc8ab5df57c is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:36.702813 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-187bb475-23c0-477f-bcac-e32865e52c08 req-ea63fcbf-7e32-4463-9368-e1794dde9810 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:36.708689 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63fcbf-7e32-4463-9368-e1794dde9810 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Pushing event updated for resources: {'Port': ['ID=82472c12-2b01-481b-a1e9-52c2af0111f1,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:36.712573 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-187bb475-23c0-477f-bcac-e32865e52c08 req-ea63fcbf-7e32-4463-9368-e1794dde9810 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:22:36.721570 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9768b59b-f26e-49cf-9dc9-eabe1eabdbdf req-14296875-8709-4145-b944-c1a05f0472b1 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:36.736452 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9768b59b-f26e-49cf-9dc9-eabe1eabdbdf req-14296875-8709-4145-b944-c1a05f0472b1 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.6482871 Dec 17 15:22:36.762577 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-54f6a311-d4c8-41be-ad8a-c9760f426ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:36.764864 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-b6904c7f-076f-42c6-85b2-73cce71ecafd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e24bbf48-b88c-4769-b229-03ec0f63aba6 HTTP/1.1" status: 200 len: 217 time: 0.1216018 Dec 17 15:22:36.768952 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345c962-6a9b-47ea-b040-3f3e031ae02d None None] Pushing event updated for resources: {'Port': ['ID=b650dcf4-c0ad-48d5-ad3a-b05da18001ae,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:36.771404 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c3bc307e-f032-4c49-83ce-2ae0e4808bf3 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:36.798193 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c8d19eda-68b3-493a-9978-f46d6dec6c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:36.812900 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-54f6a311-d4c8-41be-ad8a-c9760f426ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:36.813563 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-54f6a311-d4c8-41be-ad8a-c9760f426ec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:36.822339 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-54f6a311-d4c8-41be-ad8a-c9760f426ec6 service neutron] 10.222.0.41 "PUT /v2.0/ports/2fd7211b-664a-4ef8-ad27-7b23f7465ac5 HTTP/1.1" status: 200 len: 1092 time: 2.7127872 Dec 17 15:22:36.830495 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f59d344-91ee-48d8-a491-b09d3aa12ee2', 'tag': '2fd7211b-664a-4ef8-ad27-7b23f7465ac5'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:22:36.841774 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530e8690-ee03-4aa2-80fc-77586f761763" -d '{"events": [{"name": "network-changed", "server_uuid": "6f59d344-91ee-48d8-a491-b09d3aa12ee2", "tag": "2fd7211b-664a-4ef8-ad27-7b23f7465ac5"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:22:36.864432 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-667064e8-a4d7-4c77-8b8a-33a782283d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:36.873781 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-667064e8-a4d7-4c77-8b8a-33a782283d90 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0c82b08e-7646-45d2-ac36-8b704389a6a5 HTTP/1.1" status: 200 len: 855 time: 0.0980475 Dec 17 15:22:36.957357 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d19eda-68b3-493a-9978-f46d6dec6c91 None None] Pushing event updated for resources: {'Port': ['ID=1267d561-d790-4e6d-8e50-6a76db42f63b,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:37.003338 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-27a4d624-6d0a-4aef-b940-2ddfccac6787 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:37.008817 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14296875-8709-4145-b944-c1a05f0472b1 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=945d94b8-b32f-435a-a87c-88e08f4b6ece,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:37.102456 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fdfb83-0070-446b-b42e-66a7edfe5b9e x-openstack-request-id: req-51fdfb83-0070-446b-b42e-66a7edfe5b9e {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:22:37.102741 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8146d07-7e9a-4085-82a1-252e96492674", "tag": "e24bbf48-b88c-4769-b229-03ec0f63aba6", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:22:37.103174 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-51fdfb83-0070-446b-b42e-66a7edfe5b9e {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:22:37.103813 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8146d07-7e9a-4085-82a1-252e96492674', 'tag': 'e24bbf48-b88c-4769-b229-03ec0f63aba6', 'status': 'completed', 'code': 200} Dec 17 15:22:37.246480 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bc307e-f032-4c49-83ce-2ae0e4808bf3 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Network 45d9217f-e2cb-477e-93aa-a6a2c947038f is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:37.295031 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-c3bc307e-f032-4c49-83ce-2ae0e4808bf3 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:37.298966 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-27a4d624-6d0a-4aef-b940-2ddfccac6787 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Network 17037aa8-3c05-41e7-ba50-c72d5662115e is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:37.322086 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-73e14fb6-6bce-46ae-b94a-b87c58449f10 None None] Provisioning complete for port 82472c12-2b01-481b-a1e9-52c2af0111f1 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:37.322589 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-73e14fb6-6bce-46ae-b94a-b87c58449f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:37.329202 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bc307e-f032-4c49-83ce-2ae0e4808bf3 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:37.329990 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c3bc307e-f032-4c49-83ce-2ae0e4808bf3 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:37.340990 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc307e-f032-4c49-83ce-2ae0e4808bf3 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Subnet': ['ID=677c1e89-4887-48fc-8ea0-57d761d3d089,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:37.354550 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-27a4d624-6d0a-4aef-b940-2ddfccac6787 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:37.378957 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-27a4d624-6d0a-4aef-b940-2ddfccac6787 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:22:37.391567 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e583d5-ec51-49e2-b145-b5438a5162f7 None None] Network 45d9217f-e2cb-477e-93aa-a6a2c947038f requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:22:37.395800 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f36d6864-4d11-46ee-babd-b2a050f8a092 req-f237f7d1-8865-4745-8767-d842bf217a04 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-458813650&fields=id&tenant_id=c5523b5350454050bc24f1ee5a0a4b70 HTTP/1.1" status: 200 len: 267 time: 0.2686105 Dec 17 15:22:37.408737 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-f2446356-bc83-43c6-8522-5bf7fbac9b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:37.410393 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-f2446356-bc83-43c6-8522-5bf7fbac9b3e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17037aa8-3c05-41e7-ba50-c72d5662115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4097009 Dec 17 15:22:37.411656 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4d624-6d0a-4aef-b940-2ddfccac6787 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Pushing event updated for resources: {'Port': ['ID=e891dda8-2b65-4cf9-9ffb-bd0f43d0f548,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:37.431774 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b9734-0a76-4394-8048-ae5491275d80 req-79db8016-4c89-40bf-b4d0-dbbcce594328 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:37.438212 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b9734-0a76-4394-8048-ae5491275d80 req-79db8016-4c89-40bf-b4d0-dbbcce594328 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:37.444840 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b9734-0a76-4394-8048-ae5491275d80 req-79db8016-4c89-40bf-b4d0-dbbcce594328 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:37.451329 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b9734-0a76-4394-8048-ae5491275d80 req-79db8016-4c89-40bf-b4d0-dbbcce594328 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:37.460468 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-155b9734-0a76-4394-8048-ae5491275d80 req-79db8016-4c89-40bf-b4d0-dbbcce594328 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 3095 time: 0.7218628 Dec 17 15:22:37.533733 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-73e14fb6-6bce-46ae-b94a-b87c58449f10 None None] Port 82472c12-2b01-481b-a1e9-52c2af0111f1 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:22:37.740866 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-740a7599-d975-4aa9-8911-25ce0042c827 None None] Provisioning complete for port 1267d561-d790-4e6d-8e50-6a76db42f63b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:37.742638 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-740a7599-d975-4aa9-8911-25ce0042c827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:37.749954 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25254299-85c7-4139-90bc-95400a315ec4 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Network 641cb059-dcfe-45a2-b3d6-a3540438c0ef is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:22:37.757819 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c3bc307e-f032-4c49-83ce-2ae0e4808bf3 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.0798047 Dec 17 15:22:37.765509 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55554) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:37.787251 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-16ad53a7-b9ad-48db-a4b7-af39a2f9eced service neutron] 10.222.0.41 "GET /v2.0/networks/17037aa8-3c05-41e7-ba50-c72d5662115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842579 Dec 17 15:22:37.829466 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-ee491e18-4b1f-4ea5-9f9d-5a330eea8ab2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'port': {'network_id': '45d9217f-e2cb-477e-93aa-a6a2c947038f', 'fixed_ips': [{'subnet_id': 'df05c82a-71e3-4021-b640-74ccf1b9019c'}, {'subnet_id': '677c1e89-4887-48fc-8ea0-57d761d3d089'}], 'name': 'tempest-PortsTestJSON-2086206358'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:37.845197 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-27a4d624-6d0a-4aef-b940-2ddfccac6787 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:37.849539 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-27a4d624-6d0a-4aef-b940-2ddfccac6787 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:37.969199 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecc5df2-8573-4239-ae92-07f304c8caee None None] Update dhcp port {'port': {'network_id': '45d9217f-e2cb-477e-93aa-a6a2c947038f', 'fixed_ips': [{'subnet_id': 'df05c82a-71e3-4021-b640-74ccf1b9019c', 'ip_address': '172.20.0.2'}, {'subnet_id': '677c1e89-4887-48fc-8ea0-57d761d3d089'}], 'binding:host_id': 'n-d-820553-2'}, 'id': '1267d561-d790-4e6d-8e50-6a76db42f63b'} from n-d-820553-2. {{(pid=102834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 17 15:22:37.995009 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-155b9734-0a76-4394-8048-ae5491275d80 req-fab7bff4-2af7-4a1b-a14a-cba4a8dcbfbe tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5265322 Dec 17 15:22:37.996344 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-ea63fcbf-7e32-4463-9368-e1794dde9810 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:37.998602 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-ea63fcbf-7e32-4463-9368-e1794dde9810 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:38.015211 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7ecc5df2-8573-4239-ae92-07f304c8caee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:38.017939 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 1267d561-d790-4e6d-8e50-6a76db42f63b up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:22:38.018581 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f411bfdd-4525-454f-bda3-03cd35a66600 req-a0926a46-1576-4064-9b77-3528268996ab service neutron] 10.222.0.41 "GET /v2.0/networks/17037aa8-3c05-41e7-ba50-c72d5662115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242551 Dec 17 15:22:38.069146 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6a311-d4c8-41be-ad8a-c9760f426ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd7211b-664a-4ef8-ad27-7b23f7465ac5,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:38.086705 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d6864-4d11-46ee-babd-b2a050f8a092 req-017c635c-83c6-4477-a3cf-0e468fc51425 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:38.090730 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-25254299-85c7-4139-90bc-95400a315ec4 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 641cb059-dcfe-45a2-b3d6-a3540438c0ef) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:38.095756 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25254299-85c7-4139-90bc-95400a315ec4 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:38.099533 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-25254299-85c7-4139-90bc-95400a315ec4 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:38.106981 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f36d6864-4d11-46ee-babd-b2a050f8a092 req-017c635c-83c6-4477-a3cf-0e468fc51425 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 946 time: 0.7098124 Dec 17 15:22:38.119212 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2526b5-4946-4bdd-85ad-114a597fe3d0 x-openstack-request-id: req-ff2526b5-4946-4bdd-85ad-114a597fe3d0 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:22:38.119555 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f59d344-91ee-48d8-a491-b09d3aa12ee2", "tag": "2fd7211b-664a-4ef8-ad27-7b23f7465ac5", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:22:38.119801 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ff2526b5-4946-4bdd-85ad-114a597fe3d0 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:22:38.119935 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-f36d6864-4d11-46ee-babd-b2a050f8a092 req-65d37be9-3b36-4c8e-88d2-88879a74b6d1 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Request body: {'port': {'security_groups': ['524e8be5-13b8-4d6a-b063-3861ebb93b54', '945d94b8-b32f-435a-a87c-88e08f4b6ece']}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:38.120328 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f59d344-91ee-48d8-a491-b09d3aa12ee2', 'tag': '2fd7211b-664a-4ef8-ad27-7b23f7465ac5', 'status': 'completed', 'code': 200} Dec 17 15:22:38.126749 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-939aa4d5-17f3-4223-a20b-95ac33cb83e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:38.128453 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-939aa4d5-17f3-4223-a20b-95ac33cb83e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60e309c546724192a86de7562967b8f4&device_id=6f59d344-91ee-48d8-a491-b09d3aa12ee2 HTTP/1.1" status: 200 len: 1095 time: 1.1452160 Dec 17 15:22:38.137433 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee491e18-4b1f-4ea5-9f9d-5a330eea8ab2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:38.181686 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370eada6-ada9-45bc-9ee7-6043937d555e None None] Network 641cb059-dcfe-45a2-b3d6-a3540438c0ef requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:22:38.268578 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-27a4d624-6d0a-4aef-b940-2ddfccac6787 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3717568 Dec 17 15:22:38.272764 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ee491e18-4b1f-4ea5-9f9d-5a330eea8ab2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:38.291463 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-25254299-85c7-4139-90bc-95400a315ec4 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5454626 Dec 17 15:22:38.299660 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-ee491e18-4b1f-4ea5-9f9d-5a330eea8ab2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] device_id is not set on port ae9225ae-88cf-4c28-8a93-a31cf35f1812 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:22:38.305076 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-28bce116-0e29-405f-97a6-716d9dcdda2b service neutron] Request body: {'port': {'device_id': '996da2d5-5525-47fd-a9e6-fa0c50927856', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:38.311706 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55558) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:38.413213 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-24d1ac5b-124e-4080-b4b4-6017dc97e947 None None] Provisioning complete for port e891dda8-2b65-4cf9-9ffb-bd0f43d0f548 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:38.413642 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-24d1ac5b-124e-4080-b4b4-6017dc97e947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:38.457141 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f36d6864-4d11-46ee-babd-b2a050f8a092 req-65d37be9-3b36-4c8e-88d2-88879a74b6d1 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:38.467362 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-24d1ac5b-124e-4080-b4b4-6017dc97e947 None None] Port e891dda8-2b65-4cf9-9ffb-bd0f43d0f548 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:22:38.548027 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-ea63fcbf-7e32-4463-9368-e1794dde9810 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3294697 Dec 17 15:22:38.549978 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 1267d561-d790-4e6d-8e50-6a76db42f63b triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:38.550364 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:38.586156 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef3a275-8518-4888-a05d-29f2578b4348 None None] Network 546d1ced-0a96-40dd-b334-738cdd274bcc requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:22:38.589392 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-187bb475-23c0-477f-bcac-e32865e52c08 req-7054623c-1dba-4ee1-badc-c883db898bbf tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Request body: {'port': {'device_id': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '035ebd08-a183-4c96-8d50-7cc8ab5df57c', 'admin_state_up': True, 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'security_groups': ['398eeb4a-b318-4e7f-b69a-d7779f508775']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:38.608628 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-eb37da07-0dde-4b24-ba54-8db31e87f89a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fd7211b-664a-4ef8-ad27-7b23f7465ac5 HTTP/1.1" status: 200 len: 217 time: 0.3473196 Dec 17 15:22:38.704689 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-0f269eae-1d96-48f9-aa2a-b2261768cbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:38.706249 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-0f269eae-1d96-48f9-aa2a-b2261768cbac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0c82b08e-7646-45d2-ac36-8b704389a6a5 HTTP/1.1" status: 200 len: 855 time: 0.0635047 Dec 17 15:22:38.779065 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-7594488e-6703-4e92-a39f-1ff1ef704780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:38.780784 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-7594488e-6703-4e92-a39f-1ff1ef704780 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17037aa8-3c05-41e7-ba50-c72d5662115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648663 Dec 17 15:22:38.862675 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-7ecc5df2-8573-4239-ae92-07f304c8caee None None] Allocated IP 172.20.0.18 (45d9217f-e2cb-477e-93aa-a6a2c947038f/677c1e89-4887-48fc-8ea0-57d761d3d089/1267d561-d790-4e6d-8e50-6a76db42f63b) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:22:38.922184 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-2854fef8-88d3-4341-8402-0dc614ea4f6f service neutron] 10.222.0.41 "GET /v2.0/networks/17037aa8-3c05-41e7-ba50-c72d5662115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292114 Dec 17 15:22:39.008371 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7ecc5df2-8573-4239-ae92-07f304c8caee None None] For port 1267d561-d790-4e6d-8e50-6a76db42f63b, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=1267d561-d790-4e6d-8e50-6a76db42f63b,segment=NetworkSegment(b00895aa-7ac2-440d-ac20-beb0fd5863ce),segment_id=b00895aa-7ac2-440d-ac20-beb0fd5863ce)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:39.020712 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-7054623c-1dba-4ee1-badc-c883db898bbf tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Made reservation on behalf of 8be5f697514948dbb741ccae5deddcdd for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:39.038614 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-7054623c-1dba-4ee1-badc-c883db898bbf tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:39.054598 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-28bce116-0e29-405f-97a6-716d9dcdda2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:39.117704 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7ecc5df2-8573-4239-ae92-07f304c8caee None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:39.138478 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-cca040a0-3e31-490a-8920-763bd6a20839 None None] Provisioning complete for port b650dcf4-c0ad-48d5-ad3a-b05da18001ae triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:39.139167 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cca040a0-3e31-490a-8920-763bd6a20839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:39.152419 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c7fc4716-402c-440e-8e4c-9fa0c0c489af req-30c9e883-be8b-4c24-ae47-c6c5396ca497 service neutron] 10.222.0.41 "GET /v2.0/networks/17037aa8-3c05-41e7-ba50-c72d5662115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221861 Dec 17 15:22:39.160408 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecce2f2-aaac-4311-b75a-699cb0437584 req-2acb66f5-ab21-4ce3-8bff-de9d016c89f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:39.162554 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cecce2f2-aaac-4311-b75a-699cb0437584 req-2acb66f5-ab21-4ce3-8bff-de9d016c89f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60e309c546724192a86de7562967b8f4&device_id=f8146d07-7e9a-4085-82a1-252e96492674 HTTP/1.1" status: 200 len: 1095 time: 0.9220998 Dec 17 15:22:39.170541 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b73e4f-2dad-4c4e-8d65-15c5a37b7b60 req-39696be6-da34-48f7-ae3f-26c7055b58d3 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:39.179882 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b8b73e4f-2dad-4c4e-8d65-15c5a37b7b60 req-39696be6-da34-48f7-ae3f-26c7055b58d3 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=996da2d5-5525-47fd-a9e6-fa0c50927856 HTTP/1.1" status: 200 len: 931 time: 0.9693742 Dec 17 15:22:39.216446 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7ecc5df2-8573-4239-ae92-07f304c8caee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:39.307218 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecce2f2-aaac-4311-b75a-699cb0437584 req-f6b57e7a-817f-4c10-8741-dc723d519203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:39.308713 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cecce2f2-aaac-4311-b75a-699cb0437584 req-f6b57e7a-817f-4c10-8741-dc723d519203 service neutron] 10.222.0.41 "GET /v2.0/networks?id=17037aa8-3c05-41e7-ba50-c72d5662115e HTTP/1.1" status: 200 len: 917 time: 0.1245480 Dec 17 15:22:39.377029 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc5df2-8573-4239-ae92-07f304c8caee None None] Pushing event updated for resources: {'Port': ['ID=1267d561-d790-4e6d-8e50-6a76db42f63b,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:39.406687 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-187bb475-23c0-477f-bcac-e32865e52c08 req-7054623c-1dba-4ee1-badc-c883db898bbf tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Allocated IP 10.2.2.200 (035ebd08-a183-4c96-8d50-7cc8ab5df57c/9bf386dd-4029-471e-b0f0-b3050162bb35/5e8d71c7-6b02-4151-a43a-fc7b70877533) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:22:39.407373 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fca54e-793d-4109-b7fe-a776c2f28465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-641cb059-dcfe-45a2-b3d6-a3540438c0ef', 'network_id': '641cb059-dcfe-45a2-b3d6-a3540438c0ef', 'tenant_id': '60900dfd32c24e678fc5b99c0970771a', 'fixed_ips': [{'subnet_id': '6babcebc-a713-4cea-9408-823c8c986520'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:22:39.408800 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-84fca54e-793d-4109-b7fe-a776c2f28465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:39.456054 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-ee491e18-4b1f-4ea5-9f9d-5a330eea8ab2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Allocated IP 172.20.0.9 (45d9217f-e2cb-477e-93aa-a6a2c947038f/df05c82a-71e3-4021-b640-74ccf1b9019c/ae9225ae-88cf-4c28-8a93-a31cf35f1812) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:22:39.472846 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e8690-ee03-4aa2-80fc-77586f761763 req-d8a9d71e-f829-4ea6-8b35-8e26147f360d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:39.474811 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-530e8690-ee03-4aa2-80fc-77586f761763 req-d8a9d71e-f829-4ea6-8b35-8e26147f360d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60e309c546724192a86de7562967b8f4&device_id=6f59d344-91ee-48d8-a491-b09d3aa12ee2 HTTP/1.1" status: 200 len: 1095 time: 0.1293759 Dec 17 15:22:39.493516 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-ee491e18-4b1f-4ea5-9f9d-5a330eea8ab2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Allocated IP 172.20.0.27 (45d9217f-e2cb-477e-93aa-a6a2c947038f/677c1e89-4887-48fc-8ea0-57d761d3d089/ae9225ae-88cf-4c28-8a93-a31cf35f1812) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:22:39.562381 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-84fca54e-793d-4109-b7fe-a776c2f28465 None None] Allocated IP 172.20.0.2 (641cb059-dcfe-45a2-b3d6-a3540438c0ef/6babcebc-a713-4cea-9408-823c8c986520/e30822d0-6d8a-4d82-b554-5866f126563d) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:22:39.564325 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b8b73e4f-2dad-4c4e-8d65-15c5a37b7b60 req-0aaa71b3-e380-4057-a5ac-43fe068202c7 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834050 Dec 17 15:22:39.663688 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cecce2f2-aaac-4311-b75a-699cb0437584 req-57e789c2-2632-48a1-b82c-82b51c654d0e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e24bbf48-b88c-4769-b229-03ec0f63aba6 HTTP/1.1" status: 200 len: 217 time: 0.3316400 Dec 17 15:22:39.723419 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-93474aba-d949-4475-b04c-fc15a831ab8a tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:39.725859 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-93474aba-d949-4475-b04c-fc15a831ab8a tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.13 "GET /v2.0/networks?id=a81410f2-8387-44e0-b580-7a2346e72e8a HTTP/1.1" status: 200 len: 810 time: 1.4011903 Dec 17 15:22:39.747441 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-89d3a0b3-88e2-4d81-9453-45ab689b5253 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Request body: {'port': {'device_id': '6ef4f545-160f-4b34-a6f8-918417ed68f3', 'network_id': 'a81410f2-8387-44e0-b580-7a2346e72e8a', 'admin_state_up': True, 'tenant_id': '1407878f6eb44e929267c0f543df9a52'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:39.830609 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b650dcf4-c0ad-48d5-ad3a-b05da18001ae up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:22:39.837397 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cca040a0-3e31-490a-8920-763bd6a20839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:39.858307 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e8690-ee03-4aa2-80fc-77586f761763 req-ab2a85a7-bf6f-4536-a0cd-40f0df2ea53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:39.859826 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-530e8690-ee03-4aa2-80fc-77586f761763 req-ab2a85a7-bf6f-4536-a0cd-40f0df2ea53d service neutron] 10.222.0.41 "GET /v2.0/networks?id=17037aa8-3c05-41e7-ba50-c72d5662115e HTTP/1.1" status: 200 len: 917 time: 0.3762245 Dec 17 15:22:39.952413 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-7054623c-1dba-4ee1-badc-c883db898bbf tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:39.956723 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-84fca54e-793d-4109-b7fe-a776c2f28465 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:39.960733 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-530e8690-ee03-4aa2-80fc-77586f761763 req-d774f407-17a7-4583-bf0b-774f7da3cbc5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fd7211b-664a-4ef8-ad27-7b23f7465ac5 HTTP/1.1" status: 200 len: 217 time: 0.0858419 Dec 17 15:22:39.965448 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cf7ded57-60f5-4e45-8e72-7675f3374093 req-769ce568-070e-4ce2-a38d-ef8807f1a3d0 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 210 time: 0.0989873 Dec 17 15:22:39.968400 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ee491e18-4b1f-4ea5-9f9d-5a330eea8ab2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:39.982399 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-cca040a0-3e31-490a-8920-763bd6a20839 None None] For port b650dcf4-c0ad-48d5-ad3a-b05da18001ae, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b650dcf4-c0ad-48d5-ad3a-b05da18001ae,segment=NetworkSegment(99bc8171-c7df-400b-a6f4-18b297079213),segment_id=99bc8171-c7df-400b-a6f4-18b297079213)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:39.989409 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port b650dcf4-c0ad-48d5-ad3a-b05da18001ae triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:39.990068 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:40.112930 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-84fca54e-793d-4109-b7fe-a776c2f28465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:40.114414 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e8690-ee03-4aa2-80fc-77586f761763 req-9760d0bd-ca45-4355-82d3-d5247f68e512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:40.116088 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-530e8690-ee03-4aa2-80fc-77586f761763 req-9760d0bd-ca45-4355-82d3-d5247f68e512 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0c82b08e-7646-45d2-ac36-8b704389a6a5 HTTP/1.1" status: 200 len: 855 time: 0.1456974 Dec 17 15:22:40.207822 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cca040a0-3e31-490a-8920-763bd6a20839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:40.214549 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e8690-ee03-4aa2-80fc-77586f761763 req-936341ae-3604-48a8-81de-8f7cf47392aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:40.216260 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-530e8690-ee03-4aa2-80fc-77586f761763 req-936341ae-3604-48a8-81de-8f7cf47392aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17037aa8-3c05-41e7-ba50-c72d5662115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893118 Dec 17 15:22:40.237474 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fca54e-793d-4109-b7fe-a776c2f28465 None None] Network 641cb059-dcfe-45a2-b3d6-a3540438c0ef is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:40.261004 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-84fca54e-793d-4109-b7fe-a776c2f28465 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:40.267120 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fca54e-793d-4109-b7fe-a776c2f28465 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:22:40.301758 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fca54e-793d-4109-b7fe-a776c2f28465 None None] Pushing event updated for resources: {'Port': ['ID=e30822d0-6d8a-4d82-b554-5866f126563d,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:40.328525 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cb3f8b20-3ed9-407c-ae97-d61890dad573 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:40.396034 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:40.420488 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-31bd2572-5798-4459-a348-8f4cbd51a15d None None] Provisioning complete for port b650dcf4-c0ad-48d5-ad3a-b05da18001ae triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:40.421661 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-31bd2572-5798-4459-a348-8f4cbd51a15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:40.436433 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-84fca54e-793d-4109-b7fe-a776c2f28465 None None] Attempting to bind port e30822d0-6d8a-4d82-b554-5866f126563d on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:22:40.437440 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-84fca54e-793d-4109-b7fe-a776c2f28465 None None] Attempting to bind port e30822d0-6d8a-4d82-b554-5866f126563d by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '4a4892c0-7189-4b64-9ad8-3b9748f38d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '641cb059-dcfe-45a2-b3d6-a3540438c0ef'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:22:40.438061 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fca54e-793d-4109-b7fe-a776c2f28465 None None] Attempting to bind port e30822d0-6d8a-4d82-b554-5866f126563d on network 641cb059-dcfe-45a2-b3d6-a3540438c0ef {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:22:40.445108 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-530e8690-ee03-4aa2-80fc-77586f761763 req-7c4114e8-c716-4f07-aa5b-c40c59d8ee44 service neutron] 10.222.0.41 "GET /v2.0/networks/17037aa8-3c05-41e7-ba50-c72d5662115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098260 Dec 17 15:22:40.447274 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ee491e18-4b1f-4ea5-9f9d-5a330eea8ab2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:40.449194 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-7054623c-1dba-4ee1-badc-c883db898bbf tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:40.471694 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 1267d561-d790-4e6d-8e50-6a76db42f63b up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:22:40.476407 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca040a0-3e31-490a-8920-763bd6a20839 None None] Pushing event updated for resources: {'Port': ['ID=b650dcf4-c0ad-48d5-ad3a-b05da18001ae,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:40.514359 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fca54e-793d-4109-b7fe-a776c2f28465 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:22:40.514757 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fca54e-793d-4109-b7fe-a776c2f28465 None None] Checking segment: {'id': '4a4892c0-7189-4b64-9ad8-3b9748f38d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '641cb059-dcfe-45a2-b3d6-a3540438c0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:22:40.515142 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-84fca54e-793d-4109-b7fe-a776c2f28465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:40.515543 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fca54e-793d-4109-b7fe-a776c2f28465 None None] Bound using segment: {'id': '4a4892c0-7189-4b64-9ad8-3b9748f38d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '641cb059-dcfe-45a2-b3d6-a3540438c0ef'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:22:40.516030 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-84fca54e-793d-4109-b7fe-a776c2f28465 None None] Bound port: e30822d0-6d8a-4d82-b554-5866f126563d, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4892c0-7189-4b64-9ad8-3b9748f38d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '641cb059-dcfe-45a2-b3d6-a3540438c0ef'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:22:40.516416 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-84fca54e-793d-4109-b7fe-a776c2f28465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:40.550554 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-f36d6864-4d11-46ee-babd-b2a050f8a092 req-65d37be9-3b36-4c8e-88d2-88879a74b6d1 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] For port c972ba9f-286e-429f-b2b8-711964f9dbf4, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=c972ba9f-286e-429f-b2b8-711964f9dbf4,segment=NetworkSegment(10c5f3e8-27cc-48e8-9601-dbc18db46683),segment_id=10c5f3e8-27cc-48e8-9601-dbc18db46683)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:40.555948 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee491e18-4b1f-4ea5-9f9d-5a330eea8ab2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Network 45d9217f-e2cb-477e-93aa-a6a2c947038f is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:40.565380 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-ee491e18-4b1f-4ea5-9f9d-5a330eea8ab2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:40.588332 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee491e18-4b1f-4ea5-9f9d-5a330eea8ab2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:22:40.599061 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-187bb475-23c0-477f-bcac-e32865e52c08 req-7054623c-1dba-4ee1-badc-c883db898bbf tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Network 035ebd08-a183-4c96-8d50-7cc8ab5df57c is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:40.608560 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-187bb475-23c0-477f-bcac-e32865e52c08 req-7054623c-1dba-4ee1-badc-c883db898bbf tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:40.635016 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f36d6864-4d11-46ee-babd-b2a050f8a092 req-65d37be9-3b36-4c8e-88d2-88879a74b6d1 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:40.661723 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-187bb475-23c0-477f-bcac-e32865e52c08 req-7054623c-1dba-4ee1-badc-c883db898bbf tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:22:40.669778 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee491e18-4b1f-4ea5-9f9d-5a330eea8ab2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Port': ['ID=ae9225ae-88cf-4c28-8a93-a31cf35f1812,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:40.684133 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-84fca54e-793d-4109-b7fe-a776c2f28465 None None] For port e30822d0-6d8a-4d82-b554-5866f126563d, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:22:40.711436 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecce2f2-aaac-4311-b75a-699cb0437584 req-5a4a9447-6276-47b6-9a43-c24be5e8555d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:40.713009 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cecce2f2-aaac-4311-b75a-699cb0437584 req-5a4a9447-6276-47b6-9a43-c24be5e8555d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0c82b08e-7646-45d2-ac36-8b704389a6a5 HTTP/1.1" status: 200 len: 855 time: 1.0181103 Dec 17 15:22:40.725340 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 1267d561-d790-4e6d-8e50-6a76db42f63b triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:40.725864 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:40.730590 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device e24bbf48-b88c-4769-b229-03ec0f63aba6 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:22:40.737911 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-84fca54e-793d-4109-b7fe-a776c2f28465 None None] For port e30822d0-6d8a-4d82-b554-5866f126563d, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e30822d0-6d8a-4d82-b554-5866f126563d,segment=NetworkSegment(4a4892c0-7189-4b64-9ad8-3b9748f38d53),segment_id=4a4892c0-7189-4b64-9ad8-3b9748f38d53)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:22:40.780227 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f36d6864-4d11-46ee-babd-b2a050f8a092 req-65d37be9-3b36-4c8e-88d2-88879a74b6d1 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:40.793795 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['c972ba9f-286e-429f-b2b8-711964f9dbf4'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:22:40.860358 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-530e8690-ee03-4aa2-80fc-77586f761763 req-25a90dd2-9c97-46c0-90de-e8588c45719a service neutron] 10.222.0.41 "GET /v2.0/networks/17037aa8-3c05-41e7-ba50-c72d5662115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012384 Dec 17 15:22:40.867172 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee491e18-4b1f-4ea5-9f9d-5a330eea8ab2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:40.868590 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ee491e18-4b1f-4ea5-9f9d-5a330eea8ab2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:40.871494 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-84fca54e-793d-4109-b7fe-a776c2f28465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:40.921386 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-7054623c-1dba-4ee1-badc-c883db898bbf tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:40.922336 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-7054623c-1dba-4ee1-badc-c883db898bbf tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:40.930361 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d37be9-3b36-4c8e-88d2-88879a74b6d1 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Pushing event updated for resources: {'Port': ['ID=c972ba9f-286e-429f-b2b8-711964f9dbf4,revision_number=6']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:40.943407 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054623c-1dba-4ee1-badc-c883db898bbf tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Pushing event updated for resources: {'Port': ['ID=5e8d71c7-6b02-4151-a43a-fc7b70877533,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:40.986462 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.resource_extend [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 15:22:41.012549 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07653c-cc57-4eca-897a-ca43e47f36d1 req-c2dae3c7-1542-4d15-873c-1e8789e74f6f tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:41.018693 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07653c-cc57-4eca-897a-ca43e47f36d1 req-c2dae3c7-1542-4d15-873c-1e8789e74f6f tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:41.036500 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07653c-cc57-4eca-897a-ca43e47f36d1 req-c2dae3c7-1542-4d15-873c-1e8789e74f6f tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:41.044763 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07653c-cc57-4eca-897a-ca43e47f36d1 req-c2dae3c7-1542-4d15-873c-1e8789e74f6f tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:41.051275 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07653c-cc57-4eca-897a-ca43e47f36d1 req-c2dae3c7-1542-4d15-873c-1e8789e74f6f tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:41.059868 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ab07653c-cc57-4eca-897a-ca43e47f36d1 req-c2dae3c7-1542-4d15-873c-1e8789e74f6f tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 3816 time: 0.7516539 Dec 17 15:22:41.107518 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-89d3a0b3-88e2-4d81-9453-45ab689b5253 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Made reservation on behalf of 1407878f6eb44e929267c0f543df9a52 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:41.111227 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-89d3a0b3-88e2-4d81-9453-45ab689b5253 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:41.136661 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d6864-4d11-46ee-babd-b2a050f8a092 req-65d37be9-3b36-4c8e-88d2-88879a74b6d1 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:41.137436 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f36d6864-4d11-46ee-babd-b2a050f8a092 req-65d37be9-3b36-4c8e-88d2-88879a74b6d1 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:41.141220 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fca54e-793d-4109-b7fe-a776c2f28465 None None] Pushing event updated for resources: {'Port': ['ID=e30822d0-6d8a-4d82-b554-5866f126563d,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:41.150583 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f36d6864-4d11-46ee-babd-b2a050f8a092 req-65d37be9-3b36-4c8e-88d2-88879a74b6d1 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "PUT /v2.0/ports/c972ba9f-286e-429f-b2b8-711964f9dbf4 HTTP/1.1" status: 200 len: 982 time: 3.0425327 Dec 17 15:22:41.154744 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ba6c05a-cbd4-4916-9f14-328566dee045', 'tag': 'c972ba9f-286e-429f-b2b8-711964f9dbf4'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:22:41.157012 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f69b3b-0db2-414f-9047-a199cfb28524" -d '{"events": [{"name": "network-changed", "server_uuid": "9ba6c05a-cbd4-4916-9f14-328566dee045", "tag": "c972ba9f-286e-429f-b2b8-711964f9dbf4"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:22:41.158652 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ee491e18-4b1f-4ea5-9f9d-5a330eea8ab2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.3840926 Dec 17 15:22:41.164063 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55574) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:41.171801 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-9ae6d272-3219-4347-95dd-e1f5a9a09569 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'df05c82a-71e3-4021-b640-74ccf1b9019c'}]}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:41.188370 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-6e416a12-a2b2-4f1f-bde3-ecea0d037cd3 None None] Provisioning complete for port 1267d561-d790-4e6d-8e50-6a76db42f63b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:41.188877 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6e416a12-a2b2-4f1f-bde3-ecea0d037cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:41.216361 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecce2f2-aaac-4311-b75a-699cb0437584 req-6554ad15-5900-4a67-86b4-293339588a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:41.218194 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cecce2f2-aaac-4311-b75a-699cb0437584 req-6554ad15-5900-4a67-86b4-293339588a6e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17037aa8-3c05-41e7-ba50-c72d5662115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4546971 Dec 17 15:22:41.231329 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['c972ba9f-286e-429f-b2b8-711964f9dbf4'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:22:41.250463 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-7054623c-1dba-4ee1-badc-c883db898bbf tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6675982 Dec 17 15:22:41.275223 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-187bb475-23c0-477f-bcac-e32865e52c08 req-2ed34941-75c1-465c-a700-52c8a80efb20 service neutron] Request body: {'port': {'device_id': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:41.287772 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ab07653c-cc57-4eca-897a-ca43e47f36d1 req-d8c4826a-bbb6-42de-9162-f0194bc4f316 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2268422 Dec 17 15:22:41.354651 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9ae6d272-3219-4347-95dd-e1f5a9a09569 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:41.382129 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port e24bbf48-b88c-4769-b229-03ec0f63aba6, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e24bbf48-b88c-4769-b229-03ec0f63aba6,segment=NetworkSegment(f10da5fa-5cdc-4258-87e7-e884dcfffec9),segment_id=f10da5fa-5cdc-4258-87e7-e884dcfffec9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:41.428357 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-2ed34941-75c1-465c-a700-52c8a80efb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:41.461406 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-28bce116-0e29-405f-97a6-716d9dcdda2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e891dda8-2b65-4cf9-9ffb-bd0f43d0f548 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:22:41.484902 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-28bce116-0e29-405f-97a6-716d9dcdda2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:41.546071 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'e24bbf48-b88c-4769-b229-03ec0f63aba6', 'network_id': '17037aa8-3c05-41e7-ba50-c72d5662115e', 'port_id': 'e24bbf48-b88c-4769-b229-03ec0f63aba6', 'mac_address': 'fa:16:3e:e7:96:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c82b08e-7646-45d2-ac36-8b704389a6a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:22:41.676040 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aadb088a-ddf0-4c2d-8e79-4184ddd059fc req-a47e117c-102e-4825-8743-944761c849b3 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 210 time: 0.0845180 Dec 17 15:22:41.690847 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-cb3f8b20-3ed9-407c-ae97-d61890dad573 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Allocated IP 172.20.0.1 (546d1ced-0a96-40dd-b334-738cdd274bcc/0a34a568-ac9c-4666-9440-4384807aa1e8/c7083c7e-dc88-416a-b9fb-7422135ea893) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:22:41.701179 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-28bce116-0e29-405f-97a6-716d9dcdda2b service neutron] Transition to ACTIVE for port object e891dda8-2b65-4cf9-9ffb-bd0f43d0f548 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:22:41.716540 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cba116-7271-49aa-8971-37a1a630d017 req-5f8c0b15-28db-4641-ab25-59f9942af4d2 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:41.718999 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34cba116-7271-49aa-8971-37a1a630d017 req-5f8c0b15-28db-4641-ab25-59f9942af4d2 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=996da2d5-5525-47fd-a9e6-fa0c50927856 HTTP/1.1" status: 200 len: 931 time: 0.4658496 Dec 17 15:22:41.826334 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-28bce116-0e29-405f-97a6-716d9dcdda2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:41.840715 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-89d3a0b3-88e2-4d81-9453-45ab689b5253 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Allocated IP 172.20.0.9 (a81410f2-8387-44e0-b580-7a2346e72e8a/3b59121e-95f1-4cb2-baf2-d0a298aafb94/7754f5b6-304f-4696-9ab2-6428dd11c663) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:22:41.871230 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d65c2eb4-92f8-4c8c-9468-1a720cf151ee req-fafcf922-591a-45ab-8506-482427385678 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1994541 Dec 17 15:22:41.873007 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:41.916214 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e24bbf48-b88c-4769-b229-03ec0f63aba6 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:22:41.921621 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cecce2f2-aaac-4311-b75a-699cb0437584 req-0f9e81da-edcc-4697-83d8-251d8691e08a service neutron] 10.222.0.41 "GET /v2.0/networks/17037aa8-3c05-41e7-ba50-c72d5662115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6422627 Dec 17 15:22:41.969780 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port e24bbf48-b88c-4769-b229-03ec0f63aba6, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e24bbf48-b88c-4769-b229-03ec0f63aba6,segment=NetworkSegment(f10da5fa-5cdc-4258-87e7-e884dcfffec9),segment_id=f10da5fa-5cdc-4258-87e7-e884dcfffec9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:42.033461 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:42.045229 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34cba116-7271-49aa-8971-37a1a630d017 req-54924ef8-0231-44cd-b72d-f2bcd8b93522 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180082 Dec 17 15:22:42.144053 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-55956988-bcf7-4132-8394-3678de4c66cc None None] Provisioning complete for port ae9225ae-88cf-4c28-8a93-a31cf35f1812 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:42.144425 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-55956988-bcf7-4132-8394-3678de4c66cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:42.152155 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bce116-0e29-405f-97a6-716d9dcdda2b service neutron] Pushing event updated for resources: {'Port': ['ID=e891dda8-2b65-4cf9-9ffb-bd0f43d0f548,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:42.168270 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85d4b2c-c103-43b7-aefa-fc52cd9b16f8 x-openstack-request-id: req-e85d4b2c-c103-43b7-aefa-fc52cd9b16f8 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:22:42.168626 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ba6c05a-cbd4-4916-9f14-328566dee045", "tag": "c972ba9f-286e-429f-b2b8-711964f9dbf4", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:22:42.168997 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e85d4b2c-c103-43b7-aefa-fc52cd9b16f8 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:22:42.169959 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ba6c05a-cbd4-4916-9f14-328566dee045', 'tag': 'c972ba9f-286e-429f-b2b8-711964f9dbf4', 'status': 'completed', 'code': 200} Dec 17 15:22:42.213631 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c2eb4-92f8-4c8c-9468-1a720cf151ee req-588d176a-847a-44aa-9859-cac2d6522698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:42.219268 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d65c2eb4-92f8-4c8c-9468-1a720cf151ee req-588d176a-847a-44aa-9859-cac2d6522698 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c5523b5350454050bc24f1ee5a0a4b70&device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 1136 time: 0.2411354 Dec 17 15:22:42.223858 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-9ae6d272-3219-4347-95dd-e1f5a9a09569 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Delete allocated IP 172.20.0.27 (45d9217f-e2cb-477e-93aa-a6a2c947038f/677c1e89-4887-48fc-8ea0-57d761d3d089) {{(pid=102833) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 17 15:22:42.257391 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-187bb475-23c0-477f-bcac-e32865e52c08 req-2ed34941-75c1-465c-a700-52c8a80efb20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:22:42.317224 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=e24bbf48-b88c-4769-b229-03ec0f63aba6,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:42.340289 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-55956988-bcf7-4132-8394-3678de4c66cc None None] Port ae9225ae-88cf-4c28-8a93-a31cf35f1812 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:22:42.360663 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-55956988-bcf7-4132-8394-3678de4c66cc None None] Provisioning complete for port 5e8d71c7-6b02-4151-a43a-fc7b70877533 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:42.363771 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-55956988-bcf7-4132-8394-3678de4c66cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:42.402365 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c2eb4-92f8-4c8c-9468-1a720cf151ee req-44cf76c6-d377-4d7d-9368-bdef35509e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:42.403901 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d65c2eb4-92f8-4c8c-9468-1a720cf151ee req-44cf76c6-d377-4d7d-9368-bdef35509e49 service neutron] 10.222.0.13 "GET /v2.0/networks?id=64af8fff-ac3a-4abc-8822-328e57318c5b HTTP/1.1" status: 200 len: 920 time: 0.1642129 Dec 17 15:22:42.413215 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-2ed34941-75c1-465c-a700-52c8a80efb20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:42.453828 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['e24bbf48-b88c-4769-b229-03ec0f63aba6'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:22:42.498820 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cb3f8b20-3ed9-407c-ae97-d61890dad573 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:42.528162 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-55956988-bcf7-4132-8394-3678de4c66cc None None] Port 5e8d71c7-6b02-4151-a43a-fc7b70877533 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:22:42.541698 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c6db0ba-6084-4dd8-8a8a-19571eb576c3 req-c4adf08f-4c4e-46a0-92db-f3cef870ed0b tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-458813650&fields=id&tenant_id=c5523b5350454050bc24f1ee5a0a4b70 HTTP/1.1" status: 200 len: 267 time: 0.4158187 Dec 17 15:22:42.560443 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-187bb475-23c0-477f-bcac-e32865e52c08 req-2ed34941-75c1-465c-a700-52c8a80efb20 service neutron] Transition to ACTIVE for port object 1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:22:42.566567 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d65c2eb4-92f8-4c8c-9468-1a720cf151ee req-8cf6061b-0559-4255-9d61-8313a1292435 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c972ba9f-286e-429f-b2b8-711964f9dbf4 HTTP/1.1" status: 200 len: 217 time: 0.0721469 Dec 17 15:22:42.623902 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c2eb4-92f8-4c8c-9468-1a720cf151ee req-2c810193-8dd0-4465-a74c-0e4f3cdbe957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:42.625393 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d65c2eb4-92f8-4c8c-9468-1a720cf151ee req-2c810193-8dd0-4465-a74c-0e4f3cdbe957 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=787e95b8-61b8-4b5a-91fc-f3b04ea70ba6 HTTP/1.1" status: 200 len: 859 time: 0.0503380 Dec 17 15:22:42.632370 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-2ed34941-75c1-465c-a700-52c8a80efb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:42.655685 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cecce2f2-aaac-4311-b75a-699cb0437584 req-decd775b-590b-4fb0-a9c2-e06f0d590a6d service neutron] 10.222.0.41 "GET /v2.0/networks/17037aa8-3c05-41e7-ba50-c72d5662115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7147484 Dec 17 15:22:42.741626 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b650dcf4-c0ad-48d5-ad3a-b05da18001ae up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:22:42.741740 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d65c2eb4-92f8-4c8c-9468-1a720cf151ee req-4e9c8f30-4e6c-4837-b7a8-f8b50f7f1340 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64af8fff-ac3a-4abc-8822-328e57318c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837204 Dec 17 15:22:42.745910 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-28bce116-0e29-405f-97a6-716d9dcdda2b service neutron] Attempting to bind port e891dda8-2b65-4cf9-9ffb-bd0f43d0f548 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:22:42.746370 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-28bce116-0e29-405f-97a6-716d9dcdda2b service neutron] Attempting to bind port e891dda8-2b65-4cf9-9ffb-bd0f43d0f548 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'f10da5fa-5cdc-4258-87e7-e884dcfffec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '17037aa8-3c05-41e7-ba50-c72d5662115e'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:22:42.746846 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-28bce116-0e29-405f-97a6-716d9dcdda2b service neutron] Attempting to bind port e891dda8-2b65-4cf9-9ffb-bd0f43d0f548 on network 17037aa8-3c05-41e7-ba50-c72d5662115e {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:22:42.822874 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 2fd7211b-664a-4ef8-ad27-7b23f7465ac5 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:22:42.961286 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 2fd7211b-664a-4ef8-ad27-7b23f7465ac5, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=2fd7211b-664a-4ef8-ad27-7b23f7465ac5,segment=NetworkSegment(f10da5fa-5cdc-4258-87e7-e884dcfffec9),segment_id=f10da5fa-5cdc-4258-87e7-e884dcfffec9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:42.970568 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed34941-75c1-465c-a700-52c8a80efb20 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:42.976680 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a6db0a-8199-4e67-a622-a9f40634abeb None None] Network 641cb059-dcfe-45a2-b3d6-a3540438c0ef requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:22:43.003678 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '2fd7211b-664a-4ef8-ad27-7b23f7465ac5', 'network_id': '17037aa8-3c05-41e7-ba50-c72d5662115e', 'port_id': '2fd7211b-664a-4ef8-ad27-7b23f7465ac5', 'mac_address': 'fa:16:3e:2b:ba:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c82b08e-7646-45d2-ac36-8b704389a6a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:22:43.105278 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9ae6d272-3219-4347-95dd-e1f5a9a09569 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:43.139433 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d65c2eb4-92f8-4c8c-9468-1a720cf151ee req-ecaceb89-7a21-464e-9c92-b2a6f6415fdc service neutron] 10.222.0.13 "GET /v2.0/networks/64af8fff-ac3a-4abc-8822-328e57318c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788767 Dec 17 15:22:43.140071 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-187bb475-23c0-477f-bcac-e32865e52c08 req-2ed34941-75c1-465c-a700-52c8a80efb20 service neutron] Attempting to bind port 1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:22:43.140404 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-187bb475-23c0-477f-bcac-e32865e52c08 req-2ed34941-75c1-465c-a700-52c8a80efb20 service neutron] Attempting to bind port 1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '8cdd1ffd-bde9-464d-8072-be56985eb72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '103f3c9e-955b-431b-ac73-eb4ee50a4a0d'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:22:43.140873 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-2ed34941-75c1-465c-a700-52c8a80efb20 service neutron] Attempting to bind port 1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7 on network 103f3c9e-955b-431b-ac73-eb4ee50a4a0d {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:22:43.146001 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-2ed34941-75c1-465c-a700-52c8a80efb20 service neutron] Port 1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7 on network 103f3c9e-955b-431b-ac73-eb4ee50a4a0d not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:22:43.146323 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-2ed34941-75c1-465c-a700-52c8a80efb20 service neutron] Attempting to bind port 1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7 on network 103f3c9e-955b-431b-ac73-eb4ee50a4a0d {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:22:43.172235 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-2ed34941-75c1-465c-a700-52c8a80efb20 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:22:43.172833 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-2ed34941-75c1-465c-a700-52c8a80efb20 service neutron] Checking segment: {'id': '8cdd1ffd-bde9-464d-8072-be56985eb72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '103f3c9e-955b-431b-ac73-eb4ee50a4a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:22:43.173264 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-2ed34941-75c1-465c-a700-52c8a80efb20 service neutron] Bound using segment: {'id': '8cdd1ffd-bde9-464d-8072-be56985eb72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '103f3c9e-955b-431b-ac73-eb4ee50a4a0d'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:22:43.174862 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-187bb475-23c0-477f-bcac-e32865e52c08 req-2ed34941-75c1-465c-a700-52c8a80efb20 service neutron] Bound port: 1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cdd1ffd-bde9-464d-8072-be56985eb72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '103f3c9e-955b-431b-ac73-eb4ee50a4a0d'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:22:43.174862 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-2ed34941-75c1-465c-a700-52c8a80efb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:43.204904 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port b650dcf4-c0ad-48d5-ad3a-b05da18001ae triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:43.205498 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:43.217639 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9ae6d272-3219-4347-95dd-e1f5a9a09569 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:43.222242 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-28bce116-0e29-405f-97a6-716d9dcdda2b service neutron] Port e891dda8-2b65-4cf9-9ffb-bd0f43d0f548 on network 17037aa8-3c05-41e7-ba50-c72d5662115e not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:22:43.222708 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-28bce116-0e29-405f-97a6-716d9dcdda2b service neutron] Attempting to bind port e891dda8-2b65-4cf9-9ffb-bd0f43d0f548 on network 17037aa8-3c05-41e7-ba50-c72d5662115e {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:22:43.242650 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-89d3a0b3-88e2-4d81-9453-45ab689b5253 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:43.249124 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-28bce116-0e29-405f-97a6-716d9dcdda2b service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:22:43.249625 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-28bce116-0e29-405f-97a6-716d9dcdda2b service neutron] Checking segment: {'id': 'f10da5fa-5cdc-4258-87e7-e884dcfffec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '17037aa8-3c05-41e7-ba50-c72d5662115e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:22:43.250120 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-28bce116-0e29-405f-97a6-716d9dcdda2b service neutron] Bound using segment: {'id': 'f10da5fa-5cdc-4258-87e7-e884dcfffec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '17037aa8-3c05-41e7-ba50-c72d5662115e'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:22:43.250668 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-28bce116-0e29-405f-97a6-716d9dcdda2b service neutron] Bound port: e891dda8-2b65-4cf9-9ffb-bd0f43d0f548, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f10da5fa-5cdc-4258-87e7-e884dcfffec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '17037aa8-3c05-41e7-ba50-c72d5662115e'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:22:43.251135 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-28bce116-0e29-405f-97a6-716d9dcdda2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:43.272098 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6db0ba-6084-4dd8-8a8a-19571eb576c3 req-6e6513c3-58ac-4127-83ac-27252c536e59 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:43.280697 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c6db0ba-6084-4dd8-8a8a-19571eb576c3 req-6e6513c3-58ac-4127-83ac-27252c536e59 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 985 time: 0.7221551 Dec 17 15:22:43.282920 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:43.292684 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff588e69-b811-411b-a693-bc03901ca29c req-38ba2fea-130f-4586-bc98-0f396ba7643b tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:43.300796 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff588e69-b811-411b-a693-bc03901ca29c req-38ba2fea-130f-4586-bc98-0f396ba7643b tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:43.314959 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff588e69-b811-411b-a693-bc03901ca29c req-38ba2fea-130f-4586-bc98-0f396ba7643b tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:43.322586 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff588e69-b811-411b-a693-bc03901ca29c req-38ba2fea-130f-4586-bc98-0f396ba7643b tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:43.328950 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff588e69-b811-411b-a693-bc03901ca29c req-38ba2fea-130f-4586-bc98-0f396ba7643b tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:43.330818 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff588e69-b811-411b-a693-bc03901ca29c req-38ba2fea-130f-4586-bc98-0f396ba7643b tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 3816 time: 0.7703331 Dec 17 15:22:43.335348 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-1c6db0ba-6084-4dd8-8a8a-19571eb576c3 req-ef8438d1-4f28-490d-93c4-ebd4cb8808c0 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Request body: {'port': {'security_groups': ['524e8be5-13b8-4d6a-b063-3861ebb93b54']}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:43.345519 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cb3f8b20-3ed9-407c-ae97-d61890dad573 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:43.555862 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd7211b-664a-4ef8-ad27-7b23f7465ac5 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:22:43.581354 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 2fd7211b-664a-4ef8-ad27-7b23f7465ac5, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=2fd7211b-664a-4ef8-ad27-7b23f7465ac5,segment=NetworkSegment(f10da5fa-5cdc-4258-87e7-e884dcfffec9),segment_id=f10da5fa-5cdc-4258-87e7-e884dcfffec9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:43.587918 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e30822d0-6d8a-4d82-b554-5866f126563d up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:22:43.596123 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3f8b20-3ed9-407c-ae97-d61890dad573 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Network 546d1ced-0a96-40dd-b334-738cdd274bcc is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:43.618618 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-cb3f8b20-3ed9-407c-ae97-d61890dad573 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:43.639115 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3f8b20-3ed9-407c-ae97-d61890dad573 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:22:43.654547 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f8b20-3ed9-407c-ae97-d61890dad573 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Pushing event updated for resources: {'Port': ['ID=c7083c7e-dc88-416a-b9fb-7422135ea893,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:43.655925 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-19af472f-9298-44ba-8a78-c878884fe414 None None] Provisioning complete for port e30822d0-6d8a-4d82-b554-5866f126563d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:43.656383 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-19af472f-9298-44ba-8a78-c878884fe414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:43.701954 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff588e69-b811-411b-a693-bc03901ca29c req-7ef058ea-93c7-4338-bf93-5dfad240e425 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3472669 Dec 17 15:22:43.702640 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1c6db0ba-6084-4dd8-8a8a-19571eb576c3 req-ef8438d1-4f28-490d-93c4-ebd4cb8808c0 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:43.745273 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-89d3a0b3-88e2-4d81-9453-45ab689b5253 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:43.747670 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-28bce116-0e29-405f-97a6-716d9dcdda2b service neutron] For port e891dda8-2b65-4cf9-9ffb-bd0f43d0f548, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:22:43.773186 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:43.869810 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-28bce116-0e29-405f-97a6-716d9dcdda2b service neutron] For port e891dda8-2b65-4cf9-9ffb-bd0f43d0f548, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e891dda8-2b65-4cf9-9ffb-bd0f43d0f548,segment=NetworkSegment(f10da5fa-5cdc-4258-87e7-e884dcfffec9),segment_id=f10da5fa-5cdc-4258-87e7-e884dcfffec9)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:22:43.879296 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=2fd7211b-664a-4ef8-ad27-7b23f7465ac5,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:43.884273 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['1b891bdb-7a5e-46d6-9f37-de70971d3793'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:22:43.912243 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cb3f8b20-3ed9-407c-ae97-d61890dad573 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:43.990601 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port e30822d0-6d8a-4d82-b554-5866f126563d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:43.991147 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:44.120469 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-89d3a0b3-88e2-4d81-9453-45ab689b5253 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Network a81410f2-8387-44e0-b580-7a2346e72e8a is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:44.144360 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-19af472f-9298-44ba-8a78-c878884fe414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:44.162822 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-9ae6d272-3219-4347-95dd-e1f5a9a09569 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] In _notify_port_updated(), no bound segment for port ae9225ae-88cf-4c28-8a93-a31cf35f1812 on network 45d9217f-e2cb-477e-93aa-a6a2c947038f {{(pid=102833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 17 15:22:44.169385 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae6d272-3219-4347-95dd-e1f5a9a09569 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:44.170099 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9ae6d272-3219-4347-95dd-e1f5a9a09569 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:44.174054 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9ae6d272-3219-4347-95dd-e1f5a9a09569 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "PUT /v2.0/ports/ae9225ae-88cf-4c28-8a93-a31cf35f1812 HTTP/1.1" status: 200 len: 919 time: 3.0065384 Dec 17 15:22:44.174244 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d65c2eb4-92f8-4c8c-9468-1a720cf151ee req-ce440689-bab4-4eaf-9997-e6595e156c4e service neutron] 10.222.0.13 "GET /v2.0/networks/64af8fff-ac3a-4abc-8822-328e57318c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0244145 Dec 17 15:22:44.199658 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6d272-3219-4347-95dd-e1f5a9a09569 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Port': ['ID=ae9225ae-88cf-4c28-8a93-a31cf35f1812,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:44.202728 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d3a0b3-88e2-4d81-9453-45ab689b5253 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Pushing event updated for resources: {'Port': ['ID=7754f5b6-304f-4696-9ab2-6428dd11c663,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:44.204051 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55588) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:44.217950 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-55f7af37-cacf-4378-af6c-a3ee707a20be tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'df05c82a-71e3-4021-b640-74ccf1b9019c'}, {'subnet_id': '677c1e89-4887-48fc-8ea0-57d761d3d089'}]}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:44.231011 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-28bce116-0e29-405f-97a6-716d9dcdda2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:44.241166 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-89d3a0b3-88e2-4d81-9453-45ab689b5253 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:44.264531 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-19af472f-9298-44ba-8a78-c878884fe414 None None] For port e30822d0-6d8a-4d82-b554-5866f126563d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e30822d0-6d8a-4d82-b554-5866f126563d,segment=NetworkSegment(4a4892c0-7189-4b64-9ad8-3b9748f38d53),segment_id=4a4892c0-7189-4b64-9ad8-3b9748f38d53)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:44.265583 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-89d3a0b3-88e2-4d81-9453-45ab689b5253 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:22:44.271051 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['2fd7211b-664a-4ef8-ad27-7b23f7465ac5'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:22:44.336696 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-19af472f-9298-44ba-8a78-c878884fe414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:44.412423 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-28bce116-0e29-405f-97a6-716d9dcdda2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:44.413188 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-28bce116-0e29-405f-97a6-716d9dcdda2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:44.418183 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-28bce116-0e29-405f-97a6-716d9dcdda2b service neutron] 10.222.0.13 "PUT /v2.0/ports/e891dda8-2b65-4cf9-9ffb-bd0f43d0f548 HTTP/1.1" status: 200 len: 1091 time: 6.1222250 Dec 17 15:22:44.425649 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '996da2d5-5525-47fd-a9e6-fa0c50927856', 'tag': 'e891dda8-2b65-4cf9-9ffb-bd0f43d0f548'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:22:44.428767 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82af789-2aed-4c8d-a83e-c2112c295b94" -d '{"events": [{"name": "network-changed", "server_uuid": "996da2d5-5525-47fd-a9e6-fa0c50927856", "tag": "e891dda8-2b65-4cf9-9ffb-bd0f43d0f548"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:22:44.471595 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cb3f8b20-3ed9-407c-ae97-d61890dad573 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:44.525231 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eddc99-96bc-4a47-9a30-6a653b67d2d6 req-d05e9a03-655b-435b-ae85-cde5d258bbc4 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:44.528284 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b5eddc99-96bc-4a47-9a30-6a653b67d2d6 req-d05e9a03-655b-435b-ae85-cde5d258bbc4 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 931 time: 0.3877013 Dec 17 15:22:44.546422 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-55f7af37-cacf-4378-af6c-a3ee707a20be tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:44.577693 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-89d3a0b3-88e2-4d81-9453-45ab689b5253 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:44.578378 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-89d3a0b3-88e2-4d81-9453-45ab689b5253 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:44.579665 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-187bb475-23c0-477f-bcac-e32865e52c08 req-2ed34941-75c1-465c-a700-52c8a80efb20 service neutron] For port 1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:22:44.607429 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bce116-0e29-405f-97a6-716d9dcdda2b service neutron] Pushing event updated for resources: {'Port': ['ID=e891dda8-2b65-4cf9-9ffb-bd0f43d0f548,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:44.624284 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-187bb475-23c0-477f-bcac-e32865e52c08 req-2ed34941-75c1-465c-a700-52c8a80efb20 service neutron] For port 1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7,segment=NetworkSegment(8cdd1ffd-bde9-464d-8072-be56985eb72c),segment_id=8cdd1ffd-bde9-464d-8072-be56985eb72c)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:22:44.649898 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-af574ae2-2cc9-424b-9489-1dc6ad58862e None None] Provisioning complete for port ae9225ae-88cf-4c28-8a93-a31cf35f1812 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:44.650386 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-af574ae2-2cc9-424b-9489-1dc6ad58862e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:44.665267 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f69b3b-0db2-414f-9047-a199cfb28524 req-1437daaa-05f2-46bf-b192-c73089b680e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:44.671854 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-44f69b3b-0db2-414f-9047-a199cfb28524 req-1437daaa-05f2-46bf-b192-c73089b680e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c5523b5350454050bc24f1ee5a0a4b70&device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 1136 time: 0.4087572 Dec 17 15:22:44.685358 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af472f-9298-44ba-8a78-c878884fe414 None None] Pushing event updated for resources: {'Port': ['ID=e30822d0-6d8a-4d82-b554-5866f126563d,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:44.703505 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-2ed34941-75c1-465c-a700-52c8a80efb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:44.730628 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-af574ae2-2cc9-424b-9489-1dc6ad58862e None None] Port ae9225ae-88cf-4c28-8a93-a31cf35f1812 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:22:44.753367 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device e24bbf48-b88c-4769-b229-03ec0f63aba6 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:22:44.784154 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-73591545-999b-497b-9136-888fca80bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:44.785885 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-73591545-999b-497b-9136-888fca80bd05 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60e309c546724192a86de7562967b8f4&device_id=996da2d5-5525-47fd-a9e6-fa0c50927856 HTTP/1.1" status: 200 len: 1094 time: 0.2038314 Dec 17 15:22:44.802838 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-af574ae2-2cc9-424b-9489-1dc6ad58862e None None] Provisioning complete for port e30822d0-6d8a-4d82-b554-5866f126563d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:44.803729 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-af574ae2-2cc9-424b-9489-1dc6ad58862e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:44.842941 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-89d3a0b3-88e2-4d81-9453-45ab689b5253 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1004932 Dec 17 15:22:44.889801 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-7afc57b7-017b-419d-8984-87967ec1c390 service neutron] Request body: {'port': {'device_id': '6ef4f545-160f-4b34-a6f8-918417ed68f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:44.913341 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b5eddc99-96bc-4a47-9a30-6a653b67d2d6 req-2abb4e70-eb4c-4978-8a1d-49a8646a0d38 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411374 Dec 17 15:22:44.983987 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port e24bbf48-b88c-4769-b229-03ec0f63aba6 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:22:44.993781 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port e24bbf48-b88c-4769-b229-03ec0f63aba6 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:44.994291 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:45.016199 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-6fa1082a-ef6a-4eed-b1f1-5af5667fa6ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e891dda8-2b65-4cf9-9ffb-bd0f43d0f548 HTTP/1.1" status: 200 len: 217 time: 0.2154047 Dec 17 15:22:45.021810 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-1c6db0ba-6084-4dd8-8a8a-19571eb576c3 req-ef8438d1-4f28-490d-93c4-ebd4cb8808c0 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] For port c972ba9f-286e-429f-b2b8-711964f9dbf4, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=c972ba9f-286e-429f-b2b8-711964f9dbf4,segment=NetworkSegment(10c5f3e8-27cc-48e8-9601-dbc18db46683),segment_id=10c5f3e8-27cc-48e8-9601-dbc18db46683)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:45.030691 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-af574ae2-2cc9-424b-9489-1dc6ad58862e None None] Provisioning complete for port c7083c7e-dc88-416a-b9fb-7422135ea893 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:45.031075 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-af574ae2-2cc9-424b-9489-1dc6ad58862e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:45.099756 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-af574ae2-2cc9-424b-9489-1dc6ad58862e None None] Port c7083c7e-dc88-416a-b9fb-7422135ea893 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:22:45.107613 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed34941-75c1-465c-a700-52c8a80efb20 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:45.141751 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:45.174148 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8146d07-7e9a-4085-82a1-252e96492674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24bbf48-b88c-4769-b229-03ec0f63aba6'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:22:45.177362 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad568246-d3ff-4a0a-a9b0-eb555a5fccef" -d '{"events": [{"server_uuid": "f8146d07-7e9a-4085-82a1-252e96492674", "name": "network-vif-plugged", "status": "completed", "tag": "e24bbf48-b88c-4769-b229-03ec0f63aba6"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:22:45.192827 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port e24bbf48-b88c-4769-b229-03ec0f63aba6, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e24bbf48-b88c-4769-b229-03ec0f63aba6,segment=NetworkSegment(f10da5fa-5cdc-4258-87e7-e884dcfffec9),segment_id=f10da5fa-5cdc-4258-87e7-e884dcfffec9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:45.203149 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f69b3b-0db2-414f-9047-a199cfb28524 req-f8c8bf7d-8721-4ede-9a08-28e2771bd85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:45.205622 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-44f69b3b-0db2-414f-9047-a199cfb28524 req-f8c8bf7d-8721-4ede-9a08-28e2771bd85f service neutron] 10.222.0.13 "GET /v2.0/networks?id=64af8fff-ac3a-4abc-8822-328e57318c5b HTTP/1.1" status: 200 len: 920 time: 0.5255933 Dec 17 15:22:45.216476 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-2ed34941-75c1-465c-a700-52c8a80efb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:45.217974 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-2ed34941-75c1-465c-a700-52c8a80efb20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:45.218500 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-2ed34941-75c1-465c-a700-52c8a80efb20 service neutron] 10.222.0.13 "PUT /v2.0/ports/1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7 HTTP/1.1" status: 200 len: 1092 time: 3.9496310 Dec 17 15:22:45.218947 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'tag': '1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:22:45.226509 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28bd98e-40b3-4f9f-8d7d-3fe5f3296549" -d '{"events": [{"name": "network-changed", "server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "tag": "1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:22:45.251123 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1c6db0ba-6084-4dd8-8a8a-19571eb576c3 req-ef8438d1-4f28-490d-93c4-ebd4cb8808c0 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:45.259470 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-7afc57b7-017b-419d-8984-87967ec1c390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:45.265071 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-33e2558d-e535-42e9-83a1-1885611a18cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:45.266754 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-33e2558d-e535-42e9-83a1-1885611a18cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0c82b08e-7646-45d2-ac36-8b704389a6a5 HTTP/1.1" status: 200 len: 855 time: 0.2199881 Dec 17 15:22:45.268576 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:45.359191 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=e24bbf48-b88c-4769-b229-03ec0f63aba6,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:45.365818 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a98286-9bc8-4aa5-8a01-e695db1f0125 req-9cbe1e06-a0d6-4dcd-97a2-a189c8320e06 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:45.367518 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f8a98286-9bc8-4aa5-8a01-e695db1f0125 req-9cbe1e06-a0d6-4dcd-97a2-a189c8320e06 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=996da2d5-5525-47fd-a9e6-fa0c50927856 HTTP/1.1" status: 200 len: 943 time: 0.2875433 Dec 17 15:22:45.387463 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1c6db0ba-6084-4dd8-8a8a-19571eb576c3 req-ef8438d1-4f28-490d-93c4-ebd4cb8808c0 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:45.392881 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-44f69b3b-0db2-414f-9047-a199cfb28524 req-add34e8a-b943-42d0-8b5c-45dfca8bf510 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c972ba9f-286e-429f-b2b8-711964f9dbf4 HTTP/1.1" status: 200 len: 217 time: 0.1780975 Dec 17 15:22:45.399432 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['c972ba9f-286e-429f-b2b8-711964f9dbf4'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:22:45.417812 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-187bb475-23c0-477f-bcac-e32865e52c08 req-53e1489c-13e2-4a29-bfe6-ec2ae938ac5a service neutron] Request body: {'port': {'device_id': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:45.432995 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-55f7af37-cacf-4378-af6c-a3ee707a20be tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Allocated IP 172.20.0.19 (45d9217f-e2cb-477e-93aa-a6a2c947038f/677c1e89-4887-48fc-8ea0-57d761d3d089/ae9225ae-88cf-4c28-8a93-a31cf35f1812) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:22:45.591580 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6db0ba-6084-4dd8-8a8a-19571eb576c3 req-ef8438d1-4f28-490d-93c4-ebd4cb8808c0 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:45.592207 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-1c6db0ba-6084-4dd8-8a8a-19571eb576c3 req-ef8438d1-4f28-490d-93c4-ebd4cb8808c0 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:45.593638 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c6db0ba-6084-4dd8-8a8a-19571eb576c3 req-ef8438d1-4f28-490d-93c4-ebd4cb8808c0 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "PUT /v2.0/ports/c972ba9f-286e-429f-b2b8-711964f9dbf4 HTTP/1.1" status: 200 len: 943 time: 2.3119650 Dec 17 15:22:45.608498 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-93509151-e335-4300-b640-1ea935f150ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:45.610230 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-93509151-e335-4300-b640-1ea935f150ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=17037aa8-3c05-41e7-ba50-c72d5662115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3293455 Dec 17 15:22:45.620024 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f69b3b-0db2-414f-9047-a199cfb28524 req-668dded6-884d-4838-8b9c-94a2fea5a8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:45.621577 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-44f69b3b-0db2-414f-9047-a199cfb28524 req-668dded6-884d-4838-8b9c-94a2fea5a8d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=787e95b8-61b8-4b5a-91fc-f3b04ea70ba6 HTTP/1.1" status: 200 len: 859 time: 0.1983693 Dec 17 15:22:45.640168 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f8a98286-9bc8-4aa5-8a01-e695db1f0125 req-facc31c7-fbfe-48de-9cd3-9d1f8a34bee9 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587037 Dec 17 15:22:45.687642 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['c972ba9f-286e-429f-b2b8-711964f9dbf4'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:22:45.709638 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8206423d-03da-4e59-89c3-4b648d06da71 x-openstack-request-id: req-8206423d-03da-4e59-89c3-4b648d06da71 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:22:45.710011 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "996da2d5-5525-47fd-a9e6-fa0c50927856", "tag": "e891dda8-2b65-4cf9-9ffb-bd0f43d0f548", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:22:45.710198 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8206423d-03da-4e59-89c3-4b648d06da71 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:22:45.710568 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '996da2d5-5525-47fd-a9e6-fa0c50927856', 'tag': 'e891dda8-2b65-4cf9-9ffb-bd0f43d0f548', 'status': 'completed', 'code': 200} Dec 17 15:22:45.710986 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-44f69b3b-0db2-414f-9047-a199cfb28524 req-a5c39e92-d671-4d56-81b2-ec0d5d87746b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64af8fff-ac3a-4abc-8822-328e57318c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795562 Dec 17 15:22:45.713478 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cb3f8b20-3ed9-407c-ae97-d61890dad573 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:45.714644 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-53e1489c-13e2-4a29-bfe6-ec2ae938ac5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:45.729319 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8438d1-4f28-490d-93c4-ebd4cb8808c0 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Pushing event updated for resources: {'Port': ['ID=c972ba9f-286e-429f-b2b8-711964f9dbf4,revision_number=7']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:45.824107 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cb3f8b20-3ed9-407c-ae97-d61890dad573 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:45.889939 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e67b56-febc-4eba-a6df-1f7220f3bc53 x-openstack-request-id: req-34e67b56-febc-4eba-a6df-1f7220f3bc53 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:22:45.890308 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8146d07-7e9a-4085-82a1-252e96492674", "name": "network-vif-plugged", "status": "completed", "tag": "e24bbf48-b88c-4769-b229-03ec0f63aba6", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:22:45.891103 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-34e67b56-febc-4eba-a6df-1f7220f3bc53 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:22:45.891412 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8146d07-7e9a-4085-82a1-252e96492674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24bbf48-b88c-4769-b229-03ec0f63aba6', 'code': 200} Dec 17 15:22:45.959810 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-55f7af37-cacf-4378-af6c-a3ee707a20be tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:45.984832 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3606d-c149-4fe8-bd8a-14dbd56fb166 req-33ea05de-6b2c-415e-8523-ce6afd789f02 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:45.991393 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3606d-c149-4fe8-bd8a-14dbd56fb166 req-33ea05de-6b2c-415e-8523-ce6afd789f02 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:45.997447 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3606d-c149-4fe8-bd8a-14dbd56fb166 req-33ea05de-6b2c-415e-8523-ce6afd789f02 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:46.003382 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3606d-c149-4fe8-bd8a-14dbd56fb166 req-33ea05de-6b2c-415e-8523-ce6afd789f02 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:46.018343 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3606d-c149-4fe8-bd8a-14dbd56fb166 req-33ea05de-6b2c-415e-8523-ce6afd789f02 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:46.022502 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d543f718-3f28-40ee-8e05-e3530236c099 x-openstack-request-id: req-d543f718-3f28-40ee-8e05-e3530236c099 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:22:46.022799 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "tag": "1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:22:46.023044 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d543f718-3f28-40ee-8e05-e3530236c099 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:22:46.023377 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4df3606d-c149-4fe8-bd8a-14dbd56fb166 req-33ea05de-6b2c-415e-8523-ce6afd789f02 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 3828 time: 0.2488966 Dec 17 15:22:46.023502 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'tag': '1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7', 'status': 'completed', 'code': 200} Dec 17 15:22:46.023790 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.13', 62795) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:46.037935 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-ff4c28e7-94b0-420f-b92c-c34edbba873a service neutron] 10.222.0.13 "GET /v2.0/networks/17037aa8-3c05-41e7-ba50-c72d5662115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099410 Dec 17 15:22:46.041151 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-55f7af37-cacf-4378-af6c-a3ee707a20be tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:46.058960 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f8b20-3ed9-407c-ae97-d61890dad573 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Pushing event updated for resources: {'Port': ['ID=c7083c7e-dc88-416a-b9fb-7422135ea893,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:46.063868 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-44f69b3b-0db2-414f-9047-a199cfb28524 req-36da60b4-216c-45f3-9999-2c7527686a9f service neutron] 10.222.0.13 "GET /v2.0/networks/64af8fff-ac3a-4abc-8822-328e57318c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449397 Dec 17 15:22:46.274674 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bd98e-40b3-4f9f-8d7d-3fe5f3296549 req-dc0c2d9b-1a1a-4b1a-9ea0-465f8382e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:46.275390 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bd98e-40b3-4f9f-8d7d-3fe5f3296549 req-dc0c2d9b-1a1a-4b1a-9ea0-465f8382e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:46.275571 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bd98e-40b3-4f9f-8d7d-3fe5f3296549 req-dc0c2d9b-1a1a-4b1a-9ea0-465f8382e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:46.276114 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bd98e-40b3-4f9f-8d7d-3fe5f3296549 req-dc0c2d9b-1a1a-4b1a-9ea0-465f8382e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:46.276579 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bd98e-40b3-4f9f-8d7d-3fe5f3296549 req-dc0c2d9b-1a1a-4b1a-9ea0-465f8382e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:46.278461 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c28bd98e-40b3-4f9f-8d7d-3fe5f3296549 req-dc0c2d9b-1a1a-4b1a-9ea0-465f8382e003 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8be5f697514948dbb741ccae5deddcdd&device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 4363 time: 0.2537639 Dec 17 15:22:46.279273 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7af37-cacf-4378-af6c-a3ee707a20be tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Port': ['ID=ae9225ae-88cf-4c28-8a93-a31cf35f1812,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:46.471179 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cb3f8b20-3ed9-407c-ae97-d61890dad573 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:46.472334 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-44f69b3b-0db2-414f-9047-a199cfb28524 req-8b858b77-aa3e-4f01-8284-747cf37dad35 service neutron] 10.222.0.13 "GET /v2.0/networks/64af8fff-ac3a-4abc-8822-328e57318c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903177 Dec 17 15:22:46.499762 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-55f7af37-cacf-4378-af6c-a3ee707a20be tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] In _notify_port_updated(), no bound segment for port ae9225ae-88cf-4c28-8a93-a31cf35f1812 on network 45d9217f-e2cb-477e-93aa-a6a2c947038f {{(pid=102833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 17 15:22:46.506156 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f7af37-cacf-4378-af6c-a3ee707a20be tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:46.506919 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-55f7af37-cacf-4378-af6c-a3ee707a20be tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:46.510798 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-55f7af37-cacf-4378-af6c-a3ee707a20be tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "PUT /v2.0/ports/ae9225ae-88cf-4c28-8a93-a31cf35f1812 HTTP/1.1" status: 200 len: 999 time: 2.2953982 Dec 17 15:22:46.510972 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-824d6e83-ee64-40f7-b5c5-4bb4a4b24723 None None] Provisioning complete for port ae9225ae-88cf-4c28-8a93-a31cf35f1812 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:46.511389 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-824d6e83-ee64-40f7-b5c5-4bb4a4b24723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:46.515522 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55606) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:46.577628 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bd98e-40b3-4f9f-8d7d-3fe5f3296549 req-ef7620ee-7f24-4945-9c6a-8b76f106900c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:46.578414 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bd98e-40b3-4f9f-8d7d-3fe5f3296549 req-ef7620ee-7f24-4945-9c6a-8b76f106900c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:46.579026 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bd98e-40b3-4f9f-8d7d-3fe5f3296549 req-ef7620ee-7f24-4945-9c6a-8b76f106900c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:46.579150 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-824d6e83-ee64-40f7-b5c5-4bb4a4b24723 None None] Port ae9225ae-88cf-4c28-8a93-a31cf35f1812 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:22:46.580867 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c28bd98e-40b3-4f9f-8d7d-3fe5f3296549 req-ef7620ee-7f24-4945-9c6a-8b76f106900c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=8be5f697514948dbb741ccae5deddcdd&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2864914 Dec 17 15:22:46.720390 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4df3606d-c149-4fe8-bd8a-14dbd56fb166 req-deab2b04-eea7-4a11-b8f9-90f9df3dbd81 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6698895 Dec 17 15:22:46.722136 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-187bb475-23c0-477f-bcac-e32865e52c08 req-53e1489c-13e2-4a29-bfe6-ec2ae938ac5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbe25e39-8f1f-4383-b5a5-367c8e64756d {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:22:46.736228 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-53e1489c-13e2-4a29-bfe6-ec2ae938ac5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:46.775368 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 2fd7211b-664a-4ef8-ad27-7b23f7465ac5 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:22:46.775831 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-187bb475-23c0-477f-bcac-e32865e52c08 req-53e1489c-13e2-4a29-bfe6-ec2ae938ac5a service neutron] Transition to ACTIVE for port object cbe25e39-8f1f-4383-b5a5-367c8e64756d will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:22:46.780002 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bd98e-40b3-4f9f-8d7d-3fe5f3296549 req-9fd4c64c-631e-47ce-96ab-17b1377c4e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:46.781497 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c28bd98e-40b3-4f9f-8d7d-3fe5f3296549 req-9fd4c64c-631e-47ce-96ab-17b1377c4e3c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1841879 Dec 17 15:22:46.811326 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-06b86724-0084-4e77-8582-890d8387b475 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Deleting port ae9225ae-88cf-4c28-8a93-a31cf35f1812 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:22:46.811546 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-06b86724-0084-4e77-8582-890d8387b475 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:46.828775 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ab0ce-75bc-4ff1-8ca7-f195c28ab447 req-c3474a94-f4d2-459c-8fee-4f8ce3c6ffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:46.830318 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c7ab0ce-75bc-4ff1-8ca7-f195c28ab447 req-c3474a94-f4d2-459c-8fee-4f8ce3c6ffcd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f8146d07-7e9a-4085-82a1-252e96492674 HTTP/1.1" status: 200 len: 1097 time: 0.7995591 Dec 17 15:22:46.842517 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-53e1489c-13e2-4a29-bfe6-ec2ae938ac5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:46.858342 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e30822d0-6d8a-4d82-b554-5866f126563d up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:22:46.871426 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-7afc57b7-017b-419d-8984-87967ec1c390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7754f5b6-304f-4696-9ab2-6428dd11c663 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:22:46.936110 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-7afc57b7-017b-419d-8984-87967ec1c390 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:46.956790 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7cdb9324-3618-4bdd-9ac3-b5ecc5260425 req-5219008e-b74d-4255-a328-26de3913d3a8 service neutron] 10.222.0.13 "GET /v2.0/networks/17037aa8-3c05-41e7-ba50-c72d5662115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8855903 Dec 17 15:22:46.976602 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f43c66dd-774b-4c14-8b85-1d3377f104e9 req-94418546-bcdb-45d4-87da-c5b0fd91fdc9 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9441686 Dec 17 15:22:46.983895 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port e30822d0-6d8a-4d82-b554-5866f126563d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:46.984279 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:46.988265 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-f43c66dd-774b-4c14-8b85-1d3377f104e9 req-ec652cf5-2011-478f-b09e-4a0d19fa183a tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:47.028535 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-7afc57b7-017b-419d-8984-87967ec1c390 service neutron] Transition to ACTIVE for port object 7754f5b6-304f-4696-9ab2-6428dd11c663 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:22:47.050343 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1489c-13e2-4a29-bfe6-ec2ae938ac5a service neutron] Pushing event updated for resources: {'Port': ['ID=cbe25e39-8f1f-4383-b5a5-367c8e64756d,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:47.084204 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-06b86724-0084-4e77-8582-890d8387b475 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:47.089974 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c7ab0ce-75bc-4ff1-8ca7-f195c28ab447 req-7409f300-5f63-4581-9415-ca69345e62a9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273505 Dec 17 15:22:47.093624 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-187bb475-23c0-477f-bcac-e32865e52c08 req-53e1489c-13e2-4a29-bfe6-ec2ae938ac5a service neutron] Attempting to bind port cbe25e39-8f1f-4383-b5a5-367c8e64756d on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:22:47.093967 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-187bb475-23c0-477f-bcac-e32865e52c08 req-53e1489c-13e2-4a29-bfe6-ec2ae938ac5a service neutron] Attempting to bind port cbe25e39-8f1f-4383-b5a5-367c8e64756d by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '1a0c2dd1-66d6-4557-8cd7-0378accaa3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ec28bea2-77cb-4691-b278-282a967d1e33'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:22:47.094348 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-53e1489c-13e2-4a29-bfe6-ec2ae938ac5a service neutron] Attempting to bind port cbe25e39-8f1f-4383-b5a5-367c8e64756d on network ec28bea2-77cb-4691-b278-282a967d1e33 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:22:47.103578 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-06b86724-0084-4e77-8582-890d8387b475 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Calling delete_port for ae9225ae-88cf-4c28-8a93-a31cf35f1812 owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:22:47.107716 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-53e1489c-13e2-4a29-bfe6-ec2ae938ac5a service neutron] Port cbe25e39-8f1f-4383-b5a5-367c8e64756d on network ec28bea2-77cb-4691-b278-282a967d1e33 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:22:47.108017 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-53e1489c-13e2-4a29-bfe6-ec2ae938ac5a service neutron] Attempting to bind port cbe25e39-8f1f-4383-b5a5-367c8e64756d on network ec28bea2-77cb-4691-b278-282a967d1e33 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:22:47.119902 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9072526-27f2-4291-bd74-e657cff36cfc req-9273073f-c826-4e07-93a1-efb281899cb8 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:47.122609 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b9072526-27f2-4291-bd74-e657cff36cfc req-9273073f-c826-4e07-93a1-efb281899cb8 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 931 time: 0.2656653 Dec 17 15:22:47.135573 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-53e1489c-13e2-4a29-bfe6-ec2ae938ac5a service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:22:47.135951 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-53e1489c-13e2-4a29-bfe6-ec2ae938ac5a service neutron] Checking segment: {'id': '1a0c2dd1-66d6-4557-8cd7-0378accaa3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ec28bea2-77cb-4691-b278-282a967d1e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:22:47.136289 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-53e1489c-13e2-4a29-bfe6-ec2ae938ac5a service neutron] Bound using segment: {'id': '1a0c2dd1-66d6-4557-8cd7-0378accaa3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ec28bea2-77cb-4691-b278-282a967d1e33'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:22:47.136728 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-187bb475-23c0-477f-bcac-e32865e52c08 req-53e1489c-13e2-4a29-bfe6-ec2ae938ac5a service neutron] Bound port: cbe25e39-8f1f-4383-b5a5-367c8e64756d, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a0c2dd1-66d6-4557-8cd7-0378accaa3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ec28bea2-77cb-4691-b278-282a967d1e33'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:22:47.137133 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-53e1489c-13e2-4a29-bfe6-ec2ae938ac5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:47.148256 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-7afc57b7-017b-419d-8984-87967ec1c390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:47.158952 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3f8b20-3ed9-407c-ae97-d61890dad573 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Network 546d1ced-0a96-40dd-b334-738cdd274bcc is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:47.194879 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f43c66dd-774b-4c14-8b85-1d3377f104e9 req-ec652cf5-2011-478f-b09e-4a0d19fa183a tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks [] for floatingip, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:47.197795 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-cb3f8b20-3ed9-407c-ae97-d61890dad573 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:47.272174 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b9072526-27f2-4291-bd74-e657cff36cfc req-ccc27e30-7bbd-4071-9fc9-2aaffacd3af6 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327021 Dec 17 15:22:47.283363 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 2fd7211b-664a-4ef8-ad27-7b23f7465ac5 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:22:47.288921 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 2fd7211b-664a-4ef8-ad27-7b23f7465ac5 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:47.289384 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:47.377611 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-187bb475-23c0-477f-bcac-e32865e52c08 req-53e1489c-13e2-4a29-bfe6-ec2ae938ac5a service neutron] For port cbe25e39-8f1f-4383-b5a5-367c8e64756d, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:22:47.382859 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-187bb475-23c0-477f-bcac-e32865e52c08 req-53e1489c-13e2-4a29-bfe6-ec2ae938ac5a service neutron] For port cbe25e39-8f1f-4383-b5a5-367c8e64756d, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=cbe25e39-8f1f-4383-b5a5-367c8e64756d,segment=NetworkSegment(1a0c2dd1-66d6-4557-8cd7-0378accaa3d6),segment_id=1a0c2dd1-66d6-4557-8cd7-0378accaa3d6)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:22:47.442964 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc57b7-017b-419d-8984-87967ec1c390 service neutron] Pushing event updated for resources: {'Port': ['ID=7754f5b6-304f-4696-9ab2-6428dd11c663,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:47.492697 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:47.520712 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82af789-2aed-4c8d-a83e-c2112c295b94 req-49982c1a-727f-4aa4-af69-c8ad9b1de6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:47.523307 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c82af789-2aed-4c8d-a83e-c2112c295b94 req-49982c1a-727f-4aa4-af69-c8ad9b1de6c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60e309c546724192a86de7562967b8f4&device_id=996da2d5-5525-47fd-a9e6-fa0c50927856 HTTP/1.1" status: 200 len: 1094 time: 0.4324505 Dec 17 15:22:47.539084 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-53e1489c-13e2-4a29-bfe6-ec2ae938ac5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:47.546712 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 2fd7211b-664a-4ef8-ad27-7b23f7465ac5, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=2fd7211b-664a-4ef8-ad27-7b23f7465ac5,segment=NetworkSegment(f10da5fa-5cdc-4258-87e7-e884dcfffec9),segment_id=f10da5fa-5cdc-4258-87e7-e884dcfffec9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:47.575132 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-53e1489c-13e2-4a29-bfe6-ec2ae938ac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:47.576408 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-53e1489c-13e2-4a29-bfe6-ec2ae938ac5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:47.577951 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-53e1489c-13e2-4a29-bfe6-ec2ae938ac5a service neutron] 10.222.0.13 "PUT /v2.0/ports/cbe25e39-8f1f-4383-b5a5-367c8e64756d HTTP/1.1" status: 200 len: 1135 time: 2.1736450 Dec 17 15:22:47.612781 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-06b86724-0084-4e77-8582-890d8387b475 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:47.624561 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1489c-13e2-4a29-bfe6-ec2ae938ac5a service neutron] Pushing event updated for resources: {'Port': ['ID=cbe25e39-8f1f-4383-b5a5-367c8e64756d,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:47.625144 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-3f721b78-54f9-4ad2-b108-3611d199d5eb None None] Provisioning complete for port c7083c7e-dc88-416a-b9fb-7422135ea893 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:47.625580 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3f721b78-54f9-4ad2-b108-3611d199d5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:47.669603 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b86724-0084-4e77-8582-890d8387b475 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Port': ['ID=ae9225ae-88cf-4c28-8a93-a31cf35f1812,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:47.670572 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:47.715861 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ba6c05a-cbd4-4916-9f14-328566dee045', 'tag': 'c972ba9f-286e-429f-b2b8-711964f9dbf4'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:22:47.716144 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-187bb475-23c0-477f-bcac-e32865e52c08 req-e06375e2-7ad2-4f95-bb5e-3c5a871a0ff2 service neutron] Request body: {'port': {'device_id': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:47.718314 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ae440e-40c8-4a80-b428-c46696bc9388" -d '{"events": [{"name": "network-changed", "server_uuid": "9ba6c05a-cbd4-4916-9f14-328566dee045", "tag": "c972ba9f-286e-429f-b2b8-711964f9dbf4"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:22:47.742493 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=2fd7211b-664a-4ef8-ad27-7b23f7465ac5,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:47.763584 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-3f721b78-54f9-4ad2-b108-3611d199d5eb None None] Port c7083c7e-dc88-416a-b9fb-7422135ea893 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:22:47.789857 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-7afc57b7-017b-419d-8984-87967ec1c390 service neutron] Attempting to bind port 7754f5b6-304f-4696-9ab2-6428dd11c663 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:22:47.790799 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-7afc57b7-017b-419d-8984-87967ec1c390 service neutron] Attempting to bind port 7754f5b6-304f-4696-9ab2-6428dd11c663 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'a3ed8bc9-37dd-4a75-a62b-f36aa58f559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a81410f2-8387-44e0-b580-7a2346e72e8a'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:22:47.791356 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-7afc57b7-017b-419d-8984-87967ec1c390 service neutron] Attempting to bind port 7754f5b6-304f-4696-9ab2-6428dd11c663 on network a81410f2-8387-44e0-b580-7a2346e72e8a {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:22:47.824838 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-e06375e2-7ad2-4f95-bb5e-3c5a871a0ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:47.827305 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235c2b1-1909-4b6d-8026-fa03e7475cc7 req-4766a23d-b56f-4a55-b104-80c4ba231bbf tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:47.836257 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8235c2b1-1909-4b6d-8026-fa03e7475cc7 req-4766a23d-b56f-4a55-b104-80c4ba231bbf tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=996da2d5-5525-47fd-a9e6-fa0c50927856 HTTP/1.1" status: 200 len: 943 time: 0.2725601 Dec 17 15:22:47.851256 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-7afc57b7-017b-419d-8984-87967ec1c390 service neutron] Port 7754f5b6-304f-4696-9ab2-6428dd11c663 on network a81410f2-8387-44e0-b580-7a2346e72e8a not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:22:47.851585 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-7afc57b7-017b-419d-8984-87967ec1c390 service neutron] Attempting to bind port 7754f5b6-304f-4696-9ab2-6428dd11c663 on network a81410f2-8387-44e0-b580-7a2346e72e8a {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:22:47.893166 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f59d344-91ee-48d8-a491-b09d3aa12ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd7211b-664a-4ef8-ad27-7b23f7465ac5'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:22:47.896423 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061c6978-0161-49b6-9b6e-5cee4af8fcf8" -d '{"events": [{"server_uuid": "6f59d344-91ee-48d8-a491-b09d3aa12ee2", "name": "network-vif-plugged", "status": "completed", "tag": "2fd7211b-664a-4ef8-ad27-7b23f7465ac5"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:22:47.933268 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-06b86724-0084-4e77-8582-890d8387b475 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:47.936735 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-06b86724-0084-4e77-8582-890d8387b475 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/ports/ae9225ae-88cf-4c28-8a93-a31cf35f1812 HTTP/1.1" status: 204 len: 168 time: 1.4134657 Dec 17 15:22:47.939488 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55618) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:47.941167 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-7afc57b7-017b-419d-8984-87967ec1c390 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:22:47.942426 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-7afc57b7-017b-419d-8984-87967ec1c390 service neutron] Checking segment: {'id': 'a3ed8bc9-37dd-4a75-a62b-f36aa58f559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a81410f2-8387-44e0-b580-7a2346e72e8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:22:47.943444 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-7afc57b7-017b-419d-8984-87967ec1c390 service neutron] Bound using segment: {'id': 'a3ed8bc9-37dd-4a75-a62b-f36aa58f559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a81410f2-8387-44e0-b580-7a2346e72e8a'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:22:47.943884 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-7afc57b7-017b-419d-8984-87967ec1c390 service neutron] Bound port: 7754f5b6-304f-4696-9ab2-6428dd11c663, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ed8bc9-37dd-4a75-a62b-f36aa58f559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a81410f2-8387-44e0-b580-7a2346e72e8a'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:22:47.944250 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-7afc57b7-017b-419d-8984-87967ec1c390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:47.956562 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82af789-2aed-4c8d-a83e-c2112c295b94 req-0e3172ff-7b45-45e8-8c7f-324465688e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:47.959100 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c82af789-2aed-4c8d-a83e-c2112c295b94 req-0e3172ff-7b45-45e8-8c7f-324465688e14 service neutron] 10.222.0.13 "GET /v2.0/networks?id=17037aa8-3c05-41e7-ba50-c72d5662115e HTTP/1.1" status: 200 len: 917 time: 0.3916178 Dec 17 15:22:48.025536 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'tag': 'cbe25e39-8f1f-4383-b5a5-367c8e64756d'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:22:48.028240 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7626ee80-5b7f-42a4-985e-a4c5559df49f" -d '{"events": [{"name": "network-changed", "server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "tag": "cbe25e39-8f1f-4383-b5a5-367c8e64756d"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:22:48.032703 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c82af789-2aed-4c8d-a83e-c2112c295b94 req-f9c20ba4-4324-4f4c-811c-298569a06f76 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e891dda8-2b65-4cf9-9ffb-bd0f43d0f548 HTTP/1.1" status: 200 len: 217 time: 0.0637860 Dec 17 15:22:48.038114 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-a707af31-2fcd-4bc6-b3c7-0658dc420dd0 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] GET failed (client error): The resource could not be found. Dec 17 15:22:48.045962 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a707af31-2fcd-4bc6-b3c7-0658dc420dd0 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "GET /v2.0/ports/ae9225ae-88cf-4c28-8a93-a31cf35f1812 HTTP/1.1" status: 404 len: 333 time: 0.0996854 Dec 17 15:22:48.046961 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55622) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:48.062922 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8235c2b1-1909-4b6d-8026-fa03e7475cc7 req-296d6a3f-c292-4d77-8f2e-ca2f03cfb07c tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253468 Dec 17 15:22:48.102643 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3f8b20-3ed9-407c-ae97-d61890dad573 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Router 0acfb1e8-f686-46db-95aa-1e8113d2e91f is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:22:48.114384 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f43c66dd-774b-4c14-8b85-1d3377f104e9 req-ec652cf5-2011-478f-b09e-4a0d19fa183a tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:48.169549 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e7ffdf3-be69-42d9-b01d-afe4301525b8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Deleting subnet 677c1e89-4887-48fc-8ea0-57d761d3d089 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:22:48.176284 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1e7ffdf3-be69-42d9-b01d-afe4301525b8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:48.196053 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82af789-2aed-4c8d-a83e-c2112c295b94 req-7ce2e4e3-dc69-4ec7-94cc-3cfa05a38c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:48.197691 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c82af789-2aed-4c8d-a83e-c2112c295b94 req-7ce2e4e3-dc69-4ec7-94cc-3cfa05a38c44 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0c82b08e-7646-45d2-ac36-8b704389a6a5 HTTP/1.1" status: 200 len: 855 time: 0.1322873 Dec 17 15:22:48.245521 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1e7ffdf3-be69-42d9-b01d-afe4301525b8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:48.270748 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8aacaf-941c-46c6-aba3-e167096dabc7 x-openstack-request-id: req-8a8aacaf-941c-46c6-aba3-e167096dabc7 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:22:48.270748 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ba6c05a-cbd4-4916-9f14-328566dee045", "tag": "c972ba9f-286e-429f-b2b8-711964f9dbf4", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:22:48.270748 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8a8aacaf-941c-46c6-aba3-e167096dabc7 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:22:48.271087 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ba6c05a-cbd4-4916-9f14-328566dee045', 'tag': 'c972ba9f-286e-429f-b2b8-711964f9dbf4', 'status': 'completed', 'code': 200} Dec 17 15:22:48.273103 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-7afc57b7-017b-419d-8984-87967ec1c390 service neutron] For port 7754f5b6-304f-4696-9ab2-6428dd11c663, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:22:48.316241 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-7afc57b7-017b-419d-8984-87967ec1c390 service neutron] For port 7754f5b6-304f-4696-9ab2-6428dd11c663, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=7754f5b6-304f-4696-9ab2-6428dd11c663,segment=NetworkSegment(a3ed8bc9-37dd-4a75-a62b-f36aa58f559a),segment_id=a3ed8bc9-37dd-4a75-a62b-f36aa58f559a)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:22:48.399897 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-7afc57b7-017b-419d-8984-87967ec1c390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:48.409899 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae440e-40c8-4a80-b428-c46696bc9388 req-10949d13-1477-45de-999a-1b8fa593cc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:48.411956 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-69ae440e-40c8-4a80-b428-c46696bc9388 req-10949d13-1477-45de-999a-1b8fa593cc8b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c5523b5350454050bc24f1ee5a0a4b70&device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 1097 time: 0.1279140 Dec 17 15:22:48.423656 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3f8b20-3ed9-407c-ae97-d61890dad573 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:22:48.438772 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615cd59b-f038-4d9c-80ef-c101a262c80a None None] Sync routers for ids ['0acfb1e8-f686-46db-95aa-1e8113d2e91f'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:22:48.445430 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-187bb475-23c0-477f-bcac-e32865e52c08 req-e06375e2-7ad2-4f95-bb5e-3c5a871a0ff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 352cdabc-20b5-416a-9b0b-566ed33d52ff {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:22:48.455247 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-cb3f8b20-3ed9-407c-ae97-d61890dad573 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] 10.222.0.46 "PUT /v2.0/routers/0acfb1e8-f686-46db-95aa-1e8113d2e91f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1373785 Dec 17 15:22:48.455502 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615cd59b-f038-4d9c-80ef-c101a262c80a None None] Routers {'0acfb1e8-f686-46db-95aa-1e8113d2e91f'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:22:48.455502 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-615cd59b-f038-4d9c-80ef-c101a262c80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:22:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0acfb1e8-f686-46db-95aa-1e8113d2e91f'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:48.458984 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82af789-2aed-4c8d-a83e-c2112c295b94 req-f6083805-f23f-44e6-970e-93f549a7f652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:48.459505 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55626) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:48.460474 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c82af789-2aed-4c8d-a83e-c2112c295b94 req-f6083805-f23f-44e6-970e-93f549a7f652 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=17037aa8-3c05-41e7-ba50-c72d5662115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1887903 Dec 17 15:22:48.486020 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-7afc57b7-017b-419d-8984-87967ec1c390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:48.486551 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-7afc57b7-017b-419d-8984-87967ec1c390 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:48.487940 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-7afc57b7-017b-419d-8984-87967ec1c390 service neutron] 10.222.0.13 "PUT /v2.0/ports/7754f5b6-304f-4696-9ab2-6428dd11c663 HTTP/1.1" status: 200 len: 1091 time: 3.6025441 Dec 17 15:22:48.489529 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-f43c66dd-774b-4c14-8b85-1d3377f104e9 req-ec652cf5-2011-478f-b09e-4a0d19fa183a tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Allocated IP 172.25.6.207 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/0ff1772a-f072-41d8-8f5a-150652d9e7c7) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:22:48.505885 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-e06375e2-7ad2-4f95-bb5e-3c5a871a0ff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:48.507397 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-615cd59b-f038-4d9c-80ef-c101a262c80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:48.516178 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ef5b5-dd4b-4c1d-8220-dbd932b89b50 req-86675e55-2103-4885-9b28-e810f7417755 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:48.516417 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615cd59b-f038-4d9c-80ef-c101a262c80a None None] Routers {'0acfb1e8-f686-46db-95aa-1e8113d2e91f'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:22:48.516793 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-615cd59b-f038-4d9c-80ef-c101a262c80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:22:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0acfb1e8-f686-46db-95aa-1e8113d2e91f'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:48.523866 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ef5b5-dd4b-4c1d-8220-dbd932b89b50 req-86675e55-2103-4885-9b28-e810f7417755 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:48.530280 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ef5b5-dd4b-4c1d-8220-dbd932b89b50 req-86675e55-2103-4885-9b28-e810f7417755 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:48.537218 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ef5b5-dd4b-4c1d-8220-dbd932b89b50 req-86675e55-2103-4885-9b28-e810f7417755 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:48.543940 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ef5b5-dd4b-4c1d-8220-dbd932b89b50 req-86675e55-2103-4885-9b28-e810f7417755 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:48.550098 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ef5b5-dd4b-4c1d-8220-dbd932b89b50 req-86675e55-2103-4885-9b28-e810f7417755 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:48.557683 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ed8ef5b5-dd4b-4c1d-8220-dbd932b89b50 req-86675e55-2103-4885-9b28-e810f7417755 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 4605 time: 0.2375677 Dec 17 15:22:48.560890 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-615cd59b-f038-4d9c-80ef-c101a262c80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:48.561683 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615cd59b-f038-4d9c-80ef-c101a262c80a None None] The sync data for ids ['0acfb1e8-f686-46db-95aa-1e8113d2e91f'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:22:48.589764 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1e7ffdf3-be69-42d9-b01d-afe4301525b8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:48.636966 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-187bb475-23c0-477f-bcac-e32865e52c08 req-e06375e2-7ad2-4f95-bb5e-3c5a871a0ff2 service neutron] Transition to ACTIVE for port object 352cdabc-20b5-416a-9b0b-566ed33d52ff will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:22:48.687309 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc57b7-017b-419d-8984-87967ec1c390 service neutron] Pushing event updated for resources: {'Port': ['ID=7754f5b6-304f-4696-9ab2-6428dd11c663,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:48.764116 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-e06375e2-7ad2-4f95-bb5e-3c5a871a0ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:48.772713 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae440e-40c8-4a80-b428-c46696bc9388 req-6fc14b0e-e256-4d1c-9a22-b2cfb50abdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:48.776288 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-69ae440e-40c8-4a80-b428-c46696bc9388 req-6fc14b0e-e256-4d1c-9a22-b2cfb50abdf9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=64af8fff-ac3a-4abc-8822-328e57318c5b HTTP/1.1" status: 200 len: 920 time: 0.3526244 Dec 17 15:22:48.780267 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ed8ef5b5-dd4b-4c1d-8220-dbd932b89b50 req-087d01a0-f743-4009-b19a-32909bb66d86 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2055964 Dec 17 15:22:48.806698 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c82af789-2aed-4c8d-a83e-c2112c295b94 req-d8541e08-0081-4cbc-96ed-175035bc048d service neutron] 10.222.0.13 "GET /v2.0/networks/17037aa8-3c05-41e7-ba50-c72d5662115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280439 Dec 17 15:22:48.806698 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-d70a46a1-b55f-47c0-8e44-81c4db648e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:48.807911 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-d70a46a1-b55f-47c0-8e44-81c4db648e26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1407878f6eb44e929267c0f543df9a52&device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 1094 time: 0.1874468 Dec 17 15:22:48.881374 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e95596-e8c2-4da4-b4a9-c393949729f7 x-openstack-request-id: req-16e95596-e8c2-4da4-b4a9-c393949729f7 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:22:48.884474 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f59d344-91ee-48d8-a491-b09d3aa12ee2", "name": "network-vif-plugged", "status": "completed", "tag": "2fd7211b-664a-4ef8-ad27-7b23f7465ac5", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:22:48.884474 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-16e95596-e8c2-4da4-b4a9-c393949729f7 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:22:48.884474 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f59d344-91ee-48d8-a491-b09d3aa12ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd7211b-664a-4ef8-ad27-7b23f7465ac5', 'code': 200} Dec 17 15:22:48.917959 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-30edc03d-bb6a-4d04-923e-5409b8a101c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7754f5b6-304f-4696-9ab2-6428dd11c663 HTTP/1.1" status: 200 len: 217 time: 0.0984738 Dec 17 15:22:49.157887 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7960748d-ccef-493c-b5e7-0dc43f601879 x-openstack-request-id: req-7960748d-ccef-493c-b5e7-0dc43f601879 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:22:49.158199 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "tag": "cbe25e39-8f1f-4383-b5a5-367c8e64756d", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:22:49.159136 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7960748d-ccef-493c-b5e7-0dc43f601879 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:22:49.159530 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'tag': 'cbe25e39-8f1f-4383-b5a5-367c8e64756d', 'status': 'completed', 'code': 200} Dec 17 15:22:49.258673 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-69ae440e-40c8-4a80-b428-c46696bc9388 req-a7ef35ee-fc3b-427b-8831-910ed085fc54 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c972ba9f-286e-429f-b2b8-711964f9dbf4 HTTP/1.1" status: 200 len: 217 time: 0.0912123 Dec 17 15:22:49.265989 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f43c66dd-774b-4c14-8b85-1d3377f104e9 req-ec652cf5-2011-478f-b09e-4a0d19fa183a tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:49.268402 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1e7ffdf3-be69-42d9-b01d-afe4301525b8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:49.293336 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06375e2-7ad2-4f95-bb5e-3c5a871a0ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=352cdabc-20b5-416a-9b0b-566ed33d52ff,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:49.392042 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e891dda8-2b65-4cf9-9ffb-bd0f43d0f548 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:22:49.393159 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c82af789-2aed-4c8d-a83e-c2112c295b94 req-d48a5ca1-7ae6-4fb1-8433-5a96e31989b7 service neutron] 10.222.0.13 "GET /v2.0/networks/17037aa8-3c05-41e7-ba50-c72d5662115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5725825 Dec 17 15:22:49.399693 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-770f41b0-c17d-4a57-9a62-10b2702c7b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:49.401152 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-770f41b0-c17d-4a57-9a62-10b2702c7b4c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b59121e-95f1-4cb2-baf2-d0a298aafb94 HTTP/1.1" status: 200 len: 850 time: 0.1691041 Dec 17 15:22:49.407376 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ffdf3-be69-42d9-b01d-afe4301525b8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Subnet': ['ID=677c1e89-4887-48fc-8ea0-57d761d3d089,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:49.412058 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1e7ffdf3-be69-42d9-b01d-afe4301525b8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:49.413936 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc408ea-6b01-4373-b2b6-80ba9fe5f970 req-e27c98bb-f642-4846-8f0c-439a4f2f393d tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:49.418728 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1e7ffdf3-be69-42d9-b01d-afe4301525b8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/subnets/677c1e89-4887-48fc-8ea0-57d761d3d089 HTTP/1.1" status: 204 len: 168 time: 1.3696167 Dec 17 15:22:49.420413 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55634) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:49.421588 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bdc408ea-6b01-4373-b2b6-80ba9fe5f970 req-e27c98bb-f642-4846-8f0c-439a4f2f393d tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 943 time: 0.1931961 Dec 17 15:22:49.451732 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7898f-97df-43f6-b8f1-cb9f25ecdfe7 req-ec62a0f9-7883-43aa-8410-b730285c3e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:49.452296 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9bd7898f-97df-43f6-b8f1-cb9f25ecdfe7 req-ec62a0f9-7883-43aa-8410-b730285c3e9f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f59d344-91ee-48d8-a491-b09d3aa12ee2 HTTP/1.1" status: 200 len: 1097 time: 0.2212541 Dec 17 15:22:49.472387 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-06a348f0-13e1-4503-b85e-76695616901f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a81410f2-8387-44e0-b580-7a2346e72e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398207 Dec 17 15:22:49.473681 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef39ee38-1a07-4f2a-865f-a4ad4604a075 None None] Network 45d9217f-e2cb-477e-93aa-a6a2c947038f requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:22:49.509732 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626ee80-5b7f-42a4-985e-a4c5559df49f req-0370a6a6-6bc1-4779-9286-f299dfa52018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:49.510270 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626ee80-5b7f-42a4-985e-a4c5559df49f req-0370a6a6-6bc1-4779-9286-f299dfa52018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:49.510739 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626ee80-5b7f-42a4-985e-a4c5559df49f req-0370a6a6-6bc1-4779-9286-f299dfa52018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:49.511194 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626ee80-5b7f-42a4-985e-a4c5559df49f req-0370a6a6-6bc1-4779-9286-f299dfa52018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:49.511645 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626ee80-5b7f-42a4-985e-a4c5559df49f req-0370a6a6-6bc1-4779-9286-f299dfa52018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:49.512144 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626ee80-5b7f-42a4-985e-a4c5559df49f req-0370a6a6-6bc1-4779-9286-f299dfa52018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:49.512630 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626ee80-5b7f-42a4-985e-a4c5559df49f req-0370a6a6-6bc1-4779-9286-f299dfa52018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:49.514574 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7626ee80-5b7f-42a4-985e-a4c5559df49f req-0370a6a6-6bc1-4779-9286-f299dfa52018 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8be5f697514948dbb741ccae5deddcdd&device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 6176 time: 0.3542588 Dec 17 15:22:49.546612 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f43c66dd-774b-4c14-8b85-1d3377f104e9 req-ec652cf5-2011-478f-b09e-4a0d19fa183a tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:49.578312 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae440e-40c8-4a80-b428-c46696bc9388 req-375cd5c5-9e0f-4ea0-bb80-af2d92abdd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:49.579766 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-69ae440e-40c8-4a80-b428-c46696bc9388 req-375cd5c5-9e0f-4ea0-bb80-af2d92abdd73 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=787e95b8-61b8-4b5a-91fc-f3b04ea70ba6 HTTP/1.1" status: 200 len: 859 time: 0.3087549 Dec 17 15:22:49.583211 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bdc408ea-6b01-4373-b2b6-80ba9fe5f970 req-5d894c9e-7598-4ac2-a26c-a8645cadddef tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547484 Dec 17 15:22:49.603402 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port e891dda8-2b65-4cf9-9ffb-bd0f43d0f548, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e891dda8-2b65-4cf9-9ffb-bd0f43d0f548,segment=NetworkSegment(f10da5fa-5cdc-4258-87e7-e884dcfffec9),segment_id=f10da5fa-5cdc-4258-87e7-e884dcfffec9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:49.623233 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'e891dda8-2b65-4cf9-9ffb-bd0f43d0f548', 'network_id': '17037aa8-3c05-41e7-ba50-c72d5662115e', 'port_id': 'e891dda8-2b65-4cf9-9ffb-bd0f43d0f548', 'mac_address': 'fa:16:3e:de:f8:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c82b08e-7646-45d2-ac36-8b704389a6a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:22:49.631360 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-c94ddc47-10cf-4190-9b03-387422049f98 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Deleting subnet df05c82a-71e3-4021-b640-74ccf1b9019c {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:22:49.657910 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c94ddc47-10cf-4190-9b03-387422049f98 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:49.663737 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9bd7898f-97df-43f6-b8f1-cb9f25ecdfe7 req-36b48e65-c399-43ce-bd62-d50e1a7d8865 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946840 Dec 17 15:22:49.678966 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f43c66dd-774b-4c14-8b85-1d3377f104e9 req-ec652cf5-2011-478f-b09e-4a0d19fa183a tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:49.680689 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec652cf5-2011-478f-b09e-4a0d19fa183a tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Pushing event updated for resources: {'Port': ['ID=0ff1772a-f072-41d8-8f5a-150652d9e7c7,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:49.683743 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-f43c66dd-774b-4c14-8b85-1d3377f104e9 req-ec652cf5-2011-478f-b09e-4a0d19fa183a tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:49.686875 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-a8c3bf2a-c206-49a7-a523-04cbf4a167b4 service neutron] 10.222.0.13 "GET /v2.0/networks/a81410f2-8387-44e0-b580-7a2346e72e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062094 Dec 17 15:22:49.687674 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43c66dd-774b-4c14-8b85-1d3377f104e9 req-ec652cf5-2011-478f-b09e-4a0d19fa183a tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:22:49.697512 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-69ae440e-40c8-4a80-b428-c46696bc9388 req-4a544b43-00ce-4912-9e25-93b3ded21448 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64af8fff-ac3a-4abc-8822-328e57318c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813241 Dec 17 15:22:49.796549 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-187bb475-23c0-477f-bcac-e32865e52c08 req-e06375e2-7ad2-4f95-bb5e-3c5a871a0ff2 service neutron] Attempting to bind port 352cdabc-20b5-416a-9b0b-566ed33d52ff on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:22:49.796826 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-187bb475-23c0-477f-bcac-e32865e52c08 req-e06375e2-7ad2-4f95-bb5e-3c5a871a0ff2 service neutron] Attempting to bind port 352cdabc-20b5-416a-9b0b-566ed33d52ff by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '1a0c2dd1-66d6-4557-8cd7-0378accaa3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ec28bea2-77cb-4691-b278-282a967d1e33'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:22:49.796959 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-e06375e2-7ad2-4f95-bb5e-3c5a871a0ff2 service neutron] Attempting to bind port 352cdabc-20b5-416a-9b0b-566ed33d52ff on network ec28bea2-77cb-4691-b278-282a967d1e33 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:22:49.836979 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-e06375e2-7ad2-4f95-bb5e-3c5a871a0ff2 service neutron] Port 352cdabc-20b5-416a-9b0b-566ed33d52ff on network ec28bea2-77cb-4691-b278-282a967d1e33 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:22:49.837327 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-e06375e2-7ad2-4f95-bb5e-3c5a871a0ff2 service neutron] Attempting to bind port 352cdabc-20b5-416a-9b0b-566ed33d52ff on network ec28bea2-77cb-4691-b278-282a967d1e33 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:22:49.841926 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c94ddc47-10cf-4190-9b03-387422049f98 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:49.899539 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:49.916702 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e891dda8-2b65-4cf9-9ffb-bd0f43d0f548 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:22:49.918553 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626ee80-5b7f-42a4-985e-a4c5559df49f req-a30af151-a239-443e-8355-eb614d8def11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:49.919306 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626ee80-5b7f-42a4-985e-a4c5559df49f req-a30af151-a239-443e-8355-eb614d8def11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:49.919465 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626ee80-5b7f-42a4-985e-a4c5559df49f req-a30af151-a239-443e-8355-eb614d8def11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:49.921696 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7626ee80-5b7f-42a4-985e-a4c5559df49f req-a30af151-a239-443e-8355-eb614d8def11 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=8be5f697514948dbb741ccae5deddcdd&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3910601 Dec 17 15:22:49.922095 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-e06375e2-7ad2-4f95-bb5e-3c5a871a0ff2 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:22:49.922429 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-e06375e2-7ad2-4f95-bb5e-3c5a871a0ff2 service neutron] Checking segment: {'id': '1a0c2dd1-66d6-4557-8cd7-0378accaa3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ec28bea2-77cb-4691-b278-282a967d1e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:22:49.923569 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-e06375e2-7ad2-4f95-bb5e-3c5a871a0ff2 service neutron] Bound using segment: {'id': '1a0c2dd1-66d6-4557-8cd7-0378accaa3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ec28bea2-77cb-4691-b278-282a967d1e33'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:22:49.924022 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-187bb475-23c0-477f-bcac-e32865e52c08 req-e06375e2-7ad2-4f95-bb5e-3c5a871a0ff2 service neutron] Bound port: 352cdabc-20b5-416a-9b0b-566ed33d52ff, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a0c2dd1-66d6-4557-8cd7-0378accaa3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ec28bea2-77cb-4691-b278-282a967d1e33'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:22:49.924831 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-e06375e2-7ad2-4f95-bb5e-3c5a871a0ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:49.945409 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port e891dda8-2b65-4cf9-9ffb-bd0f43d0f548, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e891dda8-2b65-4cf9-9ffb-bd0f43d0f548,segment=NetworkSegment(f10da5fa-5cdc-4258-87e7-e884dcfffec9),segment_id=f10da5fa-5cdc-4258-87e7-e884dcfffec9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:49.947419 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f43c66dd-774b-4c14-8b85-1d3377f104e9 req-ec652cf5-2011-478f-b09e-4a0d19fa183a tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:49.970338 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff4f9e-6aaa-40e4-a495-8ecdebe09fb0 req-f783298e-970e-47c3-9408-b7af37e344a8 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:49.970338 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e3ff4f9e-6aaa-40e4-a495-8ecdebe09fb0 req-f783298e-970e-47c3-9408-b7af37e344a8 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=996da2d5-5525-47fd-a9e6-fa0c50927856 HTTP/1.1" status: 200 len: 943 time: 0.2094767 Dec 17 15:22:49.970719 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-36fc3401-0adf-4b8a-b606-b87b0956646d req-1add4331-94cb-4939-ac3e-91a92fdc6a5d service neutron] 10.222.0.13 "GET /v2.0/networks/a81410f2-8387-44e0-b580-7a2346e72e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408609 Dec 17 15:22:50.011929 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e3ff4f9e-6aaa-40e4-a495-8ecdebe09fb0 req-ee461df6-7e8d-4d84-83cf-03c734c99bbe tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367684 Dec 17 15:22:50.044923 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:50.057687 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-0578e1b5-a168-488b-85cc-206bfe7ade64 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:22:50.061798 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0578e1b5-a168-488b-85cc-206bfe7ade64 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] 10.222.0.46 "PUT /v2.0/routers/0acfb1e8-f686-46db-95aa-1e8113d2e91f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5946884 Dec 17 15:22:50.062338 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55638) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:50.106387 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-69ae440e-40c8-4a80-b428-c46696bc9388 req-8ef2d93b-2ae5-4c57-8e58-1f926cf8eb6e service neutron] 10.222.0.13 "GET /v2.0/networks/64af8fff-ac3a-4abc-8822-328e57318c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767631 Dec 17 15:22:50.115816 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=e891dda8-2b65-4cf9-9ffb-bd0f43d0f548,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:50.186815 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f43c66dd-774b-4c14-8b85-1d3377f104e9 req-ec652cf5-2011-478f-b09e-4a0d19fa183a tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:50.255158 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c94ddc47-10cf-4190-9b03-387422049f98 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:50.287532 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-187bb475-23c0-477f-bcac-e32865e52c08 req-e06375e2-7ad2-4f95-bb5e-3c5a871a0ff2 service neutron] For port 352cdabc-20b5-416a-9b0b-566ed33d52ff, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:22:50.289662 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['e891dda8-2b65-4cf9-9ffb-bd0f43d0f548'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:22:50.294317 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626ee80-5b7f-42a4-985e-a4c5559df49f req-195cbd82-edc9-4045-a794-494ac2e83a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:50.296634 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7626ee80-5b7f-42a4-985e-a4c5559df49f req-195cbd82-edc9-4045-a794-494ac2e83a0c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3403194 Dec 17 15:22:50.301419 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef4f545-160f-4b34-a6f8-918417ed68f3', 'tag': '7754f5b6-304f-4696-9ab2-6428dd11c663'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:22:50.304552 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f505e8-5481-46e4-afbd-dc4fea9724bc" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef4f545-160f-4b34-a6f8-918417ed68f3", "tag": "7754f5b6-304f-4696-9ab2-6428dd11c663"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:22:50.323964 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-187bb475-23c0-477f-bcac-e32865e52c08 req-e06375e2-7ad2-4f95-bb5e-3c5a871a0ff2 service neutron] For port 352cdabc-20b5-416a-9b0b-566ed33d52ff, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=352cdabc-20b5-416a-9b0b-566ed33d52ff,segment=NetworkSegment(1a0c2dd1-66d6-4557-8cd7-0378accaa3d6),segment_id=1a0c2dd1-66d6-4557-8cd7-0378accaa3d6)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:22:50.346647 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-69ae440e-40c8-4a80-b428-c46696bc9388 req-021d70d2-002a-4691-abdc-d1e9c20f054e service neutron] 10.222.0.13 "GET /v2.0/networks/64af8fff-ac3a-4abc-8822-328e57318c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125769 Dec 17 15:22:50.423005 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-e06375e2-7ad2-4f95-bb5e-3c5a871a0ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:50.425608 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501c261-3599-4bc9-a32c-4af1e48034fe req-45b7ead2-235e-490a-bee8-5baee6150868 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:50.431641 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501c261-3599-4bc9-a32c-4af1e48034fe req-45b7ead2-235e-490a-bee8-5baee6150868 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:50.437842 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501c261-3599-4bc9-a32c-4af1e48034fe req-45b7ead2-235e-490a-bee8-5baee6150868 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:50.443956 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501c261-3599-4bc9-a32c-4af1e48034fe req-45b7ead2-235e-490a-bee8-5baee6150868 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:50.449951 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501c261-3599-4bc9-a32c-4af1e48034fe req-45b7ead2-235e-490a-bee8-5baee6150868 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:50.455880 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501c261-3599-4bc9-a32c-4af1e48034fe req-45b7ead2-235e-490a-bee8-5baee6150868 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:50.462452 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501c261-3599-4bc9-a32c-4af1e48034fe req-45b7ead2-235e-490a-bee8-5baee6150868 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:50.464418 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e501c261-3599-4bc9-a32c-4af1e48034fe req-45b7ead2-235e-490a-bee8-5baee6150868 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5381 time: 0.2455688 Dec 17 15:22:50.500419 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c94ddc47-10cf-4190-9b03-387422049f98 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:50.551507 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06375e2-7ad2-4f95-bb5e-3c5a871a0ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=352cdabc-20b5-416a-9b0b-566ed33d52ff,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:50.555443 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-e06375e2-7ad2-4f95-bb5e-3c5a871a0ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:50.556160 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-e06375e2-7ad2-4f95-bb5e-3c5a871a0ff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:50.557976 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-e06375e2-7ad2-4f95-bb5e-3c5a871a0ff2 service neutron] 10.222.0.13 "PUT /v2.0/ports/352cdabc-20b5-416a-9b0b-566ed33d52ff HTTP/1.1" status: 200 len: 1134 time: 2.8480079 Dec 17 15:22:50.560033 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ddc47-10cf-4190-9b03-387422049f98 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Subnet': ['ID=df05c82a-71e3-4021-b640-74ccf1b9019c,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:50.562750 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c94ddc47-10cf-4190-9b03-387422049f98 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:50.567275 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c94ddc47-10cf-4190-9b03-387422049f98 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/subnets/df05c82a-71e3-4021-b640-74ccf1b9019c HTTP/1.1" status: 204 len: 168 time: 1.1276259 Dec 17 15:22:50.570468 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55642) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:50.593902 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e501c261-3599-4bc9-a32c-4af1e48034fe req-9c3de517-0753-427f-8d26-f85d972a78de tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1170394 Dec 17 15:22:50.642855 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f43c66dd-774b-4c14-8b85-1d3377f104e9 req-ec652cf5-2011-478f-b09e-4a0d19fa183a tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:50.672036 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5500a2ef-5ab1-4cf3-b989-0ddd9b0a72e8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:50.706396 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ed7d51-2e9c-42f1-b6e6-05d54804b437 x-openstack-request-id: req-98ed7d51-2e9c-42f1-b6e6-05d54804b437 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:22:50.706619 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef4f545-160f-4b34-a6f8-918417ed68f3", "tag": "7754f5b6-304f-4696-9ab2-6428dd11c663", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:22:50.706894 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-98ed7d51-2e9c-42f1-b6e6-05d54804b437 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:22:50.707995 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef4f545-160f-4b34-a6f8-918417ed68f3', 'tag': '7754f5b6-304f-4696-9ab2-6428dd11c663', 'status': 'completed', 'code': 200} Dec 17 15:22:50.719663 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798b3e84-f2af-40cb-9bbe-4733c5dda89f None None] Network 45d9217f-e2cb-477e-93aa-a6a2c947038f requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:22:50.735259 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-187bb475-23c0-477f-bcac-e32865e52c08 req-a9cafc2d-6763-45c5-be72-6839f765fee0 service neutron] Request body: {'port': {'device_id': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:50.736075 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-21b15176-9a50-409e-956e-ef3e06d4263e tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:50.824892 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f43c66dd-774b-4c14-8b85-1d3377f104e9 req-ec652cf5-2011-478f-b09e-4a0d19fa183a tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:50.838912 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-44fab798-a6f5-42d9-a4fc-feb1f3bce9af None None] Provisioning complete for port 1267d561-d790-4e6d-8e50-6a76db42f63b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:50.842644 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-44fab798-a6f5-42d9-a4fc-feb1f3bce9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:50.873996 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f505e8-5481-46e4-afbd-dc4fea9724bc req-1ac4679a-e9a8-4fc4-b69a-1c31cba38b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:50.875821 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f3f505e8-5481-46e4-afbd-dc4fea9724bc req-1ac4679a-e9a8-4fc4-b69a-1c31cba38b79 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1407878f6eb44e929267c0f543df9a52&device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 1094 time: 0.1327040 Dec 17 15:22:50.899716 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-5500a2ef-5ab1-4cf3-b989-0ddd9b0a72e8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Deleting port 1267d561-d790-4e6d-8e50-6a76db42f63b {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:22:50.899716 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5500a2ef-5ab1-4cf3-b989-0ddd9b0a72e8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:50.901649 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-a9cafc2d-6763-45c5-be72-6839f765fee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:50.986558 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec652cf5-2011-478f-b09e-4a0d19fa183a tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Pushing event updated for resources: {'Port': ['ID=0ff1772a-f072-41d8-8f5a-150652d9e7c7,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:51.027643 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf929c-df5f-4b5e-b3b3-2800d2b72c00 req-b4fbf9af-d674-4acf-80e3-5fd6462af602 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:51.029156 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-acbf929c-df5f-4b5e-b3b3-2800d2b72c00 req-b4fbf9af-d674-4acf-80e3-5fd6462af602 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 943 time: 0.2196999 Dec 17 15:22:51.046098 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f43c66dd-774b-4c14-8b85-1d3377f104e9 req-ec652cf5-2011-478f-b09e-4a0d19fa183a tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:51.049994 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76455d44-26a5-44c7-b2ee-3b2b42c510cf None None] DHCP port deletion for 45d9217f-e2cb-477e-93aa-a6a2c947038f request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:22:51.058038 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-5500a2ef-5ab1-4cf3-b989-0ddd9b0a72e8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] For port 1267d561-d790-4e6d-8e50-6a76db42f63b, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=1267d561-d790-4e6d-8e50-6a76db42f63b,segment=NetworkSegment(b00895aa-7ac2-440d-ac20-beb0fd5863ce),segment_id=b00895aa-7ac2-440d-ac20-beb0fd5863ce)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:51.058855 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5500a2ef-5ab1-4cf3-b989-0ddd9b0a72e8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:51.079303 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-5500a2ef-5ab1-4cf3-b989-0ddd9b0a72e8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Calling delete_port for 1267d561-d790-4e6d-8e50-6a76db42f63b owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:22:51.092512 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-acbf929c-df5f-4b5e-b3b3-2800d2b72c00 req-df8ae42f-aaa0-4d1b-b58c-7d00ec77d0bb tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513110 Dec 17 15:22:51.131577 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-76455d44-26a5-44c7-b2ee-3b2b42c510cf None None] Deleting port 1267d561-d790-4e6d-8e50-6a76db42f63b {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:22:51.131964 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-76455d44-26a5-44c7-b2ee-3b2b42c510cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:51.169881 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f43c66dd-774b-4c14-8b85-1d3377f104e9 req-ec652cf5-2011-478f-b09e-4a0d19fa183a tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:51.171356 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f43c66dd-774b-4c14-8b85-1d3377f104e9 req-ec652cf5-2011-478f-b09e-4a0d19fa183a tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1937749 Dec 17 15:22:51.172367 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'tag': '352cdabc-20b5-416a-9b0b-566ed33d52ff'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:22:51.179130 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0f5643-f0bc-4061-babc-d59805965839" -d '{"events": [{"name": "network-changed", "server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "tag": "352cdabc-20b5-416a-9b0b-566ed33d52ff"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:22:51.199031 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-76455d44-26a5-44c7-b2ee-3b2b42c510cf None None] For port 1267d561-d790-4e6d-8e50-6a76db42f63b, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=1267d561-d790-4e6d-8e50-6a76db42f63b,segment=NetworkSegment(b00895aa-7ac2-440d-ac20-beb0fd5863ce),segment_id=b00895aa-7ac2-440d-ac20-beb0fd5863ce)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:51.199382 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f505e8-5481-46e4-afbd-dc4fea9724bc req-f1788704-5923-4fce-b4ff-92a683c01b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:51.199547 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-76455d44-26a5-44c7-b2ee-3b2b42c510cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:51.200599 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f3f505e8-5481-46e4-afbd-dc4fea9724bc req-f1788704-5923-4fce-b4ff-92a683c01b35 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a81410f2-8387-44e0-b580-7a2346e72e8a HTTP/1.1" status: 200 len: 911 time: 0.3156734 Dec 17 15:22:51.214906 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-76455d44-26a5-44c7-b2ee-3b2b42c510cf None None] Calling delete_port for 1267d561-d790-4e6d-8e50-6a76db42f63b owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:22:51.294207 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f3f505e8-5481-46e4-afbd-dc4fea9724bc req-8f37ee88-8225-4f9d-96a2-f6dd8fe7032b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7754f5b6-304f-4696-9ab2-6428dd11c663 HTTP/1.1" status: 200 len: 217 time: 0.0513024 Dec 17 15:22:51.345682 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f43c66dd-774b-4c14-8b85-1d3377f104e9 req-a7f19bb7-69fa-430f-8488-826f163fd1a0 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.207 HTTP/1.1" status: 200 len: 696 time: 0.1636617 Dec 17 15:22:51.354511 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-76455d44-26a5-44c7-b2ee-3b2b42c510cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:51.384254 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76455d44-26a5-44c7-b2ee-3b2b42c510cf None None] Pushing event deleted for resources: {'Port': ['ID=1267d561-d790-4e6d-8e50-6a76db42f63b,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:51.409169 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76455d44-26a5-44c7-b2ee-3b2b42c510cf None None] No DVR routers for this DVR port 1267d561-d790-4e6d-8e50-6a76db42f63b on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:22:51.419713 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76455d44-26a5-44c7-b2ee-3b2b42c510cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:22:51.419713 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76455d44-26a5-44c7-b2ee-3b2b42c510cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:22:51.420108 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76455d44-26a5-44c7-b2ee-3b2b42c510cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:22:51.420520 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76455d44-26a5-44c7-b2ee-3b2b42c510cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:22:51.421342 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76455d44-26a5-44c7-b2ee-3b2b42c510cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:22:51.430074 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76455d44-26a5-44c7-b2ee-3b2b42c510cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:22:51.430853 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f505e8-5481-46e4-afbd-dc4fea9724bc req-d9ff66dc-639a-44c3-b98d-5fea955d9db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:51.432375 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f3f505e8-5481-46e4-afbd-dc4fea9724bc req-d9ff66dc-639a-44c3-b98d-5fea955d9db6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b59121e-95f1-4cb2-baf2-d0a298aafb94 HTTP/1.1" status: 200 len: 850 time: 0.1301606 Dec 17 15:22:51.432711 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76455d44-26a5-44c7-b2ee-3b2b42c510cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:22:51.433434 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76455d44-26a5-44c7-b2ee-3b2b42c510cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:22:51.434199 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76455d44-26a5-44c7-b2ee-3b2b42c510cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:22:51.434768 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76455d44-26a5-44c7-b2ee-3b2b42c510cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:22:51.435195 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76455d44-26a5-44c7-b2ee-3b2b42c510cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:22:51.435617 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76455d44-26a5-44c7-b2ee-3b2b42c510cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:22:51.441285 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 7754f5b6-304f-4696-9ab2-6428dd11c663 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:22:51.443318 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b7c50-477a-4c21-a9e4-2692b3a2da25 req-952a1401-226c-4f54-b579-9602f31a6df9 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:51.443494 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5500a2ef-5ab1-4cf3-b989-0ddd9b0a72e8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:51.444789 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e891dda8-2b65-4cf9-9ffb-bd0f43d0f548 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:22:51.445250 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-276b7c50-477a-4c21-a9e4-2692b3a2da25 req-952a1401-226c-4f54-b579-9602f31a6df9 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=996da2d5-5525-47fd-a9e6-fa0c50927856 HTTP/1.1" status: 200 len: 944 time: 0.1751170 Dec 17 15:22:51.451869 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-21b15176-9a50-409e-956e-ef3e06d4263e tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Deleting port c7083c7e-dc88-416a-b9fb-7422135ea893 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:22:51.452218 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-21b15176-9a50-409e-956e-ef3e06d4263e tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:51.506797 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f3f505e8-5481-46e4-afbd-dc4fea9724bc req-271e9b13-eb9d-4808-928e-a15720844a15 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a81410f2-8387-44e0-b580-7a2346e72e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596993 Dec 17 15:22:51.510998 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500a2ef-5ab1-4cf3-b989-0ddd9b0a72e8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Port': ['ID=1267d561-d790-4e6d-8e50-6a76db42f63b,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:51.512874 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5500a2ef-5ab1-4cf3-b989-0ddd9b0a72e8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] No DVR routers for this DVR port 1267d561-d790-4e6d-8e50-6a76db42f63b on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:22:51.592638 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 7754f5b6-304f-4696-9ab2-6428dd11c663, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=7754f5b6-304f-4696-9ab2-6428dd11c663,segment=NetworkSegment(a3ed8bc9-37dd-4a75-a62b-f36aa58f559a),segment_id=a3ed8bc9-37dd-4a75-a62b-f36aa58f559a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:51.612939 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '7754f5b6-304f-4696-9ab2-6428dd11c663', 'network_id': 'a81410f2-8387-44e0-b580-7a2346e72e8a', 'port_id': '7754f5b6-304f-4696-9ab2-6428dd11c663', 'mac_address': 'fa:16:3e:9a:2e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b59121e-95f1-4cb2-baf2-d0a298aafb94', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:22:51.617703 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-276b7c50-477a-4c21-a9e4-2692b3a2da25 req-f5329d0a-e582-4e36-9263-c610ae755341 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558676 Dec 17 15:22:51.638945 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c66dd-774b-4c14-8b85-1d3377f104e9 req-40e98824-2f9a-4008-900e-e9ce5212f24d tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:51.643607 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port e891dda8-2b65-4cf9-9ffb-bd0f43d0f548 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:22:51.652486 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f43c66dd-774b-4c14-8b85-1d3377f104e9 req-40e98824-2f9a-4008-900e-e9ce5212f24d tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 784 time: 0.2975292 Dec 17 15:22:51.669308 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port e891dda8-2b65-4cf9-9ffb-bd0f43d0f548 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:51.670033 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:51.678016 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-21b15176-9a50-409e-956e-ef3e06d4263e tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:51.695909 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-f43c66dd-774b-4c14-8b85-1d3377f104e9 req-3771435d-62e3-437e-bfc1-4f73f154e073 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:22:51.697239 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f43c66dd-774b-4c14-8b85-1d3377f104e9 req-3771435d-62e3-437e-bfc1-4f73f154e073 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0423799 Dec 17 15:22:51.701868 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-21b15176-9a50-409e-956e-ef3e06d4263e tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Calling delete_port for c7083c7e-dc88-416a-b9fb-7422135ea893 owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:22:51.712938 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:51.713313 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5500a2ef-5ab1-4cf3-b989-0ddd9b0a72e8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:51.741219 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7754f5b6-304f-4696-9ab2-6428dd11c663 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:22:51.742250 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-187bb475-23c0-477f-bcac-e32865e52c08 req-a9cafc2d-6763-45c5-be72-6839f765fee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 086bae78-0a86-4258-9c60-e039ee82ea56 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:22:51.768375 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-a9cafc2d-6763-45c5-be72-6839f765fee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:51.775094 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-5500a2ef-5ab1-4cf3-b989-0ddd9b0a72e8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45d9217f-e2cb-477e-93aa-a6a2c947038f']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:51.786776 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f3f505e8-5481-46e4-afbd-dc4fea9724bc req-0080eab0-ac43-47a1-8111-06b77fa5466e service neutron] 10.222.0.13 "GET /v2.0/networks/a81410f2-8387-44e0-b580-7a2346e72e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702317 Dec 17 15:22:51.787446 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 7754f5b6-304f-4696-9ab2-6428dd11c663, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=7754f5b6-304f-4696-9ab2-6428dd11c663,segment=NetworkSegment(a3ed8bc9-37dd-4a75-a62b-f36aa58f559a),segment_id=a3ed8bc9-37dd-4a75-a62b-f36aa58f559a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:51.789838 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4820dddf-0d9b-49ac-a33d-1f97170bb7a1 x-openstack-request-id: req-4820dddf-0d9b-49ac-a33d-1f97170bb7a1 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:22:51.790134 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "tag": "352cdabc-20b5-416a-9b0b-566ed33d52ff", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:22:51.790382 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4820dddf-0d9b-49ac-a33d-1f97170bb7a1 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:22:51.790801 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'tag': '352cdabc-20b5-416a-9b0b-566ed33d52ff', 'status': 'completed', 'code': 200} Dec 17 15:22:51.803096 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-5500a2ef-5ab1-4cf3-b989-0ddd9b0a72e8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00895aa-7ac2-440d-ac20-beb0fd5863ce') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:51.803541 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-5500a2ef-5ab1-4cf3-b989-0ddd9b0a72e8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00895aa-7ac2-440d-ac20-beb0fd5863ce') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:51.833420 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-187bb475-23c0-477f-bcac-e32865e52c08 req-a9cafc2d-6763-45c5-be72-6839f765fee0 service neutron] Transition to ACTIVE for port object 086bae78-0a86-4258-9c60-e039ee82ea56 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:22:51.838261 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:51.874201 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:51.881162 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ee25e-771d-412a-add7-1f11ea4a3e40 req-613da58c-2e32-410a-9f05-27a927cf70f8 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:51.883260 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996da2d5-5525-47fd-a9e6-fa0c50927856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e891dda8-2b65-4cf9-9ffb-bd0f43d0f548'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:22:51.884450 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea34cf33-3de2-4ea3-8e47-28adf50ba32a" -d '{"events": [{"server_uuid": "996da2d5-5525-47fd-a9e6-fa0c50927856", "name": "network-vif-plugged", "status": "completed", "tag": "e891dda8-2b65-4cf9-9ffb-bd0f43d0f548"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:22:51.893316 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ee25e-771d-412a-add7-1f11ea4a3e40 req-613da58c-2e32-410a-9f05-27a927cf70f8 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:51.894065 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5500a2ef-5ab1-4cf3-b989-0ddd9b0a72e8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:51.900426 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ee25e-771d-412a-add7-1f11ea4a3e40 req-613da58c-2e32-410a-9f05-27a927cf70f8 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:51.906569 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ee25e-771d-412a-add7-1f11ea4a3e40 req-613da58c-2e32-410a-9f05-27a927cf70f8 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:51.913845 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ee25e-771d-412a-add7-1f11ea4a3e40 req-613da58c-2e32-410a-9f05-27a927cf70f8 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:51.917981 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port e891dda8-2b65-4cf9-9ffb-bd0f43d0f548, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e891dda8-2b65-4cf9-9ffb-bd0f43d0f548,segment=NetworkSegment(f10da5fa-5cdc-4258-87e7-e884dcfffec9),segment_id=f10da5fa-5cdc-4258-87e7-e884dcfffec9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:51.919705 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ee25e-771d-412a-add7-1f11ea4a3e40 req-613da58c-2e32-410a-9f05-27a927cf70f8 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:51.925994 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ee25e-771d-412a-add7-1f11ea4a3e40 req-613da58c-2e32-410a-9f05-27a927cf70f8 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:51.929768 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c6ee25e-771d-412a-add7-1f11ea4a3e40 req-613da58c-2e32-410a-9f05-27a927cf70f8 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5381 time: 0.1368265 Dec 17 15:22:51.945004 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=7754f5b6-304f-4696-9ab2-6428dd11c663,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:52.022239 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:52.077272 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=e891dda8-2b65-4cf9-9ffb-bd0f43d0f548,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:52.102381 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['7754f5b6-304f-4696-9ab2-6428dd11c663'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:22:52.105408 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c6ee25e-771d-412a-add7-1f11ea4a3e40 req-7254b6e0-13d9-4d0d-92e8-12cf7ef640e0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1300077 Dec 17 15:22:52.145095 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc765b2c-7271-41c0-8331-be32c72c0234 req-7c266a61-3f0c-4854-95d0-298332f7ca77 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:52.152215 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc765b2c-7271-41c0-8331-be32c72c0234 req-7c266a61-3f0c-4854-95d0-298332f7ca77 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1803417 Dec 17 15:22:52.172433 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c01bf4b-38db-4f71-91a1-385bc49f2f91 x-openstack-request-id: req-0c01bf4b-38db-4f71-91a1-385bc49f2f91 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:22:52.173356 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "996da2d5-5525-47fd-a9e6-fa0c50927856", "name": "network-vif-plugged", "status": "completed", "tag": "e891dda8-2b65-4cf9-9ffb-bd0f43d0f548", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:22:52.173900 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0c01bf4b-38db-4f71-91a1-385bc49f2f91 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:22:52.174499 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '996da2d5-5525-47fd-a9e6-fa0c50927856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e891dda8-2b65-4cf9-9ffb-bd0f43d0f548', 'code': 200} Dec 17 15:22:52.242876 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-a9cafc2d-6763-45c5-be72-6839f765fee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:52.279354 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5500a2ef-5ab1-4cf3-b989-0ddd9b0a72e8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:52.299154 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5500a2ef-5ab1-4cf3-b989-0ddd9b0a72e8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:22:52.299557 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5500a2ef-5ab1-4cf3-b989-0ddd9b0a72e8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: self.session.flush() Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: self.session.flush() Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: self.session.flush() Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: self.session.flush() Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:22:52.308323 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:22:52.383346 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f5643-f0bc-4061-babc-d59805965839 req-6dc97085-af44-4263-8ca9-b17bfbfe8b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:52.383824 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f5643-f0bc-4061-babc-d59805965839 req-6dc97085-af44-4263-8ca9-b17bfbfe8b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:52.384294 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f5643-f0bc-4061-babc-d59805965839 req-6dc97085-af44-4263-8ca9-b17bfbfe8b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:52.384749 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f5643-f0bc-4061-babc-d59805965839 req-6dc97085-af44-4263-8ca9-b17bfbfe8b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:52.385256 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f5643-f0bc-4061-babc-d59805965839 req-6dc97085-af44-4263-8ca9-b17bfbfe8b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:52.385712 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f5643-f0bc-4061-babc-d59805965839 req-6dc97085-af44-4263-8ca9-b17bfbfe8b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:52.386161 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f5643-f0bc-4061-babc-d59805965839 req-6dc97085-af44-4263-8ca9-b17bfbfe8b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:52.388198 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ef0f5643-f0bc-4061-babc-d59805965839 req-6dc97085-af44-4263-8ca9-b17bfbfe8b98 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8be5f697514948dbb741ccae5deddcdd&device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 6218 time: 0.5784795 Dec 17 15:22:52.401068 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cafc2d-6763-45c5-be72-6839f765fee0 service neutron] Pushing event updated for resources: {'Port': ['ID=086bae78-0a86-4258-9c60-e039ee82ea56,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:52.443128 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f3f505e8-5481-46e4-afbd-dc4fea9724bc req-10574c44-cdcb-48e5-8488-895c595f5a38 service neutron] 10.222.0.13 "GET /v2.0/networks/a81410f2-8387-44e0-b580-7a2346e72e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6488204 Dec 17 15:22:52.517578 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5500a2ef-5ab1-4cf3-b989-0ddd9b0a72e8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:52.535849 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5500a2ef-5ab1-4cf3-b989-0ddd9b0a72e8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:52.535849 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5500a2ef-5ab1-4cf3-b989-0ddd9b0a72e8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/networks/45d9217f-e2cb-477e-93aa-a6a2c947038f HTTP/1.1" status: 204 len: 168 time: 1.9613996 Dec 17 15:22:52.542665 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55664) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:52.571274 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500a2ef-5ab1-4cf3-b989-0ddd9b0a72e8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Network': ['ID=45d9217f-e2cb-477e-93aa-a6a2c947038f,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:52.618375 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc765b2c-7271-41c0-8331-be32c72c0234 req-cd0fc2e9-a6ed-41b4-b6a4-814d11abe39e tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.207 HTTP/1.1" status: 200 len: 696 time: 0.4652967 Dec 17 15:22:52.633491 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f5643-f0bc-4061-babc-d59805965839 req-9c7678a8-c565-427f-a596-6d7b7e42172f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:52.633872 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f5643-f0bc-4061-babc-d59805965839 req-9c7678a8-c565-427f-a596-6d7b7e42172f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:52.634331 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f5643-f0bc-4061-babc-d59805965839 req-9c7678a8-c565-427f-a596-6d7b7e42172f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:52.634517 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-fc765b2c-7271-41c0-8331-be32c72c0234 req-746897e9-6db5-4354-89e0-4efbea35ed5b tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Request body: {'floatingip': {'port_id': 'c972ba9f-286e-429f-b2b8-711964f9dbf4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:52.635940 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ef0f5643-f0bc-4061-babc-d59805965839 req-9c7678a8-c565-427f-a596-6d7b7e42172f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=8be5f697514948dbb741ccae5deddcdd&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2233777 Dec 17 15:22:52.637644 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-187bb475-23c0-477f-bcac-e32865e52c08 req-a9cafc2d-6763-45c5-be72-6839f765fee0 service neutron] Attempting to bind port 086bae78-0a86-4258-9c60-e039ee82ea56 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:22:52.637916 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-187bb475-23c0-477f-bcac-e32865e52c08 req-a9cafc2d-6763-45c5-be72-6839f765fee0 service neutron] Attempting to bind port 086bae78-0a86-4258-9c60-e039ee82ea56 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '1a0c2dd1-66d6-4557-8cd7-0378accaa3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ec28bea2-77cb-4691-b278-282a967d1e33'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:22:52.638233 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-a9cafc2d-6763-45c5-be72-6839f765fee0 service neutron] Attempting to bind port 086bae78-0a86-4258-9c60-e039ee82ea56 on network ec28bea2-77cb-4691-b278-282a967d1e33 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:22:52.655029 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-a9cafc2d-6763-45c5-be72-6839f765fee0 service neutron] Port 086bae78-0a86-4258-9c60-e039ee82ea56 on network ec28bea2-77cb-4691-b278-282a967d1e33 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:22:52.655253 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-a9cafc2d-6763-45c5-be72-6839f765fee0 service neutron] Attempting to bind port 086bae78-0a86-4258-9c60-e039ee82ea56 on network ec28bea2-77cb-4691-b278-282a967d1e33 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:22:52.679601 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c19bcc-f4e8-43b8-8195-32852a8f3f0c req-d6375c06-cf14-4302-a44c-215d86e8c557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:52.681150 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-01c19bcc-f4e8-43b8-8195-32852a8f3f0c req-d6375c06-cf14-4302-a44c-215d86e8c557 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=996da2d5-5525-47fd-a9e6-fa0c50927856 HTTP/1.1" status: 200 len: 1096 time: 0.1277304 Dec 17 15:22:52.686584 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-21b15176-9a50-409e-956e-ef3e06d4263e tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:52.699551 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-fc765b2c-7271-41c0-8331-be32c72c0234 req-746897e9-6db5-4354-89e0-4efbea35ed5b tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks [] for floatingip, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:52.706720 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b07d08b-dc86-4ae6-8143-dd2cdc14234d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:52.708936 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2b07d08b-dc86-4ae6-8143-dd2cdc14234d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1628070 Dec 17 15:22:52.713288 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-a9cafc2d-6763-45c5-be72-6839f765fee0 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:22:52.713635 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-a9cafc2d-6763-45c5-be72-6839f765fee0 service neutron] Checking segment: {'id': '1a0c2dd1-66d6-4557-8cd7-0378accaa3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ec28bea2-77cb-4691-b278-282a967d1e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:22:52.714012 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-a9cafc2d-6763-45c5-be72-6839f765fee0 service neutron] Bound using segment: {'id': '1a0c2dd1-66d6-4557-8cd7-0378accaa3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ec28bea2-77cb-4691-b278-282a967d1e33'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:22:52.714455 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-187bb475-23c0-477f-bcac-e32865e52c08 req-a9cafc2d-6763-45c5-be72-6839f765fee0 service neutron] Bound port: 086bae78-0a86-4258-9c60-e039ee82ea56, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a0c2dd1-66d6-4557-8cd7-0378accaa3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ec28bea2-77cb-4691-b278-282a967d1e33'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:22:52.714807 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-a9cafc2d-6763-45c5-be72-6839f765fee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:52.716535 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55668) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:52.739154 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b3eab5-d799-4b8d-bde1-4805d6ec7f31 req-8f7aef3d-021f-4afa-a641-b76892a41388 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:52.742347 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-81b3eab5-d799-4b8d-bde1-4805d6ec7f31 req-8f7aef3d-021f-4afa-a641-b76892a41388 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 944 time: 0.1892102 Dec 17 15:22:52.750187 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 1267d561-d790-4e6d-8e50-6a76db42f63b no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:22:52.781860 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b15176-9a50-409e-956e-ef3e06d4263e tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Pushing event deleted for resources: {'Port': ['ID=c7083c7e-dc88-416a-b9fb-7422135ea893,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:52.782754 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 1267d561-d790-4e6d-8e50-6a76db42f63b {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:22:52.783089 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 1267d561-d790-4e6d-8e50-6a76db42f63b not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:22:52.845038 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7eb3c5df-c4dc-482e-bc72-1a2aa3912c98 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1217728 Dec 17 15:22:52.845038 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f5643-f0bc-4061-babc-d59805965839 req-cebc3066-325c-41e2-bfb6-81a6681418be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:52.845868 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ef0f5643-f0bc-4061-babc-d59805965839 req-cebc3066-325c-41e2-bfb6-81a6681418be service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2012093 Dec 17 15:22:52.846345 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55672) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:52.854660 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-2c5acd41-8c39-49df-9f3b-53b91afa7017 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-348290985'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:52.870125 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-187bb475-23c0-477f-bcac-e32865e52c08 req-a9cafc2d-6763-45c5-be72-6839f765fee0 service neutron] For port 086bae78-0a86-4258-9c60-e039ee82ea56, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:22:52.887303 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-187bb475-23c0-477f-bcac-e32865e52c08 req-a9cafc2d-6763-45c5-be72-6839f765fee0 service neutron] For port 086bae78-0a86-4258-9c60-e039ee82ea56, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=086bae78-0a86-4258-9c60-e039ee82ea56,segment=NetworkSegment(1a0c2dd1-66d6-4557-8cd7-0378accaa3d6),segment_id=1a0c2dd1-66d6-4557-8cd7-0378accaa3d6)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:22:52.948571 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-a9cafc2d-6763-45c5-be72-6839f765fee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:52.970941 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-01c19bcc-f4e8-43b8-8195-32852a8f3f0c req-c7afb8bc-c94a-4685-87d8-d0d2cf51acfc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749560 Dec 17 15:22:52.981365 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5acd41-8c39-49df-9f3b-53b91afa7017 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:52.986327 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2c5acd41-8c39-49df-9f3b-53b91afa7017 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:52.990731 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-81b3eab5-d799-4b8d-bde1-4805d6ec7f31 req-10edcab9-44de-4ca4-a433-8a724bc79a1b tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023411 Dec 17 15:22:53.006845 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-a9cafc2d-6763-45c5-be72-6839f765fee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:53.007477 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-a9cafc2d-6763-45c5-be72-6839f765fee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:53.008870 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-a9cafc2d-6763-45c5-be72-6839f765fee0 service neutron] 10.222.0.13 "PUT /v2.0/ports/086bae78-0a86-4258-9c60-e039ee82ea56 HTTP/1.1" status: 200 len: 1090 time: 2.2797341 Dec 17 15:22:53.042908 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c5acd41-8c39-49df-9f3b-53b91afa7017 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:22:53.048284 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cafc2d-6763-45c5-be72-6839f765fee0 service neutron] Pushing event updated for resources: {'Port': ['ID=086bae78-0a86-4258-9c60-e039ee82ea56,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:53.065521 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2c5acd41-8c39-49df-9f3b-53b91afa7017 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:53.065856 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-2c5acd41-8c39-49df-9f3b-53b91afa7017 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Added segment 7ad0f9f2-7797-4fb8-8769-bc8a1c28012d of type vlan for network 680536b8-48ee-4e14-94fc-1d079049e90c Dec 17 15:22:53.112210 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2c5acd41-8c39-49df-9f3b-53b91afa7017 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:53.163128 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-21b15176-9a50-409e-956e-ef3e06d4263e tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:53.203004 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2c5acd41-8c39-49df-9f3b-53b91afa7017 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:53.208946 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5acd41-8c39-49df-9f3b-53b91afa7017 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:53.209640 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2c5acd41-8c39-49df-9f3b-53b91afa7017 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:53.265639 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-187bb475-23c0-477f-bcac-e32865e52c08 req-de4a1dbc-58e8-40ad-aad8-0c216574297e service neutron] Request body: {'port': {'device_id': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:53.313318 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5acd41-8c39-49df-9f3b-53b91afa7017 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Network': ['ID=680536b8-48ee-4e14-94fc-1d079049e90c,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:53.325280 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 680536b8-48ee-4e14-94fc-1d079049e90c details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:22:53.346379 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-de4a1dbc-58e8-40ad-aad8-0c216574297e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:53.354412 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2c5acd41-8c39-49df-9f3b-53b91afa7017 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5036778 Dec 17 15:22:53.365584 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55676) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:53.371405 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-2e289a9e-785e-4bf6-b73f-496d4d7d503e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'subnet': {'network_id': '680536b8-48ee-4e14-94fc-1d079049e90c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:53.436506 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 7754f5b6-304f-4696-9ab2-6428dd11c663 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:22:53.486866 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015203a-6a03-43b8-b941-d3c5c9b9c888 req-6b545212-d544-41eb-9394-5664d67cd330 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:53.489082 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d015203a-6a03-43b8-b941-d3c5c9b9c888 req-6b545212-d544-41eb-9394-5664d67cd330 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=996da2d5-5525-47fd-a9e6-fa0c50927856 HTTP/1.1" status: 200 len: 945 time: 0.2665377 Dec 17 15:22:53.565052 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 7754f5b6-304f-4696-9ab2-6428dd11c663 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:22:53.569427 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 7754f5b6-304f-4696-9ab2-6428dd11c663 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:53.569879 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:53.596506 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b15176-9a50-409e-956e-ef3e06d4263e tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Router 0acfb1e8-f686-46db-95aa-1e8113d2e91f has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:22:53.653117 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:53.667653 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e289a9e-785e-4bf6-b73f-496d4d7d503e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:53.671136 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2e289a9e-785e-4bf6-b73f-496d4d7d503e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:53.673992 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d015203a-6a03-43b8-b941-d3c5c9b9c888 req-0403bc9b-bc15-428a-8b0c-2d3b8e786a3e tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466644 Dec 17 15:22:53.702072 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 7754f5b6-304f-4696-9ab2-6428dd11c663, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=7754f5b6-304f-4696-9ab2-6428dd11c663,segment=NetworkSegment(a3ed8bc9-37dd-4a75-a62b-f36aa58f559a),segment_id=a3ed8bc9-37dd-4a75-a62b-f36aa58f559a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:53.752068 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.db.resource_extend [req-fc765b2c-7271-41c0-8331-be32c72c0234 req-746897e9-6db5-4354-89e0-4efbea35ed5b tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 15:22:53.792723 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'tag': '086bae78-0a86-4258-9c60-e039ee82ea56'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:22:53.794996 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c029e96c-caf1-448d-a7c7-99f0211c9f54" -d '{"events": [{"name": "network-changed", "server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "tag": "086bae78-0a86-4258-9c60-e039ee82ea56"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:22:53.801877 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:22:53.806921 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:53.816178 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b15176-9a50-409e-956e-ef3e06d4263e tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:22:53.826417 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-187bb475-23c0-477f-bcac-e32865e52c08 req-de4a1dbc-58e8-40ad-aad8-0c216574297e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebd3d295-a91e-41a7-8eb4-78304dcfd58d {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:22:53.834187 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-21b15176-9a50-409e-956e-ef3e06d4263e tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] 10.222.0.46 "PUT /v2.0/routers/0acfb1e8-f686-46db-95aa-1e8113d2e91f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7704058 Dec 17 15:22:53.837291 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-de4a1dbc-58e8-40ad-aad8-0c216574297e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:53.840510 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55680) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:53.860301 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13162f2-483f-46c4-aaf1-0b1e6a583f40 None None] Sync routers for ids ['0acfb1e8-f686-46db-95aa-1e8113d2e91f'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:22:53.887988 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=7754f5b6-304f-4696-9ab2-6428dd11c663,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:53.893974 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-187bb475-23c0-477f-bcac-e32865e52c08 req-de4a1dbc-58e8-40ad-aad8-0c216574297e service neutron] Transition to ACTIVE for port object ebd3d295-a91e-41a7-8eb4-78304dcfd58d will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:22:53.898756 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13162f2-483f-46c4-aaf1-0b1e6a583f40 None None] Routers {'0acfb1e8-f686-46db-95aa-1e8113d2e91f'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:22:53.899691 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-e13162f2-483f-46c4-aaf1-0b1e6a583f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:22:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0acfb1e8-f686-46db-95aa-1e8113d2e91f'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:53.900108 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-fc765b2c-7271-41c0-8331-be32c72c0234 req-746897e9-6db5-4354-89e0-4efbea35ed5b tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:53.910434 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-fdd308b9-b207-4bd8-932c-a7becd6c3b78 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] delete failed (client error): The resource could not be found. Dec 17 15:22:53.911763 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-fdd308b9-b207-4bd8-932c-a7becd6c3b78 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] 10.222.0.46 "DELETE /v2.0/routers/tempest-non_exist_router-987334766 HTTP/1.1" status: 404 len: 334 time: 0.0703759 Dec 17 15:22:53.917521 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55682) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:53.922886 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-294e02f4-a434-4cf0-93aa-c3d2ac37fe97 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Request body: {'router': {'external_gateway_info': {'network_id': '0acfb1e8-f686-46db-95aa-1e8113d2e91f'}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:53.933860 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-e13162f2-483f-46c4-aaf1-0b1e6a583f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:53.943079 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13162f2-483f-46c4-aaf1-0b1e6a583f40 None None] Routers {'0acfb1e8-f686-46db-95aa-1e8113d2e91f'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:22:53.943830 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-e13162f2-483f-46c4-aaf1-0b1e6a583f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:22:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0acfb1e8-f686-46db-95aa-1e8113d2e91f'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:53.965854 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d19f9-a857-4714-8310-6bf8acf711b8 req-d9823dae-088c-4e89-b976-a94fe2ea2dbc tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:53.972369 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d19f9-a857-4714-8310-6bf8acf711b8 req-d9823dae-088c-4e89-b976-a94fe2ea2dbc tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:53.979289 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d19f9-a857-4714-8310-6bf8acf711b8 req-d9823dae-088c-4e89-b976-a94fe2ea2dbc tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:53.985511 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d19f9-a857-4714-8310-6bf8acf711b8 req-d9823dae-088c-4e89-b976-a94fe2ea2dbc tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:53.987067 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-e13162f2-483f-46c4-aaf1-0b1e6a583f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:53.987736 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13162f2-483f-46c4-aaf1-0b1e6a583f40 None None] The sync data for ids ['0acfb1e8-f686-46db-95aa-1e8113d2e91f'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:22:53.992501 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d19f9-a857-4714-8310-6bf8acf711b8 req-d9823dae-088c-4e89-b976-a94fe2ea2dbc tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:53.998853 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d19f9-a857-4714-8310-6bf8acf711b8 req-d9823dae-088c-4e89-b976-a94fe2ea2dbc tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:53.999681 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-de4a1dbc-58e8-40ad-aad8-0c216574297e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:54.004805 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d19f9-a857-4714-8310-6bf8acf711b8 req-d9823dae-088c-4e89-b976-a94fe2ea2dbc tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:54.006716 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-721d19f9-a857-4714-8310-6bf8acf711b8 req-d9823dae-088c-4e89-b976-a94fe2ea2dbc tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5393 time: 0.1499860 Dec 17 15:22:54.007932 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-fc765b2c-7271-41c0-8331-be32c72c0234 req-746897e9-6db5-4354-89e0-4efbea35ed5b tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:54.120585 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-721d19f9-a857-4714-8310-6bf8acf711b8 req-a0885c47-3bfa-40cd-8aa7-833cead50177 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0749707 Dec 17 15:22:54.139212 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [req-fc765b2c-7271-41c0-8331-be32c72c0234 req-746897e9-6db5-4354-89e0-4efbea35ed5b tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Floating IP 329bc683-1635-4cf9-bc24-a7648c7c4bce associated. External IP: 172.25.6.207, port: c972ba9f-286e-429f-b2b8-711964f9dbf4. Dec 17 15:22:54.175791 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef4f545-160f-4b34-a6f8-918417ed68f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7754f5b6-304f-4696-9ab2-6428dd11c663'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:22:54.184992 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ec99d3-f4a1-44f4-9b52-d50858f49075" -d '{"events": [{"server_uuid": "6ef4f545-160f-4b34-a6f8-918417ed68f3", "name": "network-vif-plugged", "status": "completed", "tag": "7754f5b6-304f-4696-9ab2-6428dd11c663"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:22:54.359268 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33df391-f45f-4421-b29a-1aedbc5d672c x-openstack-request-id: req-f33df391-f45f-4421-b29a-1aedbc5d672c {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:22:54.359268 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "tag": "086bae78-0a86-4258-9c60-e039ee82ea56", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:22:54.359268 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f33df391-f45f-4421-b29a-1aedbc5d672c {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:22:54.359268 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'tag': '086bae78-0a86-4258-9c60-e039ee82ea56', 'status': 'completed', 'code': 200} Dec 17 15:22:54.359268 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a1dbc-58e8-40ad-aad8-0c216574297e service neutron] Pushing event updated for resources: {'Port': ['ID=ebd3d295-a91e-41a7-8eb4-78304dcfd58d,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:54.359268 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2e289a9e-785e-4bf6-b73f-496d4d7d503e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:54.359268 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-294e02f4-a434-4cf0-93aa-c3d2ac37fe97 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:54.361309 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029e96c-caf1-448d-a7c7-99f0211c9f54 req-add68b6b-3a87-43f4-accb-31bebebc1126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:54.361309 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029e96c-caf1-448d-a7c7-99f0211c9f54 req-add68b6b-3a87-43f4-accb-31bebebc1126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:54.361309 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029e96c-caf1-448d-a7c7-99f0211c9f54 req-add68b6b-3a87-43f4-accb-31bebebc1126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:54.361309 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029e96c-caf1-448d-a7c7-99f0211c9f54 req-add68b6b-3a87-43f4-accb-31bebebc1126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:54.361309 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029e96c-caf1-448d-a7c7-99f0211c9f54 req-add68b6b-3a87-43f4-accb-31bebebc1126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:54.361309 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029e96c-caf1-448d-a7c7-99f0211c9f54 req-add68b6b-3a87-43f4-accb-31bebebc1126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:54.361309 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029e96c-caf1-448d-a7c7-99f0211c9f54 req-add68b6b-3a87-43f4-accb-31bebebc1126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:54.361309 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c029e96c-caf1-448d-a7c7-99f0211c9f54 req-add68b6b-3a87-43f4-accb-31bebebc1126 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8be5f697514948dbb741ccae5deddcdd&device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 6310 time: 0.1020553 Dec 17 15:22:54.418712 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-187bb475-23c0-477f-bcac-e32865e52c08 req-de4a1dbc-58e8-40ad-aad8-0c216574297e service neutron] Attempting to bind port ebd3d295-a91e-41a7-8eb4-78304dcfd58d on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:22:54.419046 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-187bb475-23c0-477f-bcac-e32865e52c08 req-de4a1dbc-58e8-40ad-aad8-0c216574297e service neutron] Attempting to bind port ebd3d295-a91e-41a7-8eb4-78304dcfd58d by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '1a0c2dd1-66d6-4557-8cd7-0378accaa3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ec28bea2-77cb-4691-b278-282a967d1e33'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:22:54.419822 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-de4a1dbc-58e8-40ad-aad8-0c216574297e service neutron] Attempting to bind port ebd3d295-a91e-41a7-8eb4-78304dcfd58d on network ec28bea2-77cb-4691-b278-282a967d1e33 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:22:54.464800 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e289a9e-785e-4bf6-b73f-496d4d7d503e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Subnet': ['ID=c7740576-e634-4d84-b780-342fd467385b,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:54.464800 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-de4a1dbc-58e8-40ad-aad8-0c216574297e service neutron] Port ebd3d295-a91e-41a7-8eb4-78304dcfd58d on network ec28bea2-77cb-4691-b278-282a967d1e33 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:22:54.464800 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-de4a1dbc-58e8-40ad-aad8-0c216574297e service neutron] Attempting to bind port ebd3d295-a91e-41a7-8eb4-78304dcfd58d on network ec28bea2-77cb-4691-b278-282a967d1e33 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:22:54.464800 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e289a9e-785e-4bf6-b73f-496d4d7d503e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Checking segment: {'id': '7ad0f9f2-7797-4fb8-8769-bc8a1c28012d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '680536b8-48ee-4e14-94fc-1d079049e90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:22:54.464800 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e289a9e-785e-4bf6-b73f-496d4d7d503e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Network hostable DHCP agents. Network: 680536b8-48ee-4e14-94fc-1d079049e90c, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:22:54.464800 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-de4a1dbc-58e8-40ad-aad8-0c216574297e service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:22:54.464800 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-de4a1dbc-58e8-40ad-aad8-0c216574297e service neutron] Checking segment: {'id': '1a0c2dd1-66d6-4557-8cd7-0378accaa3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ec28bea2-77cb-4691-b278-282a967d1e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:22:54.464800 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-de4a1dbc-58e8-40ad-aad8-0c216574297e service neutron] Bound using segment: {'id': '1a0c2dd1-66d6-4557-8cd7-0378accaa3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ec28bea2-77cb-4691-b278-282a967d1e33'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:22:54.464800 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-187bb475-23c0-477f-bcac-e32865e52c08 req-de4a1dbc-58e8-40ad-aad8-0c216574297e service neutron] Bound port: ebd3d295-a91e-41a7-8eb4-78304dcfd58d, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a0c2dd1-66d6-4557-8cd7-0378accaa3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ec28bea2-77cb-4691-b278-282a967d1e33'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:22:54.464800 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-de4a1dbc-58e8-40ad-aad8-0c216574297e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:54.475448 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a0838-4240-41ee-b382-32fee27c858a req-2b9c697a-3ecf-4017-9b7f-aacf05659ebd tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:54.476988 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-342a0838-4240-41ee-b382-32fee27c858a req-2b9c697a-3ecf-4017-9b7f-aacf05659ebd tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 945 time: 0.1826408 Dec 17 15:22:54.524823 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-294e02f4-a434-4cf0-93aa-c3d2ac37fe97 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] update failed (client error): The resource could not be found. Dec 17 15:22:54.530827 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-294e02f4-a434-4cf0-93aa-c3d2ac37fe97 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] 10.222.0.46 "PUT /v2.0/routers/0acfb1e8-f686-46db-95aa-1e8113d2e91f HTTP/1.1" status: 404 len: 339 time: 0.6069624 Dec 17 15:22:54.530966 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55690) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:54.532411 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-187bb475-23c0-477f-bcac-e32865e52c08 req-de4a1dbc-58e8-40ad-aad8-0c216574297e service neutron] For port ebd3d295-a91e-41a7-8eb4-78304dcfd58d, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:22:54.536062 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-187bb475-23c0-477f-bcac-e32865e52c08 req-de4a1dbc-58e8-40ad-aad8-0c216574297e service neutron] For port ebd3d295-a91e-41a7-8eb4-78304dcfd58d, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=ebd3d295-a91e-41a7-8eb4-78304dcfd58d,segment=NetworkSegment(1a0c2dd1-66d6-4557-8cd7-0378accaa3d6),segment_id=1a0c2dd1-66d6-4557-8cd7-0378accaa3d6)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:22:54.616786 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e289a9e-785e-4bf6-b73f-496d4d7d503e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Network 680536b8-48ee-4e14-94fc-1d079049e90c is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:22:54.619495 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-de4a1dbc-58e8-40ad-aad8-0c216574297e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:54.640787 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-de4a1dbc-58e8-40ad-aad8-0c216574297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:54.641476 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-de4a1dbc-58e8-40ad-aad8-0c216574297e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:54.642885 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-de4a1dbc-58e8-40ad-aad8-0c216574297e service neutron] 10.222.0.13 "PUT /v2.0/ports/ebd3d295-a91e-41a7-8eb4-78304dcfd58d HTTP/1.1" status: 200 len: 1091 time: 1.3837817 Dec 17 15:22:54.705708 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a1dbc-58e8-40ad-aad8-0c216574297e service neutron] Pushing event updated for resources: {'Port': ['ID=ebd3d295-a91e-41a7-8eb4-78304dcfd58d,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:54.725498 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-2e289a9e-785e-4bf6-b73f-496d4d7d503e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 680536b8-48ee-4e14-94fc-1d079049e90c) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:54.739891 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e289a9e-785e-4bf6-b73f-496d4d7d503e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:54.739891 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2e289a9e-785e-4bf6-b73f-496d4d7d503e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:54.740189 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd296048-55f3-455f-a6be-9aa087464557 None None] Network 680536b8-48ee-4e14-94fc-1d079049e90c requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:22:54.780462 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b3e08a7b-4417-4fbe-ac5c-13053553f377 service neutron] Request body: {'port': {'device_id': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:54.861659 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2e289a9e-785e-4bf6-b73f-496d4d7d503e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4926364 Dec 17 15:22:54.861905 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55696) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:54.868033 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-ee94ec65-b8ba-478f-b672-b0903a5d2f5d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'port': {'network_id': '680536b8-48ee-4e14-94fc-1d079049e90c', 'name': 'tempest-PortsTestJSON-500756797'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:54.921424 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c493bc66-e8ee-4b05-b531-faa2aadd801a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-680536b8-48ee-4e14-94fc-1d079049e90c', 'network_id': '680536b8-48ee-4e14-94fc-1d079049e90c', 'tenant_id': 'f2a1c1edddb74d5a8b66f707e8dc5dde', 'fixed_ips': [{'subnet_id': 'c7740576-e634-4d84-b780-342fd467385b'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:22:54.922477 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c493bc66-e8ee-4b05-b531-faa2aadd801a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:54.931815 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b3e08a7b-4417-4fbe-ac5c-13053553f377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:54.955520 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029e96c-caf1-448d-a7c7-99f0211c9f54 req-745f4474-3d54-4481-b6fd-aed0379daf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:54.956414 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029e96c-caf1-448d-a7c7-99f0211c9f54 req-745f4474-3d54-4481-b6fd-aed0379daf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:54.959034 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029e96c-caf1-448d-a7c7-99f0211c9f54 req-745f4474-3d54-4481-b6fd-aed0379daf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:54.961060 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c029e96c-caf1-448d-a7c7-99f0211c9f54 req-745f4474-3d54-4481-b6fd-aed0379daf1d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=8be5f697514948dbb741ccae5deddcdd&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5783129 Dec 17 15:22:54.964150 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-342a0838-4240-41ee-b382-32fee27c858a req-b2f2ceb2-d63d-40ea-8d2b-9fb9b5ab48c9 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764435 Dec 17 15:22:54.988219 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc765b2c-7271-41c0-8331-be32c72c0234 req-746897e9-6db5-4354-89e0-4efbea35ed5b tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Router cc12a388-a9a2-4cf4-ba56-edb48e46b561 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:22:55.112166 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8838ba-febd-4f80-9df2-4f7540422923 x-openstack-request-id: req-1a8838ba-febd-4f80-9df2-4f7540422923 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:22:55.112691 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef4f545-160f-4b34-a6f8-918417ed68f3", "name": "network-vif-plugged", "status": "completed", "tag": "7754f5b6-304f-4696-9ab2-6428dd11c663", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:22:55.113124 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1a8838ba-febd-4f80-9df2-4f7540422923 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:22:55.119582 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef4f545-160f-4b34-a6f8-918417ed68f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7754f5b6-304f-4696-9ab2-6428dd11c663', 'code': 200} Dec 17 15:22:55.137981 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-c493bc66-e8ee-4b05-b531-faa2aadd801a None None] Allocated IP 172.20.0.2 (680536b8-48ee-4e14-94fc-1d079049e90c/c7740576-e634-4d84-b780-342fd467385b/f9135c28-208c-4026-8ab6-de63d2549083) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:22:55.257546 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee94ec65-b8ba-478f-b672-b0903a5d2f5d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:55.261531 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ee94ec65-b8ba-478f-b672-b0903a5d2f5d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:55.264058 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324d297-0c27-44e2-9166-f95458338cf4 req-a51df245-a703-40f0-a0a9-d6c1becf6979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:55.265565 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f324d297-0c27-44e2-9166-f95458338cf4 req-a51df245-a703-40f0-a0a9-d6c1becf6979 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 1096 time: 0.0953231 Dec 17 15:22:55.304176 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c493bc66-e8ee-4b05-b531-faa2aadd801a None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:55.318466 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-ee94ec65-b8ba-478f-b672-b0903a5d2f5d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] device_id is not set on port a41697f5-c336-405c-8217-e1084500c87e yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:22:55.354135 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029e96c-caf1-448d-a7c7-99f0211c9f54 req-2085d263-1a82-41a8-9ed3-bcc9c857767f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:55.358967 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c029e96c-caf1-448d-a7c7-99f0211c9f54 req-2085d263-1a82-41a8-9ed3-bcc9c857767f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3842611 Dec 17 15:22:55.381812 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c493bc66-e8ee-4b05-b531-faa2aadd801a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:55.386900 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f324d297-0c27-44e2-9166-f95458338cf4 req-8a7ba6b3-53f4-4ee4-960d-634aea0ed5a5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111271 Dec 17 15:22:55.404900 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da985d7-6450-45bc-8ae7-e88fd505e4ed req-a410a83b-0cb4-4d88-b944-c0f8f2b36862 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:55.413195 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0da985d7-6450-45bc-8ae7-e88fd505e4ed req-a410a83b-0cb4-4d88-b944-c0f8f2b36862 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=996da2d5-5525-47fd-a9e6-fa0c50927856 HTTP/1.1" status: 200 len: 945 time: 0.2238262 Dec 17 15:22:55.431220 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c493bc66-e8ee-4b05-b531-faa2aadd801a None None] Network 680536b8-48ee-4e14-94fc-1d079049e90c is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:55.432647 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493bc66-e8ee-4b05-b531-faa2aadd801a None None] Pushing event updated for resources: {'Port': ['ID=f9135c28-208c-4026-8ab6-de63d2549083,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:55.434601 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc765b2c-7271-41c0-8331-be32c72c0234 req-746897e9-6db5-4354-89e0-4efbea35ed5b tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:22:55.440567 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-c493bc66-e8ee-4b05-b531-faa2aadd801a None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:55.442921 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-fc765b2c-7271-41c0-8331-be32c72c0234 req-746897e9-6db5-4354-89e0-4efbea35ed5b tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:55.445526 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c493bc66-e8ee-4b05-b531-faa2aadd801a None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:22:55.452921 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be84e41-8bef-435c-bdf5-349a1af66012 None None] Sync routers for ids ['cc12a388-a9a2-4cf4-ba56-edb48e46b561'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:22:55.462184 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be84e41-8bef-435c-bdf5-349a1af66012 None None] Routers {'cc12a388-a9a2-4cf4-ba56-edb48e46b561'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:22:55.462809 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-3be84e41-8bef-435c-bdf5-349a1af66012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:22:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['cc12a388-a9a2-4cf4-ba56-edb48e46b561'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:55.494106 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b3e08a7b-4417-4fbe-ac5c-13053553f377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82472c12-2b01-481b-a1e9-52c2af0111f1 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:22:55.506200 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b3e08a7b-4417-4fbe-ac5c-13053553f377 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:55.511676 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-c493bc66-e8ee-4b05-b531-faa2aadd801a None None] Attempting to bind port f9135c28-208c-4026-8ab6-de63d2549083 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:22:55.512150 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-c493bc66-e8ee-4b05-b531-faa2aadd801a None None] Attempting to bind port f9135c28-208c-4026-8ab6-de63d2549083 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '7ad0f9f2-7797-4fb8-8769-bc8a1c28012d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '680536b8-48ee-4e14-94fc-1d079049e90c'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:22:55.512608 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c493bc66-e8ee-4b05-b531-faa2aadd801a None None] Attempting to bind port f9135c28-208c-4026-8ab6-de63d2549083 on network 680536b8-48ee-4e14-94fc-1d079049e90c {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:22:55.518151 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c493bc66-e8ee-4b05-b531-faa2aadd801a None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:22:55.524973 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c493bc66-e8ee-4b05-b531-faa2aadd801a None None] Checking segment: {'id': '7ad0f9f2-7797-4fb8-8769-bc8a1c28012d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '680536b8-48ee-4e14-94fc-1d079049e90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:22:55.524973 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c493bc66-e8ee-4b05-b531-faa2aadd801a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:55.524973 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c493bc66-e8ee-4b05-b531-faa2aadd801a None None] Bound using segment: {'id': '7ad0f9f2-7797-4fb8-8769-bc8a1c28012d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '680536b8-48ee-4e14-94fc-1d079049e90c'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:22:55.524973 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-c493bc66-e8ee-4b05-b531-faa2aadd801a None None] Bound port: f9135c28-208c-4026-8ab6-de63d2549083, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad0f9f2-7797-4fb8-8769-bc8a1c28012d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '680536b8-48ee-4e14-94fc-1d079049e90c'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:22:55.524973 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c493bc66-e8ee-4b05-b531-faa2aadd801a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:55.525586 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-ee94ec65-b8ba-478f-b672-b0903a5d2f5d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Allocated IP 172.20.0.3 (680536b8-48ee-4e14-94fc-1d079049e90c/c7740576-e634-4d84-b780-342fd467385b/a41697f5-c336-405c-8217-e1084500c87e) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:22:55.530353 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b3e08a7b-4417-4fbe-ac5c-13053553f377 service neutron] Transition to ACTIVE for port object 82472c12-2b01-481b-a1e9-52c2af0111f1 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:22:55.544789 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0da985d7-6450-45bc-8ae7-e88fd505e4ed req-6b9640e0-08db-4a2e-92b9-7eb9f9a47ac3 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315045 Dec 17 15:22:55.545947 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a8d79080-9fbf-423a-ba49-9c2c33f6d641 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:55.558898 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc765b2c-7271-41c0-8331-be32c72c0234 req-746897e9-6db5-4354-89e0-4efbea35ed5b tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "PUT /v2.0/floatingips/329bc683-1635-4cf9-bc24-a7648c7c4bce HTTP/1.1" status: 200 len: 997 time: 2.9332738 Dec 17 15:22:55.567928 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ba6c05a-cbd4-4916-9f14-328566dee045', 'tag': 'c972ba9f-286e-429f-b2b8-711964f9dbf4'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:22:55.578746 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe14870-7a48-481d-b24e-aaa38c3268f7" -d '{"events": [{"name": "network-changed", "server_uuid": "9ba6c05a-cbd4-4916-9f14-328566dee045", "tag": "c972ba9f-286e-429f-b2b8-711964f9dbf4"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:22:55.606467 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-3be84e41-8bef-435c-bdf5-349a1af66012 None None] Set router cc12a388-a9a2-4cf4-ba56-edb48e46b561 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:22:55.620086 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c493bc66-e8ee-4b05-b531-faa2aadd801a None None] For port f9135c28-208c-4026-8ab6-de63d2549083, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:22:55.623566 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c493bc66-e8ee-4b05-b531-faa2aadd801a None None] For port f9135c28-208c-4026-8ab6-de63d2549083, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f9135c28-208c-4026-8ab6-de63d2549083,segment=NetworkSegment(7ad0f9f2-7797-4fb8-8769-bc8a1c28012d),segment_id=7ad0f9f2-7797-4fb8-8769-bc8a1c28012d)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:22:55.629822 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b3e08a7b-4417-4fbe-ac5c-13053553f377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:55.696625 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:55.712131 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc765b2c-7271-41c0-8331-be32c72c0234 req-8836bb5f-a5a9-4aab-8c70-e5200c3ba335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:55.714211 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c493bc66-e8ee-4b05-b531-faa2aadd801a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:55.714391 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc765b2c-7271-41c0-8331-be32c72c0234 req-8836bb5f-a5a9-4aab-8c70-e5200c3ba335 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c5523b5350454050bc24f1ee5a0a4b70&device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 1097 time: 0.1293056 Dec 17 15:22:55.740488 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e08a7b-4417-4fbe-ac5c-13053553f377 service neutron] Pushing event updated for resources: {'Port': ['ID=82472c12-2b01-481b-a1e9-52c2af0111f1,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:55.853452 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493bc66-e8ee-4b05-b531-faa2aadd801a None None] Pushing event updated for resources: {'Port': ['ID=f9135c28-208c-4026-8ab6-de63d2549083,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:55.884095 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ee94ec65-b8ba-478f-b672-b0903a5d2f5d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:55.893105 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b3e08a7b-4417-4fbe-ac5c-13053553f377 service neutron] Attempting to bind port 82472c12-2b01-481b-a1e9-52c2af0111f1 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:22:55.893515 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b3e08a7b-4417-4fbe-ac5c-13053553f377 service neutron] Attempting to bind port 82472c12-2b01-481b-a1e9-52c2af0111f1 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '71fa2b9a-8f20-4c14-afdd-f73e53e1080c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '035ebd08-a183-4c96-8d50-7cc8ab5df57c'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:22:55.893849 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b3e08a7b-4417-4fbe-ac5c-13053553f377 service neutron] Attempting to bind port 82472c12-2b01-481b-a1e9-52c2af0111f1 on network 035ebd08-a183-4c96-8d50-7cc8ab5df57c {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:22:55.908993 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b3e08a7b-4417-4fbe-ac5c-13053553f377 service neutron] Port 82472c12-2b01-481b-a1e9-52c2af0111f1 on network 035ebd08-a183-4c96-8d50-7cc8ab5df57c not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:22:55.909430 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b3e08a7b-4417-4fbe-ac5c-13053553f377 service neutron] Attempting to bind port 82472c12-2b01-481b-a1e9-52c2af0111f1 on network 035ebd08-a183-4c96-8d50-7cc8ab5df57c {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:22:55.925757 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b3e08a7b-4417-4fbe-ac5c-13053553f377 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:22:55.926519 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b3e08a7b-4417-4fbe-ac5c-13053553f377 service neutron] Checking segment: {'id': '71fa2b9a-8f20-4c14-afdd-f73e53e1080c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '035ebd08-a183-4c96-8d50-7cc8ab5df57c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:22:55.927153 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b3e08a7b-4417-4fbe-ac5c-13053553f377 service neutron] Bound using segment: {'id': '71fa2b9a-8f20-4c14-afdd-f73e53e1080c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '035ebd08-a183-4c96-8d50-7cc8ab5df57c'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:22:55.927827 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b3e08a7b-4417-4fbe-ac5c-13053553f377 service neutron] Bound port: 82472c12-2b01-481b-a1e9-52c2af0111f1, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71fa2b9a-8f20-4c14-afdd-f73e53e1080c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '035ebd08-a183-4c96-8d50-7cc8ab5df57c'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:22:55.928275 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b3e08a7b-4417-4fbe-ac5c-13053553f377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:55.985165 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-3be84e41-8bef-435c-bdf5-349a1af66012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'name': 'tempest-ServerRescueTestJSONUnderV235-566248626-router', 'tenant_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '666a3497-4ae0-42fb-94df-e050f62942c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:27Z', 'updated_at': '2021-12-17T15:21:36Z', 'revision_number': 4, 'project_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'gw_port': {'id': '666a3497-4ae0-42fb-94df-e050f62942c7', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:28Z', 'updated_at': '2021-12-17T15:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '329bc683-1635-4cf9-bc24-a7648c7c4bce', 'tenant_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'floating_ip_address': '172.25.6.207', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'port_id': 'c972ba9f-286e-429f-b2b8-711964f9dbf4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64af8fff-ac3a-4abc-8822-328e57318c5b', 'mac_address': 'fa:16:3e:da:ba:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba6c05a-cbd4-4916-9f14-328566dee045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:22:49Z', 'updated_at': '2021-12-17T15:22:53Z', 'revision_number': 1, 'project_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e47fc29c-8ac4-4286-a5c8-1b803c7b396e', 'name': '', 'network_id': '64af8fff-ac3a-4abc-8822-328e57318c5b', 'tenant_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'mac_address': 'fa:16:3e:30:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '787e95b8-61b8-4b5a-91fc-f3b04ea70ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:34Z', 'updated_at': '2021-12-17T15:21:46Z', 'revision_number': 5, 'project_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'subnets': [{'id': '787e95b8-61b8-4b5a-91fc-f3b04ea70ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:56.025952 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be84e41-8bef-435c-bdf5-349a1af66012 None None] Checking router: cc12a388-a9a2-4cf4-ba56-edb48e46b561 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:22:56.031801 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b3e08a7b-4417-4fbe-ac5c-13053553f377 service neutron] For port 82472c12-2b01-481b-a1e9-52c2af0111f1, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:22:56.039985 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64850c-3d8c-4685-ad37-3c5993b8948a req-63de08ea-f14c-458c-b783-ac57bbd99049 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:56.040289 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be84e41-8bef-435c-bdf5-349a1af66012 None None] Routers {'cc12a388-a9a2-4cf4-ba56-edb48e46b561'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:22:56.040395 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b3e08a7b-4417-4fbe-ac5c-13053553f377 service neutron] For port 82472c12-2b01-481b-a1e9-52c2af0111f1, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=82472c12-2b01-481b-a1e9-52c2af0111f1,segment=NetworkSegment(71fa2b9a-8f20-4c14-afdd-f73e53e1080c),segment_id=71fa2b9a-8f20-4c14-afdd-f73e53e1080c)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:22:56.040506 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-3be84e41-8bef-435c-bdf5-349a1af66012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:22:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['cc12a388-a9a2-4cf4-ba56-edb48e46b561'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:56.040615 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64850c-3d8c-4685-ad37-3c5993b8948a req-63de08ea-f14c-458c-b783-ac57bbd99049 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:56.045384 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64850c-3d8c-4685-ad37-3c5993b8948a req-63de08ea-f14c-458c-b783-ac57bbd99049 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:56.051682 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64850c-3d8c-4685-ad37-3c5993b8948a req-63de08ea-f14c-458c-b783-ac57bbd99049 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:56.057882 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64850c-3d8c-4685-ad37-3c5993b8948a req-63de08ea-f14c-458c-b783-ac57bbd99049 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:56.062935 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ee94ec65-b8ba-478f-b672-b0903a5d2f5d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:56.063871 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64850c-3d8c-4685-ad37-3c5993b8948a req-63de08ea-f14c-458c-b783-ac57bbd99049 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:56.071222 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64850c-3d8c-4685-ad37-3c5993b8948a req-63de08ea-f14c-458c-b783-ac57bbd99049 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:56.079181 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4a64850c-3d8c-4685-ad37-3c5993b8948a req-63de08ea-f14c-458c-b783-ac57bbd99049 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5417 time: 0.2473407 Dec 17 15:22:56.153576 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94ec65-b8ba-478f-b672-b0903a5d2f5d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Port': ['ID=a41697f5-c336-405c-8217-e1084500c87e,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:56.163230 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc765b2c-7271-41c0-8331-be32c72c0234 req-84074395-acdf-4195-b5f4-616a1bff5539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:56.164352 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee94ec65-b8ba-478f-b672-b0903a5d2f5d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Network 680536b8-48ee-4e14-94fc-1d079049e90c is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:56.164728 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc765b2c-7271-41c0-8331-be32c72c0234 req-84074395-acdf-4195-b5f4-616a1bff5539 service neutron] 10.222.0.46 "GET /v2.0/networks?id=64af8fff-ac3a-4abc-8822-328e57318c5b HTTP/1.1" status: 200 len: 920 time: 0.4393787 Dec 17 15:22:56.170518 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b3e08a7b-4417-4fbe-ac5c-13053553f377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:56.175318 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-ee94ec65-b8ba-478f-b672-b0903a5d2f5d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:56.186323 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee94ec65-b8ba-478f-b672-b0903a5d2f5d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:22:56.236582 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-3be84e41-8bef-435c-bdf5-349a1af66012 None None] Set router cc12a388-a9a2-4cf4-ba56-edb48e46b561 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:22:56.264280 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e08a7b-4417-4fbe-ac5c-13053553f377 service neutron] Pushing event updated for resources: {'Port': ['ID=82472c12-2b01-481b-a1e9-52c2af0111f1,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:56.274808 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4a64850c-3d8c-4685-ad37-3c5993b8948a req-85530283-604e-4006-ab68-fbb5fcd4dd81 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1946254 Dec 17 15:22:56.291713 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b3e08a7b-4417-4fbe-ac5c-13053553f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:56.292530 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b3e08a7b-4417-4fbe-ac5c-13053553f377 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:56.294206 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b3e08a7b-4417-4fbe-ac5c-13053553f377 service neutron] 10.222.0.13 "PUT /v2.0/ports/82472c12-2b01-481b-a1e9-52c2af0111f1 HTTP/1.1" status: 200 len: 1091 time: 1.5186205 Dec 17 15:22:56.318664 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'tag': 'ebd3d295-a91e-41a7-8eb4-78304dcfd58d'}, {'name': 'network-changed', 'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'tag': '82472c12-2b01-481b-a1e9-52c2af0111f1'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:22:56.321376 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8920aaa9-aa09-4016-9ff0-4b637979afd9" -d '{"events": [{"name": "network-changed", "server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "tag": "ebd3d295-a91e-41a7-8eb4-78304dcfd58d"}, {"name": "network-changed", "server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "tag": "82472c12-2b01-481b-a1e9-52c2af0111f1"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:22:56.333482 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee94ec65-b8ba-478f-b672-b0903a5d2f5d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:56.334378 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ee94ec65-b8ba-478f-b672-b0903a5d2f5d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:56.341419 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-a8d79080-9fbf-423a-ba49-9c2c33f6d641 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Allocated IP 172.20.0.1 (60487c6f-43d3-4863-a175-cc0e3e21bc5c/212ffe1b-f7d8-4d56-9e44-aae851e82ff5/0b9f1d21-a777-4258-adb4-325ba8e9a385) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:22:56.359881 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc765b2c-7271-41c0-8331-be32c72c0234 req-e2d7d078-bd60-42a8-b5e3-c6a35b6c2a51 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c972ba9f-286e-429f-b2b8-711964f9dbf4 HTTP/1.1" status: 200 len: 1000 time: 0.1540310 Dec 17 15:22:56.422489 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-187bb475-23c0-477f-bcac-e32865e52c08 req-8cb2f886-4189-453e-a8be-2dd97afe5123 service neutron] Request body: {'port': {'device_id': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:56.473384 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ee94ec65-b8ba-478f-b672-b0903a5d2f5d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6073911 Dec 17 15:22:56.474908 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55710) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:56.480588 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-bbb6f879-b4dd-4949-835f-a1e96bddb291 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'port': {'network_id': '680536b8-48ee-4e14-94fc-1d079049e90c', 'name': 'tempest-PortsTestJSON-1231272807'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:56.534268 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7996e-6e13-43d4-807d-0119a964013a req-eedd7240-da5c-4a7c-95c0-0a80f4fdfcfc tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:56.536643 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-21d7996e-6e13-43d4-807d-0119a964013a req-eedd7240-da5c-4a7c-95c0-0a80f4fdfcfc tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8146d07-7e9a-4085-82a1-252e96492674 HTTP/1.1" status: 200 len: 946 time: 0.1358910 Dec 17 15:22:56.538134 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc765b2c-7271-41c0-8331-be32c72c0234 req-9756f31e-239c-4c55-bf79-1d73bb9e94a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:56.539550 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc765b2c-7271-41c0-8331-be32c72c0234 req-9756f31e-239c-4c55-bf79-1d73bb9e94a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=787e95b8-61b8-4b5a-91fc-f3b04ea70ba6 HTTP/1.1" status: 200 len: 859 time: 0.1725380 Dec 17 15:22:56.559112 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-3be84e41-8bef-435c-bdf5-349a1af66012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'name': 'tempest-ServerRescueTestJSONUnderV235-566248626-router', 'tenant_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '666a3497-4ae0-42fb-94df-e050f62942c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:27Z', 'updated_at': '2021-12-17T15:21:36Z', 'revision_number': 4, 'project_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'gw_port': {'id': '666a3497-4ae0-42fb-94df-e050f62942c7', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:28Z', 'updated_at': '2021-12-17T15:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '329bc683-1635-4cf9-bc24-a7648c7c4bce', 'tenant_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'floating_ip_address': '172.25.6.207', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'port_id': 'c972ba9f-286e-429f-b2b8-711964f9dbf4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64af8fff-ac3a-4abc-8822-328e57318c5b', 'mac_address': 'fa:16:3e:da:ba:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba6c05a-cbd4-4916-9f14-328566dee045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:22:49Z', 'updated_at': '2021-12-17T15:22:53Z', 'revision_number': 1, 'project_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e47fc29c-8ac4-4286-a5c8-1b803c7b396e', 'name': '', 'network_id': '64af8fff-ac3a-4abc-8822-328e57318c5b', 'tenant_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'mac_address': 'fa:16:3e:30:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '787e95b8-61b8-4b5a-91fc-f3b04ea70ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:34Z', 'updated_at': '2021-12-17T15:21:46Z', 'revision_number': 5, 'project_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'subnets': [{'id': '787e95b8-61b8-4b5a-91fc-f3b04ea70ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:22:56.591032 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be84e41-8bef-435c-bdf5-349a1af66012 None None] The sync data for ids ['cc12a388-a9a2-4cf4-ba56-edb48e46b561'] in n-d-820553-2 is: [{'id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'name': 'tempest-ServerRescueTestJSONUnderV235-566248626-router', 'tenant_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '666a3497-4ae0-42fb-94df-e050f62942c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:27Z', 'updated_at': '2021-12-17T15:21:36Z', 'revision_number': 4, 'project_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'gw_port': {'id': '666a3497-4ae0-42fb-94df-e050f62942c7', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:28Z', 'updated_at': '2021-12-17T15:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '329bc683-1635-4cf9-bc24-a7648c7c4bce', 'tenant_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'floating_ip_address': '172.25.6.207', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'port_id': 'c972ba9f-286e-429f-b2b8-711964f9dbf4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64af8fff-ac3a-4abc-8822-328e57318c5b', 'mac_address': 'fa:16:3e:da:ba:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba6c05a-cbd4-4916-9f14-328566dee045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:22:49Z', 'updated_at': '2021-12-17T15:22:53Z', 'revision_number': 1, 'project_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e47fc29c-8ac4-4286-a5c8-1b803c7b396e', 'name': '', 'network_id': '64af8fff-ac3a-4abc-8822-328e57318c5b', 'tenant_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'mac_address': 'fa:16:3e:30:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '787e95b8-61b8-4b5a-91fc-f3b04ea70ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:34Z', 'updated_at': '2021-12-17T15:21:46Z', 'revision_number': 5, 'project_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'subnets': [{'id': '787e95b8-61b8-4b5a-91fc-f3b04ea70ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:22:56.596384 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc765b2c-7271-41c0-8331-be32c72c0234 req-09adefa4-ab24-44c8-941e-cb86be4244b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=64af8fff-ac3a-4abc-8822-328e57318c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427625 Dec 17 15:22:56.687908 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-8cb2f886-4189-453e-a8be-2dd97afe5123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:56.720467 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-21d7996e-6e13-43d4-807d-0119a964013a req-6314594d-e777-4731-b8da-8d6213761703 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771696 Dec 17 15:22:56.744187 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a8d79080-9fbf-423a-ba49-9c2c33f6d641 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:56.784047 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc765b2c-7271-41c0-8331-be32c72c0234 req-593cbae8-c89e-40ae-b938-51b9dd1db4d4 service neutron] 10.222.0.46 "GET /v2.0/networks/64af8fff-ac3a-4abc-8822-328e57318c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706226 Dec 17 15:22:56.822868 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e057a434-3710-4aa5-84ef-526e2c48cb6e x-openstack-request-id: req-e057a434-3710-4aa5-84ef-526e2c48cb6e {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:22:56.823159 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ba6c05a-cbd4-4916-9f14-328566dee045", "tag": "c972ba9f-286e-429f-b2b8-711964f9dbf4", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:22:56.823411 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e057a434-3710-4aa5-84ef-526e2c48cb6e {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:22:56.823814 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ba6c05a-cbd4-4916-9f14-328566dee045', 'tag': 'c972ba9f-286e-429f-b2b8-711964f9dbf4', 'status': 'completed', 'code': 200} Dec 17 15:22:56.899226 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f9135c28-208c-4026-8ab6-de63d2549083 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:22:56.950839 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb6f879-b4dd-4949-835f-a1e96bddb291 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:22:56.957553 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bbb6f879-b4dd-4949-835f-a1e96bddb291 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:56.958570 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc765b2c-7271-41c0-8331-be32c72c0234 req-668d7a59-5aa2-467a-b20e-28f4f477d11c service neutron] 10.222.0.46 "GET /v2.0/networks/64af8fff-ac3a-4abc-8822-328e57318c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649060 Dec 17 15:22:56.975490 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a8d79080-9fbf-423a-ba49-9c2c33f6d641 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:56.989161 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port f9135c28-208c-4026-8ab6-de63d2549083 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:56.990030 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:57.029832 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f30c42-09d9-4dd8-84f5-eb9d91bd1441 None None] New status for floating IP 329bc683-1635-4cf9-bc24-a7648c7c4bce: ACTIVE {{(pid=102834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:22:57.040927 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d79080-9fbf-423a-ba49-9c2c33f6d641 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Network 60487c6f-43d3-4863-a175-cc0e3e21bc5c is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:57.052183 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-a8d79080-9fbf-423a-ba49-9c2c33f6d641 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:57.054640 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d79080-9fbf-423a-ba49-9c2c33f6d641 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:22:57.060001 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d79080-9fbf-423a-ba49-9c2c33f6d641 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Pushing event updated for resources: {'Port': ['ID=0b9f1d21-a777-4258-adb4-325ba8e9a385,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:57.076217 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a42528-9a7c-4650-9145-317bb60c1a01 req-5b85fbb5-a194-4530-88df-4a58b30e2837 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:57.085726 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-28a42528-9a7c-4650-9145-317bb60c1a01 req-5b85fbb5-a194-4530-88df-4a58b30e2837 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 945 time: 0.1480384 Dec 17 15:22:57.162895 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a8d79080-9fbf-423a-ba49-9c2c33f6d641 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:57.178667 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-28a42528-9a7c-4650-9145-317bb60c1a01 req-4209fc23-9b1b-410e-994b-29c09fe618ce tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921164 Dec 17 15:22:57.277060 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:57.289204 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Dec 2021 15:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d98c71-1bbc-4001-b75b-3d4c9ee63af6 x-openstack-request-id: req-49d98c71-1bbc-4001-b75b-3d4c9ee63af6 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:22:57.289507 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "tag": "ebd3d295-a91e-41a7-8eb4-78304dcfd58d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "tag": "82472c12-2b01-481b-a1e9-52c2af0111f1", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:22:57.289760 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-49d98c71-1bbc-4001-b75b-3d4c9ee63af6 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:22:57.290199 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'tag': 'ebd3d295-a91e-41a7-8eb4-78304dcfd58d', 'status': 'completed', 'code': 200} Dec 17 15:22:57.292622 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'tag': '82472c12-2b01-481b-a1e9-52c2af0111f1', 'status': 'completed', 'code': 200} Dec 17 15:22:57.293846 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-bbb6f879-b4dd-4949-835f-a1e96bddb291 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] device_id is not set on port 349146c7-93bb-4242-b628-b652f8c0eb48 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:22:57.323879 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-187bb475-23c0-477f-bcac-e32865e52c08 req-8cb2f886-4189-453e-a8be-2dd97afe5123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e8d71c7-6b02-4151-a43a-fc7b70877533 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:22:57.346738 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe14870-7a48-481d-b24e-aaa38c3268f7 req-b9a35b0f-1dd6-4a05-87be-25f67afec4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:57.346738 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cbe14870-7a48-481d-b24e-aaa38c3268f7 req-b9a35b0f-1dd6-4a05-87be-25f67afec4fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c5523b5350454050bc24f1ee5a0a4b70&device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 1097 time: 0.4192791 Dec 17 15:22:57.385256 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-8cb2f886-4189-453e-a8be-2dd97afe5123 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:57.386144 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port f9135c28-208c-4026-8ab6-de63d2549083, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f9135c28-208c-4026-8ab6-de63d2549083,segment=NetworkSegment(7ad0f9f2-7797-4fb8-8769-bc8a1c28012d),segment_id=7ad0f9f2-7797-4fb8-8769-bc8a1c28012d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:22:57.439460 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5685654f-1b5c-4bcd-bb94-a16cd5c83794 None None] Network 680536b8-48ee-4e14-94fc-1d079049e90c requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:22:57.491792 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:57.526118 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920aaa9-aa09-4016-9ff0-4b637979afd9 req-55ca265e-d1b6-4745-80ab-12a38b001999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:57.527316 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920aaa9-aa09-4016-9ff0-4b637979afd9 req-55ca265e-d1b6-4745-80ab-12a38b001999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:57.527316 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920aaa9-aa09-4016-9ff0-4b637979afd9 req-55ca265e-d1b6-4745-80ab-12a38b001999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:57.527652 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920aaa9-aa09-4016-9ff0-4b637979afd9 req-55ca265e-d1b6-4745-80ab-12a38b001999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:57.528116 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920aaa9-aa09-4016-9ff0-4b637979afd9 req-55ca265e-d1b6-4745-80ab-12a38b001999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:57.528575 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920aaa9-aa09-4016-9ff0-4b637979afd9 req-55ca265e-d1b6-4745-80ab-12a38b001999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:57.529030 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920aaa9-aa09-4016-9ff0-4b637979afd9 req-55ca265e-d1b6-4745-80ab-12a38b001999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:57.531136 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8920aaa9-aa09-4016-9ff0-4b637979afd9 req-55ca265e-d1b6-4745-80ab-12a38b001999 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8be5f697514948dbb741ccae5deddcdd&device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 6419 time: 0.2011878 Dec 17 15:22:57.554730 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-52db75f2-64ee-4f11-a6a5-698bb76c5ca8 None None] Provisioning complete for port f9135c28-208c-4026-8ab6-de63d2549083 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:57.555124 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-52db75f2-64ee-4f11-a6a5-698bb76c5ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:57.582512 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe63b7-1ef2-44bd-88e6-a407caef24fd req-0cf51cd0-4328-495e-b164-7466e9f7e6e2 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:57.584237 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82fe63b7-1ef2-44bd-88e6-a407caef24fd req-0cf51cd0-4328-495e-b164-7466e9f7e6e2 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f59d344-91ee-48d8-a491-b09d3aa12ee2 HTTP/1.1" status: 200 len: 946 time: 0.1871803 Dec 17 15:22:57.622987 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9e1bdd2-7d67-44e6-a58a-caa7c8b03781 req-5e418c48-9b9f-4440-9aac-ad084c844651 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.207 HTTP/1.1" status: 200 len: 1000 time: 0.2446885 Dec 17 15:22:57.627473 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=f9135c28-208c-4026-8ab6-de63d2549083,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:57.727541 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1bdd2-7d67-44e6-a58a-caa7c8b03781 req-4f55a6f9-171c-4950-8bd7-b72d8bb02a09 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:57.730202 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9e1bdd2-7d67-44e6-a58a-caa7c8b03781 req-4f55a6f9-171c-4950-8bd7-b72d8bb02a09 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports/c972ba9f-286e-429f-b2b8-711964f9dbf4 HTTP/1.1" status: 200 len: 943 time: 0.1063962 Dec 17 15:22:57.753771 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a8d79080-9fbf-423a-ba49-9c2c33f6d641 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:57.779693 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-52db75f2-64ee-4f11-a6a5-698bb76c5ca8 None None] Provisioning complete for port 0b9f1d21-a777-4258-adb4-325ba8e9a385 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:57.780233 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-52db75f2-64ee-4f11-a6a5-698bb76c5ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:57.807633 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82fe63b7-1ef2-44bd-88e6-a407caef24fd req-760572d3-36dc-4ca3-a7f8-648559384184 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505036 Dec 17 15:22:57.828183 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-187bb475-23c0-477f-bcac-e32865e52c08 req-8cb2f886-4189-453e-a8be-2dd97afe5123 service neutron] Transition to ACTIVE for port object 5e8d71c7-6b02-4151-a43a-fc7b70877533 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:22:57.830479 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-52db75f2-64ee-4f11-a6a5-698bb76c5ca8 None None] Port 0b9f1d21-a777-4258-adb4-325ba8e9a385 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:22:57.886191 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920aaa9-aa09-4016-9ff0-4b637979afd9 req-bc390310-0efa-400a-8d4f-c9fb60aa295a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:57.886653 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920aaa9-aa09-4016-9ff0-4b637979afd9 req-bc390310-0efa-400a-8d4f-c9fb60aa295a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:57.887110 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920aaa9-aa09-4016-9ff0-4b637979afd9 req-bc390310-0efa-400a-8d4f-c9fb60aa295a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:57.889125 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8920aaa9-aa09-4016-9ff0-4b637979afd9 req-bc390310-0efa-400a-8d4f-c9fb60aa295a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=8be5f697514948dbb741ccae5deddcdd&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3437271 Dec 17 15:22:57.911423 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-bbb6f879-b4dd-4949-835f-a1e96bddb291 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Allocated IP 172.20.0.5 (680536b8-48ee-4e14-94fc-1d079049e90c/c7740576-e634-4d84-b780-342fd467385b/349146c7-93bb-4242-b628-b652f8c0eb48) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:22:57.993930 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-8cb2f886-4189-453e-a8be-2dd97afe5123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:58.010985 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe14870-7a48-481d-b24e-aaa38c3268f7 req-77de0046-c9d7-493e-8bdd-97b122c6b1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:58.012501 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cbe14870-7a48-481d-b24e-aaa38c3268f7 req-77de0046-c9d7-493e-8bdd-97b122c6b1d4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=64af8fff-ac3a-4abc-8822-328e57318c5b HTTP/1.1" status: 200 len: 920 time: 0.6112795 Dec 17 15:22:58.167648 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2f886-4189-453e-a8be-2dd97afe5123 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8d71c7-6b02-4151-a43a-fc7b70877533,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:58.178659 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4eefe0b1-7b8a-4b29-abc3-3859efb80ff6 None None] Provisioning complete for port f9135c28-208c-4026-8ab6-de63d2549083 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:58.179409 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4eefe0b1-7b8a-4b29-abc3-3859efb80ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:58.256370 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cbe14870-7a48-481d-b24e-aaa38c3268f7 req-68722057-69d3-41c7-80bc-916b4be35991 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c972ba9f-286e-429f-b2b8-711964f9dbf4 HTTP/1.1" status: 200 len: 1002 time: 0.1873646 Dec 17 15:22:58.303001 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bbb6f879-b4dd-4949-835f-a1e96bddb291 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:58.393278 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-187bb475-23c0-477f-bcac-e32865e52c08 req-8cb2f886-4189-453e-a8be-2dd97afe5123 service neutron] Attempting to bind port 5e8d71c7-6b02-4151-a43a-fc7b70877533 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:22:58.393507 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-187bb475-23c0-477f-bcac-e32865e52c08 req-8cb2f886-4189-453e-a8be-2dd97afe5123 service neutron] Attempting to bind port 5e8d71c7-6b02-4151-a43a-fc7b70877533 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '71fa2b9a-8f20-4c14-afdd-f73e53e1080c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '035ebd08-a183-4c96-8d50-7cc8ab5df57c'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:22:58.393815 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-8cb2f886-4189-453e-a8be-2dd97afe5123 service neutron] Attempting to bind port 5e8d71c7-6b02-4151-a43a-fc7b70877533 on network 035ebd08-a183-4c96-8d50-7cc8ab5df57c {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:22:58.397997 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe14870-7a48-481d-b24e-aaa38c3268f7 req-39e4110c-2049-4df4-9fe6-a37348e32ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:58.399498 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cbe14870-7a48-481d-b24e-aaa38c3268f7 req-39e4110c-2049-4df4-9fe6-a37348e32ef6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=787e95b8-61b8-4b5a-91fc-f3b04ea70ba6 HTTP/1.1" status: 200 len: 859 time: 0.1300094 Dec 17 15:22:58.446152 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-8cb2f886-4189-453e-a8be-2dd97afe5123 service neutron] Port 5e8d71c7-6b02-4151-a43a-fc7b70877533 on network 035ebd08-a183-4c96-8d50-7cc8ab5df57c not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:22:58.446546 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-8cb2f886-4189-453e-a8be-2dd97afe5123 service neutron] Attempting to bind port 5e8d71c7-6b02-4151-a43a-fc7b70877533 on network 035ebd08-a183-4c96-8d50-7cc8ab5df57c {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:22:58.468489 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cbe14870-7a48-481d-b24e-aaa38c3268f7 req-9a290c48-76e5-4d95-bcf3-70fa42bb40c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64af8fff-ac3a-4abc-8822-328e57318c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543478 Dec 17 15:22:58.474075 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-8cb2f886-4189-453e-a8be-2dd97afe5123 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:22:58.474506 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-8cb2f886-4189-453e-a8be-2dd97afe5123 service neutron] Checking segment: {'id': '71fa2b9a-8f20-4c14-afdd-f73e53e1080c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '035ebd08-a183-4c96-8d50-7cc8ab5df57c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:22:58.474820 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187bb475-23c0-477f-bcac-e32865e52c08 req-8cb2f886-4189-453e-a8be-2dd97afe5123 service neutron] Bound using segment: {'id': '71fa2b9a-8f20-4c14-afdd-f73e53e1080c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '035ebd08-a183-4c96-8d50-7cc8ab5df57c'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:22:58.475263 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-187bb475-23c0-477f-bcac-e32865e52c08 req-8cb2f886-4189-453e-a8be-2dd97afe5123 service neutron] Bound port: 5e8d71c7-6b02-4151-a43a-fc7b70877533, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71fa2b9a-8f20-4c14-afdd-f73e53e1080c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '035ebd08-a183-4c96-8d50-7cc8ab5df57c'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:22:58.475623 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-8cb2f886-4189-453e-a8be-2dd97afe5123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:58.505607 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9e1bdd2-7d67-44e6-a58a-caa7c8b03781 req-f5a0baa0-6596-46bd-b947-575a504321d3 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.207 HTTP/1.1" status: 200 len: 1002 time: 0.7181077 Dec 17 15:22:58.564846 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4eefe0b1-7b8a-4b29-abc3-3859efb80ff6 None None] Provisioning complete for port a41697f5-c336-405c-8217-e1084500c87e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:58.565087 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4eefe0b1-7b8a-4b29-abc3-3859efb80ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:58.567039 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bbb6f879-b4dd-4949-835f-a1e96bddb291 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:58.594511 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058d812-5b10-4cd4-84ee-76bae230cc2e req-287c8202-0050-44b4-bfc7-c1f70477eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:58.595995 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f058d812-5b10-4cd4-84ee-76bae230cc2e req-287c8202-0050-44b4-bfc7-c1f70477eac5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1407878f6eb44e929267c0f543df9a52&device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 1096 time: 0.1941261 Dec 17 15:22:58.601506 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4eefe0b1-7b8a-4b29-abc3-3859efb80ff6 None None] Port a41697f5-c336-405c-8217-e1084500c87e cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:22:58.661750 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb6f879-b4dd-4949-835f-a1e96bddb291 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Network 680536b8-48ee-4e14-94fc-1d079049e90c is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:58.674433 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920aaa9-aa09-4016-9ff0-4b637979afd9 req-c45b2e3b-2287-4fe8-90f6-6ffa038048ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:58.676711 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8920aaa9-aa09-4016-9ff0-4b637979afd9 req-c45b2e3b-2287-4fe8-90f6-6ffa038048ed service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7778430 Dec 17 15:22:58.710298 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0676d-08a5-416b-92f3-5342a879ce3a req-7bdf59d6-58b8-477a-b2e0-357e9dd11fb5 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:58.719928 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0676d-08a5-416b-92f3-5342a879ce3a req-7bdf59d6-58b8-477a-b2e0-357e9dd11fb5 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:58.722794 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0676d-08a5-416b-92f3-5342a879ce3a req-7bdf59d6-58b8-477a-b2e0-357e9dd11fb5 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:58.729148 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0676d-08a5-416b-92f3-5342a879ce3a req-7bdf59d6-58b8-477a-b2e0-357e9dd11fb5 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:58.734519 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-bbb6f879-b4dd-4949-835f-a1e96bddb291 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:58.739554 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0676d-08a5-416b-92f3-5342a879ce3a req-7bdf59d6-58b8-477a-b2e0-357e9dd11fb5 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:58.739706 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb6f879-b4dd-4949-835f-a1e96bddb291 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:22:58.743095 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0676d-08a5-416b-92f3-5342a879ce3a req-7bdf59d6-58b8-477a-b2e0-357e9dd11fb5 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:58.749078 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0676d-08a5-416b-92f3-5342a879ce3a req-7bdf59d6-58b8-477a-b2e0-357e9dd11fb5 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:58.754463 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6f879-b4dd-4949-835f-a1e96bddb291 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Port': ['ID=349146c7-93bb-4242-b628-b652f8c0eb48,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:58.758016 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cea0676d-08a5-416b-92f3-5342a879ce3a req-7bdf59d6-58b8-477a-b2e0-357e9dd11fb5 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5429 time: 0.2769425 Dec 17 15:22:58.775652 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d8e37e35-6670-43c4-95f1-c57c3f4165e3 None None] Provisioning complete for port a41697f5-c336-405c-8217-e1084500c87e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:58.776867 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d8e37e35-6670-43c4-95f1-c57c3f4165e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:58.789887 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-187bb475-23c0-477f-bcac-e32865e52c08 req-8cb2f886-4189-453e-a8be-2dd97afe5123 service neutron] For port 5e8d71c7-6b02-4151-a43a-fc7b70877533, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:22:58.816580 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cbe14870-7a48-481d-b24e-aaa38c3268f7 req-eceb232e-62ab-4ffb-ad35-4293ece6396f service neutron] 10.222.0.13 "GET /v2.0/networks/64af8fff-ac3a-4abc-8822-328e57318c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378217 Dec 17 15:22:58.825853 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f9135c28-208c-4026-8ab6-de63d2549083 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:22:58.841223 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-187bb475-23c0-477f-bcac-e32865e52c08 req-8cb2f886-4189-453e-a8be-2dd97afe5123 service neutron] For port 5e8d71c7-6b02-4151-a43a-fc7b70877533, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=5e8d71c7-6b02-4151-a43a-fc7b70877533,segment=NetworkSegment(71fa2b9a-8f20-4c14-afdd-f73e53e1080c),segment_id=71fa2b9a-8f20-4c14-afdd-f73e53e1080c)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:22:58.865907 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-17221709-d646-4eee-a83c-0823be36a238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:58.872718 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d8e37e35-6670-43c4-95f1-c57c3f4165e3 None None] Port a41697f5-c336-405c-8217-e1084500c87e cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:22:58.905632 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port f9135c28-208c-4026-8ab6-de63d2549083 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:58.905876 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:58.917848 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb6f879-b4dd-4949-835f-a1e96bddb291 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:58.918407 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bbb6f879-b4dd-4949-835f-a1e96bddb291 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:58.928860 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cea0676d-08a5-416b-92f3-5342a879ce3a req-2283652a-ec19-4bf6-912e-6336c29e73b9 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1698685 Dec 17 15:22:58.935669 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-8cb2f886-4189-453e-a8be-2dd97afe5123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:58.947565 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1bdd2-7d67-44e6-a58a-caa7c8b03781 req-1b4b41b1-9cd4-4a1b-bce1-3707b7e32d1d tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:58.948912 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058d812-5b10-4cd4-84ee-76bae230cc2e req-c71231be-ce98-4ce7-bcab-c7cfc3cc6884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:58.958178 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f058d812-5b10-4cd4-84ee-76bae230cc2e req-c71231be-ce98-4ce7-bcab-c7cfc3cc6884 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a81410f2-8387-44e0-b580-7a2346e72e8a HTTP/1.1" status: 200 len: 911 time: 0.3331239 Dec 17 15:22:58.967483 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9e1bdd2-7d67-44e6-a58a-caa7c8b03781 req-1b4b41b1-9cd4-4a1b-bce1-3707b7e32d1d tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 784 time: 0.4333525 Dec 17 15:22:58.984225 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920aaa9-aa09-4016-9ff0-4b637979afd9 req-a9c7c9bf-b529-43c0-b665-d473c9c3f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:58.984770 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920aaa9-aa09-4016-9ff0-4b637979afd9 req-a9c7c9bf-b529-43c0-b665-d473c9c3f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:58.985263 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920aaa9-aa09-4016-9ff0-4b637979afd9 req-a9c7c9bf-b529-43c0-b665-d473c9c3f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:58.985784 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920aaa9-aa09-4016-9ff0-4b637979afd9 req-a9c7c9bf-b529-43c0-b665-d473c9c3f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:58.986253 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920aaa9-aa09-4016-9ff0-4b637979afd9 req-a9c7c9bf-b529-43c0-b665-d473c9c3f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:58.986709 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920aaa9-aa09-4016-9ff0-4b637979afd9 req-a9c7c9bf-b529-43c0-b665-d473c9c3f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:58.987167 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920aaa9-aa09-4016-9ff0-4b637979afd9 req-a9c7c9bf-b529-43c0-b665-d473c9c3f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:58.989590 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8920aaa9-aa09-4016-9ff0-4b637979afd9 req-a9c7c9bf-b529-43c0-b665-d473c9c3f1e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8be5f697514948dbb741ccae5deddcdd&device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 6444 time: 0.2203009 Dec 17 15:22:59.111271 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-8cb2f886-4189-453e-a8be-2dd97afe5123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:59.111974 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-187bb475-23c0-477f-bcac-e32865e52c08 req-8cb2f886-4189-453e-a8be-2dd97afe5123 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:59.118784 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-8cb2f886-4189-453e-a8be-2dd97afe5123 service neutron] 10.222.0.13 "PUT /v2.0/ports/5e8d71c7-6b02-4151-a43a-fc7b70877533 HTTP/1.1" status: 200 len: 1091 time: 2.7010057 Dec 17 15:22:59.120339 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f058d812-5b10-4cd4-84ee-76bae230cc2e req-3aaca799-9304-4134-9345-ace2e31f660a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7754f5b6-304f-4696-9ab2-6428dd11c663 HTTP/1.1" status: 200 len: 217 time: 0.1096230 Dec 17 15:22:59.139761 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a8d79080-9fbf-423a-ba49-9c2c33f6d641 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:59.147620 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-bbb6f879-b4dd-4949-835f-a1e96bddb291 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6685636 Dec 17 15:22:59.148867 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55730) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:59.157951 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2f886-4189-453e-a8be-2dd97afe5123 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8d71c7-6b02-4151-a43a-fc7b70877533,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:59.183719 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cbe14870-7a48-481d-b24e-aaa38c3268f7 req-b84411ba-efbf-4493-8221-b7e0ecd97857 service neutron] 10.222.0.13 "GET /v2.0/networks/64af8fff-ac3a-4abc-8822-328e57318c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566284 Dec 17 15:22:59.219188 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058d812-5b10-4cd4-84ee-76bae230cc2e req-f1d76c6e-91c1-4f94-94c6-c47c6b54220a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:59.220993 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f058d812-5b10-4cd4-84ee-76bae230cc2e req-f1d76c6e-91c1-4f94-94c6-c47c6b54220a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b59121e-95f1-4cb2-baf2-d0a298aafb94 HTTP/1.1" status: 200 len: 850 time: 0.0737853 Dec 17 15:22:59.225967 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-915e05e0-57f6-4e34-bc49-ac63b7195da5 None None] Provisioning complete for port 349146c7-93bb-4242-b628-b652f8c0eb48 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:22:59.226519 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-915e05e0-57f6-4e34-bc49-ac63b7195da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:59.259920 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a8d79080-9fbf-423a-ba49-9c2c33f6d641 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:59.265486 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9e1bdd2-7d67-44e6-a58a-caa7c8b03781 req-b887a661-f8bf-4006-89aa-432c4d2cffc0 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.207 HTTP/1.1" status: 200 len: 1002 time: 0.2969992 Dec 17 15:22:59.284902 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f058d812-5b10-4cd4-84ee-76bae230cc2e req-c5ac7e6f-fd01-4fa2-a457-dac4aee5f597 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a81410f2-8387-44e0-b580-7a2346e72e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563498 Dec 17 15:22:59.298979 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-915e05e0-57f6-4e34-bc49-ac63b7195da5 None None] Port 349146c7-93bb-4242-b628-b652f8c0eb48 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:22:59.303683 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'tag': '5e8d71c7-6b02-4151-a43a-fc7b70877533'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:22:59.306031 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cefb46-c431-4cca-b64c-13070484c0a8" -d '{"events": [{"name": "network-changed", "server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "tag": "5e8d71c7-6b02-4151-a43a-fc7b70877533"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:22:59.340685 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-e9e1bdd2-7d67-44e6-a58a-caa7c8b03781 req-42ad25ee-4629-4e90-8aec-d92d08165b1e tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:22:59.391513 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f058d812-5b10-4cd4-84ee-76bae230cc2e req-b40ca98d-32a3-487b-b9b3-1445a6f24f7c service neutron] 10.222.0.13 "GET /v2.0/networks/a81410f2-8387-44e0-b580-7a2346e72e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981500 Dec 17 15:22:59.440315 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920aaa9-aa09-4016-9ff0-4b637979afd9 req-fc7d8c93-268c-4723-bfaf-675f2c81ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:59.440695 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920aaa9-aa09-4016-9ff0-4b637979afd9 req-fc7d8c93-268c-4723-bfaf-675f2c81ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:59.441439 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920aaa9-aa09-4016-9ff0-4b637979afd9 req-fc7d8c93-268c-4723-bfaf-675f2c81ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:59.442913 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8920aaa9-aa09-4016-9ff0-4b637979afd9 req-fc7d8c93-268c-4723-bfaf-675f2c81ac4a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=8be5f697514948dbb741ccae5deddcdd&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4217744 Dec 17 15:22:59.460337 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39ee080-d851-4446-8b9b-fcaacec97806 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:59.461841 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d39ee080-d851-4446-8b9b-fcaacec97806 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 921 time: 0.3090975 Dec 17 15:22:59.462838 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a8d79080-9fbf-423a-ba49-9c2c33f6d641 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:59.464847 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55734) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:22:59.485931 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d79080-9fbf-423a-ba49-9c2c33f6d641 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Pushing event updated for resources: {'Port': ['ID=0b9f1d21-a777-4258-adb4-325ba8e9a385,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:22:59.520506 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f058d812-5b10-4cd4-84ee-76bae230cc2e req-2a02c3a8-312b-440f-90cc-cf886109212c service neutron] 10.222.0.13 "GET /v2.0/networks/a81410f2-8387-44e0-b580-7a2346e72e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216271 Dec 17 15:22:59.581184 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-7f0843b1-3b7b-4330-aa82-58f14db2f62c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Deleting port 349146c7-93bb-4242-b628-b652f8c0eb48 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:22:59.581599 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7f0843b1-3b7b-4330-aa82-58f14db2f62c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:59.594015 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e9e1bdd2-7d67-44e6-a58a-caa7c8b03781 req-42ad25ee-4629-4e90-8aec-d92d08165b1e tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks [] for floatingip, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:59.605852 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79909f-dc02-4d93-b3db-0f9a1aebaf91 req-80f8e900-86f2-40d2-9821-cf646b31ddf7 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:59.607378 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4c79909f-dc02-4d93-b3db-0f9a1aebaf91 req-80f8e900-86f2-40d2-9821-cf646b31ddf7 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=996da2d5-5525-47fd-a9e6-fa0c50927856 HTTP/1.1" status: 200 len: 945 time: 0.3286715 Dec 17 15:22:59.686140 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7f0843b1-3b7b-4330-aa82-58f14db2f62c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:59.701265 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-7f0843b1-3b7b-4330-aa82-58f14db2f62c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Calling delete_port for 349146c7-93bb-4242-b628-b652f8c0eb48 owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:22:59.745732 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920aaa9-aa09-4016-9ff0-4b637979afd9 req-ece0527a-b589-4330-b493-88537016f964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:59.747357 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8920aaa9-aa09-4016-9ff0-4b637979afd9 req-ece0527a-b589-4330-b493-88537016f964 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2957339 Dec 17 15:22:59.792767 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4c79909f-dc02-4d93-b3db-0f9a1aebaf91 req-9b286f89-4786-4171-851a-9b718dcf16b9 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439571 Dec 17 15:22:59.814419 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d79080-9fbf-423a-ba49-9c2c33f6d641 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Network 60487c6f-43d3-4863-a175-cc0e3e21bc5c is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:22:59.833320 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-a8d79080-9fbf-423a-ba49-9c2c33f6d641 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:22:59.968607 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e9e1bdd2-7d67-44e6-a58a-caa7c8b03781 req-42ad25ee-4629-4e90-8aec-d92d08165b1e tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:59.970955 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7f0843b1-3b7b-4330-aa82-58f14db2f62c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:22:59.983574 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b940d605-e4e4-4d22-ab6c-963b88564a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:59.984061 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b940d605-e4e4-4d22-ab6c-963b88564a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:59.984527 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b940d605-e4e4-4d22-ab6c-963b88564a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:59.984995 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b940d605-e4e4-4d22-ab6c-963b88564a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:59.985480 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b940d605-e4e4-4d22-ab6c-963b88564a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:59.985941 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b940d605-e4e4-4d22-ab6c-963b88564a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:59.986405 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b940d605-e4e4-4d22-ab6c-963b88564a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:22:59.988904 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-b940d605-e4e4-4d22-ab6c-963b88564a00 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8be5f697514948dbb741ccae5deddcdd&device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 6486 time: 0.1931286 Dec 17 15:23:00.003629 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0843b1-3b7b-4330-aa82-58f14db2f62c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Port': ['ID=349146c7-93bb-4242-b628-b652f8c0eb48,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:00.068666 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-a2246add-d2b7-4a97-8750-1fdb59b37d5e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7 HTTP/1.1" status: 200 len: 217 time: 0.0572715 Dec 17 15:23:00.069304 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e9e1bdd2-7d67-44e6-a58a-caa7c8b03781 req-42ad25ee-4629-4e90-8aec-d92d08165b1e tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:00.069652 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [req-e9e1bdd2-7d67-44e6-a58a-caa7c8b03781 req-42ad25ee-4629-4e90-8aec-d92d08165b1e tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Floating IP 329bc683-1635-4cf9-bc24-a7648c7c4bce disassociated. External IP: 172.25.6.207, port: c972ba9f-286e-429f-b2b8-711964f9dbf4. Dec 17 15:23:00.091555 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7f0843b1-3b7b-4330-aa82-58f14db2f62c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:00.105287 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7f0843b1-3b7b-4330-aa82-58f14db2f62c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/ports/349146c7-93bb-4242-b628-b652f8c0eb48 HTTP/1.1" status: 204 len: 168 time: 0.6316447 Dec 17 15:23:00.106008 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55744) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:00.137699 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5431a6-5fa2-4693-b96f-96709f36a7ed tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] GET failed (client error): The resource could not be found. Dec 17 15:23:00.141757 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-f870f178-5f7f-4575-ba67-a079581bb906 None None] Provisioning complete for port 0b9f1d21-a777-4258-adb4-325ba8e9a385 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:00.142385 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f870f178-5f7f-4575-ba67-a079581bb906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:00.143929 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8d5431a6-5fa2-4693-b96f-96709f36a7ed tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "GET /v2.0/ports/349146c7-93bb-4242-b628-b652f8c0eb48 HTTP/1.1" status: 404 len: 333 time: 0.0365660 Dec 17 15:23:00.146870 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55746) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:00.181195 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-f870f178-5f7f-4575-ba67-a079581bb906 None None] Port 0b9f1d21-a777-4258-adb4-325ba8e9a385 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:23:00.190713 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d79080-9fbf-423a-ba49-9c2c33f6d641 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Router 0acfb1e8-f686-46db-95aa-1e8113d2e91f has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:23:00.219316 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8d87f-4eb1-4b67-b421-4103b24d0567 req-325cc38e-76b1-44fc-89c9-dd1f55f3c92e tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:00.220759 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-acb8d87f-4eb1-4b67-b421-4103b24d0567 req-325cc38e-76b1-44fc-89c9-dd1f55f3c92e tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 945 time: 0.2590489 Dec 17 15:23:00.244178 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-deef007a-8d13-4b43-99b2-4cdc428fb7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:00.245845 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-deef007a-8d13-4b43-99b2-4cdc428fb7a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4284f076-0000-4c1d-851c-097716c35280 HTTP/1.1" status: 200 len: 854 time: 0.1344376 Dec 17 15:23:00.256157 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-8dac6de4-1bea-410b-9572-7911f93295d3 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Deleting port a41697f5-c336-405c-8217-e1084500c87e {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:00.256510 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8dac6de4-1bea-410b-9572-7911f93295d3 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:00.352424 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8dac6de4-1bea-410b-9572-7911f93295d3 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:00.367336 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-8dac6de4-1bea-410b-9572-7911f93295d3 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Calling delete_port for a41697f5-c336-405c-8217-e1084500c87e owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:00.389563 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-acb8d87f-4eb1-4b67-b421-4103b24d0567 req-9c6bdfb5-e53a-4b4a-a8d2-3a503d5dcc97 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569355 Dec 17 15:23:00.476270 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d79080-9fbf-423a-ba49-9c2c33f6d641 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:23:00.481151 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a8d79080-9fbf-423a-ba49-9c2c33f6d641 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] 10.222.0.46 "PUT /v2.0/routers/0acfb1e8-f686-46db-95aa-1e8113d2e91f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9489515 Dec 17 15:23:00.485207 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-1988a8d4-731f-41bd-bd65-e77ab8aa691c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:00.486712 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-1988a8d4-731f-41bd-bd65-e77ab8aa691c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=103f3c9e-955b-431b-ac73-eb4ee50a4a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2280724 Dec 17 15:23:00.487914 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c0885d-cf8f-40c8-9cdb-16f9390e786e None None] Sync routers for ids ['0acfb1e8-f686-46db-95aa-1e8113d2e91f'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:23:00.488845 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55748) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:00.511081 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c0885d-cf8f-40c8-9cdb-16f9390e786e None None] Routers {'0acfb1e8-f686-46db-95aa-1e8113d2e91f'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:23:00.511705 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-b3c0885d-cf8f-40c8-9cdb-16f9390e786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:22:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0acfb1e8-f686-46db-95aa-1e8113d2e91f'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:00.538715 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced5282e-aa54-43e5-9fcf-b3504f39bf35 x-openstack-request-id: req-ced5282e-aa54-43e5-9fcf-b3504f39bf35 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:23:00.539015 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "tag": "5e8d71c7-6b02-4151-a43a-fc7b70877533", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:23:00.539269 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ced5282e-aa54-43e5-9fcf-b3504f39bf35 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:23:00.539672 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'tag': '5e8d71c7-6b02-4151-a43a-fc7b70877533', 'status': 'completed', 'code': 200} Dec 17 15:23:00.552799 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-b3c0885d-cf8f-40c8-9cdb-16f9390e786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:00.562112 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c0885d-cf8f-40c8-9cdb-16f9390e786e None None] Routers {'0acfb1e8-f686-46db-95aa-1e8113d2e91f'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:23:00.562733 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-b3c0885d-cf8f-40c8-9cdb-16f9390e786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:22:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0acfb1e8-f686-46db-95aa-1e8113d2e91f'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:00.597122 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-b3c0885d-cf8f-40c8-9cdb-16f9390e786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:00.598318 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c0885d-cf8f-40c8-9cdb-16f9390e786e None None] The sync data for ids ['0acfb1e8-f686-46db-95aa-1e8113d2e91f'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:23:00.605249 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8dac6de4-1bea-410b-9572-7911f93295d3 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:00.636847 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac6de4-1bea-410b-9572-7911f93295d3 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Port': ['ID=a41697f5-c336-405c-8217-e1084500c87e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:00.722683 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8dac6de4-1bea-410b-9572-7911f93295d3 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:00.728811 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8dac6de4-1bea-410b-9572-7911f93295d3 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/ports/a41697f5-c336-405c-8217-e1084500c87e HTTP/1.1" status: 204 len: 168 time: 0.5786145 Dec 17 15:23:00.729409 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55750) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:00.763477 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-952e22d1-2642-4900-967b-5d13c459cb44 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] GET failed (client error): The resource could not be found. Dec 17 15:23:00.767783 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-952e22d1-2642-4900-967b-5d13c459cb44 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "GET /v2.0/ports/a41697f5-c336-405c-8217-e1084500c87e HTTP/1.1" status: 404 len: 333 time: 0.0348654 Dec 17 15:23:00.768123 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55752) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:00.831678 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9058db8-94b1-49cf-b47e-bb77b4ca7c52 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Deleting subnet c7740576-e634-4d84-b780-342fd467385b {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:23:00.835953 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d9058db8-94b1-49cf-b47e-bb77b4ca7c52 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:00.881213 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d9058db8-94b1-49cf-b47e-bb77b4ca7c52 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:00.968202 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d9058db8-94b1-49cf-b47e-bb77b4ca7c52 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:01.017234 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e8c63eca-d8ae-4e19-b7ac-ee0e63d48464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:01.056316 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dc151e0a-b205-4686-9298-30baf7ca397b tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:01.119524 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d9058db8-94b1-49cf-b47e-bb77b4ca7c52 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:01.150112 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d9058db8-94b1-49cf-b47e-bb77b4ca7c52 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:01.153902 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d9058db8-94b1-49cf-b47e-bb77b4ca7c52 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/subnets/c7740576-e634-4d84-b780-342fd467385b HTTP/1.1" status: 204 len: 168 time: 0.3833330 Dec 17 15:23:01.154004 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9554ace-c305-455d-9ab9-68468553325e req-d23487a1-daea-4fb1-a968-123f6f97516d tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:01.154348 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9058db8-94b1-49cf-b47e-bb77b4ca7c52 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Subnet': ['ID=c7740576-e634-4d84-b780-342fd467385b,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:01.155100 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c9554ace-c305-455d-9ab9-68468553325e req-d23487a1-daea-4fb1-a968-123f6f97516d tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8146d07-7e9a-4085-82a1-252e96492674 HTTP/1.1" status: 200 len: 946 time: 0.2419522 Dec 17 15:23:01.156074 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55756) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:01.158915 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850fc6b1-de89-43e0-a9d3-b675b097db46 None None] Network 680536b8-48ee-4e14-94fc-1d079049e90c requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:23:01.164464 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9e1bdd2-7d67-44e6-a58a-caa7c8b03781 req-42ad25ee-4629-4e90-8aec-d92d08165b1e tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Router cc12a388-a9a2-4cf4-ba56-edb48e46b561 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:23:01.198670 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-12ba41be-4691-496e-9a47-3b6eb72c1428 service neutron] 10.222.0.13 "GET /v2.0/networks/103f3c9e-955b-431b-ac73-eb4ee50a4a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7013397 Dec 17 15:23:01.243862 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-686376b2-deb1-4046-9356-97d95c9aef4e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:01.266467 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-dc151e0a-b205-4686-9298-30baf7ca397b tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 17 15:23:01.267619 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-dc151e0a-b205-4686-9298-30baf7ca397b tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] 10.222.0.46 "DELETE /v2.0/routers/0acfb1e8-f686-46db-95aa-1e8113d2e91f HTTP/1.1" status: 409 len: 329 time: 0.7776127 Dec 17 15:23:01.277481 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55758) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:01.338860 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c9554ace-c305-455d-9ab9-68468553325e req-51dccdd9-d608-4097-830a-41b760cbdcdf tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735756 Dec 17 15:23:01.360753 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897ace5e-4f5e-42d0-852e-4e40c2b250c5 None None] DHCP port deletion for 680536b8-48ee-4e14-94fc-1d079049e90c request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:23:01.412756 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-49cc3128-0f6d-4b9b-a2f9-091e3ac6c31c service neutron] 10.222.0.13 "GET /v2.0/networks/103f3c9e-955b-431b-ac73-eb4ee50a4a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895070 Dec 17 15:23:01.413022 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-897ace5e-4f5e-42d0-852e-4e40c2b250c5 None None] Deleting port f9135c28-208c-4026-8ab6-de63d2549083 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:01.413714 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-897ace5e-4f5e-42d0-852e-4e40c2b250c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:01.434369 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-686376b2-deb1-4046-9356-97d95c9aef4e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Deleting port f9135c28-208c-4026-8ab6-de63d2549083 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:01.434729 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-686376b2-deb1-4046-9356-97d95c9aef4e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:01.479650 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-897ace5e-4f5e-42d0-852e-4e40c2b250c5 None None] For port f9135c28-208c-4026-8ab6-de63d2549083, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f9135c28-208c-4026-8ab6-de63d2549083,segment=NetworkSegment(7ad0f9f2-7797-4fb8-8769-bc8a1c28012d),segment_id=7ad0f9f2-7797-4fb8-8769-bc8a1c28012d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:01.480249 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-897ace5e-4f5e-42d0-852e-4e40c2b250c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:01.487240 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-9dc53da3-3ad5-42de-9674-18cce4d476fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=cbe25e39-8f1f-4383-b5a5-367c8e64756d HTTP/1.1" status: 200 len: 217 time: 0.0592656 Dec 17 15:23:01.489429 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9e1bdd2-7d67-44e6-a58a-caa7c8b03781 req-42ad25ee-4629-4e90-8aec-d92d08165b1e tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:23:01.494666 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e9e1bdd2-7d67-44e6-a58a-caa7c8b03781 req-42ad25ee-4629-4e90-8aec-d92d08165b1e tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:01.502561 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-897ace5e-4f5e-42d0-852e-4e40c2b250c5 None None] Calling delete_port for f9135c28-208c-4026-8ab6-de63d2549083 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:01.508423 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be305f38-f660-4c27-aa58-632d96f65983 None None] Sync routers for ids ['cc12a388-a9a2-4cf4-ba56-edb48e46b561'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:23:01.541214 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-686376b2-deb1-4046-9356-97d95c9aef4e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] For port f9135c28-208c-4026-8ab6-de63d2549083, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f9135c28-208c-4026-8ab6-de63d2549083,segment=NetworkSegment(7ad0f9f2-7797-4fb8-8769-bc8a1c28012d),segment_id=7ad0f9f2-7797-4fb8-8769-bc8a1c28012d)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:01.541536 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-686376b2-deb1-4046-9356-97d95c9aef4e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:01.552369 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be305f38-f660-4c27-aa58-632d96f65983 None None] Routers {'cc12a388-a9a2-4cf4-ba56-edb48e46b561'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:23:01.553149 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-be305f38-f660-4c27-aa58-632d96f65983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:23:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['cc12a388-a9a2-4cf4-ba56-edb48e46b561'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:01.571025 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9e1bdd2-7d67-44e6-a58a-caa7c8b03781 req-42ad25ee-4629-4e90-8aec-d92d08165b1e tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "PUT /v2.0/floatingips/329bc683-1635-4cf9-bc24-a7648c7c4bce HTTP/1.1" status: 200 len: 695 time: 2.2633457 Dec 17 15:23:01.573584 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ba6c05a-cbd4-4916-9f14-328566dee045', 'tag': 'c972ba9f-286e-429f-b2b8-711964f9dbf4'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:23:01.575915 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3caf6284-ecb2-43b1-ac07-852a15fcf08e" -d '{"events": [{"name": "network-changed", "server_uuid": "9ba6c05a-cbd4-4916-9f14-328566dee045", "tag": "c972ba9f-286e-429f-b2b8-711964f9dbf4"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:23:01.576342 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-686376b2-deb1-4046-9356-97d95c9aef4e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Calling delete_port for f9135c28-208c-4026-8ab6-de63d2549083 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:01.591808 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e976ed-cb93-4e69-9035-8da56f77696a req-49e32ae6-ebd3-4e03-8f8b-0aa24948702a tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:01.599141 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e976ed-cb93-4e69-9035-8da56f77696a req-49e32ae6-ebd3-4e03-8f8b-0aa24948702a tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:01.606582 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e976ed-cb93-4e69-9035-8da56f77696a req-49e32ae6-ebd3-4e03-8f8b-0aa24948702a tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:01.612576 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e976ed-cb93-4e69-9035-8da56f77696a req-49e32ae6-ebd3-4e03-8f8b-0aa24948702a tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:01.619344 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e976ed-cb93-4e69-9035-8da56f77696a req-49e32ae6-ebd3-4e03-8f8b-0aa24948702a tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:01.625303 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e976ed-cb93-4e69-9035-8da56f77696a req-49e32ae6-ebd3-4e03-8f8b-0aa24948702a tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:01.631922 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e976ed-cb93-4e69-9035-8da56f77696a req-49e32ae6-ebd3-4e03-8f8b-0aa24948702a tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:01.640089 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8e976ed-cb93-4e69-9035-8da56f77696a req-49e32ae6-ebd3-4e03-8f8b-0aa24948702a tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5429 time: 0.2248418 Dec 17 15:23:01.657699 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-968c5bf9-34ad-4539-9b2d-7c4758140e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:01.659159 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-968c5bf9-34ad-4539-9b2d-7c4758140e3b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45fc3ed8-d2ea-40b2-93fb-70bdb870e61a HTTP/1.1" status: 200 len: 797 time: 0.1622446 Dec 17 15:23:01.694395 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-be305f38-f660-4c27-aa58-632d96f65983 None None] Set router cc12a388-a9a2-4cf4-ba56-edb48e46b561 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:23:01.746638 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8e976ed-cb93-4e69-9035-8da56f77696a req-a5c9ab2a-f192-40f7-b336-4e76ee15f489 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1056623 Dec 17 15:23:01.751111 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1bdd2-7d67-44e6-a58a-caa7c8b03781 req-866cad66-69db-43f5-899e-18347a24a243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:01.752563 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9e1bdd2-7d67-44e6-a58a-caa7c8b03781 req-866cad66-69db-43f5-899e-18347a24a243 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c5523b5350454050bc24f1ee5a0a4b70&device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 1097 time: 0.1103659 Dec 17 15:23:01.761341 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-512928b6-6971-4d3e-92ad-139d6dcaf376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:01.763061 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-512928b6-6971-4d3e-92ad-139d6dcaf376 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec28bea2-77cb-4691-b278-282a967d1e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0888131 Dec 17 15:23:01.790382 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5c0fdfd9-9473-4afb-9675-9756cfd2df5f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:01.836755 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-897ace5e-4f5e-42d0-852e-4e40c2b250c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:01.878447 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ace5e-4f5e-42d0-852e-4e40c2b250c5 None None] Pushing event deleted for resources: {'Port': ['ID=f9135c28-208c-4026-8ab6-de63d2549083,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:01.890360 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897ace5e-4f5e-42d0-852e-4e40c2b250c5 None None] No DVR routers for this DVR port f9135c28-208c-4026-8ab6-de63d2549083 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:23:01.921326 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1bdd2-7d67-44e6-a58a-caa7c8b03781 req-6578346a-f0b1-47c8-8b34-7058d535e8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:01.923313 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9e1bdd2-7d67-44e6-a58a-caa7c8b03781 req-6578346a-f0b1-47c8-8b34-7058d535e8a5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=64af8fff-ac3a-4abc-8822-328e57318c5b HTTP/1.1" status: 200 len: 920 time: 0.1593442 Dec 17 15:23:01.977694 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9e1bdd2-7d67-44e6-a58a-caa7c8b03781 req-a01c0d4e-2cbb-4058-99a5-4bcc47be43ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c972ba9f-286e-429f-b2b8-711964f9dbf4 HTTP/1.1" status: 200 len: 217 time: 0.0473037 Dec 17 15:23:01.984115 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-72019f41-bba2-4957-bde1-b7d7d93ebd5e service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992848 Dec 17 15:23:01.997931 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-be305f38-f660-4c27-aa58-632d96f65983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'name': 'tempest-ServerRescueTestJSONUnderV235-566248626-router', 'tenant_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '666a3497-4ae0-42fb-94df-e050f62942c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:27Z', 'updated_at': '2021-12-17T15:21:36Z', 'revision_number': 4, 'project_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'gw_port': {'id': '666a3497-4ae0-42fb-94df-e050f62942c7', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:28Z', 'updated_at': '2021-12-17T15:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'e47fc29c-8ac4-4286-a5c8-1b803c7b396e', 'name': '', 'network_id': '64af8fff-ac3a-4abc-8822-328e57318c5b', 'tenant_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'mac_address': 'fa:16:3e:30:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '787e95b8-61b8-4b5a-91fc-f3b04ea70ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:34Z', 'updated_at': '2021-12-17T15:21:46Z', 'revision_number': 5, 'project_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'subnets': [{'id': '787e95b8-61b8-4b5a-91fc-f3b04ea70ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:02.034126 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be305f38-f660-4c27-aa58-632d96f65983 None None] Checking router: cc12a388-a9a2-4cf4-ba56-edb48e46b561 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:23:02.053905 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be305f38-f660-4c27-aa58-632d96f65983 None None] Routers {'cc12a388-a9a2-4cf4-ba56-edb48e46b561'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:23:02.054797 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-be305f38-f660-4c27-aa58-632d96f65983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:23:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['cc12a388-a9a2-4cf4-ba56-edb48e46b561'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:02.103936 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1bdd2-7d67-44e6-a58a-caa7c8b03781 req-3a16c9bb-192b-4b59-a336-278027e1f84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:02.106136 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9e1bdd2-7d67-44e6-a58a-caa7c8b03781 req-3a16c9bb-192b-4b59-a336-278027e1f84d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=787e95b8-61b8-4b5a-91fc-f3b04ea70ba6 HTTP/1.1" status: 200 len: 859 time: 0.1211627 Dec 17 15:23:02.154356 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9e1bdd2-7d67-44e6-a58a-caa7c8b03781 req-2405a100-106d-441b-abd7-8cb96e2d1072 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=64af8fff-ac3a-4abc-8822-328e57318c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335083 Dec 17 15:23:02.196769 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-686376b2-deb1-4046-9356-97d95c9aef4e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:02.206703 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-be305f38-f660-4c27-aa58-632d96f65983 None None] Set router cc12a388-a9a2-4cf4-ba56-edb48e46b561 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:23:02.223209 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-8901ad08-67dd-4e09-b0f2-6110f9c251e9 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089434 Dec 17 15:23:02.229075 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686376b2-deb1-4046-9356-97d95c9aef4e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Port': ['ID=f9135c28-208c-4026-8ab6-de63d2549083,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:02.239872 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686376b2-deb1-4046-9356-97d95c9aef4e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] No DVR routers for this DVR port f9135c28-208c-4026-8ab6-de63d2549083 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:23:02.284765 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-9bcd73a1-7644-4247-acc4-eb60084f6372 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=352cdabc-20b5-416a-9b0b-566ed33d52ff HTTP/1.1" status: 200 len: 217 time: 0.0395772 Dec 17 15:23:02.344160 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:02.355319 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d7f69-3fbf-43ee-8f6b-114d61fd7a8d req-67e35ac3-c21d-47ad-b437-0ec80cf3e658 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:02.361206 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d7f69-3fbf-43ee-8f6b-114d61fd7a8d req-67e35ac3-c21d-47ad-b437-0ec80cf3e658 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:02.368059 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d7f69-3fbf-43ee-8f6b-114d61fd7a8d req-67e35ac3-c21d-47ad-b437-0ec80cf3e658 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:02.369761 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-733d7f69-3fbf-43ee-8f6b-114d61fd7a8d req-67e35ac3-c21d-47ad-b437-0ec80cf3e658 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=996da2d5-5525-47fd-a9e6-fa0c50927856&device_id=6f59d344-91ee-48d8-a491-b09d3aa12ee2&device_id=f8146d07-7e9a-4085-82a1-252e96492674 HTTP/1.1" status: 200 len: 2418 time: 0.1577251 Dec 17 15:23:02.376464 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-686376b2-deb1-4046-9356-97d95c9aef4e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:02.389619 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9e1bdd2-7d67-44e6-a58a-caa7c8b03781 req-ad3f0036-f323-483e-9fc7-12bbfb781717 service neutron] 10.222.0.46 "GET /v2.0/networks/64af8fff-ac3a-4abc-8822-328e57318c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287517 Dec 17 15:23:02.397094 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-ea67d92e-fa8f-4057-a8f8-cba74adbebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:02.398387 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-ea67d92e-fa8f-4057-a8f8-cba74adbebd4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45fc3ed8-d2ea-40b2-93fb-70bdb870e61a HTTP/1.1" status: 200 len: 797 time: 0.1058831 Dec 17 15:23:02.402181 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-686376b2-deb1-4046-9356-97d95c9aef4e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['680536b8-48ee-4e14-94fc-1d079049e90c']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:02.416854 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-686376b2-deb1-4046-9356-97d95c9aef4e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad0f9f2-7797-4fb8-8769-bc8a1c28012d') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:02.417212 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-686376b2-deb1-4046-9356-97d95c9aef4e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad0f9f2-7797-4fb8-8769-bc8a1c28012d') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:02.434940 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-686376b2-deb1-4046-9356-97d95c9aef4e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:02.449390 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-be305f38-f660-4c27-aa58-632d96f65983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'name': 'tempest-ServerRescueTestJSONUnderV235-566248626-router', 'tenant_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '666a3497-4ae0-42fb-94df-e050f62942c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:27Z', 'updated_at': '2021-12-17T15:21:36Z', 'revision_number': 4, 'project_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'gw_port': {'id': '666a3497-4ae0-42fb-94df-e050f62942c7', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:28Z', 'updated_at': '2021-12-17T15:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'e47fc29c-8ac4-4286-a5c8-1b803c7b396e', 'name': '', 'network_id': '64af8fff-ac3a-4abc-8822-328e57318c5b', 'tenant_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'mac_address': 'fa:16:3e:30:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '787e95b8-61b8-4b5a-91fc-f3b04ea70ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:34Z', 'updated_at': '2021-12-17T15:21:46Z', 'revision_number': 5, 'project_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'subnets': [{'id': '787e95b8-61b8-4b5a-91fc-f3b04ea70ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:02.458451 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-686376b2-deb1-4046-9356-97d95c9aef4e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:02.481600 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be305f38-f660-4c27-aa58-632d96f65983 None None] The sync data for ids ['cc12a388-a9a2-4cf4-ba56-edb48e46b561'] in n-d-820553-2 is: [{'id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'name': 'tempest-ServerRescueTestJSONUnderV235-566248626-router', 'tenant_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '666a3497-4ae0-42fb-94df-e050f62942c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:27Z', 'updated_at': '2021-12-17T15:21:36Z', 'revision_number': 4, 'project_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'gw_port': {'id': '666a3497-4ae0-42fb-94df-e050f62942c7', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:28Z', 'updated_at': '2021-12-17T15:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'e47fc29c-8ac4-4286-a5c8-1b803c7b396e', 'name': '', 'network_id': '64af8fff-ac3a-4abc-8822-328e57318c5b', 'tenant_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'mac_address': 'fa:16:3e:30:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1603, 'fixed_ips': [{'subnet_id': '787e95b8-61b8-4b5a-91fc-f3b04ea70ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:34Z', 'updated_at': '2021-12-17T15:21:46Z', 'revision_number': 5, 'project_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'subnets': [{'id': '787e95b8-61b8-4b5a-91fc-f3b04ea70ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:23:02.484413 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-686376b2-deb1-4046-9356-97d95c9aef4e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:23:02.484839 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-686376b2-deb1-4046-9356-97d95c9aef4e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: self.session.flush() Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: self.session.flush() Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: self.session.flush() Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: self.session.flush() Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:23:02.488681 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:23:02.502764 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-733d7f69-3fbf-43ee-8f6b-114d61fd7a8d req-f3950906-9a97-45a1-9b89-1306f60b91c4 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181805 Dec 17 15:23:02.545876 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-042b69df-ffb2-4d91-8351-bb13a7e036fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:02.549096 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-042b69df-ffb2-4d91-8351-bb13a7e036fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec28bea2-77cb-4691-b278-282a967d1e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1304305 Dec 17 15:23:02.604262 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9e1bdd2-7d67-44e6-a58a-caa7c8b03781 req-074d9267-0bb4-4971-a2e3-48b48fc858bf service neutron] 10.222.0.46 "GET /v2.0/networks/64af8fff-ac3a-4abc-8822-328e57318c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994550 Dec 17 15:23:02.622555 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-5c0fdfd9-9473-4afb-9675-9756cfd2df5f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Deleting port 0b9f1d21-a777-4258-adb4-325ba8e9a385 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:02.630548 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5c0fdfd9-9473-4afb-9675-9756cfd2df5f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:02.667242 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-686376b2-deb1-4046-9356-97d95c9aef4e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:02.685797 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9db6a-1434-4258-8854-63d6a813a3a1 req-d08f62da-4ce2-49fd-809d-2238d56ec9b5 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:02.695097 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-686376b2-deb1-4046-9356-97d95c9aef4e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:02.698161 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-686376b2-deb1-4046-9356-97d95c9aef4e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/networks/680536b8-48ee-4e14-94fc-1d079049e90c HTTP/1.1" status: 204 len: 168 time: 1.5411541 Dec 17 15:23:02.702300 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6fd9db6a-1434-4258-8854-63d6a813a3a1 req-d08f62da-4ce2-49fd-809d-2238d56ec9b5 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 945 time: 0.1254046 Dec 17 15:23:02.702943 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55772) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:02.710783 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-ad43222b-e830-444c-a39f-9a100c95d51d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1209254521'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:02.720725 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686376b2-deb1-4046-9356-97d95c9aef4e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Network': ['ID=680536b8-48ee-4e14-94fc-1d079049e90c,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:02.732497 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-e23738b7-3828-4b7f-a2f4-5bc2c86695a2 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750968 Dec 17 15:23:02.771656 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5c0fdfd9-9473-4afb-9675-9756cfd2df5f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:02.784540 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f9135c28-208c-4026-8ab6-de63d2549083 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:23:02.794056 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-5c0fdfd9-9473-4afb-9675-9756cfd2df5f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Calling delete_port for 0b9f1d21-a777-4258-adb4-325ba8e9a385 owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:02.818884 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: f9135c28-208c-4026-8ab6-de63d2549083 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:23:02.819363 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f9135c28-208c-4026-8ab6-de63d2549083 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:23:02.857080 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6fd9db6a-1434-4258-8854-63d6a813a3a1 req-751d5545-7b02-4a26-b4b9-017ab52c4b1b tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395879 Dec 17 15:23:02.873736 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52cd390-7dd8-4436-b4ae-eb8b8d96d11c x-openstack-request-id: req-c52cd390-7dd8-4436-b4ae-eb8b8d96d11c {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:23:02.873905 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0199f8b8-6bcc-42b8-862f-f1c976bdc186 None None] New status for floating IP 329bc683-1635-4cf9-bc24-a7648c7c4bce: DOWN {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:23:02.874757 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ba6c05a-cbd4-4916-9f14-328566dee045", "tag": "c972ba9f-286e-429f-b2b8-711964f9dbf4", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:23:02.875170 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c52cd390-7dd8-4436-b4ae-eb8b8d96d11c {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:23:02.876102 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ba6c05a-cbd4-4916-9f14-328566dee045', 'tag': 'c972ba9f-286e-429f-b2b8-711964f9dbf4', 'status': 'completed', 'code': 200} Dec 17 15:23:02.911049 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-9763a2fb-d0d7-41f6-a950-d4b3c4b8c40c service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642232 Dec 17 15:23:02.915247 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad43222b-e830-444c-a39f-9a100c95d51d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:23:02.919265 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad43222b-e830-444c-a39f-9a100c95d51d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:03.007105 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf6284-ecb2-43b1-ac07-852a15fcf08e req-665cc0a1-4fa0-4836-87ca-077322de6024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:03.009077 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3caf6284-ecb2-43b1-ac07-852a15fcf08e req-665cc0a1-4fa0-4836-87ca-077322de6024 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c5523b5350454050bc24f1ee5a0a4b70&device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 1097 time: 0.0934362 Dec 17 15:23:03.009578 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-683d59d9-ba53-45d2-be5c-9e642c705838 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=086bae78-0a86-4258-9c60-e039ee82ea56 HTTP/1.1" status: 200 len: 217 time: 0.0869770 Dec 17 15:23:03.074728 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-475a4341-3e79-4228-8366-477a986a2d66 req-0c9a5328-7b86-468f-b25b-b564b65e186b tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/floatingips/329bc683-1635-4cf9-bc24-a7648c7c4bce HTTP/1.1" status: 200 len: 695 time: 0.1618958 Dec 17 15:23:03.146135 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf6284-ecb2-43b1-ac07-852a15fcf08e req-bb34cc41-b9a8-40a0-bd82-14293b590ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:03.146135 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3caf6284-ecb2-43b1-ac07-852a15fcf08e req-bb34cc41-b9a8-40a0-bd82-14293b590ffe service neutron] 10.222.0.13 "GET /v2.0/networks?id=64af8fff-ac3a-4abc-8822-328e57318c5b HTTP/1.1" status: 200 len: 920 time: 0.1079290 Dec 17 15:23:03.148324 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-abb6711f-69e5-4ac0-9f21-c64445f97846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:03.149841 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-abb6711f-69e5-4ac0-9f21-c64445f97846 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45fc3ed8-d2ea-40b2-93fb-70bdb870e61a HTTP/1.1" status: 200 len: 797 time: 0.1215889 Dec 17 15:23:03.182750 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10149b67-dc0a-4048-a553-291d0a1ebc77 req-1c06c6f5-e9f8-4dc5-b43a-ab4c5c202d3b tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:03.184186 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-10149b67-dc0a-4048-a553-291d0a1ebc77 req-1c06c6f5-e9f8-4dc5-b43a-ab4c5c202d3b tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=996da2d5-5525-47fd-a9e6-fa0c50927856 HTTP/1.1" status: 200 len: 945 time: 0.2045300 Dec 17 15:23:03.204145 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3caf6284-ecb2-43b1-ac07-852a15fcf08e req-6946df82-bc45-44f5-86ee-f660158d25b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c972ba9f-286e-429f-b2b8-711964f9dbf4 HTTP/1.1" status: 200 len: 217 time: 0.0440390 Dec 17 15:23:03.212201 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5c0fdfd9-9473-4afb-9675-9756cfd2df5f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:03.231839 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad43222b-e830-444c-a39f-9a100c95d51d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:23:03.263375 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0fdfd9-9473-4afb-9675-9756cfd2df5f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Pushing event deleted for resources: {'Port': ['ID=0b9f1d21-a777-4258-adb4-325ba8e9a385,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:03.278714 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad43222b-e830-444c-a39f-9a100c95d51d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:03.279074 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-ad43222b-e830-444c-a39f-9a100c95d51d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Added segment 5187fd81-8c69-48f5-9202-10c4ae50d0c7 of type vlan for network e2288922-94f2-444b-bcdd-56ff06473083 Dec 17 15:23:03.303801 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-da48c556-d69d-41f5-bb42-651cdaefcd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:03.305385 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-da48c556-d69d-41f5-bb42-651cdaefcd8f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec28bea2-77cb-4691-b278-282a967d1e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1446311 Dec 17 15:23:03.316612 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a4341-3e79-4228-8366-477a986a2d66 req-b89eab65-a205-4133-9564-b900e8753d61 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:03.325094 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-475a4341-3e79-4228-8366-477a986a2d66 req-b89eab65-a205-4133-9564-b900e8753d61 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 784 time: 0.2345288 Dec 17 15:23:03.335834 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf6284-ecb2-43b1-ac07-852a15fcf08e req-77ecdee9-3592-42bf-81ca-c1a3ebfc7961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:03.337387 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3caf6284-ecb2-43b1-ac07-852a15fcf08e req-77ecdee9-3592-42bf-81ca-c1a3ebfc7961 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=787e95b8-61b8-4b5a-91fc-f3b04ea70ba6 HTTP/1.1" status: 200 len: 859 time: 0.1261623 Dec 17 15:23:03.361158 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-475a4341-3e79-4228-8366-477a986a2d66 req-60f99a65-6786-4fbf-9eaf-b0e39cec9211 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:23:03.369928 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-475a4341-3e79-4228-8366-477a986a2d66 req-60f99a65-6786-4fbf-9eaf-b0e39cec9211 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0438795 Dec 17 15:23:03.380110 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-10149b67-dc0a-4048-a553-291d0a1ebc77 req-799d3435-bf2b-43d1-94c7-a5094051b794 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759722 Dec 17 15:23:03.382914 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3caf6284-ecb2-43b1-ac07-852a15fcf08e req-f0c1866a-f326-48a2-993e-ba77c313979d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64af8fff-ac3a-4abc-8822-328e57318c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330338 Dec 17 15:23:03.488006 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad43222b-e830-444c-a39f-9a100c95d51d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:03.495417 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-475a4341-3e79-4228-8366-477a986a2d66 req-f6ea1c10-35d9-4ff5-ad5a-5a839521a25d tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.207 HTTP/1.1" status: 200 len: 696 time: 0.1246035 Dec 17 15:23:03.533087 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5c0fdfd9-9473-4afb-9675-9756cfd2df5f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:03.600024 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-475a4341-3e79-4228-8366-477a986a2d66 req-d91ae5f5-2faf-4757-93b6-4f30c8cc8989 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.6.207 HTTP/1.1" status: 200 len: 696 time: 0.0939262 Dec 17 15:23:03.641950 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3caf6284-ecb2-43b1-ac07-852a15fcf08e req-5748e94d-9466-49ee-b879-bfb43e73c94a service neutron] 10.222.0.13 "GET /v2.0/networks/64af8fff-ac3a-4abc-8822-328e57318c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419474 Dec 17 15:23:03.681355 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03e7d1-8917-4e39-abf1-6805adab5f15 req-cec50d83-5e5d-4d61-8843-fd2edcd782ac tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:03.687282 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03e7d1-8917-4e39-abf1-6805adab5f15 req-cec50d83-5e5d-4d61-8843-fd2edcd782ac tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:03.693498 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03e7d1-8917-4e39-abf1-6805adab5f15 req-cec50d83-5e5d-4d61-8843-fd2edcd782ac tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:03.699509 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03e7d1-8917-4e39-abf1-6805adab5f15 req-cec50d83-5e5d-4d61-8843-fd2edcd782ac tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:03.705549 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03e7d1-8917-4e39-abf1-6805adab5f15 req-cec50d83-5e5d-4d61-8843-fd2edcd782ac tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:03.712554 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03e7d1-8917-4e39-abf1-6805adab5f15 req-cec50d83-5e5d-4d61-8843-fd2edcd782ac tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:03.719284 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03e7d1-8917-4e39-abf1-6805adab5f15 req-cec50d83-5e5d-4d61-8843-fd2edcd782ac tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:03.721204 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5a03e7d1-8917-4e39-abf1-6805adab5f15 req-cec50d83-5e5d-4d61-8843-fd2edcd782ac tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5429 time: 0.2372522 Dec 17 15:23:03.728849 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad43222b-e830-444c-a39f-9a100c95d51d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:03.734326 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad43222b-e830-444c-a39f-9a100c95d51d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:03.734939 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad43222b-e830-444c-a39f-9a100c95d51d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:03.746419 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-2a174e73-a7d0-4e5e-b753-656f341c6660 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010518 Dec 17 15:23:03.765571 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0fdfd9-9473-4afb-9675-9756cfd2df5f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Router 0acfb1e8-f686-46db-95aa-1e8113d2e91f has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:23:03.798954 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:03.875918 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3caf6284-ecb2-43b1-ac07-852a15fcf08e req-c6834bd3-6309-4c86-a326-7c807b2a9961 service neutron] 10.222.0.13 "GET /v2.0/networks/64af8fff-ac3a-4abc-8822-328e57318c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974955 Dec 17 15:23:03.876990 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0fdfd9-9473-4afb-9675-9756cfd2df5f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:23:03.882663 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5c0fdfd9-9473-4afb-9675-9756cfd2df5f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] 10.222.0.46 "PUT /v2.0/routers/0acfb1e8-f686-46db-95aa-1e8113d2e91f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6030641 Dec 17 15:23:03.887823 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55784) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:03.901557 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56eb5b1-583b-4d40-85ed-61ff8eca2539 None None] Sync routers for ids ['0acfb1e8-f686-46db-95aa-1e8113d2e91f'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:23:03.916149 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56eb5b1-583b-4d40-85ed-61ff8eca2539 None None] Routers {'0acfb1e8-f686-46db-95aa-1e8113d2e91f'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:23:03.916768 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-f56eb5b1-583b-4d40-85ed-61ff8eca2539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:23:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0acfb1e8-f686-46db-95aa-1e8113d2e91f'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:03.928209 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-7de27aed-1954-46a4-86aa-5195cbd7d63b tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] show failed (client error): The resource could not be found. Dec 17 15:23:03.933038 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7de27aed-1954-46a4-86aa-5195cbd7d63b tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] 10.222.0.46 "GET /v2.0/routers/tempest-non_exist_router-2091272800 HTTP/1.1" status: 404 len: 335 time: 0.0398021 Dec 17 15:23:03.933334 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55786) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:03.937889 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-2c539d8c-4a64-4666-9a88-da8e4201b0a5 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:03.950504 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-f56eb5b1-583b-4d40-85ed-61ff8eca2539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:03.960413 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56eb5b1-583b-4d40-85ed-61ff8eca2539 None None] Routers {'0acfb1e8-f686-46db-95aa-1e8113d2e91f'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:23:03.961163 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-f56eb5b1-583b-4d40-85ed-61ff8eca2539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:23:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0acfb1e8-f686-46db-95aa-1e8113d2e91f'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:03.977301 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-2c539d8c-4a64-4666-9a88-da8e4201b0a5 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] update failed (client error): The resource could not be found. Dec 17 15:23:03.981866 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2c539d8c-4a64-4666-9a88-da8e4201b0a5 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] 10.222.0.46 "PUT /v2.0/routers/tempest-non_exist_router-1648474727 HTTP/1.1" status: 404 len: 335 time: 0.0440817 Dec 17 15:23:03.982082 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55788) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:03.998842 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-f56eb5b1-583b-4d40-85ed-61ff8eca2539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:03.999607 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56eb5b1-583b-4d40-85ed-61ff8eca2539 None None] The sync data for ids ['0acfb1e8-f686-46db-95aa-1e8113d2e91f'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:23:04.036332 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf61cc1-5408-4b63-aed8-d33485b03096 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Deleting subnet 6babcebc-a713-4cea-9408-823c8c986520 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:23:04.039648 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eaf61cc1-5408-4b63-aed8-d33485b03096 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:04.082661 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eaf61cc1-5408-4b63-aed8-d33485b03096 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:04.130979 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:04.173670 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eaf61cc1-5408-4b63-aed8-d33485b03096 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:04.248088 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ad43222b-e830-444c-a39f-9a100c95d51d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5420034 Dec 17 15:23:04.250834 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55792) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:04.256862 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-6351976b-06e0-426f-ac25-6d0b0c07b98f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'subnet': {'network_id': 'e2288922-94f2-444b-bcdd-56ff06473083', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:04.286214 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43222b-e830-444c-a39f-9a100c95d51d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Network': ['ID=e2288922-94f2-444b-bcdd-56ff06473083,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:04.299594 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network e2288922-94f2-444b-bcdd-56ff06473083 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:23:04.302203 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5a03e7d1-8917-4e39-abf1-6805adab5f15 req-7dddf2ba-5b53-4e24-a7a9-7024e4ca37c3 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5634477 Dec 17 15:23:04.304174 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eaf61cc1-5408-4b63-aed8-d33485b03096 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:04.323144 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eaf61cc1-5408-4b63-aed8-d33485b03096 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:04.328601 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-eaf61cc1-5408-4b63-aed8-d33485b03096 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] 10.222.0.46 "DELETE /v2.0/subnets/6babcebc-a713-4cea-9408-823c8c986520 HTTP/1.1" status: 204 len: 168 time: 0.3422570 Dec 17 15:23:04.331303 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55794) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:04.357167 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74192415-7a76-48fc-a8cf-8a64e9656cc4 None None] Network 641cb059-dcfe-45a2-b3d6-a3540438c0ef requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:23:04.366411 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf61cc1-5408-4b63-aed8-d33485b03096 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Pushing event deleted for resources: {'Subnet': ['ID=6babcebc-a713-4cea-9408-823c8c986520,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:04.368169 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-931bc1fd-d1b7-4600-85cd-215295d9c9e3 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344735 Dec 17 15:23:04.378449 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-475a4341-3e79-4228-8366-477a986a2d66 req-e5f23eea-cf95-4ca7-909a-1ca70cea3b9f tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Deleting port 0ff1772a-f072-41d8-8f5a-150652d9e7c7 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:04.379172 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-475a4341-3e79-4228-8366-477a986a2d66 req-e5f23eea-cf95-4ca7-909a-1ca70cea3b9f tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:04.470306 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-4fec136c-444e-4784-b6c6-e9bcf5895cfe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=ebd3d295-a91e-41a7-8eb4-78304dcfd58d HTTP/1.1" status: 200 len: 217 time: 0.0761416 Dec 17 15:23:04.484099 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b8b41ce-ef0c-483e-a329-fb542e28602f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Deleting subnet 0a34a568-ac9c-4666-9440-4384807aa1e8 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:23:04.490698 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6351976b-06e0-426f-ac25-6d0b0c07b98f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:23:04.494435 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6351976b-06e0-426f-ac25-6d0b0c07b98f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:04.497854 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0b8b41ce-ef0c-483e-a329-fb542e28602f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:04.586972 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-7fe1b9ab-10dd-4464-b9db-5a5070ef2599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:04.586972 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-7fe1b9ab-10dd-4464-b9db-5a5070ef2599 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45fc3ed8-d2ea-40b2-93fb-70bdb870e61a HTTP/1.1" status: 200 len: 797 time: 0.0979605 Dec 17 15:23:04.599265 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0b8b41ce-ef0c-483e-a329-fb542e28602f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:04.607748 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd28eef3-df69-4ed4-b582-ebc6d5a9e1f9 None None] DHCP port deletion for 641cb059-dcfe-45a2-b3d6-a3540438c0ef request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:23:04.652279 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-475a4341-3e79-4228-8366-477a986a2d66 req-e5f23eea-cf95-4ca7-909a-1ca70cea3b9f tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:04.652627 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-475a4341-3e79-4228-8366-477a986a2d66 req-e5f23eea-cf95-4ca7-909a-1ca70cea3b9f tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:04.664798 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-fd28eef3-df69-4ed4-b582-ebc6d5a9e1f9 None None] Deleting port e30822d0-6d8a-4d82-b554-5866f126563d {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:04.665798 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fd28eef3-df69-4ed4-b582-ebc6d5a9e1f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:04.674827 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-475a4341-3e79-4228-8366-477a986a2d66 req-e5f23eea-cf95-4ca7-909a-1ca70cea3b9f tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Calling delete_port for 0ff1772a-f072-41d8-8f5a-150652d9e7c7 owned by network:floatingip {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:04.755702 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-cca774e7-9474-446e-97ea-98a8cc04f3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:04.757324 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-cca774e7-9474-446e-97ea-98a8cc04f3bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec28bea2-77cb-4691-b278-282a967d1e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1549883 Dec 17 15:23:04.757991 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6351976b-06e0-426f-ac25-6d0b0c07b98f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:04.791316 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-fd28eef3-df69-4ed4-b582-ebc6d5a9e1f9 None None] For port e30822d0-6d8a-4d82-b554-5866f126563d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e30822d0-6d8a-4d82-b554-5866f126563d,segment=NetworkSegment(4a4892c0-7189-4b64-9ad8-3b9748f38d53),segment_id=4a4892c0-7189-4b64-9ad8-3b9748f38d53)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:04.791720 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fd28eef3-df69-4ed4-b582-ebc6d5a9e1f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:04.802724 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e30822d0-6d8a-4d82-b554-5866f126563d no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:23:04.827846 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-fd28eef3-df69-4ed4-b582-ebc6d5a9e1f9 None None] Calling delete_port for e30822d0-6d8a-4d82-b554-5866f126563d owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:04.832433 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6351976b-06e0-426f-ac25-6d0b0c07b98f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Subnet': ['ID=6f57df7d-9d09-46b0-9075-3b7a51c9d4b5,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:04.849582 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6351976b-06e0-426f-ac25-6d0b0c07b98f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Checking segment: {'id': '5187fd81-8c69-48f5-9202-10c4ae50d0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e2288922-94f2-444b-bcdd-56ff06473083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:23:04.849582 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6351976b-06e0-426f-ac25-6d0b0c07b98f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Network hostable DHCP agents. Network: e2288922-94f2-444b-bcdd-56ff06473083, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:23:04.897439 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0b8b41ce-ef0c-483e-a329-fb542e28602f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:04.936129 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6351976b-06e0-426f-ac25-6d0b0c07b98f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Network e2288922-94f2-444b-bcdd-56ff06473083 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:23:04.952072 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eef461-03e6-44e9-8088-4381f3db8102 req-0547d365-ff3b-4f77-9bd4-d18ddd7eba62 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:04.953660 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98eef461-03e6-44e9-8088-4381f3db8102 req-0547d365-ff3b-4f77-9bd4-d18ddd7eba62 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 945 time: 0.2186191 Dec 17 15:23:04.956540 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:05.022396 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-6351976b-06e0-426f-ac25-6d0b0c07b98f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, e2288922-94f2-444b-bcdd-56ff06473083) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:23:05.026059 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-c29f8fdb-7905-440b-a8b7-be0facebcee5 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419097 Dec 17 15:23:05.027475 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6351976b-06e0-426f-ac25-6d0b0c07b98f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:05.029698 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6351976b-06e0-426f-ac25-6d0b0c07b98f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:05.030746 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8497df72-e34e-4631-b494-409e983e8505 None None] Network e2288922-94f2-444b-bcdd-56ff06473083 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:23:05.071521 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98eef461-03e6-44e9-8088-4381f3db8102 req-9871d5ef-1d40-4a10-a7ea-67d219ffebf3 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042542 Dec 17 15:23:05.094138 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fd28eef3-df69-4ed4-b582-ebc6d5a9e1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:05.136788 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6351976b-06e0-426f-ac25-6d0b0c07b98f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8847902 Dec 17 15:23:05.139969 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55798) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:05.143791 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28eef3-df69-4ed4-b582-ebc6d5a9e1f9 None None] Pushing event deleted for resources: {'Port': ['ID=e30822d0-6d8a-4d82-b554-5866f126563d,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:05.159263 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd28eef3-df69-4ed4-b582-ebc6d5a9e1f9 None None] No DVR routers for this DVR port e30822d0-6d8a-4d82-b554-5866f126563d on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:23:05.178406 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-f116db33-62c2-4e73-9254-786c2683bfef tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'port': {'network_id': 'e2288922-94f2-444b-bcdd-56ff06473083', 'name': 'tempest-PortsTestJSON-9063205', 'fixed_ips': [{'subnet_id': '6f57df7d-9d09-46b0-9075-3b7a51c9d4b5', 'ip_address': '172.20.0.10'}]}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:05.180563 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0b8b41ce-ef0c-483e-a329-fb542e28602f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:05.227892 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-475a4341-3e79-4228-8366-477a986a2d66 req-e5f23eea-cf95-4ca7-909a-1ca70cea3b9f tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:05.238981 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b41ce-ef0c-483e-a329-fb542e28602f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Pushing event deleted for resources: {'Subnet': ['ID=0a34a568-ac9c-4666-9440-4384807aa1e8,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:05.251170 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-c0fd2346-6332-48f6-8ab2-59e353b58d29 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939831 Dec 17 15:23:05.266842 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9e7019-38b6-417e-9271-f2834c2b9ca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-e2288922-94f2-444b-bcdd-56ff06473083', 'network_id': 'e2288922-94f2-444b-bcdd-56ff06473083', 'tenant_id': 'f2a1c1edddb74d5a8b66f707e8dc5dde', 'fixed_ips': [{'subnet_id': '6f57df7d-9d09-46b0-9075-3b7a51c9d4b5'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:23:05.267882 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9d9e7019-38b6-417e-9271-f2834c2b9ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:05.298160 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0b8b41ce-ef0c-483e-a329-fb542e28602f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:05.303427 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6ee9ea-dfe5-4abb-887e-94bccfbb128d None None] Network 546d1ced-0a96-40dd-b334-738cdd274bcc requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:23:05.305594 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0b8b41ce-ef0c-483e-a329-fb542e28602f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] 10.222.0.46 "DELETE /v2.0/subnets/0a34a568-ac9c-4666-9440-4384807aa1e8 HTTP/1.1" status: 204 len: 168 time: 0.9707801 Dec 17 15:23:05.308319 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f23eea-cf95-4ca7-909a-1ca70cea3b9f tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Pushing event deleted for resources: {'Port': ['ID=0ff1772a-f072-41d8-8f5a-150652d9e7c7,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:05.310337 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55802) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:05.377871 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-d234f3a6-5a34-48ef-b743-bcd005b60e1e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=82472c12-2b01-481b-a1e9-52c2af0111f1 HTTP/1.1" status: 200 len: 217 time: 0.0889542 Dec 17 15:23:05.423352 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f116db33-62c2-4e73-9254-786c2683bfef tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:23:05.480154 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-36fe14b7-c0af-4f30-beda-657bc2efa107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:05.481732 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-36fe14b7-c0af-4f30-beda-657bc2efa107 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bf386dd-4029-471e-b0f0-b3050162bb35 HTTP/1.1" status: 200 len: 797 time: 0.0916085 Dec 17 15:23:05.553552 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f116db33-62c2-4e73-9254-786c2683bfef tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:05.576166 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-f116db33-62c2-4e73-9254-786c2683bfef tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] device_id is not set on port bb252801-3106-4f3f-ab3a-7fa7ef1b922b yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:23:05.633642 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-34a6a350-7da3-4b21-9587-80ddff375f52 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:05.647223 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-475a4341-3e79-4228-8366-477a986a2d66 req-e5f23eea-cf95-4ca7-909a-1ca70cea3b9f tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks [] for floatingip, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:05.649926 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-475a4341-3e79-4228-8366-477a986a2d66 req-e5f23eea-cf95-4ca7-909a-1ca70cea3b9f tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:05.651181 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-475a4341-3e79-4228-8366-477a986a2d66 req-e5f23eea-cf95-4ca7-909a-1ca70cea3b9f tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "DELETE /v2.0/floatingips/329bc683-1635-4cf9-bc24-a7648c7c4bce HTTP/1.1" status: 204 len: 173 time: 2.0367064 Dec 17 15:23:05.683517 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-9d9e7019-38b6-417e-9271-f2834c2b9ca3 None None] Allocated IP 172.20.0.2 (e2288922-94f2-444b-bcdd-56ff06473083/6f57df7d-9d09-46b0-9075-3b7a51c9d4b5/0e148a26-0025-4599-9fff-31fbdf6174e0) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:23:05.767840 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-9d1c2c38-2d42-4ff4-b762-b601a5faca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:05.770091 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-9d1c2c38-2d42-4ff4-b762-b601a5faca2e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=035ebd08-a183-4c96-8d50-7cc8ab5df57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2320492 Dec 17 15:23:05.783840 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886d664-e6a9-44cd-88a9-faa867b24d05 req-030964fc-a40a-4950-b81b-398c0a35c6d7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:05.790151 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886d664-e6a9-44cd-88a9-faa867b24d05 req-030964fc-a40a-4950-b81b-398c0a35c6d7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:05.792589 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbab6d6-4b4a-496a-ab80-c696c5fc103a None None] DHCP port deletion for 546d1ced-0a96-40dd-b334-738cdd274bcc request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:23:05.796257 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886d664-e6a9-44cd-88a9-faa867b24d05 req-030964fc-a40a-4950-b81b-398c0a35c6d7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:05.802718 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886d664-e6a9-44cd-88a9-faa867b24d05 req-030964fc-a40a-4950-b81b-398c0a35c6d7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:05.809897 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886d664-e6a9-44cd-88a9-faa867b24d05 req-030964fc-a40a-4950-b81b-398c0a35c6d7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:05.817558 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886d664-e6a9-44cd-88a9-faa867b24d05 req-030964fc-a40a-4950-b81b-398c0a35c6d7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:05.826818 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886d664-e6a9-44cd-88a9-faa867b24d05 req-030964fc-a40a-4950-b81b-398c0a35c6d7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:05.827453 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0886d664-e6a9-44cd-88a9-faa867b24d05 req-030964fc-a40a-4950-b81b-398c0a35c6d7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5429 time: 0.2662506 Dec 17 15:23:05.829500 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-34a6a350-7da3-4b21-9587-80ddff375f52 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:05.891182 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9d9e7019-38b6-417e-9271-f2834c2b9ca3 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:05.908989 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-2dbab6d6-4b4a-496a-ab80-c696c5fc103a None None] Deleting port b650dcf4-c0ad-48d5-ad3a-b05da18001ae {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:05.910300 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2dbab6d6-4b4a-496a-ab80-c696c5fc103a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:05.944224 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-34a6a350-7da3-4b21-9587-80ddff375f52 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641cb059-dcfe-45a2-b3d6-a3540438c0ef']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:05.970924 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9d9e7019-38b6-417e-9271-f2834c2b9ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:05.972127 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-34a6a350-7da3-4b21-9587-80ddff375f52 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a4892c0-7189-4b64-9ad8-3b9748f38d53') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:05.972779 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-34a6a350-7da3-4b21-9587-80ddff375f52 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a4892c0-7189-4b64-9ad8-3b9748f38d53') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:05.999279 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0886d664-e6a9-44cd-88a9-faa867b24d05 req-e62a91d0-caeb-4af5-bd37-3066922f4f37 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1567476 Dec 17 15:23:06.004426 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-34a6a350-7da3-4b21-9587-80ddff375f52 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:06.017588 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-2dbab6d6-4b4a-496a-ab80-c696c5fc103a None None] For port b650dcf4-c0ad-48d5-ad3a-b05da18001ae, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b650dcf4-c0ad-48d5-ad3a-b05da18001ae,segment=NetworkSegment(99bc8171-c7df-400b-a6f4-18b297079213),segment_id=99bc8171-c7df-400b-a6f4-18b297079213)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:06.017999 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2dbab6d6-4b4a-496a-ab80-c696c5fc103a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:06.038502 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-2dbab6d6-4b4a-496a-ab80-c696c5fc103a None None] Calling delete_port for b650dcf4-c0ad-48d5-ad3a-b05da18001ae owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:06.038999 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a38d568f-7eb6-4718-9689-7fe6524899a1 req-62bd92c9-0eb3-4ca8-8551-92b5c9b63b9a tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups/945d94b8-b32f-435a-a87c-88e08f4b6ece HTTP/1.1" status: 200 len: 1809 time: 0.1764920 Dec 17 15:23:06.058051 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-34a6a350-7da3-4b21-9587-80ddff375f52 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:06.058223 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-f116db33-62c2-4e73-9254-786c2683bfef tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Allocated IP 172.20.0.10 (e2288922-94f2-444b-bcdd-56ff06473083/6f57df7d-9d09-46b0-9075-3b7a51c9d4b5/bb252801-3106-4f3f-ab3a-7fa7ef1b922b) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:23:06.060230 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e7019-38b6-417e-9271-f2834c2b9ca3 None None] Pushing event updated for resources: {'Port': ['ID=0e148a26-0025-4599-9fff-31fbdf6174e0,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:06.064366 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9e7019-38b6-417e-9271-f2834c2b9ca3 None None] Network e2288922-94f2-444b-bcdd-56ff06473083 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:23:06.069234 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-9d9e7019-38b6-417e-9271-f2834c2b9ca3 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:23:06.074774 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-18d3d030-7992-4435-b72b-8aa3859b99a4 service neutron] 10.222.0.13 "GET /v2.0/networks/035ebd08-a183-4c96-8d50-7cc8ab5df57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417164 Dec 17 15:23:06.075286 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9e7019-38b6-417e-9271-f2834c2b9ca3 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:23:06.079629 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34a6a350-7da3-4b21-9587-80ddff375f52 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:23:06.080246 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-34a6a350-7da3-4b21-9587-80ddff375f52 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:06.083540 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:23:06.083540 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:23:06.083540 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:23:06.083540 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:23:06.083540 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:23:06.083540 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:23:06.083540 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:23:06.083540 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:23:06.083540 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:23:06.083540 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:23:06.083540 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:23:06.083540 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:23:06.083540 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:23:06.083540 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:23:06.083540 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:23:06.083540 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:23:06.083540 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:23:06.083540 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:23:06.083540 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:23:06.083540 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:23:06.083540 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:23:06.083540 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:23:06.083540 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:23:06.083540 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:23:06.083540 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:23:06.083540 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:23:06.083540 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:23:06.083540 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:23:06.083540 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:23:06.083540 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:23:06.083540 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:23:06.083540 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:23:06.180067 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-9d9e7019-38b6-417e-9271-f2834c2b9ca3 None None] Attempting to bind port 0e148a26-0025-4599-9fff-31fbdf6174e0 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:23:06.180435 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-9d9e7019-38b6-417e-9271-f2834c2b9ca3 None None] Attempting to bind port 0e148a26-0025-4599-9fff-31fbdf6174e0 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '5187fd81-8c69-48f5-9202-10c4ae50d0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e2288922-94f2-444b-bcdd-56ff06473083'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:23:06.180794 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9e7019-38b6-417e-9271-f2834c2b9ca3 None None] Attempting to bind port 0e148a26-0025-4599-9fff-31fbdf6174e0 on network e2288922-94f2-444b-bcdd-56ff06473083 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:23:06.195849 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9e7019-38b6-417e-9271-f2834c2b9ca3 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:23:06.196238 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9e7019-38b6-417e-9271-f2834c2b9ca3 None None] Checking segment: {'id': '5187fd81-8c69-48f5-9202-10c4ae50d0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e2288922-94f2-444b-bcdd-56ff06473083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:23:06.196651 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9d9e7019-38b6-417e-9271-f2834c2b9ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:06.197038 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9e7019-38b6-417e-9271-f2834c2b9ca3 None None] Bound using segment: {'id': '5187fd81-8c69-48f5-9202-10c4ae50d0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e2288922-94f2-444b-bcdd-56ff06473083'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:23:06.198686 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-9d9e7019-38b6-417e-9271-f2834c2b9ca3 None None] Bound port: 0e148a26-0025-4599-9fff-31fbdf6174e0, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5187fd81-8c69-48f5-9202-10c4ae50d0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e2288922-94f2-444b-bcdd-56ff06473083'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:23:06.198686 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9d9e7019-38b6-417e-9271-f2834c2b9ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:06.247413 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-a38d568f-7eb6-4718-9689-7fe6524899a1 req-70bae1b1-9333-46f9-89f2-0a189c9893d6 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:06.274516 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-76268ca3-d16d-403a-a233-14d424f2aa11 service neutron] 10.222.0.13 "GET /v2.0/networks/035ebd08-a183-4c96-8d50-7cc8ab5df57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900105 Dec 17 15:23:06.280310 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-9d9e7019-38b6-417e-9271-f2834c2b9ca3 None None] For port 0e148a26-0025-4599-9fff-31fbdf6174e0, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:23:06.282273 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-a38d568f-7eb6-4718-9689-7fe6524899a1 req-70bae1b1-9333-46f9-89f2-0a189c9893d6 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:06.283796 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-9d9e7019-38b6-417e-9271-f2834c2b9ca3 None None] For port 0e148a26-0025-4599-9fff-31fbdf6174e0, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=0e148a26-0025-4599-9fff-31fbdf6174e0,segment=NetworkSegment(5187fd81-8c69-48f5-9202-10c4ae50d0c7),segment_id=5187fd81-8c69-48f5-9202-10c4ae50d0c7)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:23:06.308117 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2dbab6d6-4b4a-496a-ab80-c696c5fc103a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:06.327452 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f116db33-62c2-4e73-9254-786c2683bfef tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:06.333014 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-15721766-42c7-445c-b7fe-07b7b6c7316a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5e8d71c7-6b02-4151-a43a-fc7b70877533 HTTP/1.1" status: 200 len: 217 time: 0.0478015 Dec 17 15:23:06.337400 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-34a6a350-7da3-4b21-9587-80ddff375f52 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:06.349827 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbab6d6-4b4a-496a-ab80-c696c5fc103a None None] No DVR routers for this DVR port b650dcf4-c0ad-48d5-ad3a-b05da18001ae on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:23:06.354934 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-34a6a350-7da3-4b21-9587-80ddff375f52 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:06.356291 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbab6d6-4b4a-496a-ab80-c696c5fc103a None None] Pushing event deleted for resources: {'Port': ['ID=b650dcf4-c0ad-48d5-ad3a-b05da18001ae,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:06.367800 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-34a6a350-7da3-4b21-9587-80ddff375f52 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] 10.222.0.46 "DELETE /v2.0/networks/641cb059-dcfe-45a2-b3d6-a3540438c0ef HTTP/1.1" status: 204 len: 168 time: 1.0175569 Dec 17 15:23:06.370271 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55820) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:06.388170 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9d9e7019-38b6-417e-9271-f2834c2b9ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:06.418189 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6a350-7da3-4b21-9587-80ddff375f52 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Pushing event deleted for resources: {'Network': ['ID=641cb059-dcfe-45a2-b3d6-a3540438c0ef,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:06.440790 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-c9cb89fe-4c4a-48db-aa92-62748400863b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:06.442374 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-c9cb89fe-4c4a-48db-aa92-62748400863b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bf386dd-4029-471e-b0f0-b3050162bb35 HTTP/1.1" status: 200 len: 797 time: 0.0970697 Dec 17 15:23:06.445711 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f116db33-62c2-4e73-9254-786c2683bfef tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:06.484983 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e7019-38b6-417e-9271-f2834c2b9ca3 None None] Pushing event updated for resources: {'Port': ['ID=0e148a26-0025-4599-9fff-31fbdf6174e0,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:06.513229 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f2f77efa-84fa-47bd-a90b-b9242071d46f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:06.521450 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-a38d568f-7eb6-4718-9689-7fe6524899a1 req-70bae1b1-9333-46f9-89f2-0a189c9893d6 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:06.524473 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-a38d568f-7eb6-4718-9689-7fe6524899a1 req-70bae1b1-9333-46f9-89f2-0a189c9893d6 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:06.525717 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a38d568f-7eb6-4718-9689-7fe6524899a1 req-70bae1b1-9333-46f9-89f2-0a189c9893d6 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "DELETE /v2.0/security-groups/945d94b8-b32f-435a-a87c-88e08f4b6ece HTTP/1.1" status: 204 len: 173 time: 0.4791327 Dec 17 15:23:06.541308 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bae1b1-9333-46f9-89f2-0a189c9893d6 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=945d94b8-b32f-435a-a87c-88e08f4b6ece,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:06.560780 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bb475-23c0-477f-bcac-e32865e52c08 req-7bff5b8e-038f-4c4a-aa4d-19ca48a7f5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:06.561009 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116db33-62c2-4e73-9254-786c2683bfef tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Port': ['ID=bb252801-3106-4f3f-ab3a-7fa7ef1b922b,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:06.561917 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-7bff5b8e-038f-4c4a-aa4d-19ca48a7f5ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=035ebd08-a183-4c96-8d50-7cc8ab5df57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1113584 Dec 17 15:23:06.564715 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f116db33-62c2-4e73-9254-786c2683bfef tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Network e2288922-94f2-444b-bcdd-56ff06473083 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:23:06.567864 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-f116db33-62c2-4e73-9254-786c2683bfef tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:23:06.591830 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f116db33-62c2-4e73-9254-786c2683bfef tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:23:06.664601 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1a399-5ba6-4179-9bff-d6aa693f129e req-dfda955a-1cf4-42e1-aab7-390bf1942073 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:06.666926 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f6d1a399-5ba6-4179-9bff-d6aa693f129e req-dfda955a-1cf4-42e1-aab7-390bf1942073 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 945 time: 0.1774952 Dec 17 15:23:06.684105 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f2f77efa-84fa-47bd-a90b-b9242071d46f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:06.704427 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f116db33-62c2-4e73-9254-786c2683bfef tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:06.704427 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f116db33-62c2-4e73-9254-786c2683bfef tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:06.739542 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-245bb073-4877-4b1c-b18b-8b0b85ff2477 service neutron] 10.222.0.13 "GET /v2.0/networks/035ebd08-a183-4c96-8d50-7cc8ab5df57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560929 Dec 17 15:23:06.745832 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-f2f77efa-84fa-47bd-a90b-b9242071d46f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['546d1ced-0a96-40dd-b334-738cdd274bcc']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:06.755743 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-f2f77efa-84fa-47bd-a90b-b9242071d46f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99bc8171-c7df-400b-a6f4-18b297079213') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:06.756031 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-f2f77efa-84fa-47bd-a90b-b9242071d46f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99bc8171-c7df-400b-a6f4-18b297079213') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:06.765954 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f2f77efa-84fa-47bd-a90b-b9242071d46f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:06.784245 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f2f77efa-84fa-47bd-a90b-b9242071d46f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:06.791853 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f77efa-84fa-47bd-a90b-b9242071d46f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:23:06.792259 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f2f77efa-84fa-47bd-a90b-b9242071d46f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:06.796820 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:23:06.796820 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:23:06.796820 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:23:06.796820 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:23:06.796820 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:23:06.796820 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:23:06.796820 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:23:06.796820 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:23:06.796820 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:23:06.796820 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:23:06.796820 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:23:06.796820 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:23:06.796820 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:23:06.796820 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:23:06.796820 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:23:06.796820 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:23:06.796820 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:23:06.796820 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:23:06.796820 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:23:06.796820 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:23:06.796820 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:23:06.796820 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:23:06.796820 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:23:06.796820 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:23:06.796820 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:23:06.796820 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:23:06.796820 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:23:06.796820 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:23:06.796820 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:23:06.796820 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:23:06.796820 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:23:06.796820 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:23:06.802196 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f6d1a399-5ba6-4179-9bff-d6aa693f129e req-8f3e1a05-63fe-4f84-bd63-a4ce4b81860c tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250803 Dec 17 15:23:06.870829 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b650dcf4-c0ad-48d5-ad3a-b05da18001ae no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:23:06.879352 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-56e20174-f74a-4361-ac88-2e7fd61332a0 service neutron] 10.222.0.13 "GET /v2.0/networks/035ebd08-a183-4c96-8d50-7cc8ab5df57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291857 Dec 17 15:23:06.911269 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f116db33-62c2-4e73-9254-786c2683bfef tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7695704 Dec 17 15:23:06.914080 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55830) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:06.920253 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-dc99c1e6-dc6e-4480-a143-b112e84894df tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'port': {'network_id': 'e2288922-94f2-444b-bcdd-56ff06473083', 'name': 'tempest-PortsTestJSON-450521135', 'fixed_ips': [{'subnet_id': '6f57df7d-9d09-46b0-9075-3b7a51c9d4b5', 'ip_address': '172.20.0.9'}]}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:06.926442 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: b650dcf4-c0ad-48d5-ad3a-b05da18001ae {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:23:06.926962 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b650dcf4-c0ad-48d5-ad3a-b05da18001ae not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:23:07.020705 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f2f77efa-84fa-47bd-a90b-b9242071d46f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:07.029390 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f2f77efa-84fa-47bd-a90b-b9242071d46f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:07.032606 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f2f77efa-84fa-47bd-a90b-b9242071d46f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] 10.222.0.46 "DELETE /v2.0/networks/546d1ced-0a96-40dd-b334-738cdd274bcc HTTP/1.1" status: 204 len: 168 time: 0.6606209 Dec 17 15:23:07.042785 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55834) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:07.045036 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f77efa-84fa-47bd-a90b-b9242071d46f tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Pushing event deleted for resources: {'Network': ['ID=546d1ced-0a96-40dd-b334-738cdd274bcc,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:07.154911 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ef0b992-dc51-4caf-a174-81dcb54670c8 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Deleting subnet 212ffe1b-f7d8-4d56-9e44-aae851e82ff5 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:23:07.161039 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6ef0b992-dc51-4caf-a174-81dcb54670c8 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:07.193930 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631125c-ae9a-40be-b921-7a242a91d1df req-810ef423-3c2b-4a51-801e-b2e1bac91d1b tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:07.195713 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d631125c-ae9a-40be-b921-7a242a91d1df req-810ef423-3c2b-4a51-801e-b2e1bac91d1b tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8146d07-7e9a-4085-82a1-252e96492674 HTTP/1.1" status: 200 len: 946 time: 0.1647019 Dec 17 15:23:07.200892 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc99c1e6-dc6e-4480-a143-b112e84894df tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:23:07.213525 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cefb46-c431-4cca-b64c-13070484c0a8 req-d3ff352c-583e-463e-b56c-226138d941e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:07.213999 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cefb46-c431-4cca-b64c-13070484c0a8 req-d3ff352c-583e-463e-b56c-226138d941e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:07.214458 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cefb46-c431-4cca-b64c-13070484c0a8 req-d3ff352c-583e-463e-b56c-226138d941e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:07.214915 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cefb46-c431-4cca-b64c-13070484c0a8 req-d3ff352c-583e-463e-b56c-226138d941e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:07.215369 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cefb46-c431-4cca-b64c-13070484c0a8 req-d3ff352c-583e-463e-b56c-226138d941e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:07.215824 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cefb46-c431-4cca-b64c-13070484c0a8 req-d3ff352c-583e-463e-b56c-226138d941e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:07.216271 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cefb46-c431-4cca-b64c-13070484c0a8 req-d3ff352c-583e-463e-b56c-226138d941e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:07.218065 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9cefb46-c431-4cca-b64c-13070484c0a8 req-d3ff352c-583e-463e-b56c-226138d941e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8be5f697514948dbb741ccae5deddcdd&device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 6486 time: 0.1763492 Dec 17 15:23:07.305710 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6ef0b992-dc51-4caf-a174-81dcb54670c8 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:07.613553 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65edd281-2b1b-48d4-8e1a-b90183c03309 None None] Network e2288922-94f2-444b-bcdd-56ff06473083 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:23:07.683659 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-b17e3fc4-1db9-41dd-bb85-b4b34a00c36e None None] Provisioning complete for port 0e148a26-0025-4599-9fff-31fbdf6174e0 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:07.684139 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b17e3fc4-1db9-41dd-bb85-b4b34a00c36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:07.777815 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d631125c-ae9a-40be-b921-7a242a91d1df req-521d7e7f-6f5b-47f5-aac6-9dc206e7fd3a tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5718622 Dec 17 15:23:07.818791 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dc99c1e6-dc6e-4480-a143-b112e84894df tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:07.844517 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b17e3fc4-1db9-41dd-bb85-b4b34a00c36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:07.861607 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda82c4-d213-42be-8e66-2792e10a7da8 req-ae3f3af0-1e28-4ea0-807e-655b73a32430 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:07.867737 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda82c4-d213-42be-8e66-2792e10a7da8 req-ae3f3af0-1e28-4ea0-807e-655b73a32430 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:07.873681 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda82c4-d213-42be-8e66-2792e10a7da8 req-ae3f3af0-1e28-4ea0-807e-655b73a32430 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:07.880608 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda82c4-d213-42be-8e66-2792e10a7da8 req-ae3f3af0-1e28-4ea0-807e-655b73a32430 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:07.885294 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b17e3fc4-1db9-41dd-bb85-b4b34a00c36e None None] For port 0e148a26-0025-4599-9fff-31fbdf6174e0, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=0e148a26-0025-4599-9fff-31fbdf6174e0,segment=NetworkSegment(5187fd81-8c69-48f5-9202-10c4ae50d0c7),segment_id=5187fd81-8c69-48f5-9202-10c4ae50d0c7)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:07.887214 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda82c4-d213-42be-8e66-2792e10a7da8 req-ae3f3af0-1e28-4ea0-807e-655b73a32430 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:07.892638 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda82c4-d213-42be-8e66-2792e10a7da8 req-ae3f3af0-1e28-4ea0-807e-655b73a32430 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:07.900558 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda82c4-d213-42be-8e66-2792e10a7da8 req-ae3f3af0-1e28-4ea0-807e-655b73a32430 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:07.902777 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bbda82c4-d213-42be-8e66-2792e10a7da8 req-ae3f3af0-1e28-4ea0-807e-655b73a32430 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5429 time: 0.5554352 Dec 17 15:23:07.905954 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cefb46-c431-4cca-b64c-13070484c0a8 req-96352656-132f-4bea-a42f-961efe67c8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:07.907422 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9cefb46-c431-4cca-b64c-13070484c0a8 req-96352656-132f-4bea-a42f-961efe67c8ed service neutron] 10.222.0.13 "GET /v2.0/networks?id=035ebd08-a183-4c96-8d50-7cc8ab5df57c HTTP/1.1" status: 200 len: 902 time: 0.6709969 Dec 17 15:23:07.932789 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-dc99c1e6-dc6e-4480-a143-b112e84894df tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] device_id is not set on port 15ffc29d-3d02-4b80-9c5f-0af9a021be52 yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:23:07.939572 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6ef0b992-dc51-4caf-a174-81dcb54670c8 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:07.964667 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b17e3fc4-1db9-41dd-bb85-b4b34a00c36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:08.016106 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e3fc4-1db9-41dd-bb85-b4b34a00c36e None None] Pushing event updated for resources: {'Port': ['ID=0e148a26-0025-4599-9fff-31fbdf6174e0,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:08.016944 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9cefb46-c431-4cca-b64c-13070484c0a8 req-a4b592da-52c5-4c48-9cbe-2836e02a5d4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5e8d71c7-6b02-4151-a43a-fc7b70877533 HTTP/1.1" status: 200 len: 217 time: 0.0973783 Dec 17 15:23:08.144947 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bbda82c4-d213-42be-8e66-2792e10a7da8 req-970d18bf-b6ad-4c25-b710-dca453cd409b tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2292948 Dec 17 15:23:08.194221 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-e4c31427-aab2-422b-89e1-0560410bb2f1 None None] Provisioning complete for port 0e148a26-0025-4599-9fff-31fbdf6174e0 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:08.195882 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e4c31427-aab2-422b-89e1-0560410bb2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:08.210173 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cefb46-c431-4cca-b64c-13070484c0a8 req-3bf0c0bd-f914-48dc-bda4-9cf8107d024a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:08.211633 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9cefb46-c431-4cca-b64c-13070484c0a8 req-3bf0c0bd-f914-48dc-bda4-9cf8107d024a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bf386dd-4029-471e-b0f0-b3050162bb35 HTTP/1.1" status: 200 len: 797 time: 0.1495554 Dec 17 15:23:08.222413 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0b304-8fea-4a7d-9d6f-cde59a7008b4 req-9811b462-ef8e-4604-9bb6-9e6defa772e4 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:08.225627 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f7a0b304-8fea-4a7d-9d6f-cde59a7008b4 req-9811b462-ef8e-4604-9bb6-9e6defa772e4 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 946 time: 0.2818906 Dec 17 15:23:08.298549 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6ef0b992-dc51-4caf-a174-81dcb54670c8 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:08.299694 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-e4c31427-aab2-422b-89e1-0560410bb2f1 None None] Provisioning complete for port bb252801-3106-4f3f-ab3a-7fa7ef1b922b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:08.300070 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e4c31427-aab2-422b-89e1-0560410bb2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:08.334413 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-e4c31427-aab2-422b-89e1-0560410bb2f1 None None] Port bb252801-3106-4f3f-ab3a-7fa7ef1b922b cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:23:08.380072 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0b992-dc51-4caf-a174-81dcb54670c8 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Pushing event deleted for resources: {'Subnet': ['ID=212ffe1b-f7d8-4d56-9e44-aae851e82ff5,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:08.388870 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6ef0b992-dc51-4caf-a174-81dcb54670c8 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:08.394325 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6ef0b992-dc51-4caf-a174-81dcb54670c8 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] 10.222.0.46 "DELETE /v2.0/subnets/212ffe1b-f7d8-4d56-9e44-aae851e82ff5 HTTP/1.1" status: 204 len: 168 time: 1.3473814 Dec 17 15:23:08.395168 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55844) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:08.395692 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe3ea25-5da3-4679-9284-2997a0e17325 None None] Network 60487c6f-43d3-4863-a175-cc0e3e21bc5c requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:23:08.421418 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f7a0b304-8fea-4a7d-9d6f-cde59a7008b4 req-48eec461-bdf5-463c-9d2c-21ebaf09d841 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769438 Dec 17 15:23:08.431056 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cefb46-c431-4cca-b64c-13070484c0a8 req-b52bb398-7012-48b2-9dfe-6407a27875c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:08.432327 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9cefb46-c431-4cca-b64c-13070484c0a8 req-b52bb398-7012-48b2-9dfe-6407a27875c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=035ebd08-a183-4c96-8d50-7cc8ab5df57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2020953 Dec 17 15:23:08.433663 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-dc99c1e6-dc6e-4480-a143-b112e84894df tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Allocated IP 172.20.0.9 (e2288922-94f2-444b-bcdd-56ff06473083/6f57df7d-9d09-46b0-9075-3b7a51c9d4b5/15ffc29d-3d02-4b80-9c5f-0af9a021be52) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:23:08.449004 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafaaec2-1059-44e6-9f6d-208758af19ec req-ffe9e387-260b-4002-bf95-be940e3e84d3 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:08.453566 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fafaaec2-1059-44e6-9f6d-208758af19ec req-ffe9e387-260b-4002-bf95-be940e3e84d3 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 945 time: 0.2140985 Dec 17 15:23:08.480079 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-aa628839-25e3-42de-a0f6-a9cd4245d5e4 None None] Provisioning complete for port bb252801-3106-4f3f-ab3a-7fa7ef1b922b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:08.480450 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-aa628839-25e3-42de-a0f6-a9cd4245d5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:08.502641 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4899a481-8d4d-48ad-858c-50fa30f46f85 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:08.555756 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-aa628839-25e3-42de-a0f6-a9cd4245d5e4 None None] Port bb252801-3106-4f3f-ab3a-7fa7ef1b922b cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:23:08.559508 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-4899a481-8d4d-48ad-858c-50fa30f46f85 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Deleting port 9a7f8289-1453-4dfc-9ebc-79401f8458cd {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:08.559933 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4899a481-8d4d-48ad-858c-50fa30f46f85 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:08.585683 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fafaaec2-1059-44e6-9f6d-208758af19ec req-b0343b02-8eff-4f44-9f68-525530afc062 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206086 Dec 17 15:23:08.635718 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-4899a481-8d4d-48ad-858c-50fa30f46f85 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] For port 9a7f8289-1453-4dfc-9ebc-79401f8458cd, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9a7f8289-1453-4dfc-9ebc-79401f8458cd,segment=NetworkSegment(1c5490ee-6ac6-4593-bb04-765407572984),segment_id=1c5490ee-6ac6-4593-bb04-765407572984)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:08.636086 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4899a481-8d4d-48ad-858c-50fa30f46f85 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:08.643791 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9cefb46-c431-4cca-b64c-13070484c0a8 req-06651bc0-fbf5-4b58-9124-d9ec6b038df3 service neutron] 10.222.0.13 "GET /v2.0/networks/035ebd08-a183-4c96-8d50-7cc8ab5df57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889837 Dec 17 15:23:08.649613 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c781471c-9c0d-417a-b37a-c330aeed8af5 None None] DHCP port deletion for 60487c6f-43d3-4863-a175-cc0e3e21bc5c request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:23:08.652028 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-4899a481-8d4d-48ad-858c-50fa30f46f85 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Calling delete_port for 9a7f8289-1453-4dfc-9ebc-79401f8458cd owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:08.707704 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c781471c-9c0d-417a-b37a-c330aeed8af5 None None] Deleting port 9a7f8289-1453-4dfc-9ebc-79401f8458cd {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:08.708093 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c781471c-9c0d-417a-b37a-c330aeed8af5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:08.794146 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c781471c-9c0d-417a-b37a-c330aeed8af5 None None] For port 9a7f8289-1453-4dfc-9ebc-79401f8458cd, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9a7f8289-1453-4dfc-9ebc-79401f8458cd,segment=NetworkSegment(1c5490ee-6ac6-4593-bb04-765407572984),segment_id=1c5490ee-6ac6-4593-bb04-765407572984)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:08.794735 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c781471c-9c0d-417a-b37a-c330aeed8af5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:08.825403 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dc99c1e6-dc6e-4480-a143-b112e84894df tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:08.830737 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 0e148a26-0025-4599-9fff-31fbdf6174e0 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:23:08.832784 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9cefb46-c431-4cca-b64c-13070484c0a8 req-60a93b56-f573-485a-8317-97a26dc283e9 service neutron] 10.222.0.13 "GET /v2.0/networks/035ebd08-a183-4c96-8d50-7cc8ab5df57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618168 Dec 17 15:23:08.834885 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c781471c-9c0d-417a-b37a-c330aeed8af5 None None] Calling delete_port for 9a7f8289-1453-4dfc-9ebc-79401f8458cd owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:08.846883 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4899a481-8d4d-48ad-858c-50fa30f46f85 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:08.897771 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4899a481-8d4d-48ad-858c-50fa30f46f85 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] No DVR routers for this DVR port 9a7f8289-1453-4dfc-9ebc-79401f8458cd on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:23:08.901200 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899a481-8d4d-48ad-858c-50fa30f46f85 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Pushing event deleted for resources: {'Port': ['ID=9a7f8289-1453-4dfc-9ebc-79401f8458cd,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:08.937915 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67eb5da-f1fd-4501-8325-55677ee2243b req-f5fa7633-d32f-4452-99a5-6fad1ed80e7f tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:08.939941 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e67eb5da-f1fd-4501-8325-55677ee2243b req-f5fa7633-d32f-4452-99a5-6fad1ed80e7f tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8146d07-7e9a-4085-82a1-252e96492674 HTTP/1.1" status: 200 len: 946 time: 0.0645702 Dec 17 15:23:08.967833 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dc99c1e6-dc6e-4480-a143-b112e84894df tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:08.968141 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 0e148a26-0025-4599-9fff-31fbdf6174e0 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:08.968757 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:09.001591 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4899a481-8d4d-48ad-858c-50fa30f46f85 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:09.008210 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c781471c-9c0d-417a-b37a-c330aeed8af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:09.014532 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e67eb5da-f1fd-4501-8325-55677ee2243b req-9c488911-5506-4006-b5e8-b1b98e83a804 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684128 Dec 17 15:23:09.029919 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc99c1e6-dc6e-4480-a143-b112e84894df tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Network e2288922-94f2-444b-bcdd-56ff06473083 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:23:09.034830 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-dc99c1e6-dc6e-4480-a143-b112e84894df tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:23:09.041321 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-4899a481-8d4d-48ad-858c-50fa30f46f85 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60487c6f-43d3-4863-a175-cc0e3e21bc5c']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:09.042748 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc99c1e6-dc6e-4480-a143-b112e84894df tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Port': ['ID=15ffc29d-3d02-4b80-9c5f-0af9a021be52,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:09.046941 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc99c1e6-dc6e-4480-a143-b112e84894df tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:23:09.052336 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-4899a481-8d4d-48ad-858c-50fa30f46f85 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c5490ee-6ac6-4593-bb04-765407572984') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:09.052493 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-4899a481-8d4d-48ad-858c-50fa30f46f85 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c5490ee-6ac6-4593-bb04-765407572984') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:09.055642 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c781471c-9c0d-417a-b37a-c330aeed8af5 None None] No DVR routers for this DVR port 9a7f8289-1453-4dfc-9ebc-79401f8458cd on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:23:09.058888 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781471c-9c0d-417a-b37a-c330aeed8af5 None None] Pushing event deleted for resources: {'Port': ['ID=9a7f8289-1453-4dfc-9ebc-79401f8458cd,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:09.062551 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4899a481-8d4d-48ad-858c-50fa30f46f85 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:09.077021 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4899a481-8d4d-48ad-858c-50fa30f46f85 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:09.085579 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4899a481-8d4d-48ad-858c-50fa30f46f85 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:23:09.086178 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4899a481-8d4d-48ad-858c-50fa30f46f85 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:09.089831 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:23:09.089831 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:23:09.089831 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:23:09.089831 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:23:09.089831 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:23:09.089831 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:23:09.089831 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:23:09.089831 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:23:09.089831 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:23:09.089831 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:23:09.089831 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:23:09.089831 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:23:09.089831 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:23:09.089831 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:23:09.089831 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:23:09.089831 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:23:09.089831 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:23:09.089831 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:23:09.089831 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:23:09.089831 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:23:09.089831 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:23:09.089831 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:23:09.089831 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:23:09.089831 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:23:09.089831 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:23:09.089831 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:23:09.089831 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:23:09.089831 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:23:09.089831 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:23:09.089831 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:23:09.089831 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:23:09.089831 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:23:09.120042 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc99c1e6-dc6e-4480-a143-b112e84894df tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:09.120753 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dc99c1e6-dc6e-4480-a143-b112e84894df tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:09.187521 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9a7f8289-1453-4dfc-9ebc-79401f8458cd no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:23:09.218927 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82086713-0325-4130-b9c5-7dde0e7fb90d req-9493cda7-2dc6-415c-90d2-0d5d7d53d6de service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fdb83ac6-fbe2-4dcf-9231-691c6be82cbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0501933 Dec 17 15:23:09.219627 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 9a7f8289-1453-4dfc-9ebc-79401f8458cd {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:23:09.220077 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9a7f8289-1453-4dfc-9ebc-79401f8458cd not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:23:09.239211 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-dc99c1e6-dc6e-4480-a143-b112e84894df tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3238261 Dec 17 15:23:09.241991 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55852) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:09.303790 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4899a481-8d4d-48ad-858c-50fa30f46f85 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:09.317674 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4899a481-8d4d-48ad-858c-50fa30f46f85 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:09.323596 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4899a481-8d4d-48ad-858c-50fa30f46f85 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] 10.222.0.46 "DELETE /v2.0/networks/60487c6f-43d3-4863-a175-cc0e3e21bc5c HTTP/1.1" status: 204 len: 168 time: 0.9273939 Dec 17 15:23:09.329196 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55856) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:09.340181 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899a481-8d4d-48ad-858c-50fa30f46f85 tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Pushing event deleted for resources: {'Network': ['ID=60487c6f-43d3-4863-a175-cc0e3e21bc5c,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:09.356965 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ae35ad-3145-45e0-b03b-fa963d28ca3c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:09.360912 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d9ae35ad-3145-45e0-b03b-fa963d28ca3c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 920 time: 0.1153758 Dec 17 15:23:09.361335 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55858) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:09.393418 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b327176e-0886-41ef-8a18-cf071dfdcf5c tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] 10.222.0.46 "GET /v2.0/ports?device_id=0acfb1e8-f686-46db-95aa-1e8113d2e91f HTTP/1.1" status: 200 len: 205 time: 0.0428190 Dec 17 15:23:09.396820 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55860) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:09.410776 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-8d24519c-72c6-4bd3-959a-e4f06a7ab201 None None] Provisioning complete for port 15ffc29d-3d02-4b80-9c5f-0af9a021be52 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:09.411152 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8d24519c-72c6-4bd3-959a-e4f06a7ab201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:09.426136 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6507bb-37a8-48b0-b8f9-a9f69b1cd415 req-ab6378f5-33be-4111-9b64-0452913432c1 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:09.432188 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6507bb-37a8-48b0-b8f9-a9f69b1cd415 req-ab6378f5-33be-4111-9b64-0452913432c1 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:09.438143 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6507bb-37a8-48b0-b8f9-a9f69b1cd415 req-ab6378f5-33be-4111-9b64-0452913432c1 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:09.444737 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6507bb-37a8-48b0-b8f9-a9f69b1cd415 req-ab6378f5-33be-4111-9b64-0452913432c1 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:09.448488 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-8d24519c-72c6-4bd3-959a-e4f06a7ab201 None None] Port 15ffc29d-3d02-4b80-9c5f-0af9a021be52 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:23:09.451841 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6507bb-37a8-48b0-b8f9-a9f69b1cd415 req-ab6378f5-33be-4111-9b64-0452913432c1 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:09.460676 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6507bb-37a8-48b0-b8f9-a9f69b1cd415 req-ab6378f5-33be-4111-9b64-0452913432c1 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:09.466586 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6507bb-37a8-48b0-b8f9-a9f69b1cd415 req-ab6378f5-33be-4111-9b64-0452913432c1 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:09.472007 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dc6507bb-37a8-48b0-b8f9-a9f69b1cd415 req-ab6378f5-33be-4111-9b64-0452913432c1 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5429 time: 0.2291522 Dec 17 15:23:09.485702 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82086713-0325-4130-b9c5-7dde0e7fb90d req-e74cba68-b1a0-4f93-aee7-7f57294a1c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:09.487668 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82086713-0325-4130-b9c5-7dde0e7fb90d req-e74cba68-b1a0-4f93-aee7-7f57294a1c76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3a84ebc937934de99ce0f3e190e62521&device_id=fdb83ac6-fbe2-4dcf-9231-691c6be82cbe HTTP/1.1" status: 200 len: 1096 time: 0.1840451 Dec 17 15:23:09.602774 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dc6507bb-37a8-48b0-b8f9-a9f69b1cd415 req-737e3553-4efc-4d8f-a8b8-61b9f1fa0675 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1254604 Dec 17 15:23:09.650272 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb2bbe-6a26-42c2-bafc-4a15580d8ae7 req-88d4c277-d8ce-43da-aeee-2293fa77d3dd tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:09.652012 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-00eb2bbe-6a26-42c2-bafc-4a15580d8ae7 req-88d4c277-d8ce-43da-aeee-2293fa77d3dd tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 946 time: 0.1304328 Dec 17 15:23:09.688450 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82086713-0325-4130-b9c5-7dde0e7fb90d req-e40883ed-7e89-4a0a-8cad-e0a6e491cf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:09.689983 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82086713-0325-4130-b9c5-7dde0e7fb90d req-e40883ed-7e89-4a0a-8cad-e0a6e491cf46 service neutron] 10.222.0.41 "GET /v2.0/networks?id=69b31584-89e2-47f2-8520-6af05b2ff039 HTTP/1.1" status: 200 len: 906 time: 0.1671755 Dec 17 15:23:09.774358 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-00eb2bbe-6a26-42c2-bafc-4a15580d8ae7 req-c4b740f1-78d6-4156-8271-962c0cd94360 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153023 Dec 17 15:23:09.797447 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-787142c6-9953-478e-9e91-3ddc213d2add tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:09.809758 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6911b4a-1cf1-4b9f-bb1f-0b47e99d8fce tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:09.815457 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6911b4a-1cf1-4b9f-bb1f-0b47e99d8fce tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:09.821869 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6911b4a-1cf1-4b9f-bb1f-0b47e99d8fce tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:09.823505 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c6911b4a-1cf1-4b9f-bb1f-0b47e99d8fce tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.4611518 Dec 17 15:23:09.827115 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55868) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:09.839688 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82086713-0325-4130-b9c5-7dde0e7fb90d req-3fddfed6-deae-4540-b145-ca46e0d8089b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74b76ae9-be21-4577-b022-03faf2f59f94 HTTP/1.1" status: 200 len: 1001 time: 0.1287186 Dec 17 15:23:09.849941 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb17528-3db8-462b-ab90-2ee22b02101d req-f9f1c010-699f-4a03-b205-ee480f748dbb tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:09.851426 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0cb17528-3db8-462b-ab90-2ee22b02101d req-f9f1c010-699f-4a03-b205-ee480f748dbb tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 946 time: 0.1573472 Dec 17 15:23:09.953645 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d39fb-683d-49f7-8eb7-7159c0cfe976 req-78e47059-eede-4188-a7de-e526b64a7cac tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:09.955141 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2b7d39fb-683d-49f7-8eb7-7159c0cfe976 req-78e47059-eede-4188-a7de-e526b64a7cac tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 945 time: 0.1869731 Dec 17 15:23:09.985000 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-787142c6-9953-478e-9e91-3ddc213d2add tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:09.987141 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-787142c6-9953-478e-9e91-3ddc213d2add tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:10.043737 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82086713-0325-4130-b9c5-7dde0e7fb90d req-21c4d441-1b07-477d-8717-0a5640ac3109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:10.045250 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82086713-0325-4130-b9c5-7dde0e7fb90d req-21c4d441-1b07-477d-8717-0a5640ac3109 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=13b0e24e-3e36-4c0a-9576-ed2a6035e7fe HTTP/1.1" status: 200 len: 844 time: 0.1757751 Dec 17 15:23:10.087335 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2b7d39fb-683d-49f7-8eb7-7159c0cfe976 req-eb6f88ec-41a0-458d-ba60-47c6fc2b4945 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186147 Dec 17 15:23:10.136108 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-787142c6-9953-478e-9e91-3ddc213d2add tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:10.136655 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787142c6-9953-478e-9e91-3ddc213d2add tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Fanout notify agent at l3_agent the message router_deleted on router 0acfb1e8-f686-46db-95aa-1e8113d2e91f {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:23:10.151162 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-787142c6-9953-478e-9e91-3ddc213d2add tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:10.151162 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-787142c6-9953-478e-9e91-3ddc213d2add tempest-RoutersNegativeTest-379256789 tempest-RoutersNegativeTest-379256789-project] 10.222.0.46 "DELETE /v2.0/routers/0acfb1e8-f686-46db-95aa-1e8113d2e91f HTTP/1.1" status: 204 len: 168 time: 0.7479010 Dec 17 15:23:10.152383 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-9845d305-2095-47cf-83ac-0c176fd919e5 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Deleting port 15ffc29d-3d02-4b80-9c5f-0af9a021be52 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:10.152733 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9845d305-2095-47cf-83ac-0c176fd919e5 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:10.170274 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:10.211112 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-0cb17528-3db8-462b-ab90-2ee22b02101d req-c5ac448e-91a6-4e6f-a8e8-b29abf2f45a8 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Deleting port c972ba9f-286e-429f-b2b8-711964f9dbf4 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:10.211461 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-0cb17528-3db8-462b-ab90-2ee22b02101d req-c5ac448e-91a6-4e6f-a8e8-b29abf2f45a8 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:10.224191 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82086713-0325-4130-b9c5-7dde0e7fb90d req-89df02ed-70ec-4119-8b22-71d68f2009d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:10.225749 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82086713-0325-4130-b9c5-7dde0e7fb90d req-89df02ed-70ec-4119-8b22-71d68f2009d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69b31584-89e2-47f2-8520-6af05b2ff039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1599534 Dec 17 15:23:10.335868 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb15c6-9937-417f-86ae-1e906b3301e5 req-4d4852ac-f0fe-464c-98b1-f177e20b249d tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:10.337377 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5abb15c6-9937-417f-86ae-1e906b3301e5 req-4d4852ac-f0fe-464c-98b1-f177e20b249d tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8146d07-7e9a-4085-82a1-252e96492674 HTTP/1.1" status: 200 len: 946 time: 0.2260880 Dec 17 15:23:10.421387 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9845d305-2095-47cf-83ac-0c176fd919e5 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:10.458291 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-0cb17528-3db8-462b-ab90-2ee22b02101d req-c5ac448e-91a6-4e6f-a8e8-b29abf2f45a8 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] For port c972ba9f-286e-429f-b2b8-711964f9dbf4, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=c972ba9f-286e-429f-b2b8-711964f9dbf4,segment=NetworkSegment(10c5f3e8-27cc-48e8-9601-dbc18db46683),segment_id=10c5f3e8-27cc-48e8-9601-dbc18db46683)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:10.458658 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-0cb17528-3db8-462b-ab90-2ee22b02101d req-c5ac448e-91a6-4e6f-a8e8-b29abf2f45a8 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:10.470501 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5abb15c6-9937-417f-86ae-1e906b3301e5 req-f59a119f-da91-493a-a5a4-4542883e13a6 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216066 Dec 17 15:23:10.479040 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-9845d305-2095-47cf-83ac-0c176fd919e5 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Calling delete_port for 15ffc29d-3d02-4b80-9c5f-0af9a021be52 owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:10.486578 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-0cb17528-3db8-462b-ab90-2ee22b02101d req-c5ac448e-91a6-4e6f-a8e8-b29abf2f45a8 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Calling delete_port for c972ba9f-286e-429f-b2b8-711964f9dbf4 owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:10.491535 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82086713-0325-4130-b9c5-7dde0e7fb90d req-1f86ec3e-5202-4c31-9cc4-57671926b95f service neutron] 10.222.0.41 "GET /v2.0/networks/69b31584-89e2-47f2-8520-6af05b2ff039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493162 Dec 17 15:23:10.601441 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55878) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:10.761067 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82086713-0325-4130-b9c5-7dde0e7fb90d req-17a0c6aa-ee74-4997-96ea-64fe2f341cdd service neutron] 10.222.0.41 "GET /v2.0/networks/69b31584-89e2-47f2-8520-6af05b2ff039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561543 Dec 17 15:23:10.764975 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-25344900-740d-42a8-b99d-476136bbfd6f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=60900dfd32c24e678fc5b99c0970771a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1601617 Dec 17 15:23:10.765270 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55886) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:10.859687 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bdedb-ba7d-4ec4-b0a9-abfe6d2e3e75 req-bfe5fb9d-7572-4b88-a1f6-f85f1060a97a tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:10.866320 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bdedb-ba7d-4ec4-b0a9-abfe6d2e3e75 req-bfe5fb9d-7572-4b88-a1f6-f85f1060a97a tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:10.872162 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bdedb-ba7d-4ec4-b0a9-abfe6d2e3e75 req-bfe5fb9d-7572-4b88-a1f6-f85f1060a97a tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:10.878080 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bdedb-ba7d-4ec4-b0a9-abfe6d2e3e75 req-bfe5fb9d-7572-4b88-a1f6-f85f1060a97a tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:10.884500 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bdedb-ba7d-4ec4-b0a9-abfe6d2e3e75 req-bfe5fb9d-7572-4b88-a1f6-f85f1060a97a tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:10.890416 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bdedb-ba7d-4ec4-b0a9-abfe6d2e3e75 req-bfe5fb9d-7572-4b88-a1f6-f85f1060a97a tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:10.896383 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bdedb-ba7d-4ec4-b0a9-abfe6d2e3e75 req-bfe5fb9d-7572-4b88-a1f6-f85f1060a97a tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:10.898297 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cf2bdedb-ba7d-4ec4-b0a9-abfe6d2e3e75 req-bfe5fb9d-7572-4b88-a1f6-f85f1060a97a tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5429 time: 0.2133605 Dec 17 15:23:10.988570 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9845d305-2095-47cf-83ac-0c176fd919e5 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:10.995568 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1ffc0004-7189-4e55-8587-6e2d95d191d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:11.007950 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cf2bdedb-ba7d-4ec4-b0a9-abfe6d2e3e75 req-26d9c1ce-4247-4469-8cda-1cba2af380f7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0895398 Dec 17 15:23:11.031711 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845d305-2095-47cf-83ac-0c176fd919e5 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Port': ['ID=15ffc29d-3d02-4b80-9c5f-0af9a021be52,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:11.040788 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfe1a3-747c-4ae6-bc37-af8ab37be78e req-bb312502-7dd7-4d1a-b30c-2df8da2340fa tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:11.042315 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-46cfe1a3-747c-4ae6-bc37-af8ab37be78e req-bb312502-7dd7-4d1a-b30c-2df8da2340fa tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 946 time: 0.1414850 Dec 17 15:23:11.119621 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1ffc0004-7189-4e55-8587-6e2d95d191d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:11.128164 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-0cb17528-3db8-462b-ab90-2ee22b02101d req-c5ac448e-91a6-4e6f-a8e8-b29abf2f45a8 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:11.140848 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['c972ba9f-286e-429f-b2b8-711964f9dbf4'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:23:11.199597 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac448e-91a6-4e6f-a8e8-b29abf2f45a8 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Pushing event deleted for resources: {'Port': ['ID=c972ba9f-286e-429f-b2b8-711964f9dbf4,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:11.218407 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-46cfe1a3-747c-4ae6-bc37-af8ab37be78e req-2b7d91f5-b4ec-4365-88df-ac8550b3f8f4 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/security-groups?id=524e8be5-13b8-4d6a-b063-3861ebb93b54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696317 Dec 17 15:23:11.224141 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9845d305-2095-47cf-83ac-0c176fd919e5 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:11.227422 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9845d305-2095-47cf-83ac-0c176fd919e5 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/ports/15ffc29d-3d02-4b80-9c5f-0af9a021be52 HTTP/1.1" status: 204 len: 168 time: 1.3989930 Dec 17 15:23:11.230150 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55894) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:11.257711 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb798e65-8ed9-4b66-9aad-b5b16581e0a2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] GET failed (client error): The resource could not be found. Dec 17 15:23:11.259721 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cb798e65-8ed9-4b66-9aad-b5b16581e0a2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "GET /v2.0/ports/15ffc29d-3d02-4b80-9c5f-0af9a021be52 HTTP/1.1" status: 404 len: 333 time: 0.0285690 Dec 17 15:23:11.263257 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55896) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:11.292382 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb17528-3db8-462b-ab90-2ee22b02101d req-c5ac448e-91a6-4e6f-a8e8-b29abf2f45a8 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] No DVR routers for this DVR port c972ba9f-286e-429f-b2b8-711964f9dbf4 on host n-h2-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:23:11.296221 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-0cb17528-3db8-462b-ab90-2ee22b02101d req-c5ac448e-91a6-4e6f-a8e8-b29abf2f45a8 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:11.299924 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0cb17528-3db8-462b-ab90-2ee22b02101d req-c5ac448e-91a6-4e6f-a8e8-b29abf2f45a8 tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.13 "DELETE /v2.0/ports/c972ba9f-286e-429f-b2b8-711964f9dbf4 HTTP/1.1" status: 204 len: 173 time: 1.4293201 Dec 17 15:23:11.300988 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba6c05a-cbd4-4916-9f14-328566dee045', 'name': 'network-vif-deleted', 'tag': 'c972ba9f-286e-429f-b2b8-711964f9dbf4'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:23:11.303332 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0b0df6-d383-4843-94e6-b60de45b5fe5" -d '{"events": [{"server_uuid": "9ba6c05a-cbd4-4916-9f14-328566dee045", "name": "network-vif-deleted", "tag": "c972ba9f-286e-429f-b2b8-711964f9dbf4"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:23:11.329822 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc72d1c-5e0c-4bfd-bf12-ee3d6dd9e76c req-1a1bb90f-10f7-4ba3-aad8-ed015df805ce tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:11.331308 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ecc72d1c-5e0c-4bfd-bf12-ee3d6dd9e76c req-1a1bb90f-10f7-4ba3-aad8-ed015df805ce tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 945 time: 0.1089776 Dec 17 15:23:11.345810 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f544790-69bf-4506-a3a1-630cd4d3dfa8 x-openstack-request-id: req-0f544790-69bf-4506-a3a1-630cd4d3dfa8 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:23:11.346067 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ba6c05a-cbd4-4916-9f14-328566dee045", "name": "network-vif-deleted", "tag": "c972ba9f-286e-429f-b2b8-711964f9dbf4", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:23:11.346369 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0f544790-69bf-4506-a3a1-630cd4d3dfa8 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:23:11.346760 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ba6c05a-cbd4-4916-9f14-328566dee045', 'name': 'network-vif-deleted', 'tag': 'c972ba9f-286e-429f-b2b8-711964f9dbf4', 'status': 'completed', 'code': 200} Dec 17 15:23:11.376194 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ecc72d1c-5e0c-4bfd-bf12-ee3d6dd9e76c req-be624d99-ccdc-44c6-a1c7-c955b190ea5d tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382593 Dec 17 15:23:11.377895 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-9f579c7e-98f3-439b-b0d7-f732d98fc779 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Deleting port bb252801-3106-4f3f-ab3a-7fa7ef1b922b {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:11.378257 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9f579c7e-98f3-439b-b0d7-f732d98fc779 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:11.468135 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9f579c7e-98f3-439b-b0d7-f732d98fc779 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:11.473569 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1ffc0004-7189-4e55-8587-6e2d95d191d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:11.476143 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1ffc0004-7189-4e55-8587-6e2d95d191d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:11.477325 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1ffc0004-7189-4e55-8587-6e2d95d191d4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/68a68d14-1011-4a75-8a01-0abc94467efc HTTP/1.1" status: 204 len: 168 time: 0.7063189 Dec 17 15:23:11.480429 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-9f579c7e-98f3-439b-b0d7-f732d98fc779 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Calling delete_port for bb252801-3106-4f3f-ab3a-7fa7ef1b922b owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:11.485692 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc0004-7189-4e55-8587-6e2d95d191d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a68d14-1011-4a75-8a01-0abc94467efc,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:11.617635 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d68784-fdfa-4d59-942f-92e8572c6a8a req-41ac2147-9223-48c4-9674-a7c588d69a64 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:11.619150 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98d68784-fdfa-4d59-942f-92e8572c6a8a req-41ac2147-9223-48c4-9674-a7c588d69a64 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8146d07-7e9a-4085-82a1-252e96492674 HTTP/1.1" status: 200 len: 946 time: 0.0525370 Dec 17 15:23:11.656874 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98d68784-fdfa-4d59-942f-92e8572c6a8a req-7040a19f-cf51-4e5f-a4b9-4451b4d7371d tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317173 Dec 17 15:23:11.764483 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9f579c7e-98f3-439b-b0d7-f732d98fc779 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:11.794854 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f579c7e-98f3-439b-b0d7-f732d98fc779 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Port': ['ID=bb252801-3106-4f3f-ab3a-7fa7ef1b922b,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:11.871342 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9f579c7e-98f3-439b-b0d7-f732d98fc779 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:11.877556 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9f579c7e-98f3-439b-b0d7-f732d98fc779 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/ports/bb252801-3106-4f3f-ab3a-7fa7ef1b922b HTTP/1.1" status: 204 len: 168 time: 0.6124735 Dec 17 15:23:11.878818 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55908) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:11.921660 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-6592438a-9177-4851-b66b-0ddb21b1e1fa tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] GET failed (client error): The resource could not be found. Dec 17 15:23:11.921660 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6592438a-9177-4851-b66b-0ddb21b1e1fa tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "GET /v2.0/ports/bb252801-3106-4f3f-ab3a-7fa7ef1b922b HTTP/1.1" status: 404 len: 333 time: 0.0397153 Dec 17 15:23:11.923587 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55912) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:11.986813 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b94c7d-2f34-4101-9dce-aa98f8efa41f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Deleting subnet 6f57df7d-9d09-46b0-9075-3b7a51c9d4b5 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:23:11.990720 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-54b94c7d-2f34-4101-9dce-aa98f8efa41f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:12.039372 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-54b94c7d-2f34-4101-9dce-aa98f8efa41f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:12.122316 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-54b94c7d-2f34-4101-9dce-aa98f8efa41f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:12.314122 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-54b94c7d-2f34-4101-9dce-aa98f8efa41f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:12.350544 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b94c7d-2f34-4101-9dce-aa98f8efa41f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Subnet': ['ID=6f57df7d-9d09-46b0-9075-3b7a51c9d4b5,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:12.352584 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-54b94c7d-2f34-4101-9dce-aa98f8efa41f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:12.355845 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-54b94c7d-2f34-4101-9dce-aa98f8efa41f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/subnets/6f57df7d-9d09-46b0-9075-3b7a51c9d4b5 HTTP/1.1" status: 204 len: 168 time: 0.4312320 Dec 17 15:23:12.358518 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55928) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:12.362994 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bec676a-a964-42e9-a8de-b101f8a153a0 None None] Network e2288922-94f2-444b-bcdd-56ff06473083 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:23:12.452610 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eff79942-3c64-48ac-97d7-b539419555d1 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:12.501188 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fd313897-aa01-4c69-8fe2-af5affdec96e req-a376dcc1-0771-4cdd-a89f-5b2754f7e06d tempest-ServerRescueTestJSONUnderV235-1733710571 tempest-ServerRescueTestJSONUnderV235-1733710571-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ba6c05a-cbd4-4916-9f14-328566dee045 HTTP/1.1" status: 200 len: 210 time: 0.0393548 Dec 17 15:23:12.539066 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac9c55-085f-4d0a-8a57-096bea875e3c req-16358346-25d8-4216-8037-b87efd6988e7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:12.545573 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac9c55-085f-4d0a-8a57-096bea875e3c req-16358346-25d8-4216-8037-b87efd6988e7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:12.553062 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac9c55-085f-4d0a-8a57-096bea875e3c req-16358346-25d8-4216-8037-b87efd6988e7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:12.560237 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac9c55-085f-4d0a-8a57-096bea875e3c req-16358346-25d8-4216-8037-b87efd6988e7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:12.566555 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-eff79942-3c64-48ac-97d7-b539419555d1 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Deleting port 0e148a26-0025-4599-9fff-31fbdf6174e0 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:12.567001 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eff79942-3c64-48ac-97d7-b539419555d1 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:12.569298 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac9c55-085f-4d0a-8a57-096bea875e3c req-16358346-25d8-4216-8037-b87efd6988e7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:12.575451 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac9c55-085f-4d0a-8a57-096bea875e3c req-16358346-25d8-4216-8037-b87efd6988e7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:12.586323 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac9c55-085f-4d0a-8a57-096bea875e3c req-16358346-25d8-4216-8037-b87efd6988e7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:12.588306 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-41ac9c55-085f-4d0a-8a57-096bea875e3c req-16358346-25d8-4216-8037-b87efd6988e7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5429 time: 0.5056708 Dec 17 15:23:12.640546 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456fa0d9-796b-4cf3-8b8c-a28326cebd28 None None] DHCP port deletion for e2288922-94f2-444b-bcdd-56ff06473083 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:23:12.670977 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-41ac9c55-085f-4d0a-8a57-096bea875e3c req-1e24ecb4-ff12-40d1-aa75-5aa9800c8f51 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0756421 Dec 17 15:23:12.696811 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55942) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:12.704122 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0035884 Dec 17 15:23:12.704975 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55944) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:12.716342 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-eff79942-3c64-48ac-97d7-b539419555d1 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] For port 0e148a26-0025-4599-9fff-31fbdf6174e0, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=0e148a26-0025-4599-9fff-31fbdf6174e0,segment=NetworkSegment(5187fd81-8c69-48f5-9202-10c4ae50d0c7),segment_id=5187fd81-8c69-48f5-9202-10c4ae50d0c7)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:12.716738 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eff79942-3c64-48ac-97d7-b539419555d1 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:12.721775 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-456fa0d9-796b-4cf3-8b8c-a28326cebd28 None None] Deleting port 0e148a26-0025-4599-9fff-31fbdf6174e0 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:12.722786 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-456fa0d9-796b-4cf3-8b8c-a28326cebd28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:12.730438 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9c872-f4c6-43cb-a1f0-b97f174e240f req-7c00de71-89fe-499d-b185-27e7a3a5e664 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:12.731760 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-eff79942-3c64-48ac-97d7-b539419555d1 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Calling delete_port for 0e148a26-0025-4599-9fff-31fbdf6174e0 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:12.731985 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8cb9c872-f4c6-43cb-a1f0-b97f174e240f req-7c00de71-89fe-499d-b185-27e7a3a5e664 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 945 time: 0.1111412 Dec 17 15:23:12.833216 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-456fa0d9-796b-4cf3-8b8c-a28326cebd28 None None] For port 0e148a26-0025-4599-9fff-31fbdf6174e0, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=0e148a26-0025-4599-9fff-31fbdf6174e0,segment=NetworkSegment(5187fd81-8c69-48f5-9202-10c4ae50d0c7),segment_id=5187fd81-8c69-48f5-9202-10c4ae50d0c7)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:12.833880 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-456fa0d9-796b-4cf3-8b8c-a28326cebd28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:12.852065 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-456fa0d9-796b-4cf3-8b8c-a28326cebd28 None None] Calling delete_port for 0e148a26-0025-4599-9fff-31fbdf6174e0 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:12.855399 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8cb9c872-f4c6-43cb-a1f0-b97f174e240f req-d36cfef9-0a27-405a-86d6-092691b9d3d2 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018083 Dec 17 15:23:12.855620 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 0e148a26-0025-4599-9fff-31fbdf6174e0 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:23:12.869330 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d33175-d31a-45a9-ab81-001d3db8c0b9 req-62e5b424-896b-49d4-a543-b9f44d2d93e2 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:12.871188 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70d33175-d31a-45a9-ab81-001d3db8c0b9 req-62e5b424-896b-49d4-a543-b9f44d2d93e2 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8146d07-7e9a-4085-82a1-252e96492674 HTTP/1.1" status: 200 len: 946 time: 0.0991216 Dec 17 15:23:12.899719 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a9ae4a3a-7365-4027-901d-fe8a4c861f9c tempest-NetworksApiDiscovery-122994414 tempest-NetworksApiDiscovery-122994414-project] 10.222.0.46 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1933861 Dec 17 15:23:12.926445 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70d33175-d31a-45a9-ab81-001d3db8c0b9 req-734f622e-77ac-4a48-ba2e-8669f825648e tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480306 Dec 17 15:23:13.006095 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eff79942-3c64-48ac-97d7-b539419555d1 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:13.019579 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:13.023292 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-456fa0d9-796b-4cf3-8b8c-a28326cebd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:13.042692 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff79942-3c64-48ac-97d7-b539419555d1 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Port': ['ID=0e148a26-0025-4599-9fff-31fbdf6174e0,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:13.044605 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff79942-3c64-48ac-97d7-b539419555d1 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] No DVR routers for this DVR port 0e148a26-0025-4599-9fff-31fbdf6174e0 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:23:13.063889 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456fa0d9-796b-4cf3-8b8c-a28326cebd28 None None] Pushing event deleted for resources: {'Port': ['ID=0e148a26-0025-4599-9fff-31fbdf6174e0,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:13.066810 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456fa0d9-796b-4cf3-8b8c-a28326cebd28 None None] No DVR routers for this DVR port 0e148a26-0025-4599-9fff-31fbdf6174e0 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:23:13.130243 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eff79942-3c64-48ac-97d7-b539419555d1 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:13.150091 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-eff79942-3c64-48ac-97d7-b539419555d1 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2288922-94f2-444b-bcdd-56ff06473083']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:13.159206 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-eff79942-3c64-48ac-97d7-b539419555d1 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5187fd81-8c69-48f5-9202-10c4ae50d0c7') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:13.159509 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-eff79942-3c64-48ac-97d7-b539419555d1 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5187fd81-8c69-48f5-9202-10c4ae50d0c7') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:13.169338 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eff79942-3c64-48ac-97d7-b539419555d1 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:13.182956 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eff79942-3c64-48ac-97d7-b539419555d1 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:13.188845 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff79942-3c64-48ac-97d7-b539419555d1 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:23:13.189263 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eff79942-3c64-48ac-97d7-b539419555d1 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:13.192294 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:23:13.192294 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:23:13.192294 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:23:13.192294 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:23:13.192294 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:23:13.192294 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:23:13.192294 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:23:13.192294 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:23:13.192294 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:23:13.192294 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:23:13.192294 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:23:13.192294 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:23:13.192294 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:23:13.192294 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:23:13.192294 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:23:13.192294 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:23:13.192294 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:23:13.192294 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:23:13.192294 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:23:13.192294 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:23:13.192294 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:23:13.192294 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:23:13.192294 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:23:13.192294 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:23:13.192294 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:23:13.192294 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:23:13.192294 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:23:13.192294 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:23:13.192294 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:23:13.192294 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:23:13.192294 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:23:13.192294 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:23:13.323113 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eff79942-3c64-48ac-97d7-b539419555d1 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:13.330149 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eff79942-3c64-48ac-97d7-b539419555d1 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:13.333309 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-eff79942-3c64-48ac-97d7-b539419555d1 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/networks/e2288922-94f2-444b-bcdd-56ff06473083 HTTP/1.1" status: 204 len: 168 time: 0.9738379 Dec 17 15:23:13.338029 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55956) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:13.345547 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff79942-3c64-48ac-97d7-b539419555d1 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Network': ['ID=e2288922-94f2-444b-bcdd-56ff06473083,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:13.348573 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-e093cc55-f44f-4a7a-afcc-33b7d1e9470e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-752840520'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:13.467010 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e093cc55-f44f-4a7a-afcc-33b7d1e9470e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:23:13.470619 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e093cc55-f44f-4a7a-afcc-33b7d1e9470e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:13.471998 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55960) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:13.494642 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e093cc55-f44f-4a7a-afcc-33b7d1e9470e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:23:13.503016 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e093cc55-f44f-4a7a-afcc-33b7d1e9470e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:13.503658 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-e093cc55-f44f-4a7a-afcc-33b7d1e9470e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Added segment ab70675a-212f-4fc8-be3f-8ed29ba31371 of type vlan for network 6ba9f414-a336-4bcb-9c52-9b6a10ca1786 Dec 17 15:23:13.544002 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e093cc55-f44f-4a7a-afcc-33b7d1e9470e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:13.551536 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device c972ba9f-286e-429f-b2b8-711964f9dbf4 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:23:13.576083 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: c972ba9f-286e-429f-b2b8-711964f9dbf4 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:23:13.576434 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device c972ba9f-286e-429f-b2b8-711964f9dbf4 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:23:13.576869 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55966) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:13.588699 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a47c3aea-68ac-48f7-9e26-9c19ea5cee41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:13.663901 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a47c3aea-68ac-48f7-9e26-9c19ea5cee41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:13.749784 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e093cc55-f44f-4a7a-afcc-33b7d1e9470e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:13.756010 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e093cc55-f44f-4a7a-afcc-33b7d1e9470e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:13.756602 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e093cc55-f44f-4a7a-afcc-33b7d1e9470e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:13.773285 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a47c3aea-68ac-48f7-9e26-9c19ea5cee41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:13.813065 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a47c3aea-68ac-48f7-9e26-9c19ea5cee41 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=46d915d910524f6baa5c8213697104cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3389697 Dec 17 15:23:13.815089 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c3aea-68ac-48f7-9e26-9c19ea5cee41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e956f80e-acb9-471a-bcd6-10d68b280677,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:13.817967 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55970) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:13.873658 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f8a65d41-0328-4889-9d39-71153eaa6405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:13.879173 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e093cc55-f44f-4a7a-afcc-33b7d1e9470e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Network': ['ID=6ba9f414-a336-4bcb-9c52-9b6a10ca1786,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:13.897711 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f8a65d41-0328-4889-9d39-71153eaa6405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:13.900586 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21d97b-1ff5-4800-842e-a11bdca36693 req-687a5325-0081-40c6-bc21-1a9a7327f218 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:13.906760 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21d97b-1ff5-4800-842e-a11bdca36693 req-687a5325-0081-40c6-bc21-1a9a7327f218 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:13.913246 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 6ba9f414-a336-4bcb-9c52-9b6a10ca1786 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:23:13.914285 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21d97b-1ff5-4800-842e-a11bdca36693 req-687a5325-0081-40c6-bc21-1a9a7327f218 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:13.920209 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21d97b-1ff5-4800-842e-a11bdca36693 req-687a5325-0081-40c6-bc21-1a9a7327f218 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:13.927499 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21d97b-1ff5-4800-842e-a11bdca36693 req-687a5325-0081-40c6-bc21-1a9a7327f218 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:13.934163 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21d97b-1ff5-4800-842e-a11bdca36693 req-687a5325-0081-40c6-bc21-1a9a7327f218 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:13.940561 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21d97b-1ff5-4800-842e-a11bdca36693 req-687a5325-0081-40c6-bc21-1a9a7327f218 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:13.943673 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ce21d97b-1ff5-4800-842e-a11bdca36693 req-687a5325-0081-40c6-bc21-1a9a7327f218 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5429 time: 0.1844749 Dec 17 15:23:14.078648 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f8a65d41-0328-4889-9d39-71153eaa6405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:14.082379 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f8a65d41-0328-4889-9d39-71153eaa6405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:14.083685 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f8a65d41-0328-4889-9d39-71153eaa6405 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e956f80e-acb9-471a-bcd6-10d68b280677 HTTP/1.1" status: 204 len: 168 time: 0.2647657 Dec 17 15:23:14.086075 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ce21d97b-1ff5-4800-842e-a11bdca36693 req-a5dc9d0b-bae0-44e5-afe5-b9ff546fffe3 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1261683 Dec 17 15:23:14.094943 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a65d41-0328-4889-9d39-71153eaa6405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e956f80e-acb9-471a-bcd6-10d68b280677,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:14.096777 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956efb8e-d0d9-40f9-a118-5f0f68b4688c req-a9e1bc65-ea37-4200-bd05-75e95b4a11ea tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:14.098503 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-956efb8e-d0d9-40f9-a118-5f0f68b4688c req-a9e1bc65-ea37-4200-bd05-75e95b4a11ea tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 945 time: 0.1419516 Dec 17 15:23:14.131426 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e093cc55-f44f-4a7a-afcc-33b7d1e9470e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7917542 Dec 17 15:23:14.134145 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55980) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:14.139993 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-11195275-e444-411a-95fc-97f9319959e4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'subnet': {'network_id': '6ba9f414-a336-4bcb-9c52-9b6a10ca1786', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:14.156289 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-956efb8e-d0d9-40f9-a118-5f0f68b4688c req-1d4222fe-a181-4fea-995c-24a8e0eb5aec tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497181 Dec 17 15:23:14.270331 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e13975-c188-40fd-9da2-bac7640f71d0 req-f121c03f-ec6d-4c58-90e6-350375145d86 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:14.271822 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-62e13975-c188-40fd-9da2-bac7640f71d0 req-f121c03f-ec6d-4c58-90e6-350375145d86 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8146d07-7e9a-4085-82a1-252e96492674 HTTP/1.1" status: 200 len: 946 time: 0.0827930 Dec 17 15:23:14.301035 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b7ac5bd5-8a42-4f0f-b456-98843dcf5244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:14.358919 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11195275-e444-411a-95fc-97f9319959e4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:23:14.363686 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-11195275-e444-411a-95fc-97f9319959e4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:14.380472 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-62e13975-c188-40fd-9da2-bac7640f71d0 req-cf955a2a-9539-4e5c-8b18-134c9365939d tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016314 Dec 17 15:23:14.590271 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-b7ac5bd5-8a42-4f0f-b456-98843dcf5244 admin admin] Deleting port e47fc29c-8ac4-4286-a5c8-1b803c7b396e {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:14.590869 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b7ac5bd5-8a42-4f0f-b456-98843dcf5244 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:14.662117 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-11195275-e444-411a-95fc-97f9319959e4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:14.671564 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-b7ac5bd5-8a42-4f0f-b456-98843dcf5244 admin admin] For port e47fc29c-8ac4-4286-a5c8-1b803c7b396e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e47fc29c-8ac4-4286-a5c8-1b803c7b396e,segment=NetworkSegment(10c5f3e8-27cc-48e8-9601-dbc18db46683),segment_id=10c5f3e8-27cc-48e8-9601-dbc18db46683)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:14.671932 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b7ac5bd5-8a42-4f0f-b456-98843dcf5244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:14.686655 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-b7ac5bd5-8a42-4f0f-b456-98843dcf5244 admin admin] Calling delete_port for e47fc29c-8ac4-4286-a5c8-1b803c7b396e owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:14.730900 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11195275-e444-411a-95fc-97f9319959e4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Subnet': ['ID=51ac894c-7a09-4d12-ac5c-0433cd30df04,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:14.738999 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11195275-e444-411a-95fc-97f9319959e4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Checking segment: {'id': 'ab70675a-212f-4fc8-be3f-8ed29ba31371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6ba9f414-a336-4bcb-9c52-9b6a10ca1786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:23:14.739368 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11195275-e444-411a-95fc-97f9319959e4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Network hostable DHCP agents. Network: 6ba9f414-a336-4bcb-9c52-9b6a10ca1786, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:23:14.867271 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11195275-e444-411a-95fc-97f9319959e4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Network 6ba9f414-a336-4bcb-9c52-9b6a10ca1786 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:23:14.981695 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b7ac5bd5-8a42-4f0f-b456-98843dcf5244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:14.984575 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-11195275-e444-411a-95fc-97f9319959e4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 6ba9f414-a336-4bcb-9c52-9b6a10ca1786) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:23:14.989319 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11195275-e444-411a-95fc-97f9319959e4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:14.990494 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-11195275-e444-411a-95fc-97f9319959e4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:14.994710 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42df425-f5c0-434f-87db-8ca0f1888203 None None] Network 6ba9f414-a336-4bcb-9c52-9b6a10ca1786 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:23:15.020377 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac5bd5-8a42-4f0f-b456-98843dcf5244 admin admin] Pushing event deleted for resources: {'Port': ['ID=e47fc29c-8ac4-4286-a5c8-1b803c7b396e,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:15.099419 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-11195275-e444-411a-95fc-97f9319959e4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9639685 Dec 17 15:23:15.102454 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56000) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:15.107507 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-9afc870e-a1e7-41bc-a06d-62f136e8007c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-384616651', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:15.165434 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9a3716-667a-4476-ae80-c73fb5f9a9d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-6ba9f414-a336-4bcb-9c52-9b6a10ca1786', 'network_id': '6ba9f414-a336-4bcb-9c52-9b6a10ca1786', 'tenant_id': 'f2a1c1edddb74d5a8b66f707e8dc5dde', 'fixed_ips': [{'subnet_id': '51ac894c-7a09-4d12-ac5c-0433cd30df04'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:23:15.167657 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ad9a3716-667a-4476-ae80-c73fb5f9a9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:15.226060 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9afc870e-a1e7-41bc-a06d-62f136e8007c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:15.227608 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9afc870e-a1e7-41bc-a06d-62f136e8007c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:15.233060 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b7ac5bd5-8a42-4f0f-b456-98843dcf5244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:15.301351 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9afc870e-a1e7-41bc-a06d-62f136e8007c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:15.337605 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-ad9a3716-667a-4476-ae80-c73fb5f9a9d0 None None] Allocated IP 172.20.0.2 (6ba9f414-a336-4bcb-9c52-9b6a10ca1786/51ac894c-7a09-4d12-ac5c-0433cd30df04/b115a49b-eb67-4180-a74a-9666033c7f4b) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:23:15.380967 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61ae07-067e-45ff-8365-0b4b5b5909c2 req-59d9723c-6fb8-4062-8f75-5af77bd3fb32 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:15.386834 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61ae07-067e-45ff-8365-0b4b5b5909c2 req-59d9723c-6fb8-4062-8f75-5af77bd3fb32 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:15.392758 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61ae07-067e-45ff-8365-0b4b5b5909c2 req-59d9723c-6fb8-4062-8f75-5af77bd3fb32 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:15.399850 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61ae07-067e-45ff-8365-0b4b5b5909c2 req-59d9723c-6fb8-4062-8f75-5af77bd3fb32 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:15.403198 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9afc870e-a1e7-41bc-a06d-62f136e8007c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:15.405960 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61ae07-067e-45ff-8365-0b4b5b5909c2 req-59d9723c-6fb8-4062-8f75-5af77bd3fb32 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:15.412590 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61ae07-067e-45ff-8365-0b4b5b5909c2 req-59d9723c-6fb8-4062-8f75-5af77bd3fb32 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:15.418469 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61ae07-067e-45ff-8365-0b4b5b5909c2 req-59d9723c-6fb8-4062-8f75-5af77bd3fb32 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:15.420385 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bd61ae07-067e-45ff-8365-0b4b5b5909c2 req-59d9723c-6fb8-4062-8f75-5af77bd3fb32 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5429 time: 0.2305913 Dec 17 15:23:15.439548 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32eb99-3c91-4fc0-97b8-406f525f2939 req-7a777bae-49c3-46e9-a314-482252682095 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:15.441786 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3f32eb99-3c91-4fc0-97b8-406f525f2939 req-7a777bae-49c3-46e9-a314-482252682095 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 945 time: 0.1968193 Dec 17 15:23:15.495125 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ad9a3716-667a-4476-ae80-c73fb5f9a9d0 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:15.510136 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9afc870e-a1e7-41bc-a06d-62f136e8007c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:15.514073 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9afc870e-a1e7-41bc-a06d-62f136e8007c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4079227 Dec 17 15:23:15.514489 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56018) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:15.521148 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-b5e42d25-0085-45ab-8132-e44641d17421 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'port': {'network_id': '6ba9f414-a336-4bcb-9c52-9b6a10ca1786', 'name': 'tempest-PortsTestJSON-1582655341'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:15.530407 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bd61ae07-067e-45ff-8365-0b4b5b5909c2 req-745b3218-79b3-413c-953f-a04339bdfe20 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1006894 Dec 17 15:23:15.553640 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3f32eb99-3c91-4fc0-97b8-406f525f2939 req-7e04fbbc-1a54-4bdd-90bd-afbecc3f2088 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987833 Dec 17 15:23:15.568844 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ad9a3716-667a-4476-ae80-c73fb5f9a9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:15.620072 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9a3716-667a-4476-ae80-c73fb5f9a9d0 None None] Network 6ba9f414-a336-4bcb-9c52-9b6a10ca1786 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:23:15.623487 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-ad9a3716-667a-4476-ae80-c73fb5f9a9d0 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:23:15.627073 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9a3716-667a-4476-ae80-c73fb5f9a9d0 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:23:15.662364 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a3716-667a-4476-ae80-c73fb5f9a9d0 None None] Pushing event updated for resources: {'Port': ['ID=b115a49b-eb67-4180-a74a-9666033c7f4b,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:15.702067 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-ad9a3716-667a-4476-ae80-c73fb5f9a9d0 None None] Attempting to bind port b115a49b-eb67-4180-a74a-9666033c7f4b on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:23:15.702711 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-ad9a3716-667a-4476-ae80-c73fb5f9a9d0 None None] Attempting to bind port b115a49b-eb67-4180-a74a-9666033c7f4b by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ab70675a-212f-4fc8-be3f-8ed29ba31371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6ba9f414-a336-4bcb-9c52-9b6a10ca1786'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:23:15.703286 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9a3716-667a-4476-ae80-c73fb5f9a9d0 None None] Attempting to bind port b115a49b-eb67-4180-a74a-9666033c7f4b on network 6ba9f414-a336-4bcb-9c52-9b6a10ca1786 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:23:15.710284 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9a3716-667a-4476-ae80-c73fb5f9a9d0 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:23:15.710931 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9a3716-667a-4476-ae80-c73fb5f9a9d0 None None] Checking segment: {'id': 'ab70675a-212f-4fc8-be3f-8ed29ba31371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6ba9f414-a336-4bcb-9c52-9b6a10ca1786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:23:15.711566 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ad9a3716-667a-4476-ae80-c73fb5f9a9d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:15.712120 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9a3716-667a-4476-ae80-c73fb5f9a9d0 None None] Bound using segment: {'id': 'ab70675a-212f-4fc8-be3f-8ed29ba31371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6ba9f414-a336-4bcb-9c52-9b6a10ca1786'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:23:15.712746 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-ad9a3716-667a-4476-ae80-c73fb5f9a9d0 None None] Bound port: b115a49b-eb67-4180-a74a-9666033c7f4b, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab70675a-212f-4fc8-be3f-8ed29ba31371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6ba9f414-a336-4bcb-9c52-9b6a10ca1786'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:23:15.713336 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ad9a3716-667a-4476-ae80-c73fb5f9a9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:15.734357 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ac5bd5-8a42-4f0f-b456-98843dcf5244 admin admin] Router cc12a388-a9a2-4cf4-ba56-edb48e46b561 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:23:15.763215 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1929c2-de82-4cd3-af90-3da20e182771 req-86a9fe31-c76e-4f93-877f-0d16a56ffdce tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:15.765510 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae1929c2-de82-4cd3-af90-3da20e182771 req-86a9fe31-c76e-4f93-877f-0d16a56ffdce tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8146d07-7e9a-4085-82a1-252e96492674 HTTP/1.1" status: 200 len: 946 time: 0.0857029 Dec 17 15:23:15.788356 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-ad9a3716-667a-4476-ae80-c73fb5f9a9d0 None None] For port b115a49b-eb67-4180-a74a-9666033c7f4b, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:23:15.791643 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-ad9a3716-667a-4476-ae80-c73fb5f9a9d0 None None] For port b115a49b-eb67-4180-a74a-9666033c7f4b, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b115a49b-eb67-4180-a74a-9666033c7f4b,segment=NetworkSegment(ab70675a-212f-4fc8-be3f-8ed29ba31371),segment_id=ab70675a-212f-4fc8-be3f-8ed29ba31371)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:23:15.833551 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e42d25-0085-45ab-8132-e44641d17421 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:23:15.837617 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b5e42d25-0085-45ab-8132-e44641d17421 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:15.855772 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-b5e42d25-0085-45ab-8132-e44641d17421 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] device_id is not set on port 11fed734-71e3-4c89-bd92-6b06ce3641c0 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:23:15.877134 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae1929c2-de82-4cd3-af90-3da20e182771 req-44f7d714-1a3e-4f77-b773-83d406a32b39 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749636 Dec 17 15:23:15.898382 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ac5bd5-8a42-4f0f-b456-98843dcf5244 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:23:15.908717 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b7ac5bd5-8a42-4f0f-b456-98843dcf5244 admin admin] 10.222.0.46 "PUT /v2.0/routers/cc12a388-a9a2-4cf4-ba56-edb48e46b561/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3252745 Dec 17 15:23:15.908828 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1752b8-06d3-4176-b597-89f2592ab7d6 None None] Sync routers for ids ['cc12a388-a9a2-4cf4-ba56-edb48e46b561'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:23:15.909302 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56024) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:15.918449 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1752b8-06d3-4176-b597-89f2592ab7d6 None None] Routers {'cc12a388-a9a2-4cf4-ba56-edb48e46b561'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:23:15.919049 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-cb1752b8-06d3-4176-b597-89f2592ab7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:23:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['cc12a388-a9a2-4cf4-ba56-edb48e46b561'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:15.931327 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ad9a3716-667a-4476-ae80-c73fb5f9a9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:15.988901 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a3716-667a-4476-ae80-c73fb5f9a9d0 None None] Pushing event updated for resources: {'Port': ['ID=b115a49b-eb67-4180-a74a-9666033c7f4b,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:16.023051 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-b5e42d25-0085-45ab-8132-e44641d17421 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Allocated IP 172.20.0.5 (6ba9f414-a336-4bcb-9c52-9b6a10ca1786/51ac894c-7a09-4d12-ac5c-0433cd30df04/11fed734-71e3-4c89-bd92-6b06ce3641c0) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:23:16.074956 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-469e2172-d30d-4380-8c76-d31d3261d5ab admin admin] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:16.150478 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-cb1752b8-06d3-4176-b597-89f2592ab7d6 None None] Set router cc12a388-a9a2-4cf4-ba56-edb48e46b561 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:23:16.258986 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-469e2172-d30d-4380-8c76-d31d3261d5ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:16.305099 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b5e42d25-0085-45ab-8132-e44641d17421 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:16.430902 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-cb1752b8-06d3-4176-b597-89f2592ab7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'name': 'tempest-ServerRescueTestJSONUnderV235-566248626-router', 'tenant_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '666a3497-4ae0-42fb-94df-e050f62942c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:27Z', 'updated_at': '2021-12-17T15:23:14Z', 'revision_number': 5, 'project_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'gw_port': {'id': '666a3497-4ae0-42fb-94df-e050f62942c7', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:bd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:28Z', 'updated_at': '2021-12-17T15:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:16.441349 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1752b8-06d3-4176-b597-89f2592ab7d6 None None] Checking router: cc12a388-a9a2-4cf4-ba56-edb48e46b561 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:23:16.449834 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1752b8-06d3-4176-b597-89f2592ab7d6 None None] Routers {'cc12a388-a9a2-4cf4-ba56-edb48e46b561'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:23:16.450654 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-cb1752b8-06d3-4176-b597-89f2592ab7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:23:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['cc12a388-a9a2-4cf4-ba56-edb48e46b561'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:16.459255 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-469e2172-d30d-4380-8c76-d31d3261d5ab admin admin] Deleting port 666a3497-4ae0-42fb-94df-e050f62942c7 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:16.459602 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-469e2172-d30d-4380-8c76-d31d3261d5ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:16.515433 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b5e42d25-0085-45ab-8132-e44641d17421 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:16.545949 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-469e2172-d30d-4380-8c76-d31d3261d5ab admin admin] For port 666a3497-4ae0-42fb-94df-e050f62942c7, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=666a3497-4ae0-42fb-94df-e050f62942c7,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:16.545949 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-469e2172-d30d-4380-8c76-d31d3261d5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:16.549723 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-cb1752b8-06d3-4176-b597-89f2592ab7d6 None None] Set router cc12a388-a9a2-4cf4-ba56-edb48e46b561 gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:23:16.570539 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-469e2172-d30d-4380-8c76-d31d3261d5ab admin admin] Calling delete_port for 666a3497-4ae0-42fb-94df-e050f62942c7 owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:16.611501 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-cb1752b8-06d3-4176-b597-89f2592ab7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'name': 'tempest-ServerRescueTestJSONUnderV235-566248626-router', 'tenant_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:27Z', 'updated_at': '2021-12-17T15:23:16Z', 'revision_number': 6, 'project_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:16.653340 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e42d25-0085-45ab-8132-e44641d17421 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Network 6ba9f414-a336-4bcb-9c52-9b6a10ca1786 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:23:16.656432 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-b5e42d25-0085-45ab-8132-e44641d17421 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:23:16.675131 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e42d25-0085-45ab-8132-e44641d17421 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:23:16.682214 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e42d25-0085-45ab-8132-e44641d17421 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Port': ['ID=11fed734-71e3-4c89-bd92-6b06ce3641c0,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:16.694476 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1752b8-06d3-4176-b597-89f2592ab7d6 None None] The sync data for ids ['cc12a388-a9a2-4cf4-ba56-edb48e46b561'] in n-d-820553-2 is: [{'id': 'cc12a388-a9a2-4cf4-ba56-edb48e46b561', 'name': 'tempest-ServerRescueTestJSONUnderV235-566248626-router', 'tenant_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:27Z', 'updated_at': '2021-12-17T15:23:16Z', 'revision_number': 6, 'project_id': 'c5523b5350454050bc24f1ee5a0a4b70', 'gw_port_host': None}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:23:16.753140 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e42d25-0085-45ab-8132-e44641d17421 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:16.754033 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b5e42d25-0085-45ab-8132-e44641d17421 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:16.806861 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0db6d8-9085-4a2f-a8a4-4f00929c05e9 req-155f3568-f8e7-4981-918b-39740428d974 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:16.808403 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8d0db6d8-9085-4a2f-a8a4-4f00929c05e9 req-155f3568-f8e7-4981-918b-39740428d974 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 945 time: 0.1473739 Dec 17 15:23:16.825511 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c97b8f-5072-4571-be53-26c2db0d6a9d req-a82cfc43-a329-4779-bde0-fda3d91258dd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:16.831513 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c97b8f-5072-4571-be53-26c2db0d6a9d req-a82cfc43-a329-4779-bde0-fda3d91258dd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:16.838046 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c97b8f-5072-4571-be53-26c2db0d6a9d req-a82cfc43-a329-4779-bde0-fda3d91258dd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:16.843860 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c97b8f-5072-4571-be53-26c2db0d6a9d req-a82cfc43-a329-4779-bde0-fda3d91258dd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:16.849932 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c97b8f-5072-4571-be53-26c2db0d6a9d req-a82cfc43-a329-4779-bde0-fda3d91258dd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:16.855863 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c97b8f-5072-4571-be53-26c2db0d6a9d req-a82cfc43-a329-4779-bde0-fda3d91258dd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:16.861882 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c97b8f-5072-4571-be53-26c2db0d6a9d req-a82cfc43-a329-4779-bde0-fda3d91258dd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:16.864497 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f1c97b8f-5072-4571-be53-26c2db0d6a9d req-a82cfc43-a329-4779-bde0-fda3d91258dd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5429 time: 0.1475782 Dec 17 15:23:16.874016 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b5e42d25-0085-45ab-8132-e44641d17421 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3580093 Dec 17 15:23:16.876646 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56052) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:16.978504 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f1c97b8f-5072-4571-be53-26c2db0d6a9d req-e04a90b7-6450-40c0-8482-fa7efdefef55 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0786724 Dec 17 15:23:16.983364 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8d0db6d8-9085-4a2f-a8a4-4f00929c05e9 req-e922175e-5bbe-4906-a07f-ed7ecc11e453 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185155 Dec 17 15:23:17.137701 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-469e2172-d30d-4380-8c76-d31d3261d5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:17.201010 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e2172-d30d-4380-8c76-d31d3261d5ab admin admin] Pushing event deleted for resources: {'Port': ['ID=666a3497-4ae0-42fb-94df-e050f62942c7,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:17.335749 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142a4f6-37a6-4ac6-9b6f-504b30b6f982 req-16a00ff6-183a-449f-a180-e7f8da3bbf2b tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:17.337330 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9142a4f6-37a6-4ac6-9b6f-504b30b6f982 req-16a00ff6-183a-449f-a180-e7f8da3bbf2b tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8146d07-7e9a-4085-82a1-252e96492674 HTTP/1.1" status: 200 len: 946 time: 0.1194596 Dec 17 15:23:17.341878 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-469e2172-d30d-4380-8c76-d31d3261d5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:17.357939 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56058) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:17.381332 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0456439a-1cb3-4a09-a241-afc16fb61456 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:17.471197 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-469e2172-d30d-4380-8c76-d31d3261d5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:17.473716 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde06499-7c42-42e3-82f7-4e8ece4575e4 None None] Network 6ba9f414-a336-4bcb-9c52-9b6a10ca1786 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:23:17.478244 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-469e2172-d30d-4380-8c76-d31d3261d5ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:17.489465 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9142a4f6-37a6-4ac6-9b6f-504b30b6f982 req-7c0888fc-dde3-4020-a4a9-cb67a4aaf4c0 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436849 Dec 17 15:23:17.522346 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-85ef9427-0544-47f5-a27f-d5a2b9cb1105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:17.561403 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-9bbeaa1b-2cfd-46fa-bd96-924672410d46 None None] Provisioning complete for port b115a49b-eb67-4180-a74a-9666033c7f4b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:17.562129 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9bbeaa1b-2cfd-46fa-bd96-924672410d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:17.699433 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b115a49b-eb67-4180-a74a-9666033c7f4b up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:23:17.759028 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-85ef9427-0544-47f5-a27f-d5a2b9cb1105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:17.763444 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0456439a-1cb3-4a09-a241-afc16fb61456 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:17.895950 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-85ef9427-0544-47f5-a27f-d5a2b9cb1105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:17.930920 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0456439a-1cb3-4a09-a241-afc16fb61456 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:17.947792 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-85ef9427-0544-47f5-a27f-d5a2b9cb1105 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=32bcae95b3b44fddab69dad48ab62026&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5889041 Dec 17 15:23:17.950561 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56062) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:17.969248 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef9427-0544-47f5-a27f-d5a2b9cb1105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341f7a9d-ab69-47aa-8da2-62139da5726c,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:17.970712 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9bbeaa1b-2cfd-46fa-bd96-924672410d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:18.003057 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port b115a49b-eb67-4180-a74a-9666033c7f4b triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:18.004032 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:18.027804 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-9bbeaa1b-2cfd-46fa-bd96-924672410d46 None None] For port b115a49b-eb67-4180-a74a-9666033c7f4b, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b115a49b-eb67-4180-a74a-9666033c7f4b,segment=NetworkSegment(ab70675a-212f-4fc8-be3f-8ed29ba31371),segment_id=ab70675a-212f-4fc8-be3f-8ed29ba31371)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:18.031642 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456439a-1cb3-4a09-a241-afc16fb61456 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Port': ['ID=11fed734-71e3-4c89-bd92-6b06ce3641c0,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:18.040561 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-41d0cd69-6f55-4f4d-8e37-2d189b8a3323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:18.067233 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-41d0cd69-6f55-4f4d-8e37-2d189b8a3323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:18.126263 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-469e2172-d30d-4380-8c76-d31d3261d5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:18.126976 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469e2172-d30d-4380-8c76-d31d3261d5ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc12a388-a9a2-4cf4-ba56-edb48e46b561 {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:23:18.136074 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9bbeaa1b-2cfd-46fa-bd96-924672410d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:18.182979 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-469e2172-d30d-4380-8c76-d31d3261d5ab admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:18.184310 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-469e2172-d30d-4380-8c76-d31d3261d5ab admin admin] 10.222.0.46 "DELETE /v2.0/routers/cc12a388-a9a2-4cf4-ba56-edb48e46b561 HTTP/1.1" status: 204 len: 168 time: 2.2747338 Dec 17 15:23:18.192266 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56072) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:18.197559 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:18.224789 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-41d0cd69-6f55-4f4d-8e37-2d189b8a3323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:18.227697 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-41d0cd69-6f55-4f4d-8e37-2d189b8a3323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:18.229415 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-41d0cd69-6f55-4f4d-8e37-2d189b8a3323 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/341f7a9d-ab69-47aa-8da2-62139da5726c HTTP/1.1" status: 204 len: 168 time: 0.2773495 Dec 17 15:23:18.267964 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd11a2-f5af-4d64-9ab2-caccd1854635 req-90569968-2b40-460f-8541-8fab5914cc2a tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:18.277203 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-96fd11a2-f5af-4d64-9ab2-caccd1854635 req-90569968-2b40-460f-8541-8fab5914cc2a tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 945 time: 0.1536100 Dec 17 15:23:18.307856 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc608b-60e6-480f-909f-b6f3c0fa2960 req-88c13f24-2196-4fae-b7ea-b85b3e1f3ee3 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:18.314001 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc608b-60e6-480f-909f-b6f3c0fa2960 req-88c13f24-2196-4fae-b7ea-b85b3e1f3ee3 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:18.325517 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbeaa1b-2cfd-46fa-bd96-924672410d46 None None] Pushing event updated for resources: {'Port': ['ID=b115a49b-eb67-4180-a74a-9666033c7f4b,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:18.327649 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc608b-60e6-480f-909f-b6f3c0fa2960 req-88c13f24-2196-4fae-b7ea-b85b3e1f3ee3 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:18.329606 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:23:18.330062 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:23:18.334793 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc608b-60e6-480f-909f-b6f3c0fa2960 req-88c13f24-2196-4fae-b7ea-b85b3e1f3ee3 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:18.338605 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c2ce7c7-a9e2-487c-895a-d6e8f385fe25 admin admin] Deleting subnet 787e95b8-61b8-4b5a-91fc-f3b04ea70ba6 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:23:18.341390 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc608b-60e6-480f-909f-b6f3c0fa2960 req-88c13f24-2196-4fae-b7ea-b85b3e1f3ee3 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:18.347835 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc608b-60e6-480f-909f-b6f3c0fa2960 req-88c13f24-2196-4fae-b7ea-b85b3e1f3ee3 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:18.354242 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc608b-60e6-480f-909f-b6f3c0fa2960 req-88c13f24-2196-4fae-b7ea-b85b3e1f3ee3 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:18.356460 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71dc608b-60e6-480f-909f-b6f3c0fa2960 req-88c13f24-2196-4fae-b7ea-b85b3e1f3ee3 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5429 time: 0.2361686 Dec 17 15:23:18.366674 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c4adc85c-2238-44c6-baee-f147f36158cc None None] Provisioning complete for port 11fed734-71e3-4c89-bd92-6b06ce3641c0 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:18.367438 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c4adc85c-2238-44c6-baee-f147f36158cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:18.369830 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0cd69-6f55-4f4d-8e37-2d189b8a3323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341f7a9d-ab69-47aa-8da2-62139da5726c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:18.371051 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8c2ce7c7-a9e2-487c-895a-d6e8f385fe25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:18.412133 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8c2ce7c7-a9e2-487c-895a-d6e8f385fe25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:18.424310 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-96fd11a2-f5af-4d64-9ab2-caccd1854635 req-1ebd298a-5bf0-4825-b084-66663969e59f tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458921 Dec 17 15:23:18.429603 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c4adc85c-2238-44c6-baee-f147f36158cc None None] Port 11fed734-71e3-4c89-bd92-6b06ce3641c0 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:23:18.437944 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71dc608b-60e6-480f-909f-b6f3c0fa2960 req-28bd449f-0f85-40f8-abf3-98bb74d4a0f9 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0714097 Dec 17 15:23:18.453081 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c4adc85c-2238-44c6-baee-f147f36158cc None None] Provisioning complete for port b115a49b-eb67-4180-a74a-9666033c7f4b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:18.453476 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c4adc85c-2238-44c6-baee-f147f36158cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:18.467392 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0456439a-1cb3-4a09-a241-afc16fb61456 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:18.576117 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8c2ce7c7-a9e2-487c-895a-d6e8f385fe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:18.689594 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b94f1-2ca9-4e27-884e-e86237945f26 req-f645c37b-27a4-4629-9ee9-06909e0d6263 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:18.692238 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9a4b94f1-2ca9-4e27-884e-e86237945f26 req-f645c37b-27a4-4629-9ee9-06909e0d6263 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8146d07-7e9a-4085-82a1-252e96492674 HTTP/1.1" status: 200 len: 946 time: 0.0761182 Dec 17 15:23:18.692551 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d07452a7-ec5b-47b9-910a-a8bb507bf4de None None] Provisioning complete for port 11fed734-71e3-4c89-bd92-6b06ce3641c0 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:18.693035 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d07452a7-ec5b-47b9-910a-a8bb507bf4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:18.730520 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d07452a7-ec5b-47b9-910a-a8bb507bf4de None None] Port 11fed734-71e3-4c89-bd92-6b06ce3641c0 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:23:18.737080 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9a4b94f1-2ca9-4e27-884e-e86237945f26 req-d39a2cc1-44f4-42fa-9cbf-8c8d12593d03 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375495 Dec 17 15:23:18.787583 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0456439a-1cb3-4a09-a241-afc16fb61456 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:18.830428 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8c2ce7c7-a9e2-487c-895a-d6e8f385fe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:18.863957 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ce7c7-a9e2-487c-895a-d6e8f385fe25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=787e95b8-61b8-4b5a-91fc-f3b04ea70ba6,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:18.890797 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8c2ce7c7-a9e2-487c-895a-d6e8f385fe25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:18.894828 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8c2ce7c7-a9e2-487c-895a-d6e8f385fe25 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/787e95b8-61b8-4b5a-91fc-f3b04ea70ba6 HTTP/1.1" status: 204 len: 168 time: 0.7011874 Dec 17 15:23:18.897600 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56082) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:18.957854 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-9e6f73d9-85c0-4b6e-aa74-a13c7d2ef829 None None] Provisioning complete for port 11fed734-71e3-4c89-bd92-6b06ce3641c0 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:18.958513 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9e6f73d9-85c0-4b6e-aa74-a13c7d2ef829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:19.010015 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a2fa41bf-a379-422a-95da-4d2782cbdeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:19.013883 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b115a49b-eb67-4180-a74a-9666033c7f4b up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:23:19.040243 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-9e6f73d9-85c0-4b6e-aa74-a13c7d2ef829 None None] Port 11fed734-71e3-4c89-bd92-6b06ce3641c0 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:23:19.106196 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a2fa41bf-a379-422a-95da-4d2782cbdeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:19.111487 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port b115a49b-eb67-4180-a74a-9666033c7f4b triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:19.111862 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:19.129861 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-a2fa41bf-a379-422a-95da-4d2782cbdeca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64af8fff-ac3a-4abc-8822-328e57318c5b']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:19.140800 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-a2fa41bf-a379-422a-95da-4d2782cbdeca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10c5f3e8-27cc-48e8-9601-dbc18db46683') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:19.141373 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-a2fa41bf-a379-422a-95da-4d2782cbdeca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10c5f3e8-27cc-48e8-9601-dbc18db46683') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:19.152143 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a2fa41bf-a379-422a-95da-4d2782cbdeca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:19.155026 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0456439a-1cb3-4a09-a241-afc16fb61456 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:19.165483 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a2fa41bf-a379-422a-95da-4d2782cbdeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:19.171221 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2fa41bf-a379-422a-95da-4d2782cbdeca admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:23:19.171606 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a2fa41bf-a379-422a-95da-4d2782cbdeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:19.173503 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:23:19.173503 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:23:19.173503 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:23:19.173503 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:23:19.173503 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:23:19.173503 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:23:19.173503 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:23:19.173503 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:23:19.173503 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:23:19.173503 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:23:19.173503 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:23:19.173503 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:23:19.173503 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:23:19.173503 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:23:19.173503 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:23:19.173503 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:23:19.173503 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:23:19.173503 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:23:19.173503 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:23:19.173503 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:23:19.173503 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:23:19.173503 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:23:19.173503 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:23:19.173503 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:23:19.173503 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:23:19.173503 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:23:19.173503 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:23:19.173503 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:23:19.173503 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:23:19.173503 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:23:19.173503 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:23:19.173503 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:23:19.230911 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0456439a-1cb3-4a09-a241-afc16fb61456 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:19.242134 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56088) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:19.247044 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 666a3497-4ae0-42fb-94df-e050f62942c7 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:23:19.256895 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b1f7f134-a9f0-4598-8e4b-848ec4501a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:19.275512 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 666a3497-4ae0-42fb-94df-e050f62942c7 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:23:19.275970 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 666a3497-4ae0-42fb-94df-e050f62942c7 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:23:19.276451 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e47fc29c-8ac4-4286-a5c8-1b803c7b396e no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:23:19.296614 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: e47fc29c-8ac4-4286-a5c8-1b803c7b396e {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:23:19.297065 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e47fc29c-8ac4-4286-a5c8-1b803c7b396e not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:23:19.311280 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456439a-1cb3-4a09-a241-afc16fb61456 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Port': ['ID=11fed734-71e3-4c89-bd92-6b06ce3641c0,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:19.313699 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0456439a-1cb3-4a09-a241-afc16fb61456 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:19.346551 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b1f7f134-a9f0-4598-8e4b-848ec4501a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:19.348627 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a2fa41bf-a379-422a-95da-4d2782cbdeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:19.353612 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a2fa41bf-a379-422a-95da-4d2782cbdeca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:19.356981 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a2fa41bf-a379-422a-95da-4d2782cbdeca admin admin] 10.222.0.46 "DELETE /v2.0/networks/64af8fff-ac3a-4abc-8822-328e57318c5b HTTP/1.1" status: 204 len: 168 time: 0.4581647 Dec 17 15:23:19.370628 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa41bf-a379-422a-95da-4d2782cbdeca admin admin] Pushing event deleted for resources: {'Network': ['ID=64af8fff-ac3a-4abc-8822-328e57318c5b,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:19.419724 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0456439a-1cb3-4a09-a241-afc16fb61456 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Network 6ba9f414-a336-4bcb-9c52-9b6a10ca1786 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:23:19.421234 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-0456439a-1cb3-4a09-a241-afc16fb61456 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:23:19.488721 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b1f7f134-a9f0-4598-8e4b-848ec4501a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:19.617487 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b1f7f134-a9f0-4598-8e4b-848ec4501a4c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=532550e8cece43adaa11c1b1b5a2449d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3740647 Dec 17 15:23:19.618263 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f7f134-a9f0-4598-8e4b-848ec4501a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e00e29-60ea-4a45-b15e-7a28c2efd262,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:19.621659 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56104) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:19.676915 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c0295-4207-4c4f-bdbb-fce8f0e539f9 req-21600070-b36d-4954-9e3e-f6b9dcdc6b4f tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:19.678520 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0e9c0295-4207-4c4f-bdbb-fce8f0e539f9 req-21600070-b36d-4954-9e3e-f6b9dcdc6b4f tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 945 time: 0.0961134 Dec 17 15:23:19.683602 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b94c5-e9db-4baa-8e64-6225095a7759 req-bf457e35-f0af-4781-a915-8db89411bfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:19.685024 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8b3b94c5-e9db-4baa-8e64-6225095a7759 req-bf457e35-f0af-4781-a915-8db89411bfc8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60e309c546724192a86de7562967b8f4&device_id=f8146d07-7e9a-4085-82a1-252e96492674 HTTP/1.1" status: 200 len: 1097 time: 0.1381371 Dec 17 15:23:19.703525 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0456439a-1cb3-4a09-a241-afc16fb61456 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Router 46a35c82-dff4-4a22-abbb-fc3d17e38905 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:23:19.707125 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-93f60121-0961-41b1-a3a1-0e56144c0330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:19.738884 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-93f60121-0961-41b1-a3a1-0e56144c0330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:19.765371 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-f84cde76-a261-484f-88e9-808d6c89fd8f None None] Provisioning complete for port 11fed734-71e3-4c89-bd92-6b06ce3641c0 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:19.766353 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f84cde76-a261-484f-88e9-808d6c89fd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:19.809315 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0e9c0295-4207-4c4f-bdbb-fce8f0e539f9 req-a44fda2f-bff8-487d-b5e9-7634e7a3e450 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165290 Dec 17 15:23:19.812142 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-f84cde76-a261-484f-88e9-808d6c89fd8f None None] Port 11fed734-71e3-4c89-bd92-6b06ce3641c0 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:23:19.823280 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a52f0-9f76-4106-be38-9e6be6b90fa1 req-9436093d-9166-45d3-804a-4a65845882a9 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:19.825620 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a1a52f0-9f76-4106-be38-9e6be6b90fa1 req-9436093d-9166-45d3-804a-4a65845882a9 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8146d07-7e9a-4085-82a1-252e96492674 HTTP/1.1" status: 200 len: 946 time: 0.4376824 Dec 17 15:23:19.861140 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0456439a-1cb3-4a09-a241-afc16fb61456 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:23:19.869676 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0456439a-1cb3-4a09-a241-afc16fb61456 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "PUT /v2.0/routers/46a35c82-dff4-4a22-abbb-fc3d17e38905/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9909613 Dec 17 15:23:19.872822 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56106) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:19.877376 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4215fccb-0dba-4dd7-acca-724f1bb5cfe0 None None] Sync routers for ids ['46a35c82-dff4-4a22-abbb-fc3d17e38905'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:23:19.887848 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4215fccb-0dba-4dd7-acca-724f1bb5cfe0 None None] Routers {'46a35c82-dff4-4a22-abbb-fc3d17e38905'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:23:19.893957 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-4215fccb-0dba-4dd7-acca-724f1bb5cfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:23:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['46a35c82-dff4-4a22-abbb-fc3d17e38905'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:19.894673 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b94c5-e9db-4baa-8e64-6225095a7759 req-32ad2444-61b4-464e-b30e-816f06fbed2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:19.894673 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8b3b94c5-e9db-4baa-8e64-6225095a7759 req-32ad2444-61b4-464e-b30e-816f06fbed2a service neutron] 10.222.0.41 "GET /v2.0/networks?id=17037aa8-3c05-41e7-ba50-c72d5662115e HTTP/1.1" status: 200 len: 917 time: 0.1968379 Dec 17 15:23:19.925077 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-4215fccb-0dba-4dd7-acca-724f1bb5cfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:19.933715 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4215fccb-0dba-4dd7-acca-724f1bb5cfe0 None None] Routers {'46a35c82-dff4-4a22-abbb-fc3d17e38905'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:23:19.934330 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-4215fccb-0dba-4dd7-acca-724f1bb5cfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:23:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['46a35c82-dff4-4a22-abbb-fc3d17e38905'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:19.943013 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56108) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:19.975820 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-4215fccb-0dba-4dd7-acca-724f1bb5cfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:19.976485 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4215fccb-0dba-4dd7-acca-724f1bb5cfe0 None None] The sync data for ids ['46a35c82-dff4-4a22-abbb-fc3d17e38905'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:23:19.982354 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-93f60121-0961-41b1-a3a1-0e56144c0330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:19.984891 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-93f60121-0961-41b1-a3a1-0e56144c0330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:19.988726 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-93f60121-0961-41b1-a3a1-0e56144c0330 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/26e00e29-60ea-4a45-b15e-7a28c2efd262 HTTP/1.1" status: 204 len: 168 time: 0.3624299 Dec 17 15:23:19.994869 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8b3b94c5-e9db-4baa-8e64-6225095a7759 req-0290ade8-f0ab-49b5-ae7e-5554b1f88818 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e24bbf48-b88c-4769-b229-03ec0f63aba6 HTTP/1.1" status: 200 len: 217 time: 0.0753839 Dec 17 15:23:20.001278 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-be874dea-9b9e-4fbf-8b0a-b6624ebe0412 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c5523b5350454050bc24f1ee5a0a4b70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0570412 Dec 17 15:23:20.004505 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56112) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:20.007373 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f60121-0961-41b1-a3a1-0e56144c0330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e00e29-60ea-4a45-b15e-7a28c2efd262,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:20.009609 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a1a52f0-9f76-4106-be38-9e6be6b90fa1 req-a9195463-95f2-4e0b-bf8c-c6301bdec7fd tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523843 Dec 17 15:23:20.067293 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e10d26c-6851-405e-b20b-7439fea0121a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:20.069108 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9e10d26c-6851-405e-b20b-7439fea0121a tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "GET /v2.0/ports?device_id=46a35c82-dff4-4a22-abbb-fc3d17e38905 HTTP/1.1" status: 200 len: 982 time: 0.1962755 Dec 17 15:23:20.071947 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56114) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:20.092260 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb605dd9-98b0-48de-99d0-db6c793d1a59 req-ffd3be63-b3c4-49df-9607-a5128f803b74 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:20.098142 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb605dd9-98b0-48de-99d0-db6c793d1a59 req-ffd3be63-b3c4-49df-9607-a5128f803b74 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:20.103950 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb605dd9-98b0-48de-99d0-db6c793d1a59 req-ffd3be63-b3c4-49df-9607-a5128f803b74 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:20.109988 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb605dd9-98b0-48de-99d0-db6c793d1a59 req-ffd3be63-b3c4-49df-9607-a5128f803b74 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:20.116474 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb605dd9-98b0-48de-99d0-db6c793d1a59 req-ffd3be63-b3c4-49df-9607-a5128f803b74 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:20.122260 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb605dd9-98b0-48de-99d0-db6c793d1a59 req-ffd3be63-b3c4-49df-9607-a5128f803b74 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:20.128728 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb605dd9-98b0-48de-99d0-db6c793d1a59 req-ffd3be63-b3c4-49df-9607-a5128f803b74 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:20.133603 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bb605dd9-98b0-48de-99d0-db6c793d1a59 req-ffd3be63-b3c4-49df-9607-a5128f803b74 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5429 time: 0.2388098 Dec 17 15:23:20.177182 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b94c5-e9db-4baa-8e64-6225095a7759 req-e5520be7-78dd-4c80-9eb2-6c57b7bd15af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:20.178679 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8b3b94c5-e9db-4baa-8e64-6225095a7759 req-e5520be7-78dd-4c80-9eb2-6c57b7bd15af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0c82b08e-7646-45d2-ac36-8b704389a6a5 HTTP/1.1" status: 200 len: 855 time: 0.1677380 Dec 17 15:23:20.186249 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bb605dd9-98b0-48de-99d0-db6c793d1a59 req-5aac5a44-3954-4774-85f5-fe9177e21841 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450006 Dec 17 15:23:20.271236 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b94c5-e9db-4baa-8e64-6225095a7759 req-286bc485-f314-4e8d-b748-28a1dcb2a559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:20.272750 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8b3b94c5-e9db-4baa-8e64-6225095a7759 req-286bc485-f314-4e8d-b748-28a1dcb2a559 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17037aa8-3c05-41e7-ba50-c72d5662115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477495 Dec 17 15:23:20.370175 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8b3b94c5-e9db-4baa-8e64-6225095a7759 req-e9b4ec4f-c9a2-445d-b1b6-f70826255bee service neutron] 10.222.0.41 "GET /v2.0/networks/17037aa8-3c05-41e7-ba50-c72d5662115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894723 Dec 17 15:23:20.471170 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8b3b94c5-e9db-4baa-8e64-6225095a7759 req-5c1bb409-9208-4e29-afb5-9dceb04f4bd2 service neutron] 10.222.0.41 "GET /v2.0/networks/17037aa8-3c05-41e7-ba50-c72d5662115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910220 Dec 17 15:23:20.480747 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b91c0f31-6561-4316-b99c-0033efea7b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:20.527585 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b91c0f31-6561-4316-b99c-0033efea7b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:20.867922 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b91c0f31-6561-4316-b99c-0033efea7b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:20.870518 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b91c0f31-6561-4316-b99c-0033efea7b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:20.874160 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b91c0f31-6561-4316-b99c-0033efea7b6f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/524e8be5-13b8-4d6a-b063-3861ebb93b54 HTTP/1.1" status: 204 len: 168 time: 0.8655770 Dec 17 15:23:20.903504 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c0f31-6561-4316-b99c-0033efea7b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524e8be5-13b8-4d6a-b063-3861ebb93b54,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:20.905694 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71d217fe-0fe3-46c9-85d2-d3448ce15dca tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:20.949534 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2c8de-b521-47b4-b734-de9244ddb5ce req-5c8d521d-7209-4aaf-9bec-7e3802acfb79 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:20.951258 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bca2c8de-b521-47b4-b734-de9244ddb5ce req-5c8d521d-7209-4aaf-9bec-7e3802acfb79 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 945 time: 0.0532424 Dec 17 15:23:20.992616 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bca2c8de-b521-47b4-b734-de9244ddb5ce req-12c16030-ca82-46dd-b937-21595f246774 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332367 Dec 17 15:23:21.149983 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-71d217fe-0fe3-46c9-85d2-d3448ce15dca tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Deleting port 11fed734-71e3-4c89-bd92-6b06ce3641c0 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:21.150348 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71d217fe-0fe3-46c9-85d2-d3448ce15dca tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:21.155757 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159f62e-e186-4bc1-800a-09922a2c298a req-f292f587-add9-4421-87bf-5dfea1b21f63 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:21.162447 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8159f62e-e186-4bc1-800a-09922a2c298a req-f292f587-add9-4421-87bf-5dfea1b21f63 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8146d07-7e9a-4085-82a1-252e96492674 HTTP/1.1" status: 200 len: 946 time: 0.0751529 Dec 17 15:23:21.207510 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8159f62e-e186-4bc1-800a-09922a2c298a req-28880098-0d3a-4b67-8bce-39aeb18f1a46 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404091 Dec 17 15:23:21.272210 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71d217fe-0fe3-46c9-85d2-d3448ce15dca tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:21.291395 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-71d217fe-0fe3-46c9-85d2-d3448ce15dca tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Calling delete_port for 11fed734-71e3-4c89-bd92-6b06ce3641c0 owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:21.374979 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e4bcd-bc59-4797-bd4c-7a12183f7aa1 req-6752a838-ddac-4438-b735-6ba0ab857095 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:21.382181 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e4bcd-bc59-4797-bd4c-7a12183f7aa1 req-6752a838-ddac-4438-b735-6ba0ab857095 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:21.388359 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e4bcd-bc59-4797-bd4c-7a12183f7aa1 req-6752a838-ddac-4438-b735-6ba0ab857095 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:21.395876 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e4bcd-bc59-4797-bd4c-7a12183f7aa1 req-6752a838-ddac-4438-b735-6ba0ab857095 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:21.407293 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e4bcd-bc59-4797-bd4c-7a12183f7aa1 req-6752a838-ddac-4438-b735-6ba0ab857095 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:21.414154 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e4bcd-bc59-4797-bd4c-7a12183f7aa1 req-6752a838-ddac-4438-b735-6ba0ab857095 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:21.421084 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e4bcd-bc59-4797-bd4c-7a12183f7aa1 req-6752a838-ddac-4438-b735-6ba0ab857095 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:21.430474 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c89e4bcd-bc59-4797-bd4c-7a12183f7aa1 req-6752a838-ddac-4438-b735-6ba0ab857095 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5429 time: 0.1327808 Dec 17 15:23:21.487765 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c89e4bcd-bc59-4797-bd4c-7a12183f7aa1 req-608c3c49-28ba-48fa-a81e-af52c0e24002 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519423 Dec 17 15:23:21.654352 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71d217fe-0fe3-46c9-85d2-d3448ce15dca tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:21.687456 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d217fe-0fe3-46c9-85d2-d3448ce15dca tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Port': ['ID=11fed734-71e3-4c89-bd92-6b06ce3641c0,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:21.853893 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71d217fe-0fe3-46c9-85d2-d3448ce15dca tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:22.011776 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d217fe-0fe3-46c9-85d2-d3448ce15dca tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Router 46a35c82-dff4-4a22-abbb-fc3d17e38905 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:23:22.102764 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d217fe-0fe3-46c9-85d2-d3448ce15dca tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:23:22.110577 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-71d217fe-0fe3-46c9-85d2-d3448ce15dca tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "PUT /v2.0/routers/46a35c82-dff4-4a22-abbb-fc3d17e38905/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0368760 Dec 17 15:23:22.111171 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56172) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:22.118167 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450b7e5f-916c-478c-8d3a-e118100a0130 None None] Sync routers for ids ['46a35c82-dff4-4a22-abbb-fc3d17e38905'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:23:22.120245 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac38cc-7e76-401b-b62a-8d7d28a001d8 req-2655534d-5041-4145-8936-cba10b540343 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:22.125796 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-78ac38cc-7e76-401b-b62a-8d7d28a001d8 req-2655534d-5041-4145-8936-cba10b540343 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 945 time: 0.0519578 Dec 17 15:23:22.131576 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450b7e5f-916c-478c-8d3a-e118100a0130 None None] Routers {'46a35c82-dff4-4a22-abbb-fc3d17e38905'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:23:22.132532 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-450b7e5f-916c-478c-8d3a-e118100a0130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:23:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['46a35c82-dff4-4a22-abbb-fc3d17e38905'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:22.138351 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-720895b4-99d5-4b7a-a165-1eddb556d6bd tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] GET failed (client error): The resource could not be found. Dec 17 15:23:22.143015 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-720895b4-99d5-4b7a-a165-1eddb556d6bd tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "GET /v2.0/ports/11fed734-71e3-4c89-bd92-6b06ce3641c0 HTTP/1.1" status: 404 len: 333 time: 0.0308173 Dec 17 15:23:22.143536 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56176) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:22.171544 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-450b7e5f-916c-478c-8d3a-e118100a0130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:22.172262 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-78ac38cc-7e76-401b-b62a-8d7d28a001d8 req-e5791c0e-ff52-4b61-89b5-16bd7b8b94b0 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408602 Dec 17 15:23:22.184292 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450b7e5f-916c-478c-8d3a-e118100a0130 None None] Routers {'46a35c82-dff4-4a22-abbb-fc3d17e38905'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:23:22.185203 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-450b7e5f-916c-478c-8d3a-e118100a0130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:23:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['46a35c82-dff4-4a22-abbb-fc3d17e38905'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:22.229373 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-911c6218-8db7-476b-b218-7ede7b2aa964 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:22.245442 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-450b7e5f-916c-478c-8d3a-e118100a0130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:22.246697 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450b7e5f-916c-478c-8d3a-e118100a0130 None None] The sync data for ids ['46a35c82-dff4-4a22-abbb-fc3d17e38905'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:23:22.328855 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56188) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:22.393298 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eceaf6-9899-4cb6-ac86-43ed22906571 req-2909aaf1-84a9-4278-8940-661f88b1ff8a tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:22.395477 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-35eceaf6-9899-4cb6-ac86-43ed22906571 req-2909aaf1-84a9-4278-8940-661f88b1ff8a tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8146d07-7e9a-4085-82a1-252e96492674 HTTP/1.1" status: 200 len: 946 time: 0.0591304 Dec 17 15:23:22.458603 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-911c6218-8db7-476b-b218-7ede7b2aa964 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:22.461008 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-911c6218-8db7-476b-b218-7ede7b2aa964 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:22.465233 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-35eceaf6-9899-4cb6-ac86-43ed22906571 req-127f3ffd-3073-43d0-958d-f32d4d77812e tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600975 Dec 17 15:23:22.614662 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-911c6218-8db7-476b-b218-7ede7b2aa964 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:22.615215 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911c6218-8db7-476b-b218-7ede7b2aa964 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Fanout notify agent at l3_agent the message router_deleted on router 46a35c82-dff4-4a22-abbb-fc3d17e38905 {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:23:22.623100 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-911c6218-8db7-476b-b218-7ede7b2aa964 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:22.624352 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-911c6218-8db7-476b-b218-7ede7b2aa964 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/routers/46a35c82-dff4-4a22-abbb-fc3d17e38905 HTTP/1.1" status: 204 len: 168 time: 0.4791260 Dec 17 15:23:22.627433 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56204) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:22.645112 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-56c9099f-7743-45b7-9e77-86200e31206d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1122366804-network', 'tenant_id': 'b5d340d6e372463aa9915724f2edafdd'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:22.719103 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8b89b-1af2-4968-8e1c-df97fc2a9017 req-fc98e0cd-8531-4974-8fb0-db3310df89be tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:22.720479 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1bd8b89b-1af2-4968-8e1c-df97fc2a9017 req-fc98e0cd-8531-4974-8fb0-db3310df89be tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8146d07-7e9a-4085-82a1-252e96492674 HTTP/1.1" status: 200 len: 946 time: 0.1524644 Dec 17 15:23:22.726716 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8eef6b6-34b2-4655-b305-c224f9d492ea tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Deleting subnet 51ac894c-7a09-4d12-ac5c-0433cd30df04 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:23:22.746644 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5b98f-3058-4c57-ae75-cb5bdede725e req-a56d9151-a3cd-4f12-9819-1c6d3f773be5 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:22.752418 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5b98f-3058-4c57-ae75-cb5bdede725e req-a56d9151-a3cd-4f12-9819-1c6d3f773be5 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:22.758828 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5b98f-3058-4c57-ae75-cb5bdede725e req-a56d9151-a3cd-4f12-9819-1c6d3f773be5 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:22.764637 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5b98f-3058-4c57-ae75-cb5bdede725e req-a56d9151-a3cd-4f12-9819-1c6d3f773be5 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:22.770498 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5b98f-3058-4c57-ae75-cb5bdede725e req-a56d9151-a3cd-4f12-9819-1c6d3f773be5 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:22.776291 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5b98f-3058-4c57-ae75-cb5bdede725e req-a56d9151-a3cd-4f12-9819-1c6d3f773be5 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:22.782102 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5b98f-3058-4c57-ae75-cb5bdede725e req-a56d9151-a3cd-4f12-9819-1c6d3f773be5 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:22.784032 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45c5b98f-3058-4c57-ae75-cb5bdede725e req-a56d9151-a3cd-4f12-9819-1c6d3f773be5 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5429 time: 0.2064719 Dec 17 15:23:22.789789 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d8eef6b6-34b2-4655-b305-c224f9d492ea tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:22.818397 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c9099f-7743-45b7-9e77-86200e31206d admin admin] Made reservation on behalf of b5d340d6e372463aa9915724f2edafdd for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:23:22.820659 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-56c9099f-7743-45b7-9e77-86200e31206d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:22.853285 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-56c9099f-7743-45b7-9e77-86200e31206d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:22.883198 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d8eef6b6-34b2-4655-b305-c224f9d492ea tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:22.892918 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1bd8b89b-1af2-4968-8e1c-df97fc2a9017 req-a32f9906-e1aa-4347-a93a-b4c66a652b0b tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635971 Dec 17 15:23:22.936941 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45c5b98f-3058-4c57-ae75-cb5bdede725e req-b06e7042-c7d5-4c8c-8917-6cc5f76f5d19 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1428566 Dec 17 15:23:23.048802 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d8eef6b6-34b2-4655-b305-c224f9d492ea tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:23.103644 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd713e-1e89-4a1f-9c27-876696b5be99 req-b476aabd-1078-4adf-b959-503acad21165 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:23.105148 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5abd713e-1e89-4a1f-9c27-876696b5be99 req-b476aabd-1078-4adf-b959-503acad21165 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f59d344-91ee-48d8-a491-b09d3aa12ee2 HTTP/1.1" status: 200 len: 946 time: 0.1370230 Dec 17 15:23:23.120616 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-56c9099f-7743-45b7-9e77-86200e31206d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:23.163159 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5abd713e-1e89-4a1f-9c27-876696b5be99 req-c3707435-1bf0-4bdb-b5df-3d2536bda064 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494089 Dec 17 15:23:23.208149 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-56c9099f-7743-45b7-9e77-86200e31206d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:23.244795 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9099f-7743-45b7-9e77-86200e31206d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:23.299006 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d8eef6b6-34b2-4655-b305-c224f9d492ea tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:23.303471 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c9099f-7743-45b7-9e77-86200e31206d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:23:23.344665 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eef6b6-34b2-4655-b305-c224f9d492ea tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Subnet': ['ID=51ac894c-7a09-4d12-ac5c-0433cd30df04,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:23.347870 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-56c9099f-7743-45b7-9e77-86200e31206d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:23.348216 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-56c9099f-7743-45b7-9e77-86200e31206d admin admin] Added segment 4d21e005-2828-402d-861d-cab8d78776ef of type vlan for network 8eca304a-4461-49a4-96b4-a39f3600fd04 Dec 17 15:23:23.353936 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d8eef6b6-34b2-4655-b305-c224f9d492ea tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:23.358858 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d8eef6b6-34b2-4655-b305-c224f9d492ea tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/subnets/51ac894c-7a09-4d12-ac5c-0433cd30df04 HTTP/1.1" status: 204 len: 168 time: 0.7273023 Dec 17 15:23:23.360911 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8c6934-2646-4301-9ded-cabd7b29afb0 None None] Network 6ba9f414-a336-4bcb-9c52-9b6a10ca1786 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:23:23.371320 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56232) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:23.375550 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7044ab9-6678-4607-ae34-f3e172ad57b6 req-a74f3e41-fc95-43aa-a29e-6eb4cb18b6be tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:23.377082 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7044ab9-6678-4607-ae34-f3e172ad57b6 req-a74f3e41-fc95-43aa-a29e-6eb4cb18b6be tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=996da2d5-5525-47fd-a9e6-fa0c50927856 HTTP/1.1" status: 200 len: 945 time: 0.1440690 Dec 17 15:23:23.420945 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd74d4-09c8-4326-9bde-8a7bfb247464 req-8b3aaeb3-6f36-46fc-9ca9-43450eb5de7f tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:23.422644 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0bfd74d4-09c8-4326-9bde-8a7bfb247464 req-8b3aaeb3-6f36-46fc-9ca9-43450eb5de7f tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 945 time: 0.1576121 Dec 17 15:23:23.448464 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-56c9099f-7743-45b7-9e77-86200e31206d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:23.453596 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8051f512-f138-4bce-a7bd-27bb5721f785 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:23.517187 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7044ab9-6678-4607-ae34-f3e172ad57b6 req-237acb87-1eb9-4b7a-af52-9cda961362bb tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150761 Dec 17 15:23:23.520553 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-8051f512-f138-4bce-a7bd-27bb5721f785 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Deleting port b115a49b-eb67-4180-a74a-9666033c7f4b {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:23.535795 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8051f512-f138-4bce-a7bd-27bb5721f785 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:23.537765 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0bfd74d4-09c8-4326-9bde-8a7bfb247464 req-8e39bbb8-ab52-4110-aafa-98e52154fb13 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003606 Dec 17 15:23:23.570198 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d778559-8f89-4913-bc0d-25545ad50c32 None None] DHCP port deletion for 6ba9f414-a336-4bcb-9c52-9b6a10ca1786 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:23:23.606752 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-8051f512-f138-4bce-a7bd-27bb5721f785 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] For port b115a49b-eb67-4180-a74a-9666033c7f4b, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b115a49b-eb67-4180-a74a-9666033c7f4b,segment=NetworkSegment(ab70675a-212f-4fc8-be3f-8ed29ba31371),segment_id=ab70675a-212f-4fc8-be3f-8ed29ba31371)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:23.608182 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8051f512-f138-4bce-a7bd-27bb5721f785 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:23.627981 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-8051f512-f138-4bce-a7bd-27bb5721f785 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Calling delete_port for b115a49b-eb67-4180-a74a-9666033c7f4b owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:23.631998 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-1d778559-8f89-4913-bc0d-25545ad50c32 None None] Deleting port b115a49b-eb67-4180-a74a-9666033c7f4b {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:23.632381 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1d778559-8f89-4913-bc0d-25545ad50c32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:23.661946 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-56c9099f-7743-45b7-9e77-86200e31206d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:23.663326 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9099f-7743-45b7-9e77-86200e31206d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:23.664510 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-56c9099f-7743-45b7-9e77-86200e31206d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:23.693709 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-befc4e68-0548-449e-a17b-cca42915bcec req-050273d7-465b-40f2-aa6f-92f4e3d1f202 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:23:23.695575 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-befc4e68-0548-449e-a17b-cca42915bcec req-050273d7-465b-40f2-aa6f-92f4e3d1f202 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0272348 Dec 17 15:23:23.707016 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-1d778559-8f89-4913-bc0d-25545ad50c32 None None] For port b115a49b-eb67-4180-a74a-9666033c7f4b, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b115a49b-eb67-4180-a74a-9666033c7f4b,segment=NetworkSegment(ab70675a-212f-4fc8-be3f-8ed29ba31371),segment_id=ab70675a-212f-4fc8-be3f-8ed29ba31371)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:23.707517 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1d778559-8f89-4913-bc0d-25545ad50c32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:23.722884 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-1d778559-8f89-4913-bc0d-25545ad50c32 None None] Calling delete_port for b115a49b-eb67-4180-a74a-9666033c7f4b owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:23.796041 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9099f-7743-45b7-9e77-86200e31206d admin admin] Pushing event updated for resources: {'Network': ['ID=8eca304a-4461-49a4-96b4-a39f3600fd04,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:23.806760 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 8eca304a-4461-49a4-96b4-a39f3600fd04 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:23:23.824541 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-befc4e68-0548-449e-a17b-cca42915bcec req-64e6372e-a8f1-4fdd-bb39-46e6fb9fa1e5 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0958748 Dec 17 15:23:23.945347 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8051f512-f138-4bce-a7bd-27bb5721f785 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:23.947882 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-56c9099f-7743-45b7-9e77-86200e31206d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6176708 Dec 17 15:23:23.952210 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56240) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:23.960803 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-8361aaa4-4ebe-4010-ac0f-e26b00ea3720 admin admin] Request body: {'subnet': {'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1122366804-subnet', 'tenant_id': 'b5d340d6e372463aa9915724f2edafdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:23.964425 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1d778559-8f89-4913-bc0d-25545ad50c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:23.989077 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051f512-f138-4bce-a7bd-27bb5721f785 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Port': ['ID=b115a49b-eb67-4180-a74a-9666033c7f4b,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:23.992232 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8051f512-f138-4bce-a7bd-27bb5721f785 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] No DVR routers for this DVR port b115a49b-eb67-4180-a74a-9666033c7f4b on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:23:24.022994 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d778559-8f89-4913-bc0d-25545ad50c32 None None] No DVR routers for this DVR port b115a49b-eb67-4180-a74a-9666033c7f4b on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:23:24.029281 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d778559-8f89-4913-bc0d-25545ad50c32 None None] Pushing event deleted for resources: {'Port': ['ID=b115a49b-eb67-4180-a74a-9666033c7f4b,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:24.106525 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8051f512-f138-4bce-a7bd-27bb5721f785 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:24.128941 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-8051f512-f138-4bce-a7bd-27bb5721f785 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ba9f414-a336-4bcb-9c52-9b6a10ca1786']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:24.130667 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8361aaa4-4ebe-4010-ac0f-e26b00ea3720 admin admin] Made reservation on behalf of b5d340d6e372463aa9915724f2edafdd for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:23:24.132967 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8361aaa4-4ebe-4010-ac0f-e26b00ea3720 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:24.139593 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-8051f512-f138-4bce-a7bd-27bb5721f785 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab70675a-212f-4fc8-be3f-8ed29ba31371') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:24.139890 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-8051f512-f138-4bce-a7bd-27bb5721f785 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab70675a-212f-4fc8-be3f-8ed29ba31371') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:24.151644 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8051f512-f138-4bce-a7bd-27bb5721f785 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:24.168390 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8051f512-f138-4bce-a7bd-27bb5721f785 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:24.175982 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8051f512-f138-4bce-a7bd-27bb5721f785 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:23:24.176431 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8051f512-f138-4bce-a7bd-27bb5721f785 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:24.182186 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:23:24.182186 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:23:24.182186 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:23:24.182186 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:23:24.182186 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:23:24.182186 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:23:24.182186 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:23:24.182186 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:23:24.182186 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:23:24.182186 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:23:24.182186 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:23:24.182186 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:23:24.182186 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:23:24.182186 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:23:24.182186 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:23:24.182186 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:23:24.182186 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:23:24.182186 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:23:24.182186 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:23:24.182186 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:23:24.182186 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:23:24.182186 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:23:24.182186 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:23:24.182186 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:23:24.182186 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:23:24.182186 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:23:24.182186 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:23:24.182186 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:23:24.182186 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:23:24.182186 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:23:24.182186 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:23:24.182186 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:23:24.231500 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f2fd2-bb72-40a9-a607-9e05b9845210 req-62951503-dc42-48d5-ae2b-49bc747bdf07 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:24.239064 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f2fd2-bb72-40a9-a607-9e05b9845210 req-62951503-dc42-48d5-ae2b-49bc747bdf07 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:24.245147 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f2fd2-bb72-40a9-a607-9e05b9845210 req-62951503-dc42-48d5-ae2b-49bc747bdf07 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:24.251279 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f2fd2-bb72-40a9-a607-9e05b9845210 req-62951503-dc42-48d5-ae2b-49bc747bdf07 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:24.257717 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f2fd2-bb72-40a9-a607-9e05b9845210 req-62951503-dc42-48d5-ae2b-49bc747bdf07 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:24.263558 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f2fd2-bb72-40a9-a607-9e05b9845210 req-62951503-dc42-48d5-ae2b-49bc747bdf07 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:24.270243 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f2fd2-bb72-40a9-a607-9e05b9845210 req-62951503-dc42-48d5-ae2b-49bc747bdf07 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:24.272256 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-453f2fd2-bb72-40a9-a607-9e05b9845210 req-62951503-dc42-48d5-ae2b-49bc747bdf07 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5429 time: 0.2075181 Dec 17 15:23:24.282905 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56248) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:24.290654 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecd30c-264c-4e1a-9319-a3051fe86aa9 req-8699509c-7628-451a-8604-617ed1fb0b46 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:24.290654 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45ecd30c-264c-4e1a-9319-a3051fe86aa9 req-8699509c-7628-451a-8604-617ed1fb0b46 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8146d07-7e9a-4085-82a1-252e96492674 HTTP/1.1" status: 200 len: 946 time: 0.2080827 Dec 17 15:23:24.341824 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8051f512-f138-4bce-a7bd-27bb5721f785 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:24.350270 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8051f512-f138-4bce-a7bd-27bb5721f785 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:24.353632 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8051f512-f138-4bce-a7bd-27bb5721f785 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/networks/6ba9f414-a336-4bcb-9c52-9b6a10ca1786 HTTP/1.1" status: 204 len: 168 time: 0.9914093 Dec 17 15:23:24.365327 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56252) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:24.369386 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051f512-f138-4bce-a7bd-27bb5721f785 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Network': ['ID=6ba9f414-a336-4bcb-9c52-9b6a10ca1786,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:24.409005 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-453f2fd2-bb72-40a9-a607-9e05b9845210 req-d607abc9-96ee-427b-acb5-d400fd81d9d5 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1141806 Dec 17 15:23:24.417378 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45ecd30c-264c-4e1a-9319-a3051fe86aa9 req-5f597dfe-9726-4943-bec9-66bee8551eda tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200638 Dec 17 15:23:24.423557 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-61da7dd9-3212-48ac-a623-c314e1904289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:24.484412 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74aa484b-680a-4a98-aa7f-27a2a0a83d0d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:24.491849 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-74aa484b-680a-4a98-aa7f-27a2a0a83d0d tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "GET /v2.0/ports/bd34dbc8-22d7-4ac9-9412-c33d0c867adc HTTP/1.1" status: 200 len: 841 time: 0.1255670 Dec 17 15:23:24.495078 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56256) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:24.529585 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-61da7dd9-3212-48ac-a623-c314e1904289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:24.574770 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3f0816d0-e19f-4a49-86ac-ef8a80ce450c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "GET /v2.0/ports/bd34dbc8-22d7-4ac9-9412-c33d0c867adc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0783904 Dec 17 15:23:24.579111 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56260) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:24.585568 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-7d19b68f-c8f2-4ab8-b990-b55c03c1ab65 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'subnet': {'network_id': '9bd92930-dfe5-4133-8170-ec33aa15fc28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:24.633342 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-61da7dd9-3212-48ac-a623-c314e1904289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:24.665415 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ffed4-3b81-48ba-9c0b-46db82c6f9db req-df946c2b-46b4-4fe8-8edd-8babea05db6d tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:24.667081 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b24ffed4-3b81-48ba-9c0b-46db82c6f9db req-df946c2b-46b4-4fe8-8edd-8babea05db6d tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f59d344-91ee-48d8-a491-b09d3aa12ee2 HTTP/1.1" status: 200 len: 946 time: 0.1381304 Dec 17 15:23:24.705299 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da7dd9-3212-48ac-a623-c314e1904289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f880fc4-7fc7-48de-a870-76351cb2a7d1,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:24.719145 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56266) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:24.720336 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-61da7dd9-3212-48ac-a623-c314e1904289 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=10f502e1d606499a930ea628ea051c66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4349034 Dec 17 15:23:24.727436 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10889cac-2fad-4e08-b3c6-69a391347e2e req-ae29c5c1-4d6b-4d31-9716-f77aa98786db tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:24.735082 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-10889cac-2fad-4e08-b3c6-69a391347e2e req-ae29c5c1-4d6b-4d31-9716-f77aa98786db tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 945 time: 0.1178968 Dec 17 15:23:24.767963 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b24ffed4-3b81-48ba-9c0b-46db82c6f9db req-94432454-2c07-40a9-b632-3f8b7cae21ce tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898974 Dec 17 15:23:24.817868 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-10889cac-2fad-4e08-b3c6-69a391347e2e req-5315cb06-9589-4e36-9d08-a0e2ea1580c5 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766923 Dec 17 15:23:24.830615 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8361aaa4-4ebe-4010-ac0f-e26b00ea3720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:24.876245 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d4ecfd5d-4699-400d-a260-7d0f8309f70f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:24.895954 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d19b68f-c8f2-4ab8-b990-b55c03c1ab65 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:23:24.900651 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7d19b68f-c8f2-4ab8-b990-b55c03c1ab65 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:24.930698 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361aaa4-4ebe-4010-ac0f-e26b00ea3720 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce6f6d4e-40b3-4f79-b7d3-a679e64969d7,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:24.935281 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d4ecfd5d-4699-400d-a260-7d0f8309f70f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:24.966142 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8361aaa4-4ebe-4010-ac0f-e26b00ea3720 admin admin] Checking segment: {'id': '4d21e005-2828-402d-861d-cab8d78776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:23:24.966840 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8361aaa4-4ebe-4010-ac0f-e26b00ea3720 admin admin] Network hostable DHCP agents. Network: 8eca304a-4461-49a4-96b4-a39f3600fd04, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:23:25.035531 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b115a49b-eb67-4180-a74a-9666033c7f4b no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:23:25.051586 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0084697-f970-49a4-af70-c8b696cb33ea req-048dd94f-3eec-44d1-a859-8b084ac1c7b4 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:25.053260 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d0084697-f970-49a4-af70-c8b696cb33ea req-048dd94f-3eec-44d1-a859-8b084ac1c7b4 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=996da2d5-5525-47fd-a9e6-fa0c50927856 HTTP/1.1" status: 200 len: 945 time: 0.0622735 Dec 17 15:23:25.056481 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: b115a49b-eb67-4180-a74a-9666033c7f4b {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:23:25.056853 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b115a49b-eb67-4180-a74a-9666033c7f4b not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:23:25.088104 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8361aaa4-4ebe-4010-ac0f-e26b00ea3720 admin admin] Network 8eca304a-4461-49a4-96b4-a39f3600fd04 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:23:25.097558 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d0084697-f970-49a4-af70-c8b696cb33ea req-3ba590f7-9b70-4669-b62a-0cf45ae8b733 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381923 Dec 17 15:23:25.116322 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d4ecfd5d-4699-400d-a260-7d0f8309f70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:25.119075 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d4ecfd5d-4699-400d-a260-7d0f8309f70f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:25.120356 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d4ecfd5d-4699-400d-a260-7d0f8309f70f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9f880fc4-7fc7-48de-a870-76351cb2a7d1 HTTP/1.1" status: 204 len: 168 time: 0.3832216 Dec 17 15:23:25.129026 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ecfd5d-4699-400d-a260-7d0f8309f70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f880fc4-7fc7-48de-a870-76351cb2a7d1,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:25.185875 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-8361aaa4-4ebe-4010-ac0f-e26b00ea3720 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 8eca304a-4461-49a4-96b4-a39f3600fd04) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:23:25.193634 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8361aaa4-4ebe-4010-ac0f-e26b00ea3720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:25.207705 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8361aaa4-4ebe-4010-ac0f-e26b00ea3720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:25.207918 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd993cb8-09f8-4c4e-8e83-68d26505dbf7 None None] Network 8eca304a-4461-49a4-96b4-a39f3600fd04 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:23:25.304440 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848fcb5b-c175-4820-87c0-8cd5597c16da req-3dbc4e86-ff40-4526-99c5-e797e226c6de tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:25.310453 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848fcb5b-c175-4820-87c0-8cd5597c16da req-3dbc4e86-ff40-4526-99c5-e797e226c6de tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:25.316854 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848fcb5b-c175-4820-87c0-8cd5597c16da req-3dbc4e86-ff40-4526-99c5-e797e226c6de tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:25.318587 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-848fcb5b-c175-4820-87c0-8cd5597c16da req-3dbc4e86-ff40-4526-99c5-e797e226c6de tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=996da2d5-5525-47fd-a9e6-fa0c50927856&device_id=6f59d344-91ee-48d8-a491-b09d3aa12ee2&device_id=f8146d07-7e9a-4085-82a1-252e96492674 HTTP/1.1" status: 200 len: 2418 time: 0.0687613 Dec 17 15:23:25.356172 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-848fcb5b-c175-4820-87c0-8cd5597c16da req-4efb3742-74aa-4ff1-af25-bbeefd1d38ab tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316763 Dec 17 15:23:25.373359 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d66008-5c7a-41cf-aa17-9eb36d4e64db None None] Network 8eca304a-4461-49a4-96b4-a39f3600fd04 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:23:25.393175 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-c55d7127-5f4b-4e64-a6bc-a6831df2d462 req-fa9d5650-cde7-4b04-a3b5-445756cd3648 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:23:25.394774 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c55d7127-5f4b-4e64-a6bc-a6831df2d462 req-fa9d5650-cde7-4b04-a3b5-445756cd3648 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063660 Dec 17 15:23:25.456052 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c55d7127-5f4b-4e64-a6bc-a6831df2d462 req-2a2b3a60-3604-4337-b6d9-dc3a3ba141f5 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0550461 Dec 17 15:23:25.534528 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7d19b68f-c8f2-4ab8-b990-b55c03c1ab65 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:25.538369 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8361aaa4-4ebe-4010-ac0f-e26b00ea3720 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.5840209 Dec 17 15:23:25.582887 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c28e9-98df-4bcf-b909-79eeb767e7ad req-91b2f9f8-5067-478a-a7f4-a634d27d8ffc tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:25.593769 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c28e9-98df-4bcf-b909-79eeb767e7ad req-91b2f9f8-5067-478a-a7f4-a634d27d8ffc tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:25.595642 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d19b68f-c8f2-4ab8-b990-b55c03c1ab65 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Network 9bd92930-dfe5-4133-8170-ec33aa15fc28 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:23:25.599815 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-7d19b68f-c8f2-4ab8-b990-b55c03c1ab65 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:23:25.604231 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d19b68f-c8f2-4ab8-b990-b55c03c1ab65 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:25.605025 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7d19b68f-c8f2-4ab8-b990-b55c03c1ab65 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:25.605417 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 352cdabc-20b5-416a-9b0b-566ed33d52ff details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:23:25.613433 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c28e9-98df-4bcf-b909-79eeb767e7ad req-91b2f9f8-5067-478a-a7f4-a634d27d8ffc tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:25.617459 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19b68f-c8f2-4ab8-b990-b55c03c1ab65 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Subnet': ['ID=9ac1d9d8-4628-406e-8dd2-46e1368e7663,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:25.622088 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c28e9-98df-4bcf-b909-79eeb767e7ad req-91b2f9f8-5067-478a-a7f4-a634d27d8ffc tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:25.630210 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3ecde1-5c29-4a7d-89c7-85776a2ce058 None None] Network 9bd92930-dfe5-4133-8170-ec33aa15fc28 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:23:25.630333 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c28e9-98df-4bcf-b909-79eeb767e7ad req-91b2f9f8-5067-478a-a7f4-a634d27d8ffc tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:25.636611 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c28e9-98df-4bcf-b909-79eeb767e7ad req-91b2f9f8-5067-478a-a7f4-a634d27d8ffc tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:25.646226 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c28e9-98df-4bcf-b909-79eeb767e7ad req-91b2f9f8-5067-478a-a7f4-a634d27d8ffc tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:25.655253 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-255c28e9-98df-4bcf-b909-79eeb767e7ad req-91b2f9f8-5067-478a-a7f4-a634d27d8ffc tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5429 time: 0.1584127 Dec 17 15:23:25.705204 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-255c28e9-98df-4bcf-b909-79eeb767e7ad req-501e9827-16cf-41bb-9bf9-381df38cdc37 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491662 Dec 17 15:23:25.741465 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7d19b68f-c8f2-4ab8-b990-b55c03c1ab65 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1464412 Dec 17 15:23:25.741590 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:25.741702 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56286) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:25.741702 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-5f3e4f6a-d019-454d-b060-22117e61e2e1 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'security_group': {'name': 'tempest-secgroup-82561400'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:25.850100 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 352cdabc-20b5-416a-9b0b-566ed33d52ff, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=352cdabc-20b5-416a-9b0b-566ed33d52ff,segment=NetworkSegment(1a0c2dd1-66d6-4557-8cd7-0378accaa3d6),segment_id=1a0c2dd1-66d6-4557-8cd7-0378accaa3d6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:25.867934 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '352cdabc-20b5-416a-9b0b-566ed33d52ff', 'network_id': 'ec28bea2-77cb-4691-b278-282a967d1e33', 'port_id': '352cdabc-20b5-416a-9b0b-566ed33d52ff', 'mac_address': 'fa:16:3e:ec:fc:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45fc3ed8-d2ea-40b2-93fb-70bdb870e61a', 'ip_address': '10.1.1.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:23:25.895814 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5f3e4f6a-d019-454d-b060-22117e61e2e1 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:25.978895 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:25.991234 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac224eb0-8a2c-4f89-a102-804234d09906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-9bd92930-dfe5-4133-8170-ec33aa15fc28', 'network_id': '9bd92930-dfe5-4133-8170-ec33aa15fc28', 'tenant_id': 'f2a1c1edddb74d5a8b66f707e8dc5dde', 'fixed_ips': [{'subnet_id': '9ac1d9d8-4628-406e-8dd2-46e1368e7663'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:23:25.991572 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ac224eb0-8a2c-4f89-a102-804234d09906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:25.994004 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5f3e4f6a-d019-454d-b060-22117e61e2e1 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:26.007255 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 352cdabc-20b5-416a-9b0b-566ed33d52ff {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:23:26.017415 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f327e-337b-489d-bf1c-f6dea00a5518 req-d0f522db-2d41-4a03-8179-8e6835b99e8d tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:26.019208 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b77f327e-337b-489d-bf1c-f6dea00a5518 req-d0f522db-2d41-4a03-8179-8e6835b99e8d tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 945 time: 0.0601063 Dec 17 15:23:26.037267 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 352cdabc-20b5-416a-9b0b-566ed33d52ff, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=352cdabc-20b5-416a-9b0b-566ed33d52ff,segment=NetworkSegment(1a0c2dd1-66d6-4557-8cd7-0378accaa3d6),segment_id=1a0c2dd1-66d6-4557-8cd7-0378accaa3d6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:26.109526 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5f3e4f6a-d019-454d-b060-22117e61e2e1 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:26.131107 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:26.131768 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 086bae78-0a86-4258-9c60-e039ee82ea56 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:23:26.133764 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b77f327e-337b-489d-bf1c-f6dea00a5518 req-56d2f78a-fc90-41fd-afdb-60389ade43f6 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079900 Dec 17 15:23:26.166632 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e4f6a-d019-454d-b060-22117e61e2e1 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e8d916-5bba-440a-93ef-6e3bbd9794b6,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:26.198859 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffe715-954f-4259-981e-9b60ed98accb req-7be06f49-7f67-4901-b187-e904fafd9ceb tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:26.202634 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0ffe715-954f-4259-981e-9b60ed98accb req-7be06f49-7f67-4901-b187-e904fafd9ceb tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/networks?id=8eca304a-4461-49a4-96b4-a39f3600fd04 HTTP/1.1" status: 200 len: 806 time: 0.1686373 Dec 17 15:23:26.203085 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56308) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:26.204655 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-ac224eb0-8a2c-4f89-a102-804234d09906 None None] Allocated IP 172.20.0.2 (9bd92930-dfe5-4133-8170-ec33aa15fc28/9ac1d9d8-4628-406e-8dd2-46e1368e7663/f11905ba-0a2c-4b5f-9553-80ddb7733a30) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:23:26.218114 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0ffe715-954f-4259-981e-9b60ed98accb req-9e671bbb-b6e7-4375-a813-c95828d77802 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/quotas/b5d340d6e372463aa9915724f2edafdd HTTP/1.1" status: 200 len: 375 time: 0.0101850 Dec 17 15:23:26.218715 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-327e5f2b-2cbf-4abd-ad50-a578a543d17b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:26.225026 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5f3e4f6a-d019-454d-b060-22117e61e2e1 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:26.226567 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5f3e4f6a-d019-454d-b060-22117e61e2e1 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4933033 Dec 17 15:23:26.229473 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56310) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:26.233955 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-abcb2ee0-d0c7-41e3-9ab6-308b2a4914b0 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'security_group': {'name': 'tempest-secgroup-426272912'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:26.235268 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=352cdabc-20b5-416a-9b0b-566ed33d52ff,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:26.262497 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 086bae78-0a86-4258-9c60-e039ee82ea56, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=086bae78-0a86-4258-9c60-e039ee82ea56,segment=NetworkSegment(1a0c2dd1-66d6-4557-8cd7-0378accaa3d6),segment_id=1a0c2dd1-66d6-4557-8cd7-0378accaa3d6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:26.267195 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0ffe715-954f-4259-981e-9b60ed98accb req-842e71e7-1708-42c1-afa3-17fb44c01e2a tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b5d340d6e372463aa9915724f2edafdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393031 Dec 17 15:23:26.314247 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '086bae78-0a86-4258-9c60-e039ee82ea56', 'network_id': 'ec28bea2-77cb-4691-b278-282a967d1e33', 'port_id': '086bae78-0a86-4258-9c60-e039ee82ea56', 'mac_address': 'fa:16:3e:5b:f2:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45fc3ed8-d2ea-40b2-93fb-70bdb870e61a', 'ip_address': '10.1.1.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:23:26.320329 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-327e5f2b-2cbf-4abd-ad50-a578a543d17b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:26.365680 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-abcb2ee0-d0c7-41e3-9ab6-308b2a4914b0 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:26.387817 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:26.399229 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-327e5f2b-2cbf-4abd-ad50-a578a543d17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:26.412506 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0ffe715-954f-4259-981e-9b60ed98accb req-f3b9b0f1-9e22-4f39-8396-f7f44a994c0f service neutron] 10.222.0.46 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327946 Dec 17 15:23:26.412753 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 086bae78-0a86-4258-9c60-e039ee82ea56 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:23:26.446267 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e5f2b-2cbf-4abd-ad50-a578a543d17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ea0228-9372-47eb-b67c-5338c89c213d,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:26.458410 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 086bae78-0a86-4258-9c60-e039ee82ea56, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=086bae78-0a86-4258-9c60-e039ee82ea56,segment=NetworkSegment(1a0c2dd1-66d6-4557-8cd7-0378accaa3d6),segment_id=1a0c2dd1-66d6-4557-8cd7-0378accaa3d6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:26.485392 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ac224eb0-8a2c-4f89-a102-804234d09906 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:26.491362 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-327e5f2b-2cbf-4abd-ad50-a578a543d17b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4f651c1eb700417ea09ec6ebaa9aef12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2870431 Dec 17 15:23:26.494763 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56314) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:26.544678 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-abcb2ee0-d0c7-41e3-9ab6-308b2a4914b0 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:26.547112 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:26.548071 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 5e8d71c7-6b02-4151-a43a-fc7b70877533 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:23:26.573918 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0ffe715-954f-4259-981e-9b60ed98accb req-05f8e635-fadc-42bc-acc2-c7d6e3a5096b service neutron] 10.222.0.46 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543574 Dec 17 15:23:26.591262 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ac224eb0-8a2c-4f89-a102-804234d09906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:26.594772 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-80baa372-b08b-475c-9c89-de74fbc027c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:26.618083 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-abcb2ee0-d0c7-41e3-9ab6-308b2a4914b0 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:26.622234 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-80baa372-b08b-475c-9c89-de74fbc027c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:26.659328 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac224eb0-8a2c-4f89-a102-804234d09906 None None] Network 9bd92930-dfe5-4133-8170-ec33aa15fc28 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:23:26.662497 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-ac224eb0-8a2c-4f89-a102-804234d09906 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:23:26.666129 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=086bae78-0a86-4258-9c60-e039ee82ea56,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:26.670208 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb2ee0-d0c7-41e3-9ab6-308b2a4914b0 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3063111d-75e5-4854-b42d-28e3be27f623,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:26.672644 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac224eb0-8a2c-4f89-a102-804234d09906 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:23:26.769485 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac224eb0-8a2c-4f89-a102-804234d09906 None None] Pushing event updated for resources: {'Port': ['ID=f11905ba-0a2c-4b5f-9553-80ddb7733a30,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:26.790514 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 5e8d71c7-6b02-4151-a43a-fc7b70877533, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=5e8d71c7-6b02-4151-a43a-fc7b70877533,segment=NetworkSegment(71fa2b9a-8f20-4c14-afdd-f73e53e1080c),segment_id=71fa2b9a-8f20-4c14-afdd-f73e53e1080c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:26.792953 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-ac224eb0-8a2c-4f89-a102-804234d09906 None None] Attempting to bind port f11905ba-0a2c-4b5f-9553-80ddb7733a30 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:23:26.793373 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-ac224eb0-8a2c-4f89-a102-804234d09906 None None] Attempting to bind port f11905ba-0a2c-4b5f-9553-80ddb7733a30 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'd0d7b6f5-52f9-4cbe-a0f4-70551430eb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9bd92930-dfe5-4133-8170-ec33aa15fc28'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:23:26.793734 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac224eb0-8a2c-4f89-a102-804234d09906 None None] Attempting to bind port f11905ba-0a2c-4b5f-9553-80ddb7733a30 on network 9bd92930-dfe5-4133-8170-ec33aa15fc28 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:23:26.805801 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac224eb0-8a2c-4f89-a102-804234d09906 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:23:26.806178 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac224eb0-8a2c-4f89-a102-804234d09906 None None] Checking segment: {'id': 'd0d7b6f5-52f9-4cbe-a0f4-70551430eb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9bd92930-dfe5-4133-8170-ec33aa15fc28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:23:26.806586 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ac224eb0-8a2c-4f89-a102-804234d09906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:26.806972 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac224eb0-8a2c-4f89-a102-804234d09906 None None] Bound using segment: {'id': 'd0d7b6f5-52f9-4cbe-a0f4-70551430eb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9bd92930-dfe5-4133-8170-ec33aa15fc28'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:23:26.807431 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-ac224eb0-8a2c-4f89-a102-804234d09906 None None] Bound port: f11905ba-0a2c-4b5f-9553-80ddb7733a30, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d7b6f5-52f9-4cbe-a0f4-70551430eb79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9bd92930-dfe5-4133-8170-ec33aa15fc28'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:23:26.807817 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ac224eb0-8a2c-4f89-a102-804234d09906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:26.811156 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-80baa372-b08b-475c-9c89-de74fbc027c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:26.815132 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-80baa372-b08b-475c-9c89-de74fbc027c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:26.817597 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-80baa372-b08b-475c-9c89-de74fbc027c6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a1ea0228-9372-47eb-b67c-5338c89c213d HTTP/1.1" status: 204 len: 168 time: 0.3208296 Dec 17 15:23:26.820702 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-abcb2ee0-d0c7-41e3-9ab6-308b2a4914b0 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:26.822765 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-abcb2ee0-d0c7-41e3-9ab6-308b2a4914b0 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5921168 Dec 17 15:23:26.824120 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '5e8d71c7-6b02-4151-a43a-fc7b70877533', 'network_id': '035ebd08-a183-4c96-8d50-7cc8ab5df57c', 'port_id': '5e8d71c7-6b02-4151-a43a-fc7b70877533', 'mac_address': 'fa:16:3e:ba:6c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bf386dd-4029-471e-b0f0-b3050162bb35', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:23:26.826196 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56322) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:26.834561 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-fcc99666-b88f-4126-bc5c-ade58617130c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-129360671', 'security_groups': ['3063111d-75e5-4854-b42d-28e3be27f623'], 'network_id': '9bd92930-dfe5-4133-8170-ec33aa15fc28', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9ac1d9d8-4628-406e-8dd2-46e1368e7663'}]}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:26.835817 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80baa372-b08b-475c-9c89-de74fbc027c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ea0228-9372-47eb-b67c-5338c89c213d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:26.923539 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-ac224eb0-8a2c-4f89-a102-804234d09906 None None] For port f11905ba-0a2c-4b5f-9553-80ddb7733a30, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:23:26.928003 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-ac224eb0-8a2c-4f89-a102-804234d09906 None None] For port f11905ba-0a2c-4b5f-9553-80ddb7733a30, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f11905ba-0a2c-4b5f-9553-80ddb7733a30,segment=NetworkSegment(d0d7b6f5-52f9-4cbe-a0f4-70551430eb79),segment_id=d0d7b6f5-52f9-4cbe-a0f4-70551430eb79)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:23:26.965585 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:26.970132 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc155e96-89cb-43d0-9ee7-ad71dd405faf req-03214dba-796d-44d4-af95-6e64d8fa9df6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:26.979013 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc155e96-89cb-43d0-9ee7-ad71dd405faf req-03214dba-796d-44d4-af95-6e64d8fa9df6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:26.986834 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc155e96-89cb-43d0-9ee7-ad71dd405faf req-03214dba-796d-44d4-af95-6e64d8fa9df6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:26.988518 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e8d71c7-6b02-4151-a43a-fc7b70877533 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:23:26.995018 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc155e96-89cb-43d0-9ee7-ad71dd405faf req-03214dba-796d-44d4-af95-6e64d8fa9df6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:27.003876 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc155e96-89cb-43d0-9ee7-ad71dd405faf req-03214dba-796d-44d4-af95-6e64d8fa9df6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:27.011391 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 5e8d71c7-6b02-4151-a43a-fc7b70877533, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=5e8d71c7-6b02-4151-a43a-fc7b70877533,segment=NetworkSegment(71fa2b9a-8f20-4c14-afdd-f73e53e1080c),segment_id=71fa2b9a-8f20-4c14-afdd-f73e53e1080c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:27.012883 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc155e96-89cb-43d0-9ee7-ad71dd405faf req-03214dba-796d-44d4-af95-6e64d8fa9df6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:27.022395 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc155e96-89cb-43d0-9ee7-ad71dd405faf req-03214dba-796d-44d4-af95-6e64d8fa9df6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:27.031357 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bc155e96-89cb-43d0-9ee7-ad71dd405faf req-03214dba-796d-44d4-af95-6e64d8fa9df6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5431 time: 0.1453176 Dec 17 15:23:27.049298 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ac224eb0-8a2c-4f89-a102-804234d09906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:27.088081 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bc155e96-89cb-43d0-9ee7-ad71dd405faf req-ca3323fe-ff7e-488b-9b9f-f5018cd11a66 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541716 Dec 17 15:23:27.174502 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-305b2386-c731-4b77-9b02-5f2b0cece0de req-50d995c3-389e-4317-b980-25433a88f3fe tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f5ef515-4454-4983-9991-927c884ddc6e HTTP/1.1" status: 200 len: 210 time: 0.0380418 Dec 17 15:23:27.187618 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc99666-b88f-4126-bc5c-ade58617130c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:23:27.302635 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac224eb0-8a2c-4f89-a102-804234d09906 None None] Pushing event updated for resources: {'Port': ['ID=f11905ba-0a2c-4b5f-9553-80ddb7733a30,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:27.309027 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:27.309881 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:23:27.353345 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34696e75-fe2e-460c-ba32-d3dd7c38e526 req-79f3b3de-3ad2-4122-90c7-1bb7c8dfe942 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:27.366634 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34696e75-fe2e-460c-ba32-d3dd7c38e526 req-79f3b3de-3ad2-4122-90c7-1bb7c8dfe942 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 945 time: 0.0993485 Dec 17 15:23:27.392550 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fcc99666-b88f-4126-bc5c-ade58617130c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:27.425420 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34696e75-fe2e-460c-ba32-d3dd7c38e526 req-36fd2128-819c-4794-ac40-9e6fd48a0d58 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563285 Dec 17 15:23:27.435225 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=5e8d71c7-6b02-4151-a43a-fc7b70877533,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:27.435874 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-fcc99666-b88f-4126-bc5c-ade58617130c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] device_id is not set on port 37280186-9b9a-403b-96e9-a6819ccb684e yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:23:27.619083 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7,segment=NetworkSegment(8cdd1ffd-bde9-464d-8072-be56985eb72c),segment_id=8cdd1ffd-bde9-464d-8072-be56985eb72c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:27.656752 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7', 'network_id': '103f3c9e-955b-431b-ac73-eb4ee50a4a0d', 'port_id': '1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7', 'mac_address': 'fa:16:3e:0c:36:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4284f076-0000-4c1d-851c-097716c35280', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:23:27.725017 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-fcc99666-b88f-4126-bc5c-ade58617130c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Allocated IP 172.20.0.11 (9bd92930-dfe5-4133-8170-ec33aa15fc28/9ac1d9d8-4628-406e-8dd2-46e1368e7663/37280186-9b9a-403b-96e9-a6819ccb684e) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:23:27.750261 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:27.766927 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:23:27.795274 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7,segment=NetworkSegment(8cdd1ffd-bde9-464d-8072-be56985eb72c),segment_id=8cdd1ffd-bde9-464d-8072-be56985eb72c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:27.845324 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29a505-50c1-4697-8917-02b22295087e req-044465b1-e505-40f4-bf6b-789ccf00be08 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:27.847342 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a29a505-50c1-4697-8917-02b22295087e req-044465b1-e505-40f4-bf6b-789ccf00be08 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdb83ac6-fbe2-4dcf-9231-691c6be82cbe HTTP/1.1" status: 200 len: 945 time: 0.0700345 Dec 17 15:23:27.896217 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a29a505-50c1-4697-8917-02b22295087e req-b46fdf1f-6fd1-4e92-a9a9-0fbd3a9e0880 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddad14b1-2022-4401-be7a-1e07d982a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377176 Dec 17 15:23:27.921680 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fcc99666-b88f-4126-bc5c-ade58617130c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:27.947102 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:27.948052 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 82472c12-2b01-481b-a1e9-52c2af0111f1 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:23:28.033585 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 82472c12-2b01-481b-a1e9-52c2af0111f1, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=82472c12-2b01-481b-a1e9-52c2af0111f1,segment=NetworkSegment(71fa2b9a-8f20-4c14-afdd-f73e53e1080c),segment_id=71fa2b9a-8f20-4c14-afdd-f73e53e1080c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:28.037186 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:28.041824 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f5569-a483-4ffd-a55b-c827870264bd req-424029e2-2a34-4696-aa9a-b54969ce2a52 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:28.043428 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-879f5569-a483-4ffd-a55b-c827870264bd req-424029e2-2a34-4696-aa9a-b54969ce2a52 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7fd0560-da10-4e5d-8eaf-d3567c58a448 HTTP/1.1" status: 200 len: 945 time: 0.0521953 Dec 17 15:23:28.047194 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fcc99666-b88f-4126-bc5c-ade58617130c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:28.051873 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '82472c12-2b01-481b-a1e9-52c2af0111f1', 'network_id': '035ebd08-a183-4c96-8d50-7cc8ab5df57c', 'port_id': '82472c12-2b01-481b-a1e9-52c2af0111f1', 'mac_address': 'fa:16:3e:72:c2:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bf386dd-4029-471e-b0f0-b3050162bb35', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:23:28.106386 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:28.114596 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-879f5569-a483-4ffd-a55b-c827870264bd req-9bae99c3-3f0d-4316-a2be-a73766e8259a tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "GET /v2.0/security-groups?id=440c9dcb-a25c-438c-9ce0-b35793a4528d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540340 Dec 17 15:23:28.133705 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82472c12-2b01-481b-a1e9-52c2af0111f1 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:23:28.148694 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc99666-b88f-4126-bc5c-ade58617130c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Network 9bd92930-dfe5-4133-8170-ec33aa15fc28 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:23:28.156604 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-fcc99666-b88f-4126-bc5c-ade58617130c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:23:28.161032 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc99666-b88f-4126-bc5c-ade58617130c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:23:28.195940 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc99666-b88f-4126-bc5c-ade58617130c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Port': ['ID=37280186-9b9a-403b-96e9-a6819ccb684e,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:28.215811 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 82472c12-2b01-481b-a1e9-52c2af0111f1, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=82472c12-2b01-481b-a1e9-52c2af0111f1,segment=NetworkSegment(71fa2b9a-8f20-4c14-afdd-f73e53e1080c),segment_id=71fa2b9a-8f20-4c14-afdd-f73e53e1080c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:28.259846 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc99666-b88f-4126-bc5c-ade58617130c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:28.271196 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fcc99666-b88f-4126-bc5c-ade58617130c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:28.271405 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dda102-f8a1-42de-9ae0-42ebb4893132 req-8463e12c-cffb-4290-92cd-aa796601c9e7 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:28.275671 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e6dda102-f8a1-42de-9ae0-42ebb4893132 req-8463e12c-cffb-4290-92cd-aa796601c9e7 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=996da2d5-5525-47fd-a9e6-fa0c50927856 HTTP/1.1" status: 200 len: 945 time: 0.1104386 Dec 17 15:23:28.291269 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:28.292316 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device ebd3d295-a91e-41a7-8eb4-78304dcfd58d details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:23:28.329508 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566ae53-9102-452d-b86c-0e8052fd3a4e req-deb38041-048e-4c6e-b3cd-9d260e8254be tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:28.336666 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566ae53-9102-452d-b86c-0e8052fd3a4e req-deb38041-048e-4c6e-b3cd-9d260e8254be tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:28.342544 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566ae53-9102-452d-b86c-0e8052fd3a4e req-deb38041-048e-4c6e-b3cd-9d260e8254be tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:28.349079 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566ae53-9102-452d-b86c-0e8052fd3a4e req-deb38041-048e-4c6e-b3cd-9d260e8254be tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:28.354826 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566ae53-9102-452d-b86c-0e8052fd3a4e req-deb38041-048e-4c6e-b3cd-9d260e8254be tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:28.360771 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566ae53-9102-452d-b86c-0e8052fd3a4e req-deb38041-048e-4c6e-b3cd-9d260e8254be tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:28.363300 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port ebd3d295-a91e-41a7-8eb4-78304dcfd58d, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=ebd3d295-a91e-41a7-8eb4-78304dcfd58d,segment=NetworkSegment(1a0c2dd1-66d6-4557-8cd7-0378accaa3d6),segment_id=1a0c2dd1-66d6-4557-8cd7-0378accaa3d6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:28.366035 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=82472c12-2b01-481b-a1e9-52c2af0111f1,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:28.367108 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566ae53-9102-452d-b86c-0e8052fd3a4e req-deb38041-048e-4c6e-b3cd-9d260e8254be tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:28.368979 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a566ae53-9102-452d-b86c-0e8052fd3a4e req-deb38041-048e-4c6e-b3cd-9d260e8254be tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5433 time: 0.1641948 Dec 17 15:23:28.378527 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'ebd3d295-a91e-41a7-8eb4-78304dcfd58d', 'network_id': 'ec28bea2-77cb-4691-b278-282a967d1e33', 'port_id': 'ebd3d295-a91e-41a7-8eb4-78304dcfd58d', 'mac_address': 'fa:16:3e:41:df:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45fc3ed8-d2ea-40b2-93fb-70bdb870e61a', 'ip_address': '10.1.1.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:23:28.395153 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e6dda102-f8a1-42de-9ae0-42ebb4893132 req-3e77b247-c3ba-4419-afdd-54385ba3e00b tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122301 Dec 17 15:23:28.413510 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-fcc99666-b88f-4126-bc5c-ade58617130c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5861604 Dec 17 15:23:28.416171 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56378) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:28.425519 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-cb3e5621-76e1-43e7-88c9-38e9d5b7f103 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'subnet': {'network_id': '9bd92930-dfe5-4133-8170-ec33aa15fc28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:28.455339 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:28.483726 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebd3d295-a91e-41a7-8eb4-78304dcfd58d {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:23:28.503301 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-385eaa73-9c75-4964-8ebe-a35dadda7717 req-e7d01b2c-f23e-4b68-a9e1-05283727524a tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f5ef515-4454-4983-9991-927c884ddc6e HTTP/1.1" status: 200 len: 210 time: 0.0534482 Dec 17 15:23:28.508526 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a566ae53-9102-452d-b86c-0e8052fd3a4e req-16eed816-9563-49be-9f84-14cb3245171d tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1126366 Dec 17 15:23:28.516084 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port ebd3d295-a91e-41a7-8eb4-78304dcfd58d, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=ebd3d295-a91e-41a7-8eb4-78304dcfd58d,segment=NetworkSegment(1a0c2dd1-66d6-4557-8cd7-0378accaa3d6),segment_id=1a0c2dd1-66d6-4557-8cd7-0378accaa3d6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:28.592859 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:28.593901 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device cbe25e39-8f1f-4383-b5a5-367c8e64756d details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:23:28.647333 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27dbe02-1441-48ac-8ccf-31d080c85b5c req-eb6223f1-eb27-43c2-80ca-6698a08db4f6 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:28.652842 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e27dbe02-1441-48ac-8ccf-31d080c85b5c req-eb6223f1-eb27-43c2-80ca-6698a08db4f6 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 945 time: 0.0635397 Dec 17 15:23:28.676938 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port cbe25e39-8f1f-4383-b5a5-367c8e64756d, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=cbe25e39-8f1f-4383-b5a5-367c8e64756d,segment=NetworkSegment(1a0c2dd1-66d6-4557-8cd7-0378accaa3d6),segment_id=1a0c2dd1-66d6-4557-8cd7-0378accaa3d6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:28.679459 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=ebd3d295-a91e-41a7-8eb4-78304dcfd58d,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:28.693787 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'cbe25e39-8f1f-4383-b5a5-367c8e64756d', 'network_id': 'ec28bea2-77cb-4691-b278-282a967d1e33', 'port_id': 'cbe25e39-8f1f-4383-b5a5-367c8e64756d', 'mac_address': 'fa:16:3e:46:6c:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45fc3ed8-d2ea-40b2-93fb-70bdb870e61a', 'ip_address': '10.1.1.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:23:28.714596 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e27dbe02-1441-48ac-8ccf-31d080c85b5c req-787fe7e1-7cc1-4a21-bd8c-f7e588e78222 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589623 Dec 17 15:23:28.718978 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3e5621-76e1-43e7-88c9-38e9d5b7f103 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:23:28.723896 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cb3e5621-76e1-43e7-88c9-38e9d5b7f103 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:28.762181 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:28.774743 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbe25e39-8f1f-4383-b5a5-367c8e64756d {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:23:28.810994 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port cbe25e39-8f1f-4383-b5a5-367c8e64756d, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=cbe25e39-8f1f-4383-b5a5-367c8e64756d,segment=NetworkSegment(1a0c2dd1-66d6-4557-8cd7-0378accaa3d6),segment_id=1a0c2dd1-66d6-4557-8cd7-0378accaa3d6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:28.838351 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-351593f2-d248-4979-9d96-8624ee5ec18a None None] Provisioning complete for port bd34dbc8-22d7-4ac9-9412-c33d0c867adc triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:28.838800 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-351593f2-d248-4979-9d96-8624ee5ec18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:28.875675 n-d-820553-2 neutron-server[102833]: INFO neutron.db.ipam_backend_mixin [None req-cb3e5621-76e1-43e7-88c9-38e9d5b7f103 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9ac1d9d8-4628-406e-8dd2-46e1368e7663 (CIDR: 172.20.0.0/28) Dec 17 15:23:28.903203 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-351593f2-d248-4979-9d96-8624ee5ec18a None None] Port bd34dbc8-22d7-4ac9-9412-c33d0c867adc cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:23:28.937006 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-351593f2-d248-4979-9d96-8624ee5ec18a None None] Provisioning complete for port f11905ba-0a2c-4b5f-9553-80ddb7733a30 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:28.937429 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-351593f2-d248-4979-9d96-8624ee5ec18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:28.941152 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:28.948248 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb3e5621-76e1-43e7-88c9-38e9d5b7f103 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:23:28.948248 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb3e5621-76e1-43e7-88c9-38e9d5b7f103 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:23:28.994134 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f52a6fae-f64b-473e-bf93-fecbdebe15ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:29.083039 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f11905ba-0a2c-4b5f-9553-80ddb7733a30 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:23:29.132176 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cb3e5621-76e1-43e7-88c9-38e9d5b7f103 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7132785 Dec 17 15:23:29.133417 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=cbe25e39-8f1f-4383-b5a5-367c8e64756d,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:29.134791 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56394) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:29.143348 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-6a2b6190-7504-48e8-832b-69b0a16dc411 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'subnet': {'network_id': '9bd92930-dfe5-4133-8170-ec33aa15fc28', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:29.179666 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba92c8-4b29-41f8-bd11-5ccd876d1bfb req-1f26c29b-0753-4d1a-92f2-1c8621f8a782 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:29.190485 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-11ba92c8-4b29-41f8-bd11-5ccd876d1bfb req-1f26c29b-0753-4d1a-92f2-1c8621f8a782 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdb83ac6-fbe2-4dcf-9231-691c6be82cbe HTTP/1.1" status: 200 len: 945 time: 0.1187336 Dec 17 15:23:29.196672 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8cb61-bd5b-48bc-94d7-ef96a0984290 req-fe3a0c5b-745b-4c77-ad43-20dd65fd0110 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:29.198203 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-65b8cb61-bd5b-48bc-94d7-ef96a0984290 req-fe3a0c5b-745b-4c77-ad43-20dd65fd0110 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7fd0560-da10-4e5d-8eaf-d3567c58a448 HTTP/1.1" status: 200 len: 945 time: 0.1199939 Dec 17 15:23:29.247601 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-351593f2-d248-4979-9d96-8624ee5ec18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:29.254443 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-11ba92c8-4b29-41f8-bd11-5ccd876d1bfb req-04010e92-881f-4f48-819e-95f3c517abb8 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddad14b1-2022-4401-be7a-1e07d982a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669243 Dec 17 15:23:29.293889 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port f11905ba-0a2c-4b5f-9553-80ddb7733a30 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:29.293889 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:29.314904 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-65b8cb61-bd5b-48bc-94d7-ef96a0984290 req-01b491a1-5cc3-4434-8df4-fc24e2e4ce67 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "GET /v2.0/security-groups?id=440c9dcb-a25c-438c-9ce0-b35793a4528d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015325 Dec 17 15:23:29.346163 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-351593f2-d248-4979-9d96-8624ee5ec18a None None] For port f11905ba-0a2c-4b5f-9553-80ddb7733a30, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f11905ba-0a2c-4b5f-9553-80ddb7733a30,segment=NetworkSegment(d0d7b6f5-52f9-4cbe-a0f4-70551430eb79),segment_id=d0d7b6f5-52f9-4cbe-a0f4-70551430eb79)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:29.413474 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:29.461968 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-351593f2-d248-4979-9d96-8624ee5ec18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:29.462218 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2b6190-7504-48e8-832b-69b0a16dc411 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:23:29.466869 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6a2b6190-7504-48e8-832b-69b0a16dc411 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:29.555416 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72b15e-45ca-4e56-9401-7a066820612e req-0a56be2b-506c-4391-b67b-fb558df12350 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:29.557969 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-de72b15e-45ca-4e56-9401-7a066820612e req-0a56be2b-506c-4391-b67b-fb558df12350 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=996da2d5-5525-47fd-a9e6-fa0c50927856 HTTP/1.1" status: 200 len: 945 time: 0.0839312 Dec 17 15:23:29.578303 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:23:29.578647 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:23:29.584377 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351593f2-d248-4979-9d96-8624ee5ec18a None None] Pushing event updated for resources: {'Port': ['ID=f11905ba-0a2c-4b5f-9553-80ddb7733a30,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:29.593571 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-66613f37-2ccb-48b9-bcf1-a474c0780a92 None None] Provisioning complete for port 37280186-9b9a-403b-96e9-a6819ccb684e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:29.593989 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-66613f37-2ccb-48b9-bcf1-a474c0780a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:29.623776 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:23:29.666589 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-66613f37-2ccb-48b9-bcf1-a474c0780a92 None None] Port 37280186-9b9a-403b-96e9-a6819ccb684e cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:23:29.668254 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0e92ce29-8705-4007-a220-577391368df5 req-f9351990-ab0f-4b85-83f2-88cbbe9ed3bc tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f5ef515-4454-4983-9991-927c884ddc6e HTTP/1.1" status: 200 len: 210 time: 0.0808291 Dec 17 15:23:29.673860 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['352cdabc-20b5-416a-9b0b-566ed33d52ff'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:23:29.710807 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['cbe25e39-8f1f-4383-b5a5-367c8e64756d'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:23:29.713372 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['086bae78-0a86-4258-9c60-e039ee82ea56'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:23:29.721661 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-de72b15e-45ca-4e56-9401-7a066820612e req-60802c72-7093-4d22-a95a-7873edbd67dc tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506116 Dec 17 15:23:29.757179 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ec434-58af-4b8d-85b0-d77fd3c899a7 req-0f99cc0b-7cc7-4def-942e-9bb8d9309924 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:29.759168 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d65ec434-58af-4b8d-85b0-d77fd3c899a7 req-0f99cc0b-7cc7-4def-942e-9bb8d9309924 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.13 "GET /v2.0/ports?device_id=996da2d5-5525-47fd-a9e6-fa0c50927856 HTTP/1.1" status: 200 len: 945 time: 0.1478856 Dec 17 15:23:29.789383 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['82472c12-2b01-481b-a1e9-52c2af0111f1'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:23:29.896316 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ad309-b85a-4ab2-b064-874b48bf81f1 req-68a4465f-a0e3-4f8b-8bdc-eb0dad03eae7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:29.902919 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ad309-b85a-4ab2-b064-874b48bf81f1 req-68a4465f-a0e3-4f8b-8bdc-eb0dad03eae7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:30.117672 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ad309-b85a-4ab2-b064-874b48bf81f1 req-68a4465f-a0e3-4f8b-8bdc-eb0dad03eae7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:30.117672 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ad309-b85a-4ab2-b064-874b48bf81f1 req-68a4465f-a0e3-4f8b-8bdc-eb0dad03eae7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:30.117672 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ad309-b85a-4ab2-b064-874b48bf81f1 req-68a4465f-a0e3-4f8b-8bdc-eb0dad03eae7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:30.117672 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ad309-b85a-4ab2-b064-874b48bf81f1 req-68a4465f-a0e3-4f8b-8bdc-eb0dad03eae7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:30.117672 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ad309-b85a-4ab2-b064-874b48bf81f1 req-68a4465f-a0e3-4f8b-8bdc-eb0dad03eae7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:30.117672 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9f7ad309-b85a-4ab2-b064-874b48bf81f1 req-68a4465f-a0e3-4f8b-8bdc-eb0dad03eae7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5436 time: 0.1615198 Dec 17 15:23:30.406907 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9f7ad309-b85a-4ab2-b064-874b48bf81f1 req-d1eaa433-4cb1-47ea-bbb9-7c698b5146ce tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606229 Dec 17 15:23:30.433305 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6a2b6190-7504-48e8-832b-69b0a16dc411 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:30.491065 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-d65ec434-58af-4b8d-85b0-d77fd3c899a7 req-cd84d259-4222-4aea-819e-9b846734ddbc tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Deleting port e891dda8-2b65-4cf9-9ffb-bd0f43d0f548 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:30.491704 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d65ec434-58af-4b8d-85b0-d77fd3c899a7 req-cd84d259-4222-4aea-819e-9b846734ddbc tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:30.544913 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2b6190-7504-48e8-832b-69b0a16dc411 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Network 9bd92930-dfe5-4133-8170-ec33aa15fc28 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:23:30.551262 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-6a2b6190-7504-48e8-832b-69b0a16dc411 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:23:30.555738 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2b6190-7504-48e8-832b-69b0a16dc411 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:30.556694 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6a2b6190-7504-48e8-832b-69b0a16dc411 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:30.561166 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e42f4e-52ba-443c-8b5c-fbbb3309f383 None None] Network 9bd92930-dfe5-4133-8170-ec33aa15fc28 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:23:30.580521 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffe715-954f-4259-981e-9b60ed98accb req-a9b1a0cf-9cac-4322-9551-3c0d350879bc tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:30.584010 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0ffe715-954f-4259-981e-9b60ed98accb req-a9b1a0cf-9cac-4322-9551-3c0d350879bc tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.41 "GET /v2.0/networks?id=8eca304a-4461-49a4-96b4-a39f3600fd04 HTTP/1.1" status: 200 len: 806 time: 0.1960733 Dec 17 15:23:30.592422 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b6190-7504-48e8-832b-69b0a16dc411 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Subnet': ['ID=5221ffc4-3d66-41fa-8669-1bbe15fd738d,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:30.622470 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-e0ffe715-954f-4259-981e-9b60ed98accb req-2c3492d7-792d-42bf-a93c-4f29930dc36e tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Request body: {'port': {'device_id': '2f5ef515-4454-4983-9991-927c884ddc6e', 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04', 'admin_state_up': True, 'tenant_id': 'b5d340d6e372463aa9915724f2edafdd'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:30.714787 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-d65ec434-58af-4b8d-85b0-d77fd3c899a7 req-cd84d259-4222-4aea-819e-9b846734ddbc tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] For port e891dda8-2b65-4cf9-9ffb-bd0f43d0f548, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e891dda8-2b65-4cf9-9ffb-bd0f43d0f548,segment=NetworkSegment(f10da5fa-5cdc-4258-87e7-e884dcfffec9),segment_id=f10da5fa-5cdc-4258-87e7-e884dcfffec9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:30.715193 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d65ec434-58af-4b8d-85b0-d77fd3c899a7 req-cd84d259-4222-4aea-819e-9b846734ddbc tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:30.725555 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6a2b6190-7504-48e8-832b-69b0a16dc411 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5866220 Dec 17 15:23:30.728805 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56436) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:30.735277 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-55d12715-e65c-4bfe-a0e6-8212ae440bb9 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1943817028', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5221ffc4-3d66-41fa-8669-1bbe15fd738d'}], 'security_groups': ['c4e8d916-5bba-440a-93ef-6e3bbd9794b6']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:30.749081 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-d65ec434-58af-4b8d-85b0-d77fd3c899a7 req-cd84d259-4222-4aea-819e-9b846734ddbc tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Calling delete_port for e891dda8-2b65-4cf9-9ffb-bd0f43d0f548 owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:30.771532 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df80c51-34b4-440f-baec-db9236afc3c6 req-e7a9ad87-9aa5-4716-9fdf-371cb1cf82e3 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:30.778756 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['5e8d71c7-6b02-4151-a43a-fc7b70877533'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:23:30.779582 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4df80c51-34b4-440f-baec-db9236afc3c6 req-e7a9ad87-9aa5-4716-9fdf-371cb1cf82e3 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 945 time: 0.1851671 Dec 17 15:23:30.811224 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:23:30.843402 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-55d12715-e65c-4bfe-a0e6-8212ae440bb9 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:30.878695 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['ebd3d295-a91e-41a7-8eb4-78304dcfd58d'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:23:30.940206 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4df80c51-34b4-440f-baec-db9236afc3c6 req-bb19138f-7d2a-4292-bb6b-5a891f56a1e8 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574664 Dec 17 15:23:31.003935 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b0788f-4d99-4f04-b278-c8d3faf58b65 None None] Update dhcp port {'port': {'network_id': '9bd92930-dfe5-4133-8170-ec33aa15fc28', 'fixed_ips': [{'subnet_id': '9ac1d9d8-4628-406e-8dd2-46e1368e7663', 'ip_address': '172.20.0.2'}, {'subnet_id': '5221ffc4-3d66-41fa-8669-1bbe15fd738d'}], 'binding:host_id': 'n-d-820553-2'}, 'id': 'f11905ba-0a2c-4b5f-9553-80ddb7733a30'} from n-d-820553-2. {{(pid=102834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 17 15:23:31.026709 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f66cab-25d1-447d-bfb7-ffca3abf6f22 req-73821ed2-0db8-4c34-b7ab-d53c28fa459f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:31.028481 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-47f66cab-25d1-447d-bfb7-ffca3abf6f22 req-73821ed2-0db8-4c34-b7ab-d53c28fa459f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 1096 time: 0.2686050 Dec 17 15:23:31.045083 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f11905ba-0a2c-4b5f-9553-80ddb7733a30 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:23:31.122849 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d1b0788f-4d99-4f04-b278-c8d3faf58b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:31.146256 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-47f66cab-25d1-447d-bfb7-ffca3abf6f22 req-e29323a5-169b-467e-8f18-d7bce0e1a2f7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934236 Dec 17 15:23:31.146519 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8afc9401-90dc-423f-b85b-d2817b7c91f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:31.174548 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f52a6c-6014-4039-a7d2-05bc7a38340a req-208fa191-235b-419a-805c-2f33ae0358bf tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:31.176988 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-97f52a6c-6014-4039-a7d2-05bc7a38340a req-208fa191-235b-419a-805c-2f33ae0358bf tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdb83ac6-fbe2-4dcf-9231-691c6be82cbe HTTP/1.1" status: 200 len: 945 time: 0.1153202 Dec 17 15:23:31.211352 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-63ff8de4-4fdb-4015-a7b8-47ab4ca40b51 req-d623fba9-e386-4a45-a978-44454eaf006a tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f5ef515-4454-4983-9991-927c884ddc6e HTTP/1.1" status: 200 len: 210 time: 0.0329227 Dec 17 15:23:31.222938 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0ffe715-954f-4259-981e-9b60ed98accb req-2c3492d7-792d-42bf-a93c-4f29930dc36e tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Made reservation on behalf of b5d340d6e372463aa9915724f2edafdd for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:23:31.227485 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e0ffe715-954f-4259-981e-9b60ed98accb req-2c3492d7-792d-42bf-a93c-4f29930dc36e tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:31.278220 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d65ec434-58af-4b8d-85b0-d77fd3c899a7 req-cd84d259-4222-4aea-819e-9b846734ddbc tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:31.306468 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-55d12715-e65c-4bfe-a0e6-8212ae440bb9 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Delete allocated IP 172.20.0.11 (9bd92930-dfe5-4133-8170-ec33aa15fc28/9ac1d9d8-4628-406e-8dd2-46e1368e7663) {{(pid=102833) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 17 15:23:31.326387 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-55d12715-e65c-4bfe-a0e6-8212ae440bb9 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Allocated IP 172.20.0.23 (9bd92930-dfe5-4133-8170-ec33aa15fc28/5221ffc4-3d66-41fa-8669-1bbe15fd738d/37280186-9b9a-403b-96e9-a6819ccb684e) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:23:31.328659 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['e24bbf48-b88c-4769-b229-03ec0f63aba6', '2fd7211b-664a-4ef8-ad27-7b23f7465ac5'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:23:31.389566 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port f11905ba-0a2c-4b5f-9553-80ddb7733a30 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:31.389566 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:31.404372 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-97f52a6c-6014-4039-a7d2-05bc7a38340a req-9ba90e33-6574-4731-b903-355f7b48811d tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddad14b1-2022-4401-be7a-1e07d982a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146244 Dec 17 15:23:31.459032 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd84d259-4222-4aea-819e-9b846734ddbc tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Pushing event deleted for resources: {'Port': ['ID=e891dda8-2b65-4cf9-9ffb-bd0f43d0f548,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:31.474921 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-be146d65-43d5-4cce-89f8-d8438b09ae8d req-f4714b5a-0209-4196-a83f-684c29473c0d tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=996da2d5-5525-47fd-a9e6-fa0c50927856 HTTP/1.1" status: 200 len: 210 time: 0.1506567 Dec 17 15:23:31.486776 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84d259-4222-4aea-819e-9b846734ddbc tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:23:31.487123 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84d259-4222-4aea-819e-9b846734ddbc tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:23:31.488115 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84d259-4222-4aea-819e-9b846734ddbc tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:23:31.488599 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84d259-4222-4aea-819e-9b846734ddbc tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:23:31.488934 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84d259-4222-4aea-819e-9b846734ddbc tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:23:31.500983 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84d259-4222-4aea-819e-9b846734ddbc tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:23:31.501427 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84d259-4222-4aea-819e-9b846734ddbc tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:23:31.501858 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84d259-4222-4aea-819e-9b846734ddbc tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:23:31.513426 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84d259-4222-4aea-819e-9b846734ddbc tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:23:31.513597 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84d259-4222-4aea-819e-9b846734ddbc tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:23:31.513896 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84d259-4222-4aea-819e-9b846734ddbc tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:23:31.514904 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84d259-4222-4aea-819e-9b846734ddbc tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:23:31.520499 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65ec434-58af-4b8d-85b0-d77fd3c899a7 req-cd84d259-4222-4aea-819e-9b846734ddbc tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] No DVR routers for this DVR port e891dda8-2b65-4cf9-9ffb-bd0f43d0f548 on host n-h2-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:23:31.532371 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d65ec434-58af-4b8d-85b0-d77fd3c899a7 req-cd84d259-4222-4aea-819e-9b846734ddbc tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:31.540081 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-55d12715-e65c-4bfe-a0e6-8212ae440bb9 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:31.542684 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d65ec434-58af-4b8d-85b0-d77fd3c899a7 req-cd84d259-4222-4aea-819e-9b846734ddbc tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.13 "DELETE /v2.0/ports/e891dda8-2b65-4cf9-9ffb-bd0f43d0f548 HTTP/1.1" status: 204 len: 173 time: 1.7725487 Dec 17 15:23:31.543170 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996da2d5-5525-47fd-a9e6-fa0c50927856', 'name': 'network-vif-deleted', 'tag': 'e891dda8-2b65-4cf9-9ffb-bd0f43d0f548'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:23:31.546401 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8619f9-5e47-401e-b3ea-2e94f1ba1a3e" -d '{"events": [{"server_uuid": "996da2d5-5525-47fd-a9e6-fa0c50927856", "name": "network-vif-deleted", "tag": "e891dda8-2b65-4cf9-9ffb-bd0f43d0f548"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:23:31.621991 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-55d12715-e65c-4bfe-a0e6-8212ae440bb9 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:31.693855 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d12715-e65c-4bfe-a0e6-8212ae440bb9 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Port': ['ID=37280186-9b9a-403b-96e9-a6819ccb684e,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:31.705931 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d12715-e65c-4bfe-a0e6-8212ae440bb9 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:23:31.707247 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d12715-e65c-4bfe-a0e6-8212ae440bb9 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:23:31.707668 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d12715-e65c-4bfe-a0e6-8212ae440bb9 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:23:31.708072 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d12715-e65c-4bfe-a0e6-8212ae440bb9 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:23:31.708473 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d12715-e65c-4bfe-a0e6-8212ae440bb9 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:23:31.708876 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d12715-e65c-4bfe-a0e6-8212ae440bb9 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:23:31.709392 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d12715-e65c-4bfe-a0e6-8212ae440bb9 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:23:31.709750 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d12715-e65c-4bfe-a0e6-8212ae440bb9 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:23:31.710141 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d12715-e65c-4bfe-a0e6-8212ae440bb9 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:23:31.710814 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d12715-e65c-4bfe-a0e6-8212ae440bb9 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:23:31.710943 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d12715-e65c-4bfe-a0e6-8212ae440bb9 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:23:31.711306 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d12715-e65c-4bfe-a0e6-8212ae440bb9 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:23:31.743708 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c845a8f-5888-47f5-be82-b89541240b8b req-df4a8f45-085a-4e1b-9679-22804cdfc520 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:31.751392 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c845a8f-5888-47f5-be82-b89541240b8b req-df4a8f45-085a-4e1b-9679-22804cdfc520 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:31.757387 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c845a8f-5888-47f5-be82-b89541240b8b req-df4a8f45-085a-4e1b-9679-22804cdfc520 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:31.764058 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c845a8f-5888-47f5-be82-b89541240b8b req-df4a8f45-085a-4e1b-9679-22804cdfc520 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:31.772923 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c845a8f-5888-47f5-be82-b89541240b8b req-df4a8f45-085a-4e1b-9679-22804cdfc520 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:31.777116 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-55d12715-e65c-4bfe-a0e6-8212ae440bb9 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] In _notify_port_updated(), no bound segment for port 37280186-9b9a-403b-96e9-a6819ccb684e on network 9bd92930-dfe5-4133-8170-ec33aa15fc28 {{(pid=102833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 17 15:23:31.779746 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c845a8f-5888-47f5-be82-b89541240b8b req-df4a8f45-085a-4e1b-9679-22804cdfc520 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:31.783947 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d12715-e65c-4bfe-a0e6-8212ae440bb9 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:31.786061 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-55d12715-e65c-4bfe-a0e6-8212ae440bb9 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:31.792647 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-55d12715-e65c-4bfe-a0e6-8212ae440bb9 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "PUT /v2.0/ports/37280186-9b9a-403b-96e9-a6819ccb684e HTTP/1.1" status: 200 len: 921 time: 1.0589068 Dec 17 15:23:31.792647 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56452) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:31.793119 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c845a8f-5888-47f5-be82-b89541240b8b req-df4a8f45-085a-4e1b-9679-22804cdfc520 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:31.801972 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c845a8f-5888-47f5-be82-b89541240b8b req-df4a8f45-085a-4e1b-9679-22804cdfc520 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5436 time: 0.2047207 Dec 17 15:23:31.890794 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c845a8f-5888-47f5-be82-b89541240b8b req-949351f1-0370-4628-b455-abdfa97c86a0 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876143 Dec 17 15:23:31.891304 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-d1b0788f-4d99-4f04-b278-c8d3faf58b65 None None] Allocated IP 172.20.0.18 (9bd92930-dfe5-4133-8170-ec33aa15fc28/5221ffc4-3d66-41fa-8669-1bbe15fd738d/f11905ba-0a2c-4b5f-9553-80ddb7733a30) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:23:31.904171 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-e0ffe715-954f-4259-981e-9b60ed98accb req-2c3492d7-792d-42bf-a93c-4f29930dc36e tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Allocated IP 172.20.0.9 (8eca304a-4461-49a4-96b4-a39f3600fd04/ce6f6d4e-40b3-4f79-b7d3-a679e64969d7/8c28e0c1-5348-4f77-baee-1e7afe509638) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:23:31.932706 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-d9e46f55-34f9-4bfa-9fe0-ea80ff0fe5f4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Deleting port 37280186-9b9a-403b-96e9-a6819ccb684e {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:31.933345 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d9e46f55-34f9-4bfa-9fe0-ea80ff0fe5f4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:31.959071 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc2000-34fe-4d83-a809-a81d5f6a3a58 req-af471579-eb64-4b21-a4f5-885e56751dc2 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:31.966783 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-78fc2000-34fe-4d83-a809-a81d5f6a3a58 req-af471579-eb64-4b21-a4f5-885e56751dc2 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7fd0560-da10-4e5d-8eaf-d3567c58a448 HTTP/1.1" status: 200 len: 945 time: 0.3277996 Dec 17 15:23:32.020903 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-78fc2000-34fe-4d83-a809-a81d5f6a3a58 req-cd99c1ae-005c-49b5-885e-8d8ae73b7a6c tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "GET /v2.0/security-groups?id=440c9dcb-a25c-438c-9ce0-b35793a4528d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532317 Dec 17 15:23:32.061023 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d9e46f55-34f9-4bfa-9fe0-ea80ff0fe5f4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:32.101630 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-d9e46f55-34f9-4bfa-9fe0-ea80ff0fe5f4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Calling delete_port for 37280186-9b9a-403b-96e9-a6819ccb684e owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:32.118404 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-d1b0788f-4d99-4f04-b278-c8d3faf58b65 None None] For port f11905ba-0a2c-4b5f-9553-80ddb7733a30, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f11905ba-0a2c-4b5f-9553-80ddb7733a30,segment=NetworkSegment(d0d7b6f5-52f9-4cbe-a0f4-70551430eb79),segment_id=d0d7b6f5-52f9-4cbe-a0f4-70551430eb79)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:32.202477 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d1b0788f-4d99-4f04-b278-c8d3faf58b65 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:32.212822 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aef1e84-d0b6-40d7-89dd-e2edf92cfc86 x-openstack-request-id: req-1aef1e84-d0b6-40d7-89dd-e2edf92cfc86 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:23:32.223162 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "996da2d5-5525-47fd-a9e6-fa0c50927856", "name": "network-vif-deleted", "tag": "e891dda8-2b65-4cf9-9ffb-bd0f43d0f548", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:23:32.223510 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1aef1e84-d0b6-40d7-89dd-e2edf92cfc86 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:23:32.223933 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '996da2d5-5525-47fd-a9e6-fa0c50927856', 'name': 'network-vif-deleted', 'tag': 'e891dda8-2b65-4cf9-9ffb-bd0f43d0f548', 'status': 'completed', 'code': 200} Dec 17 15:23:32.282085 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d1b0788f-4d99-4f04-b278-c8d3faf58b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:32.325555 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e0ffe715-954f-4259-981e-9b60ed98accb req-2c3492d7-792d-42bf-a93c-4f29930dc36e tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:32.329337 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:32.371281 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d2e5d-1ff3-482a-a480-cfb75fcf527c req-15ed3fff-589b-4357-aedd-aed8ae22c527 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:32.379691 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-513d2e5d-1ff3-482a-a480-cfb75fcf527c req-15ed3fff-589b-4357-aedd-aed8ae22c527 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 945 time: 0.2094939 Dec 17 15:23:32.402725 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0788f-4d99-4f04-b278-c8d3faf58b65 None None] Pushing event updated for resources: {'Port': ['ID=f11905ba-0a2c-4b5f-9553-80ddb7733a30,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:32.425340 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0e8f95ea-990a-4d62-8cf5-886417b4b2e6 req-5a95e2a0-be5d-4615-9d8c-b39f2eb83d86 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f5ef515-4454-4983-9991-927c884ddc6e HTTP/1.1" status: 200 len: 210 time: 0.0420125 Dec 17 15:23:32.452106 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-513d2e5d-1ff3-482a-a480-cfb75fcf527c req-f8b68828-60b7-4470-a0e4-2e9ed54a0f74 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713313 Dec 17 15:23:32.467325 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d9e46f55-34f9-4bfa-9fe0-ea80ff0fe5f4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:32.510242 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e46f55-34f9-4bfa-9fe0-ea80ff0fe5f4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Port': ['ID=37280186-9b9a-403b-96e9-a6819ccb684e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:32.520631 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e0ffe715-954f-4259-981e-9b60ed98accb req-2c3492d7-792d-42bf-a93c-4f29930dc36e tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:32.618270 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3492d7-792d-42bf-a93c-4f29930dc36e tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Pushing event updated for resources: {'Port': ['ID=8c28e0c1-5348-4f77-baee-1e7afe509638,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:32.672361 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d9e46f55-34f9-4bfa-9fe0-ea80ff0fe5f4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:32.680222 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d9e46f55-34f9-4bfa-9fe0-ea80ff0fe5f4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/ports/37280186-9b9a-403b-96e9-a6819ccb684e HTTP/1.1" status: 204 len: 168 time: 0.8889809 Dec 17 15:23:32.681076 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56468) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:32.695053 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0f4878d4-3cdd-4816-b4cc-0279f3aed480 req-55880e62-069b-4f29-ba7a-1fe3d5af4de3 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=996da2d5-5525-47fd-a9e6-fa0c50927856 HTTP/1.1" status: 200 len: 210 time: 0.0705454 Dec 17 15:23:32.703477 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844408f-5047-4c4e-a1eb-b5461da258f4 req-de7874ee-f977-4f89-b5ad-88957132ae57 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:32.705407 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9844408f-5047-4c4e-a1eb-b5461da258f4 req-de7874ee-f977-4f89-b5ad-88957132ae57 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdb83ac6-fbe2-4dcf-9231-691c6be82cbe HTTP/1.1" status: 200 len: 945 time: 0.0740526 Dec 17 15:23:32.718253 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0ffe715-954f-4259-981e-9b60ed98accb req-2c3492d7-792d-42bf-a93c-4f29930dc36e tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Network 8eca304a-4461-49a4-96b4-a39f3600fd04 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:23:32.726500 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda20fd0-4b5d-469e-af2a-4fcee5bd340f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] GET failed (client error): The resource could not be found. Dec 17 15:23:32.728616 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-bda20fd0-4b5d-469e-af2a-4fcee5bd340f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "GET /v2.0/ports/37280186-9b9a-403b-96e9-a6819ccb684e HTTP/1.1" status: 404 len: 333 time: 0.0448854 Dec 17 15:23:32.730169 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-e0ffe715-954f-4259-981e-9b60ed98accb req-2c3492d7-792d-42bf-a93c-4f29930dc36e tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:23:32.732334 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56470) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:32.740642 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ffe715-954f-4259-981e-9b60ed98accb req-2c3492d7-792d-42bf-a93c-4f29930dc36e tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:23:32.821396 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e808439-25a7-4a6e-bfa3-87048b0f0b6c req-f06b60db-92de-480c-9a43-01a8d9bda3c3 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:32.822960 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5e808439-25a7-4a6e-bfa3-87048b0f0b6c req-f06b60db-92de-480c-9a43-01a8d9bda3c3 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdb83ac6-fbe2-4dcf-9231-691c6be82cbe HTTP/1.1" status: 200 len: 945 time: 0.1891558 Dec 17 15:23:32.847608 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffe715-954f-4259-981e-9b60ed98accb req-2c3492d7-792d-42bf-a93c-4f29930dc36e tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:32.848385 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e0ffe715-954f-4259-981e-9b60ed98accb req-2c3492d7-792d-42bf-a93c-4f29930dc36e tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:32.866831 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-9844408f-5047-4c4e-a1eb-b5461da258f4 req-f7c5e5ea-682a-42a2-b67c-db6420b34f2e tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Deleting port 74b76ae9-be21-4577-b022-03faf2f59f94 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:32.869265 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9844408f-5047-4c4e-a1eb-b5461da258f4 req-f7c5e5ea-682a-42a2-b67c-db6420b34f2e tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:32.907426 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7e9f4d5d-0029-4458-9b62-4d2892389eeb tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:32.915685 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5e808439-25a7-4a6e-bfa3-87048b0f0b6c req-57336fd2-60a0-4738-b811-db9e0e8f7adc tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddad14b1-2022-4401-be7a-1e07d982a656&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788829 Dec 17 15:23:32.966796 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7e9f4d5d-0029-4458-9b62-4d2892389eeb tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:32.982414 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 352cdabc-20b5-416a-9b0b-566ed33d52ff up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:23:32.998608 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0ffe715-954f-4259-981e-9b60ed98accb req-2c3492d7-792d-42bf-a93c-4f29930dc36e tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3862467 Dec 17 15:23:33.042568 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-e0ffe715-954f-4259-981e-9b60ed98accb req-64e34170-ea24-42b9-97f0-1f45afa8f0c7 service neutron] Request body: {'port': {'device_id': '2f5ef515-4454-4983-9991-927c884ddc6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:33.091913 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-9844408f-5047-4c4e-a1eb-b5461da258f4 req-f7c5e5ea-682a-42a2-b67c-db6420b34f2e tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] For port 74b76ae9-be21-4577-b022-03faf2f59f94, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=74b76ae9-be21-4577-b022-03faf2f59f94,segment=NetworkSegment(54dd5740-79cd-4538-9d3f-7af7e424ac18),segment_id=54dd5740-79cd-4538-9d3f-7af7e424ac18)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:33.091913 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9844408f-5047-4c4e-a1eb-b5461da258f4 req-f7c5e5ea-682a-42a2-b67c-db6420b34f2e tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:33.098341 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f11905ba-0a2c-4b5f-9553-80ddb7733a30 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:23:33.173989 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port f11905ba-0a2c-4b5f-9553-80ddb7733a30 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:33.174478 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:33.208880 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bfb6c-5e55-403d-a7ff-cbc013364610 req-8e12679a-9b62-4485-b482-cb7589479de7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:33.214887 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bfb6c-5e55-403d-a7ff-cbc013364610 req-8e12679a-9b62-4485-b482-cb7589479de7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:33.221292 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bfb6c-5e55-403d-a7ff-cbc013364610 req-8e12679a-9b62-4485-b482-cb7589479de7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:33.231654 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 352cdabc-20b5-416a-9b0b-566ed33d52ff completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:23:33.243660 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bfb6c-5e55-403d-a7ff-cbc013364610 req-8e12679a-9b62-4485-b482-cb7589479de7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:33.250344 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bfb6c-5e55-403d-a7ff-cbc013364610 req-8e12679a-9b62-4485-b482-cb7589479de7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:33.258569 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bfb6c-5e55-403d-a7ff-cbc013364610 req-8e12679a-9b62-4485-b482-cb7589479de7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:33.261761 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 352cdabc-20b5-416a-9b0b-566ed33d52ff triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:33.262271 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:33.268965 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bfb6c-5e55-403d-a7ff-cbc013364610 req-8e12679a-9b62-4485-b482-cb7589479de7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:33.268965 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d52bfb6c-5e55-403d-a7ff-cbc013364610 req-8e12679a-9b62-4485-b482-cb7589479de7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5436 time: 0.1867521 Dec 17 15:23:33.270103 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e0ffe715-954f-4259-981e-9b60ed98accb req-64e34170-ea24-42b9-97f0-1f45afa8f0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:33.296332 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7e9f4d5d-0029-4458-9b62-4d2892389eeb tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:33.299374 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7e9f4d5d-0029-4458-9b62-4d2892389eeb tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:33.301118 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7e9f4d5d-0029-4458-9b62-4d2892389eeb tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/security-groups/3063111d-75e5-4854-b42d-28e3be27f623 HTTP/1.1" status: 204 len: 168 time: 0.5676694 Dec 17 15:23:33.315082 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56476) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:33.320744 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-8770b6b0-82a8-4e8f-9986-9304ef866794 None None] Could not find standard attr ID for object 37280186-9b9a-403b-96e9-a6819ccb684e. {{(pid=102834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:23:33.343090 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9844408f-5047-4c4e-a1eb-b5461da258f4 req-f7c5e5ea-682a-42a2-b67c-db6420b34f2e tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:33.343545 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9844408f-5047-4c4e-a1eb-b5461da258f4 req-f7c5e5ea-682a-42a2-b67c-db6420b34f2e tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:33.344078 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [req-9844408f-5047-4c4e-a1eb-b5461da258f4 req-f7c5e5ea-682a-42a2-b67c-db6420b34f2e tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Floating IP 9a188d61-b040-4806-8db4-b6e541735d10 disassociated. External IP: 172.25.6.239, port: 74b76ae9-be21-4577-b022-03faf2f59f94. Dec 17 15:23:33.344481 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-9844408f-5047-4c4e-a1eb-b5461da258f4 req-f7c5e5ea-682a-42a2-b67c-db6420b34f2e tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Calling delete_port for 74b76ae9-be21-4577-b022-03faf2f59f94 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:33.357238 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-8770b6b0-82a8-4e8f-9986-9304ef866794 None None] Provisioning complete for port bd34dbc8-22d7-4ac9-9412-c33d0c867adc triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:33.357747 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8770b6b0-82a8-4e8f-9986-9304ef866794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:33.358276 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f4d5d-0029-4458-9b62-4d2892389eeb tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3063111d-75e5-4854-b42d-28e3be27f623,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:33.413419 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:33.420666 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d52bfb6c-5e55-403d-a7ff-cbc013364610 req-bceaf935-f4f2-4559-b993-dc671c46c837 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1384325 Dec 17 15:23:33.425747 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-8770b6b0-82a8-4e8f-9986-9304ef866794 None None] Port bd34dbc8-22d7-4ac9-9412-c33d0c867adc cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:23:33.429275 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f5b16-849e-4043-9fda-d9728b71829f req-7646166a-5b78-4cdf-bfcf-c02e3f6ad818 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:33.436771 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-472f5b16-849e-4043-9fda-d9728b71829f req-7646166a-5b78-4cdf-bfcf-c02e3f6ad818 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7fd0560-da10-4e5d-8eaf-d3567c58a448 HTTP/1.1" status: 200 len: 945 time: 0.2510953 Dec 17 15:23:33.446046 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352cdabc-20b5-416a-9b0b-566ed33d52ff'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:23:33.448328 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06e5e97-fa7b-4346-b746-ee0a3bbfb04a" -d '{"events": [{"server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "name": "network-vif-plugged", "status": "completed", "tag": "352cdabc-20b5-416a-9b0b-566ed33d52ff"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:23:33.460556 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-8770b6b0-82a8-4e8f-9986-9304ef866794 None None] Provisioning complete for port f11905ba-0a2c-4b5f-9553-80ddb7733a30 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:33.460934 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8770b6b0-82a8-4e8f-9986-9304ef866794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:33.465843 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 352cdabc-20b5-416a-9b0b-566ed33d52ff, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=352cdabc-20b5-416a-9b0b-566ed33d52ff,segment=NetworkSegment(1a0c2dd1-66d6-4557-8cd7-0378accaa3d6),segment_id=1a0c2dd1-66d6-4557-8cd7-0378accaa3d6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:33.540342 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:33.541527 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 086bae78-0a86-4258-9c60-e039ee82ea56 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:23:33.558805 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ac25c-b0b1-47ad-8f7d-4a40139282c3 req-2361df83-81a7-48db-a357-8041f386253d tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:33.560347 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-271ac25c-b0b1-47ad-8f7d-4a40139282c3 req-2361df83-81a7-48db-a357-8041f386253d tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7fd0560-da10-4e5d-8eaf-d3567c58a448 HTTP/1.1" status: 200 len: 945 time: 0.1014380 Dec 17 15:23:33.620394 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e8e28934-b32c-401a-bab2-9cbaf019a724 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:33.644169 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=352cdabc-20b5-416a-9b0b-566ed33d52ff,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:33.655126 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-472f5b16-849e-4043-9fda-d9728b71829f req-4873c9ed-daec-4cbf-ae4f-f8cb1f6a7bb7 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "GET /v2.0/security-groups?id=440c9dcb-a25c-438c-9ce0-b35793a4528d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172966 Dec 17 15:23:33.664287 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9844408f-5047-4c4e-a1eb-b5461da258f4 req-f7c5e5ea-682a-42a2-b67c-db6420b34f2e tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:33.742948 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5e5ea-682a-42a2-b67c-db6420b34f2e tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Pushing event deleted for resources: {'Port': ['ID=74b76ae9-be21-4577-b022-03faf2f59f94,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:33.790598 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e8e28934-b32c-401a-bab2-9cbaf019a724 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:33.798893 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0810a9-5894-4dac-bfec-0d5d10bea055 x-openstack-request-id: req-dc0810a9-5894-4dac-bfec-0d5d10bea055 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:23:33.807098 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "name": "network-vif-plugged", "status": "completed", "tag": "352cdabc-20b5-416a-9b0b-566ed33d52ff", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:23:33.807098 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dc0810a9-5894-4dac-bfec-0d5d10bea055 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:23:33.807098 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352cdabc-20b5-416a-9b0b-566ed33d52ff', 'code': 200} Dec 17 15:23:33.880901 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-e8da7305-d932-4d60-a46e-9f34d3e879d8 None None] Could not find standard attr ID for object 37280186-9b9a-403b-96e9-a6819ccb684e. {{(pid=102834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:23:33.889856 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ce533-e1be-49b0-966e-801848ddd6c8 req-b914da96-954d-4f42-a05d-7f9dd7e540b5 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:33.892111 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-924ce533-e1be-49b0-966e-801848ddd6c8 req-b914da96-954d-4f42-a05d-7f9dd7e540b5 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f5ef515-4454-4983-9991-927c884ddc6e HTTP/1.1" status: 200 len: 931 time: 0.3309612 Dec 17 15:23:33.902006 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 086bae78-0a86-4258-9c60-e039ee82ea56 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:23:33.906805 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 086bae78-0a86-4258-9c60-e039ee82ea56 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:33.910867 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:33.919307 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-271ac25c-b0b1-47ad-8f7d-4a40139282c3 req-810d50aa-82df-4e22-9636-24eff1cbbc0d tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Deleting port 1c5a567d-d7ab-42e0-bf88-a8cd61a1e792 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:33.919790 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-271ac25c-b0b1-47ad-8f7d-4a40139282c3 req-810d50aa-82df-4e22-9636-24eff1cbbc0d tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:33.939197 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:34.039818 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9844408f-5047-4c4e-a1eb-b5461da258f4 req-f7c5e5ea-682a-42a2-b67c-db6420b34f2e tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Router 52fee96b-1e5f-4f46-b954-0a7339d3384d has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:23:34.045689 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-271ac25c-b0b1-47ad-8f7d-4a40139282c3 req-810d50aa-82df-4e22-9636-24eff1cbbc0d tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] For port 1c5a567d-d7ab-42e0-bf88-a8cd61a1e792, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=1c5a567d-d7ab-42e0-bf88-a8cd61a1e792,segment=NetworkSegment(f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6),segment_id=f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:34.046394 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-271ac25c-b0b1-47ad-8f7d-4a40139282c3 req-810d50aa-82df-4e22-9636-24eff1cbbc0d tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:34.062950 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71575fe4-7b7e-4c9a-8e1f-275d7d6ff126 req-ac82c55b-17a1-43ab-8206-f40de2a66578 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:34.071215 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71575fe4-7b7e-4c9a-8e1f-275d7d6ff126 req-ac82c55b-17a1-43ab-8206-f40de2a66578 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 945 time: 0.2007999 Dec 17 15:23:34.088064 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-924ce533-e1be-49b0-966e-801848ddd6c8 req-678a7529-3b25-4893-a3aa-aeedbdb566d1 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733274 Dec 17 15:23:34.117333 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:34.170373 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 086bae78-0a86-4258-9c60-e039ee82ea56, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=086bae78-0a86-4258-9c60-e039ee82ea56,segment=NetworkSegment(1a0c2dd1-66d6-4557-8cd7-0378accaa3d6),segment_id=1a0c2dd1-66d6-4557-8cd7-0378accaa3d6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:34.185288 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71575fe4-7b7e-4c9a-8e1f-275d7d6ff126 req-4d4d6dde-7887-4d00-969f-8c0082a2312b tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024065 Dec 17 15:23:34.185288 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e8e28934-b32c-401a-bab2-9cbaf019a724 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:34.189948 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e8e28934-b32c-401a-bab2-9cbaf019a724 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:34.194321 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e8e28934-b32c-401a-bab2-9cbaf019a724 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/security-groups/c4e8d916-5bba-440a-93ef-6e3bbd9794b6 HTTP/1.1" status: 204 len: 168 time: 0.8750377 Dec 17 15:23:34.195104 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56496) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:34.207034 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e28934-b32c-401a-bab2-9cbaf019a724 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e8d916-5bba-440a-93ef-6e3bbd9794b6,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:34.237358 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-e0ffe715-954f-4259-981e-9b60ed98accb req-64e34170-ea24-42b9-97f0-1f45afa8f0c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c28e0c1-5348-4f77-baee-1e7afe509638 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:23:34.242283 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:34.249421 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e0ffe715-954f-4259-981e-9b60ed98accb req-64e34170-ea24-42b9-97f0-1f45afa8f0c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:34.267577 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:34.268408 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 82472c12-2b01-481b-a1e9-52c2af0111f1 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:23:34.283081 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-e0ffe715-954f-4259-981e-9b60ed98accb req-64e34170-ea24-42b9-97f0-1f45afa8f0c7 service neutron] Transition to ACTIVE for port object 8c28e0c1-5348-4f77-baee-1e7afe509638 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:23:34.359867 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d28bdd3-f94d-4185-9626-7431322f4dda tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Deleting subnet 9ac1d9d8-4628-406e-8dd2-46e1368e7663 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:23:34.367231 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-89a4e358-3e0c-490c-8ee4-f696deac0be1 req-5506414c-edec-4349-b284-2ea6c09cc8e7 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdb83ac6-fbe2-4dcf-9231-691c6be82cbe HTTP/1.1" status: 200 len: 210 time: 0.0463419 Dec 17 15:23:34.370632 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e0ffe715-954f-4259-981e-9b60ed98accb req-64e34170-ea24-42b9-97f0-1f45afa8f0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:34.371019 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6d28bdd3-f94d-4185-9626-7431322f4dda tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:34.426561 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9844408f-5047-4c4e-a1eb-b5461da258f4 req-f7c5e5ea-682a-42a2-b67c-db6420b34f2e tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:23:34.457024 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac056b5-9c72-4c54-9ace-0a79d1f349fc None None] Sync routers for ids ['52fee96b-1e5f-4f46-b954-0a7339d3384d'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:23:34.477397 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=086bae78-0a86-4258-9c60-e039ee82ea56,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:34.497974 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e34170-ea24-42b9-97f0-1f45afa8f0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8c28e0c1-5348-4f77-baee-1e7afe509638,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:34.510010 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6d28bdd3-f94d-4185-9626-7431322f4dda tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:34.553671 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac056b5-9c72-4c54-9ace-0a79d1f349fc None None] Routers {'52fee96b-1e5f-4f46-b954-0a7339d3384d'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:23:34.553896 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-9844408f-5047-4c4e-a1eb-b5461da258f4 req-f7c5e5ea-682a-42a2-b67c-db6420b34f2e tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] No DVR routers for this DVR port 74b76ae9-be21-4577-b022-03faf2f59f94 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:23:34.557641 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-fac056b5-9c72-4c54-9ace-0a79d1f349fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:23:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['52fee96b-1e5f-4f46-b954-0a7339d3384d'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:34.567428 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9844408f-5047-4c4e-a1eb-b5461da258f4 req-f7c5e5ea-682a-42a2-b67c-db6420b34f2e tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:34.570479 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-e0ffe715-954f-4259-981e-9b60ed98accb req-64e34170-ea24-42b9-97f0-1f45afa8f0c7 service neutron] Attempting to bind port 8c28e0c1-5348-4f77-baee-1e7afe509638 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:23:34.570815 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9844408f-5047-4c4e-a1eb-b5461da258f4 req-f7c5e5ea-682a-42a2-b67c-db6420b34f2e tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.41 "DELETE /v2.0/ports/74b76ae9-be21-4577-b022-03faf2f59f94 HTTP/1.1" status: 204 len: 173 time: 1.8552454 Dec 17 15:23:34.571279 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb83ac6-fbe2-4dcf-9231-691c6be82cbe', 'name': 'network-vif-deleted', 'tag': '74b76ae9-be21-4577-b022-03faf2f59f94'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:23:34.571503 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-e0ffe715-954f-4259-981e-9b60ed98accb req-64e34170-ea24-42b9-97f0-1f45afa8f0c7 service neutron] Attempting to bind port 8c28e0c1-5348-4f77-baee-1e7afe509638 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '4d21e005-2828-402d-861d-cab8d78776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:23:34.571734 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ffe715-954f-4259-981e-9b60ed98accb req-64e34170-ea24-42b9-97f0-1f45afa8f0c7 service neutron] Attempting to bind port 8c28e0c1-5348-4f77-baee-1e7afe509638 on network 8eca304a-4461-49a4-96b4-a39f3600fd04 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:23:34.573611 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5ad887-25cf-47dc-bfeb-9df1d3a15185" -d '{"events": [{"server_uuid": "fdb83ac6-fbe2-4dcf-9231-691c6be82cbe", "name": "network-vif-deleted", "tag": "74b76ae9-be21-4577-b022-03faf2f59f94"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:23:34.577169 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ffe715-954f-4259-981e-9b60ed98accb req-64e34170-ea24-42b9-97f0-1f45afa8f0c7 service neutron] Port 8c28e0c1-5348-4f77-baee-1e7afe509638 on network 8eca304a-4461-49a4-96b4-a39f3600fd04 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:23:34.577169 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ffe715-954f-4259-981e-9b60ed98accb req-64e34170-ea24-42b9-97f0-1f45afa8f0c7 service neutron] Attempting to bind port 8c28e0c1-5348-4f77-baee-1e7afe509638 on network 8eca304a-4461-49a4-96b4-a39f3600fd04 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:23:34.583609 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ffe715-954f-4259-981e-9b60ed98accb req-64e34170-ea24-42b9-97f0-1f45afa8f0c7 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:23:34.584227 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ffe715-954f-4259-981e-9b60ed98accb req-64e34170-ea24-42b9-97f0-1f45afa8f0c7 service neutron] Checking segment: {'id': '4d21e005-2828-402d-861d-cab8d78776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:23:34.584781 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ffe715-954f-4259-981e-9b60ed98accb req-64e34170-ea24-42b9-97f0-1f45afa8f0c7 service neutron] Bound using segment: {'id': '4d21e005-2828-402d-861d-cab8d78776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:23:34.585247 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-e0ffe715-954f-4259-981e-9b60ed98accb req-64e34170-ea24-42b9-97f0-1f45afa8f0c7 service neutron] Bound port: 8c28e0c1-5348-4f77-baee-1e7afe509638, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d21e005-2828-402d-861d-cab8d78776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:23:34.585607 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e0ffe715-954f-4259-981e-9b60ed98accb req-64e34170-ea24-42b9-97f0-1f45afa8f0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:34.595065 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-271ac25c-b0b1-47ad-8f7d-4a40139282c3 req-810d50aa-82df-4e22-9636-24eff1cbbc0d tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:34.595428 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-271ac25c-b0b1-47ad-8f7d-4a40139282c3 req-810d50aa-82df-4e22-9636-24eff1cbbc0d tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:34.595744 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [req-271ac25c-b0b1-47ad-8f7d-4a40139282c3 req-810d50aa-82df-4e22-9636-24eff1cbbc0d tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Floating IP d1bccb85-2b6c-4eb9-a36c-91b9fe4d257f disassociated. External IP: 172.25.6.115, port: 1c5a567d-d7ab-42e0-bf88-a8cd61a1e792. Dec 17 15:23:34.596086 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-271ac25c-b0b1-47ad-8f7d-4a40139282c3 req-810d50aa-82df-4e22-9636-24eff1cbbc0d tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Calling delete_port for 1c5a567d-d7ab-42e0-bf88-a8cd61a1e792 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:34.654960 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-e0ffe715-954f-4259-981e-9b60ed98accb req-64e34170-ea24-42b9-97f0-1f45afa8f0c7 service neutron] For port 8c28e0c1-5348-4f77-baee-1e7afe509638, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:23:34.658531 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-e0ffe715-954f-4259-981e-9b60ed98accb req-64e34170-ea24-42b9-97f0-1f45afa8f0c7 service neutron] For port 8c28e0c1-5348-4f77-baee-1e7afe509638, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=8c28e0c1-5348-4f77-baee-1e7afe509638,segment=NetworkSegment(4d21e005-2828-402d-861d-cab8d78776ef),segment_id=4d21e005-2828-402d-861d-cab8d78776ef)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:23:34.664177 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 82472c12-2b01-481b-a1e9-52c2af0111f1 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:23:34.676956 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 82472c12-2b01-481b-a1e9-52c2af0111f1 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:34.677386 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:34.719732 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-fac056b5-9c72-4c54-9ace-0a79d1f349fc None None] Set router 52fee96b-1e5f-4f46-b954-0a7339d3384d gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:23:34.726505 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6d28bdd3-f94d-4185-9626-7431322f4dda tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:34.783166 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e0ffe715-954f-4259-981e-9b60ed98accb req-64e34170-ea24-42b9-97f0-1f45afa8f0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:34.868844 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee29d6c0-50b7-44d4-a6f7-260e9bc68cbe x-openstack-request-id: req-ee29d6c0-50b7-44d4-a6f7-260e9bc68cbe {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:23:34.869767 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb83ac6-fbe2-4dcf-9231-691c6be82cbe", "name": "network-vif-deleted", "tag": "74b76ae9-be21-4577-b022-03faf2f59f94", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:23:34.870191 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ee29d6c0-50b7-44d4-a6f7-260e9bc68cbe {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:23:34.870854 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb83ac6-fbe2-4dcf-9231-691c6be82cbe', 'name': 'network-vif-deleted', 'tag': '74b76ae9-be21-4577-b022-03faf2f59f94', 'status': 'completed', 'code': 200} Dec 17 15:23:34.902142 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffe715-954f-4259-981e-9b60ed98accb req-64e34170-ea24-42b9-97f0-1f45afa8f0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:34.903029 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e0ffe715-954f-4259-981e-9b60ed98accb req-64e34170-ea24-42b9-97f0-1f45afa8f0c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:34.905150 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0ffe715-954f-4259-981e-9b60ed98accb req-64e34170-ea24-42b9-97f0-1f45afa8f0c7 service neutron] 10.222.0.41 "PUT /v2.0/ports/8c28e0c1-5348-4f77-baee-1e7afe509638 HTTP/1.1" status: 200 len: 1091 time: 1.8851910 Dec 17 15:23:34.934662 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f5ef515-4454-4983-9991-927c884ddc6e', 'tag': '8c28e0c1-5348-4f77-baee-1e7afe509638'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:23:34.937163 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead175aa-7b43-43cc-861f-c0c078388999" -d '{"events": [{"name": "network-changed", "server_uuid": "2f5ef515-4454-4983-9991-927c884ddc6e", "tag": "8c28e0c1-5348-4f77-baee-1e7afe509638"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:23:34.967279 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-271ac25c-b0b1-47ad-8f7d-4a40139282c3 req-810d50aa-82df-4e22-9636-24eff1cbbc0d tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:34.980946 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:35.034342 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6d28bdd3-f94d-4185-9626-7431322f4dda tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:35.041919 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a04893-e325-416c-887e-906996158897 req-0bde9344-c493-4470-b9a2-6230b00bb0e8 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:35.042936 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d50aa-82df-4e22-9636-24eff1cbbc0d tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Pushing event deleted for resources: {'Port': ['ID=1c5a567d-d7ab-42e0-bf88-a8cd61a1e792,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:35.060553 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a04893-e325-416c-887e-906996158897 req-0bde9344-c493-4470-b9a2-6230b00bb0e8 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:35.075534 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a04893-e325-416c-887e-906996158897 req-0bde9344-c493-4470-b9a2-6230b00bb0e8 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:35.083006 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a04893-e325-416c-887e-906996158897 req-0bde9344-c493-4470-b9a2-6230b00bb0e8 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:35.088884 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a04893-e325-416c-887e-906996158897 req-0bde9344-c493-4470-b9a2-6230b00bb0e8 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:35.093709 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611bdf78-b7e3-4cd2-922f-c93861b8cac6 None None] Network 9bd92930-dfe5-4133-8170-ec33aa15fc28 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:23:35.094780 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a04893-e325-416c-887e-906996158897 req-0bde9344-c493-4470-b9a2-6230b00bb0e8 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:35.100641 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 82472c12-2b01-481b-a1e9-52c2af0111f1, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=82472c12-2b01-481b-a1e9-52c2af0111f1,segment=NetworkSegment(71fa2b9a-8f20-4c14-afdd-f73e53e1080c),segment_id=71fa2b9a-8f20-4c14-afdd-f73e53e1080c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:35.101746 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a04893-e325-416c-887e-906996158897 req-0bde9344-c493-4470-b9a2-6230b00bb0e8 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:35.109449 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94a04893-e325-416c-887e-906996158897 req-0bde9344-c493-4470-b9a2-6230b00bb0e8 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5438 time: 0.3694627 Dec 17 15:23:35.130072 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28bdd3-f94d-4185-9626-7431322f4dda tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Subnet': ['ID=9ac1d9d8-4628-406e-8dd2-46e1368e7663,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:35.141459 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e34170-ea24-42b9-97f0-1f45afa8f0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8c28e0c1-5348-4f77-baee-1e7afe509638,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:35.163391 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6d28bdd3-f94d-4185-9626-7431322f4dda tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:35.166642 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6d28bdd3-f94d-4185-9626-7431322f4dda tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/subnets/9ac1d9d8-4628-406e-8dd2-46e1368e7663 HTTP/1.1" status: 204 len: 168 time: 0.9691784 Dec 17 15:23:35.171585 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56514) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:35.179995 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-d34d4c34-fc4a-4a99-af7c-f276d4b11022 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'subnet': {'network_id': '9bd92930-dfe5-4133-8170-ec33aa15fc28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:35.189402 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:35.190994 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device ebd3d295-a91e-41a7-8eb4-78304dcfd58d up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:23:35.192934 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b944b-a49e-4703-8082-005e03e7e084 req-481c1feb-f490-4a57-a492-cf650b9d3c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:35.194746 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5e6b944b-a49e-4703-8082-005e03e7e084 req-481c1feb-f490-4a57-a492-cf650b9d3c66 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1407878f6eb44e929267c0f543df9a52&device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 1096 time: 0.3407083 Dec 17 15:23:35.230390 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26dcd9f-412d-4d7c-96e7-f7029690edfa req-dfbd5751-12da-4104-b296-eeecb1d57c89 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:35.239271 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a26dcd9f-412d-4d7c-96e7-f7029690edfa req-dfbd5751-12da-4104-b296-eeecb1d57c89 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f59d344-91ee-48d8-a491-b09d3aa12ee2 HTTP/1.1" status: 200 len: 946 time: 0.2961462 Dec 17 15:23:35.316436 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94a04893-e325-416c-887e-906996158897 req-bbdff51d-c57b-43ca-804c-3207ed1889f9 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2032893 Dec 17 15:23:35.329328 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffe715-954f-4259-981e-9b60ed98accb req-c13d7098-aedf-42b9-922c-223254e83090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:35.330877 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0ffe715-954f-4259-981e-9b60ed98accb req-c13d7098-aedf-42b9-922c-223254e83090 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b5d340d6e372463aa9915724f2edafdd&device_id=2f5ef515-4454-4983-9991-927c884ddc6e HTTP/1.1" status: 200 len: 1094 time: 0.2180653 Dec 17 15:23:35.354214 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-271ac25c-b0b1-47ad-8f7d-4a40139282c3 req-810d50aa-82df-4e22-9636-24eff1cbbc0d tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Router debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:23:35.471577 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34d4c34-fc4a-4a99-af7c-f276d4b11022 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:23:35.473822 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-fac056b5-9c72-4c54-9ace-0a79d1f349fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'name': 'tempest-ServersTestJSON-208176351-router', 'tenant_id': '3a84ebc937934de99ce0f3e190e62521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '5c789c63-f458-46d7-bea3-50d43ca885a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:19:52Z', 'updated_at': '2021-12-17T15:19:59Z', 'revision_number': 4, 'project_id': '3a84ebc937934de99ce0f3e190e62521', 'gw_port': {'id': '5c789c63-f458-46d7-bea3-50d43ca885a9', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:54Z', 'updated_at': '2021-12-17T15:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '17b78a3a-fe72-428b-bef8-687039cb5f86', 'name': '', 'network_id': '69b31584-89e2-47f2-8520-6af05b2ff039', 'tenant_id': '3a84ebc937934de99ce0f3e190e62521', 'mac_address': 'fa:16:3e:7c:00:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '13b0e24e-3e36-4c0a-9576-ed2a6035e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:58Z', 'updated_at': '2021-12-17T15:20:05Z', 'revision_number': 5, 'project_id': '3a84ebc937934de99ce0f3e190e62521', 'subnets': [{'id': '13b0e24e-3e36-4c0a-9576-ed2a6035e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:35.475791 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a26dcd9f-412d-4d7c-96e7-f7029690edfa req-13563ec2-17b7-4a85-a32d-abbaa29bacd7 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285006 Dec 17 15:23:35.479400 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d34d4c34-fc4a-4a99-af7c-f276d4b11022 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:35.490874 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0ffe715-954f-4259-981e-9b60ed98accb req-42dc3aad-2ec7-403d-9fb7-3baeb1bfff45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c28e0c1-5348-4f77-baee-1e7afe509638 HTTP/1.1" status: 200 len: 217 time: 0.1367650 Dec 17 15:23:35.578678 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac056b5-9c72-4c54-9ace-0a79d1f349fc None None] Checking router: 52fee96b-1e5f-4f46-b954-0a7339d3384d for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:23:35.636969 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b663ea8e-a1cf-4f73-a7d5-b207b708b25d req-d601996b-9166-442a-8b4d-ee12e4d8bdf4 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7fd0560-da10-4e5d-8eaf-d3567c58a448 HTTP/1.1" status: 200 len: 210 time: 0.1583791 Dec 17 15:23:35.649967 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=82472c12-2b01-481b-a1e9-52c2af0111f1,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:35.653622 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac056b5-9c72-4c54-9ace-0a79d1f349fc None None] Routers {'52fee96b-1e5f-4f46-b954-0a7339d3384d'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:23:35.654727 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-fac056b5-9c72-4c54-9ace-0a79d1f349fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:23:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['52fee96b-1e5f-4f46-b954-0a7339d3384d'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:35.708579 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5335dc-2e8a-408b-a54e-271f1f6c2297 x-openstack-request-id: req-1c5335dc-2e8a-408b-a54e-271f1f6c2297 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:23:35.708859 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f5ef515-4454-4983-9991-927c884ddc6e", "tag": "8c28e0c1-5348-4f77-baee-1e7afe509638", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:23:35.709439 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1c5335dc-2e8a-408b-a54e-271f1f6c2297 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:23:35.709985 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f5ef515-4454-4983-9991-927c884ddc6e', 'tag': '8c28e0c1-5348-4f77-baee-1e7afe509638', 'status': 'completed', 'code': 200} Dec 17 15:23:35.764065 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b944b-a49e-4703-8082-005e03e7e084 req-3bf6259a-d768-4d66-8f5f-e53cb7276ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:35.778852 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5e6b944b-a49e-4703-8082-005e03e7e084 req-3bf6259a-d768-4d66-8f5f-e53cb7276ea1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a81410f2-8387-44e0-b580-7a2346e72e8a HTTP/1.1" status: 200 len: 911 time: 0.5738134 Dec 17 15:23:35.802047 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086bae78-0a86-4258-9c60-e039ee82ea56'}, {'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82472c12-2b01-481b-a1e9-52c2af0111f1'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:23:35.804564 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffabf81-2f77-4fdd-8a16-e6dce7034796" -d '{"events": [{"server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "name": "network-vif-plugged", "status": "completed", "tag": "086bae78-0a86-4258-9c60-e039ee82ea56"}, {"server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "name": "network-vif-plugged", "status": "completed", "tag": "82472c12-2b01-481b-a1e9-52c2af0111f1"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:23:35.809241 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffe715-954f-4259-981e-9b60ed98accb req-f85e0d6b-5487-40d7-9f3d-2c0acc39e25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:35.810982 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0ffe715-954f-4259-981e-9b60ed98accb req-f85e0d6b-5487-40d7-9f3d-2c0acc39e25c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce6f6d4e-40b3-4f79-b7d3-a679e64969d7 HTTP/1.1" status: 200 len: 846 time: 0.2968202 Dec 17 15:23:35.838545 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-fac056b5-9c72-4c54-9ace-0a79d1f349fc None None] Set router 52fee96b-1e5f-4f46-b954-0a7339d3384d gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:23:35.878650 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port ebd3d295-a91e-41a7-8eb4-78304dcfd58d completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:23:35.884456 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port ebd3d295-a91e-41a7-8eb4-78304dcfd58d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:35.884839 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:35.885887 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5e6b944b-a49e-4703-8082-005e03e7e084 req-38d54989-284a-408e-885e-a91982f81fa7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7754f5b6-304f-4696-9ab2-6428dd11c663 HTTP/1.1" status: 200 len: 217 time: 0.0968406 Dec 17 15:23:35.920751 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0ffe715-954f-4259-981e-9b60ed98accb req-88488d69-5851-4ec9-bb98-e31917426d99 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8eca304a-4461-49a4-96b4-a39f3600fd04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752120 Dec 17 15:23:35.948680 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-271ac25c-b0b1-47ad-8f7d-4a40139282c3 req-810d50aa-82df-4e22-9636-24eff1cbbc0d tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:23:35.960854 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775136a-71bc-4b8a-9012-8c6d5d96c54b req-775f23b8-0272-4ea0-bde8-30e0344dcd0d tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:35.966880 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870fa072-1fd5-4fae-86bd-d39c4514275e None None] Sync routers for ids ['debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:23:35.968497 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1775136a-71bc-4b8a-9012-8c6d5d96c54b req-775f23b8-0272-4ea0-bde8-30e0344dcd0d tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 945 time: 0.3268986 Dec 17 15:23:35.975830 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870fa072-1fd5-4fae-86bd-d39c4514275e None None] Routers {'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:23:35.976503 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-870fa072-1fd5-4fae-86bd-d39c4514275e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:23:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:36.044494 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-271ac25c-b0b1-47ad-8f7d-4a40139282c3 req-810d50aa-82df-4e22-9636-24eff1cbbc0d tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] No DVR routers for this DVR port 1c5a567d-d7ab-42e0-bf88-a8cd61a1e792 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:23:36.055542 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-271ac25c-b0b1-47ad-8f7d-4a40139282c3 req-810d50aa-82df-4e22-9636-24eff1cbbc0d tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:36.064113 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-271ac25c-b0b1-47ad-8f7d-4a40139282c3 req-810d50aa-82df-4e22-9636-24eff1cbbc0d tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.41 "DELETE /v2.0/ports/1c5a567d-d7ab-42e0-bf88-a8cd61a1e792 HTTP/1.1" status: 204 len: 173 time: 2.4954431 Dec 17 15:23:36.067317 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d34d4c34-fc4a-4a99-af7c-f276d4b11022 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:36.086364 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2104b-fac0-409a-bb2c-55ad1c830813 req-9e487e0c-a022-44aa-9953-40f3a67381e8 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:36.094099 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4ce2104b-fac0-409a-bb2c-55ad1c830813 req-9e487e0c-a022-44aa-9953-40f3a67381e8 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f5ef515-4454-4983-9991-927c884ddc6e HTTP/1.1" status: 200 len: 943 time: 0.2811487 Dec 17 15:23:36.108294 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b944b-a49e-4703-8082-005e03e7e084 req-9e951446-33d0-4fa3-ac52-f607fb984195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:36.110586 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5e6b944b-a49e-4703-8082-005e03e7e084 req-9e951446-33d0-4fa3-ac52-f607fb984195 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b59121e-95f1-4cb2-baf2-d0a298aafb94 HTTP/1.1" status: 200 len: 850 time: 0.1947300 Dec 17 15:23:36.139024 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1775136a-71bc-4b8a-9012-8c6d5d96c54b req-03af969e-6106-433e-9fac-616c9e633258 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641636 Dec 17 15:23:36.211959 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:36.257964 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d4c34-fc4a-4a99-af7c-f276d4b11022 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Subnet': ['ID=e3694416-a43f-4f1c-8640-692826e53cbd,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:36.268288 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-870fa072-1fd5-4fae-86bd-d39c4514275e None None] Set router debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:23:36.377484 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34d4c34-fc4a-4a99-af7c-f276d4b11022 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Network 9bd92930-dfe5-4133-8170-ec33aa15fc28 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:23:36.384430 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-d34d4c34-fc4a-4a99-af7c-f276d4b11022 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:23:36.390298 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port ebd3d295-a91e-41a7-8eb4-78304dcfd58d, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=ebd3d295-a91e-41a7-8eb4-78304dcfd58d,segment=NetworkSegment(1a0c2dd1-66d6-4557-8cd7-0378accaa3d6),segment_id=1a0c2dd1-66d6-4557-8cd7-0378accaa3d6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:36.398317 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34d4c34-fc4a-4a99-af7c-f276d4b11022 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:36.398938 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d34d4c34-fc4a-4a99-af7c-f276d4b11022 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:36.413537 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Dec 2021 15:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7779d382-bbcf-4dc1-963f-c67fed68f568 x-openstack-request-id: req-7779d382-bbcf-4dc1-963f-c67fed68f568 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:23:36.414196 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "name": "network-vif-plugged", "status": "completed", "tag": "086bae78-0a86-4258-9c60-e039ee82ea56", "code": 200}, {"server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "name": "network-vif-plugged", "status": "completed", "tag": "82472c12-2b01-481b-a1e9-52c2af0111f1", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:23:36.414640 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7779d382-bbcf-4dc1-963f-c67fed68f568 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:23:36.415809 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086bae78-0a86-4258-9c60-e039ee82ea56', 'code': 200} Dec 17 15:23:36.416554 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82472c12-2b01-481b-a1e9-52c2af0111f1', 'code': 200} Dec 17 15:23:36.493006 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-fac056b5-9c72-4c54-9ace-0a79d1f349fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'name': 'tempest-ServersTestJSON-208176351-router', 'tenant_id': '3a84ebc937934de99ce0f3e190e62521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '5c789c63-f458-46d7-bea3-50d43ca885a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:19:52Z', 'updated_at': '2021-12-17T15:19:59Z', 'revision_number': 4, 'project_id': '3a84ebc937934de99ce0f3e190e62521', 'gw_port': {'id': '5c789c63-f458-46d7-bea3-50d43ca885a9', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:54Z', 'updated_at': '2021-12-17T15:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '17b78a3a-fe72-428b-bef8-687039cb5f86', 'name': '', 'network_id': '69b31584-89e2-47f2-8520-6af05b2ff039', 'tenant_id': '3a84ebc937934de99ce0f3e190e62521', 'mac_address': 'fa:16:3e:7c:00:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '13b0e24e-3e36-4c0a-9576-ed2a6035e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:58Z', 'updated_at': '2021-12-17T15:20:05Z', 'revision_number': 5, 'project_id': '3a84ebc937934de99ce0f3e190e62521', 'subnets': [{'id': '13b0e24e-3e36-4c0a-9576-ed2a6035e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:36.497262 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:36.500523 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device cbe25e39-8f1f-4383-b5a5-367c8e64756d up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:23:36.535871 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d34d4c34-fc4a-4a99-af7c-f276d4b11022 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3584900 Dec 17 15:23:36.537604 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56528) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:36.552967 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56532) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:36.574978 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-17520fdd-2a48-4cdf-92a7-99a8524f455f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'security_group': {'name': 'tempest-secgroup-1136376260'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:36.608496 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac056b5-9c72-4c54-9ace-0a79d1f349fc None None] The sync data for ids ['52fee96b-1e5f-4f46-b954-0a7339d3384d'] in n-d-820553-2 is: [{'id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'name': 'tempest-ServersTestJSON-208176351-router', 'tenant_id': '3a84ebc937934de99ce0f3e190e62521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '5c789c63-f458-46d7-bea3-50d43ca885a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:19:52Z', 'updated_at': '2021-12-17T15:19:59Z', 'revision_number': 4, 'project_id': '3a84ebc937934de99ce0f3e190e62521', 'gw_port': {'id': '5c789c63-f458-46d7-bea3-50d43ca885a9', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:54Z', 'updated_at': '2021-12-17T15:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '17b78a3a-fe72-428b-bef8-687039cb5f86', 'name': '', 'network_id': '69b31584-89e2-47f2-8520-6af05b2ff039', 'tenant_id': '3a84ebc937934de99ce0f3e190e62521', 'mac_address': 'fa:16:3e:7c:00:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '13b0e24e-3e36-4c0a-9576-ed2a6035e7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:58Z', 'updated_at': '2021-12-17T15:20:05Z', 'revision_number': 5, 'project_id': '3a84ebc937934de99ce0f3e190e62521', 'subnets': [{'id': '13b0e24e-3e36-4c0a-9576-ed2a6035e7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:23:36.644478 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-870fa072-1fd5-4fae-86bd-d39c4514275e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'name': 'tempest-ServersTestManualDisk-1535961204-router', 'tenant_id': 'a24e8e82b4a34912861fe996df8e96eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'e796285a-1ab5-4a2d-a3b5-9a999060332a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:19:52Z', 'updated_at': '2021-12-17T15:20:02Z', 'revision_number': 4, 'project_id': 'a24e8e82b4a34912861fe996df8e96eb', 'gw_port': {'id': 'e796285a-1ab5-4a2d-a3b5-9a999060332a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:54Z', 'updated_at': '2021-12-17T15:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'c60582f2-ecff-43d4-a0bb-31479b1b35f0', 'name': '', 'network_id': 'c10aa86e-d9d7-4652-a2e1-0c001585515a', 'tenant_id': 'a24e8e82b4a34912861fe996df8e96eb', 'mac_address': 'fa:16:3e:a4:d1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd180b79e-c3bb-4569-b61e-f0770c463335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:20:00Z', 'updated_at': '2021-12-17T15:20:09Z', 'revision_number': 5, 'project_id': 'a24e8e82b4a34912861fe996df8e96eb', 'subnets': [{'id': 'd180b79e-c3bb-4569-b61e-f0770c463335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:36.723808 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870fa072-1fd5-4fae-86bd-d39c4514275e None None] Checking router: debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:23:36.732297 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=ebd3d295-a91e-41a7-8eb4-78304dcfd58d,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:36.746012 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870fa072-1fd5-4fae-86bd-d39c4514275e None None] Routers {'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:23:36.746012 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-870fa072-1fd5-4fae-86bd-d39c4514275e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:23:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:36.772590 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e58876-a3b2-4ca9-b93d-73b1197a0493 req-b7225833-bcac-4b07-a88e-425c369c2147 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:36.774233 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-29e58876-a3b2-4ca9-b93d-73b1197a0493 req-b7225833-bcac-4b07-a88e-425c369c2147 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f59d344-91ee-48d8-a491-b09d3aa12ee2 HTTP/1.1" status: 200 len: 946 time: 0.1320505 Dec 17 15:23:36.775621 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aa424ab2-8629-4675-af70-4cdff4199efe tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:36.804646 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aa424ab2-8629-4675-af70-4cdff4199efe tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:36.840964 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-17520fdd-2a48-4cdf-92a7-99a8524f455f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:36.874566 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7fd0560-da10-4e5d-8eaf-d3567c58a448', 'name': 'network-vif-deleted', 'tag': '1c5a567d-d7ab-42e0-bf88-a8cd61a1e792'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:23:36.879216 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port cbe25e39-8f1f-4383-b5a5-367c8e64756d completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:23:36.880168 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f85eb9-c3c5-4baf-bfc9-f42cc3d9f44e" -d '{"events": [{"server_uuid": "d7fd0560-da10-4e5d-8eaf-d3567c58a448", "name": "network-vif-deleted", "tag": "1c5a567d-d7ab-42e0-bf88-a8cd61a1e792"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:23:36.883552 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port cbe25e39-8f1f-4383-b5a5-367c8e64756d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:36.884623 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:36.932606 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-870fa072-1fd5-4fae-86bd-d39c4514275e None None] Set router debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:23:36.990166 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5e6b944b-a49e-4703-8082-005e03e7e084 req-564c15a7-e6c1-466e-ba42-b71f658b81ef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a81410f2-8387-44e0-b580-7a2346e72e8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8676558 Dec 17 15:23:37.021383 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-17520fdd-2a48-4cdf-92a7-99a8524f455f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:37.031174 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aa424ab2-8629-4675-af70-4cdff4199efe tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:37.033726 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aa424ab2-8629-4675-af70-4cdff4199efe tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:37.043235 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-aa424ab2-8629-4675-af70-4cdff4199efe tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "DELETE /v2.0/security-groups/ddad14b1-2022-4401-be7a-1e07d982a656 HTTP/1.1" status: 204 len: 168 time: 0.4563313 Dec 17 15:23:37.043868 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56538) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:37.056687 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4ce2104b-fac0-409a-bb2c-55ad1c830813 req-db0c9bbb-3d8c-412f-9252-a471ed6bb7a2 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9608994 Dec 17 15:23:37.064858 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0ffe715-954f-4259-981e-9b60ed98accb req-8c5fb392-895e-4249-93e0-fd859b1db2df service neutron] 10.222.0.41 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0870855 Dec 17 15:23:37.064962 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 74b76ae9-be21-4577-b022-03faf2f59f94 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:23:37.070577 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e534953c-0fe1-41d2-8e49-7fdadf34b2b7 None None] Network 9bd92930-dfe5-4133-8170-ec33aa15fc28 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:23:37.105531 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa424ab2-8629-4675-af70-4cdff4199efe tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddad14b1-2022-4401-be7a-1e07d982a656,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:37.108706 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-c54164bc-8df9-4ec3-a3ee-7e1966f0df33 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] show failed (client error): The resource could not be found. Dec 17 15:23:37.113776 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c54164bc-8df9-4ec3-a3ee-7e1966f0df33 tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "GET /v2.0/security-groups/ddad14b1-2022-4401-be7a-1e07d982a656 HTTP/1.1" status: 404 len: 347 time: 0.0655251 Dec 17 15:23:37.116468 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56540) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:37.183255 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b64eb5-a6d3-4cf4-a70e-4d1a773ecf0e None None] New status for floating IP 9a188d61-b040-4806-8db4-b6e541735d10: DOWN {{(pid=102834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:23:37.187836 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-17520fdd-2a48-4cdf-92a7-99a8524f455f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:37.233606 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0ffe715-954f-4259-981e-9b60ed98accb req-77ede284-64c1-4ac4-ad58-3ca11799d234 service neutron] 10.222.0.41 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059401 Dec 17 15:23:37.269869 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-870fa072-1fd5-4fae-86bd-d39c4514275e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'name': 'tempest-ServersTestManualDisk-1535961204-router', 'tenant_id': 'a24e8e82b4a34912861fe996df8e96eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'e796285a-1ab5-4a2d-a3b5-9a999060332a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:19:52Z', 'updated_at': '2021-12-17T15:20:02Z', 'revision_number': 4, 'project_id': 'a24e8e82b4a34912861fe996df8e96eb', 'gw_port': {'id': 'e796285a-1ab5-4a2d-a3b5-9a999060332a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:54Z', 'updated_at': '2021-12-17T15:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'c60582f2-ecff-43d4-a0bb-31479b1b35f0', 'name': '', 'network_id': 'c10aa86e-d9d7-4652-a2e1-0c001585515a', 'tenant_id': 'a24e8e82b4a34912861fe996df8e96eb', 'mac_address': 'fa:16:3e:a4:d1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd180b79e-c3bb-4569-b61e-f0770c463335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:20:00Z', 'updated_at': '2021-12-17T15:20:09Z', 'revision_number': 5, 'project_id': 'a24e8e82b4a34912861fe996df8e96eb', 'subnets': [{'id': 'd180b79e-c3bb-4569-b61e-f0770c463335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:37.313150 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870fa072-1fd5-4fae-86bd-d39c4514275e None None] The sync data for ids ['debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b'] in n-d-820553-2 is: [{'id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'name': 'tempest-ServersTestManualDisk-1535961204-router', 'tenant_id': 'a24e8e82b4a34912861fe996df8e96eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'e796285a-1ab5-4a2d-a3b5-9a999060332a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:19:52Z', 'updated_at': '2021-12-17T15:20:02Z', 'revision_number': 4, 'project_id': 'a24e8e82b4a34912861fe996df8e96eb', 'gw_port': {'id': 'e796285a-1ab5-4a2d-a3b5-9a999060332a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:54Z', 'updated_at': '2021-12-17T15:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'c60582f2-ecff-43d4-a0bb-31479b1b35f0', 'name': '', 'network_id': 'c10aa86e-d9d7-4652-a2e1-0c001585515a', 'tenant_id': 'a24e8e82b4a34912861fe996df8e96eb', 'mac_address': 'fa:16:3e:a4:d1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd180b79e-c3bb-4569-b61e-f0770c463335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:20:00Z', 'updated_at': '2021-12-17T15:20:09Z', 'revision_number': 5, 'project_id': 'a24e8e82b4a34912861fe996df8e96eb', 'subnets': [{'id': 'd180b79e-c3bb-4569-b61e-f0770c463335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:23:37.342693 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f1d4c-477f-4713-96fa-8065c6723c5f req-7c0d05ed-2c40-43a5-a601-3451dc7527a5 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:37.349281 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f1d4c-477f-4713-96fa-8065c6723c5f req-7c0d05ed-2c40-43a5-a601-3451dc7527a5 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:37.355585 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f1d4c-477f-4713-96fa-8065c6723c5f req-7c0d05ed-2c40-43a5-a601-3451dc7527a5 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:37.362346 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f1d4c-477f-4713-96fa-8065c6723c5f req-7c0d05ed-2c40-43a5-a601-3451dc7527a5 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:37.369095 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f1d4c-477f-4713-96fa-8065c6723c5f req-7c0d05ed-2c40-43a5-a601-3451dc7527a5 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:37.375645 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f1d4c-477f-4713-96fa-8065c6723c5f req-7c0d05ed-2c40-43a5-a601-3451dc7527a5 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:37.383664 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f1d4c-477f-4713-96fa-8065c6723c5f req-7c0d05ed-2c40-43a5-a601-3451dc7527a5 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:37.386375 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e88f1d4c-477f-4713-96fa-8065c6723c5f req-7c0d05ed-2c40-43a5-a601-3451dc7527a5 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5440 time: 0.3638706 Dec 17 15:23:37.479051 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 74b76ae9-be21-4577-b022-03faf2f59f94 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:23:37.479632 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 74b76ae9-be21-4577-b022-03faf2f59f94 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:23:37.479803 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 1c5a567d-d7ab-42e0-bf88-a8cd61a1e792 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:23:37.482666 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:37.491369 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507bf81-e788-42f0-be88-73d04ac700d5 req-90066979-9849-4ab5-85d9-7d9eca65f521 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:37.496412 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f507bf81-e788-42f0-be88-73d04ac700d5 req-90066979-9849-4ab5-85d9-7d9eca65f521 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f59d344-91ee-48d8-a491-b09d3aa12ee2 HTTP/1.1" status: 200 len: 946 time: 0.2571120 Dec 17 15:23:37.533451 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 1c5a567d-d7ab-42e0-bf88-a8cd61a1e792 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:23:37.533870 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 1c5a567d-d7ab-42e0-bf88-a8cd61a1e792 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:23:37.534332 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5e6b944b-a49e-4703-8082-005e03e7e084 req-f5ee5b06-1324-4b59-9077-b13f265eea93 service neutron] 10.222.0.13 "GET /v2.0/networks/a81410f2-8387-44e0-b580-7a2346e72e8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317281 Dec 17 15:23:37.550345 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-bb5253f3-7a50-4d13-9775-c4264d9d1d03 None None] Provisioning complete for port bd34dbc8-22d7-4ac9-9412-c33d0c867adc triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:37.550838 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bb5253f3-7a50-4d13-9775-c4264d9d1d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:37.550993 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e88f1d4c-477f-4713-96fa-8065c6723c5f req-f43023c3-a9ed-45e5-946e-11bcce621644 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1507359 Dec 17 15:23:37.563602 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port cbe25e39-8f1f-4383-b5a5-367c8e64756d, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=cbe25e39-8f1f-4383-b5a5-367c8e64756d,segment=NetworkSegment(1a0c2dd1-66d6-4557-8cd7-0378accaa3d6),segment_id=1a0c2dd1-66d6-4557-8cd7-0378accaa3d6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:37.632479 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-bb5253f3-7a50-4d13-9775-c4264d9d1d03 None None] Port bd34dbc8-22d7-4ac9-9412-c33d0c867adc cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:23:37.663580 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-bb5253f3-7a50-4d13-9775-c4264d9d1d03 None None] Provisioning complete for port f11905ba-0a2c-4b5f-9553-80ddb7733a30 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:37.663580 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bb5253f3-7a50-4d13-9775-c4264d9d1d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:37.663580 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:37.663580 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 5e8d71c7-6b02-4151-a43a-fc7b70877533 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:23:37.767496 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead175aa-7b43-43cc-861f-c0c078388999 req-07dbf9a6-3bb1-4d7d-adb8-d0cbfea463d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:37.770558 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ead175aa-7b43-43cc-861f-c0c078388999 req-07dbf9a6-3bb1-4d7d-adb8-d0cbfea463d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b5d340d6e372463aa9915724f2edafdd&device_id=2f5ef515-4454-4983-9991-927c884ddc6e HTTP/1.1" status: 200 len: 1094 time: 0.3361819 Dec 17 15:23:37.791804 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f507bf81-e788-42f0-be88-73d04ac700d5 req-595b508c-a86a-4e1b-9540-4c6024929c3c tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747338 Dec 17 15:23:37.807666 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3461ca1e-1d9f-4342-abfe-8dd714478964 x-openstack-request-id: req-3461ca1e-1d9f-4342-abfe-8dd714478964 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:23:37.807666 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7fd0560-da10-4e5d-8eaf-d3567c58a448", "name": "network-vif-deleted", "tag": "1c5a567d-d7ab-42e0-bf88-a8cd61a1e792", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:23:37.807666 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3461ca1e-1d9f-4342-abfe-8dd714478964 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:23:37.807666 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7fd0560-da10-4e5d-8eaf-d3567c58a448', 'name': 'network-vif-deleted', 'tag': '1c5a567d-d7ab-42e0-bf88-a8cd61a1e792', 'status': 'completed', 'code': 200} Dec 17 15:23:37.807666 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17520fdd-2a48-4cdf-92a7-99a8524f455f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5118d4-85a9-4865-9211-42b7b71ba9d6,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:37.826530 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=cbe25e39-8f1f-4383-b5a5-367c8e64756d,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:37.832126 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1234fa92-aeb3-4083-88bc-cf89314b5e87 None None] Update dhcp port {'port': {'network_id': '9bd92930-dfe5-4133-8170-ec33aa15fc28', 'fixed_ips': [{'subnet_id': '5221ffc4-3d66-41fa-8669-1bbe15fd738d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e3694416-a43f-4f1c-8640-692826e53cbd'}], 'binding:host_id': 'n-d-820553-2'}, 'id': 'f11905ba-0a2c-4b5f-9553-80ddb7733a30'} from n-d-820553-2. {{(pid=102834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 17 15:23:37.858541 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee79893-459a-419e-9825-4294898c59ef None None] New status for floating IP d1bccb85-2b6c-4eb9-a36c-91b9fe4d257f: DOWN {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:23:37.865504 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-29e58876-a3b2-4ca9-b93d-73b1197a0493 req-734db56e-8a7d-4fc0-9e21-4950bc1b775a tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Deleting port 2fd7211b-664a-4ef8-ad27-7b23f7465ac5 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:37.866308 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-29e58876-a3b2-4ca9-b93d-73b1197a0493 req-734db56e-8a7d-4fc0-9e21-4950bc1b775a tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:37.883776 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1234fa92-aeb3-4083-88bc-cf89314b5e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:37.922087 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5e6b944b-a49e-4703-8082-005e03e7e084 req-0396d334-d816-4eaa-bdfe-fd10762467ce service neutron] 10.222.0.13 "GET /v2.0/networks/a81410f2-8387-44e0-b580-7a2346e72e8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700664 Dec 17 15:23:37.934122 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-17520fdd-2a48-4cdf-92a7-99a8524f455f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:37.940089 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-17520fdd-2a48-4cdf-92a7-99a8524f455f tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4014044 Dec 17 15:23:37.944927 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56552) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:37.954386 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-b435ef9b-ea47-4a04-ba8e-ab78106f38c2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'security_group': {'name': 'tempest-secgroup-685566932'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:37.957401 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 5e8d71c7-6b02-4151-a43a-fc7b70877533 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:23:37.970451 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 5e8d71c7-6b02-4151-a43a-fc7b70877533 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:37.970972 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:38.005831 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56554) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:38.017568 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead175aa-7b43-43cc-861f-c0c078388999 req-19e0ebdb-b6ca-42dd-b3ec-4ce49e1efb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:38.020452 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ead175aa-7b43-43cc-861f-c0c078388999 req-19e0ebdb-b6ca-42dd-b3ec-4ce49e1efb78 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8eca304a-4461-49a4-96b4-a39f3600fd04 HTTP/1.1" status: 200 len: 907 time: 0.2418520 Dec 17 15:23:38.070294 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ead175aa-7b43-43cc-861f-c0c078388999 req-d7f0ec79-2d46-4347-a2ba-5e6f5ea265d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c28e0c1-5348-4f77-baee-1e7afe509638 HTTP/1.1" status: 200 len: 217 time: 0.0412669 Dec 17 15:23:38.099692 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b151b73-66ef-4439-82c2-10ad1a5379c7 req-17a50a6b-5521-45a8-b355-5fac8fb3aecf tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:38.106026 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7b151b73-66ef-4439-82c2-10ad1a5379c7 req-17a50a6b-5521-45a8-b355-5fac8fb3aecf tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 945 time: 0.1803770 Dec 17 15:23:38.114000 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-f594d694-4f9c-4a2a-8aa5-f6bdad502abb tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Deleting port 9cf46a92-41ae-4066-8374-4b1769a12ce6 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:38.115042 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f594d694-4f9c-4a2a-8aa5-f6bdad502abb tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:38.185579 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b435ef9b-ea47-4a04-ba8e-ab78106f38c2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:38.241066 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-29e58876-a3b2-4ca9-b93d-73b1197a0493 req-734db56e-8a7d-4fc0-9e21-4950bc1b775a tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] For port 2fd7211b-664a-4ef8-ad27-7b23f7465ac5, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=2fd7211b-664a-4ef8-ad27-7b23f7465ac5,segment=NetworkSegment(f10da5fa-5cdc-4258-87e7-e884dcfffec9),segment_id=f10da5fa-5cdc-4258-87e7-e884dcfffec9)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:38.241532 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-29e58876-a3b2-4ca9-b93d-73b1197a0493 req-734db56e-8a7d-4fc0-9e21-4950bc1b775a tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:38.255286 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b20649d8-06d9-47c9-bff5-c07b6d75307f tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:38.263536 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-29e58876-a3b2-4ca9-b93d-73b1197a0493 req-734db56e-8a7d-4fc0-9e21-4950bc1b775a tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Calling delete_port for 2fd7211b-664a-4ef8-ad27-7b23f7465ac5 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:38.270459 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead175aa-7b43-43cc-861f-c0c078388999 req-4433acba-25e3-4e09-94c0-dfdd3de42584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:38.272049 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ead175aa-7b43-43cc-861f-c0c078388999 req-4433acba-25e3-4e09-94c0-dfdd3de42584 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce6f6d4e-40b3-4f79-b7d3-a679e64969d7 HTTP/1.1" status: 200 len: 846 time: 0.1628361 Dec 17 15:23:38.281490 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7b151b73-66ef-4439-82c2-10ad1a5379c7 req-1bb1634a-264c-4fad-8e5c-0588c2123af4 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578014 Dec 17 15:23:38.327718 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ead175aa-7b43-43cc-861f-c0c078388999 req-a6201a61-5aaa-41fe-b8d0-5fcbb8ca5a0c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8eca304a-4461-49a4-96b4-a39f3600fd04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418558 Dec 17 15:23:38.333752 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b20649d8-06d9-47c9-bff5-c07b6d75307f tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:38.364540 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c5652-4eff-4040-a172-04bd2310652f req-855eed99-366e-4041-9447-3ed1a2b220ff tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:38.371788 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3f2c5652-4eff-4040-a172-04bd2310652f req-855eed99-366e-4041-9447-3ed1a2b220ff tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f5ef515-4454-4983-9991-927c884ddc6e HTTP/1.1" status: 200 len: 943 time: 0.1815283 Dec 17 15:23:38.389364 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-1234fa92-aeb3-4083-88bc-cf89314b5e87 None None] Allocated IP 172.20.0.2 (9bd92930-dfe5-4133-8170-ec33aa15fc28/e3694416-a43f-4f1c-8640-692826e53cbd/f11905ba-0a2c-4b5f-9553-80ddb7733a30) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:23:38.417324 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f594d694-4f9c-4a2a-8aa5-f6bdad502abb tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:38.417670 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f594d694-4f9c-4a2a-8aa5-f6bdad502abb tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:38.441401 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-f594d694-4f9c-4a2a-8aa5-f6bdad502abb tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Calling delete_port for 9cf46a92-41ae-4066-8374-4b1769a12ce6 owned by network:floatingip {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:38.462409 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd3d295-a91e-41a7-8eb4-78304dcfd58d'}, {'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe25e39-8f1f-4383-b5a5-367c8e64756d'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:23:38.466843 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf57bc10-d164-4f2e-b203-962dc4f5bccd" -d '{"events": [{"server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "name": "network-vif-plugged", "status": "completed", "tag": "ebd3d295-a91e-41a7-8eb4-78304dcfd58d"}, {"server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "name": "network-vif-plugged", "status": "completed", "tag": "cbe25e39-8f1f-4383-b5a5-367c8e64756d"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:23:38.481165 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b435ef9b-ea47-4a04-ba8e-ab78106f38c2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:38.488677 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3f2c5652-4eff-4040-a172-04bd2310652f req-3cff66a0-91b6-44f0-9a6d-d26433552b0c tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160171 Dec 17 15:23:38.520634 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ead175aa-7b43-43cc-861f-c0c078388999 req-8cf4d3dd-e702-4a6a-8074-013897ffbe2f service neutron] 10.222.0.41 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811986 Dec 17 15:23:38.530306 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Dec 2021 15:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b312f3-00c5-4ef2-bf57-b4d641335329 x-openstack-request-id: req-70b312f3-00c5-4ef2-bf57-b4d641335329 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:23:38.530853 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "name": "network-vif-plugged", "status": "completed", "tag": "ebd3d295-a91e-41a7-8eb4-78304dcfd58d", "code": 200}, {"server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "name": "network-vif-plugged", "status": "completed", "tag": "cbe25e39-8f1f-4383-b5a5-367c8e64756d", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:23:38.530975 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-70b312f3-00c5-4ef2-bf57-b4d641335329 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:23:38.531419 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd3d295-a91e-41a7-8eb4-78304dcfd58d', 'code': 200} Dec 17 15:23:38.531672 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe25e39-8f1f-4383-b5a5-367c8e64756d', 'code': 200} Dec 17 15:23:38.553662 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:38.590278 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b435ef9b-ea47-4a04-ba8e-ab78106f38c2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:38.634793 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-1234fa92-aeb3-4083-88bc-cf89314b5e87 None None] For port f11905ba-0a2c-4b5f-9553-80ddb7733a30, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f11905ba-0a2c-4b5f-9553-80ddb7733a30,segment=NetworkSegment(d0d7b6f5-52f9-4cbe-a0f4-70551430eb79),segment_id=d0d7b6f5-52f9-4cbe-a0f4-70551430eb79)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:38.636451 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435ef9b-ea47-4a04-ba8e-ab78106f38c2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14a577a5-6533-476d-9f67-d2bb3b240805,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:38.637631 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 5e8d71c7-6b02-4151-a43a-fc7b70877533, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=5e8d71c7-6b02-4151-a43a-fc7b70877533,segment=NetworkSegment(71fa2b9a-8f20-4c14-afdd-f73e53e1080c),segment_id=71fa2b9a-8f20-4c14-afdd-f73e53e1080c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:38.660699 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b20649d8-06d9-47c9-bff5-c07b6d75307f tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:38.663421 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b20649d8-06d9-47c9-bff5-c07b6d75307f tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:38.664624 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b20649d8-06d9-47c9-bff5-c07b6d75307f tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "DELETE /v2.0/security-groups/440c9dcb-a25c-438c-9ce0-b35793a4528d HTTP/1.1" status: 204 len: 168 time: 0.6566925 Dec 17 15:23:38.670461 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56570) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:38.672443 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1234fa92-aeb3-4083-88bc-cf89314b5e87 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:38.678659 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ead175aa-7b43-43cc-861f-c0c078388999 req-9a8886e7-010a-4fa9-9303-732e8be815e7 service neutron] 10.222.0.41 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506193 Dec 17 15:23:38.708647 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20649d8-06d9-47c9-bff5-c07b6d75307f tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=440c9dcb-a25c-438c-9ce0-b35793a4528d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:38.716868 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-dc7eee04-1baf-4b2c-bd01-3f1fd20ed8ee tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] show failed (client error): The resource could not be found. Dec 17 15:23:38.718074 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-dc7eee04-1baf-4b2c-bd01-3f1fd20ed8ee tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "GET /v2.0/security-groups/440c9dcb-a25c-438c-9ce0-b35793a4528d HTTP/1.1" status: 404 len: 347 time: 0.0451214 Dec 17 15:23:38.720695 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56572) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:38.732057 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:38.738123 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:23:38.738676 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b435ef9b-ea47-4a04-ba8e-ab78106f38c2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:38.739125 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-29e58876-a3b2-4ca9-b93d-73b1197a0493 req-734db56e-8a7d-4fc0-9e21-4950bc1b775a tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:38.739659 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b435ef9b-ea47-4a04-ba8e-ab78106f38c2 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7869272 Dec 17 15:23:38.745554 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56574) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:38.746947 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26ae83-d18a-4dff-abae-850f4c7841ed req-781b8d64-5c29-435b-a8c6-2ff8c4f0fb00 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:38.752506 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26ae83-d18a-4dff-abae-850f4c7841ed req-781b8d64-5c29-435b-a8c6-2ff8c4f0fb00 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:38.758698 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26ae83-d18a-4dff-abae-850f4c7841ed req-781b8d64-5c29-435b-a8c6-2ff8c4f0fb00 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:38.764701 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26ae83-d18a-4dff-abae-850f4c7841ed req-781b8d64-5c29-435b-a8c6-2ff8c4f0fb00 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:38.770979 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26ae83-d18a-4dff-abae-850f4c7841ed req-781b8d64-5c29-435b-a8c6-2ff8c4f0fb00 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:38.776887 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26ae83-d18a-4dff-abae-850f4c7841ed req-781b8d64-5c29-435b-a8c6-2ff8c4f0fb00 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:38.782657 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-be111b61-d2ee-43ac-b238-575fc4946e08 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'security_group': {'name': 'tempest-secgroup-380089453'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:38.782889 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26ae83-d18a-4dff-abae-850f4c7841ed req-781b8d64-5c29-435b-a8c6-2ff8c4f0fb00 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:38.785932 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['e24bbf48-b88c-4769-b229-03ec0f63aba6', '2fd7211b-664a-4ef8-ad27-7b23f7465ac5'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:23:38.791897 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7b26ae83-d18a-4dff-abae-850f4c7841ed req-781b8d64-5c29-435b-a8c6-2ff8c4f0fb00 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5441 time: 0.1156607 Dec 17 15:23:38.824135 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1234fa92-aeb3-4083-88bc-cf89314b5e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:38.839249 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7b26ae83-d18a-4dff-abae-850f4c7841ed req-581d6648-65b1-4da5-ac74-2bb78fa70e52 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0461743 Dec 17 15:23:38.867565 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734db56e-8a7d-4fc0-9e21-4950bc1b775a tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Pushing event deleted for resources: {'Port': ['ID=2fd7211b-664a-4ef8-ad27-7b23f7465ac5,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:38.900592 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f594d694-4f9c-4a2a-8aa5-f6bdad502abb tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:38.961932 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=5e8d71c7-6b02-4151-a43a-fc7b70877533,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:38.969362 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e58876-a3b2-4ca9-b93d-73b1197a0493 req-734db56e-8a7d-4fc0-9e21-4950bc1b775a tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] No DVR routers for this DVR port 2fd7211b-664a-4ef8-ad27-7b23f7465ac5 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:23:38.991949 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-29e58876-a3b2-4ca9-b93d-73b1197a0493 req-734db56e-8a7d-4fc0-9e21-4950bc1b775a tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:38.995253 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-29e58876-a3b2-4ca9-b93d-73b1197a0493 req-734db56e-8a7d-4fc0-9e21-4950bc1b775a tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.41 "DELETE /v2.0/ports/2fd7211b-664a-4ef8-ad27-7b23f7465ac5 HTTP/1.1" status: 204 len: 173 time: 2.1793549 Dec 17 15:23:39.002503 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594d694-4f9c-4a2a-8aa5-f6bdad502abb tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Pushing event deleted for resources: {'Port': ['ID=9cf46a92-41ae-4066-8374-4b1769a12ce6,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:39.016732 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a85c62cc-120f-4138-83d9-812db438d383 req-8f886542-5811-4f60-8aaa-955e3c8cd368 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f59d344-91ee-48d8-a491-b09d3aa12ee2 HTTP/1.1" status: 200 len: 210 time: 0.0490253 Dec 17 15:23:39.033271 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-be111b61-d2ee-43ac-b238-575fc4946e08 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:39.073985 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1234fa92-aeb3-4083-88bc-cf89314b5e87 None None] Pushing event updated for resources: {'Port': ['ID=f11905ba-0a2c-4b5f-9553-80ddb7733a30,revision_number=6']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:39.115237 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f594d694-4f9c-4a2a-8aa5-f6bdad502abb tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks [] for floatingip, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:39.118335 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f594d694-4f9c-4a2a-8aa5-f6bdad502abb tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:39.122386 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f594d694-4f9c-4a2a-8aa5-f6bdad502abb tempest-ServersTestJSON-1244959902 tempest-ServersTestJSON-1244959902-project] 10.222.0.46 "DELETE /v2.0/floatingips/9a188d61-b040-4806-8db4-b6e541735d10 HTTP/1.1" status: 204 len: 168 time: 2.0021622 Dec 17 15:23:39.122682 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56580) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:39.139357 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:23:39.142240 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-b9c36840-9396-4fa4-a589-5acacae98e13 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Deleting port f9f39036-2a64-49cf-be6e-073b3626a48b {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:39.142908 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b9c36840-9396-4fa4-a589-5acacae98e13 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:39.147410 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:39.147911 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:39.261146 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-be111b61-d2ee-43ac-b238-575fc4946e08 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:39.261450 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:39.296287 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b9c36840-9396-4fa4-a589-5acacae98e13 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:39.296757 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b9c36840-9396-4fa4-a589-5acacae98e13 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:39.321252 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-b9c36840-9396-4fa4-a589-5acacae98e13 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Calling delete_port for f9f39036-2a64-49cf-be6e-073b3626a48b owned by network:floatingip {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:39.352169 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7,segment=NetworkSegment(8cdd1ffd-bde9-464d-8072-be56985eb72c),segment_id=8cdd1ffd-bde9-464d-8072-be56985eb72c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:39.439331 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:39.440325 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e891dda8-2b65-4cf9-9ffb-bd0f43d0f548 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:23:39.542014 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: e891dda8-2b65-4cf9-9ffb-bd0f43d0f548 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:23:39.543082 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e891dda8-2b65-4cf9-9ffb-bd0f43d0f548 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:23:39.561235 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-be111b61-d2ee-43ac-b238-575fc4946e08 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:39.592582 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d7508-f5cc-470d-970c-ce867558c3dd req-c2a1e840-a4e7-43d3-817f-5e8ea0e206ed tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:39.594310 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a97d7508-f5cc-470d-970c-ce867558c3dd req-c2a1e840-a4e7-43d3-817f-5e8ea0e206ed tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 945 time: 0.1742027 Dec 17 15:23:39.627763 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be111b61-d2ee-43ac-b238-575fc4946e08 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ea355c-9a09-4c8f-b172-74066f70bc9c,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:39.629038 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:39.699102 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b9c36840-9396-4fa4-a589-5acacae98e13 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:39.740208 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a97d7508-f5cc-470d-970c-ce867558c3dd req-40f3f50f-7daa-4d75-a37e-17f7fdd64632 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376874 Dec 17 15:23:39.750520 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c36840-9396-4fa4-a589-5acacae98e13 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Pushing event deleted for resources: {'Port': ['ID=f9f39036-2a64-49cf-be6e-073b3626a48b,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:39.763925 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-be111b61-d2ee-43ac-b238-575fc4946e08 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:39.767331 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-be111b61-d2ee-43ac-b238-575fc4946e08 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9886837 Dec 17 15:23:39.771708 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56586) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:39.779109 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-8aa6f4d3-23d5-4d43-8d5f-5360ba87cc10 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1165526602', 'security_groups': ['e2ea355c-9a09-4c8f-b172-74066f70bc9c'], 'network_id': '9bd92930-dfe5-4133-8170-ec33aa15fc28', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e3694416-a43f-4f1c-8640-692826e53cbd'}]}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:39.810034 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af46c41-02f1-483a-b03a-1baad8e7fdcb req-22a5cc69-f281-41da-afd4-0db387a7a242 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:39.817351 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3af46c41-02f1-483a-b03a-1baad8e7fdcb req-22a5cc69-f281-41da-afd4-0db387a7a242 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f5ef515-4454-4983-9991-927c884ddc6e HTTP/1.1" status: 200 len: 943 time: 0.1548719 Dec 17 15:23:39.838010 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f59d344-91ee-48d8-a491-b09d3aa12ee2', 'name': 'network-vif-deleted', 'tag': '2fd7211b-664a-4ef8-ad27-7b23f7465ac5'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:23:39.840676 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3094ae55-0ad7-4ae3-839c-77ceebd43eb5" -d '{"events": [{"server_uuid": "6f59d344-91ee-48d8-a491-b09d3aa12ee2", "name": "network-vif-deleted", "tag": "2fd7211b-664a-4ef8-ad27-7b23f7465ac5"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:23:39.871467 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3af46c41-02f1-483a-b03a-1baad8e7fdcb req-b17e25f4-723e-4903-be0b-a60d54f3bc32 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532362 Dec 17 15:23:39.883526 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-2986f922-1af4-45ce-8198-6a09f5c17ab4 None None] Provisioning complete for port bd34dbc8-22d7-4ac9-9412-c33d0c867adc triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:39.883526 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2986f922-1af4-45ce-8198-6a09f5c17ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:39.897714 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85bf172-50dd-4e44-945c-5aaf795a8645 x-openstack-request-id: req-e85bf172-50dd-4e44-945c-5aaf795a8645 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:23:39.898014 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f59d344-91ee-48d8-a491-b09d3aa12ee2", "name": "network-vif-deleted", "tag": "2fd7211b-664a-4ef8-ad27-7b23f7465ac5", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:23:39.898268 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e85bf172-50dd-4e44-945c-5aaf795a8645 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:23:39.898661 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f59d344-91ee-48d8-a491-b09d3aa12ee2', 'name': 'network-vif-deleted', 'tag': '2fd7211b-664a-4ef8-ad27-7b23f7465ac5', 'status': 'completed', 'code': 200} Dec 17 15:23:39.959605 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b9c36840-9396-4fa4-a589-5acacae98e13 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks [] for floatingip, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:39.962613 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b9c36840-9396-4fa4-a589-5acacae98e13 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:39.966704 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-2986f922-1af4-45ce-8198-6a09f5c17ab4 None None] Port bd34dbc8-22d7-4ac9-9412-c33d0c867adc cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:23:39.966881 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b9c36840-9396-4fa4-a589-5acacae98e13 tempest-ServersTestManualDisk-2115066732 tempest-ServersTestManualDisk-2115066732-project] 10.222.0.46 "DELETE /v2.0/floatingips/d1bccb85-2b6c-4eb9-a36c-91b9fe4d257f HTTP/1.1" status: 204 len: 168 time: 1.2423325 Dec 17 15:23:39.968754 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56594) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:39.981395 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-2986f922-1af4-45ce-8198-6a09f5c17ab4 None None] Provisioning complete for port f11905ba-0a2c-4b5f-9553-80ddb7733a30 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:39.981691 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2986f922-1af4-45ce-8198-6a09f5c17ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:40.074605 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e21a8-9500-4bba-ba8b-0a0098749efb req-18084975-211b-4e6d-a35a-6536066a8b68 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:40.089709 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e21a8-9500-4bba-ba8b-0a0098749efb req-18084975-211b-4e6d-a35a-6536066a8b68 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:40.100009 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e21a8-9500-4bba-ba8b-0a0098749efb req-18084975-211b-4e6d-a35a-6536066a8b68 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:40.109430 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e21a8-9500-4bba-ba8b-0a0098749efb req-18084975-211b-4e6d-a35a-6536066a8b68 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:40.123935 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e21a8-9500-4bba-ba8b-0a0098749efb req-18084975-211b-4e6d-a35a-6536066a8b68 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:40.130592 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e21a8-9500-4bba-ba8b-0a0098749efb req-18084975-211b-4e6d-a35a-6536066a8b68 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:40.136723 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e21a8-9500-4bba-ba8b-0a0098749efb req-18084975-211b-4e6d-a35a-6536066a8b68 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:40.140366 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ca5e21a8-9500-4bba-ba8b-0a0098749efb req-18084975-211b-4e6d-a35a-6536066a8b68 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5443 time: 0.1429498 Dec 17 15:23:40.158314 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-83200438-cc5e-440a-a9d9-eb11e84de497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:40.181284 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:40.244133 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa6f4d3-23d5-4d43-8d5f-5360ba87cc10 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:23:40.267529 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-05a16a14-a635-40d1-ab9f-640c85941d06 req-4b76af84-235a-4312-9687-5fa14d702441 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f59d344-91ee-48d8-a491-b09d3aa12ee2 HTTP/1.1" status: 200 len: 210 time: 0.0930800 Dec 17 15:23:40.286334 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ca5e21a8-9500-4bba-ba8b-0a0098749efb req-77050ea4-b353-4963-b5c1-355fbec0595e tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1375785 Dec 17 15:23:40.406700 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8aa6f4d3-23d5-4d43-8d5f-5360ba87cc10 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:40.430964 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-8aa6f4d3-23d5-4d43-8d5f-5360ba87cc10 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] device_id is not set on port 4312f84e-4679-4648-8733-69dc30e58d3a yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:23:40.502526 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-83200438-cc5e-440a-a9d9-eb11e84de497 admin admin] Deleting port 17b78a3a-fe72-428b-bef8-687039cb5f86 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:40.502958 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-83200438-cc5e-440a-a9d9-eb11e84de497 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:40.533241 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8d71c7-6b02-4151-a43a-fc7b70877533'}, {'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:23:40.538456 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f902a903-ea5d-43de-a02e-11d9cc1294e8" -d '{"events": [{"server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "name": "network-vif-plugged", "status": "completed", "tag": "5e8d71c7-6b02-4151-a43a-fc7b70877533"}, {"server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "name": "network-vif-plugged", "status": "completed", "tag": "1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:23:40.606622 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Dec 2021 15:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8c07be-2944-4c52-838d-d9b15444de37 x-openstack-request-id: req-8e8c07be-2944-4c52-838d-d9b15444de37 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:23:40.608725 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "name": "network-vif-plugged", "status": "completed", "tag": "5e8d71c7-6b02-4151-a43a-fc7b70877533", "code": 200}, {"server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "name": "network-vif-plugged", "status": "completed", "tag": "1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:23:40.609214 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8e8c07be-2944-4c52-838d-d9b15444de37 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:23:40.609501 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-83200438-cc5e-440a-a9d9-eb11e84de497 admin admin] For port 17b78a3a-fe72-428b-bef8-687039cb5f86, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=17b78a3a-fe72-428b-bef8-687039cb5f86,segment=NetworkSegment(54dd5740-79cd-4538-9d3f-7af7e424ac18),segment_id=54dd5740-79cd-4538-9d3f-7af7e424ac18)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:40.609979 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-83200438-cc5e-440a-a9d9-eb11e84de497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:40.613295 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8d71c7-6b02-4151-a43a-fc7b70877533', 'code': 200} Dec 17 15:23:40.613479 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7', 'code': 200} Dec 17 15:23:40.623523 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b4fb859b-b55a-483f-90ff-462eb87c0ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:40.635612 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-83200438-cc5e-440a-a9d9-eb11e84de497 admin admin] Calling delete_port for 17b78a3a-fe72-428b-bef8-687039cb5f86 owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:40.801462 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-8aa6f4d3-23d5-4d43-8d5f-5360ba87cc10 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Allocated IP 172.20.0.11 (9bd92930-dfe5-4133-8170-ec33aa15fc28/e3694416-a43f-4f1c-8640-692826e53cbd/4312f84e-4679-4648-8733-69dc30e58d3a) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:23:40.856593 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e733a9-ca1a-4e2a-92ef-f6a0f59146ef req-61210898-62b0-4a9d-8e29-57c8397dcef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:40.858634 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e733a9-ca1a-4e2a-92ef-f6a0f59146ef req-61210898-62b0-4a9d-8e29-57c8397dcef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:40.858634 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e733a9-ca1a-4e2a-92ef-f6a0f59146ef req-61210898-62b0-4a9d-8e29-57c8397dcef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:40.858634 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e733a9-ca1a-4e2a-92ef-f6a0f59146ef req-61210898-62b0-4a9d-8e29-57c8397dcef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:40.858634 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e733a9-ca1a-4e2a-92ef-f6a0f59146ef req-61210898-62b0-4a9d-8e29-57c8397dcef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:40.859141 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e733a9-ca1a-4e2a-92ef-f6a0f59146ef req-61210898-62b0-4a9d-8e29-57c8397dcef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:40.859610 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e733a9-ca1a-4e2a-92ef-f6a0f59146ef req-61210898-62b0-4a9d-8e29-57c8397dcef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:40.869836 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-62e733a9-ca1a-4e2a-92ef-f6a0f59146ef req-61210898-62b0-4a9d-8e29-57c8397dcef1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 6500 time: 0.1714442 Dec 17 15:23:40.991125 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f181574-bcdc-4da2-b825-158f8e165c7f req-853c6759-e316-475f-a913-896308258f93 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:40.997652 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8f181574-bcdc-4da2-b825-158f8e165c7f req-853c6759-e316-475f-a913-896308258f93 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 945 time: 0.1191003 Dec 17 15:23:41.013125 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-62e733a9-ca1a-4e2a-92ef-f6a0f59146ef req-e0477765-2179-40a6-96d1-8c298d76ba85 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&id=398eeb4a-b318-4e7f-b69a-d7779f508775&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1339114 Dec 17 15:23:41.033902 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f11905ba-0a2c-4b5f-9553-80ddb7733a30 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:23:41.079421 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8aa6f4d3-23d5-4d43-8d5f-5360ba87cc10 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:41.083872 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 2fd7211b-664a-4ef8-ad27-7b23f7465ac5 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:23:41.105989 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 2fd7211b-664a-4ef8-ad27-7b23f7465ac5 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:23:41.106626 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 2fd7211b-664a-4ef8-ad27-7b23f7465ac5 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:23:41.110579 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port f11905ba-0a2c-4b5f-9553-80ddb7733a30 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:41.111313 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:41.134122 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8f181574-bcdc-4da2-b825-158f8e165c7f req-a974813f-c8c4-4051-8f45-3c7b0775202c tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228666 Dec 17 15:23:41.145487 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1523685-dc1b-4478-b4ef-b8fa1aaf5c12 req-a337ba37-ff3a-44fc-9f1e-d06cf49de5bd tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:41.147176 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c1523685-dc1b-4478-b4ef-b8fa1aaf5c12 req-a337ba37-ff3a-44fc-9f1e-d06cf49de5bd tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f5ef515-4454-4983-9991-927c884ddc6e HTTP/1.1" status: 200 len: 943 time: 0.1485693 Dec 17 15:23:41.194673 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-b4fb859b-b55a-483f-90ff-462eb87c0ccb admin admin] Deleting port c60582f2-ecff-43d4-a0bb-31479b1b35f0 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:41.195060 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b4fb859b-b55a-483f-90ff-462eb87c0ccb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:41.205029 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-83200438-cc5e-440a-a9d9-eb11e84de497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:41.223789 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c1523685-dc1b-4478-b4ef-b8fa1aaf5c12 req-5055a420-b631-4949-a89f-4ceaa65a615d tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636163 Dec 17 15:23:41.262674 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8aa6f4d3-23d5-4d43-8d5f-5360ba87cc10 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:41.268311 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83200438-cc5e-440a-a9d9-eb11e84de497 admin admin] Pushing event deleted for resources: {'Port': ['ID=17b78a3a-fe72-428b-bef8-687039cb5f86,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:41.339733 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa6f4d3-23d5-4d43-8d5f-5360ba87cc10 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Network 9bd92930-dfe5-4133-8170-ec33aa15fc28 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:23:41.355045 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6f4d3-23d5-4d43-8d5f-5360ba87cc10 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Port': ['ID=4312f84e-4679-4648-8733-69dc30e58d3a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:41.365255 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-8aa6f4d3-23d5-4d43-8d5f-5360ba87cc10 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:23:41.370527 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa6f4d3-23d5-4d43-8d5f-5360ba87cc10 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:23:41.377549 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-b4fb859b-b55a-483f-90ff-462eb87c0ccb admin admin] For port c60582f2-ecff-43d4-a0bb-31479b1b35f0, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c60582f2-ecff-43d4-a0bb-31479b1b35f0,segment=NetworkSegment(f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6),segment_id=f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:41.378646 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b4fb859b-b55a-483f-90ff-462eb87c0ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:41.421183 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-b4fb859b-b55a-483f-90ff-462eb87c0ccb admin admin] Calling delete_port for c60582f2-ecff-43d4-a0bb-31479b1b35f0 owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:41.449916 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa6f4d3-23d5-4d43-8d5f-5360ba87cc10 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:41.450584 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8aa6f4d3-23d5-4d43-8d5f-5360ba87cc10 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:41.505254 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0d600-f9ef-4209-bdf3-2177ee06f373 req-e74a92e6-4842-4045-8d57-4b48fce317fd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:41.514823 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0d600-f9ef-4209-bdf3-2177ee06f373 req-e74a92e6-4842-4045-8d57-4b48fce317fd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:41.524117 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0d600-f9ef-4209-bdf3-2177ee06f373 req-e74a92e6-4842-4045-8d57-4b48fce317fd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:41.533030 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0d600-f9ef-4209-bdf3-2177ee06f373 req-e74a92e6-4842-4045-8d57-4b48fce317fd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:41.540154 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0d600-f9ef-4209-bdf3-2177ee06f373 req-e74a92e6-4842-4045-8d57-4b48fce317fd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:41.546125 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0d600-f9ef-4209-bdf3-2177ee06f373 req-e74a92e6-4842-4045-8d57-4b48fce317fd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:41.552757 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0d600-f9ef-4209-bdf3-2177ee06f373 req-e74a92e6-4842-4045-8d57-4b48fce317fd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:41.560682 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6cc0d600-f9ef-4209-bdf3-2177ee06f373 req-e74a92e6-4842-4045-8d57-4b48fce317fd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5443 time: 0.1557469 Dec 17 15:23:41.579107 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-83200438-cc5e-440a-a9d9-eb11e84de497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:41.631520 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8aa6f4d3-23d5-4d43-8d5f-5360ba87cc10 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8586624 Dec 17 15:23:41.636710 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56616) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:41.639713 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-835f28e0-2555-43da-9bec-2a0f00ab94ff tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'subnet': {'network_id': '9bd92930-dfe5-4133-8170-ec33aa15fc28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:41.672590 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6cc0d600-f9ef-4209-bdf3-2177ee06f373 req-823e810f-c95a-4ede-81dd-b536388a451c tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1107504 Dec 17 15:23:41.757340 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-cbb508f0-175d-4076-94a7-5f7bda6bc8c7 None None] Provisioning complete for port 4312f84e-4679-4648-8733-69dc30e58d3a triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:41.757964 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cbb508f0-175d-4076-94a7-5f7bda6bc8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:41.798836 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-cbb508f0-175d-4076-94a7-5f7bda6bc8c7 None None] Port 4312f84e-4679-4648-8733-69dc30e58d3a cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:23:41.842273 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b4fb859b-b55a-483f-90ff-462eb87c0ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:41.845629 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44cb5d-b4b9-42fa-b5bb-566fa9e7177b req-3489e54f-a3eb-4f4f-b1ec-faa84f71d8a6 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:41.847820 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fd44cb5d-b4b9-42fa-b5bb-566fa9e7177b req-3489e54f-a3eb-4f4f-b1ec-faa84f71d8a6 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 945 time: 0.0776885 Dec 17 15:23:41.873214 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb859b-b55a-483f-90ff-462eb87c0ccb admin admin] Pushing event deleted for resources: {'Port': ['ID=c60582f2-ecff-43d4-a0bb-31479b1b35f0,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:41.902662 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835f28e0-2555-43da-9bec-2a0f00ab94ff tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:23:41.906188 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-835f28e0-2555-43da-9bec-2a0f00ab94ff tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:41.978998 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fd44cb5d-b4b9-42fa-b5bb-566fa9e7177b req-39c62cb3-6e0e-4c91-801e-fda1244c031a tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987129 Dec 17 15:23:42.021773 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83200438-cc5e-440a-a9d9-eb11e84de497 admin admin] Router 52fee96b-1e5f-4f46-b954-0a7339d3384d has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:23:42.128737 n-d-820553-2 neutron-server[102833]: INFO neutron.db.ipam_backend_mixin [None req-835f28e0-2555-43da-9bec-2a0f00ab94ff tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e3694416-a43f-4f1c-8640-692826e53cbd (CIDR: 172.20.0.0/28) Dec 17 15:23:42.172714 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-835f28e0-2555-43da-9bec-2a0f00ab94ff tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:23:42.173468 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-835f28e0-2555-43da-9bec-2a0f00ab94ff tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:23:42.207056 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b4fb859b-b55a-483f-90ff-462eb87c0ccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:42.325125 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-835f28e0-2555-43da-9bec-2a0f00ab94ff tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6876738 Dec 17 15:23:42.330379 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56632) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:42.336295 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-242b6ec6-965a-417b-aace-ced1797d0f34 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'subnet': {'network_id': '9bd92930-dfe5-4133-8170-ec33aa15fc28', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:42.586228 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d22a4-808b-480d-9e75-1e55a9f967f0 req-7be9983c-bab2-45f9-a3d8-7113299a88da tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:42.587805 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1f6d22a4-808b-480d-9e75-1e55a9f967f0 req-7be9983c-bab2-45f9-a3d8-7113299a88da tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f5ef515-4454-4983-9991-927c884ddc6e HTTP/1.1" status: 200 len: 943 time: 0.1108611 Dec 17 15:23:42.597851 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83200438-cc5e-440a-a9d9-eb11e84de497 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:23:42.610569 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf2e452-f206-4bc7-8b2d-338b94f68717 None None] Sync routers for ids ['52fee96b-1e5f-4f46-b954-0a7339d3384d'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:23:42.616595 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f1ae2-7b86-4b84-bc51-d808fb5bd652 req-8cdd1146-4dfb-47f2-a6a7-08a54924130e tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:42.618613 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae9f1ae2-7b86-4b84-bc51-d808fb5bd652 req-8cdd1146-4dfb-47f2-a6a7-08a54924130e tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8146d07-7e9a-4085-82a1-252e96492674 HTTP/1.1" status: 200 len: 946 time: 0.1400998 Dec 17 15:23:42.622910 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-83200438-cc5e-440a-a9d9-eb11e84de497 admin admin] 10.222.0.46 "PUT /v2.0/routers/52fee96b-1e5f-4f46-b954-0a7339d3384d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4982564 Dec 17 15:23:42.630982 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56636) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:42.634126 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf2e452-f206-4bc7-8b2d-338b94f68717 None None] Routers {'52fee96b-1e5f-4f46-b954-0a7339d3384d'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:23:42.635985 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7cf2e452-f206-4bc7-8b2d-338b94f68717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:23:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['52fee96b-1e5f-4f46-b954-0a7339d3384d'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:42.816477 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1f6d22a4-808b-480d-9e75-1e55a9f967f0 req-0375bee8-f9de-4f04-a6fc-25cd5a0c472f tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164755 Dec 17 15:23:42.847419 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae9f1ae2-7b86-4b84-bc51-d808fb5bd652 req-3fa40af4-9b00-4443-bd86-36d9a86d36cb tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177258 Dec 17 15:23:42.863084 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-7cf2e452-f206-4bc7-8b2d-338b94f68717 None None] Set router 52fee96b-1e5f-4f46-b954-0a7339d3384d gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:23:42.915425 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8a0d94c3-af40-42f1-8e93-34eb1b9dcf17 admin admin] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:43.083215 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4fb859b-b55a-483f-90ff-462eb87c0ccb admin admin] Router debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:23:43.117316 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242b6ec6-965a-417b-aace-ced1797d0f34 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:23:43.121191 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-242b6ec6-965a-417b-aace-ced1797d0f34 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:43.136515 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 8c28e0c1-5348-4f77-baee-1e7afe509638 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:23:43.197338 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c7aab-7541-4274-b1fc-3b308678c7fd req-eff6f9d3-3259-4c0e-babd-9e7f356a6a47 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:43.203915 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c7aab-7541-4274-b1fc-3b308678c7fd req-eff6f9d3-3259-4c0e-babd-9e7f356a6a47 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:43.210962 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c7aab-7541-4274-b1fc-3b308678c7fd req-eff6f9d3-3259-4c0e-babd-9e7f356a6a47 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:43.217337 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c7aab-7541-4274-b1fc-3b308678c7fd req-eff6f9d3-3259-4c0e-babd-9e7f356a6a47 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:43.224226 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c7aab-7541-4274-b1fc-3b308678c7fd req-eff6f9d3-3259-4c0e-babd-9e7f356a6a47 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:43.230859 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c7aab-7541-4274-b1fc-3b308678c7fd req-eff6f9d3-3259-4c0e-babd-9e7f356a6a47 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:43.237630 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c7aab-7541-4274-b1fc-3b308678c7fd req-eff6f9d3-3259-4c0e-babd-9e7f356a6a47 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:43.240254 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f19c7aab-7541-4274-b1fc-3b308678c7fd req-eff6f9d3-3259-4c0e-babd-9e7f356a6a47 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5443 time: 0.2192273 Dec 17 15:23:43.267569 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b66cb-aabe-4615-8fc3-19c4b8a10494 req-852e25c6-42d6-4113-af0d-8469b0c02f97 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:43.270863 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-901b66cb-aabe-4615-8fc3-19c4b8a10494 req-852e25c6-42d6-4113-af0d-8469b0c02f97 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 945 time: 0.1442270 Dec 17 15:23:43.279853 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8a0d94c3-af40-42f1-8e93-34eb1b9dcf17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:43.325520 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 8c28e0c1-5348-4f77-baee-1e7afe509638, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=8c28e0c1-5348-4f77-baee-1e7afe509638,segment=NetworkSegment(4d21e005-2828-402d-861d-cab8d78776ef),segment_id=4d21e005-2828-402d-861d-cab8d78776ef)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:43.332452 n-d-820553-2 neutron-server[102833]: INFO neutron.db.ipam_backend_mixin [None req-242b6ec6-965a-417b-aace-ced1797d0f34 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 5221ffc4-3d66-41fa-8669-1bbe15fd738d (CIDR: 172.20.0.16/28) Dec 17 15:23:43.347318 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '8c28e0c1-5348-4f77-baee-1e7afe509638', 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04', 'port_id': '8c28e0c1-5348-4f77-baee-1e7afe509638', 'mac_address': 'fa:16:3e:60:da:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce6f6d4e-40b3-4f79-b7d3-a679e64969d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:23:43.355785 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f19c7aab-7541-4274-b1fc-3b308678c7fd req-48ef2b12-3a52-47fa-84c4-29ed8bf658c2 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0832744 Dec 17 15:23:43.359312 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fb859b-b55a-483f-90ff-462eb87c0ccb admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:23:43.363011 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-901b66cb-aabe-4615-8fc3-19c4b8a10494 req-13fcc50e-68fe-4fed-979b-e65aec5d450d tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752842 Dec 17 15:23:43.368938 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b4fb859b-b55a-483f-90ff-462eb87c0ccb admin admin] 10.222.0.46 "PUT /v2.0/routers/debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3971682 Dec 17 15:23:43.373853 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56642) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:43.374219 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7a514c-3e18-4496-b71b-2b5647c2680c None None] Sync routers for ids ['debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:23:43.388165 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-242b6ec6-965a-417b-aace-ced1797d0f34 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:23:43.398319 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7a514c-3e18-4496-b71b-2b5647c2680c None None] Routers {'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:23:43.399465 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ce7a514c-3e18-4496-b71b-2b5647c2680c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:23:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:43.399859 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-242b6ec6-965a-417b-aace-ced1797d0f34 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:23:43.435074 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:43.454758 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c28e0c1-5348-4f77-baee-1e7afe509638 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:23:43.481801 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 8c28e0c1-5348-4f77-baee-1e7afe509638, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=8c28e0c1-5348-4f77-baee-1e7afe509638,segment=NetworkSegment(4d21e005-2828-402d-861d-cab8d78776ef),segment_id=4d21e005-2828-402d-861d-cab8d78776ef)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:43.491832 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7cf2e452-f206-4bc7-8b2d-338b94f68717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'name': 'tempest-ServersTestJSON-208176351-router', 'tenant_id': '3a84ebc937934de99ce0f3e190e62521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '5c789c63-f458-46d7-bea3-50d43ca885a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:19:52Z', 'updated_at': '2021-12-17T15:23:40Z', 'revision_number': 5, 'project_id': '3a84ebc937934de99ce0f3e190e62521', 'gw_port': {'id': '5c789c63-f458-46d7-bea3-50d43ca885a9', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:54Z', 'updated_at': '2021-12-17T15:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:43.508282 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-242b6ec6-965a-417b-aace-ced1797d0f34 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1760292 Dec 17 15:23:43.509057 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56648) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:43.519459 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-a31466f6-bf6b-45bc-844e-afc1b26ea235 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'subnet': {'network_id': '9bd92930-dfe5-4133-8170-ec33aa15fc28', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:43.531567 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf2e452-f206-4bc7-8b2d-338b94f68717 None None] Checking router: 52fee96b-1e5f-4f46-b954-0a7339d3384d for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:23:43.541535 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf2e452-f206-4bc7-8b2d-338b94f68717 None None] Routers {'52fee96b-1e5f-4f46-b954-0a7339d3384d'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:23:43.542159 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7cf2e452-f206-4bc7-8b2d-338b94f68717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:23:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['52fee96b-1e5f-4f46-b954-0a7339d3384d'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:43.575770 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-ce7a514c-3e18-4496-b71b-2b5647c2680c None None] Set router debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:23:43.646191 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:43.684028 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-65adde6d-1304-4289-859a-532e545632fd admin admin] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:43.751543 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-7cf2e452-f206-4bc7-8b2d-338b94f68717 None None] Set router 52fee96b-1e5f-4f46-b954-0a7339d3384d gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:23:43.804659 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=8c28e0c1-5348-4f77-baee-1e7afe509638,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:43.822047 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31466f6-bf6b-45bc-844e-afc1b26ea235 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Made reservation on behalf of f2a1c1edddb74d5a8b66f707e8dc5dde for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:23:43.836213 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a31466f6-bf6b-45bc-844e-afc1b26ea235 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:43.870449 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7cf2e452-f206-4bc7-8b2d-338b94f68717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'name': 'tempest-ServersTestJSON-208176351-router', 'tenant_id': '3a84ebc937934de99ce0f3e190e62521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:19:52Z', 'updated_at': '2021-12-17T15:23:43Z', 'revision_number': 6, 'project_id': '3a84ebc937934de99ce0f3e190e62521', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:43.876644 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50be19-31d4-4c54-b44c-6f9cd7a6032f req-4d865a53-806b-4730-8f32-56d19091d5e4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:43.883681 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50be19-31d4-4c54-b44c-6f9cd7a6032f req-4d865a53-806b-4730-8f32-56d19091d5e4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:43.891066 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50be19-31d4-4c54-b44c-6f9cd7a6032f req-4d865a53-806b-4730-8f32-56d19091d5e4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:43.903490 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50be19-31d4-4c54-b44c-6f9cd7a6032f req-4d865a53-806b-4730-8f32-56d19091d5e4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:43.904475 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50be19-31d4-4c54-b44c-6f9cd7a6032f req-4d865a53-806b-4730-8f32-56d19091d5e4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:43.910306 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf2e452-f206-4bc7-8b2d-338b94f68717 None None] The sync data for ids ['52fee96b-1e5f-4f46-b954-0a7339d3384d'] in n-d-820553-2 is: [{'id': '52fee96b-1e5f-4f46-b954-0a7339d3384d', 'name': 'tempest-ServersTestJSON-208176351-router', 'tenant_id': '3a84ebc937934de99ce0f3e190e62521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:19:52Z', 'updated_at': '2021-12-17T15:23:43Z', 'revision_number': 6, 'project_id': '3a84ebc937934de99ce0f3e190e62521', 'gw_port_host': None}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:23:43.911112 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50be19-31d4-4c54-b44c-6f9cd7a6032f req-4d865a53-806b-4730-8f32-56d19091d5e4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:43.918871 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50be19-31d4-4c54-b44c-6f9cd7a6032f req-4d865a53-806b-4730-8f32-56d19091d5e4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:43.945262 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5e50be19-31d4-4c54-b44c-6f9cd7a6032f req-4d865a53-806b-4730-8f32-56d19091d5e4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5443 time: 0.1826322 Dec 17 15:23:43.945262 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56654) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:43.971131 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-47d23497-48ee-4a79-b344-1e656eb974dc tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Request body: {'floatingip': {'port_id': '1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:44.089483 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ce7a514c-3e18-4496-b71b-2b5647c2680c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'name': 'tempest-ServersTestManualDisk-1535961204-router', 'tenant_id': 'a24e8e82b4a34912861fe996df8e96eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'e796285a-1ab5-4a2d-a3b5-9a999060332a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:19:52Z', 'updated_at': '2021-12-17T15:23:41Z', 'revision_number': 5, 'project_id': 'a24e8e82b4a34912861fe996df8e96eb', 'gw_port': {'id': 'e796285a-1ab5-4a2d-a3b5-9a999060332a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:54Z', 'updated_at': '2021-12-17T15:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:44.100597 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-8a0d94c3-af40-42f1-8e93-34eb1b9dcf17 admin admin] Deleting port 5c789c63-f458-46d7-bea3-50d43ca885a9 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:44.101089 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8a0d94c3-af40-42f1-8e93-34eb1b9dcf17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:44.135553 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7a514c-3e18-4496-b71b-2b5647c2680c None None] Checking router: debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:23:44.148251 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7a514c-3e18-4496-b71b-2b5647c2680c None None] Routers {'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:23:44.148860 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ce7a514c-3e18-4496-b71b-2b5647c2680c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:23:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:44.190293 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-47d23497-48ee-4a79-b344-1e656eb974dc tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks [] for floatingip, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:44.288024 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['8c28e0c1-5348-4f77-baee-1e7afe509638'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:23:44.325574 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-ce7a514c-3e18-4496-b71b-2b5647c2680c None None] Set router debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:23:44.377506 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-65adde6d-1304-4289-859a-532e545632fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:44.433864 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c43764-d204-4156-a89d-5ef87a8883ac req-4e679521-8878-4664-adf9-b0043be501e7 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:44.435584 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f5c43764-d204-4156-a89d-5ef87a8883ac req-4e679521-8878-4664-adf9-b0043be501e7 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f5ef515-4454-4983-9991-927c884ddc6e HTTP/1.1" status: 200 len: 944 time: 0.4608054 Dec 17 15:23:44.443559 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee073e-fe94-497f-a715-450d2de50568 req-5f1362ab-6771-46d6-be70-65e06dd759df tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:44.453076 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e1ee073e-fe94-497f-a715-450d2de50568 req-5f1362ab-6771-46d6-be70-65e06dd759df tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8146d07-7e9a-4085-82a1-252e96492674 HTTP/1.1" status: 200 len: 946 time: 0.2045603 Dec 17 15:23:44.458742 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827ffdf-1412-4795-910e-403526134062 req-4485dd8d-e8e0-47b0-b481-151ad468d9c3 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:44.460325 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5827ffdf-1412-4795-910e-403526134062 req-4485dd8d-e8e0-47b0-b481-151ad468d9c3 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8146d07-7e9a-4085-82a1-252e96492674 HTTP/1.1" status: 200 len: 946 time: 0.3534703 Dec 17 15:23:44.631239 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-e1ee073e-fe94-497f-a715-450d2de50568 req-3e280aea-15a7-4c5d-a2c5-75c31bbe8160 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Deleting port e24bbf48-b88c-4769-b229-03ec0f63aba6 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:44.631899 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e1ee073e-fe94-497f-a715-450d2de50568 req-3e280aea-15a7-4c5d-a2c5-75c31bbe8160 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:44.647882 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a31466f6-bf6b-45bc-844e-afc1b26ea235 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:44.654421 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ce7a514c-3e18-4496-b71b-2b5647c2680c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'name': 'tempest-ServersTestManualDisk-1535961204-router', 'tenant_id': 'a24e8e82b4a34912861fe996df8e96eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'e796285a-1ab5-4a2d-a3b5-9a999060332a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:19:52Z', 'updated_at': '2021-12-17T15:23:41Z', 'revision_number': 5, 'project_id': 'a24e8e82b4a34912861fe996df8e96eb', 'gw_port': {'id': 'e796285a-1ab5-4a2d-a3b5-9a999060332a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:54Z', 'updated_at': '2021-12-17T15:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:44.670354 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-8a0d94c3-af40-42f1-8e93-34eb1b9dcf17 admin admin] For port 5c789c63-f458-46d7-bea3-50d43ca885a9, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=5c789c63-f458-46d7-bea3-50d43ca885a9,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:44.670751 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8a0d94c3-af40-42f1-8e93-34eb1b9dcf17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:44.683095 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7a514c-3e18-4496-b71b-2b5647c2680c None None] The sync data for ids ['debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b'] in n-d-820553-2 is: [{'id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'name': 'tempest-ServersTestManualDisk-1535961204-router', 'tenant_id': 'a24e8e82b4a34912861fe996df8e96eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': 'e796285a-1ab5-4a2d-a3b5-9a999060332a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:19:52Z', 'updated_at': '2021-12-17T15:23:41Z', 'revision_number': 5, 'project_id': 'a24e8e82b4a34912861fe996df8e96eb', 'gw_port': {'id': 'e796285a-1ab5-4a2d-a3b5-9a999060332a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:a8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:19:54Z', 'updated_at': '2021-12-17T15:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:23:44.726801 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31466f6-bf6b-45bc-844e-afc1b26ea235 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Network 9bd92930-dfe5-4133-8170-ec33aa15fc28 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:23:44.733809 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-8a0d94c3-af40-42f1-8e93-34eb1b9dcf17 admin admin] Calling delete_port for 5c789c63-f458-46d7-bea3-50d43ca885a9 owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:44.736870 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-a31466f6-bf6b-45bc-844e-afc1b26ea235 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:23:44.745538 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31466f6-bf6b-45bc-844e-afc1b26ea235 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:44.746443 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a31466f6-bf6b-45bc-844e-afc1b26ea235 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:44.749691 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4395b42-790f-4267-995d-aad1dbc2c979 None None] Network 9bd92930-dfe5-4133-8170-ec33aa15fc28 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:23:44.751662 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5827ffdf-1412-4795-910e-403526134062 req-faef8a29-cc63-4372-9aec-70ed975d159b tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/security-groups?id=a37f7254-9fd7-4997-8439-34958ae645fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511582 Dec 17 15:23:44.767229 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31466f6-bf6b-45bc-844e-afc1b26ea235 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Subnet': ['ID=e58343ac-77db-4a1e-ab40-7b04bcae1810,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:44.775640 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f5c43764-d204-4156-a89d-5ef87a8883ac req-15195efa-212a-47e5-b3b2-17099c6e8a86 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043935 Dec 17 15:23:44.804893 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-e1ee073e-fe94-497f-a715-450d2de50568 req-3e280aea-15a7-4c5d-a2c5-75c31bbe8160 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] For port e24bbf48-b88c-4769-b229-03ec0f63aba6, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e24bbf48-b88c-4769-b229-03ec0f63aba6,segment=NetworkSegment(f10da5fa-5cdc-4258-87e7-e884dcfffec9),segment_id=f10da5fa-5cdc-4258-87e7-e884dcfffec9)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:44.806335 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e1ee073e-fe94-497f-a715-450d2de50568 req-3e280aea-15a7-4c5d-a2c5-75c31bbe8160 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:44.820563 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-e1ee073e-fe94-497f-a715-450d2de50568 req-3e280aea-15a7-4c5d-a2c5-75c31bbe8160 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Calling delete_port for e24bbf48-b88c-4769-b229-03ec0f63aba6 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:44.854035 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816feef-ed70-4551-8239-9ee9cdbdfb87 req-648ca96a-e689-4e9b-bbc3-ad1a849bc142 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:44.855598 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e816feef-ed70-4551-8239-9ee9cdbdfb87 req-648ca96a-e689-4e9b-bbc3-ad1a849bc142 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 945 time: 0.2150159 Dec 17 15:23:44.871849 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a31466f6-bf6b-45bc-844e-afc1b26ea235 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3588541 Dec 17 15:23:44.873175 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56660) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:44.886363 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-a5f6b17e-cfbb-4e32-9187-d26774f30992 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2025511710', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e58343ac-77db-4a1e-ab40-7b04bcae1810'}], 'security_groups': ['1b5118d4-85a9-4865-9211-42b7b71ba9d6', '14a577a5-6533-476d-9f67-d2bb3b240805']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:44.997257 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5f6b17e-cfbb-4e32-9187-d26774f30992 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:45.089246 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb87981-3d09-4662-9b57-502538b2a125 None None] Update dhcp port {'port': {'network_id': '9bd92930-dfe5-4133-8170-ec33aa15fc28', 'fixed_ips': [{'subnet_id': '5221ffc4-3d66-41fa-8669-1bbe15fd738d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e3694416-a43f-4f1c-8640-692826e53cbd', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e58343ac-77db-4a1e-ab40-7b04bcae1810'}], 'binding:host_id': 'n-d-820553-2'}, 'id': 'f11905ba-0a2c-4b5f-9553-80ddb7733a30'} from n-d-820553-2. {{(pid=102834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 17 15:23:45.134577 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-acb87981-3d09-4662-9b57-502538b2a125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:45.152735 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-65adde6d-1304-4289-859a-532e545632fd admin admin] Deleting port e796285a-1ab5-4a2d-a3b5-9a999060332a {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:45.153273 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-65adde6d-1304-4289-859a-532e545632fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:45.253626 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e1ee073e-fe94-497f-a715-450d2de50568 req-3e280aea-15a7-4c5d-a2c5-75c31bbe8160 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:45.285462 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['e24bbf48-b88c-4769-b229-03ec0f63aba6'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:23:45.305223 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e280aea-15a7-4c5d-a2c5-75c31bbe8160 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Pushing event deleted for resources: {'Port': ['ID=e24bbf48-b88c-4769-b229-03ec0f63aba6,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:45.366863 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 5c789c63-f458-46d7-bea3-50d43ca885a9 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:23:45.395788 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3abf9-e0a1-4e2c-abb3-e8033fb42bc5 req-66fa1246-4043-4aff-8760-fc37e50bb081 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:45.402074 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-65e3abf9-e0a1-4e2c-abb3-e8033fb42bc5 req-66fa1246-4043-4aff-8760-fc37e50bb081 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 945 time: 0.4577479 Dec 17 15:23:45.414850 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ee073e-fe94-497f-a715-450d2de50568 req-3e280aea-15a7-4c5d-a2c5-75c31bbe8160 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] No DVR routers for this DVR port e24bbf48-b88c-4769-b229-03ec0f63aba6 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:23:45.426235 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e1ee073e-fe94-497f-a715-450d2de50568 req-3e280aea-15a7-4c5d-a2c5-75c31bbe8160 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:45.434735 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e1ee073e-fe94-497f-a715-450d2de50568 req-3e280aea-15a7-4c5d-a2c5-75c31bbe8160 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.41 "DELETE /v2.0/ports/e24bbf48-b88c-4769-b229-03ec0f63aba6 HTTP/1.1" status: 204 len: 173 time: 0.9657714 Dec 17 15:23:45.436350 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8146d07-7e9a-4085-82a1-252e96492674', 'name': 'network-vif-deleted', 'tag': 'e24bbf48-b88c-4769-b229-03ec0f63aba6'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:23:45.449103 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fea6c1b-a86e-4b53-a073-197415e7672c" -d '{"events": [{"server_uuid": "f8146d07-7e9a-4085-82a1-252e96492674", "name": "network-vif-deleted", "tag": "e24bbf48-b88c-4769-b229-03ec0f63aba6"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:23:45.495855 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:45.520501 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622b5510-d417-4f51-9d59-0ebe57464174 x-openstack-request-id: req-622b5510-d417-4f51-9d59-0ebe57464174 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:23:45.521027 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8146d07-7e9a-4085-82a1-252e96492674", "name": "network-vif-deleted", "tag": "e24bbf48-b88c-4769-b229-03ec0f63aba6", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:23:45.521205 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-622b5510-d417-4f51-9d59-0ebe57464174 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:23:45.521721 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8146d07-7e9a-4085-82a1-252e96492674', 'name': 'network-vif-deleted', 'tag': 'e24bbf48-b88c-4769-b229-03ec0f63aba6', 'status': 'completed', 'code': 200} Dec 17 15:23:45.602858 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-a5f6b17e-cfbb-4e32-9187-d26774f30992 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Delete allocated IP 172.20.0.11 (9bd92930-dfe5-4133-8170-ec33aa15fc28/e3694416-a43f-4f1c-8640-692826e53cbd) {{(pid=102833) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 17 15:23:45.617699 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-a5f6b17e-cfbb-4e32-9187-d26774f30992 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Allocated IP 172.20.0.41 (9bd92930-dfe5-4133-8170-ec33aa15fc28/e58343ac-77db-4a1e-ab40-7b04bcae1810/4312f84e-4679-4648-8733-69dc30e58d3a) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:23:45.842551 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5f6b17e-cfbb-4e32-9187-d26774f30992 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:45.859167 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.db.resource_extend [None req-47d23497-48ee-4a79-b344-1e656eb974dc tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 15:23:45.910997 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5f6b17e-cfbb-4e32-9187-d26774f30992 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:45.941804 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 17 15:23:45.941804 n-d-820553-2 neutron-server[102834]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Dec 17 15:23:45.941804 n-d-820553-2 neutron-server[102834]: [parameters: {'status': 'DOWN', 'ports_id': '5c789c63-f458-46d7-bea3-50d43ca885a9'}] Dec 17 15:23:45.941804 n-d-820553-2 neutron-server[102834]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:23:45.942473 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:23:45.990469 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-acb87981-3d09-4662-9b57-502538b2a125 None None] Allocated IP 172.20.0.34 (9bd92930-dfe5-4133-8170-ec33aa15fc28/e58343ac-77db-4a1e-ab40-7b04bcae1810/f11905ba-0a2c-4b5f-9553-80ddb7733a30) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:23:45.992078 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-65e3abf9-e0a1-4e2c-abb3-e8033fb42bc5 req-00294f49-2be8-44b4-bf1f-be5452a78298 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5755501 Dec 17 15:23:45.999727 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-65adde6d-1304-4289-859a-532e545632fd admin admin] For port e796285a-1ab5-4a2d-a3b5-9a999060332a, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e796285a-1ab5-4a2d-a3b5-9a999060332a,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:46.000108 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-65adde6d-1304-4289-859a-532e545632fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:46.021519 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f6b17e-cfbb-4e32-9187-d26774f30992 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event updated for resources: {'Port': ['ID=4312f84e-4679-4648-8733-69dc30e58d3a,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:46.030835 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-65adde6d-1304-4289-859a-532e545632fd admin admin] Calling delete_port for e796285a-1ab5-4a2d-a3b5-9a999060332a owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:46.041518 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-47d23497-48ee-4a79-b344-1e656eb974dc tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:46.047711 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-e816feef-ed70-4551-8239-9ee9cdbdfb87 req-9023fc87-0216-4efd-b574-a150f385ed4f tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Deleting port 7754f5b6-304f-4696-9ab2-6428dd11c663 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:46.048335 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e816feef-ed70-4551-8239-9ee9cdbdfb87 req-9023fc87-0216-4efd-b574-a150f385ed4f tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:46.051152 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-a5f6b17e-cfbb-4e32-9187-d26774f30992 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] In _notify_port_updated(), no bound segment for port 4312f84e-4679-4648-8733-69dc30e58d3a on network 9bd92930-dfe5-4133-8170-ec33aa15fc28 {{(pid=102833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 17 15:23:46.057134 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f6b17e-cfbb-4e32-9187-d26774f30992 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:46.057879 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5f6b17e-cfbb-4e32-9187-d26774f30992 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:46.059321 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a5f6b17e-cfbb-4e32-9187-d26774f30992 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "PUT /v2.0/ports/4312f84e-4679-4648-8733-69dc30e58d3a HTTP/1.1" status: 200 len: 960 time: 1.1852062 Dec 17 15:23:46.067142 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56676) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:46.115374 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-47d23497-48ee-4a79-b344-1e656eb974dc tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:46.138938 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-acb87981-3d09-4662-9b57-502538b2a125 None None] For port f11905ba-0a2c-4b5f-9553-80ddb7733a30, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f11905ba-0a2c-4b5f-9553-80ddb7733a30,segment=NetworkSegment(d0d7b6f5-52f9-4cbe-a0f4-70551430eb79),segment_id=d0d7b6f5-52f9-4cbe-a0f4-70551430eb79)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:46.192839 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-acb87981-3d09-4662-9b57-502538b2a125 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:46.222191 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-9d5fb10a-de38-4bd0-8c4a-f856148dfc3b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Deleting port 4312f84e-4679-4648-8733-69dc30e58d3a {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:46.222645 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9d5fb10a-de38-4bd0-8c4a-f856148dfc3b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:46.230541 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f36ea-3139-40eb-8c68-2c58b257daf2 req-ac7b8d61-b3a8-408e-b86d-458673f6d2a1 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:46.232048 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d26f36ea-3139-40eb-8c68-2c58b257daf2 req-ac7b8d61-b3a8-408e-b86d-458673f6d2a1 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f5ef515-4454-4983-9991-927c884ddc6e HTTP/1.1" status: 200 len: 944 time: 0.3707440 Dec 17 15:23:46.232648 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8a0d94c3-af40-42f1-8e93-34eb1b9dcf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:46.287531 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-acb87981-3d09-4662-9b57-502538b2a125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:46.304803 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82602d01-776a-4ef5-acb7-40090788096b req-f99270a0-6540-4a23-b84e-cad4e20d0ea8 tempest-ListServerFiltersTestJSON-1269645960 tempest-ListServerFiltersTestJSON-1269645960-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8146d07-7e9a-4085-82a1-252e96492674 HTTP/1.1" status: 200 len: 210 time: 0.1160102 Dec 17 15:23:46.319094 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9d5fb10a-de38-4bd0-8c4a-f856148dfc3b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:46.332614 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d94c3-af40-42f1-8e93-34eb1b9dcf17 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c789c63-f458-46d7-bea3-50d43ca885a9,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:46.346961 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-9d5fb10a-de38-4bd0-8c4a-f856148dfc3b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Calling delete_port for 4312f84e-4679-4648-8733-69dc30e58d3a owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:46.498556 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-e816feef-ed70-4551-8239-9ee9cdbdfb87 req-9023fc87-0216-4efd-b574-a150f385ed4f tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] For port 7754f5b6-304f-4696-9ab2-6428dd11c663, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=7754f5b6-304f-4696-9ab2-6428dd11c663,segment=NetworkSegment(a3ed8bc9-37dd-4a75-a62b-f36aa58f559a),segment_id=a3ed8bc9-37dd-4a75-a62b-f36aa58f559a)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:46.499646 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e816feef-ed70-4551-8239-9ee9cdbdfb87 req-9023fc87-0216-4efd-b574-a150f385ed4f tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:46.517738 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-e816feef-ed70-4551-8239-9ee9cdbdfb87 req-9023fc87-0216-4efd-b574-a150f385ed4f tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Calling delete_port for 7754f5b6-304f-4696-9ab2-6428dd11c663 owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:46.555359 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] Port 5c789c63-f458-46d7-bea3-50d43ca885a9 update to DOWN by agent not found {{(pid=102834) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Dec 17 15:23:46.555681 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 17b78a3a-fe72-428b-bef8-687039cb5f86 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:23:46.601476 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d26f36ea-3139-40eb-8c68-2c58b257daf2 req-899574d8-56c1-440a-8372-915ddecc76de tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439095 Dec 17 15:23:46.601965 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 17b78a3a-fe72-428b-bef8-687039cb5f86 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:23:46.602312 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 17b78a3a-fe72-428b-bef8-687039cb5f86 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:23:46.602719 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c60582f2-ecff-43d4-a0bb-31479b1b35f0 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:23:46.634906 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: c60582f2-ecff-43d4-a0bb-31479b1b35f0 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:23:46.635253 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c60582f2-ecff-43d4-a0bb-31479b1b35f0 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:23:46.645730 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-47d23497-48ee-4a79-b344-1e656eb974dc tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Floating IP 9ee4341e-82bd-45e5-8cbb-6e1e6d20f56e associated. External IP: 172.25.6.232, port: 1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7. Dec 17 15:23:46.647550 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9d5fb10a-de38-4bd0-8c4a-f856148dfc3b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:46.663494 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb87981-3d09-4662-9b57-502538b2a125 None None] Pushing event updated for resources: {'Port': ['ID=f11905ba-0a2c-4b5f-9553-80ddb7733a30,revision_number=7']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:46.688398 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5fb10a-de38-4bd0-8c4a-f856148dfc3b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Port': ['ID=4312f84e-4679-4648-8733-69dc30e58d3a,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:46.706092 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8a0d94c3-af40-42f1-8e93-34eb1b9dcf17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:46.787832 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9d5fb10a-de38-4bd0-8c4a-f856148dfc3b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:46.793683 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9d5fb10a-de38-4bd0-8c4a-f856148dfc3b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/ports/4312f84e-4679-4648-8733-69dc30e58d3a HTTP/1.1" status: 204 len: 168 time: 0.7230282 Dec 17 15:23:46.794201 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56680) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:46.826032 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-f15e89ff-d3f9-4c41-8384-1e78945126b8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] GET failed (client error): The resource could not be found. Dec 17 15:23:46.828091 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f15e89ff-d3f9-4c41-8384-1e78945126b8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "GET /v2.0/ports/4312f84e-4679-4648-8733-69dc30e58d3a HTTP/1.1" status: 404 len: 333 time: 0.0328667 Dec 17 15:23:46.830882 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56682) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:46.873707 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8a0d94c3-af40-42f1-8e93-34eb1b9dcf17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:46.897691 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d626d164-da48-4f29-9254-54276267254e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:46.905679 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8a0d94c3-af40-42f1-8e93-34eb1b9dcf17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:46.931335 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d626d164-da48-4f29-9254-54276267254e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:47.038231 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f11905ba-0a2c-4b5f-9553-80ddb7733a30 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:23:47.055782 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d626d164-da48-4f29-9254-54276267254e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:47.058970 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d626d164-da48-4f29-9254-54276267254e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:47.063865 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d626d164-da48-4f29-9254-54276267254e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/security-groups/e2ea355c-9a09-4c8f-b172-74066f70bc9c HTTP/1.1" status: 204 len: 168 time: 0.2307374 Dec 17 15:23:47.064595 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56686) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:47.073813 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8a0d94c3-af40-42f1-8e93-34eb1b9dcf17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:47.074740 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0d94c3-af40-42f1-8e93-34eb1b9dcf17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52fee96b-1e5f-4f46-b954-0a7339d3384d {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:23:47.090071 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8a0d94c3-af40-42f1-8e93-34eb1b9dcf17 admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:47.091938 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8a0d94c3-af40-42f1-8e93-34eb1b9dcf17 admin admin] 10.222.0.46 "DELETE /v2.0/routers/52fee96b-1e5f-4f46-b954-0a7339d3384d HTTP/1.1" status: 204 len: 168 time: 4.4599876 Dec 17 15:23:47.105162 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56688) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:47.115191 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626d164-da48-4f29-9254-54276267254e tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ea355c-9a09-4c8f-b172-74066f70bc9c,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:47.135440 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 8c28e0c1-5348-4f77-baee-1e7afe509638 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:23:47.198709 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port f11905ba-0a2c-4b5f-9553-80ddb7733a30 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:47.200601 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:47.214971 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-741c04bd-45fb-4ca2-b5b3-2ba7a7e3e295 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:47.275104 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-741c04bd-45fb-4ca2-b5b3-2ba7a7e3e295 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:47.352967 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-158ed258-e1d3-42c5-8b1b-76d16b3aaf2f admin admin] Deleting subnet 13b0e24e-3e36-4c0a-9576-ed2a6035e7fe {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:23:47.359129 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-65adde6d-1304-4289-859a-532e545632fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:47.361118 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-158ed258-e1d3-42c5-8b1b-76d16b3aaf2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:47.380098 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 8c28e0c1-5348-4f77-baee-1e7afe509638 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:23:47.389520 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 8c28e0c1-5348-4f77-baee-1e7afe509638 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:47.389520 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:47.429785 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65adde6d-1304-4289-859a-532e545632fd admin admin] Pushing event deleted for resources: {'Port': ['ID=e796285a-1ab5-4a2d-a3b5-9a999060332a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:47.432346 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56694) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:47.441038 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d23497-48ee-4a79-b344-1e656eb974dc tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Router eccc22ab-e495-4e30-8b6b-5f0c1c003b46 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:23:47.509919 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-0264cd30-b24c-40f3-b6ab-aa071af904f7 admin admin] Deleting subnet 0c82b08e-7646-45d2-ac36-8b704389a6a5 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:23:47.513276 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0264cd30-b24c-40f3-b6ab-aa071af904f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:47.515322 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-741c04bd-45fb-4ca2-b5b3-2ba7a7e3e295 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:47.518370 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-741c04bd-45fb-4ca2-b5b3-2ba7a7e3e295 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:47.520012 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-741c04bd-45fb-4ca2-b5b3-2ba7a7e3e295 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/security-groups/14a577a5-6533-476d-9f67-d2bb3b240805 HTTP/1.1" status: 204 len: 168 time: 0.4427443 Dec 17 15:23:47.525938 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56696) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:47.531886 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e816feef-ed70-4551-8239-9ee9cdbdfb87 req-9023fc87-0216-4efd-b574-a150f385ed4f tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:47.535985 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-65adde6d-1304-4289-859a-532e545632fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:47.545963 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-158ed258-e1d3-42c5-8b1b-76d16b3aaf2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:47.552189 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:47.558870 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c04bd-45fb-4ca2-b5b3-2ba7a7e3e295 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a577a5-6533-476d-9f67-d2bb3b240805,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:47.574648 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0264cd30-b24c-40f3-b6ab-aa071af904f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:47.576996 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['1b891bdb-7a5e-46d6-9f37-de70971d3793'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:23:47.626954 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5ef515-4454-4983-9991-927c884ddc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c28e0c1-5348-4f77-baee-1e7afe509638'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:23:47.629681 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882c74bd-8c71-44f3-b909-ec3ca041e852" -d '{"events": [{"server_uuid": "2f5ef515-4454-4983-9991-927c884ddc6e", "name": "network-vif-plugged", "status": "completed", "tag": "8c28e0c1-5348-4f77-baee-1e7afe509638"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:23:47.635804 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bdb58c-67ab-4f54-8e9a-45634f839176 req-335f3762-a1a0-41d6-b1fe-687cab1f7039 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:47.639380 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f8bdb58c-67ab-4f54-8e9a-45634f839176 req-335f3762-a1a0-41d6-b1fe-687cab1f7039 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef4f545-160f-4b34-a6f8-918417ed68f3 HTTP/1.1" status: 200 len: 945 time: 0.3071430 Dec 17 15:23:47.657206 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 8c28e0c1-5348-4f77-baee-1e7afe509638, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=8c28e0c1-5348-4f77-baee-1e7afe509638,segment=NetworkSegment(4d21e005-2828-402d-861d-cab8d78776ef),segment_id=4d21e005-2828-402d-861d-cab8d78776ef)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:47.659661 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-6508c6fa-dcd0-4677-9d2f-d97fd61d932e None None] Provisioning complete for port bd34dbc8-22d7-4ac9-9412-c33d0c867adc triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:47.660180 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6508c6fa-dcd0-4677-9d2f-d97fd61d932e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:47.682155 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0264cd30-b24c-40f3-b6ab-aa071af904f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:47.723026 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023fc87-0216-4efd-b574-a150f385ed4f tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Pushing event deleted for resources: {'Port': ['ID=7754f5b6-304f-4696-9ab2-6428dd11c663,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:47.729586 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-6508c6fa-dcd0-4677-9d2f-d97fd61d932e None None] Port bd34dbc8-22d7-4ac9-9412-c33d0c867adc cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:23:47.734317 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:47.742820 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-6508c6fa-dcd0-4677-9d2f-d97fd61d932e None None] Could not find standard attr ID for object 4312f84e-4679-4648-8733-69dc30e58d3a. {{(pid=102834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:23:47.822208 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-6508c6fa-dcd0-4677-9d2f-d97fd61d932e None None] Provisioning complete for port f11905ba-0a2c-4b5f-9553-80ddb7733a30 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:47.822542 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6508c6fa-dcd0-4677-9d2f-d97fd61d932e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:47.891019 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=8c28e0c1-5348-4f77-baee-1e7afe509638,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:47.903734 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-65adde6d-1304-4289-859a-532e545632fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:47.959208 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0264cd30-b24c-40f3-b6ab-aa071af904f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:47.985399 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-65adde6d-1304-4289-859a-532e545632fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:47.988091 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-e816feef-ed70-4551-8239-9ee9cdbdfb87 req-9023fc87-0216-4efd-b574-a150f385ed4f tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] No DVR routers for this DVR port 7754f5b6-304f-4696-9ab2-6428dd11c663 on host n-h2-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:23:48.010213 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-e816feef-ed70-4551-8239-9ee9cdbdfb87 req-9023fc87-0216-4efd-b574-a150f385ed4f tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:48.018741 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e816feef-ed70-4551-8239-9ee9cdbdfb87 req-9023fc87-0216-4efd-b574-a150f385ed4f tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.13 "DELETE /v2.0/ports/7754f5b6-304f-4696-9ab2-6428dd11c663 HTTP/1.1" status: 204 len: 173 time: 3.1537097 Dec 17 15:23:48.021914 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef4f545-160f-4b34-a6f8-918417ed68f3', 'name': 'network-vif-deleted', 'tag': '7754f5b6-304f-4696-9ab2-6428dd11c663'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:23:48.025597 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264cd30-b24c-40f3-b6ab-aa071af904f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c82b08e-7646-45d2-ac36-8b704389a6a5,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:48.030445 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26bfd89c-8659-448f-b0c3-f1404e5b5dbb" -d '{"events": [{"server_uuid": "6ef4f545-160f-4b34-a6f8-918417ed68f3", "name": "network-vif-deleted", "tag": "7754f5b6-304f-4696-9ab2-6428dd11c663"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:23:48.031087 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0264cd30-b24c-40f3-b6ab-aa071af904f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:48.038184 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0264cd30-b24c-40f3-b6ab-aa071af904f7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0c82b08e-7646-45d2-ac36-8b704389a6a5 HTTP/1.1" status: 204 len: 168 time: 0.6046181 Dec 17 15:23:48.040803 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56706) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:48.056229 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4facfa6-5cbf-4806-a86d-6076a14cd818 None None] Network 17037aa8-3c05-41e7-ba50-c72d5662115e requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:23:48.165889 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf307cea-05f7-4533-bd95-7801f133299b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:48.219984 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f8bdb58c-67ab-4f54-8e9a-45634f839176 req-726d5c91-8986-42f2-9a72-addb56636a8f tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5063269 Dec 17 15:23:48.260355 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-cf307cea-05f7-4533-bd95-7801f133299b admin admin] Deleting port aaf22ece-3705-4c1d-b282-7e82c0bf01df {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:48.260776 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf307cea-05f7-4533-bd95-7801f133299b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:48.269313 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283dbbc-0aab-42eb-b261-5e8706325b2d req-2247d38f-b285-41a1-a309-fb36b6836441 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:48.272206 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9283dbbc-0aab-42eb-b261-5e8706325b2d req-2247d38f-b285-41a1-a309-fb36b6836441 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f5ef515-4454-4983-9991-927c884ddc6e HTTP/1.1" status: 200 len: 945 time: 0.5396106 Dec 17 15:23:48.290462 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-158ed258-e1d3-42c5-8b1b-76d16b3aaf2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:48.297176 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-33fa1fa3-e6ef-46b2-8d03-8b99085b27d0 None None] Could not find standard attr ID for object 4312f84e-4679-4648-8733-69dc30e58d3a. {{(pid=102834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:23:48.301631 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-87c7cb86-490d-4cb8-a2fb-7cdbd7614003 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:48.332927 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-65adde6d-1304-4289-859a-532e545632fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:48.333567 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65adde6d-1304-4289-859a-532e545632fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:23:48.349923 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-65adde6d-1304-4289-859a-532e545632fd admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:48.349923 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-65adde6d-1304-4289-859a-532e545632fd admin admin] 10.222.0.46 "DELETE /v2.0/routers/debfa52c-bc3f-48fb-b4dd-4d0ddc4b5f2b HTTP/1.1" status: 204 len: 168 time: 4.9721332 Dec 17 15:23:48.361431 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56712) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:48.365085 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d801a8-f191-45eb-9f24-e1a0fa6647f7 None None] DHCP port deletion for 17037aa8-3c05-41e7-ba50-c72d5662115e request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:23:48.418253 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-cf307cea-05f7-4533-bd95-7801f133299b admin admin] For port aaf22ece-3705-4c1d-b282-7e82c0bf01df, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=aaf22ece-3705-4c1d-b282-7e82c0bf01df,segment=NetworkSegment(f10da5fa-5cdc-4258-87e7-e884dcfffec9),segment_id=f10da5fa-5cdc-4258-87e7-e884dcfffec9)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:48.420993 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf307cea-05f7-4533-bd95-7801f133299b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:48.424214 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b155db34-3702-4ce8-bd44-ee95b3025df2 x-openstack-request-id: req-b155db34-3702-4ce8-bd44-ee95b3025df2 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:23:48.424719 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f5ef515-4454-4983-9991-927c884ddc6e", "name": "network-vif-plugged", "status": "completed", "tag": "8c28e0c1-5348-4f77-baee-1e7afe509638", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:23:48.425125 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b155db34-3702-4ce8-bd44-ee95b3025df2 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:23:48.425616 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f5ef515-4454-4983-9991-927c884ddc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c28e0c1-5348-4f77-baee-1e7afe509638', 'code': 200} Dec 17 15:23:48.465153 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-cf307cea-05f7-4533-bd95-7801f133299b admin admin] Calling delete_port for aaf22ece-3705-4c1d-b282-7e82c0bf01df owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:48.477887 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9283dbbc-0aab-42eb-b261-5e8706325b2d req-69ad8507-9eff-4386-8145-0824c08fad50 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986077 Dec 17 15:23:48.481102 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d23497-48ee-4a79-b344-1e656eb974dc tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:23:48.483180 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-66d801a8-f191-45eb-9f24-e1a0fa6647f7 None None] Deleting port aaf22ece-3705-4c1d-b282-7e82c0bf01df {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:48.485599 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-66d801a8-f191-45eb-9f24-e1a0fa6647f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:48.493918 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340d9d49-19b4-44a4-b08c-46673dcc187c None None] Sync routers for ids ['eccc22ab-e495-4e30-8b6b-5f0c1c003b46'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:23:48.496058 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-47d23497-48ee-4a79-b344-1e656eb974dc tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:48.548324 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75e3457-ecb9-43dc-83cf-5eaff8501980 x-openstack-request-id: req-a75e3457-ecb9-43dc-83cf-5eaff8501980 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:23:48.548774 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef4f545-160f-4b34-a6f8-918417ed68f3", "name": "network-vif-deleted", "tag": "7754f5b6-304f-4696-9ab2-6428dd11c663", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:23:48.549152 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a75e3457-ecb9-43dc-83cf-5eaff8501980 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:23:48.550286 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef4f545-160f-4b34-a6f8-918417ed68f3', 'name': 'network-vif-deleted', 'tag': '7754f5b6-304f-4696-9ab2-6428dd11c663', 'status': 'completed', 'code': 200} Dec 17 15:23:48.555346 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340d9d49-19b4-44a4-b08c-46673dcc187c None None] Routers {'eccc22ab-e495-4e30-8b6b-5f0c1c003b46'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:23:48.555985 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-340d9d49-19b4-44a4-b08c-46673dcc187c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:23:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['eccc22ab-e495-4e30-8b6b-5f0c1c003b46'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:48.610030 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-47d23497-48ee-4a79-b344-1e656eb974dc tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "PUT /v2.0/floatingips/9ee4341e-82bd-45e5-8cbb-6e1e6d20f56e HTTP/1.1" status: 200 len: 992 time: 4.6428287 Dec 17 15:23:48.616002 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-406c209a-5ef0-4505-b8bf-4105db10e91b admin admin] Deleting subnet d180b79e-c3bb-4569-b61e-f0770c463335 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:23:48.620249 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-406c209a-5ef0-4505-b8bf-4105db10e91b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:48.670584 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-66d801a8-f191-45eb-9f24-e1a0fa6647f7 None None] For port aaf22ece-3705-4c1d-b282-7e82c0bf01df, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=aaf22ece-3705-4c1d-b282-7e82c0bf01df,segment=NetworkSegment(f10da5fa-5cdc-4258-87e7-e884dcfffec9),segment_id=f10da5fa-5cdc-4258-87e7-e884dcfffec9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:48.671248 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-66d801a8-f191-45eb-9f24-e1a0fa6647f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:48.677940 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-406c209a-5ef0-4505-b8bf-4105db10e91b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:48.700529 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-66d801a8-f191-45eb-9f24-e1a0fa6647f7 None None] Calling delete_port for aaf22ece-3705-4c1d-b282-7e82c0bf01df owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:48.718924 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-87c7cb86-490d-4cb8-a2fb-7cdbd7614003 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:48.721810 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e241e4-8f79-49ad-b06c-cce21d50324a req-06d2aa1e-d13b-425a-a083-f0342750e065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:48.724807 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-93e241e4-8f79-49ad-b06c-cce21d50324a req-06d2aa1e-d13b-425a-a083-f0342750e065 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2f5ef515-4454-4983-9991-927c884ddc6e HTTP/1.1" status: 200 len: 1096 time: 0.1380100 Dec 17 15:23:48.745245 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf307cea-05f7-4533-bd95-7801f133299b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:48.771321 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-340d9d49-19b4-44a4-b08c-46673dcc187c None None] Set router eccc22ab-e495-4e30-8b6b-5f0c1c003b46 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:23:48.780242 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf307cea-05f7-4533-bd95-7801f133299b admin admin] Pushing event deleted for resources: {'Port': ['ID=aaf22ece-3705-4c1d-b282-7e82c0bf01df,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:48.787276 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf307cea-05f7-4533-bd95-7801f133299b admin admin] No DVR routers for this DVR port aaf22ece-3705-4c1d-b282-7e82c0bf01df on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:23:48.825445 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-93e241e4-8f79-49ad-b06c-cce21d50324a req-7fdd9e2a-d3ec-4ac0-b666-b5eaef1c1def service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944343 Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:23:48.880940 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:23:48.898998 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf307cea-05f7-4533-bd95-7801f133299b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:48.900245 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-66d801a8-f191-45eb-9f24-e1a0fa6647f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:48.916525 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d801a8-f191-45eb-9f24-e1a0fa6647f7 None None] No DVR routers for this DVR port aaf22ece-3705-4c1d-b282-7e82c0bf01df on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:23:48.939817 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d801a8-f191-45eb-9f24-e1a0fa6647f7 None None] Pushing event deleted for resources: {'Port': ['ID=aaf22ece-3705-4c1d-b282-7e82c0bf01df,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:48.954511 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-cf307cea-05f7-4533-bd95-7801f133299b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17037aa8-3c05-41e7-ba50-c72d5662115e']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:48.979997 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-cf307cea-05f7-4533-bd95-7801f133299b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f10da5fa-5cdc-4258-87e7-e884dcfffec9') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:48.980292 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-cf307cea-05f7-4533-bd95-7801f133299b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f10da5fa-5cdc-4258-87e7-e884dcfffec9') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:49.014366 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf307cea-05f7-4533-bd95-7801f133299b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:49.034726 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf307cea-05f7-4533-bd95-7801f133299b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:49.042465 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf307cea-05f7-4533-bd95-7801f133299b admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:23:49.042869 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf307cea-05f7-4533-bd95-7801f133299b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:49.044211 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device aaf22ece-3705-4c1d-b282-7e82c0bf01df no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:23:49.045003 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:23:49.045003 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:23:49.045003 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:23:49.045003 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:23:49.045003 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:23:49.045003 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:23:49.045003 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:23:49.045003 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:23:49.045003 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:23:49.045003 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:23:49.045003 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:23:49.045003 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:23:49.045003 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:23:49.045003 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:23:49.045003 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:23:49.045003 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:23:49.045003 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:23:49.045003 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:23:49.045003 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:23:49.045003 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:23:49.045003 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:23:49.045003 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:23:49.045003 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:23:49.045003 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:23:49.045003 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:23:49.045003 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:23:49.045003 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:23:49.045003 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:23:49.045003 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:23:49.045003 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:23:49.045003 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:23:49.045003 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:23:49.080400 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: aaf22ece-3705-4c1d-b282-7e82c0bf01df {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:23:49.081009 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device aaf22ece-3705-4c1d-b282-7e82c0bf01df not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:23:49.082021 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e796285a-1ab5-4a2d-a3b5-9a999060332a no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:23:49.085371 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 7754f5b6-304f-4696-9ab2-6428dd11c663 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:23:49.151952 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: e796285a-1ab5-4a2d-a3b5-9a999060332a {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:23:49.152304 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e796285a-1ab5-4a2d-a3b5-9a999060332a not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:23:49.153848 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device e24bbf48-b88c-4769-b229-03ec0f63aba6 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:23:49.161222 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 7754f5b6-304f-4696-9ab2-6428dd11c663 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:23:49.161580 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 7754f5b6-304f-4696-9ab2-6428dd11c663 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:23:49.186386 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: e24bbf48-b88c-4769-b229-03ec0f63aba6 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:23:49.186663 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device e24bbf48-b88c-4769-b229-03ec0f63aba6 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:23:49.186777 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf307cea-05f7-4533-bd95-7801f133299b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:49.194231 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf307cea-05f7-4533-bd95-7801f133299b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:49.198010 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cf307cea-05f7-4533-bd95-7801f133299b admin admin] 10.222.0.46 "DELETE /v2.0/networks/17037aa8-3c05-41e7-ba50-c72d5662115e HTTP/1.1" status: 204 len: 168 time: 1.1562979 Dec 17 15:23:49.215774 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf307cea-05f7-4533-bd95-7801f133299b admin admin] Pushing event deleted for resources: {'Network': ['ID=17037aa8-3c05-41e7-ba50-c72d5662115e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:49.231038 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-340d9d49-19b4-44a4-b08c-46673dcc187c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'name': 'tempest-TaggedBootDevicesTest_v242-14201545-router', 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'a495b847-b547-49ee-8b4e-1b61753ef657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:20:49Z', 'updated_at': '2021-12-17T15:20:58Z', 'revision_number': 4, 'project_id': '8be5f697514948dbb741ccae5deddcdd', 'gw_port': {'id': 'a495b847-b547-49ee-8b4e-1b61753ef657', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:20:50Z', 'updated_at': '2021-12-17T15:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '9ee4341e-82bd-45e5-8cbb-6e1e6d20f56e', 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'floating_ip_address': '172.25.6.232', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'port_id': '1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '103f3c9e-955b-431b-ac73-eb4ee50a4a0d', 'mac_address': 'fa:16:3e:0c:36:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:22:15Z', 'updated_at': '2021-12-17T15:23:45Z', 'revision_number': 1, 'project_id': '8be5f697514948dbb741ccae5deddcdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928beb0a-1cad-4d23-9ae1-144ab9160cbd', 'name': '', 'network_id': '103f3c9e-955b-431b-ac73-eb4ee50a4a0d', 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'mac_address': 'fa:16:3e:e5:97:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '4284f076-0000-4c1d-851c-097716c35280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:20:55Z', 'updated_at': '2021-12-17T15:21:03Z', 'revision_number': 5, 'project_id': '8be5f697514948dbb741ccae5deddcdd', 'subnets': [{'id': '4284f076-0000-4c1d-851c-097716c35280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:49.232865 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-158ed258-e1d3-42c5-8b1b-76d16b3aaf2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:49.269368 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-158ed258-e1d3-42c5-8b1b-76d16b3aaf2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:49.274922 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-158ed258-e1d3-42c5-8b1b-76d16b3aaf2f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/13b0e24e-3e36-4c0a-9576-ed2a6035e7fe HTTP/1.1" status: 204 len: 168 time: 2.1656365 Dec 17 15:23:49.275128 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc14ca2-a001-4765-af22-dba78480fd97 None None] Network 69b31584-89e2-47f2-8520-6af05b2ff039 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:23:49.275536 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56722) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:49.278311 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ed258-e1d3-42c5-8b1b-76d16b3aaf2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13b0e24e-3e36-4c0a-9576-ed2a6035e7fe,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:49.286042 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-406c209a-5ef0-4505-b8bf-4105db10e91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:49.310364 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-87c7cb86-490d-4cb8-a2fb-7cdbd7614003 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:49.313127 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-87c7cb86-490d-4cb8-a2fb-7cdbd7614003 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:49.314566 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-87c7cb86-490d-4cb8-a2fb-7cdbd7614003 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/security-groups/1b5118d4-85a9-4865-9211-42b7b71ba9d6 HTTP/1.1" status: 204 len: 168 time: 1.7809947 Dec 17 15:23:49.323482 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56726) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:49.369752 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c7cb86-490d-4cb8-a2fb-7cdbd7614003 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5118d4-85a9-4865-9211-42b7b71ba9d6,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:49.393804 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bb4fe148-6465-44af-a62c-7d28bd376f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:49.415827 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-d39a3caf-65e7-4ddf-a237-26503ea032ec tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Deleting subnet e3694416-a43f-4f1c-8640-692826e53cbd {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:23:49.419849 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d39a3caf-65e7-4ddf-a237-26503ea032ec tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:49.449786 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340d9d49-19b4-44a4-b08c-46673dcc187c None None] Checking router: eccc22ab-e495-4e30-8b6b-5f0c1c003b46 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:23:49.473822 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-bb4fe148-6465-44af-a62c-7d28bd376f54 admin admin] Deleting port f49ae0dc-a0bc-46a5-a265-a9d54c453f22 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:49.474310 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bb4fe148-6465-44af-a62c-7d28bd376f54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:49.475184 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d39a3caf-65e7-4ddf-a237-26503ea032ec tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:49.486478 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340d9d49-19b4-44a4-b08c-46673dcc187c None None] Routers {'eccc22ab-e495-4e30-8b6b-5f0c1c003b46'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:23:49.486478 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-340d9d49-19b4-44a4-b08c-46673dcc187c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:23:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['eccc22ab-e495-4e30-8b6b-5f0c1c003b46'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:49.521090 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-406c209a-5ef0-4505-b8bf-4105db10e91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:49.570119 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-bb4fe148-6465-44af-a62c-7d28bd376f54 admin admin] For port f49ae0dc-a0bc-46a5-a265-a9d54c453f22, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f49ae0dc-a0bc-46a5-a265-a9d54c453f22,segment=NetworkSegment(54dd5740-79cd-4538-9d3f-7af7e424ac18),segment_id=54dd5740-79cd-4538-9d3f-7af7e424ac18)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:49.570891 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bb4fe148-6465-44af-a62c-7d28bd376f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:49.586127 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-bb4fe148-6465-44af-a62c-7d28bd376f54 admin admin] Calling delete_port for f49ae0dc-a0bc-46a5-a265-a9d54c453f22 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:49.655909 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-340d9d49-19b4-44a4-b08c-46673dcc187c None None] Set router eccc22ab-e495-4e30-8b6b-5f0c1c003b46 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:23:49.671630 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-406c209a-5ef0-4505-b8bf-4105db10e91b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:49.679057 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-406c209a-5ef0-4505-b8bf-4105db10e91b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d180b79e-c3bb-4569-b61e-f0770c463335 HTTP/1.1" status: 204 len: 168 time: 1.3061993 Dec 17 15:23:49.687145 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56738) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:49.691423 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dba38f-364f-4f05-96da-55c3b9b797c2 None None] Network c10aa86e-d9d7-4652-a2e1-0c001585515a requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:23:49.693873 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b9b614-e527-4113-b5c9-6ed9cc8be3fd None None] DHCP port deletion for 69b31584-89e2-47f2-8520-6af05b2ff039 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:23:49.738958 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c209a-5ef0-4505-b8bf-4105db10e91b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d180b79e-c3bb-4569-b61e-f0770c463335,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:49.758637 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d39a3caf-65e7-4ddf-a237-26503ea032ec tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:49.821227 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56746) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:49.870542 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bb4fe148-6465-44af-a62c-7d28bd376f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:49.876609 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c961b4-010f-4906-b412-bc7f72016e17 req-42f40e4d-762f-4e45-9d71-8054987f3213 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:49.889686 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-10c961b4-010f-4906-b412-bc7f72016e17 req-42f40e4d-762f-4e45-9d71-8054987f3213 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f5ef515-4454-4983-9991-927c884ddc6e HTTP/1.1" status: 200 len: 945 time: 0.3038757 Dec 17 15:23:49.913633 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-012a01f3-8ee3-4944-a586-2d7f6b9e4def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:49.915468 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4fe148-6465-44af-a62c-7d28bd376f54 admin admin] Pushing event deleted for resources: {'Port': ['ID=f49ae0dc-a0bc-46a5-a265-a9d54c453f22,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:49.918643 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4fe148-6465-44af-a62c-7d28bd376f54 admin admin] No DVR routers for this DVR port f49ae0dc-a0bc-46a5-a265-a9d54c453f22 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:23:49.951865 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d0b9b614-e527-4113-b5c9-6ed9cc8be3fd None None] The port 'f49ae0dc-a0bc-46a5-a265-a9d54c453f22' was deleted {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Dec 17 15:23:49.965804 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-fa32a02c-1a72-4776-b64c-60e615c5b21f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=60e309c546724192a86de7562967b8f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426675 Dec 17 15:23:49.969597 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56748) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:50.043980 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bb4fe148-6465-44af-a62c-7d28bd376f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:50.069876 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-bb4fe148-6465-44af-a62c-7d28bd376f54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b31584-89e2-47f2-8520-6af05b2ff039']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:50.082588 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-10c961b4-010f-4906-b412-bc7f72016e17 req-3c2a123f-d018-4b9a-8fb3-a19f11433849 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814582 Dec 17 15:23:50.083406 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-bb4fe148-6465-44af-a62c-7d28bd376f54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54dd5740-79cd-4538-9d3f-7af7e424ac18') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:50.083916 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-bb4fe148-6465-44af-a62c-7d28bd376f54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54dd5740-79cd-4538-9d3f-7af7e424ac18') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:50.096975 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bb4fe148-6465-44af-a62c-7d28bd376f54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:50.132746 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bb4fe148-6465-44af-a62c-7d28bd376f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:50.151212 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4fe148-6465-44af-a62c-7d28bd376f54 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:23:50.152527 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bb4fe148-6465-44af-a62c-7d28bd376f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:50.160911 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4cc01-6704-453b-89b8-669bcd96770e req-3168aea6-301b-4b71-859e-681d2db6a965 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:50.162631 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-faf4cc01-6704-453b-89b8-669bcd96770e req-3168aea6-301b-4b71-859e-681d2db6a965 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 946 time: 0.1599133 Dec 17 15:23:50.193162 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d39a3caf-65e7-4ddf-a237-26503ea032ec tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:50.238666 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:23:50.238666 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:23:50.238666 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:23:50.238666 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:23:50.238666 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:23:50.238666 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:23:50.238666 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:23:50.238666 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:23:50.238666 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:23:50.238666 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:23:50.238666 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:23:50.238666 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:23:50.238666 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:23:50.238666 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:23:50.238666 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:23:50.238666 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:23:50.238666 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:23:50.238666 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:23:50.238666 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:23:50.238666 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:23:50.238666 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:23:50.238666 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:23:50.238666 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:23:50.238666 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:23:50.238666 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:23:50.238666 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:23:50.238666 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:23:50.238666 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:23:50.238666 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:23:50.238666 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:23:50.238666 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:23:50.238666 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:23:50.261948 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-74a425f0-8851-46af-a1ad-ecadb63b9e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:50.279919 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa829e19-f292-45a1-acbb-a37d53031231 None None] DHCP port deletion for c10aa86e-d9d7-4652-a2e1-0c001585515a request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:23:50.286577 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-74a425f0-8851-46af-a1ad-ecadb63b9e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:50.303156 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a3caf-65e7-4ddf-a237-26503ea032ec tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Subnet': ['ID=e3694416-a43f-4f1c-8640-692826e53cbd,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:50.320920 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc567ed-6fd7-41d3-b185-292c787c7b8c None None] Network 9bd92930-dfe5-4133-8170-ec33aa15fc28 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:23:50.322577 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d39a3caf-65e7-4ddf-a237-26503ea032ec tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:50.329382 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d39a3caf-65e7-4ddf-a237-26503ea032ec tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/subnets/e3694416-a43f-4f1c-8640-692826e53cbd HTTP/1.1" status: 204 len: 168 time: 1.0010026 Dec 17 15:23:50.330814 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56750) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:50.356449 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-012a01f3-8ee3-4944-a586-2d7f6b9e4def admin admin] Deleting port 7717163b-cb77-4474-9c4c-200b925f739d {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:50.356816 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-012a01f3-8ee3-4944-a586-2d7f6b9e4def admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:50.363669 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-faf4cc01-6704-453b-89b8-669bcd96770e req-f078fb7a-aa03-4bc8-b7c3-a0e7b37e372d tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804507 Dec 17 15:23:50.412140 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f9572d0-20e9-4b6f-b399-a10ecf661234 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Deleting subnet e58343ac-77db-4a1e-ab40-7b04bcae1810 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:23:50.416579 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f9572d0-20e9-4b6f-b399-a10ecf661234 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:50.434936 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-fa829e19-f292-45a1-acbb-a37d53031231 None None] Deleting port 7717163b-cb77-4474-9c4c-200b925f739d {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:50.435306 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fa829e19-f292-45a1-acbb-a37d53031231 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:50.441176 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-340d9d49-19b4-44a4-b08c-46673dcc187c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'name': 'tempest-TaggedBootDevicesTest_v242-14201545-router', 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'a495b847-b547-49ee-8b4e-1b61753ef657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:20:49Z', 'updated_at': '2021-12-17T15:20:58Z', 'revision_number': 4, 'project_id': '8be5f697514948dbb741ccae5deddcdd', 'gw_port': {'id': 'a495b847-b547-49ee-8b4e-1b61753ef657', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:20:50Z', 'updated_at': '2021-12-17T15:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '9ee4341e-82bd-45e5-8cbb-6e1e6d20f56e', 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'floating_ip_address': '172.25.6.232', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'port_id': '1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '103f3c9e-955b-431b-ac73-eb4ee50a4a0d', 'mac_address': 'fa:16:3e:0c:36:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:22:15Z', 'updated_at': '2021-12-17T15:23:45Z', 'revision_number': 1, 'project_id': '8be5f697514948dbb741ccae5deddcdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928beb0a-1cad-4d23-9ae1-144ab9160cbd', 'name': '', 'network_id': '103f3c9e-955b-431b-ac73-eb4ee50a4a0d', 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'mac_address': 'fa:16:3e:e5:97:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '4284f076-0000-4c1d-851c-097716c35280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:20:55Z', 'updated_at': '2021-12-17T15:21:03Z', 'revision_number': 5, 'project_id': '8be5f697514948dbb741ccae5deddcdd', 'subnets': [{'id': '4284f076-0000-4c1d-851c-097716c35280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:50.441784 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-012a01f3-8ee3-4944-a586-2d7f6b9e4def admin admin] For port 7717163b-cb77-4474-9c4c-200b925f739d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=7717163b-cb77-4474-9c4c-200b925f739d,segment=NetworkSegment(f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6),segment_id=f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:50.442060 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-012a01f3-8ee3-4944-a586-2d7f6b9e4def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:50.464048 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-012a01f3-8ee3-4944-a586-2d7f6b9e4def admin admin] Calling delete_port for 7717163b-cb77-4474-9c4c-200b925f739d owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:50.464450 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bb4fe148-6465-44af-a62c-7d28bd376f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:50.471912 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bb4fe148-6465-44af-a62c-7d28bd376f54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:50.475088 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-bb4fe148-6465-44af-a62c-7d28bd376f54 admin admin] 10.222.0.46 "DELETE /v2.0/networks/69b31584-89e2-47f2-8520-6af05b2ff039 HTTP/1.1" status: 204 len: 168 time: 1.1984243 Dec 17 15:23:50.495602 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4fe148-6465-44af-a62c-7d28bd376f54 admin admin] Pushing event deleted for resources: {'Network': ['ID=69b31584-89e2-47f2-8520-6af05b2ff039,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:50.510974 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f9572d0-20e9-4b6f-b399-a10ecf661234 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:50.533263 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340d9d49-19b4-44a4-b08c-46673dcc187c None None] The sync data for ids ['eccc22ab-e495-4e30-8b6b-5f0c1c003b46'] in n-d-820553-2 is: [{'id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'name': 'tempest-TaggedBootDevicesTest_v242-14201545-router', 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'a495b847-b547-49ee-8b4e-1b61753ef657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:20:49Z', 'updated_at': '2021-12-17T15:20:58Z', 'revision_number': 4, 'project_id': '8be5f697514948dbb741ccae5deddcdd', 'gw_port': {'id': 'a495b847-b547-49ee-8b4e-1b61753ef657', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:20:50Z', 'updated_at': '2021-12-17T15:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '9ee4341e-82bd-45e5-8cbb-6e1e6d20f56e', 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'floating_ip_address': '172.25.6.232', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'port_id': '1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '103f3c9e-955b-431b-ac73-eb4ee50a4a0d', 'mac_address': 'fa:16:3e:0c:36:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:22:15Z', 'updated_at': '2021-12-17T15:23:45Z', 'revision_number': 1, 'project_id': '8be5f697514948dbb741ccae5deddcdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928beb0a-1cad-4d23-9ae1-144ab9160cbd', 'name': '', 'network_id': '103f3c9e-955b-431b-ac73-eb4ee50a4a0d', 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'mac_address': 'fa:16:3e:e5:97:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '4284f076-0000-4c1d-851c-097716c35280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:20:55Z', 'updated_at': '2021-12-17T15:21:03Z', 'revision_number': 5, 'project_id': '8be5f697514948dbb741ccae5deddcdd', 'subnets': [{'id': '4284f076-0000-4c1d-851c-097716c35280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:23:50.557695 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'tag': '1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:23:50.559978 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b3bfa4-8539-451d-beb0-75d29951bcef" -d '{"events": [{"name": "network-changed", "server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "tag": "1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:23:50.566783 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-74a425f0-8851-46af-a1ad-ecadb63b9e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:50.569455 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-74a425f0-8851-46af-a1ad-ecadb63b9e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:50.570655 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-74a425f0-8851-46af-a1ad-ecadb63b9e88 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a37f7254-9fd7-4997-8439-34958ae645fb HTTP/1.1" status: 204 len: 168 time: 0.5998888 Dec 17 15:23:50.584745 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a425f0-8851-46af-a1ad-ecadb63b9e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37f7254-9fd7-4997-8439-34958ae645fb,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:50.641246 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-fa829e19-f292-45a1-acbb-a37d53031231 None None] For port 7717163b-cb77-4474-9c4c-200b925f739d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=7717163b-cb77-4474-9c4c-200b925f739d,segment=NetworkSegment(f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6),segment_id=f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:50.648057 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fa829e19-f292-45a1-acbb-a37d53031231 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:50.686092 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2e6eec-094a-497e-b405-1a22bab5f726 x-openstack-request-id: req-7c2e6eec-094a-497e-b405-1a22bab5f726 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:23:50.686452 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "tag": "1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:23:50.686745 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7c2e6eec-094a-497e-b405-1a22bab5f726 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:23:50.687276 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'tag': '1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7', 'status': 'completed', 'code': 200} Dec 17 15:23:50.690851 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-fa829e19-f292-45a1-acbb-a37d53031231 None None] Calling delete_port for 7717163b-cb77-4474-9c4c-200b925f739d owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:50.719890 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f9572d0-20e9-4b6f-b399-a10ecf661234 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:50.786120 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-012a01f3-8ee3-4944-a586-2d7f6b9e4def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:50.834974 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fa829e19-f292-45a1-acbb-a37d53031231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:50.865126 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a01f3-8ee3-4944-a586-2d7f6b9e4def admin admin] Pushing event deleted for resources: {'Port': ['ID=7717163b-cb77-4474-9c4c-200b925f739d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:50.877715 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012a01f3-8ee3-4944-a586-2d7f6b9e4def admin admin] No DVR routers for this DVR port 7717163b-cb77-4474-9c4c-200b925f739d on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:23:50.944962 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa3695f-c245-402c-a7e6-ad9e5e067e38 None None] New status for floating IP 9ee4341e-82bd-45e5-8cbb-6e1e6d20f56e: ACTIVE {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:23:50.956351 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa829e19-f292-45a1-acbb-a37d53031231 None None] No DVR routers for this DVR port 7717163b-cb77-4474-9c4c-200b925f739d on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:23:50.972099 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa829e19-f292-45a1-acbb-a37d53031231 None None] Pushing event deleted for resources: {'Port': ['ID=7717163b-cb77-4474-9c4c-200b925f739d,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:50.976750 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3bfa4-8539-451d-beb0-75d29951bcef req-14bfbd92-7e9d-451d-ada1-714c7fc5af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:50.990014 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3bfa4-8539-451d-beb0-75d29951bcef req-14bfbd92-7e9d-451d-ada1-714c7fc5af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:50.991051 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3bfa4-8539-451d-beb0-75d29951bcef req-14bfbd92-7e9d-451d-ada1-714c7fc5af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:50.992936 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3bfa4-8539-451d-beb0-75d29951bcef req-14bfbd92-7e9d-451d-ada1-714c7fc5af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:50.993631 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3bfa4-8539-451d-beb0-75d29951bcef req-14bfbd92-7e9d-451d-ada1-714c7fc5af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:50.996410 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3bfa4-8539-451d-beb0-75d29951bcef req-14bfbd92-7e9d-451d-ada1-714c7fc5af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:50.997248 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3bfa4-8539-451d-beb0-75d29951bcef req-14bfbd92-7e9d-451d-ada1-714c7fc5af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:51.000785 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82b3bfa4-8539-451d-beb0-75d29951bcef req-14bfbd92-7e9d-451d-ada1-714c7fc5af3e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8be5f697514948dbb741ccae5deddcdd&device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 6500 time: 0.2872453 Dec 17 15:23:51.022669 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f9572d0-20e9-4b6f-b399-a10ecf661234 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:51.064078 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f49ae0dc-a0bc-46a5-a265-a9d54c453f22 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:23:51.096765 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9572d0-20e9-4b6f-b399-a10ecf661234 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Subnet': ['ID=e58343ac-77db-4a1e-ab40-7b04bcae1810,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:51.103184 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f9572d0-20e9-4b6f-b399-a10ecf661234 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:51.116311 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56764) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:51.120813 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6f9572d0-20e9-4b6f-b399-a10ecf661234 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/subnets/e58343ac-77db-4a1e-ab40-7b04bcae1810 HTTP/1.1" status: 204 len: 168 time: 0.7883220 Dec 17 15:23:51.123832 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56766) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:51.149526 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-012a01f3-8ee3-4944-a586-2d7f6b9e4def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:51.163831 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: f49ae0dc-a0bc-46a5-a265-a9d54c453f22 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:23:51.164195 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f49ae0dc-a0bc-46a5-a265-a9d54c453f22 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:23:51.164611 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 7717163b-cb77-4474-9c4c-200b925f739d no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:23:51.210492 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62769ce-fc16-4d5e-b02d-d08657b9715b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] DELETE failed (client error): The resource could not be found. Dec 17 15:23:51.216778 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f62769ce-fc16-4d5e-b02d-d08657b9715b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:23:51.230562 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f62769ce-fc16-4d5e-b02d-d08657b9715b tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/subnets/e3694416-a43f-4f1c-8640-692826e53cbd HTTP/1.1" status: 404 len: 337 time: 0.1007960 Dec 17 15:23:51.232479 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56770) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:51.233454 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 7717163b-cb77-4474-9c4c-200b925f739d {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:23:51.241605 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 7717163b-cb77-4474-9c4c-200b925f739d not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:23:51.306433 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-012a01f3-8ee3-4944-a586-2d7f6b9e4def admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c10aa86e-d9d7-4652-a2e1-0c001585515a']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:51.324047 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6fc6328d-b90d-4045-8bc6-914e0e3c68df admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3a84ebc937934de99ce0f3e190e62521&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2054939 Dec 17 15:23:51.326745 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a158088-5ad0-44db-a8da-15db48ab1485 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Deleting subnet 5221ffc4-3d66-41fa-8669-1bbe15fd738d {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:23:51.332284 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9a158088-5ad0-44db-a8da-15db48ab1485 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:51.335636 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-012a01f3-8ee3-4944-a586-2d7f6b9e4def admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:51.336220 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-012a01f3-8ee3-4944-a586-2d7f6b9e4def admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b02dd9-8433-47a5-9d1b-dd2e4206f1e6') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:51.338076 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56772) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:51.414382 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-012a01f3-8ee3-4944-a586-2d7f6b9e4def admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:51.439463 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9a158088-5ad0-44db-a8da-15db48ab1485 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:51.586559 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c985ae1-f34f-4953-9ae8-6d96ceea46b6 req-6ee017a0-9fc5-4ae7-bbca-00906c90f415 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:51.594007 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9a158088-5ad0-44db-a8da-15db48ab1485 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:51.594582 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c985ae1-f34f-4953-9ae8-6d96ceea46b6 req-6ee017a0-9fc5-4ae7-bbca-00906c90f415 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f5ef515-4454-4983-9991-927c884ddc6e HTTP/1.1" status: 200 len: 945 time: 0.3440356 Dec 17 15:23:51.597492 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-012a01f3-8ee3-4944-a586-2d7f6b9e4def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:51.641885 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-012a01f3-8ee3-4944-a586-2d7f6b9e4def admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:23:51.642302 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-012a01f3-8ee3-4944-a586-2d7f6b9e4def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:51.651553 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:23:51.651553 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:23:51.651553 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:23:51.651553 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:23:51.651553 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:23:51.651553 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:23:51.651553 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:23:51.651553 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:23:51.651553 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:23:51.651553 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:23:51.651553 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:23:51.651553 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:23:51.651553 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:23:51.651553 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:23:51.651553 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:23:51.651553 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:23:51.651553 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:23:51.651553 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:23:51.651553 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:23:51.651553 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:23:51.651553 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:23:51.651553 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:23:51.651553 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:23:51.651553 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:23:51.651553 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:23:51.651553 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:23:51.651553 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:23:51.651553 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:23:51.651553 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:23:51.651553 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:23:51.651553 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:23:51.651553 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:23:51.695100 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3bfa4-8539-451d-beb0-75d29951bcef req-f63f1451-ad90-4480-af2b-5cbac7a2705a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:51.696670 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82b3bfa4-8539-451d-beb0-75d29951bcef req-f63f1451-ad90-4480-af2b-5cbac7a2705a service neutron] 10.222.0.13 "GET /v2.0/networks?id=103f3c9e-955b-431b-ac73-eb4ee50a4a0d HTTP/1.1" status: 200 len: 916 time: 0.6169214 Dec 17 15:23:51.790872 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9a158088-5ad0-44db-a8da-15db48ab1485 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:51.797625 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26784daf-39ec-4016-9623-9e50eb7fff6e req-e9cf9386-80ff-4f56-b33e-2244c8ca6184 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:51.798931 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-26784daf-39ec-4016-9623-9e50eb7fff6e req-e9cf9386-80ff-4f56-b33e-2244c8ca6184 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 946 time: 0.2860174 Dec 17 15:23:51.800155 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-603cc6a1-4f9a-4eb6-b0c9-fc9887e0aede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:51.810430 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b624fae-c49e-438f-a46d-2a995104334e None None] Network 9bd92930-dfe5-4133-8170-ec33aa15fc28 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:23:51.833809 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a158088-5ad0-44db-a8da-15db48ab1485 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Subnet': ['ID=5221ffc4-3d66-41fa-8669-1bbe15fd738d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:51.840589 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9a158088-5ad0-44db-a8da-15db48ab1485 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:51.844282 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9a158088-5ad0-44db-a8da-15db48ab1485 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/subnets/5221ffc4-3d66-41fa-8669-1bbe15fd738d HTTP/1.1" status: 204 len: 168 time: 0.6105139 Dec 17 15:23:51.848133 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56784) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:51.856108 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-603cc6a1-4f9a-4eb6-b0c9-fc9887e0aede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:51.887741 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a676f6f-224c-4932-a8e5-2810111ffdd9 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] DELETE failed (client error): The resource could not be found. Dec 17 15:23:51.887741 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a676f6f-224c-4932-a8e5-2810111ffdd9 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:23:51.888473 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8a676f6f-224c-4932-a8e5-2810111ffdd9 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/subnets/9ac1d9d8-4628-406e-8dd2-46e1368e7663 HTTP/1.1" status: 404 len: 337 time: 0.0405576 Dec 17 15:23:51.892652 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56788) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:51.911946 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c985ae1-f34f-4953-9ae8-6d96ceea46b6 req-7a19ac15-903b-4403-b39f-2cac81892518 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164775 Dec 17 15:23:51.919458 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-012a01f3-8ee3-4944-a586-2d7f6b9e4def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:51.948242 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-012a01f3-8ee3-4944-a586-2d7f6b9e4def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:51.951646 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-012a01f3-8ee3-4944-a586-2d7f6b9e4def admin admin] 10.222.0.46 "DELETE /v2.0/networks/c10aa86e-d9d7-4652-a2e1-0c001585515a HTTP/1.1" status: 204 len: 168 time: 2.2600000 Dec 17 15:23:51.966402 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a01f3-8ee3-4944-a586-2d7f6b9e4def admin admin] Pushing event deleted for resources: {'Network': ['ID=c10aa86e-d9d7-4652-a2e1-0c001585515a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:51.995535 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4c8eae96-b7c0-4803-94e4-033bb16d6174 None None] Provisioning complete for port bd34dbc8-22d7-4ac9-9412-c33d0c867adc triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:51.995940 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4c8eae96-b7c0-4803-94e4-033bb16d6174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:51.996222 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4296b37a-56dc-4f72-969c-aa12f4084dc8 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "GET /v2.0/ports?device_id=46a35c82-dff4-4a22-abbb-fc3d17e38905 HTTP/1.1" status: 200 len: 205 time: 0.1005893 Dec 17 15:23:51.997535 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56794) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:52.006152 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-26784daf-39ec-4016-9623-9e50eb7fff6e req-6464c4e3-8b31-4bea-9112-d09e06e2b5ae tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339781 Dec 17 15:23:52.022678 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82b3bfa4-8539-451d-beb0-75d29951bcef req-47518c06-61a6-45f2-8b44-2e7ba203e73a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7 HTTP/1.1" status: 200 len: 1002 time: 0.3153338 Dec 17 15:23:52.060420 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4c8eae96-b7c0-4803-94e4-033bb16d6174 None None] Port bd34dbc8-22d7-4ac9-9412-c33d0c867adc cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:23:52.075148 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-d6f191b2-1e26-4f58-8cc6-1ba0a9f68f4c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] delete failed (client error): The resource could not be found. Dec 17 15:23:52.075605 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d6f191b2-1e26-4f58-8cc6-1ba0a9f68f4c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/routers/46a35c82-dff4-4a22-abbb-fc3d17e38905 HTTP/1.1" status: 404 len: 336 time: 0.0757415 Dec 17 15:23:52.079629 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56798) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:52.093715 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4c8eae96-b7c0-4803-94e4-033bb16d6174 None None] Provisioning complete for port f11905ba-0a2c-4b5f-9553-80ddb7733a30 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:23:52.094095 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4c8eae96-b7c0-4803-94e4-033bb16d6174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:52.132642 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc5053d1-4dab-4fea-8e94-34a1222db96c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] DELETE failed (client error): The resource could not be found. Dec 17 15:23:52.133121 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc5053d1-4dab-4fea-8e94-34a1222db96c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:23:52.137097 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-bc5053d1-4dab-4fea-8e94-34a1222db96c tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/subnets/51ac894c-7a09-4d12-ac5c-0433cd30df04 HTTP/1.1" status: 404 len: 337 time: 0.0563591 Dec 17 15:23:52.139689 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56800) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:52.148007 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-603cc6a1-4f9a-4eb6-b0c9-fc9887e0aede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:52.150615 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-603cc6a1-4f9a-4eb6-b0c9-fc9887e0aede admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:52.151761 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-603cc6a1-4f9a-4eb6-b0c9-fc9887e0aede admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/edd445d7-ae7a-4d11-b541-cb5ae4dbcb9b HTTP/1.1" status: 204 len: 168 time: 0.8070292 Dec 17 15:23:52.167517 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03f7c4e-1401-48c0-aec7-0db03a98c189 None None] DHCP port deletion for 9bd92930-dfe5-4133-8170-ec33aa15fc28 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:23:52.169730 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3bfa4-8539-451d-beb0-75d29951bcef req-73101d29-1ee9-40bc-8360-e77da6361edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:52.171903 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-555d4072-6c61-412e-9a99-c59e1bc91010 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] DELETE failed (client error): The resource could not be found. Dec 17 15:23:52.172352 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-555d4072-6c61-412e-9a99-c59e1bc91010 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:23:52.173774 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82b3bfa4-8539-451d-beb0-75d29951bcef req-73101d29-1ee9-40bc-8360-e77da6361edd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4284f076-0000-4c1d-851c-097716c35280 HTTP/1.1" status: 200 len: 854 time: 0.1304243 Dec 17 15:23:52.175755 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-555d4072-6c61-412e-9a99-c59e1bc91010 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/subnets/6f57df7d-9d09-46b0-9075-3b7a51c9d4b5 HTTP/1.1" status: 404 len: 337 time: 0.0300937 Dec 17 15:23:52.180255 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56806) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:52.181088 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603cc6a1-4f9a-4eb6-b0c9-fc9887e0aede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd445d7-ae7a-4d11-b541-cb5ae4dbcb9b,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:52.245454 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3bfa4-8539-451d-beb0-75d29951bcef req-a36da38d-9a3c-41c5-877c-2a7bd68d9153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:52.245727 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a21515-d94d-410b-a2da-034fcbeedbd5 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] DELETE failed (client error): The resource could not be found. Dec 17 15:23:52.246137 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4a21515-d94d-410b-a2da-034fcbeedbd5 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:23:52.247955 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82b3bfa4-8539-451d-beb0-75d29951bcef req-a36da38d-9a3c-41c5-877c-2a7bd68d9153 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=103f3c9e-955b-431b-ac73-eb4ee50a4a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603583 Dec 17 15:23:52.250335 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b4a21515-d94d-410b-a2da-034fcbeedbd5 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/subnets/c7740576-e634-4d84-b780-342fd467385b HTTP/1.1" status: 404 len: 337 time: 0.0676041 Dec 17 15:23:52.252130 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56808) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:52.283811 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f71c72c-a250-4985-8e03-4d55fa9f1da4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] DELETE failed (client error): The resource could not be found. Dec 17 15:23:52.284531 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f71c72c-a250-4985-8e03-4d55fa9f1da4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:23:52.287873 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1f71c72c-a250-4985-8e03-4d55fa9f1da4 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/ports/ae9225ae-88cf-4c28-8a93-a31cf35f1812 HTTP/1.1" status: 404 len: 333 time: 0.0337970 Dec 17 15:23:52.290660 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56810) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:52.296523 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d03f7c4e-1401-48c0-aec7-0db03a98c189 None None] Deleting port f11905ba-0a2c-4b5f-9553-80ddb7733a30 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:52.296523 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d03f7c4e-1401-48c0-aec7-0db03a98c189 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:52.341016 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-8897150e-b747-46bb-8cb3-ffc036f2ebe6 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] DELETE failed (client error): The resource could not be found. Dec 17 15:23:52.344704 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8897150e-b747-46bb-8cb3-ffc036f2ebe6 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:23:52.355517 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8897150e-b747-46bb-8cb3-ffc036f2ebe6 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/subnets/677c1e89-4887-48fc-8ea0-57d761d3d089 HTTP/1.1" status: 404 len: 337 time: 0.0596504 Dec 17 15:23:52.356144 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56818) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:52.374445 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82b3bfa4-8539-451d-beb0-75d29951bcef req-2be5ebea-d30b-431b-a670-2d0dff0f455d service neutron] 10.222.0.13 "GET /v2.0/networks/103f3c9e-955b-431b-ac73-eb4ee50a4a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191638 Dec 17 15:23:52.398116 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-c809d480-b906-438e-8c3e-b0dedcbbab94 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] DELETE failed (client error): The resource could not be found. Dec 17 15:23:52.398570 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c809d480-b906-438e-8c3e-b0dedcbbab94 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:23:52.401599 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c809d480-b906-438e-8c3e-b0dedcbbab94 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/subnets/df05c82a-71e3-4021-b640-74ccf1b9019c HTTP/1.1" status: 404 len: 337 time: 0.0442960 Dec 17 15:23:52.404398 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56824) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:52.409280 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-d03f7c4e-1401-48c0-aec7-0db03a98c189 None None] For port f11905ba-0a2c-4b5f-9553-80ddb7733a30, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f11905ba-0a2c-4b5f-9553-80ddb7733a30,segment=NetworkSegment(d0d7b6f5-52f9-4cbe-a0f4-70551430eb79),segment_id=d0d7b6f5-52f9-4cbe-a0f4-70551430eb79)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:52.410052 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d03f7c4e-1401-48c0-aec7-0db03a98c189 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:52.423637 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d03f7c4e-1401-48c0-aec7-0db03a98c189 None None] Calling delete_port for f11905ba-0a2c-4b5f-9553-80ddb7733a30 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:52.431794 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-0578af1f-9487-406a-856c-de28f99e1c58 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] DELETE failed (client error): The resource could not be found. Dec 17 15:23:52.432439 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0578af1f-9487-406a-856c-de28f99e1c58 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:23:52.435675 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0578af1f-9487-406a-856c-de28f99e1c58 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/ports/aea6a2c4-92be-4735-b899-f136751e54e4 HTTP/1.1" status: 404 len: 333 time: 0.0301685 Dec 17 15:23:52.438434 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56826) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:52.465112 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b43c3e3-6037-4a33-b172-717ab50a0309 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] DELETE failed (client error): The resource could not be found. Dec 17 15:23:52.465461 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b43c3e3-6037-4a33-b172-717ab50a0309 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:23:52.469089 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4b43c3e3-6037-4a33-b172-717ab50a0309 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/subnets/8ad3dfdb-2f6d-44ee-8cdc-2464ac899454 HTTP/1.1" status: 404 len: 337 time: 0.0290403 Dec 17 15:23:52.471032 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56828) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:52.506274 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb6b254-5fdd-45be-973b-2ae2f4532ca5 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] DELETE failed (client error): The resource could not be found. Dec 17 15:23:52.507023 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fb6b254-5fdd-45be-973b-2ae2f4532ca5 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:23:52.510591 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9fb6b254-5fdd-45be-973b-2ae2f4532ca5 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/subnets/650c513d-8612-4a2d-a70d-564ffd1b569b HTTP/1.1" status: 404 len: 337 time: 0.0384660 Dec 17 15:23:52.513145 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56830) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:52.522992 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56832) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:52.592827 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82b3bfa4-8539-451d-beb0-75d29951bcef req-3c7ed297-7ed1-45e2-971d-4fc493f46f73 service neutron] 10.222.0.13 "GET /v2.0/networks/103f3c9e-955b-431b-ac73-eb4ee50a4a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111404 Dec 17 15:23:52.598830 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d03f7c4e-1401-48c0-aec7-0db03a98c189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:52.611424 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3b21f85f-8563-4bb6-a108-e5c4b98a998c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a24e8e82b4a34912861fe996df8e96eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0817139 Dec 17 15:23:52.619371 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877740b-79b7-4415-a4f0-dec84e1fa9c8 req-0e669c9b-06a6-46db-b47a-52ffabdf0ac0 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:52.620977 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0877740b-79b7-4415-a4f0-dec84e1fa9c8 req-0e669c9b-06a6-46db-b47a-52ffabdf0ac0 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/networks?id=8eca304a-4461-49a4-96b4-a39f3600fd04 HTTP/1.1" status: 200 len: 806 time: 0.1824176 Dec 17 15:23:52.621424 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56834) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:52.645511 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f7c4e-1401-48c0-aec7-0db03a98c189 None None] Pushing event deleted for resources: {'Port': ['ID=f11905ba-0a2c-4b5f-9553-80ddb7733a30,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:52.647899 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-53752924-bea3-4ab0-b975-c2ab37c12691 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Deleting port bd34dbc8-22d7-4ac9-9412-c33d0c867adc {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:52.647899 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-53752924-bea3-4ab0-b975-c2ab37c12691 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:52.662336 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03f7c4e-1401-48c0-aec7-0db03a98c189 None None] No DVR routers for this DVR port f11905ba-0a2c-4b5f-9553-80ddb7733a30 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:23:52.684432 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f7c4e-1401-48c0-aec7-0db03a98c189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:23:52.685689 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f7c4e-1401-48c0-aec7-0db03a98c189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:23:52.687635 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f7c4e-1401-48c0-aec7-0db03a98c189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:23:52.688146 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f7c4e-1401-48c0-aec7-0db03a98c189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:23:52.688898 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f7c4e-1401-48c0-aec7-0db03a98c189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:23:52.689433 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f7c4e-1401-48c0-aec7-0db03a98c189 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:23:52.691890 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f7c4e-1401-48c0-aec7-0db03a98c189 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:23:52.692511 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f7c4e-1401-48c0-aec7-0db03a98c189 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:23:52.694242 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f7c4e-1401-48c0-aec7-0db03a98c189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:23:52.694954 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f7c4e-1401-48c0-aec7-0db03a98c189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:23:52.695454 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f7c4e-1401-48c0-aec7-0db03a98c189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:23:52.695949 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f7c4e-1401-48c0-aec7-0db03a98c189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:23:52.719571 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0877740b-79b7-4415-a4f0-dec84e1fa9c8 req-7161f962-768b-4223-9e08-f41c08098fd8 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/quotas/b5d340d6e372463aa9915724f2edafdd HTTP/1.1" status: 200 len: 375 time: 0.0312448 Dec 17 15:23:52.740057 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1f4ec446-c450-4512-99dd-6af2f81ccc08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:52.775305 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-53752924-bea3-4ab0-b975-c2ab37c12691 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:52.785726 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18bce3-c9dc-41b0-80c9-4d6d60921ae1 req-35641a51-ae06-4678-bf9d-35ea09e00912 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:52.787311 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3e18bce3-c9dc-41b0-80c9-4d6d60921ae1 req-35641a51-ae06-4678-bf9d-35ea09e00912 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 946 time: 0.1582007 Dec 17 15:23:52.796049 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1f4ec446-c450-4512-99dd-6af2f81ccc08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:52.807784 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-53752924-bea3-4ab0-b975-c2ab37c12691 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Calling delete_port for bd34dbc8-22d7-4ac9-9412-c33d0c867adc owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:52.834584 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0877740b-79b7-4415-a4f0-dec84e1fa9c8 req-9235cb57-4dfb-402f-8c4f-8e17ed58002a tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b5d340d6e372463aa9915724f2edafdd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1139438 Dec 17 15:23:52.968656 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-3e18bce3-c9dc-41b0-80c9-4d6d60921ae1 req-c1180c90-a058-4da6-8cd7-47e1900616a7 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Deleting port 1b891bdb-7a5e-46d6-9f37-de70971d3793 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:52.968656 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3e18bce3-c9dc-41b0-80c9-4d6d60921ae1 req-c1180c90-a058-4da6-8cd7-47e1900616a7 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:52.978402 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0877740b-79b7-4415-a4f0-dec84e1fa9c8 req-f4534fb9-548e-4ac1-a491-449462af61a5 service neutron] 10.222.0.46 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428492 Dec 17 15:23:53.051802 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f11905ba-0a2c-4b5f-9553-80ddb7733a30 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:23:53.064238 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1f4ec446-c450-4512-99dd-6af2f81ccc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:53.067172 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1f4ec446-c450-4512-99dd-6af2f81ccc08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:53.068426 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1f4ec446-c450-4512-99dd-6af2f81ccc08 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c5a53404-0477-441f-be93-a1f09869d338 HTTP/1.1" status: 204 len: 168 time: 0.4460123 Dec 17 15:23:53.070615 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56858) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:53.080227 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-3e18bce3-c9dc-41b0-80c9-4d6d60921ae1 req-c1180c90-a058-4da6-8cd7-47e1900616a7 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] For port 1b891bdb-7a5e-46d6-9f37-de70971d3793, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=1b891bdb-7a5e-46d6-9f37-de70971d3793,segment=NetworkSegment(a3ed8bc9-37dd-4a75-a62b-f36aa58f559a),segment_id=a3ed8bc9-37dd-4a75-a62b-f36aa58f559a)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:53.081307 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3e18bce3-c9dc-41b0-80c9-4d6d60921ae1 req-c1180c90-a058-4da6-8cd7-47e1900616a7 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:53.091787 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: f11905ba-0a2c-4b5f-9553-80ddb7733a30 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:23:53.097320 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ec446-c450-4512-99dd-6af2f81ccc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a53404-0477-441f-be93-a1f09869d338,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:53.097538 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f11905ba-0a2c-4b5f-9553-80ddb7733a30 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:23:53.098887 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-3e18bce3-c9dc-41b0-80c9-4d6d60921ae1 req-c1180c90-a058-4da6-8cd7-47e1900616a7 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Calling delete_port for 1b891bdb-7a5e-46d6-9f37-de70971d3793 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:53.184538 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-53752924-bea3-4ab0-b975-c2ab37c12691 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:53.219392 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53752924-bea3-4ab0-b975-c2ab37c12691 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Port': ['ID=bd34dbc8-22d7-4ac9-9412-c33d0c867adc,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:53.232036 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0877740b-79b7-4415-a4f0-dec84e1fa9c8 req-d41c2014-1c45-4aba-bf08-3a0493df4045 service neutron] 10.222.0.46 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483742 Dec 17 15:23:53.235540 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-53752924-bea3-4ab0-b975-c2ab37c12691 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:53.239066 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-53752924-bea3-4ab0-b975-c2ab37c12691 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/ports/bd34dbc8-22d7-4ac9-9412-c33d0c867adc HTTP/1.1" status: 204 len: 168 time: 0.7246811 Dec 17 15:23:53.242093 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56872) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:53.260559 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69540ecd-e5c5-4df2-bdb5-6854e9f0f911 req-c05ab638-cebd-4e47-b2bc-16368082e224 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:53.263346 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-69540ecd-e5c5-4df2-bdb5-6854e9f0f911 req-c05ab638-cebd-4e47-b2bc-16368082e224 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 946 time: 0.1327391 Dec 17 15:23:53.352478 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-69540ecd-e5c5-4df2-bdb5-6854e9f0f911 req-b19c4882-fb5c-4888-bf48-93646b765e15 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/security-groups?id=0eeb60ed-83e6-45d1-a158-a7f76017570c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798631 Dec 17 15:23:53.375235 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a88f0a47-d082-4a1a-955a-7d4e674cc906 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:53.497574 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a88f0a47-d082-4a1a-955a-7d4e674cc906 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:53.515763 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-14250601-1e2b-404d-898b-8af081910c8a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1451297785-network', 'tenant_id': 'ea8bb7c7b661463cbbac6de1d23459a7'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:53.519890 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3e18bce3-c9dc-41b0-80c9-4d6d60921ae1 req-c1180c90-a058-4da6-8cd7-47e1900616a7 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:53.522473 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-a88f0a47-d082-4a1a-955a-7d4e674cc906 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd92930-dfe5-4133-8170-ec33aa15fc28']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:53.553329 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1180c90-a058-4da6-8cd7-47e1900616a7 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Pushing event deleted for resources: {'Port': ['ID=1b891bdb-7a5e-46d6-9f37-de70971d3793,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:53.556214 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['1b891bdb-7a5e-46d6-9f37-de70971d3793'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:23:53.573630 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-a88f0a47-d082-4a1a-955a-7d4e674cc906 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d7b6f5-52f9-4cbe-a0f4-70551430eb79') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:53.573866 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-a88f0a47-d082-4a1a-955a-7d4e674cc906 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d7b6f5-52f9-4cbe-a0f4-70551430eb79') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:23:53.588701 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a88f0a47-d082-4a1a-955a-7d4e674cc906 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:53.670176 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14250601-1e2b-404d-898b-8af081910c8a admin admin] Made reservation on behalf of ea8bb7c7b661463cbbac6de1d23459a7 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:23:53.674098 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-14250601-1e2b-404d-898b-8af081910c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:53.696381 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-14250601-1e2b-404d-898b-8af081910c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:53.713470 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e18bce3-c9dc-41b0-80c9-4d6d60921ae1 req-c1180c90-a058-4da6-8cd7-47e1900616a7 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] No DVR routers for this DVR port 1b891bdb-7a5e-46d6-9f37-de70971d3793 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:23:53.716987 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3e18bce3-c9dc-41b0-80c9-4d6d60921ae1 req-c1180c90-a058-4da6-8cd7-47e1900616a7 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:53.721313 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3e18bce3-c9dc-41b0-80c9-4d6d60921ae1 req-c1180c90-a058-4da6-8cd7-47e1900616a7 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.41 "DELETE /v2.0/ports/1b891bdb-7a5e-46d6-9f37-de70971d3793 HTTP/1.1" status: 204 len: 173 time: 0.9276018 Dec 17 15:23:53.724489 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a8ef3ff-ce4a-4600-9c93-2e7b760968be', 'name': 'network-vif-deleted', 'tag': '1b891bdb-7a5e-46d6-9f37-de70971d3793'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:23:53.726362 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2dbb682-a0e1-4ad1-8aa8-63cfc3d326e2" -d '{"events": [{"server_uuid": "0a8ef3ff-ce4a-4600-9c93-2e7b760968be", "name": "network-vif-deleted", "tag": "1b891bdb-7a5e-46d6-9f37-de70971d3793"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:23:53.731307 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a88f0a47-d082-4a1a-955a-7d4e674cc906 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:53.740925 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a88f0a47-d082-4a1a-955a-7d4e674cc906 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:23:53.741610 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a88f0a47-d082-4a1a-955a-7d4e674cc906 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:53.746542 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:23:53.746542 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:23:53.746542 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:23:53.746542 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:23:53.746542 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:23:53.746542 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:23:53.746542 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:23:53.746542 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:23:53.746542 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:23:53.746542 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:23:53.746542 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:23:53.746542 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:23:53.746542 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:23:53.746542 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:23:53.746542 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:23:53.746542 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:23:53.746542 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:23:53.746542 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:23:53.746542 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:23:53.746542 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:23:53.746542 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:23:53.746542 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:23:53.746542 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:23:53.746542 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:23:53.746542 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:23:53.746542 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:23:53.746542 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:23:53.746542 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:23:53.746542 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:23:53.746542 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:23:53.746542 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:23:53.746542 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:23:53.811909 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-14250601-1e2b-404d-898b-8af081910c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:53.823176 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3334f958-4179-4ad6-975a-6343d7390e7f x-openstack-request-id: req-3334f958-4179-4ad6-975a-6343d7390e7f {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:23:53.823469 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a8ef3ff-ce4a-4600-9c93-2e7b760968be", "name": "network-vif-deleted", "tag": "1b891bdb-7a5e-46d6-9f37-de70971d3793", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:23:53.823722 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3334f958-4179-4ad6-975a-6343d7390e7f {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:23:53.824128 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a8ef3ff-ce4a-4600-9c93-2e7b760968be', 'name': 'network-vif-deleted', 'tag': '1b891bdb-7a5e-46d6-9f37-de70971d3793', 'status': 'completed', 'code': 200} Dec 17 15:23:53.908450 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-14250601-1e2b-404d-898b-8af081910c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:53.936299 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a88f0a47-d082-4a1a-955a-7d4e674cc906 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:53.945627 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a88f0a47-d082-4a1a-955a-7d4e674cc906 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:53.946273 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14250601-1e2b-404d-898b-8af081910c8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:23:53.952637 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14250601-1e2b-404d-898b-8af081910c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7137efc9-abfd-4283-85db-fc0efbfad6af,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:53.954457 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a88f0a47-d082-4a1a-955a-7d4e674cc906 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] 10.222.0.46 "DELETE /v2.0/networks/9bd92930-dfe5-4133-8170-ec33aa15fc28 HTTP/1.1" status: 204 len: 168 time: 0.7106373 Dec 17 15:23:53.963879 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-14250601-1e2b-404d-898b-8af081910c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:53.964453 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-14250601-1e2b-404d-898b-8af081910c8a admin admin] Added segment f0576d95-0222-4e78-b3e3-ec7ffc4f258f of type vlan for network 8a439c8e-b04c-43f5-9492-217e9dc157ac Dec 17 15:23:53.979696 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f0a47-d082-4a1a-955a-7d4e674cc906 tempest-PortsTestJSON-957739810 tempest-PortsTestJSON-957739810-project] Pushing event deleted for resources: {'Network': ['ID=9bd92930-dfe5-4133-8170-ec33aa15fc28,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:54.034857 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-14250601-1e2b-404d-898b-8af081910c8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:54.127153 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-14250601-1e2b-404d-898b-8af081910c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:54.129635 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14250601-1e2b-404d-898b-8af081910c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:54.132968 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-14250601-1e2b-404d-898b-8af081910c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:54.258088 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14250601-1e2b-404d-898b-8af081910c8a admin admin] Pushing event updated for resources: {'Network': ['ID=8a439c8e-b04c-43f5-9492-217e9dc157ac,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:54.272352 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 8a439c8e-b04c-43f5-9492-217e9dc157ac details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:23:54.324822 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-14250601-1e2b-404d-898b-8af081910c8a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2483664 Dec 17 15:23:54.327660 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56922) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:54.330364 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-36f6f47a-9be0-4023-af3a-8ecd157804bd admin admin] Request body: {'subnet': {'network_id': '8a439c8e-b04c-43f5-9492-217e9dc157ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1451297785-subnet', 'tenant_id': 'ea8bb7c7b661463cbbac6de1d23459a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:54.456338 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f6f47a-9be0-4023-af3a-8ecd157804bd admin admin] Made reservation on behalf of ea8bb7c7b661463cbbac6de1d23459a7 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:23:54.459347 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-36f6f47a-9be0-4023-af3a-8ecd157804bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:54.827533 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-36f6f47a-9be0-4023-af3a-8ecd157804bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:54.838312 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56942) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:54.932297 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6f47a-9be0-4023-af3a-8ecd157804bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f58096f5-667c-4c0d-8985-519f32157bde,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:54.939407 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f6f47a-9be0-4023-af3a-8ecd157804bd admin admin] Checking segment: {'id': 'f0576d95-0222-4e78-b3e3-ec7ffc4f258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8a439c8e-b04c-43f5-9492-217e9dc157ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:23:54.940652 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f6f47a-9be0-4023-af3a-8ecd157804bd admin admin] Network hostable DHCP agents. Network: 8a439c8e-b04c-43f5-9492-217e9dc157ac, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:23:54.957641 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ea6971ab-c6f5-450b-ad85-4ca7092f6d62 req-f7834849-11cb-432b-8cdb-d4a81b3013b3 tempest-ServerRescueTestJSON-1634510405 tempest-ServerRescueTestJSON-1634510405-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a8ef3ff-ce4a-4600-9c93-2e7b760968be HTTP/1.1" status: 200 len: 210 time: 0.0395503 Dec 17 15:23:55.021886 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f6f47a-9be0-4023-af3a-8ecd157804bd admin admin] Network 8a439c8e-b04c-43f5-9492-217e9dc157ac is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:23:55.113461 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-36f6f47a-9be0-4023-af3a-8ecd157804bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 8a439c8e-b04c-43f5-9492-217e9dc157ac) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:23:55.119579 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f6f47a-9be0-4023-af3a-8ecd157804bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:55.119579 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-36f6f47a-9be0-4023-af3a-8ecd157804bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:55.126109 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3053078-3857-4364-9128-0bb76086ebaa None None] Network 8a439c8e-b04c-43f5-9492-217e9dc157ac requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:23:55.229105 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-36f6f47a-9be0-4023-af3a-8ecd157804bd admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9010768 Dec 17 15:23:55.260917 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56968) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:55.325387 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd34847-315e-4655-bd27-74c46b2c770a None None] Network 8a439c8e-b04c-43f5-9492-217e9dc157ac requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:23:55.570000 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-83e4438e-fa80-4223-8d71-adc839d28f84 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-817605198-network', 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:55.571339 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-076a3a31-6abc-47f4-b9ca-6c6a996e3938 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f2a1c1edddb74d5a8b66f707e8dc5dde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7317867 Dec 17 15:23:55.573690 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56980) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:55.588206 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-90641017-08bf-4030-bacb-00a2fec22a50 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:55.597470 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-90641017-08bf-4030-bacb-00a2fec22a50 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/networks?id=8eca304a-4461-49a4-96b4-a39f3600fd04 HTTP/1.1" status: 200 len: 806 time: 0.3545787 Dec 17 15:23:55.621014 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-44aec26e-6c3f-48b6-aa96-76dcec067374 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/quotas/b5d340d6e372463aa9915724f2edafdd HTTP/1.1" status: 200 len: 375 time: 0.0222011 Dec 17 15:23:55.680330 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-80e1367d-ccd5-49cb-9152-ef88435ac356 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b5d340d6e372463aa9915724f2edafdd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0576785 Dec 17 15:23:55.682597 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4d232ac5-37ae-4ef4-9bc7-5c6c6eb3ebe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:55.706774 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4d232ac5-37ae-4ef4-9bc7-5c6c6eb3ebe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:55.712744 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:55.758852 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e4438e-fa80-4223-8d71-adc839d28f84 admin admin] Made reservation on behalf of 877bbdd90a9744e8870dce0869eb9a96 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:23:55.761494 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83e4438e-fa80-4223-8d71-adc839d28f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:55.847393 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-b6968a3e-ffa9-4598-821c-0045f8870af7 service neutron] 10.222.0.46 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610634 Dec 17 15:23:55.960939 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-8f74dc42-8d69-4753-aed7-854074501a9c tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:55.962726 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-8f74dc42-8d69-4753-aed7-854074501a9c tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/networks?id=8a439c8e-b04c-43f5-9492-217e9dc157ac HTTP/1.1" status: 200 len: 814 time: 0.1841998 Dec 17 15:23:55.997692 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-7919a710-0574-4202-908f-6092c6f83b15 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/quotas/ea8bb7c7b661463cbbac6de1d23459a7 HTTP/1.1" status: 200 len: 375 time: 0.0223637 Dec 17 15:23:56.001551 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-0ea27e0a-5588-4c0d-ae74-ab797f1f7c66 service neutron] 10.222.0.46 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452386 Dec 17 15:23:56.031222 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-f1e7f522-eda0-449c-b99d-8318d79065ae tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ea8bb7c7b661463cbbac6de1d23459a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272074 Dec 17 15:23:56.108039 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83e4438e-fa80-4223-8d71-adc839d28f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:56.138102 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-6e83f209-a215-4cb7-8185-b725fc8aa15e service neutron] 10.222.0.46 "GET /v2.0/networks/8a439c8e-b04c-43f5-9492-217e9dc157ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982447 Dec 17 15:23:56.188177 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83e4438e-fa80-4223-8d71-adc839d28f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:56.248837 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-0d668907-22fd-4c86-88aa-caa280fd71ea service neutron] 10.222.0.46 "GET /v2.0/networks/8a439c8e-b04c-43f5-9492-217e9dc157ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040852 Dec 17 15:23:56.261034 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4d232ac5-37ae-4ef4-9bc7-5c6c6eb3ebe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:56.263668 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4d232ac5-37ae-4ef4-9bc7-5c6c6eb3ebe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:56.264921 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4d232ac5-37ae-4ef4-9bc7-5c6c6eb3ebe2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/07a51b8e-e37d-40b0-8e6f-f7d879d49b6b HTTP/1.1" status: 204 len: 168 time: 0.6902649 Dec 17 15:23:56.288599 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d232ac5-37ae-4ef4-9bc7-5c6c6eb3ebe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a51b8e-e37d-40b0-8e6f-f7d879d49b6b,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:56.415548 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83e4438e-fa80-4223-8d71-adc839d28f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:56.439863 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 57010) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:56.443504 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e4438e-fa80-4223-8d71-adc839d28f84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:23:56.458884 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4438e-fa80-4223-8d71-adc839d28f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede91c2b-e936-47b3-8701-078acb1a7041,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:56.461919 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83e4438e-fa80-4223-8d71-adc839d28f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:56.462273 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-83e4438e-fa80-4223-8d71-adc839d28f84 admin admin] Added segment 1698481d-6374-42a9-ab95-80bef8c99f6c of type vlan for network de5b4090-a778-4df4-ad31-4dba3e85ea67 Dec 17 15:23:56.557550 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83e4438e-fa80-4223-8d71-adc839d28f84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:56.722766 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83e4438e-fa80-4223-8d71-adc839d28f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:56.722766 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e4438e-fa80-4223-8d71-adc839d28f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:56.722766 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83e4438e-fa80-4223-8d71-adc839d28f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:56.817718 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4438e-fa80-4223-8d71-adc839d28f84 admin admin] Pushing event updated for resources: {'Network': ['ID=de5b4090-a778-4df4-ad31-4dba3e85ea67,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:56.827700 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network de5b4090-a778-4df4-ad31-4dba3e85ea67 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:23:56.840046 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1dbd8465-6cd0-4059-8867-500df6ca377d req-58fd793f-9a06-4565-af79-c30228eb13db tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c550712-84f2-46f6-b771-ad87435dc10b HTTP/1.1" status: 200 len: 210 time: 0.2128870 Dec 17 15:23:56.877932 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9411b92-c66b-453d-991f-1711ed5f6a3e req-1d7dae26-80a6-475e-b222-070e09e5cd67 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31 HTTP/1.1" status: 200 len: 210 time: 0.2301211 Dec 17 15:23:56.924695 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-83e4438e-fa80-4223-8d71-adc839d28f84 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6622169 Dec 17 15:23:56.927534 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 57038) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:56.932448 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-ac5ccaf0-5711-4e5a-b85c-97538a6044d7 admin admin] Request body: {'subnet': {'network_id': 'de5b4090-a778-4df4-ad31-4dba3e85ea67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-817605198-subnet', 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:57.035117 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-36967042-9fb8-472e-9ae6-6b20e8938336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:57.040953 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5ccaf0-5711-4e5a-b85c-97538a6044d7 admin admin] Made reservation on behalf of 877bbdd90a9744e8870dce0869eb9a96 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:23:57.046854 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ac5ccaf0-5711-4e5a-b85c-97538a6044d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:57.169528 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 1b891bdb-7a5e-46d6-9f37-de70971d3793 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:23:57.187879 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 57052) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:57.215413 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 1b891bdb-7a5e-46d6-9f37-de70971d3793 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:23:57.219130 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 1b891bdb-7a5e-46d6-9f37-de70971d3793 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:23:57.334872 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d00be29f-a41a-4809-9806-9bb9b62039ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:57.475987 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d00be29f-a41a-4809-9806-9bb9b62039ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:57.513920 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ac5ccaf0-5711-4e5a-b85c-97538a6044d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:57.519396 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-36967042-9fb8-472e-9ae6-6b20e8938336 admin admin] Deleting port 93bbfce6-3064-4115-8c54-98a88c24f050 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:23:57.519396 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-36967042-9fb8-472e-9ae6-6b20e8938336 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:57.542487 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d00be29f-a41a-4809-9806-9bb9b62039ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:57.607235 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d00be29f-a41a-4809-9806-9bb9b62039ee admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=809cb5a3b87842379f7b64e0e9284273&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4182730 Dec 17 15:23:57.610696 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 57066) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:57.615189 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ccaf0-5711-4e5a-b85c-97538a6044d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1a4a435-03ec-407e-806d-67c3316a8ccb,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:57.628134 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00be29f-a41a-4809-9806-9bb9b62039ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a0ddab-908e-4d92-a984-3a3b8d234b53,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:57.654740 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5ccaf0-5711-4e5a-b85c-97538a6044d7 admin admin] Checking segment: {'id': '1698481d-6374-42a9-ab95-80bef8c99f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'de5b4090-a778-4df4-ad31-4dba3e85ea67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:23:57.655102 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5ccaf0-5711-4e5a-b85c-97538a6044d7 admin admin] Network hostable DHCP agents. Network: de5b4090-a778-4df4-ad31-4dba3e85ea67, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:23:57.671492 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-36967042-9fb8-472e-9ae6-6b20e8938336 admin admin] For port 93bbfce6-3064-4115-8c54-98a88c24f050, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=93bbfce6-3064-4115-8c54-98a88c24f050,segment=NetworkSegment(a3ed8bc9-37dd-4a75-a62b-f36aa58f559a),segment_id=a3ed8bc9-37dd-4a75-a62b-f36aa58f559a)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:23:57.673738 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-36967042-9fb8-472e-9ae6-6b20e8938336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:57.687310 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-77c341bd-7bc0-4d28-a2d1-243eae321528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:57.693499 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-36967042-9fb8-472e-9ae6-6b20e8938336 admin admin] Calling delete_port for 93bbfce6-3064-4115-8c54-98a88c24f050 owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:23:57.717474 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-77c341bd-7bc0-4d28-a2d1-243eae321528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:57.809199 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 57070) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:57.833949 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5ccaf0-5711-4e5a-b85c-97538a6044d7 admin admin] Network de5b4090-a778-4df4-ad31-4dba3e85ea67 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:23:57.941823 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-77c341bd-7bc0-4d28-a2d1-243eae321528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:57.946519 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-77c341bd-7bc0-4d28-a2d1-243eae321528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:57.949525 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-77c341bd-7bc0-4d28-a2d1-243eae321528 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/65a0ddab-908e-4d92-a984-3a3b8d234b53 HTTP/1.1" status: 204 len: 168 time: 0.3366516 Dec 17 15:23:57.966617 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-ac5ccaf0-5711-4e5a-b85c-97538a6044d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, de5b4090-a778-4df4-ad31-4dba3e85ea67) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:23:57.975828 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c072ffc-ccf8-4347-b22e-e8079047c135 None None] Network de5b4090-a778-4df4-ad31-4dba3e85ea67 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:23:57.978716 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7effa82f-a043-4803-8dd4-47e86e953814 req-299ff802-aada-4ac5-b116-722eb1c8af2e tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c550712-84f2-46f6-b771-ad87435dc10b HTTP/1.1" status: 200 len: 210 time: 0.0467658 Dec 17 15:23:57.990274 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5ccaf0-5711-4e5a-b85c-97538a6044d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:57.991170 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ac5ccaf0-5711-4e5a-b85c-97538a6044d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:58.006479 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-5b9a4414-4777-4ffa-b03d-78df73240639 tempest-SubnetPoolsTestJSON-1592174582 tempest-SubnetPoolsTestJSON-1592174582-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-510314988', 'prefixes': ['172.20.0.0/16']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:58.013859 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c341bd-7bc0-4d28-a2d1-243eae321528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a0ddab-908e-4d92-a984-3a3b8d234b53,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:58.261274 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a24c55-4777-46aa-b777-805a9fbc7787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-de5b4090-a778-4df4-ad31-4dba3e85ea67', 'network_id': 'de5b4090-a778-4df4-ad31-4dba3e85ea67', 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'fixed_ips': [{'subnet_id': 'd1a4a435-03ec-407e-806d-67c3316a8ccb'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:23:58.262306 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-89a24c55-4777-46aa-b777-805a9fbc7787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:58.458250 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-89a24c55-4777-46aa-b777-805a9fbc7787 None None] Allocated IP 172.20.0.2 (de5b4090-a778-4df4-ad31-4dba3e85ea67/d1a4a435-03ec-407e-806d-67c3316a8ccb/80158303-1800-4a4f-9368-9998d5c50e23) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:23:58.496550 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5927c6ae-2ebe-4ef3-af86-7ba7cf115f72 req-682a21d0-b478-472e-8aa8-64ce771cdaf8 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31 HTTP/1.1" status: 200 len: 210 time: 0.5131643 Dec 17 15:23:58.561728 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ac5ccaf0-5711-4e5a-b85c-97538a6044d7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6329639 Dec 17 15:23:58.564535 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 57084) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:58.569551 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-abe32c50-5793-424c-a946-38db600f7d82 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-817605198-router', 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:58.581412 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-36967042-9fb8-472e-9ae6-6b20e8938336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:58.609457 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36967042-9fb8-472e-9ae6-6b20e8938336 admin admin] Pushing event deleted for resources: {'Port': ['ID=93bbfce6-3064-4115-8c54-98a88c24f050,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:58.630704 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-89a24c55-4777-46aa-b777-805a9fbc7787 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:58.702896 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-89a24c55-4777-46aa-b777-805a9fbc7787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:58.754941 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-abe32c50-5793-424c-a946-38db600f7d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:58.760140 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-abe32c50-5793-424c-a946-38db600f7d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:58.772486 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a24c55-4777-46aa-b777-805a9fbc7787 None None] Network de5b4090-a778-4df4-ad31-4dba3e85ea67 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:23:58.778597 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a24c55-4777-46aa-b777-805a9fbc7787 None None] Pushing event updated for resources: {'Port': ['ID=80158303-1800-4a4f-9368-9998d5c50e23,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:58.781556 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-89a24c55-4777-46aa-b777-805a9fbc7787 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:23:58.784364 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a24c55-4777-46aa-b777-805a9fbc7787 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:23:58.858953 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-89a24c55-4777-46aa-b777-805a9fbc7787 None None] Attempting to bind port 80158303-1800-4a4f-9368-9998d5c50e23 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:23:58.859327 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-89a24c55-4777-46aa-b777-805a9fbc7787 None None] Attempting to bind port 80158303-1800-4a4f-9368-9998d5c50e23 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '1698481d-6374-42a9-ab95-80bef8c99f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'de5b4090-a778-4df4-ad31-4dba3e85ea67'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:23:58.859701 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a24c55-4777-46aa-b777-805a9fbc7787 None None] Attempting to bind port 80158303-1800-4a4f-9368-9998d5c50e23 on network de5b4090-a778-4df4-ad31-4dba3e85ea67 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:23:58.864359 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c9a4554b-0d86-411c-934c-e741d734df17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:58.869231 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-abe32c50-5793-424c-a946-38db600f7d82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:58.869775 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a24c55-4777-46aa-b777-805a9fbc7787 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:23:58.869931 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a24c55-4777-46aa-b777-805a9fbc7787 None None] Checking segment: {'id': '1698481d-6374-42a9-ab95-80bef8c99f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'de5b4090-a778-4df4-ad31-4dba3e85ea67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:23:58.870325 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-89a24c55-4777-46aa-b777-805a9fbc7787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:58.870720 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a24c55-4777-46aa-b777-805a9fbc7787 None None] Bound using segment: {'id': '1698481d-6374-42a9-ab95-80bef8c99f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'de5b4090-a778-4df4-ad31-4dba3e85ea67'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:23:58.871237 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-89a24c55-4777-46aa-b777-805a9fbc7787 None None] Bound port: 80158303-1800-4a4f-9368-9998d5c50e23, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1698481d-6374-42a9-ab95-80bef8c99f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'de5b4090-a778-4df4-ad31-4dba3e85ea67'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:23:58.871711 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-89a24c55-4777-46aa-b777-805a9fbc7787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:58.896210 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-36967042-9fb8-472e-9ae6-6b20e8938336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:58.919699 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5b9a4414-4777-4ffa-b03d-78df73240639 tempest-SubnetPoolsTestJSON-1592174582 tempest-SubnetPoolsTestJSON-1592174582-project] Notify callbacks [] for subnetpool, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:58.923776 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5b9a4414-4777-4ffa-b03d-78df73240639 tempest-SubnetPoolsTestJSON-1592174582 tempest-SubnetPoolsTestJSON-1592174582-project] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.1107094 Dec 17 15:23:58.924442 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 57094) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:58.976056 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-89a24c55-4777-46aa-b777-805a9fbc7787 None None] For port 80158303-1800-4a4f-9368-9998d5c50e23, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:23:58.977791 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-dff5b75e-7b20-494d-a328-4c321da771b2 tempest-SubnetPoolsTestJSON-1592174582 tempest-SubnetPoolsTestJSON-1592174582-project] 10.222.0.46 "GET /v2.0/subnetpools/df3dfd1d-4c12-4e2b-ac69-8a85e8f8dbb2 HTTP/1.1" status: 200 len: 731 time: 0.0525761 Dec 17 15:23:58.989427 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-89a24c55-4777-46aa-b777-805a9fbc7787 None None] For port 80158303-1800-4a4f-9368-9998d5c50e23, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=80158303-1800-4a4f-9368-9998d5c50e23,segment=NetworkSegment(1698481d-6374-42a9-ab95-80bef8c99f6c),segment_id=1698481d-6374-42a9-ab95-80bef8c99f6c)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:23:59.028745 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 57096) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:59.034187 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-a8b39a69-7f9b-4d80-bf6b-890d0b44d7c1 tempest-SubnetPoolsTestJSON-1592174582 tempest-SubnetPoolsTestJSON-1592174582-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1284044024'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:59.078674 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-89a24c55-4777-46aa-b777-805a9fbc7787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:59.190567 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-abe32c50-5793-424c-a946-38db600f7d82 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:59.191419 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a24c55-4777-46aa-b777-805a9fbc7787 None None] Pushing event updated for resources: {'Port': ['ID=80158303-1800-4a4f-9368-9998d5c50e23,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:23:59.211277 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5fa70c74-f5f2-41b3-9c14-8ee2ed7c18ae req-d1331452-1a53-4f09-9db0-73e34ad4f074 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c550712-84f2-46f6-b771-ad87435dc10b HTTP/1.1" status: 200 len: 210 time: 0.1372647 Dec 17 15:23:59.321126 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-cb049fcc-76d7-4205-85cb-0e856be3f0d1 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:59.322669 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-cb049fcc-76d7-4205-85cb-0e856be3f0d1 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.13 "GET /v2.0/networks?id=8eca304a-4461-49a4-96b4-a39f3600fd04 HTTP/1.1" status: 200 len: 806 time: 0.3619921 Dec 17 15:23:59.345273 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-5138f0f2-9772-4650-ac16-9be42067652d tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Request body: {'port': {'device_id': '84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31', 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04', 'admin_state_up': True, 'tenant_id': 'b5d340d6e372463aa9915724f2edafdd'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:59.498835 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a8b39a69-7f9b-4d80-bf6b-890d0b44d7c1 tempest-SubnetPoolsTestJSON-1592174582 tempest-SubnetPoolsTestJSON-1592174582-project] Notify callbacks [] for subnetpool, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:59.500186 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a8b39a69-7f9b-4d80-bf6b-890d0b44d7c1 tempest-SubnetPoolsTestJSON-1592174582 tempest-SubnetPoolsTestJSON-1592174582-project] 10.222.0.46 "PUT /v2.0/subnetpools/df3dfd1d-4c12-4e2b-ac69-8a85e8f8dbb2 HTTP/1.1" status: 200 len: 684 time: 0.4702744 Dec 17 15:23:59.508611 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 57116) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:59.702435 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-abe32c50-5793-424c-a946-38db600f7d82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:59.723800 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 57122) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:59.732895 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-abe32c50-5793-424c-a946-38db600f7d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:59.760447 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-00c9cf02-0473-4cf3-ac24-2bb3e3903e53 req-60f52674-d0bd-46c2-b1de-a563bc6e9f51 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31 HTTP/1.1" status: 200 len: 210 time: 0.0970454 Dec 17 15:23:59.815246 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36967042-9fb8-472e-9ae6-6b20e8938336 admin admin] Router 5c2468ee-52c6-4ee9-9da4-ec2b3105c964 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:23:59.835230 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-93dfb85a-af5a-4b3a-9960-20ceca110df2 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:23:59.837129 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-93dfb85a-af5a-4b3a-9960-20ceca110df2 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.13 "GET /v2.0/networks?id=8a439c8e-b04c-43f5-9492-217e9dc157ac HTTP/1.1" status: 200 len: 814 time: 0.2282341 Dec 17 15:23:59.852532 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-5e58f253-f49c-424e-8d6d-1ff205d8f0a7 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Request body: {'port': {'device_id': '4c550712-84f2-46f6-b771-ad87435dc10b', 'network_id': '8a439c8e-b04c-43f5-9492-217e9dc157ac', 'admin_state_up': True, 'tenant_id': 'ea8bb7c7b661463cbbac6de1d23459a7'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:59.913500 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-5138f0f2-9772-4650-ac16-9be42067652d tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Made reservation on behalf of b5d340d6e372463aa9915724f2edafdd for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:23:59.918050 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-5138f0f2-9772-4650-ac16-9be42067652d tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:59.922380 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-65a94ebb-1475-4cc9-adcf-b0a4b48eb3fa tempest-SubnetPoolsTestJSON-1592174582 tempest-SubnetPoolsTestJSON-1592174582-project] Notify callbacks [] for subnetpool, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:23:59.926513 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-65a94ebb-1475-4cc9-adcf-b0a4b48eb3fa tempest-SubnetPoolsTestJSON-1592174582 tempest-SubnetPoolsTestJSON-1592174582-project] 10.222.0.46 "DELETE /v2.0/subnetpools/df3dfd1d-4c12-4e2b-ac69-8a85e8f8dbb2 HTTP/1.1" status: 204 len: 168 time: 0.4142725 Dec 17 15:23:59.927545 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 57128) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:23:59.951442 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-6b26b981-8bb7-4321-9e56-20d64ac1a28e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1509977458-network', 'tenant_id': 'a7013fb088334b89b4b468618dd42862'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:23:59.969694 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-abe32c50-5793-424c-a946-38db600f7d82 admin admin] Allocated IP 172.25.6.73 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/d269410d-cd0f-4f27-9d29-8d9250229641) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:23:59.972600 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-f929ff7a-2e1c-4da5-82f4-a46ca01c8b92 tempest-SubnetPoolsTestJSON-1592174582 tempest-SubnetPoolsTestJSON-1592174582-project] show failed (client error): The resource could not be found. Dec 17 15:23:59.973677 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f929ff7a-2e1c-4da5-82f4-a46ca01c8b92 tempest-SubnetPoolsTestJSON-1592174582 tempest-SubnetPoolsTestJSON-1592174582-project] 10.222.0.46 "GET /v2.0/subnetpools/df3dfd1d-4c12-4e2b-ac69-8a85e8f8dbb2 HTTP/1.1" status: 404 len: 346 time: 0.0452228 Dec 17 15:23:59.976567 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 57130) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:24:00.027642 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-d5169c67-7aa9-4345-9441-60737e5ada3e tempest-SubnetPoolsTestJSON-1592174582 tempest-SubnetPoolsTestJSON-1592174582-project] delete failed (client error): The resource could not be found. Dec 17 15:24:00.027642 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d5169c67-7aa9-4345-9441-60737e5ada3e tempest-SubnetPoolsTestJSON-1592174582 tempest-SubnetPoolsTestJSON-1592174582-project] 10.222.0.46 "DELETE /v2.0/subnetpools/df3dfd1d-4c12-4e2b-ac69-8a85e8f8dbb2 HTTP/1.1" status: 404 len: 346 time: 0.0414834 Dec 17 15:24:00.067022 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b26b981-8bb7-4321-9e56-20d64ac1a28e admin admin] Made reservation on behalf of a7013fb088334b89b4b468618dd42862 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:24:00.070658 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6b26b981-8bb7-4321-9e56-20d64ac1a28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:00.094516 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6b26b981-8bb7-4321-9e56-20d64ac1a28e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:00.100633 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36967042-9fb8-472e-9ae6-6b20e8938336 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:24:00.115720 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-36967042-9fb8-472e-9ae6-6b20e8938336 admin admin] 10.222.0.46 "PUT /v2.0/routers/5c2468ee-52c6-4ee9-9da4-ec2b3105c964/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6737251 Dec 17 15:24:00.125370 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac1bdd5-a239-485e-a7de-f749c2eee054 None None] Sync routers for ids ['5c2468ee-52c6-4ee9-9da4-ec2b3105c964'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:24:00.134884 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 57136) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:24:00.139824 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac1bdd5-a239-485e-a7de-f749c2eee054 None None] Routers {'5c2468ee-52c6-4ee9-9da4-ec2b3105c964'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:24:00.140812 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-2ac1bdd5-a239-485e-a7de-f749c2eee054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:23:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5c2468ee-52c6-4ee9-9da4-ec2b3105c964'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:24:00.184654 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-abe32c50-5793-424c-a946-38db600f7d82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:00.200040 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-5138f0f2-9772-4650-ac16-9be42067652d tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Allocated IP 172.20.0.14 (8eca304a-4461-49a4-96b4-a39f3600fd04/ce6f6d4e-40b3-4f79-b7d3-a679e64969d7/bc0c0853-2b58-4f83-a056-fd7a328b6397) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:24:00.339270 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a8d4a037-28a4-4cc9-ae6a-a7e4f1d7edd2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:00.401061 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6b26b981-8bb7-4321-9e56-20d64ac1a28e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:00.443281 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-93af45a1-1d4f-4c3e-9eed-2b9e12a6dac9 req-b36aec09-b428-42cc-ab08-5234e0fd7feb tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c550712-84f2-46f6-b771-ad87435dc10b HTTP/1.1" status: 200 len: 210 time: 0.0420306 Dec 17 15:24:00.446540 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-5e58f253-f49c-424e-8d6d-1ff205d8f0a7 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Made reservation on behalf of ea8bb7c7b661463cbbac6de1d23459a7 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:24:00.451425 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-5e58f253-f49c-424e-8d6d-1ff205d8f0a7 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:00.454358 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-abe32c50-5793-424c-a946-38db600f7d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:00.544919 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe32c50-5793-424c-a946-38db600f7d82 admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:24:00.550889 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-5138f0f2-9772-4650-ac16-9be42067652d tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:00.585143 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-abe32c50-5793-424c-a946-38db600f7d82 admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:24:00.597854 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe32c50-5793-424c-a946-38db600f7d82 admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:24:00.633458 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6b26b981-8bb7-4321-9e56-20d64ac1a28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:00.661395 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 57142) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:24:00.663496 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b26b981-8bb7-4321-9e56-20d64ac1a28e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:24:00.698844 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26b981-8bb7-4321-9e56-20d64ac1a28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623a9588-a828-4b75-a187-b9f3be305f7d,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:00.712510 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6b26b981-8bb7-4321-9e56-20d64ac1a28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:00.712870 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-6b26b981-8bb7-4321-9e56-20d64ac1a28e admin admin] Added segment 8c36ffd6-5a93-4f94-8705-bf5bd2d48308 of type vlan for network 08c9e064-e12f-4a4c-95b1-8ca4e4e5512c Dec 17 15:24:00.715172 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-5138f0f2-9772-4650-ac16-9be42067652d tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:00.745622 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe32c50-5793-424c-a946-38db600f7d82 admin admin] Pushing event updated for resources: {'Port': ['ID=d269410d-cd0f-4f27-9d29-8d9250229641,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:00.758057 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['8c28e0c1-5348-4f77-baee-1e7afe509638'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:24:00.765567 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cded707a-3c2e-4002-80b6-8961a162d46e None None] Network de5b4090-a778-4df4-ad31-4dba3e85ea67 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:24:00.824499 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-5138f0f2-9772-4650-ac16-9be42067652d tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Network 8eca304a-4461-49a4-96b4-a39f3600fd04 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:24:00.835855 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6b26b981-8bb7-4321-9e56-20d64ac1a28e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:00.838163 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-5138f0f2-9772-4650-ac16-9be42067652d tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:24:00.843003 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a8d4a037-28a4-4cc9-ae6a-a7e4f1d7edd2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:00.856040 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-5138f0f2-9772-4650-ac16-9be42067652d tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:24:00.920503 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-5138f0f2-9772-4650-ac16-9be42067652d tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:00.921164 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-5138f0f2-9772-4650-ac16-9be42067652d tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:00.932212 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-abd6a63e-3abb-42ae-ae45-4805c3fe2271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:00.952973 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.db.resource_extend [None req-6b26b981-8bb7-4321-9e56-20d64ac1a28e admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 15:24:00.956317 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5138f0f2-9772-4650-ac16-9be42067652d tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Pushing event updated for resources: {'Port': ['ID=bc0c0853-2b58-4f83-a056-fd7a328b6397,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:00.971707 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-2ac1bdd5-a239-485e-a7de-f749c2eee054 None None] Set router 5c2468ee-52c6-4ee9-9da4-ec2b3105c964 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:24:00.983286 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a97239a9-6e08-4ce8-9302-2bdc9f7433ac None None] Provisioning complete for port 80158303-1800-4a4f-9368-9998d5c50e23 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:24:00.983286 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a97239a9-6e08-4ce8-9302-2bdc9f7433ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:01.093085 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-abd6a63e-3abb-42ae-ae45-4805c3fe2271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:01.133918 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-5e58f253-f49c-424e-8d6d-1ff205d8f0a7 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Allocated IP 172.20.0.10 (8a439c8e-b04c-43f5-9492-217e9dc157ac/f58096f5-667c-4c0d-8985-519f32157bde/f00edf62-2479-4434-b990-1e15a7cfb147) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:24:01.142545 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c26a11-bb37-41ce-9243-867a08195cc3 req-3b5cab03-03c8-4e4c-b103-1955f3f6e3bc tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:01.144722 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-31c26a11-bb37-41ce-9243-867a08195cc3 req-3b5cab03-03c8-4e4c-b103-1955f3f6e3bc tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31 HTTP/1.1" status: 200 len: 932 time: 0.2161405 Dec 17 15:24:01.148450 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ae99ac16-148f-4d60-bb07-498fcb2d26d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:01.164634 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-abd6a63e-3abb-42ae-ae45-4805c3fe2271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:01.207789 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 80158303-1800-4a4f-9368-9998d5c50e23 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:24:01.230869 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-abd6a63e-3abb-42ae-ae45-4805c3fe2271 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=90964767bc3b48648da864bf8cfced8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5659726 Dec 17 15:24:01.231305 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6b26b981-8bb7-4321-9e56-20d64ac1a28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:01.232762 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b26b981-8bb7-4321-9e56-20d64ac1a28e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:01.233480 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6b26b981-8bb7-4321-9e56-20d64ac1a28e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:01.235460 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6a63e-3abb-42ae-ae45-4805c3fe2271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c323c609-dea2-4463-99a8-db2452a5d847,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:01.240623 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-5138f0f2-9772-4650-ac16-9be42067652d tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9016559 Dec 17 15:24:01.241057 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 57152) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:24:01.270163 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-31c26a11-bb37-41ce-9243-867a08195cc3 req-2a593b73-20c0-4e23-8820-a30a90efc0c0 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110151 Dec 17 15:24:01.325136 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-c973e16a-920f-4d24-b425-566bd6a18d7c service neutron] Request body: {'port': {'device_id': '84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:24:01.417940 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26b981-8bb7-4321-9e56-20d64ac1a28e admin admin] Pushing event updated for resources: {'Network': ['ID=08c9e064-e12f-4a4c-95b1-8ca4e4e5512c,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:01.442802 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6b26b981-8bb7-4321-9e56-20d64ac1a28e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6984775 Dec 17 15:24:01.445725 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-c973e16a-920f-4d24-b425-566bd6a18d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:01.450615 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 57154) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:24:01.453449 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-5e58f253-f49c-424e-8d6d-1ff205d8f0a7 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:01.456165 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-300f28e1-495a-4f22-b9aa-e5cae959baf4 admin admin] Request body: {'subnet': {'network_id': '08c9e064-e12f-4a4c-95b1-8ca4e4e5512c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1509977458-subnet', 'tenant_id': 'a7013fb088334b89b4b468618dd42862', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:24:01.468421 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9a05c2fe-69bf-4b58-8112-a6fad6fe9777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:01.492476 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 08c9e064-e12f-4a4c-95b1-8ca4e4e5512c details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:24:01.507631 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 80158303-1800-4a4f-9368-9998d5c50e23 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:24:01.508378 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:01.538397 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9a05c2fe-69bf-4b58-8112-a6fad6fe9777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:01.593317 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-942cef84-58ca-46d4-993b-7a3df861e580 req-920ea4a5-bc79-4f6e-bb3a-a2abee56acb8 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c550712-84f2-46f6-b771-ad87435dc10b HTTP/1.1" status: 200 len: 210 time: 0.0505419 Dec 17 15:24:01.622071 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-5e58f253-f49c-424e-8d6d-1ff205d8f0a7 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:01.672202 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300f28e1-495a-4f22-b9aa-e5cae959baf4 admin admin] Made reservation on behalf of a7013fb088334b89b4b468618dd42862 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:24:01.675415 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-300f28e1-495a-4f22-b9aa-e5cae959baf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:01.703937 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-5e58f253-f49c-424e-8d6d-1ff205d8f0a7 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Network 8a439c8e-b04c-43f5-9492-217e9dc157ac is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:24:01.719804 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-5e58f253-f49c-424e-8d6d-1ff205d8f0a7 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:24:01.722983 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-a8d4a037-28a4-4cc9-ae6a-a7e4f1d7edd2 admin admin] Deleting port 1faa46d8-a922-4a6f-9c5b-202b08f7bac0 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:24:01.723883 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a8d4a037-28a4-4cc9-ae6a-a7e4f1d7edd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:01.730224 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-5e58f253-f49c-424e-8d6d-1ff205d8f0a7 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:24:01.746507 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58f253-f49c-424e-8d6d-1ff205d8f0a7 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Pushing event updated for resources: {'Port': ['ID=f00edf62-2479-4434-b990-1e15a7cfb147,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:01.807675 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a97239a9-6e08-4ce8-9302-2bdc9f7433ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:01.842260 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-abe32c50-5793-424c-a946-38db600f7d82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:01.930110 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:01.944227 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9a05c2fe-69bf-4b58-8112-a6fad6fe9777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:01.950816 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9a05c2fe-69bf-4b58-8112-a6fad6fe9777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:01.954419 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9a05c2fe-69bf-4b58-8112-a6fad6fe9777 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c323c609-dea2-4463-99a8-db2452a5d847 HTTP/1.1" status: 204 len: 168 time: 0.7051756 Dec 17 15:24:01.964447 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-2ac1bdd5-a239-485e-a7de-f749c2eee054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2468ee-52c6-4ee9-9da4-ec2b3105c964', 'name': 'tempest-ServerRescueTestJSON-117128534-router', 'tenant_id': '1407878f6eb44e929267c0f543df9a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '1faa46d8-a922-4a6f-9c5b-202b08f7bac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:24Z', 'updated_at': '2021-12-17T15:23:57Z', 'revision_number': 5, 'project_id': '1407878f6eb44e929267c0f543df9a52', 'gw_port': {'id': '1faa46d8-a922-4a6f-9c5b-202b08f7bac0', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ff:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2468ee-52c6-4ee9-9da4-ec2b3105c964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:25Z', 'updated_at': '2021-12-17T15:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:24:02.056290 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac1bdd5-a239-485e-a7de-f749c2eee054 None None] Checking router: 5c2468ee-52c6-4ee9-9da4-ec2b3105c964 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:24:02.109894 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-5e58f253-f49c-424e-8d6d-1ff205d8f0a7 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:02.110579 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-5e58f253-f49c-424e-8d6d-1ff205d8f0a7 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:02.133296 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-a97239a9-6e08-4ce8-9302-2bdc9f7433ac None None] For port 80158303-1800-4a4f-9368-9998d5c50e23, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=80158303-1800-4a4f-9368-9998d5c50e23,segment=NetworkSegment(1698481d-6374-42a9-ab95-80bef8c99f6c),segment_id=1698481d-6374-42a9-ab95-80bef8c99f6c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:24:02.135350 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac1bdd5-a239-485e-a7de-f749c2eee054 None None] Routers {'5c2468ee-52c6-4ee9-9da4-ec2b3105c964'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:24:02.137188 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-2ac1bdd5-a239-485e-a7de-f749c2eee054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:24:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5c2468ee-52c6-4ee9-9da4-ec2b3105c964'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:24:02.194468 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-a8d4a037-28a4-4cc9-ae6a-a7e4f1d7edd2 admin admin] For port 1faa46d8-a922-4a6f-9c5b-202b08f7bac0, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=1faa46d8-a922-4a6f-9c5b-202b08f7bac0,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:24:02.194995 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a8d4a037-28a4-4cc9-ae6a-a7e4f1d7edd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:02.216653 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05c2fe-69bf-4b58-8112-a6fad6fe9777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c323c609-dea2-4463-99a8-db2452a5d847,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:02.234116 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-a8d4a037-28a4-4cc9-ae6a-a7e4f1d7edd2 admin admin] Calling delete_port for 1faa46d8-a922-4a6f-9c5b-202b08f7bac0 owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:24:02.248376 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-2ac1bdd5-a239-485e-a7de-f749c2eee054 None None] Set router 5c2468ee-52c6-4ee9-9da4-ec2b3105c964 gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:24:02.325689 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-2ac1bdd5-a239-485e-a7de-f749c2eee054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2468ee-52c6-4ee9-9da4-ec2b3105c964', 'name': 'tempest-ServerRescueTestJSON-117128534-router', 'tenant_id': '1407878f6eb44e929267c0f543df9a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:24Z', 'updated_at': '2021-12-17T15:24:00Z', 'revision_number': 6, 'project_id': '1407878f6eb44e929267c0f543df9a52', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:24:02.336705 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a97239a9-6e08-4ce8-9302-2bdc9f7433ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:02.394284 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-c973e16a-920f-4d24-b425-566bd6a18d7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc0c0853-2b58-4f83-a056-fd7a328b6397 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:24:02.401913 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-300f28e1-495a-4f22-b9aa-e5cae959baf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:02.406583 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac1bdd5-a239-485e-a7de-f749c2eee054 None None] The sync data for ids ['5c2468ee-52c6-4ee9-9da4-ec2b3105c964'] in n-d-820553-2 is: [{'id': '5c2468ee-52c6-4ee9-9da4-ec2b3105c964', 'name': 'tempest-ServerRescueTestJSON-117128534-router', 'tenant_id': '1407878f6eb44e929267c0f543df9a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:24Z', 'updated_at': '2021-12-17T15:24:00Z', 'revision_number': 6, 'project_id': '1407878f6eb44e929267c0f543df9a52', 'gw_port_host': None}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:24:02.406892 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-c973e16a-920f-4d24-b425-566bd6a18d7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:02.490017 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-5e58f253-f49c-424e-8d6d-1ff205d8f0a7 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6424224 Dec 17 15:24:02.507058 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f28e1-495a-4f22-b9aa-e5cae959baf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0952ece7-8a2b-46ed-893a-e5c8c7ca2a55,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:02.520994 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b8c1f-aa43-41d6-954f-29af685b508d req-dec19054-e409-499c-90a2-9d98b2897256 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:02.522628 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b25b8c1f-aa43-41d6-954f-29af685b508d req-dec19054-e409-499c-90a2-9d98b2897256 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31 HTTP/1.1" status: 200 len: 932 time: 0.1636360 Dec 17 15:24:02.529794 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-a6fb71c1-6611-405e-abba-137693af3372 service neutron] Request body: {'port': {'device_id': '4c550712-84f2-46f6-b771-ad87435dc10b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:24:02.547824 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97239a9-6e08-4ce8-9302-2bdc9f7433ac None None] Pushing event updated for resources: {'Port': ['ID=80158303-1800-4a4f-9368-9998d5c50e23,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:02.561036 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300f28e1-495a-4f22-b9aa-e5cae959baf4 admin admin] Checking segment: {'id': '8c36ffd6-5a93-4f94-8705-bf5bd2d48308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '08c9e064-e12f-4a4c-95b1-8ca4e4e5512c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:24:02.561619 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300f28e1-495a-4f22-b9aa-e5cae959baf4 admin admin] Network hostable DHCP agents. Network: 08c9e064-e12f-4a4c-95b1-8ca4e4e5512c, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:24:02.572014 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:02.579666 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-16b373ea-b125-470e-8dcb-6963db32efd7 None None] Provisioning complete for port 80158303-1800-4a4f-9368-9998d5c50e23 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:24:02.580353 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-16b373ea-b125-470e-8dcb-6963db32efd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:02.587591 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b25b8c1f-aa43-41d6-954f-29af685b508d req-cf53704b-b98a-473e-9022-8d63e5c5d729 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569210 Dec 17 15:24:02.610789 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:24:02.611213 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:24:02.619020 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-a6fb71c1-6611-405e-abba-137693af3372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:02.672947 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300f28e1-495a-4f22-b9aa-e5cae959baf4 admin admin] Network 08c9e064-e12f-4a4c-95b1-8ca4e4e5512c is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:24:02.685660 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-abe32c50-5793-424c-a946-38db600f7d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:02.700852 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-c973e16a-920f-4d24-b425-566bd6a18d7c service neutron] Transition to ACTIVE for port object bc0c0853-2b58-4f83-a056-fd7a328b6397 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:24:02.715293 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a8d4a037-28a4-4cc9-ae6a-a7e4f1d7edd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:02.754983 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00383e-6b5d-4722-a9c9-0c5fb91863b8 req-0a4b180c-6f6e-4c16-bde6-a6b801629e7b tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:02.756762 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d00383e-6b5d-4722-a9c9-0c5fb91863b8 req-0a4b180c-6f6e-4c16-bde6-a6b801629e7b tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c550712-84f2-46f6-b771-ad87435dc10b HTTP/1.1" status: 200 len: 932 time: 0.0573330 Dec 17 15:24:02.802975 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d00383e-6b5d-4722-a9c9-0c5fb91863b8 req-3048185c-71f9-4c15-aedd-18579a5140b6 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/security-groups?id=7137efc9-abfd-4283-85db-fc0efbfad6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386670 Dec 17 15:24:02.803362 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-300f28e1-495a-4f22-b9aa-e5cae959baf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 08c9e064-e12f-4a4c-95b1-8ca4e4e5512c) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:24:02.807821 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300f28e1-495a-4f22-b9aa-e5cae959baf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:02.808564 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-300f28e1-495a-4f22-b9aa-e5cae959baf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:02.821882 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-c973e16a-920f-4d24-b425-566bd6a18d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:02.827844 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fb0576-9feb-412e-87f6-848db28044f7 None None] Network 08c9e064-e12f-4a4c-95b1-8ca4e4e5512c requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:24:02.870241 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4a037-28a4-4cc9-ae6a-a7e4f1d7edd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1faa46d8-a922-4a6f-9c5b-202b08f7bac0,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:02.953079 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973e16a-920f-4d24-b425-566bd6a18d7c service neutron] Pushing event updated for resources: {'Port': ['ID=bc0c0853-2b58-4f83-a056-fd7a328b6397,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:03.013726 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-300f28e1-495a-4f22-b9aa-e5cae959baf4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5616672 Dec 17 15:24:03.017485 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4627231c-fa26-4c4e-a85a-fa84095d3d71 None None] Network 08c9e064-e12f-4a4c-95b1-8ca4e4e5512c requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:24:03.060744 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-c973e16a-920f-4d24-b425-566bd6a18d7c service neutron] Attempting to bind port bc0c0853-2b58-4f83-a056-fd7a328b6397 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:24:03.061219 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-c973e16a-920f-4d24-b425-566bd6a18d7c service neutron] Attempting to bind port bc0c0853-2b58-4f83-a056-fd7a328b6397 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '4d21e005-2828-402d-861d-cab8d78776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:24:03.061621 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-c973e16a-920f-4d24-b425-566bd6a18d7c service neutron] Attempting to bind port bc0c0853-2b58-4f83-a056-fd7a328b6397 on network 8eca304a-4461-49a4-96b4-a39f3600fd04 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:24:03.067491 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-c973e16a-920f-4d24-b425-566bd6a18d7c service neutron] Port bc0c0853-2b58-4f83-a056-fd7a328b6397 on network 8eca304a-4461-49a4-96b4-a39f3600fd04 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:24:03.067943 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-c973e16a-920f-4d24-b425-566bd6a18d7c service neutron] Attempting to bind port bc0c0853-2b58-4f83-a056-fd7a328b6397 on network 8eca304a-4461-49a4-96b4-a39f3600fd04 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:24:03.074286 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-c973e16a-920f-4d24-b425-566bd6a18d7c service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:24:03.074721 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-c973e16a-920f-4d24-b425-566bd6a18d7c service neutron] Checking segment: {'id': '4d21e005-2828-402d-861d-cab8d78776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:24:03.075785 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-c973e16a-920f-4d24-b425-566bd6a18d7c service neutron] Bound using segment: {'id': '4d21e005-2828-402d-861d-cab8d78776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:24:03.076300 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-c973e16a-920f-4d24-b425-566bd6a18d7c service neutron] Bound port: bc0c0853-2b58-4f83-a056-fd7a328b6397, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d21e005-2828-402d-861d-cab8d78776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:24:03.076869 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-c973e16a-920f-4d24-b425-566bd6a18d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:03.162654 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-c973e16a-920f-4d24-b425-566bd6a18d7c service neutron] For port bc0c0853-2b58-4f83-a056-fd7a328b6397, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:24:03.173598 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-c973e16a-920f-4d24-b425-566bd6a18d7c service neutron] For port bc0c0853-2b58-4f83-a056-fd7a328b6397, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=bc0c0853-2b58-4f83-a056-fd7a328b6397,segment=NetworkSegment(4d21e005-2828-402d-861d-cab8d78776ef),segment_id=4d21e005-2828-402d-861d-cab8d78776ef)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:24:03.251344 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-c973e16a-920f-4d24-b425-566bd6a18d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:03.324857 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-c973e16a-920f-4d24-b425-566bd6a18d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:03.325523 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-c973e16a-920f-4d24-b425-566bd6a18d7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:03.326967 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-c973e16a-920f-4d24-b425-566bd6a18d7c service neutron] 10.222.0.13 "PUT /v2.0/ports/bc0c0853-2b58-4f83-a056-fd7a328b6397 HTTP/1.1" status: 200 len: 1092 time: 2.0525632 Dec 17 15:24:03.327413 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31', 'tag': 'bc0c0853-2b58-4f83-a056-fd7a328b6397'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:24:03.329687 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd2430f-e6c1-44eb-a77c-ca8baa202a16" -d '{"events": [{"name": "network-changed", "server_uuid": "84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31", "tag": "bc0c0853-2b58-4f83-a056-fd7a328b6397"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:24:03.338738 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973e16a-920f-4d24-b425-566bd6a18d7c service neutron] Pushing event updated for resources: {'Port': ['ID=bc0c0853-2b58-4f83-a056-fd7a328b6397,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:03.403842 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e1d042-1dc3-445f-9dc0-f6dc9d09349d x-openstack-request-id: req-13e1d042-1dc3-445f-9dc0-f6dc9d09349d {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:24:03.404135 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31", "tag": "bc0c0853-2b58-4f83-a056-fd7a328b6397", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:24:03.404491 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-13e1d042-1dc3-445f-9dc0-f6dc9d09349d {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:24:03.405274 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31', 'tag': 'bc0c0853-2b58-4f83-a056-fd7a328b6397', 'status': 'completed', 'code': 200} Dec 17 15:24:03.493902 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2430f-e6c1-44eb-a77c-ca8baa202a16 req-a393f8ce-049d-464c-9e10-1e3121178a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:03.496200 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9cd2430f-e6c1-44eb-a77c-ca8baa202a16 req-a393f8ce-049d-464c-9e10-1e3121178a29 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5d340d6e372463aa9915724f2edafdd&device_id=84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31 HTTP/1.1" status: 200 len: 1095 time: 0.0657027 Dec 17 15:24:03.504100 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a8d4a037-28a4-4cc9-ae6a-a7e4f1d7edd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:03.522578 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 80158303-1800-4a4f-9368-9998d5c50e23 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:24:03.665320 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a8d4a037-28a4-4cc9-ae6a-a7e4f1d7edd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:03.665681 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 80158303-1800-4a4f-9368-9998d5c50e23 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:24:03.665946 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:03.669366 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a8d4a037-28a4-4cc9-ae6a-a7e4f1d7edd2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:03.747200 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2430f-e6c1-44eb-a77c-ca8baa202a16 req-b9d83b99-631c-40e0-a093-d559e5bc340f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:03.749650 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9cd2430f-e6c1-44eb-a77c-ca8baa202a16 req-b9d83b99-631c-40e0-a093-d559e5bc340f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b5d340d6e372463aa9915724f2edafdd&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2434297 Dec 17 15:24:03.841771 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a8d4a037-28a4-4cc9-ae6a-a7e4f1d7edd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:03.842280 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d4a037-28a4-4cc9-ae6a-a7e4f1d7edd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c2468ee-52c6-4ee9-9da4-ec2b3105c964 {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:24:03.850070 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a8d4a037-28a4-4cc9-ae6a-a7e4f1d7edd2 admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:03.853881 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a8d4a037-28a4-4cc9-ae6a-a7e4f1d7edd2 admin admin] 10.222.0.46 "DELETE /v2.0/routers/5c2468ee-52c6-4ee9-9da4-ec2b3105c964 HTTP/1.1" status: 204 len: 168 time: 3.7153139 Dec 17 15:24:03.856020 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 57220) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:24:03.914739 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe32c50-5793-424c-a946-38db600f7d82 admin admin] Router 4c1b8d6e-1334-4957-a357-34cf573cc44f is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:24:03.930879 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-a6fb71c1-6611-405e-abba-137693af3372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f00edf62-2479-4434-b990-1e15a7cfb147 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:24:03.948097 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:03.958182 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-a6fb71c1-6611-405e-abba-137693af3372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:04.012545 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 1faa46d8-a922-4a6f-9c5b-202b08f7bac0 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:24:04.027939 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-c22e6392-ea16-4e0c-9d8c-6260c22ba6aa admin admin] Deleting subnet 3b59121e-95f1-4cb2-baf2-d0a298aafb94 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:24:04.034239 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c22e6392-ea16-4e0c-9d8c-6260c22ba6aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:04.057539 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 1faa46d8-a922-4a6f-9c5b-202b08f7bac0 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:24:04.058374 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 1faa46d8-a922-4a6f-9c5b-202b08f7bac0 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:24:04.059029 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 93bbfce6-3064-4115-8c54-98a88c24f050 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:24:04.063810 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-a6fb71c1-6611-405e-abba-137693af3372 service neutron] Transition to ACTIVE for port object f00edf62-2479-4434-b990-1e15a7cfb147 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:24:04.089163 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 93bbfce6-3064-4115-8c54-98a88c24f050 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:24:04.089523 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 93bbfce6-3064-4115-8c54-98a88c24f050 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:24:04.106167 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e86053-fdaf-4f70-91d6-1efd2dbd1012 req-3c1bd45b-b2c9-4b66-a6ea-96efc72ba0ce tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:04.107791 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70e86053-fdaf-4f70-91d6-1efd2dbd1012 req-3c1bd45b-b2c9-4b66-a6ea-96efc72ba0ce tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31 HTTP/1.1" status: 200 len: 944 time: 0.2869780 Dec 17 15:24:04.121089 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2430f-e6c1-44eb-a77c-ca8baa202a16 req-a2d24af7-7eb4-42cc-95d3-c2498130e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:04.122779 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9cd2430f-e6c1-44eb-a77c-ca8baa202a16 req-a2d24af7-7eb4-42cc-95d3-c2498130e91a service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3604698 Dec 17 15:24:04.165416 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-a6fb71c1-6611-405e-abba-137693af3372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:04.171149 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c22e6392-ea16-4e0c-9d8c-6260c22ba6aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:04.199540 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70e86053-fdaf-4f70-91d6-1efd2dbd1012 req-a65c4738-52be-4419-acda-60603e80c109 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798745 Dec 17 15:24:04.209813 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:04.215850 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-633bbf77-a2a2-41a5-bc66-a6c2974c0a64 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:04.226035 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-633bbf77-a2a2-41a5-bc66-a6c2974c0a64 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/networks?id=08c9e064-e12f-4a4c-95b1-8ca4e4e5512c HTTP/1.1" status: 200 len: 815 time: 0.4752393 Dec 17 15:24:04.246850 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-d79d07b8-5d98-4ea4-8beb-7a5c3c70a293 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/quotas/a7013fb088334b89b4b468618dd42862 HTTP/1.1" status: 200 len: 375 time: 0.0198371 Dec 17 15:24:04.294344 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c22e6392-ea16-4e0c-9d8c-6260c22ba6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:04.296549 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb71c1-6611-405e-abba-137693af3372 service neutron] Pushing event updated for resources: {'Port': ['ID=f00edf62-2479-4434-b990-1e15a7cfb147,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:04.312419 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-42315168-33fc-4e9c-b4ac-19d595ee6590 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a7013fb088334b89b4b468618dd42862&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645435 Dec 17 15:24:04.347081 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe32c50-5793-424c-a946-38db600f7d82 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:24:04.355915 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d4e3cf-581c-42da-a55e-9b964a1a65c0 None None] Sync routers for ids ['4c1b8d6e-1334-4957-a357-34cf573cc44f'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:24:04.370321 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d4e3cf-581c-42da-a55e-9b964a1a65c0 None None] Routers {'4c1b8d6e-1334-4957-a357-34cf573cc44f'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:24:04.371317 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-39d4e3cf-581c-42da-a55e-9b964a1a65c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:24:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['4c1b8d6e-1334-4957-a357-34cf573cc44f'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:24:04.436441 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-a6fb71c1-6611-405e-abba-137693af3372 service neutron] Attempting to bind port f00edf62-2479-4434-b990-1e15a7cfb147 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:24:04.440407 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-a6fb71c1-6611-405e-abba-137693af3372 service neutron] Attempting to bind port f00edf62-2479-4434-b990-1e15a7cfb147 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'f0576d95-0222-4e78-b3e3-ec7ffc4f258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8a439c8e-b04c-43f5-9492-217e9dc157ac'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:24:04.440407 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-a6fb71c1-6611-405e-abba-137693af3372 service neutron] Attempting to bind port f00edf62-2479-4434-b990-1e15a7cfb147 on network 8a439c8e-b04c-43f5-9492-217e9dc157ac {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:24:04.444205 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-a6fb71c1-6611-405e-abba-137693af3372 service neutron] Port f00edf62-2479-4434-b990-1e15a7cfb147 on network 8a439c8e-b04c-43f5-9492-217e9dc157ac not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:24:04.444527 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-a6fb71c1-6611-405e-abba-137693af3372 service neutron] Attempting to bind port f00edf62-2479-4434-b990-1e15a7cfb147 on network 8a439c8e-b04c-43f5-9492-217e9dc157ac {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:24:04.453988 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-68ca91da-2efd-4eef-9e9a-9321206ac0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:04.456270 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-68ca91da-2efd-4eef-9e9a-9321206ac0e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5d340d6e372463aa9915724f2edafdd&device_id=84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31 HTTP/1.1" status: 200 len: 1095 time: 0.2782488 Dec 17 15:24:04.458340 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-a6fb71c1-6611-405e-abba-137693af3372 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:24:04.458693 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-a6fb71c1-6611-405e-abba-137693af3372 service neutron] Checking segment: {'id': 'f0576d95-0222-4e78-b3e3-ec7ffc4f258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8a439c8e-b04c-43f5-9492-217e9dc157ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:24:04.459558 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-a6fb71c1-6611-405e-abba-137693af3372 service neutron] Bound using segment: {'id': 'f0576d95-0222-4e78-b3e3-ec7ffc4f258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8a439c8e-b04c-43f5-9492-217e9dc157ac'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:24:04.460271 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-a6fb71c1-6611-405e-abba-137693af3372 service neutron] Bound port: f00edf62-2479-4434-b990-1e15a7cfb147, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0576d95-0222-4e78-b3e3-ec7ffc4f258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8a439c8e-b04c-43f5-9492-217e9dc157ac'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:24:04.460525 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-a6fb71c1-6611-405e-abba-137693af3372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:04.475441 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5a60b-474e-477f-bea6-fd5b3bf808c9 req-8de4f6b2-1455-4da8-b18a-b9584a9aaf51 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:04.477156 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-60f5a60b-474e-477f-bea6-fd5b3bf808c9 req-8de4f6b2-1455-4da8-b18a-b9584a9aaf51 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c550712-84f2-46f6-b771-ad87435dc10b HTTP/1.1" status: 200 len: 944 time: 0.1539803 Dec 17 15:24:04.498983 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-abe32c50-5793-424c-a946-38db600f7d82 admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:04.504031 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-abe32c50-5793-424c-a946-38db600f7d82 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9379032 Dec 17 15:24:04.506168 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 57234) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:24:04.558331 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-39d4e3cf-581c-42da-a55e-9b964a1a65c0 None None] Set router 4c1b8d6e-1334-4957-a357-34cf573cc44f gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:24:04.572440 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-0c631e18-b7c1-4d81-9d20-cce8b81cec93 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc0c0853-2b58-4f83-a056-fd7a328b6397 HTTP/1.1" status: 200 len: 217 time: 0.1056285 Dec 17 15:24:04.601091 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c22e6392-ea16-4e0c-9d8c-6260c22ba6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:04.654079 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e6392-ea16-4e0c-9d8c-6260c22ba6aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b59121e-95f1-4cb2-baf2-d0a298aafb94,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:04.678459 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c22e6392-ea16-4e0c-9d8c-6260c22ba6aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:04.681743 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c22e6392-ea16-4e0c-9d8c-6260c22ba6aa admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3b59121e-95f1-4cb2-baf2-d0a298aafb94 HTTP/1.1" status: 204 len: 168 time: 0.8247845 Dec 17 15:24:04.683985 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-ca6c32ba-c42f-401e-b03f-f6c4f9270d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:04.685909 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-ca6c32ba-c42f-401e-b03f-f6c4f9270d4c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce6f6d4e-40b3-4f79-b7d3-a679e64969d7 HTTP/1.1" status: 200 len: 846 time: 0.1002102 Dec 17 15:24:04.689162 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 57240) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:24:04.694836 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-60f5a60b-474e-477f-bea6-fd5b3bf808c9 req-3ca446ff-9fcf-427d-aafc-dd7689600a81 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/security-groups?id=7137efc9-abfd-4283-85db-fc0efbfad6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986842 Dec 17 15:24:04.704718 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-a0618544-f1dc-439e-895e-25f9a61615f3 service neutron] 10.222.0.46 "GET /v2.0/networks/08c9e064-e12f-4a4c-95b1-8ca4e4e5512c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900819 Dec 17 15:24:04.754169 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-a6fb71c1-6611-405e-abba-137693af3372 service neutron] For port f00edf62-2479-4434-b990-1e15a7cfb147, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:24:04.768900 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-39d4e3cf-581c-42da-a55e-9b964a1a65c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'name': 'tempest-TaggedBootDevicesTest-817605198-router', 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'd269410d-cd0f-4f27-9d29-8d9250229641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:23:58Z', 'updated_at': '2021-12-17T15:24:01Z', 'revision_number': 3, 'project_id': '877bbdd90a9744e8870dce0869eb9a96', 'gw_port': {'id': 'd269410d-cd0f-4f27-9d29-8d9250229641', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:23:59Z', 'updated_at': '2021-12-17T15:23:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:24:04.781829 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-a6fb71c1-6611-405e-abba-137693af3372 service neutron] For port f00edf62-2479-4434-b990-1e15a7cfb147, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f00edf62-2479-4434-b990-1e15a7cfb147,segment=NetworkSegment(f0576d95-0222-4e78-b3e3-ec7ffc4f258f),segment_id=f0576d95-0222-4e78-b3e3-ec7ffc4f258f)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:24:04.801315 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2fd6b345-ecab-4e96-9081-51059be8d34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:04.807089 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d4e3cf-581c-42da-a55e-9b964a1a65c0 None None] Checking router: 4c1b8d6e-1334-4957-a357-34cf573cc44f for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:24:04.808276 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d4e3cf-581c-42da-a55e-9b964a1a65c0 None None] Updating router 4c1b8d6e-1334-4957-a357-34cf573cc44f port d269410d-cd0f-4f27-9d29-8d9250229641 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:24:04.854647 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-39d4e3cf-581c-42da-a55e-9b964a1a65c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:04.884115 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-ff9ed0af-c2ec-48ae-8756-74a320630dfb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8eca304a-4461-49a4-96b4-a39f3600fd04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1751142 Dec 17 15:24:04.962910 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-a6fb71c1-6611-405e-abba-137693af3372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:05.023283 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2fd6b345-ecab-4e96-9081-51059be8d34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:05.048458 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-a6fb71c1-6611-405e-abba-137693af3372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:05.049778 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-a6fb71c1-6611-405e-abba-137693af3372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:05.051263 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-a6fb71c1-6611-405e-abba-137693af3372 service neutron] 10.222.0.13 "PUT /v2.0/ports/f00edf62-2479-4434-b990-1e15a7cfb147 HTTP/1.1" status: 200 len: 1092 time: 2.5261755 Dec 17 15:24:05.053224 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c550712-84f2-46f6-b771-ad87435dc10b', 'tag': 'f00edf62-2479-4434-b990-1e15a7cfb147'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:24:05.056335 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42201945-6091-4369-a69e-5a4dd4b1a5b4" -d '{"events": [{"name": "network-changed", "server_uuid": "4c550712-84f2-46f6-b771-ad87435dc10b", "tag": "f00edf62-2479-4434-b990-1e15a7cfb147"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:24:05.280798 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-39d4e3cf-581c-42da-a55e-9b964a1a65c0 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:05.323111 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b576d98f-71ff-4a77-a98a-f9b327acc934 x-openstack-request-id: req-b576d98f-71ff-4a77-a98a-f9b327acc934 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:24:05.323813 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c550712-84f2-46f6-b771-ad87435dc10b", "tag": "f00edf62-2479-4434-b990-1e15a7cfb147", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:24:05.324273 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b576d98f-71ff-4a77-a98a-f9b327acc934 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:24:05.324949 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c550712-84f2-46f6-b771-ad87435dc10b', 'tag': 'f00edf62-2479-4434-b990-1e15a7cfb147', 'status': 'completed', 'code': 200} Dec 17 15:24:05.342804 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-2fd6b345-ecab-4e96-9081-51059be8d34f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a81410f2-8387-44e0-b580-7a2346e72e8a']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:24:05.348455 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb71c1-6611-405e-abba-137693af3372 service neutron] Pushing event updated for resources: {'Port': ['ID=f00edf62-2479-4434-b990-1e15a7cfb147,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:05.358425 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-39d4e3cf-581c-42da-a55e-9b964a1a65c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:05.367833 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-2fd6b345-ecab-4e96-9081-51059be8d34f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3ed8bc9-37dd-4a75-a62b-f36aa58f559a') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:24:05.369697 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-2fd6b345-ecab-4e96-9081-51059be8d34f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3ed8bc9-37dd-4a75-a62b-f36aa58f559a') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:24:05.416652 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-39d4e3cf-581c-42da-a55e-9b964a1a65c0 None None] Attempting to bind port d269410d-cd0f-4f27-9d29-8d9250229641 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:24:05.417405 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-39d4e3cf-581c-42da-a55e-9b964a1a65c0 None None] Attempting to bind port d269410d-cd0f-4f27-9d29-8d9250229641 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:24:05.417985 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d4e3cf-581c-42da-a55e-9b964a1a65c0 None None] Attempting to bind port d269410d-cd0f-4f27-9d29-8d9250229641 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:24:05.420329 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f9a85-49c4-4037-ad45-6c3e25c3488a None None] Pushing event updated for resources: {'Port': ['ID=d269410d-cd0f-4f27-9d29-8d9250229641,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:05.431302 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f9a85-49c4-4037-ad45-6c3e25c3488a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:05.431986 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f9a85-49c4-4037-ad45-6c3e25c3488a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:05.432626 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f9a85-49c4-4037-ad45-6c3e25c3488a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:05.433123 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f9a85-49c4-4037-ad45-6c3e25c3488a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:05.433673 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f9a85-49c4-4037-ad45-6c3e25c3488a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:05.434236 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f9a85-49c4-4037-ad45-6c3e25c3488a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:05.434795 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f9a85-49c4-4037-ad45-6c3e25c3488a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:05.435326 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f9a85-49c4-4037-ad45-6c3e25c3488a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:05.435866 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f9a85-49c4-4037-ad45-6c3e25c3488a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:05.436407 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f9a85-49c4-4037-ad45-6c3e25c3488a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:05.436989 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f9a85-49c4-4037-ad45-6c3e25c3488a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:05.437620 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f9a85-49c4-4037-ad45-6c3e25c3488a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:05.437928 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2fd6b345-ecab-4e96-9081-51059be8d34f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:05.443820 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d4e3cf-581c-42da-a55e-9b964a1a65c0 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:24:05.446147 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d4e3cf-581c-42da-a55e-9b964a1a65c0 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:24:05.447553 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-39d4e3cf-581c-42da-a55e-9b964a1a65c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:05.459943 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d4e3cf-581c-42da-a55e-9b964a1a65c0 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:24:05.459943 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-39d4e3cf-581c-42da-a55e-9b964a1a65c0 None None] Bound port: d269410d-cd0f-4f27-9d29-8d9250229641, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:24:05.459943 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-39d4e3cf-581c-42da-a55e-9b964a1a65c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:05.532861 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2fd6b345-ecab-4e96-9081-51059be8d34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:05.560418 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-39d4e3cf-581c-42da-a55e-9b964a1a65c0 None None] For port d269410d-cd0f-4f27-9d29-8d9250229641, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:24:05.566859 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-39d4e3cf-581c-42da-a55e-9b964a1a65c0 None None] For port d269410d-cd0f-4f27-9d29-8d9250229641, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=d269410d-cd0f-4f27-9d29-8d9250229641,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:24:05.574296 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-5fdd374f-e0e0-4f2f-a903-a56745cd8701 service neutron] 10.222.0.46 "GET /v2.0/networks/08c9e064-e12f-4a4c-95b1-8ca4e4e5512c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8679881 Dec 17 15:24:05.580994 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fd6b345-ecab-4e96-9081-51059be8d34f admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:24:05.581516 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2fd6b345-ecab-4e96-9081-51059be8d34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:05.585178 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:24:05.585178 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:24:05.585178 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:24:05.585178 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:24:05.585178 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:24:05.585178 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:24:05.585178 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:24:05.585178 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:24:05.585178 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:24:05.585178 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:24:05.585178 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:24:05.585178 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:24:05.585178 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:24:05.585178 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:24:05.585178 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:24:05.585178 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:24:05.585178 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:24:05.585178 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:24:05.585178 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:24:05.585178 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:24:05.585178 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:24:05.585178 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:24:05.585178 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:24:05.585178 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:24:05.585178 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:24:05.585178 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:24:05.585178 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:24:05.585178 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:24:05.585178 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:24:05.585178 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:24:05.585178 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:24:05.585178 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:24:05.616138 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69816bb8-8c80-4c23-a4d8-18c3713fbb62 req-fd6dedb7-f6b2-4c83-b3d6-ae884c1d1f4d tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:05.622221 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-39d4e3cf-581c-42da-a55e-9b964a1a65c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:05.630093 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-69816bb8-8c80-4c23-a4d8-18c3713fbb62 req-fd6dedb7-f6b2-4c83-b3d6-ae884c1d1f4d tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31 HTTP/1.1" status: 200 len: 944 time: 0.2192221 Dec 17 15:24:05.661618 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42201945-6091-4369-a69e-5a4dd4b1a5b4 req-aeff0b30-a756-4f1d-bf22-38c258ba28ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:05.663811 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-42201945-6091-4369-a69e-5a4dd4b1a5b4 req-aeff0b30-a756-4f1d-bf22-38c258ba28ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea8bb7c7b661463cbbac6de1d23459a7&device_id=4c550712-84f2-46f6-b771-ad87435dc10b HTTP/1.1" status: 200 len: 1095 time: 0.3426046 Dec 17 15:24:05.695926 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-d04d2971-b83e-4366-b274-e44d8f4d7084 service neutron] 10.222.0.13 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7828221 Dec 17 15:24:05.704649 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-018e42dc-7d52-4963-b4cb-6db593e4953f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:05.762000 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-69816bb8-8c80-4c23-a4d8-18c3713fbb62 req-a3ae5cc5-b476-494c-a77b-e147c93b571f tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289430 Dec 17 15:24:05.810527 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d4e3cf-581c-42da-a55e-9b964a1a65c0 None None] Routers {'4c1b8d6e-1334-4957-a357-34cf573cc44f'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:24:05.811244 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-39d4e3cf-581c-42da-a55e-9b964a1a65c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:24:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['4c1b8d6e-1334-4957-a357-34cf573cc44f'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:24:05.813940 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f9a85-49c4-4037-ad45-6c3e25c3488a None None] Pushing event updated for resources: {'Port': ['ID=d269410d-cd0f-4f27-9d29-8d9250229641,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:05.870956 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bfb1c2dc-2010-4295-95a1-39ae6158d37d req-058d77cb-0b06-48db-8c1d-9f6056d8a538 service neutron] 10.222.0.13 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617479 Dec 17 15:24:05.890306 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2fd6b345-ecab-4e96-9081-51059be8d34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:05.919765 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2fd6b345-ecab-4e96-9081-51059be8d34f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:05.945665 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2fd6b345-ecab-4e96-9081-51059be8d34f admin admin] 10.222.0.46 "DELETE /v2.0/networks/a81410f2-8387-44e0-b580-7a2346e72e8a HTTP/1.1" status: 204 len: 168 time: 1.2477567 Dec 17 15:24:05.972032 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6b345-ecab-4e96-9081-51059be8d34f admin admin] Pushing event deleted for resources: {'Network': ['ID=a81410f2-8387-44e0-b580-7a2346e72e8a,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:06.046720 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42201945-6091-4369-a69e-5a4dd4b1a5b4 req-82f7fc90-407d-4c01-9aef-20bab93ceec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:06.047910 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-42201945-6091-4369-a69e-5a4dd4b1a5b4 req-82f7fc90-407d-4c01-9aef-20bab93ceec0 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ea8bb7c7b661463cbbac6de1d23459a7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3695989 Dec 17 15:24:06.070571 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-39d4e3cf-581c-42da-a55e-9b964a1a65c0 None None] Set router 4c1b8d6e-1334-4957-a357-34cf573cc44f gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:24:06.101185 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2585e918-3e49-46e3-8683-ff467cd5bd5d req-47041f89-ad63-43eb-b419-96c9f23a3dea tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=3def9a32-02bf-4598-b376-2446404b1690 HTTP/1.1" status: 200 len: 210 time: 0.1071434 Dec 17 15:24:06.144589 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75223f68-fece-4b68-821e-bcf2839d31e7 req-e5a1147b-e3d1-43bb-86cc-37ec1f3d3bed tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:06.150803 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-75223f68-fece-4b68-821e-bcf2839d31e7 req-e5a1147b-e3d1-43bb-86cc-37ec1f3d3bed tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c550712-84f2-46f6-b771-ad87435dc10b HTTP/1.1" status: 200 len: 944 time: 0.2343950 Dec 17 15:24:06.202479 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42201945-6091-4369-a69e-5a4dd4b1a5b4 req-4e7aef81-a212-42ae-935a-b8652af5e363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:06.204247 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-42201945-6091-4369-a69e-5a4dd4b1a5b4 req-4e7aef81-a212-42ae-935a-b8652af5e363 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1457758 Dec 17 15:24:06.250535 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-75223f68-fece-4b68-821e-bcf2839d31e7 req-7e906d66-c2e4-4f7e-aa2d-3e568cec8bc7 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/security-groups?id=7137efc9-abfd-4283-85db-fc0efbfad6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980742 Dec 17 15:24:06.327955 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-018e42dc-7d52-4963-b4cb-6db593e4953f admin admin] Allocated IP 172.20.0.1 (de5b4090-a778-4df4-ad31-4dba3e85ea67/d1a4a435-03ec-407e-806d-67c3316a8ccb/8cd192bb-5c56-41b7-92a1-9fbec28c8d37) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:24:06.343475 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-8c8165e1-81da-4afc-a743-6016c79e0b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:06.346906 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-8c8165e1-81da-4afc-a743-6016c79e0b8e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea8bb7c7b661463cbbac6de1d23459a7&device_id=4c550712-84f2-46f6-b771-ad87435dc10b HTTP/1.1" status: 200 len: 1095 time: 0.0733480 Dec 17 15:24:06.365529 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-39d4e3cf-581c-42da-a55e-9b964a1a65c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'name': 'tempest-TaggedBootDevicesTest-817605198-router', 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'd269410d-cd0f-4f27-9d29-8d9250229641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:23:58Z', 'updated_at': '2021-12-17T15:24:01Z', 'revision_number': 3, 'project_id': '877bbdd90a9744e8870dce0869eb9a96', 'gw_port': {'id': 'd269410d-cd0f-4f27-9d29-8d9250229641', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:23:59Z', 'updated_at': '2021-12-17T15:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:24:06.398717 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d4e3cf-581c-42da-a55e-9b964a1a65c0 None None] The sync data for ids ['4c1b8d6e-1334-4957-a357-34cf573cc44f'] in n-d-820553-2 is: [{'id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'name': 'tempest-TaggedBootDevicesTest-817605198-router', 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'd269410d-cd0f-4f27-9d29-8d9250229641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:23:58Z', 'updated_at': '2021-12-17T15:24:01Z', 'revision_number': 3, 'project_id': '877bbdd90a9744e8870dce0869eb9a96', 'gw_port': {'id': 'd269410d-cd0f-4f27-9d29-8d9250229641', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:23:59Z', 'updated_at': '2021-12-17T15:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:24:06.419715 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 57280) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:24:06.438821 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-6c2cac5c-5f52-49d4-a5a4-3329ea8c779c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f00edf62-2479-4434-b990-1e15a7cfb147 HTTP/1.1" status: 200 len: 217 time: 0.0742738 Dec 17 15:24:06.474936 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6dcd4ad0-7f37-48b4-935c-261df914869d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1407878f6eb44e929267c0f543df9a52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496306 Dec 17 15:24:06.475579 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 57282) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:24:06.516741 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-13f49d31-6552-4c60-bf76-c9978371e6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:06.519141 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-13f49d31-6552-4c60-bf76-c9978371e6d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f58096f5-667c-4c0d-8985-519f32157bde HTTP/1.1" status: 200 len: 854 time: 0.0729847 Dec 17 15:24:06.549246 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-018e42dc-7d52-4963-b4cb-6db593e4953f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:06.571888 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-18b6ab64-5572-4056-9e70-36e38daa6944 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a439c8e-b04c-43f5-9492-217e9dc157ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377390 Dec 17 15:24:06.573410 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dda7d562-e99c-4362-8600-275dd3167d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:06.597473 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dda7d562-e99c-4362-8600-275dd3167d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:06.714167 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-f84a5f58-81a1-4d46-9318-565a7fce2d9a service neutron] 10.222.0.13 "GET /v2.0/networks/8a439c8e-b04c-43f5-9492-217e9dc157ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234052 Dec 17 15:24:06.728693 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dda7d562-e99c-4362-8600-275dd3167d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:06.738141 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dda7d562-e99c-4362-8600-275dd3167d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:06.739763 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-dda7d562-e99c-4362-8600-275dd3167d0d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0eeb60ed-83e6-45d1-a158-a7f76017570c HTTP/1.1" status: 204 len: 168 time: 0.2629902 Dec 17 15:24:06.753509 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-018e42dc-7d52-4963-b4cb-6db593e4953f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:06.770921 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7d562-e99c-4362-8600-275dd3167d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eeb60ed-83e6-45d1-a158-a7f76017570c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:06.907246 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e42dc-7d52-4963-b4cb-6db593e4953f admin admin] Pushing event updated for resources: {'Port': ['ID=8cd192bb-5c56-41b7-92a1-9fbec28c8d37,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:06.922907 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018e42dc-7d52-4963-b4cb-6db593e4953f admin admin] Network de5b4090-a778-4df4-ad31-4dba3e85ea67 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:24:06.928619 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-018e42dc-7d52-4963-b4cb-6db593e4953f admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:24:06.932737 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018e42dc-7d52-4963-b4cb-6db593e4953f admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:24:06.999543 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d2b7c685-f4f2-4115-84d4-74005080a7da req-48af15db-81f1-41cd-a0a3-5bed00d8c6d6 service neutron] 10.222.0.13 "GET /v2.0/networks/8a439c8e-b04c-43f5-9492-217e9dc157ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820592 Dec 17 15:24:07.008971 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-018e42dc-7d52-4963-b4cb-6db593e4953f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:07.048921 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94495ae0-5e5b-440e-80a3-acc185c2d1ce req-aef1e69c-c264-4243-87cb-055917b82398 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:07.059343 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94495ae0-5e5b-440e-80a3-acc185c2d1ce req-aef1e69c-c264-4243-87cb-055917b82398 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31 HTTP/1.1" status: 200 len: 944 time: 0.1885672 Dec 17 15:24:07.141140 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94495ae0-5e5b-440e-80a3-acc185c2d1ce req-04306aaf-0845-488f-bbb5-33928d800931 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782866 Dec 17 15:24:07.194292 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da70f69b-d2ff-40a9-9a51-2f6ab22db037 req-e5aaa5c3-eb3a-4de8-be60-6693dfaa43ab tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=3def9a32-02bf-4598-b376-2446404b1690 HTTP/1.1" status: 200 len: 210 time: 0.0440316 Dec 17 15:24:07.347146 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-018e42dc-7d52-4963-b4cb-6db593e4953f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:07.414051 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device d269410d-cd0f-4f27-9d29-8d9250229641 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:24:07.506364 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4e197004-0c8c-41a7-9f0b-bc2f4335afb6 None None] Provisioning complete for port 8cd192bb-5c56-41b7-92a1-9fbec28c8d37 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:24:07.507316 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4e197004-0c8c-41a7-9f0b-bc2f4335afb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:07.510625 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843db1c-5eff-4349-8001-75061617c76b req-38430fdd-3dfb-4df3-a4ca-e960aa70ea75 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:07.514259 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2843db1c-5eff-4349-8001-75061617c76b req-38430fdd-3dfb-4df3-a4ca-e960aa70ea75 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c550712-84f2-46f6-b771-ad87435dc10b HTTP/1.1" status: 200 len: 944 time: 0.1348405 Dec 17 15:24:07.594080 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port d269410d-cd0f-4f27-9d29-8d9250229641 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:24:07.594466 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:07.600165 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2843db1c-5eff-4349-8001-75061617c76b req-e60f123a-c5d3-4d58-90a6-595076c03ada tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/security-groups?id=7137efc9-abfd-4283-85db-fc0efbfad6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728934 Dec 17 15:24:07.636195 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4e197004-0c8c-41a7-9f0b-bc2f4335afb6 None None] Port 8cd192bb-5c56-41b7-92a1-9fbec28c8d37 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:24:07.716068 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-018e42dc-7d52-4963-b4cb-6db593e4953f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:07.721710 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:07.751736 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port d269410d-cd0f-4f27-9d29-8d9250229641, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=d269410d-cd0f-4f27-9d29-8d9250229641,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:24:07.805110 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:24:07.893787 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:07.893979 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-018e42dc-7d52-4963-b4cb-6db593e4953f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:07.954808 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=d269410d-cd0f-4f27-9d29-8d9250229641,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:07.973203 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-018e42dc-7d52-4963-b4cb-6db593e4953f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:07.981824 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e42dc-7d52-4963-b4cb-6db593e4953f admin admin] Pushing event updated for resources: {'Port': ['ID=8cd192bb-5c56-41b7-92a1-9fbec28c8d37,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:08.141082 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018e42dc-7d52-4963-b4cb-6db593e4953f admin admin] Network de5b4090-a778-4df4-ad31-4dba3e85ea67 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:24:08.142721 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-018e42dc-7d52-4963-b4cb-6db593e4953f admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:24:08.399593 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018e42dc-7d52-4963-b4cb-6db593e4953f admin admin] Router 4c1b8d6e-1334-4957-a357-34cf573cc44f has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:24:08.431502 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b42a741e-92cf-4148-a11c-caa58ee04b50 req-3600fb92-4b39-453d-a2ae-40a7bbde4db1 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=3def9a32-02bf-4598-b376-2446404b1690 HTTP/1.1" status: 200 len: 210 time: 0.0811536 Dec 17 15:24:08.462473 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf1d6b-8b22-4640-9a6e-e926a14f6991 req-9f6e7c78-44fa-4b29-8e28-394fc61b87d2 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:08.475515 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fdaf1d6b-8b22-4640-9a6e-e926a14f6991 req-9f6e7c78-44fa-4b29-8e28-394fc61b87d2 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31 HTTP/1.1" status: 200 len: 944 time: 0.1894670 Dec 17 15:24:08.528130 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fdaf1d6b-8b22-4640-9a6e-e926a14f6991 req-09928aa8-16d7-4e60-84d7-0bf48b5ae018 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516570 Dec 17 15:24:08.576134 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-09ede392-1909-440b-a6b2-2f26e6ab0e77 None None] Provisioning complete for port 8cd192bb-5c56-41b7-92a1-9fbec28c8d37 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:24:08.576134 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-09ede392-1909-440b-a6b2-2f26e6ab0e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:08.826117 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9212c6-2e37-49c7-b190-62565644a39d req-a0e858e8-02fe-4fd0-b48f-1bf9fe81c9e2 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:08.834335 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4e9212c6-2e37-49c7-b190-62565644a39d req-a0e858e8-02fe-4fd0-b48f-1bf9fe81c9e2 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c550712-84f2-46f6-b771-ad87435dc10b HTTP/1.1" status: 200 len: 944 time: 0.1299546 Dec 17 15:24:08.836112 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-09ede392-1909-440b-a6b2-2f26e6ab0e77 None None] Port 8cd192bb-5c56-41b7-92a1-9fbec28c8d37 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:24:08.899032 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4e9212c6-2e37-49c7-b190-62565644a39d req-76b20e6d-1026-4ad2-ae5b-fbfc47aa4b68 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/security-groups?id=7137efc9-abfd-4283-85db-fc0efbfad6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638030 Dec 17 15:24:09.104971 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018e42dc-7d52-4963-b4cb-6db593e4953f admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:24:09.112278 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-018e42dc-7d52-4963-b4cb-6db593e4953f admin admin] 10.222.0.46 "PUT /v2.0/routers/4c1b8d6e-1334-4957-a357-34cf573cc44f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6049650 Dec 17 15:24:09.118372 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da25b20b-3478-47a6-a603-0ac2a0d5d83f None None] Sync routers for ids ['4c1b8d6e-1334-4957-a357-34cf573cc44f'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:24:09.137446 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da25b20b-3478-47a6-a603-0ac2a0d5d83f None None] Routers {'4c1b8d6e-1334-4957-a357-34cf573cc44f'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:24:09.141636 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-da25b20b-3478-47a6-a603-0ac2a0d5d83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:24:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['4c1b8d6e-1334-4957-a357-34cf573cc44f'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:24:09.217211 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device f00edf62-2479-4434-b990-1e15a7cfb147 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:24:09.239459 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-6a6a8ea0-fd08-4674-aa09-f66f010894eb tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:09.241524 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-6a6a8ea0-fd08-4674-aa09-f66f010894eb tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.41 "GET /v2.0/networks?id=08c9e064-e12f-4a4c-95b1-8ca4e4e5512c HTTP/1.1" status: 200 len: 815 time: 0.1505926 Dec 17 15:24:09.264120 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-a655c0d7-4c9f-4c75-a829-b8573c4c9c4f tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Request body: {'port': {'device_id': '3def9a32-02bf-4598-b376-2446404b1690', 'network_id': '08c9e064-e12f-4a4c-95b1-8ca4e4e5512c', 'admin_state_up': True, 'tenant_id': 'a7013fb088334b89b4b468618dd42862'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:24:09.317334 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device d269410d-cd0f-4f27-9d29-8d9250229641 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:24:09.427108 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-da25b20b-3478-47a6-a603-0ac2a0d5d83f None None] Set router 4c1b8d6e-1334-4957-a357-34cf573cc44f gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:24:09.510679 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32d81a81-63ba-4a13-9778-64670cef3bc2 req-b6b0742b-62c9-4620-a5cd-476b0fc61e40 tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=b941d3cc-914a-423a-a2bc-af15ae5f2a5d HTTP/1.1" status: 200 len: 210 time: 0.0372934 Dec 17 15:24:09.649474 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-a655c0d7-4c9f-4c75-a829-b8573c4c9c4f tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Made reservation on behalf of a7013fb088334b89b4b468618dd42862 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:24:09.653434 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-a655c0d7-4c9f-4c75-a829-b8573c4c9c4f tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:09.696274 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-181d3cbe-94e0-4088-b0f1-40cedc6d766a req-ca751716-593a-4e7a-9a58-4a4135b52ad1 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=3def9a32-02bf-4598-b376-2446404b1690 HTTP/1.1" status: 200 len: 210 time: 0.0499251 Dec 17 15:24:09.801421 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efec276-ff09-40a4-a424-cc6195864e18 req-ff50a04f-6df9-4a13-920e-3ae7adc3d8f9 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:09.810655 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3efec276-ff09-40a4-a424-cc6195864e18 req-ff50a04f-6df9-4a13-920e-3ae7adc3d8f9 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31 HTTP/1.1" status: 200 len: 944 time: 0.1523151 Dec 17 15:24:09.874335 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-a655c0d7-4c9f-4c75-a829-b8573c4c9c4f tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Allocated IP 172.20.0.4 (08c9e064-e12f-4a4c-95b1-8ca4e4e5512c/0952ece7-8a2b-46ed-893a-e5c8c7ca2a55/97f2a20a-986a-4f79-b5a7-3958b2ff049a) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:24:09.894340 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3efec276-ff09-40a4-a424-cc6195864e18 req-845a1687-745d-4988-8474-d21b69ac14e0 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818551 Dec 17 15:24:09.908284 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port f00edf62-2479-4434-b990-1e15a7cfb147, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f00edf62-2479-4434-b990-1e15a7cfb147,segment=NetworkSegment(f0576d95-0222-4e78-b3e3-ec7ffc4f258f),segment_id=f0576d95-0222-4e78-b3e3-ec7ffc4f258f)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:24:09.926639 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port d269410d-cd0f-4f27-9d29-8d9250229641 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:24:09.927517 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:10.070598 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579291d1-ab0f-4c2c-bbba-f7503d0b9199 req-752cfb09-ea1e-408d-ba82-bd71c947641e tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:10.072125 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-579291d1-ab0f-4c2c-bbba-f7503d0b9199 req-752cfb09-ea1e-408d-ba82-bd71c947641e tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c550712-84f2-46f6-b771-ad87435dc10b HTTP/1.1" status: 200 len: 944 time: 0.0909345 Dec 17 15:24:10.081571 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'f00edf62-2479-4434-b990-1e15a7cfb147', 'network_id': '8a439c8e-b04c-43f5-9492-217e9dc157ac', 'port_id': 'f00edf62-2479-4434-b990-1e15a7cfb147', 'mac_address': 'fa:16:3e:7d:18:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f58096f5-667c-4c0d-8985-519f32157bde', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:24:10.216653 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-579291d1-ab0f-4c2c-bbba-f7503d0b9199 req-fe7fdd11-bdab-4609-ac11-f0d54edc1506 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/security-groups?id=7137efc9-abfd-4283-85db-fc0efbfad6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376553 Dec 17 15:24:10.230208 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:10.267220 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00edf62-2479-4434-b990-1e15a7cfb147 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:24:10.278247 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:10.305685 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-da25b20b-3478-47a6-a603-0ac2a0d5d83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'name': 'tempest-TaggedBootDevicesTest-817605198-router', 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'd269410d-cd0f-4f27-9d29-8d9250229641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:23:58Z', 'updated_at': '2021-12-17T15:24:07Z', 'revision_number': 4, 'project_id': '877bbdd90a9744e8870dce0869eb9a96', 'gw_port': {'id': 'd269410d-cd0f-4f27-9d29-8d9250229641', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:23:59Z', 'updated_at': '2021-12-17T15:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '8cd192bb-5c56-41b7-92a1-9fbec28c8d37', 'name': '', 'network_id': 'de5b4090-a778-4df4-ad31-4dba3e85ea67', 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'mac_address': 'fa:16:3e:0d:60:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'd1a4a435-03ec-407e-806d-67c3316a8ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:24:05Z', 'updated_at': '2021-12-17T15:24:07Z', 'revision_number': 2, 'project_id': '877bbdd90a9744e8870dce0869eb9a96', 'subnets': [{'id': 'd1a4a435-03ec-407e-806d-67c3316a8ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:24:10.311612 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port f00edf62-2479-4434-b990-1e15a7cfb147, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f00edf62-2479-4434-b990-1e15a7cfb147,segment=NetworkSegment(f0576d95-0222-4e78-b3e3-ec7ffc4f258f),segment_id=f0576d95-0222-4e78-b3e3-ec7ffc4f258f)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:24:10.352653 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da25b20b-3478-47a6-a603-0ac2a0d5d83f None None] Checking router: 4c1b8d6e-1334-4957-a357-34cf573cc44f for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:24:10.353013 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da25b20b-3478-47a6-a603-0ac2a0d5d83f None None] Updating router 4c1b8d6e-1334-4957-a357-34cf573cc44f port 8cd192bb-5c56-41b7-92a1-9fbec28c8d37 binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:24:10.359525 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-a655c0d7-4c9f-4c75-a829-b8573c4c9c4f tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:10.391801 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:10.392472 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device bc0c0853-2b58-4f83-a056-fd7a328b6397 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:24:10.425188 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-da25b20b-3478-47a6-a603-0ac2a0d5d83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:10.494214 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-76da609f-6600-4c86-837d-e0de1e789ac9 req-4abdf35d-89d5-4549-a7a3-9f99ae6bedd2 tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0584490 Dec 17 15:24:10.534959 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=f00edf62-2479-4434-b990-1e15a7cfb147,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:10.569095 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-a655c0d7-4c9f-4c75-a829-b8573c4c9c4f tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:10.647249 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-a655c0d7-4c9f-4c75-a829-b8573c4c9c4f tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Network 08c9e064-e12f-4a4c-95b1-8ca4e4e5512c is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:24:10.649490 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-a655c0d7-4c9f-4c75-a829-b8573c4c9c4f tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:24:10.652914 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-a655c0d7-4c9f-4c75-a829-b8573c4c9c4f tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:24:10.684189 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 57450) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:24:10.689780 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-98d19255-be90-4925-a527-0ae4a2e069ef admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1052913042-network', 'tenant_id': '3910f5adac3644bd8970d483f081e0c6'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:24:10.723801 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-a655c0d7-4c9f-4c75-a829-b8573c4c9c4f tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:10.724174 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-a655c0d7-4c9f-4c75-a829-b8573c4c9c4f tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:10.729700 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655c0d7-4c9f-4c75-a829-b8573c4c9c4f tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Pushing event updated for resources: {'Port': ['ID=97f2a20a-986a-4f79-b5a7-3958b2ff049a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:10.795807 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port bc0c0853-2b58-4f83-a056-fd7a328b6397, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=bc0c0853-2b58-4f83-a056-fd7a328b6397,segment=NetworkSegment(4d21e005-2828-402d-861d-cab8d78776ef),segment_id=4d21e005-2828-402d-861d-cab8d78776ef)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:24:10.815518 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'bc0c0853-2b58-4f83-a056-fd7a328b6397', 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04', 'port_id': 'bc0c0853-2b58-4f83-a056-fd7a328b6397', 'mac_address': 'fa:16:3e:bc:e5:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce6f6d4e-40b3-4f79-b7d3-a679e64969d7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:24:10.847972 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a6bb8-68c5-4294-88d6-d6a7ea688e92 req-b98b3c4e-72cc-4a50-a0dc-b56b1ea12b44 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:10.849584 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bd3a6bb8-68c5-4294-88d6-d6a7ea688e92 req-b98b3c4e-72cc-4a50-a0dc-b56b1ea12b44 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=3def9a32-02bf-4598-b376-2446404b1690 HTTP/1.1" status: 200 len: 931 time: 0.0611818 Dec 17 15:24:10.882313 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d19255-be90-4925-a527-0ae4a2e069ef admin admin] Made reservation on behalf of 3910f5adac3644bd8970d483f081e0c6 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:24:10.888689 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:10.890925 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-98d19255-be90-4925-a527-0ae4a2e069ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:10.907755 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc0c0853-2b58-4f83-a056-fd7a328b6397 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:24:10.909527 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-98d19255-be90-4925-a527-0ae4a2e069ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:10.914087 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bd3a6bb8-68c5-4294-88d6-d6a7ea688e92 req-2ba8884a-3e4c-494e-9648-d3214191ed1b tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549457 Dec 17 15:24:10.965485 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port bc0c0853-2b58-4f83-a056-fd7a328b6397, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=bc0c0853-2b58-4f83-a056-fd7a328b6397,segment=NetworkSegment(4d21e005-2828-402d-861d-cab8d78776ef),segment_id=4d21e005-2828-402d-861d-cab8d78776ef)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:24:10.998781 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-a655c0d7-4c9f-4c75-a829-b8573c4c9c4f tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7413447 Dec 17 15:24:11.025727 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-9fdcb7e2-58b6-4b3b-b4a7-2a7d0f162bf0 service neutron] Request body: {'port': {'device_id': '3def9a32-02bf-4598-b376-2446404b1690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:24:11.037738 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-da25b20b-3478-47a6-a603-0ac2a0d5d83f None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:11.070567 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:11.115710 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-98d19255-be90-4925-a527-0ae4a2e069ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:11.137904 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-9fdcb7e2-58b6-4b3b-b4a7-2a7d0f162bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:11.150307 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=bc0c0853-2b58-4f83-a056-fd7a328b6397,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:11.154688 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52980b29-7141-43be-a72d-68b187d17aa3 req-0cab2f0b-784d-424c-add3-a8316dcab012 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:11.156855 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-52980b29-7141-43be-a72d-68b187d17aa3 req-0cab2f0b-784d-424c-add3-a8316dcab012 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31 HTTP/1.1" status: 200 len: 944 time: 0.1149285 Dec 17 15:24:11.167239 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-da25b20b-3478-47a6-a603-0ac2a0d5d83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:11.226244 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03549d6b-1ea2-49df-93ac-197c3966b31a None None] Pushing event updated for resources: {'Port': ['ID=8cd192bb-5c56-41b7-92a1-9fbec28c8d37,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:11.238318 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-98d19255-be90-4925-a527-0ae4a2e069ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:11.268395 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d19255-be90-4925-a527-0ae4a2e069ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:24:11.283525 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-98d19255-be90-4925-a527-0ae4a2e069ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:11.284152 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-98d19255-be90-4925-a527-0ae4a2e069ef admin admin] Added segment d431bc8e-26be-43f7-8215-0e74effa22cb of type vlan for network 1652134b-6f2a-44d0-ac5e-17bc57c8c6ec Dec 17 15:24:11.342328 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-da25b20b-3478-47a6-a603-0ac2a0d5d83f None None] Attempting to bind port 8cd192bb-5c56-41b7-92a1-9fbec28c8d37 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:24:11.345459 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-da25b20b-3478-47a6-a603-0ac2a0d5d83f None None] Attempting to bind port 8cd192bb-5c56-41b7-92a1-9fbec28c8d37 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '1698481d-6374-42a9-ab95-80bef8c99f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'de5b4090-a778-4df4-ad31-4dba3e85ea67'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:24:11.346446 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da25b20b-3478-47a6-a603-0ac2a0d5d83f None None] Attempting to bind port 8cd192bb-5c56-41b7-92a1-9fbec28c8d37 on network de5b4090-a778-4df4-ad31-4dba3e85ea67 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:24:11.352291 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da25b20b-3478-47a6-a603-0ac2a0d5d83f None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:24:11.352688 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da25b20b-3478-47a6-a603-0ac2a0d5d83f None None] Checking segment: {'id': '1698481d-6374-42a9-ab95-80bef8c99f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'de5b4090-a778-4df4-ad31-4dba3e85ea67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:24:11.353236 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-da25b20b-3478-47a6-a603-0ac2a0d5d83f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:11.353619 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da25b20b-3478-47a6-a603-0ac2a0d5d83f None None] Bound using segment: {'id': '1698481d-6374-42a9-ab95-80bef8c99f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'de5b4090-a778-4df4-ad31-4dba3e85ea67'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:24:11.354283 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-da25b20b-3478-47a6-a603-0ac2a0d5d83f None None] Bound port: 8cd192bb-5c56-41b7-92a1-9fbec28c8d37, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1698481d-6374-42a9-ab95-80bef8c99f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'de5b4090-a778-4df4-ad31-4dba3e85ea67'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:24:11.354861 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-da25b20b-3478-47a6-a603-0ac2a0d5d83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:11.407415 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-98d19255-be90-4925-a527-0ae4a2e069ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:11.450007 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['bc0c0853-2b58-4f83-a056-fd7a328b6397'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:24:11.454131 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['f00edf62-2479-4434-b990-1e15a7cfb147'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:24:11.461526 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d19255-be90-4925-a527-0ae4a2e069ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3205d919-1c90-4dfd-9fd3-f4f199a05762,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:11.485481 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-52980b29-7141-43be-a72d-68b187d17aa3 req-09adb682-c2ac-455a-a3be-89901a0b8191 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222463 Dec 17 15:24:11.538335 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b71057-36a0-44c3-9365-1c87eb30a923 req-6b307286-3f58-4fe9-8796-ca33de72739c tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:11.553344 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-33b71057-36a0-44c3-9365-1c87eb30a923 req-6b307286-3f58-4fe9-8796-ca33de72739c tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c550712-84f2-46f6-b771-ad87435dc10b HTTP/1.1" status: 200 len: 945 time: 0.2006023 Dec 17 15:24:11.577325 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-da25b20b-3478-47a6-a603-0ac2a0d5d83f None None] For port 8cd192bb-5c56-41b7-92a1-9fbec28c8d37, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:24:11.617380 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-9fdcb7e2-58b6-4b3b-b4a7-2a7d0f162bf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f2a20a-986a-4f79-b5a7-3958b2ff049a {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:24:11.619407 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-da25b20b-3478-47a6-a603-0ac2a0d5d83f None None] For port 8cd192bb-5c56-41b7-92a1-9fbec28c8d37, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=8cd192bb-5c56-41b7-92a1-9fbec28c8d37,segment=NetworkSegment(1698481d-6374-42a9-ab95-80bef8c99f6c),segment_id=1698481d-6374-42a9-ab95-80bef8c99f6c)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:24:11.625412 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-9fdcb7e2-58b6-4b3b-b4a7-2a7d0f162bf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:11.631155 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b2970ed8-573e-4a52-9896-c9f3bf2dc169 req-28aa4fdb-d4bc-4e77-b207-6468c4c4c6c9 tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0455663 Dec 17 15:24:11.638901 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-9fdcb7e2-58b6-4b3b-b4a7-2a7d0f162bf0 service neutron] Transition to ACTIVE for port object 97f2a20a-986a-4f79-b5a7-3958b2ff049a will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:24:11.643715 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-98d19255-be90-4925-a527-0ae4a2e069ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:11.644679 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d19255-be90-4925-a527-0ae4a2e069ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:11.645642 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-98d19255-be90-4925-a527-0ae4a2e069ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:11.649732 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-e7372b6a-dff6-4f1b-ab50-49601a4a73b4 None None] Provisioning complete for port 8cd192bb-5c56-41b7-92a1-9fbec28c8d37 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:24:11.650112 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e7372b6a-dff6-4f1b-ab50-49601a4a73b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:11.658002 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-33b71057-36a0-44c3-9365-1c87eb30a923 req-541fd9c8-5f08-4505-b596-fbbe7fc623f1 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/security-groups?id=7137efc9-abfd-4283-85db-fc0efbfad6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036928 Dec 17 15:24:11.733069 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-e7372b6a-dff6-4f1b-ab50-49601a4a73b4 None None] Port 8cd192bb-5c56-41b7-92a1-9fbec28c8d37 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:24:11.738239 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d19255-be90-4925-a527-0ae4a2e069ef admin admin] Pushing event updated for resources: {'Network': ['ID=1652134b-6f2a-44d0-ac5e-17bc57c8c6ec,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:11.752811 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 1652134b-6f2a-44d0-ac5e-17bc57c8c6ec details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:24:11.758506 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-9fdcb7e2-58b6-4b3b-b4a7-2a7d0f162bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:11.772366 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-da25b20b-3478-47a6-a603-0ac2a0d5d83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:11.907791 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-98d19255-be90-4925-a527-0ae4a2e069ef admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2220550 Dec 17 15:24:11.910609 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 57480) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:24:11.916094 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-fd05ffa3-b0fc-4f60-a0db-c5b24dc4d768 admin admin] Request body: {'subnet': {'network_id': '1652134b-6f2a-44d0-ac5e-17bc57c8c6ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1052913042-subnet', 'tenant_id': '3910f5adac3644bd8970d483f081e0c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:24:11.928780 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdcb7e2-58b6-4b3b-b4a7-2a7d0f162bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=97f2a20a-986a-4f79-b5a7-3958b2ff049a,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:11.998702 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-9fdcb7e2-58b6-4b3b-b4a7-2a7d0f162bf0 service neutron] Attempting to bind port 97f2a20a-986a-4f79-b5a7-3958b2ff049a on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:24:11.999172 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-9fdcb7e2-58b6-4b3b-b4a7-2a7d0f162bf0 service neutron] Attempting to bind port 97f2a20a-986a-4f79-b5a7-3958b2ff049a by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '8c36ffd6-5a93-4f94-8705-bf5bd2d48308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '08c9e064-e12f-4a4c-95b1-8ca4e4e5512c'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:24:11.999495 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-9fdcb7e2-58b6-4b3b-b4a7-2a7d0f162bf0 service neutron] Attempting to bind port 97f2a20a-986a-4f79-b5a7-3958b2ff049a on network 08c9e064-e12f-4a4c-95b1-8ca4e4e5512c {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:24:12.013401 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-9fdcb7e2-58b6-4b3b-b4a7-2a7d0f162bf0 service neutron] Port 97f2a20a-986a-4f79-b5a7-3958b2ff049a on network 08c9e064-e12f-4a4c-95b1-8ca4e4e5512c not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:24:12.014331 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-9fdcb7e2-58b6-4b3b-b4a7-2a7d0f162bf0 service neutron] Attempting to bind port 97f2a20a-986a-4f79-b5a7-3958b2ff049a on network 08c9e064-e12f-4a4c-95b1-8ca4e4e5512c {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:24:12.020967 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-9fdcb7e2-58b6-4b3b-b4a7-2a7d0f162bf0 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:24:12.021336 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-9fdcb7e2-58b6-4b3b-b4a7-2a7d0f162bf0 service neutron] Checking segment: {'id': '8c36ffd6-5a93-4f94-8705-bf5bd2d48308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '08c9e064-e12f-4a4c-95b1-8ca4e4e5512c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:24:12.021722 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-9fdcb7e2-58b6-4b3b-b4a7-2a7d0f162bf0 service neutron] Bound using segment: {'id': '8c36ffd6-5a93-4f94-8705-bf5bd2d48308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '08c9e064-e12f-4a4c-95b1-8ca4e4e5512c'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:24:12.022152 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-9fdcb7e2-58b6-4b3b-b4a7-2a7d0f162bf0 service neutron] Bound port: 97f2a20a-986a-4f79-b5a7-3958b2ff049a, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c36ffd6-5a93-4f94-8705-bf5bd2d48308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '08c9e064-e12f-4a4c-95b1-8ca4e4e5512c'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:24:12.022508 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-9fdcb7e2-58b6-4b3b-b4a7-2a7d0f162bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:12.038502 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da25b20b-3478-47a6-a603-0ac2a0d5d83f None None] Routers {'4c1b8d6e-1334-4957-a357-34cf573cc44f'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:24:12.039158 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-da25b20b-3478-47a6-a603-0ac2a0d5d83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:24:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['4c1b8d6e-1334-4957-a357-34cf573cc44f'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:24:12.117331 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd05ffa3-b0fc-4f60-a0db-c5b24dc4d768 admin admin] Made reservation on behalf of 3910f5adac3644bd8970d483f081e0c6 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:24:12.119239 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-9fdcb7e2-58b6-4b3b-b4a7-2a7d0f162bf0 service neutron] For port 97f2a20a-986a-4f79-b5a7-3958b2ff049a, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:24:12.124216 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-9fdcb7e2-58b6-4b3b-b4a7-2a7d0f162bf0 service neutron] For port 97f2a20a-986a-4f79-b5a7-3958b2ff049a, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=97f2a20a-986a-4f79-b5a7-3958b2ff049a,segment=NetworkSegment(8c36ffd6-5a93-4f94-8705-bf5bd2d48308),segment_id=8c36ffd6-5a93-4f94-8705-bf5bd2d48308)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:24:12.124817 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fd05ffa3-b0fc-4f60-a0db-c5b24dc4d768 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:12.125894 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03549d6b-1ea2-49df-93ac-197c3966b31a None None] Pushing event updated for resources: {'Port': ['ID=8cd192bb-5c56-41b7-92a1-9fbec28c8d37,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:12.224661 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-9fdcb7e2-58b6-4b3b-b4a7-2a7d0f162bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:12.321411 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-9fdcb7e2-58b6-4b3b-b4a7-2a7d0f162bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:12.325536 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-9fdcb7e2-58b6-4b3b-b4a7-2a7d0f162bf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:12.326729 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-9fdcb7e2-58b6-4b3b-b4a7-2a7d0f162bf0 service neutron] 10.222.0.41 "PUT /v2.0/ports/97f2a20a-986a-4f79-b5a7-3958b2ff049a HTTP/1.1" status: 200 len: 1091 time: 1.3077114 Dec 17 15:24:12.327221 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3def9a32-02bf-4598-b376-2446404b1690', 'tag': '97f2a20a-986a-4f79-b5a7-3958b2ff049a'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:24:12.333441 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58407f6b-4a4c-4f06-8203-b1b6545f15f8" -d '{"events": [{"name": "network-changed", "server_uuid": "3def9a32-02bf-4598-b376-2446404b1690", "tag": "97f2a20a-986a-4f79-b5a7-3958b2ff049a"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:24:12.372023 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdcb7e2-58b6-4b3b-b4a7-2a7d0f162bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=97f2a20a-986a-4f79-b5a7-3958b2ff049a,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:12.394139 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed61669-17ca-43cb-9931-1f5fc8fc1cee req-636f4d95-5d01-46f6-b077-1da8bcd0a462 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:12.396506 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bed61669-17ca-43cb-9931-1f5fc8fc1cee req-636f4d95-5d01-46f6-b077-1da8bcd0a462 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=3def9a32-02bf-4598-b376-2446404b1690 HTTP/1.1" status: 200 len: 943 time: 0.3514290 Dec 17 15:24:12.483783 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bed61669-17ca-43cb-9931-1f5fc8fc1cee req-51d70b8c-e40e-458e-9499-b042768db25f tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741992 Dec 17 15:24:12.536283 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fd05ffa3-b0fc-4f60-a0db-c5b24dc4d768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:12.598937 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-1cf3bbee-a4bb-4c74-b451-80d15d8a06e7 None None] Provisioning complete for port 8cd192bb-5c56-41b7-92a1-9fbec28c8d37 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:24:12.601387 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1cf3bbee-a4bb-4c74-b451-80d15d8a06e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:12.623024 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-806f8a66-ebb0-4613-9823-6ad9966833f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:12.626689 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-806f8a66-ebb0-4613-9823-6ad9966833f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7013fb088334b89b4b468618dd42862&device_id=3def9a32-02bf-4598-b376-2446404b1690 HTTP/1.1" status: 200 len: 1094 time: 0.0877142 Dec 17 15:24:12.698869 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-da25b20b-3478-47a6-a603-0ac2a0d5d83f None None] Set router 4c1b8d6e-1334-4957-a357-34cf573cc44f gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:24:12.723175 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-37986e0f-82e2-4f2f-90c1-2e44ad6439ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97f2a20a-986a-4f79-b5a7-3958b2ff049a HTTP/1.1" status: 200 len: 217 time: 0.0825272 Dec 17 15:24:12.741136 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05ffa3-b0fc-4f60-a0db-c5b24dc4d768 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fb538d8-3317-46c4-9620-8dc0759d8e40,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:12.754560 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd05ffa3-b0fc-4f60-a0db-c5b24dc4d768 admin admin] Checking segment: {'id': 'd431bc8e-26be-43f7-8215-0e74effa22cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1652134b-6f2a-44d0-ac5e-17bc57c8c6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:24:12.756986 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd05ffa3-b0fc-4f60-a0db-c5b24dc4d768 admin admin] Network hostable DHCP agents. Network: 1652134b-6f2a-44d0-ac5e-17bc57c8c6ec, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:24:12.782132 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f42746-7cd5-477c-867d-5b934e49ad94 req-d2811d48-adb7-4975-a471-9a4dce665a8c tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:12.786903 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5a355a-4c90-4574-a671-c4ba7c7f1515 x-openstack-request-id: req-6d5a355a-4c90-4574-a671-c4ba7c7f1515 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:24:12.787180 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3def9a32-02bf-4598-b376-2446404b1690", "tag": "97f2a20a-986a-4f79-b5a7-3958b2ff049a", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:24:12.787618 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6d5a355a-4c90-4574-a671-c4ba7c7f1515 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:24:12.788243 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3def9a32-02bf-4598-b376-2446404b1690', 'tag': '97f2a20a-986a-4f79-b5a7-3958b2ff049a', 'status': 'completed', 'code': 200} Dec 17 15:24:12.797888 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b2f42746-7cd5-477c-867d-5b934e49ad94 req-d2811d48-adb7-4975-a471-9a4dce665a8c tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31 HTTP/1.1" status: 200 len: 945 time: 0.1813109 Dec 17 15:24:12.829257 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-2da02615-e31a-427f-a6d1-72376332577b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:12.831412 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-2da02615-e31a-427f-a6d1-72376332577b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0952ece7-8a2b-46ed-893a-e5c8c7ca2a55 HTTP/1.1" status: 200 len: 855 time: 0.1002600 Dec 17 15:24:12.886030 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-62123adf-8baf-4433-8f63-ff2b7fe2a5f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08c9e064-e12f-4a4c-95b1-8ca4e4e5512c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470455 Dec 17 15:24:12.920510 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b2f42746-7cd5-477c-867d-5b934e49ad94 req-9abc7de0-cd69-45b8-bf6d-b46b9cf577f5 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213868 Dec 17 15:24:13.007609 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77593b7c-d813-4745-9582-795395d5b83c req-18f6066f-ec53-4b48-a8e3-b397d1c55bf2 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:13.009293 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1cf3bbee-a4bb-4c74-b451-80d15d8a06e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:13.016839 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-77593b7c-d813-4745-9582-795395d5b83c req-18f6066f-ec53-4b48-a8e3-b397d1c55bf2 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c550712-84f2-46f6-b771-ad87435dc10b HTTP/1.1" status: 200 len: 945 time: 0.1131246 Dec 17 15:24:13.019901 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd05ffa3-b0fc-4f60-a0db-c5b24dc4d768 admin admin] Network 1652134b-6f2a-44d0-ac5e-17bc57c8c6ec is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:24:13.069099 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-4da8bde2-0951-480f-b836-ef613cf120c9 service neutron] 10.222.0.41 "GET /v2.0/networks/08c9e064-e12f-4a4c-95b1-8ca4e4e5512c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739421 Dec 17 15:24:13.120252 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c1fa9fb-8309-4ada-b147-37bc16ccd538 req-7810a73a-d6ac-4793-9e1d-b07408147caf tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0673056 Dec 17 15:24:13.125036 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-1cf3bbee-a4bb-4c74-b451-80d15d8a06e7 None None] For port 8cd192bb-5c56-41b7-92a1-9fbec28c8d37, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=8cd192bb-5c56-41b7-92a1-9fbec28c8d37,segment=NetworkSegment(1698481d-6374-42a9-ab95-80bef8c99f6c),segment_id=1698481d-6374-42a9-ab95-80bef8c99f6c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:24:13.142596 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-77593b7c-d813-4745-9582-795395d5b83c req-eee15c3a-0e6c-4bbd-b653-b676892ec41e tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/security-groups?id=7137efc9-abfd-4283-85db-fc0efbfad6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248009 Dec 17 15:24:13.186746 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-fd05ffa3-b0fc-4f60-a0db-c5b24dc4d768 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 1652134b-6f2a-44d0-ac5e-17bc57c8c6ec) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:24:13.191469 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd05ffa3-b0fc-4f60-a0db-c5b24dc4d768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:13.192070 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fd05ffa3-b0fc-4f60-a0db-c5b24dc4d768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:13.195070 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-91600e1b-b699-4f08-8f82-5b5b3d71f48d req-c7a7750d-01aa-463e-894a-9b7e64491c34 service neutron] 10.222.0.41 "GET /v2.0/networks/08c9e064-e12f-4a4c-95b1-8ca4e4e5512c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185172 Dec 17 15:24:13.200890 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcf6ee4-12f6-4ae0-83a5-faf3a965264d None None] Network 1652134b-6f2a-44d0-ac5e-17bc57c8c6ec requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:24:13.279250 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1cf3bbee-a4bb-4c74-b451-80d15d8a06e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:13.289990 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-fd05ffa3-b0fc-4f60-a0db-c5b24dc4d768 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3783092 Dec 17 15:24:13.296924 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 57502) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:24:13.302935 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-ca5e7788-f08b-4222-a228-16617a9218eb admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1052913042-router', 'tenant_id': '3910f5adac3644bd8970d483f081e0c6', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:24:13.374675 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3bbee-a4bb-4c74-b451-80d15d8a06e7 None None] Pushing event updated for resources: {'Port': ['ID=8cd192bb-5c56-41b7-92a1-9fbec28c8d37,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:13.382025 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-da25b20b-3478-47a6-a603-0ac2a0d5d83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'name': 'tempest-TaggedBootDevicesTest-817605198-router', 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'd269410d-cd0f-4f27-9d29-8d9250229641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:23:58Z', 'updated_at': '2021-12-17T15:24:07Z', 'revision_number': 4, 'project_id': '877bbdd90a9744e8870dce0869eb9a96', 'gw_port': {'id': 'd269410d-cd0f-4f27-9d29-8d9250229641', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:23:59Z', 'updated_at': '2021-12-17T15:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '8cd192bb-5c56-41b7-92a1-9fbec28c8d37', 'name': '', 'network_id': 'de5b4090-a778-4df4-ad31-4dba3e85ea67', 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'mac_address': 'fa:16:3e:0d:60:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'd1a4a435-03ec-407e-806d-67c3316a8ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:24:05Z', 'updated_at': '2021-12-17T15:24:11Z', 'revision_number': 4, 'project_id': '877bbdd90a9744e8870dce0869eb9a96', 'subnets': [{'id': 'd1a4a435-03ec-407e-806d-67c3316a8ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:24:13.410119 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ca5e7788-f08b-4222-a228-16617a9218eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:13.411121 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ca5e7788-f08b-4222-a228-16617a9218eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:13.431332 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da25b20b-3478-47a6-a603-0ac2a0d5d83f None None] The sync data for ids ['4c1b8d6e-1334-4957-a357-34cf573cc44f'] in n-d-820553-2 is: [{'id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'name': 'tempest-TaggedBootDevicesTest-817605198-router', 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'd269410d-cd0f-4f27-9d29-8d9250229641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:23:58Z', 'updated_at': '2021-12-17T15:24:07Z', 'revision_number': 4, 'project_id': '877bbdd90a9744e8870dce0869eb9a96', 'gw_port': {'id': 'd269410d-cd0f-4f27-9d29-8d9250229641', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:23:59Z', 'updated_at': '2021-12-17T15:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '8cd192bb-5c56-41b7-92a1-9fbec28c8d37', 'name': '', 'network_id': 'de5b4090-a778-4df4-ad31-4dba3e85ea67', 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'mac_address': 'fa:16:3e:0d:60:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'd1a4a435-03ec-407e-806d-67c3316a8ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:24:05Z', 'updated_at': '2021-12-17T15:24:11Z', 'revision_number': 4, 'project_id': '877bbdd90a9744e8870dce0869eb9a96', 'subnets': [{'id': 'd1a4a435-03ec-407e-806d-67c3316a8ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:24:13.479876 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58407f6b-4a4c-4f06-8203-b1b6545f15f8 req-01296da6-af89-436c-8b7b-b1c9937858ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:13.482143 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-58407f6b-4a4c-4f06-8203-b1b6545f15f8 req-01296da6-af89-436c-8b7b-b1c9937858ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7013fb088334b89b4b468618dd42862&device_id=3def9a32-02bf-4598-b376-2446404b1690 HTTP/1.1" status: 200 len: 1094 time: 0.1014669 Dec 17 15:24:13.563702 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ca5e7788-f08b-4222-a228-16617a9218eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:13.582891 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58605609-0eb0-4fb7-9fc7-511662723270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-1652134b-6f2a-44d0-ac5e-17bc57c8c6ec', 'network_id': '1652134b-6f2a-44d0-ac5e-17bc57c8c6ec', 'tenant_id': '3910f5adac3644bd8970d483f081e0c6', 'fixed_ips': [{'subnet_id': '8fb538d8-3317-46c4-9620-8dc0759d8e40'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:24:13.583865 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-58605609-0eb0-4fb7-9fc7-511662723270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:13.740507 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58407f6b-4a4c-4f06-8203-b1b6545f15f8 req-ed7f75cd-d237-49ef-bff0-0b23b027c803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:13.744600 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-58407f6b-4a4c-4f06-8203-b1b6545f15f8 req-ed7f75cd-d237-49ef-bff0-0b23b027c803 service neutron] 10.222.0.41 "GET /v2.0/networks?id=08c9e064-e12f-4a4c-95b1-8ca4e4e5512c HTTP/1.1" status: 200 len: 916 time: 0.2532270 Dec 17 15:24:13.842393 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-58407f6b-4a4c-4f06-8203-b1b6545f15f8 req-cd6bca03-600f-4265-b514-1b6d1da9c7fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97f2a20a-986a-4f79-b5a7-3958b2ff049a HTTP/1.1" status: 200 len: 217 time: 0.0873775 Dec 17 15:24:13.885614 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbe7ba-6756-489a-aba6-860b55d9e881 req-b62463e0-29da-455e-b25b-bc796e5609fc tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:13.885614 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-edfbe7ba-6756-489a-aba6-860b55d9e881 req-b62463e0-29da-455e-b25b-bc796e5609fc tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=3def9a32-02bf-4598-b376-2446404b1690 HTTP/1.1" status: 200 len: 943 time: 0.2639425 Dec 17 15:24:13.897892 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-58605609-0eb0-4fb7-9fc7-511662723270 None None] Allocated IP 172.20.0.2 (1652134b-6f2a-44d0-ac5e-17bc57c8c6ec/8fb538d8-3317-46c4-9620-8dc0759d8e40/c5b5f052-c8bd-4535-b947-a8c4a2a98267) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:24:13.941028 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58407f6b-4a4c-4f06-8203-b1b6545f15f8 req-155f3cb7-135a-44f1-9649-4b4fe7d6cc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:13.944717 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-58407f6b-4a4c-4f06-8203-b1b6545f15f8 req-155f3cb7-135a-44f1-9649-4b4fe7d6cc0a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0952ece7-8a2b-46ed-893a-e5c8c7ca2a55 HTTP/1.1" status: 200 len: 855 time: 0.0924926 Dec 17 15:24:14.041178 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-58407f6b-4a4c-4f06-8203-b1b6545f15f8 req-320ee8ea-60fc-4f29-9054-8df39103c5d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08c9e064-e12f-4a4c-95b1-8ca4e4e5512c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820024 Dec 17 15:24:14.120306 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ca5e7788-f08b-4222-a228-16617a9218eb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:14.162991 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-58605609-0eb0-4fb7-9fc7-511662723270 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:14.187530 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-58407f6b-4a4c-4f06-8203-b1b6545f15f8 req-0f457fe5-d824-44c7-bb95-718698e4f6e5 service neutron] 10.222.0.41 "GET /v2.0/networks/08c9e064-e12f-4a4c-95b1-8ca4e4e5512c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368878 Dec 17 15:24:14.218765 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-edfbe7ba-6756-489a-aba6-860b55d9e881 req-5ae28e51-f18f-4727-970e-82eeab65c445 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467592 Dec 17 15:24:14.252998 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14983721-8eb1-44d5-a850-28bdfc696188 req-925f6eb1-5f66-4436-95ae-6742e9425e5b tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:14.260214 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-14983721-8eb1-44d5-a850-28bdfc696188 req-925f6eb1-5f66-4436-95ae-6742e9425e5b tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31 HTTP/1.1" status: 200 len: 945 time: 0.1554258 Dec 17 15:24:14.349896 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-14983721-8eb1-44d5-a850-28bdfc696188 req-506cdbb5-56dd-4ca2-aabc-8d47e6e37097 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820048 Dec 17 15:24:14.354339 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-58407f6b-4a4c-4f06-8203-b1b6545f15f8 req-a94d6f36-5523-465b-9baa-1cbfd3c175b1 service neutron] 10.222.0.41 "GET /v2.0/networks/08c9e064-e12f-4a4c-95b1-8ca4e4e5512c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590610 Dec 17 15:24:14.376281 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-58605609-0eb0-4fb7-9fc7-511662723270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:14.478024 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58605609-0eb0-4fb7-9fc7-511662723270 None None] Pushing event updated for resources: {'Port': ['ID=c5b5f052-c8bd-4535-b947-a8c4a2a98267,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:14.489845 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58605609-0eb0-4fb7-9fc7-511662723270 None None] Network 1652134b-6f2a-44d0-ac5e-17bc57c8c6ec is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:24:14.491278 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-58605609-0eb0-4fb7-9fc7-511662723270 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:24:14.493775 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58605609-0eb0-4fb7-9fc7-511662723270 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:24:14.564472 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-58605609-0eb0-4fb7-9fc7-511662723270 None None] Attempting to bind port c5b5f052-c8bd-4535-b947-a8c4a2a98267 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:24:14.565098 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-58605609-0eb0-4fb7-9fc7-511662723270 None None] Attempting to bind port c5b5f052-c8bd-4535-b947-a8c4a2a98267 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'd431bc8e-26be-43f7-8215-0e74effa22cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1652134b-6f2a-44d0-ac5e-17bc57c8c6ec'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:24:14.565872 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58605609-0eb0-4fb7-9fc7-511662723270 None None] Attempting to bind port c5b5f052-c8bd-4535-b947-a8c4a2a98267 on network 1652134b-6f2a-44d0-ac5e-17bc57c8c6ec {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:24:14.571241 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58605609-0eb0-4fb7-9fc7-511662723270 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:24:14.571636 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58605609-0eb0-4fb7-9fc7-511662723270 None None] Checking segment: {'id': 'd431bc8e-26be-43f7-8215-0e74effa22cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1652134b-6f2a-44d0-ac5e-17bc57c8c6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:24:14.572042 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-58605609-0eb0-4fb7-9fc7-511662723270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:14.572422 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58605609-0eb0-4fb7-9fc7-511662723270 None None] Bound using segment: {'id': 'd431bc8e-26be-43f7-8215-0e74effa22cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1652134b-6f2a-44d0-ac5e-17bc57c8c6ec'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:24:14.572888 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-58605609-0eb0-4fb7-9fc7-511662723270 None None] Bound port: c5b5f052-c8bd-4535-b947-a8c4a2a98267, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd431bc8e-26be-43f7-8215-0e74effa22cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1652134b-6f2a-44d0-ac5e-17bc57c8c6ec'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:24:14.573133 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-df3d1e3b-d991-4fc1-affd-c6c9cb08c101 req-a436d161-d1af-4f32-a203-1dbfeacb42a7 tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0543225 Dec 17 15:24:14.573301 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-58605609-0eb0-4fb7-9fc7-511662723270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:14.594855 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f2371-27e0-46fd-84bc-ec6101aa65a2 req-4d69a143-2797-4b6c-a13e-77144d0dbd65 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:14.604170 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a3f2371-27e0-46fd-84bc-ec6101aa65a2 req-4d69a143-2797-4b6c-a13e-77144d0dbd65 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c550712-84f2-46f6-b771-ad87435dc10b HTTP/1.1" status: 200 len: 945 time: 0.2492578 Dec 17 15:24:14.660078 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-58605609-0eb0-4fb7-9fc7-511662723270 None None] For port c5b5f052-c8bd-4535-b947-a8c4a2a98267, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:24:14.665011 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-58605609-0eb0-4fb7-9fc7-511662723270 None None] For port c5b5f052-c8bd-4535-b947-a8c4a2a98267, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c5b5f052-c8bd-4535-b947-a8c4a2a98267,segment=NetworkSegment(d431bc8e-26be-43f7-8215-0e74effa22cb),segment_id=d431bc8e-26be-43f7-8215-0e74effa22cb)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:24:14.668874 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a3f2371-27e0-46fd-84bc-ec6101aa65a2 req-3b8bf463-e62e-4a4a-a669-42666f723c7a tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/security-groups?id=7137efc9-abfd-4283-85db-fc0efbfad6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635662 Dec 17 15:24:14.813447 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-58605609-0eb0-4fb7-9fc7-511662723270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:14.865275 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ca5e7788-f08b-4222-a228-16617a9218eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:14.890294 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ca5e7788-f08b-4222-a228-16617a9218eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:14.903800 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58605609-0eb0-4fb7-9fc7-511662723270 None None] Pushing event updated for resources: {'Port': ['ID=c5b5f052-c8bd-4535-b947-a8c4a2a98267,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:15.034104 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-ca5e7788-f08b-4222-a228-16617a9218eb admin admin] Allocated IP 172.25.6.120 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/ecc58494-5367-4b49-b11c-8b4c55604d00) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:24:15.190614 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ca5e7788-f08b-4222-a228-16617a9218eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:15.195381 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device bc0c0853-2b58-4f83-a056-fd7a328b6397 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:24:15.358417 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc33ae-2bc5-41c1-8748-1b8446764f50 req-12b9ccf5-f46e-4ff4-8803-60554fe75c58 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:15.360276 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3adc33ae-2bc5-41c1-8748-1b8446764f50 req-12b9ccf5-f46e-4ff4-8803-60554fe75c58 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=3def9a32-02bf-4598-b376-2446404b1690 HTTP/1.1" status: 200 len: 943 time: 0.0712724 Dec 17 15:24:15.409829 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c5b5f052-c8bd-4535-b947-a8c4a2a98267 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:24:15.421012 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port bc0c0853-2b58-4f83-a056-fd7a328b6397 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:24:15.422027 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ca5e7788-f08b-4222-a228-16617a9218eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:15.486736 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port bc0c0853-2b58-4f83-a056-fd7a328b6397 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:24:15.487270 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:15.488846 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3adc33ae-2bc5-41c1-8748-1b8446764f50 req-d4f92a0d-a5ff-41a6-be14-f679e63f5713 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186180 Dec 17 15:24:15.531406 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e7788-f08b-4222-a228-16617a9218eb admin admin] Pushing event updated for resources: {'Port': ['ID=ecc58494-5367-4b49-b11c-8b4c55604d00,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:15.535400 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5e7788-f08b-4222-a228-16617a9218eb admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:24:15.540166 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-ca5e7788-f08b-4222-a228-16617a9218eb admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:24:15.546461 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5e7788-f08b-4222-a228-16617a9218eb admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:24:15.594162 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74030c4f-b9a3-4fa9-9a32-d3d3d300409f req-d2ad3b80-0176-4e2c-ba7e-843e55aca4c0 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:15.595904 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-74030c4f-b9a3-4fa9-9a32-d3d3d300409f req-d2ad3b80-0176-4e2c-ba7e-843e55aca4c0 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31 HTTP/1.1" status: 200 len: 945 time: 0.1058664 Dec 17 15:24:15.600386 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port c5b5f052-c8bd-4535-b947-a8c4a2a98267 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:24:15.600945 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:15.649963 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:15.698868 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port bc0c0853-2b58-4f83-a056-fd7a328b6397, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=bc0c0853-2b58-4f83-a056-fd7a328b6397,segment=NetworkSegment(4d21e005-2828-402d-861d-cab8d78776ef),segment_id=4d21e005-2828-402d-861d-cab8d78776ef)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:24:15.699979 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0c0853-2b58-4f83-a056-fd7a328b6397'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:24:15.702761 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a94a222-f289-4894-ba63-0a57b20faba1" -d '{"events": [{"server_uuid": "84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31", "name": "network-vif-plugged", "status": "completed", "tag": "bc0c0853-2b58-4f83-a056-fd7a328b6397"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:24:15.769788 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:15.817132 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port c5b5f052-c8bd-4535-b947-a8c4a2a98267, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c5b5f052-c8bd-4535-b947-a8c4a2a98267,segment=NetworkSegment(d431bc8e-26be-43f7-8215-0e74effa22cb),segment_id=d431bc8e-26be-43f7-8215-0e74effa22cb)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:24:15.846881 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-74030c4f-b9a3-4fa9-9a32-d3d3d300409f req-f9dda34b-9706-4f97-b4a3-2b514f13b558 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351465 Dec 17 15:24:15.900146 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c9e161f4-e0ee-404b-bd85-d2c5d1754e86 req-edd9fd26-8fd3-42e0-a0ed-4fce9f5109c5 tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0816240 Dec 17 15:24:16.004116 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:16.010145 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device f00edf62-2479-4434-b990-1e15a7cfb147 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:24:16.032016 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fb1a4-d886-419a-87d5-f762b02f0c91 req-64bf8aec-5e82-4bf4-a536-117a7cf5d223 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:16.038424 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-df4fb1a4-d886-419a-87d5-f762b02f0c91 req-64bf8aec-5e82-4bf4-a536-117a7cf5d223 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c550712-84f2-46f6-b771-ad87435dc10b HTTP/1.1" status: 200 len: 945 time: 0.0735922 Dec 17 15:24:16.107450 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-df4fb1a4-d886-419a-87d5-f762b02f0c91 req-240c1258-3244-4222-877b-adcf587c588b tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/security-groups?id=7137efc9-abfd-4283-85db-fc0efbfad6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523038 Dec 17 15:24:16.120674 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a3d24d-6855-4d43-abf2-3b9c514feeaa x-openstack-request-id: req-e6a3d24d-6855-4d43-abf2-3b9c514feeaa {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:24:16.121066 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31", "name": "network-vif-plugged", "status": "completed", "tag": "bc0c0853-2b58-4f83-a056-fd7a328b6397", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:24:16.121267 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e6a3d24d-6855-4d43-abf2-3b9c514feeaa {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:24:16.121685 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0c0853-2b58-4f83-a056-fd7a328b6397', 'code': 200} Dec 17 15:24:16.165199 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=bc0c0853-2b58-4f83-a056-fd7a328b6397,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:16.237719 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07989c-b120-4eb5-9d31-3f3b8f3b5714 req-b17fe914-c304-4c39-a606-e9b2d9e29965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:16.239538 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8c07989c-b120-4eb5-9d31-3f3b8f3b5714 req-b17fe914-c304-4c39-a606-e9b2d9e29965 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31 HTTP/1.1" status: 200 len: 1097 time: 0.0567341 Dec 17 15:24:16.279008 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:16.279847 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 8cd192bb-5c56-41b7-92a1-9fbec28c8d37 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:24:16.292326 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port f00edf62-2479-4434-b990-1e15a7cfb147 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:24:16.325554 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8c07989c-b120-4eb5-9d31-3f3b8f3b5714 req-125a119c-6721-4862-978d-c241c9498135 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755804 Dec 17 15:24:16.375961 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port f00edf62-2479-4434-b990-1e15a7cfb147 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:24:16.377504 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:16.420112 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a852f879-9626-4f48-8e4f-ef1f2662ffba None None] Network 1652134b-6f2a-44d0-ac5e-17bc57c8c6ec requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:24:16.433142 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ca5e7788-f08b-4222-a228-16617a9218eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:16.531615 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=c5b5f052-c8bd-4535-b947-a8c4a2a98267,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:16.544205 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-73e7fec6-c62b-4be0-bc93-32a4904ba8d8 None None] Provisioning complete for port c5b5f052-c8bd-4535-b947-a8c4a2a98267 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:24:16.544603 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-73e7fec6-c62b-4be0-bc93-32a4904ba8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:16.624611 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 8cd192bb-5c56-41b7-92a1-9fbec28c8d37 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:24:16.624983 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:16.727733 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00526e1d-4705-41df-93e0-a5441d5b989c req-c84dea3e-7f56-4b66-98a7-afb7f61f2a87 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:16.729426 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-00526e1d-4705-41df-93e0-a5441d5b989c req-c84dea3e-7f56-4b66-98a7-afb7f61f2a87 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=3def9a32-02bf-4598-b376-2446404b1690 HTTP/1.1" status: 200 len: 943 time: 0.1024909 Dec 17 15:24:16.751561 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ca5e7788-f08b-4222-a228-16617a9218eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:16.754585 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:16.857495 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-00526e1d-4705-41df-93e0-a5441d5b989c req-405ed81e-44bf-4f9d-b513-d8ff2ff110b1 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172223 Dec 17 15:24:16.866933 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port f00edf62-2479-4434-b990-1e15a7cfb147, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f00edf62-2479-4434-b990-1e15a7cfb147,segment=NetworkSegment(f0576d95-0222-4e78-b3e3-ec7ffc4f258f),segment_id=f0576d95-0222-4e78-b3e3-ec7ffc4f258f)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:24:16.917254 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 57548) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:24:17.039666 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-254badb4-bedf-4c87-a859-fc888c1d39de req-a9e00234-f380-4657-8af9-5192ec747040 tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0296266 Dec 17 15:24:17.069606 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b36f7f-a625-449f-a589-3e21051e011f req-9d11fe37-c7dd-43cc-9330-24bbcf124dea tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:17.077274 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-99b36f7f-a625-449f-a589-3e21051e011f req-9d11fe37-c7dd-43cc-9330-24bbcf124dea tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31 HTTP/1.1" status: 200 len: 946 time: 0.1187506 Dec 17 15:24:17.078360 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:17.109082 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eb09d5a2-d624-43c4-ac79-d4adb061aa49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:17.139030 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5e7788-f08b-4222-a228-16617a9218eb admin admin] Router 495a04b8-c678-4194-9d46-baa26f0e0716 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:24:17.157297 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-99b36f7f-a625-449f-a589-3e21051e011f req-9bbe3ad9-ac86-4528-98f7-7ccf5717f440 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790877 Dec 17 15:24:17.162169 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=f00edf62-2479-4434-b990-1e15a7cfb147,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:17.235276 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 97f2a20a-986a-4f79-b5a7-3958b2ff049a details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:24:17.242173 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eb09d5a2-d624-43c4-ac79-d4adb061aa49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:17.243861 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-f5b144a8-9e64-4f4a-9cab-e89ccb89d347 None None] Provisioning complete for port c5b5f052-c8bd-4535-b947-a8c4a2a98267 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:24:17.244242 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f5b144a8-9e64-4f4a-9cab-e89ccb89d347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:17.338192 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6cbc0-4de3-46d8-9b29-714479e4c604 req-a246d2d2-5777-4ee5-b30a-5a67d332a4fc tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:17.341534 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b7b6cbc0-4de3-46d8-9b29-714479e4c604 req-a246d2d2-5777-4ee5-b30a-5a67d332a4fc tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c550712-84f2-46f6-b771-ad87435dc10b HTTP/1.1" status: 200 len: 946 time: 0.0777369 Dec 17 15:24:17.375199 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eb09d5a2-d624-43c4-ac79-d4adb061aa49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:17.389709 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5e7788-f08b-4222-a228-16617a9218eb admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:24:17.402633 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3023eb2e-9e61-408d-b7bc-2fd8d44f3d7c None None] Sync routers for ids ['495a04b8-c678-4194-9d46-baa26f0e0716'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:24:17.407784 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09d5a2-d624-43c4-ac79-d4adb061aa49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096225fa-1e33-48eb-b4d2-6b9f6d01c557,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:17.416647 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3023eb2e-9e61-408d-b7bc-2fd8d44f3d7c None None] Routers {'495a04b8-c678-4194-9d46-baa26f0e0716'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:24:17.418114 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-3023eb2e-9e61-408d-b7bc-2fd8d44f3d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:24:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['495a04b8-c678-4194-9d46-baa26f0e0716'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:24:17.433482 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b7b6cbc0-4de3-46d8-9b29-714479e4c604 req-4216420a-f1ea-4ef2-871e-f55ad79a826e tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/security-groups?id=7137efc9-abfd-4283-85db-fc0efbfad6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858779 Dec 17 15:24:17.465024 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-eb09d5a2-d624-43c4-ac79-d4adb061aa49 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e7169beb10854ef78f452defa0124870&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5452538 Dec 17 15:24:17.467722 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 57562) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:24:17.499369 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c5b5f052-c8bd-4535-b947-a8c4a2a98267 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:24:17.526063 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e0c08fd5-50ab-490c-b4fd-7f60245c16ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:17.541993 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-3023eb2e-9e61-408d-b7bc-2fd8d44f3d7c None None] Set router 495a04b8-c678-4194-9d46-baa26f0e0716 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:24:17.551940 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e0c08fd5-50ab-490c-b4fd-7f60245c16ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:17.623766 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 97f2a20a-986a-4f79-b5a7-3958b2ff049a, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=97f2a20a-986a-4f79-b5a7-3958b2ff049a,segment=NetworkSegment(8c36ffd6-5a93-4f94-8705-bf5bd2d48308),segment_id=8c36ffd6-5a93-4f94-8705-bf5bd2d48308)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:24:17.642875 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port c5b5f052-c8bd-4535-b947-a8c4a2a98267 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:24:17.643421 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:17.645144 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '97f2a20a-986a-4f79-b5a7-3958b2ff049a', 'network_id': '08c9e064-e12f-4a4c-95b1-8ca4e4e5512c', 'port_id': '97f2a20a-986a-4f79-b5a7-3958b2ff049a', 'mac_address': 'fa:16:3e:b6:f7:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0952ece7-8a2b-46ed-893a-e5c8c7ca2a55', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:24:17.724390 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:17.727382 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ca5e7788-f08b-4222-a228-16617a9218eb admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:17.734790 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ca5e7788-f08b-4222-a228-16617a9218eb admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4337144 Dec 17 15:24:17.734994 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 57564) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:24:17.736153 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-3023eb2e-9e61-408d-b7bc-2fd8d44f3d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495a04b8-c678-4194-9d46-baa26f0e0716', 'name': 'tempest-TaggedBootDevicesTest-1052913042-router', 'tenant_id': '3910f5adac3644bd8970d483f081e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'ecc58494-5367-4b49-b11c-8b4c55604d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:24:13Z', 'updated_at': '2021-12-17T15:24:15Z', 'revision_number': 3, 'project_id': '3910f5adac3644bd8970d483f081e0c6', 'gw_port': {'id': 'ecc58494-5367-4b49-b11c-8b4c55604d00', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495a04b8-c678-4194-9d46-baa26f0e0716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:24:14Z', 'updated_at': '2021-12-17T15:24:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:24:17.743671 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f2a20a-986a-4f79-b5a7-3958b2ff049a {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:24:17.763930 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3b19487c-19e7-485f-b9cb-fc150e29982f req-8f742f87-08f2-4fdd-98ac-7764d49b1aee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b941d3cc-914a-423a-a2bc-af15ae5f2a5d HTTP/1.1" status: 200 len: 210 time: 0.0497777 Dec 17 15:24:17.766154 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3023eb2e-9e61-408d-b7bc-2fd8d44f3d7c None None] Checking router: 495a04b8-c678-4194-9d46-baa26f0e0716 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:24:17.766697 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3023eb2e-9e61-408d-b7bc-2fd8d44f3d7c None None] Updating router 495a04b8-c678-4194-9d46-baa26f0e0716 port ecc58494-5367-4b49-b11c-8b4c55604d00 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:24:17.794663 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-3023eb2e-9e61-408d-b7bc-2fd8d44f3d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:17.797914 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 97f2a20a-986a-4f79-b5a7-3958b2ff049a, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=97f2a20a-986a-4f79-b5a7-3958b2ff049a,segment=NetworkSegment(8c36ffd6-5a93-4f94-8705-bf5bd2d48308),segment_id=8c36ffd6-5a93-4f94-8705-bf5bd2d48308)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:24:17.847223 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e0c08fd5-50ab-490c-b4fd-7f60245c16ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:17.861820 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e0c08fd5-50ab-490c-b4fd-7f60245c16ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:17.861820 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e0c08fd5-50ab-490c-b4fd-7f60245c16ac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/096225fa-1e33-48eb-b4d2-6b9f6d01c557 HTTP/1.1" status: 204 len: 168 time: 0.3819714 Dec 17 15:24:17.864267 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c08fd5-50ab-490c-b4fd-7f60245c16ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096225fa-1e33-48eb-b4d2-6b9f6d01c557,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:17.922867 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:17.992732 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=97f2a20a-986a-4f79-b5a7-3958b2ff049a,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:18.070392 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-3023eb2e-9e61-408d-b7bc-2fd8d44f3d7c None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:18.123047 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c550712-84f2-46f6-b771-ad87435dc10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00edf62-2479-4434-b990-1e15a7cfb147'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:24:18.125812 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a302eaf-9612-434f-93a4-baa7f827eb31" -d '{"events": [{"server_uuid": "4c550712-84f2-46f6-b771-ad87435dc10b", "name": "network-vif-plugged", "status": "completed", "tag": "f00edf62-2479-4434-b990-1e15a7cfb147"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:24:18.203799 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-3023eb2e-9e61-408d-b7bc-2fd8d44f3d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:18.260018 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-3023eb2e-9e61-408d-b7bc-2fd8d44f3d7c None None] Attempting to bind port ecc58494-5367-4b49-b11c-8b4c55604d00 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:24:18.260018 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-3023eb2e-9e61-408d-b7bc-2fd8d44f3d7c None None] Attempting to bind port ecc58494-5367-4b49-b11c-8b4c55604d00 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:24:18.260309 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3023eb2e-9e61-408d-b7bc-2fd8d44f3d7c None None] Attempting to bind port ecc58494-5367-4b49-b11c-8b4c55604d00 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:24:18.269768 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501efb0-e09b-4a49-86c4-98492f09ebbf None None] Pushing event updated for resources: {'Port': ['ID=ecc58494-5367-4b49-b11c-8b4c55604d00,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:18.273415 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3023eb2e-9e61-408d-b7bc-2fd8d44f3d7c None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:24:18.274103 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3023eb2e-9e61-408d-b7bc-2fd8d44f3d7c None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:24:18.274564 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-3023eb2e-9e61-408d-b7bc-2fd8d44f3d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:18.275006 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3023eb2e-9e61-408d-b7bc-2fd8d44f3d7c None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:24:18.275541 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-3023eb2e-9e61-408d-b7bc-2fd8d44f3d7c None None] Bound port: ecc58494-5367-4b49-b11c-8b4c55604d00, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:24:18.275991 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-3023eb2e-9e61-408d-b7bc-2fd8d44f3d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:18.316485 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['97f2a20a-986a-4f79-b5a7-3958b2ff049a'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:24:18.336122 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-3023eb2e-9e61-408d-b7bc-2fd8d44f3d7c None None] For port ecc58494-5367-4b49-b11c-8b4c55604d00, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:24:18.339664 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-3023eb2e-9e61-408d-b7bc-2fd8d44f3d7c None None] For port ecc58494-5367-4b49-b11c-8b4c55604d00, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ecc58494-5367-4b49-b11c-8b4c55604d00,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:24:18.418386 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40e41f11-4300-4906-b052-ed33ec52a08c req-5e2bf55f-693c-48b8-88a5-e7e90234939b tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0602086 Dec 17 15:24:18.462029 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe29352-9ee8-47fd-ba82-e1481a5ebe46 req-20016031-b75f-4fd1-bc6c-e504974f6963 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:18.463544 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dfe29352-9ee8-47fd-ba82-e1481a5ebe46 req-20016031-b75f-4fd1-bc6c-e504974f6963 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=3def9a32-02bf-4598-b376-2446404b1690 HTTP/1.1" status: 200 len: 944 time: 0.1065955 Dec 17 15:24:18.473294 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-3023eb2e-9e61-408d-b7bc-2fd8d44f3d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:18.511404 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ceed57-5796-4360-aa54-26e8939d8748 x-openstack-request-id: req-a4ceed57-5796-4360-aa54-26e8939d8748 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:24:18.511934 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c550712-84f2-46f6-b771-ad87435dc10b", "name": "network-vif-plugged", "status": "completed", "tag": "f00edf62-2479-4434-b990-1e15a7cfb147", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:24:18.512293 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a4ceed57-5796-4360-aa54-26e8939d8748 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:24:18.512820 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c550712-84f2-46f6-b771-ad87435dc10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00edf62-2479-4434-b990-1e15a7cfb147', 'code': 200} Dec 17 15:24:18.578987 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dfe29352-9ee8-47fd-ba82-e1481a5ebe46 req-f4765e2f-d35f-4346-9bfe-5eb9a7139e5a tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802274 Dec 17 15:24:18.587375 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501efb0-e09b-4a49-86c4-98492f09ebbf None None] Pushing event updated for resources: {'Port': ['ID=ecc58494-5367-4b49-b11c-8b4c55604d00,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:18.657785 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3023eb2e-9e61-408d-b7bc-2fd8d44f3d7c None None] Routers {'495a04b8-c678-4194-9d46-baa26f0e0716'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:24:18.661624 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-3023eb2e-9e61-408d-b7bc-2fd8d44f3d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:24:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['495a04b8-c678-4194-9d46-baa26f0e0716'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:24:18.712972 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a11252-77e0-4092-884b-16f64efa9def req-bd807f98-975b-48c0-93d4-403f954d7238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:18.715293 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-71a11252-77e0-4092-884b-16f64efa9def req-bd807f98-975b-48c0-93d4-403f954d7238 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4c550712-84f2-46f6-b771-ad87435dc10b HTTP/1.1" status: 200 len: 1097 time: 0.1031451 Dec 17 15:24:18.765830 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-71a11252-77e0-4092-884b-16f64efa9def req-7e7819c4-deeb-4eea-8d08-9a1caf1a0dd1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7137efc9-abfd-4283-85db-fc0efbfad6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425448 Dec 17 15:24:18.836596 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-3023eb2e-9e61-408d-b7bc-2fd8d44f3d7c None None] Set router 495a04b8-c678-4194-9d46-baa26f0e0716 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:24:18.853467 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfad5a6-d0f6-411d-96de-db02c54e1e62 req-cde5faf1-baba-4263-84bd-39720a1240d0 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:18.855149 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ccfad5a6-d0f6-411d-96de-db02c54e1e62 req-cde5faf1-baba-4263-84bd-39720a1240d0 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31 HTTP/1.1" status: 200 len: 946 time: 0.1307623 Dec 17 15:24:18.858027 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-087d0122-1160-4e63-ac81-151a204619a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:18.868200 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60b7df-6d97-4d99-a267-c13524d9eec8 req-5b04f81a-7d86-458b-a449-f3107434bea6 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:18.869932 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ba60b7df-6d97-4d99-a267-c13524d9eec8 req-5b04f81a-7d86-458b-a449-f3107434bea6 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c550712-84f2-46f6-b771-ad87435dc10b HTTP/1.1" status: 200 len: 946 time: 0.1348319 Dec 17 15:24:18.877118 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-00cf2d42-3751-4294-99ef-1da61b0ff85c req-56747fdc-07da-41cc-a172-53d5ca8d50ba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0313640 Dec 17 15:24:18.897816 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 57586) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:24:18.918059 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3659f085-72c4-4f06-8387-4ecf20a062f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:18.990398 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ccfad5a6-d0f6-411d-96de-db02c54e1e62 req-87090710-64dd-4773-acfb-5d53371a2d36 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193800 Dec 17 15:24:19.000025 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ba60b7df-6d97-4d99-a267-c13524d9eec8 req-b9baba8b-28df-4e81-b1b7-0770c7bcd274 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/security-groups?id=7137efc9-abfd-4283-85db-fc0efbfad6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125677 Dec 17 15:24:19.010318 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3659f085-72c4-4f06-8387-4ecf20a062f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:19.106910 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3659f085-72c4-4f06-8387-4ecf20a062f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:19.131880 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-3023eb2e-9e61-408d-b7bc-2fd8d44f3d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495a04b8-c678-4194-9d46-baa26f0e0716', 'name': 'tempest-TaggedBootDevicesTest-1052913042-router', 'tenant_id': '3910f5adac3644bd8970d483f081e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'ecc58494-5367-4b49-b11c-8b4c55604d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:24:13Z', 'updated_at': '2021-12-17T15:24:15Z', 'revision_number': 3, 'project_id': '3910f5adac3644bd8970d483f081e0c6', 'gw_port': {'id': 'ecc58494-5367-4b49-b11c-8b4c55604d00', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495a04b8-c678-4194-9d46-baa26f0e0716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:24:14Z', 'updated_at': '2021-12-17T15:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:24:19.151674 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-087d0122-1160-4e63-ac81-151a204619a4 admin admin] Allocated IP 172.20.0.1 (1652134b-6f2a-44d0-ac5e-17bc57c8c6ec/8fb538d8-3317-46c4-9620-8dc0759d8e40/abcc7b27-edc7-45cb-be90-ca657bb38a10) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:24:19.159018 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3023eb2e-9e61-408d-b7bc-2fd8d44f3d7c None None] The sync data for ids ['495a04b8-c678-4194-9d46-baa26f0e0716'] in n-d-820553-2 is: [{'id': '495a04b8-c678-4194-9d46-baa26f0e0716', 'name': 'tempest-TaggedBootDevicesTest-1052913042-router', 'tenant_id': '3910f5adac3644bd8970d483f081e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'ecc58494-5367-4b49-b11c-8b4c55604d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:24:13Z', 'updated_at': '2021-12-17T15:24:15Z', 'revision_number': 3, 'project_id': '3910f5adac3644bd8970d483f081e0c6', 'gw_port': {'id': 'ecc58494-5367-4b49-b11c-8b4c55604d00', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495a04b8-c678-4194-9d46-baa26f0e0716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:24:14Z', 'updated_at': '2021-12-17T15:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:24:19.162328 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3659f085-72c4-4f06-8387-4ecf20a062f6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d788c1f2c2364ad38384295ee65ba44a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2629738 Dec 17 15:24:19.163307 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3659f085-72c4-4f06-8387-4ecf20a062f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f55843-fa22-46b8-a2f5-28909af1922a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:19.165938 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 57590) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:24:19.171841 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322bd214-ea68-4113-bd4c-ab2ce1425a32 req-1275170d-a5ed-4860-8b3c-d49b7bebe131 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:19.173617 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-322bd214-ea68-4113-bd4c-ab2ce1425a32 req-1275170d-a5ed-4860-8b3c-d49b7bebe131 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31 HTTP/1.1" status: 200 len: 946 time: 0.0879312 Dec 17 15:24:19.241429 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-daa755e9-680e-401e-9097-a83dc655dd80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:19.271347 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-daa755e9-680e-401e-9097-a83dc655dd80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:19.271508 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-322bd214-ea68-4113-bd4c-ab2ce1425a32 req-69208502-e5c3-47c9-98b3-a84afe214cb3 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892117 Dec 17 15:24:19.363285 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-087d0122-1160-4e63-ac81-151a204619a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:19.474553 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-daa755e9-680e-401e-9097-a83dc655dd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:19.477936 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-daa755e9-680e-401e-9097-a83dc655dd80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:19.478838 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-daa755e9-680e-401e-9097-a83dc655dd80 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/62f55843-fa22-46b8-a2f5-28909af1922a HTTP/1.1" status: 204 len: 168 time: 0.3119559 Dec 17 15:24:19.500015 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa755e9-680e-401e-9097-a83dc655dd80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f55843-fa22-46b8-a2f5-28909af1922a,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:19.543176 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-087d0122-1160-4e63-ac81-151a204619a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:19.628132 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7c265f8f-f3b9-4528-ad78-0db15dee7912 req-76f97131-5673-4bce-9c20-8f3829e940ec tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0820942 Dec 17 15:24:19.640716 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087d0122-1160-4e63-ac81-151a204619a4 admin admin] Network 1652134b-6f2a-44d0-ac5e-17bc57c8c6ec is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:24:19.652533 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-087d0122-1160-4e63-ac81-151a204619a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:24:19.654978 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087d0122-1160-4e63-ac81-151a204619a4 admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:24:19.657033 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d0122-1160-4e63-ac81-151a204619a4 admin admin] Pushing event updated for resources: {'Port': ['ID=abcc7b27-edc7-45cb-be90-ca657bb38a10,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:19.726521 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-087d0122-1160-4e63-ac81-151a204619a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:19.944267 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ecdfb-5e39-400a-99db-7e895de7f8cc req-865e2663-f7b5-4c9d-ae8e-71624fc8ce9a tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:19.946697 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-922ecdfb-5e39-400a-99db-7e895de7f8cc req-865e2663-f7b5-4c9d-ae8e-71624fc8ce9a tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=3def9a32-02bf-4598-b376-2446404b1690 HTTP/1.1" status: 200 len: 944 time: 0.0793858 Dec 17 15:24:20.004752 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-922ecdfb-5e39-400a-99db-7e895de7f8cc req-9444aec9-2c2a-4d5f-9899-85035f7bb3af tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518847 Dec 17 15:24:20.006718 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-84401739-2459-432e-a939-abdcfef4fc05 None None] Provisioning complete for port abcc7b27-edc7-45cb-be90-ca657bb38a10 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:24:20.007421 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-84401739-2459-432e-a939-abdcfef4fc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:20.067076 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-84401739-2459-432e-a939-abdcfef4fc05 None None] Port abcc7b27-edc7-45cb-be90-ca657bb38a10 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:24:20.140105 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-087d0122-1160-4e63-ac81-151a204619a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:20.261038 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405056a-d7c1-4ad5-96da-eac36ae3cd8f req-5be5c767-ee16-40aa-999b-649039cd5a2c tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:20.262824 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1405056a-d7c1-4ad5-96da-eac36ae3cd8f req-5be5c767-ee16-40aa-999b-649039cd5a2c tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c550712-84f2-46f6-b771-ad87435dc10b HTTP/1.1" status: 200 len: 946 time: 0.1199687 Dec 17 15:24:20.378664 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1405056a-d7c1-4ad5-96da-eac36ae3cd8f req-d017d469-ef7f-463f-8eea-7b70919d1920 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/security-groups?id=7137efc9-abfd-4283-85db-fc0efbfad6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998573 Dec 17 15:24:20.396307 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b23e6-e72c-4e14-9562-ed3a76a44679 req-f94ef3ff-380e-40f5-86d2-0a127f45435c tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:20.397921 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-327b23e6-e72c-4e14-9562-ed3a76a44679 req-f94ef3ff-380e-40f5-86d2-0a127f45435c tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31 HTTP/1.1" status: 200 len: 946 time: 0.2082133 Dec 17 15:24:20.466613 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-327b23e6-e72c-4e14-9562-ed3a76a44679 req-2e0c42e0-1970-4c17-8b25-85552ed1b60b tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613189 Dec 17 15:24:20.500520 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-087d0122-1160-4e63-ac81-151a204619a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:20.644157 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-087d0122-1160-4e63-ac81-151a204619a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:20.713793 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d0122-1160-4e63-ac81-151a204619a4 admin admin] Pushing event updated for resources: {'Port': ['ID=abcc7b27-edc7-45cb-be90-ca657bb38a10,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:20.716213 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-087d0122-1160-4e63-ac81-151a204619a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:20.787632 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-851dcaf2-73e1-4f2d-ad6e-073fab4c023c req-afbdd1f0-875e-4ffc-b23a-451fda862640 tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0600908 Dec 17 15:24:20.846928 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087d0122-1160-4e63-ac81-151a204619a4 admin admin] Network 1652134b-6f2a-44d0-ac5e-17bc57c8c6ec is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:24:20.848385 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-087d0122-1160-4e63-ac81-151a204619a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:24:21.011067 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087d0122-1160-4e63-ac81-151a204619a4 admin admin] Router 495a04b8-c678-4194-9d46-baa26f0e0716 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:24:21.203962 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-f89c7282-9fe0-4b7a-bff2-7cad6685573a None None] Provisioning complete for port abcc7b27-edc7-45cb-be90-ca657bb38a10 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:24:21.204551 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f89c7282-9fe0-4b7a-bff2-7cad6685573a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:21.230062 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2807bf-b4ec-4248-bb5d-34a40aa30af1 req-cc7f9d74-6eb5-4906-bb87-0f02b0ee86bc tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:21.230062 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c2807bf-b4ec-4248-bb5d-34a40aa30af1 req-cc7f9d74-6eb5-4906-bb87-0f02b0ee86bc tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=3def9a32-02bf-4598-b376-2446404b1690 HTTP/1.1" status: 200 len: 944 time: 0.1125641 Dec 17 15:24:21.253764 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087d0122-1160-4e63-ac81-151a204619a4 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:24:21.263388 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-087d0122-1160-4e63-ac81-151a204619a4 admin admin] 10.222.0.46 "PUT /v2.0/routers/495a04b8-c678-4194-9d46-baa26f0e0716/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5272231 Dec 17 15:24:21.291219 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 97f2a20a-986a-4f79-b5a7-3958b2ff049a up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:24:21.308234 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9e31c9-606b-4022-bfbb-ffba15098259 None None] Sync routers for ids ['495a04b8-c678-4194-9d46-baa26f0e0716'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:24:21.349934 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c2807bf-b4ec-4248-bb5d-34a40aa30af1 req-b8072c13-1cef-4407-a308-8aa9f05cd7c0 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083386 Dec 17 15:24:21.428660 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9e31c9-606b-4022-bfbb-ffba15098259 None None] Routers {'495a04b8-c678-4194-9d46-baa26f0e0716'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:24:21.431122 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-6d9e31c9-606b-4022-bfbb-ffba15098259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:24:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['495a04b8-c678-4194-9d46-baa26f0e0716'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:24:21.446181 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422bbca-aef6-477d-833d-cdc06266a8e9 req-de821769-0bf4-4565-89ac-e981e402e2c9 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:21.451207 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-f89c7282-9fe0-4b7a-bff2-7cad6685573a None None] Port abcc7b27-edc7-45cb-be90-ca657bb38a10 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:24:21.452018 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3422bbca-aef6-477d-833d-cdc06266a8e9 req-de821769-0bf4-4565-89ac-e981e402e2c9 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.13 "GET /v2.0/ports?device_id=84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31 HTTP/1.1" status: 200 len: 946 time: 0.1552916 Dec 17 15:24:21.532597 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ecc58494-5367-4b49-b11c-8b4c55604d00 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:24:21.563450 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-62dd4708-955d-4379-ba05-7da2fc192491 req-e60719ec-fc53-4ea0-b01c-abafc2a9d615 tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0626554 Dec 17 15:24:21.612487 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-3422bbca-aef6-477d-833d-cdc06266a8e9 req-0c864647-9121-4841-b655-81e7fe15daf6 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Deleting port bc0c0853-2b58-4f83-a056-fd7a328b6397 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:24:21.613216 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3422bbca-aef6-477d-833d-cdc06266a8e9 req-0c864647-9121-4841-b655-81e7fe15daf6 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:21.694673 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port ecc58494-5367-4b49-b11c-8b4c55604d00 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:24:21.695037 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:21.700259 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-6d9e31c9-606b-4022-bfbb-ffba15098259 None None] Set router 495a04b8-c678-4194-9d46-baa26f0e0716 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:24:21.735724 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4bb3e-8401-4e4a-ba72-e39ec21f1c81 req-5841e324-137b-426f-a4a3-dce20a5f2176 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:21.751233 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-13a4bb3e-8401-4e4a-ba72-e39ec21f1c81 req-5841e324-137b-426f-a4a3-dce20a5f2176 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c550712-84f2-46f6-b771-ad87435dc10b HTTP/1.1" status: 200 len: 946 time: 0.1662421 Dec 17 15:24:21.766737 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 97f2a20a-986a-4f79-b5a7-3958b2ff049a completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:24:21.769644 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-3422bbca-aef6-477d-833d-cdc06266a8e9 req-0c864647-9121-4841-b655-81e7fe15daf6 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] For port bc0c0853-2b58-4f83-a056-fd7a328b6397, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=bc0c0853-2b58-4f83-a056-fd7a328b6397,segment=NetworkSegment(4d21e005-2828-402d-861d-cab8d78776ef),segment_id=4d21e005-2828-402d-861d-cab8d78776ef)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:24:21.770314 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3422bbca-aef6-477d-833d-cdc06266a8e9 req-0c864647-9121-4841-b655-81e7fe15daf6 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:21.775186 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 97f2a20a-986a-4f79-b5a7-3958b2ff049a triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:24:21.775564 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:21.779622 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e8d85-d0d5-4c17-b447-52f694f3869a req-e70fa51d-8edc-49f4-8c63-ea0ff5e9d32f tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:21.781379 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc5e8d85-d0d5-4c17-b447-52f694f3869a req-e70fa51d-8edc-49f4-8c63-ea0ff5e9d32f tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31 HTTP/1.1" status: 200 len: 946 time: 0.1105444 Dec 17 15:24:21.792453 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-3422bbca-aef6-477d-833d-cdc06266a8e9 req-0c864647-9121-4841-b655-81e7fe15daf6 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Calling delete_port for bc0c0853-2b58-4f83-a056-fd7a328b6397 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:24:21.813600 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-13a4bb3e-8401-4e4a-ba72-e39ec21f1c81 req-9f7e85dc-b811-4d88-a26a-2b5920c9f67f tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/security-groups?id=7137efc9-abfd-4283-85db-fc0efbfad6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640628 Dec 17 15:24:21.889456 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc5e8d85-d0d5-4c17-b447-52f694f3869a req-ebfe5ccf-a735-4f18-b935-70a755850061 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998213 Dec 17 15:24:21.981825 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:22.049453 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port ecc58494-5367-4b49-b11c-8b4c55604d00, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ecc58494-5367-4b49-b11c-8b4c55604d00,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:24:22.080589 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:22.083604 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3422bbca-aef6-477d-833d-cdc06266a8e9 req-0c864647-9121-4841-b655-81e7fe15daf6 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:22.107811 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['bc0c0853-2b58-4f83-a056-fd7a328b6397'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:24:22.130412 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c864647-9121-4841-b655-81e7fe15daf6 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Pushing event deleted for resources: {'Port': ['ID=bc0c0853-2b58-4f83-a056-fd7a328b6397,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:22.134493 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3def9a32-02bf-4598-b376-2446404b1690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f2a20a-986a-4f79-b5a7-3958b2ff049a'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:24:22.136788 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb7c17a-8c8a-4261-b671-d2b3bf1d2919" -d '{"events": [{"server_uuid": "3def9a32-02bf-4598-b376-2446404b1690", "name": "network-vif-plugged", "status": "completed", "tag": "97f2a20a-986a-4f79-b5a7-3958b2ff049a"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:24:22.146078 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['8c28e0c1-5348-4f77-baee-1e7afe509638'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:24:22.162533 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 97f2a20a-986a-4f79-b5a7-3958b2ff049a, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=97f2a20a-986a-4f79-b5a7-3958b2ff049a,segment=NetworkSegment(8c36ffd6-5a93-4f94-8705-bf5bd2d48308),segment_id=8c36ffd6-5a93-4f94-8705-bf5bd2d48308)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:24:22.187799 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-3422bbca-aef6-477d-833d-cdc06266a8e9 req-0c864647-9121-4841-b655-81e7fe15daf6 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] No DVR routers for this DVR port bc0c0853-2b58-4f83-a056-fd7a328b6397 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:24:22.188213 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfa463e-7431-4fbd-a2f6-63caec1a1cdd x-openstack-request-id: req-9dfa463e-7431-4fbd-a2f6-63caec1a1cdd {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:24:22.188512 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3def9a32-02bf-4598-b376-2446404b1690", "name": "network-vif-plugged", "status": "completed", "tag": "97f2a20a-986a-4f79-b5a7-3958b2ff049a", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:24:22.188761 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9dfa463e-7431-4fbd-a2f6-63caec1a1cdd {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:24:22.189958 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3def9a32-02bf-4598-b376-2446404b1690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f2a20a-986a-4f79-b5a7-3958b2ff049a', 'code': 200} Dec 17 15:24:22.191806 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3422bbca-aef6-477d-833d-cdc06266a8e9 req-0c864647-9121-4841-b655-81e7fe15daf6 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:22.195360 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3422bbca-aef6-477d-833d-cdc06266a8e9 req-0c864647-9121-4841-b655-81e7fe15daf6 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.13 "DELETE /v2.0/ports/bc0c0853-2b58-4f83-a056-fd7a328b6397 HTTP/1.1" status: 204 len: 173 time: 0.7385080 Dec 17 15:24:22.195821 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31', 'name': 'network-vif-deleted', 'tag': 'bc0c0853-2b58-4f83-a056-fd7a328b6397'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:24:22.198904 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fdb805-4eeb-49ba-bbc5-68023efa19e0" -d '{"events": [{"server_uuid": "84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31", "name": "network-vif-deleted", "tag": "bc0c0853-2b58-4f83-a056-fd7a328b6397"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:24:22.214321 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:22.236529 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b735d303-9d75-441e-a201-149c9ab0c0ba x-openstack-request-id: req-b735d303-9d75-441e-a201-149c9ab0c0ba {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:24:22.236860 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31", "name": "network-vif-deleted", "tag": "bc0c0853-2b58-4f83-a056-fd7a328b6397", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:24:22.237153 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b735d303-9d75-441e-a201-149c9ab0c0ba {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:24:22.237703 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31', 'name': 'network-vif-deleted', 'tag': 'bc0c0853-2b58-4f83-a056-fd7a328b6397', 'status': 'completed', 'code': 200} Dec 17 15:24:22.255410 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-6d9e31c9-606b-4022-bfbb-ffba15098259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495a04b8-c678-4194-9d46-baa26f0e0716', 'name': 'tempest-TaggedBootDevicesTest-1052913042-router', 'tenant_id': '3910f5adac3644bd8970d483f081e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'ecc58494-5367-4b49-b11c-8b4c55604d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:24:13Z', 'updated_at': '2021-12-17T15:24:19Z', 'revision_number': 4, 'project_id': '3910f5adac3644bd8970d483f081e0c6', 'gw_port': {'id': 'ecc58494-5367-4b49-b11c-8b4c55604d00', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495a04b8-c678-4194-9d46-baa26f0e0716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:24:14Z', 'updated_at': '2021-12-17T15:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'abcc7b27-edc7-45cb-be90-ca657bb38a10', 'name': '', 'network_id': '1652134b-6f2a-44d0-ac5e-17bc57c8c6ec', 'tenant_id': '3910f5adac3644bd8970d483f081e0c6', 'mac_address': 'fa:16:3e:04:db:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495a04b8-c678-4194-9d46-baa26f0e0716', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '8fb538d8-3317-46c4-9620-8dc0759d8e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:24:18Z', 'updated_at': '2021-12-17T15:24:20Z', 'revision_number': 2, 'project_id': '3910f5adac3644bd8970d483f081e0c6', 'subnets': [{'id': '8fb538d8-3317-46c4-9620-8dc0759d8e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:24:22.295100 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9e31c9-606b-4022-bfbb-ffba15098259 None None] Checking router: 495a04b8-c678-4194-9d46-baa26f0e0716 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:24:22.295461 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9e31c9-606b-4022-bfbb-ffba15098259 None None] Updating router 495a04b8-c678-4194-9d46-baa26f0e0716 port abcc7b27-edc7-45cb-be90-ca657bb38a10 binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:24:22.301978 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:22.353401 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6d9e31c9-606b-4022-bfbb-ffba15098259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:22.356638 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e47ec1-24c5-4ebd-ad6f-47b0bb85ab74 req-0e8c4871-067c-4557-bc79-3a6f43167e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:22.358211 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-78e47ec1-24c5-4ebd-ad6f-47b0bb85ab74 req-0e8c4871-067c-4557-bc79-3a6f43167e9c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3def9a32-02bf-4598-b376-2446404b1690 HTTP/1.1" status: 200 len: 1096 time: 0.0420580 Dec 17 15:24:22.360531 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=ecc58494-5367-4b49-b11c-8b4c55604d00,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:22.426874 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-78e47ec1-24c5-4ebd-ad6f-47b0bb85ab74 req-b65eecdb-5b0a-4fa2-82b6-c5bd32a58be7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600166 Dec 17 15:24:22.491780 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=97f2a20a-986a-4f79-b5a7-3958b2ff049a,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:22.557024 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2f2f6-dece-4c32-a0cd-d698a203eb94 req-e6c22bb8-dbe6-4328-a429-bda5d08ddf70 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:22.558632 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-37a2f2f6-dece-4c32-a0cd-d698a203eb94 req-e6c22bb8-dbe6-4328-a429-bda5d08ddf70 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=3def9a32-02bf-4598-b376-2446404b1690 HTTP/1.1" status: 200 len: 945 time: 0.0595098 Dec 17 15:24:22.625579 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-37a2f2f6-dece-4c32-a0cd-d698a203eb94 req-cd12d646-649b-4016-866d-58ec7fb513ab tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602782 Dec 17 15:24:22.777076 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6d9e31c9-606b-4022-bfbb-ffba15098259 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:22.804651 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-263670c9-740d-4f81-9efc-93cc6acff293 req-535520b7-d87d-47bc-a990-cbaca4d3dff6 tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0684314 Dec 17 15:24:22.873085 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151e86e-9c9c-4cc6-a90e-85f70a805b07 req-24943b32-2e06-4d0a-9e4a-2e2ab5dae10d tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:22.875439 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2151e86e-9c9c-4cc6-a90e-85f70a805b07 req-24943b32-2e06-4d0a-9e4a-2e2ab5dae10d tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c550712-84f2-46f6-b771-ad87435dc10b HTTP/1.1" status: 200 len: 946 time: 0.0804365 Dec 17 15:24:22.893183 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6d9e31c9-606b-4022-bfbb-ffba15098259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:22.927965 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2151e86e-9c9c-4cc6-a90e-85f70a805b07 req-025cb1d4-a942-4524-b565-33ad327f8880 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/security-groups?id=7137efc9-abfd-4283-85db-fc0efbfad6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440381 Dec 17 15:24:23.014194 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efdfd9a-7805-4b5d-aec4-400b7c85d883 None None] Pushing event updated for resources: {'Port': ['ID=abcc7b27-edc7-45cb-be90-ca657bb38a10,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:23.068716 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-056616be-b06e-4686-a332-e16fc8cc579a req-90dd70cc-2605-4b3f-951c-7a7422079b79 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=84f8b7e8-0cf9-4dc7-b134-8c3776e4ea31 HTTP/1.1" status: 200 len: 210 time: 0.0387728 Dec 17 15:24:23.090552 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-6d9e31c9-606b-4022-bfbb-ffba15098259 None None] Attempting to bind port abcc7b27-edc7-45cb-be90-ca657bb38a10 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:24:23.090923 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-6d9e31c9-606b-4022-bfbb-ffba15098259 None None] Attempting to bind port abcc7b27-edc7-45cb-be90-ca657bb38a10 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'd431bc8e-26be-43f7-8215-0e74effa22cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1652134b-6f2a-44d0-ac5e-17bc57c8c6ec'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:24:23.091496 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e31c9-606b-4022-bfbb-ffba15098259 None None] Attempting to bind port abcc7b27-edc7-45cb-be90-ca657bb38a10 on network 1652134b-6f2a-44d0-ac5e-17bc57c8c6ec {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:24:23.096968 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e31c9-606b-4022-bfbb-ffba15098259 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:24:23.097426 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e31c9-606b-4022-bfbb-ffba15098259 None None] Checking segment: {'id': 'd431bc8e-26be-43f7-8215-0e74effa22cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1652134b-6f2a-44d0-ac5e-17bc57c8c6ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:24:23.097836 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6d9e31c9-606b-4022-bfbb-ffba15098259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:23.098227 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e31c9-606b-4022-bfbb-ffba15098259 None None] Bound using segment: {'id': 'd431bc8e-26be-43f7-8215-0e74effa22cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1652134b-6f2a-44d0-ac5e-17bc57c8c6ec'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:24:23.098695 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-6d9e31c9-606b-4022-bfbb-ffba15098259 None None] Bound port: abcc7b27-edc7-45cb-be90-ca657bb38a10, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd431bc8e-26be-43f7-8215-0e74effa22cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1652134b-6f2a-44d0-ac5e-17bc57c8c6ec'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:24:23.099194 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6d9e31c9-606b-4022-bfbb-ffba15098259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:23.164448 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-6d9e31c9-606b-4022-bfbb-ffba15098259 None None] For port abcc7b27-edc7-45cb-be90-ca657bb38a10, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:24:23.168053 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-6d9e31c9-606b-4022-bfbb-ffba15098259 None None] For port abcc7b27-edc7-45cb-be90-ca657bb38a10, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=abcc7b27-edc7-45cb-be90-ca657bb38a10,segment=NetworkSegment(d431bc8e-26be-43f7-8215-0e74effa22cb),segment_id=d431bc8e-26be-43f7-8215-0e74effa22cb)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:24:23.283194 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-6a81bb1a-cacc-4eb3-9dab-be63f0d9250a None None] Provisioning complete for port abcc7b27-edc7-45cb-be90-ca657bb38a10 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:24:23.283867 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6a81bb1a-cacc-4eb3-9dab-be63f0d9250a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:23.318393 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ecc58494-5367-4b49-b11c-8b4c55604d00 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:24:23.345580 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-6a81bb1a-cacc-4eb3-9dab-be63f0d9250a None None] Port abcc7b27-edc7-45cb-be90-ca657bb38a10 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:24:23.385558 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6d9e31c9-606b-4022-bfbb-ffba15098259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:23.393806 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port ecc58494-5367-4b49-b11c-8b4c55604d00 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:24:23.394381 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:23.488945 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9e31c9-606b-4022-bfbb-ffba15098259 None None] Routers {'495a04b8-c678-4194-9d46-baa26f0e0716'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:24:23.489696 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-6d9e31c9-606b-4022-bfbb-ffba15098259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:24:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['495a04b8-c678-4194-9d46-baa26f0e0716'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:24:23.495769 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efdfd9a-7805-4b5d-aec4-400b7c85d883 None None] Pushing event updated for resources: {'Port': ['ID=abcc7b27-edc7-45cb-be90-ca657bb38a10,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:23.644771 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-6d9e31c9-606b-4022-bfbb-ffba15098259 None None] Set router 495a04b8-c678-4194-9d46-baa26f0e0716 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:24:23.811569 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57425e7b-820f-4c92-8fba-4db64411cd5a req-fafaece0-e390-4841-8c37-a1d04affff0d tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:23.813817 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-57425e7b-820f-4c92-8fba-4db64411cd5a req-fafaece0-e390-4841-8c37-a1d04affff0d tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=3def9a32-02bf-4598-b376-2446404b1690 HTTP/1.1" status: 200 len: 945 time: 0.0926211 Dec 17 15:24:23.833495 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-538b1385-c5e1-496a-8ef4-533009a79f39 None None] Provisioning complete for port abcc7b27-edc7-45cb-be90-ca657bb38a10 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:24:23.833894 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-538b1385-c5e1-496a-8ef4-533009a79f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:23.931329 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-57425e7b-820f-4c92-8fba-4db64411cd5a req-6a71fa64-ddf5-4049-b0b4-e887156b1bb3 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104774 Dec 17 15:24:24.014039 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da096491-dfa4-481a-9fa2-ac5bbe9cbe1e req-4c299b39-7f26-4051-80bb-360581c27293 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:24.017441 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-da096491-dfa4-481a-9fa2-ac5bbe9cbe1e req-4c299b39-7f26-4051-80bb-360581c27293 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c550712-84f2-46f6-b771-ad87435dc10b HTTP/1.1" status: 200 len: 946 time: 0.1135092 Dec 17 15:24:24.072572 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0de10df3-5e33-480f-b749-bde45990c7b9 req-3a9d86ea-36a7-4693-8734-278aa0d1ce47 tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0730536 Dec 17 15:24:24.108993 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-538b1385-c5e1-496a-8ef4-533009a79f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:24.223629 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-538b1385-c5e1-496a-8ef4-533009a79f39 None None] For port abcc7b27-edc7-45cb-be90-ca657bb38a10, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=abcc7b27-edc7-45cb-be90-ca657bb38a10,segment=NetworkSegment(d431bc8e-26be-43f7-8215-0e74effa22cb),segment_id=d431bc8e-26be-43f7-8215-0e74effa22cb)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:24:24.226030 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-6d9e31c9-606b-4022-bfbb-ffba15098259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495a04b8-c678-4194-9d46-baa26f0e0716', 'name': 'tempest-TaggedBootDevicesTest-1052913042-router', 'tenant_id': '3910f5adac3644bd8970d483f081e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'ecc58494-5367-4b49-b11c-8b4c55604d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:24:13Z', 'updated_at': '2021-12-17T15:24:19Z', 'revision_number': 4, 'project_id': '3910f5adac3644bd8970d483f081e0c6', 'gw_port': {'id': 'ecc58494-5367-4b49-b11c-8b4c55604d00', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495a04b8-c678-4194-9d46-baa26f0e0716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:24:14Z', 'updated_at': '2021-12-17T15:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'abcc7b27-edc7-45cb-be90-ca657bb38a10', 'name': '', 'network_id': '1652134b-6f2a-44d0-ac5e-17bc57c8c6ec', 'tenant_id': '3910f5adac3644bd8970d483f081e0c6', 'mac_address': 'fa:16:3e:04:db:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495a04b8-c678-4194-9d46-baa26f0e0716', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '8fb538d8-3317-46c4-9620-8dc0759d8e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:24:18Z', 'updated_at': '2021-12-17T15:24:23Z', 'revision_number': 4, 'project_id': '3910f5adac3644bd8970d483f081e0c6', 'subnets': [{'id': '8fb538d8-3317-46c4-9620-8dc0759d8e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:24:24.243774 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0aa43f-7e43-4207-bba7-27fe865dcb99 req-d5a40909-9997-4184-961d-647824709b18 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:24.245950 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5a0aa43f-7e43-4207-bba7-27fe865dcb99 req-d5a40909-9997-4184-961d-647824709b18 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c550712-84f2-46f6-b771-ad87435dc10b HTTP/1.1" status: 200 len: 946 time: 0.0942302 Dec 17 15:24:24.248481 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-da096491-dfa4-481a-9fa2-ac5bbe9cbe1e req-ac79e6ed-e2ec-4932-bffc-48f2903d3dab tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Deleting port f00edf62-2479-4434-b990-1e15a7cfb147 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:24:24.249117 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-da096491-dfa4-481a-9fa2-ac5bbe9cbe1e req-ac79e6ed-e2ec-4932-bffc-48f2903d3dab tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:24.317677 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5a0aa43f-7e43-4207-bba7-27fe865dcb99 req-90d457ab-642a-45c6-860f-bcf9bfc9f5cd tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/security-groups?id=7137efc9-abfd-4283-85db-fc0efbfad6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653017 Dec 17 15:24:24.420748 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-da096491-dfa4-481a-9fa2-ac5bbe9cbe1e req-ac79e6ed-e2ec-4932-bffc-48f2903d3dab tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] For port f00edf62-2479-4434-b990-1e15a7cfb147, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f00edf62-2479-4434-b990-1e15a7cfb147,segment=NetworkSegment(f0576d95-0222-4e78-b3e3-ec7ffc4f258f),segment_id=f0576d95-0222-4e78-b3e3-ec7ffc4f258f)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:24:24.421617 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-da096491-dfa4-481a-9fa2-ac5bbe9cbe1e req-ac79e6ed-e2ec-4932-bffc-48f2903d3dab tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:24.443776 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-da096491-dfa4-481a-9fa2-ac5bbe9cbe1e req-ac79e6ed-e2ec-4932-bffc-48f2903d3dab tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Calling delete_port for f00edf62-2479-4434-b990-1e15a7cfb147 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:24:24.452316 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-538b1385-c5e1-496a-8ef4-533009a79f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:24.457953 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9e31c9-606b-4022-bfbb-ffba15098259 None None] The sync data for ids ['495a04b8-c678-4194-9d46-baa26f0e0716'] in n-d-820553-2 is: [{'id': '495a04b8-c678-4194-9d46-baa26f0e0716', 'name': 'tempest-TaggedBootDevicesTest-1052913042-router', 'tenant_id': '3910f5adac3644bd8970d483f081e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'ecc58494-5367-4b49-b11c-8b4c55604d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:24:13Z', 'updated_at': '2021-12-17T15:24:19Z', 'revision_number': 4, 'project_id': '3910f5adac3644bd8970d483f081e0c6', 'gw_port': {'id': 'ecc58494-5367-4b49-b11c-8b4c55604d00', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495a04b8-c678-4194-9d46-baa26f0e0716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:24:14Z', 'updated_at': '2021-12-17T15:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'abcc7b27-edc7-45cb-be90-ca657bb38a10', 'name': '', 'network_id': '1652134b-6f2a-44d0-ac5e-17bc57c8c6ec', 'tenant_id': '3910f5adac3644bd8970d483f081e0c6', 'mac_address': 'fa:16:3e:04:db:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495a04b8-c678-4194-9d46-baa26f0e0716', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': '8fb538d8-3317-46c4-9620-8dc0759d8e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:24:18Z', 'updated_at': '2021-12-17T15:24:23Z', 'revision_number': 4, 'project_id': '3910f5adac3644bd8970d483f081e0c6', 'subnets': [{'id': '8fb538d8-3317-46c4-9620-8dc0759d8e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:24:24.620984 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b1385-c5e1-496a-8ef4-533009a79f39 None None] Pushing event updated for resources: {'Port': ['ID=abcc7b27-edc7-45cb-be90-ca657bb38a10,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:24.806531 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-da096491-dfa4-481a-9fa2-ac5bbe9cbe1e req-ac79e6ed-e2ec-4932-bffc-48f2903d3dab tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:24.818110 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['f00edf62-2479-4434-b990-1e15a7cfb147'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:24:24.964617 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79e6ed-e2ec-4932-bffc-48f2903d3dab tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Pushing event deleted for resources: {'Port': ['ID=f00edf62-2479-4434-b990-1e15a7cfb147,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:24.992275 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-da096491-dfa4-481a-9fa2-ac5bbe9cbe1e req-ac79e6ed-e2ec-4932-bffc-48f2903d3dab tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] No DVR routers for this DVR port f00edf62-2479-4434-b990-1e15a7cfb147 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:24:25.000568 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-da096491-dfa4-481a-9fa2-ac5bbe9cbe1e req-ac79e6ed-e2ec-4932-bffc-48f2903d3dab tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:25.005989 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-da096491-dfa4-481a-9fa2-ac5bbe9cbe1e req-ac79e6ed-e2ec-4932-bffc-48f2903d3dab tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.13 "DELETE /v2.0/ports/f00edf62-2479-4434-b990-1e15a7cfb147 HTTP/1.1" status: 204 len: 173 time: 0.9812799 Dec 17 15:24:25.006634 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c550712-84f2-46f6-b771-ad87435dc10b', 'name': 'network-vif-deleted', 'tag': 'f00edf62-2479-4434-b990-1e15a7cfb147'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:24:25.010295 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8659f07a-58ba-49c4-9c42-6bfa08d2d106" -d '{"events": [{"server_uuid": "4c550712-84f2-46f6-b771-ad87435dc10b", "name": "network-vif-deleted", "tag": "f00edf62-2479-4434-b990-1e15a7cfb147"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:24:25.221335 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-c1f82b28-9e08-45f7-9af2-51c7971dc5a5 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:25.237378 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device bc0c0853-2b58-4f83-a056-fd7a328b6397 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:24:25.241634 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-c1f82b28-9e08-45f7-9af2-51c7971dc5a5 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/networks?id=8eca304a-4461-49a4-96b4-a39f3600fd04 HTTP/1.1" status: 200 len: 806 time: 0.2145913 Dec 17 15:24:25.266186 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23133274-c040-405e-ae1f-b039a180bdcb req-ddc5a528-8385-4468-8304-4eec423ba492 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:25.275546 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-23133274-c040-405e-ae1f-b039a180bdcb req-ddc5a528-8385-4468-8304-4eec423ba492 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=3def9a32-02bf-4598-b376-2446404b1690 HTTP/1.1" status: 200 len: 945 time: 0.1710238 Dec 17 15:24:25.342745 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-ed87b391-985c-4417-87c1-8d4e6b30f935 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/quotas/b5d340d6e372463aa9915724f2edafdd HTTP/1.1" status: 200 len: 375 time: 0.0987115 Dec 17 15:24:25.355107 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: bc0c0853-2b58-4f83-a056-fd7a328b6397 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:24:25.355451 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device bc0c0853-2b58-4f83-a056-fd7a328b6397 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:24:25.355860 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device f00edf62-2479-4434-b990-1e15a7cfb147 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:24:25.433764 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: f00edf62-2479-4434-b990-1e15a7cfb147 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:24:25.436322 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device f00edf62-2479-4434-b990-1e15a7cfb147 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:24:25.511764 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-23133274-c040-405e-ae1f-b039a180bdcb req-2c92aa84-431a-454c-b244-84f4b4568921 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299545 Dec 17 15:24:25.545639 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device abcc7b27-edc7-45cb-be90-ca657bb38a10 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:24:25.582230 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-e2d67d78-aae7-4530-a301-792d0607a8f3 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b5d340d6e372463aa9915724f2edafdd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2384620 Dec 17 15:24:25.622450 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd9b334-1aea-4d2e-965b-ddfe0dbfca13 x-openstack-request-id: req-5bd9b334-1aea-4d2e-965b-ddfe0dbfca13 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:24:25.623859 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c550712-84f2-46f6-b771-ad87435dc10b", "name": "network-vif-deleted", "tag": "f00edf62-2479-4434-b990-1e15a7cfb147", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:24:25.624271 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5bd9b334-1aea-4d2e-965b-ddfe0dbfca13 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:24:25.624838 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c550712-84f2-46f6-b771-ad87435dc10b', 'name': 'network-vif-deleted', 'tag': 'f00edf62-2479-4434-b990-1e15a7cfb147', 'status': 'completed', 'code': 200} Dec 17 15:24:25.651397 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port abcc7b27-edc7-45cb-be90-ca657bb38a10 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:24:25.652070 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:25.801368 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-daaccd33-d3ab-4431-8da4-934a17ab330e req-ac2261c4-0a30-4d85-8b4c-b50ffc20f176 tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0421195 Dec 17 15:24:25.805348 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:26.014441 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1f154241-8dc2-447b-9d9f-6466e0e74718 req-f2738792-192a-4db5-8e67-2c55c2867a37 tempest-ServerAddressesTestJSON-119447966 tempest-ServerAddressesTestJSON-119447966-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c550712-84f2-46f6-b771-ad87435dc10b HTTP/1.1" status: 200 len: 210 time: 0.0487995 Dec 17 15:24:26.077860 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-d8a89051-6cd9-43a6-9ff4-ae0b614245c4 service neutron] 10.222.0.46 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4792235 Dec 17 15:24:26.189640 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-de4ff4e2-31db-4e97-a023-23bf6f37df50 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=d05e5c383cf8454a97157f3871c1e6e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389071 Dec 17 15:24:26.310031 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-74581c06-b435-4e1f-b5fa-e4a9596bce5b service neutron] 10.222.0.46 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311356 Dec 17 15:24:26.387860 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-ca9342f2-7ba1-43ec-a840-38d72a4d7c17 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:26.396178 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-ca9342f2-7ba1-43ec-a840-38d72a4d7c17 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1928084 Dec 17 15:24:26.412343 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-c0c718bb-4d2e-4881-afb6-055f1c0fa8f4 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.46 "GET /v2.0/quotas/d05e5c383cf8454a97157f3871c1e6e7 HTTP/1.1" status: 200 len: 375 time: 0.0152559 Dec 17 15:24:26.461644 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-5bd0cc8d-f8d4-41e8-ae1a-c53847802119 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d05e5c383cf8454a97157f3871c1e6e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424743 Dec 17 15:24:26.753585 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-377b2163-ab62-45f5-bcba-d50a86827747 req-7387fe16-018d-423f-8baa-469cf4cc8004 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ea70fb5-40fb-4827-b52d-fc39085a42b2 HTTP/1.1" status: 200 len: 210 time: 0.0296035 Dec 17 15:24:26.879286 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-53ca62a6-5863-46a5-bd6e-c256854e4038 req-ac7ca21f-05b8-4dcc-8601-2033964e6967 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.46 "GET /v2.0/ports?device_id=8922b0d4-ef05-4caf-a19a-8769644f3ce2 HTTP/1.1" status: 200 len: 210 time: 0.0329640 Dec 17 15:24:27.005376 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-624cd85b-affb-46a3-af4d-1aa1441b3bcf req-805175b9-2d54-44f6-aa34-f51faee0710a tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0684254 Dec 17 15:24:27.080356 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 57880) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:24:27.127434 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cfbfe33-f024-4495-99e9-1233705e0525 admin admin] Deleting subnet f58096f5-667c-4c0d-8985-519f32157bde {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:24:27.131047 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7cfbfe33-f024-4495-99e9-1233705e0525 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:27.178693 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7cfbfe33-f024-4495-99e9-1233705e0525 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:27.229557 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7cfbfe33-f024-4495-99e9-1233705e0525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:27.432337 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7cfbfe33-f024-4495-99e9-1233705e0525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:27.475541 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbfe33-f024-4495-99e9-1233705e0525 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f58096f5-667c-4c0d-8985-519f32157bde,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:27.509277 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7cfbfe33-f024-4495-99e9-1233705e0525 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:27.514713 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7cfbfe33-f024-4495-99e9-1233705e0525 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f58096f5-667c-4c0d-8985-519f32157bde HTTP/1.1" status: 204 len: 168 time: 0.4333143 Dec 17 15:24:27.517238 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 57886) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:24:27.603423 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a252407c-5c2c-4f39-8d83-d5bf2a395f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:27.688304 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a252407c-5c2c-4f39-8d83-d5bf2a395f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:27.721205 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-a252407c-5c2c-4f39-8d83-d5bf2a395f5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a439c8e-b04c-43f5-9492-217e9dc157ac']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:24:27.734649 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-a252407c-5c2c-4f39-8d83-d5bf2a395f5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0576d95-0222-4e78-b3e3-ec7ffc4f258f') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:24:27.735134 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-a252407c-5c2c-4f39-8d83-d5bf2a395f5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0576d95-0222-4e78-b3e3-ec7ffc4f258f') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:24:27.747952 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a252407c-5c2c-4f39-8d83-d5bf2a395f5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:27.775782 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a252407c-5c2c-4f39-8d83-d5bf2a395f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:27.782468 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a252407c-5c2c-4f39-8d83-d5bf2a395f5b admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:24:27.783239 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a252407c-5c2c-4f39-8d83-d5bf2a395f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:27.785152 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:24:27.785152 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:24:27.785152 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:24:27.785152 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:24:27.785152 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:24:27.785152 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:24:27.785152 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:24:27.785152 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:24:27.785152 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:24:27.785152 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:24:27.785152 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:24:27.785152 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:24:27.785152 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:24:27.785152 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:24:27.785152 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:24:27.785152 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:24:27.785152 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:24:27.785152 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:24:27.785152 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:24:27.785152 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:24:27.785152 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:24:27.785152 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:24:27.785152 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:24:27.785152 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:24:27.785152 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:24:27.785152 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:24:27.785152 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:24:27.785152 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:24:27.785152 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:24:27.785152 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:24:27.785152 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:24:27.785152 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:24:27.872269 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5202b46e-3a2a-45ad-af6d-7a96fd27f892 req-05b9dde7-f65a-4e8b-92b5-a65cb05b48c6 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ea70fb5-40fb-4827-b52d-fc39085a42b2 HTTP/1.1" status: 200 len: 210 time: 0.0317886 Dec 17 15:24:27.991859 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b40e82d-582c-45d3-96e4-52eb63ad04cf req-271fbf1d-8ee0-47ba-946d-78c8c4aab479 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.46 "GET /v2.0/ports?device_id=8922b0d4-ef05-4caf-a19a-8769644f3ce2 HTTP/1.1" status: 200 len: 210 time: 0.0337820 Dec 17 15:24:28.055821 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a252407c-5c2c-4f39-8d83-d5bf2a395f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:28.069180 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a252407c-5c2c-4f39-8d83-d5bf2a395f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:28.075058 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a252407c-5c2c-4f39-8d83-d5bf2a395f5b admin admin] 10.222.0.46 "DELETE /v2.0/networks/8a439c8e-b04c-43f5-9492-217e9dc157ac HTTP/1.1" status: 204 len: 168 time: 0.5567646 Dec 17 15:24:28.109346 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a252407c-5c2c-4f39-8d83-d5bf2a395f5b admin admin] Pushing event deleted for resources: {'Network': ['ID=8a439c8e-b04c-43f5-9492-217e9dc157ac,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:28.215713 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7e52f298-1d2c-48a9-8650-9bd18f2686b1 req-4032297d-923b-4b6f-80a0-5f42a8e06f9f tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0445151 Dec 17 15:24:28.794206 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 57912) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:24:28.826726 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8250afe6-e5e7-4754-956c-8f5e94c0c941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:28.851547 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-49fca557-8cd1-400a-a3f2-37a8c1d3e625 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ea8bb7c7b661463cbbac6de1d23459a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0556476 Dec 17 15:24:28.854122 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 57916) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:24:28.927102 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-526ddc11-e779-426a-a129-3b9124876742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:28.954297 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-526ddc11-e779-426a-a129-3b9124876742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:28.985685 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4d0b5393-d60d-487e-9f8d-7587f7cf7364 req-669c3c2c-e5ef-460d-b080-7586e3e4bb3d tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ea70fb5-40fb-4827-b52d-fc39085a42b2 HTTP/1.1" status: 200 len: 210 time: 0.0354207 Dec 17 15:24:29.120223 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0f5fb1ca-94b8-4f32-bdc4-60e4d08b5dc2 req-fcca24cf-6b95-48c0-a8bd-612e228fe687 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.46 "GET /v2.0/ports?device_id=8922b0d4-ef05-4caf-a19a-8769644f3ce2 HTTP/1.1" status: 200 len: 210 time: 0.0309689 Dec 17 15:24:29.230427 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-526ddc11-e779-426a-a129-3b9124876742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:29.233858 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-526ddc11-e779-426a-a129-3b9124876742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:29.239110 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-526ddc11-e779-426a-a129-3b9124876742 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7137efc9-abfd-4283-85db-fc0efbfad6af HTTP/1.1" status: 204 len: 168 time: 0.3838465 Dec 17 15:24:29.266311 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ddc11-e779-426a-a129-3b9124876742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7137efc9-abfd-4283-85db-fc0efbfad6af,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:29.382136 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae086db3-7e23-4be8-b00d-8618fd4d7025 req-23c7d021-ed97-4f11-a224-0b6ee88bb404 tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0332515 Dec 17 15:24:29.796902 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 57946) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:24:29.984800 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-8a44dcee-772b-4d5a-8145-c4769a0001cf tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:29.989385 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-8a44dcee-772b-4d5a-8145-c4769a0001cf tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.13 "GET /v2.0/networks?id=8eca304a-4461-49a4-96b4-a39f3600fd04 HTTP/1.1" status: 200 len: 806 time: 0.1601942 Dec 17 15:24:30.006121 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-93c3107c-6dfd-4d5d-8156-da7e0105f603 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Request body: {'port': {'device_id': '3ea70fb5-40fb-4827-b52d-fc39085a42b2', 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04', 'admin_state_up': True, 'tenant_id': 'b5d340d6e372463aa9915724f2edafdd'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:24:30.102182 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0a62fcf0-3a79-4052-a1be-9a21fc7cdcb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:30.126851 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d4e4475d-8741-4b57-b5a0-0ad87f181ed4 req-1872a9c9-1fbc-46b1-81b9-8909eed5f52e tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ea70fb5-40fb-4827-b52d-fc39085a42b2 HTTP/1.1" status: 200 len: 210 time: 0.0338523 Dec 17 15:24:30.245977 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-255ae21e-0161-49f4-82e4-d3909d966f6c req-db50e1db-aec5-4a85-ad75-05f3ac202b06 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.46 "GET /v2.0/ports?device_id=8922b0d4-ef05-4caf-a19a-8769644f3ce2 HTTP/1.1" status: 200 len: 210 time: 0.0376503 Dec 17 15:24:30.263018 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0a62fcf0-3a79-4052-a1be-9a21fc7cdcb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:30.388908 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-93c3107c-6dfd-4d5d-8156-da7e0105f603 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Made reservation on behalf of b5d340d6e372463aa9915724f2edafdd for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:24:30.393151 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-93c3107c-6dfd-4d5d-8156-da7e0105f603 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:30.469307 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0a62fcf0-3a79-4052-a1be-9a21fc7cdcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:30.542918 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e66be682-8ec8-4eed-a3fa-4b8084ee6ef6 req-a47f132f-42fd-45da-bef1-0c3832dff7b8 tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0597568 Dec 17 15:24:30.547829 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-45aa0dbf-8613-4a15-b4ad-e28f3e890f94 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d05e5c383cf8454a97157f3871c1e6e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554135 Dec 17 15:24:30.567539 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0a62fcf0-3a79-4052-a1be-9a21fc7cdcb3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9175e9927e2744dea96cbe457ae214f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7692199 Dec 17 15:24:30.570710 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 57974) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:24:30.575155 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62fcf0-3a79-4052-a1be-9a21fc7cdcb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c35dd5-ce2f-4e98-9bd7-580b64275118,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:30.716550 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-93c3107c-6dfd-4d5d-8156-da7e0105f603 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Allocated IP 172.20.0.5 (8eca304a-4461-49a4-96b4-a39f3600fd04/ce6f6d4e-40b3-4f79-b7d3-a679e64969d7/52eed8f6-6d4d-4997-9017-b4fd8048be31) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:24:30.743169 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e8b33b2d-7b37-452d-a8d7-e1859edfa3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:30.752996 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-9cd17e60-2ed5-4cb6-bc16-431de8099e53 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:30.754944 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-9cd17e60-2ed5-4cb6-bc16-431de8099e53 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2003362 Dec 17 15:24:30.777721 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-fd67ee21-8768-4c32-8ce6-be80ecff3261 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Request body: {'port': {'device_id': '8922b0d4-ef05-4caf-a19a-8769644f3ce2', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'admin_state_up': True, 'tenant_id': 'd05e5c383cf8454a97157f3871c1e6e7'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:24:30.830340 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e8b33b2d-7b37-452d-a8d7-e1859edfa3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:30.975877 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-93c3107c-6dfd-4d5d-8156-da7e0105f603 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:31.044299 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8bb5d335-a93e-4d6a-b25e-0447bee9b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:31.105534 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 57984) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:24:31.115331 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-93c3107c-6dfd-4d5d-8156-da7e0105f603 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:31.152702 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['8c28e0c1-5348-4f77-baee-1e7afe509638'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:24:31.183669 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-93c3107c-6dfd-4d5d-8156-da7e0105f603 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Network 8eca304a-4461-49a4-96b4-a39f3600fd04 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:24:31.187786 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-93c3107c-6dfd-4d5d-8156-da7e0105f603 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:24:31.192874 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-93c3107c-6dfd-4d5d-8156-da7e0105f603 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:24:31.231997 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3107c-6dfd-4d5d-8156-da7e0105f603 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Pushing event updated for resources: {'Port': ['ID=52eed8f6-6d4d-4997-9017-b4fd8048be31,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:31.316842 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-93c3107c-6dfd-4d5d-8156-da7e0105f603 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:31.317565 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-93c3107c-6dfd-4d5d-8156-da7e0105f603 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:31.352456 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-ace50c2c-84cc-4c13-a925-bf139673f275 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-977604905-network', 'tenant_id': '664f71d96aca4293a527b3258a60b346'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:24:31.426089 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-93c3107c-6dfd-4d5d-8156-da7e0105f603 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4249918 Dec 17 15:24:31.442438 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-f3c93b3f-0106-4d97-b2c3-32e2c8c8942b service neutron] Request body: {'port': {'device_id': '3ea70fb5-40fb-4827-b52d-fc39085a42b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:24:31.492902 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5ad28186-0666-4e66-8f4b-6f28dbaa156d req-5ab42bd2-feb7-4cad-954e-b2763332db0a tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.46 "GET /v2.0/ports?device_id=8922b0d4-ef05-4caf-a19a-8769644f3ce2 HTTP/1.1" status: 200 len: 210 time: 0.0717826 Dec 17 15:24:31.526152 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace50c2c-84cc-4c13-a925-bf139673f275 admin admin] Made reservation on behalf of 664f71d96aca4293a527b3258a60b346 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:24:31.529569 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ace50c2c-84cc-4c13-a925-bf139673f275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:31.540971 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ace50c2c-84cc-4c13-a925-bf139673f275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:31.542996 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-f3c93b3f-0106-4d97-b2c3-32e2c8c8942b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:31.546580 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2280f3-9918-4cf6-884a-44dd23300c14 req-938eb778-4ea3-434e-9f98-6579eb4a862f tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:31.555889 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7f2280f3-9918-4cf6-884a-44dd23300c14 req-938eb778-4ea3-434e-9f98-6579eb4a862f tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ea70fb5-40fb-4827-b52d-fc39085a42b2 HTTP/1.1" status: 200 len: 931 time: 0.1231980 Dec 17 15:24:31.575906 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e8b33b2d-7b37-452d-a8d7-e1859edfa3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:31.578700 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e8b33b2d-7b37-452d-a8d7-e1859edfa3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:31.604112 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e8b33b2d-7b37-452d-a8d7-e1859edfa3cd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/50c35dd5-ce2f-4e98-9bd7-580b64275118 HTTP/1.1" status: 204 len: 168 time: 0.9987144 Dec 17 15:24:31.631036 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-fd67ee21-8768-4c32-8ce6-be80ecff3261 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Made reservation on behalf of d05e5c383cf8454a97157f3871c1e6e7 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:24:31.635101 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-fd67ee21-8768-4c32-8ce6-be80ecff3261 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:31.646782 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b33b2d-7b37-452d-a8d7-e1859edfa3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c35dd5-ce2f-4e98-9bd7-580b64275118,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:31.653564 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ace50c2c-84cc-4c13-a925-bf139673f275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:31.667132 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-fd67ee21-8768-4c32-8ce6-be80ecff3261 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:31.671655 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b33b2d-7b37-452d-a8d7-e1859edfa3cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:31.672200 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b33b2d-7b37-452d-a8d7-e1859edfa3cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:31.672718 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b33b2d-7b37-452d-a8d7-e1859edfa3cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:31.673874 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b33b2d-7b37-452d-a8d7-e1859edfa3cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:31.674671 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b33b2d-7b37-452d-a8d7-e1859edfa3cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:31.675243 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b33b2d-7b37-452d-a8d7-e1859edfa3cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:31.675748 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b33b2d-7b37-452d-a8d7-e1859edfa3cd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:31.676672 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b33b2d-7b37-452d-a8d7-e1859edfa3cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:31.677298 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b33b2d-7b37-452d-a8d7-e1859edfa3cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:31.678008 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b33b2d-7b37-452d-a8d7-e1859edfa3cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:31.678508 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b33b2d-7b37-452d-a8d7-e1859edfa3cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:31.679005 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b33b2d-7b37-452d-a8d7-e1859edfa3cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:31.698724 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7f2280f3-9918-4cf6-884a-44dd23300c14 req-3090156f-baf8-4920-908b-f0f55eba0c20 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413226 Dec 17 15:24:31.794228 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45cdb965-8491-49d8-b44a-37f08d8595c4 req-86217734-46a6-4489-9914-4a07a0233a72 tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0822001 Dec 17 15:24:31.804029 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ace50c2c-84cc-4c13-a925-bf139673f275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:31.857653 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-fd67ee21-8768-4c32-8ce6-be80ecff3261 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:31.869347 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace50c2c-84cc-4c13-a925-bf139673f275 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:24:31.912861 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace50c2c-84cc-4c13-a925-bf139673f275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b944757c-e8e1-4cec-b448-ecaff7be4a93,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:31.926625 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-fd67ee21-8768-4c32-8ce6-be80ecff3261 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:31.928847 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ace50c2c-84cc-4c13-a925-bf139673f275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:31.929303 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-ace50c2c-84cc-4c13-a925-bf139673f275 admin admin] Added segment 657a0958-c91e-4ac7-bbc5-5b532881d256 of type vlan for network 91ac3c13-b8c6-437b-9a3d-0695941625b3 Dec 17 15:24:31.939723 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace50c2c-84cc-4c13-a925-bf139673f275 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:31.939974 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace50c2c-84cc-4c13-a925-bf139673f275 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:31.940376 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace50c2c-84cc-4c13-a925-bf139673f275 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:31.940800 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace50c2c-84cc-4c13-a925-bf139673f275 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:31.941249 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace50c2c-84cc-4c13-a925-bf139673f275 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:31.941576 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace50c2c-84cc-4c13-a925-bf139673f275 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:31.942010 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace50c2c-84cc-4c13-a925-bf139673f275 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:31.942771 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace50c2c-84cc-4c13-a925-bf139673f275 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:31.942771 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace50c2c-84cc-4c13-a925-bf139673f275 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:31.943027 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace50c2c-84cc-4c13-a925-bf139673f275 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:31.943403 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace50c2c-84cc-4c13-a925-bf139673f275 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:31.943910 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace50c2c-84cc-4c13-a925-bf139673f275 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:31.991884 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ace50c2c-84cc-4c13-a925-bf139673f275 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:32.001988 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67ee21-8768-4c32-8ce6-be80ecff3261 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b8654a-c363-402c-965c-bab144a83f99,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:32.096272 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-fd67ee21-8768-4c32-8ce6-be80ecff3261 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Allocated IP 192.168.233.114 (f97c7142-717f-43eb-a835-5fcd8d6a6486/b0a1cb4f-5aa5-4130-b24e-105310ef66e4/8911d318-f3ac-4e57-b9fd-6b116e3f57ec) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:24:32.109005 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-f3c93b3f-0106-4d97-b2c3-32e2c8c8942b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52eed8f6-6d4d-4997-9017-b4fd8048be31 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:24:32.128271 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ace50c2c-84cc-4c13-a925-bf139673f275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:32.129305 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace50c2c-84cc-4c13-a925-bf139673f275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:32.129898 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ace50c2c-84cc-4c13-a925-bf139673f275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:32.153890 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-f3c93b3f-0106-4d97-b2c3-32e2c8c8942b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:32.252327 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-f3c93b3f-0106-4d97-b2c3-32e2c8c8942b service neutron] Transition to ACTIVE for port object 52eed8f6-6d4d-4997-9017-b4fd8048be31 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:24:32.266702 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace50c2c-84cc-4c13-a925-bf139673f275 admin admin] Pushing event updated for resources: {'Network': ['ID=91ac3c13-b8c6-437b-9a3d-0695941625b3,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:32.279154 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 91ac3c13-b8c6-437b-9a3d-0695941625b3 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:24:32.294616 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:32.324810 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ace50c2c-84cc-4c13-a925-bf139673f275 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2134693 Dec 17 15:24:32.324810 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 58006) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:24:32.334178 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-715b12b5-6e4f-411b-ae1a-30b30541c657 admin admin] Request body: {'subnet': {'network_id': '91ac3c13-b8c6-437b-9a3d-0695941625b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-977604905-subnet', 'tenant_id': '664f71d96aca4293a527b3258a60b346', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:24:32.351992 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-f3c93b3f-0106-4d97-b2c3-32e2c8c8942b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:32.390696 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-fd67ee21-8768-4c32-8ce6-be80ecff3261 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:32.443762 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c93b3f-0106-4d97-b2c3-32e2c8c8942b service neutron] Pushing event updated for resources: {'Port': ['ID=52eed8f6-6d4d-4997-9017-b4fd8048be31,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:32.504420 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715b12b5-6e4f-411b-ae1a-30b30541c657 admin admin] Made reservation on behalf of 664f71d96aca4293a527b3258a60b346 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:24:32.506838 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-715b12b5-6e4f-411b-ae1a-30b30541c657 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:32.550658 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-fd67ee21-8768-4c32-8ce6-be80ecff3261 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:32.595691 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-fd67ee21-8768-4c32-8ce6-be80ecff3261 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Network f97c7142-717f-43eb-a835-5fcd8d6a6486 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:24:32.596294 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-f3c93b3f-0106-4d97-b2c3-32e2c8c8942b service neutron] Attempting to bind port 52eed8f6-6d4d-4997-9017-b4fd8048be31 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:24:32.596848 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-f3c93b3f-0106-4d97-b2c3-32e2c8c8942b service neutron] Attempting to bind port 52eed8f6-6d4d-4997-9017-b4fd8048be31 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '4d21e005-2828-402d-861d-cab8d78776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:24:32.597259 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-f3c93b3f-0106-4d97-b2c3-32e2c8c8942b service neutron] Attempting to bind port 52eed8f6-6d4d-4997-9017-b4fd8048be31 on network 8eca304a-4461-49a4-96b4-a39f3600fd04 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:24:32.600988 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-fd67ee21-8768-4c32-8ce6-be80ecff3261 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:24:32.612200 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-f3c93b3f-0106-4d97-b2c3-32e2c8c8942b service neutron] Port 52eed8f6-6d4d-4997-9017-b4fd8048be31 on network 8eca304a-4461-49a4-96b4-a39f3600fd04 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:24:32.612666 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-f3c93b3f-0106-4d97-b2c3-32e2c8c8942b service neutron] Attempting to bind port 52eed8f6-6d4d-4997-9017-b4fd8048be31 on network 8eca304a-4461-49a4-96b4-a39f3600fd04 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:24:32.629914 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-f3c93b3f-0106-4d97-b2c3-32e2c8c8942b service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:24:32.629914 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-f3c93b3f-0106-4d97-b2c3-32e2c8c8942b service neutron] Checking segment: {'id': '4d21e005-2828-402d-861d-cab8d78776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:24:32.629914 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-f3c93b3f-0106-4d97-b2c3-32e2c8c8942b service neutron] Bound using segment: {'id': '4d21e005-2828-402d-861d-cab8d78776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:24:32.629914 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-f3c93b3f-0106-4d97-b2c3-32e2c8c8942b service neutron] Bound port: 52eed8f6-6d4d-4997-9017-b4fd8048be31, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d21e005-2828-402d-861d-cab8d78776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:24:32.629914 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-f3c93b3f-0106-4d97-b2c3-32e2c8c8942b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:32.630441 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-fd67ee21-8768-4c32-8ce6-be80ecff3261 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:24:32.702117 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67ee21-8768-4c32-8ce6-be80ecff3261 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Pushing event updated for resources: {'Port': ['ID=8911d318-f3ac-4e57-b9fd-6b116e3f57ec,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:32.734012 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 58012) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:24:32.755971 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-fd67ee21-8768-4c32-8ce6-be80ecff3261 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:32.756861 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-fd67ee21-8768-4c32-8ce6-be80ecff3261 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:32.761378 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fa8571e1-1338-4f22-92ab-791fb8cde601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:32.789126 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf61c92-1d07-47e9-8fc1-a3170fc742d0 req-9d6ee25c-e2f9-4bcb-9b37-c3bec67e38b9 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:32.791171 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7cf61c92-1d07-47e9-8fc1-a3170fc742d0 req-9d6ee25c-e2f9-4bcb-9b37-c3bec67e38b9 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.46 "GET /v2.0/ports?device_id=8922b0d4-ef05-4caf-a19a-8769644f3ce2 HTTP/1.1" status: 200 len: 936 time: 0.1940732 Dec 17 15:24:32.837543 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-f3c93b3f-0106-4d97-b2c3-32e2c8c8942b service neutron] For port 52eed8f6-6d4d-4997-9017-b4fd8048be31, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:24:32.852621 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-f3c93b3f-0106-4d97-b2c3-32e2c8c8942b service neutron] For port 52eed8f6-6d4d-4997-9017-b4fd8048be31, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=52eed8f6-6d4d-4997-9017-b4fd8048be31,segment=NetworkSegment(4d21e005-2828-402d-861d-cab8d78776ef),segment_id=4d21e005-2828-402d-861d-cab8d78776ef)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:24:32.973768 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-f3c93b3f-0106-4d97-b2c3-32e2c8c8942b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:32.982035 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-fd67ee21-8768-4c32-8ce6-be80ecff3261 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2180336 Dec 17 15:24:33.012870 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-f179e80a-0d0a-4bae-b436-b9a61ebf413d service neutron] Request body: {'port': {'device_id': '8922b0d4-ef05-4caf-a19a-8769644f3ce2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:24:33.015890 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-f3c93b3f-0106-4d97-b2c3-32e2c8c8942b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:33.016777 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-f3c93b3f-0106-4d97-b2c3-32e2c8c8942b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:33.020143 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-f3c93b3f-0106-4d97-b2c3-32e2c8c8942b service neutron] 10.222.0.13 "PUT /v2.0/ports/52eed8f6-6d4d-4997-9017-b4fd8048be31 HTTP/1.1" status: 200 len: 1091 time: 1.5869823 Dec 17 15:24:33.026987 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea70fb5-40fb-4827-b52d-fc39085a42b2', 'tag': '52eed8f6-6d4d-4997-9017-b4fd8048be31'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:24:33.026987 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1fbe2e-8c22-42ec-9af2-14e3f3892759" -d '{"events": [{"name": "network-changed", "server_uuid": "3ea70fb5-40fb-4827-b52d-fc39085a42b2", "tag": "52eed8f6-6d4d-4997-9017-b4fd8048be31"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:24:33.027277 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fa8571e1-1338-4f22-92ab-791fb8cde601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:33.030074 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7cf61c92-1d07-47e9-8fc1-a3170fc742d0 req-404583d5-74ad-4d4d-b230-2c398d56c2ec tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b8654a-c363-402c-965c-bab144a83f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271690 Dec 17 15:24:33.052689 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c93b3f-0106-4d97-b2c3-32e2c8c8942b service neutron] Pushing event updated for resources: {'Port': ['ID=52eed8f6-6d4d-4997-9017-b4fd8048be31,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:33.064117 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4db6dc10-4e1e-494b-b1f4-d9c0fcefca20 None None] Provisioning complete for port 8911d318-f3ac-4e57-b9fd-6b116e3f57ec triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:24:33.064117 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4db6dc10-4e1e-494b-b1f4-d9c0fcefca20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:33.099843 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-715b12b5-6e4f-411b-ae1a-30b30541c657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:33.107108 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02317510-f8f5-4c67-ac9e-d90310b43f6a req-df0d4e80-17c8-4c3d-81e5-26723b986559 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:33.109585 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-02317510-f8f5-4c67-ac9e-d90310b43f6a req-df0d4e80-17c8-4c3d-81e5-26723b986559 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ea70fb5-40fb-4827-b52d-fc39085a42b2 HTTP/1.1" status: 200 len: 943 time: 0.2614114 Dec 17 15:24:33.128663 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4db6dc10-4e1e-494b-b1f4-d9c0fcefca20 None None] Port 8911d318-f3ac-4e57-b9fd-6b116e3f57ec cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:24:33.175346 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b12b5-6e4f-411b-ae1a-30b30541c657 admin admin] Pushing event updated for resources: {'Subnet': ['ID=038a3835-fe23-4fbc-93f9-4acdea6917c8,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:33.185397 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fa8571e1-1338-4f22-92ab-791fb8cde601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:33.191515 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715b12b5-6e4f-411b-ae1a-30b30541c657 admin admin] Checking segment: {'id': '657a0958-c91e-4ac7-bbc5-5b532881d256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '91ac3c13-b8c6-437b-9a3d-0695941625b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:24:33.191868 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715b12b5-6e4f-411b-ae1a-30b30541c657 admin admin] Network hostable DHCP agents. Network: 91ac3c13-b8c6-437b-9a3d-0695941625b3, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:24:33.248703 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-f179e80a-0d0a-4bae-b436-b9a61ebf413d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:33.252531 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0ed9bce8-a874-4c9c-92e9-42c338a87148 req-f122e0fb-640b-4f02-b31b-ec26af6ecc28 tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0832543 Dec 17 15:24:33.255492 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-02317510-f8f5-4c67-ac9e-d90310b43f6a req-19180a0f-9911-415a-93d3-0216ea42a485 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383817 Dec 17 15:24:33.285230 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-fa8571e1-1338-4f22-92ab-791fb8cde601 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dc9e715305194815849c1c81ac0c37c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5471575 Dec 17 15:24:33.285230 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8571e1-1338-4f22-92ab-791fb8cde601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37caedca-ea1d-49fa-aad1-40f1950b7c1d,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:33.294559 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 58022) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:24:33.383030 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715b12b5-6e4f-411b-ae1a-30b30541c657 admin admin] Network 91ac3c13-b8c6-437b-9a3d-0695941625b3 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:24:33.398516 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3796ebec-3a5f-4ad0-adf0-8d80f212e1eb x-openstack-request-id: req-3796ebec-3a5f-4ad0-adf0-8d80f212e1eb {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:24:33.399297 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ea70fb5-40fb-4827-b52d-fc39085a42b2", "tag": "52eed8f6-6d4d-4997-9017-b4fd8048be31", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:24:33.399743 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3796ebec-3a5f-4ad0-adf0-8d80f212e1eb {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:24:33.400549 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea70fb5-40fb-4827-b52d-fc39085a42b2', 'tag': '52eed8f6-6d4d-4997-9017-b4fd8048be31', 'status': 'completed', 'code': 200} Dec 17 15:24:33.450476 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-31a24f00-340b-4908-848d-152ce6c9d7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:33.456880 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-e930dd24-0520-469d-8311-c828dd723b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:33.458742 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-e930dd24-0520-469d-8311-c828dd723b9e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5d340d6e372463aa9915724f2edafdd&device_id=3ea70fb5-40fb-4827-b52d-fc39085a42b2 HTTP/1.1" status: 200 len: 1094 time: 0.1401451 Dec 17 15:24:33.535177 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-715b12b5-6e4f-411b-ae1a-30b30541c657 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 91ac3c13-b8c6-437b-9a3d-0695941625b3) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:24:33.538341 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-3cd5a6a0-ebc0-4f92-8550-3c280e727d48 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52eed8f6-6d4d-4997-9017-b4fd8048be31 HTTP/1.1" status: 200 len: 217 time: 0.0697665 Dec 17 15:24:33.554259 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715b12b5-6e4f-411b-ae1a-30b30541c657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:33.554858 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-715b12b5-6e4f-411b-ae1a-30b30541c657 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:33.555066 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e3628e-3c03-4dc6-8116-69d4b5714594 None None] Network 91ac3c13-b8c6-437b-9a3d-0695941625b3 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:24:33.558369 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-31a24f00-340b-4908-848d-152ce6c9d7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:33.678679 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-f179e80a-0d0a-4bae-b436-b9a61ebf413d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8911d318-f3ac-4e57-b9fd-6b116e3f57ec {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:24:33.688322 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-f179e80a-0d0a-4bae-b436-b9a61ebf413d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:33.706099 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-f179e80a-0d0a-4bae-b436-b9a61ebf413d service neutron] Transition to ACTIVE for port object 8911d318-f3ac-4e57-b9fd-6b116e3f57ec will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:24:33.723152 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-7b3bb3de-5bcc-44e0-805e-0df8c8b7a5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:33.725009 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-7b3bb3de-5bcc-44e0-805e-0df8c8b7a5a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce6f6d4e-40b3-4f79-b7d3-a679e64969d7 HTTP/1.1" status: 200 len: 846 time: 0.1741133 Dec 17 15:24:33.738666 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3758d144-9f1a-421b-99fc-baebf99beadb None None] Network 91ac3c13-b8c6-437b-9a3d-0695941625b3 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:24:33.764888 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-5182abe2-8718-4cad-9f91-570975ffda43 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8eca304a-4461-49a4-96b4-a39f3600fd04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278425 Dec 17 15:24:33.769032 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-715b12b5-6e4f-411b-ae1a-30b30541c657 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4451027 Dec 17 15:24:33.868226 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-2bcacf41-3981-41db-8283-7851360c4003 service neutron] 10.222.0.13 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958586 Dec 17 15:24:33.966497 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:33.968054 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-f179e80a-0d0a-4bae-b436-b9a61ebf413d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:33.975063 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-31a24f00-340b-4908-848d-152ce6c9d7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:33.978254 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-31a24f00-340b-4908-848d-152ce6c9d7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:33.980165 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-31a24f00-340b-4908-848d-152ce6c9d7ce admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/37caedca-ea1d-49fa-aad1-40f1950b7c1d HTTP/1.1" status: 204 len: 168 time: 0.6933334 Dec 17 15:24:34.017436 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a24f00-340b-4908-848d-152ce6c9d7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37caedca-ea1d-49fa-aad1-40f1950b7c1d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:34.062593 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c7259567-380e-4631-8ed0-b4ebcd45c08e req-8f97b934-3eec-489e-906d-535b5cbd66c4 service neutron] 10.222.0.13 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863585 Dec 17 15:24:34.072586 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f179e80a-0d0a-4bae-b436-b9a61ebf413d service neutron] Pushing event updated for resources: {'Port': ['ID=8911d318-f3ac-4e57-b9fd-6b116e3f57ec,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:34.200228 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-f179e80a-0d0a-4bae-b436-b9a61ebf413d service neutron] Attempting to bind port 8911d318-f3ac-4e57-b9fd-6b116e3f57ec on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:24:34.200482 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-f179e80a-0d0a-4bae-b436-b9a61ebf413d service neutron] Attempting to bind port 8911d318-f3ac-4e57-b9fd-6b116e3f57ec by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:24:34.200804 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-f179e80a-0d0a-4bae-b436-b9a61ebf413d service neutron] Attempting to bind port 8911d318-f3ac-4e57-b9fd-6b116e3f57ec on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:24:34.217789 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:34.251813 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-f179e80a-0d0a-4bae-b436-b9a61ebf413d service neutron] Port 8911d318-f3ac-4e57-b9fd-6b116e3f57ec on network f97c7142-717f-43eb-a835-5fcd8d6a6486 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:24:34.252144 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-f179e80a-0d0a-4bae-b436-b9a61ebf413d service neutron] Attempting to bind port 8911d318-f3ac-4e57-b9fd-6b116e3f57ec on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:24:34.268946 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-f179e80a-0d0a-4bae-b436-b9a61ebf413d service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:24:34.269370 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-f179e80a-0d0a-4bae-b436-b9a61ebf413d service neutron] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:24:34.269770 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-f179e80a-0d0a-4bae-b436-b9a61ebf413d service neutron] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:24:34.270222 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-f179e80a-0d0a-4bae-b436-b9a61ebf413d service neutron] Bound port: 8911d318-f3ac-4e57-b9fd-6b116e3f57ec, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:24:34.270639 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-f179e80a-0d0a-4bae-b436-b9a61ebf413d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:34.302508 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fbe2e-8c22-42ec-9af2-14e3f3892759 req-10f02cc1-c6cb-4620-a30e-b1d89a44aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:34.303089 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd57039-fcd2-414a-9cd7-33bdd5668b8c req-5cb99ea1-7586-4715-9bd8-45046960f746 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:34.304526 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ac1fbe2e-8c22-42ec-9af2-14e3f3892759 req-10f02cc1-c6cb-4620-a30e-b1d89a44aa9e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5d340d6e372463aa9915724f2edafdd&device_id=3ea70fb5-40fb-4827-b52d-fc39085a42b2 HTTP/1.1" status: 200 len: 1094 time: 0.0722878 Dec 17 15:24:34.304928 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cdd57039-fcd2-414a-9cd7-33bdd5668b8c req-5cb99ea1-7586-4715-9bd8-45046960f746 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.46 "GET /v2.0/ports?device_id=8922b0d4-ef05-4caf-a19a-8769644f3ce2 HTTP/1.1" status: 200 len: 948 time: 0.1069763 Dec 17 15:24:34.406904 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cdd57039-fcd2-414a-9cd7-33bdd5668b8c req-ab2258f4-26e8-413a-a8da-3dfd53a95ac7 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b8654a-c363-402c-965c-bab144a83f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775926 Dec 17 15:24:34.408127 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-f179e80a-0d0a-4bae-b436-b9a61ebf413d service neutron] For port 8911d318-f3ac-4e57-b9fd-6b116e3f57ec, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:24:34.411691 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-f179e80a-0d0a-4bae-b436-b9a61ebf413d service neutron] For port 8911d318-f3ac-4e57-b9fd-6b116e3f57ec, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=8911d318-f3ac-4e57-b9fd-6b116e3f57ec,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:24:34.483820 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fbe2e-8c22-42ec-9af2-14e3f3892759 req-f8ae5f93-5003-40b8-a06c-605fc63298b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:34.486708 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ac1fbe2e-8c22-42ec-9af2-14e3f3892759 req-f8ae5f93-5003-40b8-a06c-605fc63298b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8eca304a-4461-49a4-96b4-a39f3600fd04 HTTP/1.1" status: 200 len: 907 time: 0.1692448 Dec 17 15:24:34.526167 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-f179e80a-0d0a-4bae-b436-b9a61ebf413d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:34.612589 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ac1fbe2e-8c22-42ec-9af2-14e3f3892759 req-9b66c04c-5327-4e20-b82d-e2dff7210e16 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52eed8f6-6d4d-4997-9017-b4fd8048be31 HTTP/1.1" status: 200 len: 217 time: 0.1098828 Dec 17 15:24:34.691473 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-f179e80a-0d0a-4bae-b436-b9a61ebf413d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:34.691473 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-f179e80a-0d0a-4bae-b436-b9a61ebf413d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:34.691473 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-f179e80a-0d0a-4bae-b436-b9a61ebf413d service neutron] 10.222.0.13 "PUT /v2.0/ports/8911d318-f3ac-4e57-b9fd-6b116e3f57ec HTTP/1.1" status: 200 len: 1096 time: 1.6740015 Dec 17 15:24:34.691473 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8922b0d4-ef05-4caf-a19a-8769644f3ce2', 'tag': '8911d318-f3ac-4e57-b9fd-6b116e3f57ec'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:24:34.691473 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517ef83b-a053-4546-a721-7c1b66d3b5f7" -d '{"events": [{"name": "network-changed", "server_uuid": "8922b0d4-ef05-4caf-a19a-8769644f3ce2", "tag": "8911d318-f3ac-4e57-b9fd-6b116e3f57ec"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:24:34.714884 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fbe2e-8c22-42ec-9af2-14e3f3892759 req-c161e458-6fe2-43ec-8a7c-fdae184f1a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:34.714884 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ac1fbe2e-8c22-42ec-9af2-14e3f3892759 req-c161e458-6fe2-43ec-8a7c-fdae184f1a16 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce6f6d4e-40b3-4f79-b7d3-a679e64969d7 HTTP/1.1" status: 200 len: 846 time: 0.0900843 Dec 17 15:24:34.760166 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1a61d-369e-4695-b132-84bb0d128aab req-65d65a62-cce1-4aa5-b44a-fd795ab0e008 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:34.769492 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9bc1a61d-369e-4695-b132-84bb0d128aab req-65d65a62-cce1-4aa5-b44a-fd795ab0e008 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ea70fb5-40fb-4827-b52d-fc39085a42b2 HTTP/1.1" status: 200 len: 943 time: 0.1139922 Dec 17 15:24:34.777181 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ac1fbe2e-8c22-42ec-9af2-14e3f3892759 req-fa77f014-94a6-45e4-88da-c115a22500be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8eca304a-4461-49a4-96b4-a39f3600fd04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579178 Dec 17 15:24:34.779341 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f179e80a-0d0a-4bae-b436-b9a61ebf413d service neutron] Pushing event updated for resources: {'Port': ['ID=8911d318-f3ac-4e57-b9fd-6b116e3f57ec,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:34.950568 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ac1fbe2e-8c22-42ec-9af2-14e3f3892759 req-7d4b7ebf-904e-4487-af33-371b25f471b1 service neutron] 10.222.0.13 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579638 Dec 17 15:24:34.967364 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bae47da4-747f-4f49-9edb-c452754852ff req-f3d34676-ca25-4ac8-bfda-5526b80a85a3 tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.1181293 Dec 17 15:24:34.968899 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 58052) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:24:35.000030 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9bc1a61d-369e-4695-b132-84bb0d128aab req-49585493-d86f-4e7e-8148-c91df453b31a tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258892 Dec 17 15:24:35.023692 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0cebeaf2-2824-4385-9d91-98cbdb892b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:35.162520 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f34fcc0-5d47-4ea4-a19f-cdc4bf9d9e80 x-openstack-request-id: req-5f34fcc0-5d47-4ea4-a19f-cdc4bf9d9e80 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:24:35.163111 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8922b0d4-ef05-4caf-a19a-8769644f3ce2", "tag": "8911d318-f3ac-4e57-b9fd-6b116e3f57ec", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:24:35.163535 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5f34fcc0-5d47-4ea4-a19f-cdc4bf9d9e80 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:24:35.164119 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8922b0d4-ef05-4caf-a19a-8769644f3ce2', 'tag': '8911d318-f3ac-4e57-b9fd-6b116e3f57ec', 'status': 'completed', 'code': 200} Dec 17 15:24:35.170229 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-d0db310e-fdfd-4f56-9634-1b04590a3af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:35.173757 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-d0db310e-fdfd-4f56-9634-1b04590a3af2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d05e5c383cf8454a97157f3871c1e6e7&device_id=8922b0d4-ef05-4caf-a19a-8769644f3ce2 HTTP/1.1" status: 200 len: 1099 time: 0.3188417 Dec 17 15:24:35.186581 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ac1fbe2e-8c22-42ec-9af2-14e3f3892759 req-fd177d13-b6cf-4b37-af79-94db7815feee service neutron] 10.222.0.13 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300739 Dec 17 15:24:35.229127 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-f8be2737-83e4-4785-842c-7ea290087819 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=8911d318-f3ac-4e57-b9fd-6b116e3f57ec HTTP/1.1" status: 200 len: 217 time: 0.0485251 Dec 17 15:24:35.295354 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0cebeaf2-2824-4385-9d91-98cbdb892b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:35.305176 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-bedd064b-64cb-4c57-a75a-7e8bae6da848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:35.306655 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-bedd064b-64cb-4c57-a75a-7e8bae6da848 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0692918 Dec 17 15:24:35.361651 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-496206ac-f977-412f-a4c3-108aa996776e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:35.363843 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-496206ac-f977-412f-a4c3-108aa996776e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0489874 Dec 17 15:24:35.425284 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0cebeaf2-2824-4385-9d91-98cbdb892b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:35.483377 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0cebeaf2-2824-4385-9d91-98cbdb892b37 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=32fb77d70a794ca79ded4fd1a1d71980&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5074880 Dec 17 15:24:35.484647 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebeaf2-2824-4385-9d91-98cbdb892b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806f8034-a822-46a2-89db-6f1caa1e7ab0,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:35.484863 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 58060) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:24:35.535664 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-36686014-7a39-428b-8270-7adef2ea66cf service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648753 Dec 17 15:24:35.596161 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e8cc871b-5b6c-4628-8266-bf2f6a09bd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:35.621948 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e8cc871b-5b6c-4628-8266-bf2f6a09bd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:35.714609 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379cb8e-2d20-44c3-98f1-3ffb034d1fab req-92d52f49-eab7-4e7d-97f2-8c0636f5a407 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:35.716466 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6379cb8e-2d20-44c3-98f1-3ffb034d1fab req-92d52f49-eab7-4e7d-97f2-8c0636f5a407 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.46 "GET /v2.0/ports?device_id=8922b0d4-ef05-4caf-a19a-8769644f3ce2 HTTP/1.1" status: 200 len: 948 time: 0.1755683 Dec 17 15:24:35.740414 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e8cc871b-5b6c-4628-8266-bf2f6a09bd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:35.743598 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e8cc871b-5b6c-4628-8266-bf2f6a09bd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:35.744852 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e8cc871b-5b6c-4628-8266-bf2f6a09bd94 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/806f8034-a822-46a2-89db-6f1caa1e7ab0 HTTP/1.1" status: 204 len: 168 time: 0.2573907 Dec 17 15:24:35.764470 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc871b-5b6c-4628-8266-bf2f6a09bd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806f8034-a822-46a2-89db-6f1caa1e7ab0,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:35.790618 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6379cb8e-2d20-44c3-98f1-3ffb034d1fab req-568cfc64-6e4b-45de-9d68-ad6cc28aee31 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b8654a-c363-402c-965c-bab144a83f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654333 Dec 17 15:24:35.798680 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b752399-0506-4db0-90a7-b30168a7ac8b req-8f0d340c-4120-47f8-81a2-5820a223e25c service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552772 Dec 17 15:24:36.012878 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ef83b-a053-4546-a721-7c1b66d3b5f7 req-b73b1b6a-eed1-4b61-9038-4f7494ae38f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:36.017255 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-517ef83b-a053-4546-a721-7c1b66d3b5f7 req-b73b1b6a-eed1-4b61-9038-4f7494ae38f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d05e5c383cf8454a97157f3871c1e6e7&device_id=8922b0d4-ef05-4caf-a19a-8769644f3ce2 HTTP/1.1" status: 200 len: 1099 time: 0.0493653 Dec 17 15:24:36.167640 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ad26b-da09-4dad-9d8d-44ae07a98e3e req-cc04eb21-8298-40b1-b948-fce1e507cf4c tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:36.175997 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-221ad26b-da09-4dad-9d8d-44ae07a98e3e req-cc04eb21-8298-40b1-b948-fce1e507cf4c tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ea70fb5-40fb-4827-b52d-fc39085a42b2 HTTP/1.1" status: 200 len: 943 time: 0.1025350 Dec 17 15:24:36.186736 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ef83b-a053-4546-a721-7c1b66d3b5f7 req-cfd5273f-1568-4028-bb11-32680e960b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:36.194982 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-517ef83b-a053-4546-a721-7c1b66d3b5f7 req-cfd5273f-1568-4028-bb11-32680e960b22 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.1662931 Dec 17 15:24:36.267497 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-517ef83b-a053-4546-a721-7c1b66d3b5f7 req-e2bd49c6-b4f5-4c9d-934c-5d0fd340c2f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=8911d318-f3ac-4e57-b9fd-6b116e3f57ec HTTP/1.1" status: 200 len: 217 time: 0.0693316 Dec 17 15:24:36.271493 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1691eac3-be92-445c-9aff-ebb27d5841d1 req-dd415032-b973-47d6-b542-70a61375cf3d tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0633438 Dec 17 15:24:36.276745 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-221ad26b-da09-4dad-9d8d-44ae07a98e3e req-98505ce1-51d7-43ab-ac2d-81ff6977b3f1 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999396 Dec 17 15:24:36.331872 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ef83b-a053-4546-a721-7c1b66d3b5f7 req-2da43fb1-facd-48f4-bc27-519cc785a049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:36.333434 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-517ef83b-a053-4546-a721-7c1b66d3b5f7 req-2da43fb1-facd-48f4-bc27-519cc785a049 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0558000 Dec 17 15:24:36.402150 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ef83b-a053-4546-a721-7c1b66d3b5f7 req-d3a566ff-a9bf-4b8c-9ad3-6d459cfa0607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:36.404086 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-517ef83b-a053-4546-a721-7c1b66d3b5f7 req-d3a566ff-a9bf-4b8c-9ad3-6d459cfa0607 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0628121 Dec 17 15:24:36.522591 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-517ef83b-a053-4546-a721-7c1b66d3b5f7 req-dceeedc2-de64-4b76-9b7c-11b42e703841 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100976 Dec 17 15:24:36.639115 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-517ef83b-a053-4546-a721-7c1b66d3b5f7 req-676f1e84-35b1-42cf-97f5-4a958af4617e service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091638 Dec 17 15:24:36.929143 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad8fe2-ea0b-4848-9daa-bc91f87b49a4 req-fd75ad50-542f-4223-a9e8-9678f96ac381 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:36.932380 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3fad8fe2-ea0b-4848-9daa-bc91f87b49a4 req-fd75ad50-542f-4223-a9e8-9678f96ac381 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.46 "GET /v2.0/ports?device_id=8922b0d4-ef05-4caf-a19a-8769644f3ce2 HTTP/1.1" status: 200 len: 948 time: 0.0586987 Dec 17 15:24:36.981390 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3fad8fe2-ea0b-4848-9daa-bc91f87b49a4 req-0f7f1c68-6fa9-4c5c-9883-497c05bfb972 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b8654a-c363-402c-965c-bab144a83f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397062 Dec 17 15:24:37.110249 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-1cef8634-322c-4cdf-bd11-2e6b5704ac8f tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:37.111891 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-1cef8634-322c-4cdf-bd11-2e6b5704ac8f tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.46 "GET /v2.0/networks?id=91ac3c13-b8c6-437b-9a3d-0695941625b3 HTTP/1.1" status: 200 len: 809 time: 0.1293752 Dec 17 15:24:37.128541 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-3f15da98-98d7-493e-b647-c3b4b7307331 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.46 "GET /v2.0/quotas/664f71d96aca4293a527b3258a60b346 HTTP/1.1" status: 200 len: 375 time: 0.0103416 Dec 17 15:24:37.160929 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-d625206f-a27b-40be-b0ed-ebc0c25fd819 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=664f71d96aca4293a527b3258a60b346&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265160 Dec 17 15:24:37.258537 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 52eed8f6-6d4d-4997-9017-b4fd8048be31 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:24:37.422027 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 52eed8f6-6d4d-4997-9017-b4fd8048be31, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=52eed8f6-6d4d-4997-9017-b4fd8048be31,segment=NetworkSegment(4d21e005-2828-402d-861d-cab8d78776ef),segment_id=4d21e005-2828-402d-861d-cab8d78776ef)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:24:37.442205 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '52eed8f6-6d4d-4997-9017-b4fd8048be31', 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04', 'port_id': '52eed8f6-6d4d-4997-9017-b4fd8048be31', 'mac_address': 'fa:16:3e:89:53:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce6f6d4e-40b3-4f79-b7d3-a679e64969d7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:24:37.447128 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1dd32a93-c1d4-4f95-be53-d44fb853797f req-605c0389-a5c7-4d62-af05-dbbc1ac0a40a tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0369399 Dec 17 15:24:37.487067 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:37.505034 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52eed8f6-6d4d-4997-9017-b4fd8048be31 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:24:37.536221 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 52eed8f6-6d4d-4997-9017-b4fd8048be31, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=52eed8f6-6d4d-4997-9017-b4fd8048be31,segment=NetworkSegment(4d21e005-2828-402d-861d-cab8d78776ef),segment_id=4d21e005-2828-402d-861d-cab8d78776ef)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:24:37.540090 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-713bebc4-7f1a-4428-ac4c-775548c2b757 service neutron] 10.222.0.46 "GET /v2.0/networks/91ac3c13-b8c6-437b-9a3d-0695941625b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720107 Dec 17 15:24:37.639509 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a7d36-4611-41f6-ac86-13655aa4889c req-7a2aadcf-9c4c-4948-ac6e-a71e046389e7 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:37.642462 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-070a7d36-4611-41f6-ac86-13655aa4889c req-7a2aadcf-9c4c-4948-ac6e-a71e046389e7 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ea70fb5-40fb-4827-b52d-fc39085a42b2 HTTP/1.1" status: 200 len: 943 time: 0.1238880 Dec 17 15:24:37.687920 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-374f1d42-2209-467b-8ddb-311d700eca17 service neutron] 10.222.0.46 "GET /v2.0/networks/91ac3c13-b8c6-437b-9a3d-0695941625b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470547 Dec 17 15:24:37.694972 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:37.708331 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-070a7d36-4611-41f6-ac86-13655aa4889c req-c9636805-1ec6-4098-adc1-d2a06c781eec tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514250 Dec 17 15:24:37.771038 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=52eed8f6-6d4d-4997-9017-b4fd8048be31,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:37.965228 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['52eed8f6-6d4d-4997-9017-b4fd8048be31'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:24:38.122682 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65538221-1559-4f4a-8407-185e9cd2b416 req-d002f16a-cabb-435c-8892-c486cc010c8c tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:38.125095 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-65538221-1559-4f4a-8407-185e9cd2b416 req-d002f16a-cabb-435c-8892-c486cc010c8c tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.46 "GET /v2.0/ports?device_id=8922b0d4-ef05-4caf-a19a-8769644f3ce2 HTTP/1.1" status: 200 len: 948 time: 0.0608473 Dec 17 15:24:38.175439 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-65538221-1559-4f4a-8407-185e9cd2b416 req-ae63e293-5858-4027-9c48-cd78b3b7d54c tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b8654a-c363-402c-965c-bab144a83f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420189 Dec 17 15:24:38.273159 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5c803064-feaa-4f8f-9170-f9b512c4e2a7 req-f0334990-d9e3-47fb-8077-38b710447a5b tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.46 "GET /v2.0/ports?device_id=34192db7-1bbf-4ff5-91df-5234f55286b1 HTTP/1.1" status: 200 len: 210 time: 0.0342584 Dec 17 15:24:38.555589 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8db7302f-be2f-4780-8338-d660813e65e2 req-7a226a77-f413-41bf-9138-14a311a65fe1 tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0267346 Dec 17 15:24:38.839612 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6e7ff-259e-4096-8e2b-9efffb0e87bf req-a3e3c147-c874-42b9-abd4-2a542a9ba058 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:38.841153 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-92d6e7ff-259e-4096-8e2b-9efffb0e87bf req-a3e3c147-c874-42b9-abd4-2a542a9ba058 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ea70fb5-40fb-4827-b52d-fc39085a42b2 HTTP/1.1" status: 200 len: 944 time: 0.0543501 Dec 17 15:24:38.887463 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-92d6e7ff-259e-4096-8e2b-9efffb0e87bf req-9d1ca51f-5249-43c6-9cc2-82aa0d424d21 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349331 Dec 17 15:24:39.283422 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 8911d318-f3ac-4e57-b9fd-6b116e3f57ec details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:24:39.286590 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 52eed8f6-6d4d-4997-9017-b4fd8048be31 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:24:39.322223 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db23696-8339-4fd4-aedc-ba0e927d7287 req-5bf9f45e-70b6-4335-adb6-deb1ee73b5f9 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:39.329472 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0db23696-8339-4fd4-aedc-ba0e927d7287 req-5bf9f45e-70b6-4335-adb6-deb1ee73b5f9 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.46 "GET /v2.0/ports?device_id=8922b0d4-ef05-4caf-a19a-8769644f3ce2 HTTP/1.1" status: 200 len: 948 time: 0.0746875 Dec 17 15:24:39.380283 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c717739c-680c-4b74-becf-994adf354e90 req-bf1d8773-b87b-41ed-bdaa-9c19d58d1bcb tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.46 "GET /v2.0/ports?device_id=34192db7-1bbf-4ff5-91df-5234f55286b1 HTTP/1.1" status: 200 len: 210 time: 0.0355551 Dec 17 15:24:39.401575 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0db23696-8339-4fd4-aedc-ba0e927d7287 req-e7ca84b2-0bf9-4a51-92e8-b7be09173d18 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b8654a-c363-402c-965c-bab144a83f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703318 Dec 17 15:24:39.445836 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 8911d318-f3ac-4e57-b9fd-6b116e3f57ec, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=8911d318-f3ac-4e57-b9fd-6b116e3f57ec,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:24:39.459568 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '8911d318-f3ac-4e57-b9fd-6b116e3f57ec', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': '8911d318-f3ac-4e57-b9fd-6b116e3f57ec', 'mac_address': 'fa:16:3e:b4:34:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:24:39.508414 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:39.522124 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8911d318-f3ac-4e57-b9fd-6b116e3f57ec {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:24:39.541935 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 8911d318-f3ac-4e57-b9fd-6b116e3f57ec, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=8911d318-f3ac-4e57-b9fd-6b116e3f57ec,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:24:39.597763 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 52eed8f6-6d4d-4997-9017-b4fd8048be31 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:24:39.605437 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 52eed8f6-6d4d-4997-9017-b4fd8048be31 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:24:39.605813 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:39.633391 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:39.676875 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-026eadc2-c29b-42d3-9d0f-5c4d26ea4572 req-c90aa70c-d759-4437-8445-1b9d6dda920b tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0304985 Dec 17 15:24:39.716850 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=8911d318-f3ac-4e57-b9fd-6b116e3f57ec,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:39.732210 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:39.768129 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea70fb5-40fb-4827-b52d-fc39085a42b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52eed8f6-6d4d-4997-9017-b4fd8048be31'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:24:39.770381 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2863088e-4f93-49ed-80c9-37c3e4a28717" -d '{"events": [{"server_uuid": "3ea70fb5-40fb-4827-b52d-fc39085a42b2", "name": "network-vif-plugged", "status": "completed", "tag": "52eed8f6-6d4d-4997-9017-b4fd8048be31"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:24:39.783908 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 52eed8f6-6d4d-4997-9017-b4fd8048be31, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=52eed8f6-6d4d-4997-9017-b4fd8048be31,segment=NetworkSegment(4d21e005-2828-402d-861d-cab8d78776ef),segment_id=4d21e005-2828-402d-861d-cab8d78776ef)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:24:39.815870 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6907e605-d767-4be2-9bd8-c7fbb3b4c7a4 x-openstack-request-id: req-6907e605-d767-4be2-9bd8-c7fbb3b4c7a4 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:24:39.816166 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea70fb5-40fb-4827-b52d-fc39085a42b2", "name": "network-vif-plugged", "status": "completed", "tag": "52eed8f6-6d4d-4997-9017-b4fd8048be31", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:24:39.816425 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6907e605-d767-4be2-9bd8-c7fbb3b4c7a4 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:24:39.817281 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea70fb5-40fb-4827-b52d-fc39085a42b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52eed8f6-6d4d-4997-9017-b4fd8048be31', 'code': 200} Dec 17 15:24:39.853718 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:39.915659 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=52eed8f6-6d4d-4997-9017-b4fd8048be31,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:39.922559 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['8911d318-f3ac-4e57-b9fd-6b116e3f57ec'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:24:39.927867 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531b90c-504f-406f-b778-08d681cdba87 req-669bb508-0588-462b-9f25-0212e0325d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:39.929822 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e531b90c-504f-406f-b778-08d681cdba87 req-669bb508-0588-462b-9f25-0212e0325d1f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3ea70fb5-40fb-4827-b52d-fc39085a42b2 HTTP/1.1" status: 200 len: 1096 time: 0.0583186 Dec 17 15:24:39.982078 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e531b90c-504f-406f-b778-08d681cdba87 req-5e6bec0a-488f-45a2-81e4-fa0a8df9a94c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443051 Dec 17 15:24:40.063675 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14cae8-3d33-488d-bc22-df1bb9419332 req-a46309d4-073d-45ad-93b4-7004baa3ad9b tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:40.065939 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6f14cae8-3d33-488d-bc22-df1bb9419332 req-a46309d4-073d-45ad-93b4-7004baa3ad9b tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ea70fb5-40fb-4827-b52d-fc39085a42b2 HTTP/1.1" status: 200 len: 945 time: 0.0705495 Dec 17 15:24:40.130264 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6f14cae8-3d33-488d-bc22-df1bb9419332 req-f03a9558-6635-491b-b0d9-765635972702 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571980 Dec 17 15:24:40.209374 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:40.538096 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ebf658de-3735-43cb-9944-3d6e87f1e009 req-fd2ef008-ce71-4e38-a2fe-05579ab39c24 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.46 "GET /v2.0/ports?device_id=34192db7-1bbf-4ff5-91df-5234f55286b1 HTTP/1.1" status: 200 len: 210 time: 0.0628009 Dec 17 15:24:40.566138 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ade139-7280-4884-9048-a7ef15454609 req-2b48c040-d5ad-4ce9-985d-4379a2db0557 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:40.567782 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-00ade139-7280-4884-9048-a7ef15454609 req-2b48c040-d5ad-4ce9-985d-4379a2db0557 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.46 "GET /v2.0/ports?device_id=8922b0d4-ef05-4caf-a19a-8769644f3ce2 HTTP/1.1" status: 200 len: 949 time: 0.0789013 Dec 17 15:24:40.610639 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-00ade139-7280-4884-9048-a7ef15454609 req-c74aaf76-6317-4819-b1c4-d87671d507bb tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b8654a-c363-402c-965c-bab144a83f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365062 Dec 17 15:24:40.792631 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6e40a7bb-825c-4536-a7f7-18662396fd3b req-12784179-b82f-44dd-9e49-89261c172aa3 tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0341828 Dec 17 15:24:41.281394 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec3221-55d6-43c0-b0ad-9d3e5352b16a req-b3befd0d-eee6-4d3c-a70d-942721c7d34c tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:41.283561 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-15ec3221-55d6-43c0-b0ad-9d3e5352b16a req-b3befd0d-eee6-4d3c-a70d-942721c7d34c tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ea70fb5-40fb-4827-b52d-fc39085a42b2 HTTP/1.1" status: 200 len: 945 time: 0.0762696 Dec 17 15:24:41.297703 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 8911d318-f3ac-4e57-b9fd-6b116e3f57ec up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:24:41.352903 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-15ec3221-55d6-43c0-b0ad-9d3e5352b16a req-0f008da6-e952-47fd-81ad-2a59bb86e38d tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518227 Dec 17 15:24:41.644742 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-24d92abf-c075-48a8-b118-1bc2fbaa6bbb req-32ad0b16-c823-4208-876d-a1f33f704041 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.46 "GET /v2.0/ports?device_id=34192db7-1bbf-4ff5-91df-5234f55286b1 HTTP/1.1" status: 200 len: 210 time: 0.0280619 Dec 17 15:24:41.732686 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9b2a7-c3b9-40fa-b2ee-2d85a9e98073 req-242944fa-caa8-47a5-964f-68b503cafe01 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:41.734457 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-74e9b2a7-c3b9-40fa-b2ee-2d85a9e98073 req-242944fa-caa8-47a5-964f-68b503cafe01 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.46 "GET /v2.0/ports?device_id=8922b0d4-ef05-4caf-a19a-8769644f3ce2 HTTP/1.1" status: 200 len: 949 time: 0.0484838 Dec 17 15:24:41.774665 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-74e9b2a7-c3b9-40fa-b2ee-2d85a9e98073 req-450836b0-8e87-4444-952d-f9cd4b033dde tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b8654a-c363-402c-965c-bab144a83f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341010 Dec 17 15:24:41.781562 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 8911d318-f3ac-4e57-b9fd-6b116e3f57ec completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:24:41.790920 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 8911d318-f3ac-4e57-b9fd-6b116e3f57ec triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:24:41.790920 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:41.880064 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:41.891639 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fcf9843f-21c1-4bf0-9899-f2a281f374ee req-26fe97e9-307f-4b45-96e8-b304911713c2 tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0273848 Dec 17 15:24:41.909861 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8922b0d4-ef05-4caf-a19a-8769644f3ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8911d318-f3ac-4e57-b9fd-6b116e3f57ec'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:24:41.912437 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4abd984-a480-4e96-b882-37b5f2221736" -d '{"events": [{"server_uuid": "8922b0d4-ef05-4caf-a19a-8769644f3ce2", "name": "network-vif-plugged", "status": "completed", "tag": "8911d318-f3ac-4e57-b9fd-6b116e3f57ec"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:24:41.929292 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 8911d318-f3ac-4e57-b9fd-6b116e3f57ec, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=8911d318-f3ac-4e57-b9fd-6b116e3f57ec,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:24:41.957014 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937df307-ac95-43a3-a7aa-03a4b6b4a8fc x-openstack-request-id: req-937df307-ac95-43a3-a7aa-03a4b6b4a8fc {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:24:41.957397 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8922b0d4-ef05-4caf-a19a-8769644f3ce2", "name": "network-vif-plugged", "status": "completed", "tag": "8911d318-f3ac-4e57-b9fd-6b116e3f57ec", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:24:41.957672 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-937df307-ac95-43a3-a7aa-03a4b6b4a8fc {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:24:41.958129 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8922b0d4-ef05-4caf-a19a-8769644f3ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8911d318-f3ac-4e57-b9fd-6b116e3f57ec', 'code': 200} Dec 17 15:24:42.055383 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0e3a2-5fcf-42ba-96a2-9535a548ac73 req-d4df7376-8198-4751-8a24-b29133ebeeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:42.056866 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-60a0e3a2-5fcf-42ba-96a2-9535a548ac73 req-d4df7376-8198-4751-8a24-b29133ebeeef service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8922b0d4-ef05-4caf-a19a-8769644f3ce2 HTTP/1.1" status: 200 len: 1100 time: 0.0449460 Dec 17 15:24:42.094445 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-60a0e3a2-5fcf-42ba-96a2-9535a548ac73 req-0fe7b5b2-71b0-4c37-a29b-484123a49c5f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c2b8654a-c363-402c-965c-bab144a83f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306613 Dec 17 15:24:42.565109 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-933b71fd-2784-4894-a750-352c02d7fc09 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:42.566885 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-933b71fd-2784-4894-a750-352c02d7fc09 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.13 "GET /v2.0/networks?id=91ac3c13-b8c6-437b-9a3d-0695941625b3 HTTP/1.1" status: 200 len: 809 time: 0.1378944 Dec 17 15:24:42.575741 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:42.582967 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-cf23e038-ae96-487f-b8b2-c36e89f27cd2 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] Request body: {'port': {'device_id': '34192db7-1bbf-4ff5-91df-5234f55286b1', 'network_id': '91ac3c13-b8c6-437b-9a3d-0695941625b3', 'admin_state_up': True, 'tenant_id': '664f71d96aca4293a527b3258a60b346'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:24:42.648244 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=8911d318-f3ac-4e57-b9fd-6b116e3f57ec,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:42.792694 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c5480-fa1f-4747-8a34-4ee1b1acf2e5 req-d29757d0-7f94-4eab-b05c-1ab4b9e129f6 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:42.794233 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a29c5480-fa1f-4747-8a34-4ee1b1acf2e5 req-d29757d0-7f94-4eab-b05c-1ab4b9e129f6 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ea70fb5-40fb-4827-b52d-fc39085a42b2 HTTP/1.1" status: 200 len: 945 time: 0.1011953 Dec 17 15:24:42.822850 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6e71c323-696e-4bf3-8de3-a6f5010abd15 req-43378d16-2180-4c6d-9595-67d0fd4f51a8 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.46 "GET /v2.0/ports?device_id=34192db7-1bbf-4ff5-91df-5234f55286b1 HTTP/1.1" status: 200 len: 210 time: 0.0699584 Dec 17 15:24:42.895598 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a29c5480-fa1f-4747-8a34-4ee1b1acf2e5 req-9cbfe56c-6060-4b61-9728-3777a5e76f0c tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770619 Dec 17 15:24:43.014552 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762741b6-d8af-4a65-b77d-2c967589ef71 req-e1bd76ed-33b8-4828-a00a-89320656da18 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:43.022996 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-762741b6-d8af-4a65-b77d-2c967589ef71 req-e1bd76ed-33b8-4828-a00a-89320656da18 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.46 "GET /v2.0/ports?device_id=8922b0d4-ef05-4caf-a19a-8769644f3ce2 HTTP/1.1" status: 200 len: 950 time: 0.0870852 Dec 17 15:24:43.041430 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-cf23e038-ae96-487f-b8b2-c36e89f27cd2 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] Made reservation on behalf of 664f71d96aca4293a527b3258a60b346 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:24:43.044900 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-cf23e038-ae96-487f-b8b2-c36e89f27cd2 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:43.075207 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2e651-4422-445c-8f7a-2d581304ee82 req-1a13fff1-da7e-4abb-932f-c4808e47fada tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:43.076697 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-76c2e651-4422-445c-8f7a-2d581304ee82 req-1a13fff1-da7e-4abb-932f-c4808e47fada tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ea70fb5-40fb-4827-b52d-fc39085a42b2 HTTP/1.1" status: 200 len: 945 time: 0.1110523 Dec 17 15:24:43.112099 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-762741b6-d8af-4a65-b77d-2c967589ef71 req-a685e74a-7584-47d3-8d1f-101ea07b4120 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b8654a-c363-402c-965c-bab144a83f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882261 Dec 17 15:24:43.216991 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-76c2e651-4422-445c-8f7a-2d581304ee82 req-b34b0522-ccb3-4bef-bb5d-a912ee912957 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308517 Dec 17 15:24:43.222281 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9d23893f-db66-4b3d-b436-ebe4cc459b1c req-5e2a7c1c-f7b4-4370-91b2-5319173c8dd4 tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0415745 Dec 17 15:24:43.335940 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-cf23e038-ae96-487f-b8b2-c36e89f27cd2 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] Allocated IP 172.20.0.4 (91ac3c13-b8c6-437b-9a3d-0695941625b3/038a3835-fe23-4fbc-93f9-4acdea6917c8/bb5db1c3-99d0-4458-84da-17bcdb969270) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:24:43.620857 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-cf23e038-ae96-487f-b8b2-c36e89f27cd2 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:43.818975 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-cf23e038-ae96-487f-b8b2-c36e89f27cd2 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:43.903684 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-cf23e038-ae96-487f-b8b2-c36e89f27cd2 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] Network 91ac3c13-b8c6-437b-9a3d-0695941625b3 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:24:43.908037 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23e038-ae96-487f-b8b2-c36e89f27cd2 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] Pushing event updated for resources: {'Port': ['ID=bb5db1c3-99d0-4458-84da-17bcdb969270,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:43.915089 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-cf23e038-ae96-487f-b8b2-c36e89f27cd2 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:24:43.927112 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-cf23e038-ae96-487f-b8b2-c36e89f27cd2 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:24:43.961825 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-76ae5943-eb6c-4f87-82ee-318f5ab009dd tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:43.963436 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-76ae5943-eb6c-4f87-82ee-318f5ab009dd tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/networks?id=08c9e064-e12f-4a4c-95b1-8ca4e4e5512c HTTP/1.1" status: 200 len: 815 time: 0.2133532 Dec 17 15:24:44.017901 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-306be4af-a390-486c-8fbc-df7501985f28 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/quotas/a7013fb088334b89b4b468618dd42862 HTTP/1.1" status: 200 len: 375 time: 0.0402880 Dec 17 15:24:44.048210 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-cf23e038-ae96-487f-b8b2-c36e89f27cd2 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:44.049210 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-cf23e038-ae96-487f-b8b2-c36e89f27cd2 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:44.079235 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c506591-abaa-4173-b949-a3250bbc2d27 req-83e010a8-f338-4903-be52-0e4ce3c2552f tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:44.081289 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c506591-abaa-4173-b949-a3250bbc2d27 req-83e010a8-f338-4903-be52-0e4ce3c2552f tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.46 "GET /v2.0/ports?device_id=34192db7-1bbf-4ff5-91df-5234f55286b1 HTTP/1.1" status: 200 len: 931 time: 0.1144981 Dec 17 15:24:44.115987 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-09338e3e-0d9f-408b-b730-5510bf27a001 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a7013fb088334b89b4b468618dd42862&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0867047 Dec 17 15:24:44.152527 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c506591-abaa-4173-b949-a3250bbc2d27 req-cfd2f99e-8582-455e-9f1e-ce87dabf7e3b tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.46 "GET /v2.0/security-groups?id=b944757c-e8e1-4cec-b448-ecaff7be4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583069 Dec 17 15:24:44.238692 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-cf23e038-ae96-487f-b8b2-c36e89f27cd2 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6624331 Dec 17 15:24:44.260222 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-6bc54c26-91e3-4920-95f6-1644212ee566 service neutron] Request body: {'port': {'device_id': '34192db7-1bbf-4ff5-91df-5234f55286b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:24:44.345064 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-5e87d7e5-aa2f-4efd-a15c-f5249adf16e4 service neutron] 10.222.0.46 "GET /v2.0/networks/08c9e064-e12f-4a4c-95b1-8ca4e4e5512c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167785 Dec 17 15:24:44.354408 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b120ab3-65d9-468d-ba83-00fa8ec925ef req-d96bf654-cd5b-459d-b59f-e03e4e19ab6b tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:44.356021 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2b120ab3-65d9-468d-ba83-00fa8ec925ef req-d96bf654-cd5b-459d-b59f-e03e4e19ab6b tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ea70fb5-40fb-4827-b52d-fc39085a42b2 HTTP/1.1" status: 200 len: 945 time: 0.1322417 Dec 17 15:24:44.365123 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-6bc54c26-91e3-4920-95f6-1644212ee566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:44.519506 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2b120ab3-65d9-468d-ba83-00fa8ec925ef req-ba83d49f-a212-4401-84b4-13ab8738cae9 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489716 Dec 17 15:24:44.599169 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-95e51f50-3cdc-476e-b68d-5e347c0de4fc service neutron] 10.222.0.46 "GET /v2.0/networks/08c9e064-e12f-4a4c-95b1-8ca4e4e5512c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416880 Dec 17 15:24:44.740920 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-c168477c-bcf5-475c-9a11-3858c0fb083a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0775709 Dec 17 15:24:44.770605 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e9712-72b7-413b-914b-e00372e1fe25 req-9c066774-aee0-4f9c-8932-e1515658c2e6 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:44.772124 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b85e9712-72b7-413b-914b-e00372e1fe25 req-9c066774-aee0-4f9c-8932-e1515658c2e6 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.46 "GET /v2.0/ports?device_id=8922b0d4-ef05-4caf-a19a-8769644f3ce2 HTTP/1.1" status: 200 len: 950 time: 0.1681542 Dec 17 15:24:44.816893 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:24:44.874286 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b85e9712-72b7-413b-914b-e00372e1fe25 req-ce896088-68b3-4874-9af3-5c4486b4f422 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b8654a-c363-402c-965c-bab144a83f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917068 Dec 17 15:24:44.880955 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-a828ec33-e519-435b-a52e-d3f5335d5940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:44.885817 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-a828ec33-e519-435b-a52e-d3f5335d5940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:44.886234 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-a828ec33-e519-435b-a52e-d3f5335d5940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:44.886780 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-a828ec33-e519-435b-a52e-d3f5335d5940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:44.887305 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-a828ec33-e519-435b-a52e-d3f5335d5940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:44.887772 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-a828ec33-e519-435b-a52e-d3f5335d5940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:44.888292 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-a828ec33-e519-435b-a52e-d3f5335d5940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:44.898859 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-a828ec33-e519-435b-a52e-d3f5335d5940 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8be5f697514948dbb741ccae5deddcdd&device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 6500 time: 0.0977988 Dec 17 15:24:45.026192 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3368a36d-38c3-4ef4-a2fe-577fb8e1eb18 req-8bda1d77-ba99-4dd8-82a4-260dfa2bc65d tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0344863 Dec 17 15:24:45.055201 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-6bc54c26-91e3-4920-95f6-1644212ee566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb5db1c3-99d0-4458-84da-17bcdb969270 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:24:45.079453 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-6bc54c26-91e3-4920-95f6-1644212ee566 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:45.095309 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-6bc54c26-91e3-4920-95f6-1644212ee566 service neutron] Transition to ACTIVE for port object bb5db1c3-99d0-4458-84da-17bcdb969270 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:24:45.102293 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-8bd5041d-5461-4468-b0f1-f84ec21b888d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:45.102926 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-8bd5041d-5461-4468-b0f1-f84ec21b888d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:45.103645 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-8bd5041d-5461-4468-b0f1-f84ec21b888d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:45.106351 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-8bd5041d-5461-4468-b0f1-f84ec21b888d service neutron] 10.222.0.13 "GET /v2.0/networks?id=103f3c9e-955b-431b-ac73-eb4ee50a4a0d&id=ec28bea2-77cb-4691-b278-282a967d1e33&id=ec28bea2-77cb-4691-b278-282a967d1e33&id=ec28bea2-77cb-4691-b278-282a967d1e33&id=ec28bea2-77cb-4691-b278-282a967d1e33&id=035ebd08-a183-4c96-8d50-7cc8ab5df57c&id=035ebd08-a183-4c96-8d50-7cc8ab5df57c HTTP/1.1" status: 200 len: 2296 time: 0.1788986 Dec 17 15:24:45.200730 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-352e05da-a94e-4bfb-b7d2-4d267e2dee07 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7 HTTP/1.1" status: 200 len: 1002 time: 0.0827956 Dec 17 15:24:45.247097 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-54dd19f5-eb1e-46b1-b98a-fea45c6ed856 req-7bb493d6-cc54-4efe-8f65-85c4913b780f tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=201ea063-e6d1-42a2-aaf3-75655bdcd722 HTTP/1.1" status: 200 len: 210 time: 0.0559824 Dec 17 15:24:45.254627 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-6bc54c26-91e3-4920-95f6-1644212ee566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:45.317928 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-08eb3cb1-e69c-4b15-8a2f-cd13cdb2767e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:45.324268 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-08eb3cb1-e69c-4b15-8a2f-cd13cdb2767e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4284f076-0000-4c1d-851c-097716c35280 HTTP/1.1" status: 200 len: 854 time: 0.1103108 Dec 17 15:24:45.418669 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32200fd-99d3-4fa4-b1af-61eb960fae91 req-2c2d6992-408a-454a-acaf-e7345576a488 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:45.420258 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d32200fd-99d3-4fa4-b1af-61eb960fae91 req-2c2d6992-408a-454a-acaf-e7345576a488 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ea70fb5-40fb-4827-b52d-fc39085a42b2 HTTP/1.1" status: 200 len: 945 time: 0.1779294 Dec 17 15:24:45.424712 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-7a521e85-7545-4041-a658-dbb339ba9b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:45.426510 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-7a521e85-7545-4041-a658-dbb339ba9b37 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=103f3c9e-955b-431b-ac73-eb4ee50a4a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765479 Dec 17 15:24:45.613532 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-335aaaff-05fb-43f2-8b79-8873f77d81ad service neutron] 10.222.0.13 "GET /v2.0/networks/103f3c9e-955b-431b-ac73-eb4ee50a4a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793015 Dec 17 15:24:45.626363 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-d32200fd-99d3-4fa4-b1af-61eb960fae91 req-25cf18ac-dfda-4cc7-99a7-bf52134ea434 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Deleting port 52eed8f6-6d4d-4997-9017-b4fd8048be31 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:24:45.626708 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d32200fd-99d3-4fa4-b1af-61eb960fae91 req-25cf18ac-dfda-4cc7-99a7-bf52134ea434 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:45.766397 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc54c26-91e3-4920-95f6-1644212ee566 service neutron] Pushing event updated for resources: {'Port': ['ID=bb5db1c3-99d0-4458-84da-17bcdb969270,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:45.832273 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a09c6-9a8c-4ba5-9462-4b2e3440497c req-b25af35d-d553-4e01-9da1-e06cf0341e4a tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:45.839932 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5d6a09c6-9a8c-4ba5-9462-4b2e3440497c req-b25af35d-d553-4e01-9da1-e06cf0341e4a tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.46 "GET /v2.0/ports?device_id=34192db7-1bbf-4ff5-91df-5234f55286b1 HTTP/1.1" status: 200 len: 943 time: 0.1257913 Dec 17 15:24:45.940891 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5d6a09c6-9a8c-4ba5-9462-4b2e3440497c req-015b20f8-8814-46e7-abff-21142d037825 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.46 "GET /v2.0/security-groups?id=b944757c-e8e1-4cec-b448-ecaff7be4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999222 Dec 17 15:24:45.979615 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3877333-200d-4a13-a4c4-342f931c7278 req-6e9e0364-7ab8-431a-8f7e-1d23e61da75c tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:45.989679 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3877333-200d-4a13-a4c4-342f931c7278 req-6e9e0364-7ab8-431a-8f7e-1d23e61da75c tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ea70fb5-40fb-4827-b52d-fc39085a42b2 HTTP/1.1" status: 200 len: 945 time: 0.1689737 Dec 17 15:24:45.993535 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-6bc54c26-91e3-4920-95f6-1644212ee566 service neutron] Attempting to bind port bb5db1c3-99d0-4458-84da-17bcdb969270 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:24:45.994267 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-6bc54c26-91e3-4920-95f6-1644212ee566 service neutron] Attempting to bind port bb5db1c3-99d0-4458-84da-17bcdb969270 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '657a0958-c91e-4ac7-bbc5-5b532881d256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '91ac3c13-b8c6-437b-9a3d-0695941625b3'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:24:45.994809 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-6bc54c26-91e3-4920-95f6-1644212ee566 service neutron] Attempting to bind port bb5db1c3-99d0-4458-84da-17bcdb969270 on network 91ac3c13-b8c6-437b-9a3d-0695941625b3 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:24:46.018323 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-6bc54c26-91e3-4920-95f6-1644212ee566 service neutron] Port bb5db1c3-99d0-4458-84da-17bcdb969270 on network 91ac3c13-b8c6-437b-9a3d-0695941625b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:24:46.018652 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-6bc54c26-91e3-4920-95f6-1644212ee566 service neutron] Attempting to bind port bb5db1c3-99d0-4458-84da-17bcdb969270 on network 91ac3c13-b8c6-437b-9a3d-0695941625b3 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:24:46.057441 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-6bc54c26-91e3-4920-95f6-1644212ee566 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:24:46.057785 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-6bc54c26-91e3-4920-95f6-1644212ee566 service neutron] Checking segment: {'id': '657a0958-c91e-4ac7-bbc5-5b532881d256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '91ac3c13-b8c6-437b-9a3d-0695941625b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:24:46.058185 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-6bc54c26-91e3-4920-95f6-1644212ee566 service neutron] Bound using segment: {'id': '657a0958-c91e-4ac7-bbc5-5b532881d256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '91ac3c13-b8c6-437b-9a3d-0695941625b3'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:24:46.058762 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-6bc54c26-91e3-4920-95f6-1644212ee566 service neutron] Bound port: bb5db1c3-99d0-4458-84da-17bcdb969270, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657a0958-c91e-4ac7-bbc5-5b532881d256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '91ac3c13-b8c6-437b-9a3d-0695941625b3'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:24:46.059140 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-6bc54c26-91e3-4920-95f6-1644212ee566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:46.089767 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3877333-200d-4a13-a4c4-342f931c7278 req-034255ef-5472-4f3e-9afe-34ba7d745b8f tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988905 Dec 17 15:24:46.149693 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11f262-9583-4f09-b347-d55110c1a0dd req-c036e327-918f-4543-a86f-141d0ce1ab55 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:46.165266 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d11f262-9583-4f09-b347-d55110c1a0dd req-c036e327-918f-4543-a86f-141d0ce1ab55 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.46 "GET /v2.0/ports?device_id=8922b0d4-ef05-4caf-a19a-8769644f3ce2 HTTP/1.1" status: 200 len: 950 time: 0.1386118 Dec 17 15:24:46.268031 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-d32200fd-99d3-4fa4-b1af-61eb960fae91 req-25cf18ac-dfda-4cc7-99a7-bf52134ea434 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] For port 52eed8f6-6d4d-4997-9017-b4fd8048be31, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=52eed8f6-6d4d-4997-9017-b4fd8048be31,segment=NetworkSegment(4d21e005-2828-402d-861d-cab8d78776ef),segment_id=4d21e005-2828-402d-861d-cab8d78776ef)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:24:46.268651 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d32200fd-99d3-4fa4-b1af-61eb960fae91 req-25cf18ac-dfda-4cc7-99a7-bf52134ea434 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:46.272509 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-a1db388e-da59-43de-8fe3-66ddaa159e51 service neutron] 10.222.0.13 "GET /v2.0/networks/103f3c9e-955b-431b-ac73-eb4ee50a4a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6489334 Dec 17 15:24:46.274057 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6bf4bd8a-b1e3-4c89-a542-32c9402be605 req-161dd3b6-1f14-4f1e-b95e-97a9bdcfcc43 tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0433574 Dec 17 15:24:46.277513 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d11f262-9583-4f09-b347-d55110c1a0dd req-563b0798-f5a7-4efd-b578-192c9d61de6f tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b8654a-c363-402c-965c-bab144a83f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149552 Dec 17 15:24:46.284624 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-6bc54c26-91e3-4920-95f6-1644212ee566 service neutron] For port bb5db1c3-99d0-4458-84da-17bcdb969270, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:24:46.308722 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-6bc54c26-91e3-4920-95f6-1644212ee566 service neutron] For port bb5db1c3-99d0-4458-84da-17bcdb969270, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=bb5db1c3-99d0-4458-84da-17bcdb969270,segment=NetworkSegment(657a0958-c91e-4ac7-bbc5-5b532881d256),segment_id=657a0958-c91e-4ac7-bbc5-5b532881d256)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:24:46.350781 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-d32200fd-99d3-4fa4-b1af-61eb960fae91 req-25cf18ac-dfda-4cc7-99a7-bf52134ea434 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Calling delete_port for 52eed8f6-6d4d-4997-9017-b4fd8048be31 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:24:46.365327 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-ab9b31fd-a5e5-4aa0-a116-892fc9ced721 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=cbe25e39-8f1f-4383-b5a5-367c8e64756d HTTP/1.1" status: 200 len: 217 time: 0.0798609 Dec 17 15:24:46.400919 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0f89fa6-b7c8-40bc-b65c-5e5b0c8be3d1 req-082cb80b-b96f-41e4-887f-c1b0b9336c24 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=201ea063-e6d1-42a2-aaf3-75655bdcd722 HTTP/1.1" status: 200 len: 210 time: 0.0275772 Dec 17 15:24:46.451989 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-ce62071c-a8f9-4176-99e1-08c80e7327f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:46.453410 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-ce62071c-a8f9-4176-99e1-08c80e7327f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45fc3ed8-d2ea-40b2-93fb-70bdb870e61a HTTP/1.1" status: 200 len: 797 time: 0.0590186 Dec 17 15:24:46.466727 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-6bc54c26-91e3-4920-95f6-1644212ee566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:46.502528 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-6bc54c26-91e3-4920-95f6-1644212ee566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:46.502528 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-6bc54c26-91e3-4920-95f6-1644212ee566 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:46.503586 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-6bc54c26-91e3-4920-95f6-1644212ee566 service neutron] 10.222.0.13 "PUT /v2.0/ports/bb5db1c3-99d0-4458-84da-17bcdb969270 HTTP/1.1" status: 200 len: 1091 time: 2.2488365 Dec 17 15:24:46.504049 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34192db7-1bbf-4ff5-91df-5234f55286b1', 'tag': 'bb5db1c3-99d0-4458-84da-17bcdb969270'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:24:46.506585 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b88432-aef1-4022-a46b-6966ecc6877b" -d '{"events": [{"name": "network-changed", "server_uuid": "34192db7-1bbf-4ff5-91df-5234f55286b1", "tag": "bb5db1c3-99d0-4458-84da-17bcdb969270"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:24:46.539143 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-fa4eb697-15fc-4f8c-8df8-b8812cc750a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:46.540635 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-fa4eb697-15fc-4f8c-8df8-b8812cc750a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec28bea2-77cb-4691-b278-282a967d1e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0743375 Dec 17 15:24:46.549757 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270b84fd-d952-48b1-b8ee-dda7ab5b4331 x-openstack-request-id: req-270b84fd-d952-48b1-b8ee-dda7ab5b4331 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:24:46.551044 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34192db7-1bbf-4ff5-91df-5234f55286b1", "tag": "bb5db1c3-99d0-4458-84da-17bcdb969270", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:24:46.551044 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-270b84fd-d952-48b1-b8ee-dda7ab5b4331 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:24:46.551044 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34192db7-1bbf-4ff5-91df-5234f55286b1', 'tag': 'bb5db1c3-99d0-4458-84da-17bcdb969270', 'status': 'completed', 'code': 200} Dec 17 15:24:46.554095 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc54c26-91e3-4920-95f6-1644212ee566 service neutron] Pushing event updated for resources: {'Port': ['ID=bb5db1c3-99d0-4458-84da-17bcdb969270,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:46.644377 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b88432-aef1-4022-a46b-6966ecc6877b req-3fb1ad58-ef0f-4afa-88c0-46c3c72f0d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:46.646210 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f7b88432-aef1-4022-a46b-6966ecc6877b req-3fb1ad58-ef0f-4afa-88c0-46c3c72f0d33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=664f71d96aca4293a527b3258a60b346&device_id=34192db7-1bbf-4ff5-91df-5234f55286b1 HTTP/1.1" status: 200 len: 1094 time: 0.0583210 Dec 17 15:24:46.678677 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-6fd2f92b-ac8d-41b4-9448-fbfc60226a50 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277626 Dec 17 15:24:46.773507 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b88432-aef1-4022-a46b-6966ecc6877b req-59a69bc3-683c-405b-a8f2-951c6bf25b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:46.775037 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f7b88432-aef1-4022-a46b-6966ecc6877b req-59a69bc3-683c-405b-a8f2-951c6bf25b3c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=664f71d96aca4293a527b3258a60b346&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1192162 Dec 17 15:24:46.776159 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d32200fd-99d3-4fa4-b1af-61eb960fae91 req-25cf18ac-dfda-4cc7-99a7-bf52134ea434 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:46.789198 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['52eed8f6-6d4d-4997-9017-b4fd8048be31'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:24:46.843869 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['8c28e0c1-5348-4f77-baee-1e7afe509638'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:24:46.862437 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-60f67dec-710e-4c8f-91fe-be8a0b8031cc service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766405 Dec 17 15:24:46.907675 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf18ac-dfda-4cc7-99a7-bf52134ea434 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Pushing event deleted for resources: {'Port': ['ID=52eed8f6-6d4d-4997-9017-b4fd8048be31,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:46.916660 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32200fd-99d3-4fa4-b1af-61eb960fae91 req-25cf18ac-dfda-4cc7-99a7-bf52134ea434 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] No DVR routers for this DVR port 52eed8f6-6d4d-4997-9017-b4fd8048be31 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:24:46.918065 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d32200fd-99d3-4fa4-b1af-61eb960fae91 req-25cf18ac-dfda-4cc7-99a7-bf52134ea434 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:46.921714 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d32200fd-99d3-4fa4-b1af-61eb960fae91 req-25cf18ac-dfda-4cc7-99a7-bf52134ea434 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.13 "DELETE /v2.0/ports/52eed8f6-6d4d-4997-9017-b4fd8048be31 HTTP/1.1" status: 204 len: 173 time: 1.4942644 Dec 17 15:24:46.929496 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea70fb5-40fb-4827-b52d-fc39085a42b2', 'name': 'network-vif-deleted', 'tag': '52eed8f6-6d4d-4997-9017-b4fd8048be31'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:24:46.931806 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba5a78c-75cc-4bc8-b9a0-5a9d29505e7e" -d '{"events": [{"server_uuid": "3ea70fb5-40fb-4827-b52d-fc39085a42b2", "name": "network-vif-deleted", "tag": "52eed8f6-6d4d-4997-9017-b4fd8048be31"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:24:46.943513 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b88432-aef1-4022-a46b-6966ecc6877b req-aab2b0a2-0bd3-4d61-b444-d111819a1560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:46.946217 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f7b88432-aef1-4022-a46b-6966ecc6877b req-aab2b0a2-0bd3-4d61-b444-d111819a1560 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1581917 Dec 17 15:24:47.045768 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72819f9d-5e8e-407e-8443-36409a232cac x-openstack-request-id: req-72819f9d-5e8e-407e-8443-36409a232cac {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:24:47.046124 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea70fb5-40fb-4827-b52d-fc39085a42b2", "name": "network-vif-deleted", "tag": "52eed8f6-6d4d-4997-9017-b4fd8048be31", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:24:47.046380 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-72819f9d-5e8e-407e-8443-36409a232cac {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:24:47.047024 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea70fb5-40fb-4827-b52d-fc39085a42b2', 'name': 'network-vif-deleted', 'tag': '52eed8f6-6d4d-4997-9017-b4fd8048be31', 'status': 'completed', 'code': 200} Dec 17 15:24:47.064094 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-7ce1d487-a846-44e6-8b63-5c817094cf4b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=352cdabc-20b5-416a-9b0b-566ed33d52ff HTTP/1.1" status: 200 len: 217 time: 0.1516995 Dec 17 15:24:47.067360 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-0f39d2df-6196-4903-823e-62f16a32122a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:47.070633 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-0f39d2df-6196-4903-823e-62f16a32122a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=664f71d96aca4293a527b3258a60b346&device_id=34192db7-1bbf-4ff5-91df-5234f55286b1 HTTP/1.1" status: 200 len: 1094 time: 0.0833380 Dec 17 15:24:47.159051 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd9942-0a38-446e-9ac7-3876b9f647e6 req-626389eb-4726-4933-a8a8-2f1fbcf245aa tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:47.162721 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a5bd9942-0a38-446e-9ac7-3876b9f647e6 req-626389eb-4726-4933-a8a8-2f1fbcf245aa tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.13 "GET /v2.0/ports?device_id=8922b0d4-ef05-4caf-a19a-8769644f3ce2 HTTP/1.1" status: 200 len: 950 time: 0.1277013 Dec 17 15:24:47.167742 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-3accab4b-0c6f-4ae8-bea4-f5c76cf41606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:47.172334 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-37c90fe8-5ff6-44bb-bc27-e59f106ab1c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb5db1c3-99d0-4458-84da-17bcdb969270 HTTP/1.1" status: 200 len: 217 time: 0.0651512 Dec 17 15:24:47.180554 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-3accab4b-0c6f-4ae8-bea4-f5c76cf41606 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45fc3ed8-d2ea-40b2-93fb-70bdb870e61a HTTP/1.1" status: 200 len: 797 time: 0.0969331 Dec 17 15:24:47.302740 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8191f76-85a2-4d08-8fff-07ddd03384a1 req-e87f6eff-98fa-4e99-8ed1-1d5a82e35cd6 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ea70fb5-40fb-4827-b52d-fc39085a42b2 HTTP/1.1" status: 200 len: 210 time: 0.0429287 Dec 17 15:24:47.306361 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-1ea825cd-6fdc-4d57-8df5-5e5ab9628409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:47.308022 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-1ea825cd-6fdc-4d57-8df5-5e5ab9628409 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=038a3835-fe23-4fbc-93f9-4acdea6917c8 HTTP/1.1" status: 200 len: 849 time: 0.1209323 Dec 17 15:24:47.329070 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-94801bec-23f7-461c-b851-99ce9b1047dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:47.331648 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-94801bec-23f7-461c-b851-99ce9b1047dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec28bea2-77cb-4691-b278-282a967d1e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1387515 Dec 17 15:24:47.338170 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2842e-ce33-4a77-bcc0-3bc657d7b013 req-e99c8e21-3dd5-42fa-8f22-3707be81c62d tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:47.338170 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-92e2842e-ce33-4a77-bcc0-3bc657d7b013 req-e99c8e21-3dd5-42fa-8f22-3707be81c62d tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.46 "GET /v2.0/ports?device_id=34192db7-1bbf-4ff5-91df-5234f55286b1 HTTP/1.1" status: 200 len: 943 time: 0.2626553 Dec 17 15:24:47.372282 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-caa79423-31cc-4ffc-a2b9-2ed26af87191 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91ac3c13-b8c6-437b-9a3d-0695941625b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559559 Dec 17 15:24:47.406151 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-a5bd9942-0a38-446e-9ac7-3876b9f647e6 req-f9febd01-7478-463a-9ccd-063a220dd7ef tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Deleting port 8911d318-f3ac-4e57-b9fd-6b116e3f57ec {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:24:47.406751 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a5bd9942-0a38-446e-9ac7-3876b9f647e6 req-f9febd01-7478-463a-9ccd-063a220dd7ef tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:47.450527 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-545125cf-7270-42a5-b13b-9f9782f3a53f req-9be98ed5-ad7f-4615-9fee-597f231844fa tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0717158 Dec 17 15:24:47.480719 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-92e2842e-ce33-4a77-bcc0-3bc657d7b013 req-61a3c24b-4125-4615-9e65-355b8c587c46 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.46 "GET /v2.0/security-groups?id=b944757c-e8e1-4cec-b448-ecaff7be4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331570 Dec 17 15:24:47.521328 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-0607b828-64c2-412f-8232-e79b85233488 service neutron] 10.222.0.13 "GET /v2.0/networks/91ac3c13-b8c6-437b-9a3d-0695941625b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411870 Dec 17 15:24:47.549000 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-a5bd9942-0a38-446e-9ac7-3876b9f647e6 req-f9febd01-7478-463a-9ccd-063a220dd7ef tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] For port 8911d318-f3ac-4e57-b9fd-6b116e3f57ec, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=8911d318-f3ac-4e57-b9fd-6b116e3f57ec,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:24:47.549633 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a5bd9942-0a38-446e-9ac7-3876b9f647e6 req-f9febd01-7478-463a-9ccd-063a220dd7ef tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:47.555572 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-7350bebf-571f-4e0c-ac98-afa378e57136 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128086 Dec 17 15:24:47.581231 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-a5bd9942-0a38-446e-9ac7-3876b9f647e6 req-f9febd01-7478-463a-9ccd-063a220dd7ef tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Calling delete_port for 8911d318-f3ac-4e57-b9fd-6b116e3f57ec owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:24:47.629215 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677c14e-1ac8-4f9d-a33a-ecd7aa650ab9 req-5c5384db-242a-4131-84b7-cf24de7b0d43 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:47.630469 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e677c14e-1ac8-4f9d-a33a-ecd7aa650ab9 req-5c5384db-242a-4131-84b7-cf24de7b0d43 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.46 "GET /v2.0/ports?device_id=8922b0d4-ef05-4caf-a19a-8769644f3ce2 HTTP/1.1" status: 200 len: 950 time: 0.1044893 Dec 17 15:24:47.685067 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7839f817-7472-4814-98c4-257a51c8bdc7 req-c72e3c42-f543-4f76-9c86-08f0bcdd6a91 service neutron] 10.222.0.13 "GET /v2.0/networks/91ac3c13-b8c6-437b-9a3d-0695941625b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475999 Dec 17 15:24:47.703974 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6f7216d0-2c50-4c5b-b433-b382adb0af32 req-100139c1-1120-454d-9fe0-d73b4dba9abc tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=201ea063-e6d1-42a2-aaf3-75655bdcd722 HTTP/1.1" status: 200 len: 210 time: 0.0413055 Dec 17 15:24:47.724238 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e677c14e-1ac8-4f9d-a33a-ecd7aa650ab9 req-980ba5b3-ecb3-4590-9cda-6f2bab11a2fa tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.46 "GET /v2.0/security-groups?id=c2b8654a-c363-402c-965c-bab144a83f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815318 Dec 17 15:24:47.745583 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-257c5621-22f1-4fec-867e-61740ac8d600 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674104 Dec 17 15:24:47.794498 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-bbcc50b8-2dae-4190-abe6-e2245e6d35f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=086bae78-0a86-4258-9c60-e039ee82ea56 HTTP/1.1" status: 200 len: 217 time: 0.0561070 Dec 17 15:24:47.856809 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-569bebd5-1626-4402-9921-b9de2934757d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:47.858411 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-569bebd5-1626-4402-9921-b9de2934757d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45fc3ed8-d2ea-40b2-93fb-70bdb870e61a HTTP/1.1" status: 200 len: 797 time: 0.0566525 Dec 17 15:24:47.911483 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-35485462-365a-4ade-b0da-15b598a48590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:47.912945 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-35485462-365a-4ade-b0da-15b598a48590 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec28bea2-77cb-4691-b278-282a967d1e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0474718 Dec 17 15:24:48.007363 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-e9e331f1-0d54-4b61-b523-0207d5982c61 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864787 Dec 17 15:24:48.090270 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a5bd9942-0a38-446e-9ac7-3876b9f647e6 req-f9febd01-7478-463a-9ccd-063a220dd7ef tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:48.105279 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['8911d318-f3ac-4e57-b9fd-6b116e3f57ec'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:24:48.145873 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9febd01-7478-463a-9ccd-063a220dd7ef tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Pushing event deleted for resources: {'Port': ['ID=8911d318-f3ac-4e57-b9fd-6b116e3f57ec,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:48.150969 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-789649b8-90a1-428a-8afd-619663f1131d service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358902 Dec 17 15:24:48.223135 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-259dbab8-2ada-4797-8bf4-ffdfa1a54168 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=ebd3d295-a91e-41a7-8eb4-78304dcfd58d HTTP/1.1" status: 200 len: 217 time: 0.0621698 Dec 17 15:24:48.265033 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5bd9942-0a38-446e-9ac7-3876b9f647e6 req-f9febd01-7478-463a-9ccd-063a220dd7ef tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] No DVR routers for this DVR port 8911d318-f3ac-4e57-b9fd-6b116e3f57ec on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:24:48.269527 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a5bd9942-0a38-446e-9ac7-3876b9f647e6 req-f9febd01-7478-463a-9ccd-063a220dd7ef tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:48.272830 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a5bd9942-0a38-446e-9ac7-3876b9f647e6 req-f9febd01-7478-463a-9ccd-063a220dd7ef tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.13 "DELETE /v2.0/ports/8911d318-f3ac-4e57-b9fd-6b116e3f57ec HTTP/1.1" status: 204 len: 173 time: 1.0912147 Dec 17 15:24:48.290899 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-4f1b4b43-0d38-4d36-8ba8-cd4243c1c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:48.292438 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-4f1b4b43-0d38-4d36-8ba8-cd4243c1c975 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45fc3ed8-d2ea-40b2-93fb-70bdb870e61a HTTP/1.1" status: 200 len: 797 time: 0.0547006 Dec 17 15:24:48.351767 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-71542f4b-cad1-426d-b3b4-d2ba79a0a1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:48.353531 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-71542f4b-cad1-426d-b3b4-d2ba79a0a1dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec28bea2-77cb-4691-b278-282a967d1e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0533051 Dec 17 15:24:48.424668 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-96c9241d-8a9f-406b-88d9-e240e2111ef8 req-f591afc6-ce32-40f9-a6be-1a2bce7e76f9 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ea70fb5-40fb-4827-b52d-fc39085a42b2 HTTP/1.1" status: 200 len: 210 time: 0.0305014 Dec 17 15:24:48.467643 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-302228a1-e238-451f-8058-73859d6f7bf0 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047962 Dec 17 15:24:48.578040 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c6ef6cb6-95d2-48ba-a4db-ea92abf55a14 req-d9b9acd0-fc75-4fae-960a-52734fb2dac0 tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0375140 Dec 17 15:24:48.641179 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf654f3-8722-4231-8246-ade6a600bdba req-3c4d0dcd-1e69-45ee-a0fe-3031d8be0e2d tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:48.643763 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6cf654f3-8722-4231-8246-ade6a600bdba req-3c4d0dcd-1e69-45ee-a0fe-3031d8be0e2d tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.46 "GET /v2.0/ports?device_id=34192db7-1bbf-4ff5-91df-5234f55286b1 HTTP/1.1" status: 200 len: 943 time: 0.0721493 Dec 17 15:24:48.684489 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-312d247c-aa3b-4633-ad58-680522e59ac4 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066298 Dec 17 15:24:48.688524 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6cf654f3-8722-4231-8246-ade6a600bdba req-5b2c0964-ed2d-4812-b000-6a331d6d0382 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.46 "GET /v2.0/security-groups?id=b944757c-e8e1-4cec-b448-ecaff7be4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385158 Dec 17 15:24:48.700245 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-8dfa4aaa-c862-4fcc-bd1d-bcf5c77c58bf tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:48.701734 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-8dfa4aaa-c862-4fcc-bd1d-bcf5c77c58bf tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.13 "GET /v2.0/networks?id=08c9e064-e12f-4a4c-95b1-8ca4e4e5512c HTTP/1.1" status: 200 len: 815 time: 0.1742895 Dec 17 15:24:48.716610 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-98757c31-a2d2-4bfd-a7f3-ca895eb2db10 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Request body: {'port': {'device_id': '201ea063-e6d1-42a2-aaf3-75655bdcd722', 'network_id': '08c9e064-e12f-4a4c-95b1-8ca4e4e5512c', 'admin_state_up': True, 'tenant_id': 'a7013fb088334b89b4b468618dd42862'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:24:48.779773 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-5662f443-3c30-449d-9086-fe05b6cddb76 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=82472c12-2b01-481b-a1e9-52c2af0111f1 HTTP/1.1" status: 200 len: 217 time: 0.0770752 Dec 17 15:24:48.831550 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-110750ad-ea46-487a-9320-1dec215db708 req-1e484f85-fe35-4790-8185-cf3fa40f3fe2 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=201ea063-e6d1-42a2-aaf3-75655bdcd722 HTTP/1.1" status: 200 len: 210 time: 0.0440397 Dec 17 15:24:48.895034 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6881c3b0-0c4a-425d-bf92-072806a1b842 req-88bcc3eb-d419-4dde-9ecd-9f6cf9fe6ac0 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.46 "GET /v2.0/ports?device_id=8922b0d4-ef05-4caf-a19a-8769644f3ce2 HTTP/1.1" status: 200 len: 210 time: 0.0622172 Dec 17 15:24:48.895869 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-d54136b3-10c6-482d-a530-bdb97ceac455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:48.897316 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-d54136b3-10c6-482d-a530-bdb97ceac455 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bf386dd-4029-471e-b0f0-b3050162bb35 HTTP/1.1" status: 200 len: 797 time: 0.0777576 Dec 17 15:24:48.969491 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-c34c27d0-2226-4779-b07d-aab375a0f1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:48.972169 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-c34c27d0-2226-4779-b07d-aab375a0f1bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=035ebd08-a183-4c96-8d50-7cc8ab5df57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0658939 Dec 17 15:24:49.047977 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8922b0d4-ef05-4caf-a19a-8769644f3ce2', 'name': 'network-vif-deleted', 'tag': '8911d318-f3ac-4e57-b9fd-6b116e3f57ec'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:24:49.051050 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbf2e25-907b-4e9e-80ed-3911b409394e" -d '{"events": [{"server_uuid": "8922b0d4-ef05-4caf-a19a-8769644f3ce2", "name": "network-vif-deleted", "tag": "8911d318-f3ac-4e57-b9fd-6b116e3f57ec"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:24:49.081709 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-a820d455-fe64-42ae-879f-35baeff357b9 service neutron] 10.222.0.13 "GET /v2.0/networks/035ebd08-a183-4c96-8d50-7cc8ab5df57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022897 Dec 17 15:24:49.096812 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e7bd6a-bf35-49ba-825f-25a3aa0bbe44 x-openstack-request-id: req-a4e7bd6a-bf35-49ba-825f-25a3aa0bbe44 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:24:49.097251 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8922b0d4-ef05-4caf-a19a-8769644f3ce2", "name": "network-vif-deleted", "tag": "8911d318-f3ac-4e57-b9fd-6b116e3f57ec", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:24:49.097595 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a4e7bd6a-bf35-49ba-825f-25a3aa0bbe44 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:24:49.098080 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8922b0d4-ef05-4caf-a19a-8769644f3ce2', 'name': 'network-vif-deleted', 'tag': '8911d318-f3ac-4e57-b9fd-6b116e3f57ec', 'status': 'completed', 'code': 200} Dec 17 15:24:49.142634 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-98757c31-a2d2-4bfd-a7f3-ca895eb2db10 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Made reservation on behalf of a7013fb088334b89b4b468618dd42862 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:24:49.146710 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-98757c31-a2d2-4bfd-a7f3-ca895eb2db10 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:49.264241 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-aa35c655-d77e-420c-b45f-27d8d8fd554d service neutron] 10.222.0.13 "GET /v2.0/networks/035ebd08-a183-4c96-8d50-7cc8ab5df57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703238 Dec 17 15:24:49.308711 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 8911d318-f3ac-4e57-b9fd-6b116e3f57ec no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:24:49.332903 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 8911d318-f3ac-4e57-b9fd-6b116e3f57ec {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:24:49.333434 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 8911d318-f3ac-4e57-b9fd-6b116e3f57ec not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:24:49.335052 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 52eed8f6-6d4d-4997-9017-b4fd8048be31 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:24:49.335931 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-ab08984c-6316-4bb9-b1d1-6b45df6eb719 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5e8d71c7-6b02-4151-a43a-fc7b70877533 HTTP/1.1" status: 200 len: 217 time: 0.0647633 Dec 17 15:24:49.353464 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 52eed8f6-6d4d-4997-9017-b4fd8048be31 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:24:49.354184 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 52eed8f6-6d4d-4997-9017-b4fd8048be31 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:24:49.382738 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-98757c31-a2d2-4bfd-a7f3-ca895eb2db10 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Allocated IP 172.20.0.10 (08c9e064-e12f-4a4c-95b1-8ca4e4e5512c/0952ece7-8a2b-46ed-893a-e5c8c7ca2a55/aac19f2a-8bb6-4408-9209-375eafdbecf6) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:24:49.410822 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-cfe52c92-e72b-4826-b22a-3f0d8e6e0137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:49.412475 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-cfe52c92-e72b-4826-b22a-3f0d8e6e0137 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bf386dd-4029-471e-b0f0-b3050162bb35 HTTP/1.1" status: 200 len: 797 time: 0.0690761 Dec 17 15:24:49.524314 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-b0c2ce65-1a03-4657-95ce-1135f13d7433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:49.525901 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-b0c2ce65-1a03-4657-95ce-1135f13d7433 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=035ebd08-a183-4c96-8d50-7cc8ab5df57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1049330 Dec 17 15:24:49.546749 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8470b08c-9213-4653-abfa-c6c332ecfc23 req-fa32af1a-8b47-4507-958c-b905fd0a508a tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ea70fb5-40fb-4827-b52d-fc39085a42b2 HTTP/1.1" status: 200 len: 210 time: 0.0364685 Dec 17 15:24:49.660521 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-98757c31-a2d2-4bfd-a7f3-ca895eb2db10 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:49.676488 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-eb53b50a-276c-43a7-80dc-18c8104d611e service neutron] 10.222.0.13 "GET /v2.0/networks/035ebd08-a183-4c96-8d50-7cc8ab5df57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418626 Dec 17 15:24:49.706337 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dff454fc-1fba-443e-8107-b9759f752650 req-03b66cf4-9c7e-4e2d-b04e-b3cafac0e2ba tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0298278 Dec 17 15:24:49.789227 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2f01d96-8573-4f6f-b95b-2273692f3c59 req-6be3b27e-9ec6-4cbd-8f4a-d913e973356c service neutron] 10.222.0.13 "GET /v2.0/networks/035ebd08-a183-4c96-8d50-7cc8ab5df57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029413 Dec 17 15:24:49.831590 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d4b94-eac4-41e2-ac7d-0b7b2777d3a2 req-00a56e41-9972-4229-ab5c-ce9f925b8dca tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:49.832972 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c48d4b94-eac4-41e2-ac7d-0b7b2777d3a2 req-00a56e41-9972-4229-ab5c-ce9f925b8dca tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.46 "GET /v2.0/ports?device_id=34192db7-1bbf-4ff5-91df-5234f55286b1 HTTP/1.1" status: 200 len: 943 time: 0.0494173 Dec 17 15:24:49.882654 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c48d4b94-eac4-41e2-ac7d-0b7b2777d3a2 req-5874874a-12d6-475d-8cf1-512cdf929d9e tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.46 "GET /v2.0/security-groups?id=b944757c-e8e1-4cec-b448-ecaff7be4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434380 Dec 17 15:24:49.898493 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-98757c31-a2d2-4bfd-a7f3-ca895eb2db10 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:49.935452 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['97f2a20a-986a-4f79-b5a7-3958b2ff049a'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:24:49.944207 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-98757c31-a2d2-4bfd-a7f3-ca895eb2db10 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Network 08c9e064-e12f-4a4c-95b1-8ca4e4e5512c is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:24:49.947662 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-98757c31-a2d2-4bfd-a7f3-ca895eb2db10 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:24:49.951537 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-98757c31-a2d2-4bfd-a7f3-ca895eb2db10 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:24:49.964052 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98757c31-a2d2-4bfd-a7f3-ca895eb2db10 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Pushing event updated for resources: {'Port': ['ID=aac19f2a-8bb6-4408-9209-375eafdbecf6,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:50.023549 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc9512-6803-4386-b81c-b00ea1f68fcf req-29c8c836-3372-4aac-9f75-599141ab9333 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:50.037823 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4cfc9512-6803-4386-b81c-b00ea1f68fcf req-29c8c836-3372-4aac-9f75-599141ab9333 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=201ea063-e6d1-42a2-aaf3-75655bdcd722 HTTP/1.1" status: 200 len: 932 time: 0.1282508 Dec 17 15:24:50.058074 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-98757c31-a2d2-4bfd-a7f3-ca895eb2db10 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:50.059137 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-98757c31-a2d2-4bfd-a7f3-ca895eb2db10 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:50.092842 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0fd07520-d916-493c-919c-06d0b0adaecd req-043c20d5-5c6b-4fa7-ab98-5ed6ec9c2802 tempest-VolumesNegativeTest-1208027916 tempest-VolumesNegativeTest-1208027916-project] 10.222.0.46 "GET /v2.0/ports?device_id=8922b0d4-ef05-4caf-a19a-8769644f3ce2 HTTP/1.1" status: 200 len: 210 time: 0.0359550 Dec 17 15:24:50.124539 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4cfc9512-6803-4386-b81c-b00ea1f68fcf req-75f378a6-3798-4615-bd2d-11d2b2d18b4d tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857043 Dec 17 15:24:50.240378 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-98757c31-a2d2-4bfd-a7f3-ca895eb2db10 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5273168 Dec 17 15:24:50.252518 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-16121393-22f7-4f1c-a9b6-1e3dcf3b4f4e service neutron] Request body: {'port': {'device_id': '201ea063-e6d1-42a2-aaf3-75655bdcd722', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:24:50.308009 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-16121393-22f7-4f1c-a9b6-1e3dcf3b4f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:50.572131 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-16121393-22f7-4f1c-a9b6-1e3dcf3b4f4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aac19f2a-8bb6-4408-9209-375eafdbecf6 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:24:50.581294 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-16121393-22f7-4f1c-a9b6-1e3dcf3b4f4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:50.593724 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-16121393-22f7-4f1c-a9b6-1e3dcf3b4f4e service neutron] Transition to ACTIVE for port object aac19f2a-8bb6-4408-9209-375eafdbecf6 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:24:50.723674 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-16121393-22f7-4f1c-a9b6-1e3dcf3b4f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:50.776432 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16121393-22f7-4f1c-a9b6-1e3dcf3b4f4e service neutron] Pushing event updated for resources: {'Port': ['ID=aac19f2a-8bb6-4408-9209-375eafdbecf6,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:50.878230 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8bd3cf72-5fb6-4677-b5d4-91170c27f75c req-25adde81-3f1e-4a81-91a6-3cc6c14acdcb tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0459931 Dec 17 15:24:50.882186 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-16121393-22f7-4f1c-a9b6-1e3dcf3b4f4e service neutron] Attempting to bind port aac19f2a-8bb6-4408-9209-375eafdbecf6 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:24:50.882390 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-16121393-22f7-4f1c-a9b6-1e3dcf3b4f4e service neutron] Attempting to bind port aac19f2a-8bb6-4408-9209-375eafdbecf6 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '8c36ffd6-5a93-4f94-8705-bf5bd2d48308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '08c9e064-e12f-4a4c-95b1-8ca4e4e5512c'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:24:50.882580 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-16121393-22f7-4f1c-a9b6-1e3dcf3b4f4e service neutron] Attempting to bind port aac19f2a-8bb6-4408-9209-375eafdbecf6 on network 08c9e064-e12f-4a4c-95b1-8ca4e4e5512c {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:24:50.896482 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-16121393-22f7-4f1c-a9b6-1e3dcf3b4f4e service neutron] Port aac19f2a-8bb6-4408-9209-375eafdbecf6 on network 08c9e064-e12f-4a4c-95b1-8ca4e4e5512c not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:24:50.896801 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-16121393-22f7-4f1c-a9b6-1e3dcf3b4f4e service neutron] Attempting to bind port aac19f2a-8bb6-4408-9209-375eafdbecf6 on network 08c9e064-e12f-4a4c-95b1-8ca4e4e5512c {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:24:50.904834 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-16121393-22f7-4f1c-a9b6-1e3dcf3b4f4e service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:24:50.904834 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-16121393-22f7-4f1c-a9b6-1e3dcf3b4f4e service neutron] Checking segment: {'id': '8c36ffd6-5a93-4f94-8705-bf5bd2d48308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '08c9e064-e12f-4a4c-95b1-8ca4e4e5512c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:24:50.905250 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-16121393-22f7-4f1c-a9b6-1e3dcf3b4f4e service neutron] Bound using segment: {'id': '8c36ffd6-5a93-4f94-8705-bf5bd2d48308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '08c9e064-e12f-4a4c-95b1-8ca4e4e5512c'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:24:50.905839 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-16121393-22f7-4f1c-a9b6-1e3dcf3b4f4e service neutron] Bound port: aac19f2a-8bb6-4408-9209-375eafdbecf6, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c36ffd6-5a93-4f94-8705-bf5bd2d48308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '08c9e064-e12f-4a4c-95b1-8ca4e4e5512c'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:24:50.906197 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-16121393-22f7-4f1c-a9b6-1e3dcf3b4f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:50.998587 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-16121393-22f7-4f1c-a9b6-1e3dcf3b4f4e service neutron] For port aac19f2a-8bb6-4408-9209-375eafdbecf6, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:24:51.008872 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-16121393-22f7-4f1c-a9b6-1e3dcf3b4f4e service neutron] For port aac19f2a-8bb6-4408-9209-375eafdbecf6, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=aac19f2a-8bb6-4408-9209-375eafdbecf6,segment=NetworkSegment(8c36ffd6-5a93-4f94-8705-bf5bd2d48308),segment_id=8c36ffd6-5a93-4f94-8705-bf5bd2d48308)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:24:51.066868 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16658ea7-c648-4031-b6ec-bf030df08b3d req-3e33496f-10a4-4839-b294-d2c2aa8ee292 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:51.072239 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-16658ea7-c648-4031-b6ec-bf030df08b3d req-3e33496f-10a4-4839-b294-d2c2aa8ee292 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.46 "GET /v2.0/ports?device_id=34192db7-1bbf-4ff5-91df-5234f55286b1 HTTP/1.1" status: 200 len: 943 time: 0.1139028 Dec 17 15:24:51.134147 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-16658ea7-c648-4031-b6ec-bf030df08b3d req-a20504b5-89bd-4142-bbc1-d517b0474384 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.46 "GET /v2.0/security-groups?id=b944757c-e8e1-4cec-b448-ecaff7be4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555680 Dec 17 15:24:51.142209 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-16121393-22f7-4f1c-a9b6-1e3dcf3b4f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:51.153439 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-7428050f-f117-4554-888a-cfed7b1550fd tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:51.155037 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-7428050f-f117-4554-888a-cfed7b1550fd tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/networks?id=8eca304a-4461-49a4-96b4-a39f3600fd04 HTTP/1.1" status: 200 len: 806 time: 0.1556265 Dec 17 15:24:51.172262 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-1eb9ed67-b3b4-4b78-8620-ed0ed92023c1 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/quotas/b5d340d6e372463aa9915724f2edafdd HTTP/1.1" status: 200 len: 375 time: 0.0101213 Dec 17 15:24:51.180508 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-16121393-22f7-4f1c-a9b6-1e3dcf3b4f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:51.181437 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-16121393-22f7-4f1c-a9b6-1e3dcf3b4f4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:51.183010 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-16121393-22f7-4f1c-a9b6-1e3dcf3b4f4e service neutron] 10.222.0.13 "PUT /v2.0/ports/aac19f2a-8bb6-4408-9209-375eafdbecf6 HTTP/1.1" status: 200 len: 1092 time: 0.9345641 Dec 17 15:24:51.183559 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201ea063-e6d1-42a2-aaf3-75655bdcd722', 'tag': 'aac19f2a-8bb6-4408-9209-375eafdbecf6'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:24:51.185936 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f11f20-7879-42c8-96b6-843f7c09b465" -d '{"events": [{"name": "network-changed", "server_uuid": "201ea063-e6d1-42a2-aaf3-75655bdcd722", "tag": "aac19f2a-8bb6-4408-9209-375eafdbecf6"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:24:51.220326 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16121393-22f7-4f1c-a9b6-1e3dcf3b4f4e service neutron] Pushing event updated for resources: {'Port': ['ID=aac19f2a-8bb6-4408-9209-375eafdbecf6,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:51.245647 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-3fd0dd4e-686d-418b-b078-bc377be573ab tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b5d340d6e372463aa9915724f2edafdd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0646148 Dec 17 15:24:51.315292 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device bb5db1c3-99d0-4458-84da-17bcdb969270 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:24:51.389499 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb2357-9e44-4478-a1f8-d94ef249c51d req-cb533257-0ce9-4883-b9da-d869f73602e5 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:51.391134 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f5bb2357-9e44-4478-a1f8-d94ef249c51d req-cb533257-0ce9-4883-b9da-d869f73602e5 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=201ea063-e6d1-42a2-aaf3-75655bdcd722 HTTP/1.1" status: 200 len: 944 time: 0.0710604 Dec 17 15:24:51.444430 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-05ee9a51-1930-4673-90c5-76292c38fe64 service neutron] 10.222.0.46 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880112 Dec 17 15:24:51.498882 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port bb5db1c3-99d0-4458-84da-17bcdb969270, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=bb5db1c3-99d0-4458-84da-17bcdb969270,segment=NetworkSegment(657a0958-c91e-4ac7-bbc5-5b532881d256),segment_id=657a0958-c91e-4ac7-bbc5-5b532881d256)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:24:51.499773 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f5bb2357-9e44-4478-a1f8-d94ef249c51d req-fe273d37-5b19-4e28-bceb-b819b60bb38c tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016214 Dec 17 15:24:51.506581 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-b78b8b4b-c3ad-4d80-8558-d5f38304f496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:51.508208 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-b78b8b4b-c3ad-4d80-8558-d5f38304f496 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7013fb088334b89b4b468618dd42862&device_id=201ea063-e6d1-42a2-aaf3-75655bdcd722 HTTP/1.1" status: 200 len: 1095 time: 0.0741837 Dec 17 15:24:51.527637 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'bb5db1c3-99d0-4458-84da-17bcdb969270', 'network_id': '91ac3c13-b8c6-437b-9a3d-0695941625b3', 'port_id': 'bb5db1c3-99d0-4458-84da-17bcdb969270', 'mac_address': 'fa:16:3e:d6:bc:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '038a3835-fe23-4fbc-93f9-4acdea6917c8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:24:51.570481 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-737ef9f0-e637-4832-9e11-2b9ddc96285f service neutron] 10.222.0.46 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250479 Dec 17 15:24:51.581580 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:51.607985 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6908601b-f044-4f12-8fba-90ce7af32b1c x-openstack-request-id: req-6908601b-f044-4f12-8fba-90ce7af32b1c {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:24:51.608519 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201ea063-e6d1-42a2-aaf3-75655bdcd722", "tag": "aac19f2a-8bb6-4408-9209-375eafdbecf6", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:24:51.608621 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb5db1c3-99d0-4458-84da-17bcdb969270 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:24:51.608824 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6908601b-f044-4f12-8fba-90ce7af32b1c {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:24:51.611507 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201ea063-e6d1-42a2-aaf3-75655bdcd722', 'tag': 'aac19f2a-8bb6-4408-9209-375eafdbecf6', 'status': 'completed', 'code': 200} Dec 17 15:24:51.614668 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-dbdf8aa6-725d-4ca9-9da3-b2758c07b1f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aac19f2a-8bb6-4408-9209-375eafdbecf6 HTTP/1.1" status: 200 len: 217 time: 0.0950756 Dec 17 15:24:51.636744 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port bb5db1c3-99d0-4458-84da-17bcdb969270, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=bb5db1c3-99d0-4458-84da-17bcdb969270,segment=NetworkSegment(657a0958-c91e-4ac7-bbc5-5b532881d256),segment_id=657a0958-c91e-4ac7-bbc5-5b532881d256)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:24:51.695554 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-f0d4bd30-2c9f-4c46-9f6b-f161df4c5daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:51.697308 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-f0d4bd30-2c9f-4c46-9f6b-f161df4c5daa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0952ece7-8a2b-46ed-893a-e5c8c7ca2a55 HTTP/1.1" status: 200 len: 855 time: 0.0749860 Dec 17 15:24:51.733455 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-0e13f5fa-dcd1-432d-a9cb-6f0e1381c1ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08c9e064-e12f-4a4c-95b1-8ca4e4e5512c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294290 Dec 17 15:24:51.780453 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:51.838498 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-978652a9-ac11-4301-8fc1-d5652024ec13 service neutron] 10.222.0.13 "GET /v2.0/networks/08c9e064-e12f-4a4c-95b1-8ca4e4e5512c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976036 Dec 17 15:24:51.855190 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=bb5db1c3-99d0-4458-84da-17bcdb969270,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:51.953828 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e192551b-2c89-4ad7-a7a3-a6665bb94954 req-6812dd9f-9a47-4cb6-8c94-8b42e7ef90cd service neutron] 10.222.0.13 "GET /v2.0/networks/08c9e064-e12f-4a4c-95b1-8ca4e4e5512c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074033 Dec 17 15:24:52.021852 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3226cc1a-57ca-474d-97e1-ce79620cf1ff req-37b5682c-ec4b-4610-a306-bbe855d47c45 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b80582f-108c-4235-bf4d-6348a25303c0 HTTP/1.1" status: 200 len: 210 time: 0.0353060 Dec 17 15:24:52.044873 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['bb5db1c3-99d0-4458-84da-17bcdb969270'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:24:52.044989 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b0ffb30b-97bc-4bcb-8bb0-5bbf033f1592 req-2da13ad4-7902-4e46-9051-b10868c494fb tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0474882 Dec 17 15:24:52.254374 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f11f20-7879-42c8-96b6-843f7c09b465 req-49cc9f9e-18ce-4131-9466-14a6e8eae284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:52.255958 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b8f11f20-7879-42c8-96b6-843f7c09b465 req-49cc9f9e-18ce-4131-9466-14a6e8eae284 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7013fb088334b89b4b468618dd42862&device_id=201ea063-e6d1-42a2-aaf3-75655bdcd722 HTTP/1.1" status: 200 len: 1095 time: 0.0665255 Dec 17 15:24:52.279763 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe965c0-46d9-47da-b537-4ca76b0ee190 req-8a21385a-c79f-4703-bf3f-5ac356b46dbe tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:52.285761 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5fe965c0-46d9-47da-b537-4ca76b0ee190 req-8a21385a-c79f-4703-bf3f-5ac356b46dbe tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.46 "GET /v2.0/ports?device_id=34192db7-1bbf-4ff5-91df-5234f55286b1 HTTP/1.1" status: 200 len: 944 time: 0.0559323 Dec 17 15:24:52.323637 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5fe965c0-46d9-47da-b537-4ca76b0ee190 req-02349f4a-bb83-4376-8a04-86e29cf43a80 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.46 "GET /v2.0/security-groups?id=b944757c-e8e1-4cec-b448-ecaff7be4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357442 Dec 17 15:24:52.357216 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f11f20-7879-42c8-96b6-843f7c09b465 req-cc6bb4f3-82ab-4003-b48f-a92522d436c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:52.358708 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b8f11f20-7879-42c8-96b6-843f7c09b465 req-cc6bb4f3-82ab-4003-b48f-a92522d436c2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=08c9e064-e12f-4a4c-95b1-8ca4e4e5512c HTTP/1.1" status: 200 len: 916 time: 0.0954747 Dec 17 15:24:52.402056 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b8f11f20-7879-42c8-96b6-843f7c09b465 req-c03f0077-180f-45d8-afa4-bc6b8cc58cca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aac19f2a-8bb6-4408-9209-375eafdbecf6 HTTP/1.1" status: 200 len: 217 time: 0.0359378 Dec 17 15:24:52.452643 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f11f20-7879-42c8-96b6-843f7c09b465 req-e8bb2d1d-ffd4-4708-9b88-0bdf5c306757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:52.454048 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b8f11f20-7879-42c8-96b6-843f7c09b465 req-e8bb2d1d-ffd4-4708-9b88-0bdf5c306757 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0952ece7-8a2b-46ed-893a-e5c8c7ca2a55 HTTP/1.1" status: 200 len: 855 time: 0.0450385 Dec 17 15:24:52.488849 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b8f11f20-7879-42c8-96b6-843f7c09b465 req-9271f0a0-1ebf-4358-85d5-29a9876bef83 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08c9e064-e12f-4a4c-95b1-8ca4e4e5512c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249751 Dec 17 15:24:52.619260 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 58536) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:24:52.621498 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b8f11f20-7879-42c8-96b6-843f7c09b465 req-c9c12392-ed17-45b0-ba51-a89f3bed9ae9 service neutron] 10.222.0.13 "GET /v2.0/networks/08c9e064-e12f-4a4c-95b1-8ca4e4e5512c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242819 Dec 17 15:24:52.646725 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fd50f-a5ef-4e17-a3af-fa4c693a8404 req-b47515b3-3451-4de6-bc7d-57da7d6332c7 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:52.648251 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6f2fd50f-a5ef-4e17-a3af-fa4c693a8404 req-b47515b3-3451-4de6-bc7d-57da7d6332c7 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=201ea063-e6d1-42a2-aaf3-75655bdcd722 HTTP/1.1" status: 200 len: 944 time: 0.0614810 Dec 17 15:24:52.690303 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6f2fd50f-a5ef-4e17-a3af-fa4c693a8404 req-2b0a0be1-91d7-4a7f-8f86-d5847b6ec7c1 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355837 Dec 17 15:24:52.722060 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b8f11f20-7879-42c8-96b6-843f7c09b465 req-e1917716-cd63-4cda-bf50-91311e6d115d service neutron] 10.222.0.13 "GET /v2.0/networks/08c9e064-e12f-4a4c-95b1-8ca4e4e5512c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934889 Dec 17 15:24:52.751919 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5db30caf-ce76-4fc4-9936-7d21e7d6cc2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:52.833853 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5db30caf-ce76-4fc4-9936-7d21e7d6cc2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:53.100884 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5db30caf-ce76-4fc4-9936-7d21e7d6cc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:53.181878 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db30caf-ce76-4fc4-9936-7d21e7d6cc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29be77f-fdce-451b-aff1-525e37b50d90,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:53.196151 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5db30caf-ce76-4fc4-9936-7d21e7d6cc2c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ba6107bad4ef4728a59897cf96e7807b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5757122 Dec 17 15:24:53.199069 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 58570) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:24:53.199489 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d87c0745-844a-4e61-899d-48815c92e68c req-af9ed367-5835-4a19-b6ea-52cb6a1d6020 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b80582f-108c-4235-bf4d-6348a25303c0 HTTP/1.1" status: 200 len: 210 time: 0.0521312 Dec 17 15:24:53.270654 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-83a3771b-f68b-4727-b072-ffc4ce110af8 req-5af2b4ae-ab21-4260-8437-6bdc03637bf8 tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0358608 Dec 17 15:24:53.270773 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-69e341a9-f7ad-4ae7-9a6f-70b989e03f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:53.290622 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-69e341a9-f7ad-4ae7-9a6f-70b989e03f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:53.329831 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device bb5db1c3-99d0-4458-84da-17bcdb969270 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:24:53.449411 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f1511-b09a-417c-866e-83526051fbb3 req-5befe560-324c-4ec7-9cb3-5f882d14f464 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:53.451042 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7a7f1511-b09a-417c-866e-83526051fbb3 req-5befe560-324c-4ec7-9cb3-5f882d14f464 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.46 "GET /v2.0/ports?device_id=34192db7-1bbf-4ff5-91df-5234f55286b1 HTTP/1.1" status: 200 len: 944 time: 0.0538988 Dec 17 15:24:53.491167 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7a7f1511-b09a-417c-866e-83526051fbb3 req-368010df-83a7-46e6-a636-5d24316ff87f tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.46 "GET /v2.0/security-groups?id=b944757c-e8e1-4cec-b448-ecaff7be4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335119 Dec 17 15:24:53.507874 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-69e341a9-f7ad-4ae7-9a6f-70b989e03f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:53.507874 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-69e341a9-f7ad-4ae7-9a6f-70b989e03f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:53.507874 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-69e341a9-f7ad-4ae7-9a6f-70b989e03f20 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f29be77f-fdce-451b-aff1-525e37b50d90 HTTP/1.1" status: 204 len: 168 time: 0.3069224 Dec 17 15:24:53.515949 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e341a9-f7ad-4ae7-9a6f-70b989e03f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29be77f-fdce-451b-aff1-525e37b50d90,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:53.549869 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port bb5db1c3-99d0-4458-84da-17bcdb969270 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:24:53.554178 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port bb5db1c3-99d0-4458-84da-17bcdb969270 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:24:53.554609 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:53.630251 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:53.653834 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34192db7-1bbf-4ff5-91df-5234f55286b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5db1c3-99d0-4458-84da-17bcdb969270'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:24:53.656058 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa454343-038a-49f5-a756-b0ae7d5e2a9b" -d '{"events": [{"server_uuid": "34192db7-1bbf-4ff5-91df-5234f55286b1", "name": "network-vif-plugged", "status": "completed", "tag": "bb5db1c3-99d0-4458-84da-17bcdb969270"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:24:53.669488 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port bb5db1c3-99d0-4458-84da-17bcdb969270, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=bb5db1c3-99d0-4458-84da-17bcdb969270,segment=NetworkSegment(657a0958-c91e-4ac7-bbc5-5b532881d256),segment_id=657a0958-c91e-4ac7-bbc5-5b532881d256)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:24:53.699490 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543e1695-e1f0-4b0e-8eac-38bcf987cf5b x-openstack-request-id: req-543e1695-e1f0-4b0e-8eac-38bcf987cf5b {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:24:53.699490 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34192db7-1bbf-4ff5-91df-5234f55286b1", "name": "network-vif-plugged", "status": "completed", "tag": "bb5db1c3-99d0-4458-84da-17bcdb969270", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:24:53.699490 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-543e1695-e1f0-4b0e-8eac-38bcf987cf5b {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:24:53.699490 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34192db7-1bbf-4ff5-91df-5234f55286b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5db1c3-99d0-4458-84da-17bcdb969270', 'code': 200} Dec 17 15:24:53.808845 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2849eb-895f-4a3d-8ec1-8ba488647587 req-a6f70262-c573-4e1f-b567-ae6492c7f0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:53.810471 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3c2849eb-895f-4a3d-8ec1-8ba488647587 req-a6f70262-c573-4e1f-b567-ae6492c7f0b9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=34192db7-1bbf-4ff5-91df-5234f55286b1 HTTP/1.1" status: 200 len: 1095 time: 0.0455172 Dec 17 15:24:53.827343 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a487e-b1a6-4870-a3e6-ebcf95eff892 req-6dc8c6ee-63d2-4e24-afcb-358a7928654b tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:53.834082 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:53.836338 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f61a487e-b1a6-4870-a3e6-ebcf95eff892 req-6dc8c6ee-63d2-4e24-afcb-358a7928654b tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=201ea063-e6d1-42a2-aaf3-75655bdcd722 HTTP/1.1" status: 200 len: 944 time: 0.0648344 Dec 17 15:24:53.858463 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3c2849eb-895f-4a3d-8ec1-8ba488647587 req-14dcb9b4-30cb-4dc1-8376-01d85a976d8d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b944757c-e8e1-4cec-b448-ecaff7be4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410068 Dec 17 15:24:53.880191 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f61a487e-b1a6-4870-a3e6-ebcf95eff892 req-93149295-b7d9-4993-ba90-dde406eeab4d tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399470 Dec 17 15:24:53.908350 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=bb5db1c3-99d0-4458-84da-17bcdb969270,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:53.916338 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:53.916679 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:53.917014 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:53.917366 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:53.917688 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:53.918015 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:53.918336 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:53.918743 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:53.919334 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:53.919627 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:53.919945 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:53.920259 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:24:54.340774 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-342857dc-36ab-4929-a764-af36e2807103 req-dc44e3f7-2949-4b80-b58a-c1fc825cd89b tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b80582f-108c-4235-bf4d-6348a25303c0 HTTP/1.1" status: 200 len: 210 time: 0.0283284 Dec 17 15:24:54.366854 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a2e7082c-16a5-4ffe-97b6-27499255cb8a req-263a3295-ed36-4fb1-a5a5-ff4dadae088a tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0250916 Dec 17 15:24:54.620050 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21dda42-f1e7-406a-8ff9-d3d45810d476 req-5b99d055-bbc0-4c97-bf72-7282affd28de tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:54.621813 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b21dda42-f1e7-406a-8ff9-d3d45810d476 req-5b99d055-bbc0-4c97-bf72-7282affd28de tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.46 "GET /v2.0/ports?device_id=34192db7-1bbf-4ff5-91df-5234f55286b1 HTTP/1.1" status: 200 len: 945 time: 0.0582380 Dec 17 15:24:54.662702 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b21dda42-f1e7-406a-8ff9-d3d45810d476 req-aac9872f-50c9-4db0-a24b-84af6186d627 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.46 "GET /v2.0/security-groups?id=b944757c-e8e1-4cec-b448-ecaff7be4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336790 Dec 17 15:24:54.760145 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 58644) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:24:54.781556 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6259b42b-7d58-4161-be25-9c5fa6f645d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:54.869439 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6259b42b-7d58-4161-be25-9c5fa6f645d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:55.007688 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6faff27-01fd-4eab-854b-eee3f4defeef req-521f9123-428f-42f0-a63b-33e3139c6e65 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:55.009227 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c6faff27-01fd-4eab-854b-eee3f4defeef req-521f9123-428f-42f0-a63b-33e3139c6e65 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=201ea063-e6d1-42a2-aaf3-75655bdcd722 HTTP/1.1" status: 200 len: 944 time: 0.0554070 Dec 17 15:24:55.049312 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c6faff27-01fd-4eab-854b-eee3f4defeef req-3175b1d1-6f1d-46d4-bfd6-cd8ecdb796b5 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334740 Dec 17 15:24:55.142628 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6259b42b-7d58-4161-be25-9c5fa6f645d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:55.184791 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6259b42b-7d58-4161-be25-9c5fa6f645d9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6bbca26ae31949b8825e57a02935cd36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4235530 Dec 17 15:24:55.185676 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259b42b-7d58-4161-be25-9c5fa6f645d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709762ba-51aa-4a36-b089-67836e984e2f,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:55.187524 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 58656) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:24:55.260969 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9aeda05b-d964-49bd-ad5a-fc9891376e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:55.289298 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9aeda05b-d964-49bd-ad5a-fc9891376e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:55.321903 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device aac19f2a-8bb6-4408-9209-375eafdbecf6 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:24:55.454609 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d6467ee-e01d-4dd4-90ca-6d7cbff884ec req-997fcf3d-bd01-4e69-af6b-b312317bae7b tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b80582f-108c-4235-bf4d-6348a25303c0 HTTP/1.1" status: 200 len: 210 time: 0.0393870 Dec 17 15:24:55.463862 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port aac19f2a-8bb6-4408-9209-375eafdbecf6, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=aac19f2a-8bb6-4408-9209-375eafdbecf6,segment=NetworkSegment(8c36ffd6-5a93-4f94-8705-bf5bd2d48308),segment_id=8c36ffd6-5a93-4f94-8705-bf5bd2d48308)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:24:55.482716 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'aac19f2a-8bb6-4408-9209-375eafdbecf6', 'network_id': '08c9e064-e12f-4a4c-95b1-8ca4e4e5512c', 'port_id': 'aac19f2a-8bb6-4408-9209-375eafdbecf6', 'mac_address': 'fa:16:3e:63:b0:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0952ece7-8a2b-46ed-893a-e5c8c7ca2a55', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:24:55.492420 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-af9f3646-652c-4888-983f-d4c97755ad44 req-6b8eda89-ca8d-4dfb-a0f0-a5098ea910aa tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0310130 Dec 17 15:24:55.528602 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:55.542420 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aac19f2a-8bb6-4408-9209-375eafdbecf6 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:24:55.562304 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port aac19f2a-8bb6-4408-9209-375eafdbecf6, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=aac19f2a-8bb6-4408-9209-375eafdbecf6,segment=NetworkSegment(8c36ffd6-5a93-4f94-8705-bf5bd2d48308),segment_id=8c36ffd6-5a93-4f94-8705-bf5bd2d48308)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:24:55.611541 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9aeda05b-d964-49bd-ad5a-fc9891376e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:55.614472 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9aeda05b-d964-49bd-ad5a-fc9891376e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:55.615760 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9aeda05b-d964-49bd-ad5a-fc9891376e08 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/709762ba-51aa-4a36-b089-67836e984e2f HTTP/1.1" status: 204 len: 168 time: 0.4259608 Dec 17 15:24:55.623462 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeda05b-d964-49bd-ad5a-fc9891376e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709762ba-51aa-4a36-b089-67836e984e2f,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:55.785089 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e7273-15dc-458c-b971-35bc834471a4 req-86a61d8f-71ea-4b6c-9ad0-bad590fcf2b0 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:55.786452 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-778e7273-15dc-458c-b971-35bc834471a4 req-86a61d8f-71ea-4b6c-9ad0-bad590fcf2b0 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.46 "GET /v2.0/ports?device_id=34192db7-1bbf-4ff5-91df-5234f55286b1 HTTP/1.1" status: 200 len: 945 time: 0.0488534 Dec 17 15:24:55.791859 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:55.825964 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-778e7273-15dc-458c-b971-35bc834471a4 req-19dbf75e-f4fe-4efc-af9f-59adfa96d80b tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.46 "GET /v2.0/security-groups?id=b944757c-e8e1-4cec-b448-ecaff7be4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333664 Dec 17 15:24:55.843615 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=aac19f2a-8bb6-4408-9209-375eafdbecf6,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:55.891802 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:56.058930 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['aac19f2a-8bb6-4408-9209-375eafdbecf6'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:24:56.169837 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc547e8-e548-4c5e-9b79-c532a2160815 req-1bd5d4b3-7691-4b33-bdee-c0891eba49b1 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:56.171679 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bcc547e8-e548-4c5e-9b79-c532a2160815 req-1bd5d4b3-7691-4b33-bdee-c0891eba49b1 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=201ea063-e6d1-42a2-aaf3-75655bdcd722 HTTP/1.1" status: 200 len: 945 time: 0.0496399 Dec 17 15:24:56.213300 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bcc547e8-e548-4c5e-9b79-c532a2160815 req-d471f3b9-5709-42fd-b468-335c722f8fc2 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335500 Dec 17 15:24:56.397297 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-d9971406-2a96-49bb-b950-750d8030d1ef tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:56.399114 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-d9971406-2a96-49bb-b950-750d8030d1ef tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.13 "GET /v2.0/networks?id=8eca304a-4461-49a4-96b4-a39f3600fd04 HTTP/1.1" status: 200 len: 806 time: 0.1308675 Dec 17 15:24:56.413562 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-0a56d77b-392a-46e0-b886-201c24bcf805 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Request body: {'port': {'device_id': '7b80582f-108c-4235-bf4d-6348a25303c0', 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04', 'admin_state_up': True, 'tenant_id': 'b5d340d6e372463aa9915724f2edafdd'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:24:56.574492 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0e6dd83d-acaf-472a-8452-2989887a99de req-fa4a9341-5236-4b02-8231-bb53044745b2 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b80582f-108c-4235-bf4d-6348a25303c0 HTTP/1.1" status: 200 len: 210 time: 0.0283217 Dec 17 15:24:56.669337 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-037058f1-d468-441c-93c2-fe9ad1e95d2e req-c11f5655-47dc-42ea-a5f5-98fec2216578 tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0349228 Dec 17 15:24:56.793809 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-0a56d77b-392a-46e0-b886-201c24bcf805 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Made reservation on behalf of b5d340d6e372463aa9915724f2edafdd for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:24:56.804140 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-0a56d77b-392a-46e0-b886-201c24bcf805 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:56.808926 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887beec-a90a-441d-9e0d-195097dfdb3b req-5f3120e5-f54f-461e-96c2-9929d84e70d7 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:56.810513 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2887beec-a90a-441d-9e0d-195097dfdb3b req-5f3120e5-f54f-461e-96c2-9929d84e70d7 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.46 "GET /v2.0/ports?device_id=34192db7-1bbf-4ff5-91df-5234f55286b1 HTTP/1.1" status: 200 len: 945 time: 0.0564034 Dec 17 15:24:56.852095 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2887beec-a90a-441d-9e0d-195097dfdb3b req-b52d5eb0-ba7d-41de-bdfd-e4a4c888bb2b tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.46 "GET /v2.0/security-groups?id=b944757c-e8e1-4cec-b448-ecaff7be4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344045 Dec 17 15:24:56.947427 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-0a56d77b-392a-46e0-b886-201c24bcf805 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Allocated IP 172.20.0.10 (8eca304a-4461-49a4-96b4-a39f3600fd04/ce6f6d4e-40b3-4f79-b7d3-a679e64969d7/2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:24:57.325128 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device aac19f2a-8bb6-4408-9209-375eafdbecf6 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:24:57.352437 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadcde1-c409-455f-99c4-0d65fd1987b6 req-7123c3a9-f4e1-4184-8002-2ac260c31ccc tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:57.354540 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dfadcde1-c409-455f-99c4-0d65fd1987b6 req-7123c3a9-f4e1-4184-8002-2ac260c31ccc tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=201ea063-e6d1-42a2-aaf3-75655bdcd722 HTTP/1.1" status: 200 len: 945 time: 0.0709825 Dec 17 15:24:57.399958 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dfadcde1-c409-455f-99c4-0d65fd1987b6 req-06d1dce4-5292-4242-8a13-b34a5c2b0da6 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376220 Dec 17 15:24:57.470223 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-0a56d77b-392a-46e0-b886-201c24bcf805 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:57.568934 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port aac19f2a-8bb6-4408-9209-375eafdbecf6 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:24:57.573467 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port aac19f2a-8bb6-4408-9209-375eafdbecf6 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:24:57.573978 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:57.664321 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:57.680604 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-0a56d77b-392a-46e0-b886-201c24bcf805 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:57.692244 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201ea063-e6d1-42a2-aaf3-75655bdcd722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac19f2a-8bb6-4408-9209-375eafdbecf6'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:24:57.694899 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680510f1-43f5-4153-b653-3242fdb2da7e" -d '{"events": [{"server_uuid": "201ea063-e6d1-42a2-aaf3-75655bdcd722", "name": "network-vif-plugged", "status": "completed", "tag": "aac19f2a-8bb6-4408-9209-375eafdbecf6"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:24:57.710180 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port aac19f2a-8bb6-4408-9209-375eafdbecf6, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=aac19f2a-8bb6-4408-9209-375eafdbecf6,segment=NetworkSegment(8c36ffd6-5a93-4f94-8705-bf5bd2d48308),segment_id=8c36ffd6-5a93-4f94-8705-bf5bd2d48308)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:24:57.710927 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b610b9d-f323-4647-a1d3-b46ba75038ca req-dd6add9d-e52f-4e43-b7a1-801003d53b5b tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b80582f-108c-4235-bf4d-6348a25303c0 HTTP/1.1" status: 200 len: 210 time: 0.0622582 Dec 17 15:24:57.714540 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['8c28e0c1-5348-4f77-baee-1e7afe509638'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:24:57.756290 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c26b2d-d5fb-48d8-90de-b7ea523a151f x-openstack-request-id: req-c9c26b2d-d5fb-48d8-90de-b7ea523a151f {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:24:57.756826 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201ea063-e6d1-42a2-aaf3-75655bdcd722", "name": "network-vif-plugged", "status": "completed", "tag": "aac19f2a-8bb6-4408-9209-375eafdbecf6", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:24:57.757108 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c9c26b2d-d5fb-48d8-90de-b7ea523a151f {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:24:57.758489 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201ea063-e6d1-42a2-aaf3-75655bdcd722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac19f2a-8bb6-4408-9209-375eafdbecf6', 'code': 200} Dec 17 15:24:57.804880 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56d77b-392a-46e0-b886-201c24bcf805 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Pushing event updated for resources: {'Port': ['ID=2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:57.814799 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-0a56d77b-392a-46e0-b886-201c24bcf805 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Network 8eca304a-4461-49a4-96b4-a39f3600fd04 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:24:57.817815 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-0a56d77b-392a-46e0-b886-201c24bcf805 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:24:57.820255 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-0a56d77b-392a-46e0-b886-201c24bcf805 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:24:57.849493 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4918970-de28-42f8-a6c1-bcf8aa3b04da req-ee036b36-55b0-495a-9525-ac9cfdcf8b92 tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0577455 Dec 17 15:24:57.878778 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:57.939018 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-0a56d77b-392a-46e0-b886-201c24bcf805 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:57.939783 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-0a56d77b-392a-46e0-b886-201c24bcf805 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:57.949606 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088fb9b-4b74-4832-b4f6-7950de5c8f21 req-7b61931f-5a55-4d2c-8fee-5dece70bf449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:57.951546 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6088fb9b-4b74-4832-b4f6-7950de5c8f21 req-7b61931f-5a55-4d2c-8fee-5dece70bf449 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=201ea063-e6d1-42a2-aaf3-75655bdcd722 HTTP/1.1" status: 200 len: 1096 time: 0.1068738 Dec 17 15:24:57.963997 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=aac19f2a-8bb6-4408-9209-375eafdbecf6,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:57.997427 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6088fb9b-4b74-4832-b4f6-7950de5c8f21 req-e824cf3f-2009-478b-9893-f0a06b62ead4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384343 Dec 17 15:24:58.046008 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c0f22-7924-4191-8928-cabbd7f9fec6 req-f3c4a6bf-c759-4953-8844-90452803013b tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:58.047663 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b08c0f22-7924-4191-8928-cabbd7f9fec6 req-f3c4a6bf-c759-4953-8844-90452803013b tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.46 "GET /v2.0/ports?device_id=34192db7-1bbf-4ff5-91df-5234f55286b1 HTTP/1.1" status: 200 len: 945 time: 0.0611949 Dec 17 15:24:58.055916 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d1c47-e2bb-45ac-85f6-93fe03ecbce0 req-9e05fe18-cbbb-4adb-b0ef-74ed0e36fca5 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:58.057339 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a63d1c47-e2bb-45ac-85f6-93fe03ecbce0 req-9e05fe18-cbbb-4adb-b0ef-74ed0e36fca5 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.13 "GET /v2.0/ports?device_id=34192db7-1bbf-4ff5-91df-5234f55286b1 HTTP/1.1" status: 200 len: 945 time: 0.1232486 Dec 17 15:24:58.092597 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b08c0f22-7924-4191-8928-cabbd7f9fec6 req-0601b4dc-9de4-4b0f-b10d-a2bcb0e12e3c tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.46 "GET /v2.0/security-groups?id=b944757c-e8e1-4cec-b448-ecaff7be4a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341539 Dec 17 15:24:58.205091 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-0a56d77b-392a-46e0-b886-201c24bcf805 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7883260 Dec 17 15:24:58.210375 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-4dadace0-67cb-46f7-9e9e-546d309264c5 service neutron] Request body: {'port': {'device_id': '7b80582f-108c-4235-bf4d-6348a25303c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:24:58.273142 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-4dadace0-67cb-46f7-9e9e-546d309264c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:58.279973 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-a63d1c47-e2bb-45ac-85f6-93fe03ecbce0 req-6aae8c2e-57eb-478a-9dfc-6f8adf629845 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] Deleting port bb5db1c3-99d0-4458-84da-17bcdb969270 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:24:58.280395 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-a63d1c47-e2bb-45ac-85f6-93fe03ecbce0 req-6aae8c2e-57eb-478a-9dfc-6f8adf629845 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:58.378349 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-a63d1c47-e2bb-45ac-85f6-93fe03ecbce0 req-6aae8c2e-57eb-478a-9dfc-6f8adf629845 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] For port bb5db1c3-99d0-4458-84da-17bcdb969270, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=bb5db1c3-99d0-4458-84da-17bcdb969270,segment=NetworkSegment(657a0958-c91e-4ac7-bbc5-5b532881d256),segment_id=657a0958-c91e-4ac7-bbc5-5b532881d256)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:24:58.378722 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-a63d1c47-e2bb-45ac-85f6-93fe03ecbce0 req-6aae8c2e-57eb-478a-9dfc-6f8adf629845 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:58.395238 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-a63d1c47-e2bb-45ac-85f6-93fe03ecbce0 req-6aae8c2e-57eb-478a-9dfc-6f8adf629845 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] Calling delete_port for bb5db1c3-99d0-4458-84da-17bcdb969270 owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:24:58.587268 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb9823-1014-4df6-bdfe-2a72d4e13534 req-4c88c925-80b9-4ade-98f8-521a7b215d8d tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:58.588773 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-62cb9823-1014-4df6-bdfe-2a72d4e13534 req-4c88c925-80b9-4ade-98f8-521a7b215d8d tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=201ea063-e6d1-42a2-aaf3-75655bdcd722 HTTP/1.1" status: 200 len: 946 time: 0.0991874 Dec 17 15:24:58.591568 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-4dadace0-67cb-46f7-9e9e-546d309264c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:24:58.600795 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-4dadace0-67cb-46f7-9e9e-546d309264c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:58.634297 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-62cb9823-1014-4df6-bdfe-2a72d4e13534 req-a6a2d1e7-bc78-426e-9df2-e05e6402e7ac tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366962 Dec 17 15:24:58.727897 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a46cedf7-369a-4255-91ad-cfdaf22091d5 req-1b7ad7a5-552e-46ef-a1b4-1c4d07a4403e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0269003 Dec 17 15:24:58.833078 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcb9e3-6ffb-4f31-a379-ee2bf00d8278 req-0aff632e-8a7c-4d89-abca-33188a513fae tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:58.834619 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-adfcb9e3-6ffb-4f31-a379-ee2bf00d8278 req-0aff632e-8a7c-4d89-abca-33188a513fae tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b80582f-108c-4235-bf4d-6348a25303c0 HTTP/1.1" status: 200 len: 932 time: 0.0505795 Dec 17 15:24:58.837885 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-4dadace0-67cb-46f7-9e9e-546d309264c5 service neutron] Transition to ACTIVE for port object 2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:24:58.843201 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-a63d1c47-e2bb-45ac-85f6-93fe03ecbce0 req-6aae8c2e-57eb-478a-9dfc-6f8adf629845 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:58.861282 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['bb5db1c3-99d0-4458-84da-17bcdb969270'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:24:58.892225 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae8c2e-57eb-478a-9dfc-6f8adf629845 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] Pushing event deleted for resources: {'Port': ['ID=bb5db1c3-99d0-4458-84da-17bcdb969270,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:58.918512 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0214130f-063d-4088-ac10-bf0813b1a0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:58.977850 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63d1c47-e2bb-45ac-85f6-93fe03ecbce0 req-6aae8c2e-57eb-478a-9dfc-6f8adf629845 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] No DVR routers for this DVR port bb5db1c3-99d0-4458-84da-17bcdb969270 on host n-h2-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:24:58.980768 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-a63d1c47-e2bb-45ac-85f6-93fe03ecbce0 req-6aae8c2e-57eb-478a-9dfc-6f8adf629845 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:58.984346 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a63d1c47-e2bb-45ac-85f6-93fe03ecbce0 req-6aae8c2e-57eb-478a-9dfc-6f8adf629845 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.13 "DELETE /v2.0/ports/bb5db1c3-99d0-4458-84da-17bcdb969270 HTTP/1.1" status: 204 len: 173 time: 0.8014057 Dec 17 15:24:59.005911 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34192db7-1bbf-4ff5-91df-5234f55286b1', 'name': 'network-vif-deleted', 'tag': 'bb5db1c3-99d0-4458-84da-17bcdb969270'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:24:59.008185 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddf9477-ca3a-47bd-bc99-45bdca0936f2" -d '{"events": [{"server_uuid": "34192db7-1bbf-4ff5-91df-5234f55286b1", "name": "network-vif-deleted", "tag": "bb5db1c3-99d0-4458-84da-17bcdb969270"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:24:59.020328 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-adfcb9e3-6ffb-4f31-a379-ee2bf00d8278 req-84150d09-31da-4586-9c34-86be7845107b tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781502 Dec 17 15:24:59.024976 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-61e5539c-d020-4bc5-8e01-b781ac6a7a0b req-13417917-71f0-4601-a1af-615299b67b40 tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0745561 Dec 17 15:24:59.077564 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf9b2f6-47fd-483f-884a-a8e56c2790d8 x-openstack-request-id: req-1bf9b2f6-47fd-483f-884a-a8e56c2790d8 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:24:59.077978 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34192db7-1bbf-4ff5-91df-5234f55286b1", "name": "network-vif-deleted", "tag": "bb5db1c3-99d0-4458-84da-17bcdb969270", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:24:59.078409 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1bf9b2f6-47fd-483f-884a-a8e56c2790d8 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:24:59.079071 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34192db7-1bbf-4ff5-91df-5234f55286b1', 'name': 'network-vif-deleted', 'tag': 'bb5db1c3-99d0-4458-84da-17bcdb969270', 'status': 'completed', 'code': 200} Dec 17 15:24:59.102917 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-4dadace0-67cb-46f7-9e9e-546d309264c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:59.159316 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dadace0-67cb-46f7-9e9e-546d309264c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:59.201980 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d31d3f78-53e4-4d0a-9355-bb4aad558c84 req-2f98689b-362b-45ef-895c-1734b4c20588 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.46 "GET /v2.0/ports?device_id=34192db7-1bbf-4ff5-91df-5234f55286b1 HTTP/1.1" status: 200 len: 210 time: 0.0282185 Dec 17 15:24:59.235677 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-4dadace0-67cb-46f7-9e9e-546d309264c5 service neutron] Attempting to bind port 2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:24:59.235931 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-4dadace0-67cb-46f7-9e9e-546d309264c5 service neutron] Attempting to bind port 2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '4d21e005-2828-402d-861d-cab8d78776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:24:59.236258 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-4dadace0-67cb-46f7-9e9e-546d309264c5 service neutron] Attempting to bind port 2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771 on network 8eca304a-4461-49a4-96b4-a39f3600fd04 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:24:59.241216 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-4dadace0-67cb-46f7-9e9e-546d309264c5 service neutron] Port 2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771 on network 8eca304a-4461-49a4-96b4-a39f3600fd04 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:24:59.241541 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-4dadace0-67cb-46f7-9e9e-546d309264c5 service neutron] Attempting to bind port 2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771 on network 8eca304a-4461-49a4-96b4-a39f3600fd04 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:24:59.246334 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-4dadace0-67cb-46f7-9e9e-546d309264c5 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:24:59.246674 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-4dadace0-67cb-46f7-9e9e-546d309264c5 service neutron] Checking segment: {'id': '4d21e005-2828-402d-861d-cab8d78776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:24:59.247052 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-4dadace0-67cb-46f7-9e9e-546d309264c5 service neutron] Bound using segment: {'id': '4d21e005-2828-402d-861d-cab8d78776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:24:59.247468 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-4dadace0-67cb-46f7-9e9e-546d309264c5 service neutron] Bound port: 2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d21e005-2828-402d-861d-cab8d78776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:24:59.247822 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-4dadace0-67cb-46f7-9e9e-546d309264c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:59.311467 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-4dadace0-67cb-46f7-9e9e-546d309264c5 service neutron] For port 2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:24:59.314625 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-4dadace0-67cb-46f7-9e9e-546d309264c5 service neutron] For port 2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771,segment=NetworkSegment(4d21e005-2828-402d-861d-cab8d78776ef),segment_id=4d21e005-2828-402d-861d-cab8d78776ef)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:24:59.586709 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-4dadace0-67cb-46f7-9e9e-546d309264c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:59.626817 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-4dadace0-67cb-46f7-9e9e-546d309264c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:59.627464 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-4dadace0-67cb-46f7-9e9e-546d309264c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:24:59.628879 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-4dadace0-67cb-46f7-9e9e-546d309264c5 service neutron] 10.222.0.13 "PUT /v2.0/ports/2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771 HTTP/1.1" status: 200 len: 1092 time: 1.4229822 Dec 17 15:24:59.629352 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b80582f-108c-4235-bf4d-6348a25303c0', 'tag': '2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:24:59.631712 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096f2459-e2d7-446e-a219-22b6a80a4a17" -d '{"events": [{"name": "network-changed", "server_uuid": "7b80582f-108c-4235-bf4d-6348a25303c0", "tag": "2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:24:59.692918 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dadace0-67cb-46f7-9e9e-546d309264c5 service neutron] Pushing event updated for resources: {'Port': ['ID=2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:24:59.708595 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f55590-c5d7-4b47-b296-4ae0631de247 x-openstack-request-id: req-a9f55590-c5d7-4b47-b296-4ae0631de247 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:24:59.709014 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b80582f-108c-4235-bf4d-6348a25303c0", "tag": "2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:24:59.709378 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a9f55590-c5d7-4b47-b296-4ae0631de247 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:24:59.709915 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b80582f-108c-4235-bf4d-6348a25303c0', 'tag': '2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771', 'status': 'completed', 'code': 200} Dec 17 15:24:59.780459 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f2459-e2d7-446e-a219-22b6a80a4a17 req-560a54c7-3bc4-41c2-90bb-ae357e0bec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:59.786383 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-096f2459-e2d7-446e-a219-22b6a80a4a17 req-560a54c7-3bc4-41c2-90bb-ae357e0bec6b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5d340d6e372463aa9915724f2edafdd&device_id=7b80582f-108c-4235-bf4d-6348a25303c0 HTTP/1.1" status: 200 len: 1095 time: 0.0610514 Dec 17 15:24:59.790842 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe02654-29a0-45ff-982a-baee6d5da02f req-9821e4c3-a5fc-4623-9e5e-328460e2001c tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:59.792425 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3fe02654-29a0-45ff-982a-baee6d5da02f req-9821e4c3-a5fc-4623-9e5e-328460e2001c tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=201ea063-e6d1-42a2-aaf3-75655bdcd722 HTTP/1.1" status: 200 len: 946 time: 0.0512152 Dec 17 15:24:59.857657 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3fe02654-29a0-45ff-982a-baee6d5da02f req-67c66968-0841-41fd-9b1b-504d7e5a6f11 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583260 Dec 17 15:24:59.909654 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f2459-e2d7-446e-a219-22b6a80a4a17 req-1bb94bcc-059d-45bd-9af4-9d6e65520467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:24:59.911160 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-096f2459-e2d7-446e-a219-22b6a80a4a17 req-1bb94bcc-059d-45bd-9af4-9d6e65520467 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b5d340d6e372463aa9915724f2edafdd&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1168830 Dec 17 15:25:00.019421 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f2459-e2d7-446e-a219-22b6a80a4a17 req-075cd399-ee11-4902-b435-99841607f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:00.020963 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-096f2459-e2d7-446e-a219-22b6a80a4a17 req-075cd399-ee11-4902-b435-99841607f77d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1027982 Dec 17 15:25:00.129502 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-519c7c86-8f62-44f3-90ff-718fe58619f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:00.131142 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-519c7c86-8f62-44f3-90ff-718fe58619f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5d340d6e372463aa9915724f2edafdd&device_id=7b80582f-108c-4235-bf4d-6348a25303c0 HTTP/1.1" status: 200 len: 1095 time: 0.0672989 Dec 17 15:25:00.177911 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-88342e6e-4782-4cc9-9efc-b343ee371387 req-5146edd3-7bbc-45f1-9320-4b898173c4fd tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0450330 Dec 17 15:25:00.206910 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-732f6206-7ed1-4318-8bc5-a6df329f89d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771 HTTP/1.1" status: 200 len: 217 time: 0.0638618 Dec 17 15:25:00.250281 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838df23c-287c-4cac-9ebe-6d0518890540 req-4de77f15-5555-4830-9173-5aadf164d1a6 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:00.258960 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-838df23c-287c-4cac-9ebe-6d0518890540 req-4de77f15-5555-4830-9173-5aadf164d1a6 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b80582f-108c-4235-bf4d-6348a25303c0 HTTP/1.1" status: 200 len: 944 time: 0.0844173 Dec 17 15:25:00.269846 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-e743053d-0701-4bc5-945d-95059d50e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:00.271505 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-e743053d-0701-4bc5-945d-95059d50e700 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce6f6d4e-40b3-4f79-b7d3-a679e64969d7 HTTP/1.1" status: 200 len: 846 time: 0.0579886 Dec 17 15:25:00.295581 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-838df23c-287c-4cac-9ebe-6d0518890540 req-47a9f4b2-03fc-44b2-b09d-0f0139620bf3 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354981 Dec 17 15:25:00.306955 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-31d46406-8cf2-4151-bc91-945eee561992 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8eca304a-4461-49a4-96b4-a39f3600fd04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285759 Dec 17 15:25:00.437193 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5bcefe28-c02d-443e-8ec3-6927aae7d3dd req-c81cf2fb-c750-47cd-a360-b6b003a102e7 tempest-ServerGroupTestJSON-1297918769 tempest-ServerGroupTestJSON-1297918769-project] 10.222.0.46 "GET /v2.0/ports?device_id=34192db7-1bbf-4ff5-91df-5234f55286b1 HTTP/1.1" status: 200 len: 210 time: 0.0485373 Dec 17 15:25:00.466962 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-32fd2498-dac8-41b2-8da3-9013e375deb2 service neutron] 10.222.0.13 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432199 Dec 17 15:25:00.598692 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-75b8978a-bea9-48cd-aa81-113e6ca74b1a req-26fe9b72-ace3-4fff-80d5-2262cef077f6 service neutron] 10.222.0.13 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222246 Dec 17 15:25:01.102825 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fd580c36-0f9d-4b57-bc08-02a90cadfd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:01.294052 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-51059ead-5a7a-4bc7-8008-ca9e145200cf req-43013100-d1b6-4ab1-94c9-cde95e8631aa tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0275466 Dec 17 15:25:01.344178 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device bb5db1c3-99d0-4458-84da-17bcdb969270 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:25:01.370606 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: bb5db1c3-99d0-4458-84da-17bcdb969270 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:25:01.371760 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device bb5db1c3-99d0-4458-84da-17bcdb969270 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:25:01.438426 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342fa2e-e58d-4ea4-9690-f9a8ffd97458 req-f4a96fe2-e214-454d-a8e1-719c5510b430 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:01.440701 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6342fa2e-e58d-4ea4-9690-f9a8ffd97458 req-f4a96fe2-e214-454d-a8e1-719c5510b430 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b80582f-108c-4235-bf4d-6348a25303c0 HTTP/1.1" status: 200 len: 944 time: 0.0538127 Dec 17 15:25:01.484110 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6342fa2e-e58d-4ea4-9690-f9a8ffd97458 req-ec4bff4f-d2fc-40d9-82a4-1a38204cc21e tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369561 Dec 17 15:25:01.622882 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d746dbcf-2295-4cb4-b37a-f1fb997337c7 req-be7353ca-a7db-485c-96be-edd91d12789e tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3&device_id=b941d3cc-914a-423a-a2bc-af15ae5f2a5d HTTP/1.1" status: 200 len: 210 time: 0.0340040 Dec 17 15:25:02.227250 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 58956) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:02.273878 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-f66261b3-a97d-432e-90af-dbd394d67859 admin admin] Deleting subnet 038a3835-fe23-4fbc-93f9-4acdea6917c8 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:25:02.277401 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f66261b3-a97d-432e-90af-dbd394d67859 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:02.336931 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f66261b3-a97d-432e-90af-dbd394d67859 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:02.378698 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f66261b3-a97d-432e-90af-dbd394d67859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:02.386487 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:02.621075 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f66261b3-a97d-432e-90af-dbd394d67859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:02.666852 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f66261b3-a97d-432e-90af-dbd394d67859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:02.670383 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f66261b3-a97d-432e-90af-dbd394d67859 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/038a3835-fe23-4fbc-93f9-4acdea6917c8 HTTP/1.1" status: 204 len: 168 time: 0.4420483 Dec 17 15:25:02.672405 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-07bb7b31-48f8-4ce4-adaf-609ada5cc4a7 req-ff52a638-14c2-43f7-acf9-6dc988a7b99c tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0388680 Dec 17 15:25:02.674177 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 58962) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:02.702876 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66261b3-a97d-432e-90af-dbd394d67859 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=038a3835-fe23-4fbc-93f9-4acdea6917c8,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:02.716328 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0bab395f-e8f6-4e69-a64c-789e70a94e37 req-ceb6a4f3-cb26-400d-b05c-58af30db5353 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1657d0ab24af44edb49add1399914b37&device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0497108 Dec 17 15:25:02.753733 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0bab395f-e8f6-4e69-a64c-789e70a94e37 req-638a2e55-c501-4d12-944b-0af0ea474b38 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1657d0ab24af44edb49add1399914b37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230575 Dec 17 15:25:02.755728 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b952a-9eb9-4522-96b8-0edc5110d33f req-78598e89-0cac-4cbd-860f-1aeacfbee74f tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:02.757286 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-225b952a-9eb9-4522-96b8-0edc5110d33f req-78598e89-0cac-4cbd-860f-1aeacfbee74f tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b80582f-108c-4235-bf4d-6348a25303c0 HTTP/1.1" status: 200 len: 944 time: 0.1770802 Dec 17 15:25:02.813267 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d0e2430e-aa8a-4963-b234-966dcabf8c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:02.857343 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-225b952a-9eb9-4522-96b8-0edc5110d33f req-04505ef1-bc29-4d80-82d2-ffc8fa98e97e tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912013 Dec 17 15:25:02.899385 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab395f-e8f6-4e69-a64c-789e70a94e37 req-651f5268-29a9-4f63-bfd7-d85308e70369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:02.901322 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0bab395f-e8f6-4e69-a64c-789e70a94e37 req-651f5268-29a9-4f63-bfd7-d85308e70369 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1407101 Dec 17 15:25:02.998708 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d0e2430e-aa8a-4963-b234-966dcabf8c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:03.029430 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-d0e2430e-aa8a-4963-b234-966dcabf8c11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91ac3c13-b8c6-437b-9a3d-0695941625b3']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:25:03.040897 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-d0e2430e-aa8a-4963-b234-966dcabf8c11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '657a0958-c91e-4ac7-bbc5-5b532881d256') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:25:03.041248 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-d0e2430e-aa8a-4963-b234-966dcabf8c11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '657a0958-c91e-4ac7-bbc5-5b532881d256') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:25:03.055318 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d0e2430e-aa8a-4963-b234-966dcabf8c11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:03.094390 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d0e2430e-aa8a-4963-b234-966dcabf8c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:03.108550 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e2430e-aa8a-4963-b234-966dcabf8c11 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:25:03.109084 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d0e2430e-aa8a-4963-b234-966dcabf8c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:03.130528 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:25:03.130528 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:25:03.130528 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:25:03.130528 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:25:03.130528 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:25:03.130528 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:25:03.130528 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:25:03.130528 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:25:03.130528 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:25:03.130528 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:25:03.130528 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:25:03.130528 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:25:03.130528 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:25:03.130528 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:25:03.130528 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:25:03.130528 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:25:03.130528 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:25:03.130528 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:25:03.130528 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:25:03.130528 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:25:03.130528 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:25:03.130528 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:25:03.130528 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:25:03.130528 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:25:03.130528 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:25:03.130528 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:25:03.130528 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:25:03.130528 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:25:03.130528 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:25:03.130528 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:25:03.130528 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:25:03.130528 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:25:03.336979 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:25:03.411060 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d0e2430e-aa8a-4963-b234-966dcabf8c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:03.417004 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d0e2430e-aa8a-4963-b234-966dcabf8c11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:03.423477 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d0e2430e-aa8a-4963-b234-966dcabf8c11 admin admin] 10.222.0.46 "DELETE /v2.0/networks/91ac3c13-b8c6-437b-9a3d-0695941625b3 HTTP/1.1" status: 204 len: 168 time: 0.7293179 Dec 17 15:25:03.437647 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2430e-aa8a-4963-b234-966dcabf8c11 admin admin] Pushing event deleted for resources: {'Network': ['ID=91ac3c13-b8c6-437b-9a3d-0695941625b3,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:03.443898 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771,segment=NetworkSegment(4d21e005-2828-402d-861d-cab8d78776ef),segment_id=4d21e005-2828-402d-861d-cab8d78776ef)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:25:03.460147 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771', 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04', 'port_id': '2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771', 'mac_address': 'fa:16:3e:0e:81:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce6f6d4e-40b3-4f79-b7d3-a679e64969d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:25:03.499599 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:03.513899 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:25:03.534619 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771,segment=NetworkSegment(4d21e005-2828-402d-861d-cab8d78776ef),segment_id=4d21e005-2828-402d-861d-cab8d78776ef)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:25:03.763316 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:03.826432 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a6a8e0f3-46d2-4f19-b39b-911f329a191b req-e729e741-7979-40a1-b355-98957fe4a5ef tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0316865 Dec 17 15:25:03.831828 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:03.965350 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:04.029958 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:25:04.067549 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e4de2-5f6e-4570-961c-55be5e7754e3 req-6fba0024-0304-4c8a-a058-f4b56b6dff7d tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:04.077633 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-767e4de2-5f6e-4570-961c-55be5e7754e3 req-6fba0024-0304-4c8a-a058-f4b56b6dff7d tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b80582f-108c-4235-bf4d-6348a25303c0 HTTP/1.1" status: 200 len: 945 time: 0.1411488 Dec 17 15:25:04.139068 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-767e4de2-5f6e-4570-961c-55be5e7754e3 req-1343fd8c-de23-40a9-8394-daeab30093b0 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573487 Dec 17 15:25:04.201395 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 58992) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:04.237604 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 58996) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:04.316749 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:04.325228 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5c6a1639-b3ae-43d8-af38-06b4b4b7eca6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=664f71d96aca4293a527b3258a60b346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0862808 Dec 17 15:25:04.327560 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 58998) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:04.383332 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9f2f4550-7828-47d3-b1fa-3f83a4d49092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:04.412120 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9f2f4550-7828-47d3-b1fa-3f83a4d49092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:04.567795 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ea557ea0-881e-4253-b001-44aa68a95f49 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d05e5c383cf8454a97157f3871c1e6e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3672616 Dec 17 15:25:04.570613 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 59000) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:04.628189 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cc903193-f931-471e-a851-497f0fce8be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:04.659843 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cc903193-f931-471e-a851-497f0fce8be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:04.688210 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0bab395f-e8f6-4e69-a64c-789e70a94e37 req-ac91f1ba-5f34-431c-9806-0fd556bcccaa tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.41 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0410471 Dec 17 15:25:04.771407 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9f2f4550-7828-47d3-b1fa-3f83a4d49092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:04.771407 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9f2f4550-7828-47d3-b1fa-3f83a4d49092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:04.771407 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9f2f4550-7828-47d3-b1fa-3f83a4d49092 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b944757c-e8e1-4cec-b448-ecaff7be4a93 HTTP/1.1" status: 204 len: 168 time: 0.4416223 Dec 17 15:25:04.782448 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f4550-7828-47d3-b1fa-3f83a4d49092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b944757c-e8e1-4cec-b448-ecaff7be4a93,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:04.950977 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b84685ed-7849-400c-8909-2a676d1e365c req-16d3d680-4ecf-4fb0-9597-4c5f73b94977 tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0314419 Dec 17 15:25:04.960292 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cc903193-f931-471e-a851-497f0fce8be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:04.963324 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cc903193-f931-471e-a851-497f0fce8be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:04.964905 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cc903193-f931-471e-a851-497f0fce8be7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c2b8654a-c363-402c-965c-bab144a83f99 HTTP/1.1" status: 204 len: 168 time: 0.3927941 Dec 17 15:25:04.981192 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc903193-f931-471e-a851-497f0fce8be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b8654a-c363-402c-965c-bab144a83f99,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:05.258896 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526750f-6189-411a-8a0b-1789efc8a386 req-dcfdf73c-934b-4720-9114-b4d28fc30f36 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:05.260495 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a526750f-6189-411a-8a0b-1789efc8a386 req-dcfdf73c-934b-4720-9114-b4d28fc30f36 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b80582f-108c-4235-bf4d-6348a25303c0 HTTP/1.1" status: 200 len: 945 time: 0.0498829 Dec 17 15:25:05.302809 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a526750f-6189-411a-8a0b-1789efc8a386 req-1d2c94f1-ae0a-48f4-8942-fff026ea8048 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349765 Dec 17 15:25:05.338242 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:25:05.540181 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:25:05.544687 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:25:05.545607 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:05.662097 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:05.693098 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b80582f-108c-4235-bf4d-6348a25303c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:25:05.695672 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3d0344-1672-4741-b3ac-87058663da07" -d '{"events": [{"server_uuid": "7b80582f-108c-4235-bf4d-6348a25303c0", "name": "network-vif-plugged", "status": "completed", "tag": "2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:25:05.714543 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771,segment=NetworkSegment(4d21e005-2828-402d-861d-cab8d78776ef),segment_id=4d21e005-2828-402d-861d-cab8d78776ef)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:25:05.737368 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0219876-4b82-4bd4-9e49-151ce1d1510d x-openstack-request-id: req-e0219876-4b82-4bd4-9e49-151ce1d1510d {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:25:05.737838 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b80582f-108c-4235-bf4d-6348a25303c0", "name": "network-vif-plugged", "status": "completed", "tag": "2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:25:05.744907 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e0219876-4b82-4bd4-9e49-151ce1d1510d {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:25:05.744907 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b80582f-108c-4235-bf4d-6348a25303c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771', 'code': 200} Dec 17 15:25:05.836357 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d886a-2aae-45db-a93d-1353aaafc58c req-541a73d9-6685-45a4-a280-b1037bbc62bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:05.837863 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-481d886a-2aae-45db-a93d-1353aaafc58c req-541a73d9-6685-45a4-a280-b1037bbc62bb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7b80582f-108c-4235-bf4d-6348a25303c0 HTTP/1.1" status: 200 len: 1096 time: 0.0416586 Dec 17 15:25:05.879278 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-481d886a-2aae-45db-a93d-1353aaafc58c req-f3ce77db-0f26-44c6-8c23-7ee2577adb2e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344193 Dec 17 15:25:05.911466 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:05.961858 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:06.083991 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-037b1c3d-e5af-4cd6-99b4-c2114f8a88e1 req-555e2ecb-b375-48e7-b08c-392d5a5d699e tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=62096752-babf-4581-b9d3-28ee1f8008f3 HTTP/1.1" status: 200 len: 210 time: 0.0308993 Dec 17 15:25:06.439026 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e55000-7d2f-4510-a12a-c75ad1f21985 req-aa18f881-d0fb-4c0c-ba2f-9bdc5c40b6ca tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:06.441727 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-06e55000-7d2f-4510-a12a-c75ad1f21985 req-aa18f881-d0fb-4c0c-ba2f-9bdc5c40b6ca tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b80582f-108c-4235-bf4d-6348a25303c0 HTTP/1.1" status: 200 len: 946 time: 0.0652025 Dec 17 15:25:06.551033 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-06e55000-7d2f-4510-a12a-c75ad1f21985 req-cfde4aac-89a9-4e89-bf7e-6b7bd633e1f6 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911219 Dec 17 15:25:06.551436 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 59080) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:06.602513 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-9c927487-4c47-424a-b89b-814a582067c5 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:06.604289 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-9c927487-4c47-424a-b89b-814a582067c5 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/networks?id=08c9e064-e12f-4a4c-95b1-8ca4e4e5512c HTTP/1.1" status: 200 len: 815 time: 0.1386819 Dec 17 15:25:06.619999 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-116a5f54-04fb-4e9b-9b17-2b9c877a6212 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/quotas/a7013fb088334b89b4b468618dd42862 HTTP/1.1" status: 200 len: 375 time: 0.0098050 Dec 17 15:25:06.675629 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-457322cb-232f-44cc-8ee0-cd34f9bc774e admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-538337759-network', 'tenant_id': '8cc4ac0e53024be68a4574d464dcf179'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:06.678498 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-20e12027-50a4-4491-966e-584bf9c29e40 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a7013fb088334b89b4b468618dd42862&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518017 Dec 17 15:25:06.793091 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-f0d4c82e-2e9f-47ce-b702-5192601bdfae service neutron] 10.222.0.46 "GET /v2.0/networks/08c9e064-e12f-4a4c-95b1-8ca4e4e5512c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973098 Dec 17 15:25:06.916446 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-d2dbfe38-ebbc-4ea6-a0bd-3f5cdef213c4 service neutron] 10.222.0.46 "GET /v2.0/networks/08c9e064-e12f-4a4c-95b1-8ca4e4e5512c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158099 Dec 17 15:25:06.954429 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457322cb-232f-44cc-8ee0-cd34f9bc774e admin admin] Made reservation on behalf of 8cc4ac0e53024be68a4574d464dcf179 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:25:06.957658 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-457322cb-232f-44cc-8ee0-cd34f9bc774e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:06.967124 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-457322cb-232f-44cc-8ee0-cd34f9bc774e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:07.051276 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-457322cb-232f-44cc-8ee0-cd34f9bc774e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:07.310531 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-457322cb-232f-44cc-8ee0-cd34f9bc774e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:07.353062 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-457322cb-232f-44cc-8ee0-cd34f9bc774e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:25:07.366986 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-457322cb-232f-44cc-8ee0-cd34f9bc774e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:07.368315 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-457322cb-232f-44cc-8ee0-cd34f9bc774e admin admin] Added segment 89d413af-78bd-4f7a-b7b3-c8f57918837b of type vlan for network 4a515246-470f-41d2-974d-3bfe62681d0a Dec 17 15:25:07.426717 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9e5cb5eb-25ed-4ced-ae9e-73a49e4a1510 req-59f84cf4-7d4c-4136-96db-5fd3d162af9e tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e50c6f7-f894-4941-9e7b-60afa952a939 HTTP/1.1" status: 200 len: 210 time: 0.0388982 Dec 17 15:25:07.430870 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-457322cb-232f-44cc-8ee0-cd34f9bc774e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:07.463288 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457322cb-232f-44cc-8ee0-cd34f9bc774e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bef218-3862-40b3-8e91-824154fe2bd7,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:07.577226 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-457322cb-232f-44cc-8ee0-cd34f9bc774e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:07.578012 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457322cb-232f-44cc-8ee0-cd34f9bc774e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:07.578600 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-457322cb-232f-44cc-8ee0-cd34f9bc774e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:07.658425 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457322cb-232f-44cc-8ee0-cd34f9bc774e admin admin] Pushing event updated for resources: {'Network': ['ID=4a515246-470f-41d2-974d-3bfe62681d0a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:07.672005 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 4a515246-470f-41d2-974d-3bfe62681d0a details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:25:07.785133 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d2e608-04c6-4963-b323-e28bfdc09840 req-0c16c3ea-ae15-4751-b226-fa695a133e2e tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:07.793813 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2d2e608-04c6-4963-b323-e28bfdc09840 req-0c16c3ea-ae15-4751-b226-fa695a133e2e tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b80582f-108c-4235-bf4d-6348a25303c0 HTTP/1.1" status: 200 len: 946 time: 0.0761652 Dec 17 15:25:07.832776 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-457322cb-232f-44cc-8ee0-cd34f9bc774e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2767930 Dec 17 15:25:07.833827 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 59120) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:07.839125 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-7f4020ba-3c15-417b-a12e-df72b094fafa admin admin] Request body: {'subnet': {'network_id': '4a515246-470f-41d2-974d-3bfe62681d0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-538337759-subnet', 'tenant_id': '8cc4ac0e53024be68a4574d464dcf179', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:07.891104 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-99a94275-3388-4969-a3b7-dd2deed86476 req-214231aa-16ef-430f-8557-871bd15c03b0 tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=b941d3cc-914a-423a-a2bc-af15ae5f2a5d HTTP/1.1" status: 200 len: 210 time: 0.0649214 Dec 17 15:25:07.901677 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2d2e608-04c6-4963-b323-e28bfdc09840 req-b6f4d0ed-ebe0-462d-9f21-188cfda5df35 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065564 Dec 17 15:25:07.941625 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-28d67c25-4091-4ca7-9175-edc54202cc83 req-1d45f0c3-885d-49d9-b676-e2c439eec45f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1657d0ab24af44edb49add1399914b37&device_id=b941d3cc-914a-423a-a2bc-af15ae5f2a5d HTTP/1.1" status: 200 len: 210 time: 0.0272968 Dec 17 15:25:07.984170 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-28d67c25-4091-4ca7-9175-edc54202cc83 req-615b4581-250b-4b9e-92a0-e7acb222d639 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1657d0ab24af44edb49add1399914b37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252283 Dec 17 15:25:08.050835 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4020ba-3c15-417b-a12e-df72b094fafa admin admin] Made reservation on behalf of 8cc4ac0e53024be68a4574d464dcf179 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:25:08.053333 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7f4020ba-3c15-417b-a12e-df72b094fafa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:08.201993 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d67c25-4091-4ca7-9175-edc54202cc83 req-e051a93a-5a35-423a-b042-cee30ffb5adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:08.203469 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-28d67c25-4091-4ca7-9175-edc54202cc83 req-e051a93a-5a35-423a-b042-cee30ffb5adc service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2121289 Dec 17 15:25:08.221419 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-ffb5200b-81c3-4cbc-99c8-181b47e33adf tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:08.222978 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-ffb5200b-81c3-4cbc-99c8-181b47e33adf tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/networks?id=8eca304a-4461-49a4-96b4-a39f3600fd04 HTTP/1.1" status: 200 len: 806 time: 0.1253951 Dec 17 15:25:08.248033 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-f289b3fa-b480-4aa8-bb7e-98c1b88e7141 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/quotas/b5d340d6e372463aa9915724f2edafdd HTTP/1.1" status: 200 len: 375 time: 0.0167141 Dec 17 15:25:08.308193 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-53f90d63-c8cb-4dfd-982b-0e97351c64e0 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b5d340d6e372463aa9915724f2edafdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591455 Dec 17 15:25:08.406815 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-10555b74-7e44-40b6-a6de-eb39e6d38887 service neutron] 10.222.0.46 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972817 Dec 17 15:25:08.440105 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7f4020ba-3c15-417b-a12e-df72b094fafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:08.506955 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4020ba-3c15-417b-a12e-df72b094fafa admin admin] Pushing event updated for resources: {'Subnet': ['ID=df34e13b-302c-4f10-90a7-ee2d1e21b850,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:08.518915 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4020ba-3c15-417b-a12e-df72b094fafa admin admin] Checking segment: {'id': '89d413af-78bd-4f7a-b7b3-c8f57918837b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4a515246-470f-41d2-974d-3bfe62681d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:25:08.519347 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4020ba-3c15-417b-a12e-df72b094fafa admin admin] Network hostable DHCP agents. Network: 4a515246-470f-41d2-974d-3bfe62681d0a, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:25:08.524945 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-539bae50-ea48-4344-bc25-a22c5e55a340 req-2a7ef1ca-3ebf-48a9-b383-19630f32ec4e tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e50c6f7-f894-4941-9e7b-60afa952a939 HTTP/1.1" status: 200 len: 210 time: 0.0406282 Dec 17 15:25:08.546320 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-72ffc20f-c443-4799-b202-30d2b7b7fa1d service neutron] 10.222.0.46 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315832 Dec 17 15:25:08.725270 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4020ba-3c15-417b-a12e-df72b094fafa admin admin] Network 4a515246-470f-41d2-974d-3bfe62681d0a is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:25:08.888152 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-7f4020ba-3c15-417b-a12e-df72b094fafa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 4a515246-470f-41d2-974d-3bfe62681d0a) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:25:08.892770 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4020ba-3c15-417b-a12e-df72b094fafa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:08.894010 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7f4020ba-3c15-417b-a12e-df72b094fafa admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:08.911350 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a30efa-bfb9-461d-ae0b-1bb79cdde5a4 None None] Network 4a515246-470f-41d2-974d-3bfe62681d0a requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:25:08.948557 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0715821e-0692-4582-b97d-10d027d966b5 req-458e3564-b6e0-403d-9b96-9b163e8c7890 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=184bc8c5-d7e8-4c2a-8583-3791a60ce360 HTTP/1.1" status: 200 len: 210 time: 0.0385220 Dec 17 15:25:09.009312 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-adeeec99-379d-43d8-bff1-21cef5baf1e6 req-d3323f7b-e8f5-4cf2-b44a-fab90bed82e7 tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=b941d3cc-914a-423a-a2bc-af15ae5f2a5d HTTP/1.1" status: 200 len: 210 time: 0.0277066 Dec 17 15:25:09.068950 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc54a920-20a6-4c96-a2db-6ff7b8be62b7 None None] Network 4a515246-470f-41d2-974d-3bfe62681d0a requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:25:09.205515 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7f4020ba-3c15-417b-a12e-df72b094fafa admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3702955 Dec 17 15:25:09.666575 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-21c45c2b-680d-4519-bb94-b838188eee76 req-03464a77-cdcd-47d6-888a-c291d7d89e0e tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e50c6f7-f894-4941-9e7b-60afa952a939 HTTP/1.1" status: 200 len: 210 time: 0.0463052 Dec 17 15:25:09.714412 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-1084ea6b-a505-4fd8-9fa5-48f860346e40 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:09.715979 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-1084ea6b-a505-4fd8-9fa5-48f860346e40 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/networks?id=4a515246-470f-41d2-974d-3bfe62681d0a HTTP/1.1" status: 200 len: 820 time: 0.1488683 Dec 17 15:25:09.733661 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-7563a14b-ba0d-4042-abb9-6e6d8a1c576b tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/quotas/8cc4ac0e53024be68a4574d464dcf179 HTTP/1.1" status: 200 len: 375 time: 0.0110922 Dec 17 15:25:09.766001 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-0ec0488c-6fa9-427e-a64a-8ffc6ca234f3 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8cc4ac0e53024be68a4574d464dcf179&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274246 Dec 17 15:25:09.878917 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-b74e00f1-6598-477f-9051-7ce4b7f24e37 service neutron] 10.222.0.46 "GET /v2.0/networks/4a515246-470f-41d2-974d-3bfe62681d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974007 Dec 17 15:25:10.150955 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-28d67c25-4091-4ca7-9175-edc54202cc83 req-ce0e6632-1fc0-47be-836f-c3ced16f3009 tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.41 "GET /v2.0/ports?device_id=b941d3cc-914a-423a-a2bc-af15ae5f2a5d HTTP/1.1" status: 200 len: 210 time: 0.0316548 Dec 17 15:25:10.258278 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:10.299933 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d6f77f27-858d-4fda-b272-93d906457d61 req-4b3cdfbe-86e8-4d6c-87b0-87ef973eda57 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2f5ef515-4454-4983-9991-927c884ddc6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0847099 Dec 17 15:25:10.392661 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-77455e32-6556-459c-9d71-0989dfe92922 req-c7796dc0-9300-4614-96f2-67b8fa3737d4 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=184bc8c5-d7e8-4c2a-8583-3791a60ce360 HTTP/1.1" status: 200 len: 210 time: 0.0582733 Dec 17 15:25:10.480940 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f77f27-858d-4fda-b272-93d906457d61 req-a6188dd1-fcc0-411c-918f-7ad22e986f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:10.484266 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d6f77f27-858d-4fda-b272-93d906457d61 req-a6188dd1-fcc0-411c-918f-7ad22e986f5c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b5d340d6e372463aa9915724f2edafdd&device_id=2f5ef515-4454-4983-9991-927c884ddc6e HTTP/1.1" status: 200 len: 1096 time: 0.0916400 Dec 17 15:25:10.514578 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-40e10d0a-b91f-460b-b92f-af61ac0b3b98 service neutron] 10.222.0.46 "GET /v2.0/networks/4a515246-470f-41d2-974d-3bfe62681d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6225901 Dec 17 15:25:10.580603 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bb4e5729-2882-4ece-a25b-63ca69187722 req-bdc005b6-a5b6-4b0a-866a-290e24ffba9b tempest-ServerShowV247Test-183113252 tempest-ServerShowV247Test-183113252-project] 10.222.0.46 "GET /v2.0/ports?device_id=b941d3cc-914a-423a-a2bc-af15ae5f2a5d HTTP/1.1" status: 200 len: 210 time: 0.0594397 Dec 17 15:25:10.725494 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f77f27-858d-4fda-b272-93d906457d61 req-64908dc5-0a9f-4e9c-a90f-54c046e0201d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:10.727086 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d6f77f27-858d-4fda-b272-93d906457d61 req-64908dc5-0a9f-4e9c-a90f-54c046e0201d service neutron] 10.222.0.41 "GET /v2.0/networks?id=8eca304a-4461-49a4-96b4-a39f3600fd04 HTTP/1.1" status: 200 len: 907 time: 0.2032235 Dec 17 15:25:10.783467 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d6f77f27-858d-4fda-b272-93d906457d61 req-aebbde77-b3e8-4caf-abcb-d7d55e9bf281 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c28e0c1-5348-4f77-baee-1e7afe509638 HTTP/1.1" status: 200 len: 217 time: 0.0485656 Dec 17 15:25:10.853749 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b62219f6-f2bb-469f-b7ef-a9c4757cb213 req-d7e8b97c-befd-44ad-9b91-2f9b9e631235 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e50c6f7-f894-4941-9e7b-60afa952a939 HTTP/1.1" status: 200 len: 210 time: 0.0628097 Dec 17 15:25:10.906770 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f77f27-858d-4fda-b272-93d906457d61 req-c02f482b-8459-4d8d-9f64-165b9e20ee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:10.908123 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d6f77f27-858d-4fda-b272-93d906457d61 req-c02f482b-8459-4d8d-9f64-165b9e20ee3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce6f6d4e-40b3-4f79-b7d3-a679e64969d7 HTTP/1.1" status: 200 len: 846 time: 0.1173015 Dec 17 15:25:11.014935 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d6f77f27-858d-4fda-b272-93d906457d61 req-7a9d81bd-4971-4b64-8a60-dc1221d33ee0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8eca304a-4461-49a4-96b4-a39f3600fd04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958860 Dec 17 15:25:11.037720 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-60ac8639-995d-478d-8c80-a8a68b578511 req-60738600-2206-49ac-9f92-92129bcbc9c6 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/ports?device_id=92e37d31-6ee6-4392-aaca-499ad8d5132e HTTP/1.1" status: 200 len: 210 time: 0.0452182 Dec 17 15:25:11.213313 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-682ea7c4-b240-4158-96c1-4d423568fb8b tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:11.218726 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-682ea7c4-b240-4158-96c1-4d423568fb8b tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.13 "GET /v2.0/networks?id=08c9e064-e12f-4a4c-95b1-8ca4e4e5512c HTTP/1.1" status: 200 len: 815 time: 0.2601027 Dec 17 15:25:11.218726 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d6f77f27-858d-4fda-b272-93d906457d61 req-0acc0b79-bc2e-47f5-8fee-ccafdb62690f service neutron] 10.222.0.41 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896398 Dec 17 15:25:11.242869 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-583cf415-275c-4914-8553-6af241f366eb tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Request body: {'port': {'device_id': '1e50c6f7-f894-4941-9e7b-60afa952a939', 'network_id': '08c9e064-e12f-4a4c-95b1-8ca4e4e5512c', 'admin_state_up': True, 'tenant_id': 'a7013fb088334b89b4b468618dd42862'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:11.451907 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d6f77f27-858d-4fda-b272-93d906457d61 req-17c7b3fd-be73-49f7-acb8-33a1f7c97235 service neutron] 10.222.0.41 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031632 Dec 17 15:25:11.495801 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c1ec285f-828d-4222-8530-90556087e700 req-40b9f840-5efa-437e-a1e8-400348d63e80 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=184bc8c5-d7e8-4c2a-8583-3791a60ce360 HTTP/1.1" status: 200 len: 210 time: 0.0284774 Dec 17 15:25:11.585760 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-583cf415-275c-4914-8553-6af241f366eb tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Made reservation on behalf of a7013fb088334b89b4b468618dd42862 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:25:11.589489 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-583cf415-275c-4914-8553-6af241f366eb tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:11.732951 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-583cf415-275c-4914-8553-6af241f366eb tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Allocated IP 172.20.0.11 (08c9e064-e12f-4a4c-95b1-8ca4e4e5512c/0952ece7-8a2b-46ed-893a-e5c8c7ca2a55/61d8815e-ca0c-43dd-99ad-780a9b7073cf) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:25:11.924604 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-583cf415-275c-4914-8553-6af241f366eb tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:11.967524 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-10ee30fa-2cb3-4f6e-bba8-4cc1ab0a265b req-eaf3234b-c6b3-400d-8dea-811c04d001c1 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e50c6f7-f894-4941-9e7b-60afa952a939 HTTP/1.1" status: 200 len: 210 time: 0.0355325 Dec 17 15:25:12.103901 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-583cf415-275c-4914-8553-6af241f366eb tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:12.115773 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['aac19f2a-8bb6-4408-9209-375eafdbecf6'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:25:12.135702 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-38140328-a1d5-41da-a8c0-e0788c782df7 req-7abf5b3b-d494-469e-94d3-1623db62fae6 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/ports?device_id=92e37d31-6ee6-4392-aaca-499ad8d5132e HTTP/1.1" status: 200 len: 210 time: 0.0497921 Dec 17 15:25:12.207354 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['97f2a20a-986a-4f79-b5a7-3958b2ff049a'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:25:12.244092 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-583cf415-275c-4914-8553-6af241f366eb tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Network 08c9e064-e12f-4a4c-95b1-8ca4e4e5512c is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:25:12.256111 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-583cf415-275c-4914-8553-6af241f366eb tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:25:12.259277 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-583cf415-275c-4914-8553-6af241f366eb tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:25:12.288593 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583cf415-275c-4914-8553-6af241f366eb tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Pushing event updated for resources: {'Port': ['ID=61d8815e-ca0c-43dd-99ad-780a9b7073cf,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:12.316635 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-f601146b-65e6-4ccd-a2a1-760ed9716395 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:12.318356 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-f601146b-65e6-4ccd-a2a1-760ed9716395 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.41 "GET /v2.0/networks?id=8eca304a-4461-49a4-96b4-a39f3600fd04 HTTP/1.1" status: 200 len: 806 time: 0.2840397 Dec 17 15:25:12.341954 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-583cf415-275c-4914-8553-6af241f366eb tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:12.342580 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-583cf415-275c-4914-8553-6af241f366eb tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:12.357724 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-555f8aa1-304e-4644-8a89-7456ca325169 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Request body: {'port': {'device_id': '184bc8c5-d7e8-4c2a-8583-3791a60ce360', 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04', 'admin_state_up': True, 'tenant_id': 'b5d340d6e372463aa9915724f2edafdd'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:12.594207 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e44bf204-69cf-4bf0-b6ff-dc66aaf0cb1e req-6289b6b0-a1c8-4bd7-90c2-7c9c96a7a7f1 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=184bc8c5-d7e8-4c2a-8583-3791a60ce360 HTTP/1.1" status: 200 len: 210 time: 0.0252855 Dec 17 15:25:12.625344 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 59346) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:12.740437 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cad6dded-0348-4e53-bed1-612f8dc5130a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:12.800539 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-583cf415-275c-4914-8553-6af241f366eb tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5723577 Dec 17 15:25:12.823445 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-720852c6-7c44-41c8-953b-2befc700c2e4 service neutron] Request body: {'port': {'device_id': '1e50c6f7-f894-4941-9e7b-60afa952a939', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:12.887629 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cad6dded-0348-4e53-bed1-612f8dc5130a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:12.911616 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-720852c6-7c44-41c8-953b-2befc700c2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:13.175761 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47825277-4a5d-41bd-8b43-51a830e4253c req-7440c0a0-c564-4308-b64f-231cad9d570e tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:13.178005 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-47825277-4a5d-41bd-8b43-51a830e4253c req-7440c0a0-c564-4308-b64f-231cad9d570e tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e50c6f7-f894-4941-9e7b-60afa952a939 HTTP/1.1" status: 200 len: 932 time: 0.1088548 Dec 17 15:25:13.203136 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-555f8aa1-304e-4644-8a89-7456ca325169 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Made reservation on behalf of b5d340d6e372463aa9915724f2edafdd for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:25:13.207894 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-555f8aa1-304e-4644-8a89-7456ca325169 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:13.223403 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cad6dded-0348-4e53-bed1-612f8dc5130a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:13.249385 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-47825277-4a5d-41bd-8b43-51a830e4253c req-edc29b60-2416-4b0e-b0dc-0b2a65704d6e tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624309 Dec 17 15:25:13.315831 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a68c4632-6b18-45cf-8734-03c9ab33b69c req-e111fb2c-7431-4ad7-8291-6bf007035884 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/ports?device_id=92e37d31-6ee6-4392-aaca-499ad8d5132e HTTP/1.1" status: 200 len: 210 time: 0.0520606 Dec 17 15:25:13.359672 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cad6dded-0348-4e53-bed1-612f8dc5130a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1657d0ab24af44edb49add1399914b37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7449284 Dec 17 15:25:13.359885 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 59364) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:13.387264 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6dded-0348-4e53-bed1-612f8dc5130a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a8bf09-c020-490d-b5dd-875c3db0f379,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:13.426664 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-890f7b61-5702-4d17-a979-92161b6d79df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:13.458206 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-890f7b61-5702-4d17-a979-92161b6d79df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:13.509780 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-555f8aa1-304e-4644-8a89-7456ca325169 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Allocated IP 172.20.0.5 (8eca304a-4461-49a4-96b4-a39f3600fd04/ce6f6d4e-40b3-4f79-b7d3-a679e64969d7/43f969ce-c8e8-4691-a722-a2c2c7b24e1e) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:25:13.609832 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-720852c6-7c44-41c8-953b-2befc700c2e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61d8815e-ca0c-43dd-99ad-780a9b7073cf {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:25:13.618252 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 59370) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:13.630653 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-890f7b61-5702-4d17-a979-92161b6d79df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:13.630653 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-890f7b61-5702-4d17-a979-92161b6d79df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:13.631275 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-720852c6-7c44-41c8-953b-2befc700c2e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:13.633979 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-890f7b61-5702-4d17-a979-92161b6d79df admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e5a8bf09-c020-490d-b5dd-875c3db0f379 HTTP/1.1" status: 204 len: 168 time: 0.2729709 Dec 17 15:25:13.643985 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f7b61-5702-4d17-a979-92161b6d79df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a8bf09-c020-490d-b5dd-875c3db0f379,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:13.688823 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-720852c6-7c44-41c8-953b-2befc700c2e4 service neutron] Transition to ACTIVE for port object 61d8815e-ca0c-43dd-99ad-780a9b7073cf will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:25:13.743933 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5919fde2-575e-4405-8ef9-4a7addf37d51 req-9a0a1e2e-29c6-40ee-bfc4-1a50e2e30550 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=184bc8c5-d7e8-4c2a-8583-3791a60ce360 HTTP/1.1" status: 200 len: 210 time: 0.0329351 Dec 17 15:25:13.769146 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-555f8aa1-304e-4644-8a89-7456ca325169 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:13.790748 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-49f01eb1-5816-4942-9348-fe6f4d4b05a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:13.804523 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-720852c6-7c44-41c8-953b-2befc700c2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:13.874295 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720852c6-7c44-41c8-953b-2befc700c2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=61d8815e-ca0c-43dd-99ad-780a9b7073cf,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:13.891814 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-49f01eb1-5816-4942-9348-fe6f4d4b05a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:13.962190 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-555f8aa1-304e-4644-8a89-7456ca325169 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:13.974802 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:25:13.992339 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-49f01eb1-5816-4942-9348-fe6f4d4b05a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:14.029726 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['8c28e0c1-5348-4f77-baee-1e7afe509638'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:25:14.062241 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-49f01eb1-5816-4942-9348-fe6f4d4b05a5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=27a7f95f2d2647d5b8d1478ed941ca5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4425566 Dec 17 15:25:14.067372 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 59386) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:14.069845 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-555f8aa1-304e-4644-8a89-7456ca325169 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Network 8eca304a-4461-49a4-96b4-a39f3600fd04 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:25:14.070618 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f01eb1-5816-4942-9348-fe6f4d4b05a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c00373-d5b1-4b82-9480-9937f587b20d,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:14.110697 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f8aa1-304e-4644-8a89-7456ca325169 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Pushing event updated for resources: {'Port': ['ID=43f969ce-c8e8-4691-a722-a2c2c7b24e1e,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:14.110697 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-555f8aa1-304e-4644-8a89-7456ca325169 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:25:14.133960 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-555f8aa1-304e-4644-8a89-7456ca325169 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:25:14.174531 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-720852c6-7c44-41c8-953b-2befc700c2e4 service neutron] Attempting to bind port 61d8815e-ca0c-43dd-99ad-780a9b7073cf on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:25:14.175424 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-720852c6-7c44-41c8-953b-2befc700c2e4 service neutron] Attempting to bind port 61d8815e-ca0c-43dd-99ad-780a9b7073cf by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '8c36ffd6-5a93-4f94-8705-bf5bd2d48308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '08c9e064-e12f-4a4c-95b1-8ca4e4e5512c'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:25:14.176705 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-720852c6-7c44-41c8-953b-2befc700c2e4 service neutron] Attempting to bind port 61d8815e-ca0c-43dd-99ad-780a9b7073cf on network 08c9e064-e12f-4a4c-95b1-8ca4e4e5512c {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:25:14.188818 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-720852c6-7c44-41c8-953b-2befc700c2e4 service neutron] Port 61d8815e-ca0c-43dd-99ad-780a9b7073cf on network 08c9e064-e12f-4a4c-95b1-8ca4e4e5512c not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:25:14.189445 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-720852c6-7c44-41c8-953b-2befc700c2e4 service neutron] Attempting to bind port 61d8815e-ca0c-43dd-99ad-780a9b7073cf on network 08c9e064-e12f-4a4c-95b1-8ca4e4e5512c {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:25:14.195365 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d6f4ee82-d7f4-430b-9bce-9294c9946939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:14.206856 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-720852c6-7c44-41c8-953b-2befc700c2e4 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:25:14.213623 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-720852c6-7c44-41c8-953b-2befc700c2e4 service neutron] Checking segment: {'id': '8c36ffd6-5a93-4f94-8705-bf5bd2d48308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '08c9e064-e12f-4a4c-95b1-8ca4e4e5512c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:25:14.213623 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-720852c6-7c44-41c8-953b-2befc700c2e4 service neutron] Bound using segment: {'id': '8c36ffd6-5a93-4f94-8705-bf5bd2d48308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '08c9e064-e12f-4a4c-95b1-8ca4e4e5512c'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:25:14.213623 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-720852c6-7c44-41c8-953b-2befc700c2e4 service neutron] Bound port: 61d8815e-ca0c-43dd-99ad-780a9b7073cf, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c36ffd6-5a93-4f94-8705-bf5bd2d48308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '08c9e064-e12f-4a4c-95b1-8ca4e4e5512c'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:25:14.213623 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-720852c6-7c44-41c8-953b-2befc700c2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:14.230643 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-555f8aa1-304e-4644-8a89-7456ca325169 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:14.231698 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-555f8aa1-304e-4644-8a89-7456ca325169 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:14.246445 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d6f4ee82-d7f4-430b-9bce-9294c9946939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:14.305946 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-720852c6-7c44-41c8-953b-2befc700c2e4 service neutron] For port 61d8815e-ca0c-43dd-99ad-780a9b7073cf, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:25:14.323277 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-720852c6-7c44-41c8-953b-2befc700c2e4 service neutron] For port 61d8815e-ca0c-43dd-99ad-780a9b7073cf, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=61d8815e-ca0c-43dd-99ad-780a9b7073cf,segment=NetworkSegment(8c36ffd6-5a93-4f94-8705-bf5bd2d48308),segment_id=8c36ffd6-5a93-4f94-8705-bf5bd2d48308)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:25:14.420509 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-555f8aa1-304e-4644-8a89-7456ca325169 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0709569 Dec 17 15:25:14.441412 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-3c96e72f-ae4f-4398-a391-3d4106306cf2 service neutron] Request body: {'port': {'device_id': '184bc8c5-d7e8-4c2a-8583-3791a60ce360', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:14.494451 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165fe65-6084-4c08-a9f5-2c002b4dbf6d req-18ce3cec-eabf-4898-a557-dc82f82014b9 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:14.499533 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-720852c6-7c44-41c8-953b-2befc700c2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:14.503971 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f165fe65-6084-4c08-a9f5-2c002b4dbf6d req-18ce3cec-eabf-4898-a557-dc82f82014b9 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e50c6f7-f894-4941-9e7b-60afa952a939 HTTP/1.1" status: 200 len: 944 time: 0.0768793 Dec 17 15:25:14.558463 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1ef56550-02e0-4fde-86ef-814762d58bc0 req-0aa2e468-f863-4200-9029-266c0eebab05 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/ports?device_id=92e37d31-6ee6-4392-aaca-499ad8d5132e HTTP/1.1" status: 200 len: 210 time: 0.0347812 Dec 17 15:25:14.572397 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f165fe65-6084-4c08-a9f5-2c002b4dbf6d req-84dd13c1-899e-42b3-9197-76d4b67319f3 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652900 Dec 17 15:25:14.598550 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d6f4ee82-d7f4-430b-9bce-9294c9946939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:14.601764 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d6f4ee82-d7f4-430b-9bce-9294c9946939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:14.603083 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d6f4ee82-d7f4-430b-9bce-9294c9946939 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/61c00373-d5b1-4b82-9480-9937f587b20d HTTP/1.1" status: 204 len: 168 time: 0.5257864 Dec 17 15:25:14.611672 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-720852c6-7c44-41c8-953b-2befc700c2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:14.612299 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-720852c6-7c44-41c8-953b-2befc700c2e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:14.613701 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-720852c6-7c44-41c8-953b-2befc700c2e4 service neutron] 10.222.0.13 "PUT /v2.0/ports/61d8815e-ca0c-43dd-99ad-780a9b7073cf HTTP/1.1" status: 200 len: 1092 time: 1.7989728 Dec 17 15:25:14.614142 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e50c6f7-f894-4941-9e7b-60afa952a939', 'tag': '61d8815e-ca0c-43dd-99ad-780a9b7073cf'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:25:14.616435 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95937c7-c50d-4f4e-a93d-5c822b421f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "1e50c6f7-f894-4941-9e7b-60afa952a939", "tag": "61d8815e-ca0c-43dd-99ad-780a9b7073cf"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:25:14.619934 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4ee82-d7f4-430b-9bce-9294c9946939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c00373-d5b1-4b82-9480-9937f587b20d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:14.632393 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-3c96e72f-ae4f-4398-a391-3d4106306cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:14.637859 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720852c6-7c44-41c8-953b-2befc700c2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=61d8815e-ca0c-43dd-99ad-780a9b7073cf,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:14.668325 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fedfd4-2653-4c0f-8351-9cca0ef3dd8d x-openstack-request-id: req-79fedfd4-2653-4c0f-8351-9cca0ef3dd8d {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:25:14.668622 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e50c6f7-f894-4941-9e7b-60afa952a939", "tag": "61d8815e-ca0c-43dd-99ad-780a9b7073cf", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:25:14.668873 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-79fedfd4-2653-4c0f-8351-9cca0ef3dd8d {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:25:14.669295 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e50c6f7-f894-4941-9e7b-60afa952a939', 'tag': '61d8815e-ca0c-43dd-99ad-780a9b7073cf', 'status': 'completed', 'code': 200} Dec 17 15:25:14.910830 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4bcca-c681-4864-96c7-8df340d053f7 req-9c23619e-7899-4e8d-9c5f-b4a30cc67ff8 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:14.912523 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-16b4bcca-c681-4864-96c7-8df340d053f7 req-9c23619e-7899-4e8d-9c5f-b4a30cc67ff8 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=184bc8c5-d7e8-4c2a-8583-3791a60ce360 HTTP/1.1" status: 200 len: 931 time: 0.0740564 Dec 17 15:25:14.944547 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95937c7-c50d-4f4e-a93d-5c822b421f0a req-080357e2-df93-4a65-8079-8f2e11f349c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:14.946050 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e95937c7-c50d-4f4e-a93d-5c822b421f0a req-080357e2-df93-4a65-8079-8f2e11f349c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7013fb088334b89b4b468618dd42862&device_id=1e50c6f7-f894-4941-9e7b-60afa952a939 HTTP/1.1" status: 200 len: 1095 time: 0.2555001 Dec 17 15:25:15.088739 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-16b4bcca-c681-4864-96c7-8df340d053f7 req-e5edd4c5-2fa4-4ff3-80f6-15e8192eda6e tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647985 Dec 17 15:25:15.196908 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95937c7-c50d-4f4e-a93d-5c822b421f0a req-363c2f34-ff5f-4c88-958b-39c3ad58bb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:15.197475 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-228dd84e-e6e7-4caf-9425-b0f605fe24d2 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:15.198411 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e95937c7-c50d-4f4e-a93d-5c822b421f0a req-363c2f34-ff5f-4c88-958b-39c3ad58bb9e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a7013fb088334b89b4b468618dd42862&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2419312 Dec 17 15:25:15.198548 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-228dd84e-e6e7-4caf-9425-b0f605fe24d2 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.41 "GET /v2.0/networks?id=4a515246-470f-41d2-974d-3bfe62681d0a HTTP/1.1" status: 200 len: 820 time: 0.2586131 Dec 17 15:25:15.224266 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-3c96e72f-ae4f-4398-a391-3d4106306cf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43f969ce-c8e8-4691-a722-a2c2c7b24e1e {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:25:15.224434 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-6711fb6f-d313-4cc5-aff0-2b51e6cbdc39 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] Request body: {'port': {'device_id': '92e37d31-6ee6-4392-aaca-499ad8d5132e', 'network_id': '4a515246-470f-41d2-974d-3bfe62681d0a', 'admin_state_up': True, 'tenant_id': '8cc4ac0e53024be68a4574d464dcf179'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:15.243405 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-3c96e72f-ae4f-4398-a391-3d4106306cf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:15.295407 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-3c96e72f-ae4f-4398-a391-3d4106306cf2 service neutron] Transition to ACTIVE for port object 43f969ce-c8e8-4691-a722-a2c2c7b24e1e will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:25:15.336926 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95937c7-c50d-4f4e-a93d-5c822b421f0a req-dfe23077-fa5c-4b95-8875-f3a7dd97f036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:15.338670 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e95937c7-c50d-4f4e-a93d-5c822b421f0a req-dfe23077-fa5c-4b95-8875-f3a7dd97f036 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1314960 Dec 17 15:25:15.406349 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-3c96e72f-ae4f-4398-a391-3d4106306cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:15.454786 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-7e1092e4-7a4b-4328-b62c-88f1df6f8e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:15.456329 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-7e1092e4-7a4b-4328-b62c-88f1df6f8e80 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7013fb088334b89b4b468618dd42862&device_id=1e50c6f7-f894-4941-9e7b-60afa952a939 HTTP/1.1" status: 200 len: 1095 time: 0.0795505 Dec 17 15:25:15.464604 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96e72f-ae4f-4398-a391-3d4106306cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=43f969ce-c8e8-4691-a722-a2c2c7b24e1e,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:15.542265 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-6711fb6f-d313-4cc5-aff0-2b51e6cbdc39 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] Made reservation on behalf of 8cc4ac0e53024be68a4574d464dcf179 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:25:15.546060 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-6711fb6f-d313-4cc5-aff0-2b51e6cbdc39 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:15.548478 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-312c860f-3455-4f45-b831-228ccdd59ed8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61d8815e-ca0c-43dd-99ad-780a9b7073cf HTTP/1.1" status: 200 len: 217 time: 0.0802176 Dec 17 15:25:15.670857 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-6e1fcdac-e7fb-439e-a90e-ef208f7e75ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:15.672578 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-6e1fcdac-e7fb-439e-a90e-ef208f7e75ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0952ece7-8a2b-46ed-893a-e5c8c7ca2a55 HTTP/1.1" status: 200 len: 855 time: 0.1019540 Dec 17 15:25:15.679063 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-3c96e72f-ae4f-4398-a391-3d4106306cf2 service neutron] Attempting to bind port 43f969ce-c8e8-4691-a722-a2c2c7b24e1e on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:25:15.679580 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-3c96e72f-ae4f-4398-a391-3d4106306cf2 service neutron] Attempting to bind port 43f969ce-c8e8-4691-a722-a2c2c7b24e1e by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '4d21e005-2828-402d-861d-cab8d78776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:25:15.679909 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-3c96e72f-ae4f-4398-a391-3d4106306cf2 service neutron] Attempting to bind port 43f969ce-c8e8-4691-a722-a2c2c7b24e1e on network 8eca304a-4461-49a4-96b4-a39f3600fd04 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:25:15.729274 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-fbdf6721-f30b-4011-a88f-48c42f77094d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08c9e064-e12f-4a4c-95b1-8ca4e4e5512c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458562 Dec 17 15:25:15.730138 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-3c96e72f-ae4f-4398-a391-3d4106306cf2 service neutron] Port 43f969ce-c8e8-4691-a722-a2c2c7b24e1e on network 8eca304a-4461-49a4-96b4-a39f3600fd04 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:25:15.732672 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-3c96e72f-ae4f-4398-a391-3d4106306cf2 service neutron] Attempting to bind port 43f969ce-c8e8-4691-a722-a2c2c7b24e1e on network 8eca304a-4461-49a4-96b4-a39f3600fd04 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:25:15.737694 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-6711fb6f-d313-4cc5-aff0-2b51e6cbdc39 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] Allocated IP 172.20.0.9 (4a515246-470f-41d2-974d-3bfe62681d0a/df34e13b-302c-4f10-90a7-ee2d1e21b850/658a5d17-e47a-43f8-ac7c-01606135952a) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:25:15.747283 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-3c96e72f-ae4f-4398-a391-3d4106306cf2 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:25:15.747805 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-3c96e72f-ae4f-4398-a391-3d4106306cf2 service neutron] Checking segment: {'id': '4d21e005-2828-402d-861d-cab8d78776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:25:15.748427 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-3c96e72f-ae4f-4398-a391-3d4106306cf2 service neutron] Bound using segment: {'id': '4d21e005-2828-402d-861d-cab8d78776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:25:15.749539 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-3c96e72f-ae4f-4398-a391-3d4106306cf2 service neutron] Bound port: 43f969ce-c8e8-4691-a722-a2c2c7b24e1e, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d21e005-2828-402d-861d-cab8d78776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:25:15.750091 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-3c96e72f-ae4f-4398-a391-3d4106306cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:15.773076 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c8897eb5-f65a-4026-a41d-30ad8ca1a823 req-970cfc3e-08e3-4da6-a62e-bc6bc4fbb117 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/ports?device_id=92e37d31-6ee6-4392-aaca-499ad8d5132e HTTP/1.1" status: 200 len: 210 time: 0.0412428 Dec 17 15:25:15.773489 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 59432) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:15.794052 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-68c7c238-493b-495e-841e-82d3d5fd4226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:15.874276 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7357420-e102-49ef-b23a-7393fe92f188 req-42fb0ef5-f059-401c-aab9-58c5306d82bd tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:15.875969 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d7357420-e102-49ef-b23a-7393fe92f188 req-42fb0ef5-f059-401c-aab9-58c5306d82bd tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e50c6f7-f894-4941-9e7b-60afa952a939 HTTP/1.1" status: 200 len: 944 time: 0.0994506 Dec 17 15:25:15.957094 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-e5bb5af7-0151-4c02-aa96-8a187b6fa792 service neutron] 10.222.0.13 "GET /v2.0/networks/08c9e064-e12f-4a4c-95b1-8ca4e4e5512c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149577 Dec 17 15:25:15.969740 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-3c96e72f-ae4f-4398-a391-3d4106306cf2 service neutron] For port 43f969ce-c8e8-4691-a722-a2c2c7b24e1e, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:25:15.975189 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-3c96e72f-ae4f-4398-a391-3d4106306cf2 service neutron] For port 43f969ce-c8e8-4691-a722-a2c2c7b24e1e, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=43f969ce-c8e8-4691-a722-a2c2c7b24e1e,segment=NetworkSegment(4d21e005-2828-402d-861d-cab8d78776ef),segment_id=4d21e005-2828-402d-861d-cab8d78776ef)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:25:16.011351 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d7357420-e102-49ef-b23a-7393fe92f188 req-d3b7365c-ca90-44f6-b84d-8580ee64e9ae tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013057 Dec 17 15:25:16.086577 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0a2ef0f9-8369-4b69-b03e-99aff6f3e64c req-5d7e8f06-cf45-45ce-968b-e2d6a4925c24 service neutron] 10.222.0.13 "GET /v2.0/networks/08c9e064-e12f-4a4c-95b1-8ca4e4e5512c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095667 Dec 17 15:25:16.117641 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-68c7c238-493b-495e-841e-82d3d5fd4226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:16.153452 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-3c96e72f-ae4f-4398-a391-3d4106306cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:16.179943 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-6711fb6f-d313-4cc5-aff0-2b51e6cbdc39 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:16.218679 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96e72f-ae4f-4398-a391-3d4106306cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=43f969ce-c8e8-4691-a722-a2c2c7b24e1e,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:16.227298 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-3c96e72f-ae4f-4398-a391-3d4106306cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:16.235113 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-3c96e72f-ae4f-4398-a391-3d4106306cf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:16.235113 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-3c96e72f-ae4f-4398-a391-3d4106306cf2 service neutron] 10.222.0.41 "PUT /v2.0/ports/43f969ce-c8e8-4691-a722-a2c2c7b24e1e HTTP/1.1" status: 200 len: 1091 time: 1.7935908 Dec 17 15:25:16.264047 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b3bdc-a00a-41b7-966f-46aed5be582e req-cc1ec5b8-3805-4ab7-9038-3d78b7f8a959 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:16.265573 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e00b3bdc-a00a-41b7-966f-46aed5be582e req-cc1ec5b8-3805-4ab7-9038-3d78b7f8a959 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=184bc8c5-d7e8-4c2a-8583-3791a60ce360 HTTP/1.1" status: 200 len: 943 time: 0.0771718 Dec 17 15:25:16.304891 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e00b3bdc-a00a-41b7-966f-46aed5be582e req-476a7bc7-a30b-42c3-920c-74036c40b329 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319018 Dec 17 15:25:16.310793 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-68c7c238-493b-495e-841e-82d3d5fd4226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:16.351665 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-68c7c238-493b-495e-841e-82d3d5fd4226 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=596422e8127a465e8b1e86019dba29f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5738490 Dec 17 15:25:16.353766 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c7c238-493b-495e-841e-82d3d5fd4226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739c1e4c-e022-4fa3-af7d-d7ff747ba114,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:16.355547 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 59452) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:16.421006 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ee2ea79c-29aa-4644-b200-396a096dd807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:16.444267 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ee2ea79c-29aa-4644-b200-396a096dd807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:16.460394 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-6711fb6f-d313-4cc5-aff0-2b51e6cbdc39 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:16.491686 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-6adc0a7d-27a7-4f3c-8631-e4b4e3f1686f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:16.491686 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-6adc0a7d-27a7-4f3c-8631-e4b4e3f1686f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b5d340d6e372463aa9915724f2edafdd&device_id=184bc8c5-d7e8-4c2a-8583-3791a60ce360 HTTP/1.1" status: 200 len: 1094 time: 0.0569935 Dec 17 15:25:16.521480 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-6711fb6f-d313-4cc5-aff0-2b51e6cbdc39 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] Network 4a515246-470f-41d2-974d-3bfe62681d0a is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:25:16.525230 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-6711fb6f-d313-4cc5-aff0-2b51e6cbdc39 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:25:16.533074 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-6711fb6f-d313-4cc5-aff0-2b51e6cbdc39 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:25:16.546841 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711fb6f-d313-4cc5-aff0-2b51e6cbdc39 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] Pushing event updated for resources: {'Port': ['ID=658a5d17-e47a-43f8-ac7c-01606135952a,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:16.589860 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-4273618f-b6ab-4ddb-ba0b-f479ff23f1ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43f969ce-c8e8-4691-a722-a2c2c7b24e1e HTTP/1.1" status: 200 len: 217 time: 0.0591784 Dec 17 15:25:16.629537 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2b03cebb-2c47-40c2-a02c-410962d10ab5 req-da99c509-025b-4c29-8933-6b0e7ee2073e tempest-ServerShowV254Test-977687124 tempest-ServerShowV254Test-977687124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.0410378 Dec 17 15:25:16.646794 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-6711fb6f-d313-4cc5-aff0-2b51e6cbdc39 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:16.647464 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-6711fb6f-d313-4cc5-aff0-2b51e6cbdc39 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:16.651296 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-86791846-219b-461c-a2dd-ddba67e2fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:16.651296 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-86791846-219b-461c-a2dd-ddba67e2fef6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce6f6d4e-40b3-4f79-b7d3-a679e64969d7 HTTP/1.1" status: 200 len: 846 time: 0.0615015 Dec 17 15:25:16.681095 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184bc8c5-d7e8-4c2a-8583-3791a60ce360', 'tag': '43f969ce-c8e8-4691-a722-a2c2c7b24e1e'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:25:16.683586 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebbd7f6-e52e-48e0-bfd5-7cd0ca63d6da" -d '{"events": [{"name": "network-changed", "server_uuid": "184bc8c5-d7e8-4c2a-8583-3791a60ce360", "tag": "43f969ce-c8e8-4691-a722-a2c2c7b24e1e"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:25:16.688417 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-df3e4055-6f93-46c1-b714-9d5770f96a2d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8eca304a-4461-49a4-96b4-a39f3600fd04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312519 Dec 17 15:25:16.738014 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60886032-a1e6-47ca-bbfd-fb540832c1b8 x-openstack-request-id: req-60886032-a1e6-47ca-bbfd-fb540832c1b8 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:25:16.738304 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "184bc8c5-d7e8-4c2a-8583-3791a60ce360", "tag": "43f969ce-c8e8-4691-a722-a2c2c7b24e1e", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:25:16.738551 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-60886032-a1e6-47ca-bbfd-fb540832c1b8 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:25:16.738928 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '184bc8c5-d7e8-4c2a-8583-3791a60ce360', 'tag': '43f969ce-c8e8-4691-a722-a2c2c7b24e1e', 'status': 'completed', 'code': 200} Dec 17 15:25:16.757253 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ee2ea79c-29aa-4644-b200-396a096dd807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:16.766209 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ee2ea79c-29aa-4644-b200-396a096dd807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:16.766209 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ee2ea79c-29aa-4644-b200-396a096dd807 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/739c1e4c-e022-4fa3-af7d-d7ff747ba114 HTTP/1.1" status: 204 len: 168 time: 0.4046049 Dec 17 15:25:16.770439 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ea79c-29aa-4644-b200-396a096dd807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739c1e4c-e022-4fa3-af7d-d7ff747ba114,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:16.823318 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-3b35380c-e34a-4912-b988-32c9597128b8 service neutron] 10.222.0.41 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224039 Dec 17 15:25:16.827450 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-6711fb6f-d313-4cc5-aff0-2b51e6cbdc39 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6101844 Dec 17 15:25:16.846995 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-8365ac40-a21f-4369-ae03-c98ea891ea87 service neutron] Request body: {'port': {'device_id': '92e37d31-6ee6-4392-aaca-499ad8d5132e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:16.948343 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-8365ac40-a21f-4369-ae03-c98ea891ea87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:16.964825 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e698a9ea-d596-4a04-b31b-74990f9d7b8d req-b7132e86-c7fc-4978-8da7-f36d88aaaf04 service neutron] 10.222.0.41 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228538 Dec 17 15:25:17.396805 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5885d-6824-46ba-83bd-1862a6cc2a6f req-adadf760-5181-48ba-a840-0a644b518dc3 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:17.415690 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1ee5885d-6824-46ba-83bd-1862a6cc2a6f req-adadf760-5181-48ba-a840-0a644b518dc3 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e50c6f7-f894-4941-9e7b-60afa952a939 HTTP/1.1" status: 200 len: 944 time: 0.2577865 Dec 17 15:25:17.493793 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dff9f0-b73f-4a3e-a18f-666cc78353f0 req-2f1f3caa-a893-4242-93ee-cee838c60366 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:17.503148 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-07dff9f0-b73f-4a3e-a18f-666cc78353f0 req-2f1f3caa-a893-4242-93ee-cee838c60366 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/ports?device_id=92e37d31-6ee6-4392-aaca-499ad8d5132e HTTP/1.1" status: 200 len: 931 time: 0.3488848 Dec 17 15:25:17.606099 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1ee5885d-6824-46ba-83bd-1862a6cc2a6f req-2d2774c7-d2c6-441a-8437-8ac52ae5a464 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957319 Dec 17 15:25:17.742394 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-07dff9f0-b73f-4a3e-a18f-666cc78353f0 req-3cf7514f-5021-448f-933f-ef8e3845be5c tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/security-groups?id=e9bef218-3862-40b3-8e91-824154fe2bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371123 Dec 17 15:25:17.757370 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-8365ac40-a21f-4369-ae03-c98ea891ea87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 658a5d17-e47a-43f8-ac7c-01606135952a {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:25:17.781661 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-8365ac40-a21f-4369-ae03-c98ea891ea87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:17.819327 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-8365ac40-a21f-4369-ae03-c98ea891ea87 service neutron] Transition to ACTIVE for port object 658a5d17-e47a-43f8-ac7c-01606135952a will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:25:17.843471 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371ce96-8840-4b4d-9f79-88843e78b368 req-2e5bfb11-98cf-45e3-892c-ef2ee4b60b7b tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:17.856958 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbd7f6-e52e-48e0-bfd5-7cd0ca63d6da req-36f08796-9bd4-4f08-96bb-2b398b7a61a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:17.857591 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c371ce96-8840-4b4d-9f79-88843e78b368 req-2e5bfb11-98cf-45e3-892c-ef2ee4b60b7b tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=184bc8c5-d7e8-4c2a-8583-3791a60ce360 HTTP/1.1" status: 200 len: 943 time: 0.0904877 Dec 17 15:25:17.859230 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7ebbd7f6-e52e-48e0-bfd5-7cd0ca63d6da req-36f08796-9bd4-4f08-96bb-2b398b7a61a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b5d340d6e372463aa9915724f2edafdd&device_id=184bc8c5-d7e8-4c2a-8583-3791a60ce360 HTTP/1.1" status: 200 len: 1094 time: 0.6574526 Dec 17 15:25:17.908356 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c371ce96-8840-4b4d-9f79-88843e78b368 req-5bb075b2-32f7-4ebd-a2d7-8df3779b6a6b tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448439 Dec 17 15:25:17.998315 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3ebfe22a-cfad-4cd7-bdae-c805679033ae req-d90bc183-ff0e-4235-a29d-c2f57c10620b tempest-ServerShowV254Test-977687124 tempest-ServerShowV254Test-977687124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.0540028 Dec 17 15:25:18.021515 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbd7f6-e52e-48e0-bfd5-7cd0ca63d6da req-777e4a4d-d9ef-48bf-8eae-f55132133854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:18.021515 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7ebbd7f6-e52e-48e0-bfd5-7cd0ca63d6da req-777e4a4d-d9ef-48bf-8eae-f55132133854 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8eca304a-4461-49a4-96b4-a39f3600fd04 HTTP/1.1" status: 200 len: 907 time: 0.1525981 Dec 17 15:25:18.054998 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-8365ac40-a21f-4369-ae03-c98ea891ea87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:18.068686 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7ebbd7f6-e52e-48e0-bfd5-7cd0ca63d6da req-b492bf0a-0b18-443c-a6b7-8b289f97d8c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43f969ce-c8e8-4691-a722-a2c2c7b24e1e HTTP/1.1" status: 200 len: 217 time: 0.0411990 Dec 17 15:25:18.126852 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbd7f6-e52e-48e0-bfd5-7cd0ca63d6da req-fbbd33e6-e220-47f2-9952-31471aa491e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:18.130659 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7ebbd7f6-e52e-48e0-bfd5-7cd0ca63d6da req-fbbd33e6-e220-47f2-9952-31471aa491e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce6f6d4e-40b3-4f79-b7d3-a679e64969d7 HTTP/1.1" status: 200 len: 846 time: 0.0545919 Dec 17 15:25:18.139315 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365ac40-a21f-4369-ae03-c98ea891ea87 service neutron] Pushing event updated for resources: {'Port': ['ID=658a5d17-e47a-43f8-ac7c-01606135952a,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:18.169604 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7ebbd7f6-e52e-48e0-bfd5-7cd0ca63d6da req-4538e3c8-3f08-4810-9ff4-f43b5aba42eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8eca304a-4461-49a4-96b4-a39f3600fd04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316613 Dec 17 15:25:18.223997 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-8365ac40-a21f-4369-ae03-c98ea891ea87 service neutron] Attempting to bind port 658a5d17-e47a-43f8-ac7c-01606135952a on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:25:18.225035 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-8365ac40-a21f-4369-ae03-c98ea891ea87 service neutron] Attempting to bind port 658a5d17-e47a-43f8-ac7c-01606135952a by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '89d413af-78bd-4f7a-b7b3-c8f57918837b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4a515246-470f-41d2-974d-3bfe62681d0a'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:25:18.225035 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-8365ac40-a21f-4369-ae03-c98ea891ea87 service neutron] Attempting to bind port 658a5d17-e47a-43f8-ac7c-01606135952a on network 4a515246-470f-41d2-974d-3bfe62681d0a {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:25:18.230590 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-8365ac40-a21f-4369-ae03-c98ea891ea87 service neutron] Port 658a5d17-e47a-43f8-ac7c-01606135952a on network 4a515246-470f-41d2-974d-3bfe62681d0a not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:25:18.230924 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-8365ac40-a21f-4369-ae03-c98ea891ea87 service neutron] Attempting to bind port 658a5d17-e47a-43f8-ac7c-01606135952a on network 4a515246-470f-41d2-974d-3bfe62681d0a {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:25:18.237761 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-8365ac40-a21f-4369-ae03-c98ea891ea87 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:25:18.238069 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-8365ac40-a21f-4369-ae03-c98ea891ea87 service neutron] Checking segment: {'id': '89d413af-78bd-4f7a-b7b3-c8f57918837b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4a515246-470f-41d2-974d-3bfe62681d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:25:18.238512 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-8365ac40-a21f-4369-ae03-c98ea891ea87 service neutron] Bound using segment: {'id': '89d413af-78bd-4f7a-b7b3-c8f57918837b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4a515246-470f-41d2-974d-3bfe62681d0a'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:25:18.239787 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-8365ac40-a21f-4369-ae03-c98ea891ea87 service neutron] Bound port: 658a5d17-e47a-43f8-ac7c-01606135952a, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89d413af-78bd-4f7a-b7b3-c8f57918837b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4a515246-470f-41d2-974d-3bfe62681d0a'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:25:18.239787 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-8365ac40-a21f-4369-ae03-c98ea891ea87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:18.313083 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7ebbd7f6-e52e-48e0-bfd5-7cd0ca63d6da req-1b5cf35f-5584-45de-85d3-a3e63d8ce308 service neutron] 10.222.0.41 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358128 Dec 17 15:25:18.324389 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-8365ac40-a21f-4369-ae03-c98ea891ea87 service neutron] For port 658a5d17-e47a-43f8-ac7c-01606135952a, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:25:18.327923 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-8365ac40-a21f-4369-ae03-c98ea891ea87 service neutron] For port 658a5d17-e47a-43f8-ac7c-01606135952a, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=658a5d17-e47a-43f8-ac7c-01606135952a,segment=NetworkSegment(89d413af-78bd-4f7a-b7b3-c8f57918837b),segment_id=89d413af-78bd-4f7a-b7b3-c8f57918837b)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:25:18.402754 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7ebbd7f6-e52e-48e0-bfd5-7cd0ca63d6da req-6dca5fdf-efe4-4120-b4b1-a021846fdc03 service neutron] 10.222.0.41 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819724 Dec 17 15:25:18.474350 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-8365ac40-a21f-4369-ae03-c98ea891ea87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:18.520272 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-8365ac40-a21f-4369-ae03-c98ea891ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:18.521110 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-8365ac40-a21f-4369-ae03-c98ea891ea87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:18.523159 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-8365ac40-a21f-4369-ae03-c98ea891ea87 service neutron] 10.222.0.41 "PUT /v2.0/ports/658a5d17-e47a-43f8-ac7c-01606135952a HTTP/1.1" status: 200 len: 1091 time: 1.6805212 Dec 17 15:25:18.523596 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e37d31-6ee6-4392-aaca-499ad8d5132e', 'tag': '658a5d17-e47a-43f8-ac7c-01606135952a'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:25:18.527126 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505de607-df29-45d6-9f50-d8ff2b17b96a" -d '{"events": [{"name": "network-changed", "server_uuid": "92e37d31-6ee6-4392-aaca-499ad8d5132e", "tag": "658a5d17-e47a-43f8-ac7c-01606135952a"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:25:18.555803 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365ac40-a21f-4369-ae03-c98ea891ea87 service neutron] Pushing event updated for resources: {'Port': ['ID=658a5d17-e47a-43f8-ac7c-01606135952a,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:18.574840 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2341f81c-d8dc-4d30-ba84-c21b6c819ada x-openstack-request-id: req-2341f81c-d8dc-4d30-ba84-c21b6c819ada {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:25:18.575145 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92e37d31-6ee6-4392-aaca-499ad8d5132e", "tag": "658a5d17-e47a-43f8-ac7c-01606135952a", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:25:18.577736 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2341f81c-d8dc-4d30-ba84-c21b6c819ada {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:25:18.578288 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92e37d31-6ee6-4392-aaca-499ad8d5132e', 'tag': '658a5d17-e47a-43f8-ac7c-01606135952a', 'status': 'completed', 'code': 200} Dec 17 15:25:18.609472 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 59522) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:18.659371 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505de607-df29-45d6-9f50-d8ff2b17b96a req-4a6d37aa-0ba5-421f-8f09-03fce7765a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:18.660911 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-505de607-df29-45d6-9f50-d8ff2b17b96a req-4a6d37aa-0ba5-421f-8f09-03fce7765a8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8cc4ac0e53024be68a4574d464dcf179&device_id=92e37d31-6ee6-4392-aaca-499ad8d5132e HTTP/1.1" status: 200 len: 1094 time: 0.0433569 Dec 17 15:25:18.728556 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-760a973d-11c9-4679-ba56-91d4882a55a7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1520983896-network', 'tenant_id': '798c62529cb646cd95469d6baedfc2d8'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:18.814217 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 59532) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:18.814573 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf645d08-09c1-4884-bee2-580314c0a08b req-726e43fa-102e-4863-9c9f-35a840fbfe46 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:18.816125 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cf645d08-09c1-4884-bee2-580314c0a08b req-726e43fa-102e-4863-9c9f-35a840fbfe46 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e50c6f7-f894-4941-9e7b-60afa952a939 HTTP/1.1" status: 200 len: 944 time: 0.0927560 Dec 17 15:25:18.820521 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-52f9d36a-ae80-49b9-bd19-5fb899c2846c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-738600605'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:18.862115 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505de607-df29-45d6-9f50-d8ff2b17b96a req-a9fee403-04f1-43ac-8b97-c859c5d225cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:18.863649 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-505de607-df29-45d6-9f50-d8ff2b17b96a req-a9fee403-04f1-43ac-8b97-c859c5d225cc service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8cc4ac0e53024be68a4574d464dcf179&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1866241 Dec 17 15:25:18.948241 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cf645d08-09c1-4884-bee2-580314c0a08b req-6576eb08-cad0-4933-8dd0-5078204cb398 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229970 Dec 17 15:25:18.971629 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59dbada-016b-47b7-87b4-cb8a590caa17 req-5ce50f8a-dd18-4df7-a462-606c1e7a3489 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:18.973187 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e59dbada-016b-47b7-87b4-cb8a590caa17 req-5ce50f8a-dd18-4df7-a462-606c1e7a3489 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/ports?device_id=92e37d31-6ee6-4392-aaca-499ad8d5132e HTTP/1.1" status: 200 len: 943 time: 0.1307390 Dec 17 15:25:19.005710 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760a973d-11c9-4679-ba56-91d4882a55a7 admin admin] Made reservation on behalf of 798c62529cb646cd95469d6baedfc2d8 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:25:19.008314 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-760a973d-11c9-4679-ba56-91d4882a55a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:19.043428 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-760a973d-11c9-4679-ba56-91d4882a55a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:19.067448 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505de607-df29-45d6-9f50-d8ff2b17b96a req-d1aef553-c669-44d6-bfb1-2ae08b95f4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:19.068892 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-505de607-df29-45d6-9f50-d8ff2b17b96a req-d1aef553-c669-44d6-bfb1-2ae08b95f4fb service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1906850 Dec 17 15:25:19.081309 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e59dbada-016b-47b7-87b4-cb8a590caa17 req-f1c98598-8359-4085-8e24-6b5279dd790b tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/security-groups?id=e9bef218-3862-40b3-8e91-824154fe2bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010103 Dec 17 15:25:19.120602 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c210f-17cd-4abe-82e1-e3fe5e16d642 req-3d039730-8e84-4561-9bf2-1924fa7871b1 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:19.122180 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-380c210f-17cd-4abe-82e1-e3fe5e16d642 req-3d039730-8e84-4561-9bf2-1924fa7871b1 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=184bc8c5-d7e8-4c2a-8583-3791a60ce360 HTTP/1.1" status: 200 len: 943 time: 0.1004846 Dec 17 15:25:19.156992 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f9d36a-ae80-49b9-bd19-5fb899c2846c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Made reservation on behalf of 877bbdd90a9744e8870dce0869eb9a96 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:25:19.161805 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-52f9d36a-ae80-49b9-bd19-5fb899c2846c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:19.188610 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f9d36a-ae80-49b9-bd19-5fb899c2846c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:25:19.202740 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-52f9d36a-ae80-49b9-bd19-5fb899c2846c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:19.202740 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-52f9d36a-ae80-49b9-bd19-5fb899c2846c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Added segment 8c1bafca-b6c9-402b-a49c-92e9c53a27cf of type vlan for network 8bba3eed-1473-4ac2-bb59-7cb1c76294fd Dec 17 15:25:19.235396 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-380c210f-17cd-4abe-82e1-e3fe5e16d642 req-b6b1f205-e8aa-4963-a92b-44cc13b343a9 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976715 Dec 17 15:25:19.242790 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-760a973d-11c9-4679-ba56-91d4882a55a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:19.245095 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-8b6c826a-6501-443c-9b7f-9dcf76cbb508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:19.246548 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-8b6c826a-6501-443c-9b7f-9dcf76cbb508 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8cc4ac0e53024be68a4574d464dcf179&device_id=92e37d31-6ee6-4392-aaca-499ad8d5132e HTTP/1.1" status: 200 len: 1094 time: 0.1099985 Dec 17 15:25:19.275997 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-52f9d36a-ae80-49b9-bd19-5fb899c2846c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:19.331473 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3892c6ba-917b-4732-91b7-43defec70cf5 req-73cdb47d-fa40-47c6-b1e0-b1bcdc2c9b26 tempest-ServerShowV254Test-977687124 tempest-ServerShowV254Test-977687124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.0787773 Dec 17 15:25:19.333299 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-bfa71293-027a-4dd4-8ece-bd5a02014c65 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=658a5d17-e47a-43f8-ac7c-01606135952a HTTP/1.1" status: 200 len: 217 time: 0.0635126 Dec 17 15:25:19.372614 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-760a973d-11c9-4679-ba56-91d4882a55a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:19.392305 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-52f9d36a-ae80-49b9-bd19-5fb899c2846c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:19.399683 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f9d36a-ae80-49b9-bd19-5fb899c2846c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:19.400684 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-52f9d36a-ae80-49b9-bd19-5fb899c2846c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:19.410939 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-760a973d-11c9-4679-ba56-91d4882a55a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:25:19.411985 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 61d8815e-ca0c-43dd-99ad-780a9b7073cf details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:25:19.421424 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-acb5d098-992b-400d-ae19-16650e8c28ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:19.430652 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-acb5d098-992b-400d-ae19-16650e8c28ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df34e13b-302c-4f10-90a7-ee2d1e21b850 HTTP/1.1" status: 200 len: 860 time: 0.0829375 Dec 17 15:25:19.430652 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a973d-11c9-4679-ba56-91d4882a55a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b17ac9b-9a7a-455f-9fc4-912db927f665,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:19.452736 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-760a973d-11c9-4679-ba56-91d4882a55a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:19.453100 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-760a973d-11c9-4679-ba56-91d4882a55a7 admin admin] Added segment f1c44452-31cc-455c-8ef9-8154f2a3d9dd of type vlan for network 73838153-f291-43bb-a355-cd9a5eb51f4f Dec 17 15:25:19.488204 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-f2d6a3d9-e9e4-480c-99a8-1121ba782759 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4a515246-470f-41d2-974d-3bfe62681d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482004 Dec 17 15:25:19.497825 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9d36a-ae80-49b9-bd19-5fb899c2846c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Pushing event updated for resources: {'Network': ['ID=8bba3eed-1473-4ac2-bb59-7cb1c76294fd,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:19.512768 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 8bba3eed-1473-4ac2-bb59-7cb1c76294fd details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:25:19.603017 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-760a973d-11c9-4679-ba56-91d4882a55a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:19.654546 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-52f9d36a-ae80-49b9-bd19-5fb899c2846c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8385627 Dec 17 15:25:19.656997 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-8de109ba-4d7a-49dc-92d0-5224441873b0 service neutron] 10.222.0.41 "GET /v2.0/networks/4a515246-470f-41d2-974d-3bfe62681d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611044 Dec 17 15:25:19.657191 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 59544) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:19.662591 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-3fa3e3eb-1572-462a-9833-c1b31d3d161c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1099713743'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:19.750681 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-760a973d-11c9-4679-ba56-91d4882a55a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:19.753312 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760a973d-11c9-4679-ba56-91d4882a55a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:19.753896 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-760a973d-11c9-4679-ba56-91d4882a55a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:19.763048 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 61d8815e-ca0c-43dd-99ad-780a9b7073cf, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=61d8815e-ca0c-43dd-99ad-780a9b7073cf,segment=NetworkSegment(8c36ffd6-5a93-4f94-8705-bf5bd2d48308),segment_id=8c36ffd6-5a93-4f94-8705-bf5bd2d48308)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:25:19.776694 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '61d8815e-ca0c-43dd-99ad-780a9b7073cf', 'network_id': '08c9e064-e12f-4a4c-95b1-8ca4e4e5512c', 'port_id': '61d8815e-ca0c-43dd-99ad-780a9b7073cf', 'mac_address': 'fa:16:3e:c4:51:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0952ece7-8a2b-46ed-893a-e5c8c7ca2a55', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:25:19.777443 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4ab168b-8688-4d56-8453-8f5b66338415 req-667cbb46-1f6d-4056-921d-d6b4f9d4ae5d service neutron] 10.222.0.41 "GET /v2.0/networks/4a515246-470f-41d2-974d-3bfe62681d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125386 Dec 17 15:25:19.819944 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa3e3eb-1572-462a-9833-c1b31d3d161c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Made reservation on behalf of 877bbdd90a9744e8870dce0869eb9a96 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:25:19.822188 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:19.825897 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e3eb-1572-462a-9833-c1b31d3d161c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:19.830133 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a973d-11c9-4679-ba56-91d4882a55a7 admin admin] Pushing event updated for resources: {'Network': ['ID=73838153-f291-43bb-a355-cd9a5eb51f4f,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:19.837465 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d8815e-ca0c-43dd-99ad-780a9b7073cf {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:25:19.851155 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 73838153-f291-43bb-a355-cd9a5eb51f4f details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:25:19.860507 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fa3e3eb-1572-462a-9833-c1b31d3d161c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:25:19.870493 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e3eb-1572-462a-9833-c1b31d3d161c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:19.870907 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-3fa3e3eb-1572-462a-9833-c1b31d3d161c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Added segment fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291 of type vlan for network 9f3a192b-6f54-446b-8786-4392777f5f19 Dec 17 15:25:19.900882 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 61d8815e-ca0c-43dd-99ad-780a9b7073cf, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=61d8815e-ca0c-43dd-99ad-780a9b7073cf,segment=NetworkSegment(8c36ffd6-5a93-4f94-8705-bf5bd2d48308),segment_id=8c36ffd6-5a93-4f94-8705-bf5bd2d48308)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:25:19.929741 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-760a973d-11c9-4679-ba56-91d4882a55a7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3189845 Dec 17 15:25:19.930982 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e3eb-1572-462a-9833-c1b31d3d161c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:19.933407 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 59546) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:19.939217 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-30067ef8-c0aa-4974-a6a2-739122ba25cc admin admin] Request body: {'subnet': {'network_id': '73838153-f291-43bb-a355-cd9a5eb51f4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1520983896-subnet', 'tenant_id': '798c62529cb646cd95469d6baedfc2d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:19.978574 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:20.030822 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=61d8815e-ca0c-43dd-99ad-780a9b7073cf,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:20.077585 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de09ef2-58c2-4f64-94c9-c9eb40e9e903 req-8b891038-4f0b-49dc-9b5c-6ced19ebf61b tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:20.077585 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2de09ef2-58c2-4f64-94c9-c9eb40e9e903 req-8b891038-4f0b-49dc-9b5c-6ced19ebf61b tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e50c6f7-f894-4941-9e7b-60afa952a939 HTTP/1.1" status: 200 len: 945 time: 0.0533569 Dec 17 15:25:20.102624 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30067ef8-c0aa-4974-a6a2-739122ba25cc admin admin] Made reservation on behalf of 798c62529cb646cd95469d6baedfc2d8 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:25:20.104934 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-30067ef8-c0aa-4974-a6a2-739122ba25cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:20.170656 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2de09ef2-58c2-4f64-94c9-c9eb40e9e903 req-159dfa24-1ae3-4a69-8451-4d9057ee08f7 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873234 Dec 17 15:25:20.223219 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e3eb-1572-462a-9833-c1b31d3d161c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:20.231369 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa3e3eb-1572-462a-9833-c1b31d3d161c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:20.252116 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e3eb-1572-462a-9833-c1b31d3d161c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:20.252657 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dce4ee-bd6f-4e51-9ad8-496dc41b8f7b req-7053c9f9-3c9b-4687-9da0-ce3c3e54aa10 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:20.252657 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e2dce4ee-bd6f-4e51-9ad8-496dc41b8f7b req-7053c9f9-3c9b-4687-9da0-ce3c3e54aa10 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/ports?device_id=92e37d31-6ee6-4392-aaca-499ad8d5132e HTTP/1.1" status: 200 len: 943 time: 0.0868967 Dec 17 15:25:20.306659 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['61d8815e-ca0c-43dd-99ad-780a9b7073cf'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:25:20.321731 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa3e3eb-1572-462a-9833-c1b31d3d161c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Pushing event updated for resources: {'Network': ['ID=9f3a192b-6f54-446b-8786-4392777f5f19,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:20.329504 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e2dce4ee-bd6f-4e51-9ad8-496dc41b8f7b req-c3c83321-13ab-40d5-9470-429d0d6d2e60 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/security-groups?id=e9bef218-3862-40b3-8e91-824154fe2bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490270 Dec 17 15:25:20.365978 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 9f3a192b-6f54-446b-8786-4392777f5f19 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:25:20.424980 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481be7e-ec5e-4f16-8045-3c621c0dbe7a req-31842fb9-4cc1-4da2-b159-de4a9728f79f tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:20.426759 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d481be7e-ec5e-4f16-8045-3c621c0dbe7a req-31842fb9-4cc1-4da2-b159-de4a9728f79f tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=184bc8c5-d7e8-4c2a-8583-3791a60ce360 HTTP/1.1" status: 200 len: 943 time: 0.0724354 Dec 17 15:25:20.438832 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3fa3e3eb-1572-462a-9833-c1b31d3d161c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7777393 Dec 17 15:25:20.439072 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 59558) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:20.444954 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-188a5a26-c674-4e6c-9fc2-fbc3f447dcb4 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Request body: {'subnet': {'network_id': '8bba3eed-1473-4ac2-bb59-7cb1c76294fd', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:20.463646 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-17f7dbb5-53c5-42be-916d-fbc60baa1f87 req-4aee4319-ed5d-409a-8e5c-cd1500dfaa08 tempest-ServerShowV254Test-977687124 tempest-ServerShowV254Test-977687124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.0321288 Dec 17 15:25:20.515653 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d481be7e-ec5e-4f16-8045-3c621c0dbe7a req-25b1e42f-622c-41a1-822b-6d94cbb5c09f tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714231 Dec 17 15:25:20.571198 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-30067ef8-c0aa-4974-a6a2-739122ba25cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:20.669230 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30067ef8-c0aa-4974-a6a2-739122ba25cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=211943af-ee3a-4f89-a8b1-31d6e6deee7d,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:20.678320 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30067ef8-c0aa-4974-a6a2-739122ba25cc admin admin] Checking segment: {'id': 'f1c44452-31cc-455c-8ef9-8154f2a3d9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73838153-f291-43bb-a355-cd9a5eb51f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:25:20.678692 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30067ef8-c0aa-4974-a6a2-739122ba25cc admin admin] Network hostable DHCP agents. Network: 73838153-f291-43bb-a355-cd9a5eb51f4f, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:25:20.747654 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188a5a26-c674-4e6c-9fc2-fbc3f447dcb4 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Made reservation on behalf of 877bbdd90a9744e8870dce0869eb9a96 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:25:20.751212 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-188a5a26-c674-4e6c-9fc2-fbc3f447dcb4 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:20.780232 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30067ef8-c0aa-4974-a6a2-739122ba25cc admin admin] Network 73838153-f291-43bb-a355-cd9a5eb51f4f is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:25:20.958913 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-30067ef8-c0aa-4974-a6a2-739122ba25cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 73838153-f291-43bb-a355-cd9a5eb51f4f) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:25:20.963440 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30067ef8-c0aa-4974-a6a2-739122ba25cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:20.964093 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-30067ef8-c0aa-4974-a6a2-739122ba25cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:20.967851 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f2fd4e-a377-4a35-b3ba-b4305f60e18e None None] Network 73838153-f291-43bb-a355-cd9a5eb51f4f requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:25:21.094487 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc5d7ec-686f-45b5-a217-ff96bb0cfb7d None None] Network 73838153-f291-43bb-a355-cd9a5eb51f4f requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:25:21.119265 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-188a5a26-c674-4e6c-9fc2-fbc3f447dcb4 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:21.182509 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a5a26-c674-4e6c-9fc2-fbc3f447dcb4 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Pushing event updated for resources: {'Subnet': ['ID=4eca1b89-7ed9-42c7-8458-c977678cd701,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:21.190947 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188a5a26-c674-4e6c-9fc2-fbc3f447dcb4 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Checking segment: {'id': '8c1bafca-b6c9-402b-a49c-92e9c53a27cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8bba3eed-1473-4ac2-bb59-7cb1c76294fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:25:21.190947 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188a5a26-c674-4e6c-9fc2-fbc3f447dcb4 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Network hostable DHCP agents. Network: 8bba3eed-1473-4ac2-bb59-7cb1c76294fd, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:25:21.236042 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-30067ef8-c0aa-4974-a6a2-739122ba25cc admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3009520 Dec 17 15:25:21.320748 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f9f4f-4491-4d4a-b2ee-8a3c04e8b43e req-419b8fea-f08b-407a-921f-ff944127e5be tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:21.320748 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc7f9f4f-4491-4d4a-b2ee-8a3c04e8b43e req-419b8fea-f08b-407a-921f-ff944127e5be tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e50c6f7-f894-4941-9e7b-60afa952a939 HTTP/1.1" status: 200 len: 945 time: 0.0732825 Dec 17 15:25:21.362213 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc7f9f4f-4491-4d4a-b2ee-8a3c04e8b43e req-854ec9f4-4fd5-4274-9483-caf0f6b69587 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336602 Dec 17 15:25:21.393795 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188a5a26-c674-4e6c-9fc2-fbc3f447dcb4 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Network 8bba3eed-1473-4ac2-bb59-7cb1c76294fd is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:25:21.465791 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b3071-fac9-4eb1-a4cb-04f16ea934c5 req-f2c2020a-496f-4fd4-b46d-4177bbd46b97 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:21.467246 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-569b3071-fac9-4eb1-a4cb-04f16ea934c5 req-f2c2020a-496f-4fd4-b46d-4177bbd46b97 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/ports?device_id=92e37d31-6ee6-4392-aaca-499ad8d5132e HTTP/1.1" status: 200 len: 943 time: 0.0504413 Dec 17 15:25:21.496069 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-188a5a26-c674-4e6c-9fc2-fbc3f447dcb4 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 8bba3eed-1473-4ac2-bb59-7cb1c76294fd) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:25:21.500825 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188a5a26-c674-4e6c-9fc2-fbc3f447dcb4 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:21.501656 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-188a5a26-c674-4e6c-9fc2-fbc3f447dcb4 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:21.509619 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851ef1e7-bf2a-45d5-956c-8680be13e6d7 None None] Network 8bba3eed-1473-4ac2-bb59-7cb1c76294fd requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:25:21.517626 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-569b3071-fac9-4eb1-a4cb-04f16ea934c5 req-4e4884f6-cf2e-498c-be58-cb767d5fda6d tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/security-groups?id=e9bef218-3862-40b3-8e91-824154fe2bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433528 Dec 17 15:25:21.567203 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 43f969ce-c8e8-4691-a722-a2c2c7b24e1e details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:25:21.593291 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9cf87d1b-0f62-48c1-921b-ce66bec6249c req-c1c898fe-2e1e-4ad6-aace-1f0639d4d255 tempest-ServerShowV254Test-977687124 tempest-ServerShowV254Test-977687124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.0285530 Dec 17 15:25:21.655796 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22c923-94d8-4341-8fbd-1856cb804c23 req-80831a79-5aff-4c04-a0ad-25b971b173c7 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:21.657326 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-188a5a26-c674-4e6c-9fc2-fbc3f447dcb4 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2168369 Dec 17 15:25:21.660779 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 59584) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:21.661753 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ef22c923-94d8-4341-8fbd-1856cb804c23 req-80831a79-5aff-4c04-a0ad-25b971b173c7 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=184bc8c5-d7e8-4c2a-8583-3791a60ce360 HTTP/1.1" status: 200 len: 943 time: 0.0672247 Dec 17 15:25:21.666636 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-a761170e-3f84-4634-b942-86f47b2e04b6 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Request body: {'subnet': {'network_id': '9f3a192b-6f54-446b-8786-4392777f5f19', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:21.714868 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ef22c923-94d8-4341-8fbd-1856cb804c23 req-532e3169-a103-4a30-94d6-39dc145859ea tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447474 Dec 17 15:25:21.769792 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 43f969ce-c8e8-4691-a722-a2c2c7b24e1e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=43f969ce-c8e8-4691-a722-a2c2c7b24e1e,segment=NetworkSegment(4d21e005-2828-402d-861d-cab8d78776ef),segment_id=4d21e005-2828-402d-861d-cab8d78776ef)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:25:21.790789 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '43f969ce-c8e8-4691-a722-a2c2c7b24e1e', 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04', 'port_id': '43f969ce-c8e8-4691-a722-a2c2c7b24e1e', 'mac_address': 'fa:16:3e:4a:5e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce6f6d4e-40b3-4f79-b7d3-a679e64969d7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:25:21.815467 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:25:21.836261 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febf6066-4c3c-42ac-b95d-ca46f82ba917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-8bba3eed-1473-4ac2-bb59-7cb1c76294fd', 'network_id': '8bba3eed-1473-4ac2-bb59-7cb1c76294fd', 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'fixed_ips': [{'subnet_id': '4eca1b89-7ed9-42c7-8458-c977678cd701'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:25:21.837142 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-febf6066-4c3c-42ac-b95d-ca46f82ba917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:21.850304 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a761170e-3f84-4634-b942-86f47b2e04b6 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Made reservation on behalf of 877bbdd90a9744e8870dce0869eb9a96 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:25:21.854229 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a761170e-3f84-4634-b942-86f47b2e04b6 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:21.877278 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:21.947013 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f969ce-c8e8-4691-a722-a2c2c7b24e1e {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:25:21.985710 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 43f969ce-c8e8-4691-a722-a2c2c7b24e1e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=43f969ce-c8e8-4691-a722-a2c2c7b24e1e,segment=NetworkSegment(4d21e005-2828-402d-861d-cab8d78776ef),segment_id=4d21e005-2828-402d-861d-cab8d78776ef)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:25:22.036317 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-febf6066-4c3c-42ac-b95d-ca46f82ba917 None None] Allocated IP 10.1.1.2 (8bba3eed-1473-4ac2-bb59-7cb1c76294fd/4eca1b89-7ed9-42c7-8458-c977678cd701/92ed88fc-95ef-4740-9f5f-d39ba5e9eb9d) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:25:22.119015 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:22.185721 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 59594) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:22.191058 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-ac61f94c-d768-46f7-b768-d14b77e8d5fd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1663553223-network', 'tenant_id': 'ff6b618fc7b3413fa8aa3936a4963318'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:22.218778 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=43f969ce-c8e8-4691-a722-a2c2c7b24e1e,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:22.234077 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a761170e-3f84-4634-b942-86f47b2e04b6 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:22.241499 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-febf6066-4c3c-42ac-b95d-ca46f82ba917 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:22.308340 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761170e-3f84-4634-b942-86f47b2e04b6 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Pushing event updated for resources: {'Subnet': ['ID=4f0a9f17-d614-4efc-ae03-ce6b8a2dc07e,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:22.315638 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a761170e-3f84-4634-b942-86f47b2e04b6 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Checking segment: {'id': 'fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f3a192b-6f54-446b-8786-4392777f5f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:25:22.316083 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a761170e-3f84-4634-b942-86f47b2e04b6 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Network hostable DHCP agents. Network: 9f3a192b-6f54-446b-8786-4392777f5f19, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:25:22.410403 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac61f94c-d768-46f7-b768-d14b77e8d5fd admin admin] Made reservation on behalf of ff6b618fc7b3413fa8aa3936a4963318 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:25:22.419072 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ac61f94c-d768-46f7-b768-d14b77e8d5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:22.422474 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ac61f94c-d768-46f7-b768-d14b77e8d5fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:22.486408 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36544d5e-0719-41dd-acc4-26871995dcd9 req-2d07c7e1-ec72-4b1f-9235-eeba11266e61 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:22.488549 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-36544d5e-0719-41dd-acc4-26871995dcd9 req-2d07c7e1-ec72-4b1f-9235-eeba11266e61 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e50c6f7-f894-4941-9e7b-60afa952a939 HTTP/1.1" status: 200 len: 945 time: 0.0523791 Dec 17 15:25:22.498999 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ac61f94c-d768-46f7-b768-d14b77e8d5fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:22.500644 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a761170e-3f84-4634-b942-86f47b2e04b6 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Network 9f3a192b-6f54-446b-8786-4392777f5f19 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:25:22.507352 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-febf6066-4c3c-42ac-b95d-ca46f82ba917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:22.533665 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-36544d5e-0719-41dd-acc4-26871995dcd9 req-e7f60daf-8d9a-46c8-a0f2-daf56d4b29af tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385938 Dec 17 15:25:22.548423 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febf6066-4c3c-42ac-b95d-ca46f82ba917 None None] Network 8bba3eed-1473-4ac2-bb59-7cb1c76294fd is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:25:22.551847 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-febf6066-4c3c-42ac-b95d-ca46f82ba917 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:25:22.558366 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febf6066-4c3c-42ac-b95d-ca46f82ba917 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:25:22.566246 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf6066-4c3c-42ac-b95d-ca46f82ba917 None None] Pushing event updated for resources: {'Port': ['ID=92ed88fc-95ef-4740-9f5f-d39ba5e9eb9d,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:22.618007 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-febf6066-4c3c-42ac-b95d-ca46f82ba917 None None] Attempting to bind port 92ed88fc-95ef-4740-9f5f-d39ba5e9eb9d on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:25:22.618554 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-febf6066-4c3c-42ac-b95d-ca46f82ba917 None None] Attempting to bind port 92ed88fc-95ef-4740-9f5f-d39ba5e9eb9d by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '8c1bafca-b6c9-402b-a49c-92e9c53a27cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8bba3eed-1473-4ac2-bb59-7cb1c76294fd'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:25:22.618931 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febf6066-4c3c-42ac-b95d-ca46f82ba917 None None] Attempting to bind port 92ed88fc-95ef-4740-9f5f-d39ba5e9eb9d on network 8bba3eed-1473-4ac2-bb59-7cb1c76294fd {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:25:22.623996 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febf6066-4c3c-42ac-b95d-ca46f82ba917 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:25:22.624375 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febf6066-4c3c-42ac-b95d-ca46f82ba917 None None] Checking segment: {'id': '8c1bafca-b6c9-402b-a49c-92e9c53a27cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8bba3eed-1473-4ac2-bb59-7cb1c76294fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:25:22.624786 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-febf6066-4c3c-42ac-b95d-ca46f82ba917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:22.625221 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febf6066-4c3c-42ac-b95d-ca46f82ba917 None None] Bound using segment: {'id': '8c1bafca-b6c9-402b-a49c-92e9c53a27cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8bba3eed-1473-4ac2-bb59-7cb1c76294fd'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:25:22.625697 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-febf6066-4c3c-42ac-b95d-ca46f82ba917 None None] Bound port: 92ed88fc-95ef-4740-9f5f-d39ba5e9eb9d, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c1bafca-b6c9-402b-a49c-92e9c53a27cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8bba3eed-1473-4ac2-bb59-7cb1c76294fd'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:25:22.626083 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-febf6066-4c3c-42ac-b95d-ca46f82ba917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:22.634311 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37c30f-0fca-4f28-b672-9e6abf978ee5 req-678d80a5-9611-461f-9738-f328c85ea86c tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:22.647036 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9a37c30f-0fca-4f28-b672-9e6abf978ee5 req-678d80a5-9611-461f-9738-f328c85ea86c tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/ports?device_id=92e37d31-6ee6-4392-aaca-499ad8d5132e HTTP/1.1" status: 200 len: 943 time: 0.0502319 Dec 17 15:25:22.667743 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ac61f94c-d768-46f7-b768-d14b77e8d5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:22.676232 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9a37c30f-0fca-4f28-b672-9e6abf978ee5 req-b1614081-9928-43dc-af1a-39dabd73e65c tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/security-groups?id=e9bef218-3862-40b3-8e91-824154fe2bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343220 Dec 17 15:25:22.707418 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-a761170e-3f84-4634-b942-86f47b2e04b6 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 9f3a192b-6f54-446b-8786-4392777f5f19) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:25:22.711424 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6cc0600e-990b-4933-b94b-ca4577c41aff req-cd42a627-5504-4a8e-bebb-d449d3433da9 tempest-ServerShowV254Test-977687124 tempest-ServerShowV254Test-977687124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.0338717 Dec 17 15:25:22.712755 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac61f94c-d768-46f7-b768-d14b77e8d5fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:25:22.721227 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06285f7b-0caf-4570-aa26-43f9e762cc04 None None] Network 9f3a192b-6f54-446b-8786-4392777f5f19 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:25:22.722916 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a761170e-3f84-4634-b942-86f47b2e04b6 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:22.723438 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-febf6066-4c3c-42ac-b95d-ca46f82ba917 None None] For port 92ed88fc-95ef-4740-9f5f-d39ba5e9eb9d, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:25:22.723557 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a761170e-3f84-4634-b942-86f47b2e04b6 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:22.727795 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-febf6066-4c3c-42ac-b95d-ca46f82ba917 None None] For port 92ed88fc-95ef-4740-9f5f-d39ba5e9eb9d, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=92ed88fc-95ef-4740-9f5f-d39ba5e9eb9d,segment=NetworkSegment(8c1bafca-b6c9-402b-a49c-92e9c53a27cf),segment_id=8c1bafca-b6c9-402b-a49c-92e9c53a27cf)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:25:22.729939 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61f94c-d768-46f7-b768-d14b77e8d5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375c71e1-fe24-42b7-abe9-7f847a0c0229,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:22.752427 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ac61f94c-d768-46f7-b768-d14b77e8d5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:22.752740 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-ac61f94c-d768-46f7-b768-d14b77e8d5fd admin admin] Added segment 98b7943c-a941-45f5-b06b-be964b4a6439 of type vlan for network 79e661e9-7e94-429a-9228-5112df467832 Dec 17 15:25:22.788052 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['43f969ce-c8e8-4691-a722-a2c2c7b24e1e'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:25:22.819068 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ac61f94c-d768-46f7-b768-d14b77e8d5fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:22.831863 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-febf6066-4c3c-42ac-b95d-ca46f82ba917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:22.872276 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675d087-e01f-4565-bbdf-0005aa3a6216 req-297ea83d-586f-4a06-88c1-1ccc095b31b2 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:22.873800 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2675d087-e01f-4565-bbdf-0005aa3a6216 req-297ea83d-586f-4a06-88c1-1ccc095b31b2 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=184bc8c5-d7e8-4c2a-8583-3791a60ce360 HTTP/1.1" status: 200 len: 944 time: 0.0663662 Dec 17 15:25:22.890808 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a761170e-3f84-4634-b942-86f47b2e04b6 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2287297 Dec 17 15:25:22.891736 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 59608) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:22.898231 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-2c32a7fc-ccae-4222-9f3f-f91a3da49d2c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Request body: {'port': {'network_id': '8bba3eed-1473-4ac2-bb59-7cb1c76294fd', 'name': 'tempest-TaggedBootDevicesTest-29892831', 'fixed_ips': [{'subnet_id': '4eca1b89-7ed9-42c7-8458-c977678cd701'}]}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:22.946010 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2675d087-e01f-4565-bbdf-0005aa3a6216 req-2d8954cc-5736-4916-a1ef-05db6949080c tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647264 Dec 17 15:25:23.030565 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf6066-4c3c-42ac-b95d-ca46f82ba917 None None] Pushing event updated for resources: {'Port': ['ID=92ed88fc-95ef-4740-9f5f-d39ba5e9eb9d,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:23.057197 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ac61f94c-d768-46f7-b768-d14b77e8d5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:23.059233 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac61f94c-d768-46f7-b768-d14b77e8d5fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:23.062240 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ac61f94c-d768-46f7-b768-d14b77e8d5fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:23.095949 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de835b8-ef57-4bb3-9fd5-c5106072dd12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-9f3a192b-6f54-446b-8786-4392777f5f19', 'network_id': '9f3a192b-6f54-446b-8786-4392777f5f19', 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'fixed_ips': [{'subnet_id': '4f0a9f17-d614-4efc-ae03-ce6b8a2dc07e'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:25:23.097431 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8de835b8-ef57-4bb3-9fd5-c5106072dd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:23.168069 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61f94c-d768-46f7-b768-d14b77e8d5fd admin admin] Pushing event updated for resources: {'Network': ['ID=79e661e9-7e94-429a-9228-5112df467832,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:23.205812 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 79e661e9-7e94-429a-9228-5112df467832 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:25:23.230453 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ac61f94c-d768-46f7-b768-d14b77e8d5fd admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0436080 Dec 17 15:25:23.233390 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 59610) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:23.244419 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-4960e50b-3642-4622-afea-ab4db863bce3 admin admin] Request body: {'subnet': {'network_id': '79e661e9-7e94-429a-9228-5112df467832', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1663553223-subnet', 'tenant_id': 'ff6b618fc7b3413fa8aa3936a4963318', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:23.328939 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c32a7fc-ccae-4222-9f3f-f91a3da49d2c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Made reservation on behalf of 877bbdd90a9744e8870dce0869eb9a96 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:25:23.428138 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 61d8815e-ca0c-43dd-99ad-780a9b7073cf up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:25:23.458673 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-8de835b8-ef57-4bb3-9fd5-c5106072dd12 None None] Allocated IP 10.2.2.2 (9f3a192b-6f54-446b-8786-4392777f5f19/4f0a9f17-d614-4efc-ae03-ce6b8a2dc07e/58558b0d-3786-46ed-82e0-927b6163ab61) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:25:23.478089 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2c32a7fc-ccae-4222-9f3f-f91a3da49d2c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:23.501507 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4960e50b-3642-4622-afea-ab4db863bce3 admin admin] Made reservation on behalf of ff6b618fc7b3413fa8aa3936a4963318 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:25:23.509590 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4960e50b-3642-4622-afea-ab4db863bce3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:23.526410 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 92ed88fc-95ef-4740-9f5f-d39ba5e9eb9d up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:25:23.530795 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-2c32a7fc-ccae-4222-9f3f-f91a3da49d2c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] device_id is not set on port 2d686fb9-445a-4e4e-bae4-a300e7b2fcbd yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:25:23.588200 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 658a5d17-e47a-43f8-ac7c-01606135952a details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:25:23.676290 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4a674-b902-4edf-91a2-4e6ec8435d57 req-ea441921-d54d-4eef-92cc-d34f4e115b01 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:23.683061 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d4e4a674-b902-4edf-91a2-4e6ec8435d57 req-ea441921-d54d-4eef-92cc-d34f4e115b01 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e50c6f7-f894-4941-9e7b-60afa952a939 HTTP/1.1" status: 200 len: 945 time: 0.0668581 Dec 17 15:25:23.700502 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 92ed88fc-95ef-4740-9f5f-d39ba5e9eb9d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:25:23.700902 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:23.718777 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-2c32a7fc-ccae-4222-9f3f-f91a3da49d2c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Allocated IP 10.1.1.13 (8bba3eed-1473-4ac2-bb59-7cb1c76294fd/4eca1b89-7ed9-42c7-8458-c977678cd701/2d686fb9-445a-4e4e-bae4-a300e7b2fcbd) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:25:23.774386 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d4e4a674-b902-4edf-91a2-4e6ec8435d57 req-7b43262a-1f06-4717-a04e-78d6fda0dbe9 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816963 Dec 17 15:25:23.923442 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 61d8815e-ca0c-43dd-99ad-780a9b7073cf completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:25:23.932069 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b2017206-7c5e-4d45-adc0-920f1187d5a9 req-51625e8b-fcc7-4634-865e-347f6e175cd0 tempest-ServerShowV254Test-977687124 tempest-ServerShowV254Test-977687124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.0686486 Dec 17 15:25:23.939077 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2c32a7fc-ccae-4222-9f3f-f91a3da49d2c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:23.940503 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 61d8815e-ca0c-43dd-99ad-780a9b7073cf triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:25:23.940917 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:23.982231 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea1c0f-a01a-46c7-a1e5-8af818160017 req-3927d23c-ca67-4076-8c0f-aeb8a6d268b9 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:23.983777 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34ea1c0f-a01a-46c7-a1e5-8af818160017 req-3927d23c-ca67-4076-8c0f-aeb8a6d268b9 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/ports?device_id=92e37d31-6ee6-4392-aaca-499ad8d5132e HTTP/1.1" status: 200 len: 943 time: 0.2084515 Dec 17 15:25:23.999249 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8de835b8-ef57-4bb3-9fd5-c5106072dd12 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:24.039543 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 658a5d17-e47a-43f8-ac7c-01606135952a, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=658a5d17-e47a-43f8-ac7c-01606135952a,segment=NetworkSegment(89d413af-78bd-4f7a-b7b3-c8f57918837b),segment_id=89d413af-78bd-4f7a-b7b3-c8f57918837b)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:25:24.056264 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34ea1c0f-a01a-46c7-a1e5-8af818160017 req-94c86269-2db5-4c19-b51c-7a7a2d100056 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/security-groups?id=e9bef218-3862-40b3-8e91-824154fe2bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545864 Dec 17 15:25:24.063067 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '658a5d17-e47a-43f8-ac7c-01606135952a', 'network_id': '4a515246-470f-41d2-974d-3bfe62681d0a', 'port_id': '658a5d17-e47a-43f8-ac7c-01606135952a', 'mac_address': 'fa:16:3e:86:6d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df34e13b-302c-4f10-90a7-ee2d1e21b850', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:25:24.080227 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2c32a7fc-ccae-4222-9f3f-f91a3da49d2c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:24.133694 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c32a7fc-ccae-4222-9f3f-f91a3da49d2c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Network 8bba3eed-1473-4ac2-bb59-7cb1c76294fd is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:25:24.134469 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bcc07-a8a2-4a68-8948-e95b4d508287 req-5a9a8671-3000-44cb-900f-bff37b39b195 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:24.137089 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-2c32a7fc-ccae-4222-9f3f-f91a3da49d2c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:25:24.137977 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-432bcc07-a8a2-4a68-8948-e95b4d508287 req-5a9a8671-3000-44cb-900f-bff37b39b195 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=184bc8c5-d7e8-4c2a-8583-3791a60ce360 HTTP/1.1" status: 200 len: 944 time: 0.0803099 Dec 17 15:25:24.145851 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c32a7fc-ccae-4222-9f3f-f91a3da49d2c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:25:24.148140 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4960e50b-3642-4622-afea-ab4db863bce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:24.149785 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32a7fc-ccae-4222-9f3f-f91a3da49d2c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Pushing event updated for resources: {'Port': ['ID=2d686fb9-445a-4e4e-bae4-a300e7b2fcbd,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:24.163118 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8de835b8-ef57-4bb3-9fd5-c5106072dd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:24.206439 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:24.211014 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c32a7fc-ccae-4222-9f3f-f91a3da49d2c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:24.212008 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2c32a7fc-ccae-4222-9f3f-f91a3da49d2c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:24.228636 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:24.241594 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-432bcc07-a8a2-4a68-8948-e95b4d508287 req-8ae14b6e-55dd-4c26-8fc3-51bda465bcc1 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957854 Dec 17 15:25:24.242886 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960e50b-3642-4622-afea-ab4db863bce3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b266c0ba-ab35-4272-ae7a-4af6be32cf1b,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:24.274945 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de835b8-ef57-4bb3-9fd5-c5106072dd12 None None] Network 9f3a192b-6f54-446b-8786-4392777f5f19 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:25:24.277483 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4960e50b-3642-4622-afea-ab4db863bce3 admin admin] Checking segment: {'id': '98b7943c-a941-45f5-b06b-be964b4a6439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '79e661e9-7e94-429a-9228-5112df467832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:25:24.277849 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4960e50b-3642-4622-afea-ab4db863bce3 admin admin] Network hostable DHCP agents. Network: 79e661e9-7e94-429a-9228-5112df467832, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:25:24.287427 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 658a5d17-e47a-43f8-ac7c-01606135952a {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:25:24.300443 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-8de835b8-ef57-4bb3-9fd5-c5106072dd12 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:25:24.302339 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:24.307162 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de835b8-ef57-4bb3-9fd5-c5106072dd12 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:25:24.343390 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061c2844-fa6c-4d47-b609-a83e1eff6ab7 None None] Network 8bba3eed-1473-4ac2-bb59-7cb1c76294fd requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:25:24.345007 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de835b8-ef57-4bb3-9fd5-c5106072dd12 None None] Pushing event updated for resources: {'Port': ['ID=58558b0d-3786-46ed-82e0-927b6163ab61,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:24.354470 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 92ed88fc-95ef-4740-9f5f-d39ba5e9eb9d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=92ed88fc-95ef-4740-9f5f-d39ba5e9eb9d,segment=NetworkSegment(8c1bafca-b6c9-402b-a49c-92e9c53a27cf),segment_id=8c1bafca-b6c9-402b-a49c-92e9c53a27cf)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:25:24.385238 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2c32a7fc-ccae-4222-9f3f-f91a3da49d2c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4915087 Dec 17 15:25:24.387892 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 59624) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:24.392103 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 658a5d17-e47a-43f8-ac7c-01606135952a, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=658a5d17-e47a-43f8-ac7c-01606135952a,segment=NetworkSegment(89d413af-78bd-4f7a-b7b3-c8f57918837b),segment_id=89d413af-78bd-4f7a-b7b3-c8f57918837b)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:25:24.393263 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-67bdec83-4414-4a3a-a2c9-26a780284834 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Request body: {'port': {'network_id': '8bba3eed-1473-4ac2-bb59-7cb1c76294fd', 'name': 'tempest-TaggedBootDevicesTest-74888829', 'fixed_ips': [{'subnet_id': '4eca1b89-7ed9-42c7-8458-c977678cd701'}]}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:24.410794 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4960e50b-3642-4622-afea-ab4db863bce3 admin admin] Network 79e661e9-7e94-429a-9228-5112df467832 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:25:24.434277 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e50c6f7-f894-4941-9e7b-60afa952a939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d8815e-ca0c-43dd-99ad-780a9b7073cf'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:25:24.436531 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc19b23-7d50-479d-834c-059c669b11b2" -d '{"events": [{"server_uuid": "1e50c6f7-f894-4941-9e7b-60afa952a939", "name": "network-vif-plugged", "status": "completed", "tag": "61d8815e-ca0c-43dd-99ad-780a9b7073cf"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:25:24.474303 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:24.478694 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 61d8815e-ca0c-43dd-99ad-780a9b7073cf, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=61d8815e-ca0c-43dd-99ad-780a9b7073cf,segment=NetworkSegment(8c36ffd6-5a93-4f94-8705-bf5bd2d48308),segment_id=8c36ffd6-5a93-4f94-8705-bf5bd2d48308)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:25:24.516825 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a86e05-3269-46ab-aba8-6ba1fbe3b448 x-openstack-request-id: req-02a86e05-3269-46ab-aba8-6ba1fbe3b448 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:25:24.517141 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e50c6f7-f894-4941-9e7b-60afa952a939", "name": "network-vif-plugged", "status": "completed", "tag": "61d8815e-ca0c-43dd-99ad-780a9b7073cf", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:25:24.517395 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-02a86e05-3269-46ab-aba8-6ba1fbe3b448 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:25:24.518053 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e50c6f7-f894-4941-9e7b-60afa952a939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d8815e-ca0c-43dd-99ad-780a9b7073cf', 'code': 200} Dec 17 15:25:24.523669 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-8de835b8-ef57-4bb3-9fd5-c5106072dd12 None None] Attempting to bind port 58558b0d-3786-46ed-82e0-927b6163ab61 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:25:24.524038 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-8de835b8-ef57-4bb3-9fd5-c5106072dd12 None None] Attempting to bind port 58558b0d-3786-46ed-82e0-927b6163ab61 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f3a192b-6f54-446b-8786-4392777f5f19'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:25:24.524399 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de835b8-ef57-4bb3-9fd5-c5106072dd12 None None] Attempting to bind port 58558b0d-3786-46ed-82e0-927b6163ab61 on network 9f3a192b-6f54-446b-8786-4392777f5f19 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:25:24.535826 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:24.542336 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-8332b33f-d18c-4df1-bfbe-1cd4d59439c6 None None] Provisioning complete for port 92ed88fc-95ef-4740-9f5f-d39ba5e9eb9d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:25:24.542973 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8332b33f-d18c-4df1-bfbe-1cd4d59439c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:24.557474 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-4960e50b-3642-4622-afea-ab4db863bce3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 79e661e9-7e94-429a-9228-5112df467832) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:25:24.562939 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4960e50b-3642-4622-afea-ab4db863bce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:24.565222 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4960e50b-3642-4622-afea-ab4db863bce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:24.584768 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de835b8-ef57-4bb3-9fd5-c5106072dd12 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:25:24.585171 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de835b8-ef57-4bb3-9fd5-c5106072dd12 None None] Checking segment: {'id': 'fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f3a192b-6f54-446b-8786-4392777f5f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:25:24.585571 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8de835b8-ef57-4bb3-9fd5-c5106072dd12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:24.585954 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de835b8-ef57-4bb3-9fd5-c5106072dd12 None None] Bound using segment: {'id': 'fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f3a192b-6f54-446b-8786-4392777f5f19'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:25:24.586449 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-8de835b8-ef57-4bb3-9fd5-c5106072dd12 None None] Bound port: 58558b0d-3786-46ed-82e0-927b6163ab61, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f3a192b-6f54-446b-8786-4392777f5f19'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:25:24.587047 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8de835b8-ef57-4bb3-9fd5-c5106072dd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:24.598972 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c987a5e1-08b7-472a-8d07-e0251a89e51a None None] Network 79e661e9-7e94-429a-9228-5112df467832 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:25:24.664526 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8f6f8-f89d-488c-aae7-4dc705dd18d9 req-a7ac900c-9d69-4bf2-aa49-8a5d470adb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:24.666249 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a5d8f6f8-f89d-488c-aae7-4dc705dd18d9 req-a7ac900c-9d69-4bf2-aa49-8a5d470adb20 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1e50c6f7-f894-4941-9e7b-60afa952a939 HTTP/1.1" status: 200 len: 1096 time: 0.0742717 Dec 17 15:25:24.666665 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45c701b3-82f5-4aa5-80f4-b1561ba54eaa req-e68f1461-5360-4a77-a6fc-c8b47c60d078 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.0470028 Dec 17 15:25:24.670025 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=92ed88fc-95ef-4740-9f5f-d39ba5e9eb9d,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:24.702996 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a5d8f6f8-f89d-488c-aae7-4dc705dd18d9 req-f6c4af85-f12c-457f-90b2-c9be4901a068 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296483 Dec 17 15:25:24.712057 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bdec83-4414-4a3a-a2c9-26a780284834 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Made reservation on behalf of 877bbdd90a9744e8870dce0869eb9a96 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:25:24.716927 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67bdec83-4414-4a3a-a2c9-26a780284834 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:24.735669 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-67bdec83-4414-4a3a-a2c9-26a780284834 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] device_id is not set on port d3a935e5-2d45-4f21-b240-16b6be02d4d5 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:25:24.756434 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:24.864753 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=658a5d17-e47a-43f8-ac7c-01606135952a,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:24.901707 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4960e50b-3642-4622-afea-ab4db863bce3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6656208 Dec 17 15:25:24.921136 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-8de835b8-ef57-4bb3-9fd5-c5106072dd12 None None] For port 58558b0d-3786-46ed-82e0-927b6163ab61, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:25:24.934331 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd1479-6085-493c-80b3-5675c7bb5f2e req-3365b8d0-82c0-4bc3-96dd-cc229b158eef tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:24.935025 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-67bdec83-4414-4a3a-a2c9-26a780284834 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Allocated IP 10.1.1.121 (8bba3eed-1473-4ac2-bb59-7cb1c76294fd/4eca1b89-7ed9-42c7-8458-c977678cd701/d3a935e5-2d45-4f21-b240-16b6be02d4d5) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:25:24.940435 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cbfd1479-6085-493c-80b3-5675c7bb5f2e req-3365b8d0-82c0-4bc3-96dd-cc229b158eef tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e50c6f7-f894-4941-9e7b-60afa952a939 HTTP/1.1" status: 200 len: 946 time: 0.0881157 Dec 17 15:25:24.967766 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-8de835b8-ef57-4bb3-9fd5-c5106072dd12 None None] For port 58558b0d-3786-46ed-82e0-927b6163ab61, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=58558b0d-3786-46ed-82e0-927b6163ab61,segment=NetworkSegment(fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291),segment_id=fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:25:24.996242 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cbfd1479-6085-493c-80b3-5675c7bb5f2e req-5075927b-6482-413b-9413-c4dad9ac5e19 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489626 Dec 17 15:25:25.007889 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['658a5d17-e47a-43f8-ac7c-01606135952a'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:25:25.015532 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31ade52-4e71-4446-bc1f-c655550a50a2 None None] Network 79e661e9-7e94-429a-9228-5112df467832 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:25:25.055338 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=61d8815e-ca0c-43dd-99ad-780a9b7073cf,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:25.095234 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8de835b8-ef57-4bb3-9fd5-c5106072dd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:25.166010 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6b5738a5-2d67-4da4-af63-936a841ade99 req-77847e71-4eb9-47e4-9d05-7325ef915b46 tempest-ServerShowV254Test-977687124 tempest-ServerShowV254Test-977687124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.0586722 Dec 17 15:25:25.261731 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4b546-61dc-4c92-b1cf-69f7faa7a3a6 req-d754f268-8173-4cfd-9556-e3dd37088942 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:25.264899 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67bdec83-4414-4a3a-a2c9-26a780284834 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:25.278673 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-66e4b546-61dc-4c92-b1cf-69f7faa7a3a6 req-d754f268-8173-4cfd-9556-e3dd37088942 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/ports?device_id=92e37d31-6ee6-4392-aaca-499ad8d5132e HTTP/1.1" status: 200 len: 944 time: 0.1116195 Dec 17 15:25:25.313401 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de835b8-ef57-4bb3-9fd5-c5106072dd12 None None] Pushing event updated for resources: {'Port': ['ID=58558b0d-3786-46ed-82e0-927b6163ab61,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:25.366188 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-66e4b546-61dc-4c92-b1cf-69f7faa7a3a6 req-09596a81-7276-46d0-99d5-601b4ce00b4c tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/security-groups?id=e9bef218-3862-40b3-8e91-824154fe2bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829232 Dec 17 15:25:25.426652 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67bdec83-4414-4a3a-a2c9-26a780284834 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:25.516950 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bdec83-4414-4a3a-a2c9-26a780284834 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Network 8bba3eed-1473-4ac2-bb59-7cb1c76294fd is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:25:25.525408 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 92ed88fc-95ef-4740-9f5f-d39ba5e9eb9d up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:25:25.530306 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8469584-3519-47cb-9c78-62f7dfe3e3b8 req-c1db793b-593b-4622-a4df-ad0d126a70bd tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:25.532106 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-67bdec83-4414-4a3a-a2c9-26a780284834 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:25:25.544215 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bdec83-4414-4a3a-a2c9-26a780284834 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:25:25.557664 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b8469584-3519-47cb-9c78-62f7dfe3e3b8 req-c1db793b-593b-4622-a4df-ad0d126a70bd tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=184bc8c5-d7e8-4c2a-8583-3791a60ce360 HTTP/1.1" status: 200 len: 944 time: 0.1903515 Dec 17 15:25:25.615501 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 43f969ce-c8e8-4691-a722-a2c2c7b24e1e up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:25:25.668312 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b8469584-3519-47cb-9c78-62f7dfe3e3b8 req-f9ce665f-e68f-4376-9a5c-e3207bdfd531 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096632 Dec 17 15:25:25.679223 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bdec83-4414-4a3a-a2c9-26a780284834 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Pushing event updated for resources: {'Port': ['ID=d3a935e5-2d45-4f21-b240-16b6be02d4d5,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:25.727587 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bdec83-4414-4a3a-a2c9-26a780284834 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:25.728255 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67bdec83-4414-4a3a-a2c9-26a780284834 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:25.893127 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d4509e3d-f7eb-42ea-b0d1-869ec75294e7 None None] Provisioning complete for port 92ed88fc-95ef-4740-9f5f-d39ba5e9eb9d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:25:25.895893 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d4509e3d-f7eb-42ea-b0d1-869ec75294e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:25.938237 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 92ed88fc-95ef-4740-9f5f-d39ba5e9eb9d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:25:25.938643 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:26.041423 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-67bdec83-4414-4a3a-a2c9-26a780284834 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6428845 Dec 17 15:25:26.097201 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 43f969ce-c8e8-4691-a722-a2c2c7b24e1e completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:25:26.124468 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:26.148014 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 43f969ce-c8e8-4691-a722-a2c2c7b24e1e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:25:26.164818 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:26.165794 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-a70bd20b-abe7-43c0-85d3-8402841d791e tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:26.165794 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-a70bd20b-abe7-43c0-85d3-8402841d791e tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/networks?id=73838153-f291-43bb-a355-cd9a5eb51f4f HTTP/1.1" status: 200 len: 812 time: 0.2325585 Dec 17 15:25:26.189911 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d4509e3d-f7eb-42ea-b0d1-869ec75294e7 None None] Provisioning complete for port 2d686fb9-445a-4e4e-bae4-a300e7b2fcbd triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:25:26.193686 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d4509e3d-f7eb-42ea-b0d1-869ec75294e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:26.208027 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-31a66804-1e7e-4b18-aefc-2521cbdf12a8 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/quotas/798c62529cb646cd95469d6baedfc2d8 HTTP/1.1" status: 200 len: 375 time: 0.0379386 Dec 17 15:25:26.250530 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d4509e3d-f7eb-42ea-b0d1-869ec75294e7 None None] Port 2d686fb9-445a-4e4e-bae4-a300e7b2fcbd cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:25:26.264889 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-92a37aa5-c6e0-4280-8d9d-5153c23b39dd tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=798c62529cb646cd95469d6baedfc2d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501885 Dec 17 15:25:26.315569 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:26.346379 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06714656-9cfe-43f0-80d8-79c3cef965f3 req-c6329018-ce77-4305-9655-3afd70a7a5f5 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:26.350683 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-06714656-9cfe-43f0-80d8-79c3cef965f3 req-c6329018-ce77-4305-9655-3afd70a7a5f5 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e50c6f7-f894-4941-9e7b-60afa952a939 HTTP/1.1" status: 200 len: 946 time: 0.1894825 Dec 17 15:25:26.371878 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 43f969ce-c8e8-4691-a722-a2c2c7b24e1e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=43f969ce-c8e8-4691-a722-a2c2c7b24e1e,segment=NetworkSegment(4d21e005-2828-402d-861d-cab8d78776ef),segment_id=4d21e005-2828-402d-861d-cab8d78776ef)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:25:26.397525 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-569ef8be-ab52-4c7b-b7ec-8f40dbd3fbbe None None] Provisioning complete for port d3a935e5-2d45-4f21-b240-16b6be02d4d5 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:25:26.398159 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-569ef8be-ab52-4c7b-b7ec-8f40dbd3fbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:26.443721 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-06714656-9cfe-43f0-80d8-79c3cef965f3 req-fd6302ad-c9a2-42ef-b3e8-d255ea9a8283 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718355 Dec 17 15:25:26.463648 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-569ef8be-ab52-4c7b-b7ec-8f40dbd3fbbe None None] Port d3a935e5-2d45-4f21-b240-16b6be02d4d5 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:25:26.478940 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-569ef8be-ab52-4c7b-b7ec-8f40dbd3fbbe None None] Provisioning complete for port 2d686fb9-445a-4e4e-bae4-a300e7b2fcbd triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:25:26.479488 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-569ef8be-ab52-4c7b-b7ec-8f40dbd3fbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:26.480978 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-51d8c6ce-c537-4194-95fb-48f8d0b9eb5d service neutron] 10.222.0.46 "GET /v2.0/networks/73838153-f291-43bb-a355-cd9a5eb51f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148540 Dec 17 15:25:26.764117 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184bc8c5-d7e8-4c2a-8583-3791a60ce360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f969ce-c8e8-4691-a722-a2c2c7b24e1e'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:25:26.766470 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88be9887-f700-4d59-a180-e72f43b2dfa3" -d '{"events": [{"server_uuid": "184bc8c5-d7e8-4c2a-8583-3791a60ce360", "name": "network-vif-plugged", "status": "completed", "tag": "43f969ce-c8e8-4691-a722-a2c2c7b24e1e"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:25:26.772986 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:26.784218 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-569ef8be-ab52-4c7b-b7ec-8f40dbd3fbbe None None] Port 2d686fb9-445a-4e4e-bae4-a300e7b2fcbd cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:25:26.829223 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=43f969ce-c8e8-4691-a722-a2c2c7b24e1e,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:26.878531 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f790582-e1a3-49fc-8335-6f6f8ba34c23 None None] Network 9f3a192b-6f54-446b-8786-4392777f5f19 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:25:26.912007 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 59682) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:26.916776 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-50eb50e1-de4a-493e-8f01-0e59a2d00049 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Request body: {'security_group': {'name': 'tempest-securitygroup--379900450', 'description': 'tempest-description--1814347103'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:26.951994 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-2f24fc53-9d21-4dc2-af24-235131c0c1ae None None] Provisioning complete for port 58558b0d-3786-46ed-82e0-927b6163ab61 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:25:26.952547 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2f24fc53-9d21-4dc2-af24-235131c0c1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:27.045004 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-774e8f99-b8e6-422f-b79f-dc6e2d1a19a4 req-e3fc5978-d16f-43fc-afc2-7f84eb6d30cb tempest-ServerShowV254Test-977687124 tempest-ServerShowV254Test-977687124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.0301812 Dec 17 15:25:27.101532 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-8819ab4e-446d-4777-9dd5-6476fc34fe26 service neutron] 10.222.0.46 "GET /v2.0/networks/73838153-f291-43bb-a355-cd9a5eb51f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6120713 Dec 17 15:25:27.116810 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2f24fc53-9d21-4dc2-af24-235131c0c1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:27.129168 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-50eb50e1-de4a-493e-8f01-0e59a2d00049 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:27.188464 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-2f24fc53-9d21-4dc2-af24-235131c0c1ae None None] For port 58558b0d-3786-46ed-82e0-927b6163ab61, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=58558b0d-3786-46ed-82e0-927b6163ab61,segment=NetworkSegment(fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291),segment_id=fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:25:27.212350 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a0c42-ffb0-43a6-96f3-3feb4123d825 req-3bddd59c-5e56-4cc8-b345-b81a9d7fde81 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:27.213978 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1b0a0c42-ffb0-43a6-96f3-3feb4123d825 req-3bddd59c-5e56-4cc8-b345-b81a9d7fde81 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/ports?device_id=92e37d31-6ee6-4392-aaca-499ad8d5132e HTTP/1.1" status: 200 len: 944 time: 0.0824094 Dec 17 15:25:27.241248 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-50eb50e1-de4a-493e-8f01-0e59a2d00049 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:27.269372 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1b0a0c42-ffb0-43a6-96f3-3feb4123d825 req-8cf90281-944e-466e-9fbb-44d70df13e35 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/security-groups?id=e9bef218-3862-40b3-8e91-824154fe2bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433650 Dec 17 15:25:27.338229 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2f24fc53-9d21-4dc2-af24-235131c0c1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:27.372034 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-50eb50e1-de4a-493e-8f01-0e59a2d00049 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:27.415781 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24fc53-9d21-4dc2-af24-235131c0c1ae None None] Pushing event updated for resources: {'Port': ['ID=58558b0d-3786-46ed-82e0-927b6163ab61,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:27.440238 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb50e1-de4a-493e-8f01-0e59a2d00049 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc13916-9366-48a6-a228-20c25a0eb9aa,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:27.482433 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e210cfa-3a5f-4d4a-a41f-393122433bc7 req-7c7be65e-7044-444b-92cc-105592106ef3 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:27.484384 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8e210cfa-3a5f-4d4a-a41f-393122433bc7 req-7c7be65e-7044-444b-92cc-105592106ef3 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=184bc8c5-d7e8-4c2a-8583-3791a60ce360 HTTP/1.1" status: 200 len: 945 time: 0.1244192 Dec 17 15:25:27.491515 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 58558b0d-3786-46ed-82e0-927b6163ab61 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:25:27.494230 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290a0414-57d3-49a1-bb06-723a28abcee5 x-openstack-request-id: req-290a0414-57d3-49a1-bb06-723a28abcee5 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:25:27.494513 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184bc8c5-d7e8-4c2a-8583-3791a60ce360", "name": "network-vif-plugged", "status": "completed", "tag": "43f969ce-c8e8-4691-a722-a2c2c7b24e1e", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:25:27.494765 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-290a0414-57d3-49a1-bb06-723a28abcee5 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:25:27.495137 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184bc8c5-d7e8-4c2a-8583-3791a60ce360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f969ce-c8e8-4691-a722-a2c2c7b24e1e', 'code': 200} Dec 17 15:25:27.502590 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-50eb50e1-de4a-493e-8f01-0e59a2d00049 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:27.507441 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-50eb50e1-de4a-493e-8f01-0e59a2d00049 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5945141 Dec 17 15:25:27.508180 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 59692) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:27.512840 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-e4e6ae42-fd4e-46c1-b28a-8029b2cc7251 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Request body: {'security_group_rule': {'security_group_id': '5cc13916-9366-48a6-a228-20c25a0eb9aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:27.578843 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8e210cfa-3a5f-4d4a-a41f-393122433bc7 req-a5a5022c-ccda-4768-aad0-c7afa5effccd tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751739 Dec 17 15:25:27.583783 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c0faf78d-f214-46d1-833f-78f39e1eb931 None None] Provisioning complete for port 58558b0d-3786-46ed-82e0-927b6163ab61 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:25:27.584224 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c0faf78d-f214-46d1-833f-78f39e1eb931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:27.623914 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 658a5d17-e47a-43f8-ac7c-01606135952a up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:25:27.655100 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e4e6ae42-fd4e-46c1-b28a-8029b2cc7251 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:27.676029 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 58558b0d-3786-46ed-82e0-927b6163ab61 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:25:27.679243 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:27.683149 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7fc17f0d-221f-48df-9476-3614712bdf75 req-2927db56-9ac7-4f09-a1b0-df586b93454a tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe262fa3-209a-419a-8706-3f4a4ec7aa6e HTTP/1.1" status: 200 len: 210 time: 0.0688062 Dec 17 15:25:27.727629 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf8264-6981-4b8f-b57f-a75941084af4 req-3efe9683-4ec4-475b-86ae-a9087da65b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:27.730854 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-10bf8264-6981-4b8f-b57f-a75941084af4 req-3efe9683-4ec4-475b-86ae-a9087da65b70 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=184bc8c5-d7e8-4c2a-8583-3791a60ce360 HTTP/1.1" status: 200 len: 1096 time: 0.1320055 Dec 17 15:25:27.831649 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e4e6ae42-fd4e-46c1-b28a-8029b2cc7251 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:27.865899 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-10bf8264-6981-4b8f-b57f-a75941084af4 req-8c228e30-3d35-42b2-bd00-97f0038ff5b2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249964 Dec 17 15:25:27.893307 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ae1c3-e92d-4b2c-8b15-6b212439942c req-661ea461-b300-454a-afcd-d2833a5eb72f tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:27.895267 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9f6ae1c3-e92d-4b2c-8b15-6b212439942c req-661ea461-b300-454a-afcd-d2833a5eb72f tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e50c6f7-f894-4941-9e7b-60afa952a939 HTTP/1.1" status: 200 len: 946 time: 0.0868232 Dec 17 15:25:27.922527 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e4e6ae42-fd4e-46c1-b28a-8029b2cc7251 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:27.942818 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9f6ae1c3-e92d-4b2c-8b15-6b212439942c req-4b1a3cbc-829b-467c-bd35-77507a4291bc tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412774 Dec 17 15:25:27.943259 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6ae42-fd4e-46c1-b28a-8029b2cc7251 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab1accfb-e01c-467b-84ef-db4010e57f65,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:27.968836 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 658a5d17-e47a-43f8-ac7c-01606135952a completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:25:27.974903 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 658a5d17-e47a-43f8-ac7c-01606135952a triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:25:27.975291 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:28.052722 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e4e6ae42-fd4e-46c1-b28a-8029b2cc7251 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:28.054333 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e4e6ae42-fd4e-46c1-b28a-8029b2cc7251 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5451639 Dec 17 15:25:28.057333 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 59704) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:28.062460 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-5fd4c076-ac8f-465b-b0a5-bcde779fe7da tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Request body: {'security_group_rule': {'security_group_id': '5cc13916-9366-48a6-a228-20c25a0eb9aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:28.090930 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:28.130288 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 658a5d17-e47a-43f8-ac7c-01606135952a, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=658a5d17-e47a-43f8-ac7c-01606135952a,segment=NetworkSegment(89d413af-78bd-4f7a-b7b3-c8f57918837b),segment_id=89d413af-78bd-4f7a-b7b3-c8f57918837b)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:25:28.268620 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:28.275120 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5fd4c076-ac8f-465b-b0a5-bcde779fe7da tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:28.335613 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=658a5d17-e47a-43f8-ac7c-01606135952a,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:28.351725 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5fd4c076-ac8f-465b-b0a5-bcde779fe7da tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:28.416076 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56128a64-ffb2-4212-82f1-9f13cb45245d req-3696cd31-a21a-4511-b547-e565615d74de tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:28.425481 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-56128a64-ffb2-4212-82f1-9f13cb45245d req-3696cd31-a21a-4511-b547-e565615d74de tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/ports?device_id=92e37d31-6ee6-4392-aaca-499ad8d5132e HTTP/1.1" status: 200 len: 945 time: 0.0627735 Dec 17 15:25:28.459207 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-56128a64-ffb2-4212-82f1-9f13cb45245d req-3744cefe-f70f-4103-bef8-656716575319 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/security-groups?id=e9bef218-3862-40b3-8e91-824154fe2bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353630 Dec 17 15:25:28.484813 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5fd4c076-ac8f-465b-b0a5-bcde779fe7da tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:28.507405 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4c076-ac8f-465b-b0a5-bcde779fe7da tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=546f88b7-0aa1-41a6-97d6-fde147c12794,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:28.665527 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5fd4c076-ac8f-465b-b0a5-bcde779fe7da tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:28.666645 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5fd4c076-ac8f-465b-b0a5-bcde779fe7da tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6082556 Dec 17 15:25:28.669853 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 59722) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:28.690339 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-c86f12ba-a269-491d-a5eb-e4334d6f4345 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:28.829992 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9475316f-6164-4206-a2cf-0168e36b0c7d req-1969d2d4-0ad4-4bd9-95e9-85d989bcee50 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe262fa3-209a-419a-8706-3f4a4ec7aa6e HTTP/1.1" status: 200 len: 210 time: 0.0623274 Dec 17 15:25:28.839947 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614f3f5-8a5a-4e25-9645-13460f179250 req-3ef9feb4-d3e5-407f-b4f1-5cdc41233c02 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:28.841075 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a614f3f5-8a5a-4e25-9645-13460f179250 req-3ef9feb4-d3e5-407f-b4f1-5cdc41233c02 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=184bc8c5-d7e8-4c2a-8583-3791a60ce360 HTTP/1.1" status: 200 len: 945 time: 0.1415920 Dec 17 15:25:28.879881 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fd363709-0f22-4349-b3f1-e88573012986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:28.885915 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c86f12ba-a269-491d-a5eb-e4334d6f4345 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks [] for floatingip, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:28.940433 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a614f3f5-8a5a-4e25-9645-13460f179250 req-c8f04185-ae3d-4080-aa2a-59d02eff47cf tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726051 Dec 17 15:25:28.997678 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e67fe667-503f-473f-a7c1-9a3ce46cd7e6 req-47a4cbe9-8b50-4fdd-aa63-d458f285fbb6 tempest-ServerShowV254Test-977687124 tempest-ServerShowV254Test-977687124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.0539224 Dec 17 15:25:29.065431 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c86f12ba-a269-491d-a5eb-e4334d6f4345 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:29.180205 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-c86f12ba-a269-491d-a5eb-e4334d6f4345 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Allocated IP 172.25.6.118 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/daa3890d-b9b6-44e9-b803-359439ac155a) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:25:29.289281 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c86f12ba-a269-491d-a5eb-e4334d6f4345 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:29.396183 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 58558b0d-3786-46ed-82e0-927b6163ab61 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:25:29.451093 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 58558b0d-3786-46ed-82e0-927b6163ab61 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:25:29.451325 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:29.473938 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c86f12ba-a269-491d-a5eb-e4334d6f4345 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:29.502912 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e37d31-6ee6-4392-aaca-499ad8d5132e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658a5d17-e47a-43f8-ac7c-01606135952a'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:25:29.510163 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c2a93c-167c-48b1-b14f-094cefd131c6" -d '{"events": [{"server_uuid": "92e37d31-6ee6-4392-aaca-499ad8d5132e", "name": "network-vif-plugged", "status": "completed", "tag": "658a5d17-e47a-43f8-ac7c-01606135952a"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:25:29.595504 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86f12ba-a269-491d-a5eb-e4334d6f4345 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:25:29.598897 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b92b45-2fd7-4abc-9b67-4a5bd27a9793 x-openstack-request-id: req-70b92b45-2fd7-4abc-9b67-4a5bd27a9793 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:25:29.599315 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e37d31-6ee6-4392-aaca-499ad8d5132e", "name": "network-vif-plugged", "status": "completed", "tag": "658a5d17-e47a-43f8-ac7c-01606135952a", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:25:29.599629 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-70b92b45-2fd7-4abc-9b67-4a5bd27a9793 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:25:29.600099 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e37d31-6ee6-4392-aaca-499ad8d5132e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658a5d17-e47a-43f8-ac7c-01606135952a', 'code': 200} Dec 17 15:25:29.601891 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-c86f12ba-a269-491d-a5eb-e4334d6f4345 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:25:29.608145 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86f12ba-a269-491d-a5eb-e4334d6f4345 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:25:29.664500 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f12ba-a269-491d-a5eb-e4334d6f4345 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Pushing event updated for resources: {'Port': ['ID=daa3890d-b9b6-44e9-b803-359439ac155a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:29.678395 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592e8e6-b457-445b-81d4-dc4fb8860c10 req-902f29ed-3a01-4e58-8499-a1e87319fa0f tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:29.685876 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0592e8e6-b457-445b-81d4-dc4fb8860c10 req-902f29ed-3a01-4e58-8499-a1e87319fa0f tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/ports?device_id=92e37d31-6ee6-4392-aaca-499ad8d5132e HTTP/1.1" status: 200 len: 945 time: 0.0795283 Dec 17 15:25:29.750161 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c86f12ba-a269-491d-a5eb-e4334d6f4345 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:29.810175 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0592e8e6-b457-445b-81d4-dc4fb8860c10 req-90d94d68-3d89-457d-b55f-84f34ecf2ba0 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/security-groups?id=e9bef218-3862-40b3-8e91-824154fe2bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151764 Dec 17 15:25:29.825872 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d27cc7-bc92-49bf-9f33-516e519827b3 req-b96d988d-b9f7-4cbd-a8de-29e9647038d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:29.827358 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c5d27cc7-bc92-49bf-9f33-516e519827b3 req-b96d988d-b9f7-4cbd-a8de-29e9647038d7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=92e37d31-6ee6-4392-aaca-499ad8d5132e HTTP/1.1" status: 200 len: 1096 time: 0.0614915 Dec 17 15:25:29.869068 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c5d27cc7-bc92-49bf-9f33-516e519827b3 req-8b627599-9673-4bdf-b75e-a34ec8aa6dcf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e9bef218-3862-40b3-8e91-824154fe2bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315661 Dec 17 15:25:29.909781 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c86f12ba-a269-491d-a5eb-e4334d6f4345 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:29.950991 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48dcb057-d72a-46c2-b5f6-46b18991f10d req-dece5551-d1a0-435d-bd3f-fc9f186e0e8a tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe262fa3-209a-419a-8706-3f4a4ec7aa6e HTTP/1.1" status: 200 len: 210 time: 0.0347145 Dec 17 15:25:30.141859 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c86f12ba-a269-491d-a5eb-e4334d6f4345 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:30.161667 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9fecac75-e677-4eba-884e-5918d31377e4 req-e8ad6b93-f957-4eac-8730-9486cdec3170 tempest-ServerShowV254Test-977687124 tempest-ServerShowV254Test-977687124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.0366285 Dec 17 15:25:30.169865 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e13a3c-2bae-409a-9e96-a7a7080d8215 req-48a95ca5-28c4-4175-b13a-6d5b12b913cf tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:30.171313 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-26e13a3c-2bae-409a-9e96-a7a7080d8215 req-48a95ca5-28c4-4175-b13a-6d5b12b913cf tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=184bc8c5-d7e8-4c2a-8583-3791a60ce360 HTTP/1.1" status: 200 len: 945 time: 0.1034980 Dec 17 15:25:30.213297 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-26e13a3c-2bae-409a-9e96-a7a7080d8215 req-dcdec4b5-4fd5-4674-9737-f31ce9c14e89 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341907 Dec 17 15:25:30.268935 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c86f12ba-a269-491d-a5eb-e4334d6f4345 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:30.347700 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f12ba-a269-491d-a5eb-e4334d6f4345 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Pushing event updated for resources: {'Port': ['ID=daa3890d-b9b6-44e9-b803-359439ac155a,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:30.351952 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946df559-05e6-41a8-9ae4-55cf2d3166d5 req-35309f63-cacb-4377-82c4-ffc9529b26b9 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:30.353648 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-946df559-05e6-41a8-9ae4-55cf2d3166d5 req-35309f63-cacb-4377-82c4-ffc9529b26b9 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b80582f-108c-4235-bf4d-6348a25303c0 HTTP/1.1" status: 200 len: 946 time: 0.0522301 Dec 17 15:25:30.368908 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c86f12ba-a269-491d-a5eb-e4334d6f4345 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:30.394062 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-946df559-05e6-41a8-9ae4-55cf2d3166d5 req-7f4a3c59-6997-4e51-84d2-1f016055beb5 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342009 Dec 17 15:25:30.509357 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c86f12ba-a269-491d-a5eb-e4334d6f4345 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:30.510522 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c86f12ba-a269-491d-a5eb-e4334d6f4345 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8395405 Dec 17 15:25:30.512585 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5f904-a0ad-4530-9a9e-974433fd3a28 req-b0fe2409-1035-4a4c-a893-0073dcf7a46b tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:30.514127 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4ea5f904-a0ad-4530-9a9e-974433fd3a28 req-b0fe2409-1035-4a4c-a893-0073dcf7a46b tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=184bc8c5-d7e8-4c2a-8583-3791a60ce360 HTTP/1.1" status: 200 len: 945 time: 0.0516975 Dec 17 15:25:30.559898 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4ea5f904-a0ad-4530-9a9e-974433fd3a28 req-a43d93ae-a0f5-4d89-94dd-e79191605440 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394499 Dec 17 15:25:30.776026 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-1b910bfb-9357-44a1-a9f7-c201c65013b9 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--379900450&fields=id&tenant_id=877bbdd90a9744e8870dce0869eb9a96 HTTP/1.1" status: 200 len: 267 time: 0.0374713 Dec 17 15:25:30.829069 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-6a012850-b133-472f-9a0f-bd508d539b3a tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:30.830897 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-6a012850-b133-472f-9a0f-bd508d539b3a tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports/2d686fb9-445a-4e4e-bae4-a300e7b2fcbd HTTP/1.1" status: 200 len: 929 time: 0.0464957 Dec 17 15:25:30.894297 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-628ea02a-f8b5-4364-8bd4-4de2cefa8564 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:30.895751 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-628ea02a-f8b5-4364-8bd4-4de2cefa8564 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports/d3a935e5-2d45-4f21-b240-16b6be02d4d5 HTTP/1.1" status: 200 len: 930 time: 0.0585506 Dec 17 15:25:30.954854 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-935ddf2f-a239-4acc-974d-93624b9f8f32 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?network_id=9f3a192b-6f54-446b-8786-4392777f5f19&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0490794 Dec 17 15:25:30.989869 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-c437786b-1322-49f4-ba67-ca6776b93e4e tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?network_id=9f3a192b-6f54-446b-8786-4392777f5f19&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0278769 Dec 17 15:25:31.115392 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-20fc12be-8915-43cc-af80-a0587b414851 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:31.121812 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-20fc12be-8915-43cc-af80-a0587b414851 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:31.127947 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-20fc12be-8915-43cc-af80-a0587b414851 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:31.134914 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-20fc12be-8915-43cc-af80-a0587b414851 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/networks?id=de5b4090-a778-4df4-ad31-4dba3e85ea67&id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&id=9f3a192b-6f54-446b-8786-4392777f5f19&id=9f3a192b-6f54-446b-8786-4392777f5f19 HTTP/1.1" status: 200 len: 1989 time: 0.1383986 Dec 17 15:25:31.152401 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-36c85a4b-e687-4e48-9806-99d12a89f421 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/quotas/877bbdd90a9744e8870dce0869eb9a96 HTTP/1.1" status: 200 len: 375 time: 0.0166106 Dec 17 15:25:31.157298 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0644b3bd-cfc9-4416-ab34-6182b9f0a184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:31.246173 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-a350fe10-6882-4610-ae05-3e56a73a016f tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=877bbdd90a9744e8870dce0869eb9a96&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0927827 Dec 17 15:25:31.272314 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-7ecbcdc8-7029-4c9b-a480-7d3ccdbc54d5 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:31.274843 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-7ecbcdc8-7029-4c9b-a480-7d3ccdbc54d5 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.13 "GET /v2.0/networks?id=73838153-f291-43bb-a355-cd9a5eb51f4f HTTP/1.1" status: 200 len: 812 time: 0.1641250 Dec 17 15:25:31.301242 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-425d6c7b-8a06-4f5f-9675-4c8a77066d93 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Request body: {'port': {'device_id': 'fe262fa3-209a-419a-8706-3f4a4ec7aa6e', 'network_id': '73838153-f291-43bb-a355-cd9a5eb51f4f', 'admin_state_up': True, 'tenant_id': '798c62529cb646cd95469d6baedfc2d8'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:31.436128 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-d6886b17-27d1-4c27-81de-180616ecaf2c service neutron] 10.222.0.46 "GET /v2.0/networks/de5b4090-a778-4df4-ad31-4dba3e85ea67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890292 Dec 17 15:25:31.497679 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037b392-a646-42b5-aebe-466e67491aab req-b1ad3c56-93b8-4a78-86b2-1595a60601b0 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:31.506232 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a037b392-a646-42b5-aebe-466e67491aab req-b1ad3c56-93b8-4a78-86b2-1595a60601b0 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/ports?device_id=92e37d31-6ee6-4392-aaca-499ad8d5132e HTTP/1.1" status: 200 len: 945 time: 0.1231079 Dec 17 15:25:31.565726 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a037b392-a646-42b5-aebe-466e67491aab req-1760e227-eabf-46fe-888e-ca409a6f13fa tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/security-groups?id=e9bef218-3862-40b3-8e91-824154fe2bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582609 Dec 17 15:25:31.593294 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-425d6c7b-8a06-4f5f-9675-4c8a77066d93 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Made reservation on behalf of 798c62529cb646cd95469d6baedfc2d8 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:25:31.593855 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-96a28ebe-421d-4f5a-8b2e-e1763cc5482c service neutron] 10.222.0.46 "GET /v2.0/networks/de5b4090-a778-4df4-ad31-4dba3e85ea67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565387 Dec 17 15:25:31.597281 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-425d6c7b-8a06-4f5f-9675-4c8a77066d93 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:31.696014 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0208e3b4-e453-4cdf-84ef-b6b15c39d213 req-25459936-6641-4632-a760-3ec47d6ccff9 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe262fa3-209a-419a-8706-3f4a4ec7aa6e HTTP/1.1" status: 200 len: 210 time: 0.0478992 Dec 17 15:25:31.700489 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-270796e5-f811-405b-95b4-b84837ecad7f service neutron] 10.222.0.46 "GET /v2.0/ports/2d686fb9-445a-4e4e-bae4-a300e7b2fcbd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0982988 Dec 17 15:25:31.791984 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-425d6c7b-8a06-4f5f-9675-4c8a77066d93 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Allocated IP 172.20.0.8 (73838153-f291-43bb-a355-cd9a5eb51f4f/211943af-ee3a-4f89-a8b1-31d6e6deee7d/b2dae964-7b68-48d9-87dd-77696f15e0ed) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:25:31.839079 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-5051e0c2-e699-45e0-8565-ef47cf695340 service neutron] 10.222.0.46 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235726 Dec 17 15:25:31.989190 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-ca7fc8eb-1a37-4a08-b01d-2d1addffac3f service neutron] 10.222.0.46 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428723 Dec 17 15:25:31.995870 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-425d6c7b-8a06-4f5f-9675-4c8a77066d93 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:32.034105 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-4c3aaa17-0764-412e-aa55-055152687aa4 service neutron] 10.222.0.46 "GET /v2.0/ports/d3a935e5-2d45-4f21-b240-16b6be02d4d5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0440190 Dec 17 15:25:32.137228 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-4326c428-1a57-4a2e-880b-fa9b41bd3287 service neutron] 10.222.0.46 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952654 Dec 17 15:25:32.245632 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-425d6c7b-8a06-4f5f-9675-4c8a77066d93 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:32.286780 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-5b442d14-461d-4cdc-afd0-d8ef73500779 service neutron] 10.222.0.46 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412771 Dec 17 15:25:32.308022 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:32.311953 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-425d6c7b-8a06-4f5f-9675-4c8a77066d93 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Network 73838153-f291-43bb-a355-cd9a5eb51f4f is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:25:32.316529 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-425d6c7b-8a06-4f5f-9675-4c8a77066d93 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:25:32.324845 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-425d6c7b-8a06-4f5f-9675-4c8a77066d93 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:25:32.360107 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d6c7b-8a06-4f5f-9675-4c8a77066d93 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Pushing event updated for resources: {'Port': ['ID=b2dae964-7b68-48d9-87dd-77696f15e0ed,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:32.379862 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d6c7b-8a06-4f5f-9675-4c8a77066d93 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:25:32.380302 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d6c7b-8a06-4f5f-9675-4c8a77066d93 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:25:32.380529 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d6c7b-8a06-4f5f-9675-4c8a77066d93 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:25:32.380864 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d6c7b-8a06-4f5f-9675-4c8a77066d93 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:25:32.381295 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d6c7b-8a06-4f5f-9675-4c8a77066d93 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:25:32.381616 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d6c7b-8a06-4f5f-9675-4c8a77066d93 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:25:32.381935 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d6c7b-8a06-4f5f-9675-4c8a77066d93 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:25:32.382254 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d6c7b-8a06-4f5f-9675-4c8a77066d93 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:25:32.382570 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d6c7b-8a06-4f5f-9675-4c8a77066d93 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:25:32.383175 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d6c7b-8a06-4f5f-9675-4c8a77066d93 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:25:32.383175 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d6c7b-8a06-4f5f-9675-4c8a77066d93 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:25:32.383506 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d6c7b-8a06-4f5f-9675-4c8a77066d93 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:25:32.417902 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-425d6c7b-8a06-4f5f-9675-4c8a77066d93 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:32.418513 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-425d6c7b-8a06-4f5f-9675-4c8a77066d93 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:32.425059 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-1d52d5a7-ff0e-49ab-ba35-f737ddc67233 service neutron] 10.222.0.46 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296461 Dec 17 15:25:32.512102 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-bd1e3510-f245-46de-ac3f-6307eeb50a33 service neutron] 10.222.0.46 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860913 Dec 17 15:25:32.555805 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-425d6c7b-8a06-4f5f-9675-4c8a77066d93 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2593677 Dec 17 15:25:32.569113 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-ab1299f8-9317-4e34-8ad0-e24bfe012e3d service neutron] Request body: {'port': {'device_id': 'fe262fa3-209a-419a-8706-3f4a4ec7aa6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:32.632822 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-ab1299f8-9317-4e34-8ad0-e24bfe012e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:32.636066 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-84830502-4eb6-4390-b910-bd67782166d6 service neutron] 10.222.0.46 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145873 Dec 17 15:25:32.732199 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-918534a1-eb2d-4fa5-90c1-80f8cce5f1cf service neutron] 10.222.0.46 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889463 Dec 17 15:25:32.831330 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-cf019249-2950-4b76-8861-da2d4c1bda2d service neutron] 10.222.0.46 "GET /v2.0/networks/9f3a192b-6f54-446b-8786-4392777f5f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924242 Dec 17 15:25:32.925261 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-4add4b9a-939f-4195-89a0-021dd37adfdb service neutron] 10.222.0.46 "GET /v2.0/networks/9f3a192b-6f54-446b-8786-4392777f5f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875852 Dec 17 15:25:32.994513 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-ab1299f8-9317-4e34-8ad0-e24bfe012e3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2dae964-7b68-48d9-87dd-77696f15e0ed {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:25:33.041502 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-ab1299f8-9317-4e34-8ad0-e24bfe012e3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:33.089191 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-ab1299f8-9317-4e34-8ad0-e24bfe012e3d service neutron] Transition to ACTIVE for port object b2dae964-7b68-48d9-87dd-77696f15e0ed will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:25:33.138629 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a459b81-196b-4376-b4e5-ea93fb848521 req-3a7c8c0d-43d9-411f-9837-f05fbe7bfe89 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:33.140205 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8a459b81-196b-4376-b4e5-ea93fb848521 req-3a7c8c0d-43d9-411f-9837-f05fbe7bfe89 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.41 "GET /v2.0/ports?device_id=184bc8c5-d7e8-4c2a-8583-3791a60ce360 HTTP/1.1" status: 200 len: 945 time: 0.1113112 Dec 17 15:25:33.209696 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba60df-e9a3-4062-9f34-c179ae320321 req-00ca2d4e-2917-4f34-b189-a5b493cb6e87 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:33.211204 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aaba60df-e9a3-4062-9f34-c179ae320321 req-00ca2d4e-2917-4f34-b189-a5b493cb6e87 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=184bc8c5-d7e8-4c2a-8583-3791a60ce360 HTTP/1.1" status: 200 len: 945 time: 0.1273093 Dec 17 15:25:33.213066 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-119d7210-5a87-4efc-bf4f-2b146c4151dc service neutron] 10.222.0.46 "GET /v2.0/networks/9f3a192b-6f54-446b-8786-4392777f5f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816925 Dec 17 15:25:33.245366 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-ab1299f8-9317-4e34-8ad0-e24bfe012e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:33.300288 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1299f8-9317-4e34-8ad0-e24bfe012e3d service neutron] Pushing event updated for resources: {'Port': ['ID=b2dae964-7b68-48d9-87dd-77696f15e0ed,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:33.378293 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aaba60df-e9a3-4062-9f34-c179ae320321 req-b035b583-9a05-4d8a-b53a-b5baf3e8259a tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454394 Dec 17 15:25:33.431512 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-ab1299f8-9317-4e34-8ad0-e24bfe012e3d service neutron] Attempting to bind port b2dae964-7b68-48d9-87dd-77696f15e0ed on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:25:33.436373 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-ab1299f8-9317-4e34-8ad0-e24bfe012e3d service neutron] Attempting to bind port b2dae964-7b68-48d9-87dd-77696f15e0ed by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'f1c44452-31cc-455c-8ef9-8154f2a3d9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73838153-f291-43bb-a355-cd9a5eb51f4f'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:25:33.439457 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-ab1299f8-9317-4e34-8ad0-e24bfe012e3d service neutron] Attempting to bind port b2dae964-7b68-48d9-87dd-77696f15e0ed on network 73838153-f291-43bb-a355-cd9a5eb51f4f {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:25:33.450229 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-ab1299f8-9317-4e34-8ad0-e24bfe012e3d service neutron] Port b2dae964-7b68-48d9-87dd-77696f15e0ed on network 73838153-f291-43bb-a355-cd9a5eb51f4f not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:25:33.450883 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-ab1299f8-9317-4e34-8ad0-e24bfe012e3d service neutron] Attempting to bind port b2dae964-7b68-48d9-87dd-77696f15e0ed on network 73838153-f291-43bb-a355-cd9a5eb51f4f {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:25:33.456775 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-ab1299f8-9317-4e34-8ad0-e24bfe012e3d service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:25:33.457448 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-ab1299f8-9317-4e34-8ad0-e24bfe012e3d service neutron] Checking segment: {'id': 'f1c44452-31cc-455c-8ef9-8154f2a3d9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73838153-f291-43bb-a355-cd9a5eb51f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:25:33.458062 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-ab1299f8-9317-4e34-8ad0-e24bfe012e3d service neutron] Bound using segment: {'id': 'f1c44452-31cc-455c-8ef9-8154f2a3d9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73838153-f291-43bb-a355-cd9a5eb51f4f'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:25:33.458865 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-ab1299f8-9317-4e34-8ad0-e24bfe012e3d service neutron] Bound port: b2dae964-7b68-48d9-87dd-77696f15e0ed, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1c44452-31cc-455c-8ef9-8154f2a3d9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73838153-f291-43bb-a355-cd9a5eb51f4f'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:25:33.459474 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-ab1299f8-9317-4e34-8ad0-e24bfe012e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:33.463657 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-8a459b81-196b-4376-b4e5-ea93fb848521 req-9401834f-7596-45df-84a2-f9b3a6bfd715 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Deleting port 43f969ce-c8e8-4691-a722-a2c2c7b24e1e {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:25:33.464563 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-8a459b81-196b-4376-b4e5-ea93fb848521 req-9401834f-7596-45df-84a2-f9b3a6bfd715 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:33.472742 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-3d36c30a-527d-4a77-a233-40c28f672986 service neutron] 10.222.0.46 "GET /v2.0/networks/9f3a192b-6f54-446b-8786-4392777f5f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532063 Dec 17 15:25:33.539694 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-ab1299f8-9317-4e34-8ad0-e24bfe012e3d service neutron] For port b2dae964-7b68-48d9-87dd-77696f15e0ed, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:25:33.543457 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-ab1299f8-9317-4e34-8ad0-e24bfe012e3d service neutron] For port b2dae964-7b68-48d9-87dd-77696f15e0ed, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=b2dae964-7b68-48d9-87dd-77696f15e0ed,segment=NetworkSegment(f1c44452-31cc-455c-8ef9-8154f2a3d9dd),segment_id=f1c44452-31cc-455c-8ef9-8154f2a3d9dd)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:25:33.615421 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b9020ebc-9f8a-43d6-a8ff-d75d4a0ee406 req-295c212f-72e6-4dae-8bd3-03c2b6fe12f2 tempest-ServerShowV254Test-977687124 tempest-ServerShowV254Test-977687124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.0367613 Dec 17 15:25:33.662168 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-8a459b81-196b-4376-b4e5-ea93fb848521 req-9401834f-7596-45df-84a2-f9b3a6bfd715 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] For port 43f969ce-c8e8-4691-a722-a2c2c7b24e1e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=43f969ce-c8e8-4691-a722-a2c2c7b24e1e,segment=NetworkSegment(4d21e005-2828-402d-861d-cab8d78776ef),segment_id=4d21e005-2828-402d-861d-cab8d78776ef)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:25:33.663040 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-8a459b81-196b-4376-b4e5-ea93fb848521 req-9401834f-7596-45df-84a2-f9b3a6bfd715 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:33.666008 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-ab1299f8-9317-4e34-8ad0-e24bfe012e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:33.691275 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-ab1299f8-9317-4e34-8ad0-e24bfe012e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:33.691275 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-ab1299f8-9317-4e34-8ad0-e24bfe012e3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:33.702611 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-ab1299f8-9317-4e34-8ad0-e24bfe012e3d service neutron] 10.222.0.13 "PUT /v2.0/ports/b2dae964-7b68-48d9-87dd-77696f15e0ed HTTP/1.1" status: 200 len: 1091 time: 1.1374950 Dec 17 15:25:33.705777 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe262fa3-209a-419a-8706-3f4a4ec7aa6e', 'tag': 'b2dae964-7b68-48d9-87dd-77696f15e0ed'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:25:33.710376 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37755ec6-ce0f-4d80-bcbe-59bbdfc66ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "fe262fa3-209a-419a-8706-3f4a4ec7aa6e", "tag": "b2dae964-7b68-48d9-87dd-77696f15e0ed"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:25:33.725476 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-8a459b81-196b-4376-b4e5-ea93fb848521 req-9401834f-7596-45df-84a2-f9b3a6bfd715 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Calling delete_port for 43f969ce-c8e8-4691-a722-a2c2c7b24e1e owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:25:33.817508 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1299f8-9317-4e34-8ad0-e24bfe012e3d service neutron] Pushing event updated for resources: {'Port': ['ID=b2dae964-7b68-48d9-87dd-77696f15e0ed,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:33.958659 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-d37971f9-a54f-433e-8788-1367ac16dece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:33.960240 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-d37971f9-a54f-433e-8788-1367ac16dece service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=798c62529cb646cd95469d6baedfc2d8&device_id=fe262fa3-209a-419a-8706-3f4a4ec7aa6e HTTP/1.1" status: 200 len: 1094 time: 0.0606275 Dec 17 15:25:33.976410 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:34.021605 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-31423d84-64ca-445a-a23a-fef82659b1c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2dae964-7b68-48d9-87dd-77696f15e0ed HTTP/1.1" status: 200 len: 217 time: 0.0469019 Dec 17 15:25:34.055168 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af0395-b5ac-4f4b-954b-279df85daf20 req-eba783ee-696e-4cb8-853a-1de3a8679549 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:34.057177 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d2af0395-b5ac-4f4b-954b-279df85daf20 req-eba783ee-696e-4cb8-853a-1de3a8679549 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/ports?device_id=92e37d31-6ee6-4392-aaca-499ad8d5132e HTTP/1.1" status: 200 len: 945 time: 0.1086662 Dec 17 15:25:34.115500 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-6e5be246-89c9-48a7-8288-7b9b3e9c2b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:34.117019 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-6e5be246-89c9-48a7-8288-7b9b3e9c2b55 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=211943af-ee3a-4f89-a8b1-31d6e6deee7d HTTP/1.1" status: 200 len: 852 time: 0.0805764 Dec 17 15:25:34.119064 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d2af0395-b5ac-4f4b-954b-279df85daf20 req-d82b1782-d6c9-4e4b-9778-1c4930506440 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/security-groups?id=e9bef218-3862-40b3-8e91-824154fe2bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518162 Dec 17 15:25:34.171625 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-df680403-d355-48e5-bf8d-4750c43cbda9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73838153-f291-43bb-a355-cd9a5eb51f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387051 Dec 17 15:25:34.248682 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1c59e-8b75-424b-b9b5-dd4cf5a01601 req-b34fea74-5a77-4696-8638-018c523a58dd tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:34.257559 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4ad1c59e-8b75-424b-b9b5-dd4cf5a01601 req-b34fea74-5a77-4696-8638-018c523a58dd tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe262fa3-209a-419a-8706-3f4a4ec7aa6e HTTP/1.1" status: 200 len: 943 time: 0.0771146 Dec 17 15:25:34.307659 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4ad1c59e-8b75-424b-b9b5-dd4cf5a01601 req-e764451a-9e49-4871-9348-f9b43801c944 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b17ac9b-9a7a-455f-9fc4-912db927f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458908 Dec 17 15:25:34.317458 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-8a459b81-196b-4376-b4e5-ea93fb848521 req-9401834f-7596-45df-84a2-f9b3a6bfd715 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:34.319489 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:34.350770 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:25:34.414452 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['8c28e0c1-5348-4f77-baee-1e7afe509638'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:25:34.419155 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a452d66a-c8f7-43db-92fd-0bbc5d01d32f x-openstack-request-id: req-a452d66a-c8f7-43db-92fd-0bbc5d01d32f {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:25:34.419653 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe262fa3-209a-419a-8706-3f4a4ec7aa6e", "tag": "b2dae964-7b68-48d9-87dd-77696f15e0ed", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:25:34.420086 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a452d66a-c8f7-43db-92fd-0bbc5d01d32f {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:25:34.420695 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe262fa3-209a-419a-8706-3f4a4ec7aa6e', 'tag': 'b2dae964-7b68-48d9-87dd-77696f15e0ed', 'status': 'completed', 'code': 200} Dec 17 15:25:34.494609 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-eb6245c2-e17c-41cd-8170-d4c808c23f1b service neutron] 10.222.0.13 "GET /v2.0/networks/73838153-f291-43bb-a355-cd9a5eb51f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152313 Dec 17 15:25:34.507201 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401834f-7596-45df-84a2-f9b3a6bfd715 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Pushing event deleted for resources: {'Port': ['ID=43f969ce-c8e8-4691-a722-a2c2c7b24e1e,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:34.579031 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a459b81-196b-4376-b4e5-ea93fb848521 req-9401834f-7596-45df-84a2-f9b3a6bfd715 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] No DVR routers for this DVR port 43f969ce-c8e8-4691-a722-a2c2c7b24e1e on host n-h1-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:25:34.596741 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-8a459b81-196b-4376-b4e5-ea93fb848521 req-9401834f-7596-45df-84a2-f9b3a6bfd715 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:34.608157 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8a459b81-196b-4376-b4e5-ea93fb848521 req-9401834f-7596-45df-84a2-f9b3a6bfd715 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.41 "DELETE /v2.0/ports/43f969ce-c8e8-4691-a722-a2c2c7b24e1e HTTP/1.1" status: 204 len: 173 time: 1.4552205 Dec 17 15:25:34.609884 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184bc8c5-d7e8-4c2a-8583-3791a60ce360', 'name': 'network-vif-deleted', 'tag': '43f969ce-c8e8-4691-a722-a2c2c7b24e1e'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:25:34.617785 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e7cb1bbb-a914-4ac0-96e7-e978dfbbae1b req-b8eb9bb2-d06e-409f-9f3b-661a3e639565 service neutron] 10.222.0.13 "GET /v2.0/networks/73838153-f291-43bb-a355-cd9a5eb51f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037920 Dec 17 15:25:34.634798 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad74b91-5c4b-4d0b-8896-f2d34e271d90" -d '{"events": [{"server_uuid": "184bc8c5-d7e8-4c2a-8583-3791a60ce360", "name": "network-vif-deleted", "tag": "43f969ce-c8e8-4691-a722-a2c2c7b24e1e"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:25:34.655495 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9401834f-7596-45df-84a2-f9b3a6bfd715 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:25:34.655948 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9401834f-7596-45df-84a2-f9b3a6bfd715 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:25:34.656298 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9401834f-7596-45df-84a2-f9b3a6bfd715 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:25:34.657017 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9401834f-7596-45df-84a2-f9b3a6bfd715 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:25:34.657017 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9401834f-7596-45df-84a2-f9b3a6bfd715 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:25:34.657328 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9401834f-7596-45df-84a2-f9b3a6bfd715 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:25:34.657657 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9401834f-7596-45df-84a2-f9b3a6bfd715 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:25:34.658591 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9401834f-7596-45df-84a2-f9b3a6bfd715 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:25:34.659099 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9401834f-7596-45df-84a2-f9b3a6bfd715 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:25:34.659432 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9401834f-7596-45df-84a2-f9b3a6bfd715 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:25:34.659823 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9401834f-7596-45df-84a2-f9b3a6bfd715 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:25:34.660066 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9401834f-7596-45df-84a2-f9b3a6bfd715 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:25:34.696953 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-886d55c1-0ed8-416d-9338-140c4ad3ff1d req-5e487024-4387-4aab-a64e-f0912ab6c454 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=184bc8c5-d7e8-4c2a-8583-3791a60ce360 HTTP/1.1" status: 200 len: 210 time: 0.1111381 Dec 17 15:25:34.840324 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe53034-fcb7-444b-88af-31d6835070e7 x-openstack-request-id: req-3fe53034-fcb7-444b-88af-31d6835070e7 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:25:34.840879 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184bc8c5-d7e8-4c2a-8583-3791a60ce360", "name": "network-vif-deleted", "tag": "43f969ce-c8e8-4691-a722-a2c2c7b24e1e", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:25:34.841572 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3fe53034-fcb7-444b-88af-31d6835070e7 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:25:34.842148 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184bc8c5-d7e8-4c2a-8583-3791a60ce360', 'name': 'network-vif-deleted', 'tag': '43f969ce-c8e8-4691-a722-a2c2c7b24e1e', 'status': 'completed', 'code': 200} Dec 17 15:25:34.867179 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37755ec6-ce0f-4d80-bcbe-59bbdfc66ab4 req-e42ffae7-a375-47ef-a668-d1a2239120ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:34.868950 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-37755ec6-ce0f-4d80-bcbe-59bbdfc66ab4 req-e42ffae7-a375-47ef-a668-d1a2239120ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=798c62529cb646cd95469d6baedfc2d8&device_id=fe262fa3-209a-419a-8706-3f4a4ec7aa6e HTTP/1.1" status: 200 len: 1094 time: 0.0787318 Dec 17 15:25:35.042761 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ffcf279b-b346-4700-ba51-d290e9120205 req-abdcb70c-e579-4424-bf09-188de7442b95 tempest-ServerShowV254Test-977687124 tempest-ServerShowV254Test-977687124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.0603371 Dec 17 15:25:35.069460 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37755ec6-ce0f-4d80-bcbe-59bbdfc66ab4 req-e0de587f-9aed-45c0-b3c1-b2d1f152747b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:35.069460 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-37755ec6-ce0f-4d80-bcbe-59bbdfc66ab4 req-e0de587f-9aed-45c0-b3c1-b2d1f152747b service neutron] 10.222.0.13 "GET /v2.0/networks?id=73838153-f291-43bb-a355-cd9a5eb51f4f HTTP/1.1" status: 200 len: 913 time: 0.1902657 Dec 17 15:25:35.134968 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-37755ec6-ce0f-4d80-bcbe-59bbdfc66ab4 req-d79a7651-5177-408f-9437-061377f6e4bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2dae964-7b68-48d9-87dd-77696f15e0ed HTTP/1.1" status: 200 len: 217 time: 0.0589046 Dec 17 15:25:35.211124 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37755ec6-ce0f-4d80-bcbe-59bbdfc66ab4 req-2607e36d-0982-4b92-a408-17ac95e6e045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:35.212934 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-37755ec6-ce0f-4d80-bcbe-59bbdfc66ab4 req-2607e36d-0982-4b92-a408-17ac95e6e045 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=211943af-ee3a-4f89-a8b1-31d6e6deee7d HTTP/1.1" status: 200 len: 852 time: 0.0662510 Dec 17 15:25:35.284665 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-37755ec6-ce0f-4d80-bcbe-59bbdfc66ab4 req-07fda50b-1dd9-4a84-adcd-166b471507e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73838153-f291-43bb-a355-cd9a5eb51f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461845 Dec 17 15:25:35.428698 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-37755ec6-ce0f-4d80-bcbe-59bbdfc66ab4 req-ffedf241-04bd-40bc-af1a-f068ad67922f service neutron] 10.222.0.13 "GET /v2.0/networks/73838153-f291-43bb-a355-cd9a5eb51f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355844 Dec 17 15:25:35.486168 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fb7ef-9611-41f5-bbf7-5d5afba4cbb0 req-ec1bbf6a-b093-4849-80ae-5764c763abe9 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:35.488739 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-148fb7ef-9611-41f5-bbf7-5d5afba4cbb0 req-ec1bbf6a-b093-4849-80ae-5764c763abe9 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe262fa3-209a-419a-8706-3f4a4ec7aa6e HTTP/1.1" status: 200 len: 943 time: 0.0568316 Dec 17 15:25:35.548101 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-148fb7ef-9611-41f5-bbf7-5d5afba4cbb0 req-95c6b354-10eb-4b08-819c-4b75229d3442 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b17ac9b-9a7a-455f-9fc4-912db927f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531583 Dec 17 15:25:35.557741 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-37755ec6-ce0f-4d80-bcbe-59bbdfc66ab4 req-ff49bb94-9832-4334-895a-f0c9b8df6c07 service neutron] 10.222.0.13 "GET /v2.0/networks/73838153-f291-43bb-a355-cd9a5eb51f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190913 Dec 17 15:25:35.621289 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 43f969ce-c8e8-4691-a722-a2c2c7b24e1e no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:25:35.642316 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 43f969ce-c8e8-4691-a722-a2c2c7b24e1e {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:25:35.642699 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 43f969ce-c8e8-4691-a722-a2c2c7b24e1e not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:25:36.073614 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-58521ebb-a523-4619-b2aa-6ead4bf47946 req-f4abbdbe-c795-4f97-b0b5-95d236e652ae tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=184bc8c5-d7e8-4c2a-8583-3791a60ce360 HTTP/1.1" status: 200 len: 210 time: 0.0376787 Dec 17 15:25:36.177566 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ade05dda-bebd-4a65-921d-3d63a523002a req-88a55531-00d9-485c-9015-80c8761c790a tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 210 time: 0.0307038 Dec 17 15:25:36.301620 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-174ae0e6-5a07-4e77-a810-95e91106b120 req-65f240c2-e84d-410d-b014-f4b0dd7f896d tempest-ServerShowV254Test-977687124 tempest-ServerShowV254Test-977687124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.0379462 Dec 17 15:25:36.387425 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543bee3-326b-4850-b4dd-9cb201959db4 req-82b456da-de91-4645-a41a-d46593a63a10 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:36.388847 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4543bee3-326b-4850-b4dd-9cb201959db4 req-82b456da-de91-4645-a41a-d46593a63a10 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/ports?device_id=92e37d31-6ee6-4392-aaca-499ad8d5132e HTTP/1.1" status: 200 len: 945 time: 0.0637197 Dec 17 15:25:36.433637 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4543bee3-326b-4850-b4dd-9cb201959db4 req-3e64a26f-52d4-4e10-a101-4b00235017fa tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/security-groups?id=e9bef218-3862-40b3-8e91-824154fe2bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377581 Dec 17 15:25:36.691491 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d01a9-a50a-424c-9d6e-c55170289c32 req-9c766002-a84c-411b-aca1-eb7971b79e11 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:36.692917 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-158d01a9-a50a-424c-9d6e-c55170289c32 req-9c766002-a84c-411b-aca1-eb7971b79e11 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe262fa3-209a-419a-8706-3f4a4ec7aa6e HTTP/1.1" status: 200 len: 943 time: 0.0488381 Dec 17 15:25:36.733002 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-158d01a9-a50a-424c-9d6e-c55170289c32 req-d8b84aa0-b8cc-42e1-8ee9-ecee065a3af7 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b17ac9b-9a7a-455f-9fc4-912db927f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338790 Dec 17 15:25:37.274311 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2716643f-67f0-4ba6-b405-1bba1f99fbca req-e799b508-3958-4d62-b314-5b47cab3eeec tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 210 time: 0.0300946 Dec 17 15:25:37.459307 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a9a500f2-8915-4779-9fd9-efaf5ef8f6f8 req-fd99e5fb-595e-453e-a799-6d867d738574 tempest-ServerShowV254Test-977687124 tempest-ServerShowV254Test-977687124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.0336528 Dec 17 15:25:37.511263 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device b2dae964-7b68-48d9-87dd-77696f15e0ed details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:25:37.596809 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff332fc-3c94-4758-8e6d-982a72c495e4 req-4ba0c056-d5e4-4c6b-ac99-e3f760a80cf7 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:37.599130 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ff332fc-3c94-4758-8e6d-982a72c495e4 req-4ba0c056-d5e4-4c6b-ac99-e3f760a80cf7 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/ports?device_id=92e37d31-6ee6-4392-aaca-499ad8d5132e HTTP/1.1" status: 200 len: 945 time: 0.0536778 Dec 17 15:25:37.655626 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ff332fc-3c94-4758-8e6d-982a72c495e4 req-34b6fcb6-d0a7-47ab-9f69-6f1ea51f574b tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/security-groups?id=e9bef218-3862-40b3-8e91-824154fe2bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487556 Dec 17 15:25:37.664755 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port b2dae964-7b68-48d9-87dd-77696f15e0ed, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=b2dae964-7b68-48d9-87dd-77696f15e0ed,segment=NetworkSegment(f1c44452-31cc-455c-8ef9-8154f2a3d9dd),segment_id=f1c44452-31cc-455c-8ef9-8154f2a3d9dd)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:25:37.679199 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'b2dae964-7b68-48d9-87dd-77696f15e0ed', 'network_id': '73838153-f291-43bb-a355-cd9a5eb51f4f', 'port_id': 'b2dae964-7b68-48d9-87dd-77696f15e0ed', 'mac_address': 'fa:16:3e:96:84:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211943af-ee3a-4f89-a8b1-31d6e6deee7d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:25:37.719110 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:37.730586 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2dae964-7b68-48d9-87dd-77696f15e0ed {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:25:37.753805 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port b2dae964-7b68-48d9-87dd-77696f15e0ed, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=b2dae964-7b68-48d9-87dd-77696f15e0ed,segment=NetworkSegment(f1c44452-31cc-455c-8ef9-8154f2a3d9dd),segment_id=f1c44452-31cc-455c-8ef9-8154f2a3d9dd)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:25:37.833018 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:37.911080 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=b2dae964-7b68-48d9-87dd-77696f15e0ed,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:37.942584 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a25f6-5066-4d19-a2ba-1b13a9efcc2a req-4380c7f1-8f02-49b4-b3bc-4d3cd2630aff tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:37.944324 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-521a25f6-5066-4d19-a2ba-1b13a9efcc2a req-4380c7f1-8f02-49b4-b3bc-4d3cd2630aff tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe262fa3-209a-419a-8706-3f4a4ec7aa6e HTTP/1.1" status: 200 len: 944 time: 0.1229076 Dec 17 15:25:37.972460 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef7a71-81da-4154-b62f-941ae760ed3d req-0d86f035-c1d3-4cdb-b14d-32406b9e3bd6 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:37.974048 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-83ef7a71-81da-4154-b62f-941ae760ed3d req-0d86f035-c1d3-4cdb-b14d-32406b9e3bd6 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b80582f-108c-4235-bf4d-6348a25303c0 HTTP/1.1" status: 200 len: 946 time: 0.1627979 Dec 17 15:25:37.983005 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322a624-0e0d-4371-a3de-ec99c51574ba req-049b0fae-3e13-4f11-bfdf-6a30e97f06bb tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:37.984578 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b322a624-0e0d-4371-a3de-ec99c51574ba req-049b0fae-3e13-4f11-bfdf-6a30e97f06bb tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.41 "GET /v2.0/ports?device_id=92e37d31-6ee6-4392-aaca-499ad8d5132e HTTP/1.1" status: 200 len: 945 time: 0.1175203 Dec 17 15:25:38.087518 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-521a25f6-5066-4d19-a2ba-1b13a9efcc2a req-21ce229c-9be2-465e-92ef-831b257bf32d tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b17ac9b-9a7a-455f-9fc4-912db927f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334827 Dec 17 15:25:38.129597 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-83ef7a71-81da-4154-b62f-941ae760ed3d req-8f8f6041-b04a-467b-920b-e16362831ae8 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311848 Dec 17 15:25:38.155463 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-b322a624-0e0d-4371-a3de-ec99c51574ba req-8ffeb1c9-eef6-4ddb-9d4e-63a98a96bab8 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] Deleting port 658a5d17-e47a-43f8-ac7c-01606135952a {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:25:38.158342 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b322a624-0e0d-4371-a3de-ec99c51574ba req-8ffeb1c9-eef6-4ddb-9d4e-63a98a96bab8 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:38.192836 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['b2dae964-7b68-48d9-87dd-77696f15e0ed'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:25:38.254827 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-b322a624-0e0d-4371-a3de-ec99c51574ba req-8ffeb1c9-eef6-4ddb-9d4e-63a98a96bab8 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] For port 658a5d17-e47a-43f8-ac7c-01606135952a, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=658a5d17-e47a-43f8-ac7c-01606135952a,segment=NetworkSegment(89d413af-78bd-4f7a-b7b3-c8f57918837b),segment_id=89d413af-78bd-4f7a-b7b3-c8f57918837b)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:25:38.255204 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b322a624-0e0d-4371-a3de-ec99c51574ba req-8ffeb1c9-eef6-4ddb-9d4e-63a98a96bab8 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:38.270537 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-b322a624-0e0d-4371-a3de-ec99c51574ba req-8ffeb1c9-eef6-4ddb-9d4e-63a98a96bab8 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] Calling delete_port for 658a5d17-e47a-43f8-ac7c-01606135952a owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:25:38.388667 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-35331df0-fddb-4d31-824f-3b2434cbf2dc req-ef1781ad-9ae1-4adf-a6e1-8c0980bf3ad4 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 210 time: 0.0281832 Dec 17 15:25:38.536029 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b322a624-0e0d-4371-a3de-ec99c51574ba req-8ffeb1c9-eef6-4ddb-9d4e-63a98a96bab8 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:38.569851 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['658a5d17-e47a-43f8-ac7c-01606135952a'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:25:38.578502 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffeb1c9-eef6-4ddb-9d4e-63a98a96bab8 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] Pushing event deleted for resources: {'Port': ['ID=658a5d17-e47a-43f8-ac7c-01606135952a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:38.599748 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7b24c89a-e9bd-4c6f-a242-0ce076594222 req-77ceabcd-a2cc-4af6-9023-62015da494ca tempest-ServerShowV254Test-977687124 tempest-ServerShowV254Test-977687124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.0523789 Dec 17 15:25:38.633551 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-b322a624-0e0d-4371-a3de-ec99c51574ba req-8ffeb1c9-eef6-4ddb-9d4e-63a98a96bab8 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] No DVR routers for this DVR port 658a5d17-e47a-43f8-ac7c-01606135952a on host n-h1-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:25:38.636212 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b322a624-0e0d-4371-a3de-ec99c51574ba req-8ffeb1c9-eef6-4ddb-9d4e-63a98a96bab8 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:38.639541 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b322a624-0e0d-4371-a3de-ec99c51574ba req-8ffeb1c9-eef6-4ddb-9d4e-63a98a96bab8 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.41 "DELETE /v2.0/ports/658a5d17-e47a-43f8-ac7c-01606135952a HTTP/1.1" status: 204 len: 173 time: 0.6454086 Dec 17 15:25:38.639995 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e37d31-6ee6-4392-aaca-499ad8d5132e', 'name': 'network-vif-deleted', 'tag': '658a5d17-e47a-43f8-ac7c-01606135952a'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:25:38.642591 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd3badc-9fdf-4c79-8415-ce694056fb8f" -d '{"events": [{"server_uuid": "92e37d31-6ee6-4392-aaca-499ad8d5132e", "name": "network-vif-deleted", "tag": "658a5d17-e47a-43f8-ac7c-01606135952a"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:25:38.683874 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e14d4d5-d3c9-45ef-98fe-d1054bc7660f x-openstack-request-id: req-1e14d4d5-d3c9-45ef-98fe-d1054bc7660f {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:25:38.684475 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e37d31-6ee6-4392-aaca-499ad8d5132e", "name": "network-vif-deleted", "tag": "658a5d17-e47a-43f8-ac7c-01606135952a", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:25:38.685035 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1e14d4d5-d3c9-45ef-98fe-d1054bc7660f {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:25:38.685490 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e37d31-6ee6-4392-aaca-499ad8d5132e', 'name': 'network-vif-deleted', 'tag': '658a5d17-e47a-43f8-ac7c-01606135952a', 'status': 'completed', 'code': 200} Dec 17 15:25:38.771971 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-df3a0fd6-fa91-4262-867f-0d7b7bb334e8 req-d469faaa-7340-4052-8e7e-d7f17fa1e2b4 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/ports?device_id=92e37d31-6ee6-4392-aaca-499ad8d5132e HTTP/1.1" status: 200 len: 210 time: 0.0302167 Dec 17 15:25:39.251590 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206c993-651f-484c-8344-8463d4df93ae req-d59d319a-f645-4527-94c7-988991cbafec tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:39.253128 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1206c993-651f-484c-8344-8463d4df93ae req-d59d319a-f645-4527-94c7-988991cbafec tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe262fa3-209a-419a-8706-3f4a4ec7aa6e HTTP/1.1" status: 200 len: 944 time: 0.0781007 Dec 17 15:25:39.275781 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b1d5b-8883-46dd-b92c-b0d97ca4bb66 req-ba5eaa2c-3f8f-46c5-b605-c9f7a113dcea tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:39.277264 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f79b1d5b-8883-46dd-b92c-b0d97ca4bb66 req-ba5eaa2c-3f8f-46c5-b605-c9f7a113dcea tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b80582f-108c-4235-bf4d-6348a25303c0 HTTP/1.1" status: 200 len: 946 time: 0.0699210 Dec 17 15:25:39.350233 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-1ec9f9b1-6c66-48f7-ac60-c4c181e9f653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:39.350454 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-1ec9f9b1-6c66-48f7-ac60-c4c181e9f653 service neutron] 10.222.0.41 "GET /v2.0/ports/2d686fb9-445a-4e4e-bae4-a300e7b2fcbd HTTP/1.1" status: 200 len: 1025 time: 0.0723383 Dec 17 15:25:39.354709 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1206c993-651f-484c-8344-8463d4df93ae req-c2a25c99-9332-4812-91fb-0e756e9806c8 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b17ac9b-9a7a-455f-9fc4-912db927f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928676 Dec 17 15:25:39.378212 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39704e-ce85-4196-a83e-a9ff21b18272 req-b82d2d48-4bbd-4c8e-9712-3af6d2240a77 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:39.380499 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ed39704e-ce85-4196-a83e-a9ff21b18272 req-b82d2d48-4bbd-4c8e-9712-3af6d2240a77 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b80582f-108c-4235-bf4d-6348a25303c0 HTTP/1.1" status: 200 len: 946 time: 0.0740576 Dec 17 15:25:39.396727 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f79b1d5b-8883-46dd-b92c-b0d97ca4bb66 req-71319bec-6427-4b98-bb25-989f64daa434 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039793 Dec 17 15:25:39.405878 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-d12c7554-e71e-4cae-89c7-c75f2d356e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:39.407229 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-d12c7554-e71e-4cae-89c7-c75f2d356e15 service neutron] 10.222.0.41 "GET /v2.0/ports/d3a935e5-2d45-4f21-b240-16b6be02d4d5 HTTP/1.1" status: 200 len: 1026 time: 0.0467288 Dec 17 15:25:39.512373 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device b2dae964-7b68-48d9-87dd-77696f15e0ed up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:25:39.544216 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-ed39704e-ce85-4196-a83e-a9ff21b18272 req-651400be-578b-4ff5-9f07-55210ef2d519 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Deleting port 2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:25:39.544700 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ed39704e-ce85-4196-a83e-a9ff21b18272 req-651400be-578b-4ff5-9f07-55210ef2d519 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:39.548395 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bc577a72-9a32-4120-9f00-e833ec33481e req-6c8f2221-e8ef-4d91-8ef7-8a0386627ae6 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 210 time: 0.0368893 Dec 17 15:25:39.597846 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-cacc3d8e-c74e-4f6a-97dc-f7ffbc04ca52 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:39.605958 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-cacc3d8e-c74e-4f6a-97dc-f7ffbc04ca52 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:39.612189 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-cacc3d8e-c74e-4f6a-97dc-f7ffbc04ca52 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:39.613978 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-cacc3d8e-c74e-4f6a-97dc-f7ffbc04ca52 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.41 "GET /v2.0/networks?id=de5b4090-a778-4df4-ad31-4dba3e85ea67&id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&id=9f3a192b-6f54-446b-8786-4392777f5f19&id=9f3a192b-6f54-446b-8786-4392777f5f19 HTTP/1.1" status: 200 len: 1989 time: 0.1904008 Dec 17 15:25:39.667104 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-e3b03582-04ce-45c7-a8f3-5268cf44c30f tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=877bbdd90a9744e8870dce0869eb9a96 HTTP/1.1" status: 200 len: 379 time: 0.0379689 Dec 17 15:25:39.668348 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-ed39704e-ce85-4196-a83e-a9ff21b18272 req-651400be-578b-4ff5-9f07-55210ef2d519 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] For port 2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771,segment=NetworkSegment(4d21e005-2828-402d-861d-cab8d78776ef),segment_id=4d21e005-2828-402d-861d-cab8d78776ef)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:25:39.668715 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ed39704e-ce85-4196-a83e-a9ff21b18272 req-651400be-578b-4ff5-9f07-55210ef2d519 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:39.680531 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-df869a34-2947-4d39-9eb2-51f1b3e789fb tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Request body: {'port': {'device_id': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'network_id': 'de5b4090-a778-4df4-ad31-4dba3e85ea67', 'admin_state_up': True, 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'security_groups': ['5cc13916-9366-48a6-a228-20c25a0eb9aa']}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:39.686594 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-ed39704e-ce85-4196-a83e-a9ff21b18272 req-651400be-578b-4ff5-9f07-55210ef2d519 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Calling delete_port for 2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:25:39.742426 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port b2dae964-7b68-48d9-87dd-77696f15e0ed completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:25:39.748246 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port b2dae964-7b68-48d9-87dd-77696f15e0ed triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:25:39.749386 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:39.791551 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-792ce575-ec85-4450-8f09-39aceeeef23f req-c5b529d8-2124-4a91-b672-fb71f757548d tempest-ServerShowV254Test-977687124 tempest-ServerShowV254Test-977687124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.0872331 Dec 17 15:25:39.905794 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:39.929649 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe262fa3-209a-419a-8706-3f4a4ec7aa6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2dae964-7b68-48d9-87dd-77696f15e0ed'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:25:39.932192 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c82ef8-37cf-4b74-bd94-e1d605ce2f7a" -d '{"events": [{"server_uuid": "fe262fa3-209a-419a-8706-3f4a4ec7aa6e", "name": "network-vif-plugged", "status": "completed", "tag": "b2dae964-7b68-48d9-87dd-77696f15e0ed"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:25:39.938043 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-797b6880-9109-4c0a-bc11-6c9ece2b291a req-e00fd868-876e-42a9-aca4-162a6d0e2806 tempest-ServerMetadataNegativeTestJSON-162027944 tempest-ServerMetadataNegativeTestJSON-162027944-project] 10.222.0.46 "GET /v2.0/ports?device_id=92e37d31-6ee6-4392-aaca-499ad8d5132e HTTP/1.1" status: 200 len: 210 time: 0.0308473 Dec 17 15:25:39.954187 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port b2dae964-7b68-48d9-87dd-77696f15e0ed, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=b2dae964-7b68-48d9-87dd-77696f15e0ed,segment=NetworkSegment(f1c44452-31cc-455c-8ef9-8154f2a3d9dd),segment_id=f1c44452-31cc-455c-8ef9-8154f2a3d9dd)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:25:39.988363 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be80f3ae-b78b-4372-9bc9-76e17cab9e8e x-openstack-request-id: req-be80f3ae-b78b-4372-9bc9-76e17cab9e8e {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:25:39.988652 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe262fa3-209a-419a-8706-3f4a4ec7aa6e", "name": "network-vif-plugged", "status": "completed", "tag": "b2dae964-7b68-48d9-87dd-77696f15e0ed", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:25:39.988906 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-be80f3ae-b78b-4372-9bc9-76e17cab9e8e {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:25:39.989774 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe262fa3-209a-419a-8706-3f4a4ec7aa6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2dae964-7b68-48d9-87dd-77696f15e0ed', 'code': 200} Dec 17 15:25:40.074177 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ed39704e-ce85-4196-a83e-a9ff21b18272 req-651400be-578b-4ff5-9f07-55210ef2d519 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:40.074319 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-df869a34-2947-4d39-9eb2-51f1b3e789fb tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Made reservation on behalf of 877bbdd90a9744e8870dce0869eb9a96 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:25:40.074319 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-df869a34-2947-4d39-9eb2-51f1b3e789fb tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:40.075788 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:25:40.098190 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651400be-578b-4ff5-9f07-55210ef2d519 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Pushing event deleted for resources: {'Port': ['ID=2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:40.099881 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:40.135758 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['8c28e0c1-5348-4f77-baee-1e7afe509638'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:25:40.157418 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed39704e-ce85-4196-a83e-a9ff21b18272 req-651400be-578b-4ff5-9f07-55210ef2d519 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] No DVR routers for this DVR port 2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:25:40.160993 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ed39704e-ce85-4196-a83e-a9ff21b18272 req-651400be-578b-4ff5-9f07-55210ef2d519 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:40.165100 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ed39704e-ce85-4196-a83e-a9ff21b18272 req-651400be-578b-4ff5-9f07-55210ef2d519 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.13 "DELETE /v2.0/ports/2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771 HTTP/1.1" status: 204 len: 173 time: 0.7752028 Dec 17 15:25:40.165660 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b80582f-108c-4235-bf4d-6348a25303c0', 'name': 'network-vif-deleted', 'tag': '2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:25:40.168520 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8eef40a-6e56-4c8a-a414-bff58ae1b218" -d '{"events": [{"server_uuid": "7b80582f-108c-4235-bf4d-6348a25303c0", "name": "network-vif-deleted", "tag": "2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:25:40.194103 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96bd933-2b21-459a-81cf-439c3a03d96d req-df93f421-4579-48a5-aa7b-7f96cb062544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:40.196230 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a96bd933-2b21-459a-81cf-439c3a03d96d req-df93f421-4579-48a5-aa7b-7f96cb062544 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fe262fa3-209a-419a-8706-3f4a4ec7aa6e HTTP/1.1" status: 200 len: 1096 time: 0.1238952 Dec 17 15:25:40.210454 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7932ec6-63ce-4bf3-831c-fdf31b7ba189 x-openstack-request-id: req-e7932ec6-63ce-4bf3-831c-fdf31b7ba189 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:25:40.210779 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b80582f-108c-4235-bf4d-6348a25303c0", "name": "network-vif-deleted", "tag": "2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:25:40.211028 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e7932ec6-63ce-4bf3-831c-fdf31b7ba189 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:25:40.211422 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b80582f-108c-4235-bf4d-6348a25303c0', 'name': 'network-vif-deleted', 'tag': '2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771', 'status': 'completed', 'code': 200} Dec 17 15:25:40.238011 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=b2dae964-7b68-48d9-87dd-77696f15e0ed,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:40.254418 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a96bd933-2b21-459a-81cf-439c3a03d96d req-67cbc037-69c1-4ce3-a0b6-416d540437a2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9b17ac9b-9a7a-455f-9fc4-912db927f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465240 Dec 17 15:25:40.318602 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-df869a34-2947-4d39-9eb2-51f1b3e789fb tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Allocated IP 172.20.0.12 (de5b4090-a778-4df4-ad31-4dba3e85ea67/d1a4a435-03ec-407e-806d-67c3316a8ccb/ce09dfd3-f25c-4228-bd90-d195b7f4a22e) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:25:40.329370 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:40.546561 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad3d9bba-ba63-461f-ab06-10b764536561 req-224b1df9-7523-4f98-b8cb-6ab2f9a78299 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b80582f-108c-4235-bf4d-6348a25303c0 HTTP/1.1" status: 200 len: 210 time: 0.0486271 Dec 17 15:25:40.557564 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-df869a34-2947-4d39-9eb2-51f1b3e789fb tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:40.583536 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9110d1e-fc21-4c9d-8ca3-1b0bddefe7d8 req-2b54fd63-aac5-4a6e-af09-e59901844904 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:40.585825 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9110d1e-fc21-4c9d-8ca3-1b0bddefe7d8 req-2b54fd63-aac5-4a6e-af09-e59901844904 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe262fa3-209a-419a-8706-3f4a4ec7aa6e HTTP/1.1" status: 200 len: 945 time: 0.1292734 Dec 17 15:25:40.649521 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9110d1e-fc21-4c9d-8ca3-1b0bddefe7d8 req-29cb4457-f007-428b-a791-e1507f4beb10 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b17ac9b-9a7a-455f-9fc4-912db927f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455356 Dec 17 15:25:40.688286 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-902b4141-d859-440f-bb10-4f223de8df8b req-6bc4fa39-1ef0-4ecb-9df7-b113c3f978e5 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 210 time: 0.0354912 Dec 17 15:25:40.719447 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-df869a34-2947-4d39-9eb2-51f1b3e789fb tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:40.763044 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-df869a34-2947-4d39-9eb2-51f1b3e789fb tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Network de5b4090-a778-4df4-ad31-4dba3e85ea67 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:25:40.766340 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-df869a34-2947-4d39-9eb2-51f1b3e789fb tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:25:40.771139 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-df869a34-2947-4d39-9eb2-51f1b3e789fb tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:25:40.819732 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df869a34-2947-4d39-9eb2-51f1b3e789fb tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Pushing event updated for resources: {'Port': ['ID=ce09dfd3-f25c-4228-bd90-d195b7f4a22e,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:40.878718 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-df869a34-2947-4d39-9eb2-51f1b3e789fb tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:40.879497 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-df869a34-2947-4d39-9eb2-51f1b3e789fb tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:40.956528 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-06efc0a2-5137-4727-8645-3e77add1bb33 req-aae5e6c9-44e2-47bb-b5b7-b4adb96b51bd tempest-ServerShowV254Test-977687124 tempest-ServerShowV254Test-977687124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.0400667 Dec 17 15:25:41.017929 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 59976) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:41.020602 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-df869a34-2947-4d39-9eb2-51f1b3e789fb tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3440087 Dec 17 15:25:41.050635 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-80036a52-7bca-478b-960e-cd7cdb7c7dd5 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Request body: {'port': {'device_id': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'network_id': '8bba3eed-1473-4ac2-bb59-7cb1c76294fd', 'admin_state_up': True, 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'security_groups': ['5cc13916-9366-48a6-a228-20c25a0eb9aa']}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:41.087223 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c0cb09c-8162-48a2-8fc0-f895503e959d admin admin] Deleting subnet df34e13b-302c-4f10-90a7-ee2d1e21b850 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:25:41.091594 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2c0cb09c-8162-48a2-8fc0-f895503e959d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:41.153517 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-48c4cdae-9b54-4c6d-b3c8-65c76407577b None None] Provisioning complete for port ce09dfd3-f25c-4228-bd90-d195b7f4a22e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:25:41.155332 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-48c4cdae-9b54-4c6d-b3c8-65c76407577b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:41.196288 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2c0cb09c-8162-48a2-8fc0-f895503e959d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:41.255000 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-48c4cdae-9b54-4c6d-b3c8-65c76407577b None None] Port ce09dfd3-f25c-4228-bd90-d195b7f4a22e cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:25:41.255976 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2c0cb09c-8162-48a2-8fc0-f895503e959d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:41.322202 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-80036a52-7bca-478b-960e-cd7cdb7c7dd5 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Made reservation on behalf of 877bbdd90a9744e8870dce0869eb9a96 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:25:41.325784 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-80036a52-7bca-478b-960e-cd7cdb7c7dd5 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:41.408941 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2c0cb09c-8162-48a2-8fc0-f895503e959d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:41.461409 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0cb09c-8162-48a2-8fc0-f895503e959d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df34e13b-302c-4f10-90a7-ee2d1e21b850,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:41.472157 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2c0cb09c-8162-48a2-8fc0-f895503e959d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:41.477183 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2c0cb09c-8162-48a2-8fc0-f895503e959d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/df34e13b-302c-4f10-90a7-ee2d1e21b850 HTTP/1.1" status: 204 len: 168 time: 0.4581249 Dec 17 15:25:41.481797 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 59980) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:41.614722 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-38be6f8d-c4c6-4f61-a20a-41558ea92390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:41.662886 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 658a5d17-e47a-43f8-ac7c-01606135952a no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:25:41.749117 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 658a5d17-e47a-43f8-ac7c-01606135952a {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:25:41.750601 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 658a5d17-e47a-43f8-ac7c-01606135952a not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:25:41.810109 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-38be6f8d-c4c6-4f61-a20a-41558ea92390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:41.847014 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-38be6f8d-c4c6-4f61-a20a-41558ea92390 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a515246-470f-41d2-974d-3bfe62681d0a']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:25:41.860372 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-38be6f8d-c4c6-4f61-a20a-41558ea92390 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d413af-78bd-4f7a-b7b3-c8f57918837b') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:25:41.864232 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-38be6f8d-c4c6-4f61-a20a-41558ea92390 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d413af-78bd-4f7a-b7b3-c8f57918837b') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:25:41.873257 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-38be6f8d-c4c6-4f61-a20a-41558ea92390 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:41.894388 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-38be6f8d-c4c6-4f61-a20a-41558ea92390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:41.904189 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38be6f8d-c4c6-4f61-a20a-41558ea92390 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:25:41.905150 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-38be6f8d-c4c6-4f61-a20a-41558ea92390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:41.911613 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:25:41.911613 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:25:41.911613 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:25:41.911613 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:25:41.911613 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:25:41.911613 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:25:41.911613 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:25:41.911613 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:25:41.911613 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:25:41.911613 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:25:41.911613 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:25:41.911613 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:25:41.911613 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:25:41.911613 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:25:41.911613 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:25:41.911613 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:25:41.911613 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:25:41.911613 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:25:41.911613 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:25:41.911613 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:25:41.911613 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:25:41.911613 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:25:41.911613 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:25:41.911613 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:25:41.911613 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:25:41.911613 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:25:41.911613 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:25:41.911613 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:25:41.911613 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:25:41.911613 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:25:41.911613 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:25:41.911613 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:25:41.962488 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b0d2763c-f3d1-42db-91f1-cf0099fbd8b4 req-ee2d7d9a-f891-4d1f-b517-4e6d46b29b48 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b80582f-108c-4235-bf4d-6348a25303c0 HTTP/1.1" status: 200 len: 210 time: 0.0880060 Dec 17 15:25:42.041783 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1221571-e663-4b4d-8280-aa5305336aff req-dc53f42a-603a-43b3-b275-2a0d6796d7f2 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:42.043266 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f1221571-e663-4b4d-8280-aa5305336aff req-dc53f42a-603a-43b3-b275-2a0d6796d7f2 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe262fa3-209a-419a-8706-3f4a4ec7aa6e HTTP/1.1" status: 200 len: 945 time: 0.1702175 Dec 17 15:25:42.114672 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-80036a52-7bca-478b-960e-cd7cdb7c7dd5 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Allocated IP 10.1.1.184 (8bba3eed-1473-4ac2-bb59-7cb1c76294fd/4eca1b89-7ed9-42c7-8458-c977678cd701/e580942b-4338-463b-8dea-66ed71bb7043) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:25:42.134292 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-38be6f8d-c4c6-4f61-a20a-41558ea92390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:42.149707 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-38be6f8d-c4c6-4f61-a20a-41558ea92390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:42.155244 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-38be6f8d-c4c6-4f61-a20a-41558ea92390 admin admin] 10.222.0.46 "DELETE /v2.0/networks/4a515246-470f-41d2-974d-3bfe62681d0a HTTP/1.1" status: 204 len: 168 time: 0.6718152 Dec 17 15:25:42.174098 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f1221571-e663-4b4d-8280-aa5305336aff req-7f44bff1-0442-4a04-8b54-a07154972758 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b17ac9b-9a7a-455f-9fc4-912db927f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172867 Dec 17 15:25:42.190572 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be6f8d-c4c6-4f61-a20a-41558ea92390 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a515246-470f-41d2-974d-3bfe62681d0a,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:42.199169 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c068c85-0b7f-40ad-934b-84d474db016c req-0ab13e35-174a-4530-af98-95c384ca3763 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:42.203604 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c068c85-0b7f-40ad-934b-84d474db016c req-0ab13e35-174a-4530-af98-95c384ca3763 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 932 time: 0.1544545 Dec 17 15:25:42.389653 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c068c85-0b7f-40ad-934b-84d474db016c req-0f0e5154-f036-47cb-ab66-e39f450181d4 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769395 Dec 17 15:25:42.418625 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-81046a7d-2787-4952-90a5-941b7035283c req-27c7f057-1165-4e49-a96e-0529a3910a75 tempest-ServerShowV254Test-977687124 tempest-ServerShowV254Test-977687124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.0331478 Dec 17 15:25:42.552850 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-80036a52-7bca-478b-960e-cd7cdb7c7dd5 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:42.570943 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca560f-b655-418f-9a1e-c0631c2475b9 req-110ae53e-fb22-4359-b693-d6b434938789 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:42.572510 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9fca560f-b655-418f-9a1e-c0631c2475b9 req-110ae53e-fb22-4359-b693-d6b434938789 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe262fa3-209a-419a-8706-3f4a4ec7aa6e HTTP/1.1" status: 200 len: 945 time: 0.0894263 Dec 17 15:25:42.632676 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9fca560f-b655-418f-9a1e-c0631c2475b9 req-ccf4f45f-72e3-4e58-a868-0ccb760c693d tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b17ac9b-9a7a-455f-9fc4-912db927f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513177 Dec 17 15:25:42.741451 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60002) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:42.811037 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-88bfab7a-875b-4b62-b080-f30e47f0cc1e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8cc4ac0e53024be68a4574d464dcf179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0658431 Dec 17 15:25:42.811326 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60006) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:42.822578 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-80036a52-7bca-478b-960e-cd7cdb7c7dd5 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:42.891850 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-80036a52-7bca-478b-960e-cd7cdb7c7dd5 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Network 8bba3eed-1473-4ac2-bb59-7cb1c76294fd is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:25:42.898002 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3cd279e1-5501-4825-a822-700860353996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:42.902200 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-80036a52-7bca-478b-960e-cd7cdb7c7dd5 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:25:42.905320 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-80036a52-7bca-478b-960e-cd7cdb7c7dd5 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:25:42.934937 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80036a52-7bca-478b-960e-cd7cdb7c7dd5 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Pushing event updated for resources: {'Port': ['ID=e580942b-4338-463b-8dea-66ed71bb7043,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:42.965509 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3cd279e1-5501-4825-a822-700860353996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:43.019834 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-80036a52-7bca-478b-960e-cd7cdb7c7dd5 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:43.020648 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-80036a52-7bca-478b-960e-cd7cdb7c7dd5 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:43.128570 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-80036a52-7bca-478b-960e-cd7cdb7c7dd5 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0840294 Dec 17 15:25:43.146827 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-bc7b7b1b-77ff-4120-8089-cae6a821f504 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Request body: {'port': {'device_id': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'network_id': '8bba3eed-1473-4ac2-bb59-7cb1c76294fd', 'admin_state_up': True, 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'security_groups': ['5cc13916-9366-48a6-a228-20c25a0eb9aa']}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:43.177569 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3cd279e1-5501-4825-a822-700860353996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:43.182106 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3cd279e1-5501-4825-a822-700860353996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:43.208325 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3cd279e1-5501-4825-a822-700860353996 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e9bef218-3862-40b3-8e91-824154fe2bd7 HTTP/1.1" status: 204 len: 168 time: 0.3958158 Dec 17 15:25:43.238564 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd279e1-5501-4825-a822-700860353996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bef218-3862-40b3-8e91-824154fe2bd7,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:43.323333 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-b8b2d191-b9de-4334-9709-9c37f423d872 None None] Provisioning complete for port e580942b-4338-463b-8dea-66ed71bb7043 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:25:43.323333 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b8b2d191-b9de-4334-9709-9c37f423d872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:43.409205 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-b8b2d191-b9de-4334-9709-9c37f423d872 None None] Port e580942b-4338-463b-8dea-66ed71bb7043 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:25:43.473650 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-bc7b7b1b-77ff-4120-8089-cae6a821f504 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Made reservation on behalf of 877bbdd90a9744e8870dce0869eb9a96 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:25:43.478601 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-bc7b7b1b-77ff-4120-8089-cae6a821f504 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:43.517086 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:25:43.541034 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef964b-a124-4b30-a21a-46ce53b2d14b req-45a5e838-16df-4a6d-90eb-e6675be1cae8 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:43.543887 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-83ef964b-a124-4b30-a21a-46ce53b2d14b req-45a5e838-16df-4a6d-90eb-e6675be1cae8 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe262fa3-209a-419a-8706-3f4a4ec7aa6e HTTP/1.1" status: 200 len: 945 time: 0.1557021 Dec 17 15:25:43.559360 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:25:43.559986 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 2e5dacb6-c7cd-4f4e-aa41-2a20f85fe771 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:25:43.663547 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-83ef964b-a124-4b30-a21a-46ce53b2d14b req-d3921729-1aae-43f9-b20a-4d41dfc92fe7 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b17ac9b-9a7a-455f-9fc4-912db927f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092358 Dec 17 15:25:43.679317 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-e6b1d49a-6feb-40d8-91d6-21e6124b9258 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:43.681712 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-e6b1d49a-6feb-40d8-91d6-21e6124b9258 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/networks?id=8eca304a-4461-49a4-96b4-a39f3600fd04 HTTP/1.1" status: 200 len: 806 time: 0.3081956 Dec 17 15:25:43.707466 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-155f692b-4a68-4412-bff2-94c0a4c589a1 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/quotas/b5d340d6e372463aa9915724f2edafdd HTTP/1.1" status: 200 len: 375 time: 0.0186069 Dec 17 15:25:43.815486 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-63a2fb39-0302-4ec8-ae79-ef6f0bdb079d tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b5d340d6e372463aa9915724f2edafdd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1013327 Dec 17 15:25:43.834332 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-bc7b7b1b-77ff-4120-8089-cae6a821f504 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Allocated IP 10.1.1.155 (8bba3eed-1473-4ac2-bb59-7cb1c76294fd/4eca1b89-7ed9-42c7-8458-c977678cd701/1c9784fa-c394-46e9-a70f-5aa02b240ee6) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:25:44.075617 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-f5933a03-cc87-469a-92a0-2ee29e95b231 service neutron] 10.222.0.46 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460077 Dec 17 15:25:44.164315 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e46ba-0190-445e-9e9d-cc0f0dd5a305 req-18060ba8-1ecd-4f3e-8223-f086c828787e tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:44.170545 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e46ba-0190-445e-9e9d-cc0f0dd5a305 req-18060ba8-1ecd-4f3e-8223-f086c828787e tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:44.172245 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-521e46ba-0190-445e-9e9d-cc0f0dd5a305 req-18060ba8-1ecd-4f3e-8223-f086c828787e tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 1654 time: 0.2214184 Dec 17 15:25:44.283338 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-bc7b7b1b-77ff-4120-8089-cae6a821f504 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:44.287103 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-521e46ba-0190-445e-9e9d-cc0f0dd5a305 req-4f3ee1f3-c3ed-486b-983e-4cbf5b0006ff tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026897 Dec 17 15:25:44.294420 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-dfcb3a67-7af5-459e-a833-0dcdeeb4e02f service neutron] 10.222.0.46 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108390 Dec 17 15:25:44.440015 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-bc7b7b1b-77ff-4120-8089-cae6a821f504 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:44.466074 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0edcc3db-d9c7-4c52-a3d4-0d1bfd0b8447 req-64eea5b8-fc38-4876-9701-92b9440a5091 tempest-ServerShowV254Test-977687124 tempest-ServerShowV254Test-977687124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.0407774 Dec 17 15:25:44.529748 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-bc7b7b1b-77ff-4120-8089-cae6a821f504 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Network 8bba3eed-1473-4ac2-bb59-7cb1c76294fd is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:25:44.534680 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-bc7b7b1b-77ff-4120-8089-cae6a821f504 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:25:44.539316 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-bc7b7b1b-77ff-4120-8089-cae6a821f504 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:25:44.581183 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b7b1b-77ff-4120-8089-cae6a821f504 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Pushing event updated for resources: {'Port': ['ID=1c9784fa-c394-46e9-a70f-5aa02b240ee6,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:44.645153 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-bc7b7b1b-77ff-4120-8089-cae6a821f504 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:44.647962 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-bc7b7b1b-77ff-4120-8089-cae6a821f504 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:44.768038 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-bc7b7b1b-77ff-4120-8089-cae6a821f504 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6232526 Dec 17 15:25:44.786373 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-26f00c76-0dc1-4ce5-a675-8019e9e1e5d1 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Request body: {'port': {'device_id': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9f3a192b-6f54-446b-8786-4392777f5f19', 'admin_state_up': True, 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'security_groups': ['5cc13916-9366-48a6-a228-20c25a0eb9aa']}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:44.940276 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-699877a8-f61a-4995-ba6b-1df87392beb7 req-d4d72c12-02f7-4b88-ad5c-30ea1b956fc7 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fbf4654-0047-4b9f-8d13-6048870a8b02 HTTP/1.1" status: 200 len: 210 time: 0.1161492 Dec 17 15:25:45.134013 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec2394-6cae-4832-b8c8-c79e30b01df5 req-4540418a-e184-4c6d-8041-6eeefce0c2bc tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:45.136394 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6bec2394-6cae-4832-b8c8-c79e30b01df5 req-4540418a-e184-4c6d-8041-6eeefce0c2bc tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe262fa3-209a-419a-8706-3f4a4ec7aa6e HTTP/1.1" status: 200 len: 945 time: 0.2239137 Dec 17 15:25:45.246632 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60082) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:45.272190 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6bec2394-6cae-4832-b8c8-c79e30b01df5 req-6d7427b9-7b9f-47e4-b6b9-1d1058711e85 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b17ac9b-9a7a-455f-9fc4-912db927f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222665 Dec 17 15:25:45.371031 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-e049cb9f-65cd-4286-8eab-62c1f79b6824 None None] Provisioning complete for port 1c9784fa-c394-46e9-a70f-5aa02b240ee6 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:25:45.371633 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e049cb9f-65cd-4286-8eab-62c1f79b6824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:45.375814 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-26f00c76-0dc1-4ce5-a675-8019e9e1e5d1 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Made reservation on behalf of 877bbdd90a9744e8870dce0869eb9a96 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:25:45.412190 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-5ae118a8-a140-4e46-b91e-80f86e01d281 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-555001833-network', 'tenant_id': '63d0bd1c0ffb488b8c2fdd48fd3612cd'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:45.490705 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-e049cb9f-65cd-4286-8eab-62c1f79b6824 None None] Port 1c9784fa-c394-46e9-a70f-5aa02b240ee6 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:25:45.596836 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae118a8-a140-4e46-b91e-80f86e01d281 admin admin] Made reservation on behalf of 63d0bd1c0ffb488b8c2fdd48fd3612cd for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:25:45.600004 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5ae118a8-a140-4e46-b91e-80f86e01d281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:45.609377 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-26f00c76-0dc1-4ce5-a675-8019e9e1e5d1 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:45.615805 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5ae118a8-a140-4e46-b91e-80f86e01d281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:45.637809 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e2195-f9eb-473d-a8fd-2d758ee9ac68 req-818a0438-da4d-4730-8c5e-283f5675ec1b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:45.644128 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e2195-f9eb-473d-a8fd-2d758ee9ac68 req-818a0438-da4d-4730-8c5e-283f5675ec1b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:45.650531 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e2195-f9eb-473d-a8fd-2d758ee9ac68 req-818a0438-da4d-4730-8c5e-283f5675ec1b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:45.652255 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0d5e2195-f9eb-473d-a8fd-2d758ee9ac68 req-818a0438-da4d-4730-8c5e-283f5675ec1b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 2375 time: 0.1262012 Dec 17 15:25:45.782521 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5ae118a8-a140-4e46-b91e-80f86e01d281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:45.865807 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0d5e2195-f9eb-473d-a8fd-2d758ee9ac68 req-6fa83147-3e4b-4622-8e92-a6e5e14c4847 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806571 Dec 17 15:25:45.902152 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5ae118a8-a140-4e46-b91e-80f86e01d281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:45.918752 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9d9c9f1f-ce67-4c9e-8057-e501b2629c16 req-b81bb104-23d9-4d3b-966d-5791f611c75b tempest-ServerShowV254Test-977687124 tempest-ServerShowV254Test-977687124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.1085944 Dec 17 15:25:45.932825 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae118a8-a140-4e46-b91e-80f86e01d281 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:25:45.960055 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae118a8-a140-4e46-b91e-80f86e01d281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e072d5-71cb-461b-877b-deb3b78c1872,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:45.984468 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5ae118a8-a140-4e46-b91e-80f86e01d281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:45.987576 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-5ae118a8-a140-4e46-b91e-80f86e01d281 admin admin] Added segment 50383ba9-f164-4c3e-8d8c-751ded1bd3ec of type vlan for network f65710b3-a9e5-4208-bd46-294fc51cb9b6 Dec 17 15:25:45.997938 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9985b-ac6e-428d-b311-c51f11cb02b6 req-bfaad02c-b31b-4aed-b52b-fb4946cb1b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:45.999499 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-23f9985b-ac6e-428d-b311-c51f11cb02b6 req-bfaad02c-b31b-4aed-b52b-fb4946cb1b2c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=798c62529cb646cd95469d6baedfc2d8&device_id=fe262fa3-209a-419a-8706-3f4a4ec7aa6e HTTP/1.1" status: 200 len: 1096 time: 0.1088099 Dec 17 15:25:46.065952 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5ae118a8-a140-4e46-b91e-80f86e01d281 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:46.146390 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-26f00c76-0dc1-4ce5-a675-8019e9e1e5d1 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Allocated IP 10.2.2.100 (9f3a192b-6f54-446b-8786-4392777f5f19/4f0a9f17-d614-4efc-ae03-ce6b8a2dc07e/0f0e87e7-55e3-4a96-a436-092db2dd62df) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:25:46.202785 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5ae118a8-a140-4e46-b91e-80f86e01d281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:46.203855 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae118a8-a140-4e46-b91e-80f86e01d281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:46.205075 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5ae118a8-a140-4e46-b91e-80f86e01d281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:46.229158 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2bc437-a921-4c97-8215-0ba68033b167 req-fb21429a-9e28-45d6-a445-7e55400a06e3 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:46.236283 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cb2bc437-a921-4c97-8215-0ba68033b167 req-fb21429a-9e28-45d6-a445-7e55400a06e3 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe262fa3-209a-419a-8706-3f4a4ec7aa6e HTTP/1.1" status: 200 len: 945 time: 0.1905522 Dec 17 15:25:46.273136 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9985b-ac6e-428d-b311-c51f11cb02b6 req-ffaf3b37-86b7-4251-9920-c8996c20e7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:46.275216 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-23f9985b-ac6e-428d-b311-c51f11cb02b6 req-ffaf3b37-86b7-4251-9920-c8996c20e7ba service neutron] 10.222.0.13 "GET /v2.0/networks?id=73838153-f291-43bb-a355-cd9a5eb51f4f HTTP/1.1" status: 200 len: 913 time: 0.2672675 Dec 17 15:25:46.289186 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae118a8-a140-4e46-b91e-80f86e01d281 admin admin] Pushing event updated for resources: {'Network': ['ID=f65710b3-a9e5-4208-bd46-294fc51cb9b6,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:46.302564 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network f65710b3-a9e5-4208-bd46-294fc51cb9b6 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:25:46.336233 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5ae118a8-a140-4e46-b91e-80f86e01d281 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0863192 Dec 17 15:25:46.336467 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60110) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:46.342001 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-c8634a6d-a2ae-44a9-b323-0f975ebbecec admin admin] Request body: {'subnet': {'network_id': 'f65710b3-a9e5-4208-bd46-294fc51cb9b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-555001833-subnet', 'tenant_id': '63d0bd1c0ffb488b8c2fdd48fd3612cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:46.400463 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-23f9985b-ac6e-428d-b311-c51f11cb02b6 req-1e0b63aa-c656-4211-b98e-4e09a2322f0b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2dae964-7b68-48d9-87dd-77696f15e0ed HTTP/1.1" status: 200 len: 217 time: 0.1147201 Dec 17 15:25:46.413266 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cb2bc437-a921-4c97-8215-0ba68033b167 req-e1da93d6-b6bf-4ea4-b1e0-761dc149dcc6 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b17ac9b-9a7a-455f-9fc4-912db927f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760988 Dec 17 15:25:46.513224 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8634a6d-a2ae-44a9-b323-0f975ebbecec admin admin] Made reservation on behalf of 63d0bd1c0ffb488b8c2fdd48fd3612cd for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:25:46.517453 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c8634a6d-a2ae-44a9-b323-0f975ebbecec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:46.577390 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-26f00c76-0dc1-4ce5-a675-8019e9e1e5d1 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:46.597904 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0b6be9b8-9ff4-4b0e-b6ad-1e66e5d7fa86 req-5f3bfe18-9c11-4e09-9624-fc175a4c2d7f tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fbf4654-0047-4b9f-8d13-6048870a8b02 HTTP/1.1" status: 200 len: 210 time: 0.0768962 Dec 17 15:25:46.604872 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9985b-ac6e-428d-b311-c51f11cb02b6 req-658556cd-a0be-47e9-ade9-4d3d07668729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:46.606488 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-23f9985b-ac6e-428d-b311-c51f11cb02b6 req-658556cd-a0be-47e9-ade9-4d3d07668729 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=211943af-ee3a-4f89-a8b1-31d6e6deee7d HTTP/1.1" status: 200 len: 852 time: 0.1968105 Dec 17 15:25:46.666866 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-23f9985b-ac6e-428d-b311-c51f11cb02b6 req-3fd669b7-a186-4c10-bb85-2fee1e8ef8dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73838153-f291-43bb-a355-cd9a5eb51f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389736 Dec 17 15:25:46.766928 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-26f00c76-0dc1-4ce5-a675-8019e9e1e5d1 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:46.800937 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-23f9985b-ac6e-428d-b311-c51f11cb02b6 req-fb84f273-f616-4677-81c0-1a254edd0070 service neutron] 10.222.0.13 "GET /v2.0/networks/73838153-f291-43bb-a355-cd9a5eb51f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371076 Dec 17 15:25:46.838028 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-26f00c76-0dc1-4ce5-a675-8019e9e1e5d1 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Network 9f3a192b-6f54-446b-8786-4392777f5f19 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:25:46.870726 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-26f00c76-0dc1-4ce5-a675-8019e9e1e5d1 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:25:46.874625 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-26f00c76-0dc1-4ce5-a675-8019e9e1e5d1 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:25:46.878074 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f00c76-0dc1-4ce5-a675-8019e9e1e5d1 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Pushing event updated for resources: {'Port': ['ID=0f0e87e7-55e3-4a96-a436-092db2dd62df,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:46.981529 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-23f9985b-ac6e-428d-b311-c51f11cb02b6 req-001d2d0f-9653-4c43-b2e3-eadc38fbbbb6 service neutron] 10.222.0.13 "GET /v2.0/networks/73838153-f291-43bb-a355-cd9a5eb51f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722419 Dec 17 15:25:46.988597 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-26f00c76-0dc1-4ce5-a675-8019e9e1e5d1 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:46.989291 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-26f00c76-0dc1-4ce5-a675-8019e9e1e5d1 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:47.108644 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-72560aa2-73c1-4535-91bd-75bff6948d29 req-54f9990e-fb7f-40e5-858a-dce0ca540ac5 tempest-ServerShowV254Test-977687124 tempest-ServerShowV254Test-977687124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.0569782 Dec 17 15:25:47.142348 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f16f86-c0a1-49bd-a121-15a9626fb0a3 req-309d6901-4e8e-4590-8708-369207c33c0d tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:47.149688 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f16f86-c0a1-49bd-a121-15a9626fb0a3 req-309d6901-4e8e-4590-8708-369207c33c0d tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:47.156267 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f16f86-c0a1-49bd-a121-15a9626fb0a3 req-309d6901-4e8e-4590-8708-369207c33c0d tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:47.169470 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f16f86-c0a1-49bd-a121-15a9626fb0a3 req-309d6901-4e8e-4590-8708-369207c33c0d tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:47.169470 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f8f16f86-c0a1-49bd-a121-15a9626fb0a3 req-309d6901-4e8e-4590-8708-369207c33c0d tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 3096 time: 0.1314421 Dec 17 15:25:47.198528 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-26f00c76-0dc1-4ce5-a675-8019e9e1e5d1 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4172945 Dec 17 15:25:47.221015 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-95ceffd8-49b6-4caa-bdf9-a280b0768bce tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Request body: {'port': {'device_id': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9f3a192b-6f54-446b-8786-4392777f5f19', 'admin_state_up': True, 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'security_groups': ['5cc13916-9366-48a6-a228-20c25a0eb9aa']}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:47.239106 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d7a24049-2cb5-4962-8b9b-c83bb14aecc7 None None] Provisioning complete for port 0f0e87e7-55e3-4a96-a436-092db2dd62df triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:25:47.240174 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d7a24049-2cb5-4962-8b9b-c83bb14aecc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:47.283256 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d7a24049-2cb5-4962-8b9b-c83bb14aecc7 None None] Port 0f0e87e7-55e3-4a96-a436-092db2dd62df cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:25:47.295805 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c8634a6d-a2ae-44a9-b323-0f975ebbecec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:47.300389 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f8f16f86-c0a1-49bd-a121-15a9626fb0a3 req-b0403ce2-95ed-41b8-84eb-23e4034bf0af tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284411 Dec 17 15:25:47.373766 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8634a6d-a2ae-44a9-b323-0f975ebbecec admin admin] Pushing event updated for resources: {'Subnet': ['ID=d201214d-401d-4714-8f17-4af110926a5d,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:47.378309 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8634a6d-a2ae-44a9-b323-0f975ebbecec admin admin] Checking segment: {'id': '50383ba9-f164-4c3e-8d8c-751ded1bd3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f65710b3-a9e5-4208-bd46-294fc51cb9b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:25:47.378607 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8634a6d-a2ae-44a9-b323-0f975ebbecec admin admin] Network hostable DHCP agents. Network: f65710b3-a9e5-4208-bd46-294fc51cb9b6, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:25:47.456445 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-95ceffd8-49b6-4caa-bdf9-a280b0768bce tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Made reservation on behalf of 877bbdd90a9744e8870dce0869eb9a96 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:25:47.464625 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-95ceffd8-49b6-4caa-bdf9-a280b0768bce tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:47.507266 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8634a6d-a2ae-44a9-b323-0f975ebbecec admin admin] Network f65710b3-a9e5-4208-bd46-294fc51cb9b6 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:25:47.603688 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-c8634a6d-a2ae-44a9-b323-0f975ebbecec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, f65710b3-a9e5-4208-bd46-294fc51cb9b6) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:25:47.616320 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5de5b8-1151-47a9-a3ff-29c3ea9f3404 None None] Network f65710b3-a9e5-4208-bd46-294fc51cb9b6 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:25:47.624687 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8634a6d-a2ae-44a9-b323-0f975ebbecec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:47.627357 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c8634a6d-a2ae-44a9-b323-0f975ebbecec admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:47.689966 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ac1a4-cb73-4a4e-befd-eda2eca2983a req-cb99ce91-8ffd-46cf-b03f-c3f0e1251984 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:47.694561 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-082ac1a4-cb73-4a4e-befd-eda2eca2983a req-cb99ce91-8ffd-46cf-b03f-c3f0e1251984 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe262fa3-209a-419a-8706-3f4a4ec7aa6e HTTP/1.1" status: 200 len: 945 time: 0.1713758 Dec 17 15:25:47.787431 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c8634a6d-a2ae-44a9-b323-0f975ebbecec admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4487789 Dec 17 15:25:47.826973 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-95ceffd8-49b6-4caa-bdf9-a280b0768bce tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Allocated IP 10.2.2.200 (9f3a192b-6f54-446b-8786-4392777f5f19/4f0a9f17-d614-4efc-ae03-ce6b8a2dc07e/23211a10-13af-4c51-9094-03225018881b) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:25:47.967249 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-af5cf754-2caa-42f8-a603-25ccfe2ed1ed req-2497d7cf-3d60-40d2-83d8-328743aed54d tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fbf4654-0047-4b9f-8d13-6048870a8b02 HTTP/1.1" status: 200 len: 210 time: 0.1259370 Dec 17 15:25:47.992286 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-082ac1a4-cb73-4a4e-befd-eda2eca2983a req-953d67a4-5cab-45e2-adae-7420b358fe72 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b17ac9b-9a7a-455f-9fc4-912db927f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821121 Dec 17 15:25:48.054507 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60134) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:48.131261 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-102f57c9-49dc-4570-ad2e-36087e37818a admin admin] Deleting subnet d201214d-401d-4714-8f17-4af110926a5d {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:25:48.136391 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-102f57c9-49dc-4570-ad2e-36087e37818a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:48.226940 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9500378-b4c9-45d1-8870-8fe98beae5fa None None] Network f65710b3-a9e5-4208-bd46-294fc51cb9b6 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:25:48.236147 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-102f57c9-49dc-4570-ad2e-36087e37818a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:48.346730 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-102f57c9-49dc-4570-ad2e-36087e37818a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:48.620176 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-102f57c9-49dc-4570-ad2e-36087e37818a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:48.677611 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f57c9-49dc-4570-ad2e-36087e37818a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d201214d-401d-4714-8f17-4af110926a5d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:48.690996 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-102f57c9-49dc-4570-ad2e-36087e37818a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:48.695195 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-102f57c9-49dc-4570-ad2e-36087e37818a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d201214d-401d-4714-8f17-4af110926a5d HTTP/1.1" status: 204 len: 168 time: 0.6390002 Dec 17 15:25:48.697476 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60142) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:48.774081 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-95ceffd8-49b6-4caa-bdf9-a280b0768bce tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:48.775467 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f44a41fc-0805-40a5-8821-b67a94b9f1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:48.864067 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c0586539-2e34-46b8-862f-6f2824abbde9 req-55d878ac-328a-4c34-b832-01ec0e153d71 tempest-ServerShowV254Test-977687124 tempest-ServerShowV254Test-977687124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.2989435 Dec 17 15:25:48.872043 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f44a41fc-0805-40a5-8821-b67a94b9f1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:48.915478 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-f44a41fc-0805-40a5-8821-b67a94b9f1e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f65710b3-a9e5-4208-bd46-294fc51cb9b6']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:25:48.929475 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-f44a41fc-0805-40a5-8821-b67a94b9f1e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50383ba9-f164-4c3e-8d8c-751ded1bd3ec') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:25:48.929817 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-f44a41fc-0805-40a5-8821-b67a94b9f1e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50383ba9-f164-4c3e-8d8c-751ded1bd3ec') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:25:48.946703 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f44a41fc-0805-40a5-8821-b67a94b9f1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:48.951153 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8214f-9c9a-4601-b8a2-167974b8305f req-f89097ae-474f-48b7-9124-f462bf0b30f0 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:48.958639 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8214f-9c9a-4601-b8a2-167974b8305f req-f89097ae-474f-48b7-9124-f462bf0b30f0 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:48.965249 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8214f-9c9a-4601-b8a2-167974b8305f req-f89097ae-474f-48b7-9124-f462bf0b30f0 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:48.966557 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f44a41fc-0805-40a5-8821-b67a94b9f1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:48.972017 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8214f-9c9a-4601-b8a2-167974b8305f req-f89097ae-474f-48b7-9124-f462bf0b30f0 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:48.979564 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f44a41fc-0805-40a5-8821-b67a94b9f1e3 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:25:48.980063 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b1b8214f-9c9a-4601-b8a2-167974b8305f req-f89097ae-474f-48b7-9124-f462bf0b30f0 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 3096 time: 0.4134829 Dec 17 15:25:48.986551 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f44a41fc-0805-40a5-8821-b67a94b9f1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:49.007401 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-95ceffd8-49b6-4caa-bdf9-a280b0768bce tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:49.022163 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-4b1b3cd5-c863-4786-9470-2367281038fc tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:49.023762 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-4b1b3cd5-c863-4786-9470-2367281038fc tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.13 "GET /v2.0/networks?id=8eca304a-4461-49a4-96b4-a39f3600fd04 HTTP/1.1" status: 200 len: 806 time: 0.4564991 Dec 17 15:25:49.051535 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:25:49.051535 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:25:49.051535 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:25:49.051535 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:25:49.051535 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:25:49.051535 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:25:49.051535 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:25:49.051535 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:25:49.051535 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:25:49.051535 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:25:49.051535 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:25:49.051535 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:25:49.051535 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:25:49.051535 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:25:49.051535 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:25:49.051535 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:25:49.051535 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:25:49.051535 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:25:49.051535 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:25:49.051535 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:25:49.051535 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:25:49.051535 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:25:49.051535 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:25:49.051535 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:25:49.051535 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:25:49.051535 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:25:49.051535 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:25:49.051535 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:25:49.051535 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:25:49.051535 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:25:49.051535 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:25:49.051535 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:25:49.070546 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-6287923c-9f5e-4ff5-a502-2b8dc7189669 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Request body: {'port': {'device_id': '2fbf4654-0047-4b9f-8d13-6048870a8b02', 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04', 'admin_state_up': True, 'tenant_id': 'b5d340d6e372463aa9915724f2edafdd'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:49.129737 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b1b8214f-9c9a-4601-b8a2-167974b8305f req-10677b7d-d1e0-426f-98e0-69d116e3438d tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488044 Dec 17 15:25:49.140927 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-95ceffd8-49b6-4caa-bdf9-a280b0768bce tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Network 9f3a192b-6f54-446b-8786-4392777f5f19 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:25:49.161021 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-95ceffd8-49b6-4caa-bdf9-a280b0768bce tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:25:49.180563 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-95ceffd8-49b6-4caa-bdf9-a280b0768bce tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:25:49.192507 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f9e36fa8-5e8e-4195-a537-0373270cca8b req-20d3256a-b507-40e4-a84b-19a5abc12839 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fbf4654-0047-4b9f-8d13-6048870a8b02 HTTP/1.1" status: 200 len: 210 time: 0.0557747 Dec 17 15:25:49.241844 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ceffd8-49b6-4caa-bdf9-a280b0768bce tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Pushing event updated for resources: {'Port': ['ID=23211a10-13af-4c51-9094-03225018881b,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:49.331270 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f44a41fc-0805-40a5-8821-b67a94b9f1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:49.339471 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f44a41fc-0805-40a5-8821-b67a94b9f1e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:49.346203 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f44a41fc-0805-40a5-8821-b67a94b9f1e3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/f65710b3-a9e5-4208-bd46-294fc51cb9b6 HTTP/1.1" status: 204 len: 168 time: 0.6444070 Dec 17 15:25:49.355974 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a41fc-0805-40a5-8821-b67a94b9f1e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f65710b3-a9e5-4208-bd46-294fc51cb9b6,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:49.361743 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-95ceffd8-49b6-4caa-bdf9-a280b0768bce tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:49.362307 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-95ceffd8-49b6-4caa-bdf9-a280b0768bce tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:49.394249 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0411ee3f-60f9-4202-bc50-90580c017f33 req-47a188bc-f692-45b9-81cb-69ceee0a5566 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:49.395835 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0411ee3f-60f9-4202-bc50-90580c017f33 req-47a188bc-f692-45b9-81cb-69ceee0a5566 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe262fa3-209a-419a-8706-3f4a4ec7aa6e HTTP/1.1" status: 200 len: 945 time: 0.1598577 Dec 17 15:25:49.448997 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0411ee3f-60f9-4202-bc50-90580c017f33 req-de9f880a-4036-40df-8478-f72151927556 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b17ac9b-9a7a-455f-9fc4-912db927f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385370 Dec 17 15:25:49.520992 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4a22326a-7c60-4da6-85cd-db59a4f4b9e0 None None] Provisioning complete for port 23211a10-13af-4c51-9094-03225018881b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:25:49.521745 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-6287923c-9f5e-4ff5-a502-2b8dc7189669 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Made reservation on behalf of b5d340d6e372463aa9915724f2edafdd for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:25:49.522228 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4a22326a-7c60-4da6-85cd-db59a4f4b9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:49.529194 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-6287923c-9f5e-4ff5-a502-2b8dc7189669 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:49.565223 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4a22326a-7c60-4da6-85cd-db59a4f4b9e0 None None] Port 23211a10-13af-4c51-9094-03225018881b cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:25:49.653732 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-95ceffd8-49b6-4caa-bdf9-a280b0768bce tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4384193 Dec 17 15:25:49.675614 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-e290a27b-8e8a-4d96-b68b-2665ad0c5ac5 service neutron] Request body: {'port': {'device_id': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:49.715487 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-6287923c-9f5e-4ff5-a502-2b8dc7189669 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Allocated IP 172.20.0.11 (8eca304a-4461-49a4-96b4-a39f3600fd04/ce6f6d4e-40b3-4f79-b7d3-a679e64969d7/7bdf49c6-c86c-40c6-b737-c717d45e0364) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:25:49.758389 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-e290a27b-8e8a-4d96-b68b-2665ad0c5ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:49.863683 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60156) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:49.913962 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-720d6596-35cd-4e69-b1ce-f090dc5ad5f0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=63d0bd1c0ffb488b8c2fdd48fd3612cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491107 Dec 17 15:25:49.916459 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60160) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:49.999262 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-806dba9f-77f8-4d78-b06e-8f575edf585c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:50.044273 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-806dba9f-77f8-4d78-b06e-8f575edf585c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:50.072179 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c7619f4-dab6-4e3b-b168-32e19276417d req-b6bbe055-a79e-49e9-ba54-c05721a19afd tempest-ServerShowV254Test-977687124 tempest-ServerShowV254Test-977687124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.0732174 Dec 17 15:25:50.080934 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-6287923c-9f5e-4ff5-a502-2b8dc7189669 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:50.218178 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdeea57-6775-4705-ae17-2e563059ea9e req-b31d982e-0310-4430-9122-681d1cdd32e0 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:50.222376 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-afdeea57-6775-4705-ae17-2e563059ea9e req-b31d982e-0310-4430-9122-681d1cdd32e0 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe262fa3-209a-419a-8706-3f4a4ec7aa6e HTTP/1.1" status: 200 len: 945 time: 0.1143503 Dec 17 15:25:50.289925 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-806dba9f-77f8-4d78-b06e-8f575edf585c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:50.292758 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-806dba9f-77f8-4d78-b06e-8f575edf585c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:50.296414 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-806dba9f-77f8-4d78-b06e-8f575edf585c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c4e072d5-71cb-461b-877b-deb3b78c1872 HTTP/1.1" status: 204 len: 168 time: 0.3764625 Dec 17 15:25:50.304187 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-6287923c-9f5e-4ff5-a502-2b8dc7189669 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:50.304850 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806dba9f-77f8-4d78-b06e-8f575edf585c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e072d5-71cb-461b-877b-deb3b78c1872,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:50.337808 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['8c28e0c1-5348-4f77-baee-1e7afe509638'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:25:50.350450 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-e290a27b-8e8a-4d96-b68b-2665ad0c5ac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce09dfd3-f25c-4228-bd90-d195b7f4a22e {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:25:50.381673 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-e290a27b-8e8a-4d96-b68b-2665ad0c5ac5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:50.409346 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-afdeea57-6775-4705-ae17-2e563059ea9e req-be042d83-e331-468b-a47a-663fd01fc621 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b17ac9b-9a7a-455f-9fc4-912db927f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794863 Dec 17 15:25:50.431460 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-6287923c-9f5e-4ff5-a502-2b8dc7189669 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Network 8eca304a-4461-49a4-96b4-a39f3600fd04 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:25:50.445545 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-e290a27b-8e8a-4d96-b68b-2665ad0c5ac5 service neutron] Transition to ACTIVE for port object ce09dfd3-f25c-4228-bd90-d195b7f4a22e will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:25:50.446926 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-6287923c-9f5e-4ff5-a502-2b8dc7189669 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:25:50.449992 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-6287923c-9f5e-4ff5-a502-2b8dc7189669 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:25:50.490610 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba4fc2-fa44-419b-a1fa-97d6cabc27fa req-a52e0453-7c42-4765-933b-53121ea88e52 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:50.496690 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba4fc2-fa44-419b-a1fa-97d6cabc27fa req-a52e0453-7c42-4765-933b-53121ea88e52 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:50.503381 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba4fc2-fa44-419b-a1fa-97d6cabc27fa req-a52e0453-7c42-4765-933b-53121ea88e52 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:50.509511 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba4fc2-fa44-419b-a1fa-97d6cabc27fa req-a52e0453-7c42-4765-933b-53121ea88e52 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:50.515492 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba4fc2-fa44-419b-a1fa-97d6cabc27fa req-a52e0453-7c42-4765-933b-53121ea88e52 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:50.517427 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c6ba4fc2-fa44-419b-a1fa-97d6cabc27fa req-a52e0453-7c42-4765-933b-53121ea88e52 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 3817 time: 0.2602870 Dec 17 15:25:50.518239 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6287923c-9f5e-4ff5-a502-2b8dc7189669 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Pushing event updated for resources: {'Port': ['ID=7bdf49c6-c86c-40c6-b737-c717d45e0364,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:50.602707 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-6287923c-9f5e-4ff5-a502-2b8dc7189669 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:50.603318 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-6287923c-9f5e-4ff5-a502-2b8dc7189669 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:50.611297 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c6ba4fc2-fa44-419b-a1fa-97d6cabc27fa req-5d4900ed-b3ea-4a6d-985f-832b07a8b82a tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767422 Dec 17 15:25:50.618288 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-e290a27b-8e8a-4d96-b68b-2665ad0c5ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:50.635609 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a61529-4a5f-4688-820c-cf6f14e55421 req-0da45b6c-90c1-4e91-b247-66eeb4082434 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:50.637132 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-28a61529-4a5f-4688-820c-cf6f14e55421 req-0da45b6c-90c1-4e91-b247-66eeb4082434 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fbf4654-0047-4b9f-8d13-6048870a8b02 HTTP/1.1" status: 200 len: 932 time: 0.1162713 Dec 17 15:25:50.704005 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290a27b-8e8a-4d96-b68b-2665ad0c5ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce09dfd3-f25c-4228-bd90-d195b7f4a22e,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:50.747549 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-28a61529-4a5f-4688-820c-cf6f14e55421 req-5b738a98-f019-4bbe-9137-5bfa664049d9 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896521 Dec 17 15:25:50.773402 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-6287923c-9f5e-4ff5-a502-2b8dc7189669 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7356727 Dec 17 15:25:50.787245 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-4a2381f9-78e7-480c-a2c2-ad115e7c62f8 service neutron] Request body: {'port': {'device_id': '2fbf4654-0047-4b9f-8d13-6048870a8b02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:50.870618 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-e290a27b-8e8a-4d96-b68b-2665ad0c5ac5 service neutron] Attempting to bind port ce09dfd3-f25c-4228-bd90-d195b7f4a22e on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:25:50.871029 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-e290a27b-8e8a-4d96-b68b-2665ad0c5ac5 service neutron] Attempting to bind port ce09dfd3-f25c-4228-bd90-d195b7f4a22e by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '1698481d-6374-42a9-ab95-80bef8c99f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'de5b4090-a778-4df4-ad31-4dba3e85ea67'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:25:50.871415 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-e290a27b-8e8a-4d96-b68b-2665ad0c5ac5 service neutron] Attempting to bind port ce09dfd3-f25c-4228-bd90-d195b7f4a22e on network de5b4090-a778-4df4-ad31-4dba3e85ea67 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:25:50.874783 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-4a2381f9-78e7-480c-a2c2-ad115e7c62f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:50.895815 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-e290a27b-8e8a-4d96-b68b-2665ad0c5ac5 service neutron] Port ce09dfd3-f25c-4228-bd90-d195b7f4a22e on network de5b4090-a778-4df4-ad31-4dba3e85ea67 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:25:50.896267 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-e290a27b-8e8a-4d96-b68b-2665ad0c5ac5 service neutron] Attempting to bind port ce09dfd3-f25c-4228-bd90-d195b7f4a22e on network de5b4090-a778-4df4-ad31-4dba3e85ea67 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:25:50.904660 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-e290a27b-8e8a-4d96-b68b-2665ad0c5ac5 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:25:50.905623 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-e290a27b-8e8a-4d96-b68b-2665ad0c5ac5 service neutron] Checking segment: {'id': '1698481d-6374-42a9-ab95-80bef8c99f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'de5b4090-a778-4df4-ad31-4dba3e85ea67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:25:50.911340 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-e290a27b-8e8a-4d96-b68b-2665ad0c5ac5 service neutron] Bound using segment: {'id': '1698481d-6374-42a9-ab95-80bef8c99f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'de5b4090-a778-4df4-ad31-4dba3e85ea67'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:25:50.911340 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-e290a27b-8e8a-4d96-b68b-2665ad0c5ac5 service neutron] Bound port: ce09dfd3-f25c-4228-bd90-d195b7f4a22e, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1698481d-6374-42a9-ab95-80bef8c99f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'de5b4090-a778-4df4-ad31-4dba3e85ea67'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:25:50.911340 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-e290a27b-8e8a-4d96-b68b-2665ad0c5ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:51.098016 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-e290a27b-8e8a-4d96-b68b-2665ad0c5ac5 service neutron] For port ce09dfd3-f25c-4228-bd90-d195b7f4a22e, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:25:51.103056 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-e290a27b-8e8a-4d96-b68b-2665ad0c5ac5 service neutron] For port ce09dfd3-f25c-4228-bd90-d195b7f4a22e, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=ce09dfd3-f25c-4228-bd90-d195b7f4a22e,segment=NetworkSegment(1698481d-6374-42a9-ab95-80bef8c99f6c),segment_id=1698481d-6374-42a9-ab95-80bef8c99f6c)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:25:51.232264 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-e290a27b-8e8a-4d96-b68b-2665ad0c5ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:51.330203 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-e290a27b-8e8a-4d96-b68b-2665ad0c5ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:51.330956 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-e290a27b-8e8a-4d96-b68b-2665ad0c5ac5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:51.332429 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-e290a27b-8e8a-4d96-b68b-2665ad0c5ac5 service neutron] 10.222.0.41 "PUT /v2.0/ports/ce09dfd3-f25c-4228-bd90-d195b7f4a22e HTTP/1.1" status: 200 len: 1092 time: 1.6623509 Dec 17 15:25:51.332832 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'tag': 'ce09dfd3-f25c-4228-bd90-d195b7f4a22e'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:25:51.335087 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7859b3c7-3bf6-4964-a444-c180172a79f9" -d '{"events": [{"name": "network-changed", "server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "tag": "ce09dfd3-f25c-4228-bd90-d195b7f4a22e"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:25:51.347454 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ca0d836a-fd3d-4067-a98a-fb4a70dbfe3e req-2c3a2331-34cf-441c-8ad4-6108fd507c0f tempest-ServerShowV254Test-977687124 tempest-ServerShowV254Test-977687124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.0852113 Dec 17 15:25:51.389898 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290a27b-8e8a-4d96-b68b-2665ad0c5ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce09dfd3-f25c-4228-bd90-d195b7f4a22e,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:51.406752 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87072e3-896b-4e21-880c-810cc3eef686 x-openstack-request-id: req-e87072e3-896b-4e21-880c-810cc3eef686 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:25:51.408011 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "tag": "ce09dfd3-f25c-4228-bd90-d195b7f4a22e", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:25:51.411683 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e87072e3-896b-4e21-880c-810cc3eef686 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:25:51.411683 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'tag': 'ce09dfd3-f25c-4228-bd90-d195b7f4a22e', 'status': 'completed', 'code': 200} Dec 17 15:25:51.418602 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-4a2381f9-78e7-480c-a2c2-ad115e7c62f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bdf49c6-c86c-40c6-b737-c717d45e0364 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:25:51.456015 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-7f914707-0466-4884-95fa-12d4e6e5597e service neutron] Request body: {'port': {'device_id': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:51.473321 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-4a2381f9-78e7-480c-a2c2-ad115e7c62f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:51.524278 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859b3c7-3bf6-4964-a444-c180172a79f9 req-878c8b7a-8a5b-41fa-993d-a0ff53c09500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:51.524896 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859b3c7-3bf6-4964-a444-c180172a79f9 req-878c8b7a-8a5b-41fa-993d-a0ff53c09500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:51.531972 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859b3c7-3bf6-4964-a444-c180172a79f9 req-878c8b7a-8a5b-41fa-993d-a0ff53c09500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:51.533506 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859b3c7-3bf6-4964-a444-c180172a79f9 req-878c8b7a-8a5b-41fa-993d-a0ff53c09500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:51.534254 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859b3c7-3bf6-4964-a444-c180172a79f9 req-878c8b7a-8a5b-41fa-993d-a0ff53c09500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:51.536312 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7859b3c7-3bf6-4964-a444-c180172a79f9 req-878c8b7a-8a5b-41fa-993d-a0ff53c09500 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=877bbdd90a9744e8870dce0869eb9a96&device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 4364 time: 0.0828617 Dec 17 15:25:51.540224 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-4a2381f9-78e7-480c-a2c2-ad115e7c62f8 service neutron] Transition to ACTIVE for port object 7bdf49c6-c86c-40c6-b737-c717d45e0364 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:25:51.615328 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-7f914707-0466-4884-95fa-12d4e6e5597e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:51.644901 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3892c5d-f4e4-4251-a6ee-e9c2c343c7d4 req-a8642119-2995-4c13-adda-4fe3fc650035 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:51.653329 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c3892c5d-f4e4-4251-a6ee-e9c2c343c7d4 req-a8642119-2995-4c13-adda-4fe3fc650035 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe262fa3-209a-419a-8706-3f4a4ec7aa6e HTTP/1.1" status: 200 len: 945 time: 0.1337504 Dec 17 15:25:51.676247 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859b3c7-3bf6-4964-a444-c180172a79f9 req-63f4a4ee-eacc-4b88-aa82-7d614ab1cf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:51.677289 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859b3c7-3bf6-4964-a444-c180172a79f9 req-63f4a4ee-eacc-4b88-aa82-7d614ab1cf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:51.677960 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859b3c7-3bf6-4964-a444-c180172a79f9 req-63f4a4ee-eacc-4b88-aa82-7d614ab1cf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:51.679816 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7859b3c7-3bf6-4964-a444-c180172a79f9 req-63f4a4ee-eacc-4b88-aa82-7d614ab1cf78 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=877bbdd90a9744e8870dce0869eb9a96&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1241617 Dec 17 15:25:51.698943 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-4a2381f9-78e7-480c-a2c2-ad115e7c62f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:51.790814 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c3892c5d-f4e4-4251-a6ee-e9c2c343c7d4 req-f4aa7071-484c-40d1-814b-1f7bf63a8fc0 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b17ac9b-9a7a-455f-9fc4-912db927f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365769 Dec 17 15:25:51.801158 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859b3c7-3bf6-4964-a444-c180172a79f9 req-c93b34ff-5b78-42b3-a533-84b7e77b8feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:51.803083 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7859b3c7-3bf6-4964-a444-c180172a79f9 req-c93b34ff-5b78-42b3-a533-84b7e77b8feb service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1161628 Dec 17 15:25:51.845921 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60208) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:51.922158 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381f9-78e7-480c-a2c2-ad115e7c62f8 service neutron] Pushing event updated for resources: {'Port': ['ID=7bdf49c6-c86c-40c6-b737-c717d45e0364,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:51.971003 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d32b7c-27f5-4044-ba7f-f7eb5017caf5 req-1f826ca1-068c-4982-ab29-92a7ad2052db tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:51.974692 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d32b7c-27f5-4044-ba7f-f7eb5017caf5 req-1f826ca1-068c-4982-ab29-92a7ad2052db tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:51.980634 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d32b7c-27f5-4044-ba7f-f7eb5017caf5 req-1f826ca1-068c-4982-ab29-92a7ad2052db tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:51.987254 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d32b7c-27f5-4044-ba7f-f7eb5017caf5 req-1f826ca1-068c-4982-ab29-92a7ad2052db tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:51.993501 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d32b7c-27f5-4044-ba7f-f7eb5017caf5 req-1f826ca1-068c-4982-ab29-92a7ad2052db tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:51.995298 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-33d32b7c-27f5-4044-ba7f-f7eb5017caf5 req-1f826ca1-068c-4982-ab29-92a7ad2052db tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 3829 time: 0.2922111 Dec 17 15:25:51.999352 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-5f30d368-f90c-4f4f-95f3-e1ca80830374 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-919685837-network', 'tenant_id': '659890b91a984b3d9d7efe1ccf6902c0'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:52.082305 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f30d368-f90c-4f4f-95f3-e1ca80830374 admin admin] Made reservation on behalf of 659890b91a984b3d9d7efe1ccf6902c0 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:25:52.085018 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5f30d368-f90c-4f4f-95f3-e1ca80830374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:52.108500 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5f30d368-f90c-4f4f-95f3-e1ca80830374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:52.189975 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-33d32b7c-27f5-4044-ba7f-f7eb5017caf5 req-3437d2e7-fd75-4ab0-a7ea-4c58b30ba922 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727946 Dec 17 15:25:52.202553 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-4a2381f9-78e7-480c-a2c2-ad115e7c62f8 service neutron] Attempting to bind port 7bdf49c6-c86c-40c6-b737-c717d45e0364 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:25:52.202989 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-4a2381f9-78e7-480c-a2c2-ad115e7c62f8 service neutron] Attempting to bind port 7bdf49c6-c86c-40c6-b737-c717d45e0364 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '4d21e005-2828-402d-861d-cab8d78776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:25:52.208249 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-4a2381f9-78e7-480c-a2c2-ad115e7c62f8 service neutron] Attempting to bind port 7bdf49c6-c86c-40c6-b737-c717d45e0364 on network 8eca304a-4461-49a4-96b4-a39f3600fd04 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:25:52.229272 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2bc4a-f2ad-4940-b1af-7757e72bf82d req-52eb232b-ab5f-4523-98c6-1da40e47286d tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:52.230832 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dfc2bc4a-f2ad-4940-b1af-7757e72bf82d req-52eb232b-ab5f-4523-98c6-1da40e47286d tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fbf4654-0047-4b9f-8d13-6048870a8b02 HTTP/1.1" status: 200 len: 944 time: 0.2755065 Dec 17 15:25:52.244353 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-4a2381f9-78e7-480c-a2c2-ad115e7c62f8 service neutron] Port 7bdf49c6-c86c-40c6-b737-c717d45e0364 on network 8eca304a-4461-49a4-96b4-a39f3600fd04 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:25:52.244672 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-4a2381f9-78e7-480c-a2c2-ad115e7c62f8 service neutron] Attempting to bind port 7bdf49c6-c86c-40c6-b737-c717d45e0364 on network 8eca304a-4461-49a4-96b4-a39f3600fd04 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:25:52.266975 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5f30d368-f90c-4f4f-95f3-e1ca80830374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:52.291830 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-4a2381f9-78e7-480c-a2c2-ad115e7c62f8 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:25:52.292176 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-4a2381f9-78e7-480c-a2c2-ad115e7c62f8 service neutron] Checking segment: {'id': '4d21e005-2828-402d-861d-cab8d78776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:25:52.292566 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-4a2381f9-78e7-480c-a2c2-ad115e7c62f8 service neutron] Bound using segment: {'id': '4d21e005-2828-402d-861d-cab8d78776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:25:52.293076 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-4a2381f9-78e7-480c-a2c2-ad115e7c62f8 service neutron] Bound port: 7bdf49c6-c86c-40c6-b737-c717d45e0364, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d21e005-2828-402d-861d-cab8d78776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:25:52.293454 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-4a2381f9-78e7-480c-a2c2-ad115e7c62f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:52.331262 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5f30d368-f90c-4f4f-95f3-e1ca80830374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:52.358408 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f30d368-f90c-4f4f-95f3-e1ca80830374 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:25:52.372603 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f30d368-f90c-4f4f-95f3-e1ca80830374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf24f181-bb06-4de1-848d-bd99b55b0912,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:52.378432 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5f30d368-f90c-4f4f-95f3-e1ca80830374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:52.379152 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-5f30d368-f90c-4f4f-95f3-e1ca80830374 admin admin] Added segment e0ee983d-78de-497d-9180-b51a60c52355 of type vlan for network 3d7cc99f-ab3f-4646-8a9a-89fd760cb2e6 Dec 17 15:25:52.382375 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dfc2bc4a-f2ad-4940-b1af-7757e72bf82d req-d1b2bb58-b1b6-4c60-8227-333e1f62dc57 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406267 Dec 17 15:25:52.443249 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5f30d368-f90c-4f4f-95f3-e1ca80830374 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:52.482799 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-4a2381f9-78e7-480c-a2c2-ad115e7c62f8 service neutron] For port 7bdf49c6-c86c-40c6-b737-c717d45e0364, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:25:52.503148 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-4a2381f9-78e7-480c-a2c2-ad115e7c62f8 service neutron] For port 7bdf49c6-c86c-40c6-b737-c717d45e0364, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=7bdf49c6-c86c-40c6-b737-c717d45e0364,segment=NetworkSegment(4d21e005-2828-402d-861d-cab8d78776ef),segment_id=4d21e005-2828-402d-861d-cab8d78776ef)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:25:52.510455 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-7f914707-0466-4884-95fa-12d4e6e5597e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d686fb9-445a-4e4e-bae4-a300e7b2fcbd {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:25:52.518958 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-7f914707-0466-4884-95fa-12d4e6e5597e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:52.539548 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-7f914707-0466-4884-95fa-12d4e6e5597e service neutron] Transition to ACTIVE for port object 2d686fb9-445a-4e4e-bae4-a300e7b2fcbd will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:25:52.562266 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5f30d368-f90c-4f4f-95f3-e1ca80830374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:52.564425 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f30d368-f90c-4f4f-95f3-e1ca80830374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:52.565553 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5f30d368-f90c-4f4f-95f3-e1ca80830374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:52.577082 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b422c70c-7bf5-40fd-8f70-350ed5a508ef req-4359f882-4f67-46e5-8c32-2be8da4dd74f tempest-ServerShowV254Test-977687124 tempest-ServerShowV254Test-977687124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.0314050 Dec 17 15:25:52.590127 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-4a2381f9-78e7-480c-a2c2-ad115e7c62f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:52.649596 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-4a2381f9-78e7-480c-a2c2-ad115e7c62f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:52.652373 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-4a2381f9-78e7-480c-a2c2-ad115e7c62f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:52.653322 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-4a2381f9-78e7-480c-a2c2-ad115e7c62f8 service neutron] 10.222.0.13 "PUT /v2.0/ports/7bdf49c6-c86c-40c6-b737-c717d45e0364 HTTP/1.1" status: 200 len: 1092 time: 1.8711212 Dec 17 15:25:52.682376 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-7f914707-0466-4884-95fa-12d4e6e5597e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:52.686083 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5f30d368-f90c-4f4f-95f3-e1ca80830374 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8383431 Dec 17 15:25:52.707786 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f30d368-f90c-4f4f-95f3-e1ca80830374 admin admin] Pushing event updated for resources: {'Network': ['ID=3d7cc99f-ab3f-4646-8a9a-89fd760cb2e6,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:52.732375 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 3d7cc99f-ab3f-4646-8a9a-89fd760cb2e6 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:25:52.734516 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde834f-ad12-4991-87f2-72b0ea3231fd req-9d12924a-9b85-47d5-a3ec-e3d365649ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:52.736540 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0bde834f-ad12-4991-87f2-72b0ea3231fd req-9d12924a-9b85-47d5-a3ec-e3d365649ca5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=798c62529cb646cd95469d6baedfc2d8&device_id=fe262fa3-209a-419a-8706-3f4a4ec7aa6e HTTP/1.1" status: 200 len: 1096 time: 0.0687308 Dec 17 15:25:52.741641 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa0409-be7f-4de1-8f5c-c2cb986266a6 req-cb7f0696-9390-4dcf-877d-c85916bd86f4 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:52.743907 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-79aa0409-be7f-4de1-8f5c-c2cb986266a6 req-cb7f0696-9390-4dcf-877d-c85916bd86f4 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe262fa3-209a-419a-8706-3f4a4ec7aa6e HTTP/1.1" status: 200 len: 945 time: 0.1661603 Dec 17 15:25:52.753332 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2381f9-78e7-480c-a2c2-ad115e7c62f8 service neutron] Pushing event updated for resources: {'Port': ['ID=7bdf49c6-c86c-40c6-b737-c717d45e0364,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:52.920007 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde834f-ad12-4991-87f2-72b0ea3231fd req-d7ac434e-acf2-4e7b-8502-8af74624c438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:52.921547 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0bde834f-ad12-4991-87f2-72b0ea3231fd req-d7ac434e-acf2-4e7b-8502-8af74624c438 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73838153-f291-43bb-a355-cd9a5eb51f4f HTTP/1.1" status: 200 len: 913 time: 0.1777596 Dec 17 15:25:52.987546 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60238) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:53.025197 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0bde834f-ad12-4991-87f2-72b0ea3231fd req-d59b02c9-c723-478e-a96a-506dd8aa6e65 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2dae964-7b68-48d9-87dd-77696f15e0ed HTTP/1.1" status: 200 len: 217 time: 0.0929263 Dec 17 15:25:53.104300 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f914707-0466-4884-95fa-12d4e6e5597e service neutron] Pushing event updated for resources: {'Port': ['ID=2d686fb9-445a-4e4e-bae4-a300e7b2fcbd,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:53.149670 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-79aa0409-be7f-4de1-8f5c-c2cb986266a6 req-e8602356-07f8-436a-9881-c314a0ab5681 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b17ac9b-9a7a-455f-9fc4-912db927f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875353 Dec 17 15:25:53.170422 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde834f-ad12-4991-87f2-72b0ea3231fd req-d2bd8f5f-0803-44a2-9042-88f82b21c042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:53.175932 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0bde834f-ad12-4991-87f2-72b0ea3231fd req-d2bd8f5f-0803-44a2-9042-88f82b21c042 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=211943af-ee3a-4f89-a8b1-31d6e6deee7d HTTP/1.1" status: 200 len: 852 time: 0.1461630 Dec 17 15:25:53.179822 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-267abec9-b556-4240-b7ce-d8d44e92102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:53.181755 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-267abec9-b556-4240-b7ce-d8d44e92102f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5d340d6e372463aa9915724f2edafdd&device_id=2fbf4654-0047-4b9f-8d13-6048870a8b02 HTTP/1.1" status: 200 len: 1095 time: 0.3092837 Dec 17 15:25:53.182587 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-7f914707-0466-4884-95fa-12d4e6e5597e service neutron] Attempting to bind port 2d686fb9-445a-4e4e-bae4-a300e7b2fcbd on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:25:53.183097 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-7f914707-0466-4884-95fa-12d4e6e5597e service neutron] Attempting to bind port 2d686fb9-445a-4e4e-bae4-a300e7b2fcbd by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '8c1bafca-b6c9-402b-a49c-92e9c53a27cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8bba3eed-1473-4ac2-bb59-7cb1c76294fd'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:25:53.183587 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-7f914707-0466-4884-95fa-12d4e6e5597e service neutron] Attempting to bind port 2d686fb9-445a-4e4e-bae4-a300e7b2fcbd on network 8bba3eed-1473-4ac2-bb59-7cb1c76294fd {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:25:53.188642 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-7f914707-0466-4884-95fa-12d4e6e5597e service neutron] Port 2d686fb9-445a-4e4e-bae4-a300e7b2fcbd on network 8bba3eed-1473-4ac2-bb59-7cb1c76294fd not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:25:53.190731 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-7f914707-0466-4884-95fa-12d4e6e5597e service neutron] Attempting to bind port 2d686fb9-445a-4e4e-bae4-a300e7b2fcbd on network 8bba3eed-1473-4ac2-bb59-7cb1c76294fd {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:25:53.235139 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0bde834f-ad12-4991-87f2-72b0ea3231fd req-fe336a04-93b6-4196-b1a0-8994d10a59f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73838153-f291-43bb-a355-cd9a5eb51f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442202 Dec 17 15:25:53.252630 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-7f914707-0466-4884-95fa-12d4e6e5597e service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:25:53.253815 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-7f914707-0466-4884-95fa-12d4e6e5597e service neutron] Checking segment: {'id': '8c1bafca-b6c9-402b-a49c-92e9c53a27cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8bba3eed-1473-4ac2-bb59-7cb1c76294fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:25:53.254631 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-7f914707-0466-4884-95fa-12d4e6e5597e service neutron] Bound using segment: {'id': '8c1bafca-b6c9-402b-a49c-92e9c53a27cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8bba3eed-1473-4ac2-bb59-7cb1c76294fd'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:25:53.256123 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-7f914707-0466-4884-95fa-12d4e6e5597e service neutron] Bound port: 2d686fb9-445a-4e4e-bae4-a300e7b2fcbd, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c1bafca-b6c9-402b-a49c-92e9c53a27cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8bba3eed-1473-4ac2-bb59-7cb1c76294fd'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:25:53.257024 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-7f914707-0466-4884-95fa-12d4e6e5597e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:53.266559 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-d6d141b9-e532-4555-8033-c94d7e8e37da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bdf49c6-c86c-40c6-b737-c717d45e0364 HTTP/1.1" status: 200 len: 217 time: 0.0729651 Dec 17 15:25:53.333922 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4402a7fd-9a74-43d8-90f3-4691f33f5137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:53.377785 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0bde834f-ad12-4991-87f2-72b0ea3231fd req-400f48d7-54e8-4738-befd-d2582f9de2d8 service neutron] 10.222.0.13 "GET /v2.0/networks/73838153-f291-43bb-a355-cd9a5eb51f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360724 Dec 17 15:25:53.484664 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0bde834f-ad12-4991-87f2-72b0ea3231fd req-e7b56578-3cf7-4154-905b-ec6d89de3f5f service neutron] 10.222.0.13 "GET /v2.0/networks/73838153-f291-43bb-a355-cd9a5eb51f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993133 Dec 17 15:25:53.796478 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fbf4654-0047-4b9f-8d13-6048870a8b02', 'tag': '7bdf49c6-c86c-40c6-b737-c717d45e0364'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:25:53.799703 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f439ae93-f754-42e8-bad4-7c5e52ca7571" -d '{"events": [{"name": "network-changed", "server_uuid": "2fbf4654-0047-4b9f-8d13-6048870a8b02", "tag": "7bdf49c6-c86c-40c6-b737-c717d45e0364"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:25:53.857582 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-d129ff5c-5f23-4613-b941-96ffeca03287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:53.858948 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-d129ff5c-5f23-4613-b941-96ffeca03287 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce6f6d4e-40b3-4f79-b7d3-a679e64969d7 HTTP/1.1" status: 200 len: 846 time: 0.5572214 Dec 17 15:25:53.928157 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-b3d3b79b-706c-4b7d-bf59-818ded4ad5f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8eca304a-4461-49a4-96b4-a39f3600fd04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503008 Dec 17 15:25:53.930713 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-7f914707-0466-4884-95fa-12d4e6e5597e service neutron] For port 2d686fb9-445a-4e4e-bae4-a300e7b2fcbd, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:25:53.948865 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e3382-4d30-4d79-b07c-48e53d0156a9 req-d71a6cc1-af1d-4bc0-9254-4aae9739807b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:53.955274 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e3382-4d30-4d79-b07c-48e53d0156a9 req-d71a6cc1-af1d-4bc0-9254-4aae9739807b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:53.961087 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e3382-4d30-4d79-b07c-48e53d0156a9 req-d71a6cc1-af1d-4bc0-9254-4aae9739807b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:53.966912 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e3382-4d30-4d79-b07c-48e53d0156a9 req-d71a6cc1-af1d-4bc0-9254-4aae9739807b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:53.972753 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e3382-4d30-4d79-b07c-48e53d0156a9 req-d71a6cc1-af1d-4bc0-9254-4aae9739807b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:53.978469 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e3382-4d30-4d79-b07c-48e53d0156a9 req-d71a6cc1-af1d-4bc0-9254-4aae9739807b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:53.980250 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5f2e3382-4d30-4d79-b07c-48e53d0156a9 req-d71a6cc1-af1d-4bc0-9254-4aae9739807b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 4599 time: 0.6520896 Dec 17 15:25:54.014322 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-7f914707-0466-4884-95fa-12d4e6e5597e service neutron] For port 2d686fb9-445a-4e4e-bae4-a300e7b2fcbd, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=2d686fb9-445a-4e4e-bae4-a300e7b2fcbd,segment=NetworkSegment(8c1bafca-b6c9-402b-a49c-92e9c53a27cf),segment_id=8c1bafca-b6c9-402b-a49c-92e9c53a27cf)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:25:54.088289 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38756ddd-71fd-468d-a000-5711e0d6db74 req-b291f69d-1d5d-4006-bb60-083f174ceb86 tempest-ComputeTenantNetworksTest-272341171 tempest-ComputeTenantNetworksTest-272341171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:54.094241 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38756ddd-71fd-468d-a000-5711e0d6db74 req-b291f69d-1d5d-4006-bb60-083f174ceb86 tempest-ComputeTenantNetworksTest-272341171 tempest-ComputeTenantNetworksTest-272341171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:54.100794 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38756ddd-71fd-468d-a000-5711e0d6db74 req-b291f69d-1d5d-4006-bb60-083f174ceb86 tempest-ComputeTenantNetworksTest-272341171 tempest-ComputeTenantNetworksTest-272341171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:54.102975 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-38756ddd-71fd-468d-a000-5711e0d6db74 req-b291f69d-1d5d-4006-bb60-083f174ceb86 tempest-ComputeTenantNetworksTest-272341171 tempest-ComputeTenantNetworksTest-272341171-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.7727592 Dec 17 15:25:54.114957 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-7f914707-0466-4884-95fa-12d4e6e5597e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:54.180324 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5f2e3382-4d30-4d79-b07c-48e53d0156a9 req-08c59ed4-ef88-4cab-8179-4c5b4205abc7 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1849797 Dec 17 15:25:54.190990 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4402a7fd-9a74-43d8-90f3-4691f33f5137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:54.200267 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-7f914707-0466-4884-95fa-12d4e6e5597e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:54.200862 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-7f914707-0466-4884-95fa-12d4e6e5597e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:54.202238 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-7f914707-0466-4884-95fa-12d4e6e5597e service neutron] 10.222.0.41 "PUT /v2.0/ports/2d686fb9-445a-4e4e-bae4-a300e7b2fcbd HTTP/1.1" status: 200 len: 1128 time: 2.7654517 Dec 17 15:25:54.303970 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4402a7fd-9a74-43d8-90f3-4691f33f5137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:54.312231 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-3226bc18-2b47-480d-94f3-da2464dd15e0 service neutron] 10.222.0.13 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262525 Dec 17 15:25:54.322227 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f914707-0466-4884-95fa-12d4e6e5597e service neutron] Pushing event updated for resources: {'Port': ['ID=2d686fb9-445a-4e4e-bae4-a300e7b2fcbd,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:54.443798 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4402a7fd-9a74-43d8-90f3-4691f33f5137 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=147942582a1d44d392eaf684763ccba7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4071794 Dec 17 15:25:54.447993 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60274) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:54.456623 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-fc5049a4-03b9-4382-a57a-0c04db4d595a service neutron] Request body: {'port': {'device_id': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:54.464118 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402a7fd-9a74-43d8-90f3-4691f33f5137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c2bda2-8818-4a4c-9ec1-799ed11cc181,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:54.513457 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9e60c666-5ebc-4189-90f0-3db16d47d1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:54.520585 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-f386433b-e20b-4902-830d-f9b7f162ebf3 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:54.522154 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-f386433b-e20b-4902-830d-f9b7f162ebf3 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/networks?id=08c9e064-e12f-4a4c-95b1-8ca4e4e5512c HTTP/1.1" status: 200 len: 815 time: 0.3235199 Dec 17 15:25:54.543749 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9e60c666-5ebc-4189-90f0-3db16d47d1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:54.576166 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d068456-38de-4e87-a48b-322edd83bac9 req-92b2f0c5-c03e-4be9-89e0-a87c2c66a870 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:54.577724 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3d068456-38de-4e87-a48b-322edd83bac9 req-92b2f0c5-c03e-4be9-89e0-a87c2c66a870 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fbf4654-0047-4b9f-8d13-6048870a8b02 HTTP/1.1" status: 200 len: 944 time: 0.2646096 Dec 17 15:25:54.595947 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-ba617cca-44e1-4c86-82a0-808ea487a0e0 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/quotas/a7013fb088334b89b4b468618dd42862 HTTP/1.1" status: 200 len: 375 time: 0.0605810 Dec 17 15:25:54.604371 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ea590b7-0307-481e-a833-65105c5a8e25 req-4fb43f70-2992-4df8-aed4-a42dbcad64bf service neutron] 10.222.0.13 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690053 Dec 17 15:25:54.609384 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-fc5049a4-03b9-4382-a57a-0c04db4d595a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:54.666548 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9e60c666-5ebc-4189-90f0-3db16d47d1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:54.669198 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9e60c666-5ebc-4189-90f0-3db16d47d1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:54.674151 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9e60c666-5ebc-4189-90f0-3db16d47d1ae admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/44c2bda2-8818-4a4c-9ec1-799ed11cc181 HTTP/1.1" status: 204 len: 168 time: 0.2225966 Dec 17 15:25:54.680469 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60c666-5ebc-4189-90f0-3db16d47d1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c2bda2-8818-4a4c-9ec1-799ed11cc181,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:54.711186 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3d068456-38de-4e87-a48b-322edd83bac9 req-d769d87d-bcd5-4715-a958-4b6c99d0bfac tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051860 Dec 17 15:25:54.825887 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-a3c72d42-4e78-4621-aa35-507349765700 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a7013fb088334b89b4b468618dd42862&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2002833 Dec 17 15:25:54.954391 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5635a0f1-13ae-4a10-83fd-94a10b322817 req-35403904-1026-43de-a6f6-0b9cdf382a24 tempest-ServerShowV254Test-977687124 tempest-ServerShowV254Test-977687124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.1035497 Dec 17 15:25:55.037442 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-df0ecc56-a74e-4bd6-b0a6-0585fbebf712 service neutron] 10.222.0.46 "GET /v2.0/networks/08c9e064-e12f-4a4c-95b1-8ca4e4e5512c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971316 Dec 17 15:25:55.042673 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfe7129-d6c2-423a-9780-e862f450652a x-openstack-request-id: req-edfe7129-d6c2-423a-9780-e862f450652a {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:25:55.042984 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fbf4654-0047-4b9f-8d13-6048870a8b02", "tag": "7bdf49c6-c86c-40c6-b737-c717d45e0364", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:25:55.043226 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-edfe7129-d6c2-423a-9780-e862f450652a {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:25:55.043673 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fbf4654-0047-4b9f-8d13-6048870a8b02', 'tag': '7bdf49c6-c86c-40c6-b737-c717d45e0364', 'status': 'completed', 'code': 200} Dec 17 15:25:55.294427 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a95a2a-569a-4edb-84f3-01f8c9176f6b req-2137a847-0cf9-4bd4-87e2-694eae57c3d0 tempest-ComputeTenantNetworksTest-272341171 tempest-ComputeTenantNetworksTest-272341171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:55.295814 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8a95a2a-569a-4edb-84f3-01f8c9176f6b req-2137a847-0cf9-4bd4-87e2-694eae57c3d0 tempest-ComputeTenantNetworksTest-272341171 tempest-ComputeTenantNetworksTest-272341171-project] 10.222.0.46 "GET /v2.0/networks/3d7cc99f-ab3f-4646-8a9a-89fd760cb2e6 HTTP/1.1" status: 200 len: 768 time: 0.2574751 Dec 17 15:25:55.303576 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439ae93-f754-42e8-bad4-7c5e52ca7571 req-63548e35-86cf-452d-aaa7-5710cd4808dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:55.305169 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f439ae93-f754-42e8-bad4-7c5e52ca7571 req-63548e35-86cf-452d-aaa7-5710cd4808dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5d340d6e372463aa9915724f2edafdd&device_id=2fbf4654-0047-4b9f-8d13-6048870a8b02 HTTP/1.1" status: 200 len: 1095 time: 0.2552061 Dec 17 15:25:55.311216 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60290) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:55.330086 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-fc5049a4-03b9-4382-a57a-0c04db4d595a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3a935e5-2d45-4f21-b240-16b6be02d4d5 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:25:55.339041 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-03edbab0-2556-4a82-ad97-d112e8555df1 service neutron] 10.222.0.46 "GET /v2.0/networks/08c9e064-e12f-4a4c-95b1-8ca4e4e5512c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904122 Dec 17 15:25:55.341147 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-fc5049a4-03b9-4382-a57a-0c04db4d595a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:55.412664 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-fc5049a4-03b9-4382-a57a-0c04db4d595a service neutron] Transition to ACTIVE for port object d3a935e5-2d45-4f21-b240-16b6be02d4d5 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:25:55.447939 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6ff2bf1c-cbac-4eb4-82cd-e0cbfc3ddaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:55.483521 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea7e56-2295-481d-bc9a-e45b8c14fdd7 req-3c2b25de-38d8-4dce-a821-e99898d4d933 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:55.485001 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-38ea7e56-2295-481d-bc9a-e45b8c14fdd7 req-3c2b25de-38d8-4dce-a821-e99898d4d933 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe262fa3-209a-419a-8706-3f4a4ec7aa6e HTTP/1.1" status: 200 len: 945 time: 0.0921807 Dec 17 15:25:55.487988 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439ae93-f754-42e8-bad4-7c5e52ca7571 req-bca4e21a-079d-4f42-8c5f-d4a54cb7a49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:55.489601 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f439ae93-f754-42e8-bad4-7c5e52ca7571 req-bca4e21a-079d-4f42-8c5f-d4a54cb7a49b service neutron] 10.222.0.13 "GET /v2.0/networks?id=8eca304a-4461-49a4-96b4-a39f3600fd04 HTTP/1.1" status: 200 len: 907 time: 0.1760960 Dec 17 15:25:55.490212 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-fc5049a4-03b9-4382-a57a-0c04db4d595a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:55.545854 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6ff2bf1c-cbac-4eb4-82cd-e0cbfc3ddaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:55.568295 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-6ff2bf1c-cbac-4eb4-82cd-e0cbfc3ddaa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d7cc99f-ab3f-4646-8a9a-89fd760cb2e6']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:25:55.579617 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-6ff2bf1c-cbac-4eb4-82cd-e0cbfc3ddaa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ee983d-78de-497d-9180-b51a60c52355') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:25:55.580191 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-6ff2bf1c-cbac-4eb4-82cd-e0cbfc3ddaa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ee983d-78de-497d-9180-b51a60c52355') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:25:55.585568 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f439ae93-f754-42e8-bad4-7c5e52ca7571 req-2c6716cf-5d10-4ffc-92ee-733b76c9bf07 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bdf49c6-c86c-40c6-b737-c717d45e0364 HTTP/1.1" status: 200 len: 217 time: 0.0795045 Dec 17 15:25:55.609822 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6ff2bf1c-cbac-4eb4-82cd-e0cbfc3ddaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:55.647958 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-38ea7e56-2295-481d-bc9a-e45b8c14fdd7 req-db17cac3-91b4-47fe-844b-40526d1af9f9 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b17ac9b-9a7a-455f-9fc4-912db927f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479583 Dec 17 15:25:55.648194 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6ff2bf1c-cbac-4eb4-82cd-e0cbfc3ddaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:55.648406 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5049a4-03b9-4382-a57a-0c04db4d595a service neutron] Pushing event updated for resources: {'Port': ['ID=d3a935e5-2d45-4f21-b240-16b6be02d4d5,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:55.676288 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff2bf1c-cbac-4eb4-82cd-e0cbfc3ddaa5 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:25:55.680431 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6ff2bf1c-cbac-4eb4-82cd-e0cbfc3ddaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:55.768690 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:55.778597 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:25:55.778597 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:25:55.778597 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:25:55.778597 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:25:55.778597 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:25:55.778597 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:25:55.778597 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:25:55.778597 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:25:55.778597 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:25:55.778597 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:25:55.778597 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:25:55.778597 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:25:55.778597 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:25:55.778597 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:25:55.778597 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:25:55.778597 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:25:55.778597 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:25:55.778597 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:25:55.778597 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:25:55.778597 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:25:55.778597 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:25:55.778597 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:25:55.778597 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:25:55.778597 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:25:55.778597 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:25:55.778597 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:25:55.778597 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:25:55.778597 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:25:55.778597 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:25:55.778597 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:25:55.778597 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:25:55.778597 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:25:55.867727 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-af115ee5-fc70-4e34-b85b-ea290112871c req-6bdca319-d1a0-4a77-9033-2b3deff4e751 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=8794dae5-cb1b-4ad4-a3b0-9899146f2484 HTTP/1.1" status: 200 len: 210 time: 0.1228065 Dec 17 15:25:55.880809 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439ae93-f754-42e8-bad4-7c5e52ca7571 req-d7894ea4-49b9-46e0-8a03-38529b230e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:55.882631 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f439ae93-f754-42e8-bad4-7c5e52ca7571 req-d7894ea4-49b9-46e0-8a03-38529b230e92 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce6f6d4e-40b3-4f79-b7d3-a679e64969d7 HTTP/1.1" status: 200 len: 846 time: 0.2859652 Dec 17 15:25:55.890122 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6ff2bf1c-cbac-4eb4-82cd-e0cbfc3ddaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:55.898757 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6ff2bf1c-cbac-4eb4-82cd-e0cbfc3ddaa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:55.908669 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6ff2bf1c-cbac-4eb4-82cd-e0cbfc3ddaa5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/3d7cc99f-ab3f-4646-8a9a-89fd760cb2e6 HTTP/1.1" status: 204 len: 168 time: 0.5951412 Dec 17 15:25:55.952124 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2bf1c-cbac-4eb4-82cd-e0cbfc3ddaa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d7cc99f-ab3f-4646-8a9a-89fd760cb2e6,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:56.024825 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f439ae93-f754-42e8-bad4-7c5e52ca7571 req-24244b6e-fb0a-46fd-a1af-1e3307a86416 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8eca304a-4461-49a4-96b4-a39f3600fd04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007087 Dec 17 15:25:56.136438 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51440790-257b-4818-91f0-44970948e755 req-3835f7b0-1d73-4ad5-b96f-7707dd6cb9ef tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:56.142740 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51440790-257b-4818-91f0-44970948e755 req-3835f7b0-1d73-4ad5-b96f-7707dd6cb9ef tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:56.148707 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51440790-257b-4818-91f0-44970948e755 req-3835f7b0-1d73-4ad5-b96f-7707dd6cb9ef tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:56.154659 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51440790-257b-4818-91f0-44970948e755 req-3835f7b0-1d73-4ad5-b96f-7707dd6cb9ef tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:56.161224 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51440790-257b-4818-91f0-44970948e755 req-3835f7b0-1d73-4ad5-b96f-7707dd6cb9ef tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:56.167217 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51440790-257b-4818-91f0-44970948e755 req-3835f7b0-1d73-4ad5-b96f-7707dd6cb9ef tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:56.174726 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51440790-257b-4818-91f0-44970948e755 req-3835f7b0-1d73-4ad5-b96f-7707dd6cb9ef tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:56.182073 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-51440790-257b-4818-91f0-44970948e755 req-3835f7b0-1d73-4ad5-b96f-7707dd6cb9ef tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5370 time: 0.3816588 Dec 17 15:25:56.187425 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-fc5049a4-03b9-4382-a57a-0c04db4d595a service neutron] Attempting to bind port d3a935e5-2d45-4f21-b240-16b6be02d4d5 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:25:56.187767 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-fc5049a4-03b9-4382-a57a-0c04db4d595a service neutron] Attempting to bind port d3a935e5-2d45-4f21-b240-16b6be02d4d5 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '8c1bafca-b6c9-402b-a49c-92e9c53a27cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8bba3eed-1473-4ac2-bb59-7cb1c76294fd'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:25:56.188100 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-fc5049a4-03b9-4382-a57a-0c04db4d595a service neutron] Attempting to bind port d3a935e5-2d45-4f21-b240-16b6be02d4d5 on network 8bba3eed-1473-4ac2-bb59-7cb1c76294fd {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:25:56.214080 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-fc5049a4-03b9-4382-a57a-0c04db4d595a service neutron] Port d3a935e5-2d45-4f21-b240-16b6be02d4d5 on network 8bba3eed-1473-4ac2-bb59-7cb1c76294fd not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:25:56.214415 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-fc5049a4-03b9-4382-a57a-0c04db4d595a service neutron] Attempting to bind port d3a935e5-2d45-4f21-b240-16b6be02d4d5 on network 8bba3eed-1473-4ac2-bb59-7cb1c76294fd {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:25:56.268234 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-fc5049a4-03b9-4382-a57a-0c04db4d595a service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:25:56.268575 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-fc5049a4-03b9-4382-a57a-0c04db4d595a service neutron] Checking segment: {'id': '8c1bafca-b6c9-402b-a49c-92e9c53a27cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8bba3eed-1473-4ac2-bb59-7cb1c76294fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:25:56.268962 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-fc5049a4-03b9-4382-a57a-0c04db4d595a service neutron] Bound using segment: {'id': '8c1bafca-b6c9-402b-a49c-92e9c53a27cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8bba3eed-1473-4ac2-bb59-7cb1c76294fd'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:25:56.269485 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-fc5049a4-03b9-4382-a57a-0c04db4d595a service neutron] Bound port: d3a935e5-2d45-4f21-b240-16b6be02d4d5, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c1bafca-b6c9-402b-a49c-92e9c53a27cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8bba3eed-1473-4ac2-bb59-7cb1c76294fd'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:25:56.269848 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-fc5049a4-03b9-4382-a57a-0c04db4d595a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:56.287216 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f439ae93-f754-42e8-bad4-7c5e52ca7571 req-4cadd585-e246-4a8c-a796-7f6a10b3fd95 service neutron] 10.222.0.13 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491210 Dec 17 15:25:56.292282 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-51440790-257b-4818-91f0-44970948e755 req-dcbd8e4d-f0fc-421e-b432-b5856ec43af6 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1087816 Dec 17 15:25:56.464944 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-fc5049a4-03b9-4382-a57a-0c04db4d595a service neutron] For port d3a935e5-2d45-4f21-b240-16b6be02d4d5, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:25:56.493888 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac82b6-cdb1-4795-918c-64ddd35cfbaa req-752e2a71-ce08-4712-9d18-5828b881836d tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:56.495363 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3aac82b6-cdb1-4795-918c-64ddd35cfbaa req-752e2a71-ce08-4712-9d18-5828b881836d tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fbf4654-0047-4b9f-8d13-6048870a8b02 HTTP/1.1" status: 200 len: 944 time: 0.1038659 Dec 17 15:25:56.504833 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-fc5049a4-03b9-4382-a57a-0c04db4d595a service neutron] For port d3a935e5-2d45-4f21-b240-16b6be02d4d5, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=d3a935e5-2d45-4f21-b240-16b6be02d4d5,segment=NetworkSegment(8c1bafca-b6c9-402b-a49c-92e9c53a27cf),segment_id=8c1bafca-b6c9-402b-a49c-92e9c53a27cf)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:25:56.523040 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f439ae93-f754-42e8-bad4-7c5e52ca7571 req-c2dea6a3-287f-48d7-bb8b-082a1e7f7779 service neutron] 10.222.0.13 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269609 Dec 17 15:25:56.554288 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60328) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:56.577127 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d3b085c6-e502-488f-8a64-a0b0efdac064 req-48e60869-5932-4313-bfed-d9537694ef26 tempest-ServerShowV254Test-977687124 tempest-ServerShowV254Test-977687124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.0461845 Dec 17 15:25:56.582975 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3aac82b6-cdb1-4795-918c-64ddd35cfbaa req-1fad1f6b-de61-4c84-87e2-045231ab314e tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802071 Dec 17 15:25:56.600946 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d7b279bf-823b-4d5d-a4cb-8a73317643db admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=659890b91a984b3d9d7efe1ccf6902c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452714 Dec 17 15:25:56.603394 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60330) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:25:56.658951 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f37ea119-df63-43c9-9337-a7832359bfe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:56.685312 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f37ea119-df63-43c9-9337-a7832359bfe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:56.699996 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-fc5049a4-03b9-4382-a57a-0c04db4d595a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:56.761804 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2de38-a739-4866-84bb-dc062e4a44fe req-90f51b6b-55b8-4eef-acad-2d68dcd9dd15 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:56.769404 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-60f2de38-a739-4866-84bb-dc062e4a44fe req-90f51b6b-55b8-4eef-acad-2d68dcd9dd15 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe262fa3-209a-419a-8706-3f4a4ec7aa6e HTTP/1.1" status: 200 len: 945 time: 0.1014206 Dec 17 15:25:56.776535 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-fc5049a4-03b9-4382-a57a-0c04db4d595a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:56.776535 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-fc5049a4-03b9-4382-a57a-0c04db4d595a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:56.776535 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-fc5049a4-03b9-4382-a57a-0c04db4d595a service neutron] 10.222.0.41 "PUT /v2.0/ports/d3a935e5-2d45-4f21-b240-16b6be02d4d5 HTTP/1.1" status: 200 len: 1129 time: 2.3370037 Dec 17 15:25:56.816610 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5049a4-03b9-4382-a57a-0c04db4d595a service neutron] Pushing event updated for resources: {'Port': ['ID=d3a935e5-2d45-4f21-b240-16b6be02d4d5,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:56.832235 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-60f2de38-a739-4866-84bb-dc062e4a44fe req-5cd5686f-a3bd-4bd6-bc59-8f84f34cc158 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b17ac9b-9a7a-455f-9fc4-912db927f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619628 Dec 17 15:25:56.854454 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f37ea119-df63-43c9-9337-a7832359bfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:56.857098 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f37ea119-df63-43c9-9337-a7832359bfe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:56.858362 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f37ea119-df63-43c9-9337-a7832359bfe1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bf24f181-bb06-4de1-848d-bd99b55b0912 HTTP/1.1" status: 204 len: 168 time: 0.2540185 Dec 17 15:25:56.869831 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ea119-df63-43c9-9337-a7832359bfe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf24f181-bb06-4de1-848d-bd99b55b0912,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:56.886286 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-825d47b3-64d5-4e32-9240-bdcb5adb4164 service neutron] Request body: {'port': {'device_id': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:56.996898 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-825d47b3-64d5-4e32-9240-bdcb5adb4164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:57.059447 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a251fea-a6ee-49bd-a243-575849dce856 req-c06d86c2-a377-49fb-82c5-4955dd5d8693 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=8794dae5-cb1b-4ad4-a3b0-9899146f2484 HTTP/1.1" status: 200 len: 210 time: 0.0482640 Dec 17 15:25:57.059890 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'tag': '2d686fb9-445a-4e4e-bae4-a300e7b2fcbd'}, {'name': 'network-changed', 'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'tag': 'd3a935e5-2d45-4f21-b240-16b6be02d4d5'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:25:57.062560 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d3a952-2aa8-4f7b-b2aa-b0931b551175" -d '{"events": [{"name": "network-changed", "server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "tag": "2d686fb9-445a-4e4e-bae4-a300e7b2fcbd"}, {"name": "network-changed", "server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "tag": "d3a935e5-2d45-4f21-b240-16b6be02d4d5"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:25:57.115198 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Dec 2021 15:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b037d01-6aed-41be-a6f9-2e3be3594cba x-openstack-request-id: req-9b037d01-6aed-41be-a6f9-2e3be3594cba {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:25:57.115531 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "tag": "2d686fb9-445a-4e4e-bae4-a300e7b2fcbd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "tag": "d3a935e5-2d45-4f21-b240-16b6be02d4d5", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:25:57.115784 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9b037d01-6aed-41be-a6f9-2e3be3594cba {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:25:57.116270 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'tag': '2d686fb9-445a-4e4e-bae4-a300e7b2fcbd', 'status': 'completed', 'code': 200} Dec 17 15:25:57.116548 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'tag': 'd3a935e5-2d45-4f21-b240-16b6be02d4d5', 'status': 'completed', 'code': 200} Dec 17 15:25:57.219267 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3a952-2aa8-4f7b-b2aa-b0931b551175 req-cb1289e7-56f9-4e10-90d1-bc158b8fff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:57.219267 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3a952-2aa8-4f7b-b2aa-b0931b551175 req-cb1289e7-56f9-4e10-90d1-bc158b8fff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:57.219267 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3a952-2aa8-4f7b-b2aa-b0931b551175 req-cb1289e7-56f9-4e10-90d1-bc158b8fff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:57.219267 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3a952-2aa8-4f7b-b2aa-b0931b551175 req-cb1289e7-56f9-4e10-90d1-bc158b8fff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:57.219267 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3a952-2aa8-4f7b-b2aa-b0931b551175 req-cb1289e7-56f9-4e10-90d1-bc158b8fff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:57.219802 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3a952-2aa8-4f7b-b2aa-b0931b551175 req-cb1289e7-56f9-4e10-90d1-bc158b8fff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:57.220439 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3a952-2aa8-4f7b-b2aa-b0931b551175 req-cb1289e7-56f9-4e10-90d1-bc158b8fff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:57.222735 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-85d3a952-2aa8-4f7b-b2aa-b0931b551175 req-cb1289e7-56f9-4e10-90d1-bc158b8fff96 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=877bbdd90a9744e8870dce0869eb9a96&device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 6207 time: 0.0561614 Dec 17 15:25:57.397387 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3a952-2aa8-4f7b-b2aa-b0931b551175 req-8a8592f2-5dec-4ee8-86e7-ca98e9e3dbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:57.397853 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3a952-2aa8-4f7b-b2aa-b0931b551175 req-8a8592f2-5dec-4ee8-86e7-ca98e9e3dbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:57.398306 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3a952-2aa8-4f7b-b2aa-b0931b551175 req-8a8592f2-5dec-4ee8-86e7-ca98e9e3dbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:57.400225 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-85d3a952-2aa8-4f7b-b2aa-b0931b551175 req-8a8592f2-5dec-4ee8-86e7-ca98e9e3dbdb service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=877bbdd90a9744e8870dce0869eb9a96&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1503694 Dec 17 15:25:57.440127 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-825d47b3-64d5-4e32-9240-bdcb5adb4164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e580942b-4338-463b-8dea-66ed71bb7043 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:25:57.448012 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-825d47b3-64d5-4e32-9240-bdcb5adb4164 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:57.461002 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-825d47b3-64d5-4e32-9240-bdcb5adb4164 service neutron] Transition to ACTIVE for port object e580942b-4338-463b-8dea-66ed71bb7043 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:25:57.541963 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-825d47b3-64d5-4e32-9240-bdcb5adb4164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:57.557479 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 7bdf49c6-c86c-40c6-b737-c717d45e0364 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:25:57.586973 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3a952-2aa8-4f7b-b2aa-b0931b551175 req-72a81428-7946-4f38-a5aa-bc5b0af6fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:57.589704 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-85d3a952-2aa8-4f7b-b2aa-b0931b551175 req-72a81428-7946-4f38-a5aa-bc5b0af6fbab service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1545689 Dec 17 15:25:57.758620 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a5c19-ec2e-462e-8955-fd96948e9795 req-f5be9b9b-b91f-494f-a70b-b74269964bc9 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:57.762286 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 7bdf49c6-c86c-40c6-b737-c717d45e0364, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=7bdf49c6-c86c-40c6-b737-c717d45e0364,segment=NetworkSegment(4d21e005-2828-402d-861d-cab8d78776ef),segment_id=4d21e005-2828-402d-861d-cab8d78776ef)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:25:57.765314 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a5c19-ec2e-462e-8955-fd96948e9795 req-f5be9b9b-b91f-494f-a70b-b74269964bc9 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:57.771946 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a5c19-ec2e-462e-8955-fd96948e9795 req-f5be9b9b-b91f-494f-a70b-b74269964bc9 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:57.777632 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a5c19-ec2e-462e-8955-fd96948e9795 req-f5be9b9b-b91f-494f-a70b-b74269964bc9 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:57.785208 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a5c19-ec2e-462e-8955-fd96948e9795 req-f5be9b9b-b91f-494f-a70b-b74269964bc9 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:57.791496 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a5c19-ec2e-462e-8955-fd96948e9795 req-f5be9b9b-b91f-494f-a70b-b74269964bc9 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:57.796672 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '7bdf49c6-c86c-40c6-b737-c717d45e0364', 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04', 'port_id': '7bdf49c6-c86c-40c6-b737-c717d45e0364', 'mac_address': 'fa:16:3e:c9:16:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce6f6d4e-40b3-4f79-b7d3-a679e64969d7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:25:57.800057 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a5c19-ec2e-462e-8955-fd96948e9795 req-f5be9b9b-b91f-494f-a70b-b74269964bc9 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:57.810324 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-508a5c19-ec2e-462e-8955-fd96948e9795 req-f5be9b9b-b91f-494f-a70b-b74269964bc9 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5370 time: 0.3478463 Dec 17 15:25:57.816127 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d47b3-64d5-4e32-9240-bdcb5adb4164 service neutron] Pushing event updated for resources: {'Port': ['ID=e580942b-4338-463b-8dea-66ed71bb7043,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:57.816959 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3a952-2aa8-4f7b-b2aa-b0931b551175 req-d17450f2-09b0-4449-8522-0013a53d3367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:57.817465 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3a952-2aa8-4f7b-b2aa-b0931b551175 req-d17450f2-09b0-4449-8522-0013a53d3367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:57.817930 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3a952-2aa8-4f7b-b2aa-b0931b551175 req-d17450f2-09b0-4449-8522-0013a53d3367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:57.818386 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3a952-2aa8-4f7b-b2aa-b0931b551175 req-d17450f2-09b0-4449-8522-0013a53d3367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:57.818837 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3a952-2aa8-4f7b-b2aa-b0931b551175 req-d17450f2-09b0-4449-8522-0013a53d3367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:57.832058 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3a952-2aa8-4f7b-b2aa-b0931b551175 req-d17450f2-09b0-4449-8522-0013a53d3367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:57.832535 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3a952-2aa8-4f7b-b2aa-b0931b551175 req-d17450f2-09b0-4449-8522-0013a53d3367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:57.834616 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-85d3a952-2aa8-4f7b-b2aa-b0931b551175 req-d17450f2-09b0-4449-8522-0013a53d3367 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=877bbdd90a9744e8870dce0869eb9a96&device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 6232 time: 0.1589713 Dec 17 15:25:57.871807 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:57.902612 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bdf49c6-c86c-40c6-b737-c717d45e0364 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:25:57.948636 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-508a5c19-ec2e-462e-8955-fd96948e9795 req-1eb6c941-4db1-4102-a252-8bac072751a6 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1369350 Dec 17 15:25:57.952209 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 7bdf49c6-c86c-40c6-b737-c717d45e0364, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=7bdf49c6-c86c-40c6-b737-c717d45e0364,segment=NetworkSegment(4d21e005-2828-402d-861d-cab8d78776ef),segment_id=4d21e005-2828-402d-861d-cab8d78776ef)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:25:57.980705 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-825d47b3-64d5-4e32-9240-bdcb5adb4164 service neutron] Attempting to bind port e580942b-4338-463b-8dea-66ed71bb7043 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:25:57.981188 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-825d47b3-64d5-4e32-9240-bdcb5adb4164 service neutron] Attempting to bind port e580942b-4338-463b-8dea-66ed71bb7043 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '8c1bafca-b6c9-402b-a49c-92e9c53a27cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8bba3eed-1473-4ac2-bb59-7cb1c76294fd'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:25:57.981441 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-825d47b3-64d5-4e32-9240-bdcb5adb4164 service neutron] Attempting to bind port e580942b-4338-463b-8dea-66ed71bb7043 on network 8bba3eed-1473-4ac2-bb59-7cb1c76294fd {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:25:57.999190 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-825d47b3-64d5-4e32-9240-bdcb5adb4164 service neutron] Port e580942b-4338-463b-8dea-66ed71bb7043 on network 8bba3eed-1473-4ac2-bb59-7cb1c76294fd not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:25:57.999314 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-825d47b3-64d5-4e32-9240-bdcb5adb4164 service neutron] Attempting to bind port e580942b-4338-463b-8dea-66ed71bb7043 on network 8bba3eed-1473-4ac2-bb59-7cb1c76294fd {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:25:58.012811 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-825d47b3-64d5-4e32-9240-bdcb5adb4164 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:25:58.014766 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-825d47b3-64d5-4e32-9240-bdcb5adb4164 service neutron] Checking segment: {'id': '8c1bafca-b6c9-402b-a49c-92e9c53a27cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8bba3eed-1473-4ac2-bb59-7cb1c76294fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:25:58.015176 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-825d47b3-64d5-4e32-9240-bdcb5adb4164 service neutron] Bound using segment: {'id': '8c1bafca-b6c9-402b-a49c-92e9c53a27cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8bba3eed-1473-4ac2-bb59-7cb1c76294fd'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:25:58.015626 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-825d47b3-64d5-4e32-9240-bdcb5adb4164 service neutron] Bound port: e580942b-4338-463b-8dea-66ed71bb7043, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c1bafca-b6c9-402b-a49c-92e9c53a27cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8bba3eed-1473-4ac2-bb59-7cb1c76294fd'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:25:58.019355 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-825d47b3-64d5-4e32-9240-bdcb5adb4164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:58.034413 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:58.041859 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe33af-f90a-46fc-b4d9-0451e7ab6520 req-e07f8453-364e-4fb2-aecc-bd61903bc3b6 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:58.049968 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-10fe33af-f90a-46fc-b4d9-0451e7ab6520 req-e07f8453-364e-4fb2-aecc-bd61903bc3b6 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fbf4654-0047-4b9f-8d13-6048870a8b02 HTTP/1.1" status: 200 len: 944 time: 0.3047931 Dec 17 15:25:58.064451 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3a952-2aa8-4f7b-b2aa-b0931b551175 req-5f0389fd-3676-4926-8323-6e17bc971d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:58.067694 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3a952-2aa8-4f7b-b2aa-b0931b551175 req-5f0389fd-3676-4926-8323-6e17bc971d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:58.068172 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3a952-2aa8-4f7b-b2aa-b0931b551175 req-5f0389fd-3676-4926-8323-6e17bc971d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:58.070059 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-85d3a952-2aa8-4f7b-b2aa-b0931b551175 req-5f0389fd-3676-4926-8323-6e17bc971d5b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=877bbdd90a9744e8870dce0869eb9a96&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2202463 Dec 17 15:25:58.115500 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=7bdf49c6-c86c-40c6-b737-c717d45e0364,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:58.126354 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:25:58.126354 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:25:58.126354 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:25:58.126354 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:25:58.126354 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:25:58.127574 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:25:58.128242 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:25:58.128869 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:25:58.129425 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:25:58.129913 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:25:58.130417 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:25:58.130903 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:25:58.148873 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9e3a14b4-c95c-4b25-a439-de7023b1c634 req-8f8d5454-6b31-4783-ad02-f177d5735cea tempest-ServerShowV254Test-977687124 tempest-ServerShowV254Test-977687124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.0771618 Dec 17 15:25:58.175494 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-10fe33af-f90a-46fc-b4d9-0451e7ab6520 req-9e237e68-f05c-4016-8b9e-f65140f72ba0 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244447 Dec 17 15:25:58.223479 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-825d47b3-64d5-4e32-9240-bdcb5adb4164 service neutron] For port e580942b-4338-463b-8dea-66ed71bb7043, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:25:58.227115 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-825d47b3-64d5-4e32-9240-bdcb5adb4164 service neutron] For port e580942b-4338-463b-8dea-66ed71bb7043, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e580942b-4338-463b-8dea-66ed71bb7043,segment=NetworkSegment(8c1bafca-b6c9-402b-a49c-92e9c53a27cf),segment_id=8c1bafca-b6c9-402b-a49c-92e9c53a27cf)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:25:58.309740 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3a952-2aa8-4f7b-b2aa-b0931b551175 req-ada71a01-1aaa-4966-98f3-368c227a25ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:58.311686 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-85d3a952-2aa8-4f7b-b2aa-b0931b551175 req-ada71a01-1aaa-4966-98f3-368c227a25ca service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2265475 Dec 17 15:25:58.361058 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-825d47b3-64d5-4e32-9240-bdcb5adb4164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:58.369779 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['7bdf49c6-c86c-40c6-b737-c717d45e0364'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:25:58.509963 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb92711-bd5e-4be8-b0d3-7fb7c7e48fb7 req-0d538984-aa95-48ed-b222-8b2784cee424 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:58.513454 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d47b3-64d5-4e32-9240-bdcb5adb4164 service neutron] Pushing event updated for resources: {'Port': ['ID=e580942b-4338-463b-8dea-66ed71bb7043,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:58.513891 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7bb92711-bd5e-4be8-b0d3-7fb7c7e48fb7 req-0d538984-aa95-48ed-b222-8b2784cee424 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe262fa3-209a-419a-8706-3f4a4ec7aa6e HTTP/1.1" status: 200 len: 945 time: 0.1073093 Dec 17 15:25:58.519755 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-196133a8-3b10-4db4-9144-d99f98b7e6df req-be501c59-5175-4992-bd90-db44a3a20424 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=8794dae5-cb1b-4ad4-a3b0-9899146f2484 HTTP/1.1" status: 200 len: 210 time: 0.2208586 Dec 17 15:25:58.551734 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-825d47b3-64d5-4e32-9240-bdcb5adb4164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:58.552420 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-825d47b3-64d5-4e32-9240-bdcb5adb4164 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:58.563029 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-825d47b3-64d5-4e32-9240-bdcb5adb4164 service neutron] 10.222.0.41 "PUT /v2.0/ports/e580942b-4338-463b-8dea-66ed71bb7043 HTTP/1.1" status: 200 len: 1091 time: 1.6782990 Dec 17 15:25:58.594487 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67da87-e374-47b6-ac4b-3f64ca9d2048 req-98ba398a-ab4a-4faf-95e2-e3536f42c4f0 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:58.599736 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fb67da87-e374-47b6-ac4b-3f64ca9d2048 req-98ba398a-ab4a-4faf-95e2-e3536f42c4f0 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe262fa3-209a-419a-8706-3f4a4ec7aa6e HTTP/1.1" status: 200 len: 945 time: 0.2993326 Dec 17 15:25:58.675685 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-736f8a4f-fd50-4443-aa84-0a2a53208235 service neutron] Request body: {'port': {'device_id': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:58.791038 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-7bb92711-bd5e-4be8-b0d3-7fb7c7e48fb7 req-15bcb8b6-5ec4-4784-be25-8cc1337173f7 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Deleting port b2dae964-7b68-48d9-87dd-77696f15e0ed {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:25:58.792366 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-7bb92711-bd5e-4be8-b0d3-7fb7c7e48fb7 req-15bcb8b6-5ec4-4784-be25-8cc1337173f7 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:58.805721 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:25:58.826924 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2c324a91-aa9a-4082-8440-5a8df86ddf87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:58.908584 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-df1936bd-c005-4942-9fc4-c1f3dbd082dc tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:58.910533 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-df1936bd-c005-4942-9fc4-c1f3dbd082dc tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.13 "GET /v2.0/networks?id=08c9e064-e12f-4a4c-95b1-8ca4e4e5512c HTTP/1.1" status: 200 len: 815 time: 0.6549180 Dec 17 15:25:58.930746 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-b4c3692e-dabf-41fc-bf8f-ead10b6aa351 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Request body: {'port': {'device_id': '8794dae5-cb1b-4ad4-a3b0-9899146f2484', 'network_id': '08c9e064-e12f-4a4c-95b1-8ca4e4e5512c', 'admin_state_up': True, 'tenant_id': 'a7013fb088334b89b4b468618dd42862'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:25:58.972540 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-7bb92711-bd5e-4be8-b0d3-7fb7c7e48fb7 req-15bcb8b6-5ec4-4784-be25-8cc1337173f7 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] For port b2dae964-7b68-48d9-87dd-77696f15e0ed, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=b2dae964-7b68-48d9-87dd-77696f15e0ed,segment=NetworkSegment(f1c44452-31cc-455c-8ef9-8154f2a3d9dd),segment_id=f1c44452-31cc-455c-8ef9-8154f2a3d9dd)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:25:58.973276 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-7bb92711-bd5e-4be8-b0d3-7fb7c7e48fb7 req-15bcb8b6-5ec4-4784-be25-8cc1337173f7 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:58.987274 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-7bb92711-bd5e-4be8-b0d3-7fb7c7e48fb7 req-15bcb8b6-5ec4-4784-be25-8cc1337173f7 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Calling delete_port for b2dae964-7b68-48d9-87dd-77696f15e0ed owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:25:58.987548 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fb67da87-e374-47b6-ac4b-3f64ca9d2048 req-792ba027-8de5-45da-975c-cf83a8534a99 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b17ac9b-9a7a-455f-9fc4-912db927f665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651211 Dec 17 15:25:59.034216 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-736f8a4f-fd50-4443-aa84-0a2a53208235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:59.138538 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'tag': 'e580942b-4338-463b-8dea-66ed71bb7043'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:25:59.140757 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d24994-4116-40e7-b5ee-e40b8ab6b91f" -d '{"events": [{"name": "network-changed", "server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "tag": "e580942b-4338-463b-8dea-66ed71bb7043"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:25:59.195032 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd9ca80-834b-439e-a457-604f167a38fa x-openstack-request-id: req-0dd9ca80-834b-439e-a457-604f167a38fa {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:25:59.195387 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "tag": "e580942b-4338-463b-8dea-66ed71bb7043", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:25:59.195555 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0dd9ca80-834b-439e-a457-604f167a38fa {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:25:59.195942 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'tag': 'e580942b-4338-463b-8dea-66ed71bb7043', 'status': 'completed', 'code': 200} Dec 17 15:25:59.258821 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da8d2c-c6df-46f5-93e0-92c71f3665bb req-e443a939-745c-4df2-9919-36f9e76eb697 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:59.264830 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da8d2c-c6df-46f5-93e0-92c71f3665bb req-e443a939-745c-4df2-9919-36f9e76eb697 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:59.273968 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-7bb92711-bd5e-4be8-b0d3-7fb7c7e48fb7 req-15bcb8b6-5ec4-4784-be25-8cc1337173f7 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:59.275579 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da8d2c-c6df-46f5-93e0-92c71f3665bb req-e443a939-745c-4df2-9919-36f9e76eb697 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:59.280370 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da8d2c-c6df-46f5-93e0-92c71f3665bb req-e443a939-745c-4df2-9919-36f9e76eb697 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:59.292725 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da8d2c-c6df-46f5-93e0-92c71f3665bb req-e443a939-745c-4df2-9919-36f9e76eb697 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:59.299838 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da8d2c-c6df-46f5-93e0-92c71f3665bb req-e443a939-745c-4df2-9919-36f9e76eb697 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:59.306906 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da8d2c-c6df-46f5-93e0-92c71f3665bb req-e443a939-745c-4df2-9919-36f9e76eb697 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:59.323004 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70da8d2c-c6df-46f5-93e0-92c71f3665bb req-e443a939-745c-4df2-9919-36f9e76eb697 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5382 time: 0.2719848 Dec 17 15:25:59.323512 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bcb8b6-5ec4-4784-be25-8cc1337173f7 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Pushing event deleted for resources: {'Port': ['ID=b2dae964-7b68-48d9-87dd-77696f15e0ed,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:25:59.323741 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['b2dae964-7b68-48d9-87dd-77696f15e0ed'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:25:59.401028 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb92711-bd5e-4be8-b0d3-7fb7c7e48fb7 req-15bcb8b6-5ec4-4784-be25-8cc1337173f7 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] No DVR routers for this DVR port b2dae964-7b68-48d9-87dd-77696f15e0ed on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:25:59.404215 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-7bb92711-bd5e-4be8-b0d3-7fb7c7e48fb7 req-15bcb8b6-5ec4-4784-be25-8cc1337173f7 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:59.410742 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7bb92711-bd5e-4be8-b0d3-7fb7c7e48fb7 req-15bcb8b6-5ec4-4784-be25-8cc1337173f7 tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.13 "DELETE /v2.0/ports/b2dae964-7b68-48d9-87dd-77696f15e0ed HTTP/1.1" status: 204 len: 173 time: 0.8890588 Dec 17 15:25:59.411844 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe262fa3-209a-419a-8706-3f4a4ec7aa6e', 'name': 'network-vif-deleted', 'tag': 'b2dae964-7b68-48d9-87dd-77696f15e0ed'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:25:59.414820 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f56228-204f-4c08-a660-c13b0193cc6c" -d '{"events": [{"server_uuid": "fe262fa3-209a-419a-8706-3f4a4ec7aa6e", "name": "network-vif-deleted", "tag": "b2dae964-7b68-48d9-87dd-77696f15e0ed"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:25:59.427991 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d24994-4116-40e7-b5ee-e40b8ab6b91f req-3e152cc6-f553-420c-8775-3d446079709b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:59.428225 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d24994-4116-40e7-b5ee-e40b8ab6b91f req-3e152cc6-f553-420c-8775-3d446079709b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:59.428666 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d24994-4116-40e7-b5ee-e40b8ab6b91f req-3e152cc6-f553-420c-8775-3d446079709b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:59.429150 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d24994-4116-40e7-b5ee-e40b8ab6b91f req-3e152cc6-f553-420c-8775-3d446079709b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:59.429609 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d24994-4116-40e7-b5ee-e40b8ab6b91f req-3e152cc6-f553-420c-8775-3d446079709b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:59.430059 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d24994-4116-40e7-b5ee-e40b8ab6b91f req-3e152cc6-f553-420c-8775-3d446079709b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:59.430509 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d24994-4116-40e7-b5ee-e40b8ab6b91f req-3e152cc6-f553-420c-8775-3d446079709b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:59.432563 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d1d24994-4116-40e7-b5ee-e40b8ab6b91f req-3e152cc6-f553-420c-8775-3d446079709b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=877bbdd90a9744e8870dce0869eb9a96&device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 6274 time: 0.1986268 Dec 17 15:25:59.577209 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 7bdf49c6-c86c-40c6-b737-c717d45e0364 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:25:59.594137 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d24994-4116-40e7-b5ee-e40b8ab6b91f req-dff61cb3-ffbe-4c54-a30e-1ba3da8c49a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:59.614013 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d24994-4116-40e7-b5ee-e40b8ab6b91f req-dff61cb3-ffbe-4c54-a30e-1ba3da8c49a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:59.618087 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d24994-4116-40e7-b5ee-e40b8ab6b91f req-dff61cb3-ffbe-4c54-a30e-1ba3da8c49a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:59.631791 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d1d24994-4116-40e7-b5ee-e40b8ab6b91f req-dff61cb3-ffbe-4c54-a30e-1ba3da8c49a2 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=877bbdd90a9744e8870dce0869eb9a96&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1759839 Dec 17 15:25:59.781858 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 7bdf49c6-c86c-40c6-b737-c717d45e0364 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:25:59.781858 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 7bdf49c6-c86c-40c6-b737-c717d45e0364 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:25:59.781858 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:59.848834 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d24994-4116-40e7-b5ee-e40b8ab6b91f req-ccdeb4dc-3256-425e-85fc-b556388e9679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:25:59.850368 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d1d24994-4116-40e7-b5ee-e40b8ab6b91f req-ccdeb4dc-3256-425e-85fc-b556388e9679 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2059875 Dec 17 15:25:59.895501 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0118b0dd-7694-447a-bae2-43fc68d41eba req-196cdeca-8a30-4ea2-b17c-aeabc7ae3630 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.0382333 Dec 17 15:25:59.924709 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:25:59.933190 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d15aa0ec-7e2c-4869-9133-f0c37842d259 req-fb2de5b3-3953-4192-9a98-8e829964b4f6 tempest-ServerShowV254Test-977687124 tempest-ServerShowV254Test-977687124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.6088295 Dec 17 15:25:59.965413 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbf4654-0047-4b9f-8d13-6048870a8b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdf49c6-c86c-40c6-b737-c717d45e0364'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:25:59.968027 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d68284-a469-48b1-bde2-260df829495a" -d '{"events": [{"server_uuid": "2fbf4654-0047-4b9f-8d13-6048870a8b02", "name": "network-vif-plugged", "status": "completed", "tag": "7bdf49c6-c86c-40c6-b737-c717d45e0364"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:26:00.002047 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 7bdf49c6-c86c-40c6-b737-c717d45e0364, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=7bdf49c6-c86c-40c6-b737-c717d45e0364,segment=NetworkSegment(4d21e005-2828-402d-861d-cab8d78776ef),segment_id=4d21e005-2828-402d-861d-cab8d78776ef)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:00.052258 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70da8d2c-c6df-46f5-93e0-92c71f3665bb req-a7891cd0-c357-476f-bd24-f25717f6df24 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7292888 Dec 17 15:26:00.089548 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:00.093874 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-b4c3692e-dabf-41fc-bf8f-ead10b6aa351 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Made reservation on behalf of a7013fb088334b89b4b468618dd42862 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:26:00.099338 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-b4c3692e-dabf-41fc-bf8f-ead10b6aa351 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:00.131845 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02bb252-8649-41c8-9184-7e4affe3ff69 x-openstack-request-id: req-c02bb252-8649-41c8-9184-7e4affe3ff69 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:26:00.132351 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe262fa3-209a-419a-8706-3f4a4ec7aa6e", "name": "network-vif-deleted", "tag": "b2dae964-7b68-48d9-87dd-77696f15e0ed", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:26:00.132777 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c02bb252-8649-41c8-9184-7e4affe3ff69 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:26:00.133411 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe262fa3-209a-419a-8706-3f4a4ec7aa6e', 'name': 'network-vif-deleted', 'tag': 'b2dae964-7b68-48d9-87dd-77696f15e0ed', 'status': 'completed', 'code': 200} Dec 17 15:26:00.179422 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04684d-da8e-4c97-bfae-355ee9b16a30 req-8b8000ca-ff13-4e94-8f55-1d92da534bec tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:00.181718 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8e04684d-da8e-4c97-bfae-355ee9b16a30 req-8b8000ca-ff13-4e94-8f55-1d92da534bec tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fbf4654-0047-4b9f-8d13-6048870a8b02 HTTP/1.1" status: 200 len: 945 time: 0.1343021 Dec 17 15:26:00.213595 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=7bdf49c6-c86c-40c6-b737-c717d45e0364,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:00.295683 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9d67d861-6372-4f4f-b450-33290e292ae1 req-72976ca7-7d4a-4c25-8cb2-98e5294df7b0 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=8794dae5-cb1b-4ad4-a3b0-9899146f2484 HTTP/1.1" status: 200 len: 210 time: 0.1015038 Dec 17 15:26:00.382258 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8e04684d-da8e-4c97-bfae-355ee9b16a30 req-18399631-623c-428a-a554-f2b4f387ca93 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909297 Dec 17 15:26:00.454873 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-736f8a4f-fd50-4443-aa84-0a2a53208235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c9784fa-c394-46e9-a70f-5aa02b240ee6 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:26:00.465778 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933fd656-b6a1-4f17-b15b-026511e9dc79 x-openstack-request-id: req-933fd656-b6a1-4f17-b15b-026511e9dc79 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:26:00.466310 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbf4654-0047-4b9f-8d13-6048870a8b02", "name": "network-vif-plugged", "status": "completed", "tag": "7bdf49c6-c86c-40c6-b737-c717d45e0364", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:26:00.466723 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-933fd656-b6a1-4f17-b15b-026511e9dc79 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:26:00.467443 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbf4654-0047-4b9f-8d13-6048870a8b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdf49c6-c86c-40c6-b737-c717d45e0364', 'code': 200} Dec 17 15:26:00.508236 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-b4c3692e-dabf-41fc-bf8f-ead10b6aa351 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Allocated IP 172.20.0.3 (08c9e064-e12f-4a4c-95b1-8ca4e4e5512c/0952ece7-8a2b-46ed-893a-e5c8c7ca2a55/01e0136f-340e-401b-9a6b-68da2d80c5a1) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:26:00.647852 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696ec76-dea7-47c1-9ac8-8785c14d6dfc req-409243f4-97f3-424c-a947-eb5cb7b2d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:00.650538 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9696ec76-dea7-47c1-9ac8-8785c14d6dfc req-409243f4-97f3-424c-a947-eb5cb7b2d79e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2fbf4654-0047-4b9f-8d13-6048870a8b02 HTTP/1.1" status: 200 len: 1097 time: 0.0975597 Dec 17 15:26:00.736138 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9696ec76-dea7-47c1-9ac8-8785c14d6dfc req-d5ce5202-b298-45e7-8ec1-7267732deb92 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731990 Dec 17 15:26:00.754495 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-736f8a4f-fd50-4443-aa84-0a2a53208235 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:00.798259 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ec471da4-21e8-48ba-9957-49064a05c8ad req-3c6d85e1-748f-4034-b031-bc504f946eda tempest-TestServerAdvancedOps-870225441 tempest-TestServerAdvancedOps-870225441-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe262fa3-209a-419a-8706-3f4a4ec7aa6e HTTP/1.1" status: 200 len: 210 time: 0.0468154 Dec 17 15:26:00.867979 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-736f8a4f-fd50-4443-aa84-0a2a53208235 service neutron] Transition to ACTIVE for port object 1c9784fa-c394-46e9-a70f-5aa02b240ee6 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:26:00.877972 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-b4c3692e-dabf-41fc-bf8f-ead10b6aa351 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:00.999300 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-736f8a4f-fd50-4443-aa84-0a2a53208235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:01.096040 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6a116c35-2101-4d7d-9ab7-b2df8d8073f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:01.119986 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-b4c3692e-dabf-41fc-bf8f-ead10b6aa351 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:01.123456 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e4211b71-4d1d-4632-8379-b50c06510d50 req-70f6a098-40cf-489d-abdf-bc3c1498acb2 tempest-ServerShowV254Test-977687124 tempest-ServerShowV254Test-977687124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.0571909 Dec 17 15:26:01.133362 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['aac19f2a-8bb6-4408-9209-375eafdbecf6', '61d8815e-ca0c-43dd-99ad-780a9b7073cf'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:26:01.167616 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f8a4f-fd50-4443-aa84-0a2a53208235 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9784fa-c394-46e9-a70f-5aa02b240ee6,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:01.247798 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['97f2a20a-986a-4f79-b5a7-3958b2ff049a'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:26:01.293942 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-b4c3692e-dabf-41fc-bf8f-ead10b6aa351 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Network 08c9e064-e12f-4a4c-95b1-8ca4e4e5512c is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:26:01.318727 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3692e-dabf-41fc-bf8f-ead10b6aa351 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Pushing event updated for resources: {'Port': ['ID=01e0136f-340e-401b-9a6b-68da2d80c5a1,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:01.344006 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-b4c3692e-dabf-41fc-bf8f-ead10b6aa351 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:26:01.346666 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-b4c3692e-dabf-41fc-bf8f-ead10b6aa351 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:26:01.457715 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fab23-7178-48e3-8582-c12be13fdf01 req-66988b48-5c5e-4d46-adc8-b2a138a801cd tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:01.464705 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fab23-7178-48e3-8582-c12be13fdf01 req-66988b48-5c5e-4d46-adc8-b2a138a801cd tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:01.471311 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fab23-7178-48e3-8582-c12be13fdf01 req-66988b48-5c5e-4d46-adc8-b2a138a801cd tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:01.479267 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fab23-7178-48e3-8582-c12be13fdf01 req-66988b48-5c5e-4d46-adc8-b2a138a801cd tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:01.483474 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fab23-7178-48e3-8582-c12be13fdf01 req-66988b48-5c5e-4d46-adc8-b2a138a801cd tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:01.491234 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fab23-7178-48e3-8582-c12be13fdf01 req-66988b48-5c5e-4d46-adc8-b2a138a801cd tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:01.496877 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fab23-7178-48e3-8582-c12be13fdf01 req-66988b48-5c5e-4d46-adc8-b2a138a801cd tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:01.501577 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4e0fab23-7178-48e3-8582-c12be13fdf01 req-66988b48-5c5e-4d46-adc8-b2a138a801cd tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5394 time: 0.3308842 Dec 17 15:26:01.507312 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-b4c3692e-dabf-41fc-bf8f-ead10b6aa351 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:01.507936 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-b4c3692e-dabf-41fc-bf8f-ead10b6aa351 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:01.535885 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-736f8a4f-fd50-4443-aa84-0a2a53208235 service neutron] Attempting to bind port 1c9784fa-c394-46e9-a70f-5aa02b240ee6 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:26:01.536108 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-736f8a4f-fd50-4443-aa84-0a2a53208235 service neutron] Attempting to bind port 1c9784fa-c394-46e9-a70f-5aa02b240ee6 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '8c1bafca-b6c9-402b-a49c-92e9c53a27cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8bba3eed-1473-4ac2-bb59-7cb1c76294fd'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:26:01.536445 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-736f8a4f-fd50-4443-aa84-0a2a53208235 service neutron] Attempting to bind port 1c9784fa-c394-46e9-a70f-5aa02b240ee6 on network 8bba3eed-1473-4ac2-bb59-7cb1c76294fd {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:26:01.560762 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-736f8a4f-fd50-4443-aa84-0a2a53208235 service neutron] Port 1c9784fa-c394-46e9-a70f-5aa02b240ee6 on network 8bba3eed-1473-4ac2-bb59-7cb1c76294fd not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:26:01.561083 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-736f8a4f-fd50-4443-aa84-0a2a53208235 service neutron] Attempting to bind port 1c9784fa-c394-46e9-a70f-5aa02b240ee6 on network 8bba3eed-1473-4ac2-bb59-7cb1c76294fd {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:26:01.575905 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-736f8a4f-fd50-4443-aa84-0a2a53208235 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:26:01.576248 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-736f8a4f-fd50-4443-aa84-0a2a53208235 service neutron] Checking segment: {'id': '8c1bafca-b6c9-402b-a49c-92e9c53a27cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8bba3eed-1473-4ac2-bb59-7cb1c76294fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:26:01.576633 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-736f8a4f-fd50-4443-aa84-0a2a53208235 service neutron] Bound using segment: {'id': '8c1bafca-b6c9-402b-a49c-92e9c53a27cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8bba3eed-1473-4ac2-bb59-7cb1c76294fd'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:26:01.577089 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-736f8a4f-fd50-4443-aa84-0a2a53208235 service neutron] Bound port: 1c9784fa-c394-46e9-a70f-5aa02b240ee6, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c1bafca-b6c9-402b-a49c-92e9c53a27cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8bba3eed-1473-4ac2-bb59-7cb1c76294fd'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:26:01.577475 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-736f8a4f-fd50-4443-aa84-0a2a53208235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:01.590375 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device b2dae964-7b68-48d9-87dd-77696f15e0ed no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:26:01.617965 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4e0fab23-7178-48e3-8582-c12be13fdf01 req-92966c6e-5669-43af-a844-dcca13909cbc tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1043117 Dec 17 15:26:01.624603 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: b2dae964-7b68-48d9-87dd-77696f15e0ed {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:26:01.625169 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device b2dae964-7b68-48d9-87dd-77696f15e0ed not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:26:01.716418 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-736f8a4f-fd50-4443-aa84-0a2a53208235 service neutron] For port 1c9784fa-c394-46e9-a70f-5aa02b240ee6, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:26:01.721566 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-736f8a4f-fd50-4443-aa84-0a2a53208235 service neutron] For port 1c9784fa-c394-46e9-a70f-5aa02b240ee6, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=1c9784fa-c394-46e9-a70f-5aa02b240ee6,segment=NetworkSegment(8c1bafca-b6c9-402b-a49c-92e9c53a27cf),segment_id=8c1bafca-b6c9-402b-a49c-92e9c53a27cf)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:26:01.737884 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087f9da-b16c-496a-a0b1-4ff7e259a9ce req-3e5b6948-a5e6-428b-9ae1-5ffd5574d8b6 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:01.739644 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b087f9da-b16c-496a-a0b1-4ff7e259a9ce req-3e5b6948-a5e6-428b-9ae1-5ffd5574d8b6 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=8794dae5-cb1b-4ad4-a3b0-9899146f2484 HTTP/1.1" status: 200 len: 931 time: 0.2212255 Dec 17 15:26:01.744637 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-b4c3692e-dabf-41fc-bf8f-ead10b6aa351 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8201137 Dec 17 15:26:01.763905 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-00f34b59-800b-47fd-8569-eb84a59c9fb5 service neutron] Request body: {'port': {'device_id': '8794dae5-cb1b-4ad4-a3b0-9899146f2484', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:26:01.822851 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-736f8a4f-fd50-4443-aa84-0a2a53208235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:01.967508 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-736f8a4f-fd50-4443-aa84-0a2a53208235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:01.968156 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-736f8a4f-fd50-4443-aa84-0a2a53208235 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:01.970802 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-736f8a4f-fd50-4443-aa84-0a2a53208235 service neutron] 10.222.0.41 "PUT /v2.0/ports/1c9784fa-c394-46e9-a70f-5aa02b240ee6 HTTP/1.1" status: 200 len: 1091 time: 3.3071907 Dec 17 15:26:01.993770 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b087f9da-b16c-496a-a0b1-4ff7e259a9ce req-f1d151d4-8636-411c-b27f-08992a7457b1 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478881 Dec 17 15:26:01.994237 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'tag': '1c9784fa-c394-46e9-a70f-5aa02b240ee6'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:26:01.997162 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317eb79f-7006-49b2-a6a5-704f295dbf07" -d '{"events": [{"name": "network-changed", "server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "tag": "1c9784fa-c394-46e9-a70f-5aa02b240ee6"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:26:02.016308 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f8a4f-fd50-4443-aa84-0a2a53208235 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9784fa-c394-46e9-a70f-5aa02b240ee6,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:02.028085 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-00f34b59-800b-47fd-8569-eb84a59c9fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:02.068880 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca39d07-da8c-4fdb-b68b-5b3208e77683 req-3cc6418d-c9bf-4f4e-926a-27ada0e39914 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:02.070733 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4ca39d07-da8c-4fdb-b68b-5b3208e77683 req-3cc6418d-c9bf-4f4e-926a-27ada0e39914 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fbf4654-0047-4b9f-8d13-6048870a8b02 HTTP/1.1" status: 200 len: 946 time: 0.2941895 Dec 17 15:26:02.108594 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-780479c6-2cfb-465f-a1f8-918e693c0bb7 service neutron] Request body: {'port': {'device_id': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:26:02.148012 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60476) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:02.222339 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1758cb-e547-44c1-80ea-e65c5ce2427d x-openstack-request-id: req-5f1758cb-e547-44c1-80ea-e65c5ce2427d {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:26:02.229128 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "tag": "1c9784fa-c394-46e9-a70f-5aa02b240ee6", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:26:02.229268 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5f1758cb-e547-44c1-80ea-e65c5ce2427d {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:26:02.229692 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'tag': '1c9784fa-c394-46e9-a70f-5aa02b240ee6', 'status': 'completed', 'code': 200} Dec 17 15:26:02.235890 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-780479c6-2cfb-465f-a1f8-918e693c0bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:02.238506 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:02.306967 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4ca39d07-da8c-4fdb-b68b-5b3208e77683 req-5f67deff-82e7-4513-a83f-300e14ea7652 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072532 Dec 17 15:26:02.366576 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-0486c41a-b317-4f7a-93af-89c3a96f414d admin admin] Deleting subnet 211943af-ee3a-4f89-a8b1-31d6e6deee7d {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:26:02.376819 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0486c41a-b317-4f7a-93af-89c3a96f414d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:02.443361 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ec8bd83d-41b9-4bd1-beed-967e1db63663 req-1b6b3a9e-ea27-4f08-b93e-1170f650cb75 tempest-ServerShowV254Test-977687124 tempest-ServerShowV254Test-977687124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.0605152 Dec 17 15:26:02.462470 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317eb79f-7006-49b2-a6a5-704f295dbf07 req-0f9aa19c-d619-482a-b583-41dcfe43a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:02.463206 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317eb79f-7006-49b2-a6a5-704f295dbf07 req-0f9aa19c-d619-482a-b583-41dcfe43a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:02.463918 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317eb79f-7006-49b2-a6a5-704f295dbf07 req-0f9aa19c-d619-482a-b583-41dcfe43a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:02.464556 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317eb79f-7006-49b2-a6a5-704f295dbf07 req-0f9aa19c-d619-482a-b583-41dcfe43a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:02.465536 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317eb79f-7006-49b2-a6a5-704f295dbf07 req-0f9aa19c-d619-482a-b583-41dcfe43a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:02.466177 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317eb79f-7006-49b2-a6a5-704f295dbf07 req-0f9aa19c-d619-482a-b583-41dcfe43a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:02.466813 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317eb79f-7006-49b2-a6a5-704f295dbf07 req-0f9aa19c-d619-482a-b583-41dcfe43a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:02.469215 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-317eb79f-7006-49b2-a6a5-704f295dbf07 req-0f9aa19c-d619-482a-b583-41dcfe43a986 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=877bbdd90a9744e8870dce0869eb9a96&device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 6341 time: 0.1768427 Dec 17 15:26:02.499723 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0486c41a-b317-4f7a-93af-89c3a96f414d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:02.757112 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317eb79f-7006-49b2-a6a5-704f295dbf07 req-df73aba5-3dd2-4ba7-95a2-22d84b760377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:02.758384 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317eb79f-7006-49b2-a6a5-704f295dbf07 req-df73aba5-3dd2-4ba7-95a2-22d84b760377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:02.758988 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317eb79f-7006-49b2-a6a5-704f295dbf07 req-df73aba5-3dd2-4ba7-95a2-22d84b760377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:02.761571 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-317eb79f-7006-49b2-a6a5-704f295dbf07 req-df73aba5-3dd2-4ba7-95a2-22d84b760377 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=877bbdd90a9744e8870dce0869eb9a96&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2678080 Dec 17 15:26:02.763107 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0486c41a-b317-4f7a-93af-89c3a96f414d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:02.944890 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317eb79f-7006-49b2-a6a5-704f295dbf07 req-9be55caf-18b0-4875-b8ba-2d6a8a2fd191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:02.947161 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-317eb79f-7006-49b2-a6a5-704f295dbf07 req-9be55caf-18b0-4875-b8ba-2d6a8a2fd191 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1345458 Dec 17 15:26:02.976909 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-00f34b59-800b-47fd-8569-eb84a59c9fb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01e0136f-340e-401b-9a6b-68da2d80c5a1 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:26:02.988740 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0486c41a-b317-4f7a-93af-89c3a96f414d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:02.993360 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-00f34b59-800b-47fd-8569-eb84a59c9fb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:03.015896 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197caf61-6c5c-4726-9964-904e8bcf4b08 req-67cc51f2-3735-42f7-9935-2b46897069b1 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:03.018618 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0486c41a-b317-4f7a-93af-89c3a96f414d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:03.025027 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197caf61-6c5c-4726-9964-904e8bcf4b08 req-67cc51f2-3735-42f7-9935-2b46897069b1 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:03.031322 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0486c41a-b317-4f7a-93af-89c3a96f414d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/211943af-ee3a-4f89-a8b1-31d6e6deee7d HTTP/1.1" status: 204 len: 168 time: 0.8814874 Dec 17 15:26:03.034127 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486c41a-b317-4f7a-93af-89c3a96f414d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=211943af-ee3a-4f89-a8b1-31d6e6deee7d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:03.035413 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197caf61-6c5c-4726-9964-904e8bcf4b08 req-67cc51f2-3735-42f7-9935-2b46897069b1 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:03.043196 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197caf61-6c5c-4726-9964-904e8bcf4b08 req-67cc51f2-3735-42f7-9935-2b46897069b1 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:03.045507 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60510) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:03.050797 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197caf61-6c5c-4726-9964-904e8bcf4b08 req-67cc51f2-3735-42f7-9935-2b46897069b1 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:03.056944 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197caf61-6c5c-4726-9964-904e8bcf4b08 req-67cc51f2-3735-42f7-9935-2b46897069b1 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:03.063205 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197caf61-6c5c-4726-9964-904e8bcf4b08 req-67cc51f2-3735-42f7-9935-2b46897069b1 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:03.065834 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-197caf61-6c5c-4726-9964-904e8bcf4b08 req-67cc51f2-3735-42f7-9935-2b46897069b1 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5394 time: 0.2650495 Dec 17 15:26:03.108539 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-00f34b59-800b-47fd-8569-eb84a59c9fb5 service neutron] Transition to ACTIVE for port object 01e0136f-340e-401b-9a6b-68da2d80c5a1 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:26:03.140341 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-197caf61-6c5c-4726-9964-904e8bcf4b08 req-4eb9c045-3c69-44b9-9a0a-1d824b640d57 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0654051 Dec 17 15:26:03.165135 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c8e5cb24-3520-4d0e-b125-c8e9e6785606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:03.217485 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-00f34b59-800b-47fd-8569-eb84a59c9fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:03.235970 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b6d1859d-b8ec-43de-9742-c80426be9448 req-5c05a83a-89ca-484b-ab93-6188f82b52be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c87fccc4939412db5f6fa10204e8dc4&device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.0667794 Dec 17 15:26:03.323114 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-63caa4bf-9947-407f-9f2d-278e8f964b0d req-15f9ef91-c85e-49b5-aa7e-44e3f68971db tempest-ServerShowV254Test-977687124 tempest-ServerShowV254Test-977687124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.0516646 Dec 17 15:26:03.333359 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b6d1859d-b8ec-43de-9742-c80426be9448 req-23abcbc1-1be9-4c34-afd5-2b6cbfcb72cf service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7c87fccc4939412db5f6fa10204e8dc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587380 Dec 17 15:26:03.343820 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-780479c6-2cfb-465f-a1f8-918e693c0bb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f0e87e7-55e3-4a96-a436-092db2dd62df {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:26:03.356311 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f34b59-800b-47fd-8569-eb84a59c9fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=01e0136f-340e-401b-9a6b-68da2d80c5a1,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:03.357658 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c8e5cb24-3520-4d0e-b125-c8e9e6785606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:03.366679 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab4865-6237-4d9a-b769-3a9bc63ae93e req-c3d954f3-8c66-4aec-a031-fbaaeb9c8883 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:03.368431 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fbab4865-6237-4d9a-b769-3a9bc63ae93e req-c3d954f3-8c66-4aec-a031-fbaaeb9c8883 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=8794dae5-cb1b-4ad4-a3b0-9899146f2484 HTTP/1.1" status: 200 len: 943 time: 0.1869967 Dec 17 15:26:03.370830 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-780479c6-2cfb-465f-a1f8-918e693c0bb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:03.418289 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-780479c6-2cfb-465f-a1f8-918e693c0bb7 service neutron] Transition to ACTIVE for port object 0f0e87e7-55e3-4a96-a436-092db2dd62df will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:26:03.447362 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-c8e5cb24-3520-4d0e-b125-c8e9e6785606 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73838153-f291-43bb-a355-cd9a5eb51f4f']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:26:03.462025 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-c8e5cb24-3520-4d0e-b125-c8e9e6785606 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1c44452-31cc-455c-8ef9-8154f2a3d9dd') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:26:03.462324 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-c8e5cb24-3520-4d0e-b125-c8e9e6785606 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1c44452-31cc-455c-8ef9-8154f2a3d9dd') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:26:03.475667 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fbab4865-6237-4d9a-b769-3a9bc63ae93e req-95ae5a31-7704-443d-812a-4e5f74d7c88e tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983276 Dec 17 15:26:03.487901 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c8e5cb24-3520-4d0e-b125-c8e9e6785606 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:03.502347 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-780479c6-2cfb-465f-a1f8-918e693c0bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:03.543020 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1859d-b8ec-43de-9742-c80426be9448 req-0c25cd7d-fd15-431c-8844-6de12cdae8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:03.545012 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b6d1859d-b8ec-43de-9742-c80426be9448 req-0c25cd7d-fd15-431c-8844-6de12cdae8f4 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2006898 Dec 17 15:26:03.556350 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c8e5cb24-3520-4d0e-b125-c8e9e6785606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:03.565796 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e5cb24-3520-4d0e-b125-c8e9e6785606 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:26:03.566607 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c8e5cb24-3520-4d0e-b125-c8e9e6785606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:03.612581 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-00f34b59-800b-47fd-8569-eb84a59c9fb5 service neutron] Attempting to bind port 01e0136f-340e-401b-9a6b-68da2d80c5a1 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:26:03.613013 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-00f34b59-800b-47fd-8569-eb84a59c9fb5 service neutron] Attempting to bind port 01e0136f-340e-401b-9a6b-68da2d80c5a1 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '8c36ffd6-5a93-4f94-8705-bf5bd2d48308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '08c9e064-e12f-4a4c-95b1-8ca4e4e5512c'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:26:03.613384 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-00f34b59-800b-47fd-8569-eb84a59c9fb5 service neutron] Attempting to bind port 01e0136f-340e-401b-9a6b-68da2d80c5a1 on network 08c9e064-e12f-4a4c-95b1-8ca4e4e5512c {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:26:03.620847 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:26:03.620847 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:26:03.620847 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:26:03.620847 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:26:03.620847 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:26:03.620847 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:26:03.620847 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:26:03.620847 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:26:03.620847 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:26:03.620847 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:26:03.620847 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:26:03.620847 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:26:03.620847 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:26:03.620847 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:26:03.620847 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:26:03.620847 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:26:03.620847 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:26:03.620847 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:26:03.620847 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:26:03.620847 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:26:03.620847 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:26:03.620847 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:26:03.620847 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:26:03.620847 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:26:03.620847 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:26:03.620847 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:26:03.620847 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:26:03.620847 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:26:03.620847 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:26:03.620847 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:26:03.620847 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:26:03.620847 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:26:03.642515 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780479c6-2cfb-465f-a1f8-918e693c0bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=0f0e87e7-55e3-4a96-a436-092db2dd62df,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:03.647498 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-00f34b59-800b-47fd-8569-eb84a59c9fb5 service neutron] Port 01e0136f-340e-401b-9a6b-68da2d80c5a1 on network 08c9e064-e12f-4a4c-95b1-8ca4e4e5512c not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:26:03.648626 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-00f34b59-800b-47fd-8569-eb84a59c9fb5 service neutron] Attempting to bind port 01e0136f-340e-401b-9a6b-68da2d80c5a1 on network 08c9e064-e12f-4a4c-95b1-8ca4e4e5512c {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:26:03.673805 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-00f34b59-800b-47fd-8569-eb84a59c9fb5 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:26:03.673805 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-00f34b59-800b-47fd-8569-eb84a59c9fb5 service neutron] Checking segment: {'id': '8c36ffd6-5a93-4f94-8705-bf5bd2d48308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '08c9e064-e12f-4a4c-95b1-8ca4e4e5512c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:26:03.673805 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-00f34b59-800b-47fd-8569-eb84a59c9fb5 service neutron] Bound using segment: {'id': '8c36ffd6-5a93-4f94-8705-bf5bd2d48308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '08c9e064-e12f-4a4c-95b1-8ca4e4e5512c'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:26:03.674556 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-00f34b59-800b-47fd-8569-eb84a59c9fb5 service neutron] Bound port: 01e0136f-340e-401b-9a6b-68da2d80c5a1, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c36ffd6-5a93-4f94-8705-bf5bd2d48308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '08c9e064-e12f-4a4c-95b1-8ca4e4e5512c'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:26:03.674663 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-00f34b59-800b-47fd-8569-eb84a59c9fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:03.723611 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c8e5cb24-3520-4d0e-b125-c8e9e6785606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:03.736410 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c8e5cb24-3520-4d0e-b125-c8e9e6785606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:03.745584 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c8e5cb24-3520-4d0e-b125-c8e9e6785606 admin admin] 10.222.0.46 "DELETE /v2.0/networks/73838153-f291-43bb-a355-cd9a5eb51f4f HTTP/1.1" status: 204 len: 168 time: 0.6987171 Dec 17 15:26:03.746368 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60522) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:03.760079 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5cb24-3520-4d0e-b125-c8e9e6785606 admin admin] Pushing event deleted for resources: {'Network': ['ID=73838153-f291-43bb-a355-cd9a5eb51f4f,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:03.761485 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fbbb7-fa5a-4b8e-b5f9-38411321a5f1 req-68eb7f58-dc6c-4a06-a43c-d612545df2d1 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:03.763039 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-795fbbb7-fa5a-4b8e-b5f9-38411321a5f1 req-68eb7f58-dc6c-4a06-a43c-d612545df2d1 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fbf4654-0047-4b9f-8d13-6048870a8b02 HTTP/1.1" status: 200 len: 946 time: 0.1689575 Dec 17 15:26:03.797235 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-780479c6-2cfb-465f-a1f8-918e693c0bb7 service neutron] Attempting to bind port 0f0e87e7-55e3-4a96-a436-092db2dd62df on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:26:03.797477 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-780479c6-2cfb-465f-a1f8-918e693c0bb7 service neutron] Attempting to bind port 0f0e87e7-55e3-4a96-a436-092db2dd62df by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': 'fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f3a192b-6f54-446b-8786-4392777f5f19'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:26:03.797807 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-780479c6-2cfb-465f-a1f8-918e693c0bb7 service neutron] Attempting to bind port 0f0e87e7-55e3-4a96-a436-092db2dd62df on network 9f3a192b-6f54-446b-8786-4392777f5f19 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:26:03.822143 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d011a56-bb02-4d27-95a6-b6a134ab95c1 admin admin] Deleting subnet b266c0ba-ab35-4272-ae7a-4af6be32cf1b {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:26:03.824082 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-780479c6-2cfb-465f-a1f8-918e693c0bb7 service neutron] Port 0f0e87e7-55e3-4a96-a436-092db2dd62df on network 9f3a192b-6f54-446b-8786-4392777f5f19 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:26:03.824411 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-780479c6-2cfb-465f-a1f8-918e693c0bb7 service neutron] Attempting to bind port 0f0e87e7-55e3-4a96-a436-092db2dd62df on network 9f3a192b-6f54-446b-8786-4392777f5f19 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:26:03.825533 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9d011a56-bb02-4d27-95a6-b6a134ab95c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:03.844235 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:03.850644 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-780479c6-2cfb-465f-a1f8-918e693c0bb7 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:26:03.850644 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-780479c6-2cfb-465f-a1f8-918e693c0bb7 service neutron] Checking segment: {'id': 'fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f3a192b-6f54-446b-8786-4392777f5f19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:26:03.850644 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-780479c6-2cfb-465f-a1f8-918e693c0bb7 service neutron] Bound using segment: {'id': 'fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f3a192b-6f54-446b-8786-4392777f5f19'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:26:03.850644 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-780479c6-2cfb-465f-a1f8-918e693c0bb7 service neutron] Bound port: 0f0e87e7-55e3-4a96-a436-092db2dd62df, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f3a192b-6f54-446b-8786-4392777f5f19'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:26:03.850644 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-780479c6-2cfb-465f-a1f8-918e693c0bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:03.851225 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-00f34b59-800b-47fd-8569-eb84a59c9fb5 service neutron] For port 01e0136f-340e-401b-9a6b-68da2d80c5a1, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:26:03.862167 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-795fbbb7-fa5a-4b8e-b5f9-38411321a5f1 req-29cdbaad-3d26-4de8-90df-e640386518af tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916147 Dec 17 15:26:03.882616 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9d011a56-bb02-4d27-95a6-b6a134ab95c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:03.884850 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-00f34b59-800b-47fd-8569-eb84a59c9fb5 service neutron] For port 01e0136f-340e-401b-9a6b-68da2d80c5a1, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=01e0136f-340e-401b-9a6b-68da2d80c5a1,segment=NetworkSegment(8c36ffd6-5a93-4f94-8705-bf5bd2d48308),segment_id=8c36ffd6-5a93-4f94-8705-bf5bd2d48308)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:26:03.960479 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-780479c6-2cfb-465f-a1f8-918e693c0bb7 service neutron] For port 0f0e87e7-55e3-4a96-a436-092db2dd62df, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:26:03.964891 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-780479c6-2cfb-465f-a1f8-918e693c0bb7 service neutron] For port 0f0e87e7-55e3-4a96-a436-092db2dd62df, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=0f0e87e7-55e3-4a96-a436-092db2dd62df,segment=NetworkSegment(fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291),segment_id=fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:26:03.965728 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9d011a56-bb02-4d27-95a6-b6a134ab95c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:03.997183 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-00f34b59-800b-47fd-8569-eb84a59c9fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:04.043043 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-00f34b59-800b-47fd-8569-eb84a59c9fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:04.046973 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-00f34b59-800b-47fd-8569-eb84a59c9fb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:04.046973 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-00f34b59-800b-47fd-8569-eb84a59c9fb5 service neutron] 10.222.0.13 "PUT /v2.0/ports/01e0136f-340e-401b-9a6b-68da2d80c5a1 HTTP/1.1" status: 200 len: 1091 time: 2.2894228 Dec 17 15:26:04.048650 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-780479c6-2cfb-465f-a1f8-918e693c0bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:04.073343 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-780479c6-2cfb-465f-a1f8-918e693c0bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:04.073959 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-780479c6-2cfb-465f-a1f8-918e693c0bb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:04.075389 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-780479c6-2cfb-465f-a1f8-918e693c0bb7 service neutron] 10.222.0.41 "PUT /v2.0/ports/0f0e87e7-55e3-4a96-a436-092db2dd62df HTTP/1.1" status: 200 len: 1091 time: 1.9745762 Dec 17 15:26:04.075964 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f34b59-800b-47fd-8569-eb84a59c9fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=01e0136f-340e-401b-9a6b-68da2d80c5a1,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:04.140044 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780479c6-2cfb-465f-a1f8-918e693c0bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=0f0e87e7-55e3-4a96-a436-092db2dd62df,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:04.212579 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef5c21-57fc-486c-a260-9a6c1d1ec058 req-c63a71e3-2aa0-4464-a493-360dc98860fe tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:04.213823 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:04.214565 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-93ef5c21-57fc-486c-a260-9a6c1d1ec058 req-c63a71e3-2aa0-4464-a493-360dc98860fe tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fbf4654-0047-4b9f-8d13-6048870a8b02 HTTP/1.1" status: 200 len: 946 time: 0.0573516 Dec 17 15:26:04.216819 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9d011a56-bb02-4d27-95a6-b6a134ab95c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:04.233402 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8794dae5-cb1b-4ad4-a3b0-9899146f2484', 'tag': '01e0136f-340e-401b-9a6b-68da2d80c5a1'}, {'name': 'network-changed', 'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'tag': '0f0e87e7-55e3-4a96-a436-092db2dd62df'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:26:04.237126 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea6bc6f-9b53-4207-b4ab-fba0f7d8f98c" -d '{"events": [{"name": "network-changed", "server_uuid": "8794dae5-cb1b-4ad4-a3b0-9899146f2484", "tag": "01e0136f-340e-401b-9a6b-68da2d80c5a1"}, {"name": "network-changed", "server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "tag": "0f0e87e7-55e3-4a96-a436-092db2dd62df"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:26:04.249086 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-8f54e033-6c19-40ec-90c3-18932653c24f service neutron] Request body: {'port': {'device_id': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:26:04.291712 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d011a56-bb02-4d27-95a6-b6a134ab95c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b266c0ba-ab35-4272-ae7a-4af6be32cf1b,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:04.300766 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9d011a56-bb02-4d27-95a6-b6a134ab95c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:04.304226 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9d011a56-bb02-4d27-95a6-b6a134ab95c1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b266c0ba-ab35-4272-ae7a-4af6be32cf1b HTTP/1.1" status: 204 len: 168 time: 0.5463028 Dec 17 15:26:04.309765 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60536) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:04.374249 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-93ef5c21-57fc-486c-a260-9a6c1d1ec058 req-7f2725b1-75cd-4095-8567-201d44b32cf7 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470361 Dec 17 15:26:04.415932 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-2f7c5e49-1513-4e8d-a9ad-567d810ab5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:04.417391 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-2f7c5e49-1513-4e8d-a9ad-567d810ab5b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7013fb088334b89b4b468618dd42862&device_id=8794dae5-cb1b-4ad4-a3b0-9899146f2484 HTTP/1.1" status: 200 len: 1094 time: 0.1545053 Dec 17 15:26:04.417955 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6bd2bf66-9b83-410e-a583-fc115d0f2bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:04.418121 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-8f54e033-6c19-40ec-90c3-18932653c24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:04.502900 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba742e-3916-429a-85af-97547253dc29 req-1dd2b3ad-9430-4909-93a4-e081f1f75d31 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:04.509802 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba742e-3916-429a-85af-97547253dc29 req-1dd2b3ad-9430-4909-93a4-e081f1f75d31 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:04.515369 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6bd2bf66-9b83-410e-a583-fc115d0f2bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:04.516191 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba742e-3916-429a-85af-97547253dc29 req-1dd2b3ad-9430-4909-93a4-e081f1f75d31 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:04.523400 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba742e-3916-429a-85af-97547253dc29 req-1dd2b3ad-9430-4909-93a4-e081f1f75d31 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:04.529468 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba742e-3916-429a-85af-97547253dc29 req-1dd2b3ad-9430-4909-93a4-e081f1f75d31 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:04.535860 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba742e-3916-429a-85af-97547253dc29 req-1dd2b3ad-9430-4909-93a4-e081f1f75d31 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:04.541924 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba742e-3916-429a-85af-97547253dc29 req-1dd2b3ad-9430-4909-93a4-e081f1f75d31 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:04.543799 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4cba742e-3916-429a-85af-97547253dc29 req-1dd2b3ad-9430-4909-93a4-e081f1f75d31 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5406 time: 0.2325804 Dec 17 15:26:04.545870 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Dec 2021 15:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8056ce89-9476-4827-80e2-a3dca51f4fc5 x-openstack-request-id: req-8056ce89-9476-4827-80e2-a3dca51f4fc5 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:26:04.546159 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8794dae5-cb1b-4ad4-a3b0-9899146f2484", "tag": "01e0136f-340e-401b-9a6b-68da2d80c5a1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "tag": "0f0e87e7-55e3-4a96-a436-092db2dd62df", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:26:04.561593 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8056ce89-9476-4827-80e2-a3dca51f4fc5 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:26:04.561593 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8794dae5-cb1b-4ad4-a3b0-9899146f2484', 'tag': '01e0136f-340e-401b-9a6b-68da2d80c5a1', 'status': 'completed', 'code': 200} Dec 17 15:26:04.561593 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'tag': '0f0e87e7-55e3-4a96-a436-092db2dd62df', 'status': 'completed', 'code': 200} Dec 17 15:26:04.561593 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-e10af91c-9aa6-4e64-83e4-a8f97174ce82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01e0136f-340e-401b-9a6b-68da2d80c5a1 HTTP/1.1" status: 200 len: 217 time: 0.1196945 Dec 17 15:26:04.562069 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-6bd2bf66-9b83-410e-a583-fc115d0f2bfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79e661e9-7e94-429a-9228-5112df467832']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:26:04.571296 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-6bd2bf66-9b83-410e-a583-fc115d0f2bfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b7943c-a941-45f5-b06b-be964b4a6439') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:26:04.571587 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-6bd2bf66-9b83-410e-a583-fc115d0f2bfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b7943c-a941-45f5-b06b-be964b4a6439') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:26:04.583809 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6bd2bf66-9b83-410e-a583-fc115d0f2bfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:04.603370 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6bc6f-9b53-4207-b4ab-fba0f7d8f98c req-bd04514b-3c2f-435d-803f-5569116f5430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:04.603848 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6bc6f-9b53-4207-b4ab-fba0f7d8f98c req-bd04514b-3c2f-435d-803f-5569116f5430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:04.604318 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6bc6f-9b53-4207-b4ab-fba0f7d8f98c req-bd04514b-3c2f-435d-803f-5569116f5430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:04.604775 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6bc6f-9b53-4207-b4ab-fba0f7d8f98c req-bd04514b-3c2f-435d-803f-5569116f5430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:04.605250 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6bc6f-9b53-4207-b4ab-fba0f7d8f98c req-bd04514b-3c2f-435d-803f-5569116f5430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:04.605713 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6bc6f-9b53-4207-b4ab-fba0f7d8f98c req-bd04514b-3c2f-435d-803f-5569116f5430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:04.606165 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6bc6f-9b53-4207-b4ab-fba0f7d8f98c req-bd04514b-3c2f-435d-803f-5569116f5430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:04.608026 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5ea6bc6f-9b53-4207-b4ab-fba0f7d8f98c req-bd04514b-3c2f-435d-803f-5569116f5430 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=877bbdd90a9744e8870dce0869eb9a96&device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 6408 time: 0.0844681 Dec 17 15:26:04.608924 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6bd2bf66-9b83-410e-a583-fc115d0f2bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:04.614959 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd2bf66-9b83-410e-a583-fc115d0f2bfc admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:26:04.615340 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6bd2bf66-9b83-410e-a583-fc115d0f2bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:04.616946 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:26:04.616946 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:26:04.616946 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:26:04.616946 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:26:04.616946 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:26:04.616946 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:26:04.616946 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:26:04.616946 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:26:04.616946 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:26:04.616946 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:26:04.616946 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:26:04.616946 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:26:04.616946 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:26:04.616946 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:26:04.616946 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:26:04.616946 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:26:04.616946 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:26:04.616946 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:26:04.616946 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:26:04.616946 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:26:04.616946 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:26:04.616946 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:26:04.616946 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:26:04.616946 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:26:04.616946 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:26:04.616946 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:26:04.616946 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:26:04.616946 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:26:04.616946 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:26:04.616946 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:26:04.616946 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:26:04.616946 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:26:04.643231 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-db9df8c4-38c6-40f8-bcc8-30eb2f60c6fd req-79c242ee-52be-44a5-a9a5-7da23a678662 tempest-ServerShowV254Test-977687124 tempest-ServerShowV254Test-977687124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.0946853 Dec 17 15:26:04.761785 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4cba742e-3916-429a-85af-97547253dc29 req-703ddf73-279a-4698-a42d-edbc1eb83f35 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2024212 Dec 17 15:26:04.772519 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-8aac5cd8-60e9-4382-96d5-c195a0ea75bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:04.774127 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-8aac5cd8-60e9-4382-96d5-c195a0ea75bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0952ece7-8a2b-46ed-893a-e5c8c7ca2a55 HTTP/1.1" status: 200 len: 855 time: 0.2094994 Dec 17 15:26:04.793723 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6bd2bf66-9b83-410e-a583-fc115d0f2bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:04.797491 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6bc6f-9b53-4207-b4ab-fba0f7d8f98c req-2cf4041e-571b-47b2-b46b-fb8f5227ef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:04.799300 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6bc6f-9b53-4207-b4ab-fba0f7d8f98c req-2cf4041e-571b-47b2-b46b-fb8f5227ef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:04.800069 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6bc6f-9b53-4207-b4ab-fba0f7d8f98c req-2cf4041e-571b-47b2-b46b-fb8f5227ef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:04.802050 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5ea6bc6f-9b53-4207-b4ab-fba0f7d8f98c req-2cf4041e-571b-47b2-b46b-fb8f5227ef49 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=877bbdd90a9744e8870dce0869eb9a96&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1760480 Dec 17 15:26:04.820747 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6bd2bf66-9b83-410e-a583-fc115d0f2bfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:04.826905 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6bd2bf66-9b83-410e-a583-fc115d0f2bfc admin admin] 10.222.0.46 "DELETE /v2.0/networks/79e661e9-7e94-429a-9228-5112df467832 HTTP/1.1" status: 204 len: 168 time: 0.5137844 Dec 17 15:26:04.837814 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd2bf66-9b83-410e-a583-fc115d0f2bfc admin admin] Pushing event deleted for resources: {'Network': ['ID=79e661e9-7e94-429a-9228-5112df467832,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:04.904569 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-70390603-5b71-4e1b-bf70-cb3f77059598 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08c9e064-e12f-4a4c-95b1-8ca4e4e5512c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742629 Dec 17 15:26:04.990066 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6bc6f-9b53-4207-b4ab-fba0f7d8f98c req-5dd871aa-7390-469c-a4ad-e0f934f46e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:04.992112 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5ea6bc6f-9b53-4207-b4ab-fba0f7d8f98c req-5dd871aa-7390-469c-a4ad-e0f934f46e81 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1570799 Dec 17 15:26:05.058625 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cb452-d734-4dfa-8be3-bb0ce26bea7f req-e89d992f-91cc-44fa-a565-7ba415356809 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:05.060337 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-189cb452-d734-4dfa-8be3-bb0ce26bea7f req-e89d992f-91cc-44fa-a565-7ba415356809 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fbf4654-0047-4b9f-8d13-6048870a8b02 HTTP/1.1" status: 200 len: 946 time: 0.2974510 Dec 17 15:26:05.109240 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b6d1859d-b8ec-43de-9742-c80426be9448 req-31faa888-cf58-4dd1-82db-1c92adc65e0f tempest-ServerShowV254Test-977687124 tempest-ServerShowV254Test-977687124-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.0290790 Dec 17 15:26:05.132144 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3bad6-8264-4cee-938b-6c43b2e42931 req-2ee9154a-5cd7-473c-8234-cbeeeb81eaf1 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:05.133728 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-63b3bad6-8264-4cee-938b-6c43b2e42931 req-2ee9154a-5cd7-473c-8234-cbeeeb81eaf1 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=8794dae5-cb1b-4ad4-a3b0-9899146f2484 HTTP/1.1" status: 200 len: 943 time: 0.2316985 Dec 17 15:26:05.168881 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-7e25b8a2-2549-4fac-a4c6-15365dbbcb00 service neutron] 10.222.0.13 "GET /v2.0/networks/08c9e064-e12f-4a4c-95b1-8ca4e4e5512c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474709 Dec 17 15:26:05.211620 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-189cb452-d734-4dfa-8be3-bb0ce26bea7f req-0ffbfa22-d9e8-48cf-a113-2aeed72365ac tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390309 Dec 17 15:26:05.376527 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60570) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:05.425976 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8c124ed7-4387-423c-9cd4-3c878d1adbf2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=798c62529cb646cd95469d6baedfc2d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479300 Dec 17 15:26:05.428270 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60574) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:05.499390 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dc7b856e-72f5-4c5b-bdd2-3ace41a98247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:05.529478 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dc7b856e-72f5-4c5b-bdd2-3ace41a98247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:05.653457 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-63b3bad6-8264-4cee-938b-6c43b2e42931 req-28ec3717-029f-4e26-acc0-710bc7823e80 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058625 Dec 17 15:26:05.667371 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dc7b856e-72f5-4c5b-bdd2-3ace41a98247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:05.677814 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dc7b856e-72f5-4c5b-bdd2-3ace41a98247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:05.681294 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-dc7b856e-72f5-4c5b-bdd2-3ace41a98247 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9b17ac9b-9a7a-455f-9fc4-912db927f665 HTTP/1.1" status: 204 len: 168 time: 0.2495081 Dec 17 15:26:05.698265 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b856e-72f5-4c5b-bdd2-3ace41a98247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b17ac9b-9a7a-455f-9fc4-912db927f665,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:05.707997 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-8f54e033-6c19-40ec-90c3-18932653c24f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23211a10-13af-4c51-9094-03225018881b {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:26:05.726862 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-8f54e033-6c19-40ec-90c3-18932653c24f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:05.754480 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-295bf608-8b6f-4359-bd15-d5d1ab5bb3a3 req-21e40721-f83a-4318-921a-2f030faafdcc service neutron] 10.222.0.13 "GET /v2.0/networks/08c9e064-e12f-4a4c-95b1-8ca4e4e5512c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5744820 Dec 17 15:26:05.775001 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-8f54e033-6c19-40ec-90c3-18932653c24f service neutron] Transition to ACTIVE for port object 23211a10-13af-4c51-9094-03225018881b will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:26:05.885860 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4e43afc0-2bba-43be-a0a9-09673c464f3d req-ae3c75b4-d5b8-4505-9c34-69a4b1efb848 tempest-ServerShowV254Test-977687124 tempest-ServerShowV254Test-977687124-project] 10.222.0.46 "GET /v2.0/ports?device_id=7cbda251-e434-4074-bdba-f2eab1cc3115 HTTP/1.1" status: 200 len: 210 time: 0.0610929 Dec 17 15:26:05.886902 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-8f54e033-6c19-40ec-90c3-18932653c24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:06.071384 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccffb5ea-86de-4ad0-bf32-66409a7260c2 req-af8850ae-1ba0-46c5-ba19-c37677e49df0 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:06.080476 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ccffb5ea-86de-4ad0-bf32-66409a7260c2 req-af8850ae-1ba0-46c5-ba19-c37677e49df0 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fbf4654-0047-4b9f-8d13-6048870a8b02 HTTP/1.1" status: 200 len: 946 time: 0.2860737 Dec 17 15:26:06.200174 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54e033-6c19-40ec-90c3-18932653c24f service neutron] Pushing event updated for resources: {'Port': ['ID=23211a10-13af-4c51-9094-03225018881b,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:06.219857 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6bc6f-9b53-4207-b4ab-fba0f7d8f98c req-f499d374-ff21-4b90-8e9c-db220ff07ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:06.221507 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5ea6bc6f-9b53-4207-b4ab-fba0f7d8f98c req-f499d374-ff21-4b90-8e9c-db220ff07ffe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7013fb088334b89b4b468618dd42862&device_id=8794dae5-cb1b-4ad4-a3b0-9899146f2484 HTTP/1.1" status: 200 len: 1094 time: 0.3222919 Dec 17 15:26:06.232394 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ccffb5ea-86de-4ad0-bf32-66409a7260c2 req-f80f38b1-7255-4e58-8a51-a46a5255e0a7 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510317 Dec 17 15:26:06.287404 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924d0c9-5ee8-4714-9b39-f30ce79c30bf req-9059fac9-2b0e-4ac2-8a4b-53f2918d0d1c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:06.293592 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924d0c9-5ee8-4714-9b39-f30ce79c30bf req-9059fac9-2b0e-4ac2-8a4b-53f2918d0d1c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:06.318315 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924d0c9-5ee8-4714-9b39-f30ce79c30bf req-9059fac9-2b0e-4ac2-8a4b-53f2918d0d1c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:06.326812 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924d0c9-5ee8-4714-9b39-f30ce79c30bf req-9059fac9-2b0e-4ac2-8a4b-53f2918d0d1c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:06.340300 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924d0c9-5ee8-4714-9b39-f30ce79c30bf req-9059fac9-2b0e-4ac2-8a4b-53f2918d0d1c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:06.358825 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924d0c9-5ee8-4714-9b39-f30ce79c30bf req-9059fac9-2b0e-4ac2-8a4b-53f2918d0d1c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:06.367901 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924d0c9-5ee8-4714-9b39-f30ce79c30bf req-9059fac9-2b0e-4ac2-8a4b-53f2918d0d1c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:06.380131 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0924d0c9-5ee8-4714-9b39-f30ce79c30bf req-9059fac9-2b0e-4ac2-8a4b-53f2918d0d1c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5418 time: 0.3315029 Dec 17 15:26:06.445813 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-8f54e033-6c19-40ec-90c3-18932653c24f service neutron] Attempting to bind port 23211a10-13af-4c51-9094-03225018881b on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:26:06.446221 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-8f54e033-6c19-40ec-90c3-18932653c24f service neutron] Attempting to bind port 23211a10-13af-4c51-9094-03225018881b by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': 'fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f3a192b-6f54-446b-8786-4392777f5f19'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:26:06.446359 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-8f54e033-6c19-40ec-90c3-18932653c24f service neutron] Attempting to bind port 23211a10-13af-4c51-9094-03225018881b on network 9f3a192b-6f54-446b-8786-4392777f5f19 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:26:06.466943 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-8f54e033-6c19-40ec-90c3-18932653c24f service neutron] Port 23211a10-13af-4c51-9094-03225018881b on network 9f3a192b-6f54-446b-8786-4392777f5f19 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:26:06.467318 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-8f54e033-6c19-40ec-90c3-18932653c24f service neutron] Attempting to bind port 23211a10-13af-4c51-9094-03225018881b on network 9f3a192b-6f54-446b-8786-4392777f5f19 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:26:06.480168 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0924d0c9-5ee8-4714-9b39-f30ce79c30bf req-bbcae3d5-a87e-4877-9793-1e25a7dedb43 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0991025 Dec 17 15:26:06.493296 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-8f54e033-6c19-40ec-90c3-18932653c24f service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:26:06.493766 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-8f54e033-6c19-40ec-90c3-18932653c24f service neutron] Checking segment: {'id': 'fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f3a192b-6f54-446b-8786-4392777f5f19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:26:06.494388 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-8f54e033-6c19-40ec-90c3-18932653c24f service neutron] Bound using segment: {'id': 'fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f3a192b-6f54-446b-8786-4392777f5f19'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:26:06.495048 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-8f54e033-6c19-40ec-90c3-18932653c24f service neutron] Bound port: 23211a10-13af-4c51-9094-03225018881b, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '9f3a192b-6f54-446b-8786-4392777f5f19'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:26:06.495610 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-8f54e033-6c19-40ec-90c3-18932653c24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:06.527042 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6bc6f-9b53-4207-b4ab-fba0f7d8f98c req-eae51b4a-e8fd-4b7c-b6ae-764ecb30b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:06.528558 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5ea6bc6f-9b53-4207-b4ab-fba0f7d8f98c req-eae51b4a-e8fd-4b7c-b6ae-764ecb30b4d9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=08c9e064-e12f-4a4c-95b1-8ca4e4e5512c HTTP/1.1" status: 200 len: 916 time: 0.2925985 Dec 17 15:26:06.590631 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5ea6bc6f-9b53-4207-b4ab-fba0f7d8f98c req-b889470c-8c96-4cf5-b21b-14a5fdde571e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01e0136f-340e-401b-9a6b-68da2d80c5a1 HTTP/1.1" status: 200 len: 217 time: 0.0446868 Dec 17 15:26:06.653460 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60612) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:06.654242 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-8f54e033-6c19-40ec-90c3-18932653c24f service neutron] For port 23211a10-13af-4c51-9094-03225018881b, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:26:06.672395 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-8f54e033-6c19-40ec-90c3-18932653c24f service neutron] For port 23211a10-13af-4c51-9094-03225018881b, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=23211a10-13af-4c51-9094-03225018881b,segment=NetworkSegment(fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291),segment_id=fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:26:06.679665 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6bc6f-9b53-4207-b4ab-fba0f7d8f98c req-ad63807e-a01b-4b01-8e69-be07fdd56471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:06.683245 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5ea6bc6f-9b53-4207-b4ab-fba0f7d8f98c req-ad63807e-a01b-4b01-8e69-be07fdd56471 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0952ece7-8a2b-46ed-893a-e5c8c7ca2a55 HTTP/1.1" status: 200 len: 855 time: 0.0799868 Dec 17 15:26:06.725441 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5ea6bc6f-9b53-4207-b4ab-fba0f7d8f98c req-c9ecc2f4-b461-4587-87fd-d9fe8aa339e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08c9e064-e12f-4a4c-95b1-8ca4e4e5512c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315447 Dec 17 15:26:06.745976 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d3dc0f19-bfeb-4f2f-bbb2-69b164b6a6b6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ff6b618fc7b3413fa8aa3936a4963318&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0905104 Dec 17 15:26:06.748357 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60616) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:06.774450 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-8f54e033-6c19-40ec-90c3-18932653c24f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:06.854820 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-070139c3-4cab-444b-a22c-54ef2101890d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:06.892984 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-070139c3-4cab-444b-a22c-54ef2101890d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:06.935740 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5ea6bc6f-9b53-4207-b4ab-fba0f7d8f98c req-daf1132d-f0e2-4097-9cb7-f60e62ecc3e3 service neutron] 10.222.0.13 "GET /v2.0/networks/08c9e064-e12f-4a4c-95b1-8ca4e4e5512c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965733 Dec 17 15:26:06.980136 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-8f54e033-6c19-40ec-90c3-18932653c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:06.981071 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-8f54e033-6c19-40ec-90c3-18932653c24f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:06.982649 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-8f54e033-6c19-40ec-90c3-18932653c24f service neutron] 10.222.0.41 "PUT /v2.0/ports/23211a10-13af-4c51-9094-03225018881b HTTP/1.1" status: 200 len: 1091 time: 2.7406530 Dec 17 15:26:06.983299 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'tag': '23211a10-13af-4c51-9094-03225018881b'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:26:06.986467 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd80a42-7b6b-407c-83b9-08bc7f91f570" -d '{"events": [{"name": "network-changed", "server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "tag": "23211a10-13af-4c51-9094-03225018881b"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:26:07.050140 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-070139c3-4cab-444b-a22c-54ef2101890d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:07.053774 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-070139c3-4cab-444b-a22c-54ef2101890d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:07.057933 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-070139c3-4cab-444b-a22c-54ef2101890d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/375c71e1-fe24-42b7-abe9-7f847a0c0229 HTTP/1.1" status: 204 len: 168 time: 0.3083630 Dec 17 15:26:07.074299 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42eea53b-5107-476e-b50b-4e8ae6cc8464 x-openstack-request-id: req-42eea53b-5107-476e-b50b-4e8ae6cc8464 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:26:07.074960 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "tag": "23211a10-13af-4c51-9094-03225018881b", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:26:07.074960 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-42eea53b-5107-476e-b50b-4e8ae6cc8464 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:26:07.075234 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'tag': '23211a10-13af-4c51-9094-03225018881b', 'status': 'completed', 'code': 200} Dec 17 15:26:07.077380 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070139c3-4cab-444b-a22c-54ef2101890d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375c71e1-fe24-42b7-abe9-7f847a0c0229,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:07.087492 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54e033-6c19-40ec-90c3-18932653c24f service neutron] Pushing event updated for resources: {'Port': ['ID=23211a10-13af-4c51-9094-03225018881b,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:07.122692 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ed213-9ab1-45bc-a8c3-8094f7fe95de req-82514341-8600-4433-bbed-d09e7f2f2e7c tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:07.131243 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-020ed213-9ab1-45bc-a8c3-8094f7fe95de req-82514341-8600-4433-bbed-d09e7f2f2e7c tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=8794dae5-cb1b-4ad4-a3b0-9899146f2484 HTTP/1.1" status: 200 len: 943 time: 0.2844753 Dec 17 15:26:07.212885 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10490da0-a644-436c-8dd9-00b2a2129c0a req-67507ba9-c0f3-45f2-ab3c-92f96e8087cf tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:07.214916 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-10490da0-a644-436c-8dd9-00b2a2129c0a req-67507ba9-c0f3-45f2-ab3c-92f96e8087cf tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fbf4654-0047-4b9f-8d13-6048870a8b02 HTTP/1.1" status: 200 len: 946 time: 0.0947688 Dec 17 15:26:07.220975 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-020ed213-9ab1-45bc-a8c3-8094f7fe95de req-b0b02593-683c-46ed-a6f4-43dd13fb67ba tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886817 Dec 17 15:26:07.262075 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5ea6bc6f-9b53-4207-b4ab-fba0f7d8f98c req-078760fc-c949-4fdb-baab-4ef46ea61a0c service neutron] 10.222.0.13 "GET /v2.0/networks/08c9e064-e12f-4a4c-95b1-8ca4e4e5512c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012350 Dec 17 15:26:07.294905 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-06686c0e-62c0-40ea-b3d0-cb74ac18a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:07.298253 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-06686c0e-62c0-40ea-b3d0-cb74ac18a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:07.299313 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-06686c0e-62c0-40ea-b3d0-cb74ac18a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:07.300925 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-06686c0e-62c0-40ea-b3d0-cb74ac18a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:07.301631 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-06686c0e-62c0-40ea-b3d0-cb74ac18a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:07.302279 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-06686c0e-62c0-40ea-b3d0-cb74ac18a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:07.302957 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-06686c0e-62c0-40ea-b3d0-cb74ac18a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:07.305581 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-06686c0e-62c0-40ea-b3d0-cb74ac18a7a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=877bbdd90a9744e8870dce0869eb9a96&device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 6475 time: 0.1910803 Dec 17 15:26:07.337338 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-10490da0-a644-436c-8dd9-00b2a2129c0a req-942d747e-63d1-4bf2-81b7-ae6bea203e73 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Deleting port 7bdf49c6-c86c-40c6-b737-c717d45e0364 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:26:07.337808 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-10490da0-a644-436c-8dd9-00b2a2129c0a req-942d747e-63d1-4bf2-81b7-ae6bea203e73 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:07.384449 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-2417df31-3b77-4aba-ac47-7886cab1ac47 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce09dfd3-f25c-4228-bd90-d195b7f4a22e HTTP/1.1" status: 200 len: 217 time: 0.0643184 Dec 17 15:26:07.470055 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-10490da0-a644-436c-8dd9-00b2a2129c0a req-942d747e-63d1-4bf2-81b7-ae6bea203e73 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] For port 7bdf49c6-c86c-40c6-b737-c717d45e0364, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=7bdf49c6-c86c-40c6-b737-c717d45e0364,segment=NetworkSegment(4d21e005-2828-402d-861d-cab8d78776ef),segment_id=4d21e005-2828-402d-861d-cab8d78776ef)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:07.470780 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-10490da0-a644-436c-8dd9-00b2a2129c0a req-942d747e-63d1-4bf2-81b7-ae6bea203e73 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:07.473135 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86afc6-9ef5-4712-bba6-bd86406ffd4c req-b8f56a88-0151-4688-8e89-be5b1854f324 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:07.480850 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8f86afc6-9ef5-4712-bba6-bd86406ffd4c req-b8f56a88-0151-4688-8e89-be5b1854f324 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fbf4654-0047-4b9f-8d13-6048870a8b02 HTTP/1.1" status: 200 len: 946 time: 0.1094682 Dec 17 15:26:07.492332 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-10490da0-a644-436c-8dd9-00b2a2129c0a req-942d747e-63d1-4bf2-81b7-ae6bea203e73 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Calling delete_port for 7bdf49c6-c86c-40c6-b737-c717d45e0364 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:26:07.492694 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-7fffe0e2-5bbc-45be-8324-f40552d3f279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:07.493494 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-7fffe0e2-5bbc-45be-8324-f40552d3f279 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1a4a435-03ec-407e-806d-67c3316a8ccb HTTP/1.1" status: 200 len: 850 time: 0.0890789 Dec 17 15:26:07.556705 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8f86afc6-9ef5-4712-bba6-bd86406ffd4c req-b118a21f-d84e-4740-a76c-09c37ea07e90 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730453 Dec 17 15:26:07.571155 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-28455e09-ce2e-41ba-a32a-c8d39b270ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:07.572019 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-28455e09-ce2e-41ba-a32a-c8d39b270ab3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de5b4090-a778-4df4-ad31-4dba3e85ea67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697913 Dec 17 15:26:07.644585 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 01e0136f-340e-401b-9a6b-68da2d80c5a1 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:26:07.757129 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-2a135fcf-89b7-43b9-b961-66917e5fd865 service neutron] 10.222.0.41 "GET /v2.0/networks/de5b4090-a778-4df4-ad31-4dba3e85ea67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765425 Dec 17 15:26:07.799770 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-10490da0-a644-436c-8dd9-00b2a2129c0a req-942d747e-63d1-4bf2-81b7-ae6bea203e73 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:07.885815 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['7bdf49c6-c86c-40c6-b737-c717d45e0364'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:26:07.892039 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d747e-63d1-4bf2-81b7-ae6bea203e73 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Pushing event deleted for resources: {'Port': ['ID=7bdf49c6-c86c-40c6-b737-c717d45e0364,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:07.894803 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['8c28e0c1-5348-4f77-baee-1e7afe509638'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:26:07.978837 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa3d4b-f017-41e4-99ea-6f43578fb068 req-6565bea7-242b-4ee5-89c5-d4a91cead093 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:07.984577 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60658) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:08.001583 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa3d4b-f017-41e4-99ea-6f43578fb068 req-6565bea7-242b-4ee5-89c5-d4a91cead093 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:08.019467 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa3d4b-f017-41e4-99ea-6f43578fb068 req-6565bea7-242b-4ee5-89c5-d4a91cead093 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:08.034468 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa3d4b-f017-41e4-99ea-6f43578fb068 req-6565bea7-242b-4ee5-89c5-d4a91cead093 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:08.047539 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa3d4b-f017-41e4-99ea-6f43578fb068 req-6565bea7-242b-4ee5-89c5-d4a91cead093 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:08.048588 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-10490da0-a644-436c-8dd9-00b2a2129c0a req-942d747e-63d1-4bf2-81b7-ae6bea203e73 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] No DVR routers for this DVR port 7bdf49c6-c86c-40c6-b737-c717d45e0364 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:26:08.053674 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-10490da0-a644-436c-8dd9-00b2a2129c0a req-942d747e-63d1-4bf2-81b7-ae6bea203e73 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:08.056935 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-10490da0-a644-436c-8dd9-00b2a2129c0a req-942d747e-63d1-4bf2-81b7-ae6bea203e73 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.13 "DELETE /v2.0/ports/7bdf49c6-c86c-40c6-b737-c717d45e0364 HTTP/1.1" status: 204 len: 173 time: 0.8353128 Dec 17 15:26:08.057479 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbf4654-0047-4b9f-8d13-6048870a8b02', 'name': 'network-vif-deleted', 'tag': '7bdf49c6-c86c-40c6-b737-c717d45e0364'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:26:08.059789 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de685620-9f94-4a56-a17e-e89957c381f5" -d '{"events": [{"server_uuid": "2fbf4654-0047-4b9f-8d13-6048870a8b02", "name": "network-vif-deleted", "tag": "7bdf49c6-c86c-40c6-b737-c717d45e0364"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:26:08.060062 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa3d4b-f017-41e4-99ea-6f43578fb068 req-6565bea7-242b-4ee5-89c5-d4a91cead093 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:08.067700 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa3d4b-f017-41e4-99ea-6f43578fb068 req-6565bea7-242b-4ee5-89c5-d4a91cead093 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:08.071664 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-62fa3d4b-f017-41e4-99ea-6f43578fb068 req-6565bea7-242b-4ee5-89c5-d4a91cead093 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5418 time: 0.3773422 Dec 17 15:26:08.140140 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-5e28f84a-3729-4b14-840e-631bc5332e5d service neutron] 10.222.0.41 "GET /v2.0/networks/de5b4090-a778-4df4-ad31-4dba3e85ea67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721838 Dec 17 15:26:08.144596 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 01e0136f-340e-401b-9a6b-68da2d80c5a1, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=01e0136f-340e-401b-9a6b-68da2d80c5a1,segment=NetworkSegment(8c36ffd6-5a93-4f94-8705-bf5bd2d48308),segment_id=8c36ffd6-5a93-4f94-8705-bf5bd2d48308)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:08.165843 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '01e0136f-340e-401b-9a6b-68da2d80c5a1', 'network_id': '08c9e064-e12f-4a4c-95b1-8ca4e4e5512c', 'port_id': '01e0136f-340e-401b-9a6b-68da2d80c5a1', 'mac_address': 'fa:16:3e:a7:07:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0952ece7-8a2b-46ed-893a-e5c8c7ca2a55', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:26:08.201552 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-62fa3d4b-f017-41e4-99ea-6f43578fb068 req-02be5e00-ddec-41e9-b519-f1bff47b6137 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1080022 Dec 17 15:26:08.203243 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-6b596699-da09-4c48-a6d3-ffce3beddd10 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=2d686fb9-445a-4e4e-bae4-a300e7b2fcbd HTTP/1.1" status: 200 len: 217 time: 0.0512550 Dec 17 15:26:08.218916 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5146b72-87ea-4ff5-bfd9-6c0cee761b1c x-openstack-request-id: req-a5146b72-87ea-4ff5-bfd9-6c0cee761b1c {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:26:08.220030 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbf4654-0047-4b9f-8d13-6048870a8b02", "name": "network-vif-deleted", "tag": "7bdf49c6-c86c-40c6-b737-c717d45e0364", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:26:08.220526 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a5146b72-87ea-4ff5-bfd9-6c0cee761b1c {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:26:08.221277 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbf4654-0047-4b9f-8d13-6048870a8b02', 'name': 'network-vif-deleted', 'tag': '7bdf49c6-c86c-40c6-b737-c717d45e0364', 'status': 'completed', 'code': 200} Dec 17 15:26:08.223041 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a12889bf-1648-4c59-a78e-c84b0cfd2048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:08.232161 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:08.259710 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01e0136f-340e-401b-9a6b-68da2d80c5a1 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:26:08.274490 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-cfb52601-4723-4f7f-b4d3-e257a0294043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:08.276240 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-cfb52601-4723-4f7f-b4d3-e257a0294043 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eca1b89-7ed9-42c7-8458-c977678cd701 HTTP/1.1" status: 200 len: 797 time: 0.0619140 Dec 17 15:26:08.325422 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 01e0136f-340e-401b-9a6b-68da2d80c5a1, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=01e0136f-340e-401b-9a6b-68da2d80c5a1,segment=NetworkSegment(8c36ffd6-5a93-4f94-8705-bf5bd2d48308),segment_id=8c36ffd6-5a93-4f94-8705-bf5bd2d48308)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:08.364066 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-35fb2186-de8b-443d-951b-36d07723b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:08.365738 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-35fb2186-de8b-443d-951b-36d07723b8f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0809641 Dec 17 15:26:08.372877 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a12889bf-1648-4c59-a78e-c84b0cfd2048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:08.396875 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:08.451850 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=01e0136f-340e-401b-9a6b-68da2d80c5a1,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:08.502192 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a12889bf-1648-4c59-a78e-c84b0cfd2048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:08.535401 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c19d43-c3f0-4fea-b4e0-dfb42fea8a8f req-d9ae8126-107b-437e-9809-98883f1ac018 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:08.542799 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-97c19d43-c3f0-4fea-b4e0-dfb42fea8a8f req-d9ae8126-107b-437e-9809-98883f1ac018 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=8794dae5-cb1b-4ad4-a3b0-9899146f2484 HTTP/1.1" status: 200 len: 944 time: 0.1593814 Dec 17 15:26:08.583300 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-01c1a24f-4a35-48e7-bd1b-df56d83a0730 service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080069 Dec 17 15:26:08.611735 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-97c19d43-c3f0-4fea-b4e0-dfb42fea8a8f req-3010dd64-7592-432e-90aa-077931d4d7c6 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680747 Dec 17 15:26:08.632771 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a12889bf-1648-4c59-a78e-c84b0cfd2048 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7c87fccc4939412db5f6fa10204e8dc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6393173 Dec 17 15:26:08.632771 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12889bf-1648-4c59-a78e-c84b0cfd2048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a0992f-3c6a-4444-a0b7-b81ae295a62a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:08.635056 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60696) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:08.691748 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['01e0136f-340e-401b-9a6b-68da2d80c5a1'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:26:08.736029 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f831f8e4-9bc2-4a1f-92b4-c58b938b6854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:08.751992 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9082530c-02b7-44cb-ba6b-c3c111e2f9a9 req-b1e4384e-cbd3-40b4-baf1-41087785841d tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fbf4654-0047-4b9f-8d13-6048870a8b02 HTTP/1.1" status: 200 len: 210 time: 0.0489707 Dec 17 15:26:08.792824 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f831f8e4-9bc2-4a1f-92b4-c58b938b6854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:08.809608 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-dcb2fb3e-cb21-4e6d-8c7f-6b61ad48f16a service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162833 Dec 17 15:26:08.872973 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-b1a92982-fd38-4d55-9f78-19fa72c37e08 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=d3a935e5-2d45-4f21-b240-16b6be02d4d5 HTTP/1.1" status: 200 len: 217 time: 0.0550189 Dec 17 15:26:08.932542 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-15b68bb0-3fb2-403f-970f-acf644ce5864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:08.934106 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-15b68bb0-3fb2-403f-970f-acf644ce5864 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eca1b89-7ed9-42c7-8458-c977678cd701 HTTP/1.1" status: 200 len: 797 time: 0.0516155 Dec 17 15:26:08.986285 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f831f8e4-9bc2-4a1f-92b4-c58b938b6854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:08.990556 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f831f8e4-9bc2-4a1f-92b4-c58b938b6854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:08.991723 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f831f8e4-9bc2-4a1f-92b4-c58b938b6854 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/21a0992f-3c6a-4444-a0b7-b81ae295a62a HTTP/1.1" status: 204 len: 168 time: 0.3557546 Dec 17 15:26:08.997532 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-213a79a3-bc7f-4c3d-b065-68ace9021d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:08.999104 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-213a79a3-bc7f-4c3d-b065-68ace9021d5d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0567849 Dec 17 15:26:09.008141 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831f8e4-9bc2-4a1f-92b4-c58b938b6854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a0992f-3c6a-4444-a0b7-b81ae295a62a,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:09.119395 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-118eac8b-5df5-42fa-8dc5-377705284ab7 service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124454 Dec 17 15:26:09.241460 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-42f4388f-7d80-4ebc-9c7d-00d81d4ea169 service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142750 Dec 17 15:26:09.315116 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-1832f815-7527-485f-9be0-6f322c9ec71a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=e580942b-4338-463b-8dea-66ed71bb7043 HTTP/1.1" status: 200 len: 217 time: 0.0657871 Dec 17 15:26:09.424250 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-f4a39739-3b3f-4958-a93b-fb64551ae605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:09.426344 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-f4a39739-3b3f-4958-a93b-fb64551ae605 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eca1b89-7ed9-42c7-8458-c977678cd701 HTTP/1.1" status: 200 len: 797 time: 0.1014807 Dec 17 15:26:09.488689 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d039f-ea4d-42f0-b1d1-87f1ca192af6 req-b448a575-0c4f-447a-b215-43b36b6218ba tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:09.494969 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d039f-ea4d-42f0-b1d1-87f1ca192af6 req-b448a575-0c4f-447a-b215-43b36b6218ba tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:09.501575 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d039f-ea4d-42f0-b1d1-87f1ca192af6 req-b448a575-0c4f-447a-b215-43b36b6218ba tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:09.507867 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d039f-ea4d-42f0-b1d1-87f1ca192af6 req-b448a575-0c4f-447a-b215-43b36b6218ba tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:09.513996 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d039f-ea4d-42f0-b1d1-87f1ca192af6 req-b448a575-0c4f-447a-b215-43b36b6218ba tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:09.520582 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d039f-ea4d-42f0-b1d1-87f1ca192af6 req-b448a575-0c4f-447a-b215-43b36b6218ba tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:09.526671 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d039f-ea4d-42f0-b1d1-87f1ca192af6 req-b448a575-0c4f-447a-b215-43b36b6218ba tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:09.528565 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c19d039f-ea4d-42f0-b1d1-87f1ca192af6 req-b448a575-0c4f-447a-b215-43b36b6218ba tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5418 time: 0.2155106 Dec 17 15:26:09.539324 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-c4fe0f24-88bc-45c0-9476-d41588b07641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:09.540833 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-c4fe0f24-88bc-45c0-9476-d41588b07641 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1070490 Dec 17 15:26:09.606869 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c19d039f-ea4d-42f0-b1d1-87f1ca192af6 req-342910f0-d623-4ba9-8e95-78e947788d1d tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614569 Dec 17 15:26:09.788841 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-58d7afd8-ed65-4086-a12f-7d14b830b24e service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902661 Dec 17 15:26:09.800951 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c33d5a-080c-436a-8330-4346afd1e69c req-4cc35a54-6e22-4e66-b57e-2d2790537ddb tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:09.808528 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a0c33d5a-080c-436a-8330-4346afd1e69c req-4cc35a54-6e22-4e66-b57e-2d2790537ddb tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=8794dae5-cb1b-4ad4-a3b0-9899146f2484 HTTP/1.1" status: 200 len: 944 time: 0.0905571 Dec 17 15:26:09.904082 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a0c33d5a-080c-436a-8330-4346afd1e69c req-6c6e3076-8c0e-478e-a254-a3dd68c4bebb tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946994 Dec 17 15:26:09.934545 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-70ed36c1-75b0-4f8b-9a53-cb33b50c570c service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233716 Dec 17 15:26:09.977884 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-4eb5aadc-c84e-45ec-8fd1-a3d75515a3f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=1c9784fa-c394-46e9-a70f-5aa02b240ee6 HTTP/1.1" status: 200 len: 217 time: 0.0358231 Dec 17 15:26:10.039549 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-866eadfc-28ed-48a5-bdbb-b4cc25ce2525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:10.041236 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-866eadfc-28ed-48a5-bdbb-b4cc25ce2525 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eca1b89-7ed9-42c7-8458-c977678cd701 HTTP/1.1" status: 200 len: 797 time: 0.0564680 Dec 17 15:26:10.181513 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-21677929-d050-44f8-a437-365eedac40ca req-23b86416-5600-4091-82f3-bd768a1b54bf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3def9a32-02bf-4598-b376-2446404b1690&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469213 Dec 17 15:26:10.194127 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-14858187-f72d-4b0e-8667-7b82ba5a0851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:10.196391 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-14858187-f72d-4b0e-8667-7b82ba5a0851 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1431880 Dec 17 15:26:10.243343 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:10.276454 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21677929-d050-44f8-a437-365eedac40ca req-d12b86dc-624a-4751-9446-bc5033fb2ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:10.283105 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-21677929-d050-44f8-a437-365eedac40ca req-d12b86dc-624a-4751-9446-bc5033fb2ee2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7013fb088334b89b4b468618dd42862&device_id=3def9a32-02bf-4598-b376-2446404b1690 HTTP/1.1" status: 200 len: 1096 time: 0.0696328 Dec 17 15:26:10.318921 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-acde1211-fcfa-4397-8542-7dc8dbb41768 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:10.320408 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-acde1211-fcfa-4397-8542-7dc8dbb41768 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/networks?id=8eca304a-4461-49a4-96b4-a39f3600fd04 HTTP/1.1" status: 200 len: 806 time: 0.2211449 Dec 17 15:26:10.356142 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-8be94599-0b2f-4d16-9f9d-7e9dad35e287 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/quotas/b5d340d6e372463aa9915724f2edafdd HTTP/1.1" status: 200 len: 375 time: 0.0246525 Dec 17 15:26:10.386584 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60804) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:10.396689 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-ed23b5f6-0dd6-45f6-99c1-c9a236128020 service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926649 Dec 17 15:26:10.451666 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60808) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:10.467737 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-294fdbe6-15f1-44c9-b430-5451688c11f4 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b5d340d6e372463aa9915724f2edafdd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1104572 Dec 17 15:26:10.481915 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21677929-d050-44f8-a437-365eedac40ca req-016ba8b3-7561-4245-ab16-8220840df07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:10.489923 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-21677929-d050-44f8-a437-365eedac40ca req-016ba8b3-7561-4245-ab16-8220840df07e service neutron] 10.222.0.41 "GET /v2.0/networks?id=08c9e064-e12f-4a4c-95b1-8ca4e4e5512c HTTP/1.1" status: 200 len: 916 time: 0.1789744 Dec 17 15:26:10.534883 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-93bf6079-44cc-46b5-b748-2b8bbcc1d50a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1477190575-network', 'tenant_id': 'e31b08986e494abe92337553ad2cd818'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:26:10.546658 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-21677929-d050-44f8-a437-365eedac40ca req-6369137e-cca2-44b8-802c-f9894c19002a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97f2a20a-986a-4f79-b5a7-3958b2ff049a HTTP/1.1" status: 200 len: 217 time: 0.0502596 Dec 17 15:26:10.613811 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a0a6fe89-f317-4a0f-9dbe-55832a82d815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:10.615024 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-b79cad1f-edf2-434c-a2e2-67b8c0053877 service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101538 Dec 17 15:26:10.620364 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-2d11e7f4-ca16-44d3-a9db-97e1007417b2 service neutron] 10.222.0.46 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516440 Dec 17 15:26:10.631246 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21677929-d050-44f8-a437-365eedac40ca req-fb2ddf9b-87c4-49cc-9914-3ed77a24721b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:10.632690 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-21677929-d050-44f8-a437-365eedac40ca req-fb2ddf9b-87c4-49cc-9914-3ed77a24721b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0952ece7-8a2b-46ed-893a-e5c8c7ca2a55 HTTP/1.1" status: 200 len: 855 time: 0.0747516 Dec 17 15:26:10.671130 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-21677929-d050-44f8-a437-365eedac40ca req-cd2c0136-61ea-4ba1-9532-1f5383ad6c9f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=08c9e064-e12f-4a4c-95b1-8ca4e4e5512c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301323 Dec 17 15:26:10.677936 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-2dfa947e-ed4f-466b-9306-cb2384323373 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0f0e87e7-55e3-4a96-a436-092db2dd62df HTTP/1.1" status: 200 len: 217 time: 0.0559537 Dec 17 15:26:10.717877 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bf6079-44cc-46b5-b748-2b8bbcc1d50a admin admin] Made reservation on behalf of e31b08986e494abe92337553ad2cd818 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:26:10.720162 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-93bf6079-44cc-46b5-b748-2b8bbcc1d50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:10.826595 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a0a6fe89-f317-4a0f-9dbe-55832a82d815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:10.830708 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-21677929-d050-44f8-a437-365eedac40ca req-19c63e59-6445-459a-a1e0-bb0951a7081f service neutron] 10.222.0.41 "GET /v2.0/networks/08c9e064-e12f-4a4c-95b1-8ca4e4e5512c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499596 Dec 17 15:26:10.916531 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a0a6fe89-f317-4a0f-9dbe-55832a82d815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:10.976232 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a0a6fe89-f317-4a0f-9dbe-55832a82d815 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=108b0a7b5bf34c80bec7450913aa922b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5233219 Dec 17 15:26:10.978454 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-21677929-d050-44f8-a437-365eedac40ca req-83fe89cd-9eaf-4eca-bb2e-026ac144fcc1 service neutron] 10.222.0.41 "GET /v2.0/networks/08c9e064-e12f-4a4c-95b1-8ca4e4e5512c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404068 Dec 17 15:26:10.979975 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60820) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:10.994554 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6fe89-f317-4a0f-9dbe-55832a82d815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7758c24-ed68-4135-b07c-8240b160be5d,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:11.038053 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-51da60ec-9f00-4318-87da-e8dddb364949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:11.060385 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-51da60ec-9f00-4318-87da-e8dddb364949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:11.128990 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-93bf6079-44cc-46b5-b748-2b8bbcc1d50a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:11.169671 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-51da60ec-9f00-4318-87da-e8dddb364949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:11.172440 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-51da60ec-9f00-4318-87da-e8dddb364949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:11.175087 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-51da60ec-9f00-4318-87da-e8dddb364949 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a7758c24-ed68-4135-b07c-8240b160be5d HTTP/1.1" status: 204 len: 168 time: 0.1941330 Dec 17 15:26:11.183736 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da60ec-9f00-4318-87da-e8dddb364949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7758c24-ed68-4135-b07c-8240b160be5d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:11.188281 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-f757109f-febc-4e43-97ef-b24fb9767c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:11.189580 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-f757109f-febc-4e43-97ef-b24fb9767c71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f0a9f17-d614-4efc-ae03-ce6b8a2dc07e HTTP/1.1" status: 200 len: 797 time: 0.4814939 Dec 17 15:26:11.218959 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972705d-79a5-461d-b6ec-fcffd197e17f req-89255ef9-1942-42f5-82b4-2fd1c44adb7c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:11.225809 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972705d-79a5-461d-b6ec-fcffd197e17f req-89255ef9-1942-42f5-82b4-2fd1c44adb7c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:11.233012 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972705d-79a5-461d-b6ec-fcffd197e17f req-89255ef9-1942-42f5-82b4-2fd1c44adb7c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:11.240790 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972705d-79a5-461d-b6ec-fcffd197e17f req-89255ef9-1942-42f5-82b4-2fd1c44adb7c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:11.247918 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972705d-79a5-461d-b6ec-fcffd197e17f req-89255ef9-1942-42f5-82b4-2fd1c44adb7c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:11.254776 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972705d-79a5-461d-b6ec-fcffd197e17f req-89255ef9-1942-42f5-82b4-2fd1c44adb7c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:11.260966 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972705d-79a5-461d-b6ec-fcffd197e17f req-89255ef9-1942-42f5-82b4-2fd1c44adb7c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:11.262901 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3972705d-79a5-461d-b6ec-fcffd197e17f req-89255ef9-1942-42f5-82b4-2fd1c44adb7c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5418 time: 0.5560365 Dec 17 15:26:11.295406 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-42804910-607f-495a-a913-d3cff5a30404 service neutron] 10.222.0.46 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6678109 Dec 17 15:26:11.364647 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-cd9c6226-9f49-45c0-a377-21903573c50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:11.366325 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-cd9c6226-9f49-45c0-a377-21903573c50a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f3a192b-6f54-446b-8786-4392777f5f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1595955 Dec 17 15:26:11.371058 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3972705d-79a5-461d-b6ec-fcffd197e17f req-c588d289-f98d-4bc2-926f-75b0ad88867d tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0946870 Dec 17 15:26:11.448413 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-93bf6079-44cc-46b5-b748-2b8bbcc1d50a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:11.500480 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-93bf6079-44cc-46b5-b748-2b8bbcc1d50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:11.512621 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-ff4815ff-703b-478e-8acc-800762374fa1 service neutron] 10.222.0.41 "GET /v2.0/networks/9f3a192b-6f54-446b-8786-4392777f5f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360288 Dec 17 15:26:11.535775 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93bf6079-44cc-46b5-b748-2b8bbcc1d50a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:26:11.625600 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5a0476f3-8a11-4a25-9619-95246faab390 req-8cabb903-de11-4075-b5f7-21f5c30c2d29 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 210 time: 0.0986195 Dec 17 15:26:11.650681 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 01e0136f-340e-401b-9a6b-68da2d80c5a1 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:26:11.651232 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-93bf6079-44cc-46b5-b748-2b8bbcc1d50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:11.651232 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-93bf6079-44cc-46b5-b748-2b8bbcc1d50a admin admin] Added segment ccfcc99a-e4e0-468e-9873-88de436ed20f of type vlan for network 040e81ed-645b-49f2-b606-529d20326479 Dec 17 15:26:11.654906 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf6079-44cc-46b5-b748-2b8bbcc1d50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e97f2ed-db95-4eb1-8006-052224bab60c,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:11.732493 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-93bf6079-44cc-46b5-b748-2b8bbcc1d50a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:11.741331 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d94e6-ed9a-4f59-8fb3-6838c0a763bb req-f127d930-53f8-4d77-83bf-d9f45784ddf9 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:11.742838 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f84d94e6-ed9a-4f59-8fb3-6838c0a763bb req-f127d930-53f8-4d77-83bf-d9f45784ddf9 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=8794dae5-cb1b-4ad4-a3b0-9899146f2484 HTTP/1.1" status: 200 len: 944 time: 0.2027395 Dec 17 15:26:11.746899 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60836) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:11.747971 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-9ce67b57-f25c-426e-8dd2-ceea7839822e service neutron] 10.222.0.41 "GET /v2.0/networks/9f3a192b-6f54-446b-8786-4392777f5f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268872 Dec 17 15:26:11.759855 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b4519f34-4d14-4198-a92c-69a8f1cee5f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:11.808337 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-a65b55f0-4417-4cfd-9381-7033c7982bdd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=23211a10-13af-4c51-9094-03225018881b HTTP/1.1" status: 200 len: 217 time: 0.0506275 Dec 17 15:26:11.826217 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 01e0136f-340e-401b-9a6b-68da2d80c5a1 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:26:11.832626 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 01e0136f-340e-401b-9a6b-68da2d80c5a1 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:26:11.833118 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:11.842062 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b4519f34-4d14-4198-a92c-69a8f1cee5f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:11.878007 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f84d94e6-ed9a-4f59-8fb3-6838c0a763bb req-46bcea63-51dd-4520-9569-5befbb61ff42 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275434 Dec 17 15:26:11.910916 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-391680aa-d59f-49ca-95ef-29a10422c18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:11.912913 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-391680aa-d59f-49ca-95ef-29a10422c18a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f0a9f17-d614-4efc-ae03-ce6b8a2dc07e HTTP/1.1" status: 200 len: 797 time: 0.0964084 Dec 17 15:26:11.929935 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b4519f34-4d14-4198-a92c-69a8f1cee5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:11.931492 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-93bf6079-44cc-46b5-b748-2b8bbcc1d50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:11.932496 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bf6079-44cc-46b5-b748-2b8bbcc1d50a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:11.933422 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-93bf6079-44cc-46b5-b748-2b8bbcc1d50a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:11.938997 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:11.973858 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4519f34-4d14-4198-a92c-69a8f1cee5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4af2094-26e5-40d8-89bd-e1dcdd29aafc,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:11.981747 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b4519f34-4d14-4198-a92c-69a8f1cee5f1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ad0f2061e9334e55a62824b26dac4d46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2340541 Dec 17 15:26:11.982621 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60842) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:11.985950 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 01e0136f-340e-401b-9a6b-68da2d80c5a1, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=01e0136f-340e-401b-9a6b-68da2d80c5a1,segment=NetworkSegment(8c36ffd6-5a93-4f94-8705-bf5bd2d48308),segment_id=8c36ffd6-5a93-4f94-8705-bf5bd2d48308)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:11.988065 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8794dae5-cb1b-4ad4-a3b0-9899146f2484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e0136f-340e-401b-9a6b-68da2d80c5a1'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:26:11.990918 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e13f9b-fb64-4017-bd5e-d8e8d95f8b06" -d '{"events": [{"server_uuid": "8794dae5-cb1b-4ad4-a3b0-9899146f2484", "name": "network-vif-plugged", "status": "completed", "tag": "01e0136f-340e-401b-9a6b-68da2d80c5a1"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:26:12.031402 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f0b332-4faf-4f94-80a5-dffe96a72d6b x-openstack-request-id: req-90f0b332-4faf-4f94-80a5-dffe96a72d6b {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:26:12.031703 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8794dae5-cb1b-4ad4-a3b0-9899146f2484", "name": "network-vif-plugged", "status": "completed", "tag": "01e0136f-340e-401b-9a6b-68da2d80c5a1", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:26:12.031990 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-90f0b332-4faf-4f94-80a5-dffe96a72d6b {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:26:12.032403 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8794dae5-cb1b-4ad4-a3b0-9899146f2484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e0136f-340e-401b-9a6b-68da2d80c5a1', 'code': 200} Dec 17 15:26:12.035788 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1d85e9cd-128c-469c-b4e9-47fabc6ee7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:12.052168 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf6079-44cc-46b5-b748-2b8bbcc1d50a admin admin] Pushing event updated for resources: {'Network': ['ID=040e81ed-645b-49f2-b606-529d20326479,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:12.064753 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-706b2123-c109-4744-82b3-a38b38620c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:12.064753 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-706b2123-c109-4744-82b3-a38b38620c44 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f3a192b-6f54-446b-8786-4392777f5f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1447153 Dec 17 15:26:12.067174 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 040e81ed-645b-49f2-b606-529d20326479 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:26:12.067373 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1d85e9cd-128c-469c-b4e9-47fabc6ee7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:12.097580 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-93bf6079-44cc-46b5-b748-2b8bbcc1d50a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7096689 Dec 17 15:26:12.116033 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:12.117204 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 7bdf49c6-c86c-40c6-b737-c717d45e0364 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:26:12.128195 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60850) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:12.135528 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-73e02d85-192d-4cec-ab1b-b8c0b85c268e admin admin] Request body: {'subnet': {'network_id': '040e81ed-645b-49f2-b606-529d20326479', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1477190575-subnet', 'tenant_id': 'e31b08986e494abe92337553ad2cd818', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:26:12.186868 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 7bdf49c6-c86c-40c6-b737-c717d45e0364 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:26:12.187528 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 7bdf49c6-c86c-40c6-b737-c717d45e0364 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:26:12.203225 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-af7283d0-8638-4484-af3e-d1cf2d6bdcd0 service neutron] 10.222.0.41 "GET /v2.0/networks/9f3a192b-6f54-446b-8786-4392777f5f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311774 Dec 17 15:26:12.228506 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=01e0136f-340e-401b-9a6b-68da2d80c5a1,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:12.271505 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e02d85-192d-4cec-ab1b-b8c0b85c268e admin admin] Made reservation on behalf of e31b08986e494abe92337553ad2cd818 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:26:12.274397 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-73e02d85-192d-4cec-ab1b-b8c0b85c268e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:12.392070 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff52abe9-cf15-4c74-ab41-6e320ab65935 req-1491ee28-923b-48fe-bdd9-96a905b31fbb service neutron] 10.222.0.41 "GET /v2.0/networks/9f3a192b-6f54-446b-8786-4392777f5f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804836 Dec 17 15:26:12.514820 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1d85e9cd-128c-469c-b4e9-47fabc6ee7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:12.518287 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1d85e9cd-128c-469c-b4e9-47fabc6ee7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:12.520667 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1d85e9cd-128c-469c-b4e9-47fabc6ee7b6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b4af2094-26e5-40d8-89bd-e1dcdd29aafc HTTP/1.1" status: 204 len: 168 time: 0.5365920 Dec 17 15:26:12.536492 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85e9cd-128c-469c-b4e9-47fabc6ee7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4af2094-26e5-40d8-89bd-e1dcdd29aafc,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:12.558166 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059d497-8bee-4df4-a74a-675e1f3e5ceb req-c3966358-1e28-4a70-8c3b-af2c5c4db471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:12.559729 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1059d497-8bee-4df4-a74a-675e1f3e5ceb req-c3966358-1e28-4a70-8c3b-af2c5c4db471 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8794dae5-cb1b-4ad4-a3b0-9899146f2484 HTTP/1.1" status: 200 len: 1096 time: 0.4313898 Dec 17 15:26:12.603964 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1059d497-8bee-4df4-a74a-675e1f3e5ceb req-b3d7a289-5996-415d-b1a1-4b1ebe64782c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311689 Dec 17 15:26:12.612793 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12024943-8eb9-4845-aeb4-af186411f97b req-3eb2004c-71bc-4868-b0ba-12c6a3634283 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:12.618728 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12024943-8eb9-4845-aeb4-af186411f97b req-3eb2004c-71bc-4868-b0ba-12c6a3634283 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:12.624646 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12024943-8eb9-4845-aeb4-af186411f97b req-3eb2004c-71bc-4868-b0ba-12c6a3634283 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:12.631441 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12024943-8eb9-4845-aeb4-af186411f97b req-3eb2004c-71bc-4868-b0ba-12c6a3634283 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:12.637261 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12024943-8eb9-4845-aeb4-af186411f97b req-3eb2004c-71bc-4868-b0ba-12c6a3634283 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:12.643574 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12024943-8eb9-4845-aeb4-af186411f97b req-3eb2004c-71bc-4868-b0ba-12c6a3634283 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:12.649429 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12024943-8eb9-4845-aeb4-af186411f97b req-3eb2004c-71bc-4868-b0ba-12c6a3634283 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:12.651358 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-12024943-8eb9-4845-aeb4-af186411f97b req-3eb2004c-71bc-4868-b0ba-12c6a3634283 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5418 time: 0.1230328 Dec 17 15:26:12.652819 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-73e02d85-192d-4cec-ab1b-b8c0b85c268e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:12.801855 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff088215-7ab6-4c63-8974-cfa54f52ba33 req-5a644a55-12f3-49d3-aa20-493cc22926a2 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 210 time: 0.0735376 Dec 17 15:26:12.819910 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e02d85-192d-4cec-ab1b-b8c0b85c268e admin admin] Pushing event updated for resources: {'Subnet': ['ID=27e04280-f1e5-4533-a329-315764cf579d,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:12.830666 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-12024943-8eb9-4845-aeb4-af186411f97b req-59ad59ae-38d9-4fab-901b-49f5426e3eef tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1640406 Dec 17 15:26:12.845601 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e02d85-192d-4cec-ab1b-b8c0b85c268e admin admin] Checking segment: {'id': 'ccfcc99a-e4e0-468e-9873-88de436ed20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '040e81ed-645b-49f2-b606-529d20326479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:26:12.846013 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e02d85-192d-4cec-ab1b-b8c0b85c268e admin admin] Network hostable DHCP agents. Network: 040e81ed-645b-49f2-b606-529d20326479, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:26:12.854071 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd80a42-7b6b-407c-83b9-08bc7f91f570 req-262fc370-9dce-42e8-8e27-10818aa11fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:12.860762 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd80a42-7b6b-407c-83b9-08bc7f91f570 req-262fc370-9dce-42e8-8e27-10818aa11fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:12.860762 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd80a42-7b6b-407c-83b9-08bc7f91f570 req-262fc370-9dce-42e8-8e27-10818aa11fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:12.860762 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd80a42-7b6b-407c-83b9-08bc7f91f570 req-262fc370-9dce-42e8-8e27-10818aa11fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:12.860762 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd80a42-7b6b-407c-83b9-08bc7f91f570 req-262fc370-9dce-42e8-8e27-10818aa11fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:12.860762 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd80a42-7b6b-407c-83b9-08bc7f91f570 req-262fc370-9dce-42e8-8e27-10818aa11fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:12.860762 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd80a42-7b6b-407c-83b9-08bc7f91f570 req-262fc370-9dce-42e8-8e27-10818aa11fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:12.860762 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5bd80a42-7b6b-407c-83b9-08bc7f91f570 req-262fc370-9dce-42e8-8e27-10818aa11fc4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=877bbdd90a9744e8870dce0869eb9a96&device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 6475 time: 0.1477129 Dec 17 15:26:12.986590 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e02d85-192d-4cec-ab1b-b8c0b85c268e admin admin] Network 040e81ed-645b-49f2-b606-529d20326479 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:26:12.995726 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd80a42-7b6b-407c-83b9-08bc7f91f570 req-2d1f04d6-58db-4ac4-a1ca-b376818f792a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:12.997310 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5bd80a42-7b6b-407c-83b9-08bc7f91f570 req-2d1f04d6-58db-4ac4-a1ca-b376818f792a service neutron] 10.222.0.41 "GET /v2.0/networks?id=9f3a192b-6f54-446b-8786-4392777f5f19 HTTP/1.1" status: 200 len: 903 time: 0.1295774 Dec 17 15:26:13.070500 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5bd80a42-7b6b-407c-83b9-08bc7f91f570 req-b933125f-3fc7-4737-825f-0c4952cf34a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=23211a10-13af-4c51-9094-03225018881b HTTP/1.1" status: 200 len: 217 time: 0.0578215 Dec 17 15:26:13.087615 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f71e04-bc4b-4f2f-975e-83d106c2f071 req-e81e17f9-7395-437c-a6c5-37f4a71ee9f0 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:13.089271 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a5f71e04-bc4b-4f2f-975e-83d106c2f071 req-e81e17f9-7395-437c-a6c5-37f4a71ee9f0 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=8794dae5-cb1b-4ad4-a3b0-9899146f2484 HTTP/1.1" status: 200 len: 945 time: 0.1139338 Dec 17 15:26:13.090731 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-73e02d85-192d-4cec-ab1b-b8c0b85c268e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 040e81ed-645b-49f2-b606-529d20326479) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:26:13.103658 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e02d85-192d-4cec-ab1b-b8c0b85c268e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:13.103986 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6609174d-1239-4a5d-bba0-9f54a842b2bb None None] Network 040e81ed-645b-49f2-b606-529d20326479 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:26:13.104447 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-73e02d85-192d-4cec-ab1b-b8c0b85c268e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:13.185238 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a5f71e04-bc4b-4f2f-975e-83d106c2f071 req-34ebea4d-9de2-49e6-b893-24de31e8bbf5 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702569 Dec 17 15:26:13.195938 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-73e02d85-192d-4cec-ab1b-b8c0b85c268e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0667322 Dec 17 15:26:13.214820 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd80a42-7b6b-407c-83b9-08bc7f91f570 req-9c5aee1f-2928-4fa0-968d-f9fb903379c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:13.217086 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5bd80a42-7b6b-407c-83b9-08bc7f91f570 req-9c5aee1f-2928-4fa0-968d-f9fb903379c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f0a9f17-d614-4efc-ae03-ce6b8a2dc07e HTTP/1.1" status: 200 len: 797 time: 0.1009049 Dec 17 15:26:13.287220 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd80a42-7b6b-407c-83b9-08bc7f91f570 req-458739e1-8dbd-47ec-9a5f-81ad661929ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:13.290610 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5bd80a42-7b6b-407c-83b9-08bc7f91f570 req-458739e1-8dbd-47ec-9a5f-81ad661929ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f3a192b-6f54-446b-8786-4392777f5f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0647836 Dec 17 15:26:13.305879 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9779212-30ba-4d53-a982-42f804a172f1 None None] Network 040e81ed-645b-49f2-b606-529d20326479 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:26:13.418056 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5bd80a42-7b6b-407c-83b9-08bc7f91f570 req-9d5662f0-bec7-4a8e-aa52-e4b2c71c6c36 service neutron] 10.222.0.41 "GET /v2.0/networks/9f3a192b-6f54-446b-8786-4392777f5f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184149 Dec 17 15:26:13.539854 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5bd80a42-7b6b-407c-83b9-08bc7f91f570 req-7de1efc3-35e8-43c6-b89a-773741ce4c4e service neutron] 10.222.0.41 "GET /v2.0/networks/9f3a192b-6f54-446b-8786-4392777f5f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115968 Dec 17 15:26:13.866807 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-a2db0e4e-28b3-446a-a42b-4992a3c286af tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:13.869078 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-a2db0e4e-28b3-446a-a42b-4992a3c286af tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/networks?id=040e81ed-645b-49f2-b606-529d20326479 HTTP/1.1" status: 200 len: 814 time: 0.1704736 Dec 17 15:26:13.907760 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-259f8188-76c9-4aa0-979d-c3c0014f5f67 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/quotas/e31b08986e494abe92337553ad2cd818 HTTP/1.1" status: 200 len: 375 time: 0.0137377 Dec 17 15:26:13.952910 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-85aa58bb-4e1c-48e9-9163-3edcc5caa925 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e31b08986e494abe92337553ad2cd818&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378025 Dec 17 15:26:14.044417 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-807ef52b-152a-4de4-ab63-93d213fe2c95 req-badc5bfd-9457-4f19-8d12-0ab48c90b76b tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 210 time: 0.0544405 Dec 17 15:26:14.169336 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-d2af24e6-f41b-46cf-9803-27deac94902b service neutron] 10.222.0.46 "GET /v2.0/networks/040e81ed-645b-49f2-b606-529d20326479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023156 Dec 17 15:26:14.295720 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-3c3ac147-622b-43ff-8dad-bacd62191cfb tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:14.297600 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-3c3ac147-622b-43ff-8dad-bacd62191cfb tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.41 "GET /v2.0/networks?id=8eca304a-4461-49a4-96b4-a39f3600fd04 HTTP/1.1" status: 200 len: 806 time: 0.2253323 Dec 17 15:26:14.312385 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d8ec4-178f-4427-b3d9-484baeda670f req-e6df3c30-3957-442a-b373-eebd2965de97 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:14.319198 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d8ec4-178f-4427-b3d9-484baeda670f req-e6df3c30-3957-442a-b373-eebd2965de97 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:14.325753 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d8ec4-178f-4427-b3d9-484baeda670f req-e6df3c30-3957-442a-b373-eebd2965de97 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:14.333202 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d8ec4-178f-4427-b3d9-484baeda670f req-e6df3c30-3957-442a-b373-eebd2965de97 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:14.339615 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d8ec4-178f-4427-b3d9-484baeda670f req-e6df3c30-3957-442a-b373-eebd2965de97 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:14.346535 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d8ec4-178f-4427-b3d9-484baeda670f req-e6df3c30-3957-442a-b373-eebd2965de97 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:14.352619 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d8ec4-178f-4427-b3d9-484baeda670f req-e6df3c30-3957-442a-b373-eebd2965de97 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:14.354711 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-897d8ec4-178f-4427-b3d9-484baeda670f req-e6df3c30-3957-442a-b373-eebd2965de97 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5418 time: 0.2097366 Dec 17 15:26:14.362260 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-2f250810-6abe-482c-8adb-d136b41a8244 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Request body: {'port': {'device_id': '2fe66651-d9cf-40a0-aa7d-a9a96ad9f582', 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04', 'admin_state_up': True, 'tenant_id': 'b5d340d6e372463aa9915724f2edafdd'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:26:14.495003 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-897d8ec4-178f-4427-b3d9-484baeda670f req-7564c9cc-3088-4a77-9026-ce69742a7cab tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1267769 Dec 17 15:26:14.500374 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-f0545572-5091-411e-88a9-e40ad9d9ed19 service neutron] 10.222.0.46 "GET /v2.0/networks/040e81ed-645b-49f2-b606-529d20326479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121018 Dec 17 15:26:14.645818 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681e0a4-4de8-40fd-aebd-a1729e728652 req-e6dd81b0-b2fa-4864-90d8-a060eba751ac tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:14.647746 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9681e0a4-4de8-40fd-aebd-a1729e728652 req-e6dd81b0-b2fa-4864-90d8-a060eba751ac tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=8794dae5-cb1b-4ad4-a3b0-9899146f2484 HTTP/1.1" status: 200 len: 945 time: 0.0706384 Dec 17 15:26:14.692523 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9681e0a4-4de8-40fd-aebd-a1729e728652 req-eecd3bee-b216-4162-afc9-2260d6b599b0 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377245 Dec 17 15:26:14.995867 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-2f250810-6abe-482c-8adb-d136b41a8244 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Made reservation on behalf of b5d340d6e372463aa9915724f2edafdd for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:26:15.000035 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-2f250810-6abe-482c-8adb-d136b41a8244 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:15.119458 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8144dbd7-bbae-4bd1-bfe5-46119592633e req-0df19d1d-6a16-4b8b-9a69-2c5b22cc549f tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 210 time: 0.0398817 Dec 17 15:26:15.167513 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d8536cc0-eab5-44ff-9462-844255158d5e req-a2a3caf8-5739-46fc-b34e-4053234e9861 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 210 time: 0.0313504 Dec 17 15:26:15.236017 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-2f250810-6abe-482c-8adb-d136b41a8244 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Allocated IP 172.20.0.10 (8eca304a-4461-49a4-96b4-a39f3600fd04/ce6f6d4e-40b3-4f79-b7d3-a679e64969d7/3653e185-63d6-4c0b-8808-e01ed1375781) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:26:15.391221 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-2f250810-6abe-482c-8adb-d136b41a8244 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:15.523865 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-2f250810-6abe-482c-8adb-d136b41a8244 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:15.562111 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['8c28e0c1-5348-4f77-baee-1e7afe509638'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:26:15.573733 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-2f250810-6abe-482c-8adb-d136b41a8244 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Network 8eca304a-4461-49a4-96b4-a39f3600fd04 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:26:15.576469 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-2f250810-6abe-482c-8adb-d136b41a8244 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:26:15.580931 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-2f250810-6abe-482c-8adb-d136b41a8244 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:26:15.614937 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f250810-6abe-482c-8adb-d136b41a8244 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Pushing event updated for resources: {'Port': ['ID=3653e185-63d6-4c0b-8808-e01ed1375781,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:15.678647 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-2f250810-6abe-482c-8adb-d136b41a8244 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:15.679828 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-2f250810-6abe-482c-8adb-d136b41a8244 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:15.709641 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57935818-85e4-4420-9b17-29bbe61374af req-882e4e12-f48c-4360-848d-6b678ff69793 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:15.715697 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57935818-85e4-4420-9b17-29bbe61374af req-882e4e12-f48c-4360-848d-6b678ff69793 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:15.722436 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57935818-85e4-4420-9b17-29bbe61374af req-882e4e12-f48c-4360-848d-6b678ff69793 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:15.737874 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57935818-85e4-4420-9b17-29bbe61374af req-882e4e12-f48c-4360-848d-6b678ff69793 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:15.743246 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57935818-85e4-4420-9b17-29bbe61374af req-882e4e12-f48c-4360-848d-6b678ff69793 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:15.749094 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57935818-85e4-4420-9b17-29bbe61374af req-882e4e12-f48c-4360-848d-6b678ff69793 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:15.756102 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57935818-85e4-4420-9b17-29bbe61374af req-882e4e12-f48c-4360-848d-6b678ff69793 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:15.757996 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-57935818-85e4-4420-9b17-29bbe61374af req-882e4e12-f48c-4360-848d-6b678ff69793 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5418 time: 0.1441367 Dec 17 15:26:15.820610 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-57935818-85e4-4420-9b17-29bbe61374af req-60ab803d-4d62-4a62-b2bf-516f7c36f981 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539258 Dec 17 15:26:15.827043 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-2f250810-6abe-482c-8adb-d136b41a8244 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4692469 Dec 17 15:26:15.855427 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-4acc028f-2d4e-4734-9ee7-c5ec79f9c1d8 service neutron] Request body: {'port': {'device_id': '2fe66651-d9cf-40a0-aa7d-a9a96ad9f582', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:26:15.936189 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-4acc028f-2d4e-4734-9ee7-c5ec79f9c1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:16.271656 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fe08bdde-8f2b-402c-ab83-817e9ce0ba28 req-2f4ff4af-5254-491b-9197-4cd43f8b9ff8 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 210 time: 0.0395255 Dec 17 15:26:16.379273 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-4acc028f-2d4e-4734-9ee7-c5ec79f9c1d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3653e185-63d6-4c0b-8808-e01ed1375781 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:26:16.390244 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-4acc028f-2d4e-4734-9ee7-c5ec79f9c1d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:16.412562 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-4acc028f-2d4e-4734-9ee7-c5ec79f9c1d8 service neutron] Transition to ACTIVE for port object 3653e185-63d6-4c0b-8808-e01ed1375781 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:26:16.417494 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c1371-56d1-4cac-8fc6-3b2bc61fa392 req-e3f3c37f-93aa-432d-8f5e-0d6ca0041f71 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:16.419033 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b44c1371-56d1-4cac-8fc6-3b2bc61fa392 req-e3f3c37f-93aa-432d-8f5e-0d6ca0041f71 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 932 time: 0.0816691 Dec 17 15:26:16.462463 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b44c1371-56d1-4cac-8fc6-3b2bc61fa392 req-bd29bdd3-ff7d-4b95-b41d-7eb18b9097fd tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361178 Dec 17 15:26:16.564705 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-4acc028f-2d4e-4734-9ee7-c5ec79f9c1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:16.624834 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc028f-2d4e-4734-9ee7-c5ec79f9c1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=3653e185-63d6-4c0b-8808-e01ed1375781,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:16.725631 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-4acc028f-2d4e-4734-9ee7-c5ec79f9c1d8 service neutron] Attempting to bind port 3653e185-63d6-4c0b-8808-e01ed1375781 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:26:16.745098 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-4acc028f-2d4e-4734-9ee7-c5ec79f9c1d8 service neutron] Attempting to bind port 3653e185-63d6-4c0b-8808-e01ed1375781 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '4d21e005-2828-402d-861d-cab8d78776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:26:16.745098 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-4acc028f-2d4e-4734-9ee7-c5ec79f9c1d8 service neutron] Attempting to bind port 3653e185-63d6-4c0b-8808-e01ed1375781 on network 8eca304a-4461-49a4-96b4-a39f3600fd04 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:26:16.745098 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-4acc028f-2d4e-4734-9ee7-c5ec79f9c1d8 service neutron] Port 3653e185-63d6-4c0b-8808-e01ed1375781 on network 8eca304a-4461-49a4-96b4-a39f3600fd04 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:26:16.745098 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-4acc028f-2d4e-4734-9ee7-c5ec79f9c1d8 service neutron] Attempting to bind port 3653e185-63d6-4c0b-8808-e01ed1375781 on network 8eca304a-4461-49a4-96b4-a39f3600fd04 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:26:16.745098 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-4acc028f-2d4e-4734-9ee7-c5ec79f9c1d8 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:26:16.745098 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-4acc028f-2d4e-4734-9ee7-c5ec79f9c1d8 service neutron] Checking segment: {'id': '4d21e005-2828-402d-861d-cab8d78776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:26:16.745098 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-4acc028f-2d4e-4734-9ee7-c5ec79f9c1d8 service neutron] Bound using segment: {'id': '4d21e005-2828-402d-861d-cab8d78776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:26:16.745098 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-4acc028f-2d4e-4734-9ee7-c5ec79f9c1d8 service neutron] Bound port: 3653e185-63d6-4c0b-8808-e01ed1375781, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d21e005-2828-402d-861d-cab8d78776ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:26:16.745098 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-4acc028f-2d4e-4734-9ee7-c5ec79f9c1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:16.812102 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-4acc028f-2d4e-4734-9ee7-c5ec79f9c1d8 service neutron] For port 3653e185-63d6-4c0b-8808-e01ed1375781, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:26:16.816987 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-4acc028f-2d4e-4734-9ee7-c5ec79f9c1d8 service neutron] For port 3653e185-63d6-4c0b-8808-e01ed1375781, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=3653e185-63d6-4c0b-8808-e01ed1375781,segment=NetworkSegment(4d21e005-2828-402d-861d-cab8d78776ef),segment_id=4d21e005-2828-402d-861d-cab8d78776ef)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:26:16.887781 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 32776) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:16.948959 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-4acc028f-2d4e-4734-9ee7-c5ec79f9c1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:16.990523 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-4acc028f-2d4e-4734-9ee7-c5ec79f9c1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:16.997477 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-4acc028f-2d4e-4734-9ee7-c5ec79f9c1d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:17.002386 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-4acc028f-2d4e-4734-9ee7-c5ec79f9c1d8 service neutron] 10.222.0.41 "PUT /v2.0/ports/3653e185-63d6-4c0b-8808-e01ed1375781 HTTP/1.1" status: 200 len: 1092 time: 1.1576483 Dec 17 15:26:17.002386 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fe66651-d9cf-40a0-aa7d-a9a96ad9f582', 'tag': '3653e185-63d6-4c0b-8808-e01ed1375781'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:26:17.005996 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94043e41-fbbe-4624-ae37-a0c926a60c58" -d '{"events": [{"name": "network-changed", "server_uuid": "2fe66651-d9cf-40a0-aa7d-a9a96ad9f582", "tag": "3653e185-63d6-4c0b-8808-e01ed1375781"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:26:17.038639 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d566a-842f-41f4-be96-c788dda18889 req-bffc5787-e1a7-41bf-bcf1-c920d40adf8f tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:17.046549 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-64252ac3-dfc2-4d3e-a45a-7610061622f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:17.047459 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d566a-842f-41f4-be96-c788dda18889 req-bffc5787-e1a7-41bf-bcf1-c920d40adf8f tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:17.055419 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d566a-842f-41f4-be96-c788dda18889 req-bffc5787-e1a7-41bf-bcf1-c920d40adf8f tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:17.061535 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d566a-842f-41f4-be96-c788dda18889 req-bffc5787-e1a7-41bf-bcf1-c920d40adf8f tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:17.068125 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d566a-842f-41f4-be96-c788dda18889 req-bffc5787-e1a7-41bf-bcf1-c920d40adf8f tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:17.074382 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d566a-842f-41f4-be96-c788dda18889 req-bffc5787-e1a7-41bf-bcf1-c920d40adf8f tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:17.080474 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d566a-842f-41f4-be96-c788dda18889 req-bffc5787-e1a7-41bf-bcf1-c920d40adf8f tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:17.082895 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a29d566a-842f-41f4-be96-c788dda18889 req-bffc5787-e1a7-41bf-bcf1-c920d40adf8f tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5418 time: 0.1719728 Dec 17 15:26:17.107890 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc028f-2d4e-4734-9ee7-c5ec79f9c1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=3653e185-63d6-4c0b-8808-e01ed1375781,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:17.144163 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a29d566a-842f-41f4-be96-c788dda18889 req-29e77193-91a4-47a2-a455-7e75acee1cff tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540178 Dec 17 15:26:17.145985 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560d31e7-cbb9-4015-bf3b-7f1549de81c7 x-openstack-request-id: req-560d31e7-cbb9-4015-bf3b-7f1549de81c7 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:26:17.147923 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fe66651-d9cf-40a0-aa7d-a9a96ad9f582", "tag": "3653e185-63d6-4c0b-8808-e01ed1375781", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:26:17.147923 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-560d31e7-cbb9-4015-bf3b-7f1549de81c7 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:26:17.147923 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fe66651-d9cf-40a0-aa7d-a9a96ad9f582', 'tag': '3653e185-63d6-4c0b-8808-e01ed1375781', 'status': 'completed', 'code': 200} Dec 17 15:26:17.148799 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-64252ac3-dfc2-4d3e-a45a-7610061622f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:17.213229 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-64252ac3-dfc2-4d3e-a45a-7610061622f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:17.227109 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94043e41-fbbe-4624-ae37-a0c926a60c58 req-aa949f8e-0354-4f42-8878-5019eebdefb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:17.228684 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94043e41-fbbe-4624-ae37-a0c926a60c58 req-aa949f8e-0354-4f42-8878-5019eebdefb7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b5d340d6e372463aa9915724f2edafdd&device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 1095 time: 0.0416300 Dec 17 15:26:17.253585 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-64252ac3-dfc2-4d3e-a45a-7610061622f4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cbab35704b734f49bef53fe271d8b356&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3638854 Dec 17 15:26:17.254446 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64252ac3-dfc2-4d3e-a45a-7610061622f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdc8b21-a7b3-44d0-85cd-5c51e968ea57,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:17.257978 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 32790) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:17.333475 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f07d2c9a-8625-41c8-b8e7-b6444b73c656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:17.359586 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94043e41-fbbe-4624-ae37-a0c926a60c58 req-47200348-c209-49be-9802-fc041db4c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:17.361088 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94043e41-fbbe-4624-ae37-a0c926a60c58 req-47200348-c209-49be-9802-fc041db4c293 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b5d340d6e372463aa9915724f2edafdd&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1199951 Dec 17 15:26:17.375593 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f07d2c9a-8625-41c8-b8e7-b6444b73c656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:17.377626 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-519838f1-d74e-4f2f-9af5-bfaff030063d req-deb9a9d0-6433-4fbd-9672-7aff9a81b466 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 210 time: 0.0334933 Dec 17 15:26:17.487758 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94043e41-fbbe-4624-ae37-a0c926a60c58 req-46b6a6e1-b381-493a-b4fb-2a4ad4cb7fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:17.489871 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94043e41-fbbe-4624-ae37-a0c926a60c58 req-46b6a6e1-b381-493a-b4fb-2a4ad4cb7fae service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1147981 Dec 17 15:26:17.547461 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f07d2c9a-8625-41c8-b8e7-b6444b73c656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:17.551236 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f07d2c9a-8625-41c8-b8e7-b6444b73c656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:17.552398 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f07d2c9a-8625-41c8-b8e7-b6444b73c656 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3bdc8b21-a7b3-44d0-85cd-5c51e968ea57 HTTP/1.1" status: 204 len: 168 time: 0.2934675 Dec 17 15:26:17.588425 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d2c9a-8625-41c8-b8e7-b6444b73c656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdc8b21-a7b3-44d0-85cd-5c51e968ea57,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:17.675607 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-cb5d6388-e4d8-46b1-b05e-48ebceb4cded tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:17.678071 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-cb5d6388-e4d8-46b1-b05e-48ebceb4cded tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.13 "GET /v2.0/networks?id=040e81ed-645b-49f2-b606-529d20326479 HTTP/1.1" status: 200 len: 814 time: 0.2075529 Dec 17 15:26:17.693186 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-ff2601b4-44fd-4cac-a9b6-7fc9b5d6a139 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Request body: {'port': {'device_id': 'd275e346-665b-4fb3-a7e9-d21aab4fcedb', 'network_id': '040e81ed-645b-49f2-b606-529d20326479', 'admin_state_up': True, 'tenant_id': 'e31b08986e494abe92337553ad2cd818'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:26:17.713524 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12b380-bb41-42fa-b6f7-e75593781e24 req-7be4ac14-b9a4-4d61-a0ad-9595f1c89331 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:17.721307 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d12b380-bb41-42fa-b6f7-e75593781e24 req-7be4ac14-b9a4-4d61-a0ad-9595f1c89331 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 944 time: 0.1301544 Dec 17 15:26:17.757827 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-9e2d3b73-f7c0-4ed8-9f61-bca90e64238d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:17.760246 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-9e2d3b73-f7c0-4ed8-9f61-bca90e64238d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b5d340d6e372463aa9915724f2edafdd&device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 1095 time: 0.1444190 Dec 17 15:26:17.817361 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d12b380-bb41-42fa-b6f7-e75593781e24 req-71b663fa-5509-4639-ab1e-c10d65a2d17d tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951653 Dec 17 15:26:17.818701 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-45812c19-4b98-4ff4-9c19-5fb87b2830d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3653e185-63d6-4c0b-8808-e01ed1375781 HTTP/1.1" status: 200 len: 217 time: 0.0433254 Dec 17 15:26:17.882066 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-64be8938-f492-4ccf-9644-60234f8da324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:17.885814 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-64be8938-f492-4ccf-9644-60234f8da324 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce6f6d4e-40b3-4f79-b7d3-a679e64969d7 HTTP/1.1" status: 200 len: 846 time: 0.0584943 Dec 17 15:26:17.905291 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-ff2601b4-44fd-4cac-a9b6-7fc9b5d6a139 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Made reservation on behalf of e31b08986e494abe92337553ad2cd818 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:26:17.915254 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-ff2601b4-44fd-4cac-a9b6-7fc9b5d6a139 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:17.920392 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-69ad8bed-2288-4b87-8411-9eafbf69b3e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8eca304a-4461-49a4-96b4-a39f3600fd04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298162 Dec 17 15:26:18.025109 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-a88f64f5-752f-472c-a625-2c04890ebffd service neutron] 10.222.0.41 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963130 Dec 17 15:26:18.092785 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-ff2601b4-44fd-4cac-a9b6-7fc9b5d6a139 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Allocated IP 172.20.0.2 (040e81ed-645b-49f2-b606-529d20326479/27e04280-f1e5-4533-a329-315764cf579d/08824bb5-9575-4d1a-8b51-640826dccac4) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:26:18.140245 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-021e7ebf-e6da-487d-894f-7c4fa5e61f67 req-dda5a0a3-d235-4482-ad0e-dd6bcb0eaa26 service neutron] 10.222.0.41 "GET /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076450 Dec 17 15:26:18.260561 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-ff2601b4-44fd-4cac-a9b6-7fc9b5d6a139 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:18.291527 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc24046-9cef-4f42-999a-d5bb309234bf req-8dd02015-2b05-43e0-8bfb-075e06c1ec55 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:18.298201 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc24046-9cef-4f42-999a-d5bb309234bf req-8dd02015-2b05-43e0-8bfb-075e06c1ec55 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:18.304779 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc24046-9cef-4f42-999a-d5bb309234bf req-8dd02015-2b05-43e0-8bfb-075e06c1ec55 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:18.310708 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc24046-9cef-4f42-999a-d5bb309234bf req-8dd02015-2b05-43e0-8bfb-075e06c1ec55 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:18.316537 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc24046-9cef-4f42-999a-d5bb309234bf req-8dd02015-2b05-43e0-8bfb-075e06c1ec55 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:18.322273 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc24046-9cef-4f42-999a-d5bb309234bf req-8dd02015-2b05-43e0-8bfb-075e06c1ec55 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:18.328042 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc24046-9cef-4f42-999a-d5bb309234bf req-8dd02015-2b05-43e0-8bfb-075e06c1ec55 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:18.330148 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7cc24046-9cef-4f42-999a-d5bb309234bf req-8dd02015-2b05-43e0-8bfb-075e06c1ec55 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5418 time: 0.1050804 Dec 17 15:26:18.362593 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-ff2601b4-44fd-4cac-a9b6-7fc9b5d6a139 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:18.373859 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7cc24046-9cef-4f42-999a-d5bb309234bf req-2416f0b1-81b8-406d-b609-880e171537be tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374911 Dec 17 15:26:18.401344 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 32838) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:18.418058 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-ff2601b4-44fd-4cac-a9b6-7fc9b5d6a139 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Network 040e81ed-645b-49f2-b606-529d20326479 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:26:18.428960 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-ff2601b4-44fd-4cac-a9b6-7fc9b5d6a139 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:26:18.443209 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-ff2601b4-44fd-4cac-a9b6-7fc9b5d6a139 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:26:18.447400 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a7760708-3d2d-4064-9791-3846b936692f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:18.463787 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2601b4-44fd-4cac-a9b6-7fc9b5d6a139 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Pushing event updated for resources: {'Port': ['ID=08824bb5-9575-4d1a-8b51-640826dccac4,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:18.531131 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-ff2601b4-44fd-4cac-a9b6-7fc9b5d6a139 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:18.532767 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-ff2601b4-44fd-4cac-a9b6-7fc9b5d6a139 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:18.557723 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9854d-1c54-4fe8-80b5-3eb1af8ab604 req-2b80d2a8-3375-4441-ac46-02e44ac16b54 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:18.559295 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-03a9854d-1c54-4fe8-80b5-3eb1af8ab604 req-2b80d2a8-3375-4441-ac46-02e44ac16b54 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 931 time: 0.0655384 Dec 17 15:26:18.628029 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-ff2601b4-44fd-4cac-a9b6-7fc9b5d6a139 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9406698 Dec 17 15:26:18.637317 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-03a9854d-1c54-4fe8-80b5-3eb1af8ab604 req-8c6db772-3294-4822-9c27-818e30e1f4c3 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589309 Dec 17 15:26:18.642840 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a7760708-3d2d-4064-9791-3846b936692f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:18.648453 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-123e90c4-00d2-421f-bd8a-e74267770b2f service neutron] Request body: {'port': {'device_id': 'd275e346-665b-4fb3-a7e9-d21aab4fcedb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:26:18.711777 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a7760708-3d2d-4064-9791-3846b936692f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:18.722274 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-123e90c4-00d2-421f-bd8a-e74267770b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:18.774217 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7760708-3d2d-4064-9791-3846b936692f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e29d7c7-9a43-4b4d-acdc-a9b1f9e20b51,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:18.789251 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a7760708-3d2d-4064-9791-3846b936692f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8c4e2c966e53492998a73ca869cb8b80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3874433 Dec 17 15:26:18.790605 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 32846) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:18.851130 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-39bd1f83-50ea-4fe4-b264-4d64ff1d5edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:18.881532 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-39bd1f83-50ea-4fe4-b264-4d64ff1d5edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:18.985902 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb72ffc-9e51-42b4-a8f9-e00a0b1aeb5d req-0cd5bee4-be34-49d8-b2dc-3587cff2d4a8 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:18.987879 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-acb72ffc-9e51-42b4-a8f9-e00a0b1aeb5d req-0cd5bee4-be34-49d8-b2dc-3587cff2d4a8 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 944 time: 0.0618932 Dec 17 15:26:19.028062 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-acb72ffc-9e51-42b4-a8f9-e00a0b1aeb5d req-7f2eb86f-6d4c-4f01-87c4-b4e760b34dc4 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338786 Dec 17 15:26:19.072100 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-123e90c4-00d2-421f-bd8a-e74267770b2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08824bb5-9575-4d1a-8b51-640826dccac4 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:26:19.080142 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-123e90c4-00d2-421f-bd8a-e74267770b2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:19.180841 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-123e90c4-00d2-421f-bd8a-e74267770b2f service neutron] Transition to ACTIVE for port object 08824bb5-9575-4d1a-8b51-640826dccac4 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:26:19.182317 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-39bd1f83-50ea-4fe4-b264-4d64ff1d5edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:19.198453 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-39bd1f83-50ea-4fe4-b264-4d64ff1d5edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:19.198453 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-39bd1f83-50ea-4fe4-b264-4d64ff1d5edc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9e29d7c7-9a43-4b4d-acdc-a9b1f9e20b51 HTTP/1.1" status: 204 len: 168 time: 0.3945670 Dec 17 15:26:19.203959 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd1f83-50ea-4fe4-b264-4d64ff1d5edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e29d7c7-9a43-4b4d-acdc-a9b1f9e20b51,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:19.279723 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-123e90c4-00d2-421f-bd8a-e74267770b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:19.355027 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e90c4-00d2-421f-bd8a-e74267770b2f service neutron] Pushing event updated for resources: {'Port': ['ID=08824bb5-9575-4d1a-8b51-640826dccac4,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:19.412384 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-123e90c4-00d2-421f-bd8a-e74267770b2f service neutron] Attempting to bind port 08824bb5-9575-4d1a-8b51-640826dccac4 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:26:19.412723 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-123e90c4-00d2-421f-bd8a-e74267770b2f service neutron] Attempting to bind port 08824bb5-9575-4d1a-8b51-640826dccac4 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'ccfcc99a-e4e0-468e-9873-88de436ed20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '040e81ed-645b-49f2-b606-529d20326479'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:26:19.413135 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-123e90c4-00d2-421f-bd8a-e74267770b2f service neutron] Attempting to bind port 08824bb5-9575-4d1a-8b51-640826dccac4 on network 040e81ed-645b-49f2-b606-529d20326479 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:26:19.417562 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-123e90c4-00d2-421f-bd8a-e74267770b2f service neutron] Port 08824bb5-9575-4d1a-8b51-640826dccac4 on network 040e81ed-645b-49f2-b606-529d20326479 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:26:19.417885 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-123e90c4-00d2-421f-bd8a-e74267770b2f service neutron] Attempting to bind port 08824bb5-9575-4d1a-8b51-640826dccac4 on network 040e81ed-645b-49f2-b606-529d20326479 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:26:19.423126 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-123e90c4-00d2-421f-bd8a-e74267770b2f service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:26:19.423466 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-123e90c4-00d2-421f-bd8a-e74267770b2f service neutron] Checking segment: {'id': 'ccfcc99a-e4e0-468e-9873-88de436ed20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '040e81ed-645b-49f2-b606-529d20326479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:26:19.423848 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-123e90c4-00d2-421f-bd8a-e74267770b2f service neutron] Bound using segment: {'id': 'ccfcc99a-e4e0-468e-9873-88de436ed20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '040e81ed-645b-49f2-b606-529d20326479'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:26:19.424568 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-123e90c4-00d2-421f-bd8a-e74267770b2f service neutron] Bound port: 08824bb5-9575-4d1a-8b51-640826dccac4, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccfcc99a-e4e0-468e-9873-88de436ed20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '040e81ed-645b-49f2-b606-529d20326479'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:26:19.425175 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-123e90c4-00d2-421f-bd8a-e74267770b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:19.495709 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-123e90c4-00d2-421f-bd8a-e74267770b2f service neutron] For port 08824bb5-9575-4d1a-8b51-640826dccac4, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:26:19.499044 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-123e90c4-00d2-421f-bd8a-e74267770b2f service neutron] For port 08824bb5-9575-4d1a-8b51-640826dccac4, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=08824bb5-9575-4d1a-8b51-640826dccac4,segment=NetworkSegment(ccfcc99a-e4e0-468e-9873-88de436ed20f),segment_id=ccfcc99a-e4e0-468e-9873-88de436ed20f)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:26:19.559388 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-123e90c4-00d2-421f-bd8a-e74267770b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:19.674982 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-123e90c4-00d2-421f-bd8a-e74267770b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:19.676476 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-123e90c4-00d2-421f-bd8a-e74267770b2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:19.678960 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-123e90c4-00d2-421f-bd8a-e74267770b2f service neutron] 10.222.0.13 "PUT /v2.0/ports/08824bb5-9575-4d1a-8b51-640826dccac4 HTTP/1.1" status: 200 len: 1091 time: 1.0421531 Dec 17 15:26:19.680494 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd275e346-665b-4fb3-a7e9-d21aab4fcedb', 'tag': '08824bb5-9575-4d1a-8b51-640826dccac4'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:26:19.684469 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66624eaa-59b5-43f0-b29a-c21fad3fb795" -d '{"events": [{"name": "network-changed", "server_uuid": "d275e346-665b-4fb3-a7e9-d21aab4fcedb", "tag": "08824bb5-9575-4d1a-8b51-640826dccac4"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:26:19.723833 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e90c4-00d2-421f-bd8a-e74267770b2f service neutron] Pushing event updated for resources: {'Port': ['ID=08824bb5-9575-4d1a-8b51-640826dccac4,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:19.838710 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-854ef2d8-d821-4a86-99e4-cf76707a4996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:19.840468 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-854ef2d8-d821-4a86-99e4-cf76707a4996 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e31b08986e494abe92337553ad2cd818&device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 1094 time: 0.0521498 Dec 17 15:26:19.915507 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-118ab678-75c4-449a-adde-bb4d6e12aa54 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=08824bb5-9575-4d1a-8b51-640826dccac4 HTTP/1.1" status: 200 len: 217 time: 0.0675116 Dec 17 15:26:19.990488 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-bcddba5e-7ce8-4849-9baf-a655c88a7d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:19.992403 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-bcddba5e-7ce8-4849-9baf-a655c88a7d25 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27e04280-f1e5-4533-a329-315764cf579d HTTP/1.1" status: 200 len: 854 time: 0.0702729 Dec 17 15:26:20.030363 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-a7165983-964f-429e-8a23-9d5f268b1d90 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=040e81ed-645b-49f2-b606-529d20326479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308323 Dec 17 15:26:20.043112 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f34b12-ed57-4301-b528-7f87defcbf7b req-7610fcd0-cd6a-4a49-a620-0b0538fb5754 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:20.049368 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f34b12-ed57-4301-b528-7f87defcbf7b req-7610fcd0-cd6a-4a49-a620-0b0538fb5754 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:20.055659 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f34b12-ed57-4301-b528-7f87defcbf7b req-7610fcd0-cd6a-4a49-a620-0b0538fb5754 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:20.061660 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f34b12-ed57-4301-b528-7f87defcbf7b req-7610fcd0-cd6a-4a49-a620-0b0538fb5754 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:20.068135 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f34b12-ed57-4301-b528-7f87defcbf7b req-7610fcd0-cd6a-4a49-a620-0b0538fb5754 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:20.074561 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f34b12-ed57-4301-b528-7f87defcbf7b req-7610fcd0-cd6a-4a49-a620-0b0538fb5754 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:20.082334 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f34b12-ed57-4301-b528-7f87defcbf7b req-7610fcd0-cd6a-4a49-a620-0b0538fb5754 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:20.090793 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d8f34b12-ed57-4301-b528-7f87defcbf7b req-7610fcd0-cd6a-4a49-a620-0b0538fb5754 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5418 time: 0.5747342 Dec 17 15:26:20.117854 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 32882) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:20.131751 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2219a-f9cc-43fe-9745-b77c5bc64b79 req-e9a5a746-5eaa-4f0d-8fee-99d6e100c6f0 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:20.135159 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ddf9d5ce-aa06-48ff-9885-9c48c5b4e217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:20.139044 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0e2219a-f9cc-43fe-9745-b77c5bc64b79 req-e9a5a746-5eaa-4f0d-8fee-99d6e100c6f0 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 943 time: 0.1501036 Dec 17 15:26:20.188932 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d8f34b12-ed57-4301-b528-7f87defcbf7b req-5617b979-bea5-445a-b5b4-3ef920ef0dc9 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0935893 Dec 17 15:26:20.237838 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0e2219a-f9cc-43fe-9745-b77c5bc64b79 req-b7144bc4-0c5d-465d-aa2a-069474a9f646 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925312 Dec 17 15:26:20.246348 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ddf9d5ce-aa06-48ff-9885-9c48c5b4e217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:20.265875 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-2ea21e30-a888-4ae3-a6b9-dadfab7e1718 service neutron] 10.222.0.13 "GET /v2.0/networks/040e81ed-645b-49f2-b606-529d20326479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288208 Dec 17 15:26:20.271889 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd68a42-53cf-42c9-8b06-cbb6e5f8cc06 x-openstack-request-id: req-5cd68a42-53cf-42c9-8b06-cbb6e5f8cc06 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:26:20.272724 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d275e346-665b-4fb3-a7e9-d21aab4fcedb", "tag": "08824bb5-9575-4d1a-8b51-640826dccac4", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:26:20.273399 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5cd68a42-53cf-42c9-8b06-cbb6e5f8cc06 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:26:20.273804 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd275e346-665b-4fb3-a7e9-d21aab4fcedb', 'tag': '08824bb5-9575-4d1a-8b51-640826dccac4', 'status': 'completed', 'code': 200} Dec 17 15:26:20.332590 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ddf9d5ce-aa06-48ff-9885-9c48c5b4e217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:20.377270 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e463b-008c-4152-8a58-24c56c2d6e1d req-9821376c-579b-4c0a-8725-6ca5b8b4e8d8 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:20.378821 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-819e463b-008c-4152-8a58-24c56c2d6e1d req-9821376c-579b-4c0a-8725-6ca5b8b4e8d8 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 944 time: 0.0728374 Dec 17 15:26:20.391424 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ddf9d5ce-aa06-48ff-9885-9c48c5b4e217 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=40e161a414f74306a600894893909bd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2702231 Dec 17 15:26:20.391755 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 32886) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:20.400096 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9d5ce-aa06-48ff-9885-9c48c5b4e217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf718cc-5ca9-450c-a62d-31c554e79b36,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:20.424609 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-819e463b-008c-4152-8a58-24c56c2d6e1d req-4243730e-07c9-475d-b388-e07c7820694c tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373664 Dec 17 15:26:20.462465 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1e4f6517-2299-4636-8bd5-9f2775b9dfb5 req-ad9685f6-47b0-47d0-a226-b61c90d249c1 service neutron] 10.222.0.13 "GET /v2.0/networks/040e81ed-645b-49f2-b606-529d20326479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842782 Dec 17 15:26:20.475949 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f83babde-5cee-4010-a5c3-cc51412fc260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:20.502373 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f83babde-5cee-4010-a5c3-cc51412fc260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:20.652101 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66624eaa-59b5-43f0-b29a-c21fad3fb795 req-f71b52b8-5e0a-480e-b291-2d9d342b2c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:20.653859 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-66624eaa-59b5-43f0-b29a-c21fad3fb795 req-f71b52b8-5e0a-480e-b291-2d9d342b2c7d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e31b08986e494abe92337553ad2cd818&device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 1094 time: 0.0476096 Dec 17 15:26:20.654703 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f83babde-5cee-4010-a5c3-cc51412fc260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:20.658514 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f83babde-5cee-4010-a5c3-cc51412fc260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:20.662507 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f83babde-5cee-4010-a5c3-cc51412fc260 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/caf718cc-5ca9-450c-a62d-31c554e79b36 HTTP/1.1" status: 204 len: 168 time: 0.2694879 Dec 17 15:26:20.678257 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 32894) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:20.680163 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83babde-5cee-4010-a5c3-cc51412fc260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf718cc-5ca9-450c-a62d-31c554e79b36,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:20.774101 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66624eaa-59b5-43f0-b29a-c21fad3fb795 req-70f930d4-b992-4cbe-bbdd-80f5dd010f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:20.775678 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-66624eaa-59b5-43f0-b29a-c21fad3fb795 req-70f930d4-b992-4cbe-bbdd-80f5dd010f2b service neutron] 10.222.0.13 "GET /v2.0/networks?id=040e81ed-645b-49f2-b606-529d20326479 HTTP/1.1" status: 200 len: 915 time: 0.1121371 Dec 17 15:26:20.825205 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-66624eaa-59b5-43f0-b29a-c21fad3fb795 req-867943f4-09c1-4e02-9f0b-6707c197a7ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=08824bb5-9575-4d1a-8b51-640826dccac4 HTTP/1.1" status: 200 len: 217 time: 0.0377119 Dec 17 15:26:20.839650 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d54d2824-e3b5-4f3a-8986-5f469ecf79dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:20.887653 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66624eaa-59b5-43f0-b29a-c21fad3fb795 req-45a9cf16-d5ba-470a-85d3-591e609be646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:20.889100 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-66624eaa-59b5-43f0-b29a-c21fad3fb795 req-45a9cf16-d5ba-470a-85d3-591e609be646 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27e04280-f1e5-4533-a329-315764cf579d HTTP/1.1" status: 200 len: 854 time: 0.0590649 Dec 17 15:26:20.923300 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-66624eaa-59b5-43f0-b29a-c21fad3fb795 req-810fea7e-3bde-43e9-b5bf-39baeb32e760 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=040e81ed-645b-49f2-b606-529d20326479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251162 Dec 17 15:26:20.939470 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d54d2824-e3b5-4f3a-8986-5f469ecf79dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:20.991971 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d54d2824-e3b5-4f3a-8986-5f469ecf79dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:21.028944 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-66624eaa-59b5-43f0-b29a-c21fad3fb795 req-41bb41be-cbc7-46fb-855d-24c2f15c3f76 service neutron] 10.222.0.13 "GET /v2.0/networks/040e81ed-645b-49f2-b606-529d20326479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984430 Dec 17 15:26:21.035000 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d54d2824-e3b5-4f3a-8986-5f469ecf79dd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=062eb8e7a7104aa7a7e1c8a024b03665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3556523 Dec 17 15:26:21.038354 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 32900) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:21.052590 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d2824-e3b5-4f3a-8986-5f469ecf79dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8965cc7f-b66b-4efa-9efc-33d700b27c97,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:21.129918 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2c476b21-5ffa-48c0-9417-9a0496919798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:21.153099 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-66624eaa-59b5-43f0-b29a-c21fad3fb795 req-db5e60bd-6f08-4b9f-9a01-f3e1e6aac8de service neutron] 10.222.0.13 "GET /v2.0/networks/040e81ed-645b-49f2-b606-529d20326479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164906 Dec 17 15:26:21.160671 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2c476b21-5ffa-48c0-9417-9a0496919798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:21.293962 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2c476b21-5ffa-48c0-9417-9a0496919798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:21.298100 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2c476b21-5ffa-48c0-9417-9a0496919798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:21.301354 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2c476b21-5ffa-48c0-9417-9a0496919798 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8965cc7f-b66b-4efa-9efc-33d700b27c97 HTTP/1.1" status: 204 len: 168 time: 0.2594194 Dec 17 15:26:21.313958 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c476b21-5ffa-48c0-9417-9a0496919798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8965cc7f-b66b-4efa-9efc-33d700b27c97,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:21.398322 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5ad28-f529-4d41-944f-8815b52cd03c req-9b7234b8-723c-4d0e-887c-f105903583a2 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:21.405856 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5ad28-f529-4d41-944f-8815b52cd03c req-9b7234b8-723c-4d0e-887c-f105903583a2 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:21.412853 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5ad28-f529-4d41-944f-8815b52cd03c req-9b7234b8-723c-4d0e-887c-f105903583a2 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:21.418855 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5ad28-f529-4d41-944f-8815b52cd03c req-9b7234b8-723c-4d0e-887c-f105903583a2 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:21.425876 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5ad28-f529-4d41-944f-8815b52cd03c req-9b7234b8-723c-4d0e-887c-f105903583a2 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:21.431809 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5ad28-f529-4d41-944f-8815b52cd03c req-9b7234b8-723c-4d0e-887c-f105903583a2 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:21.437804 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5ad28-f529-4d41-944f-8815b52cd03c req-9b7234b8-723c-4d0e-887c-f105903583a2 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:21.440059 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-17b5ad28-f529-4d41-944f-8815b52cd03c req-9b7234b8-723c-4d0e-887c-f105903583a2 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5418 time: 0.1764424 Dec 17 15:26:21.480371 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1eb1ae-e556-4618-bb22-0ed0e79b747a req-1290ee38-7b0b-4a61-863d-b99aa947b9ac tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:21.482027 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ce1eb1ae-e556-4618-bb22-0ed0e79b747a req-1290ee38-7b0b-4a61-863d-b99aa947b9ac tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 943 time: 0.1706641 Dec 17 15:26:21.505091 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-17b5ad28-f529-4d41-944f-8815b52cd03c req-06a86f62-cf32-40fb-802e-5fa44e728ed1 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577586 Dec 17 15:26:21.543816 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ce1eb1ae-e556-4618-bb22-0ed0e79b747a req-76f0d753-d8e9-4043-9f62-82af963c1123 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548151 Dec 17 15:26:21.673871 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d43dd-1edb-4cbb-8c1d-8562c87cbb1d req-10163023-b8de-4b29-803d-84db281142a8 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:21.675680 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d5d43dd-1edb-4cbb-8c1d-8562c87cbb1d req-10163023-b8de-4b29-803d-84db281142a8 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 944 time: 0.0560424 Dec 17 15:26:21.729552 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d5d43dd-1edb-4cbb-8c1d-8562c87cbb1d req-7cef5f59-ba33-4611-8219-cf6090dd3fd2 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393047 Dec 17 15:26:21.822720 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 3653e185-63d6-4c0b-8808-e01ed1375781 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:26:21.941033 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 3653e185-63d6-4c0b-8808-e01ed1375781, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=3653e185-63d6-4c0b-8808-e01ed1375781,segment=NetworkSegment(4d21e005-2828-402d-861d-cab8d78776ef),segment_id=4d21e005-2828-402d-861d-cab8d78776ef)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:21.957166 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '3653e185-63d6-4c0b-8808-e01ed1375781', 'network_id': '8eca304a-4461-49a4-96b4-a39f3600fd04', 'port_id': '3653e185-63d6-4c0b-8808-e01ed1375781', 'mac_address': 'fa:16:3e:1a:9c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce6f6d4e-40b3-4f79-b7d3-a679e64969d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:26:21.977286 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 32932) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:22.000311 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:22.014035 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3653e185-63d6-4c0b-8808-e01ed1375781 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:26:22.036880 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 32936) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:22.039062 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 3653e185-63d6-4c0b-8808-e01ed1375781, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=3653e185-63d6-4c0b-8808-e01ed1375781,segment=NetworkSegment(4d21e005-2828-402d-861d-cab8d78776ef),segment_id=4d21e005-2828-402d-861d-cab8d78776ef)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:22.050031 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f4178b57-5b7f-4003-95be-bf31ee980bfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:22.117697 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:22.135316 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f4178b57-5b7f-4003-95be-bf31ee980bfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:22.171028 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=3653e185-63d6-4c0b-8808-e01ed1375781,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:22.209075 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-fd4ac013-6dca-4cbb-8d79-d01890bacce0 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-500024590-network', 'tenant_id': '7cd5dba315f341e5afece43a1e8c417d'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:26:22.215971 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f4178b57-5b7f-4003-95be-bf31ee980bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:22.265666 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f4178b57-5b7f-4003-95be-bf31ee980bfb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0dc0fef2fa1341398833e9b23c11e4f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2279377 Dec 17 15:26:22.268427 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4178b57-5b7f-4003-95be-bf31ee980bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0123d6c-9953-4974-81c7-a15558e8ce7f,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:22.269751 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 32938) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:22.329707 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4ac013-6dca-4cbb-8d79-d01890bacce0 admin admin] Made reservation on behalf of 7cd5dba315f341e5afece43a1e8c417d for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:26:22.332298 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fd4ac013-6dca-4cbb-8d79-d01890bacce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:22.335443 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-23b76aba-20d5-4169-a889-2a5d046a4452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:22.342126 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fd4ac013-6dca-4cbb-8d79-d01890bacce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:22.358639 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-23b76aba-20d5-4169-a889-2a5d046a4452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:22.428816 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fd4ac013-6dca-4cbb-8d79-d01890bacce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:22.477387 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-23b76aba-20d5-4169-a889-2a5d046a4452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:22.479903 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-23b76aba-20d5-4169-a889-2a5d046a4452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:22.481063 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-23b76aba-20d5-4169-a889-2a5d046a4452 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b0123d6c-9953-4974-81c7-a15558e8ce7f HTTP/1.1" status: 204 len: 168 time: 0.1999695 Dec 17 15:26:22.489997 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b76aba-20d5-4169-a889-2a5d046a4452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0123d6c-9953-4974-81c7-a15558e8ce7f,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:22.505913 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fd4ac013-6dca-4cbb-8d79-d01890bacce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:22.516872 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['3653e185-63d6-4c0b-8808-e01ed1375781'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:26:22.532690 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd4ac013-6dca-4cbb-8d79-d01890bacce0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:26:22.549425 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ac013-6dca-4cbb-8d79-d01890bacce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68afc7ec-2ea8-4612-aaa4-41fd351293a4,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:22.556295 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fd4ac013-6dca-4cbb-8d79-d01890bacce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:22.556644 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-fd4ac013-6dca-4cbb-8d79-d01890bacce0 admin admin] Added segment dc38e464-2019-42ef-a5a7-5b47c1c76131 of type vlan for network 4609285f-9308-4b70-a63a-10fc4503eaac Dec 17 15:26:22.620022 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fd4ac013-6dca-4cbb-8d79-d01890bacce0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:22.727094 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fd4ac013-6dca-4cbb-8d79-d01890bacce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:22.728098 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4ac013-6dca-4cbb-8d79-d01890bacce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:22.728618 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fd4ac013-6dca-4cbb-8d79-d01890bacce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:22.799453 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baeac7c-a065-490e-8510-1a9f5aa6b16a req-3938483f-6ca6-4b53-9ba4-8b62febb4c30 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:22.801014 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7baeac7c-a065-490e-8510-1a9f5aa6b16a req-3938483f-6ca6-4b53-9ba4-8b62febb4c30 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 943 time: 0.1412852 Dec 17 15:26:22.814527 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a74d7-6155-47e5-a7f6-bfc93f27719d req-09725c21-c3b0-40a7-8a85-c530983fb8f1 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:22.820281 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a74d7-6155-47e5-a7f6-bfc93f27719d req-09725c21-c3b0-40a7-8a85-c530983fb8f1 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:22.826074 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a74d7-6155-47e5-a7f6-bfc93f27719d req-09725c21-c3b0-40a7-8a85-c530983fb8f1 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:22.832663 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a74d7-6155-47e5-a7f6-bfc93f27719d req-09725c21-c3b0-40a7-8a85-c530983fb8f1 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:22.838536 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a74d7-6155-47e5-a7f6-bfc93f27719d req-09725c21-c3b0-40a7-8a85-c530983fb8f1 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:22.849158 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a74d7-6155-47e5-a7f6-bfc93f27719d req-09725c21-c3b0-40a7-8a85-c530983fb8f1 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:22.851624 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a74d7-6155-47e5-a7f6-bfc93f27719d req-09725c21-c3b0-40a7-8a85-c530983fb8f1 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:22.853481 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-878a74d7-6155-47e5-a7f6-bfc93f27719d req-09725c21-c3b0-40a7-8a85-c530983fb8f1 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5418 time: 0.1822593 Dec 17 15:26:22.883185 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-fd4ac013-6dca-4cbb-8d79-d01890bacce0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9006283 Dec 17 15:26:22.883326 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 32952) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:22.892114 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-bd2ad1f5-d201-41a0-ae96-ba2eb4cd743a admin admin] Request body: {'subnet': {'network_id': '4609285f-9308-4b70-a63a-10fc4503eaac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-500024590-subnet', 'tenant_id': '7cd5dba315f341e5afece43a1e8c417d', 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:26:22.903179 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ac013-6dca-4cbb-8d79-d01890bacce0 admin admin] Pushing event updated for resources: {'Network': ['ID=4609285f-9308-4b70-a63a-10fc4503eaac,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:22.914697 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 4609285f-9308-4b70-a63a-10fc4503eaac details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:26:22.938794 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7baeac7c-a065-490e-8510-1a9f5aa6b16a req-adf665f2-b808-4c55-b236-9aef0c67dbbd tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842192 Dec 17 15:26:22.943171 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-878a74d7-6155-47e5-a7f6-bfc93f27719d req-2e901eef-6fd9-4f56-93ba-96160109c026 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0730889 Dec 17 15:26:23.077788 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2ad1f5-d201-41a0-ae96-ba2eb4cd743a admin admin] Made reservation on behalf of 7cd5dba315f341e5afece43a1e8c417d for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:26:23.081992 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bd2ad1f5-d201-41a0-ae96-ba2eb4cd743a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:23.096116 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f218fe-9b0b-4b1f-91ec-4449916a42f5 req-cf321bd4-ebba-4fd6-b416-9fe6e941e962 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:23.097815 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a2f218fe-9b0b-4b1f-91ec-4449916a42f5 req-cf321bd4-ebba-4fd6-b416-9fe6e941e962 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 945 time: 0.0641019 Dec 17 15:26:23.156191 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a2f218fe-9b0b-4b1f-91ec-4449916a42f5 req-6382b573-3a51-46c5-af5a-94074a00a1f6 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473251 Dec 17 15:26:23.345740 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bd2ad1f5-d201-41a0-ae96-ba2eb4cd743a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:23.409775 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ad1f5-d201-41a0-ae96-ba2eb4cd743a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c55dc85-ca24-410a-b005-404bf2e90c4c,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:23.416528 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2ad1f5-d201-41a0-ae96-ba2eb4cd743a admin admin] Checking segment: {'id': 'dc38e464-2019-42ef-a5a7-5b47c1c76131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4609285f-9308-4b70-a63a-10fc4503eaac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:26:23.416881 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2ad1f5-d201-41a0-ae96-ba2eb4cd743a admin admin] Network hostable DHCP agents. Network: 4609285f-9308-4b70-a63a-10fc4503eaac, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:26:23.506089 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2ad1f5-d201-41a0-ae96-ba2eb4cd743a admin admin] Network 4609285f-9308-4b70-a63a-10fc4503eaac is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:26:23.568735 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-bd2ad1f5-d201-41a0-ae96-ba2eb4cd743a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 4609285f-9308-4b70-a63a-10fc4503eaac) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:26:23.573893 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2ad1f5-d201-41a0-ae96-ba2eb4cd743a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:23.574592 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bd2ad1f5-d201-41a0-ae96-ba2eb4cd743a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:23.577265 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76756a59-8627-4bfd-9a0f-b1cf7a5c76da None None] Network 4609285f-9308-4b70-a63a-10fc4503eaac requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:26:23.640565 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-bd2ad1f5-d201-41a0-ae96-ba2eb4cd743a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7574458 Dec 17 15:26:23.643383 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 32972) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:23.647932 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-5c936386-c7d4-4b20-a8cd-c452aeaa207d admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-500024590-router', 'tenant_id': '7cd5dba315f341e5afece43a1e8c417d', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:26:23.722266 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 08824bb5-9575-4d1a-8b51-640826dccac4 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:26:23.736254 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3222c29-0abf-43dc-aaa7-64c06a534b05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-4609285f-9308-4b70-a63a-10fc4503eaac', 'network_id': '4609285f-9308-4b70-a63a-10fc4503eaac', 'tenant_id': '7cd5dba315f341e5afece43a1e8c417d', 'fixed_ips': [{'subnet_id': '9c55dc85-ca24-410a-b005-404bf2e90c4c'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:26:23.737368 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f3222c29-0abf-43dc-aaa7-64c06a534b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:23.746396 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5c936386-c7d4-4b20-a8cd-c452aeaa207d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:23.747891 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5c936386-c7d4-4b20-a8cd-c452aeaa207d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:23.805451 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5c936386-c7d4-4b20-a8cd-c452aeaa207d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:23.860936 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 3653e185-63d6-4c0b-8808-e01ed1375781 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:26:23.988756 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 08824bb5-9575-4d1a-8b51-640826dccac4, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=08824bb5-9575-4d1a-8b51-640826dccac4,segment=NetworkSegment(ccfcc99a-e4e0-468e-9873-88de436ed20f),segment_id=ccfcc99a-e4e0-468e-9873-88de436ed20f)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:24.015125 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '08824bb5-9575-4d1a-8b51-640826dccac4', 'network_id': '040e81ed-645b-49f2-b606-529d20326479', 'port_id': '08824bb5-9575-4d1a-8b51-640826dccac4', 'mac_address': 'fa:16:3e:bc:7c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e04280-f1e5-4533-a329-315764cf579d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:26:24.026047 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-f3222c29-0abf-43dc-aaa7-64c06a534b05 None None] Allocated IP 172.20.0.2 (4609285f-9308-4b70-a63a-10fc4503eaac/9c55dc85-ca24-410a-b005-404bf2e90c4c/b9af2ccc-f3a2-4a75-bd34-abb4b74b3520) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:26:24.071171 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:24.101548 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08824bb5-9575-4d1a-8b51-640826dccac4 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:26:24.134659 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2dbce7-308e-45f0-8e3a-41d2ca4ae51f req-77759b68-fd9a-4274-9d27-ecbd43af2cdb tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:24.136981 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0d2dbce7-308e-45f0-8e3a-41d2ca4ae51f req-77759b68-fd9a-4274-9d27-ecbd43af2cdb tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 943 time: 0.0977216 Dec 17 15:26:24.167344 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d1fd7-c89f-4db6-9db8-d8542ecdfffb req-99cf5f99-854a-4e3e-b43e-e3ea29adcf21 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:24.174365 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d1fd7-c89f-4db6-9db8-d8542ecdfffb req-99cf5f99-854a-4e3e-b43e-e3ea29adcf21 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:24.180967 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d1fd7-c89f-4db6-9db8-d8542ecdfffb req-99cf5f99-854a-4e3e-b43e-e3ea29adcf21 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:24.187277 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d1fd7-c89f-4db6-9db8-d8542ecdfffb req-99cf5f99-854a-4e3e-b43e-e3ea29adcf21 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:24.193266 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d1fd7-c89f-4db6-9db8-d8542ecdfffb req-99cf5f99-854a-4e3e-b43e-e3ea29adcf21 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:24.199212 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d1fd7-c89f-4db6-9db8-d8542ecdfffb req-99cf5f99-854a-4e3e-b43e-e3ea29adcf21 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:24.200784 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5c936386-c7d4-4b20-a8cd-c452aeaa207d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:24.205852 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d1fd7-c89f-4db6-9db8-d8542ecdfffb req-99cf5f99-854a-4e3e-b43e-e3ea29adcf21 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:24.208125 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a60d1fd7-c89f-4db6-9db8-d8542ecdfffb req-99cf5f99-854a-4e3e-b43e-e3ea29adcf21 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5418 time: 0.1583979 Dec 17 15:26:24.273272 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a60d1fd7-c89f-4db6-9db8-d8542ecdfffb req-b8242ce1-7b63-4e56-a2d7-12c7c3d2877c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564022 Dec 17 15:26:24.276248 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0d2dbce7-308e-45f0-8e3a-41d2ca4ae51f req-d31a5104-c816-4c1c-85fa-7546414aee8a tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289997 Dec 17 15:26:24.305826 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 3653e185-63d6-4c0b-8808-e01ed1375781 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:26:24.321785 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 3653e185-63d6-4c0b-8808-e01ed1375781 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:26:24.322165 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:24.326038 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 08824bb5-9575-4d1a-8b51-640826dccac4, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=08824bb5-9575-4d1a-8b51-640826dccac4,segment=NetworkSegment(ccfcc99a-e4e0-468e-9873-88de436ed20f),segment_id=ccfcc99a-e4e0-468e-9873-88de436ed20f)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:24.410726 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:24.430061 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cf2f7-10b2-419e-a230-93c8131d97bc req-aef73126-0d6e-44bf-850c-e862c4da235f tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:24.438412 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-400cf2f7-10b2-419e-a230-93c8131d97bc req-aef73126-0d6e-44bf-850c-e862c4da235f tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 945 time: 0.0596383 Dec 17 15:26:24.486809 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-400cf2f7-10b2-419e-a230-93c8131d97bc req-2ee5a492-cd11-4cba-a7b6-a84e513d15bd tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422866 Dec 17 15:26:24.535755 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=08824bb5-9575-4d1a-8b51-640826dccac4,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:24.545623 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f3222c29-0abf-43dc-aaa7-64c06a534b05 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:24.547708 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5c936386-c7d4-4b20-a8cd-c452aeaa207d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:24.548883 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:24.573490 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe66651-d9cf-40a0-aa7d-a9a96ad9f582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3653e185-63d6-4c0b-8808-e01ed1375781'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:26:24.574696 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5c936386-c7d4-4b20-a8cd-c452aeaa207d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:24.575752 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b62c2c7-8652-43e8-ac83-d07c2564e3a2" -d '{"events": [{"server_uuid": "2fe66651-d9cf-40a0-aa7d-a9a96ad9f582", "name": "network-vif-plugged", "status": "completed", "tag": "3653e185-63d6-4c0b-8808-e01ed1375781"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:26:24.590317 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 3653e185-63d6-4c0b-8808-e01ed1375781, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=3653e185-63d6-4c0b-8808-e01ed1375781,segment=NetworkSegment(4d21e005-2828-402d-861d-cab8d78776ef),segment_id=4d21e005-2828-402d-861d-cab8d78776ef)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:24.628139 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871fbcb8-a2bd-47a8-a92c-f0e40b5a20dc x-openstack-request-id: req-871fbcb8-a2bd-47a8-a92c-f0e40b5a20dc {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:26:24.636533 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe66651-d9cf-40a0-aa7d-a9a96ad9f582", "name": "network-vif-plugged", "status": "completed", "tag": "3653e185-63d6-4c0b-8808-e01ed1375781", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:26:24.636533 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-871fbcb8-a2bd-47a8-a92c-f0e40b5a20dc {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:26:24.636533 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe66651-d9cf-40a0-aa7d-a9a96ad9f582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3653e185-63d6-4c0b-8808-e01ed1375781', 'code': 200} Dec 17 15:26:24.655534 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f3222c29-0abf-43dc-aaa7-64c06a534b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:24.695248 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:24.707485 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3222c29-0abf-43dc-aaa7-64c06a534b05 None None] Network 4609285f-9308-4b70-a63a-10fc4503eaac is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:26:24.710375 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-f3222c29-0abf-43dc-aaa7-64c06a534b05 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:26:24.717184 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3222c29-0abf-43dc-aaa7-64c06a534b05 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:26:24.720975 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3222c29-0abf-43dc-aaa7-64c06a534b05 None None] Pushing event updated for resources: {'Port': ['ID=b9af2ccc-f3a2-4a75-bd34-abb4b74b3520,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:24.722168 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-5c936386-c7d4-4b20-a8cd-c452aeaa207d admin admin] Allocated IP 172.25.6.91 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/c8945f7e-132b-41ed-aebb-07d9c4c5c529) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:26:24.726090 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['08824bb5-9575-4d1a-8b51-640826dccac4'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:26:24.775891 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a900d74-7bc9-4759-8262-369d4e54857a req-f89f554c-bc04-438a-923f-91876936f872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:24.777968 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a900d74-7bc9-4759-8262-369d4e54857a req-f89f554c-bc04-438a-923f-91876936f872 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 1097 time: 0.0494699 Dec 17 15:26:24.831065 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a900d74-7bc9-4759-8262-369d4e54857a req-a8ef9e41-dd49-4d53-a2ff-03fe4a93b2c5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438881 Dec 17 15:26:24.855162 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5c936386-c7d4-4b20-a8cd-c452aeaa207d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:24.868161 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-f3222c29-0abf-43dc-aaa7-64c06a534b05 None None] Attempting to bind port b9af2ccc-f3a2-4a75-bd34-abb4b74b3520 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:26:24.868528 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-f3222c29-0abf-43dc-aaa7-64c06a534b05 None None] Attempting to bind port b9af2ccc-f3a2-4a75-bd34-abb4b74b3520 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'dc38e464-2019-42ef-a5a7-5b47c1c76131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4609285f-9308-4b70-a63a-10fc4503eaac'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:26:24.868889 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3222c29-0abf-43dc-aaa7-64c06a534b05 None None] Attempting to bind port b9af2ccc-f3a2-4a75-bd34-abb4b74b3520 on network 4609285f-9308-4b70-a63a-10fc4503eaac {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:26:24.874115 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=3653e185-63d6-4c0b-8808-e01ed1375781,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:24.882603 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3222c29-0abf-43dc-aaa7-64c06a534b05 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:26:24.883121 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3222c29-0abf-43dc-aaa7-64c06a534b05 None None] Checking segment: {'id': 'dc38e464-2019-42ef-a5a7-5b47c1c76131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4609285f-9308-4b70-a63a-10fc4503eaac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:26:24.883368 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f3222c29-0abf-43dc-aaa7-64c06a534b05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:24.883830 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3222c29-0abf-43dc-aaa7-64c06a534b05 None None] Bound using segment: {'id': 'dc38e464-2019-42ef-a5a7-5b47c1c76131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4609285f-9308-4b70-a63a-10fc4503eaac'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:26:24.884276 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-f3222c29-0abf-43dc-aaa7-64c06a534b05 None None] Bound port: b9af2ccc-f3a2-4a75-bd34-abb4b74b3520, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc38e464-2019-42ef-a5a7-5b47c1c76131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4609285f-9308-4b70-a63a-10fc4503eaac'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:26:24.884611 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f3222c29-0abf-43dc-aaa7-64c06a534b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:24.994387 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-f3222c29-0abf-43dc-aaa7-64c06a534b05 None None] For port b9af2ccc-f3a2-4a75-bd34-abb4b74b3520, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:26:24.996613 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5c936386-c7d4-4b20-a8cd-c452aeaa207d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:24.998960 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-f3222c29-0abf-43dc-aaa7-64c06a534b05 None None] For port b9af2ccc-f3a2-4a75-bd34-abb4b74b3520, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b9af2ccc-f3a2-4a75-bd34-abb4b74b3520,segment=NetworkSegment(dc38e464-2019-42ef-a5a7-5b47c1c76131),segment_id=dc38e464-2019-42ef-a5a7-5b47c1c76131)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:26:25.046993 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c936386-c7d4-4b20-a8cd-c452aeaa207d admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:26:25.050672 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-5c936386-c7d4-4b20-a8cd-c452aeaa207d admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:26:25.053223 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c936386-c7d4-4b20-a8cd-c452aeaa207d admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:26:25.072037 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f3222c29-0abf-43dc-aaa7-64c06a534b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:25.084304 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c936386-c7d4-4b20-a8cd-c452aeaa207d admin admin] Pushing event updated for resources: {'Port': ['ID=c8945f7e-132b-41ed-aebb-07d9c4c5c529,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:25.136120 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3222c29-0abf-43dc-aaa7-64c06a534b05 None None] Pushing event updated for resources: {'Port': ['ID=b9af2ccc-f3a2-4a75-bd34-abb4b74b3520,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:25.482481 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaacfab0-d566-42e3-9992-6e9f4eba019d req-7630632e-9e40-4420-8819-a30a9c168c5e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:25.484865 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aaacfab0-d566-42e3-9992-6e9f4eba019d req-7630632e-9e40-4420-8819-a30a9c168c5e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 944 time: 0.1137748 Dec 17 15:26:25.505302 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db88e4-a8c2-4d06-b117-38b21a323ef5 req-4734fb4e-2985-418b-8d35-479baab916f2 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:25.511897 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db88e4-a8c2-4d06-b117-38b21a323ef5 req-4734fb4e-2985-418b-8d35-479baab916f2 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:25.520012 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db88e4-a8c2-4d06-b117-38b21a323ef5 req-4734fb4e-2985-418b-8d35-479baab916f2 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:25.526026 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5c936386-c7d4-4b20-a8cd-c452aeaa207d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:25.526899 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db88e4-a8c2-4d06-b117-38b21a323ef5 req-4734fb4e-2985-418b-8d35-479baab916f2 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:25.529007 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b9af2ccc-f3a2-4a75-bd34-abb4b74b3520 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:26:25.533882 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db88e4-a8c2-4d06-b117-38b21a323ef5 req-4734fb4e-2985-418b-8d35-479baab916f2 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:25.539879 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db88e4-a8c2-4d06-b117-38b21a323ef5 req-4734fb4e-2985-418b-8d35-479baab916f2 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:25.545685 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db88e4-a8c2-4d06-b117-38b21a323ef5 req-4734fb4e-2985-418b-8d35-479baab916f2 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:25.547803 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-74db88e4-a8c2-4d06-b117-38b21a323ef5 req-4734fb4e-2985-418b-8d35-479baab916f2 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5418 time: 0.1464210 Dec 17 15:26:25.584099 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aaacfab0-d566-42e3-9992-6e9f4eba019d req-7bddf638-4463-4007-909a-70b0ab723589 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351822 Dec 17 15:26:25.588670 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port b9af2ccc-f3a2-4a75-bd34-abb4b74b3520 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:26:25.589306 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:25.643905 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-74db88e4-a8c2-4d06-b117-38b21a323ef5 req-09eecf9e-943f-497e-8206-af5f7b6f4ab7 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564067 Dec 17 15:26:25.741140 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:25.778804 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019e0d6-738d-4769-8232-fc6941aa8125 req-783e875e-48ad-4be8-a972-6a93417e9f1d tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:25.780389 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a019e0d6-738d-4769-8232-fc6941aa8125 req-783e875e-48ad-4be8-a972-6a93417e9f1d tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 946 time: 0.0565262 Dec 17 15:26:25.784695 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port b9af2ccc-f3a2-4a75-bd34-abb4b74b3520, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b9af2ccc-f3a2-4a75-bd34-abb4b74b3520,segment=NetworkSegment(dc38e464-2019-42ef-a5a7-5b47c1c76131),segment_id=dc38e464-2019-42ef-a5a7-5b47c1c76131)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:25.791716 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5c936386-c7d4-4b20-a8cd-c452aeaa207d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:25.797540 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:25.829886 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a019e0d6-738d-4769-8232-fc6941aa8125 req-54395172-f2a9-4555-8509-0544cf426e3c tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384057 Dec 17 15:26:25.854491 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:25.908845 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=b9af2ccc-f3a2-4a75-bd34-abb4b74b3520,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:26.013357 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c936386-c7d4-4b20-a8cd-c452aeaa207d admin admin] Router 2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:26:26.146754 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c936386-c7d4-4b20-a8cd-c452aeaa207d admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:26:26.166599 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f05dba5-c0ee-4e35-964f-55d00754a181 None None] Sync routers for ids ['2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:26:26.182727 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f05dba5-c0ee-4e35-964f-55d00754a181 None None] Routers {'2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:26:26.183421 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-7f05dba5-c0ee-4e35-964f-55d00754a181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:26:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:26:26.261026 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5c936386-c7d4-4b20-a8cd-c452aeaa207d admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:26.263131 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5c936386-c7d4-4b20-a8cd-c452aeaa207d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 2.6180923 Dec 17 15:26:26.268697 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33032) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:26.318662 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-7f05dba5-c0ee-4e35-964f-55d00754a181 None None] Set router 2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:26:26.356368 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac4d21e-0683-4a44-b19b-e62332321f71 None None] Network 4609285f-9308-4b70-a63a-10fc4503eaac requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:26:26.474834 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-3a265137-781c-4eff-8943-7426deb388d5 None None] Provisioning complete for port b9af2ccc-f3a2-4a75-bd34-abb4b74b3520 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:26:26.475505 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3a265137-781c-4eff-8943-7426deb388d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:26.608166 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-7f05dba5-c0ee-4e35-964f-55d00754a181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3', 'name': 'tempest-ImageQuotaTest-500024590-router', 'tenant_id': '7cd5dba315f341e5afece43a1e8c417d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c8945f7e-132b-41ed-aebb-07d9c4c5c529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:26:23Z', 'updated_at': '2021-12-17T15:26:25Z', 'revision_number': 3, 'project_id': '7cd5dba315f341e5afece43a1e8c417d', 'gw_port': {'id': 'c8945f7e-132b-41ed-aebb-07d9c4c5c529', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ce:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:26:24Z', 'updated_at': '2021-12-17T15:26:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:26:26.653205 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f05dba5-c0ee-4e35-964f-55d00754a181 None None] Checking router: 2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:26:26.655904 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f05dba5-c0ee-4e35-964f-55d00754a181 None None] Updating router 2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3 port c8945f7e-132b-41ed-aebb-07d9c4c5c529 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:26:26.709614 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-7f05dba5-c0ee-4e35-964f-55d00754a181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:26.881270 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db97b20-3f82-43ee-897c-a4433ff80934 req-720a7512-9510-49d3-90a0-0c696d28c397 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:26.882833 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5db97b20-3f82-43ee-897c-a4433ff80934 req-720a7512-9510-49d3-90a0-0c696d28c397 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 944 time: 0.1441045 Dec 17 15:26:26.897497 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa47851-5299-406b-87f6-2f4edc242caf req-d1285283-4d60-4f53-941c-9f9b16e95f68 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:26.906709 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa47851-5299-406b-87f6-2f4edc242caf req-d1285283-4d60-4f53-941c-9f9b16e95f68 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:26.913688 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa47851-5299-406b-87f6-2f4edc242caf req-d1285283-4d60-4f53-941c-9f9b16e95f68 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:26.920460 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa47851-5299-406b-87f6-2f4edc242caf req-d1285283-4d60-4f53-941c-9f9b16e95f68 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:26.927879 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa47851-5299-406b-87f6-2f4edc242caf req-d1285283-4d60-4f53-941c-9f9b16e95f68 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:26.934150 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa47851-5299-406b-87f6-2f4edc242caf req-d1285283-4d60-4f53-941c-9f9b16e95f68 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:26.941023 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa47851-5299-406b-87f6-2f4edc242caf req-d1285283-4d60-4f53-941c-9f9b16e95f68 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:26.942957 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bfa47851-5299-406b-87f6-2f4edc242caf req-d1285283-4d60-4f53-941c-9f9b16e95f68 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5418 time: 0.1618319 Dec 17 15:26:27.019636 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-3daf5ab4-e265-4448-b03f-8435e82222f6 None None] Provisioning complete for port b9af2ccc-f3a2-4a75-bd34-abb4b74b3520 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:26:27.023327 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3daf5ab4-e265-4448-b03f-8435e82222f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:27.037290 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bfa47851-5299-406b-87f6-2f4edc242caf req-7ff1ba47-a6e9-41fe-a7ae-026383b6a283 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0813668 Dec 17 15:26:27.038206 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-7f05dba5-c0ee-4e35-964f-55d00754a181 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:27.049606 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5db97b20-3f82-43ee-897c-a4433ff80934 req-0168435f-4a92-44a5-a8b5-bf01f60dc179 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975270 Dec 17 15:26:27.142906 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-7f05dba5-c0ee-4e35-964f-55d00754a181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:27.208705 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-85a3205b-e99a-4753-b71d-3eedbbb072b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:27.216220 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-7f05dba5-c0ee-4e35-964f-55d00754a181 None None] Attempting to bind port c8945f7e-132b-41ed-aebb-07d9c4c5c529 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:26:27.216782 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-7f05dba5-c0ee-4e35-964f-55d00754a181 None None] Attempting to bind port c8945f7e-132b-41ed-aebb-07d9c4c5c529 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:26:27.216954 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f05dba5-c0ee-4e35-964f-55d00754a181 None None] Attempting to bind port c8945f7e-132b-41ed-aebb-07d9c4c5c529 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:26:27.233083 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f05dba5-c0ee-4e35-964f-55d00754a181 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:26:27.233565 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f05dba5-c0ee-4e35-964f-55d00754a181 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:26:27.234020 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-7f05dba5-c0ee-4e35-964f-55d00754a181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:27.235106 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f05dba5-c0ee-4e35-964f-55d00754a181 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:26:27.235621 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-7f05dba5-c0ee-4e35-964f-55d00754a181 None None] Bound port: c8945f7e-132b-41ed-aebb-07d9c4c5c529, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:26:27.236243 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-7f05dba5-c0ee-4e35-964f-55d00754a181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:27.238077 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748f30c-186e-48ee-b5c3-7f65c59b9dae None None] Pushing event updated for resources: {'Port': ['ID=c8945f7e-132b-41ed-aebb-07d9c4c5c529,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:27.238239 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7bd5b-5224-4fd6-adb8-5babe334f76d req-7bf0a66d-1884-4076-8960-08840889fe12 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:27.239663 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9a7bd5b-5224-4fd6-adb8-5babe334f76d req-7bf0a66d-1884-4076-8960-08840889fe12 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 946 time: 0.0799952 Dec 17 15:26:27.267652 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748f30c-186e-48ee-b5c3-7f65c59b9dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:26:27.268084 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748f30c-186e-48ee-b5c3-7f65c59b9dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:26:27.268536 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748f30c-186e-48ee-b5c3-7f65c59b9dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:26:27.268927 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748f30c-186e-48ee-b5c3-7f65c59b9dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:26:27.269486 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748f30c-186e-48ee-b5c3-7f65c59b9dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:26:27.269812 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748f30c-186e-48ee-b5c3-7f65c59b9dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:26:27.270133 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748f30c-186e-48ee-b5c3-7f65c59b9dae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:26:27.270450 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748f30c-186e-48ee-b5c3-7f65c59b9dae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:26:27.270765 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748f30c-186e-48ee-b5c3-7f65c59b9dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:26:27.271081 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748f30c-186e-48ee-b5c3-7f65c59b9dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:26:27.271395 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748f30c-186e-48ee-b5c3-7f65c59b9dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:26:27.271707 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9748f30c-186e-48ee-b5c3-7f65c59b9dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:26:27.304841 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-7f05dba5-c0ee-4e35-964f-55d00754a181 None None] For port c8945f7e-132b-41ed-aebb-07d9c4c5c529, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:26:27.307922 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-7f05dba5-c0ee-4e35-964f-55d00754a181 None None] For port c8945f7e-132b-41ed-aebb-07d9c4c5c529, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c8945f7e-132b-41ed-aebb-07d9c4c5c529,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:26:27.356091 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9a7bd5b-5224-4fd6-adb8-5babe334f76d req-8c847106-579c-4abe-b816-93e9f2f98354 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775414 Dec 17 15:26:27.417694 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-85a3205b-e99a-4753-b71d-3eedbbb072b9 admin admin] Allocated IP 172.20.0.1 (4609285f-9308-4b70-a63a-10fc4503eaac/9c55dc85-ca24-410a-b005-404bf2e90c4c/92bee304-61c7-4712-805b-7f8cf088a056) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:26:27.420768 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-7f05dba5-c0ee-4e35-964f-55d00754a181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:27.462427 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b9af2ccc-f3a2-4a75-bd34-abb4b74b3520 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:26:27.492905 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748f30c-186e-48ee-b5c3-7f65c59b9dae None None] Pushing event updated for resources: {'Port': ['ID=c8945f7e-132b-41ed-aebb-07d9c4c5c529,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:27.495941 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f05dba5-c0ee-4e35-964f-55d00754a181 None None] Routers {'2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:26:27.496544 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-7f05dba5-c0ee-4e35-964f-55d00754a181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:26:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:26:27.530570 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port b9af2ccc-f3a2-4a75-bd34-abb4b74b3520 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:26:27.531106 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:27.544854 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-85a3205b-e99a-4753-b71d-3eedbbb072b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:27.636089 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-7f05dba5-c0ee-4e35-964f-55d00754a181 None None] Set router 2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:26:27.643632 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-85a3205b-e99a-4753-b71d-3eedbbb072b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:27.722691 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a3205b-e99a-4753-b71d-3eedbbb072b9 admin admin] Network 4609285f-9308-4b70-a63a-10fc4503eaac is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:26:27.733425 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-85a3205b-e99a-4753-b71d-3eedbbb072b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:26:27.736144 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a3205b-e99a-4753-b71d-3eedbbb072b9 admin admin] Pushing event updated for resources: {'Port': ['ID=92bee304-61c7-4712-805b-7f8cf088a056,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:27.738390 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a3205b-e99a-4753-b71d-3eedbbb072b9 admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:26:27.757995 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 08824bb5-9575-4d1a-8b51-640826dccac4 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:26:27.780341 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c53105-c831-4872-8047-021b1bd7ad79 req-454bd40d-73e7-42fa-a2ea-f49afe110e1d tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:27.782651 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b9c53105-c831-4872-8047-021b1bd7ad79 req-454bd40d-73e7-42fa-a2ea-f49afe110e1d tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 946 time: 0.1002281 Dec 17 15:26:27.837037 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-85a3205b-e99a-4753-b71d-3eedbbb072b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:27.853169 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-7f05dba5-c0ee-4e35-964f-55d00754a181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3', 'name': 'tempest-ImageQuotaTest-500024590-router', 'tenant_id': '7cd5dba315f341e5afece43a1e8c417d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c8945f7e-132b-41ed-aebb-07d9c4c5c529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:26:23Z', 'updated_at': '2021-12-17T15:26:25Z', 'revision_number': 3, 'project_id': '7cd5dba315f341e5afece43a1e8c417d', 'gw_port': {'id': 'c8945f7e-132b-41ed-aebb-07d9c4c5c529', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ce:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:26:24Z', 'updated_at': '2021-12-17T15:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:26:27.884533 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f05dba5-c0ee-4e35-964f-55d00754a181 None None] The sync data for ids ['2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3'] in n-d-820553-2 is: [{'id': '2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3', 'name': 'tempest-ImageQuotaTest-500024590-router', 'tenant_id': '7cd5dba315f341e5afece43a1e8c417d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c8945f7e-132b-41ed-aebb-07d9c4c5c529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:26:23Z', 'updated_at': '2021-12-17T15:26:25Z', 'revision_number': 3, 'project_id': '7cd5dba315f341e5afece43a1e8c417d', 'gw_port': {'id': 'c8945f7e-132b-41ed-aebb-07d9c4c5c529', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ce:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:26:24Z', 'updated_at': '2021-12-17T15:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:26:27.886227 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b9c53105-c831-4872-8047-021b1bd7ad79 req-13d1de4f-8341-42e2-92ce-54ad9093e47a tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933232 Dec 17 15:26:27.888810 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 08824bb5-9575-4d1a-8b51-640826dccac4 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:26:27.894137 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 08824bb5-9575-4d1a-8b51-640826dccac4 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:26:27.894526 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:28.057377 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:28.061795 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d870a4-bd5f-4a8f-84bf-36949899b0c9 req-10f6d679-aed7-4bba-a796-a331a4d9b9fd tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:28.064478 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f8d870a4-bd5f-4a8f-84bf-36949899b0c9 req-10f6d679-aed7-4bba-a796-a331a4d9b9fd tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 946 time: 0.0602992 Dec 17 15:26:28.083433 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd275e346-665b-4fb3-a7e9-d21aab4fcedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08824bb5-9575-4d1a-8b51-640826dccac4'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:26:28.086292 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973c6c31-8d4d-4d3c-9c03-0fa6f96622be" -d '{"events": [{"server_uuid": "d275e346-665b-4fb3-a7e9-d21aab4fcedb", "name": "network-vif-plugged", "status": "completed", "tag": "08824bb5-9575-4d1a-8b51-640826dccac4"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:26:28.107142 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 08824bb5-9575-4d1a-8b51-640826dccac4, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=08824bb5-9575-4d1a-8b51-640826dccac4,segment=NetworkSegment(ccfcc99a-e4e0-468e-9873-88de436ed20f),segment_id=ccfcc99a-e4e0-468e-9873-88de436ed20f)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:28.117297 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-94440376-ac18-48f0-90e6-01467d52e81a None None] Provisioning complete for port 92bee304-61c7-4712-805b-7f8cf088a056 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:26:28.117762 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-94440376-ac18-48f0-90e6-01467d52e81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:28.128740 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-85a3205b-e99a-4753-b71d-3eedbbb072b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:28.159371 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-94440376-ac18-48f0-90e6-01467d52e81a None None] Port 92bee304-61c7-4712-805b-7f8cf088a056 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:26:28.187283 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:28.197324 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f8d870a4-bd5f-4a8f-84bf-36949899b0c9 req-82b516a3-fc97-4d77-922e-a5e5c88061c4 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128905 Dec 17 15:26:28.293614 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=08824bb5-9575-4d1a-8b51-640826dccac4,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:28.333747 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb644a3-a7fb-4d0e-8b39-780f22818368 req-fa8615ec-719b-4905-ac2f-b729ced0df1c tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:28.339522 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0bb644a3-a7fb-4d0e-8b39-780f22818368 req-fa8615ec-719b-4905-ac2f-b729ced0df1c tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 944 time: 0.1917565 Dec 17 15:26:28.467786 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0bb644a3-a7fb-4d0e-8b39-780f22818368 req-2b76495e-bb42-4cbb-91b1-e0836704a7d2 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159732 Dec 17 15:26:28.493875 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc46e2f-0b8f-4412-872b-116c0a3b012a req-d6a339b0-e13b-4f99-8370-0eaa2a7851d6 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:28.501601 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc46e2f-0b8f-4412-872b-116c0a3b012a req-d6a339b0-e13b-4f99-8370-0eaa2a7851d6 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:28.507347 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc46e2f-0b8f-4412-872b-116c0a3b012a req-d6a339b0-e13b-4f99-8370-0eaa2a7851d6 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:28.513363 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc46e2f-0b8f-4412-872b-116c0a3b012a req-d6a339b0-e13b-4f99-8370-0eaa2a7851d6 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:28.519679 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab528b4-583f-431a-8a80-c2ba8a78bc8f x-openstack-request-id: req-bab528b4-583f-431a-8a80-c2ba8a78bc8f {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:26:28.520183 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d275e346-665b-4fb3-a7e9-d21aab4fcedb", "name": "network-vif-plugged", "status": "completed", "tag": "08824bb5-9575-4d1a-8b51-640826dccac4", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:26:28.520183 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bab528b4-583f-431a-8a80-c2ba8a78bc8f {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:26:28.520591 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd275e346-665b-4fb3-a7e9-d21aab4fcedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08824bb5-9575-4d1a-8b51-640826dccac4', 'code': 200} Dec 17 15:26:28.521271 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc46e2f-0b8f-4412-872b-116c0a3b012a req-d6a339b0-e13b-4f99-8370-0eaa2a7851d6 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:28.536036 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc46e2f-0b8f-4412-872b-116c0a3b012a req-d6a339b0-e13b-4f99-8370-0eaa2a7851d6 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:28.545380 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc46e2f-0b8f-4412-872b-116c0a3b012a req-d6a339b0-e13b-4f99-8370-0eaa2a7851d6 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:28.555046 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1dc46e2f-0b8f-4412-872b-116c0a3b012a req-d6a339b0-e13b-4f99-8370-0eaa2a7851d6 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5418 time: 0.2336395 Dec 17 15:26:28.631514 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1dc46e2f-0b8f-4412-872b-116c0a3b012a req-acc1503e-a2b1-4dec-a035-945ad8e8ff40 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0747867 Dec 17 15:26:28.658920 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-85a3205b-e99a-4753-b71d-3eedbbb072b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:28.662960 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24d1c4-4469-4acb-85e7-029f2e8ff441 req-78d1e094-031f-42d6-ae56-f79d67cf4618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:28.665268 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3f24d1c4-4469-4acb-85e7-029f2e8ff441 req-78d1e094-031f-42d6-ae56-f79d67cf4618 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 1096 time: 0.0698650 Dec 17 15:26:28.715983 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3f24d1c4-4469-4acb-85e7-029f2e8ff441 req-850df7e1-d75e-46b4-82b1-5a79d188a5a4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430815 Dec 17 15:26:28.740086 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-85a3205b-e99a-4753-b71d-3eedbbb072b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:28.823057 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a3205b-e99a-4753-b71d-3eedbbb072b9 admin admin] Pushing event updated for resources: {'Port': ['ID=92bee304-61c7-4712-805b-7f8cf088a056,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:28.826210 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-297e03d6-8db1-4e6d-8c20-23da3c35d82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:28.830944 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-85a3205b-e99a-4753-b71d-3eedbbb072b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:28.927187 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a3205b-e99a-4753-b71d-3eedbbb072b9 admin admin] Network 4609285f-9308-4b70-a63a-10fc4503eaac is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:26:28.929153 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-85a3205b-e99a-4753-b71d-3eedbbb072b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:26:29.127244 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a3205b-e99a-4753-b71d-3eedbbb072b9 admin admin] Router 2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:26:29.136313 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848e440-be4b-4424-8018-aa7b9b3c9fa3 req-b8acd0c7-981f-4fcc-b3ca-a1885f580816 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:29.137944 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7848e440-be4b-4424-8018-aa7b9b3c9fa3 req-b8acd0c7-981f-4fcc-b3ca-a1885f580816 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 946 time: 0.0790844 Dec 17 15:26:29.196149 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-cad9d669-789e-4775-b609-cb710d12a931 None None] Provisioning complete for port 92bee304-61c7-4712-805b-7f8cf088a056 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:26:29.197581 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cad9d669-789e-4775-b609-cb710d12a931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:29.237169 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-cad9d669-789e-4775-b609-cb710d12a931 None None] Port 92bee304-61c7-4712-805b-7f8cf088a056 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:26:29.247201 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7848e440-be4b-4424-8018-aa7b9b3c9fa3 req-09994df1-8e48-43f3-933d-7a76069e7e0f tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012719 Dec 17 15:26:29.278903 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a3205b-e99a-4753-b71d-3eedbbb072b9 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:26:29.283971 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-85a3205b-e99a-4753-b71d-3eedbbb072b9 admin admin] 10.222.0.46 "PUT /v2.0/routers/2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0141771 Dec 17 15:26:29.499262 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c8945f7e-132b-41ed-aebb-07d9c4c5c529 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:26:29.585704 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port c8945f7e-132b-41ed-aebb-07d9c4c5c529 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:26:29.587120 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:29.648522 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf90135-cb48-4f17-9287-7400c4f5e6b3 req-901b1ab0-38e8-4ab7-a7c1-0d5dd21ef710 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:29.658307 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bdf90135-cb48-4f17-9287-7400c4f5e6b3 req-901b1ab0-38e8-4ab7-a7c1-0d5dd21ef710 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0789585 Dec 17 15:26:29.679000 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:29.711106 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port c8945f7e-132b-41ed-aebb-07d9c4c5c529, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c8945f7e-132b-41ed-aebb-07d9c4c5c529,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:29.737085 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bdf90135-cb48-4f17-9287-7400c4f5e6b3 req-fa1914b5-d27f-4890-9ae2-1392e39c155e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586796 Dec 17 15:26:29.767900 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:29.842922 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=c8945f7e-132b-41ed-aebb-07d9c4c5c529,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:29.881460 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f55c3a-b4af-439e-b5d3-a98142643865 req-560df565-a7b6-4c83-8bfe-a4d473c25c7d tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:29.890377 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f55c3a-b4af-439e-b5d3-a98142643865 req-560df565-a7b6-4c83-8bfe-a4d473c25c7d tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:29.897846 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f55c3a-b4af-439e-b5d3-a98142643865 req-560df565-a7b6-4c83-8bfe-a4d473c25c7d tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:29.903574 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f55c3a-b4af-439e-b5d3-a98142643865 req-560df565-a7b6-4c83-8bfe-a4d473c25c7d tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:29.909331 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f55c3a-b4af-439e-b5d3-a98142643865 req-560df565-a7b6-4c83-8bfe-a4d473c25c7d tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:29.915234 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f55c3a-b4af-439e-b5d3-a98142643865 req-560df565-a7b6-4c83-8bfe-a4d473c25c7d tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:29.921518 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f55c3a-b4af-439e-b5d3-a98142643865 req-560df565-a7b6-4c83-8bfe-a4d473c25c7d tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:29.923962 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70f55c3a-b4af-439e-b5d3-a98142643865 req-560df565-a7b6-4c83-8bfe-a4d473c25c7d tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5418 time: 0.1334400 Dec 17 15:26:29.964181 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7856a688-fc18-40fa-befe-06bddba02366 None None] Sync routers for ids ['2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:26:29.969542 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70f55c3a-b4af-439e-b5d3-a98142643865 req-39910492-736b-4c79-af93-6c48395f5949 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384338 Dec 17 15:26:29.974316 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7856a688-fc18-40fa-befe-06bddba02366 None None] Routers {'2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:26:29.975005 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7856a688-fc18-40fa-befe-06bddba02366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:26:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:26:30.092101 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-7856a688-fc18-40fa-befe-06bddba02366 None None] Set router 2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:26:30.302141 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7856a688-fc18-40fa-befe-06bddba02366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3', 'name': 'tempest-ImageQuotaTest-500024590-router', 'tenant_id': '7cd5dba315f341e5afece43a1e8c417d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c8945f7e-132b-41ed-aebb-07d9c4c5c529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:26:23Z', 'updated_at': '2021-12-17T15:26:27Z', 'revision_number': 4, 'project_id': '7cd5dba315f341e5afece43a1e8c417d', 'gw_port': {'id': 'c8945f7e-132b-41ed-aebb-07d9c4c5c529', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ce:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:26:24Z', 'updated_at': '2021-12-17T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '92bee304-61c7-4712-805b-7f8cf088a056', 'name': '', 'network_id': '4609285f-9308-4b70-a63a-10fc4503eaac', 'tenant_id': '7cd5dba315f341e5afece43a1e8c417d', 'mac_address': 'fa:16:3e:fc:4f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '9c55dc85-ca24-410a-b005-404bf2e90c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:26:27Z', 'updated_at': '2021-12-17T15:26:28Z', 'revision_number': 2, 'project_id': '7cd5dba315f341e5afece43a1e8c417d', 'subnets': [{'id': '9c55dc85-ca24-410a-b005-404bf2e90c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:26:30.331439 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7856a688-fc18-40fa-befe-06bddba02366 None None] Checking router: 2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:26:30.336706 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7856a688-fc18-40fa-befe-06bddba02366 None None] Updating router 2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3 port 92bee304-61c7-4712-805b-7f8cf088a056 binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:26:30.362092 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7856a688-fc18-40fa-befe-06bddba02366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:30.386599 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8970de-1b9e-47ae-b751-35d0278c1ea0 req-a90b1c48-9456-4ccf-894a-d51e7fc10498 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:30.395639 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb8970de-1b9e-47ae-b751-35d0278c1ea0 req-a90b1c48-9456-4ccf-894a-d51e7fc10498 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 946 time: 0.0654495 Dec 17 15:26:30.469421 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb8970de-1b9e-47ae-b751-35d0278c1ea0 req-4b796388-5036-4288-942d-614a2888723a tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721259 Dec 17 15:26:30.700504 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7856a688-fc18-40fa-befe-06bddba02366 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:30.786070 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7856a688-fc18-40fa-befe-06bddba02366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:30.867641 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec61918-21a5-4572-be4b-55271d6ab86c None None] Pushing event updated for resources: {'Port': ['ID=92bee304-61c7-4712-805b-7f8cf088a056,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:30.926567 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c044b-64f3-4496-95b6-27ddea4b7f5a req-a8976ab0-bbf9-44d0-9620-0809b84adbf6 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:30.930241 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-647c044b-64f3-4496-95b6-27ddea4b7f5a req-a8976ab0-bbf9-44d0-9620-0809b84adbf6 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0979221 Dec 17 15:26:30.978010 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7856a688-fc18-40fa-befe-06bddba02366 None None] Attempting to bind port 92bee304-61c7-4712-805b-7f8cf088a056 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:26:30.978380 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7856a688-fc18-40fa-befe-06bddba02366 None None] Attempting to bind port 92bee304-61c7-4712-805b-7f8cf088a056 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'dc38e464-2019-42ef-a5a7-5b47c1c76131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4609285f-9308-4b70-a63a-10fc4503eaac'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:26:30.978976 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7856a688-fc18-40fa-befe-06bddba02366 None None] Attempting to bind port 92bee304-61c7-4712-805b-7f8cf088a056 on network 4609285f-9308-4b70-a63a-10fc4503eaac {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:26:30.995402 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33156) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:31.001999 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-647c044b-64f3-4496-95b6-27ddea4b7f5a req-22896900-6d9e-4b32-92e5-799d5ffbd5f9 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639322 Dec 17 15:26:31.002546 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7856a688-fc18-40fa-befe-06bddba02366 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:26:31.002546 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7856a688-fc18-40fa-befe-06bddba02366 None None] Checking segment: {'id': 'dc38e464-2019-42ef-a5a7-5b47c1c76131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4609285f-9308-4b70-a63a-10fc4503eaac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:26:31.003257 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7856a688-fc18-40fa-befe-06bddba02366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:31.003820 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7856a688-fc18-40fa-befe-06bddba02366 None None] Bound using segment: {'id': 'dc38e464-2019-42ef-a5a7-5b47c1c76131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4609285f-9308-4b70-a63a-10fc4503eaac'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:26:31.004481 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7856a688-fc18-40fa-befe-06bddba02366 None None] Bound port: 92bee304-61c7-4712-805b-7f8cf088a056, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc38e464-2019-42ef-a5a7-5b47c1c76131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4609285f-9308-4b70-a63a-10fc4503eaac'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:26:31.005127 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7856a688-fc18-40fa-befe-06bddba02366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:31.026329 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-49380efb-f031-42d5-89f2-970dba0a97d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:31.134895 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7856a688-fc18-40fa-befe-06bddba02366 None None] For port 92bee304-61c7-4712-805b-7f8cf088a056, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:26:31.138731 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7856a688-fc18-40fa-befe-06bddba02366 None None] For port 92bee304-61c7-4712-805b-7f8cf088a056, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=92bee304-61c7-4712-805b-7f8cf088a056,segment=NetworkSegment(dc38e464-2019-42ef-a5a7-5b47c1c76131),segment_id=dc38e464-2019-42ef-a5a7-5b47c1c76131)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:26:31.222072 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7856a688-fc18-40fa-befe-06bddba02366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:31.244418 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e416ad-de74-4954-9b94-1710df4b9d13 req-6743f1b8-0bbf-4156-a875-85d163d08740 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:31.255359 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e416ad-de74-4954-9b94-1710df4b9d13 req-6743f1b8-0bbf-4156-a875-85d163d08740 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:31.271733 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e416ad-de74-4954-9b94-1710df4b9d13 req-6743f1b8-0bbf-4156-a875-85d163d08740 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:31.280584 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e416ad-de74-4954-9b94-1710df4b9d13 req-6743f1b8-0bbf-4156-a875-85d163d08740 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:31.288520 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e416ad-de74-4954-9b94-1710df4b9d13 req-6743f1b8-0bbf-4156-a875-85d163d08740 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:31.295548 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e416ad-de74-4954-9b94-1710df4b9d13 req-6743f1b8-0bbf-4156-a875-85d163d08740 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:31.320443 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e416ad-de74-4954-9b94-1710df4b9d13 req-6743f1b8-0bbf-4156-a875-85d163d08740 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:31.331491 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-36e416ad-de74-4954-9b94-1710df4b9d13 req-6743f1b8-0bbf-4156-a875-85d163d08740 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5418 time: 0.1663039 Dec 17 15:26:31.349636 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec61918-21a5-4572-be4b-55271d6ab86c None None] Pushing event updated for resources: {'Port': ['ID=92bee304-61c7-4712-805b-7f8cf088a056,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:31.357712 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7856a688-fc18-40fa-befe-06bddba02366 None None] Routers {'2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:26:31.358364 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7856a688-fc18-40fa-befe-06bddba02366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:26:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:26:31.418300 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c5c41931-1094-45a4-864c-2ab259decc5f None None] Provisioning complete for port 92bee304-61c7-4712-805b-7f8cf088a056 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:26:31.418661 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c5c41931-1094-45a4-864c-2ab259decc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:31.428670 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-36e416ad-de74-4954-9b94-1710df4b9d13 req-f76357d5-8787-48c7-a485-3729e8f9a0d8 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0867696 Dec 17 15:26:31.647353 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-ac05cc54-51a4-49d0-83ac-31067d0fe1e6 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:31.649301 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-ac05cc54-51a4-49d0-83ac-31067d0fe1e6 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/networks?id=040e81ed-645b-49f2-b606-529d20326479 HTTP/1.1" status: 200 len: 814 time: 0.2391403 Dec 17 15:26:31.675918 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-7f87cbc3-a58f-4d0e-8829-4cdfca31e8d4 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/quotas/e31b08986e494abe92337553ad2cd818 HTTP/1.1" status: 200 len: 375 time: 0.0204155 Dec 17 15:26:31.709021 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b9e0e-a24b-4094-a3b9-ea73d50dccf8 req-52e77791-e3f9-4f40-bc1e-3fedc1d2b29f tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:31.710713 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-836b9e0e-a24b-4094-a3b9-ea73d50dccf8 req-52e77791-e3f9-4f40-bc1e-3fedc1d2b29f tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 946 time: 0.1298895 Dec 17 15:26:31.730043 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c8945f7e-132b-41ed-aebb-07d9c4c5c529 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:26:31.785524 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-9f766f28-5b16-4f29-b60b-7496c832629f tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e31b08986e494abe92337553ad2cd818&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1024137 Dec 17 15:26:31.845612 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-7856a688-fc18-40fa-befe-06bddba02366 None None] Set router 2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:26:31.849994 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-836b9e0e-a24b-4094-a3b9-ea73d50dccf8 req-e9ccf329-914e-4441-a706-d499d6958951 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209159 Dec 17 15:26:31.883518 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c5c41931-1094-45a4-864c-2ab259decc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:31.933078 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-0703eab8-a194-48f9-aed5-088b034336c3 service neutron] 10.222.0.46 "GET /v2.0/networks/040e81ed-645b-49f2-b606-529d20326479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463726 Dec 17 15:26:31.983628 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port c8945f7e-132b-41ed-aebb-07d9c4c5c529 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:26:31.984009 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:32.024321 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c5cae1d8-9b1d-428f-986c-5e7b2f9c3015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:32.057281 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-510cf034-8b93-4901-ba46-8176e30773ab service neutron] 10.222.0.46 "GET /v2.0/networks/040e81ed-645b-49f2-b606-529d20326479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228912 Dec 17 15:26:32.086180 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c5c41931-1094-45a4-864c-2ab259decc5f None None] For port 92bee304-61c7-4712-805b-7f8cf088a056, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=92bee304-61c7-4712-805b-7f8cf088a056,segment=NetworkSegment(dc38e464-2019-42ef-a5a7-5b47c1c76131),segment_id=dc38e464-2019-42ef-a5a7-5b47c1c76131)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:32.173643 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c5c41931-1094-45a4-864c-2ab259decc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:32.313526 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c41931-1094-45a4-864c-2ab259decc5f None None] Pushing event updated for resources: {'Port': ['ID=92bee304-61c7-4712-805b-7f8cf088a056,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:32.346316 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:32.354131 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d111e8a2-5aaf-4367-a909-77ef887fe14a None None] Provisioning complete for port 92bee304-61c7-4712-805b-7f8cf088a056 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:26:32.354598 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d111e8a2-5aaf-4367-a909-77ef887fe14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:32.397395 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7856a688-fc18-40fa-befe-06bddba02366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3', 'name': 'tempest-ImageQuotaTest-500024590-router', 'tenant_id': '7cd5dba315f341e5afece43a1e8c417d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c8945f7e-132b-41ed-aebb-07d9c4c5c529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:26:23Z', 'updated_at': '2021-12-17T15:26:27Z', 'revision_number': 4, 'project_id': '7cd5dba315f341e5afece43a1e8c417d', 'gw_port': {'id': 'c8945f7e-132b-41ed-aebb-07d9c4c5c529', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ce:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:26:24Z', 'updated_at': '2021-12-17T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '92bee304-61c7-4712-805b-7f8cf088a056', 'name': '', 'network_id': '4609285f-9308-4b70-a63a-10fc4503eaac', 'tenant_id': '7cd5dba315f341e5afece43a1e8c417d', 'mac_address': 'fa:16:3e:fc:4f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '9c55dc85-ca24-410a-b005-404bf2e90c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:26:27Z', 'updated_at': '2021-12-17T15:26:31Z', 'revision_number': 4, 'project_id': '7cd5dba315f341e5afece43a1e8c417d', 'subnets': [{'id': '9c55dc85-ca24-410a-b005-404bf2e90c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:26:32.404906 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-c5cae1d8-9b1d-428f-986c-5e7b2f9c3015 admin admin] Deleting port 92bee304-61c7-4712-805b-7f8cf088a056 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:26:32.405296 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c5cae1d8-9b1d-428f-986c-5e7b2f9c3015 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:32.434198 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7856a688-fc18-40fa-befe-06bddba02366 None None] The sync data for ids ['2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3'] in n-d-820553-2 is: [{'id': '2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3', 'name': 'tempest-ImageQuotaTest-500024590-router', 'tenant_id': '7cd5dba315f341e5afece43a1e8c417d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.91'}], 'enable_snat': True}, 'gw_port_id': 'c8945f7e-132b-41ed-aebb-07d9c4c5c529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:26:23Z', 'updated_at': '2021-12-17T15:26:27Z', 'revision_number': 4, 'project_id': '7cd5dba315f341e5afece43a1e8c417d', 'gw_port': {'id': 'c8945f7e-132b-41ed-aebb-07d9c4c5c529', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ce:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:26:24Z', 'updated_at': '2021-12-17T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '92bee304-61c7-4712-805b-7f8cf088a056', 'name': '', 'network_id': '4609285f-9308-4b70-a63a-10fc4503eaac', 'tenant_id': '7cd5dba315f341e5afece43a1e8c417d', 'mac_address': 'fa:16:3e:fc:4f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '9c55dc85-ca24-410a-b005-404bf2e90c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:26:27Z', 'updated_at': '2021-12-17T15:26:31Z', 'revision_number': 4, 'project_id': '7cd5dba315f341e5afece43a1e8c417d', 'subnets': [{'id': '9c55dc85-ca24-410a-b005-404bf2e90c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:26:32.461253 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8a6dccec-b7d6-4e4d-ae83-f57739b73339 req-be69a84b-5b14-49b0-9b81-1ed4cce8556f tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=04e95870-6bbe-4445-b13e-c5d6d5b15b8e HTTP/1.1" status: 200 len: 210 time: 0.0490932 Dec 17 15:26:32.642936 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-c5cae1d8-9b1d-428f-986c-5e7b2f9c3015 admin admin] For port 92bee304-61c7-4712-805b-7f8cf088a056, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=92bee304-61c7-4712-805b-7f8cf088a056,segment=NetworkSegment(dc38e464-2019-42ef-a5a7-5b47c1c76131),segment_id=dc38e464-2019-42ef-a5a7-5b47c1c76131)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:32.643627 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c5cae1d8-9b1d-428f-986c-5e7b2f9c3015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:32.661284 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-c5cae1d8-9b1d-428f-986c-5e7b2f9c3015 admin admin] Calling delete_port for 92bee304-61c7-4712-805b-7f8cf088a056 owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:26:32.705455 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d4f58-f14c-4c3b-9a5c-5e6e2f735ebd req-53e937ba-338b-48a9-9e57-affc7e5b7f55 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:32.712235 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d4f58-f14c-4c3b-9a5c-5e6e2f735ebd req-53e937ba-338b-48a9-9e57-affc7e5b7f55 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:32.726003 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d4f58-f14c-4c3b-9a5c-5e6e2f735ebd req-53e937ba-338b-48a9-9e57-affc7e5b7f55 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:32.738824 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d4f58-f14c-4c3b-9a5c-5e6e2f735ebd req-53e937ba-338b-48a9-9e57-affc7e5b7f55 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:32.748523 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d4f58-f14c-4c3b-9a5c-5e6e2f735ebd req-53e937ba-338b-48a9-9e57-affc7e5b7f55 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:32.758240 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d4f58-f14c-4c3b-9a5c-5e6e2f735ebd req-53e937ba-338b-48a9-9e57-affc7e5b7f55 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:32.764811 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d4f58-f14c-4c3b-9a5c-5e6e2f735ebd req-53e937ba-338b-48a9-9e57-affc7e5b7f55 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:32.767750 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-218d4f58-f14c-4c3b-9a5c-5e6e2f735ebd req-53e937ba-338b-48a9-9e57-affc7e5b7f55 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5418 time: 0.1573279 Dec 17 15:26:32.838629 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-218d4f58-f14c-4c3b-9a5c-5e6e2f735ebd req-80ae1cfc-18c2-433a-a9ed-86f4b3396241 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0629961 Dec 17 15:26:33.040400 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3675a1-879b-4f0d-8460-9b2dfba5fb4e req-a884f921-7d99-4d7f-8657-06623e5b068f tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:33.049024 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fa3675a1-879b-4f0d-8460-9b2dfba5fb4e req-a884f921-7d99-4d7f-8657-06623e5b068f tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 946 time: 0.0704839 Dec 17 15:26:33.052366 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c5cae1d8-9b1d-428f-986c-5e7b2f9c3015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:33.095912 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fa3675a1-879b-4f0d-8460-9b2dfba5fb4e req-be6f4cae-2700-4e2c-a29a-3ee34749e2d2 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384159 Dec 17 15:26:33.096447 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cae1d8-9b1d-428f-986c-5e7b2f9c3015 admin admin] Pushing event deleted for resources: {'Port': ['ID=92bee304-61c7-4712-805b-7f8cf088a056,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:33.140128 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cae1d8-9b1d-428f-986c-5e7b2f9c3015 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:26:33.140671 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cae1d8-9b1d-428f-986c-5e7b2f9c3015 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:26:33.141460 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cae1d8-9b1d-428f-986c-5e7b2f9c3015 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:26:33.141957 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cae1d8-9b1d-428f-986c-5e7b2f9c3015 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:26:33.142381 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cae1d8-9b1d-428f-986c-5e7b2f9c3015 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:26:33.142802 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cae1d8-9b1d-428f-986c-5e7b2f9c3015 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:26:33.143219 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cae1d8-9b1d-428f-986c-5e7b2f9c3015 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:26:33.143633 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cae1d8-9b1d-428f-986c-5e7b2f9c3015 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:26:33.144044 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cae1d8-9b1d-428f-986c-5e7b2f9c3015 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:26:33.144457 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cae1d8-9b1d-428f-986c-5e7b2f9c3015 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:26:33.144869 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cae1d8-9b1d-428f-986c-5e7b2f9c3015 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:26:33.145329 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cae1d8-9b1d-428f-986c-5e7b2f9c3015 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:26:33.362003 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c5cae1d8-9b1d-428f-986c-5e7b2f9c3015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:33.607509 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8ad37720-fe17-4969-9849-0050efaae646 req-52cec1fb-5aa8-4413-b332-995647ab18a8 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=04e95870-6bbe-4445-b13e-c5d6d5b15b8e HTTP/1.1" status: 200 len: 210 time: 0.0424623 Dec 17 15:26:33.664583 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cae1d8-9b1d-428f-986c-5e7b2f9c3015 admin admin] Router 2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:26:33.804189 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:33.810173 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cae1d8-9b1d-428f-986c-5e7b2f9c3015 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:26:33.819762 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c5cae1d8-9b1d-428f-986c-5e7b2f9c3015 admin admin] 10.222.0.46 "PUT /v2.0/routers/2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8224845 Dec 17 15:26:33.821560 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33222) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:33.866306 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 1c9784fa-c394-46e9-a70f-5aa02b240ee6 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:26:33.965734 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-af459024-2b2a-4af1-85bf-ca69d86f8257 admin admin] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:34.036136 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6efbc-c402-48a1-9d48-95554bacbdbc req-4859e218-8fac-468c-9570-4e7469cc004c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:34.042231 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6efbc-c402-48a1-9d48-95554bacbdbc req-4859e218-8fac-468c-9570-4e7469cc004c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:34.048925 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6efbc-c402-48a1-9d48-95554bacbdbc req-4859e218-8fac-468c-9570-4e7469cc004c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:34.055691 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6efbc-c402-48a1-9d48-95554bacbdbc req-4859e218-8fac-468c-9570-4e7469cc004c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:34.061814 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6efbc-c402-48a1-9d48-95554bacbdbc req-4859e218-8fac-468c-9570-4e7469cc004c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:34.069191 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6efbc-c402-48a1-9d48-95554bacbdbc req-4859e218-8fac-468c-9570-4e7469cc004c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:34.078133 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6efbc-c402-48a1-9d48-95554bacbdbc req-4859e218-8fac-468c-9570-4e7469cc004c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:34.081576 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 1c9784fa-c394-46e9-a70f-5aa02b240ee6, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=1c9784fa-c394-46e9-a70f-5aa02b240ee6,segment=NetworkSegment(8c1bafca-b6c9-402b-a49c-92e9c53a27cf),segment_id=8c1bafca-b6c9-402b-a49c-92e9c53a27cf)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:34.086737 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-61e6efbc-c402-48a1-9d48-95554bacbdbc req-4859e218-8fac-468c-9570-4e7469cc004c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5418 time: 0.1234598 Dec 17 15:26:34.134806 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '1c9784fa-c394-46e9-a70f-5aa02b240ee6', 'network_id': '8bba3eed-1473-4ac2-bb59-7cb1c76294fd', 'port_id': '1c9784fa-c394-46e9-a70f-5aa02b240ee6', 'mac_address': 'fa:16:3e:a7:58:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eca1b89-7ed9-42c7-8458-c977678cd701', 'ip_address': '10.1.1.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:26:34.140117 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-af459024-2b2a-4af1-85bf-ca69d86f8257 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:34.209413 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:34.211614 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:34.224223 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-61e6efbc-c402-48a1-9d48-95554bacbdbc req-7813abef-0aff-4d3e-8d28-87f1453676b9 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1314299 Dec 17 15:26:34.260233 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c9784fa-c394-46e9-a70f-5aa02b240ee6 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:26:34.306462 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 1c9784fa-c394-46e9-a70f-5aa02b240ee6, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=1c9784fa-c394-46e9-a70f-5aa02b240ee6,segment=NetworkSegment(8c1bafca-b6c9-402b-a49c-92e9c53a27cf),segment_id=8c1bafca-b6c9-402b-a49c-92e9c53a27cf)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:34.332984 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-af459024-2b2a-4af1-85bf-ca69d86f8257 admin admin] Deleting port c8945f7e-132b-41ed-aebb-07d9c4c5c529 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:26:34.333710 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-af459024-2b2a-4af1-85bf-ca69d86f8257 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:34.357536 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dfa3f1-ac7f-41ca-b90a-155894b843d2 req-5a61cdab-6676-4fc6-b1a1-324269ff00d9 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:34.359540 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a2dfa3f1-ac7f-41ca-b90a-155894b843d2 req-5a61cdab-6676-4fc6-b1a1-324269ff00d9 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 946 time: 0.0634093 Dec 17 15:26:34.370273 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:34.371651 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 0f0e87e7-55e3-4a96-a436-092db2dd62df details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:26:34.388172 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac47bb2-3e95-424e-b933-e2ad195d38f5 None None] Sync routers for ids ['2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:26:34.403540 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac47bb2-3e95-424e-b933-e2ad195d38f5 None None] Routers {'2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:26:34.404983 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-2ac47bb2-3e95-424e-b933-e2ad195d38f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:26:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:26:34.488801 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a2dfa3f1-ac7f-41ca-b90a-155894b843d2 req-1fc6eca8-f308-4dd1-9cc0-a7720a56cf2c tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231744 Dec 17 15:26:34.541535 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=1c9784fa-c394-46e9-a70f-5aa02b240ee6,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:34.541810 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-af459024-2b2a-4af1-85bf-ca69d86f8257 admin admin] For port c8945f7e-132b-41ed-aebb-07d9c4c5c529, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c8945f7e-132b-41ed-aebb-07d9c4c5c529,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:34.542949 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-af459024-2b2a-4af1-85bf-ca69d86f8257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:34.560920 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-af459024-2b2a-4af1-85bf-ca69d86f8257 admin admin] Calling delete_port for c8945f7e-132b-41ed-aebb-07d9c4c5c529 owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:26:34.694465 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-2ac47bb2-3e95-424e-b933-e2ad195d38f5 None None] Set router 2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3 gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:26:34.699377 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 0f0e87e7-55e3-4a96-a436-092db2dd62df, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=0f0e87e7-55e3-4a96-a436-092db2dd62df,segment=NetworkSegment(fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291),segment_id=fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:34.723271 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '0f0e87e7-55e3-4a96-a436-092db2dd62df', 'network_id': '9f3a192b-6f54-446b-8786-4392777f5f19', 'port_id': '0f0e87e7-55e3-4a96-a436-092db2dd62df', 'mac_address': 'fa:16:3e:15:32:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0a9f17-d614-4efc-ae03-ce6b8a2dc07e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:26:34.803527 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-2ac47bb2-3e95-424e-b933-e2ad195d38f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3', 'name': 'tempest-ImageQuotaTest-500024590-router', 'tenant_id': '7cd5dba315f341e5afece43a1e8c417d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:26:23Z', 'updated_at': '2021-12-17T15:26:34Z', 'revision_number': 6, 'project_id': '7cd5dba315f341e5afece43a1e8c417d', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:26:34.805403 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c112aadc-be39-436a-abab-7fa66aab3f5b req-60356722-84ff-4692-bbe3-99eafc158b4f tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=04e95870-6bbe-4445-b13e-c5d6d5b15b8e HTTP/1.1" status: 200 len: 210 time: 0.0569260 Dec 17 15:26:34.807679 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:34.823068 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f0e87e7-55e3-4a96-a436-092db2dd62df {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:26:34.838378 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac47bb2-3e95-424e-b933-e2ad195d38f5 None None] Checking router: 2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:26:34.847383 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 0f0e87e7-55e3-4a96-a436-092db2dd62df, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=0f0e87e7-55e3-4a96-a436-092db2dd62df,segment=NetworkSegment(fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291),segment_id=fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:34.851169 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac47bb2-3e95-424e-b933-e2ad195d38f5 None None] Routers {'2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:26:34.852203 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-2ac47bb2-3e95-424e-b933-e2ad195d38f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:26:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:26:34.945615 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-2ac47bb2-3e95-424e-b933-e2ad195d38f5 None None] Set router 2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3 gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:26:34.962014 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:34.962715 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device ce09dfd3-f25c-4228-bd90-d195b7f4a22e details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:26:34.963723 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-af459024-2b2a-4af1-85bf-ca69d86f8257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:35.005271 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-2ac47bb2-3e95-424e-b933-e2ad195d38f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3', 'name': 'tempest-ImageQuotaTest-500024590-router', 'tenant_id': '7cd5dba315f341e5afece43a1e8c417d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:26:23Z', 'updated_at': '2021-12-17T15:26:34Z', 'revision_number': 6, 'project_id': '7cd5dba315f341e5afece43a1e8c417d', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:26:35.009863 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af459024-2b2a-4af1-85bf-ca69d86f8257 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8945f7e-132b-41ed-aebb-07d9c4c5c529,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:35.046725 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac47bb2-3e95-424e-b933-e2ad195d38f5 None None] The sync data for ids ['2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3'] in n-d-820553-2 is: [{'id': '2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3', 'name': 'tempest-ImageQuotaTest-500024590-router', 'tenant_id': '7cd5dba315f341e5afece43a1e8c417d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:26:23Z', 'updated_at': '2021-12-17T15:26:34Z', 'revision_number': 6, 'project_id': '7cd5dba315f341e5afece43a1e8c417d', 'gw_port_host': None}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:26:35.131987 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=0f0e87e7-55e3-4a96-a436-092db2dd62df,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:35.134899 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-af459024-2b2a-4af1-85bf-ca69d86f8257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:35.152210 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33238) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:35.199784 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port ce09dfd3-f25c-4228-bd90-d195b7f4a22e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=ce09dfd3-f25c-4228-bd90-d195b7f4a22e,segment=NetworkSegment(1698481d-6374-42a9-ab95-80bef8c99f6c),segment_id=1698481d-6374-42a9-ab95-80bef8c99f6c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:35.231744 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'ce09dfd3-f25c-4228-bd90-d195b7f4a22e', 'network_id': 'de5b4090-a778-4df4-ad31-4dba3e85ea67', 'port_id': 'ce09dfd3-f25c-4228-bd90-d195b7f4a22e', 'mac_address': 'fa:16:3e:91:f3:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1a4a435-03ec-407e-806d-67c3316a8ccb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:26:35.320363 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:35.327068 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-b9403256-2692-4465-aea4-5460d914a39c tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:35.328922 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-b9403256-2692-4465-aea4-5460d914a39c tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.41 "GET /v2.0/networks?id=040e81ed-645b-49f2-b606-529d20326479 HTTP/1.1" status: 200 len: 814 time: 0.2291443 Dec 17 15:26:35.347977 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-af459024-2b2a-4af1-85bf-ca69d86f8257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:35.352016 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-70ed6fc5-a01c-44b0-9bd2-2b3a1c764ad6 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Request body: {'port': {'device_id': '04e95870-6bbe-4445-b13e-c5d6d5b15b8e', 'network_id': '040e81ed-645b-49f2-b606-529d20326479', 'admin_state_up': True, 'tenant_id': 'e31b08986e494abe92337553ad2cd818'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:26:35.355818 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-af459024-2b2a-4af1-85bf-ca69d86f8257 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:35.360809 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce09dfd3-f25c-4228-bd90-d195b7f4a22e {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:26:35.407032 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port ce09dfd3-f25c-4228-bd90-d195b7f4a22e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=ce09dfd3-f25c-4228-bd90-d195b7f4a22e,segment=NetworkSegment(1698481d-6374-42a9-ab95-80bef8c99f6c),segment_id=1698481d-6374-42a9-ab95-80bef8c99f6c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:35.452148 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-344049de-37ef-4f2e-966b-c07d77e0be8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:35.489274 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:35.489973 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device d3a935e5-2d45-4f21-b240-16b6be02d4d5 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:26:35.524413 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-af459024-2b2a-4af1-85bf-ca69d86f8257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:35.525890 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af459024-2b2a-4af1-85bf-ca69d86f8257 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3 {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:26:35.536750 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a3b00-9706-4a50-a7ff-3014e8b0c311 req-a7abc694-37b9-4c4b-9a52-0bc45c3ebddd tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:35.539961 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-af459024-2b2a-4af1-85bf-ca69d86f8257 admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:35.543405 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-af459024-2b2a-4af1-85bf-ca69d86f8257 admin admin] 10.222.0.46 "DELETE /v2.0/routers/2e73d373-1ea7-4b9d-8edd-adeba7a7e5f3 HTTP/1.1" status: 204 len: 168 time: 1.7186570 Dec 17 15:26:35.543551 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a3b00-9706-4a50-a7ff-3014e8b0c311 req-a7abc694-37b9-4c4b-9a52-0bc45c3ebddd tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:35.555520 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a3b00-9706-4a50-a7ff-3014e8b0c311 req-a7abc694-37b9-4c4b-9a52-0bc45c3ebddd tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:35.561024 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a3b00-9706-4a50-a7ff-3014e8b0c311 req-a7abc694-37b9-4c4b-9a52-0bc45c3ebddd tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:35.562269 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33250) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:35.572308 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a3b00-9706-4a50-a7ff-3014e8b0c311 req-a7abc694-37b9-4c4b-9a52-0bc45c3ebddd tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:35.578196 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a3b00-9706-4a50-a7ff-3014e8b0c311 req-a7abc694-37b9-4c4b-9a52-0bc45c3ebddd tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:35.586916 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 92bee304-61c7-4712-805b-7f8cf088a056 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:26:35.589198 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a3b00-9706-4a50-a7ff-3014e8b0c311 req-a7abc694-37b9-4c4b-9a52-0bc45c3ebddd tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:35.598859 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1e8a3b00-9706-4a50-a7ff-3014e8b0c311 req-a7abc694-37b9-4c4b-9a52-0bc45c3ebddd tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5420 time: 0.2688749 Dec 17 15:26:35.651542 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port d3a935e5-2d45-4f21-b240-16b6be02d4d5, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=d3a935e5-2d45-4f21-b240-16b6be02d4d5,segment=NetworkSegment(8c1bafca-b6c9-402b-a49c-92e9c53a27cf),segment_id=8c1bafca-b6c9-402b-a49c-92e9c53a27cf)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:35.683687 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1e8a3b00-9706-4a50-a7ff-3014e8b0c311 req-29d24c1c-b0f2-4872-97eb-68d9db71db70 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0836143 Dec 17 15:26:35.694445 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 92bee304-61c7-4712-805b-7f8cf088a056 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:26:35.694939 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 92bee304-61c7-4712-805b-7f8cf088a056 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:26:35.695173 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-8561ab69-2a01-4204-9c06-974ffab5a985 admin admin] Deleting subnet 9c55dc85-ca24-410a-b005-404bf2e90c4c {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:26:35.704231 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'd3a935e5-2d45-4f21-b240-16b6be02d4d5', 'network_id': '8bba3eed-1473-4ac2-bb59-7cb1c76294fd', 'port_id': 'd3a935e5-2d45-4f21-b240-16b6be02d4d5', 'mac_address': 'fa:16:3e:67:e1:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eca1b89-7ed9-42c7-8458-c977678cd701', 'ip_address': '10.1.1.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:26:35.709400 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=ce09dfd3-f25c-4228-bd90-d195b7f4a22e,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:35.712329 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8561ab69-2a01-4204-9c06-974ffab5a985 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:35.751744 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-344049de-37ef-4f2e-966b-c07d77e0be8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:35.752160 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e40eb-2081-4984-a951-5abd566516e6 req-e6d9dbe1-87e6-4d55-86c6-8eb37e8f425f tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:35.759794 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b39e40eb-2081-4984-a951-5abd566516e6 req-e6d9dbe1-87e6-4d55-86c6-8eb37e8f425f tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 946 time: 0.0735548 Dec 17 15:26:35.762572 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:35.771012 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8561ab69-2a01-4204-9c06-974ffab5a985 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:35.777694 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a935e5-2d45-4f21-b240-16b6be02d4d5 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:26:35.785443 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-70ed6fc5-a01c-44b0-9bd2-2b3a1c764ad6 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Made reservation on behalf of e31b08986e494abe92337553ad2cd818 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:26:35.789382 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-70ed6fc5-a01c-44b0-9bd2-2b3a1c764ad6 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:35.803318 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port d3a935e5-2d45-4f21-b240-16b6be02d4d5, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=d3a935e5-2d45-4f21-b240-16b6be02d4d5,segment=NetworkSegment(8c1bafca-b6c9-402b-a49c-92e9c53a27cf),segment_id=8c1bafca-b6c9-402b-a49c-92e9c53a27cf)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:35.810161 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:26:35.814441 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b39e40eb-2081-4984-a951-5abd566516e6 req-8262e14d-0eb9-4860-abeb-c3ff2dbd4607 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535188 Dec 17 15:26:35.842893 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-344049de-37ef-4f2e-966b-c07d77e0be8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:35.893902 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8561ab69-2a01-4204-9c06-974ffab5a985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:35.943105 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e3ae6ff0-420c-4a94-b67b-ad2ab7df7b5e req-f43ab3b8-e961-4eaa-b790-f51cfd50bbfe tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=04e95870-6bbe-4445-b13e-c5d6d5b15b8e HTTP/1.1" status: 200 len: 210 time: 0.0348773 Dec 17 15:26:35.956229 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-344049de-37ef-4f2e-966b-c07d77e0be8a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2ebdc95436bf44f0bcc7d749b14cd6d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8003514 Dec 17 15:26:35.961778 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33254) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:35.985505 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:35.985505 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 23211a10-13af-4c51-9094-03225018881b details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:26:36.012330 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344049de-37ef-4f2e-966b-c07d77e0be8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f870fbb-08fe-4b2b-99dc-472fa93b5eab,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:36.035441 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-70ed6fc5-a01c-44b0-9bd2-2b3a1c764ad6 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Allocated IP 172.20.0.5 (040e81ed-645b-49f2-b606-529d20326479/27e04280-f1e5-4533-a329-315764cf579d/947c3bc1-1192-4a4b-9964-9754171b359c) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:26:36.059245 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c3306a60-04a7-4008-a772-72558c89e87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:36.069853 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 23211a10-13af-4c51-9094-03225018881b, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=23211a10-13af-4c51-9094-03225018881b,segment=NetworkSegment(fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291),segment_id=fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:36.079243 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=d3a935e5-2d45-4f21-b240-16b6be02d4d5,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:36.093187 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '23211a10-13af-4c51-9094-03225018881b', 'network_id': '9f3a192b-6f54-446b-8786-4392777f5f19', 'port_id': '23211a10-13af-4c51-9094-03225018881b', 'mac_address': 'fa:16:3e:b2:1f:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0a9f17-d614-4efc-ae03-ce6b8a2dc07e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:26:36.098181 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c3306a60-04a7-4008-a772-72558c89e87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:36.125548 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8561ab69-2a01-4204-9c06-974ffab5a985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:36.146170 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:36.159668 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23211a10-13af-4c51-9094-03225018881b {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:26:36.174786 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561ab69-2a01-4204-9c06-974ffab5a985 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c55dc85-ca24-410a-b005-404bf2e90c4c,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:36.185930 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 23211a10-13af-4c51-9094-03225018881b, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=23211a10-13af-4c51-9094-03225018881b,segment=NetworkSegment(fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291),segment_id=fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:36.193967 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8561ab69-2a01-4204-9c06-974ffab5a985 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:36.197516 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f883d7f-1caa-43b8-a45c-4505c7f83d11 None None] Network 4609285f-9308-4b70-a63a-10fc4503eaac requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:26:36.200552 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8561ab69-2a01-4204-9c06-974ffab5a985 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9c55dc85-ca24-410a-b005-404bf2e90c4c HTTP/1.1" status: 204 len: 168 time: 0.6369605 Dec 17 15:26:36.201479 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33256) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:36.255835 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:36.256690 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device e580942b-4338-463b-8dea-66ed71bb7043 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:26:36.263665 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-70ed6fc5-a01c-44b0-9bd2-2b3a1c764ad6 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:36.289667 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a4f8fbcd-7e52-46f7-9d9c-a708b2bf302c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:36.302127 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port e580942b-4338-463b-8dea-66ed71bb7043, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e580942b-4338-463b-8dea-66ed71bb7043,segment=NetworkSegment(8c1bafca-b6c9-402b-a49c-92e9c53a27cf),segment_id=8c1bafca-b6c9-402b-a49c-92e9c53a27cf)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:36.319337 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'e580942b-4338-463b-8dea-66ed71bb7043', 'network_id': '8bba3eed-1473-4ac2-bb59-7cb1c76294fd', 'port_id': 'e580942b-4338-463b-8dea-66ed71bb7043', 'mac_address': 'fa:16:3e:fb:44:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eca1b89-7ed9-42c7-8458-c977678cd701', 'ip_address': '10.1.1.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:26:36.354134 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-a4f8fbcd-7e52-46f7-9d9c-a708b2bf302c admin admin] Deleting port b9af2ccc-f3a2-4a75-bd34-abb4b74b3520 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:26:36.354395 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a4f8fbcd-7e52-46f7-9d9c-a708b2bf302c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:36.357843 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c3306a60-04a7-4008-a772-72558c89e87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:36.362038 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c3306a60-04a7-4008-a772-72558c89e87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:36.366429 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c3306a60-04a7-4008-a772-72558c89e87c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6f870fbb-08fe-4b2b-99dc-472fa93b5eab HTTP/1.1" status: 204 len: 168 time: 0.4006450 Dec 17 15:26:36.385760 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-70ed6fc5-a01c-44b0-9bd2-2b3a1c764ad6 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:36.428262 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3306a60-04a7-4008-a772-72558c89e87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f870fbb-08fe-4b2b-99dc-472fa93b5eab,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:36.458464 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-70ed6fc5-a01c-44b0-9bd2-2b3a1c764ad6 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Network 040e81ed-645b-49f2-b606-529d20326479 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:26:36.469605 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-70ed6fc5-a01c-44b0-9bd2-2b3a1c764ad6 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:26:36.473462 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-a4f8fbcd-7e52-46f7-9d9c-a708b2bf302c admin admin] For port b9af2ccc-f3a2-4a75-bd34-abb4b74b3520, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b9af2ccc-f3a2-4a75-bd34-abb4b74b3520,segment=NetworkSegment(dc38e464-2019-42ef-a5a7-5b47c1c76131),segment_id=dc38e464-2019-42ef-a5a7-5b47c1c76131)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:36.474414 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a4f8fbcd-7e52-46f7-9d9c-a708b2bf302c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:36.482914 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-70ed6fc5-a01c-44b0-9bd2-2b3a1c764ad6 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:26:36.494539 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-a4f8fbcd-7e52-46f7-9d9c-a708b2bf302c admin admin] Calling delete_port for b9af2ccc-f3a2-4a75-bd34-abb4b74b3520 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:26:36.534265 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['08824bb5-9575-4d1a-8b51-640826dccac4'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:26:36.618382 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=23211a10-13af-4c51-9094-03225018881b,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:36.678668 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:36.753421 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e580942b-4338-463b-8dea-66ed71bb7043 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:26:36.780063 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a4f8fbcd-7e52-46f7-9d9c-a708b2bf302c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:36.813939 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port e580942b-4338-463b-8dea-66ed71bb7043, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e580942b-4338-463b-8dea-66ed71bb7043,segment=NetworkSegment(8c1bafca-b6c9-402b-a49c-92e9c53a27cf),segment_id=8c1bafca-b6c9-402b-a49c-92e9c53a27cf)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:36.825298 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8fbcd-7e52-46f7-9d9c-a708b2bf302c admin admin] Pushing event deleted for resources: {'Port': ['ID=b9af2ccc-f3a2-4a75-bd34-abb4b74b3520,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:36.838991 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f8fbcd-7e52-46f7-9d9c-a708b2bf302c admin admin] No DVR routers for this DVR port b9af2ccc-f3a2-4a75-bd34-abb4b74b3520 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:26:36.940715 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:36.941570 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 2d686fb9-445a-4e4e-bae4-a300e7b2fcbd details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:26:36.971331 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a35057-ad50-440d-a318-d8d3352ee35e None None] DHCP port deletion for 4609285f-9308-4b70-a63a-10fc4503eaac request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:26:36.994914 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a4f8fbcd-7e52-46f7-9d9c-a708b2bf302c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:37.022247 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 2d686fb9-445a-4e4e-bae4-a300e7b2fcbd, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=2d686fb9-445a-4e4e-bae4-a300e7b2fcbd,segment=NetworkSegment(8c1bafca-b6c9-402b-a49c-92e9c53a27cf),segment_id=8c1bafca-b6c9-402b-a49c-92e9c53a27cf)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:37.035576 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=e580942b-4338-463b-8dea-66ed71bb7043,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:37.039269 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '2d686fb9-445a-4e4e-bae4-a300e7b2fcbd', 'network_id': '8bba3eed-1473-4ac2-bb59-7cb1c76294fd', 'port_id': '2d686fb9-445a-4e4e-bae4-a300e7b2fcbd', 'mac_address': 'fa:16:3e:e7:38:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eca1b89-7ed9-42c7-8458-c977678cd701', 'ip_address': '10.1.1.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:26:37.045393 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-a4f8fbcd-7e52-46f7-9d9c-a708b2bf302c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4609285f-9308-4b70-a63a-10fc4503eaac']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:26:37.057419 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed6fc5-a01c-44b0-9bd2-2b3a1c764ad6 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Pushing event updated for resources: {'Port': ['ID=947c3bc1-1192-4a4b-9964-9754171b359c,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:37.060052 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-a4f8fbcd-7e52-46f7-9d9c-a708b2bf302c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc38e464-2019-42ef-a5a7-5b47c1c76131') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:26:37.061014 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-a4f8fbcd-7e52-46f7-9d9c-a708b2bf302c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc38e464-2019-42ef-a5a7-5b47c1c76131') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:26:37.074926 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a4f8fbcd-7e52-46f7-9d9c-a708b2bf302c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:37.089375 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:37.094297 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a4f8fbcd-7e52-46f7-9d9c-a708b2bf302c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:37.104555 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d686fb9-445a-4e4e-bae4-a300e7b2fcbd {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:26:37.107457 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4f8fbcd-7e52-46f7-9d9c-a708b2bf302c admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:26:37.107967 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a4f8fbcd-7e52-46f7-9d9c-a708b2bf302c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:37.111403 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:26:37.111403 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:26:37.111403 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:26:37.111403 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:26:37.111403 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:26:37.111403 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:26:37.111403 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:26:37.111403 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:26:37.111403 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:26:37.111403 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:26:37.111403 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:26:37.111403 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:26:37.111403 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:26:37.111403 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:26:37.111403 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:26:37.111403 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:26:37.111403 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:26:37.111403 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:26:37.111403 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:26:37.111403 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:26:37.111403 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:26:37.111403 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:26:37.111403 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:26:37.111403 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:26:37.111403 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:26:37.111403 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:26:37.111403 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:26:37.111403 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:26:37.111403 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:26:37.111403 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:26:37.111403 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:26:37.111403 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:26:37.119200 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed6fc5-a01c-44b0-9bd2-2b3a1c764ad6 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:26:37.119568 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed6fc5-a01c-44b0-9bd2-2b3a1c764ad6 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:26:37.119930 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed6fc5-a01c-44b0-9bd2-2b3a1c764ad6 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:26:37.120277 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed6fc5-a01c-44b0-9bd2-2b3a1c764ad6 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:26:37.120831 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed6fc5-a01c-44b0-9bd2-2b3a1c764ad6 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:26:37.121210 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed6fc5-a01c-44b0-9bd2-2b3a1c764ad6 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:26:37.121543 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed6fc5-a01c-44b0-9bd2-2b3a1c764ad6 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:26:37.121871 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed6fc5-a01c-44b0-9bd2-2b3a1c764ad6 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:26:37.122201 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed6fc5-a01c-44b0-9bd2-2b3a1c764ad6 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:26:37.122544 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed6fc5-a01c-44b0-9bd2-2b3a1c764ad6 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:26:37.122890 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed6fc5-a01c-44b0-9bd2-2b3a1c764ad6 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:26:37.123213 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ed6fc5-a01c-44b0-9bd2-2b3a1c764ad6 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:26:37.132724 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 2d686fb9-445a-4e4e-bae4-a300e7b2fcbd, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=2d686fb9-445a-4e4e-bae4-a300e7b2fcbd,segment=NetworkSegment(8c1bafca-b6c9-402b-a49c-92e9c53a27cf),segment_id=8c1bafca-b6c9-402b-a49c-92e9c53a27cf)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:37.142147 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-70ed6fc5-a01c-44b0-9bd2-2b3a1c764ad6 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:37.143071 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-70ed6fc5-a01c-44b0-9bd2-2b3a1c764ad6 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:37.173410 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695804e-95e3-490f-bb86-bfd3f9f1c8bf req-54301fb9-79fe-4fe3-bfad-33a92bc46bcf tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:37.175084 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c695804e-95e3-490f-bb86-bfd3f9f1c8bf req-54301fb9-79fe-4fe3-bfad-33a92bc46bcf tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 946 time: 0.1270623 Dec 17 15:26:37.185669 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d6755-e111-4820-abb7-6367f732a7a0 req-5834b01d-c9d5-45f3-b4f9-c7e505268c70 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:37.192218 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d6755-e111-4820-abb7-6367f732a7a0 req-5834b01d-c9d5-45f3-b4f9-c7e505268c70 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:37.198137 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d6755-e111-4820-abb7-6367f732a7a0 req-5834b01d-c9d5-45f3-b4f9-c7e505268c70 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:37.204759 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d6755-e111-4820-abb7-6367f732a7a0 req-5834b01d-c9d5-45f3-b4f9-c7e505268c70 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:37.210663 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d6755-e111-4820-abb7-6367f732a7a0 req-5834b01d-c9d5-45f3-b4f9-c7e505268c70 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:37.216456 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d6755-e111-4820-abb7-6367f732a7a0 req-5834b01d-c9d5-45f3-b4f9-c7e505268c70 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:37.222433 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d6755-e111-4820-abb7-6367f732a7a0 req-5834b01d-c9d5-45f3-b4f9-c7e505268c70 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:37.224392 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c75d6755-e111-4820-abb7-6367f732a7a0 req-5834b01d-c9d5-45f3-b4f9-c7e505268c70 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5424 time: 0.1726303 Dec 17 15:26:37.283645 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c695804e-95e3-490f-bb86-bfd3f9f1c8bf req-be520849-c816-40f5-adde-db55ba3b2531 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582500 Dec 17 15:26:37.290664 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c75d6755-e111-4820-abb7-6367f732a7a0 req-866cdd3b-f86f-4d96-9d47-0ec8f82ceae6 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584352 Dec 17 15:26:37.311317 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:37.344172 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a4f8fbcd-7e52-46f7-9d9c-a708b2bf302c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:37.351537 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-70ed6fc5-a01c-44b0-9bd2-2b3a1c764ad6 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0040679 Dec 17 15:26:37.368982 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a4f8fbcd-7e52-46f7-9d9c-a708b2bf302c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:37.370471 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=2d686fb9-445a-4e4e-bae4-a300e7b2fcbd,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:37.372173 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a4f8fbcd-7e52-46f7-9d9c-a708b2bf302c admin admin] 10.222.0.46 "DELETE /v2.0/networks/4609285f-9308-4b70-a63a-10fc4503eaac HTTP/1.1" status: 204 len: 168 time: 1.1696787 Dec 17 15:26:37.373481 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8fbcd-7e52-46f7-9d9c-a708b2bf302c admin admin] Pushing event deleted for resources: {'Network': ['ID=4609285f-9308-4b70-a63a-10fc4503eaac,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:37.385893 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-a0be751b-10c5-43da-890f-11a4f415514d service neutron] Request body: {'port': {'device_id': '04e95870-6bbe-4445-b13e-c5d6d5b15b8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:26:37.400282 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33274) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:37.430064 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-da574a15-fdf1-489a-b12f-267220a695f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:37.440904 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9ed51-53cd-48dd-856e-f9651eaa3e5e req-d8cf4745-9d3e-4c03-8a8f-4713c573cb58 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:37.442711 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9d9ed51-53cd-48dd-856e-f9651eaa3e5e req-d8cf4745-9d3e-4c03-8a8f-4713c573cb58 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=04e95870-6bbe-4445-b13e-c5d6d5b15b8e HTTP/1.1" status: 200 len: 931 time: 0.0978422 Dec 17 15:26:37.479416 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-a0be751b-10c5-43da-890f-11a4f415514d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:37.505341 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c8945f7e-132b-41ed-aebb-07d9c4c5c529 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:26:37.516758 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9d9ed51-53cd-48dd-856e-f9651eaa3e5e req-77498edb-5929-4b0e-9f67-d98c14a801fe tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587685 Dec 17 15:26:37.539898 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-da574a15-fdf1-489a-b12f-267220a695f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:37.543305 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: c8945f7e-132b-41ed-aebb-07d9c4c5c529 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:26:37.543650 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c8945f7e-132b-41ed-aebb-07d9c4c5c529 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:26:37.544050 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b9af2ccc-f3a2-4a75-bd34-abb4b74b3520 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:26:37.566944 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: b9af2ccc-f3a2-4a75-bd34-abb4b74b3520 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:26:37.567329 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b9af2ccc-f3a2-4a75-bd34-abb4b74b3520 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:26:37.659588 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-da574a15-fdf1-489a-b12f-267220a695f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:37.701623 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-da574a15-fdf1-489a-b12f-267220a695f9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a322c237c0a74ea0ae7f40c72759fb6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2979138 Dec 17 15:26:37.702226 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33280) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:37.705751 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da574a15-fdf1-489a-b12f-267220a695f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557f4a2d-b6ad-4675-861f-7f93295f8ff0,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:37.801359 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-250c45a2-1a14-4a6c-a4ed-5713f1f01ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:37.843424 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-250c45a2-1a14-4a6c-a4ed-5713f1f01ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:37.861209 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-a0be751b-10c5-43da-890f-11a4f415514d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 947c3bc1-1192-4a4b-9964-9754171b359c {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:26:37.873446 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-a0be751b-10c5-43da-890f-11a4f415514d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:37.897119 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-a0be751b-10c5-43da-890f-11a4f415514d service neutron] Transition to ACTIVE for port object 947c3bc1-1192-4a4b-9964-9754171b359c will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:26:37.927923 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33286) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:37.967639 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-59f9066b-6796-4846-b06b-0549e96df179 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7cd5dba315f341e5afece43a1e8c417d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385849 Dec 17 15:26:37.970929 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33288) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:37.986509 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-a0be751b-10c5-43da-890f-11a4f415514d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:38.026936 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-250c45a2-1a14-4a6c-a4ed-5713f1f01ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:38.029448 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-250c45a2-1a14-4a6c-a4ed-5713f1f01ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:38.030551 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-250c45a2-1a14-4a6c-a4ed-5713f1f01ca8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/557f4a2d-b6ad-4675-861f-7f93295f8ff0 HTTP/1.1" status: 204 len: 168 time: 0.3276379 Dec 17 15:26:38.057203 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c45a2-1a14-4a6c-a4ed-5713f1f01ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557f4a2d-b6ad-4675-861f-7f93295f8ff0,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:38.071304 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be751b-10c5-43da-890f-11a4f415514d service neutron] Pushing event updated for resources: {'Port': ['ID=947c3bc1-1192-4a4b-9964-9754171b359c,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:38.102552 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6fae38eb-468d-4b44-b21b-bb17cfb346d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:38.152006 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6fae38eb-468d-4b44-b21b-bb17cfb346d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:38.194093 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-a0be751b-10c5-43da-890f-11a4f415514d service neutron] Attempting to bind port 947c3bc1-1192-4a4b-9964-9754171b359c on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:26:38.194428 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-a0be751b-10c5-43da-890f-11a4f415514d service neutron] Attempting to bind port 947c3bc1-1192-4a4b-9964-9754171b359c by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': 'ccfcc99a-e4e0-468e-9873-88de436ed20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '040e81ed-645b-49f2-b606-529d20326479'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:26:38.194763 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-a0be751b-10c5-43da-890f-11a4f415514d service neutron] Attempting to bind port 947c3bc1-1192-4a4b-9964-9754171b359c on network 040e81ed-645b-49f2-b606-529d20326479 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:26:38.200262 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-a0be751b-10c5-43da-890f-11a4f415514d service neutron] Port 947c3bc1-1192-4a4b-9964-9754171b359c on network 040e81ed-645b-49f2-b606-529d20326479 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:26:38.200591 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-a0be751b-10c5-43da-890f-11a4f415514d service neutron] Attempting to bind port 947c3bc1-1192-4a4b-9964-9754171b359c on network 040e81ed-645b-49f2-b606-529d20326479 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:26:38.207490 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-a0be751b-10c5-43da-890f-11a4f415514d service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:26:38.207824 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-a0be751b-10c5-43da-890f-11a4f415514d service neutron] Checking segment: {'id': 'ccfcc99a-e4e0-468e-9873-88de436ed20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '040e81ed-645b-49f2-b606-529d20326479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:26:38.208206 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-a0be751b-10c5-43da-890f-11a4f415514d service neutron] Bound using segment: {'id': 'ccfcc99a-e4e0-468e-9873-88de436ed20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '040e81ed-645b-49f2-b606-529d20326479'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:26:38.208628 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-a0be751b-10c5-43da-890f-11a4f415514d service neutron] Bound port: 947c3bc1-1192-4a4b-9964-9754171b359c, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccfcc99a-e4e0-468e-9873-88de436ed20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '040e81ed-645b-49f2-b606-529d20326479'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:26:38.208985 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-a0be751b-10c5-43da-890f-11a4f415514d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:38.282100 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-a0be751b-10c5-43da-890f-11a4f415514d service neutron] For port 947c3bc1-1192-4a4b-9964-9754171b359c, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:26:38.285528 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-a0be751b-10c5-43da-890f-11a4f415514d service neutron] For port 947c3bc1-1192-4a4b-9964-9754171b359c, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=947c3bc1-1192-4a4b-9964-9754171b359c,segment=NetworkSegment(ccfcc99a-e4e0-468e-9873-88de436ed20f),segment_id=ccfcc99a-e4e0-468e-9873-88de436ed20f)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:26:38.293956 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6fae38eb-468d-4b44-b21b-bb17cfb346d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:38.307118 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6fae38eb-468d-4b44-b21b-bb17cfb346d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:38.307118 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6fae38eb-468d-4b44-b21b-bb17cfb346d8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/68afc7ec-2ea8-4612-aaa4-41fd351293a4 HTTP/1.1" status: 204 len: 168 time: 0.3261869 Dec 17 15:26:38.307118 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae38eb-468d-4b44-b21b-bb17cfb346d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68afc7ec-2ea8-4612-aaa4-41fd351293a4,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:38.439469 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-a0be751b-10c5-43da-890f-11a4f415514d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:38.489896 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-a0be751b-10c5-43da-890f-11a4f415514d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:38.490595 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-a0be751b-10c5-43da-890f-11a4f415514d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:38.491979 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-a0be751b-10c5-43da-890f-11a4f415514d service neutron] 10.222.0.41 "PUT /v2.0/ports/947c3bc1-1192-4a4b-9964-9754171b359c HTTP/1.1" status: 200 len: 1091 time: 1.1275802 Dec 17 15:26:38.492470 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e95870-6bbe-4445-b13e-c5d6d5b15b8e', 'tag': '947c3bc1-1192-4a4b-9964-9754171b359c'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:26:38.494647 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c53f8dc-5c30-46eb-852e-d973bc4bc023" -d '{"events": [{"name": "network-changed", "server_uuid": "04e95870-6bbe-4445-b13e-c5d6d5b15b8e", "tag": "947c3bc1-1192-4a4b-9964-9754171b359c"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:26:38.537034 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c3d67-e042-4bd1-ae37-d432d1d5b399 req-4bdc8f2b-7686-46a3-9046-10d53edd093b tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:38.538499 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-931c3d67-e042-4bd1-ae37-d432d1d5b399 req-4bdc8f2b-7686-46a3-9046-10d53edd093b tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 946 time: 0.1524513 Dec 17 15:26:38.540135 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be751b-10c5-43da-890f-11a4f415514d service neutron] Pushing event updated for resources: {'Port': ['ID=947c3bc1-1192-4a4b-9964-9754171b359c,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:38.560905 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cde348-4486-4b45-b50e-b5669f530dc9 req-9c231145-afa5-4dce-9af4-b6c1bb09aae0 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:38.567789 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cde348-4486-4b45-b50e-b5669f530dc9 req-9c231145-afa5-4dce-9af4-b6c1bb09aae0 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:38.573673 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cde348-4486-4b45-b50e-b5669f530dc9 req-9c231145-afa5-4dce-9af4-b6c1bb09aae0 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:38.580766 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cde348-4486-4b45-b50e-b5669f530dc9 req-9c231145-afa5-4dce-9af4-b6c1bb09aae0 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:38.586906 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cde348-4486-4b45-b50e-b5669f530dc9 req-9c231145-afa5-4dce-9af4-b6c1bb09aae0 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:38.592625 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cde348-4486-4b45-b50e-b5669f530dc9 req-9c231145-afa5-4dce-9af4-b6c1bb09aae0 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:38.598826 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cde348-4486-4b45-b50e-b5669f530dc9 req-9c231145-afa5-4dce-9af4-b6c1bb09aae0 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:38.600780 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-23cde348-4486-4b45-b50e-b5669f530dc9 req-9c231145-afa5-4dce-9af4-b6c1bb09aae0 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5425 time: 0.2035701 Dec 17 15:26:38.700368 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-931c3d67-e042-4bd1-ae37-d432d1d5b399 req-ede80a19-3287-4499-a24c-96f8b9debe9f tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985513 Dec 17 15:26:38.710039 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-23cde348-4486-4b45-b50e-b5669f530dc9 req-42c01395-6a06-436c-9498-ecac2be96d58 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0901115 Dec 17 15:26:38.718780 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-4d391be6-8633-479f-bdd7-c086e7e656af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:38.720656 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-4d391be6-8633-479f-bdd7-c086e7e656af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e31b08986e494abe92337553ad2cd818&device_id=04e95870-6bbe-4445-b13e-c5d6d5b15b8e HTTP/1.1" status: 200 len: 1094 time: 0.0870285 Dec 17 15:26:38.787961 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-06b1dc92-a75e-4f88-a551-45070a6e9aed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=947c3bc1-1192-4a4b-9964-9754171b359c HTTP/1.1" status: 200 len: 217 time: 0.0447800 Dec 17 15:26:38.788540 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0024a8a-f014-4ee6-8bf9-228fbea917e3 x-openstack-request-id: req-f0024a8a-f014-4ee6-8bf9-228fbea917e3 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:26:38.788874 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e95870-6bbe-4445-b13e-c5d6d5b15b8e", "tag": "947c3bc1-1192-4a4b-9964-9754171b359c", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:26:38.789148 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f0024a8a-f014-4ee6-8bf9-228fbea917e3 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:26:38.789543 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e95870-6bbe-4445-b13e-c5d6d5b15b8e', 'tag': '947c3bc1-1192-4a4b-9964-9754171b359c', 'status': 'completed', 'code': 200} Dec 17 15:26:38.874720 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['0f0e87e7-55e3-4a96-a436-092db2dd62df'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:26:38.906409 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['23211a10-13af-4c51-9094-03225018881b'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:26:38.927806 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-fa9ef44f-1847-4272-9387-67b6f5ca030c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:38.929403 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-fa9ef44f-1847-4272-9387-67b6f5ca030c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27e04280-f1e5-4533-a329-315764cf579d HTTP/1.1" status: 200 len: 854 time: 0.1138752 Dec 17 15:26:38.950845 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870c9e0-715e-46ad-b566-fc1f7318fae2 req-16f227ba-1d89-44b3-b912-afd027724edf tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:38.952883 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e870c9e0-715e-46ad-b566-fc1f7318fae2 req-16f227ba-1d89-44b3-b912-afd027724edf tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=04e95870-6bbe-4445-b13e-c5d6d5b15b8e HTTP/1.1" status: 200 len: 943 time: 0.1352556 Dec 17 15:26:38.969673 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['1c9784fa-c394-46e9-a70f-5aa02b240ee6'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:26:38.997916 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['d3a935e5-2d45-4f21-b240-16b6be02d4d5'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:26:39.002662 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-296fbcf2-b90c-48f9-acba-0a05e0cf135d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=040e81ed-645b-49f2-b606-529d20326479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467591 Dec 17 15:26:39.050995 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['e580942b-4338-463b-8dea-66ed71bb7043'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:26:39.105471 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e870c9e0-715e-46ad-b566-fc1f7318fae2 req-6434e075-3577-46df-9008-f772b17c7f30 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347375 Dec 17 15:26:39.135497 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['2d686fb9-445a-4e4e-bae4-a300e7b2fcbd'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:26:39.168328 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-aaeec28d-000d-41c6-8bda-9e8ff50d2068 service neutron] 10.222.0.41 "GET /v2.0/networks/040e81ed-645b-49f2-b606-529d20326479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562943 Dec 17 15:26:39.183617 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33326) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:39.200905 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1a2c1e73-261a-4d52-b85c-74a76b2ed0cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:39.292940 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1a2c1e73-261a-4d52-b85c-74a76b2ed0cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:39.302990 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6ed85e4-9c65-46e4-b3c1-a3e26dde78d2 req-927a896b-db4c-4df1-8a2b-2e1a17d0e7c4 service neutron] 10.222.0.41 "GET /v2.0/networks/040e81ed-645b-49f2-b606-529d20326479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263595 Dec 17 15:26:39.396837 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1a2c1e73-261a-4d52-b85c-74a76b2ed0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:39.441264 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c1e73-261a-4d52-b85c-74a76b2ed0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad971b9-2e21-4292-a3b1-7cc9cea4ad6f,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:39.446665 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1a2c1e73-261a-4d52-b85c-74a76b2ed0cb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2614591 Dec 17 15:26:39.449337 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33330) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:39.509655 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0f0f254d-2d01-4f73-933a-98b21fe1583b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:39.547452 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['ce09dfd3-f25c-4228-bd90-d195b7f4a22e'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:26:39.550952 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0f0f254d-2d01-4f73-933a-98b21fe1583b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:39.592580 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53f8dc-5c30-46eb-852e-d973bc4bc023 req-1f7a6959-4c65-49e0-a1eb-a971bc63753e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:39.598064 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c53f8dc-5c30-46eb-852e-d973bc4bc023 req-1f7a6959-4c65-49e0-a1eb-a971bc63753e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e31b08986e494abe92337553ad2cd818&device_id=04e95870-6bbe-4445-b13e-c5d6d5b15b8e HTTP/1.1" status: 200 len: 1094 time: 0.0984845 Dec 17 15:26:39.698549 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0f0f254d-2d01-4f73-933a-98b21fe1583b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:39.701475 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0f0f254d-2d01-4f73-933a-98b21fe1583b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:39.706339 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0f0f254d-2d01-4f73-933a-98b21fe1583b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1ad971b9-2e21-4292-a3b1-7cc9cea4ad6f HTTP/1.1" status: 204 len: 168 time: 0.2527299 Dec 17 15:26:39.717836 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f254d-2d01-4f73-933a-98b21fe1583b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad971b9-2e21-4292-a3b1-7cc9cea4ad6f,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:39.726731 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53f8dc-5c30-46eb-852e-d973bc4bc023 req-b1f6baf0-e1bd-4785-b895-143553b0e842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:39.726731 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c53f8dc-5c30-46eb-852e-d973bc4bc023 req-b1f6baf0-e1bd-4785-b895-143553b0e842 service neutron] 10.222.0.41 "GET /v2.0/networks?id=040e81ed-645b-49f2-b606-529d20326479 HTTP/1.1" status: 200 len: 915 time: 0.1139696 Dec 17 15:26:39.827645 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c53f8dc-5c30-46eb-852e-d973bc4bc023 req-43fe3468-c576-47c9-a5f1-4bd9c5ca76d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=947c3bc1-1192-4a4b-9964-9754171b359c HTTP/1.1" status: 200 len: 217 time: 0.0923774 Dec 17 15:26:39.975651 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53f8dc-5c30-46eb-852e-d973bc4bc023 req-605ced56-2f1a-4c81-b427-369e65dc29b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:39.977466 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c53f8dc-5c30-46eb-852e-d973bc4bc023 req-605ced56-2f1a-4c81-b427-369e65dc29b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27e04280-f1e5-4533-a329-315764cf579d HTTP/1.1" status: 200 len: 854 time: 0.1126428 Dec 17 15:26:39.992350 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b72fa-53f0-4f09-afb7-27afe9919e7b req-1170d838-e2e0-4bf6-9dee-3789fede6b7f tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:39.994210 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-233b72fa-53f0-4f09-afb7-27afe9919e7b req-1170d838-e2e0-4bf6-9dee-3789fede6b7f tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 946 time: 0.1697440 Dec 17 15:26:40.008954 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d18263-fd9d-47c7-80c1-7141f263b657 req-7a891a2e-ac5e-461e-85b8-1352d3ba1826 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:40.016193 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d18263-fd9d-47c7-80c1-7141f263b657 req-7a891a2e-ac5e-461e-85b8-1352d3ba1826 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:40.023837 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d18263-fd9d-47c7-80c1-7141f263b657 req-7a891a2e-ac5e-461e-85b8-1352d3ba1826 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:40.030705 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d18263-fd9d-47c7-80c1-7141f263b657 req-7a891a2e-ac5e-461e-85b8-1352d3ba1826 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:40.037682 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d18263-fd9d-47c7-80c1-7141f263b657 req-7a891a2e-ac5e-461e-85b8-1352d3ba1826 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:40.044248 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d18263-fd9d-47c7-80c1-7141f263b657 req-7a891a2e-ac5e-461e-85b8-1352d3ba1826 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:40.050836 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d18263-fd9d-47c7-80c1-7141f263b657 req-7a891a2e-ac5e-461e-85b8-1352d3ba1826 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:40.053191 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a5d18263-fd9d-47c7-80c1-7141f263b657 req-7a891a2e-ac5e-461e-85b8-1352d3ba1826 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5425 time: 0.1904554 Dec 17 15:26:40.098990 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c53f8dc-5c30-46eb-852e-d973bc4bc023 req-4c201102-9946-4fa3-aba9-d5e1f48f95fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=040e81ed-645b-49f2-b606-529d20326479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1035857 Dec 17 15:26:40.240852 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a5d18263-fd9d-47c7-80c1-7141f263b657 req-a59bf65f-8b20-4d81-b2d7-9b1fc8e51098 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1746361 Dec 17 15:26:40.247829 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-233b72fa-53f0-4f09-afb7-27afe9919e7b req-d2d92626-99ed-4522-85f4-0e6f47c2a91e tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854718 Dec 17 15:26:40.349466 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c53f8dc-5c30-46eb-852e-d973bc4bc023 req-476b14b8-3265-44d9-8eb9-748c80ae0d0c service neutron] 10.222.0.41 "GET /v2.0/networks/040e81ed-645b-49f2-b606-529d20326479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293997 Dec 17 15:26:40.351678 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:40.471297 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ac356-417b-406c-93c0-e729de668457 req-95dbaf5a-1a94-48fb-8731-7dac0e54b541 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:40.472797 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-209ac356-417b-406c-93c0-e729de668457 req-95dbaf5a-1a94-48fb-8731-7dac0e54b541 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=04e95870-6bbe-4445-b13e-c5d6d5b15b8e HTTP/1.1" status: 200 len: 943 time: 0.1012471 Dec 17 15:26:40.509124 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c53f8dc-5c30-46eb-852e-d973bc4bc023 req-cf9e878f-f164-4a62-801f-72de60193c15 service neutron] 10.222.0.41 "GET /v2.0/networks/040e81ed-645b-49f2-b606-529d20326479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463926 Dec 17 15:26:40.532164 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-209ac356-417b-406c-93c0-e729de668457 req-1ab8e38d-df8e-4da6-b9a3-5609186db320 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477517 Dec 17 15:26:41.447239 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c84b6-aa68-45b7-8bdc-ce708dccd833 req-42ad8588-39f3-49bf-a38e-a3a693afdc13 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:41.454330 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c84b6-aa68-45b7-8bdc-ce708dccd833 req-42ad8588-39f3-49bf-a38e-a3a693afdc13 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:41.460965 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c84b6-aa68-45b7-8bdc-ce708dccd833 req-42ad8588-39f3-49bf-a38e-a3a693afdc13 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:41.467001 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c84b6-aa68-45b7-8bdc-ce708dccd833 req-42ad8588-39f3-49bf-a38e-a3a693afdc13 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:41.473444 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c84b6-aa68-45b7-8bdc-ce708dccd833 req-42ad8588-39f3-49bf-a38e-a3a693afdc13 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:41.479299 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c84b6-aa68-45b7-8bdc-ce708dccd833 req-42ad8588-39f3-49bf-a38e-a3a693afdc13 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:41.485321 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c84b6-aa68-45b7-8bdc-ce708dccd833 req-42ad8588-39f3-49bf-a38e-a3a693afdc13 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:41.487336 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a92c84b6-aa68-45b7-8bdc-ce708dccd833 req-42ad8588-39f3-49bf-a38e-a3a693afdc13 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5425 time: 0.1363461 Dec 17 15:26:41.502183 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c5c3f-a861-4398-83fe-44bbc9ff2411 req-eb89752d-27f9-49db-a78f-34317d5f001a tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:41.502183 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-592c5c3f-a861-4398-83fe-44bbc9ff2411 req-eb89752d-27f9-49db-a78f-34317d5f001a tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 946 time: 0.1341686 Dec 17 15:26:41.559539 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a92c84b6-aa68-45b7-8bdc-ce708dccd833 req-05ac229d-7bb0-47f4-b3cf-63b9c762afcf tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612381 Dec 17 15:26:41.565110 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-592c5c3f-a861-4398-83fe-44bbc9ff2411 req-3f352c92-dc9d-4650-8f8b-060dc8a0f9c1 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607646 Dec 17 15:26:41.775976 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3e2dc-edce-40a0-a989-e3aebab6d146 req-90340758-b447-4d28-a26c-e94467621624 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:41.777536 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-84b3e2dc-edce-40a0-a989-e3aebab6d146 req-90340758-b447-4d28-a26c-e94467621624 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=04e95870-6bbe-4445-b13e-c5d6d5b15b8e HTTP/1.1" status: 200 len: 943 time: 0.0520627 Dec 17 15:26:41.818162 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-84b3e2dc-edce-40a0-a989-e3aebab6d146 req-6f4429d9-4195-407b-aa2b-bf65f50d2a7d tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343869 Dec 17 15:26:42.134081 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb386672-052c-42ee-9d16-b790578a002a req-a38a6c55-7cd9-4a5e-991a-9eaea2ea7406 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:42.135571 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cb386672-052c-42ee-9d16-b790578a002a req-a38a6c55-7cd9-4a5e-991a-9eaea2ea7406 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=8794dae5-cb1b-4ad4-a3b0-9899146f2484 HTTP/1.1" status: 200 len: 945 time: 0.0563865 Dec 17 15:26:42.177007 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cb386672-052c-42ee-9d16-b790578a002a req-586a67c6-607a-4b5b-a88e-bf3757642c7e tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344517 Dec 17 15:26:42.729484 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628f53f-9e6a-4059-b995-d37fa5d6313f req-e8fd15c1-cef8-4eae-8a65-3a60497d2e90 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:42.730773 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7628f53f-9e6a-4059-b995-d37fa5d6313f req-e8fd15c1-cef8-4eae-8a65-3a60497d2e90 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 946 time: 0.0800653 Dec 17 15:26:42.758784 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6593c9-4b64-4cdd-9f4c-3c1ac438dc45 req-f95f67d5-2e2a-41a6-ab61-c83ba20f3403 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:42.764815 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6593c9-4b64-4cdd-9f4c-3c1ac438dc45 req-f95f67d5-2e2a-41a6-ab61-c83ba20f3403 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:42.771342 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6593c9-4b64-4cdd-9f4c-3c1ac438dc45 req-f95f67d5-2e2a-41a6-ab61-c83ba20f3403 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:42.777205 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6593c9-4b64-4cdd-9f4c-3c1ac438dc45 req-f95f67d5-2e2a-41a6-ab61-c83ba20f3403 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:42.783604 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6593c9-4b64-4cdd-9f4c-3c1ac438dc45 req-f95f67d5-2e2a-41a6-ab61-c83ba20f3403 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:42.789475 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6593c9-4b64-4cdd-9f4c-3c1ac438dc45 req-f95f67d5-2e2a-41a6-ab61-c83ba20f3403 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:42.795440 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6593c9-4b64-4cdd-9f4c-3c1ac438dc45 req-f95f67d5-2e2a-41a6-ab61-c83ba20f3403 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:42.797612 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c6593c9-4b64-4cdd-9f4c-3c1ac438dc45 req-f95f67d5-2e2a-41a6-ab61-c83ba20f3403 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5425 time: 0.1369486 Dec 17 15:26:42.844216 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7628f53f-9e6a-4059-b995-d37fa5d6313f req-2b057818-e768-488a-8f9c-40810d3bd07e tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026928 Dec 17 15:26:42.882212 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c6593c9-4b64-4cdd-9f4c-3c1ac438dc45 req-584afb80-d0c4-4bf5-a7f4-3e1dc114ce97 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548234 Dec 17 15:26:43.001808 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be318f-bd5b-4ad7-9fcb-1d84007b5c3a req-675e3c01-7628-44fe-948e-65aff91f6e9d tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:43.003317 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-79be318f-bd5b-4ad7-9fcb-1d84007b5c3a req-675e3c01-7628-44fe-948e-65aff91f6e9d tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=04e95870-6bbe-4445-b13e-c5d6d5b15b8e HTTP/1.1" status: 200 len: 943 time: 0.0529997 Dec 17 15:26:43.044180 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-79be318f-bd5b-4ad7-9fcb-1d84007b5c3a req-5260f95b-9635-453b-9c9a-ad3403c6bc7b tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348165 Dec 17 15:26:43.296341 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80c18c-ee91-42fa-9b52-518d7e11fce0 req-24663579-12a1-4f72-8978-dbff70b92897 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:43.298028 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2b80c18c-ee91-42fa-9b52-518d7e11fce0 req-24663579-12a1-4f72-8978-dbff70b92897 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=8794dae5-cb1b-4ad4-a3b0-9899146f2484 HTTP/1.1" status: 200 len: 945 time: 0.0501728 Dec 17 15:26:43.342961 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2b80c18c-ee91-42fa-9b52-518d7e11fce0 req-95597170-fc15-4918-8a0f-185e21697b44 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352747 Dec 17 15:26:43.486548 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 947c3bc1-1192-4a4b-9964-9754171b359c details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:26:43.592126 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 947c3bc1-1192-4a4b-9964-9754171b359c, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=947c3bc1-1192-4a4b-9964-9754171b359c,segment=NetworkSegment(ccfcc99a-e4e0-468e-9873-88de436ed20f),segment_id=ccfcc99a-e4e0-468e-9873-88de436ed20f)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:43.603506 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '947c3bc1-1192-4a4b-9964-9754171b359c', 'network_id': '040e81ed-645b-49f2-b606-529d20326479', 'port_id': '947c3bc1-1192-4a4b-9964-9754171b359c', 'mac_address': 'fa:16:3e:5e:7a:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e04280-f1e5-4533-a329-315764cf579d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:26:43.645633 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:43.658567 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 947c3bc1-1192-4a4b-9964-9754171b359c {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:26:43.678496 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 947c3bc1-1192-4a4b-9964-9754171b359c, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=947c3bc1-1192-4a4b-9964-9754171b359c,segment=NetworkSegment(ccfcc99a-e4e0-468e-9873-88de436ed20f),segment_id=ccfcc99a-e4e0-468e-9873-88de436ed20f)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:43.742839 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0138a03-9820-415a-9a6d-d09f515aac58 req-2d6cfc51-4789-40b8-9d00-48dd8b425736 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:43.744314 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f0138a03-9820-415a-9a6d-d09f515aac58 req-2d6cfc51-4789-40b8-9d00-48dd8b425736 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.13 "GET /v2.0/ports?device_id=8794dae5-cb1b-4ad4-a3b0-9899146f2484 HTTP/1.1" status: 200 len: 945 time: 0.0489035 Dec 17 15:26:43.756597 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:43.806779 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=947c3bc1-1192-4a4b-9964-9754171b359c,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:43.844214 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-f0138a03-9820-415a-9a6d-d09f515aac58 req-f7692b94-cabd-40f4-8ece-0e3672c7000a tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Deleting port 01e0136f-340e-401b-9a6b-68da2d80c5a1 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:26:43.844754 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f0138a03-9820-415a-9a6d-d09f515aac58 req-f7692b94-cabd-40f4-8ece-0e3672c7000a tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:43.948338 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-f0138a03-9820-415a-9a6d-d09f515aac58 req-f7692b94-cabd-40f4-8ece-0e3672c7000a tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] For port 01e0136f-340e-401b-9a6b-68da2d80c5a1, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=01e0136f-340e-401b-9a6b-68da2d80c5a1,segment=NetworkSegment(8c36ffd6-5a93-4f94-8705-bf5bd2d48308),segment_id=8c36ffd6-5a93-4f94-8705-bf5bd2d48308)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:43.948781 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f0138a03-9820-415a-9a6d-d09f515aac58 req-f7692b94-cabd-40f4-8ece-0e3672c7000a tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:43.963157 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-f0138a03-9820-415a-9a6d-d09f515aac58 req-f7692b94-cabd-40f4-8ece-0e3672c7000a tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Calling delete_port for 01e0136f-340e-401b-9a6b-68da2d80c5a1 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:26:44.051006 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcd4e1-6f3a-494b-ad7a-98517500b444 req-c57a9c68-b726-4f40-8564-6d283b08e472 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:44.054741 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-42bcd4e1-6f3a-494b-ad7a-98517500b444 req-c57a9c68-b726-4f40-8564-6d283b08e472 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 946 time: 0.0860701 Dec 17 15:26:44.076654 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe977a-8fb5-49fb-9740-1e395534c6db req-85feff5d-acb1-4fc4-bdec-d2a170c63354 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:44.083319 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe977a-8fb5-49fb-9740-1e395534c6db req-85feff5d-acb1-4fc4-bdec-d2a170c63354 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:44.089091 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe977a-8fb5-49fb-9740-1e395534c6db req-85feff5d-acb1-4fc4-bdec-d2a170c63354 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:44.095431 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe977a-8fb5-49fb-9740-1e395534c6db req-85feff5d-acb1-4fc4-bdec-d2a170c63354 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:44.101285 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe977a-8fb5-49fb-9740-1e395534c6db req-85feff5d-acb1-4fc4-bdec-d2a170c63354 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:44.107105 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe977a-8fb5-49fb-9740-1e395534c6db req-85feff5d-acb1-4fc4-bdec-d2a170c63354 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:44.113754 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe977a-8fb5-49fb-9740-1e395534c6db req-85feff5d-acb1-4fc4-bdec-d2a170c63354 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:44.115673 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0dbe977a-8fb5-49fb-9740-1e395534c6db req-85feff5d-acb1-4fc4-bdec-d2a170c63354 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5425 time: 0.1163561 Dec 17 15:26:44.173700 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-42bcd4e1-6f3a-494b-ad7a-98517500b444 req-8094f74e-3879-497e-854c-37827b963f51 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107152 Dec 17 15:26:44.177815 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0dbe977a-8fb5-49fb-9740-1e395534c6db req-6abc0a19-0219-4306-a51d-13118511f07f tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559132 Dec 17 15:26:44.185892 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f0138a03-9820-415a-9a6d-d09f515aac58 req-f7692b94-cabd-40f4-8ece-0e3672c7000a tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:44.198324 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['aac19f2a-8bb6-4408-9209-375eafdbecf6', '61d8815e-ca0c-43dd-99ad-780a9b7073cf', '01e0136f-340e-401b-9a6b-68da2d80c5a1'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:26:44.216892 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7692b94-cabd-40f4-8ece-0e3672c7000a tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Pushing event deleted for resources: {'Port': ['ID=01e0136f-340e-401b-9a6b-68da2d80c5a1,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:44.288941 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0138a03-9820-415a-9a6d-d09f515aac58 req-f7692b94-cabd-40f4-8ece-0e3672c7000a tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] No DVR routers for this DVR port 01e0136f-340e-401b-9a6b-68da2d80c5a1 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:26:44.292249 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f0138a03-9820-415a-9a6d-d09f515aac58 req-f7692b94-cabd-40f4-8ece-0e3672c7000a tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:44.296171 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f0138a03-9820-415a-9a6d-d09f515aac58 req-f7692b94-cabd-40f4-8ece-0e3672c7000a tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.13 "DELETE /v2.0/ports/01e0136f-340e-401b-9a6b-68da2d80c5a1 HTTP/1.1" status: 204 len: 173 time: 0.5448339 Dec 17 15:26:44.296680 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8794dae5-cb1b-4ad4-a3b0-9899146f2484', 'name': 'network-vif-deleted', 'tag': '01e0136f-340e-401b-9a6b-68da2d80c5a1'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:26:44.306711 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd9310a-c8f5-4175-b20a-3414bddb06d1" -d '{"events": [{"server_uuid": "8794dae5-cb1b-4ad4-a3b0-9899146f2484", "name": "network-vif-deleted", "tag": "01e0136f-340e-401b-9a6b-68da2d80c5a1"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:26:44.323295 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2deb0ca-a6df-4985-9ba1-a7c125ea473d req-2d684f4d-0f74-4d8b-b5bd-1a75692018c6 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:44.325323 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a2deb0ca-a6df-4985-9ba1-a7c125ea473d req-2d684f4d-0f74-4d8b-b5bd-1a75692018c6 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=04e95870-6bbe-4445-b13e-c5d6d5b15b8e HTTP/1.1" status: 200 len: 944 time: 0.0544519 Dec 17 15:26:44.350201 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1110143b-3c8d-4ad9-8742-c3023438a058 x-openstack-request-id: req-1110143b-3c8d-4ad9-8742-c3023438a058 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:26:44.350497 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8794dae5-cb1b-4ad4-a3b0-9899146f2484", "name": "network-vif-deleted", "tag": "01e0136f-340e-401b-9a6b-68da2d80c5a1", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:26:44.350765 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1110143b-3c8d-4ad9-8742-c3023438a058 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:26:44.351166 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8794dae5-cb1b-4ad4-a3b0-9899146f2484', 'name': 'network-vif-deleted', 'tag': '01e0136f-340e-401b-9a6b-68da2d80c5a1', 'status': 'completed', 'code': 200} Dec 17 15:26:44.392459 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a2deb0ca-a6df-4985-9ba1-a7c125ea473d req-34a2500d-dba2-4b71-8bdd-f9ef4d0db9de tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568340 Dec 17 15:26:44.449406 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f7c4d95b-2701-4e3a-9316-e7e57ef5efb7 req-0f6b1de8-9c53-4864-959e-73a2e0ea982e tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=8794dae5-cb1b-4ad4-a3b0-9899146f2484 HTTP/1.1" status: 200 len: 210 time: 0.0286922 Dec 17 15:26:44.542677 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['97f2a20a-986a-4f79-b5a7-3958b2ff049a'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:26:44.825551 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['947c3bc1-1192-4a4b-9964-9754171b359c'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:26:45.321980 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92884f-5111-4566-9fb3-2099671e55f0 req-ebae35d3-2044-4d1a-85b3-d74515ff60d0 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:45.323466 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fa92884f-5111-4566-9fb3-2099671e55f0 req-ebae35d3-2044-4d1a-85b3-d74515ff60d0 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 946 time: 0.0791197 Dec 17 15:26:45.351083 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75998e4-b0c3-48d1-b8bb-566fbe52bbed req-8622e429-6603-437d-81f8-61f2e720de3b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:45.356859 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75998e4-b0c3-48d1-b8bb-566fbe52bbed req-8622e429-6603-437d-81f8-61f2e720de3b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:45.362845 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75998e4-b0c3-48d1-b8bb-566fbe52bbed req-8622e429-6603-437d-81f8-61f2e720de3b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:45.368666 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75998e4-b0c3-48d1-b8bb-566fbe52bbed req-8622e429-6603-437d-81f8-61f2e720de3b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:45.375306 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75998e4-b0c3-48d1-b8bb-566fbe52bbed req-8622e429-6603-437d-81f8-61f2e720de3b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:45.381606 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75998e4-b0c3-48d1-b8bb-566fbe52bbed req-8622e429-6603-437d-81f8-61f2e720de3b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:45.387449 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75998e4-b0c3-48d1-b8bb-566fbe52bbed req-8622e429-6603-437d-81f8-61f2e720de3b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:45.389456 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a75998e4-b0c3-48d1-b8bb-566fbe52bbed req-8622e429-6603-437d-81f8-61f2e720de3b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5425 time: 0.1145506 Dec 17 15:26:45.444332 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fa92884f-5111-4566-9fb3-2099671e55f0 req-7dff585c-02a3-4939-ba36-0cf4397b8cf7 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107907 Dec 17 15:26:45.454248 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a75998e4-b0c3-48d1-b8bb-566fbe52bbed req-0caa2c11-7ea2-4355-b15d-4d3493fb1843 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548899 Dec 17 15:26:45.504180 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device d3a935e5-2d45-4f21-b240-16b6be02d4d5 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:26:45.588317 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d2aab-20fc-4fe7-bb1e-1de9669c025d req-7f28bcd0-01e2-40c9-b5c1-ed6832f75a6c tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:45.589943 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c0d2aab-20fc-4fe7-bb1e-1de9669c025d req-7f28bcd0-01e2-40c9-b5c1-ed6832f75a6c tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=04e95870-6bbe-4445-b13e-c5d6d5b15b8e HTTP/1.1" status: 200 len: 944 time: 0.0526338 Dec 17 15:26:45.630996 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c0d2aab-20fc-4fe7-bb1e-1de9669c025d req-4e6feefb-938b-4dce-a345-109bc2ccb79f tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340931 Dec 17 15:26:45.648422 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port d3a935e5-2d45-4f21-b240-16b6be02d4d5 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:26:45.653135 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port d3a935e5-2d45-4f21-b240-16b6be02d4d5 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:26:45.653513 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:45.686038 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-ef9e3cd3-7c51-4cfb-a21c-22d0d5a1613e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0508077 Dec 17 15:26:45.735306 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:45.759645 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a935e5-2d45-4f21-b240-16b6be02d4d5'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:26:45.761950 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eaa3c39-4788-4927-9dc0-5c4bade115cb" -d '{"events": [{"server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "name": "network-vif-plugged", "status": "completed", "tag": "d3a935e5-2d45-4f21-b240-16b6be02d4d5"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:26:45.777822 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-68017fc6-565f-4974-beb3-668cae187b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:45.778366 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-68017fc6-565f-4974-beb3-668cae187b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:45.779116 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port d3a935e5-2d45-4f21-b240-16b6be02d4d5, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=d3a935e5-2d45-4f21-b240-16b6be02d4d5,segment=NetworkSegment(8c1bafca-b6c9-402b-a49c-92e9c53a27cf),segment_id=8c1bafca-b6c9-402b-a49c-92e9c53a27cf)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:45.779259 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-68017fc6-565f-4974-beb3-668cae187b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:45.779599 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-68017fc6-565f-4974-beb3-668cae187b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:45.780114 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-68017fc6-565f-4974-beb3-668cae187b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:45.780627 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-68017fc6-565f-4974-beb3-668cae187b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:45.781516 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-68017fc6-565f-4974-beb3-668cae187b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:45.783838 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-68017fc6-565f-4974-beb3-668cae187b41 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8be5f697514948dbb741ccae5deddcdd&device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 6500 time: 0.0533545 Dec 17 15:26:45.802221 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5699c1e-d5e7-4cb2-87ca-a27454337c5f x-openstack-request-id: req-d5699c1e-d5e7-4cb2-87ca-a27454337c5f {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:26:45.802514 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "name": "network-vif-plugged", "status": "completed", "tag": "d3a935e5-2d45-4f21-b240-16b6be02d4d5", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:26:45.802768 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d5699c1e-d5e7-4cb2-87ca-a27454337c5f {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:26:45.803169 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a935e5-2d45-4f21-b240-16b6be02d4d5', 'code': 200} Dec 17 15:26:45.914872 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-6b25414a-7e04-415c-b02d-858739eef1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:45.915364 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-6b25414a-7e04-415c-b02d-858739eef1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:45.915812 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-6b25414a-7e04-415c-b02d-858739eef1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:45.917407 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-6b25414a-7e04-415c-b02d-858739eef1ea service neutron] 10.222.0.13 "GET /v2.0/networks?id=103f3c9e-955b-431b-ac73-eb4ee50a4a0d&id=ec28bea2-77cb-4691-b278-282a967d1e33&id=ec28bea2-77cb-4691-b278-282a967d1e33&id=ec28bea2-77cb-4691-b278-282a967d1e33&id=ec28bea2-77cb-4691-b278-282a967d1e33&id=035ebd08-a183-4c96-8d50-7cc8ab5df57c&id=035ebd08-a183-4c96-8d50-7cc8ab5df57c HTTP/1.1" status: 200 len: 2296 time: 0.1088836 Dec 17 15:26:45.922922 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:45.924430 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 1c9784fa-c394-46e9-a70f-5aa02b240ee6 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:26:45.987658 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-bc96fb22-2dfb-4d83-b0d5-107054c928e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7 HTTP/1.1" status: 200 len: 1002 time: 0.0622556 Dec 17 15:26:45.999558 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=d3a935e5-2d45-4f21-b240-16b6be02d4d5,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:46.055041 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-a3408394-3247-4716-bd7d-f8e1e0ce801f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:46.056494 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-a3408394-3247-4716-bd7d-f8e1e0ce801f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4284f076-0000-4c1d-851c-097716c35280 HTTP/1.1" status: 200 len: 854 time: 0.0575664 Dec 17 15:26:46.099723 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 1c9784fa-c394-46e9-a70f-5aa02b240ee6 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:26:46.103665 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 1c9784fa-c394-46e9-a70f-5aa02b240ee6 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:26:46.107094 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:46.108250 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-b324bd12-7d53-45e9-8eb1-6870a960a5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:46.110526 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-b324bd12-7d53-45e9-8eb1-6870a960a5ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=103f3c9e-955b-431b-ac73-eb4ee50a4a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473340 Dec 17 15:26:46.199805 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:46.216490 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-349a8b5b-3717-48b9-8dde-f232924d58ab service neutron] 10.222.0.13 "GET /v2.0/networks/103f3c9e-955b-431b-ac73-eb4ee50a4a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963292 Dec 17 15:26:46.238251 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 1c9784fa-c394-46e9-a70f-5aa02b240ee6, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=1c9784fa-c394-46e9-a70f-5aa02b240ee6,segment=NetworkSegment(8c1bafca-b6c9-402b-a49c-92e9c53a27cf),segment_id=8c1bafca-b6c9-402b-a49c-92e9c53a27cf)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:46.314556 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-a741ad58-d6e5-4f0f-a5d4-f884759f8748 service neutron] 10.222.0.13 "GET /v2.0/networks/103f3c9e-955b-431b-ac73-eb4ee50a4a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910423 Dec 17 15:26:46.327578 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:46.328831 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 2d686fb9-445a-4e4e-bae4-a300e7b2fcbd up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:26:46.360519 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-eadee2f6-c5b6-4c65-b55a-3dc7c69d8a9c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=cbe25e39-8f1f-4383-b5a5-367c8e64756d HTTP/1.1" status: 200 len: 217 time: 0.0387475 Dec 17 15:26:46.422273 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-c6f0e5e1-53bd-4e72-91b5-7f2cdf582645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:46.423813 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-c6f0e5e1-53bd-4e72-91b5-7f2cdf582645 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45fc3ed8-d2ea-40b2-93fb-70bdb870e61a HTTP/1.1" status: 200 len: 797 time: 0.0571828 Dec 17 15:26:46.424595 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=1c9784fa-c394-46e9-a70f-5aa02b240ee6,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:46.468126 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-1a3b0c96-cfec-4036-aa0e-1ebfa1e4920d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:46.470328 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-1a3b0c96-cfec-4036-aa0e-1ebfa1e4920d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec28bea2-77cb-4691-b278-282a967d1e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0402145 Dec 17 15:26:46.505390 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 2d686fb9-445a-4e4e-bae4-a300e7b2fcbd completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:26:46.511574 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 2d686fb9-445a-4e4e-bae4-a300e7b2fcbd triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:26:46.511950 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:46.619940 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:46.629514 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6a5ef-7592-4430-85f3-cb3a1053b0d9 req-bee7a86a-abbf-4064-aa42-9ee4dcb3255b tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:46.636895 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-16e6a5ef-7592-4430-85f3-cb3a1053b0d9 req-bee7a86a-abbf-4064-aa42-9ee4dcb3255b tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 946 time: 0.0864809 Dec 17 15:26:46.653541 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-7f05e0de-5a8a-44d2-b37b-ef4e7b04ea30 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752784 Dec 17 15:26:46.671247 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 2d686fb9-445a-4e4e-bae4-a300e7b2fcbd, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=2d686fb9-445a-4e4e-bae4-a300e7b2fcbd,segment=NetworkSegment(8c1bafca-b6c9-402b-a49c-92e9c53a27cf),segment_id=8c1bafca-b6c9-402b-a49c-92e9c53a27cf)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:46.708886 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-16e6a5ef-7592-4430-85f3-cb3a1053b0d9 req-b4862ff2-ed74-44e7-87a0-af9c366f48a6 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710428 Dec 17 15:26:46.744555 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:46.747978 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device ce09dfd3-f25c-4228-bd90-d195b7f4a22e up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:26:46.767996 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917c056-1647-47ed-987d-f684d6918416 req-a35a67b7-20f6-4442-888c-98b1ddcfb30a tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:46.774456 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917c056-1647-47ed-987d-f684d6918416 req-a35a67b7-20f6-4442-888c-98b1ddcfb30a tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:46.781828 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917c056-1647-47ed-987d-f684d6918416 req-a35a67b7-20f6-4442-888c-98b1ddcfb30a tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:46.790228 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917c056-1647-47ed-987d-f684d6918416 req-a35a67b7-20f6-4442-888c-98b1ddcfb30a tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:46.797371 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917c056-1647-47ed-987d-f684d6918416 req-a35a67b7-20f6-4442-888c-98b1ddcfb30a tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:46.804419 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917c056-1647-47ed-987d-f684d6918416 req-a35a67b7-20f6-4442-888c-98b1ddcfb30a tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:46.818174 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917c056-1647-47ed-987d-f684d6918416 req-a35a67b7-20f6-4442-888c-98b1ddcfb30a tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:46.824129 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a917c056-1647-47ed-987d-f684d6918416 req-a35a67b7-20f6-4442-888c-98b1ddcfb30a tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5427 time: 0.1851034 Dec 17 15:26:46.831557 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-65e456b1-15bb-459a-bf3d-0bc07bc3d1ff service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705713 Dec 17 15:26:46.877800 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=2d686fb9-445a-4e4e-bae4-a300e7b2fcbd,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:46.913393 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a917c056-1647-47ed-987d-f684d6918416 req-b15b0909-8c30-4316-97af-5f0abe09c250 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0823147 Dec 17 15:26:46.919604 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-fc1f45dd-021e-4da1-817a-b6d747cfce9e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=352cdabc-20b5-416a-9b0b-566ed33d52ff HTTP/1.1" status: 200 len: 217 time: 0.0798283 Dec 17 15:26:46.945458 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port ce09dfd3-f25c-4228-bd90-d195b7f4a22e completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:26:46.955690 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port ce09dfd3-f25c-4228-bd90-d195b7f4a22e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:26:46.957395 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:46.991098 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-ed6a25d6-e9e9-4270-8fb4-aff5dc8f5302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:46.992525 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-ed6a25d6-e9e9-4270-8fb4-aff5dc8f5302 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45fc3ed8-d2ea-40b2-93fb-70bdb870e61a HTTP/1.1" status: 200 len: 797 time: 0.0668271 Dec 17 15:26:47.017349 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bbc05-9a0e-4c22-b2b0-d4060beea4b9 req-82caeb39-869d-4078-9b79-609d47b47d13 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:47.026576 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c78bbc05-9a0e-4c22-b2b0-d4060beea4b9 req-82caeb39-869d-4078-9b79-609d47b47d13 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=04e95870-6bbe-4445-b13e-c5d6d5b15b8e HTTP/1.1" status: 200 len: 944 time: 0.1036973 Dec 17 15:26:47.052724 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:47.075312 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c78bbc05-9a0e-4c22-b2b0-d4060beea4b9 req-8dd3f2db-d2dc-4b77-a292-8eb43aabcec8 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473540 Dec 17 15:26:47.083548 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-bd62d702-eb28-4d95-aca2-ce8a8fb713e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:47.087128 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-bd62d702-eb28-4d95-aca2-ce8a8fb713e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec28bea2-77cb-4691-b278-282a967d1e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0872128 Dec 17 15:26:47.100505 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port ce09dfd3-f25c-4228-bd90-d195b7f4a22e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=ce09dfd3-f25c-4228-bd90-d195b7f4a22e,segment=NetworkSegment(1698481d-6374-42a9-ab95-80bef8c99f6c),segment_id=1698481d-6374-42a9-ab95-80bef8c99f6c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:47.157033 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:47.158080 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 0f0e87e7-55e3-4a96-a436-092db2dd62df up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:26:47.195938 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-4881bacf-1c95-4c5d-a5dc-c327ce3bfaa5 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009941 Dec 17 15:26:47.239541 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=ce09dfd3-f25c-4228-bd90-d195b7f4a22e,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:47.297441 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-adf169ba-44a1-42ff-9e00-1cd998ff9d9c service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943947 Dec 17 15:26:47.323141 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 0f0e87e7-55e3-4a96-a436-092db2dd62df completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:26:47.328253 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 0f0e87e7-55e3-4a96-a436-092db2dd62df triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:26:47.328907 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:47.346588 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-f4f81eef-76de-4e14-bf0c-ee7ecf426e61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=086bae78-0a86-4258-9c60-e039ee82ea56 HTTP/1.1" status: 200 len: 217 time: 0.0407276 Dec 17 15:26:47.415713 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-34780504-6d76-49cf-9bef-3f57f4bd4997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:47.417150 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:47.417295 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-34780504-6d76-49cf-9bef-3f57f4bd4997 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45fc3ed8-d2ea-40b2-93fb-70bdb870e61a HTTP/1.1" status: 200 len: 797 time: 0.0603960 Dec 17 15:26:47.457268 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 0f0e87e7-55e3-4a96-a436-092db2dd62df, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=0f0e87e7-55e3-4a96-a436-092db2dd62df,segment=NetworkSegment(fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291),segment_id=fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:47.467074 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-00409138-ca92-414f-9fab-754d2565ce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:47.468768 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-00409138-ca92-414f-9fab-754d2565ce54 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec28bea2-77cb-4691-b278-282a967d1e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0443244 Dec 17 15:26:47.528668 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:47.529823 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device e580942b-4338-463b-8dea-66ed71bb7043 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:26:47.567317 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-c0f1b63f-c2a5-4b5c-8a7a-30aa113cea3a service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905702 Dec 17 15:26:47.616364 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=0f0e87e7-55e3-4a96-a436-092db2dd62df,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:47.682774 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-628d478a-c4ab-4919-93ed-e75122e3db47 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080079 Dec 17 15:26:47.688956 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port e580942b-4338-463b-8dea-66ed71bb7043 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:26:47.692974 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port e580942b-4338-463b-8dea-66ed71bb7043 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:26:47.698508 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:47.734818 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-1d965e1f-f1e4-4a9a-b784-1a8f22663988 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=ebd3d295-a91e-41a7-8eb4-78304dcfd58d HTTP/1.1" status: 200 len: 217 time: 0.0390968 Dec 17 15:26:47.776924 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:47.798532 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-ee481ad8-0929-4615-95ed-a797e8b20fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:47.807019 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-ee481ad8-0929-4615-95ed-a797e8b20fcc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45fc3ed8-d2ea-40b2-93fb-70bdb870e61a HTTP/1.1" status: 200 len: 797 time: 0.0638123 Dec 17 15:26:47.819169 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port e580942b-4338-463b-8dea-66ed71bb7043, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e580942b-4338-463b-8dea-66ed71bb7043,segment=NetworkSegment(8c1bafca-b6c9-402b-a49c-92e9c53a27cf),segment_id=8c1bafca-b6c9-402b-a49c-92e9c53a27cf)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:47.819169 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9784fa-c394-46e9-a70f-5aa02b240ee6'}, {'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d686fb9-445a-4e4e-bae4-a300e7b2fcbd'}, {'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce09dfd3-f25c-4228-bd90-d195b7f4a22e'}, {'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0e87e7-55e3-4a96-a436-092db2dd62df'}, {'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e580942b-4338-463b-8dea-66ed71bb7043'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:26:47.820807 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7c4240-e14b-4d71-8b3d-c1926e10e5b2" -d '{"events": [{"server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "name": "network-vif-plugged", "status": "completed", "tag": "1c9784fa-c394-46e9-a70f-5aa02b240ee6"}, {"server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "name": "network-vif-plugged", "status": "completed", "tag": "2d686fb9-445a-4e4e-bae4-a300e7b2fcbd"}, {"server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "name": "network-vif-plugged", "status": "completed", "tag": "ce09dfd3-f25c-4228-bd90-d195b7f4a22e"}, {"server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "name": "network-vif-plugged", "status": "completed", "tag": "0f0e87e7-55e3-4a96-a436-092db2dd62df"}, {"server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "name": "network-vif-plugged", "status": "completed", "tag": "e580942b-4338-463b-8dea-66ed71bb7043"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:26:47.855934 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 01e0136f-340e-401b-9a6b-68da2d80c5a1 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:26:47.877593 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-f9c93680-5a5b-4b7b-885c-a0cad23e209e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:47.879664 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-f9c93680-5a5b-4b7b-885c-a0cad23e209e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec28bea2-77cb-4691-b278-282a967d1e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0656278 Dec 17 15:26:47.881401 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1977d6-61ab-4471-b657-e9c7d48df21f req-0be4899a-ac48-4b69-9c07-ca403d32751a tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:47.882952 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bc1977d6-61ab-4471-b657-e9c7d48df21f req-0be4899a-ac48-4b69-9c07-ca403d32751a tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 946 time: 0.0783341 Dec 17 15:26:47.907409 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 17 Dec 2021 15:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1d53a9-7b55-4be9-a304-c0c99db3fe73 x-openstack-request-id: req-bb1d53a9-7b55-4be9-a304-c0c99db3fe73 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:26:47.907719 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "name": "network-vif-plugged", "status": "completed", "tag": "1c9784fa-c394-46e9-a70f-5aa02b240ee6", "code": 200}, {"server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "name": "network-vif-plugged", "status": "completed", "tag": "2d686fb9-445a-4e4e-bae4-a300e7b2fcbd", "code": 200}, {"server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "name": "network-vif-plugged", "status": "completed", "tag": "ce09dfd3-f25c-4228-bd90-d195b7f4a22e", "code": 200}, {"server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "name": "network-vif-plugged", "status": "completed", "tag": "0f0e87e7-55e3-4a96-a436-092db2dd62df", "code": 200}, {"server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "name": "network-vif-plugged", "status": "completed", "tag": "e580942b-4338-463b-8dea-66ed71bb7043", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:26:47.908004 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bb1d53a9-7b55-4be9-a304-c0c99db3fe73 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:26:47.908604 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9784fa-c394-46e9-a70f-5aa02b240ee6', 'code': 200} Dec 17 15:26:47.908759 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d686fb9-445a-4e4e-bae4-a300e7b2fcbd', 'code': 200} Dec 17 15:26:47.909014 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce09dfd3-f25c-4228-bd90-d195b7f4a22e', 'code': 200} Dec 17 15:26:47.909288 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0e87e7-55e3-4a96-a436-092db2dd62df', 'code': 200} Dec 17 15:26:47.909545 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e580942b-4338-463b-8dea-66ed71bb7043', 'code': 200} Dec 17 15:26:47.910860 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 01e0136f-340e-401b-9a6b-68da2d80c5a1 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:26:47.911195 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 01e0136f-340e-401b-9a6b-68da2d80c5a1 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:26:47.912677 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:47.913521 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 23211a10-13af-4c51-9094-03225018881b up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:26:47.958843 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bc1977d6-61ab-4471-b657-e9c7d48df21f req-ff961095-6d37-455f-900a-8a047d7f7edc tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688796 Dec 17 15:26:48.052811 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=e580942b-4338-463b-8dea-66ed71bb7043,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:48.059161 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-78ac3008-4385-4764-95e2-2498f2f0afb9 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658432 Dec 17 15:26:48.111210 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 23211a10-13af-4c51-9094-03225018881b completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:26:48.116964 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 23211a10-13af-4c51-9094-03225018881b triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:26:48.117485 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:48.143953 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8168a-9daf-459d-b30f-f0b1dbe6cb70 req-94731d24-5467-44a3-ad7c-cef61c88affe tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:48.149989 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8168a-9daf-459d-b30f-f0b1dbe6cb70 req-94731d24-5467-44a3-ad7c-cef61c88affe tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:48.156937 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8168a-9daf-459d-b30f-f0b1dbe6cb70 req-94731d24-5467-44a3-ad7c-cef61c88affe tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:48.163417 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8168a-9daf-459d-b30f-f0b1dbe6cb70 req-94731d24-5467-44a3-ad7c-cef61c88affe tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:48.169039 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8168a-9daf-459d-b30f-f0b1dbe6cb70 req-94731d24-5467-44a3-ad7c-cef61c88affe tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:48.175688 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8168a-9daf-459d-b30f-f0b1dbe6cb70 req-94731d24-5467-44a3-ad7c-cef61c88affe tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:48.181878 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8168a-9daf-459d-b30f-f0b1dbe6cb70 req-94731d24-5467-44a3-ad7c-cef61c88affe tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:48.190467 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-13e8168a-9daf-459d-b30f-f0b1dbe6cb70 req-94731d24-5467-44a3-ad7c-cef61c88affe tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5431 time: 0.1328137 Dec 17 15:26:48.243295 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:48.263736 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-13e8168a-9daf-459d-b30f-f0b1dbe6cb70 req-b54aa808-11d3-45de-b099-24e9637f22f3 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0723376 Dec 17 15:26:48.287252 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 23211a10-13af-4c51-9094-03225018881b, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=23211a10-13af-4c51-9094-03225018881b,segment=NetworkSegment(fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291),segment_id=fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:48.291749 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc45c3e-384b-423c-83a5-2078f8518f36 req-f480dbc8-d424-4dfa-85f8-478b621092f0 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:48.293916 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bdc45c3e-384b-423c-83a5-2078f8518f36 req-f480dbc8-d424-4dfa-85f8-478b621092f0 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=04e95870-6bbe-4445-b13e-c5d6d5b15b8e HTTP/1.1" status: 200 len: 944 time: 0.0806911 Dec 17 15:26:48.333092 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:48.351739 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bdc45c3e-384b-423c-83a5-2078f8518f36 req-bb720c3d-068d-408d-9636-dc8d3fc38c92 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499160 Dec 17 15:26:48.374076 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 947c3bc1-1192-4a4b-9964-9754171b359c up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:26:48.438974 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=23211a10-13af-4c51-9094-03225018881b,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:48.539533 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 947c3bc1-1192-4a4b-9964-9754171b359c completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:26:48.544159 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 947c3bc1-1192-4a4b-9964-9754171b359c triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:26:48.544825 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:48.589725 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-2e980f25-14b5-432e-b1c4-d0f1cf2421e4 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5237920 Dec 17 15:26:48.636998 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:48.637391 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-0f7033bf-1414-4a62-b703-501cddcd4610 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=82472c12-2b01-481b-a1e9-52c2af0111f1 HTTP/1.1" status: 200 len: 217 time: 0.0390158 Dec 17 15:26:48.680189 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 947c3bc1-1192-4a4b-9964-9754171b359c, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=947c3bc1-1192-4a4b-9964-9754171b359c,segment=NetworkSegment(ccfcc99a-e4e0-468e-9873-88de436ed20f),segment_id=ccfcc99a-e4e0-468e-9873-88de436ed20f)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:48.691653 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-62d2c348-48b7-4814-bcff-dd601352ca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:48.693290 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-62d2c348-48b7-4814-bcff-dd601352ca80 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bf386dd-4029-471e-b0f0-b3050162bb35 HTTP/1.1" status: 200 len: 797 time: 0.0491693 Dec 17 15:26:48.739516 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-8b4c5d1f-3fad-451c-a4a4-d2864c0c47d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:48.741021 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-8b4c5d1f-3fad-451c-a4a4-d2864c0c47d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=035ebd08-a183-4c96-8d50-7cc8ab5df57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0407426 Dec 17 15:26:48.757099 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:48.806712 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=947c3bc1-1192-4a4b-9964-9754171b359c,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:48.835747 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-24da1dbe-7782-43a3-b4dc-939bd1e4f16c service neutron] 10.222.0.13 "GET /v2.0/networks/035ebd08-a183-4c96-8d50-7cc8ab5df57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872664 Dec 17 15:26:48.930240 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-c51f9417-b56d-4deb-88f9-569aee4630b1 service neutron] 10.222.0.13 "GET /v2.0/networks/035ebd08-a183-4c96-8d50-7cc8ab5df57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868449 Dec 17 15:26:48.977480 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-275de40f-68b2-458b-955f-4326a455e221 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5e8d71c7-6b02-4151-a43a-fc7b70877533 HTTP/1.1" status: 200 len: 217 time: 0.0404446 Dec 17 15:26:49.030092 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-248992ae-d425-43f8-b1a8-72b0c9d509e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:49.032458 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-248992ae-d425-43f8-b1a8-72b0c9d509e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bf386dd-4029-471e-b0f0-b3050162bb35 HTTP/1.1" status: 200 len: 797 time: 0.0483720 Dec 17 15:26:49.090557 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-fcd67354-86ea-4210-9b33-e8e7e6a42a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:49.092077 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-fcd67354-86ea-4210-9b33-e8e7e6a42a3a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=035ebd08-a183-4c96-8d50-7cc8ab5df57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0528827 Dec 17 15:26:49.105492 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47e9d8-58f9-4702-9fde-892954ec995a req-c9736fc7-38fb-4bfd-a4eb-25c415e8be3d tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:49.114406 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da47e9d8-58f9-4702-9fde-892954ec995a req-c9736fc7-38fb-4bfd-a4eb-25c415e8be3d tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 946 time: 0.0647216 Dec 17 15:26:49.162321 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da47e9d8-58f9-4702-9fde-892954ec995a req-cd5f2098-68c5-4fb5-a5b8-3031116f01cc tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469418 Dec 17 15:26:49.237866 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-9f2982c4-a00d-4dbb-9258-d5e1ab801282 service neutron] 10.222.0.13 "GET /v2.0/networks/035ebd08-a183-4c96-8d50-7cc8ab5df57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382668 Dec 17 15:26:49.340880 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9c91a38f-0996-4bcf-99fe-01f05197db01 req-c0e83ebc-bffc-48f9-acf8-3a47837e5f1b service neutron] 10.222.0.13 "GET /v2.0/networks/035ebd08-a183-4c96-8d50-7cc8ab5df57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948324 Dec 17 15:26:49.424899 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89c51f-1480-4449-9022-d2a77f8591b3 req-22bb45f1-980e-4336-a738-51734667c367 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:49.430895 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89c51f-1480-4449-9022-d2a77f8591b3 req-22bb45f1-980e-4336-a738-51734667c367 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:49.436934 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89c51f-1480-4449-9022-d2a77f8591b3 req-22bb45f1-980e-4336-a738-51734667c367 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:49.443780 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89c51f-1480-4449-9022-d2a77f8591b3 req-22bb45f1-980e-4336-a738-51734667c367 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:49.451059 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89c51f-1480-4449-9022-d2a77f8591b3 req-22bb45f1-980e-4336-a738-51734667c367 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:49.456680 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89c51f-1480-4449-9022-d2a77f8591b3 req-22bb45f1-980e-4336-a738-51734667c367 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:49.462524 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89c51f-1480-4449-9022-d2a77f8591b3 req-22bb45f1-980e-4336-a738-51734667c367 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:49.464674 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a89c51f-1480-4449-9022-d2a77f8591b3 req-22bb45f1-980e-4336-a738-51734667c367 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5432 time: 0.1148880 Dec 17 15:26:49.517211 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a89c51f-1480-4449-9022-d2a77f8591b3 req-dcdabf93-c944-4915-8bc7-84203cedc752 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0450037 Dec 17 15:26:49.589929 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110445fe-2814-48e9-80b1-a153279635d6 req-7db23dac-a03a-4192-beff-637f9f1fa392 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:49.591402 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-110445fe-2814-48e9-80b1-a153279635d6 req-7db23dac-a03a-4192-beff-637f9f1fa392 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=04e95870-6bbe-4445-b13e-c5d6d5b15b8e HTTP/1.1" status: 200 len: 945 time: 0.0527179 Dec 17 15:26:49.659184 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-110445fe-2814-48e9-80b1-a153279635d6 req-eed26f93-66b2-4594-8442-fc49cb8cce89 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574300 Dec 17 15:26:49.682007 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b077087-acc9-47ef-85e8-590f4b49a7a7 req-a7579b35-a1b5-4d56-85f4-e36256917111 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:49.682007 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b077087-acc9-47ef-85e8-590f4b49a7a7 req-a7579b35-a1b5-4d56-85f4-e36256917111 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e50c6f7-f894-4941-9e7b-60afa952a939 HTTP/1.1" status: 200 len: 946 time: 0.0877235 Dec 17 15:26:49.714791 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b077087-acc9-47ef-85e8-590f4b49a7a7 req-c30b457b-331e-47fb-ad77-8879a36f7bbc tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337932 Dec 17 15:26:49.911689 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23211a10-13af-4c51-9094-03225018881b'}, {'server_uuid': '04e95870-6bbe-4445-b13e-c5d6d5b15b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947c3bc1-1192-4a4b-9964-9754171b359c'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:26:49.913121 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29111d05-fce3-4428-ba39-783fb8b2a930" -d '{"events": [{"server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "name": "network-vif-plugged", "status": "completed", "tag": "23211a10-13af-4c51-9094-03225018881b"}, {"server_uuid": "04e95870-6bbe-4445-b13e-c5d6d5b15b8e", "name": "network-vif-plugged", "status": "completed", "tag": "947c3bc1-1192-4a4b-9964-9754171b359c"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:26:49.931302 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33550) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:49.955612 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Dec 2021 15:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32f0adf-4143-42b5-b045-bded7c0530ee x-openstack-request-id: req-c32f0adf-4143-42b5-b045-bded7c0530ee {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:26:49.955909 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "name": "network-vif-plugged", "status": "completed", "tag": "23211a10-13af-4c51-9094-03225018881b", "code": 200}, {"server_uuid": "04e95870-6bbe-4445-b13e-c5d6d5b15b8e", "name": "network-vif-plugged", "status": "completed", "tag": "947c3bc1-1192-4a4b-9964-9754171b359c", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:26:49.956306 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c32f0adf-4143-42b5-b045-bded7c0530ee {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:26:49.956704 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23211a10-13af-4c51-9094-03225018881b', 'code': 200} Dec 17 15:26:49.956998 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e95870-6bbe-4445-b13e-c5d6d5b15b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947c3bc1-1192-4a4b-9964-9754171b359c', 'code': 200} Dec 17 15:26:50.044853 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a84da9f8-d967-4e9f-b357-352208bf4cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:50.145079 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be30ee-9bff-40c1-acee-8bcf1727d2fd req-dab24927-e563-448d-9588-bbab2904d899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:50.145736 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be30ee-9bff-40c1-acee-8bcf1727d2fd req-dab24927-e563-448d-9588-bbab2904d899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:50.146056 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be30ee-9bff-40c1-acee-8bcf1727d2fd req-dab24927-e563-448d-9588-bbab2904d899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:50.146523 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be30ee-9bff-40c1-acee-8bcf1727d2fd req-dab24927-e563-448d-9588-bbab2904d899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:50.146981 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be30ee-9bff-40c1-acee-8bcf1727d2fd req-dab24927-e563-448d-9588-bbab2904d899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:50.147695 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be30ee-9bff-40c1-acee-8bcf1727d2fd req-dab24927-e563-448d-9588-bbab2904d899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:50.148106 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be30ee-9bff-40c1-acee-8bcf1727d2fd req-dab24927-e563-448d-9588-bbab2904d899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:50.150148 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e6be30ee-9bff-40c1-acee-8bcf1727d2fd req-dab24927-e563-448d-9588-bbab2904d899 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 6489 time: 0.0598495 Dec 17 15:26:50.158272 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a84da9f8-d967-4e9f-b357-352208bf4cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:50.166392 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13565274-feaa-42c8-875f-d12b900beb11 req-00c57b22-ed9e-4502-b9d3-ace8da65099e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:50.166639 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-13565274-feaa-42c8-875f-d12b900beb11 req-00c57b22-ed9e-4502-b9d3-ace8da65099e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=04e95870-6bbe-4445-b13e-c5d6d5b15b8e HTTP/1.1" status: 200 len: 1096 time: 0.0732453 Dec 17 15:26:50.190711 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e6be30ee-9bff-40c1-acee-8bcf1727d2fd req-c874dea4-e4ae-43d7-801a-48b983f26688 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5cc13916-9366-48a6-a228-20c25a0eb9aa&id=ede91c2b-e936-47b3-8701-078acb1a7041&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331681 Dec 17 15:26:50.204015 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-13565274-feaa-42c8-875f-d12b900beb11 req-d1a0113f-c724-466f-8510-ede7bb12d067 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304525 Dec 17 15:26:50.230687 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a84da9f8-d967-4e9f-b357-352208bf4cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:50.271270 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a84da9f8-d967-4e9f-b357-352208bf4cba admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f5ff20c6740943bab9087076772c9bf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3389018 Dec 17 15:26:50.272370 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84da9f8-d967-4e9f-b357-352208bf4cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c75a5a8-8f87-4416-9ba4-db3d5d16f0e4,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:50.274848 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33558) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:50.276710 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5510a2-1581-4a53-a20a-4f97591261a9 req-f815b30d-ec63-4937-99c5-31a146e457f0 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:50.278377 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fd5510a2-1581-4a53-a20a-4f97591261a9 req-f815b30d-ec63-4937-99c5-31a146e457f0 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 946 time: 0.0496218 Dec 17 15:26:50.317734 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fd5510a2-1581-4a53-a20a-4f97591261a9 req-c2437a6c-7142-454e-b645-f75dbc6299bb tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328784 Dec 17 15:26:50.327247 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c6a59979-62cc-4a90-9990-b43f034700ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:50.349185 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c6a59979-62cc-4a90-9990-b43f034700ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:50.441924 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c6a59979-62cc-4a90-9990-b43f034700ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:50.444380 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c6a59979-62cc-4a90-9990-b43f034700ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:50.445553 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c6a59979-62cc-4a90-9990-b43f034700ac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6c75a5a8-8f87-4416-9ba4-db3d5d16f0e4 HTTP/1.1" status: 204 len: 168 time: 0.1697443 Dec 17 15:26:50.453623 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a59979-62cc-4a90-9990-b43f034700ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c75a5a8-8f87-4416-9ba4-db3d5d16f0e4,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:50.653863 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6555d-a6ea-4304-a3ce-49165d0d72fa req-b85e73f3-0abf-477d-8622-320ccf8e60ce tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:50.660517 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6555d-a6ea-4304-a3ce-49165d0d72fa req-b85e73f3-0abf-477d-8622-320ccf8e60ce tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:50.666408 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6555d-a6ea-4304-a3ce-49165d0d72fa req-b85e73f3-0abf-477d-8622-320ccf8e60ce tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:50.673268 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6555d-a6ea-4304-a3ce-49165d0d72fa req-b85e73f3-0abf-477d-8622-320ccf8e60ce tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:50.679251 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6555d-a6ea-4304-a3ce-49165d0d72fa req-b85e73f3-0abf-477d-8622-320ccf8e60ce tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:50.685247 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6555d-a6ea-4304-a3ce-49165d0d72fa req-b85e73f3-0abf-477d-8622-320ccf8e60ce tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:50.691594 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6555d-a6ea-4304-a3ce-49165d0d72fa req-b85e73f3-0abf-477d-8622-320ccf8e60ce tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:50.693581 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cbf6555d-a6ea-4304-a3ce-49165d0d72fa req-b85e73f3-0abf-477d-8622-320ccf8e60ce tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5432 time: 0.0977139 Dec 17 15:26:50.749352 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cbf6555d-a6ea-4304-a3ce-49165d0d72fa req-64a8f55f-8d94-44d1-ab63-7fa6f83d2f6b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0496318 Dec 17 15:26:50.786580 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa977e-d4c2-4b89-be2c-04add6bb0243 req-1475fedf-f8ec-40f1-955a-112c2409a4dd tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:50.788161 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94aa977e-d4c2-4b89-be2c-04add6bb0243 req-1475fedf-f8ec-40f1-955a-112c2409a4dd tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=04e95870-6bbe-4445-b13e-c5d6d5b15b8e HTTP/1.1" status: 200 len: 945 time: 0.0581584 Dec 17 15:26:50.839692 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94aa977e-d4c2-4b89-be2c-04add6bb0243 req-ad6cf77f-cf23-4c8e-9958-92b22d938874 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446041 Dec 17 15:26:50.876827 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403fe874-6677-4e37-bc69-bcaa6144b695 req-838a37d1-90ff-4e48-9673-557d43944bdf tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:50.878340 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-403fe874-6677-4e37-bc69-bcaa6144b695 req-838a37d1-90ff-4e48-9673-557d43944bdf tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e50c6f7-f894-4941-9e7b-60afa952a939 HTTP/1.1" status: 200 len: 946 time: 0.0532050 Dec 17 15:26:50.917734 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-403fe874-6677-4e37-bc69-bcaa6144b695 req-87a3be40-6eb3-4d79-974b-7fbde8d1f803 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332465 Dec 17 15:26:51.130250 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fc8f4-4242-4106-93df-f86e0b3a8267 req-3e9da716-8810-46a0-9dd3-20612acbe058 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:51.131708 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-536fc8f4-4242-4106-93df-f86e0b3a8267 req-3e9da716-8810-46a0-9dd3-20612acbe058 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e50c6f7-f894-4941-9e7b-60afa952a939 HTTP/1.1" status: 200 len: 946 time: 0.0509460 Dec 17 15:26:51.153243 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33570) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:51.170684 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9593cc9f-e695-4c25-bdfc-091e919905d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:51.233516 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-536fc8f4-4242-4106-93df-f86e0b3a8267 req-3fd096d0-44eb-462e-9d08-5f04d9677bab tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Deleting port 61d8815e-ca0c-43dd-99ad-780a9b7073cf {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:26:51.233888 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-536fc8f4-4242-4106-93df-f86e0b3a8267 req-3fd096d0-44eb-462e-9d08-5f04d9677bab tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:51.253728 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9593cc9f-e695-4c25-bdfc-091e919905d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:51.316633 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9593cc9f-e695-4c25-bdfc-091e919905d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:51.325625 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-536fc8f4-4242-4106-93df-f86e0b3a8267 req-3fd096d0-44eb-462e-9d08-5f04d9677bab tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] For port 61d8815e-ca0c-43dd-99ad-780a9b7073cf, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=61d8815e-ca0c-43dd-99ad-780a9b7073cf,segment=NetworkSegment(8c36ffd6-5a93-4f94-8705-bf5bd2d48308),segment_id=8c36ffd6-5a93-4f94-8705-bf5bd2d48308)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:51.328956 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-536fc8f4-4242-4106-93df-f86e0b3a8267 req-3fd096d0-44eb-462e-9d08-5f04d9677bab tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:51.342246 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-536fc8f4-4242-4106-93df-f86e0b3a8267 req-3fd096d0-44eb-462e-9d08-5f04d9677bab tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Calling delete_port for 61d8815e-ca0c-43dd-99ad-780a9b7073cf owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:26:51.357736 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9593cc9f-e695-4c25-bdfc-091e919905d2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=326dcdd92c3a40eca3de4efdf67c58f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2033412 Dec 17 15:26:51.358599 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9593cc9f-e695-4c25-bdfc-091e919905d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f148d6a-3993-484f-b7f9-7313a5f54962,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:51.362640 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33576) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:51.443251 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5d5912b9-e658-41e1-bcfc-437a94cab2a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:51.463702 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0221e-2b8d-4800-8c5d-f1ad5f12116a req-e84bd40d-41d8-493c-86da-54d2e383821c tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:51.465267 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45a0221e-2b8d-4800-8c5d-f1ad5f12116a req-e84bd40d-41d8-493c-86da-54d2e383821c tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 946 time: 0.0734694 Dec 17 15:26:51.479819 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5d5912b9-e658-41e1-bcfc-437a94cab2a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:51.522099 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-536fc8f4-4242-4106-93df-f86e0b3a8267 req-3fd096d0-44eb-462e-9d08-5f04d9677bab tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:51.534094 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['aac19f2a-8bb6-4408-9209-375eafdbecf6', '61d8815e-ca0c-43dd-99ad-780a9b7073cf'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:26:51.541110 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45a0221e-2b8d-4800-8c5d-f1ad5f12116a req-16607eca-0bdc-467d-be8c-e82336c2b120 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663166 Dec 17 15:26:51.553962 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd096d0-44eb-462e-9d08-5f04d9677bab tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Pushing event deleted for resources: {'Port': ['ID=61d8815e-ca0c-43dd-99ad-780a9b7073cf,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:51.566532 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['97f2a20a-986a-4f79-b5a7-3958b2ff049a'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:26:51.606020 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-536fc8f4-4242-4106-93df-f86e0b3a8267 req-3fd096d0-44eb-462e-9d08-5f04d9677bab tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] No DVR routers for this DVR port 61d8815e-ca0c-43dd-99ad-780a9b7073cf on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:26:51.608815 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-536fc8f4-4242-4106-93df-f86e0b3a8267 req-3fd096d0-44eb-462e-9d08-5f04d9677bab tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:51.612448 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-536fc8f4-4242-4106-93df-f86e0b3a8267 req-3fd096d0-44eb-462e-9d08-5f04d9677bab tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.13 "DELETE /v2.0/ports/61d8815e-ca0c-43dd-99ad-780a9b7073cf HTTP/1.1" status: 204 len: 173 time: 0.4746854 Dec 17 15:26:51.613156 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e50c6f7-f894-4941-9e7b-60afa952a939', 'name': 'network-vif-deleted', 'tag': '61d8815e-ca0c-43dd-99ad-780a9b7073cf'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:26:51.615327 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699dc60e-554b-4164-9cc8-f122c30d3e5f" -d '{"events": [{"server_uuid": "1e50c6f7-f894-4941-9e7b-60afa952a939", "name": "network-vif-deleted", "tag": "61d8815e-ca0c-43dd-99ad-780a9b7073cf"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:26:51.626630 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5d5912b9-e658-41e1-bcfc-437a94cab2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:51.628944 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5d5912b9-e658-41e1-bcfc-437a94cab2a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:51.630115 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5d5912b9-e658-41e1-bcfc-437a94cab2a6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6f148d6a-3993-484f-b7f9-7313a5f54962 HTTP/1.1" status: 204 len: 168 time: 0.2662292 Dec 17 15:26:51.639040 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5912b9-e658-41e1-bcfc-437a94cab2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f148d6a-3993-484f-b7f9-7313a5f54962,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:51.660706 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e83aba-8009-49ff-88ef-f1dc60ed9098 x-openstack-request-id: req-a9e83aba-8009-49ff-88ef-f1dc60ed9098 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:26:51.661141 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e50c6f7-f894-4941-9e7b-60afa952a939", "name": "network-vif-deleted", "tag": "61d8815e-ca0c-43dd-99ad-780a9b7073cf", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:26:51.661646 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a9e83aba-8009-49ff-88ef-f1dc60ed9098 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:26:51.662292 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e50c6f7-f894-4941-9e7b-60afa952a939', 'name': 'network-vif-deleted', 'tag': '61d8815e-ca0c-43dd-99ad-780a9b7073cf', 'status': 'completed', 'code': 200} Dec 17 15:26:51.892039 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c084b7-1df5-4bba-8813-b4e61bc78059 req-3e967310-0142-47cb-b362-1ce82b7875db tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:51.898072 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c084b7-1df5-4bba-8813-b4e61bc78059 req-3e967310-0142-47cb-b362-1ce82b7875db tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:51.904055 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c084b7-1df5-4bba-8813-b4e61bc78059 req-3e967310-0142-47cb-b362-1ce82b7875db tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:51.910414 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c084b7-1df5-4bba-8813-b4e61bc78059 req-3e967310-0142-47cb-b362-1ce82b7875db tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:51.916697 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c084b7-1df5-4bba-8813-b4e61bc78059 req-3e967310-0142-47cb-b362-1ce82b7875db tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:51.923554 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c084b7-1df5-4bba-8813-b4e61bc78059 req-3e967310-0142-47cb-b362-1ce82b7875db tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:51.929692 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c084b7-1df5-4bba-8813-b4e61bc78059 req-3e967310-0142-47cb-b362-1ce82b7875db tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:51.931616 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-19c084b7-1df5-4bba-8813-b4e61bc78059 req-3e967310-0142-47cb-b362-1ce82b7875db tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5432 time: 0.1014335 Dec 17 15:26:52.008885 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c729896-f28c-4091-baf3-9765249e1aa4 req-56743f32-aff9-414f-9cb9-d6218654c010 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:52.010556 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c729896-f28c-4091-baf3-9765249e1aa4 req-56743f32-aff9-414f-9cb9-d6218654c010 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=04e95870-6bbe-4445-b13e-c5d6d5b15b8e HTTP/1.1" status: 200 len: 945 time: 0.0778990 Dec 17 15:26:52.015636 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-19c084b7-1df5-4bba-8813-b4e61bc78059 req-0866e859-979d-47cd-acfb-65d55ff9e74e tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0713511 Dec 17 15:26:52.074043 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c729896-f28c-4091-baf3-9765249e1aa4 req-e8ba5211-46e4-44e8-b3c7-4ada3f0f5634 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550623 Dec 17 15:26:52.127813 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-705c1519-1a30-4a7c-bdff-fd67828e3e27 req-27c86f94-dfd2-4774-8f7f-b3bb0d0ba3b8 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=1e50c6f7-f894-4941-9e7b-60afa952a939 HTTP/1.1" status: 200 len: 210 time: 0.0279138 Dec 17 15:26:52.683440 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc3ada-cad8-4680-8f3a-c7a2181518f3 req-e1cad37a-c713-49e1-b792-c568f90b53b8 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:52.684885 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0bdc3ada-cad8-4680-8f3a-c7a2181518f3 req-e1cad37a-c713-49e1-b792-c568f90b53b8 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 946 time: 0.0560133 Dec 17 15:26:52.727982 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0bdc3ada-cad8-4680-8f3a-c7a2181518f3 req-8703a2f3-c4cf-47f3-87f4-4d22cbc76b92 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363276 Dec 17 15:26:53.158096 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d8c67-ccf2-45f4-a0f5-131fa36591ac req-d367208a-9336-47de-a802-28e023ea2022 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:53.163871 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d8c67-ccf2-45f4-a0f5-131fa36591ac req-d367208a-9336-47de-a802-28e023ea2022 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:53.173624 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d8c67-ccf2-45f4-a0f5-131fa36591ac req-d367208a-9336-47de-a802-28e023ea2022 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:53.176728 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d8c67-ccf2-45f4-a0f5-131fa36591ac req-d367208a-9336-47de-a802-28e023ea2022 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:53.182483 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d8c67-ccf2-45f4-a0f5-131fa36591ac req-d367208a-9336-47de-a802-28e023ea2022 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:53.188770 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d8c67-ccf2-45f4-a0f5-131fa36591ac req-d367208a-9336-47de-a802-28e023ea2022 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:53.194606 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d8c67-ccf2-45f4-a0f5-131fa36591ac req-d367208a-9336-47de-a802-28e023ea2022 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:53.196454 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-165d8c67-ccf2-45f4-a0f5-131fa36591ac req-d367208a-9336-47de-a802-28e023ea2022 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5432 time: 0.0944991 Dec 17 15:26:53.266979 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-165d8c67-ccf2-45f4-a0f5-131fa36591ac req-7e49509d-1c20-48c7-a33e-c8c00cbb3168 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597901 Dec 17 15:26:53.277758 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e1418-4139-4a81-9ecc-1bd26def0e79 req-e385213a-5eb5-447e-b0e0-39e5f70cfcf1 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:53.278915 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d2e1418-4139-4a81-9ecc-1bd26def0e79 req-e385213a-5eb5-447e-b0e0-39e5f70cfcf1 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=04e95870-6bbe-4445-b13e-c5d6d5b15b8e HTTP/1.1" status: 200 len: 945 time: 0.0815566 Dec 17 15:26:53.322803 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d2e1418-4139-4a81-9ecc-1bd26def0e79 req-ac2a69f5-ecf4-491f-8f10-415eb303f440 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362470 Dec 17 15:26:53.454334 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11263b45-e669-4de8-88d4-49caa48284af req-25ab43df-3fa6-43b3-8c8e-05469970d4be tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:53.461279 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11263b45-e669-4de8-88d4-49caa48284af req-25ab43df-3fa6-43b3-8c8e-05469970d4be tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:53.466926 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11263b45-e669-4de8-88d4-49caa48284af req-25ab43df-3fa6-43b3-8c8e-05469970d4be tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:53.473877 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11263b45-e669-4de8-88d4-49caa48284af req-25ab43df-3fa6-43b3-8c8e-05469970d4be tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:53.479871 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11263b45-e669-4de8-88d4-49caa48284af req-25ab43df-3fa6-43b3-8c8e-05469970d4be tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:53.485974 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11263b45-e669-4de8-88d4-49caa48284af req-25ab43df-3fa6-43b3-8c8e-05469970d4be tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:53.491800 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11263b45-e669-4de8-88d4-49caa48284af req-25ab43df-3fa6-43b3-8c8e-05469970d4be tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:53.493761 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-11263b45-e669-4de8-88d4-49caa48284af req-25ab43df-3fa6-43b3-8c8e-05469970d4be tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5432 time: 0.1074560 Dec 17 15:26:53.504426 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33638) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:53.510184 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-b0817af9-ea62-44a8-be82-89c621947a3c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Request body: {'floatingip': {'port_id': 'ce09dfd3-f25c-4228-bd90-d195b7f4a22e'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:26:53.559601 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b0817af9-ea62-44a8-be82-89c621947a3c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks [] for floatingip, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:53.868809 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 61d8815e-ca0c-43dd-99ad-780a9b7073cf no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:26:53.896983 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 61d8815e-ca0c-43dd-99ad-780a9b7073cf {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:26:53.897357 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 61d8815e-ca0c-43dd-99ad-780a9b7073cf not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:26:54.061585 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676c43c-1dbd-45d4-8595-2a0ab7985710 req-a2b1a7ab-426f-4326-be74-54ea646d56a9 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:54.063910 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d676c43c-1dbd-45d4-8595-2a0ab7985710 req-a2b1a7ab-426f-4326-be74-54ea646d56a9 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 946 time: 0.0975344 Dec 17 15:26:54.068357 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b0817af9-ea62-44a8-be82-89c621947a3c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:54.104560 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d676c43c-1dbd-45d4-8595-2a0ab7985710 req-eee66846-d01b-441a-bfaa-3eedd5c22743 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339918 Dec 17 15:26:54.158882 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b0817af9-ea62-44a8-be82-89c621947a3c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:54.238217 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b7341-c159-4222-9a96-c0bd175167b9 req-3ba1308d-4b72-4c0a-81e2-ee2a8695fe63 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:54.239923 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bc1b7341-c159-4222-9a96-c0bd175167b9 req-3ba1308d-4b72-4c0a-81e2-ee2a8695fe63 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=201ea063-e6d1-42a2-aaf3-75655bdcd722 HTTP/1.1" status: 200 len: 946 time: 0.1169357 Dec 17 15:26:54.324619 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bc1b7341-c159-4222-9a96-c0bd175167b9 req-4f811d12-4f5a-4053-883b-fc01299de54b tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738592 Dec 17 15:26:54.340241 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5885a-13d4-47f7-9703-51be062c5c7d req-90c46250-a50b-494f-81b5-cbb715a1a10b tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:54.341761 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7aa5885a-13d4-47f7-9703-51be062c5c7d req-90c46250-a50b-494f-81b5-cbb715a1a10b tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=04e95870-6bbe-4445-b13e-c5d6d5b15b8e HTTP/1.1" status: 200 len: 945 time: 0.1421278 Dec 17 15:26:54.360724 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-b0817af9-ea62-44a8-be82-89c621947a3c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Floating IP 8c900b9c-4b82-4987-80a9-c9a868e248c9 associated. External IP: 172.25.6.118, port: ce09dfd3-f25c-4228-bd90-d195b7f4a22e. Dec 17 15:26:54.461362 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7aa5885a-13d4-47f7-9703-51be062c5c7d req-85c99aa2-ce18-4ed1-977a-e6da083caa4b tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101582 Dec 17 15:26:54.600851 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0817af9-ea62-44a8-be82-89c621947a3c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Router 4c1b8d6e-1334-4957-a357-34cf573cc44f has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:26:54.712606 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0817af9-ea62-44a8-be82-89c621947a3c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:26:54.717777 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b0817af9-ea62-44a8-be82-89c621947a3c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:54.725956 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e006f5a0-8dfd-4b80-b86e-92aa41d90f96 None None] Sync routers for ids ['4c1b8d6e-1334-4957-a357-34cf573cc44f'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:26:54.736034 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e006f5a0-8dfd-4b80-b86e-92aa41d90f96 None None] Routers {'4c1b8d6e-1334-4957-a357-34cf573cc44f'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:26:54.736737 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-e006f5a0-8dfd-4b80-b86e-92aa41d90f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:26:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['4c1b8d6e-1334-4957-a357-34cf573cc44f'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:26:54.746256 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b0817af9-ea62-44a8-be82-89c621947a3c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "PUT /v2.0/floatingips/8c900b9c-4b82-4987-80a9-c9a868e248c9 HTTP/1.1" status: 200 len: 992 time: 1.2404785 Dec 17 15:26:54.747111 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'tag': 'ce09dfd3-f25c-4228-bd90-d195b7f4a22e'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:26:54.749089 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cd11bc-eb97-401a-89e3-53b0fee481a9" -d '{"events": [{"name": "network-changed", "server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "tag": "ce09dfd3-f25c-4228-bd90-d195b7f4a22e"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:26:54.800612 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be68e55-4831-47f8-8546-ae6f49c6ddbc x-openstack-request-id: req-1be68e55-4831-47f8-8546-ae6f49c6ddbc {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:26:54.800900 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "tag": "ce09dfd3-f25c-4228-bd90-d195b7f4a22e", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:26:54.801184 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1be68e55-4831-47f8-8546-ae6f49c6ddbc {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:26:54.801596 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'tag': 'ce09dfd3-f25c-4228-bd90-d195b7f4a22e', 'status': 'completed', 'code': 200} Dec 17 15:26:54.931015 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd11bc-eb97-401a-89e3-53b0fee481a9 req-81ef29f5-518d-4284-afb8-ca1b0ef35544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:54.931618 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd11bc-eb97-401a-89e3-53b0fee481a9 req-81ef29f5-518d-4284-afb8-ca1b0ef35544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:54.931952 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd11bc-eb97-401a-89e3-53b0fee481a9 req-81ef29f5-518d-4284-afb8-ca1b0ef35544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:54.932415 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd11bc-eb97-401a-89e3-53b0fee481a9 req-81ef29f5-518d-4284-afb8-ca1b0ef35544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:54.932872 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd11bc-eb97-401a-89e3-53b0fee481a9 req-81ef29f5-518d-4284-afb8-ca1b0ef35544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:54.933358 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd11bc-eb97-401a-89e3-53b0fee481a9 req-81ef29f5-518d-4284-afb8-ca1b0ef35544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:54.933814 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd11bc-eb97-401a-89e3-53b0fee481a9 req-81ef29f5-518d-4284-afb8-ca1b0ef35544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:54.939870 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c1cd11bc-eb97-401a-89e3-53b0fee481a9 req-81ef29f5-518d-4284-afb8-ca1b0ef35544 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=877bbdd90a9744e8870dce0869eb9a96&device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 6489 time: 0.0564487 Dec 17 15:26:55.014254 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-e006f5a0-8dfd-4b80-b86e-92aa41d90f96 None None] Set router 4c1b8d6e-1334-4957-a357-34cf573cc44f gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:26:55.037418 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd11bc-eb97-401a-89e3-53b0fee481a9 req-082405d0-7ceb-48a6-91db-2ceeeb30673e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:55.038927 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c1cd11bc-eb97-401a-89e3-53b0fee481a9 req-082405d0-7ceb-48a6-91db-2ceeeb30673e service neutron] 10.222.0.41 "GET /v2.0/networks?id=de5b4090-a778-4df4-ad31-4dba3e85ea67 HTTP/1.1" status: 200 len: 912 time: 0.0929012 Dec 17 15:26:55.106761 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c1cd11bc-eb97-401a-89e3-53b0fee481a9 req-f031fe07-888c-4ad2-992c-cafdc5b913cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce09dfd3-f25c-4228-bd90-d195b7f4a22e HTTP/1.1" status: 200 len: 1000 time: 0.0597460 Dec 17 15:26:55.165026 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd11bc-eb97-401a-89e3-53b0fee481a9 req-e3369237-2fbc-4269-9308-97230487e56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:55.166714 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c1cd11bc-eb97-401a-89e3-53b0fee481a9 req-e3369237-2fbc-4269-9308-97230487e56f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1a4a435-03ec-407e-806d-67c3316a8ccb HTTP/1.1" status: 200 len: 850 time: 0.0514750 Dec 17 15:26:55.229278 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd11bc-eb97-401a-89e3-53b0fee481a9 req-2bd64386-4985-4019-ac25-0713f9d54208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:55.230842 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c1cd11bc-eb97-401a-89e3-53b0fee481a9 req-2bd64386-4985-4019-ac25-0713f9d54208 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de5b4090-a778-4df4-ad31-4dba3e85ea67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559053 Dec 17 15:26:55.252581 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25bc14a-02a4-47e2-9de4-28b2fcbff873 req-3d067278-e1dc-4826-8e50-305f0a281cab tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:55.256158 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a25bc14a-02a4-47e2-9de4-28b2fcbff873 req-3d067278-e1dc-4826-8e50-305f0a281cab tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 946 time: 0.0578144 Dec 17 15:26:55.264849 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-e006f5a0-8dfd-4b80-b86e-92aa41d90f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'name': 'tempest-TaggedBootDevicesTest-817605198-router', 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'd269410d-cd0f-4f27-9d29-8d9250229641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:23:58Z', 'updated_at': '2021-12-17T15:24:07Z', 'revision_number': 4, 'project_id': '877bbdd90a9744e8870dce0869eb9a96', 'gw_port': {'id': 'd269410d-cd0f-4f27-9d29-8d9250229641', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:23:59Z', 'updated_at': '2021-12-17T15:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '8c900b9c-4b82-4987-80a9-c9a868e248c9', 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'floating_ip_address': '172.25.6.118', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'port_id': 'ce09dfd3-f25c-4228-bd90-d195b7f4a22e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5b4090-a778-4df4-ad31-4dba3e85ea67', 'mac_address': 'fa:16:3e:91:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:25:29Z', 'updated_at': '2021-12-17T15:26:53Z', 'revision_number': 1, 'project_id': '877bbdd90a9744e8870dce0869eb9a96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cd192bb-5c56-41b7-92a1-9fbec28c8d37', 'name': '', 'network_id': 'de5b4090-a778-4df4-ad31-4dba3e85ea67', 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'mac_address': 'fa:16:3e:0d:60:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'd1a4a435-03ec-407e-806d-67c3316a8ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:24:05Z', 'updated_at': '2021-12-17T15:24:13Z', 'revision_number': 5, 'project_id': '877bbdd90a9744e8870dce0869eb9a96', 'subnets': [{'id': 'd1a4a435-03ec-407e-806d-67c3316a8ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:26:55.296552 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a25bc14a-02a4-47e2-9de4-28b2fcbff873 req-305af64f-b2ee-4c0a-8f58-e728335f9146 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356121 Dec 17 15:26:55.304090 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e006f5a0-8dfd-4b80-b86e-92aa41d90f96 None None] Checking router: 4c1b8d6e-1334-4957-a357-34cf573cc44f for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:26:55.313926 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e006f5a0-8dfd-4b80-b86e-92aa41d90f96 None None] Routers {'4c1b8d6e-1334-4957-a357-34cf573cc44f'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:26:55.314541 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-e006f5a0-8dfd-4b80-b86e-92aa41d90f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:26:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['4c1b8d6e-1334-4957-a357-34cf573cc44f'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:26:55.367818 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c1cd11bc-eb97-401a-89e3-53b0fee481a9 req-791f8b76-6c04-46ea-ad97-b93cad50800b service neutron] 10.222.0.41 "GET /v2.0/networks/de5b4090-a778-4df4-ad31-4dba3e85ea67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992231 Dec 17 15:26:55.431523 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-e006f5a0-8dfd-4b80-b86e-92aa41d90f96 None None] Set router 4c1b8d6e-1334-4957-a357-34cf573cc44f gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:26:55.465966 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84a9c8-8fc8-4814-bb11-973c6d9b8f8a req-596dadf5-e2ef-48ab-9b8a-e67e3977c06f tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:55.468309 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2a84a9c8-8fc8-4814-bb11-973c6d9b8f8a req-596dadf5-e2ef-48ab-9b8a-e67e3977c06f tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=201ea063-e6d1-42a2-aaf3-75655bdcd722 HTTP/1.1" status: 200 len: 946 time: 0.0689898 Dec 17 15:26:55.496520 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ae2a4-5542-4fb8-82ab-ecbb69647c28 req-5f2f49a5-6988-4472-8e15-d1e1e8efac5e tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:55.498178 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6a3ae2a4-5542-4fb8-82ab-ecbb69647c28 req-5f2f49a5-6988-4472-8e15-d1e1e8efac5e tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.13 "GET /v2.0/ports?device_id=201ea063-e6d1-42a2-aaf3-75655bdcd722 HTTP/1.1" status: 200 len: 946 time: 0.1135581 Dec 17 15:26:55.520934 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2a84a9c8-8fc8-4814-bb11-973c6d9b8f8a req-d584dab1-ff80-4a8d-b398-c2f584c5abe9 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444112 Dec 17 15:26:55.545762 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c1cd11bc-eb97-401a-89e3-53b0fee481a9 req-627d9568-1f03-4b09-8b83-b4c9922f70b1 service neutron] 10.222.0.41 "GET /v2.0/networks/de5b4090-a778-4df4-ad31-4dba3e85ea67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637630 Dec 17 15:26:55.635088 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-6a3ae2a4-5542-4fb8-82ab-ecbb69647c28 req-281ba8ff-8706-4443-8b42-fb6bc7f63b8b tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Deleting port aac19f2a-8bb6-4408-9209-375eafdbecf6 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:26:55.636119 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-6a3ae2a4-5542-4fb8-82ab-ecbb69647c28 req-281ba8ff-8706-4443-8b42-fb6bc7f63b8b tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:55.660015 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178d777-cdda-492e-aeed-608ba2889519 req-e0b00d69-725b-4ce1-b528-b410755d5257 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:55.665535 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b178d777-cdda-492e-aeed-608ba2889519 req-e0b00d69-725b-4ce1-b528-b410755d5257 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=04e95870-6bbe-4445-b13e-c5d6d5b15b8e HTTP/1.1" status: 200 len: 945 time: 0.0668240 Dec 17 15:26:55.703342 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b178d777-cdda-492e-aeed-608ba2889519 req-b818717e-96a9-4ba3-a00e-4888f0f91943 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340047 Dec 17 15:26:55.737502 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-6a3ae2a4-5542-4fb8-82ab-ecbb69647c28 req-281ba8ff-8706-4443-8b42-fb6bc7f63b8b tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] For port aac19f2a-8bb6-4408-9209-375eafdbecf6, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=aac19f2a-8bb6-4408-9209-375eafdbecf6,segment=NetworkSegment(8c36ffd6-5a93-4f94-8705-bf5bd2d48308),segment_id=8c36ffd6-5a93-4f94-8705-bf5bd2d48308)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:55.737873 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-6a3ae2a4-5542-4fb8-82ab-ecbb69647c28 req-281ba8ff-8706-4443-8b42-fb6bc7f63b8b tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:55.750929 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-6a3ae2a4-5542-4fb8-82ab-ecbb69647c28 req-281ba8ff-8706-4443-8b42-fb6bc7f63b8b tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Calling delete_port for aac19f2a-8bb6-4408-9209-375eafdbecf6 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:26:55.754330 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-e006f5a0-8dfd-4b80-b86e-92aa41d90f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'name': 'tempest-TaggedBootDevicesTest-817605198-router', 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'd269410d-cd0f-4f27-9d29-8d9250229641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:23:58Z', 'updated_at': '2021-12-17T15:24:07Z', 'revision_number': 4, 'project_id': '877bbdd90a9744e8870dce0869eb9a96', 'gw_port': {'id': 'd269410d-cd0f-4f27-9d29-8d9250229641', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:23:59Z', 'updated_at': '2021-12-17T15:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '8c900b9c-4b82-4987-80a9-c9a868e248c9', 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'floating_ip_address': '172.25.6.118', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'port_id': 'ce09dfd3-f25c-4228-bd90-d195b7f4a22e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5b4090-a778-4df4-ad31-4dba3e85ea67', 'mac_address': 'fa:16:3e:91:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:25:29Z', 'updated_at': '2021-12-17T15:26:53Z', 'revision_number': 1, 'project_id': '877bbdd90a9744e8870dce0869eb9a96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cd192bb-5c56-41b7-92a1-9fbec28c8d37', 'name': '', 'network_id': 'de5b4090-a778-4df4-ad31-4dba3e85ea67', 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'mac_address': 'fa:16:3e:0d:60:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'd1a4a435-03ec-407e-806d-67c3316a8ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:24:05Z', 'updated_at': '2021-12-17T15:24:13Z', 'revision_number': 5, 'project_id': '877bbdd90a9744e8870dce0869eb9a96', 'subnets': [{'id': 'd1a4a435-03ec-407e-806d-67c3316a8ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:26:55.781409 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e006f5a0-8dfd-4b80-b86e-92aa41d90f96 None None] The sync data for ids ['4c1b8d6e-1334-4957-a357-34cf573cc44f'] in n-d-820553-2 is: [{'id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'name': 'tempest-TaggedBootDevicesTest-817605198-router', 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'd269410d-cd0f-4f27-9d29-8d9250229641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:23:58Z', 'updated_at': '2021-12-17T15:24:07Z', 'revision_number': 4, 'project_id': '877bbdd90a9744e8870dce0869eb9a96', 'gw_port': {'id': 'd269410d-cd0f-4f27-9d29-8d9250229641', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:23:59Z', 'updated_at': '2021-12-17T15:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '8c900b9c-4b82-4987-80a9-c9a868e248c9', 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'floating_ip_address': '172.25.6.118', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'port_id': 'ce09dfd3-f25c-4228-bd90-d195b7f4a22e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de5b4090-a778-4df4-ad31-4dba3e85ea67', 'mac_address': 'fa:16:3e:91:f3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:25:29Z', 'updated_at': '2021-12-17T15:26:53Z', 'revision_number': 1, 'project_id': '877bbdd90a9744e8870dce0869eb9a96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cd192bb-5c56-41b7-92a1-9fbec28c8d37', 'name': '', 'network_id': 'de5b4090-a778-4df4-ad31-4dba3e85ea67', 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'mac_address': 'fa:16:3e:0d:60:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'd1a4a435-03ec-407e-806d-67c3316a8ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:24:05Z', 'updated_at': '2021-12-17T15:24:13Z', 'revision_number': 5, 'project_id': '877bbdd90a9744e8870dce0869eb9a96', 'subnets': [{'id': 'd1a4a435-03ec-407e-806d-67c3316a8ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:26:55.802151 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:55.923788 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77395177-1505-4630-87ae-73bf8fd9712e req-6accdbdb-ed9a-4fd0-98d2-897fd678faa6 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:55.925618 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-77395177-1505-4630-87ae-73bf8fd9712e req-6accdbdb-ed9a-4fd0-98d2-897fd678faa6 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.41 "GET /v2.0/ports?device_id=04e95870-6bbe-4445-b13e-c5d6d5b15b8e HTTP/1.1" status: 200 len: 945 time: 0.0855453 Dec 17 15:26:56.015963 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5de95b-d424-4e7e-b312-e01624dbccef None None] New status for floating IP 8c900b9c-4b82-4987-80a9-c9a868e248c9: ACTIVE {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:26:56.019782 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-6a3ae2a4-5542-4fb8-82ab-ecbb69647c28 req-281ba8ff-8706-4443-8b42-fb6bc7f63b8b tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:56.052433 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['97f2a20a-986a-4f79-b5a7-3958b2ff049a'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:26:56.060017 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ba8ff-8706-4443-8b42-fb6bc7f63b8b tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Pushing event deleted for resources: {'Port': ['ID=aac19f2a-8bb6-4408-9209-375eafdbecf6,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:56.099877 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33698) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:56.122839 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3ae2a4-5542-4fb8-82ab-ecbb69647c28 req-281ba8ff-8706-4443-8b42-fb6bc7f63b8b tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] No DVR routers for this DVR port aac19f2a-8bb6-4408-9209-375eafdbecf6 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:26:56.127766 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-6a3ae2a4-5542-4fb8-82ab-ecbb69647c28 req-281ba8ff-8706-4443-8b42-fb6bc7f63b8b tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:56.131456 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6a3ae2a4-5542-4fb8-82ab-ecbb69647c28 req-281ba8ff-8706-4443-8b42-fb6bc7f63b8b tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.13 "DELETE /v2.0/ports/aac19f2a-8bb6-4408-9209-375eafdbecf6 HTTP/1.1" status: 204 len: 173 time: 0.6225612 Dec 17 15:26:56.134021 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-77395177-1505-4630-87ae-73bf8fd9712e req-c8eb461f-e40d-4c66-ad66-8ee0c554f84e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Deleting port 947c3bc1-1192-4a4b-9964-9754171b359c {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:26:56.135177 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-77395177-1505-4630-87ae-73bf8fd9712e req-c8eb461f-e40d-4c66-ad66-8ee0c554f84e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:56.139877 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201ea063-e6d1-42a2-aaf3-75655bdcd722', 'name': 'network-vif-deleted', 'tag': 'aac19f2a-8bb6-4408-9209-375eafdbecf6'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:26:56.143377 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f238cb36-12a4-4e5e-8645-20001dba6cbc" -d '{"events": [{"server_uuid": "201ea063-e6d1-42a2-aaf3-75655bdcd722", "name": "network-vif-deleted", "tag": "aac19f2a-8bb6-4408-9209-375eafdbecf6"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:26:56.222929 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a201712-189b-40b0-a1d4-e9949c7896a6 x-openstack-request-id: req-2a201712-189b-40b0-a1d4-e9949c7896a6 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:26:56.223170 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201ea063-e6d1-42a2-aaf3-75655bdcd722", "name": "network-vif-deleted", "tag": "aac19f2a-8bb6-4408-9209-375eafdbecf6", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:26:56.223375 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2a201712-189b-40b0-a1d4-e9949c7896a6 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:26:56.223769 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201ea063-e6d1-42a2-aaf3-75655bdcd722', 'name': 'network-vif-deleted', 'tag': 'aac19f2a-8bb6-4408-9209-375eafdbecf6', 'status': 'completed', 'code': 200} Dec 17 15:26:56.243072 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3997063c-289e-4eca-9425-f43cb149a7f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:56.268655 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-77395177-1505-4630-87ae-73bf8fd9712e req-c8eb461f-e40d-4c66-ad66-8ee0c554f84e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] For port 947c3bc1-1192-4a4b-9964-9754171b359c, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=947c3bc1-1192-4a4b-9964-9754171b359c,segment=NetworkSegment(ccfcc99a-e4e0-468e-9873-88de436ed20f),segment_id=ccfcc99a-e4e0-468e-9873-88de436ed20f)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:26:56.269032 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-77395177-1505-4630-87ae-73bf8fd9712e req-c8eb461f-e40d-4c66-ad66-8ee0c554f84e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:56.284779 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-77395177-1505-4630-87ae-73bf8fd9712e req-c8eb461f-e40d-4c66-ad66-8ee0c554f84e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Calling delete_port for 947c3bc1-1192-4a4b-9964-9754171b359c owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:26:56.341287 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3997063c-289e-4eca-9425-f43cb149a7f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:56.420434 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f9e13-6bac-4bb4-9806-cafa2d021ad5 req-28fc675f-41bc-4708-bacf-920623c8cb79 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:56.422804 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-932f9e13-6bac-4bb4-9806-cafa2d021ad5 req-28fc675f-41bc-4708-bacf-920623c8cb79 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 946 time: 0.0499077 Dec 17 15:26:56.423570 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3997063c-289e-4eca-9425-f43cb149a7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:56.479210 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3997063c-289e-4eca-9425-f43cb149a7f6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=89f9c86bede346c6ac662dbd69c46faf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3780851 Dec 17 15:26:56.481939 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33706) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:56.493487 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997063c-289e-4eca-9425-f43cb149a7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc1dcd8-cc16-46db-b5ed-a1aed620bd93,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:56.511277 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-932f9e13-6bac-4bb4-9806-cafa2d021ad5 req-a90003f3-a59a-4423-a443-fb2ddb200d54 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739567 Dec 17 15:26:56.528018 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-77395177-1505-4630-87ae-73bf8fd9712e req-c8eb461f-e40d-4c66-ad66-8ee0c554f84e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:56.539974 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['08824bb5-9575-4d1a-8b51-640826dccac4'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:26:56.545545 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b351fd85-b287-4ffa-96e7-6f136bbf0aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:56.559155 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb461f-e40d-4c66-ad66-8ee0c554f84e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Pushing event deleted for resources: {'Port': ['ID=947c3bc1-1192-4a4b-9964-9754171b359c,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:56.577209 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b351fd85-b287-4ffa-96e7-6f136bbf0aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:56.623061 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-77395177-1505-4630-87ae-73bf8fd9712e req-c8eb461f-e40d-4c66-ad66-8ee0c554f84e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] No DVR routers for this DVR port 947c3bc1-1192-4a4b-9964-9754171b359c on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:26:56.625785 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-77395177-1505-4630-87ae-73bf8fd9712e req-c8eb461f-e40d-4c66-ad66-8ee0c554f84e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:56.630645 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-77395177-1505-4630-87ae-73bf8fd9712e req-c8eb461f-e40d-4c66-ad66-8ee0c554f84e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.41 "DELETE /v2.0/ports/947c3bc1-1192-4a4b-9964-9754171b359c HTTP/1.1" status: 204 len: 173 time: 0.6989722 Dec 17 15:26:56.645331 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['947c3bc1-1192-4a4b-9964-9754171b359c'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:26:56.649741 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9c388494-c75e-4558-9335-f2606bc8517e req-0c4a9daa-85de-4744-858e-448d4e828b82 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=201ea063-e6d1-42a2-aaf3-75655bdcd722 HTTP/1.1" status: 200 len: 210 time: 0.0318499 Dec 17 15:26:56.791089 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b351fd85-b287-4ffa-96e7-6f136bbf0aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:56.793622 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b351fd85-b287-4ffa-96e7-6f136bbf0aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:56.794832 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b351fd85-b287-4ffa-96e7-6f136bbf0aa3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5fc1dcd8-cc16-46db-b5ed-a1aed620bd93 HTTP/1.1" status: 204 len: 168 time: 0.3119345 Dec 17 15:26:56.828273 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351fd85-b287-4ffa-96e7-6f136bbf0aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc1dcd8-cc16-46db-b5ed-a1aed620bd93,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:56.831739 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e063b171-c20e-4b6c-b9f4-2663f5d22d9f req-e3018b62-dd43-418c-9fc5-6e7bad9eec57 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=04e95870-6bbe-4445-b13e-c5d6d5b15b8e HTTP/1.1" status: 200 len: 210 time: 0.0359063 Dec 17 15:26:57.623090 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecad4c6-51f4-4719-b234-c5d73affaedf req-1a6d4e88-07a8-4398-8581-9b02029f7999 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:57.625175 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eecad4c6-51f4-4719-b234-c5d73affaedf req-1a6d4e88-07a8-4398-8581-9b02029f7999 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 946 time: 0.0480871 Dec 17 15:26:57.665793 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eecad4c6-51f4-4719-b234-c5d73affaedf req-f8546dc9-abf3-4c21-9e1e-0e1280d54479 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339110 Dec 17 15:26:57.874673 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33730) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:57.888558 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-afd9fa3a-4c09-47b0-8da1-d82895e4581c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:57.901274 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device aac19f2a-8bb6-4408-9209-375eafdbecf6 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:26:57.927027 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: aac19f2a-8bb6-4408-9209-375eafdbecf6 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:26:57.927633 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device aac19f2a-8bb6-4408-9209-375eafdbecf6 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:26:57.954233 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71ad7d17-86f8-4525-87fc-1b3b395051e2 req-94045d45-3871-4e6f-b978-dd3f13a4504b tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=04e95870-6bbe-4445-b13e-c5d6d5b15b8e HTTP/1.1" status: 200 len: 210 time: 0.0261052 Dec 17 15:26:57.990484 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-afd9fa3a-4c09-47b0-8da1-d82895e4581c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:58.116576 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-afd9fa3a-4c09-47b0-8da1-d82895e4581c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:58.158160 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-afd9fa3a-4c09-47b0-8da1-d82895e4581c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a0e3b0f76a184fbb9e01a099884782fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2821076 Dec 17 15:26:58.159179 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9fa3a-4c09-47b0-8da1-d82895e4581c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1c8393-7713-4e81-9583-d92d28246bff,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:58.160903 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33736) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:26:58.221425 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c4976acc-f6ac-4e54-9c20-f47b75625b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:58.224705 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e95870-6bbe-4445-b13e-c5d6d5b15b8e', 'name': 'network-vif-deleted', 'tag': '947c3bc1-1192-4a4b-9964-9754171b359c'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:26:58.227487 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f12e27-7291-4e0c-a26f-8706f28a6e5f" -d '{"events": [{"server_uuid": "04e95870-6bbe-4445-b13e-c5d6d5b15b8e", "name": "network-vif-deleted", "tag": "947c3bc1-1192-4a4b-9964-9754171b359c"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:26:58.246695 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c4976acc-f6ac-4e54-9c20-f47b75625b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:58.268281 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e981ad-7535-4cd1-b3cb-7bc728e2c6cd x-openstack-request-id: req-29e981ad-7535-4cd1-b3cb-7bc728e2c6cd {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:26:58.268281 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e95870-6bbe-4445-b13e-c5d6d5b15b8e", "name": "network-vif-deleted", "tag": "947c3bc1-1192-4a4b-9964-9754171b359c", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:26:58.268281 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-29e981ad-7535-4cd1-b3cb-7bc728e2c6cd {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:26:58.268281 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e95870-6bbe-4445-b13e-c5d6d5b15b8e', 'name': 'network-vif-deleted', 'tag': '947c3bc1-1192-4a4b-9964-9754171b359c', 'status': 'completed', 'code': 200} Dec 17 15:26:58.385373 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c4976acc-f6ac-4e54-9c20-f47b75625b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:58.387929 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c4976acc-f6ac-4e54-9c20-f47b75625b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:58.389107 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c4976acc-f6ac-4e54-9c20-f47b75625b81 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6e1c8393-7713-4e81-9583-d92d28246bff HTTP/1.1" status: 204 len: 168 time: 0.2270606 Dec 17 15:26:58.398466 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4976acc-f6ac-4e54-9c20-f47b75625b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1c8393-7713-4e81-9583-d92d28246bff,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:26:58.791254 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70b9ab-8377-4c69-bbbb-e1cf61af14fa req-ffdb3968-c3dd-4c70-bf78-950ec371bcde tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:58.793698 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7f70b9ab-8377-4c69-bbbb-e1cf61af14fa req-ffdb3968-c3dd-4c70-bf78-950ec371bcde tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 946 time: 0.0516732 Dec 17 15:26:58.827087 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a66ca476-0950-422e-8e3b-965148b167f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:26:58.860805 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7f70b9ab-8377-4c69-bbbb-e1cf61af14fa req-e34adbd5-1d17-4892-a431-bfd3385c2d44 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597746 Dec 17 15:26:59.120950 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c6eeb-88f6-445f-8154-52a50f415516 req-e2ccd2af-1a4b-4106-876b-52025e2c44fb tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:59.122602 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-012c6eeb-88f6-445f-8154-52a50f415516 req-e2ccd2af-1a4b-4106-876b-52025e2c44fb tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0524697 Dec 17 15:26:59.174563 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-012c6eeb-88f6-445f-8154-52a50f415516 req-eda028da-135d-41fe-b6c1-ae0a791ca68f tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447063 Dec 17 15:26:59.418891 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab7a43-8809-49f9-97bd-58d8aaae29ec req-b4d305e7-5052-4933-90ed-c4d06462028a tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:59.420553 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5aab7a43-8809-49f9-97bd-58d8aaae29ec req-b4d305e7-5052-4933-90ed-c4d06462028a tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0541646 Dec 17 15:26:59.468584 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5aab7a43-8809-49f9-97bd-58d8aaae29ec req-5c180bef-f8ae-409d-91b3-4b9103ed74ea tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402367 Dec 17 15:26:59.538574 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 947c3bc1-1192-4a4b-9964-9754171b359c no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:26:59.562400 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 947c3bc1-1192-4a4b-9964-9754171b359c {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:26:59.563244 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 947c3bc1-1192-4a4b-9964-9754171b359c not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:26:59.609731 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7456567-9483-4839-866e-aa35a0ee9cbc req-e1766874-e214-47f2-991e-5657248d0616 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:59.611229 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d7456567-9483-4839-866e-aa35a0ee9cbc req-e1766874-e214-47f2-991e-5657248d0616 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0694158 Dec 17 15:26:59.650781 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d7456567-9483-4839-866e-aa35a0ee9cbc req-c3907027-d286-421d-bcf3-d5c35e03a3bd tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334010 Dec 17 15:26:59.986864 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce26ce4-bb72-4072-a908-3a0cddf25247 req-b1e55a0a-a7e2-435b-8183-8345fdd2748b tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:26:59.988382 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0ce26ce4-bb72-4072-a908-3a0cddf25247 req-b1e55a0a-a7e2-435b-8183-8345fdd2748b tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 946 time: 0.0502448 Dec 17 15:27:00.029706 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0ce26ce4-bb72-4072-a908-3a0cddf25247 req-eab3a28c-fdb9-4028-a542-40ab90006156 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350969 Dec 17 15:27:01.270994 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6ed8074b-d4ee-452e-9132-dbec42b510c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:01.520852 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfb8d0-cdb3-4665-a79e-8856002e29fb req-d092f00b-6ac4-44d0-8572-2dbfdeae159f tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:01.522431 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-84dfb8d0-cdb3-4665-a79e-8856002e29fb req-d092f00b-6ac4-44d0-8572-2dbfdeae159f tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 946 time: 0.4023399 Dec 17 15:27:01.561428 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-84dfb8d0-cdb3-4665-a79e-8856002e29fb req-5594ad4c-8053-4021-9e97-845d3848b443 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327072 Dec 17 15:27:01.787784 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33832) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:01.852345 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fac5c7-a7e0-4405-85bc-8de96a27a1c7 req-9802bf03-bf68-475b-a630-6e85c2aa6565 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:01.855314 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-08fac5c7-a7e0-4405-85bc-8de96a27a1c7 req-9802bf03-bf68-475b-a630-6e85c2aa6565 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=3def9a32-02bf-4598-b376-2446404b1690 HTTP/1.1" status: 200 len: 945 time: 0.0589430 Dec 17 15:27:01.929366 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-08fac5c7-a7e0-4405-85bc-8de96a27a1c7 req-02ba9645-e79b-4eff-b727-45d9f102b846 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670364 Dec 17 15:27:02.034739 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-db2d9903-1f17-4000-99a5-4319a090861a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:02.042084 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6edf5-cf01-4213-b373-4319b3a68eac req-2839cdf2-3e72-436c-a9c5-83ee26dcf07c tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:02.044165 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-76d6edf5-cf01-4213-b373-4319b3a68eac req-2839cdf2-3e72-436c-a9c5-83ee26dcf07c tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 946 time: 0.0879462 Dec 17 15:27:02.103191 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-76d6edf5-cf01-4213-b373-4319b3a68eac req-573845a1-5f12-493d-92a5-a74f4e4d2620 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451555 Dec 17 15:27:02.149753 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-db2d9903-1f17-4000-99a5-4319a090861a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:02.231314 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894521c-1118-42b2-97e0-c65b90d08858 req-f6c8c7df-7caa-4173-b113-2c00e3cd1385 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:02.232784 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a894521c-1118-42b2-97e0-c65b90d08858 req-f6c8c7df-7caa-4173-b113-2c00e3cd1385 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 946 time: 0.0492611 Dec 17 15:27:02.259235 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-db2d9903-1f17-4000-99a5-4319a090861a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:02.272394 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a894521c-1118-42b2-97e0-c65b90d08858 req-b0f7fad6-35d8-4561-86ea-a2981d0d3209 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329909 Dec 17 15:27:02.288258 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:02.303403 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-db2d9903-1f17-4000-99a5-4319a090861a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=22dbac1024894b94ad9e0c6139c966fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5135953 Dec 17 15:27:02.304384 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2d9903-1f17-4000-99a5-4319a090861a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b65626c-f156-4fab-bbcd-43cf2a7ae93d,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:02.307790 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33846) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:02.376792 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-17e0a345-ca10-4a71-b480-52e06bcbd161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:02.401537 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-17e0a345-ca10-4a71-b480-52e06bcbd161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:02.602230 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-17e0a345-ca10-4a71-b480-52e06bcbd161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:02.604730 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-17e0a345-ca10-4a71-b480-52e06bcbd161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:02.608533 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-17e0a345-ca10-4a71-b480-52e06bcbd161 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7b65626c-f156-4fab-bbcd-43cf2a7ae93d HTTP/1.1" status: 204 len: 168 time: 0.2969420 Dec 17 15:27:02.616627 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0a345-ca10-4a71-b480-52e06bcbd161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b65626c-f156-4fab-bbcd-43cf2a7ae93d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:02.898206 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4ad5d-e5da-4ab6-b575-d31a2d39e00f req-8ea419d6-3230-41ac-b794-574b52f9ac8e tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:02.899982 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-83b4ad5d-e5da-4ab6-b575-d31a2d39e00f req-8ea419d6-3230-41ac-b794-574b52f9ac8e tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 946 time: 0.0496683 Dec 17 15:27:02.939799 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-83b4ad5d-e5da-4ab6-b575-d31a2d39e00f req-0e7f55cb-c2e5-4e7f-99d4-7731717ffc2f tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337372 Dec 17 15:27:03.062096 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4c159-d892-410c-b10f-c7e934136c00 req-34b74f42-84df-44e3-8a95-480a77a71532 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:03.064119 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8eb4c159-d892-410c-b10f-c7e934136c00 req-34b74f42-84df-44e3-8a95-480a77a71532 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=3def9a32-02bf-4598-b376-2446404b1690 HTTP/1.1" status: 200 len: 945 time: 0.0599689 Dec 17 15:27:03.110350 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8eb4c159-d892-410c-b10f-c7e934136c00 req-7528e6ec-678e-4b08-baed-b9ad2decb0cb tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395558 Dec 17 15:27:03.331706 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33876) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:03.345637 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-95451066-56a3-49e1-ba8f-811ed7825765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:03.417340 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d03b0-7361-40c5-ad0b-ebaf8254bd44 req-6e17d93c-e3ba-43c4-b2b7-b935c88fb406 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:03.418950 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c6d03b0-7361-40c5-ad0b-ebaf8254bd44 req-6e17d93c-e3ba-43c4-b2b7-b935c88fb406 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0507083 Dec 17 15:27:03.427405 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-95451066-56a3-49e1-ba8f-811ed7825765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:03.459382 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c6d03b0-7361-40c5-ad0b-ebaf8254bd44 req-84af29ae-6705-452a-bd53-bec2540345da tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329645 Dec 17 15:27:03.498859 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-95451066-56a3-49e1-ba8f-811ed7825765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:03.540238 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-95451066-56a3-49e1-ba8f-811ed7825765 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ce6f22a628434b53aabbb294693e709d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2071633 Dec 17 15:27:03.541255 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95451066-56a3-49e1-ba8f-811ed7825765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b745efaa-5ab3-436c-8254-c82c67f30d22,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:03.542892 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33880) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:03.613443 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61c514-ee5e-4638-8d1f-264a2546de86 req-9edf83e1-9165-4b27-b1db-05b29025d23c tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:03.614911 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d61c514-ee5e-4638-8d1f-264a2546de86 req-9edf83e1-9165-4b27-b1db-05b29025d23c tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0851593 Dec 17 15:27:03.642827 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9baec00e-6234-41e2-b3b6-45efc83c9df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:03.677367 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d61c514-ee5e-4638-8d1f-264a2546de86 req-be158447-f267-4465-a5f4-0a334a2887e6 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560694 Dec 17 15:27:03.681788 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9baec00e-6234-41e2-b3b6-45efc83c9df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:03.793942 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cf17f-46e6-4d33-be04-7cd3f1b2ce84 req-38c0f643-f6cd-4a6f-b1ef-ffd6e3f330b4 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:03.795592 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e98cf17f-46e6-4d33-be04-7cd3f1b2ce84 req-38c0f643-f6cd-4a6f-b1ef-ffd6e3f330b4 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.41 "GET /v2.0/ports?device_id=3def9a32-02bf-4598-b376-2446404b1690 HTTP/1.1" status: 200 len: 945 time: 0.0528395 Dec 17 15:27:03.824864 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:03.859972 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9baec00e-6234-41e2-b3b6-45efc83c9df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:03.862965 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9baec00e-6234-41e2-b3b6-45efc83c9df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:03.864362 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9baec00e-6234-41e2-b3b6-45efc83c9df2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b745efaa-5ab3-436c-8254-c82c67f30d22 HTTP/1.1" status: 204 len: 168 time: 0.3143792 Dec 17 15:27:03.873650 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baec00e-6234-41e2-b3b6-45efc83c9df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b745efaa-5ab3-436c-8254-c82c67f30d22,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:03.915618 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-e98cf17f-46e6-4d33-be04-7cd3f1b2ce84 req-4d43382a-60de-4293-b910-4f713ac6cb0d tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Deleting port 97f2a20a-986a-4f79-b5a7-3958b2ff049a {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:27:03.916051 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e98cf17f-46e6-4d33-be04-7cd3f1b2ce84 req-4d43382a-60de-4293-b910-4f713ac6cb0d tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:04.011163 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-e98cf17f-46e6-4d33-be04-7cd3f1b2ce84 req-4d43382a-60de-4293-b910-4f713ac6cb0d tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] For port 97f2a20a-986a-4f79-b5a7-3958b2ff049a, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=97f2a20a-986a-4f79-b5a7-3958b2ff049a,segment=NetworkSegment(8c36ffd6-5a93-4f94-8705-bf5bd2d48308),segment_id=8c36ffd6-5a93-4f94-8705-bf5bd2d48308)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:27:04.011528 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e98cf17f-46e6-4d33-be04-7cd3f1b2ce84 req-4d43382a-60de-4293-b910-4f713ac6cb0d tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:04.024885 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-e98cf17f-46e6-4d33-be04-7cd3f1b2ce84 req-4d43382a-60de-4293-b910-4f713ac6cb0d tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Calling delete_port for 97f2a20a-986a-4f79-b5a7-3958b2ff049a owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:27:04.064208 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd37952-e569-4061-a467-772df37d33b6 req-3b032c72-73d7-4e27-96d9-06a425556722 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:04.065772 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6dd37952-e569-4061-a467-772df37d33b6 req-3b032c72-73d7-4e27-96d9-06a425556722 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 946 time: 0.0535738 Dec 17 15:27:04.113668 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6dd37952-e569-4061-a467-772df37d33b6 req-a12af140-03e9-4db1-954b-e792529f77df tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399866 Dec 17 15:27:04.252363 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:04.257011 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcbff8-5778-4023-812b-0fa92025c250 req-3e2d9d62-df3a-4109-aea2-277f610cfef5 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:04.258545 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fabcbff8-5778-4023-812b-0fa92025c250 req-3e2d9d62-df3a-4109-aea2-277f610cfef5 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=3def9a32-02bf-4598-b376-2446404b1690 HTTP/1.1" status: 200 len: 945 time: 0.0546260 Dec 17 15:27:04.286061 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e98cf17f-46e6-4d33-be04-7cd3f1b2ce84 req-4d43382a-60de-4293-b910-4f713ac6cb0d tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:04.310950 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fabcbff8-5778-4023-812b-0fa92025c250 req-f139ec6b-e549-4887-816d-9755c7ba4a8a tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/security-groups?id=623a9588-a828-4b75-a187-b9f3be305f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438221 Dec 17 15:27:04.318504 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['97f2a20a-986a-4f79-b5a7-3958b2ff049a'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:27:04.323896 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d43382a-60de-4293-b910-4f713ac6cb0d tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Pushing event deleted for resources: {'Port': ['ID=97f2a20a-986a-4f79-b5a7-3958b2ff049a,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:04.388453 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98cf17f-46e6-4d33-be04-7cd3f1b2ce84 req-4d43382a-60de-4293-b910-4f713ac6cb0d tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] No DVR routers for this DVR port 97f2a20a-986a-4f79-b5a7-3958b2ff049a on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:27:04.391723 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e98cf17f-46e6-4d33-be04-7cd3f1b2ce84 req-4d43382a-60de-4293-b910-4f713ac6cb0d tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:04.395593 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e98cf17f-46e6-4d33-be04-7cd3f1b2ce84 req-4d43382a-60de-4293-b910-4f713ac6cb0d tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.41 "DELETE /v2.0/ports/97f2a20a-986a-4f79-b5a7-3958b2ff049a HTTP/1.1" status: 204 len: 173 time: 0.5858357 Dec 17 15:27:04.396095 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3def9a32-02bf-4598-b376-2446404b1690', 'name': 'network-vif-deleted', 'tag': '97f2a20a-986a-4f79-b5a7-3958b2ff049a'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:27:04.402219 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a44bb73-130b-4689-8b29-3dce624c0600" -d '{"events": [{"server_uuid": "3def9a32-02bf-4598-b376-2446404b1690", "name": "network-vif-deleted", "tag": "97f2a20a-986a-4f79-b5a7-3958b2ff049a"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:27:04.446635 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8062b25d-f932-4812-a02a-fa1830dccffb x-openstack-request-id: req-8062b25d-f932-4812-a02a-fa1830dccffb {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:27:04.447170 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3def9a32-02bf-4598-b376-2446404b1690", "name": "network-vif-deleted", "tag": "97f2a20a-986a-4f79-b5a7-3958b2ff049a", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:27:04.447664 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8062b25d-f932-4812-a02a-fa1830dccffb {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:27:04.448163 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3def9a32-02bf-4598-b376-2446404b1690', 'name': 'network-vif-deleted', 'tag': '97f2a20a-986a-4f79-b5a7-3958b2ff049a', 'status': 'completed', 'code': 200} Dec 17 15:27:04.585482 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96cfa1-f286-4c0d-8e9f-c4dfdfd11574 req-3b882f20-fb47-4f39-8ce4-ccebce071537 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:04.586963 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fb96cfa1-f286-4c0d-8e9f-c4dfdfd11574 req-3b882f20-fb47-4f39-8ce4-ccebce071537 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 946 time: 0.0612707 Dec 17 15:27:04.711263 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-fb96cfa1-f286-4c0d-8e9f-c4dfdfd11574 req-796f1d5f-4a1e-4534-b737-733172181690 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Deleting port 3653e185-63d6-4c0b-8808-e01ed1375781 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:27:04.711721 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-fb96cfa1-f286-4c0d-8e9f-c4dfdfd11574 req-796f1d5f-4a1e-4534-b737-733172181690 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:04.812207 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-fb96cfa1-f286-4c0d-8e9f-c4dfdfd11574 req-796f1d5f-4a1e-4534-b737-733172181690 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] For port 3653e185-63d6-4c0b-8808-e01ed1375781, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=3653e185-63d6-4c0b-8808-e01ed1375781,segment=NetworkSegment(4d21e005-2828-402d-861d-cab8d78776ef),segment_id=4d21e005-2828-402d-861d-cab8d78776ef)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:27:04.812539 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-fb96cfa1-f286-4c0d-8e9f-c4dfdfd11574 req-796f1d5f-4a1e-4534-b737-733172181690 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:04.825362 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-fb96cfa1-f286-4c0d-8e9f-c4dfdfd11574 req-796f1d5f-4a1e-4534-b737-733172181690 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Calling delete_port for 3653e185-63d6-4c0b-8808-e01ed1375781 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:27:05.059379 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-fb96cfa1-f286-4c0d-8e9f-c4dfdfd11574 req-796f1d5f-4a1e-4534-b737-733172181690 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:05.099578 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f1d5f-4a1e-4534-b737-733172181690 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Pushing event deleted for resources: {'Port': ['ID=3653e185-63d6-4c0b-8808-e01ed1375781,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:05.099826 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['8c28e0c1-5348-4f77-baee-1e7afe509638', '3653e185-63d6-4c0b-8808-e01ed1375781'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:27:05.158139 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb96cfa1-f286-4c0d-8e9f-c4dfdfd11574 req-796f1d5f-4a1e-4534-b737-733172181690 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] No DVR routers for this DVR port 3653e185-63d6-4c0b-8808-e01ed1375781 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:27:05.160805 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-fb96cfa1-f286-4c0d-8e9f-c4dfdfd11574 req-796f1d5f-4a1e-4534-b737-733172181690 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:05.164433 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fb96cfa1-f286-4c0d-8e9f-c4dfdfd11574 req-796f1d5f-4a1e-4534-b737-733172181690 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.41 "DELETE /v2.0/ports/3653e185-63d6-4c0b-8808-e01ed1375781 HTTP/1.1" status: 204 len: 173 time: 0.5691910 Dec 17 15:27:05.267618 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb046ba7-a999-4865-8e10-015f40fabcab req-dfe8ed05-2eb3-42a6-98ca-44835577e569 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 210 time: 0.0726154 Dec 17 15:27:05.465618 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8b76c7ea-a542-4409-a55d-a46bb6e9def4 req-dcfbb1dc-35f8-4e85-b85d-00bc1b6c3711 tempest-AttachVolumeNegativeTest-240582275 tempest-AttachVolumeNegativeTest-240582275-project] 10.222.0.46 "GET /v2.0/ports?device_id=3def9a32-02bf-4598-b376-2446404b1690 HTTP/1.1" status: 200 len: 210 time: 0.0305264 Dec 17 15:27:06.391487 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8cf1f449-5e91-4518-b739-1d25ce08d8a3 req-588bf452-b3f6-4908-9e5b-e389c3ea9f56 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fe66651-d9cf-40a0-aa7d-a9a96ad9f582 HTTP/1.1" status: 200 len: 210 time: 0.0407550 Dec 17 15:27:06.429512 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33962) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:06.455435 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fe66651-d9cf-40a0-aa7d-a9a96ad9f582', 'name': 'network-vif-deleted', 'tag': '3653e185-63d6-4c0b-8808-e01ed1375781'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:27:06.455435 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ebd0e5-b53d-4aa1-b0b9-8270a5bd43e5" -d '{"events": [{"server_uuid": "2fe66651-d9cf-40a0-aa7d-a9a96ad9f582", "name": "network-vif-deleted", "tag": "3653e185-63d6-4c0b-8808-e01ed1375781"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:27:06.489542 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c957d94b-c0c0-4722-943d-786dd155742f x-openstack-request-id: req-c957d94b-c0c0-4722-943d-786dd155742f {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:27:06.489744 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fe66651-d9cf-40a0-aa7d-a9a96ad9f582", "name": "network-vif-deleted", "tag": "3653e185-63d6-4c0b-8808-e01ed1375781", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:27:06.490027 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c957d94b-c0c0-4722-943d-786dd155742f {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:27:06.490446 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fe66651-d9cf-40a0-aa7d-a9a96ad9f582', 'name': 'network-vif-deleted', 'tag': '3653e185-63d6-4c0b-8808-e01ed1375781', 'status': 'completed', 'code': 200} Dec 17 15:27:06.533933 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33972) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:06.576667 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ac7a4c81-816a-419b-8dec-3b65f06875df admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:06.607923 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-4333b399-d8cb-4d73-8af9-5a3a4caeb595 admin admin] Deleting subnet 0952ece7-8a2b-46ed-893a-e5c8c7ca2a55 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:27:06.613608 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4333b399-d8cb-4d73-8af9-5a3a4caeb595 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:06.669249 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4333b399-d8cb-4d73-8af9-5a3a4caeb595 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:06.727603 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4333b399-d8cb-4d73-8af9-5a3a4caeb595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:06.737864 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cfb3a-d15b-4649-be82-1b94b884bb00 req-67074076-687b-4eec-8f29-288d9975dbd9 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:06.739508 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-356cfb3a-d15b-4649-be82-1b94b884bb00 req-67074076-687b-4eec-8f29-288d9975dbd9 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0516210 Dec 17 15:27:06.773391 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ac7a4c81-816a-419b-8dec-3b65f06875df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:06.780574 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-356cfb3a-d15b-4649-be82-1b94b884bb00 req-ee21b3fb-c2be-4709-8bfb-7ea98f754ba2 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341394 Dec 17 15:27:06.836552 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ac7a4c81-816a-419b-8dec-3b65f06875df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:06.882819 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ac7a4c81-816a-419b-8dec-3b65f06875df admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9e9c4d1a085242fb92c6de84738c58da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4521832 Dec 17 15:27:06.883659 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a4c81-816a-419b-8dec-3b65f06875df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d02b96a-a457-4c48-aa09-2eedf8933922,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:06.885796 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33982) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:06.925322 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741d25f-b561-4948-9b93-658e49980f3b req-c3827172-09d2-400e-8fb6-d7851b8dc18e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:06.926832 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a741d25f-b561-4948-9b93-658e49980f3b req-c3827172-09d2-400e-8fb6-d7851b8dc18e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0750418 Dec 17 15:27:06.950332 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4333b399-d8cb-4d73-8af9-5a3a4caeb595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:06.978266 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-70b8e050-87fc-42e0-a283-33ffd72d372e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:06.982953 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a741d25f-b561-4948-9b93-658e49980f3b req-1db0159d-0361-4201-bd75-6d35b5e6549e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472934 Dec 17 15:27:06.988724 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4333b399-d8cb-4d73-8af9-5a3a4caeb595 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0952ece7-8a2b-46ed-893a-e5c8c7ca2a55,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:06.993618 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4333b399-d8cb-4d73-8af9-5a3a4caeb595 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:07.000563 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4333b399-d8cb-4d73-8af9-5a3a4caeb595 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0952ece7-8a2b-46ed-893a-e5c8c7ca2a55 HTTP/1.1" status: 204 len: 168 time: 0.4624717 Dec 17 15:27:07.000963 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33984) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:07.033454 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-70b8e050-87fc-42e0-a283-33ffd72d372e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:07.127917 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4743203a-8cbc-4e20-af5f-b3b462feb772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:07.198492 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae1cc6-dafd-4b3c-9f5d-fd0d950f21bf req-1ab56628-0f40-41bb-add3-93458fbe7bdc tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:07.199965 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c1ae1cc6-dafd-4b3c-9f5d-fd0d950f21bf req-1ab56628-0f40-41bb-add3-93458fbe7bdc tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0866199 Dec 17 15:27:07.265255 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4743203a-8cbc-4e20-af5f-b3b462feb772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:07.291270 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c1ae1cc6-dafd-4b3c-9f5d-fd0d950f21bf req-d4b1f2dc-8d6c-43d9-8493-e83d90ffe46c tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798388 Dec 17 15:27:07.296452 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-70b8e050-87fc-42e0-a283-33ffd72d372e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:07.298994 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-70b8e050-87fc-42e0-a283-33ffd72d372e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:07.300319 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-70b8e050-87fc-42e0-a283-33ffd72d372e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4d02b96a-a457-4c48-aa09-2eedf8933922 HTTP/1.1" status: 204 len: 168 time: 0.4134088 Dec 17 15:27:07.304866 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-4743203a-8cbc-4e20-af5f-b3b462feb772 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c9e064-e12f-4a4c-95b1-8ca4e4e5512c']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:27:07.318193 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b8e050-87fc-42e0-a283-33ffd72d372e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d02b96a-a457-4c48-aa09-2eedf8933922,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:07.320869 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-4743203a-8cbc-4e20-af5f-b3b462feb772 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c36ffd6-5a93-4f94-8705-bf5bd2d48308') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:27:07.321189 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-4743203a-8cbc-4e20-af5f-b3b462feb772 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c36ffd6-5a93-4f94-8705-bf5bd2d48308') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:27:07.331340 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4743203a-8cbc-4e20-af5f-b3b462feb772 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:07.347061 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4743203a-8cbc-4e20-af5f-b3b462feb772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:07.353773 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4743203a-8cbc-4e20-af5f-b3b462feb772 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:27:07.354174 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4743203a-8cbc-4e20-af5f-b3b462feb772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:07.355872 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:27:07.355872 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:27:07.355872 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:27:07.355872 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:27:07.355872 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:27:07.355872 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:27:07.355872 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:27:07.355872 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:27:07.355872 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:27:07.355872 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:27:07.355872 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:27:07.355872 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:27:07.355872 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:27:07.355872 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:27:07.355872 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:27:07.355872 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:27:07.355872 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:27:07.355872 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:27:07.355872 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:27:07.355872 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:27:07.355872 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:27:07.355872 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:27:07.355872 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:27:07.355872 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:27:07.355872 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:27:07.355872 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:27:07.355872 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:27:07.355872 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:27:07.355872 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:27:07.355872 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:27:07.355872 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:27:07.355872 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:27:07.451206 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448866a-98c6-4291-aa49-88579be04b2d req-98b07864-b1d0-40c8-9f61-28cbb7c7d4ea tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:07.453314 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0448866a-98c6-4291-aa49-88579be04b2d req-98b07864-b1d0-40c8-9f61-28cbb7c7d4ea tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0595810 Dec 17 15:27:07.494809 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0448866a-98c6-4291-aa49-88579be04b2d req-c422a3b8-eef2-4215-b9c1-417ba7e271c7 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341592 Dec 17 15:27:07.522347 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4743203a-8cbc-4e20-af5f-b3b462feb772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:07.533712 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4743203a-8cbc-4e20-af5f-b3b462feb772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:07.537477 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4743203a-8cbc-4e20-af5f-b3b462feb772 admin admin] 10.222.0.46 "DELETE /v2.0/networks/08c9e064-e12f-4a4c-95b1-8ca4e4e5512c HTTP/1.1" status: 204 len: 168 time: 0.5354159 Dec 17 15:27:07.555975 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743203a-8cbc-4e20-af5f-b3b462feb772 admin admin] Pushing event deleted for resources: {'Network': ['ID=08c9e064-e12f-4a4c-95b1-8ca4e4e5512c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:07.564349 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 97f2a20a-986a-4f79-b5a7-3958b2ff049a no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:27:07.603122 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 97f2a20a-986a-4f79-b5a7-3958b2ff049a {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:27:07.603899 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 97f2a20a-986a-4f79-b5a7-3958b2ff049a not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:27:07.781223 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a05c77-762c-402f-9008-5d0365e49ea0 req-da72d88d-2ca8-43b8-b1ee-c2097d176e93 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:07.783109 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-65a05c77-762c-402f-9008-5d0365e49ea0 req-da72d88d-2ca8-43b8-b1ee-c2097d176e93 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0566566 Dec 17 15:27:07.829965 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-65a05c77-762c-402f-9008-5d0365e49ea0 req-19ffdbed-7c74-4950-a51b-de44a16e2519 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376458 Dec 17 15:27:07.961104 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa066f8-fcf3-49e4-a077-d63158342e13 req-cfd1a663-75db-4095-a3ad-d5b5bff118b2 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:07.968407 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9fa066f8-fcf3-49e4-a077-d63158342e13 req-cfd1a663-75db-4095-a3ad-d5b5bff118b2 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0590947 Dec 17 15:27:08.004830 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9fa066f8-fcf3-49e4-a077-d63158342e13 req-83c17e37-6b51-468c-bd83-b19158588854 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353501 Dec 17 15:27:08.025969 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34052) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:08.070114 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-52ec4ce4-45a2-4f8b-be68-e37a5eed6fa8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a7013fb088334b89b4b468618dd42862&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428894 Dec 17 15:27:08.072829 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34056) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:08.143390 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6cff14f2-36e3-4b4c-a166-272e37245c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:08.168098 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6cff14f2-36e3-4b4c-a166-272e37245c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:08.319539 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fa0d0-cb99-4e46-b2ac-d8ad62df8d1d req-902a1914-c094-4fbf-8a60-238d202acaba tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:08.321078 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d04fa0d0-cb99-4e46-b2ac-d8ad62df8d1d req-902a1914-c094-4fbf-8a60-238d202acaba tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0480816 Dec 17 15:27:08.360677 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d04fa0d0-cb99-4e46-b2ac-d8ad62df8d1d req-14533595-4c3e-4a68-adf5-46eebf44e67c tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329108 Dec 17 15:27:08.395242 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6cff14f2-36e3-4b4c-a166-272e37245c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:08.398057 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6cff14f2-36e3-4b4c-a166-272e37245c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:08.399256 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6cff14f2-36e3-4b4c-a166-272e37245c0b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/623a9588-a828-4b75-a187-b9f3be305f7d HTTP/1.1" status: 204 len: 168 time: 0.3253205 Dec 17 15:27:08.407325 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff14f2-36e3-4b4c-a166-272e37245c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623a9588-a828-4b75-a187-b9f3be305f7d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:08.481975 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79eff4a-cf23-4de0-a5ed-3854e590396c req-861c71c2-50dd-4eda-bb2e-b4257088d9bc tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:08.483725 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d79eff4a-cf23-4de0-a5ed-3854e590396c req-861c71c2-50dd-4eda-bb2e-b4257088d9bc tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0508065 Dec 17 15:27:08.527279 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d79eff4a-cf23-4de0-a5ed-3854e590396c req-c695773b-7776-4ca3-af81-e61fcadf6744 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367062 Dec 17 15:27:08.648506 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b9f34-3c96-422a-9222-fb880f90ba33 req-4cd0163c-b9ec-4cb8-87a0-aae14ab22ff3 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:08.650034 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ee9b9f34-3c96-422a-9222-fb880f90ba33 req-4cd0163c-b9ec-4cb8-87a0-aae14ab22ff3 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f5ef515-4454-4983-9991-927c884ddc6e HTTP/1.1" status: 200 len: 945 time: 0.0546188 Dec 17 15:27:08.709180 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ee9b9f34-3c96-422a-9222-fb880f90ba33 req-5e60f242-61fe-43d1-96a2-4302d282fd82 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517926 Dec 17 15:27:08.812991 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d18ba4-a16a-4a7c-af64-ff5b43b7958d req-f2b8c1ed-525f-4dcc-a62f-cb3888d0b518 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:08.814659 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-55d18ba4-a16a-4a7c-af64-ff5b43b7958d req-f2b8c1ed-525f-4dcc-a62f-cb3888d0b518 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0518785 Dec 17 15:27:08.855222 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-55d18ba4-a16a-4a7c-af64-ff5b43b7958d req-4c9db1e9-e2cf-4dc4-8406-1bbb10259113 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345633 Dec 17 15:27:08.975580 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602f844-84ad-45d3-9ea0-b1bb03cd232e req-b822a58f-e56e-4e95-9abf-0f66c21dc4fa tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:08.977097 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c602f844-84ad-45d3-9ea0-b1bb03cd232e req-b822a58f-e56e-4e95-9abf-0f66c21dc4fa tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0491829 Dec 17 15:27:09.017234 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c602f844-84ad-45d3-9ea0-b1bb03cd232e req-a5c56ec4-fced-4cb4-bb57-a701067990f1 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339065 Dec 17 15:27:09.241166 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19a6fc-302f-4b88-b882-470f839450e2 req-73d9ba52-b422-4997-81a9-5af8a246d9b5 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:09.249027 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a19a6fc-302f-4b88-b882-470f839450e2 req-73d9ba52-b422-4997-81a9-5af8a246d9b5 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0652492 Dec 17 15:27:09.284461 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a19a6fc-302f-4b88-b882-470f839450e2 req-d6b0547e-9548-409b-92bb-2273041ad109 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342472 Dec 17 15:27:09.404239 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcab4cf-0cce-4817-998e-9b178b92b143 req-99119113-7238-4d24-abf0-9133d6a5d13d tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:09.406492 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ddcab4cf-0cce-4817-998e-9b178b92b143 req-99119113-7238-4d24-abf0-9133d6a5d13d tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0498025 Dec 17 15:27:09.450568 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ddcab4cf-0cce-4817-998e-9b178b92b143 req-c4908d56-3a3c-43bf-a906-08b2989e81a5 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377994 Dec 17 15:27:09.571340 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 3653e185-63d6-4c0b-8808-e01ed1375781 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:27:09.598286 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 3653e185-63d6-4c0b-8808-e01ed1375781 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:27:09.598617 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 3653e185-63d6-4c0b-8808-e01ed1375781 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:27:09.767513 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7297f-c3bc-49de-bf17-2a73d840454f req-48cb1761-e951-49de-8ff3-b763d3523cf9 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:09.769499 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d5a7297f-c3bc-49de-bf17-2a73d840454f req-48cb1761-e951-49de-8ff3-b763d3523cf9 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/networks?id=040e81ed-645b-49f2-b606-529d20326479 HTTP/1.1" status: 200 len: 814 time: 0.1099100 Dec 17 15:27:09.796095 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d5a7297f-c3bc-49de-bf17-2a73d840454f req-e8069b00-2db7-4778-9798-21aa5f7d3ea7 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/quotas/e31b08986e494abe92337553ad2cd818 HTTP/1.1" status: 200 len: 375 time: 0.0194919 Dec 17 15:27:09.862207 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a9755-16df-4ea5-b7f9-781081c59f04 req-f4db4cc0-fdc3-4abe-9905-405a43cadefa tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:09.863717 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d8a9755-16df-4ea5-b7f9-781081c59f04 req-f4db4cc0-fdc3-4abe-9905-405a43cadefa tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f5ef515-4454-4983-9991-927c884ddc6e HTTP/1.1" status: 200 len: 945 time: 0.0802383 Dec 17 15:27:09.872018 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d5a7297f-c3bc-49de-bf17-2a73d840454f req-c2f5e87b-7a1a-4a03-9412-30c04a7136d2 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e31b08986e494abe92337553ad2cd818&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0617106 Dec 17 15:27:09.907146 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d8a9755-16df-4ea5-b7f9-781081c59f04 req-9a22fbff-f6ef-4c43-8115-05953f0e951d tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/security-groups?id=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341825 Dec 17 15:27:09.997097 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1a842-dd14-4d28-829d-51c50c6483cc req-35681a16-a018-45f9-b124-1c493d23153e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:09.997097 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-03d1a842-dd14-4d28-829d-51c50c6483cc req-35681a16-a018-45f9-b124-1c493d23153e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0522044 Dec 17 15:27:10.032514 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-03d1a842-dd14-4d28-829d-51c50c6483cc req-a6cdff76-beaf-4475-8d2b-fe3628b2086d tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356038 Dec 17 15:27:10.157728 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc30378-9d60-4c40-81c4-f09f0d50e1d7 req-a9b09e20-ea3e-4c7a-9d98-e63560c0004d tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:10.159440 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2bc30378-9d60-4c40-81c4-f09f0d50e1d7 req-a9b09e20-ea3e-4c7a-9d98-e63560c0004d tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0576658 Dec 17 15:27:10.224160 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2bc30378-9d60-4c40-81c4-f09f0d50e1d7 req-5bdc20c8-d6ef-4efa-8b64-689ebf59983d tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506170 Dec 17 15:27:10.225010 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:10.463757 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bd1bf7a2-a7d6-49ab-a2aa-75c0af4c3051 req-cba09cc5-87cd-44d3-a8ba-d1f4417330d9 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=e31b08986e494abe92337553ad2cd818 HTTP/1.1" status: 200 len: 221 time: 0.0492735 Dec 17 15:27:10.478895 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f170ac-7bfa-4845-9594-8b589e508e29 req-d6c15db1-7d13-4d41-b741-c36e1343ea7b tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:10.480556 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a5f170ac-7bfa-4845-9594-8b589e508e29 req-d6c15db1-7d13-4d41-b741-c36e1343ea7b tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f5ef515-4454-4983-9991-927c884ddc6e HTTP/1.1" status: 200 len: 945 time: 0.0632703 Dec 17 15:27:10.560503 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec37c7b-b505-4441-93bf-b5da777cab80 req-b7657649-3a93-4378-9b61-429a2bb49799 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:10.563071 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3ec37c7b-b505-4441-93bf-b5da777cab80 req-b7657649-3a93-4378-9b61-429a2bb49799 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0502815 Dec 17 15:27:10.584651 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-a5f170ac-7bfa-4845-9594-8b589e508e29 req-72df6257-a86c-4a14-a80b-539859f23015 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Deleting port 8c28e0c1-5348-4f77-baee-1e7afe509638 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:27:10.584997 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a5f170ac-7bfa-4845-9594-8b589e508e29 req-72df6257-a86c-4a14-a80b-539859f23015 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:10.607454 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3ec37c7b-b505-4441-93bf-b5da777cab80 req-328b9351-26ad-4d91-a04f-b141d00acdf4 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364704 Dec 17 15:27:10.698224 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-a5f170ac-7bfa-4845-9594-8b589e508e29 req-72df6257-a86c-4a14-a80b-539859f23015 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] For port 8c28e0c1-5348-4f77-baee-1e7afe509638, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=8c28e0c1-5348-4f77-baee-1e7afe509638,segment=NetworkSegment(4d21e005-2828-402d-861d-cab8d78776ef),segment_id=4d21e005-2828-402d-861d-cab8d78776ef)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:27:10.699489 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a5f170ac-7bfa-4845-9594-8b589e508e29 req-72df6257-a86c-4a14-a80b-539859f23015 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:10.714208 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-a5f170ac-7bfa-4845-9594-8b589e508e29 req-72df6257-a86c-4a14-a80b-539859f23015 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Calling delete_port for 8c28e0c1-5348-4f77-baee-1e7afe509638 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:27:10.755370 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25721d-f3f1-480c-bc58-77bf6e5a16c3 req-30932622-a096-4614-95d9-215e83eba0b9 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:10.756990 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0c25721d-f3f1-480c-bc58-77bf6e5a16c3 req-30932622-a096-4614-95d9-215e83eba0b9 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0594134 Dec 17 15:27:10.798285 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0c25721d-f3f1-480c-bc58-77bf6e5a16c3 req-44824161-bb03-43c1-8511-99eed7658c54 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351667 Dec 17 15:27:10.910612 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a5f170ac-7bfa-4845-9594-8b589e508e29 req-72df6257-a86c-4a14-a80b-539859f23015 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:10.939730 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df6257-a86c-4a14-a80b-539859f23015 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Pushing event deleted for resources: {'Port': ['ID=8c28e0c1-5348-4f77-baee-1e7afe509638,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:10.946269 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['8c28e0c1-5348-4f77-baee-1e7afe509638'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:27:10.957964 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf050913-ea2e-41d1-989e-5a319056f14e req-9ea41d59-fb1b-4d8f-b777-11f2ce0079c7 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:10.965941 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf050913-ea2e-41d1-989e-5a319056f14e req-9ea41d59-fb1b-4d8f-b777-11f2ce0079c7 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0727913 Dec 17 15:27:11.016104 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f170ac-7bfa-4845-9594-8b589e508e29 req-72df6257-a86c-4a14-a80b-539859f23015 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] No DVR routers for this DVR port 8c28e0c1-5348-4f77-baee-1e7afe509638 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:27:11.019549 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a5f170ac-7bfa-4845-9594-8b589e508e29 req-72df6257-a86c-4a14-a80b-539859f23015 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:11.022948 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a5f170ac-7bfa-4845-9594-8b589e508e29 req-72df6257-a86c-4a14-a80b-539859f23015 tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.41 "DELETE /v2.0/ports/8c28e0c1-5348-4f77-baee-1e7afe509638 HTTP/1.1" status: 204 len: 173 time: 0.5359099 Dec 17 15:27:11.023409 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5ef515-4454-4983-9991-927c884ddc6e', 'name': 'network-vif-deleted', 'tag': '8c28e0c1-5348-4f77-baee-1e7afe509638'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:27:11.026779 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af90a46-179e-41b3-a9ce-f5dc4d9a405a" -d '{"events": [{"server_uuid": "2f5ef515-4454-4983-9991-927c884ddc6e", "name": "network-vif-deleted", "tag": "8c28e0c1-5348-4f77-baee-1e7afe509638"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:27:11.028014 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f662f33d-15e7-43a8-92b0-8d5f8b722e6c req-09fb8ed0-153d-4d7f-a4d0-6ff68dbc100b tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f5ef515-4454-4983-9991-927c884ddc6e HTTP/1.1" status: 200 len: 210 time: 0.0346978 Dec 17 15:27:11.037589 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf050913-ea2e-41d1-989e-5a319056f14e req-34ef573f-8cd7-4e5e-8bc8-5c1469704720 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705700 Dec 17 15:27:11.077902 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42d30c4-3b3a-4223-9b3a-77d5a24e2f5e x-openstack-request-id: req-f42d30c4-3b3a-4223-9b3a-77d5a24e2f5e {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:27:11.078198 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f5ef515-4454-4983-9991-927c884ddc6e", "name": "network-vif-deleted", "tag": "8c28e0c1-5348-4f77-baee-1e7afe509638", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:27:11.078449 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f42d30c4-3b3a-4223-9b3a-77d5a24e2f5e {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:27:11.078850 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f5ef515-4454-4983-9991-927c884ddc6e', 'name': 'network-vif-deleted', 'tag': '8c28e0c1-5348-4f77-baee-1e7afe509638', 'status': 'completed', 'code': 200} Dec 17 15:27:11.160379 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dfa77-6036-4343-9499-85a3b3fd568d req-3a91517d-929b-44be-a9ac-1c171519aae7 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:11.162069 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2f8dfa77-6036-4343-9499-85a3b3fd568d req-3a91517d-929b-44be-a9ac-1c171519aae7 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0557814 Dec 17 15:27:11.206511 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2f8dfa77-6036-4343-9499-85a3b3fd568d req-36d3b565-20fd-48dd-a89f-4878d2412657 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385482 Dec 17 15:27:11.334496 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ed96b-4f15-4b93-8d74-97a9cce28a3b req-13e70f80-f76d-41e8-bffd-74bc8ea45975 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:11.336037 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8a9ed96b-4f15-4b93-8d74-97a9cce28a3b req-13e70f80-f76d-41e8-bffd-74bc8ea45975 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0511148 Dec 17 15:27:11.375010 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8a9ed96b-4f15-4b93-8d74-97a9cce28a3b req-f0e7d5f6-25ac-4d09-b46b-ac2543796229 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322878 Dec 17 15:27:11.498689 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51cc8d-f1fc-4b0a-b3f5-244ebd920c76 req-58114a59-ccc6-4a01-b093-0c3c4ad4a863 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:11.501037 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fb51cc8d-f1fc-4b0a-b3f5-244ebd920c76 req-58114a59-ccc6-4a01-b093-0c3c4ad4a863 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0532403 Dec 17 15:27:11.541193 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fb51cc8d-f1fc-4b0a-b3f5-244ebd920c76 req-7fca6202-1318-459f-a134-52f499d35538 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327933 Dec 17 15:27:11.676961 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d42ac-2e17-4042-b593-e629817a3de7 req-53b68a7e-de75-4301-99a9-e9dc6aaca0c2 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:11.678881 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c92d42ac-2e17-4042-b593-e629817a3de7 req-53b68a7e-de75-4301-99a9-e9dc6aaca0c2 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0579143 Dec 17 15:27:11.722623 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c92d42ac-2e17-4042-b593-e629817a3de7 req-55494cfe-9c11-40aa-875f-daf3ce9d265a tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364511 Dec 17 15:27:11.877818 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b4a71-e00e-409f-ba45-919d891d58d8 req-640b5b9a-a572-4a62-8a00-3978e427e66a tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:11.883719 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-423b4a71-e00e-409f-ba45-919d891d58d8 req-640b5b9a-a572-4a62-8a00-3978e427e66a tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0563536 Dec 17 15:27:11.919812 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-423b4a71-e00e-409f-ba45-919d891d58d8 req-755e7566-ce30-4ffb-b505-7daa53e9e3ce tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339730 Dec 17 15:27:12.062289 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b36f5-90e5-4710-aac3-a30ebeaa2009 req-ca448429-fee9-468b-96a6-8adb7bb7d517 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:12.063862 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b86b36f5-90e5-4710-aac3-a30ebeaa2009 req-ca448429-fee9-468b-96a6-8adb7bb7d517 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0536399 Dec 17 15:27:12.103097 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b86b36f5-90e5-4710-aac3-a30ebeaa2009 req-f2c3b071-0f73-4e1d-ae9d-f88fabf7e2cd tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332119 Dec 17 15:27:12.147334 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5226a759-c0d6-4815-8a81-b7825c1f1071 req-febe99b8-d40b-44aa-9661-7d874f70fc0c tempest-ServersTestJSON-754694481 tempest-ServersTestJSON-754694481-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f5ef515-4454-4983-9991-927c884ddc6e HTTP/1.1" status: 200 len: 210 time: 0.0324178 Dec 17 15:27:12.223922 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082774d-a9c0-4913-b23d-3ccc5a66000c req-ca12359f-24ee-4664-8f03-bc44e07aee33 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:12.225372 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9082774d-a9c0-4913-b23d-3ccc5a66000c req-ca12359f-24ee-4664-8f03-bc44e07aee33 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0493183 Dec 17 15:27:12.267628 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9082774d-a9c0-4913-b23d-3ccc5a66000c req-cc65b69e-1efc-4a9b-b655-ec113e34e130 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355279 Dec 17 15:27:12.399309 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec037b3-3b8f-4393-bf37-cf7008972ba9 req-d8ce46a8-6769-4ad4-a8e3-e663d24f4d80 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:12.400764 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dec037b3-3b8f-4393-bf37-cf7008972ba9 req-d8ce46a8-6769-4ad4-a8e3-e663d24f4d80 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0476041 Dec 17 15:27:12.441020 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dec037b3-3b8f-4393-bf37-cf7008972ba9 req-858e6c28-38ac-4262-9088-da9aad69bef7 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333810 Dec 17 15:27:12.560343 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f461c-c73e-4bf7-a4d5-2262ebce7c26 req-e1d4b99a-b198-4151-835f-487c86e67c5e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:12.562093 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-653f461c-c73e-4bf7-a4d5-2262ebce7c26 req-e1d4b99a-b198-4151-835f-487c86e67c5e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0531292 Dec 17 15:27:12.605814 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-653f461c-c73e-4bf7-a4d5-2262ebce7c26 req-1ac08dfa-3d0a-4bc4-8b81-479dbbc8481f tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379286 Dec 17 15:27:12.740720 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0116608-8871-4ab2-be75-08f26fa3f1de req-675842c8-4112-492f-bcd4-6e353be0a524 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:12.742389 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0116608-8871-4ab2-be75-08f26fa3f1de req-675842c8-4112-492f-bcd4-6e353be0a524 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0491221 Dec 17 15:27:12.784280 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0116608-8871-4ab2-be75-08f26fa3f1de req-024cec7a-2a12-4aeb-a2b1-d6414ebaea88 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341475 Dec 17 15:27:12.810009 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:27:12.915268 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48b3d8-4ba5-4f8a-b10f-37dc65ae6bed req-ed2dc54c-faa1-408f-a8d6-2cc951ed0513 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:12.917105 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9c48b3d8-4ba5-4f8a-b10f-37dc65ae6bed req-ed2dc54c-faa1-408f-a8d6-2cc951ed0513 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0529296 Dec 17 15:27:12.957398 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9c48b3d8-4ba5-4f8a-b10f-37dc65ae6bed req-f7305e1a-f56e-416e-aca5-f7f85ffb0def tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339277 Dec 17 15:27:13.048359 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-7c0f22f9-e6d8-470c-bf0d-6ad1e53868d9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0518107 Dec 17 15:27:13.188259 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-75a92023-fb55-4a3a-a2fd-f6544737b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:13.188875 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-75a92023-fb55-4a3a-a2fd-f6544737b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:13.189443 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-75a92023-fb55-4a3a-a2fd-f6544737b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:13.190233 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-75a92023-fb55-4a3a-a2fd-f6544737b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:13.191059 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-75a92023-fb55-4a3a-a2fd-f6544737b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:13.192255 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-75a92023-fb55-4a3a-a2fd-f6544737b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:13.192937 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-75a92023-fb55-4a3a-a2fd-f6544737b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:13.195194 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-75a92023-fb55-4a3a-a2fd-f6544737b1a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=877bbdd90a9744e8870dce0869eb9a96&device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 6489 time: 0.0690894 Dec 17 15:27:13.198972 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099471d0-382a-4602-bd31-d9859f8a3110 req-7332e9db-ab01-4074-9dc2-10f777b5af6c tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:13.208539 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-099471d0-382a-4602-bd31-d9859f8a3110 req-7332e9db-ab01-4074-9dc2-10f777b5af6c tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0698073 Dec 17 15:27:13.219048 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34280) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:13.252437 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-099471d0-382a-4602-bd31-d9859f8a3110 req-82b0ecdb-9077-421b-885b-8c0c8aefa8a8 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430341 Dec 17 15:27:13.329287 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-551a7608-2425-48c9-9909-ae011bcfa417 admin admin] Deleting subnet ce6f6d4e-40b3-4f79-b7d3-a679e64969d7 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:27:13.333969 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-551a7608-2425-48c9-9909-ae011bcfa417 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:13.390046 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-96442585-cba7-440c-930f-748ed8997834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:13.390542 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-96442585-cba7-440c-930f-748ed8997834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:13.391064 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-96442585-cba7-440c-930f-748ed8997834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:13.392612 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-96442585-cba7-440c-930f-748ed8997834 service neutron] 10.222.0.41 "GET /v2.0/networks?id=de5b4090-a778-4df4-ad31-4dba3e85ea67&id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&id=9f3a192b-6f54-446b-8786-4392777f5f19&id=9f3a192b-6f54-446b-8786-4392777f5f19 HTTP/1.1" status: 200 len: 2292 time: 0.1658688 Dec 17 15:27:13.394692 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-551a7608-2425-48c9-9909-ae011bcfa417 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:13.396625 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e20aa-a9e0-4544-b1d9-2a74ce369981 req-2a27f952-0d79-4be6-a147-61ef853cfe7c tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:13.398445 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a53e20aa-a9e0-4544-b1d9-2a74ce369981 req-2a27f952-0d79-4be6-a147-61ef853cfe7c tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0603459 Dec 17 15:27:13.449221 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a53e20aa-a9e0-4544-b1d9-2a74ce369981 req-69589a2d-f909-45d0-a4de-2f02285c478b tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389063 Dec 17 15:27:13.484062 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-551a7608-2425-48c9-9909-ae011bcfa417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:13.507955 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-c14bb4d7-3836-4c65-b2e9-4a1f1eae48f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce09dfd3-f25c-4228-bd90-d195b7f4a22e HTTP/1.1" status: 200 len: 1002 time: 0.0920935 Dec 17 15:27:13.573825 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-7e288b43-54a4-4a23-86af-35eb0965c896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:13.575265 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-7e288b43-54a4-4a23-86af-35eb0965c896 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1a4a435-03ec-407e-806d-67c3316a8ccb HTTP/1.1" status: 200 len: 850 time: 0.0592120 Dec 17 15:27:13.634292 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-4d000747-5597-43b1-a1ad-73dab1850d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:13.636131 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-4d000747-5597-43b1-a1ad-73dab1850d37 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de5b4090-a778-4df4-ad31-4dba3e85ea67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520818 Dec 17 15:27:13.699230 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-551a7608-2425-48c9-9909-ae011bcfa417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:13.738111 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-551a7608-2425-48c9-9909-ae011bcfa417 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:13.738523 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582f5d7-6ccc-4a8d-b4bb-58907497a7d0 req-a899bab9-435a-4a43-89f3-eea0d00ecb41 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:13.744908 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-551a7608-2425-48c9-9909-ae011bcfa417 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ce6f6d4e-40b3-4f79-b7d3-a679e64969d7 HTTP/1.1" status: 204 len: 168 time: 0.5218458 Dec 17 15:27:13.744908 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a7608-2425-48c9-9909-ae011bcfa417 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce6f6d4e-40b3-4f79-b7d3-a679e64969d7,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:13.748535 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34300) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:13.750065 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f582f5d7-6ccc-4a8d-b4bb-58907497a7d0 req-a899bab9-435a-4a43-89f3-eea0d00ecb41 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0651741 Dec 17 15:27:13.795325 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f582f5d7-6ccc-4a8d-b4bb-58907497a7d0 req-a6d08d3a-c6de-435e-ac65-d0d311e7604e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442784 Dec 17 15:27:13.860805 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-24e23a76-91cc-4c68-b51c-964d387dd82f service neutron] 10.222.0.41 "GET /v2.0/networks/de5b4090-a778-4df4-ad31-4dba3e85ea67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162967 Dec 17 15:27:13.863568 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1b78ed6b-71f4-4032-af27-af894fd8538d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:13.963200 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb656a45-6adf-44ce-96b9-db73d9f32455 req-858afdcd-bd54-4887-b437-18fe14924600 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:13.972407 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb656a45-6adf-44ce-96b9-db73d9f32455 req-858afdcd-bd54-4887-b437-18fe14924600 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0943422 Dec 17 15:27:14.017952 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb656a45-6adf-44ce-96b9-db73d9f32455 req-8bbb734c-853c-4296-ba45-5b6a2a334a99 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442390 Dec 17 15:27:14.172421 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f44672-50e4-462b-8417-a41fe6651356 req-1e41086d-42e1-477e-a1df-618666f07a0b tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:14.174564 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-80f44672-50e4-462b-8417-a41fe6651356 req-1e41086d-42e1-477e-a1df-618666f07a0b tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0597653 Dec 17 15:27:14.231149 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-80f44672-50e4-462b-8417-a41fe6651356 req-8fb12c3b-9ad7-48ab-867e-0c3470df5915 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409775 Dec 17 15:27:14.353004 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1b78ed6b-71f4-4032-af27-af894fd8538d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:14.361531 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc9515-c41c-4bfb-bf93-1dc2ff3c8ec1 req-af3d48ae-2612-456b-8081-50c4164a3d04 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:14.363278 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-75dc9515-c41c-4bfb-bf93-1dc2ff3c8ec1 req-af3d48ae-2612-456b-8081-50c4164a3d04 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0527298 Dec 17 15:27:14.388510 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-1b78ed6b-71f4-4032-af27-af894fd8538d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eca304a-4461-49a4-96b4-a39f3600fd04']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:27:14.401778 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-b3f77890-5387-471d-8d76-5357a6ea902b service neutron] 10.222.0.41 "GET /v2.0/networks/de5b4090-a778-4df4-ad31-4dba3e85ea67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5327778 Dec 17 15:27:14.402199 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-75dc9515-c41c-4bfb-bf93-1dc2ff3c8ec1 req-db50507a-d281-4bdd-84d7-c8d9641312d2 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327787 Dec 17 15:27:14.403344 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-1b78ed6b-71f4-4032-af27-af894fd8538d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d21e005-2828-402d-861d-cab8d78776ef') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:27:14.403638 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-1b78ed6b-71f4-4032-af27-af894fd8538d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d21e005-2828-402d-861d-cab8d78776ef') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:27:14.419700 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1b78ed6b-71f4-4032-af27-af894fd8538d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:14.453121 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-dadf9426-16c6-4fe9-8999-6eb44df1d97a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=2d686fb9-445a-4e4e-bae4-a300e7b2fcbd HTTP/1.1" status: 200 len: 217 time: 0.0419180 Dec 17 15:27:14.469551 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1b78ed6b-71f4-4032-af27-af894fd8538d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:14.498360 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b78ed6b-71f4-4032-af27-af894fd8538d admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:27:14.498764 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1b78ed6b-71f4-4032-af27-af894fd8538d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:14.501191 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:27:14.501191 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:27:14.501191 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:27:14.501191 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:27:14.501191 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:27:14.501191 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:27:14.501191 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:27:14.501191 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:27:14.501191 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:27:14.501191 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:27:14.501191 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:27:14.501191 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:27:14.501191 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:27:14.501191 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:27:14.501191 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:27:14.501191 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:27:14.501191 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:27:14.501191 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:27:14.501191 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:27:14.501191 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:27:14.501191 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:27:14.501191 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:27:14.501191 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:27:14.501191 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:27:14.501191 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:27:14.501191 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:27:14.501191 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:27:14.501191 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:27:14.501191 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:27:14.501191 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:27:14.501191 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:27:14.501191 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:27:14.559258 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-0e343814-d9e0-4c94-89c1-716e069423e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:14.561253 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-0e343814-d9e0-4c94-89c1-716e069423e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eca1b89-7ed9-42c7-8458-c977678cd701 HTTP/1.1" status: 200 len: 797 time: 0.0992134 Dec 17 15:27:14.607510 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-64445e5e-e689-4669-b2b5-5f4eb547ca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:14.609558 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-64445e5e-e689-4669-b2b5-5f4eb547ca47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0409210 Dec 17 15:27:14.682253 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1b78ed6b-71f4-4032-af27-af894fd8538d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:14.710041 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1b78ed6b-71f4-4032-af27-af894fd8538d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:14.714263 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1b78ed6b-71f4-4032-af27-af894fd8538d admin admin] 10.222.0.46 "DELETE /v2.0/networks/8eca304a-4461-49a4-96b4-a39f3600fd04 HTTP/1.1" status: 204 len: 168 time: 0.9639018 Dec 17 15:27:14.727264 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78ed6b-71f4-4032-af27-af894fd8538d admin admin] Pushing event deleted for resources: {'Network': ['ID=8eca304a-4461-49a4-96b4-a39f3600fd04,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:14.742339 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b375713-ac0c-4253-aa9a-66e8c5520e26 req-c2e4548b-5cce-4333-b536-0485a441998a tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:14.750255 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0b375713-ac0c-4253-aa9a-66e8c5520e26 req-c2e4548b-5cce-4333-b536-0485a441998a tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0662544 Dec 17 15:27:14.761359 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-dbaa7150-2c6d-4bf5-a0b0-187f6b0a72bc service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448979 Dec 17 15:27:14.793363 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0b375713-ac0c-4253-aa9a-66e8c5520e26 req-69c0a20a-abe2-473d-9bdb-8574521f8852 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421169 Dec 17 15:27:14.894924 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-fcf40494-4005-4959-ac82-6073079ff9e4 service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005785 Dec 17 15:27:14.954257 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-f9dbb98c-c3e5-45ad-8389-1c6ecb11096e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=d3a935e5-2d45-4f21-b240-16b6be02d4d5 HTTP/1.1" status: 200 len: 217 time: 0.0503476 Dec 17 15:27:15.012788 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-c26f5cf7-80f5-4856-9c68-b3ec788a64de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:15.014653 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-c26f5cf7-80f5-4856-9c68-b3ec788a64de service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eca1b89-7ed9-42c7-8458-c977678cd701 HTTP/1.1" status: 200 len: 797 time: 0.0536077 Dec 17 15:27:15.067707 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-a31dc0f9-061c-4d48-b918-c8c29e79b06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:15.069507 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-a31dc0f9-061c-4d48-b918-c8c29e79b06a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0474520 Dec 17 15:27:15.167619 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-44dd2afc-1681-4a3d-81f7-3bdef40718ae service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889432 Dec 17 15:27:15.203530 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34342) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:15.250374 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-26a4a333-501d-4a89-b240-6200c863419a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b5d340d6e372463aa9915724f2edafdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456712 Dec 17 15:27:15.252847 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34344) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:15.271633 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-38b5a4d6-ae5a-4f34-ac2c-7efac38aac66 service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969148 Dec 17 15:27:15.307584 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9d5e5511-21c7-4067-a713-bdab7683d24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:15.324132 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-08230828-77b6-4b59-a43c-a5e081c244f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=e580942b-4338-463b-8dea-66ed71bb7043 HTTP/1.1" status: 200 len: 217 time: 0.0421419 Dec 17 15:27:15.331843 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9d5e5511-21c7-4067-a713-bdab7683d24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:15.382621 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-a7e89e90-6618-4c35-b9cc-e9542d2dac1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:15.384070 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-a7e89e90-6618-4c35-b9cc-e9542d2dac1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eca1b89-7ed9-42c7-8458-c977678cd701 HTTP/1.1" status: 200 len: 797 time: 0.0513179 Dec 17 15:27:15.431708 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-3444cabc-c86d-49f5-93a4-e049d89cbf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:15.433467 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-3444cabc-c86d-49f5-93a4-e049d89cbf0f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0422766 Dec 17 15:27:15.469556 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9d5e5511-21c7-4067-a713-bdab7683d24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:15.472715 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9d5e5511-21c7-4067-a713-bdab7683d24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:15.476241 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9d5e5511-21c7-4067-a713-bdab7683d24a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3 HTTP/1.1" status: 204 len: 168 time: 0.2200677 Dec 17 15:27:15.488385 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e5511-21c7-4067-a713-bdab7683d24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fd1d27-3662-40fd-a4c7-1d2b0e0f1de3,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:15.537520 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-0461e3c5-2fc7-4844-bdfd-179af2a39b90 service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950816 Dec 17 15:27:15.577717 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 8c28e0c1-5348-4f77-baee-1e7afe509638 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:27:15.599188 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 8c28e0c1-5348-4f77-baee-1e7afe509638 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:27:15.599595 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 8c28e0c1-5348-4f77-baee-1e7afe509638 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:27:15.646440 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-6333899c-159e-4197-80c5-02c479c17b2d service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011682 Dec 17 15:27:15.691785 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-e9ce3743-043e-4558-be8e-0ef13d6b2cb3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=1c9784fa-c394-46e9-a70f-5aa02b240ee6 HTTP/1.1" status: 200 len: 217 time: 0.0355752 Dec 17 15:27:15.747385 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-ba2c7c58-8aae-421e-a855-57f4966d3d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:15.748877 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-ba2c7c58-8aae-421e-a855-57f4966d3d9b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eca1b89-7ed9-42c7-8458-c977678cd701 HTTP/1.1" status: 200 len: 797 time: 0.0505965 Dec 17 15:27:15.801632 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-8bc45d7c-4228-4ff3-9fed-26d3e321159e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:15.807336 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-8bc45d7c-4228-4ff3-9fed-26d3e321159e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0430436 Dec 17 15:27:15.907418 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-a1963d3a-e194-4eaa-8d2c-c1b6c45a68c3 service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960827 Dec 17 15:27:15.938215 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591cc20-63e9-4e45-81b5-2de70ab1f7d0 req-f8edd078-3fd1-4fc4-ab3c-45c71311f887 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:15.940793 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7591cc20-63e9-4e45-81b5-2de70ab1f7d0 req-f8edd078-3fd1-4fc4-ab3c-45c71311f887 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0653532 Dec 17 15:27:15.994305 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7591cc20-63e9-4e45-81b5-2de70ab1f7d0 req-7df2de16-0831-4934-8994-801f97e52ac2 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464709 Dec 17 15:27:16.063019 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-cb444b78-70a0-44f1-a804-6914489c7b36 service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441121 Dec 17 15:27:16.143358 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-b69048f7-0952-40ca-a6b4-b1bdc5c31c91 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0f0e87e7-55e3-4a96-a436-092db2dd62df HTTP/1.1" status: 200 len: 217 time: 0.0723584 Dec 17 15:27:16.199426 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-7865daa8-f610-4bdd-92ff-dfc05f722687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:16.201006 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-7865daa8-f610-4bdd-92ff-dfc05f722687 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f0a9f17-d614-4efc-ae03-ce6b8a2dc07e HTTP/1.1" status: 200 len: 797 time: 0.0513768 Dec 17 15:27:16.249862 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-b61c660e-26f9-4c09-a800-23570eff1a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:16.251400 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-b61c660e-26f9-4c09-a800-23570eff1a31 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f3a192b-6f54-446b-8786-4392777f5f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0427036 Dec 17 15:27:16.393383 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-8d980196-92f3-4094-a4fb-6547384da303 service neutron] 10.222.0.41 "GET /v2.0/networks/9f3a192b-6f54-446b-8786-4392777f5f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130376 Dec 17 15:27:16.470934 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cdec9c-ccb9-4217-9db5-e8e99774e4c1 req-6275cc2d-defa-4f46-90c9-f09ae446f25f tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:16.477643 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-46cdec9c-ccb9-4217-9db5-e8e99774e4c1 req-6275cc2d-defa-4f46-90c9-f09ae446f25f tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0770576 Dec 17 15:27:16.506431 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-08a2fd6c-0465-4d11-aa27-96378c1ea12d service neutron] 10.222.0.41 "GET /v2.0/networks/9f3a192b-6f54-446b-8786-4392777f5f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257303 Dec 17 15:27:16.521488 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-46cdec9c-ccb9-4217-9db5-e8e99774e4c1 req-fbe17193-fbce-44ea-8bf0-c6341c4efd31 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418441 Dec 17 15:27:16.551042 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-366e2846-d424-4442-8eec-53980aaef581 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=23211a10-13af-4c51-9094-03225018881b HTTP/1.1" status: 200 len: 217 time: 0.0368097 Dec 17 15:27:16.613191 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-696d22f4-341e-4969-b47b-d3559a30f40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:16.617553 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-696d22f4-341e-4969-b47b-d3559a30f40b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f0a9f17-d614-4efc-ae03-ce6b8a2dc07e HTTP/1.1" status: 200 len: 797 time: 0.0576196 Dec 17 15:27:16.668886 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-e6c62c4f-8cdf-42d0-91e0-9afbe76fafdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:16.670472 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-e6c62c4f-8cdf-42d0-91e0-9afbe76fafdf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f3a192b-6f54-446b-8786-4392777f5f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0450840 Dec 17 15:27:16.781135 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-a31983bd-5650-4020-ba7f-f320fb89e30b service neutron] 10.222.0.41 "GET /v2.0/networks/9f3a192b-6f54-446b-8786-4392777f5f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021416 Dec 17 15:27:16.896279 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-353008d9-b0ff-40f1-8e74-3b8475cd451f req-f8559456-3d21-4ce5-81bd-e9eff5b4b395 service neutron] 10.222.0.41 "GET /v2.0/networks/9f3a192b-6f54-446b-8786-4392777f5f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070044 Dec 17 15:27:17.647078 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1f173-3bc2-47f7-8e36-276bb043022b req-e49a750b-eaee-4dd1-a648-3729d62441bf tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:17.648582 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-28f1f173-3bc2-47f7-8e36-276bb043022b req-e49a750b-eaee-4dd1-a648-3729d62441bf tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0552974 Dec 17 15:27:17.691999 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-28f1f173-3bc2-47f7-8e36-276bb043022b req-93bd39b3-9421-4df1-b53f-a47e00810843 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367360 Dec 17 15:27:17.710161 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34428) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:17.819515 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595ffbb-ae5d-4cef-9dfe-d434f05a6c05 req-63173c45-fd14-499a-95aa-0780795dba64 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:17.821018 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2595ffbb-ae5d-4cef-9dfe-d434f05a6c05 req-63173c45-fd14-499a-95aa-0780795dba64 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0538220 Dec 17 15:27:17.874567 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2595ffbb-ae5d-4cef-9dfe-d434f05a6c05 req-8e67a458-f369-479d-91c8-b75445a5ea5f tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460811 Dec 17 15:27:17.938652 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-198ba0b5-cb80-4b2a-bb85-6c0179f259ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:17.940301 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34442) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:18.011288 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bf648d83-c1a7-461b-b6e7-d68c0696f2e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:18.061740 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88dff5-e83e-484a-baf8-07900741df81 req-1777e07c-1a2d-4330-82eb-dd964be85d38 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:18.063331 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-af88dff5-e83e-484a-baf8-07900741df81 req-1777e07c-1a2d-4330-82eb-dd964be85d38 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0808060 Dec 17 15:27:18.081024 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-198ba0b5-cb80-4b2a-bb85-6c0179f259ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:18.091742 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bf648d83-c1a7-461b-b6e7-d68c0696f2e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:18.113490 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-af88dff5-e83e-484a-baf8-07900741df81 req-91b739b9-2a80-4d46-a7e9-ef7cc38c297d tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411522 Dec 17 15:27:18.161659 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-198ba0b5-cb80-4b2a-bb85-6c0179f259ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:18.189479 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bf648d83-c1a7-461b-b6e7-d68c0696f2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:18.210642 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ba0b5-cb80-4b2a-bb85-6c0179f259ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb8c96a-3b31-4e4a-9398-c0506824a920,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:18.228468 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-198ba0b5-cb80-4b2a-bb85-6c0179f259ab admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2e942622a5ec4cd8b46f42da220a3bb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5196931 Dec 17 15:27:18.232090 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34452) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:18.233953 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-bf648d83-c1a7-461b-b6e7-d68c0696f2e1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eb51b2cbaa2d4d24ba170154afbd0931&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2916439 Dec 17 15:27:18.234483 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34454) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:18.235524 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf648d83-c1a7-461b-b6e7-d68c0696f2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22d117c-41a1-4783-9d8f-4378b64b9228,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:18.316053 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf409220-21fd-4c91-87e7-18785ba35eae req-16617dfd-fe13-4d81-aa18-527d3e5052d9 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:18.317563 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cf409220-21fd-4c91-87e7-18785ba35eae req-16617dfd-fe13-4d81-aa18-527d3e5052d9 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.1282222 Dec 17 15:27:18.358697 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3cb4e735-df1a-40fb-9da4-bc2508231998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:18.371899 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-de390b1e-dfa0-4745-9781-d429f39266f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:18.399948 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cf409220-21fd-4c91-87e7-18785ba35eae req-298c8d8a-18d8-40ce-b419-b647be9283ba tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762424 Dec 17 15:27:18.410558 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3cb4e735-df1a-40fb-9da4-bc2508231998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:18.421211 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-de390b1e-dfa0-4745-9781-d429f39266f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:18.539384 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10c3d2-69e6-43ee-9307-4673d619ddd9 req-c6dabcd9-b693-486b-b686-c9b8d7de0adc tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:18.541113 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae10c3d2-69e6-43ee-9307-4673d619ddd9 req-c6dabcd9-b693-486b-b686-c9b8d7de0adc tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0535128 Dec 17 15:27:18.580218 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae10c3d2-69e6-43ee-9307-4673d619ddd9 req-34b07481-fd42-487a-b384-d9e67ed21c23 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322783 Dec 17 15:27:18.581245 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3cb4e735-df1a-40fb-9da4-bc2508231998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:18.583727 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3cb4e735-df1a-40fb-9da4-bc2508231998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:18.584752 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3cb4e735-df1a-40fb-9da4-bc2508231998 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0eb8c96a-3b31-4e4a-9398-c0506824a920 HTTP/1.1" status: 204 len: 168 time: 0.3517668 Dec 17 15:27:18.594024 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4e735-df1a-40fb-9da4-bc2508231998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb8c96a-3b31-4e4a-9398-c0506824a920,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:18.613609 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-de390b1e-dfa0-4745-9781-d429f39266f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:18.629959 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-de390b1e-dfa0-4745-9781-d429f39266f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:18.629959 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-de390b1e-dfa0-4745-9781-d429f39266f7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d22d117c-41a1-4783-9d8f-4378b64b9228 HTTP/1.1" status: 204 len: 168 time: 0.3830414 Dec 17 15:27:18.629959 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de390b1e-dfa0-4745-9781-d429f39266f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22d117c-41a1-4783-9d8f-4378b64b9228,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:18.714721 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91ed4c-f6d1-42fd-8e1e-d893237b1210 req-d4449b2f-63db-42b6-b0cc-0a7780fc1b45 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:18.716199 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad91ed4c-f6d1-42fd-8e1e-d893237b1210 req-d4449b2f-63db-42b6-b0cc-0a7780fc1b45 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0591416 Dec 17 15:27:18.755084 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad91ed4c-f6d1-42fd-8e1e-d893237b1210 req-b0b23fb8-7e50-4584-9a36-e0a4cef63728 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326571 Dec 17 15:27:18.912577 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c7e09-3a4e-4d38-af1c-b85e126a2a9c req-71f89bcf-006f-4d34-b57f-e451b09f8aa0 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:18.914081 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-962c7e09-3a4e-4d38-af1c-b85e126a2a9c req-71f89bcf-006f-4d34-b57f-e451b09f8aa0 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0523331 Dec 17 15:27:18.959856 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-962c7e09-3a4e-4d38-af1c-b85e126a2a9c req-fd9f5807-aa20-44fe-9ce9-82d9fc816b6b tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393958 Dec 17 15:27:19.100756 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af746c29-303f-42e3-9b1a-82c5e0ec07c5 req-dbffacb0-5b93-4849-9906-311b1057f814 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:19.105509 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-af746c29-303f-42e3-9b1a-82c5e0ec07c5 req-dbffacb0-5b93-4849-9906-311b1057f814 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0682776 Dec 17 15:27:19.146300 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-af746c29-303f-42e3-9b1a-82c5e0ec07c5 req-04a11b62-0c1a-46f2-8b8e-a81d0cd0c005 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380070 Dec 17 15:27:19.288080 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877829be-8921-4f82-8870-d979a4fbd828 req-1e4ffea5-2266-4ab2-822f-2f3fc1ede8d4 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:19.289894 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-877829be-8921-4f82-8870-d979a4fbd828 req-1e4ffea5-2266-4ab2-822f-2f3fc1ede8d4 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0533772 Dec 17 15:27:19.290721 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34490) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:19.316267 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ebf5fd49-59f1-4171-a681-2547c6b35e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:19.361589 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-877829be-8921-4f82-8870-d979a4fbd828 req-efdf0a5a-a4c7-4383-a997-2b74eb8fc1d7 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630457 Dec 17 15:27:19.430552 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ebf5fd49-59f1-4171-a681-2547c6b35e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:19.493355 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddbe5a5-9fa2-4c2b-9e9c-1468cfdb9f3a req-0a94544f-b5f6-491e-b3a6-2d765955aa33 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:19.494817 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4ddbe5a5-9fa2-4c2b-9e9c-1468cfdb9f3a req-0a94544f-b5f6-491e-b3a6-2d765955aa33 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0521986 Dec 17 15:27:19.524852 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ebf5fd49-59f1-4171-a681-2547c6b35e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:19.559941 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4ddbe5a5-9fa2-4c2b-9e9c-1468cfdb9f3a req-bf792b4c-e49e-442a-a5c7-1873646fd2c7 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582852 Dec 17 15:27:19.571823 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5fd49-59f1-4171-a681-2547c6b35e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406fc7b5-e31e-4edf-80ec-f6ae128c0fdd,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:19.599957 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ebf5fd49-59f1-4171-a681-2547c6b35e45 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c53aed1dd07c480cad3b2ca73afe807f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2876854 Dec 17 15:27:19.599957 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34502) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:19.636632 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8229c637-7a5f-4879-8a3e-675b6dd73ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:19.658854 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8229c637-7a5f-4879-8a3e-675b6dd73ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:19.736505 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d68d4e-b859-4534-9eaf-7a91e983e4bc req-54589a1c-5f95-4a5b-a2fd-f428849e3df5 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:19.738068 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-72d68d4e-b859-4534-9eaf-7a91e983e4bc req-54589a1c-5f95-4a5b-a2fd-f428849e3df5 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0773644 Dec 17 15:27:19.782313 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-72d68d4e-b859-4534-9eaf-7a91e983e4bc req-d1f03fb0-4d9e-44cd-969c-fe45e4381316 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377305 Dec 17 15:27:19.802456 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8229c637-7a5f-4879-8a3e-675b6dd73ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:19.806142 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8229c637-7a5f-4879-8a3e-675b6dd73ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:19.808511 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34512) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:19.812379 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8229c637-7a5f-4879-8a3e-675b6dd73ca5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/406fc7b5-e31e-4edf-80ec-f6ae128c0fdd HTTP/1.1" status: 204 len: 168 time: 0.2266169 Dec 17 15:27:19.819399 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8229c637-7a5f-4879-8a3e-675b6dd73ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406fc7b5-e31e-4edf-80ec-f6ae128c0fdd,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:19.922435 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa6462-3489-4387-acdf-4125fe0c4b35 req-cbd3ab76-68b0-4573-8983-ec7b9f10367e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:19.931451 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-8c45d81c-7394-4270-9ac5-ba7119badd81 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1198719740-network', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:27:19.931661 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4eaa6462-3489-4387-acdf-4125fe0c4b35 req-cbd3ab76-68b0-4573-8983-ec7b9f10367e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0529115 Dec 17 15:27:19.963265 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4eaa6462-3489-4387-acdf-4125fe0c4b35 req-a2483a22-562f-4bdc-8069-b3c5af5a23f7 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325956 Dec 17 15:27:20.013272 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c45d81c-7394-4270-9ac5-ba7119badd81 admin admin] Made reservation on behalf of 3946e10ff975425598a71e1a9e6d2cf1 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:27:20.015989 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8c45d81c-7394-4270-9ac5-ba7119badd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:20.024867 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8c45d81c-7394-4270-9ac5-ba7119badd81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:20.101603 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8c45d81c-7394-4270-9ac5-ba7119badd81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:20.134360 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2cd1b6-7169-489a-a24e-3f284f3d7342 req-d430a26c-1cfd-40f8-87cc-e394ac6d96f5 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:20.135884 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ea2cd1b6-7169-489a-a24e-3f284f3d7342 req-d430a26c-1cfd-40f8-87cc-e394ac6d96f5 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0540681 Dec 17 15:27:20.178217 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ea2cd1b6-7169-489a-a24e-3f284f3d7342 req-48912cd5-6f0f-4ff9-ba10-01ef52f3e008 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353217 Dec 17 15:27:20.208702 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8c45d81c-7394-4270-9ac5-ba7119badd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:20.223979 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c45d81c-7394-4270-9ac5-ba7119badd81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:27:20.234843 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8c45d81c-7394-4270-9ac5-ba7119badd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:20.235468 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-8c45d81c-7394-4270-9ac5-ba7119badd81 admin admin] Added segment f1f4760e-7fd1-432e-9861-fd1a052a7a2d of type vlan for network 14d6281a-4511-4bb4-90e9-4eb4dec9d036 Dec 17 15:27:20.307076 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45d81c-7394-4270-9ac5-ba7119badd81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb5ffb5-c493-4e17-b261-832fe6b25b97,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:20.312466 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8c45d81c-7394-4270-9ac5-ba7119badd81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:20.318321 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bae29-b767-46e8-bf22-258178813ea7 req-224d3b23-98a3-4508-96e2-ac3e91a811a8 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:20.319886 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c9bae29-b767-46e8-bf22-258178813ea7 req-224d3b23-98a3-4508-96e2-ac3e91a811a8 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0623496 Dec 17 15:27:20.364790 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c9bae29-b767-46e8-bf22-258178813ea7 req-6ab0ff0d-352b-470c-8eea-b42abe4a32c8 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373676 Dec 17 15:27:20.413844 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8c45d81c-7394-4270-9ac5-ba7119badd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:20.415069 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c45d81c-7394-4270-9ac5-ba7119badd81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:20.423994 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8c45d81c-7394-4270-9ac5-ba7119badd81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:20.485336 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45d81c-7394-4270-9ac5-ba7119badd81 admin admin] Pushing event updated for resources: {'Network': ['ID=14d6281a-4511-4bb4-90e9-4eb4dec9d036,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:20.495808 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 14d6281a-4511-4bb4-90e9-4eb4dec9d036 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:27:20.512791 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239ee3a-9b10-4185-a134-568fd85c3838 req-9e5e4562-6166-4e0c-ac9c-cd70a67b6bc1 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:20.514812 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5239ee3a-9b10-4185-a134-568fd85c3838 req-9e5e4562-6166-4e0c-ac9c-cd70a67b6bc1 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0560174 Dec 17 15:27:20.541369 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8c45d81c-7394-4270-9ac5-ba7119badd81 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7316978 Dec 17 15:27:20.544882 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34542) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:20.557228 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-78000ee3-e5b9-414b-aa67-ba8f94a62b97 admin admin] Request body: {'subnet': {'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1198719740-subnet', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:27:20.574264 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5239ee3a-9b10-4185-a134-568fd85c3838 req-4cd786cf-864e-491d-8667-dd2153ed982d tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525188 Dec 17 15:27:20.698038 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad996d-5cf0-4ff5-af2b-fb3d837bb155 req-2bca76fa-a1d7-40c4-a56d-d927e62ba6cb tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:20.699603 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-74ad996d-5cf0-4ff5-af2b-fb3d837bb155 req-2bca76fa-a1d7-40c4-a56d-d927e62ba6cb tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0526254 Dec 17 15:27:20.700673 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78000ee3-e5b9-414b-aa67-ba8f94a62b97 admin admin] Made reservation on behalf of 3946e10ff975425598a71e1a9e6d2cf1 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:27:20.703854 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-78000ee3-e5b9-414b-aa67-ba8f94a62b97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:20.792175 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-74ad996d-5cf0-4ff5-af2b-fb3d837bb155 req-d802f598-604d-4cf6-8ec7-f19990671d8c tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850725 Dec 17 15:27:20.972687 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d7c24-1fd1-465b-807f-c120f47ed5b1 req-828db84a-2c4b-4759-a5b2-839b4c5bdc96 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:20.974241 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5f2d7c24-1fd1-465b-807f-c120f47ed5b1 req-828db84a-2c4b-4759-a5b2-839b4c5bdc96 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0490201 Dec 17 15:27:20.978696 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-78000ee3-e5b9-414b-aa67-ba8f94a62b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:21.070509 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78000ee3-e5b9-414b-aa67-ba8f94a62b97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb81f603-60e6-418f-8fce-326d48a9c9a7,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:21.076615 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5f2d7c24-1fd1-465b-807f-c120f47ed5b1 req-fec92ec9-ffc6-4b48-a54c-e4441a8fcf27 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956764 Dec 17 15:27:21.085799 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78000ee3-e5b9-414b-aa67-ba8f94a62b97 admin admin] Checking segment: {'id': 'f1f4760e-7fd1-432e-9861-fd1a052a7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:27:21.086161 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78000ee3-e5b9-414b-aa67-ba8f94a62b97 admin admin] Network hostable DHCP agents. Network: 14d6281a-4511-4bb4-90e9-4eb4dec9d036, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:27:21.184374 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78000ee3-e5b9-414b-aa67-ba8f94a62b97 admin admin] Network 14d6281a-4511-4bb4-90e9-4eb4dec9d036 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:27:21.209783 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028c5b5-ef5c-45c3-a2a4-920a9b79ac9c req-baab42bc-f7ad-42e8-adb5-0feae03c9726 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:21.211291 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1028c5b5-ef5c-45c3-a2a4-920a9b79ac9c req-baab42bc-f7ad-42e8-adb5-0feae03c9726 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0573485 Dec 17 15:27:21.249207 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1028c5b5-ef5c-45c3-a2a4-920a9b79ac9c req-5d037c6a-2cd2-4602-b7e9-6450d00bd167 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311227 Dec 17 15:27:21.292434 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-78000ee3-e5b9-414b-aa67-ba8f94a62b97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 14d6281a-4511-4bb4-90e9-4eb4dec9d036) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:27:21.297367 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78000ee3-e5b9-414b-aa67-ba8f94a62b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:21.297758 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-78000ee3-e5b9-414b-aa67-ba8f94a62b97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:21.306931 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d00263-f97d-4fdf-8a03-4d570cf5bb29 None None] Network 14d6281a-4511-4bb4-90e9-4eb4dec9d036 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:27:21.416852 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-78000ee3-e5b9-414b-aa67-ba8f94a62b97 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8700318 Dec 17 15:27:21.421317 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34576) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:21.429834 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-00908632-b581-4b17-8a21-a468b71f671c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1198719740-router', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:27:21.470086 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81c1dd3-332b-4f3b-a767-975ccd013742 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-14d6281a-4511-4bb4-90e9-4eb4dec9d036', 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'fixed_ips': [{'subnet_id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:27:21.471112 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b81c1dd3-332b-4f3b-a767-975ccd013742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:21.511374 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-00908632-b581-4b17-8a21-a468b71f671c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:21.512953 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-00908632-b581-4b17-8a21-a468b71f671c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:21.540130 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cd8a5-ff73-4a04-b10b-d6c9e7d54455 req-e0e07ce5-f595-4966-bef8-5167f53837b9 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:21.543531 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-439cd8a5-ff73-4a04-b10b-d6c9e7d54455 req-e0e07ce5-f595-4966-bef8-5167f53837b9 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.1008234 Dec 17 15:27:21.610053 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-439cd8a5-ff73-4a04-b10b-d6c9e7d54455 req-eeb9be9b-1081-4ede-a7b4-03ff3ca286ce tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532899 Dec 17 15:27:21.610921 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-00908632-b581-4b17-8a21-a468b71f671c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:21.642350 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-b81c1dd3-332b-4f3b-a767-975ccd013742 None None] Allocated IP 172.20.0.2 (14d6281a-4511-4bb4-90e9-4eb4dec9d036/bb81f603-60e6-418f-8fce-326d48a9c9a7/c7e7dd58-2893-4486-88b6-b897acdc9f5c) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:27:21.731056 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e8dc3-7fc1-4b51-afe7-f7840bf94aff req-67b7e55d-17a7-41c1-aba0-f27c336fd399 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:21.737092 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a74e8dc3-7fc1-4b51-afe7-f7840bf94aff req-67b7e55d-17a7-41c1-aba0-f27c336fd399 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0551841 Dec 17 15:27:21.783948 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a74e8dc3-7fc1-4b51-afe7-f7840bf94aff req-17b52f0f-e3c4-4747-90bf-0c1bdd57c48a tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438237 Dec 17 15:27:21.817314 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b81c1dd3-332b-4f3b-a767-975ccd013742 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:21.877016 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-00908632-b581-4b17-8a21-a468b71f671c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:21.919274 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da61ae-7847-4210-85c4-260baef351d5 req-d59a0907-3d8a-4c91-8d65-d74b24876d40 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:21.920953 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-00da61ae-7847-4210-85c4-260baef351d5 req-d59a0907-3d8a-4c91-8d65-d74b24876d40 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0503786 Dec 17 15:27:21.987934 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-00da61ae-7847-4210-85c4-260baef351d5 req-bc1125c9-61d3-4423-b4c8-4150ac3fa98f tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344112 Dec 17 15:27:22.011907 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b81c1dd3-332b-4f3b-a767-975ccd013742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:22.045763 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81c1dd3-332b-4f3b-a767-975ccd013742 None None] Network 14d6281a-4511-4bb4-90e9-4eb4dec9d036 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:27:22.050430 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-b81c1dd3-332b-4f3b-a767-975ccd013742 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:27:22.053939 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81c1dd3-332b-4f3b-a767-975ccd013742 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:27:22.065126 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c1dd3-332b-4f3b-a767-975ccd013742 None None] Pushing event updated for resources: {'Port': ['ID=c7e7dd58-2893-4486-88b6-b897acdc9f5c,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:22.079498 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81c1dd3-332b-4f3b-a767-975ccd013742 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:22.079834 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81c1dd3-332b-4f3b-a767-975ccd013742 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:22.080399 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81c1dd3-332b-4f3b-a767-975ccd013742 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:22.080745 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81c1dd3-332b-4f3b-a767-975ccd013742 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:22.081071 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81c1dd3-332b-4f3b-a767-975ccd013742 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:22.081422 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81c1dd3-332b-4f3b-a767-975ccd013742 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:22.081741 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81c1dd3-332b-4f3b-a767-975ccd013742 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:22.082087 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81c1dd3-332b-4f3b-a767-975ccd013742 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:22.082405 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81c1dd3-332b-4f3b-a767-975ccd013742 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:22.082722 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81c1dd3-332b-4f3b-a767-975ccd013742 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:22.083039 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81c1dd3-332b-4f3b-a767-975ccd013742 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:22.083353 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81c1dd3-332b-4f3b-a767-975ccd013742 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:22.105854 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ece5a-cb1e-4ba5-b788-46ef5e00161a req-03f8627b-f7ab-433e-b4a7-7a7d56c34a75 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:22.107664 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-975ece5a-cb1e-4ba5-b788-46ef5e00161a req-03f8627b-f7ab-433e-b4a7-7a7d56c34a75 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0590284 Dec 17 15:27:22.135718 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b81c1dd3-332b-4f3b-a767-975ccd013742 None None] Attempting to bind port c7e7dd58-2893-4486-88b6-b897acdc9f5c on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:27:22.136244 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b81c1dd3-332b-4f3b-a767-975ccd013742 None None] Attempting to bind port c7e7dd58-2893-4486-88b6-b897acdc9f5c by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'f1f4760e-7fd1-432e-9861-fd1a052a7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:27:22.136633 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81c1dd3-332b-4f3b-a767-975ccd013742 None None] Attempting to bind port c7e7dd58-2893-4486-88b6-b897acdc9f5c on network 14d6281a-4511-4bb4-90e9-4eb4dec9d036 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:27:22.142947 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81c1dd3-332b-4f3b-a767-975ccd013742 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:27:22.143326 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81c1dd3-332b-4f3b-a767-975ccd013742 None None] Checking segment: {'id': 'f1f4760e-7fd1-432e-9861-fd1a052a7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:27:22.143936 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b81c1dd3-332b-4f3b-a767-975ccd013742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:22.144503 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81c1dd3-332b-4f3b-a767-975ccd013742 None None] Bound using segment: {'id': 'f1f4760e-7fd1-432e-9861-fd1a052a7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:27:22.145170 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b81c1dd3-332b-4f3b-a767-975ccd013742 None None] Bound port: c7e7dd58-2893-4486-88b6-b897acdc9f5c, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1f4760e-7fd1-432e-9861-fd1a052a7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:27:22.145758 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b81c1dd3-332b-4f3b-a767-975ccd013742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:22.167473 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-975ece5a-cb1e-4ba5-b788-46ef5e00161a req-885c5e35-16d6-4d72-bee9-97972d1b451b tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516121 Dec 17 15:27:22.221669 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b81c1dd3-332b-4f3b-a767-975ccd013742 None None] For port c7e7dd58-2893-4486-88b6-b897acdc9f5c, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:27:22.225816 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b81c1dd3-332b-4f3b-a767-975ccd013742 None None] For port c7e7dd58-2893-4486-88b6-b897acdc9f5c, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c7e7dd58-2893-4486-88b6-b897acdc9f5c,segment=NetworkSegment(f1f4760e-7fd1-432e-9861-fd1a052a7a2d),segment_id=f1f4760e-7fd1-432e-9861-fd1a052a7a2d)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:27:22.271660 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-00908632-b581-4b17-8a21-a468b71f671c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:22.291216 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-00908632-b581-4b17-8a21-a468b71f671c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:22.322468 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b81c1dd3-332b-4f3b-a767-975ccd013742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:22.386688 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c1dd3-332b-4f3b-a767-975ccd013742 None None] Pushing event updated for resources: {'Port': ['ID=c7e7dd58-2893-4486-88b6-b897acdc9f5c,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:22.406623 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-00908632-b581-4b17-8a21-a468b71f671c admin admin] Allocated IP 172.25.6.21 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/3cff2f57-cdc7-429b-9da4-a341b6f69935) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:27:22.523269 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-00908632-b581-4b17-8a21-a468b71f671c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:22.689451 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-00908632-b581-4b17-8a21-a468b71f671c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:22.740238 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00908632-b581-4b17-8a21-a468b71f671c admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:27:22.743131 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-00908632-b581-4b17-8a21-a468b71f671c admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:27:22.751666 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00908632-b581-4b17-8a21-a468b71f671c admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:27:22.755318 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00908632-b581-4b17-8a21-a468b71f671c admin admin] Pushing event updated for resources: {'Port': ['ID=3cff2f57-cdc7-429b-9da4-a341b6f69935,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:23.124714 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7ebb3-176a-4910-a363-5a411658cb10 req-6de9359c-8431-4446-8346-925719433d5f tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:23.126831 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-23c7ebb3-176a-4910-a363-5a411658cb10 req-6de9359c-8431-4446-8346-925719433d5f tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0515475 Dec 17 15:27:23.177149 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-23c7ebb3-176a-4910-a363-5a411658cb10 req-3a29330c-80b6-409f-b1e4-49f2f820dcab tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396998 Dec 17 15:27:23.245473 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-00908632-b581-4b17-8a21-a468b71f671c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:23.393426 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db6c3d6-b22e-4d50-90bd-7bc2f58e9d84 None None] Network 14d6281a-4511-4bb4-90e9-4eb4dec9d036 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:27:23.464287 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-00908632-b581-4b17-8a21-a468b71f671c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:23.469656 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-cf560a21-9a9d-43e6-8038-c80676ceb8b6 None None] Provisioning complete for port c7e7dd58-2893-4486-88b6-b897acdc9f5c triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:27:23.470772 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cf560a21-9a9d-43e6-8038-c80676ceb8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:23.554798 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c7e7dd58-2893-4486-88b6-b897acdc9f5c up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:27:23.689869 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cf560a21-9a9d-43e6-8038-c80676ceb8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:23.709377 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00908632-b581-4b17-8a21-a468b71f671c admin admin] Router 1d556a10-dc14-4b9b-bd01-db3f31be4014 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:27:23.727576 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port c7e7dd58-2893-4486-88b6-b897acdc9f5c triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:27:23.728027 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:23.799819 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-cf560a21-9a9d-43e6-8038-c80676ceb8b6 None None] For port c7e7dd58-2893-4486-88b6-b897acdc9f5c, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c7e7dd58-2893-4486-88b6-b897acdc9f5c,segment=NetworkSegment(f1f4760e-7fd1-432e-9861-fd1a052a7a2d),segment_id=f1f4760e-7fd1-432e-9861-fd1a052a7a2d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:27:23.827825 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00908632-b581-4b17-8a21-a468b71f671c admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:27:23.840810 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f149a9-96df-41f8-81ca-384fbf11caf5 None None] Sync routers for ids ['1d556a10-dc14-4b9b-bd01-db3f31be4014'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:27:23.856006 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:23.866260 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f149a9-96df-41f8-81ca-384fbf11caf5 None None] Routers {'1d556a10-dc14-4b9b-bd01-db3f31be4014'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:27:23.866886 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-e6f149a9-96df-41f8-81ca-384fbf11caf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:27:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1d556a10-dc14-4b9b-bd01-db3f31be4014'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:27:23.950996 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cf560a21-9a9d-43e6-8038-c80676ceb8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:23.970304 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-00908632-b581-4b17-8a21-a468b71f671c admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:23.972141 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-00908632-b581-4b17-8a21-a468b71f671c admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5472085 Dec 17 15:27:23.974697 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34644) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:24.058898 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:27:24.059253 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:27:24.068611 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-e6f149a9-96df-41f8-81ca-384fbf11caf5 None None] Set router 1d556a10-dc14-4b9b-bd01-db3f31be4014 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:27:24.071136 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf560a21-9a9d-43e6-8038-c80676ceb8b6 None None] Pushing event updated for resources: {'Port': ['ID=c7e7dd58-2893-4486-88b6-b897acdc9f5c,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:24.168014 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a739a7a0-d612-4ed7-a904-859288ae37d6 None None] Provisioning complete for port c7e7dd58-2893-4486-88b6-b897acdc9f5c triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:27:24.168391 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a739a7a0-d612-4ed7-a904-859288ae37d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:24.325338 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f26d7-7b5d-43c4-bfa7-9d60c8060f58 req-89097932-318c-483e-b2d0-965ae969cc50 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:24.327539 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-556f26d7-7b5d-43c4-bfa7-9d60c8060f58 req-89097932-318c-483e-b2d0-965ae969cc50 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0700183 Dec 17 15:27:24.337182 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-e6f149a9-96df-41f8-81ca-384fbf11caf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'name': 'tempest-AttachVolumeShelveTestJSON-1198719740-router', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:27:21Z', 'updated_at': '2021-12-17T15:27:22Z', 'revision_number': 3, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'gw_port': {'id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:27:22Z', 'updated_at': '2021-12-17T15:27:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:27:24.399897 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-556f26d7-7b5d-43c4-bfa7-9d60c8060f58 req-708ccbe4-22e4-4a34-8877-d249ee0e741d tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660934 Dec 17 15:27:24.497489 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-98d92251-faff-434c-b7e0-d4d92f39382b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:24.516756 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f149a9-96df-41f8-81ca-384fbf11caf5 None None] Checking router: 1d556a10-dc14-4b9b-bd01-db3f31be4014 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:27:24.517369 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f149a9-96df-41f8-81ca-384fbf11caf5 None None] Updating router 1d556a10-dc14-4b9b-bd01-db3f31be4014 port 3cff2f57-cdc7-429b-9da4-a341b6f69935 binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:27:24.542222 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e6f149a9-96df-41f8-81ca-384fbf11caf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:24.676867 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-98d92251-faff-434c-b7e0-d4d92f39382b admin admin] Allocated IP 172.20.0.1 (14d6281a-4511-4bb4-90e9-4eb4dec9d036/bb81f603-60e6-418f-8fce-326d48a9c9a7/021cabad-e335-417d-99e2-b24395f22eea) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:27:24.790193 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-98d92251-faff-434c-b7e0-d4d92f39382b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:24.853414 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e6f149a9-96df-41f8-81ca-384fbf11caf5 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:24.876196 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34660) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:24.927516 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-98d92251-faff-434c-b7e0-d4d92f39382b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:24.938821 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e6f149a9-96df-41f8-81ca-384fbf11caf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:24.964434 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d92251-faff-434c-b7e0-d4d92f39382b admin admin] Network 14d6281a-4511-4bb4-90e9-4eb4dec9d036 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:27:24.969961 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-98d92251-faff-434c-b7e0-d4d92f39382b admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:27:24.973614 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d92251-faff-434c-b7e0-d4d92f39382b admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:27:24.998663 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-e6f149a9-96df-41f8-81ca-384fbf11caf5 None None] Attempting to bind port 3cff2f57-cdc7-429b-9da4-a341b6f69935 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:27:24.999150 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-e6f149a9-96df-41f8-81ca-384fbf11caf5 None None] Attempting to bind port 3cff2f57-cdc7-429b-9da4-a341b6f69935 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:27:24.999559 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f149a9-96df-41f8-81ca-384fbf11caf5 None None] Attempting to bind port 3cff2f57-cdc7-429b-9da4-a341b6f69935 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:27:25.001814 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee67ec4-595c-4bba-9006-650671442583 None None] Pushing event updated for resources: {'Port': ['ID=3cff2f57-cdc7-429b-9da4-a341b6f69935,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:25.009298 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f149a9-96df-41f8-81ca-384fbf11caf5 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:27:25.009680 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f149a9-96df-41f8-81ca-384fbf11caf5 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:27:25.010127 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e6f149a9-96df-41f8-81ca-384fbf11caf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:25.010450 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f149a9-96df-41f8-81ca-384fbf11caf5 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:27:25.010956 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-e6f149a9-96df-41f8-81ca-384fbf11caf5 None None] Bound port: 3cff2f57-cdc7-429b-9da4-a341b6f69935, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:27:25.011349 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e6f149a9-96df-41f8-81ca-384fbf11caf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:25.016794 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-176bc556-309b-480a-97c3-b2af46d99915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:25.023137 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d92251-faff-434c-b7e0-d4d92f39382b admin admin] Pushing event updated for resources: {'Port': ['ID=021cabad-e335-417d-99e2-b24395f22eea,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:25.055192 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-98d92251-faff-434c-b7e0-d4d92f39382b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:25.072628 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-e6f149a9-96df-41f8-81ca-384fbf11caf5 None None] For port 3cff2f57-cdc7-429b-9da4-a341b6f69935, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:27:25.076161 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-e6f149a9-96df-41f8-81ca-384fbf11caf5 None None] For port 3cff2f57-cdc7-429b-9da4-a341b6f69935, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3cff2f57-cdc7-429b-9da4-a341b6f69935,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:27:25.198758 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-176bc556-309b-480a-97c3-b2af46d99915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:25.224368 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e6f149a9-96df-41f8-81ca-384fbf11caf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:25.295474 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-6a72b5e9-42bd-4809-a8d6-77826c36abc2 None None] Provisioning complete for port 021cabad-e335-417d-99e2-b24395f22eea triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:27:25.295847 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6a72b5e9-42bd-4809-a8d6-77826c36abc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:25.297654 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee67ec4-595c-4bba-9006-650671442583 None None] Pushing event updated for resources: {'Port': ['ID=3cff2f57-cdc7-429b-9da4-a341b6f69935,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:25.301252 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f149a9-96df-41f8-81ca-384fbf11caf5 None None] Routers {'1d556a10-dc14-4b9b-bd01-db3f31be4014'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:27:25.301843 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-e6f149a9-96df-41f8-81ca-384fbf11caf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:27:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1d556a10-dc14-4b9b-bd01-db3f31be4014'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:27:25.355370 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-98d92251-faff-434c-b7e0-d4d92f39382b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:25.387870 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-176bc556-309b-480a-97c3-b2af46d99915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:25.401432 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-6a72b5e9-42bd-4809-a8d6-77826c36abc2 None None] Port 021cabad-e335-417d-99e2-b24395f22eea cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:27:25.440488 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-e6f149a9-96df-41f8-81ca-384fbf11caf5 None None] Set router 1d556a10-dc14-4b9b-bd01-db3f31be4014 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:27:25.450322 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-176bc556-309b-480a-97c3-b2af46d99915 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7983fa51ecac4f0f83b83178422aaade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5702062 Dec 17 15:27:25.451157 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34666) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:25.517482 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7e401526-f8a4-45cd-b5ef-0d57c0e28cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:25.543521 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7e401526-f8a4-45cd-b5ef-0d57c0e28cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:25.564355 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c7e7dd58-2893-4486-88b6-b897acdc9f5c up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:27:25.676918 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port c7e7dd58-2893-4486-88b6-b897acdc9f5c triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:27:25.677167 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:25.682882 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7e401526-f8a4-45cd-b5ef-0d57c0e28cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:25.691731 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7e401526-f8a4-45cd-b5ef-0d57c0e28cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:25.706506 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7e401526-f8a4-45cd-b5ef-0d57c0e28cbf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4862c026-e52c-48de-aadc-ad5ff5577919 HTTP/1.1" status: 204 len: 168 time: 0.2419169 Dec 17 15:27:25.721540 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e401526-f8a4-45cd-b5ef-0d57c0e28cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4862c026-e52c-48de-aadc-ad5ff5577919,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:25.801086 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-e6f149a9-96df-41f8-81ca-384fbf11caf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'name': 'tempest-AttachVolumeShelveTestJSON-1198719740-router', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:27:21Z', 'updated_at': '2021-12-17T15:27:22Z', 'revision_number': 3, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'gw_port': {'id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:27:22Z', 'updated_at': '2021-12-17T15:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:27:25.829611 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176bc556-309b-480a-97c3-b2af46d99915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4862c026-e52c-48de-aadc-ad5ff5577919,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:25.841492 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f149a9-96df-41f8-81ca-384fbf11caf5 None None] The sync data for ids ['1d556a10-dc14-4b9b-bd01-db3f31be4014'] in n-d-820553-2 is: [{'id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'name': 'tempest-AttachVolumeShelveTestJSON-1198719740-router', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:27:21Z', 'updated_at': '2021-12-17T15:27:22Z', 'revision_number': 3, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'gw_port': {'id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:27:22Z', 'updated_at': '2021-12-17T15:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:27:25.882183 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:25.911180 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb8660-bef4-4e10-afac-5d6bd70c02b1 req-2f36a673-8234-4fb1-be3b-2c85616a216d tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:25.912909 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8beb8660-bef4-4e10-afac-5d6bd70c02b1 req-2f36a673-8234-4fb1-be3b-2c85616a216d tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0844300 Dec 17 15:27:25.983564 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8beb8660-bef4-4e10-afac-5d6bd70c02b1 req-845edb7b-b948-43e4-bde0-8daf9bc0dead tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624945 Dec 17 15:27:25.994180 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-98d92251-faff-434c-b7e0-d4d92f39382b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:26.071123 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-98d92251-faff-434c-b7e0-d4d92f39382b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:26.152826 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-98d92251-faff-434c-b7e0-d4d92f39382b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:26.161294 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d92251-faff-434c-b7e0-d4d92f39382b admin admin] Pushing event updated for resources: {'Port': ['ID=021cabad-e335-417d-99e2-b24395f22eea,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:26.266175 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d92251-faff-434c-b7e0-d4d92f39382b admin admin] Network 14d6281a-4511-4bb4-90e9-4eb4dec9d036 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:27:26.268266 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-98d92251-faff-434c-b7e0-d4d92f39382b admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:27:26.418726 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d92251-faff-434c-b7e0-d4d92f39382b admin admin] Router 1d556a10-dc14-4b9b-bd01-db3f31be4014 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:27:26.476201 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34676) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:26.499866 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ba159a6b-edc3-41b8-b75c-456118a41d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:26.528115 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d5f9daad-bafd-42c5-8c22-3acd01e88b09 None None] Provisioning complete for port 021cabad-e335-417d-99e2-b24395f22eea triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:27:26.528496 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d5f9daad-bafd-42c5-8c22-3acd01e88b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:26.548881 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d92251-faff-434c-b7e0-d4d92f39382b admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:27:26.555183 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-98d92251-faff-434c-b7e0-d4d92f39382b admin admin] 10.222.0.46 "PUT /v2.0/routers/1d556a10-dc14-4b9b-bd01-db3f31be4014/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5793281 Dec 17 15:27:26.577417 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d5f9daad-bafd-42c5-8c22-3acd01e88b09 None None] Port 021cabad-e335-417d-99e2-b24395f22eea cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:27:26.622315 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ba159a6b-edc3-41b8-b75c-456118a41d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:26.716347 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ba159a6b-edc3-41b8-b75c-456118a41d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:26.751081 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ba159a6b-edc3-41b8-b75c-456118a41d02 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d4e23aeffffd4432abd5b152ec2555c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2723565 Dec 17 15:27:26.753863 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34684) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:26.791682 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba159a6b-edc3-41b8-b75c-456118a41d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7cbb0a-42df-4551-a9c5-25951488805a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:26.822938 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-caef4452-f22d-4d31-91ec-971da04b8718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:26.867926 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-caef4452-f22d-4d31-91ec-971da04b8718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:27.024533 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-caef4452-f22d-4d31-91ec-971da04b8718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:27.029152 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-caef4452-f22d-4d31-91ec-971da04b8718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:27.031803 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-caef4452-f22d-4d31-91ec-971da04b8718 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fb7cbb0a-42df-4551-a9c5-25951488805a HTTP/1.1" status: 204 len: 168 time: 0.2768764 Dec 17 15:27:27.047370 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef4452-f22d-4d31-91ec-971da04b8718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7cbb0a-42df-4551-a9c5-25951488805a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:27.129949 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbcf90-65f0-4bfe-bd0c-3ee5f5ceac15 req-c25f2bc1-19ac-42c3-9c16-719d18a0eed0 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:27.131493 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7dbbcf90-65f0-4bfe-bd0c-3ee5f5ceac15 req-c25f2bc1-19ac-42c3-9c16-719d18a0eed0 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0501244 Dec 17 15:27:27.174705 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7dbbcf90-65f0-4bfe-bd0c-3ee5f5ceac15 req-2a23edf0-7a78-4d93-a77c-c6f225ef5898 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333338 Dec 17 15:27:27.265696 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34694) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:27.270454 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-6192c469-0278-4e20-af19-171f4e0ccf08 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2030886431', 'description': 'tempest-description--1791249209'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:27:27.384280 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6192c469-0278-4e20-af19-171f4e0ccf08 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:27.466667 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6192c469-0278-4e20-af19-171f4e0ccf08 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:27.526939 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6192c469-0278-4e20-af19-171f4e0ccf08 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:27.537341 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3cff2f57-cdc7-429b-9da4-a341b6f69935 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:27:27.556932 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192c469-0278-4e20-af19-171f4e0ccf08 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:27.598590 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 3cff2f57-cdc7-429b-9da4-a341b6f69935 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:27:27.599164 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:27.620835 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6192c469-0278-4e20-af19-171f4e0ccf08 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:27.622540 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6192c469-0278-4e20-af19-171f4e0ccf08 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3557932 Dec 17 15:27:27.626203 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34704) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:27.630978 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-391a3bf1-051b-4b04-9451-92f87b61fa21 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Request body: {'security_group_rule': {'security_group_id': 'b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:27:27.686146 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:27.707600 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 3cff2f57-cdc7-429b-9da4-a341b6f69935, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3cff2f57-cdc7-429b-9da4-a341b6f69935,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:27:27.721597 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-391a3bf1-051b-4b04-9451-92f87b61fa21 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:27.773409 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3773fac8-a906-4eab-90dd-83fcee743b56 None None] Sync routers for ids ['1d556a10-dc14-4b9b-bd01-db3f31be4014'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:27:27.783916 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3773fac8-a906-4eab-90dd-83fcee743b56 None None] Routers {'1d556a10-dc14-4b9b-bd01-db3f31be4014'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:27:27.784407 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-391a3bf1-051b-4b04-9451-92f87b61fa21 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:27.784572 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-3773fac8-a906-4eab-90dd-83fcee743b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:27:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1d556a10-dc14-4b9b-bd01-db3f31be4014'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:27:27.801563 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:27.851788 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=3cff2f57-cdc7-429b-9da4-a341b6f69935,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:27.895314 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-3773fac8-a906-4eab-90dd-83fcee743b56 None None] Set router 1d556a10-dc14-4b9b-bd01-db3f31be4014 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:27:27.898186 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-391a3bf1-051b-4b04-9451-92f87b61fa21 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:27.921522 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a3bf1-051b-4b04-9451-92f87b61fa21 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca80ef12-0dc5-4fe5-a368-591447f61d12,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:27.997009 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-391a3bf1-051b-4b04-9451-92f87b61fa21 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:28.001010 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-391a3bf1-051b-4b04-9451-92f87b61fa21 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3711121 Dec 17 15:27:28.002752 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34714) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:28.007213 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-9329ef4b-092c-4ad7-90a7-bb0e59a4fbdb tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Request body: {'security_group_rule': {'security_group_id': 'b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:27:28.128861 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-3773fac8-a906-4eab-90dd-83fcee743b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'name': 'tempest-AttachVolumeShelveTestJSON-1198719740-router', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:27:21Z', 'updated_at': '2021-12-17T15:27:25Z', 'revision_number': 4, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'gw_port': {'id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:27:22Z', 'updated_at': '2021-12-17T15:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '021cabad-e335-417d-99e2-b24395f22eea', 'name': '', 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'mac_address': 'fa:16:3e:24:1e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:27:24Z', 'updated_at': '2021-12-17T15:27:25Z', 'revision_number': 2, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'subnets': [{'id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:27:28.155383 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3773fac8-a906-4eab-90dd-83fcee743b56 None None] Checking router: 1d556a10-dc14-4b9b-bd01-db3f31be4014 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:27:28.155766 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3773fac8-a906-4eab-90dd-83fcee743b56 None None] Updating router 1d556a10-dc14-4b9b-bd01-db3f31be4014 port 021cabad-e335-417d-99e2-b24395f22eea binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:27:28.166280 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9329ef4b-092c-4ad7-90a7-bb0e59a4fbdb tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:28.180957 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-3773fac8-a906-4eab-90dd-83fcee743b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:28.233080 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9329ef4b-092c-4ad7-90a7-bb0e59a4fbdb tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:28.308712 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283771a9-32ed-4567-b986-e7864ce0c3d1 req-3980668d-f5cb-4672-9154-4b55c5291a7f tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:28.310350 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-283771a9-32ed-4567-b986-e7864ce0c3d1 req-3980668d-f5cb-4672-9154-4b55c5291a7f tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0601919 Dec 17 15:27:28.312812 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9329ef4b-092c-4ad7-90a7-bb0e59a4fbdb tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:28.351142 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329ef4b-092c-4ad7-90a7-bb0e59a4fbdb tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5bf7efa-a7a7-4bbf-abd1-27f3de1c3bb0,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:28.372862 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-283771a9-32ed-4567-b986-e7864ce0c3d1 req-8261c60a-338f-422b-a20f-edfe55b8141a tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521581 Dec 17 15:27:28.454550 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9329ef4b-092c-4ad7-90a7-bb0e59a4fbdb tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:28.455866 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9329ef4b-092c-4ad7-90a7-bb0e59a4fbdb tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4530356 Dec 17 15:27:28.459464 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34726) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:28.464039 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-2b68d17d-2f0e-4ee4-ae43-dc1b0db08ed6 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:27:28.481434 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-3773fac8-a906-4eab-90dd-83fcee743b56 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:28.550614 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2b68d17d-2f0e-4ee4-ae43-dc1b0db08ed6 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for floatingip, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:28.595738 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-3773fac8-a906-4eab-90dd-83fcee743b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:28.645837 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b7095-b397-41b1-8517-faf320fa7e38 None None] Pushing event updated for resources: {'Port': ['ID=021cabad-e335-417d-99e2-b24395f22eea,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:28.656590 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2b68d17d-2f0e-4ee4-ae43-dc1b0db08ed6 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:28.668724 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4b7095-b397-41b1-8517-faf320fa7e38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:28.669102 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4b7095-b397-41b1-8517-faf320fa7e38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:28.669426 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4b7095-b397-41b1-8517-faf320fa7e38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:28.670748 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4b7095-b397-41b1-8517-faf320fa7e38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:28.670748 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4b7095-b397-41b1-8517-faf320fa7e38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:28.670748 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4b7095-b397-41b1-8517-faf320fa7e38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:28.671110 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4b7095-b397-41b1-8517-faf320fa7e38 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:28.671110 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4b7095-b397-41b1-8517-faf320fa7e38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:28.671407 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4b7095-b397-41b1-8517-faf320fa7e38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:28.671843 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4b7095-b397-41b1-8517-faf320fa7e38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:28.672163 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4b7095-b397-41b1-8517-faf320fa7e38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:28.672479 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4b7095-b397-41b1-8517-faf320fa7e38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:28.732228 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-3773fac8-a906-4eab-90dd-83fcee743b56 None None] Attempting to bind port 021cabad-e335-417d-99e2-b24395f22eea on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:27:28.732743 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-3773fac8-a906-4eab-90dd-83fcee743b56 None None] Attempting to bind port 021cabad-e335-417d-99e2-b24395f22eea by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'f1f4760e-7fd1-432e-9861-fd1a052a7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:27:28.733340 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3773fac8-a906-4eab-90dd-83fcee743b56 None None] Attempting to bind port 021cabad-e335-417d-99e2-b24395f22eea on network 14d6281a-4511-4bb4-90e9-4eb4dec9d036 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:27:28.740699 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3773fac8-a906-4eab-90dd-83fcee743b56 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:27:28.745724 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3773fac8-a906-4eab-90dd-83fcee743b56 None None] Checking segment: {'id': 'f1f4760e-7fd1-432e-9861-fd1a052a7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:27:28.745724 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-3773fac8-a906-4eab-90dd-83fcee743b56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:28.745724 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3773fac8-a906-4eab-90dd-83fcee743b56 None None] Bound using segment: {'id': 'f1f4760e-7fd1-432e-9861-fd1a052a7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:27:28.745724 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-3773fac8-a906-4eab-90dd-83fcee743b56 None None] Bound port: 021cabad-e335-417d-99e2-b24395f22eea, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1f4760e-7fd1-432e-9861-fd1a052a7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:27:28.745724 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-3773fac8-a906-4eab-90dd-83fcee743b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:28.795379 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0b7884a4-32db-42cd-b6ee-653ecf3cfb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:28.804552 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-2b68d17d-2f0e-4ee4-ae43-dc1b0db08ed6 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Allocated IP 172.25.6.155 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/798262fe-8a17-417e-a328-a6f9bf19d222) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:27:28.829589 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-3773fac8-a906-4eab-90dd-83fcee743b56 None None] For port 021cabad-e335-417d-99e2-b24395f22eea, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:27:28.832720 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-3773fac8-a906-4eab-90dd-83fcee743b56 None None] For port 021cabad-e335-417d-99e2-b24395f22eea, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=021cabad-e335-417d-99e2-b24395f22eea,segment=NetworkSegment(f1f4760e-7fd1-432e-9861-fd1a052a7a2d),segment_id=f1f4760e-7fd1-432e-9861-fd1a052a7a2d)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:27:28.915771 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-e8c8b131-e042-4d24-bd87-03d1fc90ffcc None None] Provisioning complete for port 021cabad-e335-417d-99e2-b24395f22eea triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:27:28.916413 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e8c8b131-e042-4d24-bd87-03d1fc90ffcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:28.919136 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2b68d17d-2f0e-4ee4-ae43-dc1b0db08ed6 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:28.953200 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-e8c8b131-e042-4d24-bd87-03d1fc90ffcc None None] Port 021cabad-e335-417d-99e2-b24395f22eea cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:27:29.007638 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-3773fac8-a906-4eab-90dd-83fcee743b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:29.066731 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3773fac8-a906-4eab-90dd-83fcee743b56 None None] Routers {'1d556a10-dc14-4b9b-bd01-db3f31be4014'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:27:29.067370 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-3773fac8-a906-4eab-90dd-83fcee743b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:27:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1d556a10-dc14-4b9b-bd01-db3f31be4014'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:27:29.121380 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2b68d17d-2f0e-4ee4-ae43-dc1b0db08ed6 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:29.202542 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b68d17d-2f0e-4ee4-ae43-dc1b0db08ed6 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Pushing event updated for resources: {'Port': ['ID=798262fe-8a17-417e-a328-a6f9bf19d222,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:29.211676 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b68d17d-2f0e-4ee4-ae43-dc1b0db08ed6 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:27:29.213571 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-2b68d17d-2f0e-4ee4-ae43-dc1b0db08ed6 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:27:29.216962 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-3773fac8-a906-4eab-90dd-83fcee743b56 None None] Set router 1d556a10-dc14-4b9b-bd01-db3f31be4014 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:27:29.219120 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b68d17d-2f0e-4ee4-ae43-dc1b0db08ed6 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:27:29.273212 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b7095-b397-41b1-8517-faf320fa7e38 None None] Pushing event updated for resources: {'Port': ['ID=021cabad-e335-417d-99e2-b24395f22eea,revision_number=4']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:29.319239 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2b68d17d-2f0e-4ee4-ae43-dc1b0db08ed6 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:29.379784 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a20201a4-dbdd-4f00-917e-7b6d3f1dc38a None None] Provisioning complete for port 021cabad-e335-417d-99e2-b24395f22eea triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:27:29.380254 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a20201a4-dbdd-4f00-917e-7b6d3f1dc38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:29.457549 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2b68d17d-2f0e-4ee4-ae43-dc1b0db08ed6 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:29.534196 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a20201a4-dbdd-4f00-917e-7b6d3f1dc38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:29.538624 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3cff2f57-cdc7-429b-9da4-a341b6f69935 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:27:29.599095 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-a20201a4-dbdd-4f00-917e-7b6d3f1dc38a None None] For port 021cabad-e335-417d-99e2-b24395f22eea, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=021cabad-e335-417d-99e2-b24395f22eea,segment=NetworkSegment(f1f4760e-7fd1-432e-9861-fd1a052a7a2d),segment_id=f1f4760e-7fd1-432e-9861-fd1a052a7a2d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:27:29.619771 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 3cff2f57-cdc7-429b-9da4-a341b6f69935 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:27:29.620188 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-3773fac8-a906-4eab-90dd-83fcee743b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'name': 'tempest-AttachVolumeShelveTestJSON-1198719740-router', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:27:21Z', 'updated_at': '2021-12-17T15:27:25Z', 'revision_number': 4, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'gw_port': {'id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:27:22Z', 'updated_at': '2021-12-17T15:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '021cabad-e335-417d-99e2-b24395f22eea', 'name': '', 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'mac_address': 'fa:16:3e:24:1e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:27:24Z', 'updated_at': '2021-12-17T15:27:28Z', 'revision_number': 4, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'subnets': [{'id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:27:29.620447 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:29.626087 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39b452-b652-48de-8cae-127be074821d req-aeca6523-529d-4970-a8cc-fb5235ad1c92 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:29.627630 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-df39b452-b652-48de-8cae-127be074821d req-aeca6523-529d-4970-a8cc-fb5235ad1c92 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.1054373 Dec 17 15:27:29.652787 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3773fac8-a906-4eab-90dd-83fcee743b56 None None] The sync data for ids ['1d556a10-dc14-4b9b-bd01-db3f31be4014'] in n-d-820553-2 is: [{'id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'name': 'tempest-AttachVolumeShelveTestJSON-1198719740-router', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:27:21Z', 'updated_at': '2021-12-17T15:27:25Z', 'revision_number': 4, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'gw_port': {'id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:27:22Z', 'updated_at': '2021-12-17T15:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '021cabad-e335-417d-99e2-b24395f22eea', 'name': '', 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'mac_address': 'fa:16:3e:24:1e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:27:24Z', 'updated_at': '2021-12-17T15:27:28Z', 'revision_number': 4, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'subnets': [{'id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:27:29.703168 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-df39b452-b652-48de-8cae-127be074821d req-426bed67-bf25-49be-865b-71f0ea8c99c8 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669806 Dec 17 15:27:29.729786 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a20201a4-dbdd-4f00-917e-7b6d3f1dc38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:29.735426 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2b68d17d-2f0e-4ee4-ae43-dc1b0db08ed6 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:29.804374 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20201a4-dbdd-4f00-917e-7b6d3f1dc38a None None] Pushing event updated for resources: {'Port': ['ID=021cabad-e335-417d-99e2-b24395f22eea,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:29.834950 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2b68d17d-2f0e-4ee4-ae43-dc1b0db08ed6 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:29.906435 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b68d17d-2f0e-4ee4-ae43-dc1b0db08ed6 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Pushing event updated for resources: {'Port': ['ID=798262fe-8a17-417e-a328-a6f9bf19d222,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:29.919635 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2b68d17d-2f0e-4ee4-ae43-dc1b0db08ed6 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:30.020801 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2b68d17d-2f0e-4ee4-ae43-dc1b0db08ed6 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:30.022281 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2b68d17d-2f0e-4ee4-ae43-dc1b0db08ed6 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5616381 Dec 17 15:27:30.249745 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-329bef7a-ae22-4ed0-a399-fa8f12120b7d tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--2030886431&fields=id&tenant_id=3946e10ff975425598a71e1a9e6d2cf1 HTTP/1.1" status: 200 len: 267 time: 0.0404043 Dec 17 15:27:30.366117 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-8c4209ad-751b-42f3-bb52-6db25ed2b73b tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:30.371488 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-8c4209ad-751b-42f3-bb52-6db25ed2b73b tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/networks?id=14d6281a-4511-4bb4-90e9-4eb4dec9d036 HTTP/1.1" status: 200 len: 817 time: 0.1131382 Dec 17 15:27:30.384608 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-7057a9ec-c470-4e5f-917a-6fbc95f4f56b tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/quotas/3946e10ff975425598a71e1a9e6d2cf1 HTTP/1.1" status: 200 len: 375 time: 0.0109458 Dec 17 15:27:30.460668 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-348c5187-6972-4d23-a464-6793f74fcef5 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3946e10ff975425598a71e1a9e6d2cf1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0698228 Dec 17 15:27:30.570502 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-b97b9071-025c-42f8-93a1-08f29e55f460 service neutron] 10.222.0.46 "GET /v2.0/networks/14d6281a-4511-4bb4-90e9-4eb4dec9d036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958209 Dec 17 15:27:30.675271 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-765697ba-b448-43f1-aba5-d772fb45b364 service neutron] 10.222.0.46 "GET /v2.0/networks/14d6281a-4511-4bb4-90e9-4eb4dec9d036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972576 Dec 17 15:27:30.869938 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e2be3-dbc5-4b35-a2cc-cebec29f7a5d req-dfb9d628-235b-4683-903b-090b6f8a18af tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:30.871476 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-229e2be3-dbc5-4b35-a2cc-cebec29f7a5d req-dfb9d628-235b-4683-903b-090b6f8a18af tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0513906 Dec 17 15:27:30.918163 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-229e2be3-dbc5-4b35-a2cc-cebec29f7a5d req-ffd69aed-cd40-4331-bc8f-5791e1799e67 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398591 Dec 17 15:27:31.030763 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0fe41f9a-3025-4343-b981-3548f7ae4cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:31.062561 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34808) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:31.063820 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5c633137-5953-4588-b71b-755e8d5bcb6c req-052c68a6-adfc-445a-9fac-3fb1e84d7220 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 210 time: 0.0347927 Dec 17 15:27:31.183221 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1070e3ef-7928-4c4f-bff1-0a3e9e0a48e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:31.264576 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1070e3ef-7928-4c4f-bff1-0a3e9e0a48e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:31.411830 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1070e3ef-7928-4c4f-bff1-0a3e9e0a48e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:31.454201 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1070e3ef-7928-4c4f-bff1-0a3e9e0a48e1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e052a5f2b8fe4fa785f30b001a53ecf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3894858 Dec 17 15:27:31.454923 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070e3ef-7928-4c4f-bff1-0a3e9e0a48e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cde8ba5-b12b-4fea-a0ef-dbd40ffa9b2c,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:31.457575 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34820) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:31.511555 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8dfbd3e2-7328-42cb-aed7-d8dbf853b920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:31.532077 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 021cabad-e335-417d-99e2-b24395f22eea up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:27:31.541917 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8dfbd3e2-7328-42cb-aed7-d8dbf853b920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:31.579348 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 021cabad-e335-417d-99e2-b24395f22eea triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:27:31.579810 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:31.697632 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8dfbd3e2-7328-42cb-aed7-d8dbf853b920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:31.700199 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8dfbd3e2-7328-42cb-aed7-d8dbf853b920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:31.701370 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8dfbd3e2-7328-42cb-aed7-d8dbf853b920 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7cde8ba5-b12b-4fea-a0ef-dbd40ffa9b2c HTTP/1.1" status: 204 len: 168 time: 0.2416441 Dec 17 15:27:31.710045 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfbd3e2-7328-42cb-aed7-d8dbf853b920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cde8ba5-b12b-4fea-a0ef-dbd40ffa9b2c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:32.044050 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e813d-7891-4121-9794-2817d5773b52 req-115a7c27-0857-477e-b6ee-419542b0ecdd tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:32.045637 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ed4e813d-7891-4121-9794-2817d5773b52 req-115a7c27-0857-477e-b6ee-419542b0ecdd tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0524533 Dec 17 15:27:32.088100 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ed4e813d-7891-4121-9794-2817d5773b52 req-bf9bc0b1-c599-42da-be92-45ddd72e1fd4 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351787 Dec 17 15:27:32.151657 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b2223e70-b90a-426b-a75c-d71bda4102af req-b85f9074-1ae5-4281-80a9-d18d5e987c48 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 210 time: 0.0277190 Dec 17 15:27:32.298450 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:32.474991 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34842) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:32.490312 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-400d8827-7e89-47ed-9e0c-57e50269cbca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:32.565588 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-400d8827-7e89-47ed-9e0c-57e50269cbca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:32.628800 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-400d8827-7e89-47ed-9e0c-57e50269cbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:32.670035 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-400d8827-7e89-47ed-9e0c-57e50269cbca admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=38a0f53bc8514019b33178837a3d6cff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1939878 Dec 17 15:27:32.671874 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d8827-7e89-47ed-9e0c-57e50269cbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c8ca7d-c002-4662-9b93-384221c8a9ad,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:32.673514 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34844) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:32.721477 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c54d55da-5093-4524-bd32-786bec01e443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:32.743166 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c54d55da-5093-4524-bd32-786bec01e443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:33.012805 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c54d55da-5093-4524-bd32-786bec01e443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:33.015624 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c54d55da-5093-4524-bd32-786bec01e443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:33.016855 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c54d55da-5093-4524-bd32-786bec01e443 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/27c8ca7d-c002-4662-9b93-384221c8a9ad HTTP/1.1" status: 204 len: 168 time: 0.3422213 Dec 17 15:27:33.024794 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d55da-5093-4524-bd32-786bec01e443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c8ca7d-c002-4662-9b93-384221c8a9ad,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:33.209925 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47511ea0-f6b6-40e6-8724-912cd0613e64 req-47367e5a-4fc2-4072-bcda-a88001ae3544 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:33.211498 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-47511ea0-f6b6-40e6-8724-912cd0613e64 req-47367e5a-4fc2-4072-bcda-a88001ae3544 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0523341 Dec 17 15:27:33.263717 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-df9f7ed5-c56c-40b0-94d2-bce683e89af9 req-2a81ad1e-779f-460b-ade9-d6534cda7f21 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 210 time: 0.0313132 Dec 17 15:27:33.277086 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-47511ea0-f6b6-40e6-8724-912cd0613e64 req-61667d63-ad7f-47e4-8170-65b099b4cac5 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591125 Dec 17 15:27:33.572344 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-b46f2862-a46a-4f3f-b24b-35c50e3159de tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:33.573895 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-b46f2862-a46a-4f3f-b24b-35c50e3159de tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.41 "GET /v2.0/networks?id=14d6281a-4511-4bb4-90e9-4eb4dec9d036 HTTP/1.1" status: 200 len: 817 time: 0.1078506 Dec 17 15:27:33.627454 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-47144e72-4147-432d-94ec-d6899a474aa1 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3946e10ff975425598a71e1a9e6d2cf1 HTTP/1.1" status: 200 len: 380 time: 0.0396702 Dec 17 15:27:33.636621 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-d071aeda-571d-417c-9d9c-82f1e86b4feb tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Request body: {'port': {'device_id': '052fd604-f4fb-4346-98a7-bd258456dd66', 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036', 'admin_state_up': True, 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'security_groups': ['b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:27:33.875942 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-d071aeda-571d-417c-9d9c-82f1e86b4feb tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Made reservation on behalf of 3946e10ff975425598a71e1a9e6d2cf1 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:27:33.879988 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-d071aeda-571d-417c-9d9c-82f1e86b4feb tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:33.898330 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:34.014652 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-d071aeda-571d-417c-9d9c-82f1e86b4feb tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Allocated IP 172.20.0.6 (14d6281a-4511-4bb4-90e9-4eb4dec9d036/bb81f603-60e6-418f-8fce-326d48a9c9a7/7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:27:34.158157 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-d071aeda-571d-417c-9d9c-82f1e86b4feb tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:34.167643 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:34.287395 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-d071aeda-571d-417c-9d9c-82f1e86b4feb tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:34.340431 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-d071aeda-571d-417c-9d9c-82f1e86b4feb tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Network 14d6281a-4511-4bb4-90e9-4eb4dec9d036 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:27:34.343763 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-d071aeda-571d-417c-9d9c-82f1e86b4feb tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:27:34.346452 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-d071aeda-571d-417c-9d9c-82f1e86b4feb tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:27:34.383456 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071aeda-571d-417c-9d9c-82f1e86b4feb tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Pushing event updated for resources: {'Port': ['ID=7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:34.400286 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d071aeda-571d-417c-9d9c-82f1e86b4feb tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:34.400629 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d071aeda-571d-417c-9d9c-82f1e86b4feb tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:34.400992 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d071aeda-571d-417c-9d9c-82f1e86b4feb tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:34.401356 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d071aeda-571d-417c-9d9c-82f1e86b4feb tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:34.401655 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d071aeda-571d-417c-9d9c-82f1e86b4feb tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:34.401984 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d071aeda-571d-417c-9d9c-82f1e86b4feb tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:34.402309 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d071aeda-571d-417c-9d9c-82f1e86b4feb tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:34.402630 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d071aeda-571d-417c-9d9c-82f1e86b4feb tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:34.402952 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d071aeda-571d-417c-9d9c-82f1e86b4feb tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:34.403274 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d071aeda-571d-417c-9d9c-82f1e86b4feb tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:34.403590 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d071aeda-571d-417c-9d9c-82f1e86b4feb tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:34.403905 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d071aeda-571d-417c-9d9c-82f1e86b4feb tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:34.430120 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-d071aeda-571d-417c-9d9c-82f1e86b4feb tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:34.431811 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-d071aeda-571d-417c-9d9c-82f1e86b4feb tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:34.445242 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f1f50-a969-4674-9fd5-4ca20f9500b1 req-ab96e2d1-0227-4422-8d94-71d0da1aa745 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:34.446864 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-279f1f50-a969-4674-9fd5-4ca20f9500b1 req-ab96e2d1-0227-4422-8d94-71d0da1aa745 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 931 time: 0.1050534 Dec 17 15:27:34.456771 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43202297-48fd-44c8-8675-de07c567559b req-d43e8367-9947-46f6-afa8-1d5754c3d5e3 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:34.458580 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-43202297-48fd-44c8-8675-de07c567559b req-d43e8367-9947-46f6-afa8-1d5754c3d5e3 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0886171 Dec 17 15:27:34.519777 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-279f1f50-a969-4674-9fd5-4ca20f9500b1 req-1a7bb203-28c1-456b-b80b-62f26d4f56ff tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600412 Dec 17 15:27:34.527427 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-43202297-48fd-44c8-8675-de07c567559b req-10b94b09-cfa6-4084-9dbe-56b46468baeb tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527678 Dec 17 15:27:34.559772 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-d071aeda-571d-417c-9d9c-82f1e86b4feb tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9258294 Dec 17 15:27:34.596613 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-6008f5f2-2e9f-4c13-bee1-1f8865d5d91d None None] Provisioning complete for port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:27:34.597150 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6008f5f2-2e9f-4c13-bee1-1f8865d5d91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:34.643266 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-6008f5f2-2e9f-4c13-bee1-1f8865d5d91d None None] Port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:27:34.644066 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-7412f0c8-5055-4b76-8e91-3ff3fd076756 service neutron] Request body: {'port': {'device_id': '052fd604-f4fb-4346-98a7-bd258456dd66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:27:34.700006 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-7412f0c8-5055-4b76-8e91-3ff3fd076756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:34.975894 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-7412f0c8-5055-4b76-8e91-3ff3fd076756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:27:34.983731 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-7412f0c8-5055-4b76-8e91-3ff3fd076756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:34.997128 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-7412f0c8-5055-4b76-8e91-3ff3fd076756 service neutron] Transition to ACTIVE for port object 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:27:35.047815 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-7412f0c8-5055-4b76-8e91-3ff3fd076756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:35.104463 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412f0c8-5055-4b76-8e91-3ff3fd076756 service neutron] Pushing event updated for resources: {'Port': ['ID=7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:35.177191 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-7412f0c8-5055-4b76-8e91-3ff3fd076756 service neutron] Attempting to bind port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:27:35.177534 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-7412f0c8-5055-4b76-8e91-3ff3fd076756 service neutron] Attempting to bind port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': 'f1f4760e-7fd1-432e-9861-fd1a052a7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:27:35.177858 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-7412f0c8-5055-4b76-8e91-3ff3fd076756 service neutron] Attempting to bind port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd on network 14d6281a-4511-4bb4-90e9-4eb4dec9d036 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:27:35.188615 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-7412f0c8-5055-4b76-8e91-3ff3fd076756 service neutron] Port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd on network 14d6281a-4511-4bb4-90e9-4eb4dec9d036 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:27:35.188615 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-7412f0c8-5055-4b76-8e91-3ff3fd076756 service neutron] Attempting to bind port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd on network 14d6281a-4511-4bb4-90e9-4eb4dec9d036 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:27:35.192086 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-7412f0c8-5055-4b76-8e91-3ff3fd076756 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:27:35.192684 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-7412f0c8-5055-4b76-8e91-3ff3fd076756 service neutron] Checking segment: {'id': 'f1f4760e-7fd1-432e-9861-fd1a052a7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:27:35.193349 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-7412f0c8-5055-4b76-8e91-3ff3fd076756 service neutron] Bound using segment: {'id': 'f1f4760e-7fd1-432e-9861-fd1a052a7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:27:35.193999 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-7412f0c8-5055-4b76-8e91-3ff3fd076756 service neutron] Bound port: 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1f4760e-7fd1-432e-9861-fd1a052a7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:27:35.194361 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-7412f0c8-5055-4b76-8e91-3ff3fd076756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:35.266670 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-7412f0c8-5055-4b76-8e91-3ff3fd076756 service neutron] For port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:27:35.270048 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-7412f0c8-5055-4b76-8e91-3ff3fd076756 service neutron] For port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd,segment=NetworkSegment(f1f4760e-7fd1-432e-9861-fd1a052a7a2d),segment_id=f1f4760e-7fd1-432e-9861-fd1a052a7a2d)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:27:35.322040 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-7412f0c8-5055-4b76-8e91-3ff3fd076756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:35.359178 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-7412f0c8-5055-4b76-8e91-3ff3fd076756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:35.360447 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-7412f0c8-5055-4b76-8e91-3ff3fd076756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:35.361855 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-7412f0c8-5055-4b76-8e91-3ff3fd076756 service neutron] 10.222.0.41 "PUT /v2.0/ports/7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd HTTP/1.1" status: 200 len: 1091 time: 0.7226064 Dec 17 15:27:35.362385 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052fd604-f4fb-4346-98a7-bd258456dd66', 'tag': '7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:27:35.364638 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309b7f41-b605-4d2f-974d-ace68fa90996" -d '{"events": [{"name": "network-changed", "server_uuid": "052fd604-f4fb-4346-98a7-bd258456dd66", "tag": "7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:27:35.394582 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412f0c8-5055-4b76-8e91-3ff3fd076756 service neutron] Pushing event updated for resources: {'Port': ['ID=7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:35.411893 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70576fea-2b99-4875-a0b8-7d42a2f7a96b x-openstack-request-id: req-70576fea-2b99-4875-a0b8-7d42a2f7a96b {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:27:35.412189 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052fd604-f4fb-4346-98a7-bd258456dd66", "tag": "7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:27:35.412442 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-70576fea-2b99-4875-a0b8-7d42a2f7a96b {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:27:35.412846 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052fd604-f4fb-4346-98a7-bd258456dd66', 'tag': '7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd', 'status': 'completed', 'code': 200} Dec 17 15:27:35.495275 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b7f41-b605-4d2f-974d-ace68fa90996 req-eb221a68-f93e-4bd8-82af-a36862c9b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:35.496797 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-309b7f41-b605-4d2f-974d-ace68fa90996 req-eb221a68-f93e-4bd8-82af-a36862c9b0d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3946e10ff975425598a71e1a9e6d2cf1&device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 1094 time: 0.0429924 Dec 17 15:27:35.635851 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b7f41-b605-4d2f-974d-ace68fa90996 req-75c9005e-fe72-4e9b-9ea8-ebdebfe307c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:35.637477 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-309b7f41-b605-4d2f-974d-ace68fa90996 req-75c9005e-fe72-4e9b-9ea8-ebdebfe307c2 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3946e10ff975425598a71e1a9e6d2cf1&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1275442 Dec 17 15:27:35.719138 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686d3dc-4bf6-4bc8-92dd-d60fc00e409f req-888be1d1-3341-46d7-9050-90976450c04a tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:35.719138 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f686d3dc-4bf6-4bc8-92dd-d60fc00e409f req-888be1d1-3341-46d7-9050-90976450c04a tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 943 time: 0.1042821 Dec 17 15:27:35.739914 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32430c2c-03c9-4aaf-8d2b-7727f33a4af5 req-46c47ba7-4921-46ca-ac66-9b65b108ea10 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:35.742316 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32430c2c-03c9-4aaf-8d2b-7727f33a4af5 req-46c47ba7-4921-46ca-ac66-9b65b108ea10 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.1181180 Dec 17 15:27:35.744901 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b7f41-b605-4d2f-974d-ace68fa90996 req-37fa1e90-937b-457a-9979-3bcb01c8b28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:35.746387 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-309b7f41-b605-4d2f-974d-ace68fa90996 req-37fa1e90-937b-457a-9979-3bcb01c8b28f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1021185 Dec 17 15:27:35.796258 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f686d3dc-4bf6-4bc8-92dd-d60fc00e409f req-07803224-c6b4-4cf3-8bcd-0bcb5d895a32 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703235 Dec 17 15:27:35.813488 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32430c2c-03c9-4aaf-8d2b-7727f33a4af5 req-eb4592f1-07cd-461a-9523-20a7f05f5fd3 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602517 Dec 17 15:27:35.869607 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-50b1bc99-aa01-48b0-9d25-4c2bf062b7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:35.872040 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-50b1bc99-aa01-48b0-9d25-4c2bf062b7c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3946e10ff975425598a71e1a9e6d2cf1&device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 1094 time: 0.0677743 Dec 17 15:27:35.922449 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-05d15d80-9b93-4072-bae1-d17f7ab245a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd HTTP/1.1" status: 200 len: 217 time: 0.0367026 Dec 17 15:27:35.973219 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-15eb03d6-99e8-43e4-aac1-7ac891587fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:35.974434 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-15eb03d6-99e8-43e4-aac1-7ac891587fc7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb81f603-60e6-418f-8fce-326d48a9c9a7 HTTP/1.1" status: 200 len: 856 time: 0.0450661 Dec 17 15:27:36.025012 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-3dcdbbd9-718b-4997-aa44-065d9989c375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:36.026517 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-3dcdbbd9-718b-4997-aa44-065d9989c375 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14d6281a-4511-4bb4-90e9-4eb4dec9d036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452795 Dec 17 15:27:36.133844 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-667e82c0-59e3-442c-80a7-681ff6a65294 service neutron] 10.222.0.41 "GET /v2.0/networks/14d6281a-4511-4bb4-90e9-4eb4dec9d036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000650 Dec 17 15:27:36.233742 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-70f570bd-2c24-4283-82bc-b126b683bb1d req-def2f11c-1fda-4c6c-a949-eaeaa301f3d0 service neutron] 10.222.0.41 "GET /v2.0/networks/14d6281a-4511-4bb4-90e9-4eb4dec9d036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920413 Dec 17 15:27:36.653522 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34940) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:36.696313 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34944) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:36.804731 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b232fd80-be68-48ee-82cf-e0e31aa80f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:36.805376 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1bc0d123-e0a1-49de-8286-cf16e03ef741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:36.904073 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1bc0d123-e0a1-49de-8286-cf16e03ef741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:36.919590 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b232fd80-be68-48ee-82cf-e0e31aa80f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:36.989225 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9115263d-cec5-49a1-8c8b-49d1b1b2f782 req-addc1098-35d5-4053-b4ec-d9bf8a0a7196 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:36.990743 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9115263d-cec5-49a1-8c8b-49d1b1b2f782 req-addc1098-35d5-4053-b4ec-d9bf8a0a7196 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0894699 Dec 17 15:27:37.003436 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967fbbc-24c6-4d8b-b7bf-2a624d406252 req-cf8df9a9-edf5-4e1b-a8d7-8de6de203130 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:37.004857 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9967fbbc-24c6-4d8b-b7bf-2a624d406252 req-cf8df9a9-edf5-4e1b-a8d7-8de6de203130 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 943 time: 0.0841043 Dec 17 15:27:37.062757 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9115263d-cec5-49a1-8c8b-49d1b1b2f782 req-fc614861-afbe-4f48-a03e-d150085e56e9 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562470 Dec 17 15:27:37.067820 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9967fbbc-24c6-4d8b-b7bf-2a624d406252 req-e4d8d6e4-b6c2-4c5c-9b08-d6af40c2ee03 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559635 Dec 17 15:27:37.069459 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b232fd80-be68-48ee-82cf-e0e31aa80f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:37.069783 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1bc0d123-e0a1-49de-8286-cf16e03ef741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:37.111021 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b232fd80-be68-48ee-82cf-e0e31aa80f06 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1e88d2f57d3441a6b1be2c4ab1214b89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4588020 Dec 17 15:27:37.111905 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232fd80-be68-48ee-82cf-e0e31aa80f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f8dcd9-7e8c-4488-a67b-21b5e9e9fc3c,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:37.115592 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34956) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:37.146943 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1bc0d123-e0a1-49de-8286-cf16e03ef741 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cd5953e48b3d4b09a3fc634959edcdb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4495683 Dec 17 15:27:37.149599 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34958) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:37.154147 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0d123-e0a1-49de-8286-cf16e03ef741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c654487-b7c5-4103-9fac-8a46904f959a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:37.207652 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c28b5f61-b340-49a5-a5de-9b4057a8a860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:37.232797 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8d3079db-8dd2-4443-bd4d-e69a830c93df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:37.239283 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c28b5f61-b340-49a5-a5de-9b4057a8a860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:37.278217 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8d3079db-8dd2-4443-bd4d-e69a830c93df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:37.389576 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c28b5f61-b340-49a5-a5de-9b4057a8a860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:37.392357 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c28b5f61-b340-49a5-a5de-9b4057a8a860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:37.393732 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c28b5f61-b340-49a5-a5de-9b4057a8a860 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/92f8dcd9-7e8c-4488-a67b-21b5e9e9fc3c HTTP/1.1" status: 204 len: 168 time: 0.2770138 Dec 17 15:27:37.401932 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b5f61-b340-49a5-a5de-9b4057a8a860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f8dcd9-7e8c-4488-a67b-21b5e9e9fc3c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:37.410621 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b5f61-b340-49a5-a5de-9b4057a8a860 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:37.410988 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b5f61-b340-49a5-a5de-9b4057a8a860 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:37.411660 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b5f61-b340-49a5-a5de-9b4057a8a860 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:37.412031 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b5f61-b340-49a5-a5de-9b4057a8a860 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:37.412380 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b5f61-b340-49a5-a5de-9b4057a8a860 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:37.412696 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b5f61-b340-49a5-a5de-9b4057a8a860 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:37.413021 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b5f61-b340-49a5-a5de-9b4057a8a860 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:37.413371 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b5f61-b340-49a5-a5de-9b4057a8a860 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:37.413679 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b5f61-b340-49a5-a5de-9b4057a8a860 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:37.414003 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b5f61-b340-49a5-a5de-9b4057a8a860 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:37.414318 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b5f61-b340-49a5-a5de-9b4057a8a860 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:37.414663 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28b5f61-b340-49a5-a5de-9b4057a8a860 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:27:37.418684 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8d3079db-8dd2-4443-bd4d-e69a830c93df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:37.421395 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8d3079db-8dd2-4443-bd4d-e69a830c93df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:37.425934 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8d3079db-8dd2-4443-bd4d-e69a830c93df admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0c654487-b7c5-4103-9fac-8a46904f959a HTTP/1.1" status: 204 len: 168 time: 0.2726147 Dec 17 15:27:37.444836 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3079db-8dd2-4443-bd4d-e69a830c93df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c654487-b7c5-4103-9fac-8a46904f959a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:38.188298 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34982) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:38.201788 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7710e172-736d-469a-96eb-197de085ea5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:38.211366 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e182b-f503-47a4-8f21-1f9b54d7e156 req-247a9761-bd17-4e28-9ebd-663a44eefd5e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:38.212803 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5c9e182b-f503-47a4-8f21-1f9b54d7e156 req-247a9761-bd17-4e28-9ebd-663a44eefd5e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0779624 Dec 17 15:27:38.243922 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812611c-c2a2-48bd-a0cf-5ba5527513b4 req-21925e77-a3af-493d-9bd1-6eb7839074a9 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:38.245597 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b812611c-c2a2-48bd-a0cf-5ba5527513b4 req-21925e77-a3af-493d-9bd1-6eb7839074a9 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 943 time: 0.0789135 Dec 17 15:27:38.268242 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5c9e182b-f503-47a4-8f21-1f9b54d7e156 req-2befb91d-7b15-48e7-b29b-5c390e08eb8e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480430 Dec 17 15:27:38.289730 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7710e172-736d-469a-96eb-197de085ea5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:38.303049 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b812611c-c2a2-48bd-a0cf-5ba5527513b4 req-ad9c887d-89df-400a-9ef3-ce4985ed5357 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380540 Dec 17 15:27:38.366701 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7710e172-736d-469a-96eb-197de085ea5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:38.409418 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7710e172-736d-469a-96eb-197de085ea5f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8969788e9b52437bb056641ee240a597&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2198172 Dec 17 15:27:38.412177 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34992) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:38.414105 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710e172-736d-469a-96eb-197de085ea5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca525fc2-ab44-480a-88ef-29ecea1f4b11,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:38.467001 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5fb5cb92-1d2f-49d2-815d-c1b06f9724f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:38.489203 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5fb5cb92-1d2f-49d2-815d-c1b06f9724f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:38.601324 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5fb5cb92-1d2f-49d2-815d-c1b06f9724f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:38.603844 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5fb5cb92-1d2f-49d2-815d-c1b06f9724f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:38.605066 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5fb5cb92-1d2f-49d2-815d-c1b06f9724f1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ca525fc2-ab44-480a-88ef-29ecea1f4b11 HTTP/1.1" status: 204 len: 168 time: 0.1918676 Dec 17 15:27:38.613613 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5cb92-1d2f-49d2-815d-c1b06f9724f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca525fc2-ab44-480a-88ef-29ecea1f4b11,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:39.431159 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67573f7c-93e8-4729-8b6b-4b8dd18afb48 req-2bcaa7a1-5b9a-478a-85e5-5a93ef626240 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:39.433157 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-67573f7c-93e8-4729-8b6b-4b8dd18afb48 req-2bcaa7a1-5b9a-478a-85e5-5a93ef626240 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0916369 Dec 17 15:27:39.471556 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2656199-15c2-4122-8b71-a24a35354386 req-3265a276-2b46-4d35-bd4e-a9ad80819a70 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:39.473070 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b2656199-15c2-4122-8b71-a24a35354386 req-3265a276-2b46-4d35-bd4e-a9ad80819a70 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 943 time: 0.0813556 Dec 17 15:27:39.499956 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-67573f7c-93e8-4729-8b6b-4b8dd18afb48 req-8f539e4c-a6c7-4b70-bdcd-416f8a3d85ae tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578291 Dec 17 15:27:39.532773 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b2656199-15c2-4122-8b71-a24a35354386 req-4f6b98dd-ec3a-4b9b-98f0-ac82096c8851 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496225 Dec 17 15:27:39.577987 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-781e7eda-e669-4d8d-8dfb-c7e4f69a53e9 req-7b1943a7-b858-48c0-851d-7cb78fcd542e service neutron] (102833) timed out ('10.222.0.46', 37484) {{(pid=102833) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 17 15:27:40.088389 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 08824bb5-9575-4d1a-8b51-640826dccac4 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:27:40.207149 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 08824bb5-9575-4d1a-8b51-640826dccac4, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=08824bb5-9575-4d1a-8b51-640826dccac4,segment=NetworkSegment(ccfcc99a-e4e0-468e-9873-88de436ed20f),segment_id=ccfcc99a-e4e0-468e-9873-88de436ed20f)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:27:40.219827 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '08824bb5-9575-4d1a-8b51-640826dccac4', 'network_id': '040e81ed-645b-49f2-b606-529d20326479', 'port_id': '08824bb5-9575-4d1a-8b51-640826dccac4', 'mac_address': 'fa:16:3e:bc:7c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e04280-f1e5-4533-a329-315764cf579d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:27:40.253735 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:40.257647 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:40.270018 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08824bb5-9575-4d1a-8b51-640826dccac4 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:27:40.291755 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 08824bb5-9575-4d1a-8b51-640826dccac4, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=08824bb5-9575-4d1a-8b51-640826dccac4,segment=NetworkSegment(ccfcc99a-e4e0-468e-9873-88de436ed20f),segment_id=ccfcc99a-e4e0-468e-9873-88de436ed20f)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:27:40.355558 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:40.382574 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35128) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:40.414235 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=08824bb5-9575-4d1a-8b51-640826dccac4,revision_number=6']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:40.476991 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['08824bb5-9575-4d1a-8b51-640826dccac4'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:27:40.508958 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-40938027-b478-4ada-8ea0-3b3f4d765ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:40.686659 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-40938027-b478-4ada-8ea0-3b3f4d765ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:40.705130 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c0635-b583-4e79-9c87-47d1c62050b0 req-eb872c87-60a4-405c-a2be-961efdbf7c6d tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:40.706692 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-618c0635-b583-4e79-9c87-47d1c62050b0 req-eb872c87-60a4-405c-a2be-961efdbf7c6d tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 944 time: 0.1074512 Dec 17 15:27:40.724881 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfc328-9562-45fc-8eab-194e527ee572 req-069ec6a1-ff68-4b66-beaa-80a8ab095989 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:40.726299 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-38cfc328-9562-45fc-8eab-194e527ee572 req-069ec6a1-ff68-4b66-beaa-80a8ab095989 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 943 time: 0.0789826 Dec 17 15:27:40.768795 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-40938027-b478-4ada-8ea0-3b3f4d765ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:40.800632 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-618c0635-b583-4e79-9c87-47d1c62050b0 req-5fc74035-34fa-47b2-9d6f-76fdd9d02bf5 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852196 Dec 17 15:27:40.824112 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-38cfc328-9562-45fc-8eab-194e527ee572 req-74119364-c8c8-44c0-bb8c-91be4a25b268 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915937 Dec 17 15:27:40.832234 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-40938027-b478-4ada-8ea0-3b3f4d765ba5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=19088aeb345243458c91d87c7c115f39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4508390 Dec 17 15:27:40.833398 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40938027-b478-4ada-8ea0-3b3f4d765ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716feae8-5809-4c01-8833-0c4d8f4ec4b2,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:40.835051 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35162) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:40.925616 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-359375bf-e180-4fa5-a65b-0f7e904884b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:40.955385 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-359375bf-e180-4fa5-a65b-0f7e904884b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:41.069382 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-359375bf-e180-4fa5-a65b-0f7e904884b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:41.072407 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-359375bf-e180-4fa5-a65b-0f7e904884b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:41.076372 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-359375bf-e180-4fa5-a65b-0f7e904884b4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/716feae8-5809-4c01-8833-0c4d8f4ec4b2 HTTP/1.1" status: 204 len: 168 time: 0.2387745 Dec 17 15:27:41.084898 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359375bf-e180-4fa5-a65b-0f7e904884b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716feae8-5809-4c01-8833-0c4d8f4ec4b2,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:41.694792 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:27:41.849989 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35230) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:41.943401 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd,segment=NetworkSegment(f1f4760e-7fd1-432e-9861-fd1a052a7a2d),segment_id=f1f4760e-7fd1-432e-9861-fd1a052a7a2d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:27:41.961276 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd', 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036', 'port_id': '7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd', 'mac_address': 'fa:16:3e:70:3a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:27:42.015164 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:42.040629 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:27:42.042309 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc7a37-a4f2-432b-bbbe-9fb43f20cc02 req-6e05dc44-a259-4b9b-9e9c-ff4bee02c51d tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:42.044721 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-44cc7a37-a4f2-432b-bbbe-9fb43f20cc02 req-6e05dc44-a259-4b9b-9e9c-ff4bee02c51d tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 943 time: 0.0977871 Dec 17 15:27:42.053706 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d359451-3bf4-4162-b1ee-250fb69f813e req-4ff668b4-25e0-4179-907a-646e30755438 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:42.061740 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2d90a732-7d47-4b59-ab2e-c8cdc8a1e363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:42.063111 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3d359451-3bf4-4162-b1ee-250fb69f813e req-4ff668b4-25e0-4179-907a-646e30755438 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 944 time: 0.1172826 Dec 17 15:27:42.067644 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd,segment=NetworkSegment(f1f4760e-7fd1-432e-9861-fd1a052a7a2d),segment_id=f1f4760e-7fd1-432e-9861-fd1a052a7a2d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:27:42.098414 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 08824bb5-9575-4d1a-8b51-640826dccac4 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:27:42.140602 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:42.158067 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-44cc7a37-a4f2-432b-bbbe-9fb43f20cc02 req-6d3bdcfc-f2e4-4957-86cf-fc451a94335d tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856395 Dec 17 15:27:42.179764 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3d359451-3bf4-4162-b1ee-250fb69f813e req-79e017a8-7fa4-4e94-b584-fdcf00f9c752 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155424 Dec 17 15:27:42.189215 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2d90a732-7d47-4b59-ab2e-c8cdc8a1e363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:42.246541 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2d90a732-7d47-4b59-ab2e-c8cdc8a1e363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:42.315025 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90a732-7d47-4b59-ab2e-c8cdc8a1e363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5805322-8c35-4a5c-bab1-2aba992ce23d,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:42.322489 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35248) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:42.322733 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2d90a732-7d47-4b59-ab2e-c8cdc8a1e363 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b081badcd7964bdbaa2c675b2fd070b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4707227 Dec 17 15:27:42.427053 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0f3ac4aa-50ba-40b6-9acb-4406895dc897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:42.436098 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:42.444857 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 08824bb5-9575-4d1a-8b51-640826dccac4 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:27:42.445262 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:42.457068 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0f3ac4aa-50ba-40b6-9acb-4406895dc897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:42.567664 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:42.583909 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:27:42.613158 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0f3ac4aa-50ba-40b6-9acb-4406895dc897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:42.615322 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0f3ac4aa-50ba-40b6-9acb-4406895dc897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:42.619130 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0f3ac4aa-50ba-40b6-9acb-4406895dc897 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b5805322-8c35-4a5c-bab1-2aba992ce23d HTTP/1.1" status: 204 len: 168 time: 0.2922015 Dec 17 15:27:42.619445 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd275e346-665b-4fb3-a7e9-d21aab4fcedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08824bb5-9575-4d1a-8b51-640826dccac4'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:27:42.623303 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7e2230-dc04-4ef7-b912-d6e529eeba1e" -d '{"events": [{"server_uuid": "d275e346-665b-4fb3-a7e9-d21aab4fcedb", "name": "network-vif-plugged", "status": "completed", "tag": "08824bb5-9575-4d1a-8b51-640826dccac4"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:27:42.639830 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ac4aa-50ba-40b6-9acb-4406895dc897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5805322-8c35-4a5c-bab1-2aba992ce23d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:42.642212 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 08824bb5-9575-4d1a-8b51-640826dccac4, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=08824bb5-9575-4d1a-8b51-640826dccac4,segment=NetworkSegment(ccfcc99a-e4e0-468e-9873-88de436ed20f),segment_id=ccfcc99a-e4e0-468e-9873-88de436ed20f)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:27:42.712559 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:42.727641 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccec247-018f-4210-9cc9-bc18d2e01041 x-openstack-request-id: req-fccec247-018f-4210-9cc9-bc18d2e01041 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:27:42.729694 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d275e346-665b-4fb3-a7e9-d21aab4fcedb", "name": "network-vif-plugged", "status": "completed", "tag": "08824bb5-9575-4d1a-8b51-640826dccac4", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:27:42.730277 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fccec247-018f-4210-9cc9-bc18d2e01041 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:27:42.732115 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd275e346-665b-4fb3-a7e9-d21aab4fcedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08824bb5-9575-4d1a-8b51-640826dccac4', 'code': 200} Dec 17 15:27:42.871415 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=08824bb5-9575-4d1a-8b51-640826dccac4,revision_number=7']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:43.380965 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be400571-9905-40cc-b9db-70bfe33c6264 req-2ad994be-98eb-4f25-9629-6813d4bb775e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:43.383305 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-be400571-9905-40cc-b9db-70bfe33c6264 req-2ad994be-98eb-4f25-9629-6813d4bb775e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.1057084 Dec 17 15:27:43.411253 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7bf46-92af-498d-806d-4071fad76c0a req-fee86aab-87bc-428d-91ee-22b1a566b598 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:43.412758 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1be7bf46-92af-498d-806d-4071fad76c0a req-fee86aab-87bc-428d-91ee-22b1a566b598 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 944 time: 0.1247134 Dec 17 15:27:43.520187 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-be400571-9905-40cc-b9db-70bfe33c6264 req-53cb2178-6c75-4760-a1f0-81d740060f88 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213613 Dec 17 15:27:43.556060 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1be7bf46-92af-498d-806d-4071fad76c0a req-28c4f63f-0987-49df-83b0-d63d1419715c tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173453 Dec 17 15:27:43.589007 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35294) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:43.629827 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7338fed0-827f-4845-879b-4919b7f1b6b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:43.664860 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35296) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:43.813852 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7338fed0-827f-4845-879b-4919b7f1b6b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:43.843480 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-36bb00f7-2160-41d9-85e1-a561bda3bf69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:43.904045 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7338fed0-827f-4845-879b-4919b7f1b6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:43.982401 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-36bb00f7-2160-41d9-85e1-a561bda3bf69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:43.988879 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7338fed0-827f-4845-879b-4919b7f1b6b4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1940860f31f040aeb87af0f555b0fd22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3968999 Dec 17 15:27:43.990029 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338fed0-827f-4845-879b-4919b7f1b6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6193287-eec2-4b4b-ab88-26a62bb216d4,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:44.003717 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35300) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:44.058007 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-36bb00f7-2160-41d9-85e1-a561bda3bf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:44.085403 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f2419845-ce98-42c8-996e-d69a20565169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:44.107909 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-36bb00f7-2160-41d9-85e1-a561bda3bf69 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a7324a0e41f945ee9975b9f64a2e9313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4412954 Dec 17 15:27:44.109206 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35302) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:44.118061 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f2419845-ce98-42c8-996e-d69a20565169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:44.118425 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb00f7-2160-41d9-85e1-a561bda3bf69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a0618c-d099-4b3c-81fe-cc1da1aa3407,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:44.178160 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4482b27e-cb18-48d0-b832-89961e533048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:44.201454 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4482b27e-cb18-48d0-b832-89961e533048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:44.241102 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f2419845-ce98-42c8-996e-d69a20565169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:44.245261 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f2419845-ce98-42c8-996e-d69a20565169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:44.249591 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f2419845-ce98-42c8-996e-d69a20565169 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e6193287-eec2-4b4b-ab88-26a62bb216d4 HTTP/1.1" status: 204 len: 168 time: 0.2423925 Dec 17 15:27:44.262444 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2419845-ce98-42c8-996e-d69a20565169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6193287-eec2-4b4b-ab88-26a62bb216d4,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:44.299799 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4482b27e-cb18-48d0-b832-89961e533048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:44.304689 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4482b27e-cb18-48d0-b832-89961e533048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:44.316009 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4482b27e-cb18-48d0-b832-89961e533048 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/39a0618c-d099-4b3c-81fe-cc1da1aa3407 HTTP/1.1" status: 204 len: 168 time: 0.2015479 Dec 17 15:27:44.336592 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482b27e-cb18-48d0-b832-89961e533048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a0618c-d099-4b3c-81fe-cc1da1aa3407,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:44.694173 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35780d-7a17-4f50-93ae-07eadbce81f6 req-74d03a50-06bf-4bdf-acf5-24e646efa21b tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:44.705374 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7a35780d-7a17-4f50-93ae-07eadbce81f6 req-74d03a50-06bf-4bdf-acf5-24e646efa21b tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0697863 Dec 17 15:27:44.793650 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7a35780d-7a17-4f50-93ae-07eadbce81f6 req-f3321588-55bf-405f-861c-c9a98388004e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871367 Dec 17 15:27:44.820587 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc2c09-83a4-4f08-9b1f-2faaee2f0f85 req-e7a4d683-9c8f-42f6-bee4-3e1ffe6e85ee tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:44.823684 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-90bc2c09-83a4-4f08-9b1f-2faaee2f0f85 req-e7a4d683-9c8f-42f6-bee4-3e1ffe6e85ee tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 944 time: 0.1160176 Dec 17 15:27:44.893542 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-90bc2c09-83a4-4f08-9b1f-2faaee2f0f85 req-216fc188-7ea9-4ac7-97f8-c2e73e5e9060 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600073 Dec 17 15:27:45.724696 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:27:45.731916 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50f627-74ee-4202-b078-f423bcdd97de req-55d84a1b-10d4-4fc5-8aab-45699758b2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:45.733871 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-eb50f627-74ee-4202-b078-f423bcdd97de req-55d84a1b-10d4-4fc5-8aab-45699758b2be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e31b08986e494abe92337553ad2cd818&device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 1096 time: 0.0483735 Dec 17 15:27:45.848753 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:27:45.853444 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:27:45.854050 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:45.932328 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35366) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:46.128840 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:46.134471 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216e949-13ac-477c-af0c-42538fd5c777 req-fdb460b2-e383-4cd8-b921-18a116171911 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:46.136035 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b216e949-13ac-477c-af0c-42538fd5c777 req-fdb460b2-e383-4cd8-b921-18a116171911 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.1636271 Dec 17 15:27:46.184663 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052fd604-f4fb-4346-98a7-bd258456dd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:27:46.187934 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c760dd70-e32a-4da5-a061-fd36b4507394" -d '{"events": [{"server_uuid": "052fd604-f4fb-4346-98a7-bd258456dd66", "name": "network-vif-plugged", "status": "completed", "tag": "7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:27:46.205765 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b216e949-13ac-477c-af0c-42538fd5c777 req-e146eba9-cb52-4637-81bb-a72a7ea74242 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631628 Dec 17 15:27:46.213396 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-4dc6876c-e28f-412f-b112-b0fcdcb27462 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-566546373'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:27:46.248528 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd,segment=NetworkSegment(f1f4760e-7fd1-432e-9861-fd1a052a7a2d),segment_id=f1f4760e-7fd1-432e-9861-fd1a052a7a2d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:27:46.326892 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:46.338498 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9fca85-4091-446d-8260-02e8db1d1eb3 req-267e2850-7ae4-4db5-bda6-73692203fab6 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:46.346642 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0e9fca85-4091-446d-8260-02e8db1d1eb3 req-267e2850-7ae4-4db5-bda6-73692203fab6 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 944 time: 0.1522050 Dec 17 15:27:46.370705 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50f627-74ee-4202-b078-f423bcdd97de req-0ad5935c-524b-4c9d-a504-4bfd86191223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:46.376270 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-eb50f627-74ee-4202-b078-f423bcdd97de req-0ad5935c-524b-4c9d-a504-4bfd86191223 service neutron] 10.222.0.13 "GET /v2.0/networks?id=040e81ed-645b-49f2-b606-529d20326479 HTTP/1.1" status: 200 len: 915 time: 0.6126204 Dec 17 15:27:46.383739 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0e9fca85-4091-446d-8260-02e8db1d1eb3 req-4efac982-73af-41b1-b6c2-c2f7ea7a2e6e tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360808 Dec 17 15:27:46.401886 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1abd98c-41b4-42bc-8f83-ff2061c516ab x-openstack-request-id: req-c1abd98c-41b4-42bc-8f83-ff2061c516ab {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:27:46.402378 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052fd604-f4fb-4346-98a7-bd258456dd66", "name": "network-vif-plugged", "status": "completed", "tag": "7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:27:46.403004 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c1abd98c-41b4-42bc-8f83-ff2061c516ab {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:27:46.403889 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052fd604-f4fb-4346-98a7-bd258456dd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd', 'code': 200} Dec 17 15:27:46.412630 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc6876c-e28f-412f-b112-b0fcdcb27462 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Made reservation on behalf of cc80c73109b647ecb9d23e036463b2cf for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:27:46.416738 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4dc6876c-e28f-412f-b112-b0fcdcb27462 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:46.428425 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-eb50f627-74ee-4202-b078-f423bcdd97de req-99ef6207-87ed-493c-a2d5-0a6e7fbbc28b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=08824bb5-9575-4d1a-8b51-640826dccac4 HTTP/1.1" status: 200 len: 217 time: 0.0412610 Dec 17 15:27:46.433170 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4dc6876c-e28f-412f-b112-b0fcdcb27462 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:46.450005 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:46.575813 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50f627-74ee-4202-b078-f423bcdd97de req-a659fc56-c804-4a1a-b3d3-a86701d0cd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:46.577300 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-eb50f627-74ee-4202-b078-f423bcdd97de req-a659fc56-c804-4a1a-b3d3-a86701d0cd84 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27e04280-f1e5-4533-a329-315764cf579d HTTP/1.1" status: 200 len: 854 time: 0.1401021 Dec 17 15:27:46.601843 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4dc6876c-e28f-412f-b112-b0fcdcb27462 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:46.616615 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-eb50f627-74ee-4202-b078-f423bcdd97de req-3f0e84ac-a772-4b89-ad55-fd2563a56779 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=040e81ed-645b-49f2-b606-529d20326479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267754 Dec 17 15:27:46.638733 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334aac3e-d61c-437e-af5b-19a27e752cab req-bfbfe89c-2343-4bad-ad77-873458c56fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:46.641217 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-334aac3e-d61c-437e-af5b-19a27e752cab req-bfbfe89c-2343-4bad-ad77-873458c56fe2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 1096 time: 0.1182730 Dec 17 15:27:46.657973 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4dc6876c-e28f-412f-b112-b0fcdcb27462 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:46.675196 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc6876c-e28f-412f-b112-b0fcdcb27462 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:27:46.686495 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4dc6876c-e28f-412f-b112-b0fcdcb27462 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:46.687265 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-4dc6876c-e28f-412f-b112-b0fcdcb27462 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Added segment 993e25a3-c7da-4071-afcc-377587ada748 of type vlan for network cf5a70b5-f87f-4a4a-ad03-337a18c95eb8 Dec 17 15:27:46.730171 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-334aac3e-d61c-437e-af5b-19a27e752cab req-e8015928-2ced-41b0-a712-b45159cfbfa1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439985 Dec 17 15:27:46.753776 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc6876c-e28f-412f-b112-b0fcdcb27462 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c587d8ea-0a69-4e48-ad55-830353fade51,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:46.760316 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4dc6876c-e28f-412f-b112-b0fcdcb27462 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:46.775906 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-eb50f627-74ee-4202-b078-f423bcdd97de req-e287fd1d-b299-4e94-b75a-48decd594b7e service neutron] 10.222.0.13 "GET /v2.0/networks/040e81ed-645b-49f2-b606-529d20326479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509709 Dec 17 15:27:46.864249 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4dc6876c-e28f-412f-b112-b0fcdcb27462 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:46.870948 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc6876c-e28f-412f-b112-b0fcdcb27462 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:46.871565 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4dc6876c-e28f-412f-b112-b0fcdcb27462 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:46.917630 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-eb50f627-74ee-4202-b078-f423bcdd97de req-ade6a4c6-8f99-42f3-96c3-d34fb2c063e1 service neutron] 10.222.0.13 "GET /v2.0/networks/040e81ed-645b-49f2-b606-529d20326479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349628 Dec 17 15:27:46.945866 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc6876c-e28f-412f-b112-b0fcdcb27462 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Pushing event updated for resources: {'Network': ['ID=cf5a70b5-f87f-4a4a-ad03-337a18c95eb8,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:46.960362 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network cf5a70b5-f87f-4a4a-ad03-337a18c95eb8 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:27:46.998961 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4dc6876c-e28f-412f-b112-b0fcdcb27462 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0654261 Dec 17 15:27:47.002023 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35390) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:47.009923 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-0732ccf2-add4-4600-be07-9851a9e872ab tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Request body: {'subnet': {'network_id': 'cf5a70b5-f87f-4a4a-ad03-337a18c95eb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:27:47.223670 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0732ccf2-add4-4600-be07-9851a9e872ab tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Made reservation on behalf of cc80c73109b647ecb9d23e036463b2cf for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:27:47.227617 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0732ccf2-add4-4600-be07-9851a9e872ab tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:47.368738 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f96c7-fd8e-473e-889e-069f065ab519 req-32d1af0b-27fd-469c-9800-1002062fb4c3 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:47.370614 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fb4f96c7-fd8e-473e-889e-069f065ab519 req-32d1af0b-27fd-469c-9800-1002062fb4c3 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0807941 Dec 17 15:27:47.481390 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fb4f96c7-fd8e-473e-889e-069f065ab519 req-2a7445db-883f-434b-8bc7-33894d64ad8e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895469 Dec 17 15:27:47.611790 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87143baf-6afc-423a-b8a2-1ef60cb8bf6b req-33178509-0791-428d-88c5-efa6edda2ab8 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:47.613332 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-87143baf-6afc-423a-b8a2-1ef60cb8bf6b req-33178509-0791-428d-88c5-efa6edda2ab8 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 945 time: 0.0685790 Dec 17 15:27:47.654735 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-87143baf-6afc-423a-b8a2-1ef60cb8bf6b req-bc0a001f-6c4f-4600-bfb6-9a5f459dc0ca tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343270 Dec 17 15:27:47.733597 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0732ccf2-add4-4600-be07-9851a9e872ab tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:47.807441 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0732ccf2-add4-4600-be07-9851a9e872ab tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Pushing event updated for resources: {'Subnet': ['ID=005b780b-7184-48a2-801d-4ba59628d124,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:47.821372 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0732ccf2-add4-4600-be07-9851a9e872ab tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Checking segment: {'id': '993e25a3-c7da-4071-afcc-377587ada748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'cf5a70b5-f87f-4a4a-ad03-337a18c95eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:27:47.821741 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0732ccf2-add4-4600-be07-9851a9e872ab tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Network hostable DHCP agents. Network: cf5a70b5-f87f-4a4a-ad03-337a18c95eb8, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:27:47.932126 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0732ccf2-add4-4600-be07-9851a9e872ab tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Network cf5a70b5-f87f-4a4a-ad03-337a18c95eb8 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:27:48.001008 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-0732ccf2-add4-4600-be07-9851a9e872ab tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, cf5a70b5-f87f-4a4a-ad03-337a18c95eb8) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:27:48.005777 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0732ccf2-add4-4600-be07-9851a9e872ab tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:48.007481 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0732ccf2-add4-4600-be07-9851a9e872ab tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:48.014521 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f95c40b-d7e1-45d7-8bf1-8f2fc75cfae6 None None] Network cf5a70b5-f87f-4a4a-ad03-337a18c95eb8 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:27:48.096628 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0732ccf2-add4-4600-be07-9851a9e872ab tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0921655 Dec 17 15:27:48.103192 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35438) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:48.108211 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-66496571-88d2-4353-b089-b288933aad65 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Request body: {'port': {'network_id': 'cf5a70b5-f87f-4a4a-ad03-337a18c95eb8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-413102122'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:27:48.211844 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca27f586-de02-42fa-b74c-9322cb07e2ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-cf5a70b5-f87f-4a4a-ad03-337a18c95eb8', 'network_id': 'cf5a70b5-f87f-4a4a-ad03-337a18c95eb8', 'tenant_id': 'cc80c73109b647ecb9d23e036463b2cf', 'fixed_ips': [{'subnet_id': '005b780b-7184-48a2-801d-4ba59628d124'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:27:48.212816 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ca27f586-de02-42fa-b74c-9322cb07e2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:48.367005 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66496571-88d2-4353-b089-b288933aad65 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Made reservation on behalf of cc80c73109b647ecb9d23e036463b2cf for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:27:48.371024 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-66496571-88d2-4353-b089-b288933aad65 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:48.400468 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-66496571-88d2-4353-b089-b288933aad65 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] device_id is not set on port 4f881f1a-f7fe-4ec2-bfba-0c7e6d120568 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:27:48.430549 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-ca27f586-de02-42fa-b74c-9322cb07e2ab None None] Allocated IP 172.20.0.2 (cf5a70b5-f87f-4a4a-ad03-337a18c95eb8/005b780b-7184-48a2-801d-4ba59628d124/62aa321b-521b-4ad9-83e9-b282b72adadb) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:27:48.675594 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7004e-8ab2-4917-a1b7-b02301cc369d req-f483812e-9b31-4068-bb45-0e20080653c0 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:48.679698 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ca27f586-de02-42fa-b74c-9322cb07e2ab None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:48.681592 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3ad7004e-8ab2-4917-a1b7-b02301cc369d req-f483812e-9b31-4068-bb45-0e20080653c0 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0939121 Dec 17 15:27:48.738518 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3ad7004e-8ab2-4917-a1b7-b02301cc369d req-e752e15c-ae43-4da2-85c0-afdd042ad31d tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449831 Dec 17 15:27:48.768003 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ca27f586-de02-42fa-b74c-9322cb07e2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:48.849639 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8534c76-8d4b-402d-bd95-346e4011eb45 req-f1ae7a26-0c4c-4074-a67c-98cbf1b7187b tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:48.857710 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8534c76-8d4b-402d-bd95-346e4011eb45 req-f1ae7a26-0c4c-4074-a67c-98cbf1b7187b tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 945 time: 0.0926979 Dec 17 15:27:48.867771 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca27f586-de02-42fa-b74c-9322cb07e2ab None None] Pushing event updated for resources: {'Port': ['ID=62aa321b-521b-4ad9-83e9-b282b72adadb,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:48.872546 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca27f586-de02-42fa-b74c-9322cb07e2ab None None] Network cf5a70b5-f87f-4a4a-ad03-337a18c95eb8 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:27:48.874426 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-ca27f586-de02-42fa-b74c-9322cb07e2ab None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:27:48.884361 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca27f586-de02-42fa-b74c-9322cb07e2ab None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:27:48.884612 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-66496571-88d2-4353-b089-b288933aad65 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Allocated IP 172.20.0.5 (cf5a70b5-f87f-4a4a-ad03-337a18c95eb8/005b780b-7184-48a2-801d-4ba59628d124/4f881f1a-f7fe-4ec2-bfba-0c7e6d120568) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:27:48.924292 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8534c76-8d4b-402d-bd95-346e4011eb45 req-c36c2e03-a372-4df3-a079-b70c563be760 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655365 Dec 17 15:27:49.016840 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-ca27f586-de02-42fa-b74c-9322cb07e2ab None None] Attempting to bind port 62aa321b-521b-4ad9-83e9-b282b72adadb on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:27:49.020947 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-ca27f586-de02-42fa-b74c-9322cb07e2ab None None] Attempting to bind port 62aa321b-521b-4ad9-83e9-b282b72adadb by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '993e25a3-c7da-4071-afcc-377587ada748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'cf5a70b5-f87f-4a4a-ad03-337a18c95eb8'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:27:49.026329 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca27f586-de02-42fa-b74c-9322cb07e2ab None None] Attempting to bind port 62aa321b-521b-4ad9-83e9-b282b72adadb on network cf5a70b5-f87f-4a4a-ad03-337a18c95eb8 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:27:49.036450 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca27f586-de02-42fa-b74c-9322cb07e2ab None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:27:49.036834 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca27f586-de02-42fa-b74c-9322cb07e2ab None None] Checking segment: {'id': '993e25a3-c7da-4071-afcc-377587ada748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'cf5a70b5-f87f-4a4a-ad03-337a18c95eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:27:49.037280 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ca27f586-de02-42fa-b74c-9322cb07e2ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:49.037727 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca27f586-de02-42fa-b74c-9322cb07e2ab None None] Bound using segment: {'id': '993e25a3-c7da-4071-afcc-377587ada748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'cf5a70b5-f87f-4a4a-ad03-337a18c95eb8'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:27:49.038441 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-ca27f586-de02-42fa-b74c-9322cb07e2ab None None] Bound port: 62aa321b-521b-4ad9-83e9-b282b72adadb, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993e25a3-c7da-4071-afcc-377587ada748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'cf5a70b5-f87f-4a4a-ad03-337a18c95eb8'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:27:49.039031 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ca27f586-de02-42fa-b74c-9322cb07e2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:49.111478 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34268f04-0b66-451a-8ce2-a648f1392817 req-6444be93-ae93-4e1c-963d-edae43f4e2d0 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:49.130339 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34268f04-0b66-451a-8ce2-a648f1392817 req-6444be93-ae93-4e1c-963d-edae43f4e2d0 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 945 time: 0.0648520 Dec 17 15:27:49.130544 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-66496571-88d2-4353-b089-b288933aad65 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:49.131016 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35476) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:49.134482 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-d3c925a5-10fc-423f-a192-7e67ae73956e tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Request body: {'floatingip': {'port_id': '7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:27:49.137381 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-ca27f586-de02-42fa-b74c-9322cb07e2ab None None] For port 62aa321b-521b-4ad9-83e9-b282b72adadb, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:27:49.141869 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-ca27f586-de02-42fa-b74c-9322cb07e2ab None None] For port 62aa321b-521b-4ad9-83e9-b282b72adadb, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=62aa321b-521b-4ad9-83e9-b282b72adadb,segment=NetworkSegment(993e25a3-c7da-4071-afcc-377587ada748),segment_id=993e25a3-c7da-4071-afcc-377587ada748)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:27:49.185514 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d3c925a5-10fc-423f-a192-7e67ae73956e tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for floatingip, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:49.270846 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ca27f586-de02-42fa-b74c-9322cb07e2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:49.273383 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-66496571-88d2-4353-b089-b288933aad65 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:49.353753 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66496571-88d2-4353-b089-b288933aad65 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Network cf5a70b5-f87f-4a4a-ad03-337a18c95eb8 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:27:49.356727 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-66496571-88d2-4353-b089-b288933aad65 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:27:49.382562 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66496571-88d2-4353-b089-b288933aad65 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:27:49.391755 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66496571-88d2-4353-b089-b288933aad65 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Pushing event updated for resources: {'Port': ['ID=4f881f1a-f7fe-4ec2-bfba-0c7e6d120568,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:49.396269 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca27f586-de02-42fa-b74c-9322cb07e2ab None None] Pushing event updated for resources: {'Port': ['ID=62aa321b-521b-4ad9-83e9-b282b72adadb,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:49.498899 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66496571-88d2-4353-b089-b288933aad65 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:49.501732 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-66496571-88d2-4353-b089-b288933aad65 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:49.575146 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35482) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:49.617426 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-66496571-88d2-4353-b089-b288933aad65 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5130854 Dec 17 15:27:49.635298 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35486) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:49.653856 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-74badab2-7938-46b7-b547-5c90e4f5f9e2 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Request body: {'port': {'network_id': 'cf5a70b5-f87f-4a4a-ad03-337a18c95eb8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-387459144', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:27:49.657079 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.api.validators [None req-74badab2-7938-46b7-b547-5c90e4f5f9e2 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] bootfile-name is not in valid_values {{(pid=102832) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 17 15:27:49.657613 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.api.validators [None req-74badab2-7938-46b7-b547-5c90e4f5f9e2 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] tftp-server is not in valid_values {{(pid=102832) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 17 15:27:49.658131 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.api.validators [None req-74badab2-7938-46b7-b547-5c90e4f5f9e2 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] server-ip-address is not in valid_values {{(pid=102832) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 17 15:27:49.810581 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:27:49.893215 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c1cd0525-665f-4274-a2b0-4dce1eaf75df admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:50.001096 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c1cd0525-665f-4274-a2b0-4dce1eaf75df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:50.057799 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686e77d-5f05-4e44-bc56-e225fde40a5f req-934c9d5c-1762-4f00-830e-3ed5c6b08e64 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:50.059410 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2686e77d-5f05-4e44-bc56-e225fde40a5f req-934c9d5c-1762-4f00-830e-3ed5c6b08e64 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.1802490 Dec 17 15:27:50.343977 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c1cd0525-665f-4274-a2b0-4dce1eaf75df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:50.398934 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c1cd0525-665f-4274-a2b0-4dce1eaf75df admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d61418fb55624add9978d9eb0f1771b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8222587 Dec 17 15:27:50.401948 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd0525-665f-4274-a2b0-4dce1eaf75df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9aee5a-e77d-4cd8-afcd-d81a0b99c427,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:50.405914 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35492) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:50.470044 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-427732ac-7d2d-4c61-9ab6-59890cc7db17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:50.495169 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74badab2-7938-46b7-b547-5c90e4f5f9e2 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Made reservation on behalf of cc80c73109b647ecb9d23e036463b2cf for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:27:50.496998 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-427732ac-7d2d-4c61-9ab6-59890cc7db17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:50.498703 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-74badab2-7938-46b7-b547-5c90e4f5f9e2 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:50.522736 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2686e77d-5f05-4e44-bc56-e225fde40a5f req-6ac7809d-05e9-4193-86e3-7ed217631845 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4553580 Dec 17 15:27:50.559207 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d3c925a5-10fc-423f-a192-7e67ae73956e tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:50.572157 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-74badab2-7938-46b7-b547-5c90e4f5f9e2 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] device_id is not set on port a3ff49b5-937b-497b-b422-86a2a7c9b900 yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:27:50.688880 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c374b1c-6176-41f5-97a1-dab043c8ae2a None None] Network cf5a70b5-f87f-4a4a-ad03-337a18c95eb8 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:27:50.690938 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d3c925a5-10fc-423f-a192-7e67ae73956e tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:50.785550 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-427732ac-7d2d-4c61-9ab6-59890cc7db17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:50.789334 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-427732ac-7d2d-4c61-9ab6-59890cc7db17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:50.793413 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-427732ac-7d2d-4c61-9ab6-59890cc7db17 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7d9aee5a-e77d-4cd8-afcd-d81a0b99c427 HTTP/1.1" status: 204 len: 168 time: 0.3863802 Dec 17 15:27:50.807801 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427732ac-7d2d-4c61-9ab6-59890cc7db17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9aee5a-e77d-4cd8-afcd-d81a0b99c427,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:50.822115 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-8489f0ee-03d1-4dfc-94cf-cf822a262a8d None None] Provisioning complete for port 62aa321b-521b-4ad9-83e9-b282b72adadb triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:27:50.822542 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8489f0ee-03d1-4dfc-94cf-cf822a262a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:50.959008 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-d3c925a5-10fc-423f-a192-7e67ae73956e tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Floating IP 21c579ea-2d48-4349-b0b3-7af53799eef7 associated. External IP: 172.25.6.155, port: 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd. Dec 17 15:27:51.050197 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8489f0ee-03d1-4dfc-94cf-cf822a262a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:51.054599 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-74badab2-7938-46b7-b547-5c90e4f5f9e2 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Allocated IP 172.20.0.12 (cf5a70b5-f87f-4a4a-ad03-337a18c95eb8/005b780b-7184-48a2-801d-4ba59628d124/a3ff49b5-937b-497b-b422-86a2a7c9b900) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:27:51.092235 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-8489f0ee-03d1-4dfc-94cf-cf822a262a8d None None] For port 62aa321b-521b-4ad9-83e9-b282b72adadb, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=62aa321b-521b-4ad9-83e9-b282b72adadb,segment=NetworkSegment(993e25a3-c7da-4071-afcc-377587ada748),segment_id=993e25a3-c7da-4071-afcc-377587ada748)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:27:51.218320 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8489f0ee-03d1-4dfc-94cf-cf822a262a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:51.334310 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8489f0ee-03d1-4dfc-94cf-cf822a262a8d None None] Pushing event updated for resources: {'Port': ['ID=62aa321b-521b-4ad9-83e9-b282b72adadb,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:51.456966 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-16d73af8-b1f1-46ec-862f-54807e3d24cb None None] Provisioning complete for port 62aa321b-521b-4ad9-83e9-b282b72adadb triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:27:51.460706 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-16d73af8-b1f1-46ec-862f-54807e3d24cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:51.477526 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c925a5-10fc-423f-a192-7e67ae73956e tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Router 1d556a10-dc14-4b9b-bd01-db3f31be4014 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:27:51.482699 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-74badab2-7938-46b7-b547-5c90e4f5f9e2 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:51.633175 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 62aa321b-521b-4ad9-83e9-b282b72adadb up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:27:51.684250 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35510) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:51.712190 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a8b90aaa-c501-4876-929f-96104d4c0062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:51.720906 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-16d73af8-b1f1-46ec-862f-54807e3d24cb None None] Provisioning complete for port 4f881f1a-f7fe-4ec2-bfba-0c7e6d120568 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:27:51.725556 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-16d73af8-b1f1-46ec-862f-54807e3d24cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:51.786697 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca643431-b490-497b-88e7-4b89f073fe28 req-65e566bd-1f9d-49f3-ab69-9bb7c5b271d1 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:51.788559 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-16d73af8-b1f1-46ec-862f-54807e3d24cb None None] Port 4f881f1a-f7fe-4ec2-bfba-0c7e6d120568 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:27:51.794369 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ca643431-b490-497b-88e7-4b89f073fe28 req-65e566bd-1f9d-49f3-ab69-9bb7c5b271d1 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.1052513 Dec 17 15:27:51.813515 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 62aa321b-521b-4ad9-83e9-b282b72adadb triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:27:51.815554 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:51.819378 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c925a5-10fc-423f-a192-7e67ae73956e tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:27:51.824924 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d3c925a5-10fc-423f-a192-7e67ae73956e tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:51.845138 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8563ccbd-0c79-4dd7-a125-e2b051c65950 None None] Sync routers for ids ['1d556a10-dc14-4b9b-bd01-db3f31be4014'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:27:51.858404 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-74badab2-7938-46b7-b547-5c90e4f5f9e2 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:51.864063 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8563ccbd-0c79-4dd7-a125-e2b051c65950 None None] Routers {'1d556a10-dc14-4b9b-bd01-db3f31be4014'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:27:51.868315 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-8563ccbd-0c79-4dd7-a125-e2b051c65950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:27:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1d556a10-dc14-4b9b-bd01-db3f31be4014'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:27:51.899665 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a8b90aaa-c501-4876-929f-96104d4c0062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:51.927598 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ca643431-b490-497b-88e7-4b89f073fe28 req-687f0273-98b1-40cf-94a2-2ef2c33da8bd tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269879 Dec 17 15:27:51.932208 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d3c925a5-10fc-423f-a192-7e67ae73956e tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "PUT /v2.0/floatingips/21c579ea-2d48-4349-b0b3-7af53799eef7 HTTP/1.1" status: 200 len: 991 time: 2.8053265 Dec 17 15:27:51.941190 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052fd604-f4fb-4346-98a7-bd258456dd66', 'tag': '7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:27:51.944926 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f0f034-b995-4102-8a64-f21e7dda1cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "052fd604-f4fb-4346-98a7-bd258456dd66", "tag": "7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:27:51.960540 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74badab2-7938-46b7-b547-5c90e4f5f9e2 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Network cf5a70b5-f87f-4a4a-ad03-337a18c95eb8 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:27:51.964880 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-74badab2-7938-46b7-b547-5c90e4f5f9e2 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:27:51.970629 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74badab2-7938-46b7-b547-5c90e4f5f9e2 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:27:52.009118 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74badab2-7938-46b7-b547-5c90e4f5f9e2 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Pushing event updated for resources: {'Port': ['ID=a3ff49b5-937b-497b-b422-86a2a7c9b900,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:52.012209 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a8b90aaa-c501-4876-929f-96104d4c0062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:52.029305 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-0c9e663b-94c5-4189-8a2f-659f9c843ffb None None] Provisioning complete for port 4f881f1a-f7fe-4ec2-bfba-0c7e6d120568 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:27:52.029908 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0c9e663b-94c5-4189-8a2f-659f9c843ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:52.066438 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74badab2-7938-46b7-b547-5c90e4f5f9e2 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:52.066438 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-74badab2-7938-46b7-b547-5c90e4f5f9e2 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:52.097957 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b080ab21-ea33-42d6-a18d-a15b83fee7da x-openstack-request-id: req-b080ab21-ea33-42d6-a18d-a15b83fee7da {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:27:52.098366 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052fd604-f4fb-4346-98a7-bd258456dd66", "tag": "7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:27:52.098743 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b080ab21-ea33-42d6-a18d-a15b83fee7da {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:27:52.099791 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052fd604-f4fb-4346-98a7-bd258456dd66', 'tag': '7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd', 'status': 'completed', 'code': 200} Dec 17 15:27:52.112958 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b90aaa-c501-4876-929f-96104d4c0062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c7aded-9175-4816-b27b-7d014aaff250,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:52.123250 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a8b90aaa-c501-4876-929f-96104d4c0062 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1419a52eec1741288a1a5fd39e68e1bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4370289 Dec 17 15:27:52.126545 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35518) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:52.141653 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-74badab2-7938-46b7-b547-5c90e4f5f9e2 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.5026486 Dec 17 15:27:52.144332 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35520) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:52.236246 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-0c9e663b-94c5-4189-8a2f-659f9c843ffb None None] Port 4f881f1a-f7fe-4ec2-bfba-0c7e6d120568 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:27:52.246380 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fb3f5a88-1054-4735-9a18-eea9b013e701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:52.248146 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3228bb3b-6ef1-447e-8f5e-61e511c36c44 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:52.254374 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0f034-b995-4102-8a64-f21e7dda1cb6 req-cead034a-6d7d-4086-8261-9b6add34e91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:52.256013 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c4f0f034-b995-4102-8a64-f21e7dda1cb6 req-cead034a-6d7d-4086-8261-9b6add34e91f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3946e10ff975425598a71e1a9e6d2cf1&device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 1096 time: 0.1059849 Dec 17 15:27:52.259639 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3228bb3b-6ef1-447e-8f5e-61e511c36c44 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:52.269086 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3228bb3b-6ef1-447e-8f5e-61e511c36c44 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:52.271214 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3228bb3b-6ef1-447e-8f5e-61e511c36c44 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1258335 Dec 17 15:27:52.275204 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35522) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:52.278445 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-8563ccbd-0c79-4dd7-a125-e2b051c65950 None None] Set router 1d556a10-dc14-4b9b-bd01-db3f31be4014 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:27:52.387951 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fb3f5a88-1054-4735-9a18-eea9b013e701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:52.401506 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0f034-b995-4102-8a64-f21e7dda1cb6 req-aeb39cd0-9447-45c7-8ff4-42361f155e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:52.408378 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c4f0f034-b995-4102-8a64-f21e7dda1cb6 req-aeb39cd0-9447-45c7-8ff4-42361f155e74 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14d6281a-4511-4bb4-90e9-4eb4dec9d036 HTTP/1.1" status: 200 len: 918 time: 0.1396937 Dec 17 15:27:52.428019 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-3c4e44cc-569e-4bbf-bf77-1b240d7f93d4 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Deleting port a3ff49b5-937b-497b-b422-86a2a7c9b900 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:27:52.429014 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3c4e44cc-569e-4bbf-bf77-1b240d7f93d4 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:52.497486 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c4f0f034-b995-4102-8a64-f21e7dda1cb6 req-eace1c14-95ad-4962-85bc-3cb88663980c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd HTTP/1.1" status: 200 len: 999 time: 0.0851676 Dec 17 15:27:52.519434 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-64502036-8480-4950-b7db-3e40393fb6df None None] Provisioning complete for port a3ff49b5-937b-497b-b422-86a2a7c9b900 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:27:52.520344 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-64502036-8480-4950-b7db-3e40393fb6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:52.578429 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0f034-b995-4102-8a64-f21e7dda1cb6 req-6318f8e8-3fae-4fa0-b58f-54aea8ae5c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:52.580583 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c4f0f034-b995-4102-8a64-f21e7dda1cb6 req-6318f8e8-3fae-4fa0-b58f-54aea8ae5c7e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb81f603-60e6-418f-8fce-326d48a9c9a7 HTTP/1.1" status: 200 len: 856 time: 0.0740290 Dec 17 15:27:52.593564 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-64502036-8480-4950-b7db-3e40393fb6df None None] Port a3ff49b5-937b-497b-b422-86a2a7c9b900 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:27:52.623260 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3c4e44cc-569e-4bbf-bf77-1b240d7f93d4 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:52.623536 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fb3f5a88-1054-4735-9a18-eea9b013e701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:52.627116 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fb3f5a88-1054-4735-9a18-eea9b013e701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:52.629083 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-fb3f5a88-1054-4735-9a18-eea9b013e701 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/35c7aded-9175-4816-b27b-7d014aaff250 HTTP/1.1" status: 204 len: 168 time: 0.5006435 Dec 17 15:27:52.644392 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f5a88-1054-4735-9a18-eea9b013e701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c7aded-9175-4816-b27b-7d014aaff250,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:52.646935 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-3c4e44cc-569e-4bbf-bf77-1b240d7f93d4 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Calling delete_port for a3ff49b5-937b-497b-b422-86a2a7c9b900 owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:27:52.657924 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0f034-b995-4102-8a64-f21e7dda1cb6 req-a326283c-cb07-49c3-867b-f129f9484b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:52.659737 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c4f0f034-b995-4102-8a64-f21e7dda1cb6 req-a326283c-cb07-49c3-867b-f129f9484b98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14d6281a-4511-4bb4-90e9-4eb4dec9d036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714190 Dec 17 15:27:52.717616 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-8563ccbd-0c79-4dd7-a125-e2b051c65950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'name': 'tempest-AttachVolumeShelveTestJSON-1198719740-router', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:27:21Z', 'updated_at': '2021-12-17T15:27:25Z', 'revision_number': 4, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'gw_port': {'id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:27:22Z', 'updated_at': '2021-12-17T15:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '21c579ea-2d48-4349-b0b3-7af53799eef7', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'port_id': '7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036', 'mac_address': 'fa:16:3e:70:3a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052fd604-f4fb-4346-98a7-bd258456dd66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:27:29Z', 'updated_at': '2021-12-17T15:27:50Z', 'revision_number': 1, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '021cabad-e335-417d-99e2-b24395f22eea', 'name': '', 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'mac_address': 'fa:16:3e:24:1e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:27:24Z', 'updated_at': '2021-12-17T15:27:29Z', 'revision_number': 5, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'subnets': [{'id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:27:52.753984 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8563ccbd-0c79-4dd7-a125-e2b051c65950 None None] Checking router: 1d556a10-dc14-4b9b-bd01-db3f31be4014 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:27:52.763712 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8563ccbd-0c79-4dd7-a125-e2b051c65950 None None] Routers {'1d556a10-dc14-4b9b-bd01-db3f31be4014'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:27:52.764927 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-8563ccbd-0c79-4dd7-a125-e2b051c65950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:27:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1d556a10-dc14-4b9b-bd01-db3f31be4014'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:27:52.900702 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c4f0f034-b995-4102-8a64-f21e7dda1cb6 req-29e780d5-c9fc-4c7c-b651-58474b8287d1 service neutron] 10.222.0.41 "GET /v2.0/networks/14d6281a-4511-4bb4-90e9-4eb4dec9d036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332699 Dec 17 15:27:52.915746 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-8563ccbd-0c79-4dd7-a125-e2b051c65950 None None] Set router 1d556a10-dc14-4b9b-bd01-db3f31be4014 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:27:53.009431 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3c4e44cc-569e-4bbf-bf77-1b240d7f93d4 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:53.082133 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e44cc-569e-4bbf-bf77-1b240d7f93d4 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Pushing event deleted for resources: {'Port': ['ID=a3ff49b5-937b-497b-b422-86a2a7c9b900,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:53.098599 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c4f0f034-b995-4102-8a64-f21e7dda1cb6 req-cd004ed8-57ed-4a0d-bb6a-59ef8fb0ad61 service neutron] 10.222.0.41 "GET /v2.0/networks/14d6281a-4511-4bb4-90e9-4eb4dec9d036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702030 Dec 17 15:27:53.234560 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3c4e44cc-569e-4bbf-bf77-1b240d7f93d4 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:53.238179 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3c4e44cc-569e-4bbf-bf77-1b240d7f93d4 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] 10.222.0.46 "DELETE /v2.0/ports/a3ff49b5-937b-497b-b422-86a2a7c9b900 HTTP/1.1" status: 204 len: 168 time: 0.9612250 Dec 17 15:27:53.242217 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35536) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:53.251084 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-7e378433-a454-4cd3-bb3d-d7d6b608ccba tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Request body: {'port': {'name': 'tempest-new-port-name-1430556159', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:27:53.255022 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.api.validators [None req-7e378433-a454-4cd3-bb3d-d7d6b608ccba tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] bootfile-name is not in valid_values {{(pid=102833) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 17 15:27:53.255022 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.api.validators [None req-7e378433-a454-4cd3-bb3d-d7d6b608ccba tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] tftp-server is not in valid_values {{(pid=102833) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 17 15:27:53.255022 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.api.validators [None req-7e378433-a454-4cd3-bb3d-d7d6b608ccba tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] server-ip-address is not in valid_values {{(pid=102833) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 17 15:27:53.260871 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa19557-9d8d-4f1d-8acf-a31dee8d71c5 req-173eeb38-e7fd-49a9-9ffd-6f97b93c4b2e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:53.266177 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7fa19557-9d8d-4f1d-8acf-a31dee8d71c5 req-173eeb38-e7fd-49a9-9ffd-6f97b93c4b2e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.1771138 Dec 17 15:27:53.346706 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7fa19557-9d8d-4f1d-8acf-a31dee8d71c5 req-5cc646ae-18bb-4f1d-94b3-f57cee87319a tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758090 Dec 17 15:27:53.368735 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-8563ccbd-0c79-4dd7-a125-e2b051c65950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'name': 'tempest-AttachVolumeShelveTestJSON-1198719740-router', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:27:21Z', 'updated_at': '2021-12-17T15:27:25Z', 'revision_number': 4, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'gw_port': {'id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:27:22Z', 'updated_at': '2021-12-17T15:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '21c579ea-2d48-4349-b0b3-7af53799eef7', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'port_id': '7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036', 'mac_address': 'fa:16:3e:70:3a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052fd604-f4fb-4346-98a7-bd258456dd66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:27:29Z', 'updated_at': '2021-12-17T15:27:50Z', 'revision_number': 1, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '021cabad-e335-417d-99e2-b24395f22eea', 'name': '', 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'mac_address': 'fa:16:3e:24:1e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:27:24Z', 'updated_at': '2021-12-17T15:27:29Z', 'revision_number': 5, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'subnets': [{'id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:27:53.415638 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8563ccbd-0c79-4dd7-a125-e2b051c65950 None None] The sync data for ids ['1d556a10-dc14-4b9b-bd01-db3f31be4014'] in n-d-820553-2 is: [{'id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'name': 'tempest-AttachVolumeShelveTestJSON-1198719740-router', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:27:21Z', 'updated_at': '2021-12-17T15:27:25Z', 'revision_number': 4, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'gw_port': {'id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:27:22Z', 'updated_at': '2021-12-17T15:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '21c579ea-2d48-4349-b0b3-7af53799eef7', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'port_id': '7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036', 'mac_address': 'fa:16:3e:70:3a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052fd604-f4fb-4346-98a7-bd258456dd66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:27:29Z', 'updated_at': '2021-12-17T15:27:50Z', 'revision_number': 1, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '021cabad-e335-417d-99e2-b24395f22eea', 'name': '', 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'mac_address': 'fa:16:3e:24:1e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:27:24Z', 'updated_at': '2021-12-17T15:27:29Z', 'revision_number': 5, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'subnets': [{'id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:27:53.416958 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7e378433-a454-4cd3-bb3d-d7d6b608ccba tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:53.694867 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7e378433-a454-4cd3-bb3d-d7d6b608ccba tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:53.739404 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ac67a9-fa69-4d99-a502-20b9c0bacee1 None None] New status for floating IP 21c579ea-2d48-4349-b0b3-7af53799eef7: ACTIVE {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:27:53.777613 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7e378433-a454-4cd3-bb3d-d7d6b608ccba tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:53.885421 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e378433-a454-4cd3-bb3d-d7d6b608ccba tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Pushing event updated for resources: {'Port': ['ID=4f881f1a-f7fe-4ec2-bfba-0c7e6d120568,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:53.915570 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-7e378433-a454-4cd3-bb3d-d7d6b608ccba tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] In _notify_port_updated(), no bound segment for port 4f881f1a-f7fe-4ec2-bfba-0c7e6d120568 on network cf5a70b5-f87f-4a4a-ad03-337a18c95eb8 {{(pid=102833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 17 15:27:53.923331 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e378433-a454-4cd3-bb3d-d7d6b608ccba tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:53.923922 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7e378433-a454-4cd3-bb3d-d7d6b608ccba tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:53.925575 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7e378433-a454-4cd3-bb3d-d7d6b608ccba tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] 10.222.0.46 "PUT /v2.0/ports/4f881f1a-f7fe-4ec2-bfba-0c7e6d120568 HTTP/1.1" status: 200 len: 1136 time: 0.6822875 Dec 17 15:27:53.928400 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35546) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:54.021413 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8989b3c5-d97b-45f3-948a-d5f3090fc482 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:54.023879 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8989b3c5-d97b-45f3-948a-d5f3090fc482 tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] 10.222.0.46 "GET /v2.0/ports/4f881f1a-f7fe-4ec2-bfba-0c7e6d120568 HTTP/1.1" status: 200 len: 1136 time: 0.0945051 Dec 17 15:27:54.027758 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35552) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:54.217922 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0cde7849-87a3-4f73-91df-8d0e2cb3380a tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Deleting port 4f881f1a-f7fe-4ec2-bfba-0c7e6d120568 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:27:54.218378 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0cde7849-87a3-4f73-91df-8d0e2cb3380a tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:54.339650 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-30a6c65c-c5df-4070-af67-3014935b4f60 None None] Provisioning complete for port 4f881f1a-f7fe-4ec2-bfba-0c7e6d120568 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:27:54.340794 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-30a6c65c-c5df-4070-af67-3014935b4f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:54.398913 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0cde7849-87a3-4f73-91df-8d0e2cb3380a tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:54.433844 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0cde7849-87a3-4f73-91df-8d0e2cb3380a tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Calling delete_port for 4f881f1a-f7fe-4ec2-bfba-0c7e6d120568 owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:27:54.442123 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-30a6c65c-c5df-4070-af67-3014935b4f60 None None] Port 4f881f1a-f7fe-4ec2-bfba-0c7e6d120568 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:27:54.558808 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48deb9c5-acdc-4015-ad83-01ff7b32b2e5 req-81269519-13e5-4383-a61f-7e247c807498 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:54.569508 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48deb9c5-acdc-4015-ad83-01ff7b32b2e5 req-81269519-13e5-4383-a61f-7e247c807498 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0867853 Dec 17 15:27:54.618278 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48deb9c5-acdc-4015-ad83-01ff7b32b2e5 req-3ba5d65c-56a5-4819-ae9e-3a06fc4c74b8 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478828 Dec 17 15:27:54.766335 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0cde7849-87a3-4f73-91df-8d0e2cb3380a tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:54.817782 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde7849-87a3-4f73-91df-8d0e2cb3380a tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Pushing event deleted for resources: {'Port': ['ID=4f881f1a-f7fe-4ec2-bfba-0c7e6d120568,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:54.917917 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0cde7849-87a3-4f73-91df-8d0e2cb3380a tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:54.926902 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35574) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:54.928536 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0cde7849-87a3-4f73-91df-8d0e2cb3380a tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] 10.222.0.46 "DELETE /v2.0/ports/4f881f1a-f7fe-4ec2-bfba-0c7e6d120568 HTTP/1.1" status: 204 len: 168 time: 0.8994517 Dec 17 15:27:55.007227 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-67064c89-5fd9-42cc-bfcd-161c6be2809f tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Deleting subnet 005b780b-7184-48a2-801d-4ba59628d124 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:27:55.011677 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67064c89-5fd9-42cc-bfcd-161c6be2809f tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:55.072105 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67064c89-5fd9-42cc-bfcd-161c6be2809f tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:55.196873 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67064c89-5fd9-42cc-bfcd-161c6be2809f tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:55.601308 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67064c89-5fd9-42cc-bfcd-161c6be2809f tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:55.629536 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67064c89-5fd9-42cc-bfcd-161c6be2809f tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Pushing event deleted for resources: {'Subnet': ['ID=005b780b-7184-48a2-801d-4ba59628d124,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:55.637639 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67064c89-5fd9-42cc-bfcd-161c6be2809f tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:55.643401 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-67064c89-5fd9-42cc-bfcd-161c6be2809f tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] 10.222.0.46 "DELETE /v2.0/subnets/005b780b-7184-48a2-801d-4ba59628d124 HTTP/1.1" status: 204 len: 168 time: 0.7137403 Dec 17 15:27:55.644096 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35594) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:55.648380 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096828c0-72e1-4f3a-8d62-8a8037edf980 None None] Network cf5a70b5-f87f-4a4a-ad03-337a18c95eb8 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:27:55.776264 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35602) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:55.808769 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:55.856676 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7062843f-d385-4269-b7f2-1d2a26fef4fb tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:55.901500 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a45672-f406-4cc7-b4f1-721a916377ec req-175df001-fcba-4478-8dff-fbda275e30a2 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:55.911408 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-97a45672-f406-4cc7-b4f1-721a916377ec req-175df001-fcba-4478-8dff-fbda275e30a2 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.1283700 Dec 17 15:27:55.927076 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3560f5aa-ed32-4135-a089-8e8cb7f9ce31 None None] DHCP port deletion for cf5a70b5-f87f-4a4a-ad03-337a18c95eb8 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:27:55.955130 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-17db1985-5830-4a4e-9b0b-4962b03912c0 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:27:55.982110 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-97a45672-f406-4cc7-b4f1-721a916377ec req-c00edee6-9769-4466-a32b-6f6a6bb47c69 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545094 Dec 17 15:27:56.006765 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-7062843f-d385-4269-b7f2-1d2a26fef4fb tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Deleting port 62aa321b-521b-4ad9-83e9-b282b72adadb {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:27:56.007115 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7062843f-d385-4269-b7f2-1d2a26fef4fb tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:56.020145 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-3560f5aa-ed32-4135-a089-8e8cb7f9ce31 None None] Deleting port 62aa321b-521b-4ad9-83e9-b282b72adadb {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:27:56.020809 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3560f5aa-ed32-4135-a089-8e8cb7f9ce31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:56.040515 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-17db1985-5830-4a4e-9b0b-4962b03912c0 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] 10.222.0.46 "PUT /v2.0/quotas/3f796d90a2d846f7aeb7267ade7c350f HTTP/1.1" status: 200 len: 368 time: 0.2628441 Dec 17 15:27:56.043317 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35606) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:56.052684 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-32b75c74-9cb0-4d9f-8d85-5b793f3ec5d9 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Request body: {'network': {'project_id': '3f796d90a2d846f7aeb7267ade7c350f'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:27:56.098932 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-7062843f-d385-4269-b7f2-1d2a26fef4fb tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] For port 62aa321b-521b-4ad9-83e9-b282b72adadb, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=62aa321b-521b-4ad9-83e9-b282b72adadb,segment=NetworkSegment(993e25a3-c7da-4071-afcc-377587ada748),segment_id=993e25a3-c7da-4071-afcc-377587ada748)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:27:56.099342 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7062843f-d385-4269-b7f2-1d2a26fef4fb tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:56.115432 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-7062843f-d385-4269-b7f2-1d2a26fef4fb tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Calling delete_port for 62aa321b-521b-4ad9-83e9-b282b72adadb owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:27:56.139581 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-3560f5aa-ed32-4135-a089-8e8cb7f9ce31 None None] For port 62aa321b-521b-4ad9-83e9-b282b72adadb, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=62aa321b-521b-4ad9-83e9-b282b72adadb,segment=NetworkSegment(993e25a3-c7da-4071-afcc-377587ada748),segment_id=993e25a3-c7da-4071-afcc-377587ada748)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:27:56.139981 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3560f5aa-ed32-4135-a089-8e8cb7f9ce31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:56.158686 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b75c74-9cb0-4d9f-8d85-5b793f3ec5d9 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Made reservation on behalf of 3f796d90a2d846f7aeb7267ade7c350f for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:27:56.159411 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-32b75c74-9cb0-4d9f-8d85-5b793f3ec5d9 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:56.167372 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-3560f5aa-ed32-4135-a089-8e8cb7f9ce31 None None] Calling delete_port for 62aa321b-521b-4ad9-83e9-b282b72adadb owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:27:56.181138 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-32b75c74-9cb0-4d9f-8d85-5b793f3ec5d9 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:56.309136 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7062843f-d385-4269-b7f2-1d2a26fef4fb tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:56.323183 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3560f5aa-ed32-4135-a089-8e8cb7f9ce31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:56.391200 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062843f-d385-4269-b7f2-1d2a26fef4fb tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Pushing event deleted for resources: {'Port': ['ID=62aa321b-521b-4ad9-83e9-b282b72adadb,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:56.397599 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7062843f-d385-4269-b7f2-1d2a26fef4fb tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] No DVR routers for this DVR port 62aa321b-521b-4ad9-83e9-b282b72adadb on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:27:56.429253 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-32b75c74-9cb0-4d9f-8d85-5b793f3ec5d9 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:56.522327 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7062843f-d385-4269-b7f2-1d2a26fef4fb tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:56.549354 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-7062843f-d385-4269-b7f2-1d2a26fef4fb tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf5a70b5-f87f-4a4a-ad03-337a18c95eb8']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:27:56.559248 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-7062843f-d385-4269-b7f2-1d2a26fef4fb tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993e25a3-c7da-4071-afcc-377587ada748') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:27:56.559248 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-7062843f-d385-4269-b7f2-1d2a26fef4fb tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993e25a3-c7da-4071-afcc-377587ada748') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:27:56.570678 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7062843f-d385-4269-b7f2-1d2a26fef4fb tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:56.577950 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-32b75c74-9cb0-4d9f-8d85-5b793f3ec5d9 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:56.578114 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560f5aa-ed32-4135-a089-8e8cb7f9ce31 None None] Pushing event deleted for resources: {'Port': ['ID=62aa321b-521b-4ad9-83e9-b282b72adadb,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:56.578114 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3560f5aa-ed32-4135-a089-8e8cb7f9ce31 None None] No DVR routers for this DVR port 62aa321b-521b-4ad9-83e9-b282b72adadb on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:27:56.585347 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7062843f-d385-4269-b7f2-1d2a26fef4fb tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:56.597253 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7062843f-d385-4269-b7f2-1d2a26fef4fb tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:27:56.597665 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7062843f-d385-4269-b7f2-1d2a26fef4fb tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:56.600822 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:27:56.600822 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:27:56.600822 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:27:56.600822 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:27:56.600822 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:27:56.600822 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:27:56.600822 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:27:56.600822 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:27:56.600822 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:27:56.600822 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:27:56.600822 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:27:56.600822 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:27:56.600822 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:27:56.600822 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:27:56.600822 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:27:56.600822 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:27:56.600822 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:27:56.600822 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:27:56.600822 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:27:56.600822 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:27:56.600822 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:27:56.600822 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:27:56.600822 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:27:56.600822 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:27:56.600822 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:27:56.600822 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:27:56.600822 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:27:56.600822 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:27:56.600822 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:27:56.600822 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:27:56.600822 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:27:56.600822 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:27:56.616583 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b75c74-9cb0-4d9f-8d85-5b793f3ec5d9 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4eb53d0-c82f-4eb2-b8d2-219ae89977b8,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:56.731901 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7062843f-d385-4269-b7f2-1d2a26fef4fb tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:56.739312 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32b75c74-9cb0-4d9f-8d85-5b793f3ec5d9 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:27:56.741177 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7062843f-d385-4269-b7f2-1d2a26fef4fb tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:56.744531 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7062843f-d385-4269-b7f2-1d2a26fef4fb tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] 10.222.0.46 "DELETE /v2.0/networks/cf5a70b5-f87f-4a4a-ad03-337a18c95eb8 HTTP/1.1" status: 204 len: 168 time: 1.0987532 Dec 17 15:27:56.753296 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-32b75c74-9cb0-4d9f-8d85-5b793f3ec5d9 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:56.753296 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-32b75c74-9cb0-4d9f-8d85-5b793f3ec5d9 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Added segment a660c752-452a-4ecf-99a1-0e7536e356a9 of type vlan for network 959a1823-1bb1-4126-96bb-1b05d09f5667 Dec 17 15:27:56.760504 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062843f-d385-4269-b7f2-1d2a26fef4fb tempest-ExtraDHCPOptionsTestJSON-313368430 tempest-ExtraDHCPOptionsTestJSON-313368430-project] Pushing event deleted for resources: {'Network': ['ID=cf5a70b5-f87f-4a4a-ad03-337a18c95eb8,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:56.798471 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-32b75c74-9cb0-4d9f-8d85-5b793f3ec5d9 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:56.972247 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-32b75c74-9cb0-4d9f-8d85-5b793f3ec5d9 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:56.976814 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b75c74-9cb0-4d9f-8d85-5b793f3ec5d9 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:56.976814 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-32b75c74-9cb0-4d9f-8d85-5b793f3ec5d9 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:57.033962 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b75c74-9cb0-4d9f-8d85-5b793f3ec5d9 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Pushing event updated for resources: {'Network': ['ID=959a1823-1bb1-4126-96bb-1b05d09f5667,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:57.044187 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 959a1823-1bb1-4126-96bb-1b05d09f5667 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:27:57.110637 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd5d42-3478-4161-8fca-9e43e3d81370 req-8b34ca3c-5933-4ace-8272-9690b8e9de4f tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:57.113661 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-32b75c74-9cb0-4d9f-8d85-5b793f3ec5d9 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0688598 Dec 17 15:27:57.115957 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35628) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:57.117693 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bdbd5d42-3478-4161-8fca-9e43e3d81370 req-8b34ca3c-5933-4ace-8272-9690b8e9de4f tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0590179 Dec 17 15:27:57.122086 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-8df74733-acec-4d52-a3ee-50de32b3de82 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Request body: {'network': {'project_id': '3f796d90a2d846f7aeb7267ade7c350f'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:27:57.155912 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bdbd5d42-3478-4161-8fca-9e43e3d81370 req-56c8c89b-6348-414f-b98a-defd03d4221a tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353036 Dec 17 15:27:57.228404 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df74733-acec-4d52-a3ee-50de32b3de82 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Made reservation on behalf of 3f796d90a2d846f7aeb7267ade7c350f for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:27:57.231261 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8df74733-acec-4d52-a3ee-50de32b3de82 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:57.255531 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df74733-acec-4d52-a3ee-50de32b3de82 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:27:57.264461 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8df74733-acec-4d52-a3ee-50de32b3de82 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:57.264782 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-8df74733-acec-4d52-a3ee-50de32b3de82 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Added segment 3b49491e-4609-4f90-be5f-1fb8716dde66 of type vlan for network b85ba3ab-1156-444f-b0f3-079fcd1f2a05 Dec 17 15:27:57.295544 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35632) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:57.306865 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8df74733-acec-4d52-a3ee-50de32b3de82 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:57.423181 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8df74733-acec-4d52-a3ee-50de32b3de82 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:57.424313 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df74733-acec-4d52-a3ee-50de32b3de82 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:57.425304 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8df74733-acec-4d52-a3ee-50de32b3de82 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:57.445879 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0ea2f5c6-3b5a-4435-8119-12fe7bfd6da3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cc80c73109b647ecb9d23e036463b2cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1467986 Dec 17 15:27:57.446872 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35640) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:57.502242 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df74733-acec-4d52-a3ee-50de32b3de82 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Pushing event updated for resources: {'Network': ['ID=b85ba3ab-1156-444f-b0f3-079fcd1f2a05,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:57.511786 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ac54a47e-81fd-494c-9aee-aecadce7b38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:57.516451 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network b85ba3ab-1156-444f-b0f3-079fcd1f2a05 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:27:57.531236 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 62aa321b-521b-4ad9-83e9-b282b72adadb no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:27:57.538433 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ac54a47e-81fd-494c-9aee-aecadce7b38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:57.579594 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8df74733-acec-4d52-a3ee-50de32b3de82 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4625134 Dec 17 15:27:57.582593 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 62aa321b-521b-4ad9-83e9-b282b72adadb {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:27:57.582800 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35642) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:57.583067 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 62aa321b-521b-4ad9-83e9-b282b72adadb not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:27:57.587812 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-ef8606e7-89c8-4564-ba25-2892d72fa5d1 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Request body: {'network': {'project_id': '3f796d90a2d846f7aeb7267ade7c350f'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:27:57.603438 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bb8de-127c-407a-829e-9484cf53ca15 req-6900ed3a-9a15-4254-9e7d-234507c2104a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:57.605466 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-411bb8de-127c-407a-829e-9484cf53ca15 req-6900ed3a-9a15-4254-9e7d-234507c2104a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e31b08986e494abe92337553ad2cd818&device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 1096 time: 0.0642321 Dec 17 15:27:57.614163 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef8606e7-89c8-4564-ba25-2892d72fa5d1 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 17 15:27:57.614641 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef8606e7-89c8-4564-ba25-2892d72fa5d1 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:27:57.615813 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ef8606e7-89c8-4564-ba25-2892d72fa5d1 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0321927 Dec 17 15:27:57.618738 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35646) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:57.660713 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-018e9830-9bfb-45cd-a93a-2eada4b125bf tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3f796d90a2d846f7aeb7267ade7c350f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405724 Dec 17 15:27:57.663267 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35648) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:57.686556 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ac54a47e-81fd-494c-9aee-aecadce7b38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:57.689716 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ac54a47e-81fd-494c-9aee-aecadce7b38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:57.693122 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ac54a47e-81fd-494c-9aee-aecadce7b38f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c587d8ea-0a69-4e48-ad55-830353fade51 HTTP/1.1" status: 204 len: 168 time: 0.2420104 Dec 17 15:27:57.709919 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bb8de-127c-407a-829e-9484cf53ca15 req-9597ac5f-6e87-4445-b320-52015555e8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:57.711191 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-411bb8de-127c-407a-829e-9484cf53ca15 req-9597ac5f-6e87-4445-b320-52015555e8cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=040e81ed-645b-49f2-b606-529d20326479 HTTP/1.1" status: 200 len: 915 time: 0.0976894 Dec 17 15:27:57.711429 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54a47e-81fd-494c-9aee-aecadce7b38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c587d8ea-0a69-4e48-ad55-830353fade51,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:57.732259 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-10b78852-57b0-4307-ba78-34b0caccc291 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:57.759176 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-10b78852-57b0-4307-ba78-34b0caccc291 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:57.764371 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-411bb8de-127c-407a-829e-9484cf53ca15 req-1c20c065-41f0-4e4c-b4f8-2355160fcf1b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=08824bb5-9575-4d1a-8b51-640826dccac4 HTTP/1.1" status: 200 len: 217 time: 0.0460091 Dec 17 15:27:57.814793 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bb8de-127c-407a-829e-9484cf53ca15 req-b360aa05-7c6f-442f-899c-c2f8e123a1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:57.816254 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-411bb8de-127c-407a-829e-9484cf53ca15 req-b360aa05-7c6f-442f-899c-c2f8e123a1ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27e04280-f1e5-4533-a329-315764cf579d HTTP/1.1" status: 200 len: 854 time: 0.0455859 Dec 17 15:27:57.850678 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-411bb8de-127c-407a-829e-9484cf53ca15 req-d7297dd7-0246-42cd-a6e7-35043c731a90 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=040e81ed-645b-49f2-b606-529d20326479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276918 Dec 17 15:27:57.942533 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-411bb8de-127c-407a-829e-9484cf53ca15 req-9724fd4f-8e02-45e6-8a05-def812bca0d0 service neutron] 10.222.0.13 "GET /v2.0/networks/040e81ed-645b-49f2-b606-529d20326479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852909 Dec 17 15:27:57.960788 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-10b78852-57b0-4307-ba78-34b0caccc291 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:57.963706 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-10b78852-57b0-4307-ba78-34b0caccc291 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:57.965839 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-10b78852-57b0-4307-ba78-34b0caccc291 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] 10.222.0.46 "DELETE /v2.0/security-groups/b4eb53d0-c82f-4eb2-b8d2-219ae89977b8 HTTP/1.1" status: 204 len: 168 time: 0.3007543 Dec 17 15:27:57.968348 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35652) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:57.980914 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b78852-57b0-4307-ba78-34b0caccc291 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4eb53d0-c82f-4eb2-b8d2-219ae89977b8,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:58.042170 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-411bb8de-127c-407a-829e-9484cf53ca15 req-e3e4198c-3e59-4a73-b7ba-241a91766a66 service neutron] 10.222.0.13 "GET /v2.0/networks/040e81ed-645b-49f2-b606-529d20326479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929332 Dec 17 15:27:58.060716 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ee5c57b0-4d46-4d85-b1f6-6d4759ef1b8c tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:58.138571 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ee5c57b0-4d46-4d85-b1f6-6d4759ef1b8c tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:58.163558 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-ee5c57b0-4d46-4d85-b1f6-6d4759ef1b8c tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b85ba3ab-1156-444f-b0f3-079fcd1f2a05']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:27:58.173770 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-ee5c57b0-4d46-4d85-b1f6-6d4759ef1b8c tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b49491e-4609-4f90-be5f-1fb8716dde66') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:27:58.174064 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-ee5c57b0-4d46-4d85-b1f6-6d4759ef1b8c tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b49491e-4609-4f90-be5f-1fb8716dde66') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:27:58.184482 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ee5c57b0-4d46-4d85-b1f6-6d4759ef1b8c tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:58.200046 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ee5c57b0-4d46-4d85-b1f6-6d4759ef1b8c tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:58.207156 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5c57b0-4d46-4d85-b1f6-6d4759ef1b8c tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:27:58.207655 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ee5c57b0-4d46-4d85-b1f6-6d4759ef1b8c tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:58.209804 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:27:58.209804 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:27:58.209804 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:27:58.209804 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:27:58.209804 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:27:58.209804 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:27:58.209804 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:27:58.209804 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:27:58.209804 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:27:58.209804 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:27:58.209804 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:27:58.209804 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:27:58.209804 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:27:58.209804 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:27:58.209804 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:27:58.209804 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:27:58.209804 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:27:58.209804 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:27:58.209804 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:27:58.209804 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:27:58.209804 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:27:58.209804 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:27:58.209804 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:27:58.209804 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:27:58.209804 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:27:58.209804 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:27:58.209804 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:27:58.209804 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:27:58.209804 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:27:58.209804 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:27:58.209804 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:27:58.209804 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:27:58.302060 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72de89-eab4-48cf-b205-0a081f3c2483 req-dbb1b736-b8b2-4a8b-ade8-c3bd4b17a1f0 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:58.303555 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cd72de89-eab4-48cf-b205-0a081f3c2483 req-dbb1b736-b8b2-4a8b-ade8-c3bd4b17a1f0 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0596101 Dec 17 15:27:58.341730 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cd72de89-eab4-48cf-b205-0a081f3c2483 req-e7a81a9a-a28b-4cff-a1eb-21bc1704b24f tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320969 Dec 17 15:27:58.401016 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ee5c57b0-4d46-4d85-b1f6-6d4759ef1b8c tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:58.412821 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ee5c57b0-4d46-4d85-b1f6-6d4759ef1b8c tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:58.416100 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ee5c57b0-4d46-4d85-b1f6-6d4759ef1b8c tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] 10.222.0.46 "DELETE /v2.0/networks/b85ba3ab-1156-444f-b0f3-079fcd1f2a05 HTTP/1.1" status: 204 len: 168 time: 0.4465888 Dec 17 15:27:58.418969 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35668) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:58.429402 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c57b0-4d46-4d85-b1f6-6d4759ef1b8c tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Pushing event deleted for resources: {'Network': ['ID=b85ba3ab-1156-444f-b0f3-079fcd1f2a05,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:58.495359 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1a26a74a-bc9f-46e7-bc64-c4a010a62ee4 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:58.583968 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1a26a74a-bc9f-46e7-bc64-c4a010a62ee4 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:58.606532 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-1a26a74a-bc9f-46e7-bc64-c4a010a62ee4 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['959a1823-1bb1-4126-96bb-1b05d09f5667']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:27:58.617264 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-1a26a74a-bc9f-46e7-bc64-c4a010a62ee4 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a660c752-452a-4ecf-99a1-0e7536e356a9') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:27:58.617558 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-1a26a74a-bc9f-46e7-bc64-c4a010a62ee4 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a660c752-452a-4ecf-99a1-0e7536e356a9') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:27:58.627763 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1a26a74a-bc9f-46e7-bc64-c4a010a62ee4 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:58.641975 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1a26a74a-bc9f-46e7-bc64-c4a010a62ee4 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:58.648264 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a26a74a-bc9f-46e7-bc64-c4a010a62ee4 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:27:58.648669 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1a26a74a-bc9f-46e7-bc64-c4a010a62ee4 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:58.650375 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:27:58.650375 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:27:58.650375 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:27:58.650375 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:27:58.650375 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:27:58.650375 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:27:58.650375 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:27:58.650375 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:27:58.650375 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:27:58.650375 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:27:58.650375 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:27:58.650375 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:27:58.650375 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:27:58.650375 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:27:58.650375 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:27:58.650375 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:27:58.650375 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:27:58.650375 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:27:58.650375 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:27:58.650375 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:27:58.650375 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:27:58.650375 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:27:58.650375 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:27:58.650375 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:27:58.650375 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:27:58.650375 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:27:58.650375 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:27:58.650375 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:27:58.650375 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:27:58.650375 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:27:58.650375 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:27:58.650375 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:27:58.794996 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1a26a74a-bc9f-46e7-bc64-c4a010a62ee4 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:58.802160 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1a26a74a-bc9f-46e7-bc64-c4a010a62ee4 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:58.805354 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1a26a74a-bc9f-46e7-bc64-c4a010a62ee4 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] 10.222.0.46 "DELETE /v2.0/networks/959a1823-1bb1-4126-96bb-1b05d09f5667 HTTP/1.1" status: 204 len: 168 time: 0.3852794 Dec 17 15:27:58.815717 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26a74a-bc9f-46e7-bc64-c4a010a62ee4 tempest-QuotasNegativeTest-941147359 tempest-QuotasNegativeTest-941147359-project-admin] Pushing event deleted for resources: {'Network': ['ID=959a1823-1bb1-4126-96bb-1b05d09f5667,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:58.846339 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-75f8dad5-eee6-44e5-a383-9062743cba4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:58.868253 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35684) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:58.971968 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-34d1eee8-46f8-46d4-8c42-1e1ee07c349c tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Request body: {'security_group': {'name': 'tempest-secgroup--1423802154'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:27:59.091900 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-34d1eee8-46f8-46d4-8c42-1e1ee07c349c tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:59.101134 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-34d1eee8-46f8-46d4-8c42-1e1ee07c349c tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:59.178171 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-34d1eee8-46f8-46d4-8c42-1e1ee07c349c tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:59.240392 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-34d1eee8-46f8-46d4-8c42-1e1ee07c349c tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:59.282942 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1eee8-46f8-46d4-8c42-1e1ee07c349c tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=935fb9fd-5f2e-431d-96da-7a70ebc420cb,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:59.323021 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-34d1eee8-46f8-46d4-8c42-1e1ee07c349c tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:59.464468 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc91de-e5e2-497d-8a20-96e32e112670 req-f4999935-c995-43ab-8e2f-cf42279d9dcd tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:27:59.465982 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-25bc91de-e5e2-497d-8a20-96e32e112670 req-f4999935-c995-43ab-8e2f-cf42279d9dcd tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 945 time: 0.0533316 Dec 17 15:27:59.479942 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-34d1eee8-46f8-46d4-8c42-1e1ee07c349c tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:59.505920 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-25bc91de-e5e2-497d-8a20-96e32e112670 req-326c8530-cb70-44f0-a4e7-42ad86695bd8 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338511 Dec 17 15:27:59.512166 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1eee8-46f8-46d4-8c42-1e1ee07c349c tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcc4493-9b18-4f42-8058-adbcd726feb5,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:59.590984 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-34d1eee8-46f8-46d4-8c42-1e1ee07c349c tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:59.592270 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-34d1eee8-46f8-46d4-8c42-1e1ee07c349c tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7229497 Dec 17 15:27:59.602592 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35696) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:59.666581 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b124ebe2-3dac-4540-9f9d-4bef40304e93 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0628393 Dec 17 15:27:59.669481 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35700) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:59.674524 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-d61ec749-51d2-4236-a55c-afbda0c1b318 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Request body: {'security_group': {'name': 'tempest-security--1038480786', 'description': 'tempest-security-description-1735421896'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:27:59.699935 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d61ec749-51d2-4236-a55c-afbda0c1b318 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:59.746049 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d61ec749-51d2-4236-a55c-afbda0c1b318 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:59.748913 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35702) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:59.834899 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d61ec749-51d2-4236-a55c-afbda0c1b318 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:59.837768 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d61ec749-51d2-4236-a55c-afbda0c1b318 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:59.839607 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d61ec749-51d2-4236-a55c-afbda0c1b318 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "PUT /v2.0/security-groups/dfcc4493-9b18-4f42-8058-adbcd726feb5 HTTP/1.1" status: 200 len: 1780 time: 0.1691771 Dec 17 15:27:59.842596 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35708) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:59.872721 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ec749-51d2-4236-a55c-afbda0c1b318 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcc4493-9b18-4f42-8058-adbcd726feb5,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:27:59.881678 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-16d03a4f-d926-4a8f-855f-d9884f5656f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:27:59.894074 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f99a3811-46a7-4d20-8756-181764978a7b tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "GET /v2.0/security-groups/dfcc4493-9b18-4f42-8058-adbcd726feb5 HTTP/1.1" status: 200 len: 1780 time: 0.0497773 Dec 17 15:27:59.896742 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35710) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:27:59.986363 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2b1cba3a-76c7-4bbf-af1f-b3025130a528 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:00.023390 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-16d03a4f-d926-4a8f-855f-d9884f5656f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:00.025107 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2b1cba3a-76c7-4bbf-af1f-b3025130a528 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:00.154972 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-16d03a4f-d926-4a8f-855f-d9884f5656f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:00.186364 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2b1cba3a-76c7-4bbf-af1f-b3025130a528 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:00.189268 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2b1cba3a-76c7-4bbf-af1f-b3025130a528 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:00.190406 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2b1cba3a-76c7-4bbf-af1f-b3025130a528 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "DELETE /v2.0/security-groups/dfcc4493-9b18-4f42-8058-adbcd726feb5 HTTP/1.1" status: 204 len: 168 time: 0.2925479 Dec 17 15:28:00.192913 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35712) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:00.198885 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 08824bb5-9575-4d1a-8b51-640826dccac4 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:28:00.199998 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-16d03a4f-d926-4a8f-855f-d9884f5656f9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=70d8afedd6634beb9acf48c446443bdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4499371 Dec 17 15:28:00.202067 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d03a4f-d926-4a8f-855f-d9884f5656f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0426c65-88c2-45e9-ad4b-ac66cd0bd809,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:00.205069 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35714) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:00.236215 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1cba3a-76c7-4bbf-af1f-b3025130a528 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcc4493-9b18-4f42-8058-adbcd726feb5,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:00.264712 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b3932b0d-4605-46c2-b82f-e658a164a5bb tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0703931 Dec 17 15:28:00.267910 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35716) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:00.278471 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-93010025-bfe2-4290-9c52-e979d0c4a2bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:00.282824 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-5ec1ad41-6d0b-45ad-b6ad-728f7ef55eb4 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] delete failed (client error): The resource could not be found. Dec 17 15:28:00.287952 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5ec1ad41-6d0b-45ad-b6ad-728f7ef55eb4 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "DELETE /v2.0/security-groups/dfcc4493-9b18-4f42-8058-adbcd726feb5 HTTP/1.1" status: 404 len: 347 time: 0.0153859 Dec 17 15:28:00.288789 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35718) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:00.293181 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-eb87f2bc-d2e2-470f-8df8-f4bd44f81abf tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Request body: {'security_group': {'name': 'tempest-secgroup--1297789078'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:00.298877 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:00.319322 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-93010025-bfe2-4290-9c52-e979d0c4a2bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:00.325983 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd275e346-665b-4fb3-a7e9-d21aab4fcedb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08824bb5-9575-4d1a-8b51-640826dccac4'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:28:00.329232 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784da193-4197-4c21-a898-f5e3b1169564" -d '{"events": [{"server_uuid": "d275e346-665b-4fb3-a7e9-d21aab4fcedb", "name": "network-vif-unplugged", "status": "completed", "tag": "08824bb5-9575-4d1a-8b51-640826dccac4"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:28:00.344837 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 08824bb5-9575-4d1a-8b51-640826dccac4, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=08824bb5-9575-4d1a-8b51-640826dccac4,segment=NetworkSegment(ccfcc99a-e4e0-468e-9873-88de436ed20f),segment_id=ccfcc99a-e4e0-468e-9873-88de436ed20f)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:28:00.372585 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d01d76-ee9d-4699-8e10-dce036cea8fe x-openstack-request-id: req-79d01d76-ee9d-4699-8e10-dce036cea8fe {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:28:00.372878 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d275e346-665b-4fb3-a7e9-d21aab4fcedb", "name": "network-vif-unplugged", "status": "completed", "tag": "08824bb5-9575-4d1a-8b51-640826dccac4", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:28:00.373165 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-79d01d76-ee9d-4699-8e10-dce036cea8fe {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:28:00.373565 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd275e346-665b-4fb3-a7e9-d21aab4fcedb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08824bb5-9575-4d1a-8b51-640826dccac4', 'code': 200} Dec 17 15:28:00.386727 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb87f2bc-d2e2-470f-8df8-f4bd44f81abf tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:00.400412 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:00.448769 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-93010025-bfe2-4290-9c52-e979d0c4a2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:00.451449 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-93010025-bfe2-4290-9c52-e979d0c4a2bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:00.453412 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-93010025-bfe2-4290-9c52-e979d0c4a2bc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f0426c65-88c2-45e9-ad4b-ac66cd0bd809 HTTP/1.1" status: 204 len: 168 time: 0.2466743 Dec 17 15:28:00.461281 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=08824bb5-9575-4d1a-8b51-640826dccac4,revision_number=8']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:00.471444 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93010025-bfe2-4290-9c52-e979d0c4a2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0426c65-88c2-45e9-ad4b-ac66cd0bd809,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:00.504438 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb87f2bc-d2e2-470f-8df8-f4bd44f81abf tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:00.604441 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb87f2bc-d2e2-470f-8df8-f4bd44f81abf tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:00.643917 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb87f2bc-d2e2-470f-8df8-f4bd44f81abf tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6af832-d921-4386-963d-3f9a2b7c823d,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:00.654092 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed8b1c-3a06-4df4-bab7-620d251d7282 req-8fac9b21-7437-44fd-b8b3-0fcf7fd33283 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:00.655624 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40ed8b1c-3a06-4df4-bab7-620d251d7282 req-8fac9b21-7437-44fd-b8b3-0fcf7fd33283 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 943 time: 0.0768375 Dec 17 15:28:00.693759 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb87f2bc-d2e2-470f-8df8-f4bd44f81abf tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:00.700837 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-eb87f2bc-d2e2-470f-8df8-f4bd44f81abf tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4077473 Dec 17 15:28:00.701610 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35730) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:00.707608 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40ed8b1c-3a06-4df4-bab7-620d251d7282 req-e99a5e73-e405-4760-a335-5ab6ef0b75e4 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447106 Dec 17 15:28:00.714438 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-8bcf6d55-67b7-4ffd-ad78-86387ba98ebd tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Request body: {'security_group_rule': {'security_group_id': '9e6af832-d921-4386-963d-3f9a2b7c823d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:00.829409 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8bcf6d55-67b7-4ffd-ad78-86387ba98ebd tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:00.830614 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de22b3-9fda-40ea-998a-88c5da56c74e req-fc095597-922e-4412-8739-ae68286092ce tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:00.832137 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9de22b3-9fda-40ea-998a-88c5da56c74e req-fc095597-922e-4412-8739-ae68286092ce tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 943 time: 0.0527768 Dec 17 15:28:00.881579 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9de22b3-9fda-40ea-998a-88c5da56c74e req-461b59d2-cbe3-4194-a38b-2bbbc08e0e3b tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433600 Dec 17 15:28:00.905794 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8bcf6d55-67b7-4ffd-ad78-86387ba98ebd tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:01.006202 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8bcf6d55-67b7-4ffd-ad78-86387ba98ebd tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:01.028646 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf6d55-67b7-4ffd-ad78-86387ba98ebd tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744b7848-4e7d-4cde-948a-1e783f9ab0e7,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:01.029006 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a3429691-e658-4a5b-ae97-117b795befbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:01.047779 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-87709f07-90f7-4e3e-a5d5-2eec901353e6 req-324e291f-22ef-4584-b4f2-b3882dad8b2b service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:28:01.048759 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-87709f07-90f7-4e3e-a5d5-2eec901353e6 req-324e291f-22ef-4584-b4f2-b3882dad8b2b service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056584 Dec 17 15:28:01.082532 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8bcf6d55-67b7-4ffd-ad78-86387ba98ebd tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:01.083809 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8bcf6d55-67b7-4ffd-ad78-86387ba98ebd tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3848217 Dec 17 15:28:01.086663 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35746) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:01.114928 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2fca0da1-9856-4e69-bca6-e932f663a178 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:01.122853 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2fca0da1-9856-4e69-bca6-e932f663a178 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:01.228883 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2fca0da1-9856-4e69-bca6-e932f663a178 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:01.234939 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2fca0da1-9856-4e69-bca6-e932f663a178 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:01.236030 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2fca0da1-9856-4e69-bca6-e932f663a178 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/744b7848-4e7d-4cde-948a-1e783f9ab0e7 HTTP/1.1" status: 204 len: 168 time: 0.1484110 Dec 17 15:28:01.238738 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35748) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:01.242587 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca0da1-9856-4e69-bca6-e932f663a178 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=744b7848-4e7d-4cde-948a-1e783f9ab0e7,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:01.275383 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35752) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:01.320507 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-bf9cfdcc-d827-4434-ac18-7ca97658168c tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0803187 Dec 17 15:28:01.321612 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8b7d8ea4-f8ff-42b4-b450-3b0e4fff8587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:01.323498 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35754) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:01.386413 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d52aa336-6d52-46fc-88c5-9d61725578da tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:01.408718 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70552cfe-0c10-44d0-bf91-aab31e8e7297 req-d0dfc8d1-8374-46e4-98d3-4a4000c11369 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:01.410284 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70552cfe-0c10-44d0-bf91-aab31e8e7297 req-d0dfc8d1-8374-46e4-98d3-4a4000c11369 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 943 time: 0.0728099 Dec 17 15:28:01.413552 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d52aa336-6d52-46fc-88c5-9d61725578da tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:01.469249 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8b7d8ea4-f8ff-42b4-b450-3b0e4fff8587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:01.472612 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70552cfe-0c10-44d0-bf91-aab31e8e7297 req-ec0c09dc-d910-4f82-a445-3f3fcf518b13 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555265 Dec 17 15:28:01.526297 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d52aa336-6d52-46fc-88c5-9d61725578da tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:01.529006 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d52aa336-6d52-46fc-88c5-9d61725578da tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:01.530262 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d52aa336-6d52-46fc-88c5-9d61725578da tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "DELETE /v2.0/security-groups/9e6af832-d921-4386-963d-3f9a2b7c823d HTTP/1.1" status: 204 len: 168 time: 0.2055826 Dec 17 15:28:01.533250 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35762) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:01.541117 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52aa336-6d52-46fc-88c5-9d61725578da tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6af832-d921-4386-963d-3f9a2b7c823d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:01.555469 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8b7d8ea4-f8ff-42b4-b450-3b0e4fff8587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:01.619302 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-46ff85e1-f0c3-40cb-b3ab-4707f124824d tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0812600 Dec 17 15:28:01.619302 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d8ea4-f8ff-42b4-b450-3b0e4fff8587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accae998-3b64-4308-999f-cccf5310b474,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:01.620400 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35764) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:01.626227 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-8b22300e-0a2c-4f35-9426-fc7eb63d497c tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Request body: {'security_group': {'name': 'tempest-secgroup--54266152'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:01.632745 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8b7d8ea4-f8ff-42b4-b450-3b0e4fff8587 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=771a41695ec440788cbf31454584089d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3558011 Dec 17 15:28:01.641279 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35770) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:01.692712 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1707e770-54b2-471f-9919-25bc5303cbb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:01.714907 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1707e770-54b2-471f-9919-25bc5303cbb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:01.800479 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8b22300e-0a2c-4f35-9426-fc7eb63d497c tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:01.857437 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1707e770-54b2-471f-9919-25bc5303cbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:01.860041 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1707e770-54b2-471f-9919-25bc5303cbb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:01.861246 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1707e770-54b2-471f-9919-25bc5303cbb4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/accae998-3b64-4308-999f-cccf5310b474 HTTP/1.1" status: 204 len: 168 time: 0.2183466 Dec 17 15:28:01.868994 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707e770-54b2-471f-9919-25bc5303cbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accae998-3b64-4308-999f-cccf5310b474,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:01.914821 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8b22300e-0a2c-4f35-9426-fc7eb63d497c tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:01.977694 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8b22300e-0a2c-4f35-9426-fc7eb63d497c tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:02.009759 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22300e-0a2c-4f35-9426-fc7eb63d497c tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=756308cd-c0d2-4007-b83d-93a2b6194f81,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:02.071873 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8b22300e-0a2c-4f35-9426-fc7eb63d497c tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:02.074831 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8b22300e-0a2c-4f35-9426-fc7eb63d497c tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4525871 Dec 17 15:28:02.076595 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35782) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:02.082522 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-1b3b97ac-ac6a-49ca-971b-1a5faa0c996e tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Request body: {'security_group_rule': {'security_group_id': '756308cd-c0d2-4007-b83d-93a2b6194f81', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:02.085190 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-89e0079d-c40d-4f0c-9f40-cb6111fee6af req-4b824a5b-0965-45af-a943-6ff46078a788 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1703360 Dec 17 15:28:02.095748 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-89e0079d-c40d-4f0c-9f40-cb6111fee6af req-eb47e5e5-7705-4800-aadf-8179e063a053 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:28:02.096929 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-89e0079d-c40d-4f0c-9f40-cb6111fee6af req-eb47e5e5-7705-4800-aadf-8179e063a053 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063288 Dec 17 15:28:02.154294 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1b3b97ac-ac6a-49ca-971b-1a5faa0c996e tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:02.219813 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1b3b97ac-ac6a-49ca-971b-1a5faa0c996e tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:02.274959 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:02.298591 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1b3b97ac-ac6a-49ca-971b-1a5faa0c996e tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:02.317929 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b97ac-ac6a-49ca-971b-1a5faa0c996e tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd5233da-ef35-4e9b-a05b-87262d768f0c,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:02.385544 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1b3b97ac-ac6a-49ca-971b-1a5faa0c996e tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:02.386803 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1b3b97ac-ac6a-49ca-971b-1a5faa0c996e tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3090720 Dec 17 15:28:02.389742 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35798) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:02.394785 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-32b7673d-dc91-4d43-8cec-6f588257c8f6 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Request body: {'security_group_rule': {'security_group_id': '756308cd-c0d2-4007-b83d-93a2b6194f81', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:02.487687 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-32b7673d-dc91-4d43-8cec-6f588257c8f6 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:02.558317 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-32b7673d-dc91-4d43-8cec-6f588257c8f6 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:02.607216 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455468e-9ca8-4198-9660-0451c7f81970 req-9adcbcb2-0ce9-4e23-a0b8-300fd3c56e16 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:02.608690 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c455468e-9ca8-4198-9660-0451c7f81970 req-9adcbcb2-0ce9-4e23-a0b8-300fd3c56e16 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 943 time: 0.0573590 Dec 17 15:28:02.647034 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c455468e-9ca8-4198-9660-0451c7f81970 req-1d5f0cf5-63ef-453a-a60d-387e4ff762e9 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314703 Dec 17 15:28:02.669012 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-32b7673d-dc91-4d43-8cec-6f588257c8f6 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:02.688042 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b7673d-dc91-4d43-8cec-6f588257c8f6 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d2a025-d452-4bc1-abb7-bf89c128bca5,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:02.773857 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-32b7673d-dc91-4d43-8cec-6f588257c8f6 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:02.779470 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-32b7673d-dc91-4d43-8cec-6f588257c8f6 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3843043 Dec 17 15:28:02.782427 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35812) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:02.788018 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-0d7df159-b002-4bf2-a528-f5ccd73590b9 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Request body: {'security_group_rule': {'security_group_id': '756308cd-c0d2-4007-b83d-93a2b6194f81', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:02.926617 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d7df159-b002-4bf2-a528-f5ccd73590b9 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:02.989146 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d7df159-b002-4bf2-a528-f5ccd73590b9 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:03.076683 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35820) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:03.086172 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d7df159-b002-4bf2-a528-f5ccd73590b9 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:03.105546 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7df159-b002-4bf2-a528-f5ccd73590b9 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c95e05-5fea-4802-ae78-fe61b9f323df,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:03.379918 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-8ea13acc-44cc-4af4-8b1e-93ed56bfd718 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Request body: {'networks': [{'name': 'tempest-network--382612375'}, {'name': 'tempest-network--456247733'}]} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:03.379918 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-8ea13acc-44cc-4af4-8b1e-93ed56bfd718 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Request body: {'network': {'name': 'tempest-network--382612375'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:03.379918 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-8ea13acc-44cc-4af4-8b1e-93ed56bfd718 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Request body: {'network': {'name': 'tempest-network--456247733'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:03.379918 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d7df159-b002-4bf2-a528-f5ccd73590b9 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:03.379918 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0d7df159-b002-4bf2-a528-f5ccd73590b9 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4377391 Dec 17 15:28:03.380275 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35824) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:03.380275 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-1734da0d-71a1-44a2-9c25-35e33ec2690a tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Request body: {'security_group_rule': {'security_group_id': '756308cd-c0d2-4007-b83d-93a2b6194f81', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:03.380833 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea13acc-44cc-4af4-8b1e-93ed56bfd718 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Made reservation on behalf of 314291ce3a5e4bf8b0e9fd82fe36c711 for: {'network': 2} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:28:03.380833 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8ea13acc-44cc-4af4-8b1e-93ed56bfd718 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:03.380833 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8ea13acc-44cc-4af4-8b1e-93ed56bfd718 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:03.419858 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8ea13acc-44cc-4af4-8b1e-93ed56bfd718 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:03.508413 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1734da0d-71a1-44a2-9c25-35e33ec2690a tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:03.549005 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8ea13acc-44cc-4af4-8b1e-93ed56bfd718 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:03.549905 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8ea13acc-44cc-4af4-8b1e-93ed56bfd718 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:03.558408 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1734da0d-71a1-44a2-9c25-35e33ec2690a tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:03.594679 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea13acc-44cc-4af4-8b1e-93ed56bfd718 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77df46b0-f6cb-4af3-8b88-f9495063790b,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:03.598463 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ea13acc-44cc-4af4-8b1e-93ed56bfd718 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:28:03.608166 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8ea13acc-44cc-4af4-8b1e-93ed56bfd718 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:03.608696 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-8ea13acc-44cc-4af4-8b1e-93ed56bfd718 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Added segment 99e26228-498b-44b8-aab1-7bf09e980c8f of type vlan for network 90749de2-2eeb-4881-8440-366788a59352 Dec 17 15:28:03.650547 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8ea13acc-44cc-4af4-8b1e-93ed56bfd718 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:03.653282 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0079d-c40d-4f0c-9f40-cb6111fee6af req-a79b381d-0791-4e99-93c9-651ab826e9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:03.654724 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-89e0079d-c40d-4f0c-9f40-cb6111fee6af req-a79b381d-0791-4e99-93c9-651ab826e9f6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb&tenant_id=e31b08986e494abe92337553ad2cd818 HTTP/1.1" status: 200 len: 1094 time: 0.0725346 Dec 17 15:28:03.673838 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1734da0d-71a1-44a2-9c25-35e33ec2690a tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:03.683864 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ea13acc-44cc-4af4-8b1e-93ed56bfd718 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:28:03.698161 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8ea13acc-44cc-4af4-8b1e-93ed56bfd718 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:03.699252 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-8ea13acc-44cc-4af4-8b1e-93ed56bfd718 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Added segment a0f0a3f9-7bea-4c8f-94fb-db7ae50d4e36 of type vlan for network 74ee2153-9c3d-418c-93ee-ba5a8d7772a8 Dec 17 15:28:03.716622 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734da0d-71a1-44a2-9c25-35e33ec2690a tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d138114f-64cf-4614-a425-926391cd5cce,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:03.737779 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0079d-c40d-4f0c-9f40-cb6111fee6af req-62e6b7d0-2ca0-4724-a3fd-2e0a0a81c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:03.739312 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-89e0079d-c40d-4f0c-9f40-cb6111fee6af req-62e6b7d0-2ca0-4724-a3fd-2e0a0a81c3cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e31b08986e494abe92337553ad2cd818&device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 1094 time: 0.0560825 Dec 17 15:28:03.770488 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8ea13acc-44cc-4af4-8b1e-93ed56bfd718 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:03.810196 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1734da0d-71a1-44a2-9c25-35e33ec2690a tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:03.810428 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e79d14-c023-414f-9610-877bf60d8750 req-bb65c69c-a618-4f01-ad6b-a22639391f39 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:03.811796 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1734da0d-71a1-44a2-9c25-35e33ec2690a tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5865877 Dec 17 15:28:03.812054 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-90e79d14-c023-414f-9610-877bf60d8750 req-bb65c69c-a618-4f01-ad6b-a22639391f39 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 943 time: 0.0772300 Dec 17 15:28:03.815387 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35828) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:03.819754 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-4bf47bc1-2e32-4aac-8c41-4c8dde5871b9 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Request body: {'security_group_rule': {'security_group_id': '756308cd-c0d2-4007-b83d-93a2b6194f81', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:03.834774 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:03.840168 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0079d-c40d-4f0c-9f40-cb6111fee6af req-d9012d30-41ec-441c-bdce-7b9f7ae014d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:03.841793 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-89e0079d-c40d-4f0c-9f40-cb6111fee6af req-d9012d30-41ec-441c-bdce-7b9f7ae014d9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=040e81ed-645b-49f2-b606-529d20326479 HTTP/1.1" status: 200 len: 915 time: 0.0957427 Dec 17 15:28:03.875558 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-90e79d14-c023-414f-9610-877bf60d8750 req-8c85e0bb-bd34-4963-8b6d-c10a8429d1d7 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474334 Dec 17 15:28:03.897652 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8ea13acc-44cc-4af4-8b1e-93ed56bfd718 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:03.897652 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8ea13acc-44cc-4af4-8b1e-93ed56bfd718 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:03.903829 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea13acc-44cc-4af4-8b1e-93ed56bfd718 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:03.904230 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-89e0079d-c40d-4f0c-9f40-cb6111fee6af req-26cbaf45-56ec-4735-98ec-fdba6c0dfe95 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=08824bb5-9575-4d1a-8b51-640826dccac4 HTTP/1.1" status: 200 len: 217 time: 0.0517938 Dec 17 15:28:03.909593 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea13acc-44cc-4af4-8b1e-93ed56bfd718 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:03.910365 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8ea13acc-44cc-4af4-8b1e-93ed56bfd718 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:03.962557 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0079d-c40d-4f0c-9f40-cb6111fee6af req-2cd48e60-2dd4-4235-8a14-6dc7095c6325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:03.963995 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-89e0079d-c40d-4f0c-9f40-cb6111fee6af req-2cd48e60-2dd4-4235-8a14-6dc7095c6325 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27e04280-f1e5-4533-a329-315764cf579d HTTP/1.1" status: 200 len: 854 time: 0.0533266 Dec 17 15:28:03.975368 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4bf47bc1-2e32-4aac-8c41-4c8dde5871b9 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:04.000926 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-89e0079d-c40d-4f0c-9f40-cb6111fee6af req-99d7970d-6387-449f-ac8e-a6fe6c2f0c49 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=040e81ed-645b-49f2-b606-529d20326479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282133 Dec 17 15:28:04.007824 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea13acc-44cc-4af4-8b1e-93ed56bfd718 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Pushing event updated for resources: {'Network': ['ID=90749de2-2eeb-4881-8440-366788a59352,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:04.018687 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 90749de2-2eeb-4881-8440-366788a59352 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:28:04.100228 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8ea13acc-44cc-4af4-8b1e-93ed56bfd718 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.0190418 Dec 17 15:28:04.100454 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35834) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:04.103175 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea13acc-44cc-4af4-8b1e-93ed56bfd718 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Pushing event updated for resources: {'Network': ['ID=74ee2153-9c3d-418c-93ee-ba5a8d7772a8,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:04.116947 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 74ee2153-9c3d-418c-93ee-ba5a8d7772a8 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:28:04.136970 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4bf47bc1-2e32-4aac-8c41-4c8dde5871b9 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:04.143746 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-89e0079d-c40d-4f0c-9f40-cb6111fee6af req-794455ef-6760-46e0-afe1-a8420fed8a3b service neutron] 10.222.0.13 "GET /v2.0/networks/040e81ed-645b-49f2-b606-529d20326479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359677 Dec 17 15:28:04.189505 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:04.217146 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4bf47bc1-2e32-4aac-8c41-4c8dde5871b9 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:04.231803 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf47bc1-2e32-4aac-8c41-4c8dde5871b9 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c287c4-890f-4aa3-865c-0fbae73e5181,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:04.328780 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4bf47bc1-2e32-4aac-8c41-4c8dde5871b9 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:04.332646 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4bf47bc1-2e32-4aac-8c41-4c8dde5871b9 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5136626 Dec 17 15:28:04.332840 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35840) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:04.356660 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cb9811d7-5a84-4b0c-b307-2da41b281a71 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:04.364527 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cb9811d7-5a84-4b0c-b307-2da41b281a71 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:04.379850 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e41f2d-ea46-4f82-b74f-caff47c45f5b tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:04.385501 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e41f2d-ea46-4f82-b74f-caff47c45f5b tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:04.392307 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e41f2d-ea46-4f82-b74f-caff47c45f5b tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:04.398167 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e41f2d-ea46-4f82-b74f-caff47c45f5b tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:04.399815 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f8e41f2d-ea46-4f82-b74f-caff47c45f5b tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2984452 Dec 17 15:28:04.402846 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35842) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:04.405814 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-89e0079d-c40d-4f0c-9f40-cb6111fee6af req-8a383512-1f1d-4792-addc-7079b81c0695 service neutron] 10.222.0.13 "GET /v2.0/networks/040e81ed-645b-49f2-b606-529d20326479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323260 Dec 17 15:28:04.480488 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5c0b33f3-b4b2-4c75-a37e-239e9c357790 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:04.483123 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cb9811d7-5a84-4b0c-b307-2da41b281a71 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:04.490066 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cb9811d7-5a84-4b0c-b307-2da41b281a71 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:04.491163 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-cb9811d7-5a84-4b0c-b307-2da41b281a71 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/23c287c4-890f-4aa3-865c-0fbae73e5181 HTTP/1.1" status: 204 len: 168 time: 0.1572802 Dec 17 15:28:04.493988 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35844) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:04.501658 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9811d7-5a84-4b0c-b307-2da41b281a71 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23c287c4-890f-4aa3-865c-0fbae73e5181,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:04.551586 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0c0ff880-cab0-41f0-a87d-117687c87d2b tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0562463 Dec 17 15:28:04.554346 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35846) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:04.580882 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9eb040b6-607c-4ec7-969f-49a071be2823 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:04.582153 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5c0b33f3-b4b2-4c75-a37e-239e9c357790 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:04.592091 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9eb040b6-607c-4ec7-969f-49a071be2823 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:04.609384 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-5c0b33f3-b4b2-4c75-a37e-239e9c357790 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90749de2-2eeb-4881-8440-366788a59352']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:28:04.620388 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-5c0b33f3-b4b2-4c75-a37e-239e9c357790 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e26228-498b-44b8-aab1-7bf09e980c8f') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:28:04.620692 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-5c0b33f3-b4b2-4c75-a37e-239e9c357790 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e26228-498b-44b8-aab1-7bf09e980c8f') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:28:04.632012 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5c0b33f3-b4b2-4c75-a37e-239e9c357790 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:04.645405 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5c0b33f3-b4b2-4c75-a37e-239e9c357790 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:04.651368 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c0b33f3-b4b2-4c75-a37e-239e9c357790 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:28:04.651758 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5c0b33f3-b4b2-4c75-a37e-239e9c357790 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:04.654880 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:28:04.654880 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:28:04.654880 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:28:04.654880 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:28:04.654880 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:28:04.654880 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:28:04.654880 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:28:04.654880 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:28:04.654880 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:28:04.654880 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:28:04.654880 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:28:04.654880 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:28:04.654880 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:28:04.654880 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:28:04.654880 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:28:04.654880 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:28:04.654880 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:28:04.654880 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:28:04.654880 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:28:04.654880 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:28:04.654880 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:28:04.654880 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:28:04.654880 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:28:04.654880 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:28:04.654880 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:28:04.654880 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:28:04.654880 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:28:04.654880 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:28:04.654880 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:28:04.654880 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:28:04.654880 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:28:04.654880 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:28:04.714894 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9eb040b6-607c-4ec7-969f-49a071be2823 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:04.722544 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9eb040b6-607c-4ec7-969f-49a071be2823 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:04.726593 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9eb040b6-607c-4ec7-969f-49a071be2823 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/d138114f-64cf-4614-a425-926391cd5cce HTTP/1.1" status: 204 len: 168 time: 0.1711669 Dec 17 15:28:04.726790 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35856) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:04.731085 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb040b6-607c-4ec7-969f-49a071be2823 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d138114f-64cf-4614-a425-926391cd5cce,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:04.783618 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-95a685f1-c864-4777-be2a-34d936bb433d tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0555220 Dec 17 15:28:04.786247 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35860) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:04.810478 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-55453ef2-a645-474c-9e3b-5e99820f6a4c tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:04.814649 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5c0b33f3-b4b2-4c75-a37e-239e9c357790 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:04.824957 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5c0b33f3-b4b2-4c75-a37e-239e9c357790 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:04.828277 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5c0b33f3-b4b2-4c75-a37e-239e9c357790 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] 10.222.0.46 "DELETE /v2.0/networks/90749de2-2eeb-4881-8440-366788a59352 HTTP/1.1" status: 204 len: 168 time: 0.4243693 Dec 17 15:28:04.829952 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-55453ef2-a645-474c-9e3b-5e99820f6a4c tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:04.831084 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35862) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:04.847185 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b33f3-b4b2-4c75-a37e-239e9c357790 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Pushing event deleted for resources: {'Network': ['ID=90749de2-2eeb-4881-8440-366788a59352,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:04.925577 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5789df70-ce2c-4c63-8a44-df0d26839f3a tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:04.942995 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-55453ef2-a645-474c-9e3b-5e99820f6a4c tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:04.947959 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-55453ef2-a645-474c-9e3b-5e99820f6a4c tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:04.951691 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-55453ef2-a645-474c-9e3b-5e99820f6a4c tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/40c95e05-5fea-4802-ae78-fe61b9f323df HTTP/1.1" status: 204 len: 168 time: 0.1620207 Dec 17 15:28:04.952172 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35870) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:04.995017 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55453ef2-a645-474c-9e3b-5e99820f6a4c tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40c95e05-5fea-4802-ae78-fe61b9f323df,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:05.040066 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2cc1dfac-c186-4de4-a2a5-046cb3062585 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0866256 Dec 17 15:28:05.043006 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35878) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:05.059856 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5789df70-ce2c-4c63-8a44-df0d26839f3a tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:05.085269 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b717847-ef42-45c3-8ed2-a2d7230b9cca req-b266055a-b72a-4d9a-9086-5043ce254b06 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:05.095047 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b717847-ef42-45c3-8ed2-a2d7230b9cca req-b266055a-b72a-4d9a-9086-5043ce254b06 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 943 time: 0.1351235 Dec 17 15:28:05.098471 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a8eacaa9-e346-4742-a607-37a2e5fd2415 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:05.114701 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-5789df70-ce2c-4c63-8a44-df0d26839f3a tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74ee2153-9c3d-418c-93ee-ba5a8d7772a8']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:28:05.121797 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a8eacaa9-e346-4742-a607-37a2e5fd2415 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:05.136073 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-5789df70-ce2c-4c63-8a44-df0d26839f3a tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f0a3f9-7bea-4c8f-94fb-db7ae50d4e36') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:28:05.136636 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-5789df70-ce2c-4c63-8a44-df0d26839f3a tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f0a3f9-7bea-4c8f-94fb-db7ae50d4e36') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:28:05.161787 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5789df70-ce2c-4c63-8a44-df0d26839f3a tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:05.175072 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b717847-ef42-45c3-8ed2-a2d7230b9cca req-6cead473-4363-41b8-878c-68e7991c3c11 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784800 Dec 17 15:28:05.196213 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5789df70-ce2c-4c63-8a44-df0d26839f3a tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:05.214347 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5789df70-ce2c-4c63-8a44-df0d26839f3a tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:28:05.219564 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5789df70-ce2c-4c63-8a44-df0d26839f3a tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:05.219564 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:28:05.219564 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:28:05.219564 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:28:05.219564 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:28:05.219564 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:28:05.219564 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:28:05.219564 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:28:05.219564 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:28:05.219564 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:28:05.219564 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:28:05.219564 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:28:05.219564 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:28:05.219564 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:28:05.219564 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:28:05.219564 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:28:05.219564 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:28:05.219564 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:28:05.219564 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:28:05.219564 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:28:05.219564 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:28:05.219564 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:28:05.219564 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:28:05.219564 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:28:05.219564 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:28:05.219564 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:28:05.219564 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:28:05.219564 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:28:05.219564 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:28:05.219564 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:28:05.219564 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:28:05.219564 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:28:05.219564 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:28:05.251732 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a8eacaa9-e346-4742-a607-37a2e5fd2415 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:05.258165 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a8eacaa9-e346-4742-a607-37a2e5fd2415 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:05.259658 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a8eacaa9-e346-4742-a607-37a2e5fd2415 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/d7d2a025-d452-4bc1-abb7-bf89c128bca5 HTTP/1.1" status: 204 len: 168 time: 0.2156041 Dec 17 15:28:05.269903 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35882) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:05.302726 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eacaa9-e346-4742-a607-37a2e5fd2415 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7d2a025-d452-4bc1-abb7-bf89c128bca5,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:05.339509 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f3f91841-d962-4ae1-bead-d932e3baeeab tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0684247 Dec 17 15:28:05.342369 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35884) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:05.375844 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fd9fefaf-8555-4272-8f8f-a52ba6d2d543 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:05.388093 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fd9fefaf-8555-4272-8f8f-a52ba6d2d543 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:05.411728 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5789df70-ce2c-4c63-8a44-df0d26839f3a tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:05.417823 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5789df70-ce2c-4c63-8a44-df0d26839f3a tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:05.421694 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5789df70-ce2c-4c63-8a44-df0d26839f3a tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] 10.222.0.46 "DELETE /v2.0/networks/74ee2153-9c3d-418c-93ee-ba5a8d7772a8 HTTP/1.1" status: 204 len: 168 time: 0.5891988 Dec 17 15:28:05.424323 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35886) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:05.448592 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789df70-ce2c-4c63-8a44-df0d26839f3a tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Pushing event deleted for resources: {'Network': ['ID=74ee2153-9c3d-418c-93ee-ba5a8d7772a8,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:05.512203 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fd9fefaf-8555-4272-8f8f-a52ba6d2d543 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:05.518334 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fd9fefaf-8555-4272-8f8f-a52ba6d2d543 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:05.522862 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-fd9fefaf-8555-4272-8f8f-a52ba6d2d543 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/cd5233da-ef35-4e9b-a05b-87262d768f0c HTTP/1.1" status: 204 len: 168 time: 0.1762605 Dec 17 15:28:05.523024 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35888) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:05.575063 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9fefaf-8555-4272-8f8f-a52ba6d2d543 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd5233da-ef35-4e9b-a05b-87262d768f0c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:05.592083 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-58204345-9223-4780-ba67-4c546d549f09 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0658545 Dec 17 15:28:05.592246 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fc4abb-bfce-43fc-84fe-d6ffc3a7370d tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:05.597001 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fc4abb-bfce-43fc-84fe-d6ffc3a7370d tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:05.602322 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-62fc4abb-bfce-43fc-84fe-d6ffc3a7370d tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1730378 Dec 17 15:28:05.602322 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35890) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:05.602700 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35892) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:05.619032 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-1b90370a-79ec-4863-960d-35bd3cef6eed tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-621273173'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:05.686717 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3d20da90-c15e-43a5-9c9a-4ffb51094e3f tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:05.714956 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3d20da90-c15e-43a5-9c9a-4ffb51094e3f tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:05.748903 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b90370a-79ec-4863-960d-35bd3cef6eed tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Made reservation on behalf of 314291ce3a5e4bf8b0e9fd82fe36c711 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:28:05.753778 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1b90370a-79ec-4863-960d-35bd3cef6eed tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:05.871052 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3d20da90-c15e-43a5-9c9a-4ffb51094e3f tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:05.874187 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3d20da90-c15e-43a5-9c9a-4ffb51094e3f tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:05.879075 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3d20da90-c15e-43a5-9c9a-4ffb51094e3f tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "DELETE /v2.0/security-groups/756308cd-c0d2-4007-b83d-93a2b6194f81 HTTP/1.1" status: 204 len: 168 time: 0.2764540 Dec 17 15:28:05.879497 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35894) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:05.882444 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b90370a-79ec-4863-960d-35bd3cef6eed tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:28:05.902470 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20da90-c15e-43a5-9c9a-4ffb51094e3f tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=756308cd-c0d2-4007-b83d-93a2b6194f81,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:05.909242 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1b90370a-79ec-4863-960d-35bd3cef6eed tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:05.909591 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-1b90370a-79ec-4863-960d-35bd3cef6eed tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Added segment 0e83a0ba-ab12-42df-b369-5406bc7a90f9 of type vlan for network 86304f1b-f3c9-46dd-82a1-2ab8009e8e39 Dec 17 15:28:05.946958 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35896) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:05.948357 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-81a109f1-0034-4c72-8e8e-6ee32f0d4468 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0675452 Dec 17 15:28:05.954502 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-73a20b38-6f4e-4d7e-be78-224bb0524a40 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Request body: {'security_group': {'name': 'tempest-secgroup--312808428'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:05.972952 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1b90370a-79ec-4863-960d-35bd3cef6eed tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:06.074758 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-73a20b38-6f4e-4d7e-be78-224bb0524a40 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:06.136207 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1b90370a-79ec-4863-960d-35bd3cef6eed tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:06.143052 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b90370a-79ec-4863-960d-35bd3cef6eed tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:06.143648 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1b90370a-79ec-4863-960d-35bd3cef6eed tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:06.236752 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-73a20b38-6f4e-4d7e-be78-224bb0524a40 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:06.619279 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1b90370a-79ec-4863-960d-35bd3cef6eed tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0155473 Dec 17 15:28:06.619980 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-73a20b38-6f4e-4d7e-be78-224bb0524a40 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:06.622104 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35906) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:06.627704 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-342eda0b-424e-44c5-9648-3f20e0681b68 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-349881439'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:06.636003 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90370a-79ec-4863-960d-35bd3cef6eed tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Pushing event updated for resources: {'Network': ['ID=86304f1b-f3c9-46dd-82a1-2ab8009e8e39,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:06.649308 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 86304f1b-f3c9-46dd-82a1-2ab8009e8e39 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:28:06.684889 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a20b38-6f4e-4d7e-be78-224bb0524a40 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa013921-9ed8-4cf3-a79e-cc284209a2de,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:06.716790 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f07cad5-e905-46d6-9949-47bbe84e8af0 req-8d1b572f-c463-48a2-bea5-fc48ee853133 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:06.718792 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6f07cad5-e905-46d6-9949-47bbe84e8af0 req-8d1b572f-c463-48a2-bea5-fc48ee853133 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 943 time: 0.1067734 Dec 17 15:28:06.737813 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342eda0b-424e-44c5-9648-3f20e0681b68 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Made reservation on behalf of 314291ce3a5e4bf8b0e9fd82fe36c711 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:28:06.747478 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-342eda0b-424e-44c5-9648-3f20e0681b68 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:06.770400 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6f07cad5-e905-46d6-9949-47bbe84e8af0 req-bcfba56f-41c6-4f46-ba53-b65bb22aa9a4 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424402 Dec 17 15:28:06.778633 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342eda0b-424e-44c5-9648-3f20e0681b68 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:28:06.793387 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-342eda0b-424e-44c5-9648-3f20e0681b68 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:06.793819 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-342eda0b-424e-44c5-9648-3f20e0681b68 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Added segment 5248cdcc-6a65-4604-8bee-9c347fd9cbc4 of type vlan for network b91d48ec-9e88-4190-be96-bcbb4b7e84c8 Dec 17 15:28:06.836825 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-342eda0b-424e-44c5-9648-3f20e0681b68 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:06.859256 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-73a20b38-6f4e-4d7e-be78-224bb0524a40 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:06.860495 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-73a20b38-6f4e-4d7e-be78-224bb0524a40 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9125397 Dec 17 15:28:06.863774 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35908) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:06.868550 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-d72bd322-1c19-4401-8a14-2130b1cd6e66 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Request body: {'security_group_rule': {'security_group_id': 'aa013921-9ed8-4cf3-a79e-cc284209a2de', 'direction': 'ingress', 'protocol': 17}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:06.954930 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-342eda0b-424e-44c5-9648-3f20e0681b68 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:06.960613 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342eda0b-424e-44c5-9648-3f20e0681b68 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:06.961452 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-342eda0b-424e-44c5-9648-3f20e0681b68 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:07.039723 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d72bd322-1c19-4401-8a14-2130b1cd6e66 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:07.091027 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-342eda0b-424e-44c5-9648-3f20e0681b68 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4677286 Dec 17 15:28:07.094737 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35910) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:07.099893 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-2b81854e-30a0-42e5-9ced-a16e05d94f46 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Request body: {'ports': [{'network_id': '86304f1b-f3c9-46dd-82a1-2ab8009e8e39', 'name': 'tempest-port--1420333279', 'admin_state_up': True}, {'network_id': 'b91d48ec-9e88-4190-be96-bcbb4b7e84c8', 'admin_state_up': False}]} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:07.100252 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-2b81854e-30a0-42e5-9ced-a16e05d94f46 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Request body: {'port': {'network_id': '86304f1b-f3c9-46dd-82a1-2ab8009e8e39', 'name': 'tempest-port--1420333279', 'admin_state_up': True}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:07.100700 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-2b81854e-30a0-42e5-9ced-a16e05d94f46 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Request body: {'port': {'network_id': 'b91d48ec-9e88-4190-be96-bcbb4b7e84c8', 'admin_state_up': False}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:07.104823 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342eda0b-424e-44c5-9648-3f20e0681b68 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Pushing event updated for resources: {'Network': ['ID=b91d48ec-9e88-4190-be96-bcbb4b7e84c8,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:07.115999 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network b91d48ec-9e88-4190-be96-bcbb4b7e84c8 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:28:07.154689 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d72bd322-1c19-4401-8a14-2130b1cd6e66 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:07.217785 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d72bd322-1c19-4401-8a14-2130b1cd6e66 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:07.248400 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72bd322-1c19-4401-8a14-2130b1cd6e66 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb9b964-d0bd-44d8-a01d-929ce3aec951,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:07.396407 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d72bd322-1c19-4401-8a14-2130b1cd6e66 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:07.400442 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d72bd322-1c19-4401-8a14-2130b1cd6e66 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5330362 Dec 17 15:28:07.400790 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35914) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:07.462245 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7434c7da-ed86-4066-851d-9e2876212b88 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:07.479767 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b81854e-30a0-42e5-9ced-a16e05d94f46 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Made reservation on behalf of 314291ce3a5e4bf8b0e9fd82fe36c711 for: {'port': 2} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:28:07.485502 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2b81854e-30a0-42e5-9ced-a16e05d94f46 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:07.488886 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7434c7da-ed86-4066-851d-9e2876212b88 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:07.508445 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2b81854e-30a0-42e5-9ced-a16e05d94f46 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:07.597085 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-2b81854e-30a0-42e5-9ced-a16e05d94f46 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] device_id is not set on port 07d60c73-5430-4400-8a83-9e8622770f2c yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:28:07.611475 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7434c7da-ed86-4066-851d-9e2876212b88 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:07.614131 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7434c7da-ed86-4066-851d-9e2876212b88 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:07.615307 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7434c7da-ed86-4066-851d-9e2876212b88 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "DELETE /v2.0/security-groups/aa013921-9ed8-4cf3-a79e-cc284209a2de HTTP/1.1" status: 204 len: 168 time: 0.2135582 Dec 17 15:28:07.618764 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35916) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:07.636346 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434c7da-ed86-4066-851d-9e2876212b88 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa013921-9ed8-4cf3-a79e-cc284209a2de,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:07.680916 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f5a4f56d-3ffa-4f71-9535-8d9018eefba4 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0600090 Dec 17 15:28:07.684819 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35918) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:07.689591 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-eff99fdc-5247-4d73-937d-a5952105f50f tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Request body: {'security_group': {'name': 'tempest-secgroup--72467058'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:07.750076 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2b81854e-30a0-42e5-9ced-a16e05d94f46 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:07.802309 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eff99fdc-5247-4d73-937d-a5952105f50f tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:07.848273 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-2b81854e-30a0-42e5-9ced-a16e05d94f46 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] device_id is not set on port e0ae4dea-9b1c-4c6d-abb0-2dc3be215896 yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:28:07.989495 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eff99fdc-5247-4d73-937d-a5952105f50f tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:08.003942 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78891cb7-bcb2-4b62-9529-c42d1e73c0dc req-209f52f8-0455-487d-93ae-08b2e14f1a5a tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:08.005514 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-78891cb7-bcb2-4b62-9529-c42d1e73c0dc req-209f52f8-0455-487d-93ae-08b2e14f1a5a tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 943 time: 0.1336079 Dec 17 15:28:08.061150 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eff99fdc-5247-4d73-937d-a5952105f50f tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:08.097985 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2b81854e-30a0-42e5-9ced-a16e05d94f46 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:08.105275 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-78891cb7-bcb2-4b62-9529-c42d1e73c0dc req-e3674b8b-b82c-4152-b6ff-d7014439eb4a tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879033 Dec 17 15:28:08.127811 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff99fdc-5247-4d73-937d-a5952105f50f tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f541c8e1-da80-47e9-89e5-c7914c74e9d8,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:08.176071 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eff99fdc-5247-4d73-937d-a5952105f50f tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:08.180309 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-eff99fdc-5247-4d73-937d-a5952105f50f tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4917207 Dec 17 15:28:08.180502 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35926) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:08.185283 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-0ebf08a7-0cd4-4d4b-946a-1d9be7828124 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Request body: {'security_group': {'name': 'tempest-secgroup--525616387'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:08.197509 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2b81854e-30a0-42e5-9ced-a16e05d94f46 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:08.277182 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81854e-30a0-42e5-9ced-a16e05d94f46 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Pushing event updated for resources: {'Port': ['ID=07d60c73-5430-4400-8a83-9e8622770f2c,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:08.285892 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b81854e-30a0-42e5-9ced-a16e05d94f46 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Checking segment: {'id': '0e83a0ba-ab12-42df-b369-5406bc7a90f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '86304f1b-f3c9-46dd-82a1-2ab8009e8e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:28:08.286409 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b81854e-30a0-42e5-9ced-a16e05d94f46 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Network hostable DHCP agents. Network: 86304f1b-f3c9-46dd-82a1-2ab8009e8e39, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:28:08.295351 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0ebf08a7-0cd4-4d4b-946a-1d9be7828124 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:08.386676 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0ebf08a7-0cd4-4d4b-946a-1d9be7828124 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:08.388239 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b81854e-30a0-42e5-9ced-a16e05d94f46 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Network 86304f1b-f3c9-46dd-82a1-2ab8009e8e39 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:28:08.479994 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0ebf08a7-0cd4-4d4b-946a-1d9be7828124 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:08.498889 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-2b81854e-30a0-42e5-9ced-a16e05d94f46 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 86304f1b-f3c9-46dd-82a1-2ab8009e8e39) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:28:08.511826 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60fa08e-29fb-478a-b0ab-656766ee2e8e None None] Network 86304f1b-f3c9-46dd-82a1-2ab8009e8e39 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:28:08.513208 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b81854e-30a0-42e5-9ced-a16e05d94f46 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:28:08.514117 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2b81854e-30a0-42e5-9ced-a16e05d94f46 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:08.553952 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf08a7-0cd4-4d4b-946a-1d9be7828124 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a950b741-9742-47f0-936e-925329b7f8dc,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:08.563279 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0ebf08a7-0cd4-4d4b-946a-1d9be7828124 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:08.567763 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0ebf08a7-0cd4-4d4b-946a-1d9be7828124 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3828733 Dec 17 15:28:08.567866 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35930) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:08.574457 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-bd86be8b-01f5-45e8-afe1-25347e6f1321 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Request body: {'security_group_rule': {'security_group_id': 'f541c8e1-da80-47e9-89e5-c7914c74e9d8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a950b741-9742-47f0-936e-925329b7f8dc', 'remote_ip_prefix': None}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:08.592884 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81854e-30a0-42e5-9ced-a16e05d94f46 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Pushing event updated for resources: {'Port': ['ID=e0ae4dea-9b1c-4c6d-abb0-2dc3be215896,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:08.619927 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b81854e-30a0-42e5-9ced-a16e05d94f46 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Checking segment: {'id': '5248cdcc-6a65-4604-8bee-9c347fd9cbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b91d48ec-9e88-4190-be96-bcbb4b7e84c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:28:08.620278 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b81854e-30a0-42e5-9ced-a16e05d94f46 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Network hostable DHCP agents. Network: b91d48ec-9e88-4190-be96-bcbb4b7e84c8, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:28:08.708258 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bd86be8b-01f5-45e8-afe1-25347e6f1321 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:08.743091 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b81854e-30a0-42e5-9ced-a16e05d94f46 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Network b91d48ec-9e88-4190-be96-bcbb4b7e84c8 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:28:08.792781 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bd86be8b-01f5-45e8-afe1-25347e6f1321 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:08.880284 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-2b81854e-30a0-42e5-9ced-a16e05d94f46 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, b91d48ec-9e88-4190-be96-bcbb4b7e84c8) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:28:08.884333 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b81854e-30a0-42e5-9ced-a16e05d94f46 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:28:08.890918 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b81854e-30a0-42e5-9ced-a16e05d94f46 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:08.895867 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba38c6bc-4e80-45ca-9191-6780706da95e None None] Network b91d48ec-9e88-4190-be96-bcbb4b7e84c8 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:28:08.903514 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b81854e-30a0-42e5-9ced-a16e05d94f46 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:08.904258 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2b81854e-30a0-42e5-9ced-a16e05d94f46 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:08.933112 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bd86be8b-01f5-45e8-afe1-25347e6f1321 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:08.948105 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86be8b-01f5-45e8-afe1-25347e6f1321 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=472c4248-7b82-435f-bc2c-ab6e31c332c4,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:08.989710 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35932) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:08.990529 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2b81854e-30a0-42e5-9ced-a16e05d94f46 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.8946071 Dec 17 15:28:09.049073 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bd86be8b-01f5-45e8-afe1-25347e6f1321 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:09.053669 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35934) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:09.054014 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-bd86be8b-01f5-45e8-afe1-25347e6f1321 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4851983 Dec 17 15:28:09.081103 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c7f20573-73a7-4712-8025-4ba7c3d413a4 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:09.088342 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313d2199-95f1-4c82-8bbb-bca63711781d tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:09.096909 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313d2199-95f1-4c82-8bbb-bca63711781d tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:09.102182 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-313d2199-95f1-4c82-8bbb-bca63711781d tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1087675 Dec 17 15:28:09.102364 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c7f20573-73a7-4712-8025-4ba7c3d413a4 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:09.105495 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35936) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:09.253426 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0284705-e0e2-4698-ad2c-12bb0ed8e370 req-8ad6d4a5-9d81-47ea-82c5-0da83dc1a588 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:09.254923 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0284705-e0e2-4698-ad2c-12bb0ed8e370 req-8ad6d4a5-9d81-47ea-82c5-0da83dc1a588 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 943 time: 0.0657480 Dec 17 15:28:09.266115 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-cf9995f2-7bc7-472b-b8f2-bb50dc8d464a tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Deleting port 07d60c73-5430-4400-8a83-9e8622770f2c {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:28:09.266449 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cf9995f2-7bc7-472b-b8f2-bb50dc8d464a tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:09.350116 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c7f20573-73a7-4712-8025-4ba7c3d413a4 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:09.355210 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c7f20573-73a7-4712-8025-4ba7c3d413a4 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:09.356373 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c7f20573-73a7-4712-8025-4ba7c3d413a4 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/472c4248-7b82-435f-bc2c-ab6e31c332c4 HTTP/1.1" status: 204 len: 168 time: 0.3015084 Dec 17 15:28:09.359270 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35942) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:09.379671 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f20573-73a7-4712-8025-4ba7c3d413a4 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=472c4248-7b82-435f-bc2c-ab6e31c332c4,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:09.387524 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cf9995f2-7bc7-472b-b8f2-bb50dc8d464a tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:09.393352 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0284705-e0e2-4698-ad2c-12bb0ed8e370 req-2cab3746-9a0d-46a0-89ba-eb0ba3b80dfa tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307540 Dec 17 15:28:09.410127 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-cf9995f2-7bc7-472b-b8f2-bb50dc8d464a tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Calling delete_port for 07d60c73-5430-4400-8a83-9e8622770f2c owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:28:09.417452 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a14889d3-c0e9-4de0-a999-4ce8ba5c2862 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0569992 Dec 17 15:28:09.423283 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35946) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:09.536731 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e80d4ed8-8b5e-4105-a34c-5ffee64038ef tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:09.573849 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e80d4ed8-8b5e-4105-a34c-5ffee64038ef tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:09.663543 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cf9995f2-7bc7-472b-b8f2-bb50dc8d464a tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:09.700033 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e80d4ed8-8b5e-4105-a34c-5ffee64038ef tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:09.702739 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e80d4ed8-8b5e-4105-a34c-5ffee64038ef tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:09.703888 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e80d4ed8-8b5e-4105-a34c-5ffee64038ef tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "DELETE /v2.0/security-groups/a950b741-9742-47f0-936e-925329b7f8dc HTTP/1.1" status: 204 len: 168 time: 0.2794142 Dec 17 15:28:09.704789 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9995f2-7bc7-472b-b8f2-bb50dc8d464a tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Pushing event deleted for resources: {'Port': ['ID=07d60c73-5430-4400-8a83-9e8622770f2c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:09.707806 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35948) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:09.722839 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cf9995f2-7bc7-472b-b8f2-bb50dc8d464a tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:09.729336 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-cf9995f2-7bc7-472b-b8f2-bb50dc8d464a tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] 10.222.0.46 "DELETE /v2.0/ports/07d60c73-5430-4400-8a83-9e8622770f2c HTTP/1.1" status: 204 len: 168 time: 0.6199369 Dec 17 15:28:09.729336 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d4ed8-8b5e-4105-a34c-5ffee64038ef tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a950b741-9742-47f0-936e-925329b7f8dc,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:09.731478 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35950) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:09.859695 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-4e4534cf-81fe-4763-b3e4-b0bdf877c860 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Deleting port e0ae4dea-9b1c-4c6d-abb0-2dc3be215896 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:28:09.859695 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4e4534cf-81fe-4763-b3e4-b0bdf877c860 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:09.944760 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4e4534cf-81fe-4763-b3e4-b0bdf877c860 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:09.965894 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-4e4534cf-81fe-4763-b3e4-b0bdf877c860 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Calling delete_port for e0ae4dea-9b1c-4c6d-abb0-2dc3be215896 owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:28:10.151533 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d55258ad-2452-4793-b466-239a41c9a685 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.4415200 Dec 17 15:28:10.153780 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35952) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:10.173807 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4e4534cf-81fe-4763-b3e4-b0bdf877c860 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:10.213598 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4534cf-81fe-4763-b3e4-b0bdf877c860 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Pushing event deleted for resources: {'Port': ['ID=e0ae4dea-9b1c-4c6d-abb0-2dc3be215896,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:10.214316 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3171722f-df4a-4416-9924-68fd58c4f34f tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:10.228821 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4e4534cf-81fe-4763-b3e4-b0bdf877c860 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:10.232741 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4e4534cf-81fe-4763-b3e4-b0bdf877c860 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] 10.222.0.46 "DELETE /v2.0/ports/e0ae4dea-9b1c-4c6d-abb0-2dc3be215896 HTTP/1.1" status: 204 len: 168 time: 0.4952590 Dec 17 15:28:10.236378 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35954) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:10.247833 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3171722f-df4a-4416-9924-68fd58c4f34f tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:10.272587 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-30d07187-f748-4f82-b906-22fc069be6d9 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0349247 Dec 17 15:28:10.276066 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35956) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:10.281881 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-df3f086c-0140-4eb2-b5b0-29f36a1ec851 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1378055738'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:10.298997 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:10.389001 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3171722f-df4a-4416-9924-68fd58c4f34f tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:10.391869 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3171722f-df4a-4416-9924-68fd58c4f34f tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:10.393166 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3171722f-df4a-4416-9924-68fd58c4f34f tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "DELETE /v2.0/security-groups/f541c8e1-da80-47e9-89e5-c7914c74e9d8 HTTP/1.1" status: 204 len: 168 time: 0.2381835 Dec 17 15:28:10.396111 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35958) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:10.406419 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171722f-df4a-4416-9924-68fd58c4f34f tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f541c8e1-da80-47e9-89e5-c7914c74e9d8,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:10.415711 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3f086c-0140-4eb2-b5b0-29f36a1ec851 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Made reservation on behalf of 314291ce3a5e4bf8b0e9fd82fe36c711 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:28:10.419373 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-df3f086c-0140-4eb2-b5b0-29f36a1ec851 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:10.490687 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df3f086c-0140-4eb2-b5b0-29f36a1ec851 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:28:10.507887 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-dacf8f5e-904c-4391-8414-ad9cd75eeea6 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1105371 Dec 17 15:28:10.511466 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-df3f086c-0140-4eb2-b5b0-29f36a1ec851 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:10.511817 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-df3f086c-0140-4eb2-b5b0-29f36a1ec851 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Added segment d65bea1d-8ecb-489c-9a41-0a0ea185b27e of type vlan for network b7004b17-c2ea-4c1d-a0ea-0b56fdd17b4f Dec 17 15:28:10.519334 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35962) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:10.524704 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-286965f5-f147-4e70-84ad-7d2ed2611a3e tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Request body: {'security_group': {'name': 'tempest-secgroup--1658053765'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:10.597476 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-df3f086c-0140-4eb2-b5b0-29f36a1ec851 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:10.620272 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c007e2-fa35-45a7-b591-7d26bd310f87 req-1c7adab8-5a2a-4658-890b-43e665e12adf tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:10.622356 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-63c007e2-fa35-45a7-b591-7d26bd310f87 req-1c7adab8-5a2a-4658-890b-43e665e12adf tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 943 time: 0.0936790 Dec 17 15:28:10.647344 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-286965f5-f147-4e70-84ad-7d2ed2611a3e tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:10.676578 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-63c007e2-fa35-45a7-b591-7d26bd310f87 req-837d5693-354f-4e43-8f12-891ccebd7d6f tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427601 Dec 17 15:28:10.743913 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-df3f086c-0140-4eb2-b5b0-29f36a1ec851 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:10.747182 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-286965f5-f147-4e70-84ad-7d2ed2611a3e tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:10.750205 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3f086c-0140-4eb2-b5b0-29f36a1ec851 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:10.750855 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-df3f086c-0140-4eb2-b5b0-29f36a1ec851 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:10.825457 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f086c-0140-4eb2-b5b0-29f36a1ec851 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Pushing event updated for resources: {'Network': ['ID=b7004b17-c2ea-4c1d-a0ea-0b56fdd17b4f,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:10.829003 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-286965f5-f147-4e70-84ad-7d2ed2611a3e tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:10.837924 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network b7004b17-c2ea-4c1d-a0ea-0b56fdd17b4f details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:28:10.869079 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-df3f086c-0140-4eb2-b5b0-29f36a1ec851 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5919342 Dec 17 15:28:10.871517 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286965f5-f147-4e70-84ad-7d2ed2611a3e tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a9e719-09cd-46b6-b4b7-24c78d230a66,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:10.873771 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35968) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:10.879732 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-83788135-323b-42d9-a59b-20f04ad85999 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1342448220'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:10.962113 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-286965f5-f147-4e70-84ad-7d2ed2611a3e tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:10.963499 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-286965f5-f147-4e70-84ad-7d2ed2611a3e tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4431469 Dec 17 15:28:10.966277 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35972) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:10.972519 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-8c251310-ceb1-4a80-990f-d16b7ebab84e tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Request body: {'security_group_rule': {'security_group_id': 'a9a9e719-09cd-46b6-b4b7-24c78d230a66', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:11.030658 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83788135-323b-42d9-a59b-20f04ad85999 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Made reservation on behalf of 314291ce3a5e4bf8b0e9fd82fe36c711 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:28:11.034478 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-83788135-323b-42d9-a59b-20f04ad85999 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:11.071201 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83788135-323b-42d9-a59b-20f04ad85999 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:28:11.081859 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-83788135-323b-42d9-a59b-20f04ad85999 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:11.082210 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-83788135-323b-42d9-a59b-20f04ad85999 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Added segment 1f6e1c90-834a-4387-af78-393374508cd4 of type vlan for network 8529b8ac-1721-44f0-a598-5fc7888cd4d3 Dec 17 15:28:11.122846 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-83788135-323b-42d9-a59b-20f04ad85999 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:11.172707 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8c251310-ceb1-4a80-990f-d16b7ebab84e tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:11.243735 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8c251310-ceb1-4a80-990f-d16b7ebab84e tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:11.251378 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-83788135-323b-42d9-a59b-20f04ad85999 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:11.257386 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83788135-323b-42d9-a59b-20f04ad85999 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:11.257984 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-83788135-323b-42d9-a59b-20f04ad85999 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:11.336431 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83788135-323b-42d9-a59b-20f04ad85999 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Pushing event updated for resources: {'Network': ['ID=8529b8ac-1721-44f0-a598-5fc7888cd4d3,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:11.347220 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 8529b8ac-1721-44f0-a598-5fc7888cd4d3 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:28:11.381833 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-83788135-323b-42d9-a59b-20f04ad85999 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5062337 Dec 17 15:28:11.382601 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8c251310-ceb1-4a80-990f-d16b7ebab84e tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:11.422135 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c251310-ceb1-4a80-990f-d16b7ebab84e tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e452d028-e7f0-4821-b08d-fe3ab61d1db4,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:11.539213 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8c251310-ceb1-4a80-990f-d16b7ebab84e tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:11.544158 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8c251310-ceb1-4a80-990f-d16b7ebab84e tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5731950 Dec 17 15:28:11.544393 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35974) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:11.572370 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7d0f11d8-312c-445c-96c2-99ee4a4bc506 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:11.582508 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7d0f11d8-312c-445c-96c2-99ee4a4bc506 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:11.689105 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7d0f11d8-312c-445c-96c2-99ee4a4bc506 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:11.695815 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7d0f11d8-312c-445c-96c2-99ee4a4bc506 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:11.698138 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7d0f11d8-312c-445c-96c2-99ee4a4bc506 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/e452d028-e7f0-4821-b08d-fe3ab61d1db4 HTTP/1.1" status: 204 len: 168 time: 0.1515815 Dec 17 15:28:11.699992 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35976) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:11.727708 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f11d8-312c-445c-96c2-99ee4a4bc506 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e452d028-e7f0-4821-b08d-fe3ab61d1db4,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:11.796618 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3c3f2cc8-8120-4c3c-9bb5-42299a6a40fa tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0921195 Dec 17 15:28:11.799499 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35982) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:11.860816 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e6becd7c-7857-4a64-b31b-4b7a58029a4d tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:11.887582 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e6becd7c-7857-4a64-b31b-4b7a58029a4d tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:11.915668 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d90a20-aa59-4cb3-89a5-bcde7243283c req-9ea4f891-05eb-4a77-a685-5d5ea4662c03 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:11.917507 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-08d90a20-aa59-4cb3-89a5-bcde7243283c req-9ea4f891-05eb-4a77-a685-5d5ea4662c03 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 943 time: 0.1315036 Dec 17 15:28:11.977356 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-08d90a20-aa59-4cb3-89a5-bcde7243283c req-93e3222a-e2db-4617-9602-c9489be9bcab tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524013 Dec 17 15:28:12.099278 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e6becd7c-7857-4a64-b31b-4b7a58029a4d tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:12.101396 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e6becd7c-7857-4a64-b31b-4b7a58029a4d tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:12.106465 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35986) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:12.115275 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e6becd7c-7857-4a64-b31b-4b7a58029a4d tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "DELETE /v2.0/security-groups/a9a9e719-09cd-46b6-b4b7-24c78d230a66 HTTP/1.1" status: 204 len: 168 time: 0.3143260 Dec 17 15:28:12.143325 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6becd7c-7857-4a64-b31b-4b7a58029a4d tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a9e719-09cd-46b6-b4b7-24c78d230a66,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:12.206432 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-91a31a69-6f3e-40e9-accd-cfbe71e616ec tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0983927 Dec 17 15:28:12.210913 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35988) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:12.222484 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-7958741c-77a6-4492-9aad-282d237bc253 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Request body: {'security_group': {'name': 'tempest-secgroup--1620293695'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:12.303120 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7958741c-77a6-4492-9aad-282d237bc253 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:12.386198 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7958741c-77a6-4492-9aad-282d237bc253 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:12.451495 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7958741c-77a6-4492-9aad-282d237bc253 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:12.484436 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958741c-77a6-4492-9aad-282d237bc253 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=864c2437-7fa2-4964-afab-0a52cafea4f4,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:12.539381 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7958741c-77a6-4492-9aad-282d237bc253 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:12.543593 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7958741c-77a6-4492-9aad-282d237bc253 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3272843 Dec 17 15:28:12.543793 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35990) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:12.548558 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-e6829c01-7ec0-4c5b-8333-ec460d19b562 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Request body: {'security_group_rule': {'security_group_id': '864c2437-7fa2-4964-afab-0a52cafea4f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:13.053301 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e6829c01-7ec0-4c5b-8333-ec460d19b562 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:13.102618 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-dac438c7-77dd-47d0-b2b2-7c64e713f86c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1038885 Dec 17 15:28:13.187883 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a0bf2-432a-4d30-8590-2acb3e4190e1 req-98f101cd-e0f4-482f-ab9b-a1e488068c1d tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:13.192117 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e6829c01-7ec0-4c5b-8333-ec460d19b562 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:13.201230 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d8a0bf2-432a-4d30-8590-2acb3e4190e1 req-98f101cd-e0f4-482f-ab9b-a1e488068c1d tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 943 time: 0.1026475 Dec 17 15:28:13.253234 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d8a0bf2-432a-4d30-8590-2acb3e4190e1 req-0f0f995b-91d5-4f2c-9d44-4abd5eacf428 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504446 Dec 17 15:28:13.281756 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-6a237ecf-e6e1-4ccf-ad23-140970ce9d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:13.282222 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-6a237ecf-e6e1-4ccf-ad23-140970ce9d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:13.282681 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-6a237ecf-e6e1-4ccf-ad23-140970ce9d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:13.283131 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-6a237ecf-e6e1-4ccf-ad23-140970ce9d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:13.283578 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-6a237ecf-e6e1-4ccf-ad23-140970ce9d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:13.284061 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-6a237ecf-e6e1-4ccf-ad23-140970ce9d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:13.284551 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-6a237ecf-e6e1-4ccf-ad23-140970ce9d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:13.286578 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-6a237ecf-e6e1-4ccf-ad23-140970ce9d7a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=877bbdd90a9744e8870dce0869eb9a96&device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 6489 time: 0.0930710 Dec 17 15:28:13.298557 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e6829c01-7ec0-4c5b-8333-ec460d19b562 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:13.327801 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6829c01-7ec0-4c5b-8333-ec460d19b562 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a59001-a143-4be6-b097-46896a6c361c,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:13.464681 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e6829c01-7ec0-4c5b-8333-ec460d19b562 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:13.470271 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35998) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:13.471532 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e6829c01-7ec0-4c5b-8333-ec460d19b562 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9257832 Dec 17 15:28:13.473250 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-154f1cc6-9234-49b5-bb2b-8e2ac94e0a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:13.474006 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-154f1cc6-9234-49b5-bb2b-8e2ac94e0a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:13.474638 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-154f1cc6-9234-49b5-bb2b-8e2ac94e0a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:13.476516 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-154f1cc6-9234-49b5-bb2b-8e2ac94e0a47 service neutron] 10.222.0.41 "GET /v2.0/networks?id=de5b4090-a778-4df4-ad31-4dba3e85ea67&id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&id=9f3a192b-6f54-446b-8786-4392777f5f19&id=9f3a192b-6f54-446b-8786-4392777f5f19 HTTP/1.1" status: 200 len: 2292 time: 0.1589990 Dec 17 15:28:13.509312 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-28e2bb76-b503-459d-96d6-7215b4068dc8 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "GET /v2.0/security-group-rules/c7a59001-a143-4be6-b097-46896a6c361c HTTP/1.1" status: 200 len: 763 time: 0.0347421 Dec 17 15:28:13.511465 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36000) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:13.596560 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e4ede98b-5461-4bf0-8b32-ef1cf3e3e670 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0814621 Dec 17 15:28:13.596853 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36002) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:13.607362 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-3ca2bdb6-204b-4598-b694-a4de14cfcf02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce09dfd3-f25c-4228-bd90-d195b7f4a22e HTTP/1.1" status: 200 len: 1002 time: 0.1096709 Dec 17 15:28:13.629201 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-05bf32fd-ea80-429e-94e8-b247d6f9cc64 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:13.645390 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-05bf32fd-ea80-429e-94e8-b247d6f9cc64 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:13.670467 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-ca6fb326-dfac-4a53-b23a-4da20439b673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:13.672728 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-ca6fb326-dfac-4a53-b23a-4da20439b673 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1a4a435-03ec-407e-806d-67c3316a8ccb HTTP/1.1" status: 200 len: 850 time: 0.0549428 Dec 17 15:28:13.739894 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-4058806a-9bdc-445a-b0a1-9f9c4e61721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:13.739894 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-4058806a-9bdc-445a-b0a1-9f9c4e61721c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de5b4090-a778-4df4-ad31-4dba3e85ea67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589468 Dec 17 15:28:13.824025 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-05bf32fd-ea80-429e-94e8-b247d6f9cc64 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:13.832333 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-05bf32fd-ea80-429e-94e8-b247d6f9cc64 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:13.835327 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-05bf32fd-ea80-429e-94e8-b247d6f9cc64 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/c7a59001-a143-4be6-b097-46896a6c361c HTTP/1.1" status: 204 len: 168 time: 0.2353389 Dec 17 15:28:13.842691 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36004) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:13.850790 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf32fd-ea80-429e-94e8-b247d6f9cc64 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7a59001-a143-4be6-b097-46896a6c361c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:13.969559 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5a9866ca-dcc9-481a-aced-8ab7cf9db00a tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1214604 Dec 17 15:28:13.972111 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36006) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:13.976886 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-b1b88406-566a-462e-9cd1-562ebb052114 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Request body: {'security_group_rule': {'security_group_id': '864c2437-7fa2-4964-afab-0a52cafea4f4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:13.982656 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-9a1b7cca-2884-49df-88d1-c34cda3a80be service neutron] 10.222.0.41 "GET /v2.0/networks/de5b4090-a778-4df4-ad31-4dba3e85ea67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354279 Dec 17 15:28:14.096853 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-811a1bf9-a44c-4958-a2c4-81a0cc2b2d9d service neutron] 10.222.0.41 "GET /v2.0/networks/de5b4090-a778-4df4-ad31-4dba3e85ea67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069813 Dec 17 15:28:14.150372 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-fb802f8c-294f-457f-95e0-bd3dbfa08bfa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=2d686fb9-445a-4e4e-bae4-a300e7b2fcbd HTTP/1.1" status: 200 len: 217 time: 0.0460391 Dec 17 15:28:14.175511 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b1b88406-566a-462e-9cd1-562ebb052114 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:14.252058 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-586c37de-c0cd-4891-852b-3efef9aa42a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:14.253625 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-586c37de-c0cd-4891-852b-3efef9aa42a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eca1b89-7ed9-42c7-8458-c977678cd701 HTTP/1.1" status: 200 len: 797 time: 0.0937696 Dec 17 15:28:14.276561 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b1b88406-566a-462e-9cd1-562ebb052114 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:14.312788 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-f328d100-3317-4c46-bf3d-e175c2afdaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:14.312788 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-f328d100-3317-4c46-bf3d-e175c2afdaf5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0513031 Dec 17 15:28:14.381058 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b1b88406-566a-462e-9cd1-562ebb052114 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:14.419237 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b88406-566a-462e-9cd1-562ebb052114 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b88f18c3-bbdd-4625-9556-9d4ab25bfc9e,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:14.460385 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-b4149d09-01d2-475d-ab69-6eb5223d33c3 service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404796 Dec 17 15:28:14.464104 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b1b88406-566a-462e-9cd1-562ebb052114 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:14.465561 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b1b88406-566a-462e-9cd1-562ebb052114 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4920995 Dec 17 15:28:14.477659 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36014) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:14.504362 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c3803c2d-d083-445f-8ac7-bc368ec1406c tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "GET /v2.0/security-group-rules/b88f18c3-bbdd-4625-9556-9d4ab25bfc9e HTTP/1.1" status: 200 len: 763 time: 0.0239367 Dec 17 15:28:14.504659 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36016) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:14.593805 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-fdf23396-a81d-4b57-b5b5-3a08eb2f097f service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235352 Dec 17 15:28:14.603779 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc99cf-39e4-4f74-a5ad-8ff655c6fbba req-a0fa62fe-63b6-4412-b438-5002ecfae5d1 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:14.614896 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-67cc99cf-39e4-4f74-a5ad-8ff655c6fbba req-a0fa62fe-63b6-4412-b438-5002ecfae5d1 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 943 time: 0.2130196 Dec 17 15:28:14.705084 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e7768f0b-f5d3-46c1-a916-56555b9519d5 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1954217 Dec 17 15:28:14.708312 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-8887b13c-c8bc-4c29-82f3-df9ca005aa6f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=d3a935e5-2d45-4f21-b240-16b6be02d4d5 HTTP/1.1" status: 200 len: 217 time: 0.1069348 Dec 17 15:28:14.709537 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36020) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:14.744138 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-67cc99cf-39e4-4f74-a5ad-8ff655c6fbba req-be3c5cff-4fba-4bdf-b6f7-57bc6c494843 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281004 Dec 17 15:28:14.744773 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36022) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:14.750169 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-8c391770-b2de-4f5f-b281-0c74c5bf54b2 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Request body: {'subnets': [{'network_id': 'b7004b17-c2ea-4c1d-a0ea-0b56fdd17b4f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1353950049', 'ip_version': 6}, {'network_id': '8529b8ac-1721-44f0-a598-5fc7888cd4d3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:14.750623 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-8c391770-b2de-4f5f-b281-0c74c5bf54b2 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Request body: {'subnet': {'network_id': 'b7004b17-c2ea-4c1d-a0ea-0b56fdd17b4f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1353950049', 'ip_version': 6}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:14.751396 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-8c391770-b2de-4f5f-b281-0c74c5bf54b2 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Request body: {'subnet': {'network_id': '8529b8ac-1721-44f0-a598-5fc7888cd4d3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:14.801493 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-16316c0f-b3b3-4084-9071-b79b737328b2 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:14.823730 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-16316c0f-b3b3-4084-9071-b79b737328b2 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:14.846953 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-3f420c6c-0711-431b-a6e8-96a7117719fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:14.848439 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-3f420c6c-0711-431b-a6e8-96a7117719fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eca1b89-7ed9-42c7-8458-c977678cd701 HTTP/1.1" status: 200 len: 797 time: 0.1132171 Dec 17 15:28:14.924618 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-798e03f8-2ab8-4c51-bd47-818895102650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:14.926523 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-798e03f8-2ab8-4c51-bd47-818895102650 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0579782 Dec 17 15:28:15.081585 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-3e9d45b8-8888-4244-913f-edc8a767538b service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001275 Dec 17 15:28:15.153652 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-7044ea52-d70c-4872-b35f-1b0b4d19efee service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971136 Dec 17 15:28:15.199160 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-1d50d6e1-a5c4-4125-ac85-9bce8fe25537 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=e580942b-4338-463b-8dea-66ed71bb7043 HTTP/1.1" status: 200 len: 217 time: 0.0380578 Dec 17 15:28:15.247428 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-436658f2-cc95-469e-ad56-aed6187995eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:15.248840 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-436658f2-cc95-469e-ad56-aed6187995eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eca1b89-7ed9-42c7-8458-c977678cd701 HTTP/1.1" status: 200 len: 797 time: 0.0430257 Dec 17 15:28:15.292774 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-60396124-e633-4b94-bd7d-b37ecdee8399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:15.294270 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-60396124-e633-4b94-bd7d-b37ecdee8399 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0390401 Dec 17 15:28:15.387371 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-9e164567-aa33-4818-b1e0-c6b4f06cb681 service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852480 Dec 17 15:28:15.476564 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-945c4e1f-5acf-4c60-8ae2-514c9941ee3d service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822883 Dec 17 15:28:15.522401 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-27312a54-b5d3-4646-a286-7800fd222cb6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=1c9784fa-c394-46e9-a70f-5aa02b240ee6 HTTP/1.1" status: 200 len: 217 time: 0.0388300 Dec 17 15:28:15.525767 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-16316c0f-b3b3-4084-9071-b79b737328b2 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:15.530074 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c391770-b2de-4f5f-b281-0c74c5bf54b2 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Made reservation on behalf of 314291ce3a5e4bf8b0e9fd82fe36c711 for: {'subnet': 2} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:28:15.531772 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8c391770-b2de-4f5f-b281-0c74c5bf54b2 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:15.532119 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8c391770-b2de-4f5f-b281-0c74c5bf54b2 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:15.533574 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-16316c0f-b3b3-4084-9071-b79b737328b2 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:15.536836 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-16316c0f-b3b3-4084-9071-b79b737328b2 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/b88f18c3-bbdd-4625-9556-9d4ab25bfc9e HTTP/1.1" status: 204 len: 168 time: 0.8238850 Dec 17 15:28:15.537123 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36024) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:15.564804 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16316c0f-b3b3-4084-9071-b79b737328b2 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b88f18c3-bbdd-4625-9556-9d4ab25bfc9e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:15.583954 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-4af51159-8410-41ce-bc9c-e3fb48aa3ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:15.585497 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-4af51159-8410-41ce-bc9c-e3fb48aa3ce5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eca1b89-7ed9-42c7-8458-c977678cd701 HTTP/1.1" status: 200 len: 797 time: 0.0556312 Dec 17 15:28:15.633435 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-3a6705cc-7871-4684-9da9-2eb4a4755ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:15.634998 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-3a6705cc-7871-4684-9da9-2eb4a4755ebc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0420225 Dec 17 15:28:15.645378 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-667ca9f4-d03a-4baa-92c2-a367913938b9 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1070712 Dec 17 15:28:15.648802 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36026) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:15.652889 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-eeec8b57-a955-4a4e-a640-68c68dba7cf2 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Request body: {'security_group_rule': {'security_group_id': '864c2437-7fa2-4964-afab-0a52cafea4f4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:15.747465 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-ad3088bb-19d5-4ba8-9fb4-6dfc12cc1a57 service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055069 Dec 17 15:28:15.818762 n-d-820553-2 neutron-server[102833]: INFO neutron.db.securitygroups_db [None req-eeec8b57-a955-4a4e-a640-68c68dba7cf2 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Project b9416eff08344a50b151ad7217dbe85a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 15:28:15.828191 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eeec8b57-a955-4a4e-a640-68c68dba7cf2 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:15.870164 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-384ce2b9-aad2-4079-8be0-4b99574ba939 service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144457 Dec 17 15:28:15.932461 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-f342d76f-97ed-443b-87dd-4df05ff08fd6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0f0e87e7-55e3-4a96-a436-092db2dd62df HTTP/1.1" status: 200 len: 217 time: 0.0499561 Dec 17 15:28:15.944580 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a474dea-9382-44ef-a4ce-56c671c0de2d req-0038cba5-df04-49d1-b37b-d80514d6fa1e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:15.946121 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5a474dea-9382-44ef-a4ce-56c671c0de2d req-0038cba5-df04-49d1-b37b-d80514d6fa1e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 943 time: 0.1032624 Dec 17 15:28:15.949276 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eeec8b57-a955-4a4e-a640-68c68dba7cf2 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:15.999611 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-00e5d2ee-5f5d-4c41-ac1c-022cb2bed75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:16.001459 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-00e5d2ee-5f5d-4c41-ac1c-022cb2bed75d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f0a9f17-d614-4efc-ae03-ce6b8a2dc07e HTTP/1.1" status: 200 len: 797 time: 0.0500486 Dec 17 15:28:16.024508 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5a474dea-9382-44ef-a4ce-56c671c0de2d req-231175c3-9349-419f-8da4-d6b153a60c64 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680392 Dec 17 15:28:16.046581 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eeec8b57-a955-4a4e-a640-68c68dba7cf2 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:16.066310 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-16c39a0f-1de6-479a-a510-821260d34ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:16.067833 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-16c39a0f-1de6-479a-a510-821260d34ff9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f3a192b-6f54-446b-8786-4392777f5f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0569510 Dec 17 15:28:16.072995 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec8b57-a955-4a4e-a640-68c68dba7cf2 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7195b00b-ffc4-4bc4-b637-20b3b9fee078,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:16.119894 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8c391770-b2de-4f5f-b281-0c74c5bf54b2 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:16.152624 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eeec8b57-a955-4a4e-a640-68c68dba7cf2 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:16.153851 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-eeec8b57-a955-4a4e-a640-68c68dba7cf2 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5041163 Dec 17 15:28:16.158053 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36036) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:16.180531 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-2a441c91-252d-457d-aab1-e0f783bb7dd8 service neutron] 10.222.0.41 "GET /v2.0/networks/9f3a192b-6f54-446b-8786-4392777f5f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047468 Dec 17 15:28:16.183779 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-218aa9f2-4d55-410a-b91c-dd0ec952eebf tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "GET /v2.0/security-group-rules/7195b00b-ffc4-4bc4-b637-20b3b9fee078 HTTP/1.1" status: 200 len: 769 time: 0.0245652 Dec 17 15:28:16.186243 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36038) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:16.199920 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c391770-b2de-4f5f-b281-0c74c5bf54b2 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Pushing event updated for resources: {'Subnet': ['ID=f7dd9ad5-6f38-44e0-a088-2db4cd72bfc2,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:16.205039 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c391770-b2de-4f5f-b281-0c74c5bf54b2 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Checking segment: {'id': 'd65bea1d-8ecb-489c-9a41-0a0ea185b27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b7004b17-c2ea-4c1d-a0ea-0b56fdd17b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:28:16.205816 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c391770-b2de-4f5f-b281-0c74c5bf54b2 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Network hostable DHCP agents. Network: b7004b17-c2ea-4c1d-a0ea-0b56fdd17b4f, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:28:16.287963 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f44b3ff6-a554-4a09-a1fc-4236026d45bd tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0997334 Dec 17 15:28:16.290913 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36040) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:16.299279 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c391770-b2de-4f5f-b281-0c74c5bf54b2 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Network b7004b17-c2ea-4c1d-a0ea-0b56fdd17b4f is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:28:16.315780 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-9f861a5d-5aef-44b7-af58-ad4d542ad6ff service neutron] 10.222.0.41 "GET /v2.0/networks/9f3a192b-6f54-446b-8786-4392777f5f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209197 Dec 17 15:28:16.321469 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-72742abd-557d-47df-a81d-ff446fd9d53b tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:16.329981 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-72742abd-557d-47df-a81d-ff446fd9d53b tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:16.358663 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-6b38e76d-91b2-467d-a658-637117a6ee38 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=23211a10-13af-4c51-9094-03225018881b HTTP/1.1" status: 200 len: 217 time: 0.0346177 Dec 17 15:28:16.394278 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-8c391770-b2de-4f5f-b281-0c74c5bf54b2 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, b7004b17-c2ea-4c1d-a0ea-0b56fdd17b4f) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:28:16.398193 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8c391770-b2de-4f5f-b281-0c74c5bf54b2 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:16.404869 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d87091-77cb-4347-8a1c-2d8ca76dd1a0 None None] Network b7004b17-c2ea-4c1d-a0ea-0b56fdd17b4f requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:28:16.412115 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-205678d5-d97a-4487-a400-1d86ba88eb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:16.413701 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-205678d5-d97a-4487-a400-1d86ba88eb37 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f0a9f17-d614-4efc-ae03-ce6b8a2dc07e HTTP/1.1" status: 200 len: 797 time: 0.0488312 Dec 17 15:28:16.431684 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-72742abd-557d-47df-a81d-ff446fd9d53b tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:16.439786 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-72742abd-557d-47df-a81d-ff446fd9d53b tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:16.443121 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-72742abd-557d-47df-a81d-ff446fd9d53b tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/7195b00b-ffc4-4bc4-b637-20b3b9fee078 HTTP/1.1" status: 204 len: 168 time: 0.1488094 Dec 17 15:28:16.444714 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36042) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:16.468150 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72742abd-557d-47df-a81d-ff446fd9d53b tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7195b00b-ffc4-4bc4-b637-20b3b9fee078,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:16.468377 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-eea13ead-da29-4ee7-8750-8d43c0168adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:16.470669 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-eea13ead-da29-4ee7-8750-8d43c0168adf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f3a192b-6f54-446b-8786-4392777f5f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0493822 Dec 17 15:28:16.496897 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c391770-b2de-4f5f-b281-0c74c5bf54b2 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Pushing event updated for resources: {'Subnet': ['ID=20e4972e-a7f5-407d-ae87-a365ad88ec8d,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:16.517282 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c391770-b2de-4f5f-b281-0c74c5bf54b2 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Checking segment: {'id': '1f6e1c90-834a-4387-af78-393374508cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8529b8ac-1721-44f0-a598-5fc7888cd4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:28:16.517658 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c391770-b2de-4f5f-b281-0c74c5bf54b2 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Network hostable DHCP agents. Network: 8529b8ac-1721-44f0-a598-5fc7888cd4d3, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:28:16.539613 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7b189171-251b-4213-a661-254e3c5e442e tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0912337 Dec 17 15:28:16.540376 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36044) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:16.567419 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853f81c7-3c42-43b3-bd4c-be30250196a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-b7004b17-c2ea-4c1d-a0ea-0b56fdd17b4f', 'network_id': 'b7004b17-c2ea-4c1d-a0ea-0b56fdd17b4f', 'tenant_id': '314291ce3a5e4bf8b0e9fd82fe36c711', 'fixed_ips': [{'subnet_id': 'f7dd9ad5-6f38-44e0-a088-2db4cd72bfc2'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:28:16.568341 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-853f81c7-3c42-43b3-bd4c-be30250196a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:16.603649 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-9c0caae3-aca8-4a19-adbd-f422e69b0c83 service neutron] 10.222.0.41 "GET /v2.0/networks/9f3a192b-6f54-446b-8786-4392777f5f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264741 Dec 17 15:28:16.612028 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c391770-b2de-4f5f-b281-0c74c5bf54b2 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Network 8529b8ac-1721-44f0-a598-5fc7888cd4d3 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:28:16.665863 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c728a020-7629-4c39-bebb-9a0666aeb90b tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:16.692158 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-8c391770-b2de-4f5f-b281-0c74c5bf54b2 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 8529b8ac-1721-44f0-a598-5fc7888cd4d3) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:28:16.697214 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c391770-b2de-4f5f-b281-0c74c5bf54b2 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:16.697849 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c391770-b2de-4f5f-b281-0c74c5bf54b2 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:16.700053 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8c391770-b2de-4f5f-b281-0c74c5bf54b2 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:16.704348 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91187332-db11-4802-bca7-799b4075f39a None None] Network 8529b8ac-1721-44f0-a598-5fc7888cd4d3 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:28:16.706667 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c728a020-7629-4c39-bebb-9a0666aeb90b tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:16.706800 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-853f81c7-3c42-43b3-bd4c-be30250196a1 None None] Allocated IP 2001:db8::1 (b7004b17-c2ea-4c1d-a0ea-0b56fdd17b4f/f7dd9ad5-6f38-44e0-a088-2db4cd72bfc2/41cfdbe9-0121-4dc7-bbd1-a51919de9e61) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:28:16.754480 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-86480459-6438-4273-bd23-0bdacb7b9b30 req-995aa593-af67-4cf8-8017-8427a4ff7a55 service neutron] 10.222.0.41 "GET /v2.0/networks/9f3a192b-6f54-446b-8786-4392777f5f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430321 Dec 17 15:28:16.803606 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8c391770-b2de-4f5f-b281-0c74c5bf54b2 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.0572009 Dec 17 15:28:16.806006 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36046) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:16.899979 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9b0d7d-7756-4c5f-a5cb-0ead760e6f6a tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:16.901670 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9b0d7d-7756-4c5f-a5cb-0ead760e6f6a tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:16.903364 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9b0d7d-7756-4c5f-a5cb-0ead760e6f6a tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:16.911267 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6c9b0d7d-7756-4c5f-a5cb-0ead760e6f6a tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0979159 Dec 17 15:28:16.916994 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c728a020-7629-4c39-bebb-9a0666aeb90b tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:16.917174 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36048) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:16.917267 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c728a020-7629-4c39-bebb-9a0666aeb90b tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:16.917267 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c728a020-7629-4c39-bebb-9a0666aeb90b tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "DELETE /v2.0/security-groups/864c2437-7fa2-4964-afab-0a52cafea4f4 HTTP/1.1" status: 204 len: 168 time: 0.3758709 Dec 17 15:28:16.920071 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36050) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:16.927733 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728a020-7629-4c39-bebb-9a0666aeb90b tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=864c2437-7fa2-4964-afab-0a52cafea4f4,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:16.972369 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-853f81c7-3c42-43b3-bd4c-be30250196a1 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:16.979487 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6aae28-523a-49c6-b7ba-018e58589458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-8529b8ac-1721-44f0-a598-5fc7888cd4d3', 'network_id': '8529b8ac-1721-44f0-a598-5fc7888cd4d3', 'tenant_id': '314291ce3a5e4bf8b0e9fd82fe36c711', 'fixed_ips': [{'subnet_id': '20e4972e-a7f5-407d-ae87-a365ad88ec8d'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:28:16.980607 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cd6aae28-523a-49c6-b7ba-018e58589458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:16.997841 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef636397-a38b-4ee2-8169-1482cff7d950 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Deleting subnet f7dd9ad5-6f38-44e0-a088-2db4cd72bfc2 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:28:17.021918 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36054) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:17.022111 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-149b4288-556a-418f-aa93-5264e7208e1a tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0897951 Dec 17 15:28:17.025439 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-e2b303b8-e390-4156-a7d9-f2c168cc0876 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Request body: {'security_group': {'name': 'tempest-secgroup--2050235682'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:17.051091 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ef636397-a38b-4ee2-8169-1482cff7d950 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:17.054237 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-853f81c7-3c42-43b3-bd4c-be30250196a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:17.099416 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ef636397-a38b-4ee2-8169-1482cff7d950 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:17.132025 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853f81c7-3c42-43b3-bd4c-be30250196a1 None None] Network b7004b17-c2ea-4c1d-a0ea-0b56fdd17b4f is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:28:17.136901 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e2b303b8-e390-4156-a7d9-f2c168cc0876 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:17.142870 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-853f81c7-3c42-43b3-bd4c-be30250196a1 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:28:17.162331 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f81c7-3c42-43b3-bd4c-be30250196a1 None None] Pushing event updated for resources: {'Port': ['ID=41cfdbe9-0121-4dc7-bbd1-a51919de9e61,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:17.166401 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853f81c7-3c42-43b3-bd4c-be30250196a1 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:28:17.198568 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e55c6-b4de-43df-ba42-aa82ae606f37 req-c49e2541-4fe7-441b-84c0-3c8a0b381aed tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:17.202010 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8e8e55c6-b4de-43df-ba42-aa82ae606f37 req-c49e2541-4fe7-441b-84c0-3c8a0b381aed tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 943 time: 0.0765874 Dec 17 15:28:17.212905 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-cd6aae28-523a-49c6-b7ba-018e58589458 None None] Allocated IP 2001:db8:0:1::1 (8529b8ac-1721-44f0-a598-5fc7888cd4d3/20e4972e-a7f5-407d-ae87-a365ad88ec8d/b0baf470-60e5-4a49-a137-ab7d77bdbf2b) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:28:17.248399 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e2b303b8-e390-4156-a7d9-f2c168cc0876 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:17.251487 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-853f81c7-3c42-43b3-bd4c-be30250196a1 None None] Attempting to bind port 41cfdbe9-0121-4dc7-bbd1-a51919de9e61 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:28:17.251863 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-853f81c7-3c42-43b3-bd4c-be30250196a1 None None] Attempting to bind port 41cfdbe9-0121-4dc7-bbd1-a51919de9e61 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'd65bea1d-8ecb-489c-9a41-0a0ea185b27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b7004b17-c2ea-4c1d-a0ea-0b56fdd17b4f'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:28:17.252581 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853f81c7-3c42-43b3-bd4c-be30250196a1 None None] Attempting to bind port 41cfdbe9-0121-4dc7-bbd1-a51919de9e61 on network b7004b17-c2ea-4c1d-a0ea-0b56fdd17b4f {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:28:17.264036 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853f81c7-3c42-43b3-bd4c-be30250196a1 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:28:17.264414 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853f81c7-3c42-43b3-bd4c-be30250196a1 None None] Checking segment: {'id': 'd65bea1d-8ecb-489c-9a41-0a0ea185b27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b7004b17-c2ea-4c1d-a0ea-0b56fdd17b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:28:17.265348 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-853f81c7-3c42-43b3-bd4c-be30250196a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:17.266369 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853f81c7-3c42-43b3-bd4c-be30250196a1 None None] Bound using segment: {'id': 'd65bea1d-8ecb-489c-9a41-0a0ea185b27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b7004b17-c2ea-4c1d-a0ea-0b56fdd17b4f'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:28:17.266849 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-853f81c7-3c42-43b3-bd4c-be30250196a1 None None] Bound port: 41cfdbe9-0121-4dc7-bbd1-a51919de9e61, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65bea1d-8ecb-489c-9a41-0a0ea185b27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b7004b17-c2ea-4c1d-a0ea-0b56fdd17b4f'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:28:17.267236 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-853f81c7-3c42-43b3-bd4c-be30250196a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:17.269266 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8e8e55c6-b4de-43df-ba42-aa82ae606f37 req-18b1d650-d4af-45ab-94de-893311592b01 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403607 Dec 17 15:28:17.282842 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ef636397-a38b-4ee2-8169-1482cff7d950 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:17.319637 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e2b303b8-e390-4156-a7d9-f2c168cc0876 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:17.350000 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b303b8-e390-4156-a7d9-f2c168cc0876 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9594c28d-a0a6-4107-9d3a-3fc12438372f,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:17.408592 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e2b303b8-e390-4156-a7d9-f2c168cc0876 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:17.409948 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e2b303b8-e390-4156-a7d9-f2c168cc0876 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3886476 Dec 17 15:28:17.412689 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36062) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:17.417324 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-d3a01dce-c21d-47f0-b7ab-e02efde3acc9 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Request body: {'security_group_rule': {'security_group_id': '9594c28d-a0a6-4107-9d3a-3fc12438372f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:17.450475 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cd6aae28-523a-49c6-b7ba-018e58589458 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:17.492307 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ef636397-a38b-4ee2-8169-1482cff7d950 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:17.492497 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-853f81c7-3c42-43b3-bd4c-be30250196a1 None None] For port 41cfdbe9-0121-4dc7-bbd1-a51919de9e61, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:28:17.496194 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-853f81c7-3c42-43b3-bd4c-be30250196a1 None None] For port 41cfdbe9-0121-4dc7-bbd1-a51919de9e61, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=41cfdbe9-0121-4dc7-bbd1-a51919de9e61,segment=NetworkSegment(d65bea1d-8ecb-489c-9a41-0a0ea185b27e),segment_id=d65bea1d-8ecb-489c-9a41-0a0ea185b27e)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:28:17.513895 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef636397-a38b-4ee2-8169-1482cff7d950 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Pushing event deleted for resources: {'Subnet': ['ID=f7dd9ad5-6f38-44e0-a088-2db4cd72bfc2,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:17.538309 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ef636397-a38b-4ee2-8169-1482cff7d950 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:17.538309 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ef636397-a38b-4ee2-8169-1482cff7d950 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] 10.222.0.46 "DELETE /v2.0/subnets/f7dd9ad5-6f38-44e0-a088-2db4cd72bfc2 HTTP/1.1" status: 204 len: 168 time: 0.6032479 Dec 17 15:28:17.538309 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36064) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:17.566091 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d3a01dce-c21d-47f0-b7ab-e02efde3acc9 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:17.576688 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4840439-c588-4731-999d-084d113ae271 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Deleting subnet 20e4972e-a7f5-407d-ae87-a365ad88ec8d {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:28:17.610678 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d4840439-c588-4731-999d-084d113ae271 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:17.611647 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cd6aae28-523a-49c6-b7ba-018e58589458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:17.626717 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d3a01dce-c21d-47f0-b7ab-e02efde3acc9 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:17.647872 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6aae28-523a-49c6-b7ba-018e58589458 None None] Network 8529b8ac-1721-44f0-a598-5fc7888cd4d3 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:28:17.652351 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-cd6aae28-523a-49c6-b7ba-018e58589458 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:28:17.653475 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d4840439-c588-4731-999d-084d113ae271 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:17.656062 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6aae28-523a-49c6-b7ba-018e58589458 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:28:17.662678 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-853f81c7-3c42-43b3-bd4c-be30250196a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:17.676579 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6aae28-523a-49c6-b7ba-018e58589458 None None] Pushing event updated for resources: {'Port': ['ID=b0baf470-60e5-4a49-a137-ab7d77bdbf2b,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:17.731729 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d3a01dce-c21d-47f0-b7ab-e02efde3acc9 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:17.752484 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d4840439-c588-4731-999d-084d113ae271 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:17.756029 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a01dce-c21d-47f0-b7ab-e02efde3acc9 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16b1366c-ac0e-4839-8ede-255aa277026c,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:17.783265 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-cd6aae28-523a-49c6-b7ba-018e58589458 None None] Attempting to bind port b0baf470-60e5-4a49-a137-ab7d77bdbf2b on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:28:17.787284 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-cd6aae28-523a-49c6-b7ba-018e58589458 None None] Attempting to bind port b0baf470-60e5-4a49-a137-ab7d77bdbf2b by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '1f6e1c90-834a-4387-af78-393374508cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8529b8ac-1721-44f0-a598-5fc7888cd4d3'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:28:17.787284 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6aae28-523a-49c6-b7ba-018e58589458 None None] Attempting to bind port b0baf470-60e5-4a49-a137-ab7d77bdbf2b on network 8529b8ac-1721-44f0-a598-5fc7888cd4d3 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:28:17.791966 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f81c7-3c42-43b3-bd4c-be30250196a1 None None] Pushing event updated for resources: {'Port': ['ID=41cfdbe9-0121-4dc7-bbd1-a51919de9e61,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:17.795418 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6aae28-523a-49c6-b7ba-018e58589458 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:28:17.796122 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6aae28-523a-49c6-b7ba-018e58589458 None None] Checking segment: {'id': '1f6e1c90-834a-4387-af78-393374508cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8529b8ac-1721-44f0-a598-5fc7888cd4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:28:17.797210 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cd6aae28-523a-49c6-b7ba-018e58589458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:17.797597 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6aae28-523a-49c6-b7ba-018e58589458 None None] Bound using segment: {'id': '1f6e1c90-834a-4387-af78-393374508cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8529b8ac-1721-44f0-a598-5fc7888cd4d3'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:28:17.798068 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-cd6aae28-523a-49c6-b7ba-018e58589458 None None] Bound port: b0baf470-60e5-4a49-a137-ab7d77bdbf2b, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6e1c90-834a-4387-af78-393374508cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8529b8ac-1721-44f0-a598-5fc7888cd4d3'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:28:17.798486 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cd6aae28-523a-49c6-b7ba-018e58589458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:17.870657 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d3a01dce-c21d-47f0-b7ab-e02efde3acc9 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:17.872955 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d3a01dce-c21d-47f0-b7ab-e02efde3acc9 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4582937 Dec 17 15:28:17.874929 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36066) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:17.926044 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d4840439-c588-4731-999d-084d113ae271 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:17.934016 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-cd6aae28-523a-49c6-b7ba-018e58589458 None None] For port b0baf470-60e5-4a49-a137-ab7d77bdbf2b, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:28:17.937710 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-cd6aae28-523a-49c6-b7ba-018e58589458 None None] For port b0baf470-60e5-4a49-a137-ab7d77bdbf2b, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b0baf470-60e5-4a49-a137-ab7d77bdbf2b,segment=NetworkSegment(1f6e1c90-834a-4387-af78-393374508cd4),segment_id=1f6e1c90-834a-4387-af78-393374508cd4)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:28:17.957765 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4840439-c588-4731-999d-084d113ae271 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Pushing event deleted for resources: {'Subnet': ['ID=20e4972e-a7f5-407d-ae87-a365ad88ec8d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:17.969823 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d4840439-c588-4731-999d-084d113ae271 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:17.973189 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d4840439-c588-4731-999d-084d113ae271 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] 10.222.0.46 "DELETE /v2.0/subnets/20e4972e-a7f5-407d-ae87-a365ad88ec8d HTTP/1.1" status: 204 len: 168 time: 0.4503002 Dec 17 15:28:17.975894 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36068) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:17.979437 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d90b5800-2fe3-484b-821d-f3407012203a tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:18.005558 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d90b5800-2fe3-484b-821d-f3407012203a tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:18.070059 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1af286-f679-498c-8827-9773922bfb2c tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:18.071778 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-dc1af286-f679-498c-8827-9773922bfb2c tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0947356 Dec 17 15:28:18.075431 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36072) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:18.086226 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cd6aae28-523a-49c6-b7ba-018e58589458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:18.151914 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6aae28-523a-49c6-b7ba-018e58589458 None None] Pushing event updated for resources: {'Port': ['ID=b0baf470-60e5-4a49-a137-ab7d77bdbf2b,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:18.175014 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-617a26ec-5624-416c-afca-d62c3e519d1e tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:18.183981 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d90b5800-2fe3-484b-821d-f3407012203a tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:18.186766 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d90b5800-2fe3-484b-821d-f3407012203a tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:18.190586 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d90b5800-2fe3-484b-821d-f3407012203a tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "DELETE /v2.0/security-groups/9594c28d-a0a6-4107-9d3a-3fc12438372f HTTP/1.1" status: 204 len: 168 time: 0.3145471 Dec 17 15:28:18.191207 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36076) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:18.213620 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b5800-2fe3-484b-821d-f3407012203a tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9594c28d-a0a6-4107-9d3a-3fc12438372f,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:18.249079 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 08824bb5-9575-4d1a-8b51-640826dccac4 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:28:18.263951 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-617a26ec-5624-416c-afca-d62c3e519d1e tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Deleting port b0baf470-60e5-4a49-a137-ab7d77bdbf2b {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:28:18.265449 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-617a26ec-5624-416c-afca-d62c3e519d1e tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:18.267494 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5a8138ad-7fd4-4372-8cdd-49d9916f92f8 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0723329 Dec 17 15:28:18.267838 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36078) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:18.395598 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-fbba3457-a52c-4338-8c7c-b2e3f6367408 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1257093 Dec 17 15:28:18.400012 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36084) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:18.423975 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-54349f1c-bf58-4e58-a9cd-cef8c5f72962 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] delete failed (client error): The resource could not be found. Dec 17 15:28:18.425126 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-54349f1c-bf58-4e58-a9cd-cef8c5f72962 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "DELETE /v2.0/security-groups/9594c28d-a0a6-4107-9d3a-3fc12438372f HTTP/1.1" status: 404 len: 347 time: 0.0237224 Dec 17 15:28:18.432583 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-617a26ec-5624-416c-afca-d62c3e519d1e tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] For port b0baf470-60e5-4a49-a137-ab7d77bdbf2b, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b0baf470-60e5-4a49-a137-ab7d77bdbf2b,segment=NetworkSegment(1f6e1c90-834a-4387-af78-393374508cd4),segment_id=1f6e1c90-834a-4387-af78-393374508cd4)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:28:18.432583 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-617a26ec-5624-416c-afca-d62c3e519d1e tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:18.438989 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 08824bb5-9575-4d1a-8b51-640826dccac4, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=08824bb5-9575-4d1a-8b51-640826dccac4,segment=NetworkSegment(ccfcc99a-e4e0-468e-9873-88de436ed20f),segment_id=ccfcc99a-e4e0-468e-9873-88de436ed20f)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:28:18.440423 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36086) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:18.452559 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '08824bb5-9575-4d1a-8b51-640826dccac4', 'network_id': '040e81ed-645b-49f2-b606-529d20326479', 'port_id': '08824bb5-9575-4d1a-8b51-640826dccac4', 'mac_address': 'fa:16:3e:bc:7c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e04280-f1e5-4533-a329-315764cf579d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:28:18.457911 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-617a26ec-5624-416c-afca-d62c3e519d1e tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Calling delete_port for b0baf470-60e5-4a49-a137-ab7d77bdbf2b owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:28:18.459717 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ee800-702d-41f1-921e-6f3b89f3e4af req-3ae7d348-a2f7-447c-98f7-9928885e870d tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:18.478939 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0f1ee800-702d-41f1-921e-6f3b89f3e4af req-3ae7d348-a2f7-447c-98f7-9928885e870d tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 943 time: 0.1096027 Dec 17 15:28:18.504390 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:18.528271 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08824bb5-9575-4d1a-8b51-640826dccac4 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:28:18.554186 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 08824bb5-9575-4d1a-8b51-640826dccac4, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=08824bb5-9575-4d1a-8b51-640826dccac4,segment=NetworkSegment(ccfcc99a-e4e0-468e-9873-88de436ed20f),segment_id=ccfcc99a-e4e0-468e-9873-88de436ed20f)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:28:18.572700 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0f1ee800-702d-41f1-921e-6f3b89f3e4af req-9bed4275-8754-4e2c-851c-fa88030b86a8 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875080 Dec 17 15:28:18.600421 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7fe92210-8f60-4142-9c4d-4154cbacc5e1 tempest-SecGroupIPv6Test-72186993 tempest-SecGroupIPv6Test-72186993-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1149914 Dec 17 15:28:18.674953 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:18.708540 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-617a26ec-5624-416c-afca-d62c3e519d1e tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:18.722791 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617a26ec-5624-416c-afca-d62c3e519d1e tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] No DVR routers for this DVR port b0baf470-60e5-4a49-a137-ab7d77bdbf2b on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:28:18.741116 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=08824bb5-9575-4d1a-8b51-640826dccac4,revision_number=9']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:18.757004 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a26ec-5624-416c-afca-d62c3e519d1e tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Pushing event deleted for resources: {'Port': ['ID=b0baf470-60e5-4a49-a137-ab7d77bdbf2b,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:18.839026 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-617a26ec-5624-416c-afca-d62c3e519d1e tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:18.869618 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-617a26ec-5624-416c-afca-d62c3e519d1e tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8529b8ac-1721-44f0-a598-5fc7888cd4d3']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:28:18.870141 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6a6ab5-e5cc-4d92-9151-a2f5bf4823a8 None None] Network b7004b17-c2ea-4c1d-a0ea-0b56fdd17b4f requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:28:18.875790 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-617a26ec-5624-416c-afca-d62c3e519d1e tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f6e1c90-834a-4387-af78-393374508cd4') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:28:18.876155 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-617a26ec-5624-416c-afca-d62c3e519d1e tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f6e1c90-834a-4387-af78-393374508cd4') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:28:18.892400 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-617a26ec-5624-416c-afca-d62c3e519d1e tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:18.911730 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-617a26ec-5624-416c-afca-d62c3e519d1e tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:18.917845 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-617a26ec-5624-416c-afca-d62c3e519d1e tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:28:18.918230 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-617a26ec-5624-416c-afca-d62c3e519d1e tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:18.921772 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:28:18.921772 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:28:18.921772 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:28:18.921772 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:28:18.921772 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:28:18.921772 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:28:18.921772 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:28:18.921772 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:28:18.921772 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:28:18.921772 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:28:18.921772 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:28:18.921772 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:28:18.921772 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:28:18.921772 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:28:18.921772 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:28:18.921772 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:28:18.921772 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:28:18.921772 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:28:18.921772 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:28:18.921772 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:28:18.921772 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:28:18.921772 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:28:18.921772 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:28:18.921772 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:28:18.921772 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:28:18.921772 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:28:18.921772 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:28:18.921772 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:28:18.921772 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:28:18.921772 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:28:18.921772 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:28:18.921772 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:28:18.962649 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['08824bb5-9575-4d1a-8b51-640826dccac4'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:28:19.026415 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-1ab644ee-4148-4e54-91ae-19ab4e6e443a None None] Provisioning complete for port 41cfdbe9-0121-4dc7-bbd1-a51919de9e61 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:28:19.026822 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1ab644ee-4148-4e54-91ae-19ab4e6e443a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:19.057450 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-617a26ec-5624-416c-afca-d62c3e519d1e tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:19.068550 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-617a26ec-5624-416c-afca-d62c3e519d1e tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:19.072158 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-617a26ec-5624-416c-afca-d62c3e519d1e tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] 10.222.0.46 "DELETE /v2.0/networks/8529b8ac-1721-44f0-a598-5fc7888cd4d3 HTTP/1.1" status: 204 len: 168 time: 0.9957371 Dec 17 15:28:19.075191 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36090) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:19.100627 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a26ec-5624-416c-afca-d62c3e519d1e tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Pushing event deleted for resources: {'Network': ['ID=8529b8ac-1721-44f0-a598-5fc7888cd4d3,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:19.187938 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe82a6ab-6350-4d53-8a66-88cdf4e08c16 None None] DHCP port deletion for b7004b17-c2ea-4c1d-a0ea-0b56fdd17b4f request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:28:19.204397 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d9d48b8-cf14-4bce-abad-1e7ad0902cfe tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:19.225090 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1ab644ee-4148-4e54-91ae-19ab4e6e443a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:19.274844 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36096) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:19.283815 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-4d9d48b8-cf14-4bce-abad-1e7ad0902cfe tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Deleting port 41cfdbe9-0121-4dc7-bbd1-a51919de9e61 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:28:19.284221 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d9d48b8-cf14-4bce-abad-1e7ad0902cfe tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:19.327806 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-1ab644ee-4148-4e54-91ae-19ab4e6e443a None None] For port 41cfdbe9-0121-4dc7-bbd1-a51919de9e61, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=41cfdbe9-0121-4dc7-bbd1-a51919de9e61,segment=NetworkSegment(d65bea1d-8ecb-489c-9a41-0a0ea185b27e),segment_id=d65bea1d-8ecb-489c-9a41-0a0ea185b27e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:28:19.361003 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-4d9d48b8-cf14-4bce-abad-1e7ad0902cfe tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] For port 41cfdbe9-0121-4dc7-bbd1-a51919de9e61, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=41cfdbe9-0121-4dc7-bbd1-a51919de9e61,segment=NetworkSegment(d65bea1d-8ecb-489c-9a41-0a0ea185b27e),segment_id=d65bea1d-8ecb-489c-9a41-0a0ea185b27e)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:28:19.361425 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d9d48b8-cf14-4bce-abad-1e7ad0902cfe tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:19.371886 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-fe82a6ab-6350-4d53-8a66-88cdf4e08c16 None None] Deleting port 41cfdbe9-0121-4dc7-bbd1-a51919de9e61 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:28:19.372267 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fe82a6ab-6350-4d53-8a66-88cdf4e08c16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:19.383840 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-4d9d48b8-cf14-4bce-abad-1e7ad0902cfe tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Calling delete_port for 41cfdbe9-0121-4dc7-bbd1-a51919de9e61 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:28:19.448236 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-fe82a6ab-6350-4d53-8a66-88cdf4e08c16 None None] For port 41cfdbe9-0121-4dc7-bbd1-a51919de9e61, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=41cfdbe9-0121-4dc7-bbd1-a51919de9e61,segment=NetworkSegment(d65bea1d-8ecb-489c-9a41-0a0ea185b27e),segment_id=d65bea1d-8ecb-489c-9a41-0a0ea185b27e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:28:19.448884 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fe82a6ab-6350-4d53-8a66-88cdf4e08c16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:19.459976 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1ab644ee-4148-4e54-91ae-19ab4e6e443a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:19.467769 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-fe82a6ab-6350-4d53-8a66-88cdf4e08c16 None None] Calling delete_port for 41cfdbe9-0121-4dc7-bbd1-a51919de9e61 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:28:19.533646 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b7e58f52-926b-4fdf-8dd5-ad7576fe27dc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b9416eff08344a50b151ad7217dbe85a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2573802 Dec 17 15:28:19.534986 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36104) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:19.560403 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab644ee-4148-4e54-91ae-19ab4e6e443a None None] Pushing event updated for resources: {'Port': ['ID=41cfdbe9-0121-4dc7-bbd1-a51919de9e61,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:19.575012 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c3ef00-afe6-4983-8a75-d2dc2f19083c None None] DHCP port deletion for 8529b8ac-1721-44f0-a598-5fc7888cd4d3 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:28:19.589009 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-eeb2cbda-551f-4e45-a2fb-03cac1f7043b None None] Could not find standard attr ID for object b0baf470-60e5-4a49-a137-ab7d77bdbf2b. {{(pid=102834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:28:19.607667 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f6a9e6c2-5667-46ed-a416-2bbe49a5ce94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:19.608087 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95900e6a-de3d-4bc5-a6e8-cbc9db113365 None None] Network 8529b8ac-1721-44f0-a598-5fc7888cd4d3 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:28:19.623354 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95900e6a-de3d-4bc5-a6e8-cbc9db113365 None None] Network 8529b8ac-1721-44f0-a598-5fc7888cd4d3 could not be found, it might have been deleted concurrently. {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 17 15:28:19.629204 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d9d48b8-cf14-4bce-abad-1e7ad0902cfe tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:19.638178 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fe82a6ab-6350-4d53-8a66-88cdf4e08c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:19.642227 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f6a9e6c2-5667-46ed-a416-2bbe49a5ce94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:19.655085 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d48b8-cf14-4bce-abad-1e7ad0902cfe tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Pushing event deleted for resources: {'Port': ['ID=41cfdbe9-0121-4dc7-bbd1-a51919de9e61,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:19.660426 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9d48b8-cf14-4bce-abad-1e7ad0902cfe tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] No DVR routers for this DVR port 41cfdbe9-0121-4dc7-bbd1-a51919de9e61 on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:28:19.755730 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d9d48b8-cf14-4bce-abad-1e7ad0902cfe tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:19.777424 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-4d9d48b8-cf14-4bce-abad-1e7ad0902cfe tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7004b17-c2ea-4c1d-a0ea-0b56fdd17b4f']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:28:19.797488 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-4d9d48b8-cf14-4bce-abad-1e7ad0902cfe tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd65bea1d-8ecb-489c-9a41-0a0ea185b27e') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:28:19.797790 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-4d9d48b8-cf14-4bce-abad-1e7ad0902cfe tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd65bea1d-8ecb-489c-9a41-0a0ea185b27e') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:28:19.800367 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f6a9e6c2-5667-46ed-a416-2bbe49a5ce94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:19.802957 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f6a9e6c2-5667-46ed-a416-2bbe49a5ce94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:19.805688 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f6a9e6c2-5667-46ed-a416-2bbe49a5ce94 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/935fb9fd-5f2e-431d-96da-7a70ebc420cb HTTP/1.1" status: 204 len: 168 time: 0.2694542 Dec 17 15:28:19.817595 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a9e6c2-5667-46ed-a416-2bbe49a5ce94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935fb9fd-5f2e-431d-96da-7a70ebc420cb,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:19.828892 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d9d48b8-cf14-4bce-abad-1e7ad0902cfe tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:19.859975 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe82a6ab-6350-4d53-8a66-88cdf4e08c16 None None] Pushing event deleted for resources: {'Port': ['ID=41cfdbe9-0121-4dc7-bbd1-a51919de9e61,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:19.864443 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe82a6ab-6350-4d53-8a66-88cdf4e08c16 None None] No DVR routers for this DVR port 41cfdbe9-0121-4dc7-bbd1-a51919de9e61 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:28:19.885225 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d9d48b8-cf14-4bce-abad-1e7ad0902cfe tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:19.894024 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d9d48b8-cf14-4bce-abad-1e7ad0902cfe tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:28:19.894431 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d9d48b8-cf14-4bce-abad-1e7ad0902cfe tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:19.897358 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:28:19.897358 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:28:19.897358 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:28:19.897358 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:28:19.897358 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:28:19.897358 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:28:19.897358 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:28:19.897358 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:28:19.897358 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:28:19.897358 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:28:19.897358 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:28:19.897358 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:28:19.897358 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:28:19.897358 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:28:19.897358 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:28:19.897358 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:28:19.897358 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:28:19.897358 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:28:19.897358 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:28:19.897358 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:28:19.897358 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:28:19.897358 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:28:19.897358 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:28:19.897358 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:28:19.897358 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:28:19.897358 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:28:19.897358 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:28:19.897358 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:28:19.897358 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:28:19.897358 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:28:19.897358 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:28:19.897358 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:28:19.949337 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51447d-2b85-4a5d-899d-753e92e98221 req-c6992af3-44b1-45d8-90d0-5466db94ecf0 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:19.950828 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8f51447d-2b85-4a5d-899d-753e92e98221 req-c6992af3-44b1-45d8-90d0-5466db94ecf0 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 944 time: 0.2915750 Dec 17 15:28:19.996457 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8f51447d-2b85-4a5d-899d-753e92e98221 req-a841443d-8840-4a04-bd39-6f00c7c3eb65 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349846 Dec 17 15:28:20.068054 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d9d48b8-cf14-4bce-abad-1e7ad0902cfe tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:20.076528 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d9d48b8-cf14-4bce-abad-1e7ad0902cfe tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:20.079847 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4d9d48b8-cf14-4bce-abad-1e7ad0902cfe tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] 10.222.0.46 "DELETE /v2.0/networks/b7004b17-c2ea-4c1d-a0ea-0b56fdd17b4f HTTP/1.1" status: 204 len: 168 time: 1.0034468 Dec 17 15:28:20.082615 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36112) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:20.089481 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d48b8-cf14-4bce-abad-1e7ad0902cfe tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Pushing event deleted for resources: {'Network': ['ID=b7004b17-c2ea-4c1d-a0ea-0b56fdd17b4f,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:20.160307 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83f48ae3-3e56-47ba-9bc8-353b3c3f3dd3 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:20.252762 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 08824bb5-9575-4d1a-8b51-640826dccac4 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:28:20.253268 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83f48ae3-3e56-47ba-9bc8-353b3c3f3dd3 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:20.276190 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-83f48ae3-3e56-47ba-9bc8-353b3c3f3dd3 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b91d48ec-9e88-4190-be96-bcbb4b7e84c8']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:28:20.284698 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-83f48ae3-3e56-47ba-9bc8-353b3c3f3dd3 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5248cdcc-6a65-4604-8bee-9c347fd9cbc4') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:28:20.285003 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-83f48ae3-3e56-47ba-9bc8-353b3c3f3dd3 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5248cdcc-6a65-4604-8bee-9c347fd9cbc4') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:28:20.295142 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83f48ae3-3e56-47ba-9bc8-353b3c3f3dd3 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:20.304572 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 08824bb5-9575-4d1a-8b51-640826dccac4 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:28:20.305083 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:20.310089 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83f48ae3-3e56-47ba-9bc8-353b3c3f3dd3 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:20.321996 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f48ae3-3e56-47ba-9bc8-353b3c3f3dd3 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:28:20.321996 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83f48ae3-3e56-47ba-9bc8-353b3c3f3dd3 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:20.322658 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:28:20.322658 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:28:20.322658 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:28:20.322658 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:28:20.322658 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:28:20.322658 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:28:20.322658 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:28:20.322658 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:28:20.322658 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:28:20.322658 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:28:20.322658 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:28:20.322658 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:28:20.322658 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:28:20.322658 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:28:20.322658 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:28:20.322658 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:28:20.322658 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:28:20.322658 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:28:20.322658 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:28:20.322658 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:28:20.322658 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:28:20.322658 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:28:20.322658 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:28:20.322658 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:28:20.322658 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:28:20.322658 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:28:20.322658 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:28:20.322658 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:28:20.322658 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:28:20.322658 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:28:20.322658 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:28:20.322658 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:28:20.387234 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:20.413452 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd275e346-665b-4fb3-a7e9-d21aab4fcedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08824bb5-9575-4d1a-8b51-640826dccac4'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:28:20.415745 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac37874-3c07-4461-9ec4-e7e8063ff90a" -d '{"events": [{"server_uuid": "d275e346-665b-4fb3-a7e9-d21aab4fcedb", "name": "network-vif-plugged", "status": "completed", "tag": "08824bb5-9575-4d1a-8b51-640826dccac4"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:28:20.428695 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 08824bb5-9575-4d1a-8b51-640826dccac4, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=08824bb5-9575-4d1a-8b51-640826dccac4,segment=NetworkSegment(ccfcc99a-e4e0-468e-9873-88de436ed20f),segment_id=ccfcc99a-e4e0-468e-9873-88de436ed20f)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:28:20.460478 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbd3809-0043-431a-899c-4282d1eeb301 x-openstack-request-id: req-bbbd3809-0043-431a-899c-4282d1eeb301 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:28:20.460478 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d275e346-665b-4fb3-a7e9-d21aab4fcedb", "name": "network-vif-plugged", "status": "completed", "tag": "08824bb5-9575-4d1a-8b51-640826dccac4", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:28:20.460478 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bbbd3809-0043-431a-899c-4282d1eeb301 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:28:20.460478 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd275e346-665b-4fb3-a7e9-d21aab4fcedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08824bb5-9575-4d1a-8b51-640826dccac4', 'code': 200} Dec 17 15:28:20.474353 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83f48ae3-3e56-47ba-9bc8-353b3c3f3dd3 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:20.482894 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83f48ae3-3e56-47ba-9bc8-353b3c3f3dd3 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:20.485017 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-83f48ae3-3e56-47ba-9bc8-353b3c3f3dd3 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] 10.222.0.46 "DELETE /v2.0/networks/b91d48ec-9e88-4190-be96-bcbb4b7e84c8 HTTP/1.1" status: 204 len: 168 time: 0.4013803 Dec 17 15:28:20.488087 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36130) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:20.501867 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f48ae3-3e56-47ba-9bc8-353b3c3f3dd3 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Pushing event deleted for resources: {'Network': ['ID=b91d48ec-9e88-4190-be96-bcbb4b7e84c8,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:20.526530 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:20.576239 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-91924ab1-8d6e-4d43-bde5-abfbaf264324 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:20.589021 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=08824bb5-9575-4d1a-8b51-640826dccac4,revision_number=10']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:20.677333 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-91924ab1-8d6e-4d43-bde5-abfbaf264324 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:20.699647 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-91924ab1-8d6e-4d43-bde5-abfbaf264324 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86304f1b-f3c9-46dd-82a1-2ab8009e8e39']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:28:20.709994 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-91924ab1-8d6e-4d43-bde5-abfbaf264324 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e83a0ba-ab12-42df-b369-5406bc7a90f9') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:28:20.710547 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-91924ab1-8d6e-4d43-bde5-abfbaf264324 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e83a0ba-ab12-42df-b369-5406bc7a90f9') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:28:20.722670 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-91924ab1-8d6e-4d43-bde5-abfbaf264324 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:20.722759 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c5ca8-7a14-46cf-b424-53c36f2d9403 req-bdc5805c-fefb-4dbe-82fc-997e4c14e4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:20.724465 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-810c5ca8-7a14-46cf-b424-53c36f2d9403 req-bdc5805c-fefb-4dbe-82fc-997e4c14e4fb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 1097 time: 0.0497057 Dec 17 15:28:20.735922 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-91924ab1-8d6e-4d43-bde5-abfbaf264324 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:20.742615 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91924ab1-8d6e-4d43-bde5-abfbaf264324 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:28:20.743012 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-91924ab1-8d6e-4d43-bde5-abfbaf264324 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:20.746128 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:28:20.746128 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:28:20.746128 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:28:20.746128 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:28:20.746128 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:28:20.746128 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:28:20.746128 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:28:20.746128 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:28:20.746128 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:28:20.746128 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:28:20.746128 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:28:20.746128 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:28:20.746128 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:28:20.746128 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:28:20.746128 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:28:20.746128 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:28:20.746128 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:28:20.746128 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:28:20.746128 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:28:20.746128 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:28:20.746128 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:28:20.746128 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:28:20.746128 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:28:20.746128 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:28:20.746128 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:28:20.746128 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:28:20.746128 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:28:20.746128 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:28:20.746128 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:28:20.746128 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:28:20.746128 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:28:20.746128 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:28:20.763017 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-810c5ca8-7a14-46cf-b424-53c36f2d9403 req-09f8d590-c2ba-4c65-b5cf-b9ea3b5ac490 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316277 Dec 17 15:28:20.919982 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-91924ab1-8d6e-4d43-bde5-abfbaf264324 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:20.929740 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-91924ab1-8d6e-4d43-bde5-abfbaf264324 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:20.932859 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-91924ab1-8d6e-4d43-bde5-abfbaf264324 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] 10.222.0.46 "DELETE /v2.0/networks/86304f1b-f3c9-46dd-82a1-2ab8009e8e39 HTTP/1.1" status: 204 len: 168 time: 0.4434757 Dec 17 15:28:20.943527 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91924ab1-8d6e-4d43-bde5-abfbaf264324 tempest-BulkNetworkOpsIpV6Test-1482583219 tempest-BulkNetworkOpsIpV6Test-1482583219-project] Pushing event deleted for resources: {'Network': ['ID=86304f1b-f3c9-46dd-82a1-2ab8009e8e39,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:21.003979 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36144) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:21.104809 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-2de90fc7-af32-4d7f-bd4d-cdef6fc2d4c2 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:21.105585 n-d-820553-2 neutron-server[102832]: WARNING neutron.api.v2.base [None req-2de90fc7-af32-4d7f-bd4d-cdef6fc2d4c2 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 17 15:28:21.106084 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-2de90fc7-af32-4d7f-bd4d-cdef6fc2d4c2 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] create failed (client error): There was a conflict when trying to complete your request. Dec 17 15:28:21.107102 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2de90fc7-af32-4d7f-bd4d-cdef6fc2d4c2 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1018314 Dec 17 15:28:21.111318 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36152) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:21.122047 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-8b4384e5-6a15-418d-bc23-f5d3c0d0c182 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Request body: {'security_group': {'name': 'tempest-secgroup--295781843'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:21.182575 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8b4384e5-6a15-418d-bc23-f5d3c0d0c182 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:21.193077 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8b4384e5-6a15-418d-bc23-f5d3c0d0c182 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:21.276396 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c028af-670a-488a-8d3b-3fe6535223db req-2dc7869f-1396-4c0f-b6f0-3dd9795598d0 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:21.278017 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-04c028af-670a-488a-8d3b-3fe6535223db req-2dc7869f-1396-4c0f-b6f0-3dd9795598d0 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 946 time: 0.2113042 Dec 17 15:28:21.334841 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8b4384e5-6a15-418d-bc23-f5d3c0d0c182 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:21.338187 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-04c028af-670a-488a-8d3b-3fe6535223db req-70efb98e-a2b1-46f4-8d48-d3711cb4c1cd tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538208 Dec 17 15:28:21.378400 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36158) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:21.411149 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8b4384e5-6a15-418d-bc23-f5d3c0d0c182 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:21.457013 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4384e5-6a15-418d-bc23-f5d3c0d0c182 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=365f3279-8595-48b1-9454-a16823fbe54f,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:21.505017 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b0baf470-60e5-4a49-a137-ab7d77bdbf2b no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:28:21.524779 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8b4384e5-6a15-418d-bc23-f5d3c0d0c182 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:21.526176 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: b0baf470-60e5-4a49-a137-ab7d77bdbf2b {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:28:21.526512 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b0baf470-60e5-4a49-a137-ab7d77bdbf2b not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:28:21.549381 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b47156d3-c151-40bc-a47b-e3646f33e8ac admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=314291ce3a5e4bf8b0e9fd82fe36c711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1698310 Dec 17 15:28:21.552022 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36164) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:21.586975 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8b4384e5-6a15-418d-bc23-f5d3c0d0c182 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:21.626512 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2eea2fb6-0c68-475c-9dfa-b16b346563b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:21.630124 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4384e5-6a15-418d-bc23-f5d3c0d0c182 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e97c399-92a5-4929-9f9f-a5846bd8351c,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:21.652720 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2eea2fb6-0c68-475c-9dfa-b16b346563b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:21.686078 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8b4384e5-6a15-418d-bc23-f5d3c0d0c182 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:21.688919 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8b4384e5-6a15-418d-bc23-f5d3c0d0c182 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5765836 Dec 17 15:28:21.692254 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36170) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:21.697019 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-94a61e66-517b-42e0-81a4-222eae030d54 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Request body: {'security_group_rule': {'security_group_id': '8e97c399-92a5-4929-9f9f-a5846bd8351c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:21.805290 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-94a61e66-517b-42e0-81a4-222eae030d54 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:21.827115 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2eea2fb6-0c68-475c-9dfa-b16b346563b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:21.829926 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2eea2fb6-0c68-475c-9dfa-b16b346563b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:21.831154 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2eea2fb6-0c68-475c-9dfa-b16b346563b7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/77df46b0-f6cb-4af3-8b88-f9495063790b HTTP/1.1" status: 204 len: 168 time: 0.2781019 Dec 17 15:28:21.847613 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea2fb6-0c68-475c-9dfa-b16b346563b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77df46b0-f6cb-4af3-8b88-f9495063790b,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:21.869640 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-94a61e66-517b-42e0-81a4-222eae030d54 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:21.965814 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-94a61e66-517b-42e0-81a4-222eae030d54 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:21.984293 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a61e66-517b-42e0-81a4-222eae030d54 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b871bd90-e3d7-425c-995f-4e9696436cd2,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:22.070895 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-94a61e66-517b-42e0-81a4-222eae030d54 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:22.072262 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-94a61e66-517b-42e0-81a4-222eae030d54 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3786552 Dec 17 15:28:22.074954 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36190) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:22.079549 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-10f6cb93-f04a-4474-a88a-9c99a2664823 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Request body: {'security_group_rule': {'security_group_id': '8e97c399-92a5-4929-9f9f-a5846bd8351c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:22.165122 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-10f6cb93-f04a-4474-a88a-9c99a2664823 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:22.326000 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-10f6cb93-f04a-4474-a88a-9c99a2664823 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] create failed (client error): There was a conflict when trying to complete your request. Dec 17 15:28:22.328477 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-10f6cb93-f04a-4474-a88a-9c99a2664823 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2512968 Dec 17 15:28:22.330158 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36210) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:22.383661 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-12e36dfe-926c-4dec-90e6-337b1d511ad4 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:22.407252 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-12e36dfe-926c-4dec-90e6-337b1d511ad4 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:22.484168 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a736d-1cbb-406c-8ae7-73e2c80dfe92 req-99b3e383-cd3e-488e-9947-ed8684f07b96 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:22.485739 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-980a736d-1cbb-406c-8ae7-73e2c80dfe92 req-99b3e383-cd3e-488e-9947-ed8684f07b96 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 946 time: 0.0753942 Dec 17 15:28:22.527120 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-980a736d-1cbb-406c-8ae7-73e2c80dfe92 req-69037149-b0ca-4480-b546-cb5978d1e392 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338006 Dec 17 15:28:22.571263 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-12e36dfe-926c-4dec-90e6-337b1d511ad4 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:22.573956 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-12e36dfe-926c-4dec-90e6-337b1d511ad4 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:22.581367 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-12e36dfe-926c-4dec-90e6-337b1d511ad4 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "DELETE /v2.0/security-groups/8e97c399-92a5-4929-9f9f-a5846bd8351c HTTP/1.1" status: 204 len: 168 time: 0.2440064 Dec 17 15:28:22.581492 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36226) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:22.584329 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e36dfe-926c-4dec-90e6-337b1d511ad4 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e97c399-92a5-4929-9f9f-a5846bd8351c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:22.624611 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-905abad7-a9f7-4663-88f0-e76c0889b794 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0440924 Dec 17 15:28:22.628526 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36230) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:22.635003 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-7c7990ba-33b2-4c29-bbce-5bcf4f34e01e tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Request body: {'security_group': {'name': 'tempest-secgroup--910484913'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:22.742702 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7c7990ba-33b2-4c29-bbce-5bcf4f34e01e tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:22.810864 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7c7990ba-33b2-4c29-bbce-5bcf4f34e01e tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:22.931026 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7c7990ba-33b2-4c29-bbce-5bcf4f34e01e tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:22.961126 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7990ba-33b2-4c29-bbce-5bcf4f34e01e tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed777a4e-d425-4edc-a864-c636a9a19380,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:22.992251 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36240) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:23.036332 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7c7990ba-33b2-4c29-bbce-5bcf4f34e01e tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:23.038106 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7c7990ba-33b2-4c29-bbce-5bcf4f34e01e tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4068062 Dec 17 15:28:23.040980 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36244) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:23.045629 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-e8a7d400-5797-4ad8-89e5-aa84c3942ad8 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Request body: {'security_group_rule': {'security_group_id': 'ed777a4e-d425-4edc-a864-c636a9a19380', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:23.047405 n-d-820553-2 neutron-server[102833]: WARNING neutron.api.v2.base [None req-e8a7d400-5797-4ad8-89e5-aa84c3942ad8 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 17 15:28:23.047998 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-e8a7d400-5797-4ad8-89e5-aa84c3942ad8 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:28:23.049176 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e8a7d400-5797-4ad8-89e5-aa84c3942ad8 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0071430 Dec 17 15:28:23.060058 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36246) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:23.100029 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-2b6bad7e-0ad0-4d20-9ed0-dc01c729a088 tempest-NetworksNegativeTestJSON-995852262 tempest-NetworksNegativeTestJSON-995852262-project] Request body: {'port': {'network_id': 'ccf3b10d-b7f1-41b5-a026-c41ce4957092', 'name': 'tempest-NetworksNegativeTestJSON-567361086'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:23.117976 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b6bad7e-0ad0-4d20-9ed0-dc01c729a088 tempest-NetworksNegativeTestJSON-995852262 tempest-NetworksNegativeTestJSON-995852262-project] POST failed (client error): The resource could not be found. Dec 17 15:28:23.118497 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b6bad7e-0ad0-4d20-9ed0-dc01c729a088 tempest-NetworksNegativeTestJSON-995852262 tempest-NetworksNegativeTestJSON-995852262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:28:23.119613 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2b6bad7e-0ad0-4d20-9ed0-dc01c729a088 tempest-NetworksNegativeTestJSON-995852262 tempest-NetworksNegativeTestJSON-995852262-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1263101 Dec 17 15:28:23.123683 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36248) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:23.138062 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-975474ec-6f3c-46a3-a6df-f71debe9a961 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:23.144770 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-da06d8bd-5775-4de6-a28c-c189723bc8eb tempest-NetworksNegativeTestJSON-995852262 tempest-NetworksNegativeTestJSON-995852262-project] DELETE failed (client error): The resource could not be found. Dec 17 15:28:23.145328 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da06d8bd-5775-4de6-a28c-c189723bc8eb tempest-NetworksNegativeTestJSON-995852262 tempest-NetworksNegativeTestJSON-995852262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:28:23.148256 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-da06d8bd-5775-4de6-a28c-c189723bc8eb tempest-NetworksNegativeTestJSON-995852262 tempest-NetworksNegativeTestJSON-995852262-project] 10.222.0.46 "DELETE /v2.0/networks/70098f83-7554-43c5-bff5-4e8954fe7645 HTTP/1.1" status: 404 len: 339 time: 0.0226953 Dec 17 15:28:23.152006 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36250) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:23.161609 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-975474ec-6f3c-46a3-a6df-f71debe9a961 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:23.179450 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-6384abfd-7008-4078-93ed-e3c769090620 tempest-NetworksNegativeTestJSON-995852262 tempest-NetworksNegativeTestJSON-995852262-project] DELETE failed (client error): The resource could not be found. Dec 17 15:28:23.180071 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6384abfd-7008-4078-93ed-e3c769090620 tempest-NetworksNegativeTestJSON-995852262 tempest-NetworksNegativeTestJSON-995852262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:28:23.183065 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6384abfd-7008-4078-93ed-e3c769090620 tempest-NetworksNegativeTestJSON-995852262 tempest-NetworksNegativeTestJSON-995852262-project] 10.222.0.46 "DELETE /v2.0/ports/9a892c00-eed3-4022-8027-e398a5983bba HTTP/1.1" status: 404 len: 333 time: 0.0300784 Dec 17 15:28:23.187202 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36252) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:23.212722 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-272ee425-c91f-4095-8a06-6dbd8f7c8e24 tempest-NetworksNegativeTestJSON-995852262 tempest-NetworksNegativeTestJSON-995852262-project] DELETE failed (client error): The resource could not be found. Dec 17 15:28:23.213123 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-272ee425-c91f-4095-8a06-6dbd8f7c8e24 tempest-NetworksNegativeTestJSON-995852262 tempest-NetworksNegativeTestJSON-995852262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:28:23.216099 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-272ee425-c91f-4095-8a06-6dbd8f7c8e24 tempest-NetworksNegativeTestJSON-995852262 tempest-NetworksNegativeTestJSON-995852262-project] 10.222.0.46 "DELETE /v2.0/subnets/3771a1aa-78a2-4f56-9b6d-07336e8034bd HTTP/1.1" status: 404 len: 337 time: 0.0280006 Dec 17 15:28:23.220897 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36254) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:23.250560 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-e59798b9-1acf-4128-90e5-04954cb83941 tempest-NetworksNegativeTestJSON-995852262 tempest-NetworksNegativeTestJSON-995852262-project] GET failed (client error): The resource could not be found. Dec 17 15:28:23.251894 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e59798b9-1acf-4128-90e5-04954cb83941 tempest-NetworksNegativeTestJSON-995852262 tempest-NetworksNegativeTestJSON-995852262-project] 10.222.0.46 "GET /v2.0/networks/b3bf8ef1-1788-4759-8a77-242f2c5a15d4 HTTP/1.1" status: 404 len: 339 time: 0.0292604 Dec 17 15:28:23.255478 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36256) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:23.278951 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2958045-6680-4664-a4d8-4c9cb63f8cca tempest-NetworksNegativeTestJSON-995852262 tempest-NetworksNegativeTestJSON-995852262-project] GET failed (client error): The resource could not be found. Dec 17 15:28:23.280035 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-975474ec-6f3c-46a3-a6df-f71debe9a961 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:23.281031 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a2958045-6680-4664-a4d8-4c9cb63f8cca tempest-NetworksNegativeTestJSON-995852262 tempest-NetworksNegativeTestJSON-995852262-project] 10.222.0.46 "GET /v2.0/ports/3cec3651-a2ba-45c9-9d04-d984eb03cd1c HTTP/1.1" status: 404 len: 333 time: 0.0238991 Dec 17 15:28:23.283591 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-975474ec-6f3c-46a3-a6df-f71debe9a961 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:23.287121 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36258) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:23.287250 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-975474ec-6f3c-46a3-a6df-f71debe9a961 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "DELETE /v2.0/security-groups/ed777a4e-d425-4edc-a864-c636a9a19380 HTTP/1.1" status: 204 len: 168 time: 0.2236748 Dec 17 15:28:23.288213 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36260) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:23.300863 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975474ec-6f3c-46a3-a6df-f71debe9a961 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed777a4e-d425-4edc-a864-c636a9a19380,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:23.314909 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-de7f5bff-714d-45f4-82c3-d89973c077a9 tempest-NetworksNegativeTestJSON-995852262 tempest-NetworksNegativeTestJSON-995852262-project] GET failed (client error): The resource could not be found. Dec 17 15:28:23.316677 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-de7f5bff-714d-45f4-82c3-d89973c077a9 tempest-NetworksNegativeTestJSON-995852262 tempest-NetworksNegativeTestJSON-995852262-project] 10.222.0.46 "GET /v2.0/subnets/82cdb622-d358-48d9-94f6-94896f49b1a9 HTTP/1.1" status: 404 len: 337 time: 0.0305660 Dec 17 15:28:23.320280 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36262) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:23.325590 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-dbec8302-8633-41b8-9719-45752d670d3d tempest-NetworksNegativeTestJSON-995852262 tempest-NetworksNegativeTestJSON-995852262-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:23.340274 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9d5d8db7-7876-4ff9-943a-bd1cfd153301 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0506480 Dec 17 15:28:23.341208 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbec8302-8633-41b8-9719-45752d670d3d tempest-NetworksNegativeTestJSON-995852262 tempest-NetworksNegativeTestJSON-995852262-project] PUT failed (client error): The resource could not be found. Dec 17 15:28:23.341891 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbec8302-8633-41b8-9719-45752d670d3d tempest-NetworksNegativeTestJSON-995852262 tempest-NetworksNegativeTestJSON-995852262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:28:23.343951 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-dbec8302-8633-41b8-9719-45752d670d3d tempest-NetworksNegativeTestJSON-995852262 tempest-NetworksNegativeTestJSON-995852262-project] 10.222.0.46 "PUT /v2.0/networks/49ae0aed-d28f-480a-b889-92a746348422 HTTP/1.1" status: 404 len: 339 time: 0.0227306 Dec 17 15:28:23.344468 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36264) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:23.349257 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-1ac4aa1c-659e-4574-92d7-1585df8280b3 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Request body: {'security_group': {'name': 'tempest-secgroup--259519620'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:23.354154 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36266) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:23.359817 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-8cecebf5-5c3a-496d-9920-a8cc80f120fd tempest-NetworksNegativeTestJSON-995852262 tempest-NetworksNegativeTestJSON-995852262-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:23.378367 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cecebf5-5c3a-496d-9920-a8cc80f120fd tempest-NetworksNegativeTestJSON-995852262 tempest-NetworksNegativeTestJSON-995852262-project] PUT failed (client error): The resource could not be found. Dec 17 15:28:23.378968 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cecebf5-5c3a-496d-9920-a8cc80f120fd tempest-NetworksNegativeTestJSON-995852262 tempest-NetworksNegativeTestJSON-995852262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:28:23.380090 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8cecebf5-5c3a-496d-9920-a8cc80f120fd tempest-NetworksNegativeTestJSON-995852262 tempest-NetworksNegativeTestJSON-995852262-project] 10.222.0.46 "PUT /v2.0/ports/e2d56bcf-6f6e-4107-b668-83de5368a6ed HTTP/1.1" status: 404 len: 333 time: 0.0249631 Dec 17 15:28:23.383904 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36268) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:23.388946 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-f1f2f244-0185-465e-a7f7-16310ae32a5b tempest-NetworksNegativeTestJSON-995852262 tempest-NetworksNegativeTestJSON-995852262-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:23.411584 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f2f244-0185-465e-a7f7-16310ae32a5b tempest-NetworksNegativeTestJSON-995852262 tempest-NetworksNegativeTestJSON-995852262-project] PUT failed (client error): The resource could not be found. Dec 17 15:28:23.412086 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1f2f244-0185-465e-a7f7-16310ae32a5b tempest-NetworksNegativeTestJSON-995852262 tempest-NetworksNegativeTestJSON-995852262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:28:23.413235 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f1f2f244-0185-465e-a7f7-16310ae32a5b tempest-NetworksNegativeTestJSON-995852262 tempest-NetworksNegativeTestJSON-995852262-project] 10.222.0.46 "PUT /v2.0/subnets/a5c1c0be-3958-46b0-96b8-befdd57f4d50 HTTP/1.1" status: 404 len: 337 time: 0.0282674 Dec 17 15:28:23.542753 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1ac4aa1c-659e-4574-92d7-1585df8280b3 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:23.622136 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1ac4aa1c-659e-4574-92d7-1585df8280b3 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:23.656083 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01ee33-9ade-4154-b2e1-b68efa705439 req-002afdf8-592d-4cc8-8886-839467f1fddf tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:23.657711 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fa01ee33-9ade-4154-b2e1-b68efa705439 req-002afdf8-592d-4cc8-8886-839467f1fddf tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 946 time: 0.0527852 Dec 17 15:28:23.696410 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fa01ee33-9ade-4154-b2e1-b68efa705439 req-6588994c-1fc4-435f-a40e-d154eb86c748 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326526 Dec 17 15:28:23.723510 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1ac4aa1c-659e-4574-92d7-1585df8280b3 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:23.754694 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4aa1c-659e-4574-92d7-1585df8280b3 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e491db8-85a4-4486-9d7a-c53923142183,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:23.807665 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1ac4aa1c-659e-4574-92d7-1585df8280b3 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:23.809014 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1ac4aa1c-659e-4574-92d7-1585df8280b3 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4635384 Dec 17 15:28:23.812675 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36282) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:23.817104 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-e90e9236-38ad-482a-a1d2-6613913d1cf8 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Request body: {'security_group_rule': {'security_group_id': '3e491db8-85a4-4486-9d7a-c53923142183', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:23.819095 n-d-820553-2 neutron-server[102832]: WARNING neutron.api.v2.base [None req-e90e9236-38ad-482a-a1d2-6613913d1cf8 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 17 15:28:23.819095 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-e90e9236-38ad-482a-a1d2-6613913d1cf8 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:28:23.819862 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e90e9236-38ad-482a-a1d2-6613913d1cf8 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0062227 Dec 17 15:28:23.823337 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36284) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:23.834153 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2db788-f846-4fa3-b957-ebcad7dcd3e0 req-d202a857-843e-402b-9bd4-9ca79a33b61f tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:23.835832 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8b2db788-f846-4fa3-b957-ebcad7dcd3e0 req-d202a857-843e-402b-9bd4-9ca79a33b61f tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 946 time: 0.0633497 Dec 17 15:28:23.885608 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8b2db788-f846-4fa3-b957-ebcad7dcd3e0 req-753b85b0-73ba-498f-9750-ec8e1bd70b1a tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421546 Dec 17 15:28:23.897830 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ee7ca51e-b9e0-4879-8890-adcb51d4d6ea tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:23.926763 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ee7ca51e-b9e0-4879-8890-adcb51d4d6ea tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:23.943867 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36290) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:24.025228 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a3f3a-5dcd-4fa2-9fee-c72a5127381c req-6078c019-c712-455e-a2da-8e7316bc4501 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:24.029501 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c02a3f3a-5dcd-4fa2-9fee-c72a5127381c req-6078c019-c712-455e-a2da-8e7316bc4501 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 946 time: 0.0567551 Dec 17 15:28:24.051205 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ee7ca51e-b9e0-4879-8890-adcb51d4d6ea tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:24.053926 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ee7ca51e-b9e0-4879-8890-adcb51d4d6ea tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:24.055168 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ee7ca51e-b9e0-4879-8890-adcb51d4d6ea tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "DELETE /v2.0/security-groups/3e491db8-85a4-4486-9d7a-c53923142183 HTTP/1.1" status: 204 len: 168 time: 0.2313592 Dec 17 15:28:24.059610 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36294) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:24.063478 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3d5b1004-55f4-4335-86f7-b518f0130cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:24.072001 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ca51e-b9e0-4879-8890-adcb51d4d6ea tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e491db8-85a4-4486-9d7a-c53923142183,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:24.085828 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c02a3f3a-5dcd-4fa2-9fee-c72a5127381c req-05b152d2-c4ab-470f-87dd-17a42793591b tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531425 Dec 17 15:28:24.112406 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-bdca7def-17a7-4a22-bf40-7e2d02704910 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0517347 Dec 17 15:28:24.116384 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36298) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:24.123840 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-653b4eae-7743-4d50-82ae-367fd8e6a8bf tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Request body: {'security_group': {'name': 'tempest-secgroup--1264220003'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:24.193881 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3d5b1004-55f4-4335-86f7-b518f0130cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:24.231637 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df590f7a-ae17-4e32-b2de-dbf53ceccd7f req-855aada1-d98a-488e-a5c4-27f53e2c41e0 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:24.233666 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-df590f7a-ae17-4e32-b2de-dbf53ceccd7f req-855aada1-d98a-488e-a5c4-27f53e2c41e0 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 946 time: 0.0515010 Dec 17 15:28:24.234978 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-653b4eae-7743-4d50-82ae-367fd8e6a8bf tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:24.292592 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-df590f7a-ae17-4e32-b2de-dbf53ceccd7f req-4d76948e-ad5f-464b-bb89-a6b2804b5f5e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490952 Dec 17 15:28:24.299041 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3d5b1004-55f4-4335-86f7-b518f0130cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:24.354969 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3d5b1004-55f4-4335-86f7-b518f0130cb2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9b70e4cbbdb04bed94bac6cde174b0e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4099932 Dec 17 15:28:24.358081 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36304) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:24.364080 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b1004-55f4-4335-86f7-b518f0130cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec79f267-5288-4a29-8cf8-09d659e7a89f,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:24.372944 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-653b4eae-7743-4d50-82ae-367fd8e6a8bf tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:24.411901 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8060a140-a70e-4844-9637-952e1b4e73ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:24.419259 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68019e1-4109-4acd-83ae-4f9a6ccbee8e req-e24f4010-b80b-4490-809f-d651f092c779 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:24.420815 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e68019e1-4109-4acd-83ae-4f9a6ccbee8e req-e24f4010-b80b-4490-809f-d651f092c779 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 946 time: 0.0503523 Dec 17 15:28:24.434652 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8060a140-a70e-4844-9637-952e1b4e73ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:24.459205 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e68019e1-4109-4acd-83ae-4f9a6ccbee8e req-49833c3c-6804-457c-a2c0-b879878760e0 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314364 Dec 17 15:28:24.468245 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-653b4eae-7743-4d50-82ae-367fd8e6a8bf tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:24.498463 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b4eae-7743-4d50-82ae-367fd8e6a8bf tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0229dd82-27d6-4cd9-9297-38dba0b3586e,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:24.590993 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ecfde-13e7-4dd3-a5d8-14d417595628 req-51996a08-c27a-45ad-8a47-7f3013781513 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:24.592414 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6f7ecfde-13e7-4dd3-a5d8-14d417595628 req-51996a08-c27a-45ad-8a47-7f3013781513 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 946 time: 0.0485675 Dec 17 15:28:24.595972 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-653b4eae-7743-4d50-82ae-367fd8e6a8bf tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:24.609095 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-653b4eae-7743-4d50-82ae-367fd8e6a8bf tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4797311 Dec 17 15:28:24.609406 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36310) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:24.609406 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-df435e35-cfc6-4305-99bc-4f793a9b4f2a tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Request body: {'security_group_rule': {'security_group_id': '0229dd82-27d6-4cd9-9297-38dba0b3586e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:24.623425 n-d-820553-2 neutron-server[102833]: WARNING neutron.api.v2.base [None req-df435e35-cfc6-4305-99bc-4f793a9b4f2a tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 17 15:28:24.624905 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-df435e35-cfc6-4305-99bc-4f793a9b4f2a tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:28:24.626304 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-df435e35-cfc6-4305-99bc-4f793a9b4f2a tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0240576 Dec 17 15:28:24.628214 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8060a140-a70e-4844-9637-952e1b4e73ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:24.630973 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8060a140-a70e-4844-9637-952e1b4e73ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:24.632631 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36314) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:24.635387 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8060a140-a70e-4844-9637-952e1b4e73ea admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ec79f267-5288-4a29-8cf8-09d659e7a89f HTTP/1.1" status: 204 len: 168 time: 0.2750964 Dec 17 15:28:24.646280 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-eac71c96-a96d-431d-85e4-62a62b89a37b tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Request body: {'security_group_rule': {'security_group_id': '0229dd82-27d6-4cd9-9297-38dba0b3586e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:24.646280 n-d-820553-2 neutron-server[102832]: WARNING neutron.api.v2.base [None req-eac71c96-a96d-431d-85e4-62a62b89a37b tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 17 15:28:24.646455 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060a140-a70e-4844-9637-952e1b4e73ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec79f267-5288-4a29-8cf8-09d659e7a89f,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:24.646539 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-eac71c96-a96d-431d-85e4-62a62b89a37b tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:28:24.649278 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-eac71c96-a96d-431d-85e4-62a62b89a37b tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0129950 Dec 17 15:28:24.651719 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36318) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:24.660245 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-b6afef11-6248-4b19-9ca5-195e6f3a8f9e tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Request body: {'security_group_rule': {'security_group_id': '0229dd82-27d6-4cd9-9297-38dba0b3586e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:24.661202 n-d-820553-2 neutron-server[102833]: WARNING neutron.api.v2.base [None req-b6afef11-6248-4b19-9ca5-195e6f3a8f9e tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 17 15:28:24.665504 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-b6afef11-6248-4b19-9ca5-195e6f3a8f9e tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:28:24.666653 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b6afef11-6248-4b19-9ca5-195e6f3a8f9e tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0136933 Dec 17 15:28:24.671579 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6f7ecfde-13e7-4dd3-a5d8-14d417595628 req-ceb1eec7-79be-4abb-8d68-db77dabb8380 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659928 Dec 17 15:28:24.674203 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36320) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:24.682198 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-f4ec0b93-6938-4df2-bd5b-be780c16e4d2 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Request body: {'security_group_rule': {'security_group_id': '0229dd82-27d6-4cd9-9297-38dba0b3586e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:24.683257 n-d-820553-2 neutron-server[102833]: WARNING neutron.api.v2.base [None req-f4ec0b93-6938-4df2-bd5b-be780c16e4d2 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 17 15:28:24.683746 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-f4ec0b93-6938-4df2-bd5b-be780c16e4d2 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:28:24.684694 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f4ec0b93-6938-4df2-bd5b-be780c16e4d2 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0068154 Dec 17 15:28:24.687965 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36322) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:24.783637 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6e1533f6-5ed1-4f51-996f-9d5e64854752 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:24.815621 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6e1533f6-5ed1-4f51-996f-9d5e64854752 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:24.833990 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe27e13-e03f-4448-9fc2-d69687477a97 req-c5ea2e83-46c0-4196-8a59-f407caeeb1f7 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:24.835476 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cfe27e13-e03f-4448-9fc2-d69687477a97 req-c5ea2e83-46c0-4196-8a59-f407caeeb1f7 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 946 time: 0.0805039 Dec 17 15:28:24.892949 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cfe27e13-e03f-4448-9fc2-d69687477a97 req-c6e78dd2-39ac-4f47-946a-42d0e2ef81f3 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505633 Dec 17 15:28:24.951005 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6e1533f6-5ed1-4f51-996f-9d5e64854752 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:24.954528 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6e1533f6-5ed1-4f51-996f-9d5e64854752 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:24.955692 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6e1533f6-5ed1-4f51-996f-9d5e64854752 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "DELETE /v2.0/security-groups/0229dd82-27d6-4cd9-9297-38dba0b3586e HTTP/1.1" status: 204 len: 168 time: 0.2667329 Dec 17 15:28:24.960841 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36334) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:24.965168 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1533f6-5ed1-4f51-996f-9d5e64854752 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0229dd82-27d6-4cd9-9297-38dba0b3586e,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:25.012527 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7622f494-845a-4bbf-856c-ce9ace05e42e tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0505304 Dec 17 15:28:25.017773 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36336) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:25.026078 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-4a111ce9-eee6-4a6c-9037-0fc18d10e480 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Request body: {'security_group': {'name': 'tempest-secgroup--2114153308'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:25.108450 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4a111ce9-eee6-4a6c-9037-0fc18d10e480 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:25.179617 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4a111ce9-eee6-4a6c-9037-0fc18d10e480 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:25.271910 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4a111ce9-eee6-4a6c-9037-0fc18d10e480 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:25.324444 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a111ce9-eee6-4a6c-9037-0fc18d10e480 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=534079e0-b21f-4962-ab3d-508119558427,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:25.339112 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74782052-da42-4395-9ef7-a3070088d940 req-b6527b4a-8830-4a02-ab20-fc696beced37 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:25.340600 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-74782052-da42-4395-9ef7-a3070088d940 req-b6527b4a-8830-4a02-ab20-fc696beced37 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 946 time: 0.0798144 Dec 17 15:28:25.379181 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-74782052-da42-4395-9ef7-a3070088d940 req-c884ebef-35a0-4025-892d-b0a63a0dd86e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320833 Dec 17 15:28:25.390767 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4a111ce9-eee6-4a6c-9037-0fc18d10e480 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:25.401130 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4a111ce9-eee6-4a6c-9037-0fc18d10e480 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3731613 Dec 17 15:28:25.401530 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36350) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:25.401530 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-e03d4d51-a304-4bb5-9bd3-a7851b988906 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Request body: {'security_group_rule': {'security_group_id': '534079e0-b21f-4962-ab3d-508119558427', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:25.401530 n-d-820553-2 neutron-server[102833]: WARNING neutron.api.v2.base [None req-e03d4d51-a304-4bb5-9bd3-a7851b988906 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 17 15:28:25.401530 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-e03d4d51-a304-4bb5-9bd3-a7851b988906 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:28:25.402218 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e03d4d51-a304-4bb5-9bd3-a7851b988906 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060887 Dec 17 15:28:25.404669 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36352) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:25.409016 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-1e67165c-4121-4b03-98d2-c645a3a27e7e tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Request body: {'security_group_rule': {'security_group_id': '534079e0-b21f-4962-ab3d-508119558427', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:25.559763 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-1e67165c-4121-4b03-98d2-c645a3a27e7e tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:28:25.560778 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1e67165c-4121-4b03-98d2-c645a3a27e7e tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1551838 Dec 17 15:28:25.564439 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36358) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:25.568806 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-b938d246-ad81-456b-8268-bfefa546855d tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Request body: {'security_group_rule': {'security_group_id': '534079e0-b21f-4962-ab3d-508119558427', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:25.569304 n-d-820553-2 neutron-server[102833]: WARNING neutron.api.v2.base [None req-b938d246-ad81-456b-8268-bfefa546855d tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 17 15:28:25.572073 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-b938d246-ad81-456b-8268-bfefa546855d tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:28:25.572073 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b938d246-ad81-456b-8268-bfefa546855d tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0053189 Dec 17 15:28:25.572838 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36360) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:25.576753 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-10aabd8e-c654-41c6-b45e-78c651a78bfc tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Request body: {'security_group_rule': {'security_group_id': '534079e0-b21f-4962-ab3d-508119558427', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:25.738227 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-10aabd8e-c654-41c6-b45e-78c651a78bfc tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:28:25.742827 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36368) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:25.745730 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-10aabd8e-c654-41c6-b45e-78c651a78bfc tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1709719 Dec 17 15:28:25.749939 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-402311b5-6873-4990-9441-8dd80b802910 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Request body: {'security_group_rule': {'security_group_id': '534079e0-b21f-4962-ab3d-508119558427', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:25.751011 n-d-820553-2 neutron-server[102832]: WARNING neutron.api.v2.base [None req-402311b5-6873-4990-9441-8dd80b802910 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 17 15:28:25.751666 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-402311b5-6873-4990-9441-8dd80b802910 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:28:25.752781 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-402311b5-6873-4990-9441-8dd80b802910 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0086329 Dec 17 15:28:25.755851 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36370) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:25.759734 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:25.761627 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-51cbcdfe-0f93-4d2d-b20a-0f1fa7d1f249 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Request body: {'security_group_rule': {'security_group_id': '534079e0-b21f-4962-ab3d-508119558427', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:25.885833 n-d-820553-2 neutron-server[102833]: INFO neutron.db.securitygroups_db [None req-51cbcdfe-0f93-4d2d-b20a-0f1fa7d1f249 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Project 45a49d09fdd143c695c5ee47f5b28339 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 15:28:26.040149 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-51cbcdfe-0f93-4d2d-b20a-0f1fa7d1f249 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:28:26.041282 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-51cbcdfe-0f93-4d2d-b20a-0f1fa7d1f249 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2838991 Dec 17 15:28:26.044017 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36378) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:26.048991 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-cc67fc35-39b8-460a-8088-84f888e93d0f tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Request body: {'security_group_rule': {'security_group_id': '534079e0-b21f-4962-ab3d-508119558427', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:26.049538 n-d-820553-2 neutron-server[102833]: WARNING neutron.api.v2.base [None req-cc67fc35-39b8-460a-8088-84f888e93d0f tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 17 15:28:26.050260 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-cc67fc35-39b8-460a-8088-84f888e93d0f tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:28:26.051154 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cc67fc35-39b8-460a-8088-84f888e93d0f tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062330 Dec 17 15:28:26.053378 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36380) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:26.057166 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-b4169cf7-9518-4cf3-96f5-8689f0f86d2a tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Request body: {'security_group_rule': {'security_group_id': '534079e0-b21f-4962-ab3d-508119558427', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:26.172160 n-d-820553-2 neutron-server[102833]: INFO neutron.db.securitygroups_db [None req-b4169cf7-9518-4cf3-96f5-8689f0f86d2a tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Project 45a49d09fdd143c695c5ee47f5b28339 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 15:28:26.234242 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-b4169cf7-9518-4cf3-96f5-8689f0f86d2a tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:28:26.235305 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b4169cf7-9518-4cf3-96f5-8689f0f86d2a tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1810870 Dec 17 15:28:26.238085 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36386) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:26.242540 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-142b3e3d-94d4-4674-96c3-9ddcb2c487d8 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Request body: {'security_group_rule': {'security_group_id': '534079e0-b21f-4962-ab3d-508119558427', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:26.319465 n-d-820553-2 neutron-server[102833]: INFO neutron.db.securitygroups_db [None req-142b3e3d-94d4-4674-96c3-9ddcb2c487d8 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Project 45a49d09fdd143c695c5ee47f5b28339 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 15:28:26.394108 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-142b3e3d-94d4-4674-96c3-9ddcb2c487d8 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:28:26.395194 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-142b3e3d-94d4-4674-96c3-9ddcb2c487d8 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1561489 Dec 17 15:28:26.397977 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36392) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:26.454468 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-514120ef-73b5-44b4-8696-6ee73589feb8 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:26.478564 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-514120ef-73b5-44b4-8696-6ee73589feb8 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:26.513001 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e870ff0-5cc0-45f1-b35f-bd30dae7a662 req-3be76f2f-1183-4a51-9789-1112c39f40dc tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:26.515276 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5e870ff0-5cc0-45f1-b35f-bd30dae7a662 req-3be76f2f-1183-4a51-9789-1112c39f40dc tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 946 time: 0.0533469 Dec 17 15:28:26.554263 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5e870ff0-5cc0-45f1-b35f-bd30dae7a662 req-2e86d5d1-4d2a-4a78-aa0d-53333e719ba5 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327024 Dec 17 15:28:26.605257 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-514120ef-73b5-44b4-8696-6ee73589feb8 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:26.608021 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-514120ef-73b5-44b4-8696-6ee73589feb8 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:26.610567 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-514120ef-73b5-44b4-8696-6ee73589feb8 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "DELETE /v2.0/security-groups/534079e0-b21f-4962-ab3d-508119558427 HTTP/1.1" status: 204 len: 168 time: 0.2103302 Dec 17 15:28:26.612316 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36406) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:26.625081 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514120ef-73b5-44b4-8696-6ee73589feb8 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=534079e0-b21f-4962-ab3d-508119558427,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:26.668478 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8f8c007a-682f-4d66-b758-b610cc5c7892 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0508900 Dec 17 15:28:26.669520 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36410) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:26.674557 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-adc0eaad-69d5-425d-809d-3a9a3b2aaee5 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Request body: {'security_group': {'name': 'tempest-secgroup--1373177289'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:26.782669 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-adc0eaad-69d5-425d-809d-3a9a3b2aaee5 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:26.809162 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:28:26.854167 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-adc0eaad-69d5-425d-809d-3a9a3b2aaee5 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:26.942924 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-adc0eaad-69d5-425d-809d-3a9a3b2aaee5 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:26.980042 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0eaad-69d5-425d-809d-3a9a3b2aaee5 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e5ff36-2e92-4df6-bd13-b787b702813c,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:27.054659 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-adc0eaad-69d5-425d-809d-3a9a3b2aaee5 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:27.059095 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-adc0eaad-69d5-425d-809d-3a9a3b2aaee5 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3856950 Dec 17 15:28:27.059339 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36428) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:27.065755 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-e631239e-e9b0-4640-a39e-4e2158b4c52d tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Request body: {'security_group_rule': {'security_group_id': 'c6e5ff36-2e92-4df6-bd13-b787b702813c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:27.192993 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52740a-6cef-4888-9e25-0ace962b0fdd req-5fce8da3-5f08-46fc-a694-bacf9067b82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:27.194677 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4f52740a-6cef-4888-9e25-0ace962b0fdd req-5fce8da3-5f08-46fc-a694-bacf9067b82f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e31b08986e494abe92337553ad2cd818&device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 1097 time: 0.0626404 Dec 17 15:28:27.307500 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52740a-6cef-4888-9e25-0ace962b0fdd req-4ae88570-c099-4d85-bfe3-4f839baca16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:27.309371 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4f52740a-6cef-4888-9e25-0ace962b0fdd req-4ae88570-c099-4d85-bfe3-4f839baca16e service neutron] 10.222.0.13 "GET /v2.0/networks?id=040e81ed-645b-49f2-b606-529d20326479 HTTP/1.1" status: 200 len: 915 time: 0.1082897 Dec 17 15:28:27.357746 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4f52740a-6cef-4888-9e25-0ace962b0fdd req-067e0432-73cd-426d-bca2-f819ab623359 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=08824bb5-9575-4d1a-8b51-640826dccac4 HTTP/1.1" status: 200 len: 217 time: 0.0401838 Dec 17 15:28:27.363210 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c0998-b489-4acf-851e-a46ea37723a7 req-1ebef50f-9e4b-4970-8279-dd81ea28bb16 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:27.364621 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7c0c0998-b489-4acf-851e-a46ea37723a7 req-1ebef50f-9e4b-4970-8279-dd81ea28bb16 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 946 time: 0.4169002 Dec 17 15:28:27.406535 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7c0c0998-b489-4acf-851e-a46ea37723a7 req-badffd6e-85ad-4d28-9202-79408be89943 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347013 Dec 17 15:28:27.412856 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52740a-6cef-4888-9e25-0ace962b0fdd req-3c26516d-cdd3-49b3-bffa-425c6ab902c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:27.414420 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4f52740a-6cef-4888-9e25-0ace962b0fdd req-3c26516d-cdd3-49b3-bffa-425c6ab902c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27e04280-f1e5-4533-a329-315764cf579d HTTP/1.1" status: 200 len: 854 time: 0.0500081 Dec 17 15:28:27.416836 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-e631239e-e9b0-4640-a39e-4e2158b4c52d tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] create failed (client error): The resource could not be found. Dec 17 15:28:27.420449 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e631239e-e9b0-4640-a39e-4e2158b4c52d tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3569031 Dec 17 15:28:27.420803 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36430) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:27.425890 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-57131035-96fd-444e-af98-6ca6dcf602d6 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Request body: {'security_group_rule': {'security_group_id': 'c6e5ff36-2e92-4df6-bd13-b787b702813c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '3aad8af9-c939-4f5e-b3fe-7eef82b795c8'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:27.464073 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4f52740a-6cef-4888-9e25-0ace962b0fdd req-6375f138-6480-4d3f-93d0-ad800c2fcf29 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=040e81ed-645b-49f2-b606-529d20326479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337522 Dec 17 15:28:27.474734 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-4f52740a-6cef-4888-9e25-0ace962b0fdd req-d24d705c-a937-4508-9df9-cb6214c33daf service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:28:27.475751 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4f52740a-6cef-4888-9e25-0ace962b0fdd req-d24d705c-a937-4508-9df9-cb6214c33daf service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049102 Dec 17 15:28:27.575699 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4f52740a-6cef-4888-9e25-0ace962b0fdd req-72d207f5-f922-45f0-bed7-d150aba2d2b3 service neutron] 10.222.0.13 "GET /v2.0/networks/040e81ed-645b-49f2-b606-529d20326479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928936 Dec 17 15:28:27.851739 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-57131035-96fd-444e-af98-6ca6dcf602d6 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] create failed (client error): The resource could not be found. Dec 17 15:28:27.852726 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-57131035-96fd-444e-af98-6ca6dcf602d6 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4309268 Dec 17 15:28:27.855689 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36434) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:27.901913 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4f52740a-6cef-4888-9e25-0ace962b0fdd req-89afc956-fb3c-49de-bc34-e6f9135edf67 service neutron] 10.222.0.13 "GET /v2.0/networks/040e81ed-645b-49f2-b606-529d20326479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196003 Dec 17 15:28:27.912438 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-20b3232d-4f04-42df-8a0b-ca45cc18ddd0 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:27.936833 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-20b3232d-4f04-42df-8a0b-ca45cc18ddd0 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:28.114249 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-20b3232d-4f04-42df-8a0b-ca45cc18ddd0 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:28.116780 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-20b3232d-4f04-42df-8a0b-ca45cc18ddd0 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:28.118345 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-20b3232d-4f04-42df-8a0b-ca45cc18ddd0 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "DELETE /v2.0/security-groups/c6e5ff36-2e92-4df6-bd13-b787b702813c HTTP/1.1" status: 204 len: 168 time: 0.2616618 Dec 17 15:28:28.121159 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36440) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:28.129943 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3232d-4f04-42df-8a0b-ca45cc18ddd0 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e5ff36-2e92-4df6-bd13-b787b702813c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:28.180336 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-15251237-45bf-40b3-8f78-09a91a23ed31 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0577581 Dec 17 15:28:28.186117 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36444) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:28.192037 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-7cd87bc1-9eca-4f9c-af9f-42ebcc570803 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Request body: {'security_group_rule': {'security_group_id': 'ba959cdc-316f-44b1-a897-38ee3b99da82', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:28.388306 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-7cd87bc1-9eca-4f9c-af9f-42ebcc570803 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] create failed (client error): The resource could not be found. Dec 17 15:28:28.389427 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7cd87bc1-9eca-4f9c-af9f-42ebcc570803 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2019751 Dec 17 15:28:28.393179 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36446) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:28.397975 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-6afb128f-def2-404a-9e0a-3de863771e46 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Request body: {'security_group': {'name': 'tempest-secgroup--487812353'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:28.496986 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6afb128f-def2-404a-9e0a-3de863771e46 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:28.541948 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71021d87-5016-42d5-986b-51d91f7d373f req-83465202-41a5-4470-8828-e4cde2297c43 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:28.543534 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71021d87-5016-42d5-986b-51d91f7d373f req-83465202-41a5-4470-8828-e4cde2297c43 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 946 time: 0.0559859 Dec 17 15:28:28.572312 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6afb128f-def2-404a-9e0a-3de863771e46 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:28.590681 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71021d87-5016-42d5-986b-51d91f7d373f req-43a14aa2-84d3-459c-b4c4-26d800be241f tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391855 Dec 17 15:28:28.650831 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6afb128f-def2-404a-9e0a-3de863771e46 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:28.685007 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb128f-def2-404a-9e0a-3de863771e46 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb1bde6-ba4e-480a-b355-4a8caa7f6d2d,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:28.762015 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6afb128f-def2-404a-9e0a-3de863771e46 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:28.763298 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6afb128f-def2-404a-9e0a-3de863771e46 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3691161 Dec 17 15:28:28.766545 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36454) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:28.771307 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-1ed7a986-7a37-4a0b-a4d7-c39c5c1380a3 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Request body: {'security_group': {'name': 'tempest-secgroup--993674480'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:28.777006 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9c08429e-6fff-49ba-afb9-9e4e0ff8469f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:28.965558 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1ed7a986-7a37-4a0b-a4d7-c39c5c1380a3 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:29.037751 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1ed7a986-7a37-4a0b-a4d7-c39c5c1380a3 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:29.204960 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1ed7a986-7a37-4a0b-a4d7-c39c5c1380a3 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:29.237793 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7a986-7a37-4a0b-a4d7-c39c5c1380a3 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aedadcb-e12a-4fbb-ab03-9cc8562a575f,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:29.345155 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1ed7a986-7a37-4a0b-a4d7-c39c5c1380a3 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:29.346425 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1ed7a986-7a37-4a0b-a4d7-c39c5c1380a3 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5788531 Dec 17 15:28:29.349232 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36462) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:29.353634 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-0449be0a-4079-4c53-864b-360227ce3a76 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Request body: {'security_group_rule': {'security_group_id': '4bb1bde6-ba4e-480a-b355-4a8caa7f6d2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1aedadcb-e12a-4fbb-ab03-9cc8562a575f'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:29.571246 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-0449be0a-4079-4c53-864b-360227ce3a76 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:28:29.572312 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0449be0a-4079-4c53-864b-360227ce3a76 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2221615 Dec 17 15:28:29.575138 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36464) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:29.630225 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-baab06da-f111-456d-bb59-65f1874bf0eb tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:29.652891 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-baab06da-f111-456d-bb59-65f1874bf0eb tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:29.715698 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621384c-94e6-4971-adcb-8f50832cd43b req-d17cc25e-5796-4d32-9e4b-e5ac3efa0c5e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:29.717212 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7621384c-94e6-4971-adcb-8f50832cd43b req-d17cc25e-5796-4d32-9e4b-e5ac3efa0c5e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 946 time: 0.0536664 Dec 17 15:28:29.756205 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7621384c-94e6-4971-adcb-8f50832cd43b req-026ca35e-1c4d-4a79-92a0-e756ac397e0d tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327833 Dec 17 15:28:29.800197 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-baab06da-f111-456d-bb59-65f1874bf0eb tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:29.802757 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-baab06da-f111-456d-bb59-65f1874bf0eb tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:29.804239 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-baab06da-f111-456d-bb59-65f1874bf0eb tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "DELETE /v2.0/security-groups/1aedadcb-e12a-4fbb-ab03-9cc8562a575f HTTP/1.1" status: 204 len: 168 time: 0.2277808 Dec 17 15:28:29.806625 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36476) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:29.822488 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab06da-f111-456d-bb59-65f1874bf0eb tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aedadcb-e12a-4fbb-ab03-9cc8562a575f,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:29.906747 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-726472e9-a547-4f97-b255-1d920cac3cee tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0986974 Dec 17 15:28:29.909517 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36480) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:29.935592 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e30461-5f82-4239-9753-7119d41b762d req-cd182130-83c1-4476-96cd-399c05a40bdf tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:31.351753 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-26e30461-5f82-4239-9753-7119d41b762d req-cd182130-83c1-4476-96cd-399c05a40bdf tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 946 time: 0.0866368 Dec 17 15:28:31.351753 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-26e30461-5f82-4239-9753-7119d41b762d req-ec3465b0-0e76-4d35-a2d8-3a9d6ee089e8 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635581 Dec 17 15:28:31.351753 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-18a2b10f-a3ce-488f-870d-6df271ec4330 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:31.351753 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-18a2b10f-a3ce-488f-870d-6df271ec4330 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:31.351753 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118f25c-6692-4585-9cd1-5de75d0d9e61 req-3d6fb3b7-d16a-408d-895f-032add8f3bde tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:31.351753 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5118f25c-6692-4585-9cd1-5de75d0d9e61 req-3d6fb3b7-d16a-408d-895f-032add8f3bde tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 946 time: 0.0480430 Dec 17 15:28:31.351753 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5118f25c-6692-4585-9cd1-5de75d0d9e61 req-10ae08a5-dbaf-48c6-8f0b-84278c622483 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318952 Dec 17 15:28:31.351753 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ead7b9-758d-479c-9066-444c26bcf4da req-80d153d9-4a70-4fc9-9012-f1822ef9c095 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:31.351753 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-76ead7b9-758d-479c-9066-444c26bcf4da req-80d153d9-4a70-4fc9-9012-f1822ef9c095 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 946 time: 0.0495694 Dec 17 15:28:31.368766 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-76ead7b9-758d-479c-9066-444c26bcf4da req-cabea546-dc0f-480e-8e7f-6cf49a0d2caa tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357225 Dec 17 15:28:31.450241 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-efae04f2-a6de-4311-81fb-56bf202b6f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:31.450760 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-18a2b10f-a3ce-488f-870d-6df271ec4330 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:31.450760 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-18a2b10f-a3ce-488f-870d-6df271ec4330 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:31.455941 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-18a2b10f-a3ce-488f-870d-6df271ec4330 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "DELETE /v2.0/security-groups/4bb1bde6-ba4e-480a-b355-4a8caa7f6d2d HTTP/1.1" status: 204 len: 168 time: 1.5425587 Dec 17 15:28:31.456102 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36506) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:31.465738 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a2b10f-a3ce-488f-870d-6df271ec4330 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb1bde6-ba4e-480a-b355-4a8caa7f6d2d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:31.529956 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-33306600-b0d7-4854-b5df-498ce96ffc3a tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0453424 Dec 17 15:28:31.529956 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36508) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:31.529956 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-46afd0a3-2fcf-45d1-b215-457ff82b882f tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Request body: {'security_group': {'name': 'tempest-secgroup--1714762852'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:31.546878 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f8b40-7d98-4246-a3e0-8ba171ac5285 req-fd69358e-427d-4d42-9dab-851c0066d382 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:31.548355 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d74f8b40-7d98-4246-a3e0-8ba171ac5285 req-fd69358e-427d-4d42-9dab-851c0066d382 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 946 time: 0.0512979 Dec 17 15:28:31.588233 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d74f8b40-7d98-4246-a3e0-8ba171ac5285 req-ac961111-6770-4bc4-92cf-4c4bcf80e35c tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332923 Dec 17 15:28:31.622617 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-46afd0a3-2fcf-45d1-b215-457ff82b882f tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:31.699364 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-46afd0a3-2fcf-45d1-b215-457ff82b882f tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:31.709327 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458b48f-e8be-4c2f-a4b5-289472f0ede2 req-a5fe69ae-1fa4-445c-8b53-c1feddb98e77 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:31.710842 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b458b48f-e8be-4c2f-a4b5-289472f0ede2 req-a5fe69ae-1fa4-445c-8b53-c1feddb98e77 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 946 time: 0.0520833 Dec 17 15:28:31.750197 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b458b48f-e8be-4c2f-a4b5-289472f0ede2 req-93f1acb6-6586-4c97-acbc-dca20246b98e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330248 Dec 17 15:28:31.776616 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-46afd0a3-2fcf-45d1-b215-457ff82b882f tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:31.810005 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46afd0a3-2fcf-45d1-b215-457ff82b882f tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb80b048-b730-44fb-b1a1-6c65af8c42d3,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:31.883952 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b730c-e633-4362-a22a-91aa5e46a5d3 req-a4bef302-851a-4561-9f26-296bc83f4b1d tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:31.885426 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d47b730c-e633-4362-a22a-91aa5e46a5d3 req-a4bef302-851a-4561-9f26-296bc83f4b1d tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 946 time: 0.0492351 Dec 17 15:28:31.927615 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d47b730c-e633-4362-a22a-91aa5e46a5d3 req-7e93975c-e36a-4dc4-acfc-dbdb7eb82b0a tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354149 Dec 17 15:28:31.950793 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-46afd0a3-2fcf-45d1-b215-457ff82b882f tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:31.952757 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-46afd0a3-2fcf-45d1-b215-457ff82b882f tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4442871 Dec 17 15:28:31.955815 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36518) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:31.967668 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-847eb4c0-e8d5-42fe-9eba-927dfded224b tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Request body: {'security_group_rule': {'security_group_id': 'eb80b048-b730-44fb-b1a1-6c65af8c42d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:32.051700 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d8dde-a405-459f-a8e5-ebe91dd2987e req-78df452a-0006-4ba4-a3ce-ac16e8599bde tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:32.053594 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ac3d8dde-a405-459f-a8e5-ebe91dd2987e req-78df452a-0006-4ba4-a3ce-ac16e8599bde tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 946 time: 0.0575919 Dec 17 15:28:32.123598 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ac3d8dde-a405-459f-a8e5-ebe91dd2987e req-1ba027d9-4e8e-4d17-a5bb-dcb3896a03b9 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623055 Dec 17 15:28:32.200234 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-847eb4c0-e8d5-42fe-9eba-927dfded224b tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:28:32.201443 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-847eb4c0-e8d5-42fe-9eba-927dfded224b tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2446012 Dec 17 15:28:32.208440 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36532) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:32.215808 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-7844b5ec-e5ec-4e71-9764-24b3e07b08c0 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Request body: {'security_group_rule': {'security_group_id': 'eb80b048-b730-44fb-b1a1-6c65af8c42d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:32.320766 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:32.345293 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819431d9-04e0-466f-aa5a-5169411adeb8 req-233246b2-d4dd-4717-847a-56a02d898975 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:32.346760 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-819431d9-04e0-466f-aa5a-5169411adeb8 req-233246b2-d4dd-4717-847a-56a02d898975 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 946 time: 0.0516965 Dec 17 15:28:32.389626 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-819431d9-04e0-466f-aa5a-5169411adeb8 req-ad64b460-05d2-4318-b920-57947691d994 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368950 Dec 17 15:28:32.509855 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d30514-c18a-4378-96bb-dbd848ab038d req-7d9ce413-7fce-4ee4-a99e-3e7f27a1e632 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:32.512925 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2d30514-c18a-4378-96bb-dbd848ab038d req-7d9ce413-7fce-4ee4-a99e-3e7f27a1e632 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 946 time: 0.0532224 Dec 17 15:28:32.533378 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-7844b5ec-e5ec-4e71-9764-24b3e07b08c0 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:28:32.534426 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7844b5ec-e5ec-4e71-9764-24b3e07b08c0 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3245790 Dec 17 15:28:32.537367 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36540) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:32.552923 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2d30514-c18a-4378-96bb-dbd848ab038d req-72077602-1103-4fd1-a3b0-6c55ae002eba tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351193 Dec 17 15:28:32.594434 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7c313296-32a3-431f-bbbc-45cb9b01d677 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:32.617363 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7c313296-32a3-431f-bbbc-45cb9b01d677 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:32.702184 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918893c-cebd-49d0-a33e-7879ca15efe9 req-7955833d-9667-4b93-afa5-2ef5b92aaf5c tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:32.704086 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9918893c-cebd-49d0-a33e-7879ca15efe9 req-7955833d-9667-4b93-afa5-2ef5b92aaf5c tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 946 time: 0.0493550 Dec 17 15:28:32.708034 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7c313296-32a3-431f-bbbc-45cb9b01d677 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:32.710716 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7c313296-32a3-431f-bbbc-45cb9b01d677 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:32.714323 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7c313296-32a3-431f-bbbc-45cb9b01d677 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "DELETE /v2.0/security-groups/eb80b048-b730-44fb-b1a1-6c65af8c42d3 HTTP/1.1" status: 204 len: 168 time: 0.1734805 Dec 17 15:28:32.715364 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36546) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:32.734354 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c313296-32a3-431f-bbbc-45cb9b01d677 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb80b048-b730-44fb-b1a1-6c65af8c42d3,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:32.744560 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9918893c-cebd-49d0-a33e-7879ca15efe9 req-bc4b0f6f-0c70-4e30-9772-5d85ee365d1f tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343750 Dec 17 15:28:32.774207 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-89eab9f5-8fef-404a-9302-217ffd3e0283 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0576251 Dec 17 15:28:32.777796 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36550) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:32.783122 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-8ff9c418-143d-4056-8357-1506f4f9346d tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Request body: {'security_group': {'name': 'tempest-secgroup--1868719120'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:32.866101 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e10d9f-3044-4439-bc94-dc35c8c953c8 req-3d32ade8-13f3-471e-b024-08c355ed5e05 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:32.867632 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b5e10d9f-3044-4439-bc94-dc35c8c953c8 req-3d32ade8-13f3-471e-b024-08c355ed5e05 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 946 time: 0.0497708 Dec 17 15:28:32.901893 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8ff9c418-143d-4056-8357-1506f4f9346d tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:32.918700 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b5e10d9f-3044-4439-bc94-dc35c8c953c8 req-49ca8468-dcfa-4433-84b7-74da8d833789 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448544 Dec 17 15:28:32.988530 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8ff9c418-143d-4056-8357-1506f4f9346d tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:33.049214 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769c99d-cabd-4240-a593-98e07da1fb06 req-985c6b1e-7ede-47f4-b41e-f7b52c2f6882 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:33.050943 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2769c99d-cabd-4240-a593-98e07da1fb06 req-985c6b1e-7ede-47f4-b41e-f7b52c2f6882 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 946 time: 0.0490220 Dec 17 15:28:33.075664 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8ff9c418-143d-4056-8357-1506f4f9346d tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:33.106813 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2769c99d-cabd-4240-a593-98e07da1fb06 req-6683026e-a212-4a7d-907a-d03bc359ec63 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499020 Dec 17 15:28:33.116987 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9c418-143d-4056-8357-1506f4f9346d tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=260efe48-9bc8-434a-ad2a-393b9080767e,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:33.195551 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8ff9c418-143d-4056-8357-1506f4f9346d tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:33.196792 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8ff9c418-143d-4056-8357-1506f4f9346d tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4178028 Dec 17 15:28:33.200183 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36564) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:33.206483 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-030f4033-16a6-4ac9-be70-b14a0a3ce8b5 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:28:33.209860 n-d-820553-2 neutron-server[102833]: WARNING neutron.api.v2.base [None req-030f4033-16a6-4ac9-be70-b14a0a3ce8b5 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 17 15:28:33.210032 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-030f4033-16a6-4ac9-be70-b14a0a3ce8b5 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] update failed (client error): There was a conflict when trying to complete your request. Dec 17 15:28:33.211310 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-030f4033-16a6-4ac9-be70-b14a0a3ce8b5 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "PUT /v2.0/security-groups/260efe48-9bc8-434a-ad2a-393b9080767e HTTP/1.1" status: 409 len: 330 time: 0.0095482 Dec 17 15:28:33.213844 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36572) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:33.242382 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e572731-2b0f-4760-8009-f9dab0b6c370 req-a0608f9a-78a3-4ab4-bf5e-6e94be0cbc96 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:33.244554 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9e572731-2b0f-4760-8009-f9dab0b6c370 req-a0608f9a-78a3-4ab4-bf5e-6e94be0cbc96 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 946 time: 0.0615964 Dec 17 15:28:33.287200 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9e572731-2b0f-4760-8009-f9dab0b6c370 req-98f63745-3853-47b5-975e-6f2555510a04 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357664 Dec 17 15:28:33.291111 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d740eda8-4f1a-4fe5-8b29-1465f1831692 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:33.336030 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d740eda8-4f1a-4fe5-8b29-1465f1831692 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:33.435002 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad0756-b282-4e0f-bb6c-81bda64b8889 req-dce1ce5e-ffbd-4d35-bc9d-a601de5cce99 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:33.437106 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-22ad0756-b282-4e0f-bb6c-81bda64b8889 req-dce1ce5e-ffbd-4d35-bc9d-a601de5cce99 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 946 time: 0.0533171 Dec 17 15:28:33.484303 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-22ad0756-b282-4e0f-bb6c-81bda64b8889 req-41a14bf6-8dd5-4486-acc4-6c8780e0a2be tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321140 Dec 17 15:28:33.506598 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d740eda8-4f1a-4fe5-8b29-1465f1831692 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:33.506598 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d740eda8-4f1a-4fe5-8b29-1465f1831692 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:33.506598 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d740eda8-4f1a-4fe5-8b29-1465f1831692 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "DELETE /v2.0/security-groups/260efe48-9bc8-434a-ad2a-393b9080767e HTTP/1.1" status: 204 len: 168 time: 0.2916310 Dec 17 15:28:33.509377 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36580) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:33.516840 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740eda8-4f1a-4fe5-8b29-1465f1831692 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=260efe48-9bc8-434a-ad2a-393b9080767e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:33.555579 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2a173e9a-824f-4526-9957-3eefcbbb056d tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0450025 Dec 17 15:28:33.559284 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36582) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:33.572871 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-20c78d09-0702-4e89-b6f7-076d8a82ef9f tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] delete failed (client error): The resource could not be found. Dec 17 15:28:33.573922 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-20c78d09-0702-4e89-b6f7-076d8a82ef9f tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "DELETE /v2.0/security-groups/248f472a-24d1-41ce-97aa-670904899042 HTTP/1.1" status: 404 len: 347 time: 0.0136430 Dec 17 15:28:33.577889 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36584) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:33.590594 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-f52cf001-5786-4bb2-8ba1-be550d5c662f tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] show failed (client error): The resource could not be found. Dec 17 15:28:33.591544 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f52cf001-5786-4bb2-8ba1-be550d5c662f tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "GET /v2.0/security-groups/5eb3ccb0-df1e-4831-ab77-59c1690a5e46 HTTP/1.1" status: 404 len: 347 time: 0.0127943 Dec 17 15:28:33.595181 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36586) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:33.605924 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-c1c78de1-aa11-4f69-8444-26925388c1c7 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] show failed (client error): The resource could not be found. Dec 17 15:28:33.609949 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c1c78de1-aa11-4f69-8444-26925388c1c7 tempest-NegativeSecGroupIPv6Test-1078923319 tempest-NegativeSecGroupIPv6Test-1078923319-project] 10.222.0.46 "GET /v2.0/security-group-rules/2c7039eb-ab06-40b6-9e42-5438f5d5d628 HTTP/1.1" status: 404 len: 356 time: 0.0108502 Dec 17 15:28:33.879794 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:34.194046 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:34.194435 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36594) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:34.359354 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-69a6b01c-50f0-45b7-a608-7f3f4a80956f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=45a49d09fdd143c695c5ee47f5b28339&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1628342 Dec 17 15:28:34.364563 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36604) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:34.437678 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8a2a860c-751a-4b82-82ba-c84b06c9231e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:34.462256 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8a2a860c-751a-4b82-82ba-c84b06c9231e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:34.651189 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8a2a860c-751a-4b82-82ba-c84b06c9231e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:34.653941 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8a2a860c-751a-4b82-82ba-c84b06c9231e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:34.657592 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8a2a860c-751a-4b82-82ba-c84b06c9231e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/365f3279-8595-48b1-9454-a16823fbe54f HTTP/1.1" status: 204 len: 168 time: 0.2921655 Dec 17 15:28:34.664640 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a860c-751a-4b82-82ba-c84b06c9231e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365f3279-8595-48b1-9454-a16823fbe54f,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:34.675309 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2a860c-751a-4b82-82ba-c84b06c9231e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:28:34.675925 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2a860c-751a-4b82-82ba-c84b06c9231e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:28:34.676458 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2a860c-751a-4b82-82ba-c84b06c9231e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:28:34.676892 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2a860c-751a-4b82-82ba-c84b06c9231e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:28:34.677343 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2a860c-751a-4b82-82ba-c84b06c9231e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:28:34.677973 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2a860c-751a-4b82-82ba-c84b06c9231e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:28:34.678496 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2a860c-751a-4b82-82ba-c84b06c9231e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:28:34.678923 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2a860c-751a-4b82-82ba-c84b06c9231e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:28:34.679350 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2a860c-751a-4b82-82ba-c84b06c9231e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:28:34.679982 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2a860c-751a-4b82-82ba-c84b06c9231e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:28:34.680427 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2a860c-751a-4b82-82ba-c84b06c9231e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:28:34.680845 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2a860c-751a-4b82-82ba-c84b06c9231e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:28:40.281710 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:41.042595 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be784e-6bef-4505-8c8b-883a89cb5c3a req-8f8b90f6-2321-4ff9-a7e3-16ebfefcfe8d tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:41.045404 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-93be784e-6bef-4505-8c8b-883a89cb5c3a req-8f8b90f6-2321-4ff9-a7e3-16ebfefcfe8d tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 946 time: 0.0738373 Dec 17 15:28:41.087582 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-93be784e-6bef-4505-8c8b-883a89cb5c3a req-29047547-a83b-4aba-94e8-fd8c565b9fd1 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326121 Dec 17 15:28:42.230535 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96ff51-04ea-4f4e-b7ef-da8086476636 req-c20e1ad0-4e5d-4ac5-991d-b9262d3f1e01 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:42.232017 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3f96ff51-04ea-4f4e-b7ef-da8086476636 req-c20e1ad0-4e5d-4ac5-991d-b9262d3f1e01 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 946 time: 0.0530276 Dec 17 15:28:42.276751 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3f96ff51-04ea-4f4e-b7ef-da8086476636 req-0a13a519-5081-44a3-9155-5f66f3eb7976 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/security-groups?id=8e97f2ed-db95-4eb1-8006-052224bab60c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343878 Dec 17 15:28:42.695755 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9edc55-ba85-424e-a447-e174fd9c0e5d req-942248c1-f608-4426-938e-dc9196a7e33a tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:42.698033 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ed9edc55-ba85-424e-a447-e174fd9c0e5d req-942248c1-f608-4426-938e-dc9196a7e33a tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.13 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 946 time: 0.0560143 Dec 17 15:28:42.813948 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-ed9edc55-ba85-424e-a447-e174fd9c0e5d req-18d997ee-ddb6-48d8-8f9a-b9a864a52bf4 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Deleting port 08824bb5-9575-4d1a-8b51-640826dccac4 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:28:42.814347 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ed9edc55-ba85-424e-a447-e174fd9c0e5d req-18d997ee-ddb6-48d8-8f9a-b9a864a52bf4 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:42.934263 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-ed9edc55-ba85-424e-a447-e174fd9c0e5d req-18d997ee-ddb6-48d8-8f9a-b9a864a52bf4 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] For port 08824bb5-9575-4d1a-8b51-640826dccac4, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=08824bb5-9575-4d1a-8b51-640826dccac4,segment=NetworkSegment(ccfcc99a-e4e0-468e-9873-88de436ed20f),segment_id=ccfcc99a-e4e0-468e-9873-88de436ed20f)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:28:42.934716 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ed9edc55-ba85-424e-a447-e174fd9c0e5d req-18d997ee-ddb6-48d8-8f9a-b9a864a52bf4 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:42.953688 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-ed9edc55-ba85-424e-a447-e174fd9c0e5d req-18d997ee-ddb6-48d8-8f9a-b9a864a52bf4 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Calling delete_port for 08824bb5-9575-4d1a-8b51-640826dccac4 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:28:43.199197 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ed9edc55-ba85-424e-a447-e174fd9c0e5d req-18d997ee-ddb6-48d8-8f9a-b9a864a52bf4 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:43.211919 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['08824bb5-9575-4d1a-8b51-640826dccac4'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:28:43.248706 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d997ee-ddb6-48d8-8f9a-b9a864a52bf4 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Pushing event deleted for resources: {'Port': ['ID=08824bb5-9575-4d1a-8b51-640826dccac4,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:43.295895 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9edc55-ba85-424e-a447-e174fd9c0e5d req-18d997ee-ddb6-48d8-8f9a-b9a864a52bf4 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] No DVR routers for this DVR port 08824bb5-9575-4d1a-8b51-640826dccac4 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:28:43.300188 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ed9edc55-ba85-424e-a447-e174fd9c0e5d req-18d997ee-ddb6-48d8-8f9a-b9a864a52bf4 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:43.303733 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ed9edc55-ba85-424e-a447-e174fd9c0e5d req-18d997ee-ddb6-48d8-8f9a-b9a864a52bf4 tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.13 "DELETE /v2.0/ports/08824bb5-9575-4d1a-8b51-640826dccac4 HTTP/1.1" status: 204 len: 173 time: 0.5988073 Dec 17 15:28:43.304284 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd275e346-665b-4fb3-a7e9-d21aab4fcedb', 'name': 'network-vif-deleted', 'tag': '08824bb5-9575-4d1a-8b51-640826dccac4'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:28:43.309293 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e2aa4a-cc1a-48a7-9b70-6bd83f0298ec" -d '{"events": [{"server_uuid": "d275e346-665b-4fb3-a7e9-d21aab4fcedb", "name": "network-vif-deleted", "tag": "08824bb5-9575-4d1a-8b51-640826dccac4"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:28:43.381517 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba16929-4985-4872-b0b3-33d1df46f1e7 x-openstack-request-id: req-cba16929-4985-4872-b0b3-33d1df46f1e7 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:28:43.381821 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d275e346-665b-4fb3-a7e9-d21aab4fcedb", "name": "network-vif-deleted", "tag": "08824bb5-9575-4d1a-8b51-640826dccac4", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:28:43.382295 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cba16929-4985-4872-b0b3-33d1df46f1e7 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:28:43.382755 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd275e346-665b-4fb3-a7e9-d21aab4fcedb', 'name': 'network-vif-deleted', 'tag': '08824bb5-9575-4d1a-8b51-640826dccac4', 'status': 'completed', 'code': 200} Dec 17 15:28:43.409003 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2afe0e2-83b3-481d-8f3a-e34a26cac1c7 req-9b054650-ab28-4dd1-a36b-2fb67ecc9b7a tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 210 time: 0.0272510 Dec 17 15:28:44.528213 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2dc86fd3-43d8-4c3d-8c12-48dde642e481 req-8d3b564b-90fe-482a-bcdb-fa31fad47e9e tempest-ServersNegativeTestJSON-211851257 tempest-ServersNegativeTestJSON-211851257-project] 10.222.0.46 "GET /v2.0/ports?device_id=d275e346-665b-4fb3-a7e9-d21aab4fcedb HTTP/1.1" status: 200 len: 210 time: 0.0354302 Dec 17 15:28:44.984049 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36822) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:45.093805 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5d10d391-e509-40da-bb97-375908a61e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:45.179205 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5d10d391-e509-40da-bb97-375908a61e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:45.284559 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5d10d391-e509-40da-bb97-375908a61e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:45.323643 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5d10d391-e509-40da-bb97-375908a61e42 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=098ab6cc05504792bf903435e398e08b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3384731 Dec 17 15:28:45.324644 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10d391-e509-40da-bb97-375908a61e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81a5ad7-c285-482f-8360-a6274a3e028c,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:45.329331 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36832) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:45.387844 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-12181314-9bb4-4dc4-8da0-0335d4641f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:45.411068 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-12181314-9bb4-4dc4-8da0-0335d4641f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:45.570723 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-12181314-9bb4-4dc4-8da0-0335d4641f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:45.573293 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-12181314-9bb4-4dc4-8da0-0335d4641f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:45.578164 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-12181314-9bb4-4dc4-8da0-0335d4641f63 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f81a5ad7-c285-482f-8360-a6274a3e028c HTTP/1.1" status: 204 len: 168 time: 0.2470734 Dec 17 15:28:45.586310 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12181314-9bb4-4dc4-8da0-0335d4641f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81a5ad7-c285-482f-8360-a6274a3e028c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:45.589176 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36842) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:45.601795 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12181314-9bb4-4dc4-8da0-0335d4641f63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:28:45.602150 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12181314-9bb4-4dc4-8da0-0335d4641f63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:28:45.602498 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12181314-9bb4-4dc4-8da0-0335d4641f63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:28:45.602836 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12181314-9bb4-4dc4-8da0-0335d4641f63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:28:45.603171 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12181314-9bb4-4dc4-8da0-0335d4641f63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:28:45.603505 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12181314-9bb4-4dc4-8da0-0335d4641f63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:28:45.603830 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12181314-9bb4-4dc4-8da0-0335d4641f63 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:28:45.604155 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12181314-9bb4-4dc4-8da0-0335d4641f63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:28:45.604481 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12181314-9bb4-4dc4-8da0-0335d4641f63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:28:45.604802 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12181314-9bb4-4dc4-8da0-0335d4641f63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:28:45.605154 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12181314-9bb4-4dc4-8da0-0335d4641f63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:28:45.605480 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12181314-9bb4-4dc4-8da0-0335d4641f63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:28:45.648958 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-a985fcf9-dab3-45ed-9c07-2b700f252d64 admin admin] Deleting subnet 27e04280-f1e5-4533-a329-315764cf579d {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:28:45.648958 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a985fcf9-dab3-45ed-9c07-2b700f252d64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:45.683077 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a985fcf9-dab3-45ed-9c07-2b700f252d64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:45.726672 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a985fcf9-dab3-45ed-9c07-2b700f252d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:45.948939 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a985fcf9-dab3-45ed-9c07-2b700f252d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:45.978103 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985fcf9-dab3-45ed-9c07-2b700f252d64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27e04280-f1e5-4533-a329-315764cf579d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:45.988774 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a985fcf9-dab3-45ed-9c07-2b700f252d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:45.992537 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a985fcf9-dab3-45ed-9c07-2b700f252d64 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/27e04280-f1e5-4533-a329-315764cf579d HTTP/1.1" status: 204 len: 168 time: 0.4024136 Dec 17 15:28:45.995149 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36846) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:46.064985 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b48953f-0905-490f-aeeb-21fab28c3ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:46.144559 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b48953f-0905-490f-aeeb-21fab28c3ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:46.172059 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-3b48953f-0905-490f-aeeb-21fab28c3ecf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040e81ed-645b-49f2-b606-529d20326479']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:28:46.176435 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-3b48953f-0905-490f-aeeb-21fab28c3ecf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccfcc99a-e4e0-468e-9873-88de436ed20f') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:28:46.176719 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-3b48953f-0905-490f-aeeb-21fab28c3ecf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccfcc99a-e4e0-468e-9873-88de436ed20f') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:28:46.187519 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b48953f-0905-490f-aeeb-21fab28c3ecf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:46.201406 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b48953f-0905-490f-aeeb-21fab28c3ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:46.210117 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b48953f-0905-490f-aeeb-21fab28c3ecf admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:28:46.218089 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b48953f-0905-490f-aeeb-21fab28c3ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:46.218089 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:28:46.218089 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:28:46.218089 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:28:46.218089 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:28:46.218089 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:28:46.218089 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:28:46.218089 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:28:46.218089 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:28:46.218089 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:28:46.218089 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:28:46.218089 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:28:46.218089 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:28:46.218089 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:28:46.218089 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:28:46.218089 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:28:46.218089 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:28:46.218089 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:28:46.218089 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:28:46.218089 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:28:46.218089 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:28:46.218089 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:28:46.218089 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:28:46.218089 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:28:46.218089 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:28:46.218089 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:28:46.218089 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:28:46.218089 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:28:46.218089 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:28:46.218089 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:28:46.218089 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:28:46.218089 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:28:46.218089 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:28:46.347683 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b48953f-0905-490f-aeeb-21fab28c3ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:46.353368 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b48953f-0905-490f-aeeb-21fab28c3ecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:46.356600 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3b48953f-0905-490f-aeeb-21fab28c3ecf admin admin] 10.222.0.46 "DELETE /v2.0/networks/040e81ed-645b-49f2-b606-529d20326479 HTTP/1.1" status: 204 len: 168 time: 0.3603194 Dec 17 15:28:46.372969 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48953f-0905-490f-aeeb-21fab28c3ecf admin admin] Pushing event deleted for resources: {'Network': ['ID=040e81ed-645b-49f2-b606-529d20326479,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:46.402733 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36856) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:46.417776 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-70fc9624-26c8-4477-b36c-4ef50c32b0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:46.442895 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 08824bb5-9575-4d1a-8b51-640826dccac4 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:28:46.473678 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 08824bb5-9575-4d1a-8b51-640826dccac4 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:28:46.474577 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 08824bb5-9575-4d1a-8b51-640826dccac4 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:28:46.508445 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-70fc9624-26c8-4477-b36c-4ef50c32b0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:46.599407 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-70fc9624-26c8-4477-b36c-4ef50c32b0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:46.637675 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-70fc9624-26c8-4477-b36c-4ef50c32b0b6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9e3e5d3435e54e4c97fcdad3e55a9856&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2338510 Dec 17 15:28:46.638516 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc9624-26c8-4477-b36c-4ef50c32b0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69c7b1b-e766-4a4b-8227-4aa2d9093447,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:46.641354 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36862) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:46.693895 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71623e7e-3f52-4266-9457-bf682fb0ba8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:46.715090 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71623e7e-3f52-4266-9457-bf682fb0ba8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:46.768883 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36864) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:46.810464 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-49b14d79-6273-4581-9a9c-c6237735d31a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e31b08986e494abe92337553ad2cd818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386534 Dec 17 15:28:46.811204 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36866) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:46.863733 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71623e7e-3f52-4266-9457-bf682fb0ba8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:46.866249 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71623e7e-3f52-4266-9457-bf682fb0ba8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:46.867372 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-71623e7e-3f52-4266-9457-bf682fb0ba8f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a69c7b1b-e766-4a4b-8227-4aa2d9093447 HTTP/1.1" status: 204 len: 168 time: 0.2251437 Dec 17 15:28:46.868125 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-11f4b5cc-2dbb-4b86-8f6b-743f27bff3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:46.884580 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71623e7e-3f52-4266-9457-bf682fb0ba8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69c7b1b-e766-4a4b-8227-4aa2d9093447,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:46.907145 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-11f4b5cc-2dbb-4b86-8f6b-743f27bff3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:47.108345 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-11f4b5cc-2dbb-4b86-8f6b-743f27bff3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:47.111632 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-11f4b5cc-2dbb-4b86-8f6b-743f27bff3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:47.112816 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-11f4b5cc-2dbb-4b86-8f6b-743f27bff3ca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8e97f2ed-db95-4eb1-8006-052224bab60c HTTP/1.1" status: 204 len: 168 time: 0.3001411 Dec 17 15:28:47.120678 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4b5cc-2dbb-4b86-8f6b-743f27bff3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e97f2ed-db95-4eb1-8006-052224bab60c,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:48.462414 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-43a19b60-6b93-47c3-8498-2360cdd0ccde service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2270122 Dec 17 15:28:48.555803 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-cdae7e01-d96c-4d81-82bf-051fa213df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:48.556313 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-cdae7e01-d96c-4d81-82bf-051fa213df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:48.556774 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-cdae7e01-d96c-4d81-82bf-051fa213df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:48.557294 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-cdae7e01-d96c-4d81-82bf-051fa213df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:48.557748 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-cdae7e01-d96c-4d81-82bf-051fa213df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:48.558331 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-cdae7e01-d96c-4d81-82bf-051fa213df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:48.558689 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-cdae7e01-d96c-4d81-82bf-051fa213df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:48.561094 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-cdae7e01-d96c-4d81-82bf-051fa213df49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8be5f697514948dbb741ccae5deddcdd&device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 6500 time: 0.0532441 Dec 17 15:28:48.836692 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-f0d9f16b-1dcd-4af6-b0f2-3014aa8560b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:48.836692 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-f0d9f16b-1dcd-4af6-b0f2-3014aa8560b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:48.836692 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-f0d9f16b-1dcd-4af6-b0f2-3014aa8560b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:48.836692 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-f0d9f16b-1dcd-4af6-b0f2-3014aa8560b0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=103f3c9e-955b-431b-ac73-eb4ee50a4a0d&id=ec28bea2-77cb-4691-b278-282a967d1e33&id=ec28bea2-77cb-4691-b278-282a967d1e33&id=ec28bea2-77cb-4691-b278-282a967d1e33&id=ec28bea2-77cb-4691-b278-282a967d1e33&id=035ebd08-a183-4c96-8d50-7cc8ab5df57c&id=035ebd08-a183-4c96-8d50-7cc8ab5df57c HTTP/1.1" status: 200 len: 2296 time: 0.1219616 Dec 17 15:28:48.907583 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-aee2a3bc-15d6-4ce7-9071-c3aaab451116 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7 HTTP/1.1" status: 200 len: 1002 time: 0.0654385 Dec 17 15:28:48.978674 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-5a4849f9-c48d-4a0f-bf32-e977a82401cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:48.980495 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-5a4849f9-c48d-4a0f-bf32-e977a82401cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4284f076-0000-4c1d-851c-097716c35280 HTTP/1.1" status: 200 len: 854 time: 0.0659020 Dec 17 15:28:49.051129 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-26387fe9-2545-4e6a-9b8a-e6d000f04771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:49.052947 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-26387fe9-2545-4e6a-9b8a-e6d000f04771 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=103f3c9e-955b-431b-ac73-eb4ee50a4a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651028 Dec 17 15:28:49.170478 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-876b1583-ba73-4f42-9e63-7b1dbbd6b4f8 service neutron] 10.222.0.13 "GET /v2.0/networks/103f3c9e-955b-431b-ac73-eb4ee50a4a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100295 Dec 17 15:28:49.285609 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-044c9bb5-db79-479c-9c0c-285b4de9c979 service neutron] 10.222.0.13 "GET /v2.0/networks/103f3c9e-955b-431b-ac73-eb4ee50a4a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056175 Dec 17 15:28:49.339361 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-f36d8d9f-9c3f-4337-ac19-a619677f93b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=cbe25e39-8f1f-4383-b5a5-367c8e64756d HTTP/1.1" status: 200 len: 217 time: 0.0501285 Dec 17 15:28:49.396016 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-444fe7e1-be67-4b13-9a60-da0bc526bf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:49.397529 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-444fe7e1-be67-4b13-9a60-da0bc526bf4b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45fc3ed8-d2ea-40b2-93fb-70bdb870e61a HTTP/1.1" status: 200 len: 797 time: 0.0498860 Dec 17 15:28:49.503241 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-f0269844-d3de-4235-8c06-6e39ff8551c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:49.505022 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-f0269844-d3de-4235-8c06-6e39ff8551c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec28bea2-77cb-4691-b278-282a967d1e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1003823 Dec 17 15:28:49.606990 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-7174f82f-194b-4509-b512-f83851acc591 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950682 Dec 17 15:28:49.707326 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-881f2033-0636-43c2-a542-24f0782c8bb6 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932643 Dec 17 15:28:49.765146 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-5b0d39fd-42bf-465f-bf0e-5b61b955f8cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=352cdabc-20b5-416a-9b0b-566ed33d52ff HTTP/1.1" status: 200 len: 217 time: 0.0470946 Dec 17 15:28:49.823220 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-26937ade-738a-4d37-911b-f64c22c6eebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:49.824759 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-26937ade-738a-4d37-911b-f64c22c6eebb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45fc3ed8-d2ea-40b2-93fb-70bdb870e61a HTTP/1.1" status: 200 len: 797 time: 0.0522280 Dec 17 15:28:49.901908 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-2f387cc9-b421-42db-a78f-e10175fedb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:49.903423 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-2f387cc9-b421-42db-a78f-e10175fedb20 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec28bea2-77cb-4691-b278-282a967d1e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0717356 Dec 17 15:28:50.004626 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-312e850b-868c-4d9e-b35a-4aa9fd27099b service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935960 Dec 17 15:28:50.116853 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-3cfab4f7-9d28-4637-9339-6fb304e6cbd7 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060472 Dec 17 15:28:50.172722 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-9aa6ceaf-5d48-45cd-93d8-c78c8fbdac80 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=086bae78-0a86-4258-9c60-e039ee82ea56 HTTP/1.1" status: 200 len: 217 time: 0.0458894 Dec 17 15:28:50.235583 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-60640f9c-d7b8-4d50-99aa-62e2feb53674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:50.237266 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-60640f9c-d7b8-4d50-99aa-62e2feb53674 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45fc3ed8-d2ea-40b2-93fb-70bdb870e61a HTTP/1.1" status: 200 len: 797 time: 0.0602705 Dec 17 15:28:50.305271 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-6862e546-e31e-4aa0-9222-92a5a137131e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:50.306758 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-6862e546-e31e-4aa0-9222-92a5a137131e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec28bea2-77cb-4691-b278-282a967d1e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0615203 Dec 17 15:28:50.413063 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-659cf1c5-1588-4a02-be8b-0fdd86efe4b7 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985346 Dec 17 15:28:50.528551 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-f3fd56c9-d34a-4e00-9583-da132d0c918b service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065102 Dec 17 15:28:50.583134 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-d9beb7f5-f2d2-414f-93b2-f9e1b10f567b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=ebd3d295-a91e-41a7-8eb4-78304dcfd58d HTTP/1.1" status: 200 len: 217 time: 0.0467024 Dec 17 15:28:50.643377 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-6a818f78-fe7f-40b0-bb5d-c6c6aad89ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:50.645138 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-6a818f78-fe7f-40b0-bb5d-c6c6aad89ccb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45fc3ed8-d2ea-40b2-93fb-70bdb870e61a HTTP/1.1" status: 200 len: 797 time: 0.0483282 Dec 17 15:28:50.691960 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-874fef41-e18f-441d-b5f8-58bae74ca691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:50.693567 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-874fef41-e18f-441d-b5f8-58bae74ca691 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec28bea2-77cb-4691-b278-282a967d1e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0417707 Dec 17 15:28:50.807930 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-05d4603e-7257-4174-8b16-084053bcfb82 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074250 Dec 17 15:28:50.925680 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-6180a28a-2306-48cc-a88c-bbc4e9041959 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097097 Dec 17 15:28:50.975888 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-21d054ca-c01d-472a-8f14-9f8887c4d995 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=82472c12-2b01-481b-a1e9-52c2af0111f1 HTTP/1.1" status: 200 len: 217 time: 0.0436127 Dec 17 15:28:51.035088 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-810eb04a-cd27-4acd-912f-7f0b41590fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:51.036820 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-810eb04a-cd27-4acd-912f-7f0b41590fdc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bf386dd-4029-471e-b0f0-b3050162bb35 HTTP/1.1" status: 200 len: 797 time: 0.0507262 Dec 17 15:28:51.088705 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-f4b5e1d0-b198-4389-ab80-e5163f84bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:51.090419 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-f4b5e1d0-b198-4389-ab80-e5163f84bc51 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=035ebd08-a183-4c96-8d50-7cc8ab5df57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0469623 Dec 17 15:28:51.186410 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-f6244d0f-3679-4351-aeb7-611a4e6bedfc service neutron] 10.222.0.13 "GET /v2.0/networks/035ebd08-a183-4c96-8d50-7cc8ab5df57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888145 Dec 17 15:28:51.314143 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-2d1d7deb-d706-4e80-a937-4787ac9c614b service neutron] 10.222.0.13 "GET /v2.0/networks/035ebd08-a183-4c96-8d50-7cc8ab5df57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208613 Dec 17 15:28:51.361738 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-748ee5e4-7800-40ff-b044-dab411ecfe30 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5e8d71c7-6b02-4151-a43a-fc7b70877533 HTTP/1.1" status: 200 len: 217 time: 0.0407279 Dec 17 15:28:51.413130 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-0809fcd9-f343-4420-bc0c-a238d5863eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:51.414655 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-0809fcd9-f343-4420-bc0c-a238d5863eec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bf386dd-4029-471e-b0f0-b3050162bb35 HTTP/1.1" status: 200 len: 797 time: 0.0467629 Dec 17 15:28:51.471143 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-50004cbf-b4d1-4382-89cc-2d9d7cd28941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:28:51.472758 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-50004cbf-b4d1-4382-89cc-2d9d7cd28941 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=035ebd08-a183-4c96-8d50-7cc8ab5df57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0507469 Dec 17 15:28:51.576278 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-70d625d4-cae5-4b27-a4fb-c71cc4e0b07b service neutron] 10.222.0.13 "GET /v2.0/networks/035ebd08-a183-4c96-8d50-7cc8ab5df57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900245 Dec 17 15:28:51.698292 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b0eef2bb-32a1-44a6-8762-0d2226bb81bd req-592c865b-499a-45f8-8d59-386177b8947d service neutron] 10.222.0.13 "GET /v2.0/networks/035ebd08-a183-4c96-8d50-7cc8ab5df57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150630 Dec 17 15:28:52.997712 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37072) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:53.117374 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-55b69d6c-81cd-4c25-a508-34b8f0983ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:53.196542 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-55b69d6c-81cd-4c25-a508-34b8f0983ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:53.251025 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-55b69d6c-81cd-4c25-a508-34b8f0983ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:53.287599 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b69d6c-81cd-4c25-a508-34b8f0983ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f464f644-692e-4c1d-8fbf-759fce2e023a,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:53.291977 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-55b69d6c-81cd-4c25-a508-34b8f0983ee8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2da8d66c0eac4f76a4ebc30b46aeca69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2933466 Dec 17 15:28:53.294583 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37076) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:53.343224 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ab84ad46-0a5a-4451-b583-4349f86f5ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:53.366865 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ab84ad46-0a5a-4451-b583-4349f86f5ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:53.479240 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ab84ad46-0a5a-4451-b583-4349f86f5ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:53.481986 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ab84ad46-0a5a-4451-b583-4349f86f5ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:53.486019 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ab84ad46-0a5a-4451-b583-4349f86f5ecf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f464f644-692e-4c1d-8fbf-759fce2e023a HTTP/1.1" status: 204 len: 168 time: 0.1905003 Dec 17 15:28:53.494156 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab84ad46-0a5a-4451-b583-4349f86f5ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f464f644-692e-4c1d-8fbf-759fce2e023a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:54.166089 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37100) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:54.180973 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-37eb9706-f9c4-4e7e-af15-b484d69c1af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:54.258921 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-37eb9706-f9c4-4e7e-af15-b484d69c1af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:54.353521 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-37eb9706-f9c4-4e7e-af15-b484d69c1af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:54.394331 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-37eb9706-f9c4-4e7e-af15-b484d69c1af5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cb5b0f423b064ac6bdea6e67d2046237&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2271762 Dec 17 15:28:54.395073 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb9706-f9c4-4e7e-af15-b484d69c1af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3896de7-5ee9-434f-afce-579d53378d19,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:54.398052 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37108) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:54.448403 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5858f4ba-1c47-4c8f-bccc-0efeffec374d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:54.470503 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5858f4ba-1c47-4c8f-bccc-0efeffec374d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:54.616132 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5858f4ba-1c47-4c8f-bccc-0efeffec374d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:54.618706 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5858f4ba-1c47-4c8f-bccc-0efeffec374d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:54.619875 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5858f4ba-1c47-4c8f-bccc-0efeffec374d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d3896de7-5ee9-434f-afce-579d53378d19 HTTP/1.1" status: 204 len: 168 time: 0.2208085 Dec 17 15:28:54.633067 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858f4ba-1c47-4c8f-bccc-0efeffec374d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3896de7-5ee9-434f-afce-579d53378d19,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:55.793195 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:57.861723 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37220) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:57.981870 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7ef44de3-0ab8-411e-bcac-1b3b7b66d1f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:58.055489 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7ef44de3-0ab8-411e-bcac-1b3b7b66d1f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:58.130584 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7ef44de3-0ab8-411e-bcac-1b3b7b66d1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:58.167340 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef44de3-0ab8-411e-bcac-1b3b7b66d1f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bf7628-c9d4-4845-ad2e-611c2fc5cc8a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:58.171999 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7ef44de3-0ab8-411e-bcac-1b3b7b66d1f0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dca1c8b5cc344843a245f1b7e9bdd1d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3091810 Dec 17 15:28:58.175963 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37228) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:58.242839 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c58aa84a-6ea2-4e63-b135-3811cc7b4d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:58.272504 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c58aa84a-6ea2-4e63-b135-3811cc7b4d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:58.398978 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c58aa84a-6ea2-4e63-b135-3811cc7b4d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:58.401937 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c58aa84a-6ea2-4e63-b135-3811cc7b4d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:58.403092 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c58aa84a-6ea2-4e63-b135-3811cc7b4d0a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/12bf7628-c9d4-4845-ad2e-611c2fc5cc8a HTTP/1.1" status: 204 len: 168 time: 0.2262037 Dec 17 15:28:58.411228 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58aa84a-6ea2-4e63-b135-3811cc7b4d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bf7628-c9d4-4845-ad2e-611c2fc5cc8a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:58.776165 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-741b3cee-7f6e-4787-8e29-523e9bcf95e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:59.019780 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37252) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:59.088843 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37256) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:59.102958 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e38e0773-dcbe-4e91-aa05-1f7128045886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:59.182169 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e38e0773-dcbe-4e91-aa05-1f7128045886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:59.238504 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-783be332-b5a8-43d4-88f7-75cb60b9a324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:59.268839 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e38e0773-dcbe-4e91-aa05-1f7128045886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:59.325669 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e38e0773-dcbe-4e91-aa05-1f7128045886 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7400102cc4f44d67bfb8c40c37474b00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2354944 Dec 17 15:28:59.329614 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37264) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:59.340973 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e0773-dcbe-4e91-aa05-1f7128045886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2328e0-26c2-48a6-9ba9-9c41abc23572,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:59.392565 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-783be332-b5a8-43d4-88f7-75cb60b9a324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:59.419080 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-493fdf49-3489-458f-b1a2-84cf502d50c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:59.442413 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-493fdf49-3489-458f-b1a2-84cf502d50c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:59.467872 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-783be332-b5a8-43d4-88f7-75cb60b9a324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:59.514904 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-783be332-b5a8-43d4-88f7-75cb60b9a324 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2ccc15f056504660af1fd36ce887de71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4916029 Dec 17 15:28:59.515260 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37274) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:28:59.523153 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783be332-b5a8-43d4-88f7-75cb60b9a324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f72b604-ce32-4299-bddc-faad2d04ecec,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:59.559086 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-493fdf49-3489-458f-b1a2-84cf502d50c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:59.563619 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-493fdf49-3489-458f-b1a2-84cf502d50c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:59.567288 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-493fdf49-3489-458f-b1a2-84cf502d50c9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/be2328e0-26c2-48a6-9ba9-9c41abc23572 HTTP/1.1" status: 204 len: 168 time: 0.2337523 Dec 17 15:28:59.578918 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493fdf49-3489-458f-b1a2-84cf502d50c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2328e0-26c2-48a6-9ba9-9c41abc23572,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:28:59.579224 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fb2bcea0-273a-49fc-8651-6bdad12784e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:59.603414 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fb2bcea0-273a-49fc-8651-6bdad12784e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:59.736578 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fb2bcea0-273a-49fc-8651-6bdad12784e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:59.739403 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fb2bcea0-273a-49fc-8651-6bdad12784e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:28:59.740583 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-fb2bcea0-273a-49fc-8651-6bdad12784e8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8f72b604-ce32-4299-bddc-faad2d04ecec HTTP/1.1" status: 204 len: 168 time: 0.2244000 Dec 17 15:28:59.748841 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2bcea0-273a-49fc-8651-6bdad12784e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f72b604-ce32-4299-bddc-faad2d04ecec,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:00.169521 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37292) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:00.297443 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1df000fa-2941-4bcb-9f72-756cf1fa1483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:00.379415 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37304) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:00.386915 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1df000fa-2941-4bcb-9f72-756cf1fa1483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:00.394507 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-518249d1-38bb-4240-93c2-1073722d5e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:00.433137 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1df000fa-2941-4bcb-9f72-756cf1fa1483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:00.478729 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-518249d1-38bb-4240-93c2-1073722d5e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:00.499345 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1df000fa-2941-4bcb-9f72-756cf1fa1483 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=91f88a2e2563457baf52373eb26a36d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3286872 Dec 17 15:29:00.500530 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df000fa-2941-4bcb-9f72-756cf1fa1483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe532f9-7a78-41c5-a742-d4b9714b5276,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:00.502313 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37308) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:00.521829 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-518249d1-38bb-4240-93c2-1073722d5e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:00.581496 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518249d1-38bb-4240-93c2-1073722d5e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316de369-78b6-4f6e-a98d-f32cfdc80dfa,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:00.591230 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-518249d1-38bb-4240-93c2-1073722d5e2c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8577e1261cff4f6cb0f1ffd65a278f55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2075999 Dec 17 15:29:00.591230 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37312) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:00.612803 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b900ba3e-df00-4a43-a1b0-1420851896d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:00.653376 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b900ba3e-df00-4a43-a1b0-1420851896d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:00.693931 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-91f34b6a-6133-44c7-a989-e91b4c4d513b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:00.720108 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-91f34b6a-6133-44c7-a989-e91b4c4d513b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:00.793567 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b900ba3e-df00-4a43-a1b0-1420851896d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:00.796245 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b900ba3e-df00-4a43-a1b0-1420851896d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:00.797537 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b900ba3e-df00-4a43-a1b0-1420851896d4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8fe532f9-7a78-41c5-a742-d4b9714b5276 HTTP/1.1" status: 204 len: 168 time: 0.2935174 Dec 17 15:29:00.805872 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900ba3e-df00-4a43-a1b0-1420851896d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe532f9-7a78-41c5-a742-d4b9714b5276,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:00.861881 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-91f34b6a-6133-44c7-a989-e91b4c4d513b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:00.864448 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-91f34b6a-6133-44c7-a989-e91b4c4d513b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:00.865617 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-91f34b6a-6133-44c7-a989-e91b4c4d513b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/316de369-78b6-4f6e-a98d-f32cfdc80dfa HTTP/1.1" status: 204 len: 168 time: 0.2737310 Dec 17 15:29:00.873583 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f34b6a-6133-44c7-a989-e91b4c4d513b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316de369-78b6-4f6e-a98d-f32cfdc80dfa,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:01.027562 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-95a014cc-6c2a-4f71-8fca-0393f6b2c36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:01.505651 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37342) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:01.520043 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-833add96-5e7d-41fe-8978-66524b79ebf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:01.599928 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-833add96-5e7d-41fe-8978-66524b79ebf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:01.656176 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-833add96-5e7d-41fe-8978-66524b79ebf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:01.703958 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-833add96-5e7d-41fe-8978-66524b79ebf8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7a95599bbfaf4bb7bfa32e4a0ef3d0a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1941373 Dec 17 15:29:01.703958 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833add96-5e7d-41fe-8978-66524b79ebf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb60beaa-c0d5-42fe-99da-972370087709,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:01.704642 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37350) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:01.762692 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d7813266-88ed-457e-8050-182ee45e9b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:01.787241 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d7813266-88ed-457e-8050-182ee45e9b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:01.964780 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d7813266-88ed-457e-8050-182ee45e9b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:01.967402 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d7813266-88ed-457e-8050-182ee45e9b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:01.968864 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d7813266-88ed-457e-8050-182ee45e9b99 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cb60beaa-c0d5-42fe-99da-972370087709 HTTP/1.1" status: 204 len: 168 time: 0.2631006 Dec 17 15:29:01.976601 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7813266-88ed-457e-8050-182ee45e9b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb60beaa-c0d5-42fe-99da-972370087709,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:02.278914 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:03.793508 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37466) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:03.805211 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:03.810727 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:29:03.912398 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1f6591c3-40f1-408f-a97d-5bac43fafb07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:04.082129 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1f6591c3-40f1-408f-a97d-5bac43fafb07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:04.164555 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1f6591c3-40f1-408f-a97d-5bac43fafb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:04.193473 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:04.203642 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6591c3-40f1-408f-a97d-5bac43fafb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a1f269-badb-4666-8b56-0f8f58fb447e,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:04.208161 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1f6591c3-40f1-408f-a97d-5bac43fafb07 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ae61cefe52804a4396508d075d9ca2a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4135745 Dec 17 15:29:04.210913 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37484) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:04.287808 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b11e4cba-d6d4-4ce9-9e53-d1fded8fe5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:04.322952 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b11e4cba-d6d4-4ce9-9e53-d1fded8fe5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:04.467958 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b11e4cba-d6d4-4ce9-9e53-d1fded8fe5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:04.470613 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b11e4cba-d6d4-4ce9-9e53-d1fded8fe5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:04.471779 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b11e4cba-d6d4-4ce9-9e53-d1fded8fe5a5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f8a1f269-badb-4666-8b56-0f8f58fb447e HTTP/1.1" status: 204 len: 168 time: 0.2595329 Dec 17 15:29:04.480241 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e4cba-d6d4-4ce9-9e53-d1fded8fe5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a1f269-badb-4666-8b56-0f8f58fb447e,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:04.849740 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37506) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:04.980832 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f1f4e554-4b31-4e97-b6a3-af422af53545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:05.065264 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f1f4e554-4b31-4e97-b6a3-af422af53545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:05.142141 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f1f4e554-4b31-4e97-b6a3-af422af53545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:05.188317 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37514) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:05.188523 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f1f4e554-4b31-4e97-b6a3-af422af53545 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fe4153426f924ed2b215982238a54404&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3368716 Dec 17 15:29:05.189593 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4e554-4b31-4e97-b6a3-af422af53545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93bc4ef6-d24a-4d93-9f24-9c8f75e1aeac,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:05.247257 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6faca448-7b0c-4bcb-bd71-1d315a74f009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:05.270501 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6faca448-7b0c-4bcb-bd71-1d315a74f009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:05.339485 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37518) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:05.354532 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-452c2bc7-ee78-4aa5-8a12-32adec807780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:05.436822 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6faca448-7b0c-4bcb-bd71-1d315a74f009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:05.439554 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6faca448-7b0c-4bcb-bd71-1d315a74f009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:05.440777 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6faca448-7b0c-4bcb-bd71-1d315a74f009 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/93bc4ef6-d24a-4d93-9f24-9c8f75e1aeac HTTP/1.1" status: 204 len: 168 time: 0.2514155 Dec 17 15:29:05.459393 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faca448-7b0c-4bcb-bd71-1d315a74f009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bc4ef6-d24a-4d93-9f24-9c8f75e1aeac,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:05.509084 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-452c2bc7-ee78-4aa5-8a12-32adec807780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:05.564816 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-452c2bc7-ee78-4aa5-8a12-32adec807780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:05.606726 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-452c2bc7-ee78-4aa5-8a12-32adec807780 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=df83d5d72d434b4aa13b8573ce78937a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2660563 Dec 17 15:29:05.607656 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c2bc7-ee78-4aa5-8a12-32adec807780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837a3fe0-36c3-4bd7-90c6-08fdffa9557a,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:05.609505 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37526) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:05.661669 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff33ebdb-9738-459f-b993-d6f8742e308a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:05.684089 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff33ebdb-9738-459f-b993-d6f8742e308a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:05.839148 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff33ebdb-9738-459f-b993-d6f8742e308a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:05.841809 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff33ebdb-9738-459f-b993-d6f8742e308a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:05.843179 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ff33ebdb-9738-459f-b993-d6f8742e308a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/837a3fe0-36c3-4bd7-90c6-08fdffa9557a HTTP/1.1" status: 204 len: 168 time: 0.2322037 Dec 17 15:29:05.853206 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff33ebdb-9738-459f-b993-d6f8742e308a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837a3fe0-36c3-4bd7-90c6-08fdffa9557a,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:06.193291 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37540) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:06.207498 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b3b1c94b-286a-4e76-992c-b8aa3b91326a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:06.289400 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b3b1c94b-286a-4e76-992c-b8aa3b91326a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:06.359383 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b3b1c94b-286a-4e76-992c-b8aa3b91326a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:06.405960 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b3b1c94b-286a-4e76-992c-b8aa3b91326a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7aaf2b1489b445dbaa99bbcb54bacd41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2087967 Dec 17 15:29:06.405960 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1c94b-286a-4e76-992c-b8aa3b91326a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e17b06-942b-4d65-8a13-bc0e14749815,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:06.406581 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37550) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:06.461393 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-68dbd449-ef73-4030-8429-a70ad30f3fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:06.487001 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-68dbd449-ef73-4030-8429-a70ad30f3fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:06.604879 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-68dbd449-ef73-4030-8429-a70ad30f3fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:06.607523 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-68dbd449-ef73-4030-8429-a70ad30f3fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:06.611188 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-68dbd449-ef73-4030-8429-a70ad30f3fc5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/62e17b06-942b-4d65-8a13-bc0e14749815 HTTP/1.1" status: 204 len: 168 time: 0.2010043 Dec 17 15:29:06.625375 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dbd449-ef73-4030-8429-a70ad30f3fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e17b06-942b-4d65-8a13-bc0e14749815,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:07.935798 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37612) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:08.123273 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-ac9d9cc6-f5a3-4bff-80f9-9686ce69f3c1 tempest-PortsAdminExtendedAttrsTestJSON-1186824275 tempest-PortsAdminExtendedAttrsTestJSON-1186824275-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2078751670'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:29:08.198818 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9d9cc6-f5a3-4bff-80f9-9686ce69f3c1 tempest-PortsAdminExtendedAttrsTestJSON-1186824275 tempest-PortsAdminExtendedAttrsTestJSON-1186824275-project] Made reservation on behalf of eff34c91f7f34fad87afccaa0dd6f3c7 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:29:08.202355 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ac9d9cc6-f5a3-4bff-80f9-9686ce69f3c1 tempest-PortsAdminExtendedAttrsTestJSON-1186824275 tempest-PortsAdminExtendedAttrsTestJSON-1186824275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:08.211224 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ac9d9cc6-f5a3-4bff-80f9-9686ce69f3c1 tempest-PortsAdminExtendedAttrsTestJSON-1186824275 tempest-PortsAdminExtendedAttrsTestJSON-1186824275-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:08.295211 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ac9d9cc6-f5a3-4bff-80f9-9686ce69f3c1 tempest-PortsAdminExtendedAttrsTestJSON-1186824275 tempest-PortsAdminExtendedAttrsTestJSON-1186824275-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:08.353125 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ac9d9cc6-f5a3-4bff-80f9-9686ce69f3c1 tempest-PortsAdminExtendedAttrsTestJSON-1186824275 tempest-PortsAdminExtendedAttrsTestJSON-1186824275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:08.378314 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac9d9cc6-f5a3-4bff-80f9-9686ce69f3c1 tempest-PortsAdminExtendedAttrsTestJSON-1186824275 tempest-PortsAdminExtendedAttrsTestJSON-1186824275-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:29:08.392215 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d9cc6-f5a3-4bff-80f9-9686ce69f3c1 tempest-PortsAdminExtendedAttrsTestJSON-1186824275 tempest-PortsAdminExtendedAttrsTestJSON-1186824275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c59d2060-8256-4a0d-bc79-c26b02deec7f,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:08.398403 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ac9d9cc6-f5a3-4bff-80f9-9686ce69f3c1 tempest-PortsAdminExtendedAttrsTestJSON-1186824275 tempest-PortsAdminExtendedAttrsTestJSON-1186824275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:08.398744 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-ac9d9cc6-f5a3-4bff-80f9-9686ce69f3c1 tempest-PortsAdminExtendedAttrsTestJSON-1186824275 tempest-PortsAdminExtendedAttrsTestJSON-1186824275-project] Added segment cf4323e4-60ac-43d9-a831-6f040c231f1b of type vlan for network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 Dec 17 15:29:08.443627 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ac9d9cc6-f5a3-4bff-80f9-9686ce69f3c1 tempest-PortsAdminExtendedAttrsTestJSON-1186824275 tempest-PortsAdminExtendedAttrsTestJSON-1186824275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:08.541567 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ac9d9cc6-f5a3-4bff-80f9-9686ce69f3c1 tempest-PortsAdminExtendedAttrsTestJSON-1186824275 tempest-PortsAdminExtendedAttrsTestJSON-1186824275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:08.548075 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9d9cc6-f5a3-4bff-80f9-9686ce69f3c1 tempest-PortsAdminExtendedAttrsTestJSON-1186824275 tempest-PortsAdminExtendedAttrsTestJSON-1186824275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:08.548679 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ac9d9cc6-f5a3-4bff-80f9-9686ce69f3c1 tempest-PortsAdminExtendedAttrsTestJSON-1186824275 tempest-PortsAdminExtendedAttrsTestJSON-1186824275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:08.618138 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d9cc6-f5a3-4bff-80f9-9686ce69f3c1 tempest-PortsAdminExtendedAttrsTestJSON-1186824275 tempest-PortsAdminExtendedAttrsTestJSON-1186824275-project] Pushing event updated for resources: {'Network': ['ID=a22854c1-8b9b-4edb-be02-cd9e14d27cd0,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:08.631074 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:29:08.679012 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ac9d9cc6-f5a3-4bff-80f9-9686ce69f3c1 tempest-PortsAdminExtendedAttrsTestJSON-1186824275 tempest-PortsAdminExtendedAttrsTestJSON-1186824275-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.7330685 Dec 17 15:29:08.950270 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37658) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:08.955756 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Request body: {'port': {'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0', 'binding:host_id': 'n-h2-820553-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1820741261'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:29:09.084798 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Made reservation on behalf of c5ddc01cfb3d47fe8f4a0b628a93917a for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:29:09.087243 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:09.097163 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:09.172394 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:09.250472 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:09.261816 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] device_id is not set on port d7b11996-fbdb-4e43-884a-fbd4baf18450 yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:29:09.361123 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31805de-fab2-43ee-ae7e-11f7e8adb87e,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:09.517949 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] device_id is not set on port d7b11996-fbdb-4e43-884a-fbd4baf18450 yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:29:09.526763 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:09.594124 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:09.655781 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Pushing event updated for resources: {'Port': ['ID=d7b11996-fbdb-4e43-884a-fbd4baf18450,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:09.666147 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Checking segment: {'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:29:09.666513 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Network hostable DHCP agents. Network: a22854c1-8b9b-4edb-be02-cd9e14d27cd0, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:29:09.759734 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:29:09.829374 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, a22854c1-8b9b-4edb-be02-cd9e14d27cd0) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:29:09.841510 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:29:09.856915 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6a719e-0542-4c6f-ae6f-e70be3fd1aba None None] Network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:29:09.868644 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:09.869164 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:09.869919 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:09.879032 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Port d7b11996-fbdb-4e43-884a-fbd4baf18450 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:29:09.879499 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Failed to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] Dec 17 15:29:09.880238 n-d-820553-2 neutron-server[102832]: INFO neutron.plugins.ml2.plugin [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempt 2 to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 Dec 17 15:29:09.899835 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:09.900839 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:09.901409 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:09.907708 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Port d7b11996-fbdb-4e43-884a-fbd4baf18450 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:29:09.908137 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Failed to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] Dec 17 15:29:09.908613 n-d-820553-2 neutron-server[102832]: INFO neutron.plugins.ml2.plugin [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempt 3 to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 Dec 17 15:29:09.926936 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:09.927503 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:09.927901 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:09.933255 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Port d7b11996-fbdb-4e43-884a-fbd4baf18450 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:29:09.933986 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Failed to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] Dec 17 15:29:09.933986 n-d-820553-2 neutron-server[102832]: INFO neutron.plugins.ml2.plugin [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempt 4 to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 Dec 17 15:29:09.947948 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:09.949357 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:09.949726 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:09.955297 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Port d7b11996-fbdb-4e43-884a-fbd4baf18450 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:29:09.955910 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Failed to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] Dec 17 15:29:09.955989 n-d-820553-2 neutron-server[102832]: INFO neutron.plugins.ml2.plugin [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempt 5 to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 Dec 17 15:29:09.969294 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:09.969630 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:09.970069 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:09.974507 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Port d7b11996-fbdb-4e43-884a-fbd4baf18450 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:29:09.974924 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Failed to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] Dec 17 15:29:09.975380 n-d-820553-2 neutron-server[102832]: INFO neutron.plugins.ml2.plugin [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempt 6 to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 Dec 17 15:29:09.991627 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:09.992105 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:09.999118 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:09.999118 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Port d7b11996-fbdb-4e43-884a-fbd4baf18450 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:29:09.999118 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Failed to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] Dec 17 15:29:09.999118 n-d-820553-2 neutron-server[102832]: INFO neutron.plugins.ml2.plugin [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempt 7 to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 Dec 17 15:29:10.011593 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:10.011935 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:10.012272 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:10.016765 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Port d7b11996-fbdb-4e43-884a-fbd4baf18450 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:29:10.017122 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Failed to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] Dec 17 15:29:10.017509 n-d-820553-2 neutron-server[102832]: INFO neutron.plugins.ml2.plugin [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempt 8 to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 Dec 17 15:29:10.032879 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:10.032879 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:10.032879 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:10.036472 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Port d7b11996-fbdb-4e43-884a-fbd4baf18450 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:29:10.036806 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Failed to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] Dec 17 15:29:10.037228 n-d-820553-2 neutron-server[102832]: INFO neutron.plugins.ml2.plugin [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempt 9 to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 Dec 17 15:29:10.051108 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:10.051446 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:10.060442 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:10.060442 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Port d7b11996-fbdb-4e43-884a-fbd4baf18450 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:29:10.060442 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Failed to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] Dec 17 15:29:10.060442 n-d-820553-2 neutron-server[102832]: INFO neutron.plugins.ml2.plugin [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempt 10 to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 Dec 17 15:29:10.069396 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:10.069741 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:10.070161 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:10.074678 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Port d7b11996-fbdb-4e43-884a-fbd4baf18450 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:29:10.075004 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Failed to bind port d7b11996-fbdb-4e43-884a-fbd4baf18450 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] Dec 17 15:29:10.075375 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:10.140997 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] For port d7b11996-fbdb-4e43-884a-fbd4baf18450, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:29:10.141403 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempted to set empty binding levels {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 17 15:29:10.210145 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:10.246663 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:10.247630 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:10.276140 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Pushing event updated for resources: {'Port': ['ID=d7b11996-fbdb-4e43-884a-fbd4baf18450,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:10.297095 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:10.367428 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5c5b25f8-3d24-41e2-8647-2d8deb79a9a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.4159639 Dec 17 15:29:10.370245 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37684) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:10.447747 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-b88aee9b-29de-4d8a-9031-0e738495e88f tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Deleting port d7b11996-fbdb-4e43-884a-fbd4baf18450 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:29:10.448094 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b88aee9b-29de-4d8a-9031-0e738495e88f tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:10.511259 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-b88aee9b-29de-4d8a-9031-0e738495e88f tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] For port d7b11996-fbdb-4e43-884a-fbd4baf18450, host n-h2-820553-2, got binding levels [] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:29:10.511624 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b88aee9b-29de-4d8a-9031-0e738495e88f tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:10.531873 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-b88aee9b-29de-4d8a-9031-0e738495e88f tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Calling delete_port for d7b11996-fbdb-4e43-884a-fbd4baf18450 owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:29:10.684556 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b88aee9b-29de-4d8a-9031-0e738495e88f tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:10.712765 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88aee9b-29de-4d8a-9031-0e738495e88f tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7b11996-fbdb-4e43-884a-fbd4baf18450,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:10.719160 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b88aee9b-29de-4d8a-9031-0e738495e88f tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:10.722389 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b88aee9b-29de-4d8a-9031-0e738495e88f tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] 10.222.0.46 "DELETE /v2.0/ports/d7b11996-fbdb-4e43-884a-fbd4baf18450 HTTP/1.1" status: 204 len: 168 time: 0.3511984 Dec 17 15:29:10.724984 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37690) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:10.748203 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4855866-251b-4429-b1ad-8fa3e9ad590f tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] GET failed (client error): The resource could not be found. Dec 17 15:29:10.749857 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a4855866-251b-4429-b1ad-8fa3e9ad590f tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] 10.222.0.46 "GET /v2.0/ports/d7b11996-fbdb-4e43-884a-fbd4baf18450 HTTP/1.1" status: 404 len: 333 time: 0.0239441 Dec 17 15:29:10.753291 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37692) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:10.757737 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-773c5c87-f87c-4370-a06c-6cf46e8f53a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Request body: {'port': {'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1752892367'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:29:10.901977 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773c5c87-f87c-4370-a06c-6cf46e8f53a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Made reservation on behalf of c5ddc01cfb3d47fe8f4a0b628a93917a for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:29:10.904461 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-773c5c87-f87c-4370-a06c-6cf46e8f53a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:10.920002 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-773c5c87-f87c-4370-a06c-6cf46e8f53a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] device_id is not set on port c187cc36-1ef0-41af-85c9-b0727e6cf969 yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:29:11.094660 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-773c5c87-f87c-4370-a06c-6cf46e8f53a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:11.199223 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-773c5c87-f87c-4370-a06c-6cf46e8f53a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:11.245260 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773c5c87-f87c-4370-a06c-6cf46e8f53a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:29:11.248257 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-773c5c87-f87c-4370-a06c-6cf46e8f53a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:29:11.252663 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773c5c87-f87c-4370-a06c-6cf46e8f53a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:29:11.253961 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773c5c87-f87c-4370-a06c-6cf46e8f53a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:11.254271 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-773c5c87-f87c-4370-a06c-6cf46e8f53a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:11.267765 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c5c87-f87c-4370-a06c-6cf46e8f53a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Pushing event updated for resources: {'Port': ['ID=c187cc36-1ef0-41af-85c9-b0727e6cf969,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:11.342051 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37712) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:11.342651 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-773c5c87-f87c-4370-a06c-6cf46e8f53a3 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5878994 Dec 17 15:29:11.347887 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:29:11.408220 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:11.583470 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] device_id is not set on port c187cc36-1ef0-41af-85c9-b0727e6cf969 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:29:11.591105 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:11.696320 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:11.747748 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Pushing event updated for resources: {'Port': ['ID=c187cc36-1ef0-41af-85c9-b0727e6cf969,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:11.764183 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:11.764522 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:11.764850 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:11.769139 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Port c187cc36-1ef0-41af-85c9-b0727e6cf969 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:29:11.769463 n-d-820553-2 neutron-server[102833]: ERROR neutron.plugins.ml2.managers [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Failed to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] Dec 17 15:29:11.769833 n-d-820553-2 neutron-server[102833]: INFO neutron.plugins.ml2.plugin [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempt 2 to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 Dec 17 15:29:11.783452 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:11.783789 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:11.784107 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:11.788796 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Port c187cc36-1ef0-41af-85c9-b0727e6cf969 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:29:11.789289 n-d-820553-2 neutron-server[102833]: ERROR neutron.plugins.ml2.managers [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Failed to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] Dec 17 15:29:11.789581 n-d-820553-2 neutron-server[102833]: INFO neutron.plugins.ml2.plugin [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempt 3 to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 Dec 17 15:29:11.792839 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37718) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:11.805833 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:11.806173 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:11.806506 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:11.812235 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Port c187cc36-1ef0-41af-85c9-b0727e6cf969 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:29:11.812538 n-d-820553-2 neutron-server[102833]: ERROR neutron.plugins.ml2.managers [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Failed to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] Dec 17 15:29:11.812918 n-d-820553-2 neutron-server[102833]: INFO neutron.plugins.ml2.plugin [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempt 4 to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 Dec 17 15:29:11.829935 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:11.830384 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:11.830826 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:11.835265 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Port c187cc36-1ef0-41af-85c9-b0727e6cf969 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:29:11.835659 n-d-820553-2 neutron-server[102833]: ERROR neutron.plugins.ml2.managers [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Failed to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] Dec 17 15:29:11.836042 n-d-820553-2 neutron-server[102833]: INFO neutron.plugins.ml2.plugin [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempt 5 to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 Dec 17 15:29:11.848824 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:11.849394 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:11.849874 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:11.854397 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Port c187cc36-1ef0-41af-85c9-b0727e6cf969 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:29:11.854722 n-d-820553-2 neutron-server[102833]: ERROR neutron.plugins.ml2.managers [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Failed to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] Dec 17 15:29:11.855094 n-d-820553-2 neutron-server[102833]: INFO neutron.plugins.ml2.plugin [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempt 6 to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 Dec 17 15:29:11.868702 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:11.869032 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:11.869386 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:11.873634 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Port c187cc36-1ef0-41af-85c9-b0727e6cf969 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:29:11.874143 n-d-820553-2 neutron-server[102833]: ERROR neutron.plugins.ml2.managers [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Failed to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] Dec 17 15:29:11.874833 n-d-820553-2 neutron-server[102833]: INFO neutron.plugins.ml2.plugin [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempt 7 to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 Dec 17 15:29:11.893101 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:11.893763 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:11.894261 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:11.901299 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Port c187cc36-1ef0-41af-85c9-b0727e6cf969 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:29:11.901828 n-d-820553-2 neutron-server[102833]: ERROR neutron.plugins.ml2.managers [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Failed to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] Dec 17 15:29:11.902237 n-d-820553-2 neutron-server[102833]: INFO neutron.plugins.ml2.plugin [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempt 8 to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 Dec 17 15:29:11.909577 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e152c5f0-8094-475e-9f5b-edd7c745d2bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:11.916532 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:11.917022 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:11.917389 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:11.921795 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Port c187cc36-1ef0-41af-85c9-b0727e6cf969 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:29:11.922126 n-d-820553-2 neutron-server[102833]: ERROR neutron.plugins.ml2.managers [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Failed to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] Dec 17 15:29:11.922527 n-d-820553-2 neutron-server[102833]: INFO neutron.plugins.ml2.plugin [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempt 9 to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 Dec 17 15:29:11.935101 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:11.935511 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:11.935933 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:11.940356 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Port c187cc36-1ef0-41af-85c9-b0727e6cf969 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:29:11.940680 n-d-820553-2 neutron-server[102833]: ERROR neutron.plugins.ml2.managers [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Failed to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] Dec 17 15:29:11.941083 n-d-820553-2 neutron-server[102833]: INFO neutron.plugins.ml2.plugin [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempt 10 to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 Dec 17 15:29:11.953828 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:11.954162 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:11.954491 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:11.964264 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Port c187cc36-1ef0-41af-85c9-b0727e6cf969 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:29:11.964264 n-d-820553-2 neutron-server[102833]: ERROR neutron.plugins.ml2.managers [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Failed to bind port c187cc36-1ef0-41af-85c9-b0727e6cf969 on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] Dec 17 15:29:11.964264 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:11.987297 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e152c5f0-8094-475e-9f5b-edd7c745d2bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:12.022921 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] For port c187cc36-1ef0-41af-85c9-b0727e6cf969, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:29:12.023589 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempted to set empty binding levels {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 17 15:29:12.079001 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e152c5f0-8094-475e-9f5b-edd7c745d2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:12.090884 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:12.122582 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e152c5f0-8094-475e-9f5b-edd7c745d2bf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d5311b05ec174b5288cf26d014547d51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3274519 Dec 17 15:29:12.123129 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] In _notify_port_updated(), no bound segment for port c187cc36-1ef0-41af-85c9-b0727e6cf969 on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 {{(pid=102833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 17 15:29:12.123858 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.124629 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:12.126127 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] 10.222.0.46 "PUT /v2.0/ports/c187cc36-1ef0-41af-85c9-b0727e6cf969 HTTP/1.1" status: 200 len: 975 time: 0.7824965 Dec 17 15:29:12.126699 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37728) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:12.133686 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37730) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:12.148181 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152c5f0-8094-475e-9f5b-edd7c745d2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e4c883-701e-473a-9883-503fb7dc09bd,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:12.169207 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a13f1a-4501-4370-831f-d111bedc08a1 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Pushing event updated for resources: {'Port': ['ID=c187cc36-1ef0-41af-85c9-b0727e6cf969,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:12.199566 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a09abab8-d89d-43b0-a97d-f6399f250041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:12.226849 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a09abab8-d89d-43b0-a97d-f6399f250041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:12.264929 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.265574 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.266105 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.266627 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.267144 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.267716 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.268205 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.268657 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.269128 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.269575 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.270022 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.270465 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.270911 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.271352 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.271796 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.272262 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.272690 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.273153 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.273598 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.274045 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.274485 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.274927 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.275368 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.275811 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.276252 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.276689 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.277150 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.277593 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.278031 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.278469 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.278909 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.279352 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.279857 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.280919 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.281399 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.281845 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.282293 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.282731 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.283169 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.283607 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.288379 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.288379 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:12.288545 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8cd5b045-2066-4447-bbb9-c735436dc6d5 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 38008 time: 0.1534417 Dec 17 15:29:12.293025 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37732) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:12.367670 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-4d5833d0-6de7-473d-8305-aa9c2e86a3f4 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Deleting port c187cc36-1ef0-41af-85c9-b0727e6cf969 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:29:12.367997 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d5833d0-6de7-473d-8305-aa9c2e86a3f4 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:12.387817 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a09abab8-d89d-43b0-a97d-f6399f250041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:12.391485 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a09abab8-d89d-43b0-a97d-f6399f250041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:12.395722 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a09abab8-d89d-43b0-a97d-f6399f250041 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/90e4c883-701e-473a-9883-503fb7dc09bd HTTP/1.1" status: 204 len: 168 time: 0.2662606 Dec 17 15:29:12.418749 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09abab8-d89d-43b0-a97d-f6399f250041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e4c883-701e-473a-9883-503fb7dc09bd,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:12.440843 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-4d5833d0-6de7-473d-8305-aa9c2e86a3f4 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] For port c187cc36-1ef0-41af-85c9-b0727e6cf969, host n-h2-820553-2, got binding levels [] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:29:12.441903 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d5833d0-6de7-473d-8305-aa9c2e86a3f4 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:12.459388 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-4d5833d0-6de7-473d-8305-aa9c2e86a3f4 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Calling delete_port for c187cc36-1ef0-41af-85c9-b0727e6cf969 owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:29:12.593830 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d5833d0-6de7-473d-8305-aa9c2e86a3f4 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:12.629459 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5833d0-6de7-473d-8305-aa9c2e86a3f4 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Pushing event deleted for resources: {'Port': ['ID=c187cc36-1ef0-41af-85c9-b0727e6cf969,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:12.632630 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d5833d0-6de7-473d-8305-aa9c2e86a3f4 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:12.636048 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4d5833d0-6de7-473d-8305-aa9c2e86a3f4 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] 10.222.0.46 "DELETE /v2.0/ports/c187cc36-1ef0-41af-85c9-b0727e6cf969 HTTP/1.1" status: 204 len: 168 time: 0.3418124 Dec 17 15:29:12.638570 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37742) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:12.676703 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-f18b2f8e-e5da-4793-b7ad-4d9c9a693c0b tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] GET failed (client error): The resource could not be found. Dec 17 15:29:12.678683 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f18b2f8e-e5da-4793-b7ad-4d9c9a693c0b tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] 10.222.0.46 "GET /v2.0/ports/c187cc36-1ef0-41af-85c9-b0727e6cf969 HTTP/1.1" status: 404 len: 333 time: 0.0381312 Dec 17 15:29:12.682996 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37746) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:12.690151 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-939cdaf2-e000-4491-9bdc-b1967da87477 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1083828027', 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:29:12.770080 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939cdaf2-e000-4491-9bdc-b1967da87477 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Made reservation on behalf of c5ddc01cfb3d47fe8f4a0b628a93917a for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:29:12.772611 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-939cdaf2-e000-4491-9bdc-b1967da87477 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:12.789300 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-939cdaf2-e000-4491-9bdc-b1967da87477 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] device_id is not set on port 7729df69-848f-4b08-831a-b97e551cdb13 yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:29:12.943055 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-939cdaf2-e000-4491-9bdc-b1967da87477 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:13.003025 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fd051288-2ae1-4a38-9064-f4a588656a67 req-4efcc18a-0c55-4370-8981-d2f9dc7636a8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1428530 Dec 17 15:29:13.075174 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-939cdaf2-e000-4491-9bdc-b1967da87477 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:13.083758 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd051288-2ae1-4a38-9064-f4a588656a67 req-e5f807e1-e14c-4193-a267-e6735665ff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:13.085132 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fd051288-2ae1-4a38-9064-f4a588656a67 req-e5f807e1-e14c-4193-a267-e6735665ff02 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3946e10ff975425598a71e1a9e6d2cf1&device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 1096 time: 0.0461636 Dec 17 15:29:13.147610 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939cdaf2-e000-4491-9bdc-b1967da87477 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:29:13.148902 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37752) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:13.151661 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-939cdaf2-e000-4491-9bdc-b1967da87477 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:29:13.154753 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939cdaf2-e000-4491-9bdc-b1967da87477 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:29:13.156296 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939cdaf2-e000-4491-9bdc-b1967da87477 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:13.164610 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-939cdaf2-e000-4491-9bdc-b1967da87477 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:13.195892 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939cdaf2-e000-4491-9bdc-b1967da87477 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Pushing event updated for resources: {'Port': ['ID=7729df69-848f-4b08-831a-b97e551cdb13,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:13.197223 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-821eb966-b698-44ac-8183-fc54631b006e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:13.216230 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd051288-2ae1-4a38-9064-f4a588656a67 req-921b678a-e2be-4338-a5e4-5cf5571b02f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:13.218796 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fd051288-2ae1-4a38-9064-f4a588656a67 req-921b678a-e2be-4338-a5e4-5cf5571b02f0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14d6281a-4511-4bb4-90e9-4eb4dec9d036 HTTP/1.1" status: 200 len: 918 time: 0.1123333 Dec 17 15:29:13.285064 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-939cdaf2-e000-4491-9bdc-b1967da87477 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6006777 Dec 17 15:29:13.288454 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37756) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:13.295120 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fd051288-2ae1-4a38-9064-f4a588656a67 req-597e0367-4e44-486c-9d85-33fea3f1038e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd HTTP/1.1" status: 200 len: 1001 time: 0.0690126 Dec 17 15:29:13.298615 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-821eb966-b698-44ac-8183-fc54631b006e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:13.325084 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd156ce-49ee-42e2-800e-bf1899b003af tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:13.326736 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4fd156ce-49ee-42e2-800e-bf1899b003af tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] 10.222.0.46 "GET /v2.0/ports/7729df69-848f-4b08-831a-b97e551cdb13 HTTP/1.1" status: 200 len: 955 time: 0.0371220 Dec 17 15:29:13.329619 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37758) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:13.378273 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-821eb966-b698-44ac-8183-fc54631b006e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:13.445885 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-821eb966-b698-44ac-8183-fc54631b006e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6c172877b1e647a18cbe23ac13e88df6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2860169 Dec 17 15:29:13.448901 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37760) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:13.449852 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821eb966-b698-44ac-8183-fc54631b006e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5631ce8-78b6-4440-89cd-e621b25c6639,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:13.503124 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-1acddc04-fa85-4aac-91da-6475a79f4b20 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Deleting port 7729df69-848f-4b08-831a-b97e551cdb13 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:29:13.503471 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1acddc04-fa85-4aac-91da-6475a79f4b20 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:13.570601 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-91328edf-e95a-4b4d-8332-ef6dc903edb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:13.580891 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd051288-2ae1-4a38-9064-f4a588656a67 req-d8b5be22-c97c-417b-856d-1e32b068ff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:13.582316 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fd051288-2ae1-4a38-9064-f4a588656a67 req-d8b5be22-c97c-417b-856d-1e32b068ff92 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb81f603-60e6-418f-8fce-326d48a9c9a7 HTTP/1.1" status: 200 len: 856 time: 0.2800839 Dec 17 15:29:13.596645 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1acddc04-fa85-4aac-91da-6475a79f4b20 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:13.613223 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-91328edf-e95a-4b4d-8332-ef6dc903edb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:13.622035 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-1acddc04-fa85-4aac-91da-6475a79f4b20 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Calling delete_port for 7729df69-848f-4b08-831a-b97e551cdb13 owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:29:13.634364 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd051288-2ae1-4a38-9064-f4a588656a67 req-7171d1f1-2860-4d40-98d1-965d7b2e0efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:13.635888 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fd051288-2ae1-4a38-9064-f4a588656a67 req-7171d1f1-2860-4d40-98d1-965d7b2e0efd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14d6281a-4511-4bb4-90e9-4eb4dec9d036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398855 Dec 17 15:29:13.648365 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-fd051288-2ae1-4a38-9064-f4a588656a67 req-3982c8f1-41ce-47d5-8185-68a53931ce23 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:29:13.649488 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fd051288-2ae1-4a38-9064-f4a588656a67 req-3982c8f1-41ce-47d5-8185-68a53931ce23 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053618 Dec 17 15:29:13.744538 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fd051288-2ae1-4a38-9064-f4a588656a67 req-703635fe-9105-4997-8ef1-5c8a2127d378 service neutron] 10.222.0.41 "GET /v2.0/networks/14d6281a-4511-4bb4-90e9-4eb4dec9d036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874450 Dec 17 15:29:13.782039 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-91328edf-e95a-4b4d-8332-ef6dc903edb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:13.784596 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-91328edf-e95a-4b4d-8332-ef6dc903edb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:13.785790 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-91328edf-e95a-4b4d-8332-ef6dc903edb1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c5631ce8-78b6-4440-89cd-e621b25c6639 HTTP/1.1" status: 204 len: 168 time: 0.3303638 Dec 17 15:29:13.793922 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91328edf-e95a-4b4d-8332-ef6dc903edb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5631ce8-78b6-4440-89cd-e621b25c6639,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:13.796388 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1acddc04-fa85-4aac-91da-6475a79f4b20 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:13.841947 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acddc04-fa85-4aac-91da-6475a79f4b20 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Pushing event deleted for resources: {'Port': ['ID=7729df69-848f-4b08-831a-b97e551cdb13,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:13.844079 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1acddc04-fa85-4aac-91da-6475a79f4b20 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:13.853730 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1acddc04-fa85-4aac-91da-6475a79f4b20 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] 10.222.0.46 "DELETE /v2.0/ports/7729df69-848f-4b08-831a-b97e551cdb13 HTTP/1.1" status: 204 len: 168 time: 0.5224628 Dec 17 15:29:13.855673 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37768) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:13.860375 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fd051288-2ae1-4a38-9064-f4a588656a67 req-09c5265d-33a4-498e-bdee-45eea373db24 service neutron] 10.222.0.41 "GET /v2.0/networks/14d6281a-4511-4bb4-90e9-4eb4dec9d036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083927 Dec 17 15:29:13.882016 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfce8db9-1656-4cea-bb9f-9003be47a648 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] GET failed (client error): The resource could not be found. Dec 17 15:29:13.883583 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-cfce8db9-1656-4cea-bb9f-9003be47a648 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] 10.222.0.46 "GET /v2.0/ports/7729df69-848f-4b08-831a-b97e551cdb13 HTTP/1.1" status: 404 len: 333 time: 0.0259795 Dec 17 15:29:13.887069 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37770) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:13.892838 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-34b5dca2-c452-4ece-b944-bd0e1cc80a7f tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Request body: {'port': {'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2039103810'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:29:14.032905 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b5dca2-c452-4ece-b944-bd0e1cc80a7f tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Made reservation on behalf of c5ddc01cfb3d47fe8f4a0b628a93917a for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:29:14.035389 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-34b5dca2-c452-4ece-b944-bd0e1cc80a7f tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:14.051114 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-34b5dca2-c452-4ece-b944-bd0e1cc80a7f tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] device_id is not set on port 228de0b5-7ec1-4d02-a2b9-61dd757df58c yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:29:14.208169 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-34b5dca2-c452-4ece-b944-bd0e1cc80a7f tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:14.319717 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-34b5dca2-c452-4ece-b944-bd0e1cc80a7f tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:14.371998 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b5dca2-c452-4ece-b944-bd0e1cc80a7f tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:29:14.372863 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-34b5dca2-c452-4ece-b944-bd0e1cc80a7f tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:29:14.379607 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b5dca2-c452-4ece-b944-bd0e1cc80a7f tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:29:14.380543 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b5dca2-c452-4ece-b944-bd0e1cc80a7f tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:14.381170 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-34b5dca2-c452-4ece-b944-bd0e1cc80a7f tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:14.384474 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b5dca2-c452-4ece-b944-bd0e1cc80a7f tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Pushing event updated for resources: {'Port': ['ID=228de0b5-7ec1-4d02-a2b9-61dd757df58c,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:14.470282 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-34b5dca2-c452-4ece-b944-bd0e1cc80a7f tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5821269 Dec 17 15:29:14.473307 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37788) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:14.478421 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:29:14.532900 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:14.722105 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] device_id is not set on port 228de0b5-7ec1-4d02-a2b9-61dd757df58c yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:29:14.729675 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:14.816794 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:14.915999 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Pushing event updated for resources: {'Port': ['ID=228de0b5-7ec1-4d02-a2b9-61dd757df58c,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:14.936127 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:14.937081 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:14.937483 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:14.942890 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:29:14.943315 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Failed to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] Dec 17 15:29:14.943768 n-d-820553-2 neutron-server[102832]: INFO neutron.plugins.ml2.plugin [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempt 2 to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c Dec 17 15:29:14.957782 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:14.958192 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:14.958538 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:14.963696 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:29:14.964522 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Failed to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] Dec 17 15:29:14.964981 n-d-820553-2 neutron-server[102832]: INFO neutron.plugins.ml2.plugin [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempt 3 to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c Dec 17 15:29:14.977549 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:14.977984 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:14.978384 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:14.983485 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:29:14.983928 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Failed to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] Dec 17 15:29:14.984431 n-d-820553-2 neutron-server[102832]: INFO neutron.plugins.ml2.plugin [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempt 4 to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c Dec 17 15:29:14.997770 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:14.998193 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:14.999260 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:15.003726 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:29:15.004217 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Failed to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] Dec 17 15:29:15.004769 n-d-820553-2 neutron-server[102832]: INFO neutron.plugins.ml2.plugin [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempt 5 to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c Dec 17 15:29:15.017715 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:15.018158 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:15.018563 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:15.023974 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:29:15.024384 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Failed to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] Dec 17 15:29:15.024867 n-d-820553-2 neutron-server[102832]: INFO neutron.plugins.ml2.plugin [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempt 6 to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c Dec 17 15:29:15.038347 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:15.038707 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:15.039051 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:15.043584 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:29:15.043919 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Failed to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] Dec 17 15:29:15.044302 n-d-820553-2 neutron-server[102832]: INFO neutron.plugins.ml2.plugin [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempt 7 to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c Dec 17 15:29:15.057073 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:15.057418 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:15.057755 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:15.070693 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:29:15.071069 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Failed to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] Dec 17 15:29:15.071498 n-d-820553-2 neutron-server[102832]: INFO neutron.plugins.ml2.plugin [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempt 8 to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c Dec 17 15:29:15.094173 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:15.094623 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:15.095091 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:15.099855 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:29:15.100291 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Failed to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] Dec 17 15:29:15.100679 n-d-820553-2 neutron-server[102832]: INFO neutron.plugins.ml2.plugin [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempt 9 to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c Dec 17 15:29:15.113680 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:15.114110 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:15.114571 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:15.122185 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:29:15.122619 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Failed to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] Dec 17 15:29:15.123065 n-d-820553-2 neutron-server[102832]: INFO neutron.plugins.ml2.plugin [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempt 10 to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c Dec 17 15:29:15.144993 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:15.145489 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:15.146436 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempting to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:15.152949 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:29:15.153384 n-d-820553-2 neutron-server[102832]: ERROR neutron.plugins.ml2.managers [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Failed to bind port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on host n-h2-820553-2 for vnic_type normal using segments [{'id': 'cf4323e4-60ac-43d9-a831-6f040c231f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a22854c1-8b9b-4edb-be02-cd9e14d27cd0'}] Dec 17 15:29:15.153825 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:15.233824 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] For port 228de0b5-7ec1-4d02-a2b9-61dd757df58c, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:29:15.235303 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attempted to set empty binding levels {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 17 15:29:15.319024 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:15.354107 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] In _notify_port_updated(), no bound segment for port 228de0b5-7ec1-4d02-a2b9-61dd757df58c on network a22854c1-8b9b-4edb-be02-cd9e14d27cd0 {{(pid=102832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 17 15:29:15.354107 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:15.354777 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:15.358394 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] 10.222.0.46 "PUT /v2.0/ports/228de0b5-7ec1-4d02-a2b9-61dd757df58c HTTP/1.1" status: 200 len: 975 time: 0.8815587 Dec 17 15:29:15.358721 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37814) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:15.419183 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c393355a-de98-41eb-a9d5-2418c42fca06 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Pushing event updated for resources: {'Port': ['ID=228de0b5-7ec1-4d02-a2b9-61dd757df58c,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:15.494604 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-62d72181-ad3e-47cd-8b76-abac4ea975d2 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Deleting port 228de0b5-7ec1-4d02-a2b9-61dd757df58c {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:29:15.495112 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-62d72181-ad3e-47cd-8b76-abac4ea975d2 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:15.566062 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-62d72181-ad3e-47cd-8b76-abac4ea975d2 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] For port 228de0b5-7ec1-4d02-a2b9-61dd757df58c, host n-h2-820553-2, got binding levels [] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:29:15.566433 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-62d72181-ad3e-47cd-8b76-abac4ea975d2 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:15.580363 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-62d72181-ad3e-47cd-8b76-abac4ea975d2 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Calling delete_port for 228de0b5-7ec1-4d02-a2b9-61dd757df58c owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:29:15.902295 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-62d72181-ad3e-47cd-8b76-abac4ea975d2 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:15.934086 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d72181-ad3e-47cd-8b76-abac4ea975d2 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Pushing event deleted for resources: {'Port': ['ID=228de0b5-7ec1-4d02-a2b9-61dd757df58c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:15.943040 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-62d72181-ad3e-47cd-8b76-abac4ea975d2 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:15.946784 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-62d72181-ad3e-47cd-8b76-abac4ea975d2 tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] 10.222.0.46 "DELETE /v2.0/ports/228de0b5-7ec1-4d02-a2b9-61dd757df58c HTTP/1.1" status: 204 len: 168 time: 0.5867260 Dec 17 15:29:15.949228 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37830) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:15.978839 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-0288b96a-d179-4d58-abaf-8a1d69df10df tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] GET failed (client error): The resource could not be found. Dec 17 15:29:15.980435 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0288b96a-d179-4d58-abaf-8a1d69df10df tempest-PortsAdminExtendedAttrsTestJSON-289651763 tempest-PortsAdminExtendedAttrsTestJSON-289651763-project-admin] 10.222.0.46 "GET /v2.0/ports/228de0b5-7ec1-4d02-a2b9-61dd757df58c HTTP/1.1" status: 404 len: 333 time: 0.0301738 Dec 17 15:29:15.984583 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37832) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:16.084914 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a9a28c34-2e01-4d33-bd04-02c064f0f23d tempest-PortsAdminExtendedAttrsTestJSON-1186824275 tempest-PortsAdminExtendedAttrsTestJSON-1186824275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:16.184643 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a9a28c34-2e01-4d33-bd04-02c064f0f23d tempest-PortsAdminExtendedAttrsTestJSON-1186824275 tempest-PortsAdminExtendedAttrsTestJSON-1186824275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:16.212665 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-a9a28c34-2e01-4d33-bd04-02c064f0f23d tempest-PortsAdminExtendedAttrsTestJSON-1186824275 tempest-PortsAdminExtendedAttrsTestJSON-1186824275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22854c1-8b9b-4edb-be02-cd9e14d27cd0']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:29:16.223949 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-a9a28c34-2e01-4d33-bd04-02c064f0f23d tempest-PortsAdminExtendedAttrsTestJSON-1186824275 tempest-PortsAdminExtendedAttrsTestJSON-1186824275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf4323e4-60ac-43d9-a831-6f040c231f1b') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:29:16.224247 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-a9a28c34-2e01-4d33-bd04-02c064f0f23d tempest-PortsAdminExtendedAttrsTestJSON-1186824275 tempest-PortsAdminExtendedAttrsTestJSON-1186824275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf4323e4-60ac-43d9-a831-6f040c231f1b') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:29:16.235087 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a9a28c34-2e01-4d33-bd04-02c064f0f23d tempest-PortsAdminExtendedAttrsTestJSON-1186824275 tempest-PortsAdminExtendedAttrsTestJSON-1186824275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:16.249432 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a9a28c34-2e01-4d33-bd04-02c064f0f23d tempest-PortsAdminExtendedAttrsTestJSON-1186824275 tempest-PortsAdminExtendedAttrsTestJSON-1186824275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:16.256515 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a28c34-2e01-4d33-bd04-02c064f0f23d tempest-PortsAdminExtendedAttrsTestJSON-1186824275 tempest-PortsAdminExtendedAttrsTestJSON-1186824275-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:29:16.257175 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a9a28c34-2e01-4d33-bd04-02c064f0f23d tempest-PortsAdminExtendedAttrsTestJSON-1186824275 tempest-PortsAdminExtendedAttrsTestJSON-1186824275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:16.260270 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:29:16.260270 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:29:16.260270 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:29:16.260270 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:29:16.260270 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:29:16.260270 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:29:16.260270 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:29:16.260270 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:29:16.260270 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:29:16.260270 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:29:16.260270 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:29:16.260270 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:29:16.260270 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:29:16.260270 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:29:16.260270 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:29:16.260270 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:29:16.260270 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:29:16.260270 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:29:16.260270 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:29:16.260270 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:29:16.260270 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:29:16.260270 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:29:16.260270 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:29:16.260270 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:29:16.260270 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:29:16.260270 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:29:16.260270 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:29:16.260270 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:29:16.260270 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:29:16.260270 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:29:16.260270 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:29:16.260270 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:29:16.424396 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a9a28c34-2e01-4d33-bd04-02c064f0f23d tempest-PortsAdminExtendedAttrsTestJSON-1186824275 tempest-PortsAdminExtendedAttrsTestJSON-1186824275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:16.433836 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a9a28c34-2e01-4d33-bd04-02c064f0f23d tempest-PortsAdminExtendedAttrsTestJSON-1186824275 tempest-PortsAdminExtendedAttrsTestJSON-1186824275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:16.437522 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a9a28c34-2e01-4d33-bd04-02c064f0f23d tempest-PortsAdminExtendedAttrsTestJSON-1186824275 tempest-PortsAdminExtendedAttrsTestJSON-1186824275-project] 10.222.0.46 "DELETE /v2.0/networks/a22854c1-8b9b-4edb-be02-cd9e14d27cd0 HTTP/1.1" status: 204 len: 168 time: 0.4519351 Dec 17 15:29:16.474505 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a28c34-2e01-4d33-bd04-02c064f0f23d tempest-PortsAdminExtendedAttrsTestJSON-1186824275 tempest-PortsAdminExtendedAttrsTestJSON-1186824275-project] Pushing event deleted for resources: {'Network': ['ID=a22854c1-8b9b-4edb-be02-cd9e14d27cd0,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:17.148539 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37866) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:17.305161 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a7aeefc3-43da-4a40-92da-2dcb31287e96 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eff34c91f7f34fad87afccaa0dd6f3c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1530509 Dec 17 15:29:17.305800 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37870) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:17.388423 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-74f7cf1d-6179-4531-8668-2e703864b272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:17.416037 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-74f7cf1d-6179-4531-8668-2e703864b272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:17.519047 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-74f7cf1d-6179-4531-8668-2e703864b272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:17.524197 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-74f7cf1d-6179-4531-8668-2e703864b272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:17.551950 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-74f7cf1d-6179-4531-8668-2e703864b272 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c59d2060-8256-4a0d-bc79-c26b02deec7f HTTP/1.1" status: 204 len: 168 time: 0.2242210 Dec 17 15:29:17.555423 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7cf1d-6179-4531-8668-2e703864b272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59d2060-8256-4a0d-bc79-c26b02deec7f,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:18.230253 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37890) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:18.274127 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-edfb574d-f5bc-4fce-b477-7096a89f449a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c5ddc01cfb3d47fe8f4a0b628a93917a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403731 Dec 17 15:29:18.274337 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37892) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:18.332702 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-570026ac-1d72-45f3-8fc0-a2ff58691367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:18.354533 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-570026ac-1d72-45f3-8fc0-a2ff58691367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:18.468112 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-570026ac-1d72-45f3-8fc0-a2ff58691367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:18.470716 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-570026ac-1d72-45f3-8fc0-a2ff58691367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:18.474093 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-570026ac-1d72-45f3-8fc0-a2ff58691367 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d31805de-fab2-43ee-ae7e-11f7e8adb87e HTTP/1.1" status: 204 len: 168 time: 0.1966908 Dec 17 15:29:18.481413 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570026ac-1d72-45f3-8fc0-a2ff58691367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31805de-fab2-43ee-ae7e-11f7e8adb87e,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:19.571536 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37928) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:19.680332 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-2d7a77d6-8ae2-4ca1-9d06-f85acbe034d5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1533562325'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:29:19.764441 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7a77d6-8ae2-4ca1-9d06-f85acbe034d5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:29:19.768368 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2d7a77d6-8ae2-4ca1-9d06-f85acbe034d5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:19.778449 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2d7a77d6-8ae2-4ca1-9d06-f85acbe034d5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:19.902664 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2d7a77d6-8ae2-4ca1-9d06-f85acbe034d5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:19.976075 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2d7a77d6-8ae2-4ca1-9d06-f85acbe034d5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:20.007524 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d7a77d6-8ae2-4ca1-9d06-f85acbe034d5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:29:20.015344 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a77d6-8ae2-4ca1-9d06-f85acbe034d5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a56fc70b-4dea-4351-bf1f-1fb72e9dc804,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:20.026704 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2d7a77d6-8ae2-4ca1-9d06-f85acbe034d5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:20.027369 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-2d7a77d6-8ae2-4ca1-9d06-f85acbe034d5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Added segment 8ac030d7-5d56-437e-adff-d4bffef2306c of type vlan for network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 Dec 17 15:29:20.070301 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2d7a77d6-8ae2-4ca1-9d06-f85acbe034d5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:20.141333 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2d7a77d6-8ae2-4ca1-9d06-f85acbe034d5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:20.147123 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7a77d6-8ae2-4ca1-9d06-f85acbe034d5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:20.147748 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2d7a77d6-8ae2-4ca1-9d06-f85acbe034d5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:20.224089 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a77d6-8ae2-4ca1-9d06-f85acbe034d5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Network': ['ID=1ef37782-8ac3-404c-a66a-d6468d16f5c9,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:20.235929 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:29:20.247465 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2d7a77d6-8ae2-4ca1-9d06-f85acbe034d5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6747978 Dec 17 15:29:20.252360 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37942) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:20.258139 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-0fb74caa-a76a-4bba-a4bc-4121e490a6d3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:29:20.467297 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb74caa-a76a-4bba-a4bc-4121e490a6d3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:29:20.470946 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0fb74caa-a76a-4bba-a4bc-4121e490a6d3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:20.707987 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0fb74caa-a76a-4bba-a4bc-4121e490a6d3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:20.787366 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb74caa-a76a-4bba-a4bc-4121e490a6d3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Checking segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:29:20.787655 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb74caa-a76a-4bba-a4bc-4121e490a6d3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network hostable DHCP agents. Network: 1ef37782-8ac3-404c-a66a-d6468d16f5c9, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:29:20.789780 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb74caa-a76a-4bba-a4bc-4121e490a6d3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Subnet': ['ID=4080a741-df11-4992-8de4-a2c2b01d6e43,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:20.856498 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb74caa-a76a-4bba-a4bc-4121e490a6d3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:29:20.947371 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-0fb74caa-a76a-4bba-a4bc-4121e490a6d3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 1ef37782-8ac3-404c-a66a-d6468d16f5c9) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:29:20.953780 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb74caa-a76a-4bba-a4bc-4121e490a6d3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:20.958539 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf11fe87-cc17-4fc5-b9bf-f0e5d198391b None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:29:20.961923 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0fb74caa-a76a-4bba-a4bc-4121e490a6d3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:21.047438 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0fb74caa-a76a-4bba-a4bc-4121e490a6d3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7937295 Dec 17 15:29:21.050868 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37952) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:21.056157 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-4eb11c21-4fcd-4d1c-b92c-6137909c6e6c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'port': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'name': 'tempest-NetworksTestDHCPv6-1322803423'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:29:21.132700 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110bead9-1f95-4504-be37-46da7457680e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'tenant_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'fixed_ips': [{'subnet_id': '4080a741-df11-4992-8de4-a2c2b01d6e43'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:29:21.133636 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-110bead9-1f95-4504-be37-46da7457680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:21.244212 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb11c21-4fcd-4d1c-b92c-6137909c6e6c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:29:21.249501 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4eb11c21-4fcd-4d1c-b92c-6137909c6e6c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:21.277098 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-4eb11c21-4fcd-4d1c-b92c-6137909c6e6c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] device_id is not set on port c3543cca-b599-461a-bb72-12627b770549 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:29:21.287848 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-110bead9-1f95-4504-be37-46da7457680e None None] Allocated IP 2001:db8::2 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/4080a741-df11-4992-8de4-a2c2b01d6e43/ed3f8426-09a1-4bbc-8a81-15009f986158) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:29:21.439364 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-110bead9-1f95-4504-be37-46da7457680e None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:21.510373 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-110bead9-1f95-4504-be37-46da7457680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:21.553893 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110bead9-1f95-4504-be37-46da7457680e None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:29:21.557739 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-110bead9-1f95-4504-be37-46da7457680e None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:29:21.560520 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110bead9-1f95-4504-be37-46da7457680e None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:29:21.575977 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110bead9-1f95-4504-be37-46da7457680e None None] Pushing event updated for resources: {'Port': ['ID=ed3f8426-09a1-4bbc-8a81-15009f986158,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:21.581850 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-4eb11c21-4fcd-4d1c-b92c-6137909c6e6c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Allocated IP 2001:db8::361 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/4080a741-df11-4992-8de4-a2c2b01d6e43/c3543cca-b599-461a-bb72-12627b770549) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:29:21.622732 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110bead9-1f95-4504-be37-46da7457680e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:21.623084 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110bead9-1f95-4504-be37-46da7457680e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:21.624017 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110bead9-1f95-4504-be37-46da7457680e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:21.624362 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110bead9-1f95-4504-be37-46da7457680e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:21.624698 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110bead9-1f95-4504-be37-46da7457680e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:21.625025 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110bead9-1f95-4504-be37-46da7457680e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:21.627374 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110bead9-1f95-4504-be37-46da7457680e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:21.628225 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110bead9-1f95-4504-be37-46da7457680e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:21.629001 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110bead9-1f95-4504-be37-46da7457680e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:21.629565 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110bead9-1f95-4504-be37-46da7457680e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:21.630057 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110bead9-1f95-4504-be37-46da7457680e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:21.630534 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110bead9-1f95-4504-be37-46da7457680e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:21.720384 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-110bead9-1f95-4504-be37-46da7457680e None None] Attempting to bind port ed3f8426-09a1-4bbc-8a81-15009f986158 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:21.721569 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-110bead9-1f95-4504-be37-46da7457680e None None] Attempting to bind port ed3f8426-09a1-4bbc-8a81-15009f986158 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:21.723466 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110bead9-1f95-4504-be37-46da7457680e None None] Attempting to bind port ed3f8426-09a1-4bbc-8a81-15009f986158 on network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:21.734601 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110bead9-1f95-4504-be37-46da7457680e None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:29:21.735633 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110bead9-1f95-4504-be37-46da7457680e None None] Checking segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:29:21.736264 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-110bead9-1f95-4504-be37-46da7457680e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:21.736705 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110bead9-1f95-4504-be37-46da7457680e None None] Bound using segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:29:21.737225 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-110bead9-1f95-4504-be37-46da7457680e None None] Bound port: ed3f8426-09a1-4bbc-8a81-15009f986158, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:29:21.737696 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-110bead9-1f95-4504-be37-46da7457680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:21.848547 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-110bead9-1f95-4504-be37-46da7457680e None None] For port ed3f8426-09a1-4bbc-8a81-15009f986158, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:29:21.856508 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-110bead9-1f95-4504-be37-46da7457680e None None] For port ed3f8426-09a1-4bbc-8a81-15009f986158, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ed3f8426-09a1-4bbc-8a81-15009f986158,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:29:21.863805 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4eb11c21-4fcd-4d1c-b92c-6137909c6e6c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:21.940253 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-110bead9-1f95-4504-be37-46da7457680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:22.010340 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110bead9-1f95-4504-be37-46da7457680e None None] Pushing event updated for resources: {'Port': ['ID=ed3f8426-09a1-4bbc-8a81-15009f986158,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:22.016953 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4eb11c21-4fcd-4d1c-b92c-6137909c6e6c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:22.073332 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb11c21-4fcd-4d1c-b92c-6137909c6e6c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:29:22.077144 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-4eb11c21-4fcd-4d1c-b92c-6137909c6e6c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:29:22.080894 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb11c21-4fcd-4d1c-b92c-6137909c6e6c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:29:22.086674 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb11c21-4fcd-4d1c-b92c-6137909c6e6c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:22.087304 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4eb11c21-4fcd-4d1c-b92c-6137909c6e6c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:22.100091 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb11c21-4fcd-4d1c-b92c-6137909c6e6c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Port': ['ID=c3543cca-b599-461a-bb72-12627b770549,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:22.187666 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4eb11c21-4fcd-4d1c-b92c-6137909c6e6c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1332135 Dec 17 15:29:22.189820 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37966) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:22.259335 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e6316a-34d9-441b-aae0-5a4321ac5a80 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:22.266046 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e6316a-34d9-441b-aae0-5a4321ac5a80 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:22.267816 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b5e6316a-34d9-441b-aae0-5a4321ac5a80 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0768092 Dec 17 15:29:22.270463 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37970) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:22.368442 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37976) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:22.389871 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-4b33c2da-d57d-43e0-ba3b-9964f95d67a4 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting port c3543cca-b599-461a-bb72-12627b770549 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:29:22.390224 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4b33c2da-d57d-43e0-ba3b-9964f95d67a4 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:22.502275 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4b33c2da-d57d-43e0-ba3b-9964f95d67a4 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:22.517918 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-4b33c2da-d57d-43e0-ba3b-9964f95d67a4 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Calling delete_port for c3543cca-b599-461a-bb72-12627b770549 owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:29:22.539660 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8c8853f8-0a7a-4dbc-83ba-affe90ee727a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:22.659631 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8c8853f8-0a7a-4dbc-83ba-affe90ee727a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:22.730529 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8c8853f8-0a7a-4dbc-83ba-affe90ee727a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:22.754828 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4b33c2da-d57d-43e0-ba3b-9964f95d67a4 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:22.780152 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8c8853f8-0a7a-4dbc-83ba-affe90ee727a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ef93c64b347746be979e3d061ef0cb49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4097931 Dec 17 15:29:22.784116 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37990) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:22.796754 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8853f8-0a7a-4dbc-83ba-affe90ee727a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4381905-fc4e-4e4f-b7e1-94ba923766db,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:22.807571 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b33c2da-d57d-43e0-ba3b-9964f95d67a4 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Port': ['ID=c3543cca-b599-461a-bb72-12627b770549,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:22.860534 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4b33c2da-d57d-43e0-ba3b-9964f95d67a4 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:22.867102 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4b33c2da-d57d-43e0-ba3b-9964f95d67a4 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/c3543cca-b599-461a-bb72-12627b770549 HTTP/1.1" status: 204 len: 168 time: 0.5933084 Dec 17 15:29:22.867610 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37992) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:22.869150 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c16b95b2-5e76-430a-9184-ef795e6e5031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:22.894025 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c16b95b2-5e76-430a-9184-ef795e6e5031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:22.926617 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e9db03-b65c-4a85-94d0-4397a8d32626 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:22.928938 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e9db03-b65c-4a85-94d0-4397a8d32626 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:22.930710 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-87e9db03-b65c-4a85-94d0-4397a8d32626 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0619721 Dec 17 15:29:22.934006 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37994) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:22.999355 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff4e804a-5156-44ef-9dd8-dec23e26963d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting subnet 4080a741-df11-4992-8de4-a2c2b01d6e43 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:29:23.005426 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ff4e804a-5156-44ef-9dd8-dec23e26963d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:23.026092 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c16b95b2-5e76-430a-9184-ef795e6e5031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:23.037404 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c16b95b2-5e76-430a-9184-ef795e6e5031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:23.037404 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c16b95b2-5e76-430a-9184-ef795e6e5031 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f4381905-fc4e-4e4f-b7e1-94ba923766db HTTP/1.1" status: 204 len: 168 time: 0.2516949 Dec 17 15:29:23.048742 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b95b2-5e76-430a-9184-ef795e6e5031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4381905-fc4e-4e4f-b7e1-94ba923766db,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:23.088280 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ff4e804a-5156-44ef-9dd8-dec23e26963d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:23.183260 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ff4e804a-5156-44ef-9dd8-dec23e26963d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:23.215874 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f90bee6-e4dc-4034-a6bf-e140f3466eaa None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:29:23.325003 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ff4e804a-5156-44ef-9dd8-dec23e26963d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:23.341673 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-b99cb4c9-3e59-4581-9ce4-7a48d065d48c None None] Provisioning complete for port ed3f8426-09a1-4bbc-8a81-15009f986158 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:29:23.342695 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b99cb4c9-3e59-4581-9ce4-7a48d065d48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:23.359762 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e804a-5156-44ef-9dd8-dec23e26963d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Subnet': ['ID=4080a741-df11-4992-8de4-a2c2b01d6e43,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:23.364096 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ff4e804a-5156-44ef-9dd8-dec23e26963d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:23.370242 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38008) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:23.370511 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ff4e804a-5156-44ef-9dd8-dec23e26963d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/4080a741-df11-4992-8de4-a2c2b01d6e43 HTTP/1.1" status: 204 len: 168 time: 0.4349618 Dec 17 15:29:23.428694 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-37bd2dbb-0ee1-455a-9c91-cc7ca7a38f8a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571103 Dec 17 15:29:23.431360 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38010) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:23.438216 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-1e629a11-4107-44f3-881f-bfad591ee986 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:29:23.482324 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b99cb4c9-3e59-4581-9ce4-7a48d065d48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:23.518490 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b99cb4c9-3e59-4581-9ce4-7a48d065d48c None None] For port ed3f8426-09a1-4bbc-8a81-15009f986158, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ed3f8426-09a1-4bbc-8a81-15009f986158,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:29:23.599675 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b99cb4c9-3e59-4581-9ce4-7a48d065d48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:23.655258 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99cb4c9-3e59-4581-9ce4-7a48d065d48c None None] Pushing event updated for resources: {'Port': ['ID=ed3f8426-09a1-4bbc-8a81-15009f986158,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:23.664144 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e629a11-4107-44f3-881f-bfad591ee986 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:29:23.670336 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1e629a11-4107-44f3-881f-bfad591ee986 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:23.678058 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ed3f8426-09a1-4bbc-8a81-15009f986158 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:29:23.723842 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e1ad4d-d5cd-456e-a88e-f2e7a22d32c2 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:29:23.742933 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38014) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:23.769026 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d574b339-d119-43ad-9031-2c0fcdd24c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:23.799548 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port ed3f8426-09a1-4bbc-8a81-15009f986158 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:29:23.799548 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:23.890025 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-cb9ab206-a417-4afa-b722-e2804e1f0e8f None None] Provisioning complete for port ed3f8426-09a1-4bbc-8a81-15009f986158 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:29:23.890227 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cb9ab206-a417-4afa-b722-e2804e1f0e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:23.944007 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d574b339-d119-43ad-9031-2c0fcdd24c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:24.010318 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d574b339-d119-43ad-9031-2c0fcdd24c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:24.043988 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20283080-fec6-4c0f-aff5-dacd19309cfb None None] DHCP port deletion for 1ef37782-8ac3-404c-a66a-d6468d16f5c9 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:29:24.053393 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d574b339-d119-43ad-9031-2c0fcdd24c4f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b1e148696e0f4b5bb9f7eba333865c74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3093948 Dec 17 15:29:24.054278 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574b339-d119-43ad-9031-2c0fcdd24c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592a2dd6-fc20-49e7-9533-77e19f25139c,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:24.056084 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38020) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:24.061319 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1e629a11-4107-44f3-881f-bfad591ee986 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:24.104610 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-20283080-fec6-4c0f-aff5-dacd19309cfb None None] Deleting port ed3f8426-09a1-4bbc-8a81-15009f986158 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:29:24.108696 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-20283080-fec6-4c0f-aff5-dacd19309cfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:24.114092 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e629a11-4107-44f3-881f-bfad591ee986 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:29:24.117474 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-1e629a11-4107-44f3-881f-bfad591ee986 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:29:24.122260 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e629a11-4107-44f3-881f-bfad591ee986 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:24.122838 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1e629a11-4107-44f3-881f-bfad591ee986 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:24.135144 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e629a11-4107-44f3-881f-bfad591ee986 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Subnet': ['ID=0263e520-9ff7-422c-af61-2fcf6ceee69f,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:24.159230 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c0ff1c5d-7508-4bde-9361-1950e6b336ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:24.183259 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c0ff1c5d-7508-4bde-9361-1950e6b336ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:24.209372 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1e629a11-4107-44f3-881f-bfad591ee986 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7743871 Dec 17 15:29:24.209664 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38022) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:24.214608 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-d8df7bb2-ad52-4e2c-9389-ff213848eb85 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'port': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'name': 'tempest-NetworksTestDHCPv6-1471689255'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:29:24.218707 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-20283080-fec6-4c0f-aff5-dacd19309cfb None None] For port ed3f8426-09a1-4bbc-8a81-15009f986158, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ed3f8426-09a1-4bbc-8a81-15009f986158,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:29:24.219239 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-20283080-fec6-4c0f-aff5-dacd19309cfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:24.234346 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-20283080-fec6-4c0f-aff5-dacd19309cfb None None] Calling delete_port for ed3f8426-09a1-4bbc-8a81-15009f986158 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:29:24.295878 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c0ff1c5d-7508-4bde-9361-1950e6b336ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:24.298672 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c0ff1c5d-7508-4bde-9361-1950e6b336ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:24.300240 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c0ff1c5d-7508-4bde-9361-1950e6b336ec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/592a2dd6-fc20-49e7-9533-77e19f25139c HTTP/1.1" status: 204 len: 168 time: 0.2429216 Dec 17 15:29:24.330289 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff1c5d-7508-4bde-9361-1950e6b336ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592a2dd6-fc20-49e7-9533-77e19f25139c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:24.371956 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-20283080-fec6-4c0f-aff5-dacd19309cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:24.398149 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20283080-fec6-4c0f-aff5-dacd19309cfb None None] Pushing event deleted for resources: {'Port': ['ID=ed3f8426-09a1-4bbc-8a81-15009f986158,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:24.410836 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20283080-fec6-4c0f-aff5-dacd19309cfb None None] No DVR routers for this DVR port ed3f8426-09a1-4bbc-8a81-15009f986158 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:29:24.431097 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ad900b-3a05-4a5a-923c-20639ad65d60 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:29:24.461628 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8df7bb2-ad52-4e2c-9389-ff213848eb85 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:29:24.465202 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d8df7bb2-ad52-4e2c-9389-ff213848eb85 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:24.487913 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-d8df7bb2-ad52-4e2c-9389-ff213848eb85 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] device_id is not set on port 3e86b08d-e875-4a08-be72-406ef575034f yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:29:24.602062 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521ee136-ce62-4c24-a587-7651eec4a195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'tenant_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'fixed_ips': [{'subnet_id': '0263e520-9ff7-422c-af61-2fcf6ceee69f'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:29:24.604354 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-521ee136-ce62-4c24-a587-7651eec4a195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:24.608194 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-d8df7bb2-ad52-4e2c-9389-ff213848eb85 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Allocated IP 2001:db8::c6 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/0263e520-9ff7-422c-af61-2fcf6ceee69f/3e86b08d-e875-4a08-be72-406ef575034f) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:29:24.785215 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d8df7bb2-ad52-4e2c-9389-ff213848eb85 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:24.890843 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d8df7bb2-ad52-4e2c-9389-ff213848eb85 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:24.942220 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8df7bb2-ad52-4e2c-9389-ff213848eb85 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:29:24.945283 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-d8df7bb2-ad52-4e2c-9389-ff213848eb85 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:29:24.948969 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8df7bb2-ad52-4e2c-9389-ff213848eb85 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:29:24.950402 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-521ee136-ce62-4c24-a587-7651eec4a195 None None] Allocated IP 2001:db8::2 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/0263e520-9ff7-422c-af61-2fcf6ceee69f/b919a548-4ec0-4c03-a3a6-934ae52c6f6a) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:29:24.954762 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8df7bb2-ad52-4e2c-9389-ff213848eb85 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:24.955381 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d8df7bb2-ad52-4e2c-9389-ff213848eb85 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:24.964073 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df7bb2-ad52-4e2c-9389-ff213848eb85 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Port': ['ID=3e86b08d-e875-4a08-be72-406ef575034f,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:25.052920 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d8df7bb2-ad52-4e2c-9389-ff213848eb85 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8420691 Dec 17 15:29:25.056633 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38042) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:25.111579 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde4a658-9c01-42e1-9003-486d98a12dff tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:25.118019 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-fde4a658-9c01-42e1-9003-486d98a12dff tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0554309 Dec 17 15:29:25.118019 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38044) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:25.122354 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-521ee136-ce62-4c24-a587-7651eec4a195 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:25.209875 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-d0cdb64d-ea52-4412-bfda-56f7d434a150 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting port 3e86b08d-e875-4a08-be72-406ef575034f {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:29:25.210220 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d0cdb64d-ea52-4412-bfda-56f7d434a150 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:25.216100 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-521ee136-ce62-4c24-a587-7651eec4a195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:25.256169 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521ee136-ce62-4c24-a587-7651eec4a195 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:29:25.259029 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-521ee136-ce62-4c24-a587-7651eec4a195 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:29:25.262399 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521ee136-ce62-4c24-a587-7651eec4a195 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:29:25.271382 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ee136-ce62-4c24-a587-7651eec4a195 None None] Pushing event updated for resources: {'Port': ['ID=b919a548-4ec0-4c03-a3a6-934ae52c6f6a,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:25.317765 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d0cdb64d-ea52-4412-bfda-56f7d434a150 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:25.329840 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-d0cdb64d-ea52-4412-bfda-56f7d434a150 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Calling delete_port for 3e86b08d-e875-4a08-be72-406ef575034f owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:29:25.338792 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-521ee136-ce62-4c24-a587-7651eec4a195 None None] Attempting to bind port b919a548-4ec0-4c03-a3a6-934ae52c6f6a on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:25.340431 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-521ee136-ce62-4c24-a587-7651eec4a195 None None] Attempting to bind port b919a548-4ec0-4c03-a3a6-934ae52c6f6a by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:25.341266 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521ee136-ce62-4c24-a587-7651eec4a195 None None] Attempting to bind port b919a548-4ec0-4c03-a3a6-934ae52c6f6a on network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:25.352887 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521ee136-ce62-4c24-a587-7651eec4a195 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:29:25.353847 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521ee136-ce62-4c24-a587-7651eec4a195 None None] Checking segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:29:25.354746 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-521ee136-ce62-4c24-a587-7651eec4a195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:25.355595 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521ee136-ce62-4c24-a587-7651eec4a195 None None] Bound using segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:29:25.356554 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-521ee136-ce62-4c24-a587-7651eec4a195 None None] Bound port: b919a548-4ec0-4c03-a3a6-934ae52c6f6a, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:29:25.359015 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-521ee136-ce62-4c24-a587-7651eec4a195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:25.428859 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-521ee136-ce62-4c24-a587-7651eec4a195 None None] For port b919a548-4ec0-4c03-a3a6-934ae52c6f6a, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:29:25.431829 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-521ee136-ce62-4c24-a587-7651eec4a195 None None] For port b919a548-4ec0-4c03-a3a6-934ae52c6f6a, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b919a548-4ec0-4c03-a3a6-934ae52c6f6a,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:29:25.562108 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ed3f8426-09a1-4bbc-8a81-15009f986158 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:29:25.564274 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d0cdb64d-ea52-4412-bfda-56f7d434a150 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:25.566310 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-521ee136-ce62-4c24-a587-7651eec4a195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:25.594311 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: ed3f8426-09a1-4bbc-8a81-15009f986158 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:29:25.594648 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ed3f8426-09a1-4bbc-8a81-15009f986158 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:29:25.613864 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cdb64d-ea52-4412-bfda-56f7d434a150 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Port': ['ID=3e86b08d-e875-4a08-be72-406ef575034f,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:25.645213 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d0cdb64d-ea52-4412-bfda-56f7d434a150 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:25.648939 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d0cdb64d-ea52-4412-bfda-56f7d434a150 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/3e86b08d-e875-4a08-be72-406ef575034f HTTP/1.1" status: 204 len: 168 time: 0.5322912 Dec 17 15:29:25.659471 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38062) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:25.660225 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ee136-ce62-4c24-a587-7651eec4a195 None None] Pushing event updated for resources: {'Port': ['ID=b919a548-4ec0-4c03-a3a6-934ae52c6f6a,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:25.712009 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38066) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:25.732756 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009d4e5e-3b26-4a1c-b011-2cf384b9464b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:25.735015 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009d4e5e-3b26-4a1c-b011-2cf384b9464b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:25.737100 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-009d4e5e-3b26-4a1c-b011-2cf384b9464b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0837286 Dec 17 15:29:25.739725 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38070) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:25.811616 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c29eaf5-dd4f-445c-bcd9-bd981ea6b764 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting subnet 0263e520-9ff7-422c-af61-2fcf6ceee69f {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:29:25.823022 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3c29eaf5-dd4f-445c-bcd9-bd981ea6b764 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:25.844531 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:25.854194 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-511faac1-4f80-4a01-bbd5-2635608c1acf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1422355137-network', 'tenant_id': 'b8cb6554a0ef4ecbb71e90dbf20f843c'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:29:25.869615 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3c29eaf5-dd4f-445c-bcd9-bd981ea6b764 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:26.001067 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3c29eaf5-dd4f-445c-bcd9-bd981ea6b764 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:26.004622 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511faac1-4f80-4a01-bbd5-2635608c1acf admin admin] Made reservation on behalf of b8cb6554a0ef4ecbb71e90dbf20f843c for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:29:26.006972 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-511faac1-4f80-4a01-bbd5-2635608c1acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:26.377396 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-511faac1-4f80-4a01-bbd5-2635608c1acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:26.531473 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3c29eaf5-dd4f-445c-bcd9-bd981ea6b764 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:26.569940 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29eaf5-dd4f-445c-bcd9-bd981ea6b764 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Subnet': ['ID=0263e520-9ff7-422c-af61-2fcf6ceee69f,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:26.578718 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3c29eaf5-dd4f-445c-bcd9-bd981ea6b764 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:26.584289 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3c29eaf5-dd4f-445c-bcd9-bd981ea6b764 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/0263e520-9ff7-422c-af61-2fcf6ceee69f HTTP/1.1" status: 204 len: 168 time: 0.8409810 Dec 17 15:29:26.584538 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38076) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:26.614096 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-511faac1-4f80-4a01-bbd5-2635608c1acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:26.643682 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-aa454542-ff86-4c04-a09b-85574f42ce02 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0573125 Dec 17 15:29:26.646553 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38078) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:26.651947 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-d7558b2e-e985-4da8-b81f-a6a10133be32 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:29:26.700939 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-511faac1-4f80-4a01-bbd5-2635608c1acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:26.742562 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-511faac1-4f80-4a01-bbd5-2635608c1acf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:29:26.764143 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-511faac1-4f80-4a01-bbd5-2635608c1acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:26.764494 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-511faac1-4f80-4a01-bbd5-2635608c1acf admin admin] Added segment 4ee6a4ed-ae9b-491c-aca3-eb897bc29111 of type vlan for network c5a017be-6a7b-40b1-9b83-94284b0e206b Dec 17 15:29:26.769900 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511faac1-4f80-4a01-bbd5-2635608c1acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5770a0d8-a37d-494c-88b6-88fed15fdf47,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:26.819676 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a11fe6-ce03-4bfe-b942-0548318fd488 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:29:26.830197 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-511faac1-4f80-4a01-bbd5-2635608c1acf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:26.891842 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7558b2e-e985-4da8-b81f-a6a10133be32 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:29:26.895687 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d7558b2e-e985-4da8-b81f-a6a10133be32 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:26.903039 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4753ab36-6378-4a7f-a6f5-b106f73903fb None None] Provisioning complete for port b919a548-4ec0-4c03-a3a6-934ae52c6f6a triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:29:26.903421 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4753ab36-6378-4a7f-a6f5-b106f73903fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:26.947730 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-511faac1-4f80-4a01-bbd5-2635608c1acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:26.948722 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511faac1-4f80-4a01-bbd5-2635608c1acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:26.949656 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-511faac1-4f80-4a01-bbd5-2635608c1acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:27.077781 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511faac1-4f80-4a01-bbd5-2635608c1acf admin admin] Pushing event updated for resources: {'Network': ['ID=c5a017be-6a7b-40b1-9b83-94284b0e206b,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:27.090076 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38084) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:27.090234 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-511faac1-4f80-4a01-bbd5-2635608c1acf admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3766627 Dec 17 15:29:27.090995 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network c5a017be-6a7b-40b1-9b83-94284b0e206b details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:29:27.097742 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-e5ee3139-2307-44db-b24f-c19a1e8ac020 admin admin] Request body: {'subnet': {'network_id': 'c5a017be-6a7b-40b1-9b83-94284b0e206b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1422355137-subnet', 'tenant_id': 'b8cb6554a0ef4ecbb71e90dbf20f843c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:29:27.177338 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ee3139-2307-44db-b24f-c19a1e8ac020 admin admin] Made reservation on behalf of b8cb6554a0ef4ecbb71e90dbf20f843c for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:29:27.180989 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e5ee3139-2307-44db-b24f-c19a1e8ac020 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:27.253581 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4753ab36-6378-4a7f-a6f5-b106f73903fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:27.274513 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26de7010-46dd-4434-9b35-0cea83d2d9e1 None None] DHCP port deletion for 1ef37782-8ac3-404c-a66a-d6468d16f5c9 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:29:27.296167 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d7558b2e-e985-4da8-b81f-a6a10133be32 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:27.328664 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7558b2e-e985-4da8-b81f-a6a10133be32 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:29:27.330093 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4753ab36-6378-4a7f-a6f5-b106f73903fb None None] For port b919a548-4ec0-4c03-a3a6-934ae52c6f6a, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b919a548-4ec0-4c03-a3a6-934ae52c6f6a,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:29:27.358843 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-26de7010-46dd-4434-9b35-0cea83d2d9e1 None None] Deleting port b919a548-4ec0-4c03-a3a6-934ae52c6f6a {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:29:27.359257 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-26de7010-46dd-4434-9b35-0cea83d2d9e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:27.374918 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-d7558b2e-e985-4da8-b81f-a6a10133be32 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:29:27.380523 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7558b2e-e985-4da8-b81f-a6a10133be32 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:27.381238 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d7558b2e-e985-4da8-b81f-a6a10133be32 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:27.399232 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7558b2e-e985-4da8-b81f-a6a10133be32 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Subnet': ['ID=29be2d81-fe89-4225-8b0b-c4b36a1e5774,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:27.407628 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4753ab36-6378-4a7f-a6f5-b106f73903fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:27.484286 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753ab36-6378-4a7f-a6f5-b106f73903fb None None] Pushing event updated for resources: {'Port': ['ID=b919a548-4ec0-4c03-a3a6-934ae52c6f6a,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:27.487408 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d7558b2e-e985-4da8-b81f-a6a10133be32 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8397057 Dec 17 15:29:27.490122 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38090) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:27.499757 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-5814f27d-f630-4c80-8914-ab342c1c02e1 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'port': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'name': 'tempest-NetworksTestDHCPv6-1655032495'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:29:27.499887 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-26de7010-46dd-4434-9b35-0cea83d2d9e1 None None] For port b919a548-4ec0-4c03-a3a6-934ae52c6f6a, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b919a548-4ec0-4c03-a3a6-934ae52c6f6a,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:29:27.499887 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-26de7010-46dd-4434-9b35-0cea83d2d9e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:27.513026 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-26de7010-46dd-4434-9b35-0cea83d2d9e1 None None] Calling delete_port for b919a548-4ec0-4c03-a3a6-934ae52c6f6a owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:29:27.573809 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e5ee3139-2307-44db-b24f-c19a1e8ac020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:27.676756 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee3139-2307-44db-b24f-c19a1e8ac020 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77497e0f-88ff-429f-b1ea-33fe8d7039d4,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:27.684834 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-26de7010-46dd-4434-9b35-0cea83d2d9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:27.695298 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ee3139-2307-44db-b24f-c19a1e8ac020 admin admin] Checking segment: {'id': '4ee6a4ed-ae9b-491c-aca3-eb897bc29111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c5a017be-6a7b-40b1-9b83-94284b0e206b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:29:27.696694 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ee3139-2307-44db-b24f-c19a1e8ac020 admin admin] Network hostable DHCP agents. Network: c5a017be-6a7b-40b1-9b83-94284b0e206b, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:29:27.711995 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de7010-46dd-4434-9b35-0cea83d2d9e1 None None] Pushing event deleted for resources: {'Port': ['ID=b919a548-4ec0-4c03-a3a6-934ae52c6f6a,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:27.720941 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26de7010-46dd-4434-9b35-0cea83d2d9e1 None None] No DVR routers for this DVR port b919a548-4ec0-4c03-a3a6-934ae52c6f6a on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:29:27.737179 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f4188c-bdca-4268-8f0a-b9d1fa25ca26 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:29:27.776726 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ee3139-2307-44db-b24f-c19a1e8ac020 admin admin] Network c5a017be-6a7b-40b1-9b83-94284b0e206b is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:29:27.780047 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5814f27d-f630-4c80-8914-ab342c1c02e1 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:29:27.784690 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5814f27d-f630-4c80-8914-ab342c1c02e1 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:27.808631 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-5814f27d-f630-4c80-8914-ab342c1c02e1 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] device_id is not set on port 2f023e18-1b42-449e-802a-ec9232904296 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:29:27.855363 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-e5ee3139-2307-44db-b24f-c19a1e8ac020 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, c5a017be-6a7b-40b1-9b83-94284b0e206b) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:29:27.869104 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ee3139-2307-44db-b24f-c19a1e8ac020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:27.875858 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e5ee3139-2307-44db-b24f-c19a1e8ac020 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:27.907301 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78100439-f52e-4052-a137-20d1fd07a24e None None] Network c5a017be-6a7b-40b1-9b83-94284b0e206b requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:29:27.965963 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca1d866-4c96-4080-bba4-86349b6ee3dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'tenant_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'fixed_ips': [{'subnet_id': '29be2d81-fe89-4225-8b0b-c4b36a1e5774'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:29:27.967618 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4ca1d866-4c96-4080-bba4-86349b6ee3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:27.993835 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-5814f27d-f630-4c80-8914-ab342c1c02e1 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Allocated IP 2001:db8::6a (1ef37782-8ac3-404c-a66a-d6468d16f5c9/29be2d81-fe89-4225-8b0b-c4b36a1e5774/2f023e18-1b42-449e-802a-ec9232904296) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:29:28.030570 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e5ee3139-2307-44db-b24f-c19a1e8ac020 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9351346 Dec 17 15:29:28.156028 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336ff5bd-9ac3-4b61-8ecf-7732bdbe0450 None None] Network c5a017be-6a7b-40b1-9b83-94284b0e206b requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:29:28.250540 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5814f27d-f630-4c80-8914-ab342c1c02e1 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:28.348339 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5814f27d-f630-4c80-8914-ab342c1c02e1 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:28.444173 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-4ca1d866-4c96-4080-bba4-86349b6ee3dd None None] Allocated IP 2001:db8::2 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/29be2d81-fe89-4225-8b0b-c4b36a1e5774/192f913c-1370-4d0a-b1f4-e1d79d4133b3) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:29:28.444782 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5814f27d-f630-4c80-8914-ab342c1c02e1 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:29:28.447357 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-5814f27d-f630-4c80-8914-ab342c1c02e1 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:29:28.450591 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5814f27d-f630-4c80-8914-ab342c1c02e1 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:29:28.464714 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5814f27d-f630-4c80-8914-ab342c1c02e1 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:28.464714 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5814f27d-f630-4c80-8914-ab342c1c02e1 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:28.474309 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814f27d-f630-4c80-8914-ab342c1c02e1 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Port': ['ID=2f023e18-1b42-449e-802a-ec9232904296,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:28.564009 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5814f27d-f630-4c80-8914-ab342c1c02e1 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0724945 Dec 17 15:29:28.566249 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38110) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:28.624410 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5da200-e92b-4c0d-aac7-4bf3e8d4928f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:28.628314 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2d5da200-e92b-4c0d-aac7-4bf3e8d4928f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0586138 Dec 17 15:29:28.628487 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38112) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:28.652064 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4ca1d866-4c96-4080-bba4-86349b6ee3dd None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:28.733012 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4ca1d866-4c96-4080-bba4-86349b6ee3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:28.743093 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-2a82fb42-79ac-4fb8-9632-3356da5b5f6d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting port 2f023e18-1b42-449e-802a-ec9232904296 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:29:28.743617 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2a82fb42-79ac-4fb8-9632-3356da5b5f6d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:28.778565 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca1d866-4c96-4080-bba4-86349b6ee3dd None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:29:28.782285 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-4ca1d866-4c96-4080-bba4-86349b6ee3dd None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:29:28.786189 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca1d866-4c96-4080-bba4-86349b6ee3dd None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:29:28.797324 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1d866-4c96-4080-bba4-86349b6ee3dd None None] Pushing event updated for resources: {'Port': ['ID=192f913c-1370-4d0a-b1f4-e1d79d4133b3,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:28.822935 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-21bde333-b846-40cb-9fa8-d4b226f39cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:28.839140 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2a82fb42-79ac-4fb8-9632-3356da5b5f6d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:28.860145 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-2a82fb42-79ac-4fb8-9632-3356da5b5f6d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Calling delete_port for 2f023e18-1b42-449e-802a-ec9232904296 owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:29:28.861621 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-4ca1d866-4c96-4080-bba4-86349b6ee3dd None None] Attempting to bind port 192f913c-1370-4d0a-b1f4-e1d79d4133b3 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:28.862001 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-4ca1d866-4c96-4080-bba4-86349b6ee3dd None None] Attempting to bind port 192f913c-1370-4d0a-b1f4-e1d79d4133b3 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:28.862369 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca1d866-4c96-4080-bba4-86349b6ee3dd None None] Attempting to bind port 192f913c-1370-4d0a-b1f4-e1d79d4133b3 on network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:28.868253 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca1d866-4c96-4080-bba4-86349b6ee3dd None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:29:28.868697 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca1d866-4c96-4080-bba4-86349b6ee3dd None None] Checking segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:29:28.869293 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4ca1d866-4c96-4080-bba4-86349b6ee3dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:28.869543 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca1d866-4c96-4080-bba4-86349b6ee3dd None None] Bound using segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:29:28.870029 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-4ca1d866-4c96-4080-bba4-86349b6ee3dd None None] Bound port: 192f913c-1370-4d0a-b1f4-e1d79d4133b3, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:29:28.870413 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4ca1d866-4c96-4080-bba4-86349b6ee3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:28.962540 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4ca1d866-4c96-4080-bba4-86349b6ee3dd None None] For port 192f913c-1370-4d0a-b1f4-e1d79d4133b3, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:29:28.984179 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4ca1d866-4c96-4080-bba4-86349b6ee3dd None None] For port 192f913c-1370-4d0a-b1f4-e1d79d4133b3, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=192f913c-1370-4d0a-b1f4-e1d79d4133b3,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:29:28.984444 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38116) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:29.090466 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4ca1d866-4c96-4080-bba4-86349b6ee3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:29.099590 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0c95ba43-0da7-4c96-a99e-17999e566d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:29.126689 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2a82fb42-79ac-4fb8-9632-3356da5b5f6d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:29.172508 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82fb42-79ac-4fb8-9632-3356da5b5f6d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Port': ['ID=2f023e18-1b42-449e-802a-ec9232904296,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:29.173229 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1d866-4c96-4080-bba4-86349b6ee3dd None None] Pushing event updated for resources: {'Port': ['ID=192f913c-1370-4d0a-b1f4-e1d79d4133b3,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:29.217692 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2a82fb42-79ac-4fb8-9632-3356da5b5f6d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:29.224235 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2a82fb42-79ac-4fb8-9632-3356da5b5f6d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/2f023e18-1b42-449e-802a-ec9232904296 HTTP/1.1" status: 204 len: 168 time: 0.5920558 Dec 17 15:29:29.224438 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38126) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:29.265397 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0c95ba43-0da7-4c96-a99e-17999e566d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:29.286622 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e4b8b0-d43d-48f8-b5d5-2b28979c3cac tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:29.288270 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e4b8b0-d43d-48f8-b5d5-2b28979c3cac tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:29.289790 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-44e4b8b0-d43d-48f8-b5d5-2b28979c3cac tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0647151 Dec 17 15:29:29.292399 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38128) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:29.351715 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd541314-92c8-4ee0-9be3-031ce904d97f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting subnet 29be2d81-fe89-4225-8b0b-c4b36a1e5774 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:29:29.356749 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bd541314-92c8-4ee0-9be3-031ce904d97f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:29.375343 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0c95ba43-0da7-4c96-a99e-17999e566d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:29.417725 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bd541314-92c8-4ee0-9be3-031ce904d97f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:29.433123 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0c95ba43-0da7-4c96-a99e-17999e566d66 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a682f943e9ab430892eac481c60042e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4526708 Dec 17 15:29:29.434509 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95ba43-0da7-4c96-a99e-17999e566d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58bef15-23ed-418e-b0f1-68d76ca477c5,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:29.438255 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38132) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:29.566056 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e40514c0-76a2-45a3-8c1b-5423062a287d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:29.582495 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bd541314-92c8-4ee0-9be3-031ce904d97f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:29.640619 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e40514c0-76a2-45a3-8c1b-5423062a287d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:29.668985 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 192f913c-1370-4d0a-b1f4-e1d79d4133b3 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:29:29.728727 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 192f913c-1370-4d0a-b1f4-e1d79d4133b3 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:29:29.729250 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:29.747796 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bd541314-92c8-4ee0-9be3-031ce904d97f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:29.771146 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e40514c0-76a2-45a3-8c1b-5423062a287d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:29.776661 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd541314-92c8-4ee0-9be3-031ce904d97f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Subnet': ['ID=29be2d81-fe89-4225-8b0b-c4b36a1e5774,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:29.779986 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e40514c0-76a2-45a3-8c1b-5423062a287d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:29.779986 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e40514c0-76a2-45a3-8c1b-5423062a287d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e58bef15-23ed-418e-b0f1-68d76ca477c5 HTTP/1.1" status: 204 len: 168 time: 0.3244944 Dec 17 15:29:29.792783 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bd541314-92c8-4ee0-9be3-031ce904d97f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:29.798654 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40514c0-76a2-45a3-8c1b-5423062a287d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58bef15-23ed-418e-b0f1-68d76ca477c5,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:29.799950 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-bd541314-92c8-4ee0-9be3-031ce904d97f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/29be2d81-fe89-4225-8b0b-c4b36a1e5774 HTTP/1.1" status: 204 len: 168 time: 0.5067315 Dec 17 15:29:29.809117 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38140) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:29.870519 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:29.903764 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-bdf2a22d-e3d2-4e8a-84b3-eb3769b51a1a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0912652 Dec 17 15:29:29.904078 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38142) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:29.911424 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 192f913c-1370-4d0a-b1f4-e1d79d4133b3, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=192f913c-1370-4d0a-b1f4-e1d79d4133b3,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:29:29.959657 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42301f78-6bb1-449b-b730-98155ae11a49 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:29.963499 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-42301f78-6bb1-449b-b730-98155ae11a49 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0554898 Dec 17 15:29:29.963734 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38144) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:29.986569 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:30.019029 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5e75b0-745a-49c2-adc5-b499ea8019c3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:30.020762 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6a5e75b0-745a-49c2-adc5-b499ea8019c3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0560911 Dec 17 15:29:30.023487 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38146) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:30.036315 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=192f913c-1370-4d0a-b1f4-e1d79d4133b3,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:30.066006 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-409a2022-bf80-41c2-9599-8c9a7682b091 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414889 Dec 17 15:29:30.069985 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38150) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:30.074759 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-a4699c2d-c512-4924-9c1a-d26f3422e038 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:29:30.295786 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4699c2d-c512-4924-9c1a-d26f3422e038 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:29:30.299486 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a4699c2d-c512-4924-9c1a-d26f3422e038 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:30.523595 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a635848f-dc59-49d1-b4f3-524e20bbd327 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:29:30.534868 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38158) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:30.548982 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6d79bae5-0325-40a0-b8e7-a7e838481619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:30.601297 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a4699c2d-c512-4924-9c1a-d26f3422e038 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:30.648470 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a72747d9-40a9-4a3c-b9a0-4d6503f582cc None None] Provisioning complete for port 192f913c-1370-4d0a-b1f4-e1d79d4133b3 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:29:30.648844 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a72747d9-40a9-4a3c-b9a0-4d6503f582cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:30.666465 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4699c2d-c512-4924-9c1a-d26f3422e038 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:29:30.676683 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-a4699c2d-c512-4924-9c1a-d26f3422e038 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:29:30.682508 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4699c2d-c512-4924-9c1a-d26f3422e038 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:30.683114 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a4699c2d-c512-4924-9c1a-d26f3422e038 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:30.706645 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6d79bae5-0325-40a0-b8e7-a7e838481619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:30.708482 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4699c2d-c512-4924-9c1a-d26f3422e038 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Subnet': ['ID=b03cd8e9-4afa-46f5-8c97-49f3c768e8ed,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:30.759290 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6d79bae5-0325-40a0-b8e7-a7e838481619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:30.765537 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a4699c2d-c512-4924-9c1a-d26f3422e038 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6945562 Dec 17 15:29:30.768273 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38162) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:30.774866 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-80812497-0fba-40ba-a508-e098bf76823b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'port': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'fixed_ips': [{'subnet_id': 'b03cd8e9-4afa-46f5-8c97-49f3c768e8ed', 'ip_address': '2001:db8::567e:4282:6a35:4616'}], 'name': 'tempest-NetworksTestDHCPv6-161449981'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:29:30.807461 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6d79bae5-0325-40a0-b8e7-a7e838481619 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eadc41cf7eb9468ea1a5d2e06ed09ed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2690752 Dec 17 15:29:30.807461 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79bae5-0325-40a0-b8e7-a7e838481619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029b4f24-a848-40d9-a6b3-de9fe085119f,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:30.808522 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38164) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:30.864902 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-31514618-ceca-45be-957c-0160018d5831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:30.893079 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-31514618-ceca-45be-957c-0160018d5831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:30.913880 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293aa09e-1736-40d4-a325-58a179038623 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:29:30.996388 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-92f4e04d-8567-401c-a9a3-daa42edb86c8 None None] Provisioning complete for port 192f913c-1370-4d0a-b1f4-e1d79d4133b3 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:29:30.997026 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-92f4e04d-8567-401c-a9a3-daa42edb86c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:31.015428 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80812497-0fba-40ba-a508-e098bf76823b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:29:31.038037 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-31514618-ceca-45be-957c-0160018d5831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:31.040696 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-31514618-ceca-45be-957c-0160018d5831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:31.044398 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-31514618-ceca-45be-957c-0160018d5831 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/029b4f24-a848-40d9-a6b3-de9fe085119f HTTP/1.1" status: 204 len: 168 time: 0.2323620 Dec 17 15:29:31.056806 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-eb0123a8-a1c0-4409-8b3f-22970e647767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:31.064643 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31514618-ceca-45be-957c-0160018d5831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029b4f24-a848-40d9-a6b3-de9fe085119f,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:31.126545 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-80812497-0fba-40ba-a508-e098bf76823b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:31.146414 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-80812497-0fba-40ba-a508-e098bf76823b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] device_id is not set on port d461ba7a-1640-44ab-9ad1-31992147469b yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:29:31.399833 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-80812497-0fba-40ba-a508-e098bf76823b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Allocated IP 2001:db8::567e:4282:6a35:4616 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/b03cd8e9-4afa-46f5-8c97-49f3c768e8ed/d461ba7a-1640-44ab-9ad1-31992147469b) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:29:31.479330 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-2d7fe131-866e-4cce-801c-17c2937f85c8 None None] Provisioning complete for port 192f913c-1370-4d0a-b1f4-e1d79d4133b3 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:29:31.480902 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2d7fe131-866e-4cce-801c-17c2937f85c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:31.678004 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 192f913c-1370-4d0a-b1f4-e1d79d4133b3 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:29:31.684736 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-80812497-0fba-40ba-a508-e098bf76823b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:31.723880 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-c8962472-fc86-40c9-88f8-f8b706775abb tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:31.728245 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-c8962472-fc86-40c9-88f8-f8b706775abb tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/networks?id=c5a017be-6a7b-40b1-9b83-94284b0e206b HTTP/1.1" status: 200 len: 809 time: 0.2048552 Dec 17 15:29:31.745461 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-8e012f42-2624-4e17-b9b3-6dab17925e9d None None] Could not find standard attr ID for object c3543cca-b599-461a-bb72-12627b770549. {{(pid=102834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:29:31.753022 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-3ede997d-6ebb-4988-8002-3a24d3661108 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/quotas/b8cb6554a0ef4ecbb71e90dbf20f843c HTTP/1.1" status: 200 len: 375 time: 0.0164618 Dec 17 15:29:31.761261 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 192f913c-1370-4d0a-b1f4-e1d79d4133b3 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:29:31.762052 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:31.800964 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-464ed4eb-0ec3-4dad-9691-4894af510d56 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b8cb6554a0ef4ecbb71e90dbf20f843c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340891 Dec 17 15:29:31.852836 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-80812497-0fba-40ba-a508-e098bf76823b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:31.908330 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80812497-0fba-40ba-a508-e098bf76823b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:29:31.911923 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-80812497-0fba-40ba-a508-e098bf76823b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:29:31.914709 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80812497-0fba-40ba-a508-e098bf76823b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:29:31.922260 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80812497-0fba-40ba-a508-e098bf76823b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:31.923504 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-80812497-0fba-40ba-a508-e098bf76823b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:31.942325 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80812497-0fba-40ba-a508-e098bf76823b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Port': ['ID=d461ba7a-1640-44ab-9ad1-31992147469b,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:32.007667 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-80812497-0fba-40ba-a508-e098bf76823b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2376258 Dec 17 15:29:32.010309 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38200) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:32.010551 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-f1cf4610-ea0e-4036-887c-44a3d394a0e2 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:29:32.011729 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-f1cf4610-ea0e-4036-887c-44a3d394a0e2 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2023489 Dec 17 15:29:32.062514 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-525aa47d-4ffd-475a-95fd-be72cf390e9d None None] Could not find standard attr ID for object 3e86b08d-e875-4a08-be72-406ef575034f. {{(pid=102834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:29:32.070613 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d6b936-f701-4edc-adf5-c56a4e499b15 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:32.077435 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d6b936-f701-4edc-adf5-c56a4e499b15 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:32.082383 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-46d6b936-f701-4edc-adf5-c56a4e499b15 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0677989 Dec 17 15:29:32.082383 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38202) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:32.126900 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-e77bfa8f-0b21-4b44-a2a5-a5df5fe6884c service neutron] 10.222.0.46 "GET /v2.0/networks/c5a017be-6a7b-40b1-9b83-94284b0e206b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075962 Dec 17 15:29:32.241011 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-e86ad6f4-375e-4e48-89c1-627db38a76a3 service neutron] 10.222.0.46 "GET /v2.0/networks/c5a017be-6a7b-40b1-9b83-94284b0e206b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132336 Dec 17 15:29:32.250776 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:32.281606 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-26678371-2311-48db-98a8-3ad0142a0224 None None] Could not find standard attr ID for object 2f023e18-1b42-449e-802a-ec9232904296. {{(pid=102834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:29:32.482170 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-87d2631d-890a-45e2-9658-9d9be6a4a9fe tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting port d461ba7a-1640-44ab-9ad1-31992147469b {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:29:32.482170 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-87d2631d-890a-45e2-9658-9d9be6a4a9fe tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:32.533151 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-de7a06dc-0fa5-49b6-841a-65b53aad419e req-8a4607ea-87db-406a-84ce-b84c69d2a49b tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce130dda-9b78-44d7-98a1-04d88ec886c3 HTTP/1.1" status: 200 len: 210 time: 0.0377409 Dec 17 15:29:32.614331 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-defcfa78-350d-44d2-9e85-c617c6e940be None None] Provisioning complete for port d461ba7a-1640-44ab-9ad1-31992147469b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:29:32.614847 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-defcfa78-350d-44d2-9e85-c617c6e940be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:32.626956 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-87d2631d-890a-45e2-9658-9d9be6a4a9fe tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:32.647068 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-87d2631d-890a-45e2-9658-9d9be6a4a9fe tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Calling delete_port for d461ba7a-1640-44ab-9ad1-31992147469b owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:29:32.686475 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-defcfa78-350d-44d2-9e85-c617c6e940be None None] Port d461ba7a-1640-44ab-9ad1-31992147469b cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:29:32.907100 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-87d2631d-890a-45e2-9658-9d9be6a4a9fe tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:32.940428 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2631d-890a-45e2-9658-9d9be6a4a9fe tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Port': ['ID=d461ba7a-1640-44ab-9ad1-31992147469b,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:32.964437 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-87d2631d-890a-45e2-9658-9d9be6a4a9fe tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:32.967963 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-87d2631d-890a-45e2-9658-9d9be6a4a9fe tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/d461ba7a-1640-44ab-9ad1-31992147469b HTTP/1.1" status: 204 len: 168 time: 0.8851595 Dec 17 15:29:32.970494 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38234) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:33.031925 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a3356f-c536-448d-a3ef-57857435c8ed tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:33.033587 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a3356f-c536-448d-a3ef-57857435c8ed tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:33.038137 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38238) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:33.041574 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e2a3356f-c536-448d-a3ef-57857435c8ed tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0700595 Dec 17 15:29:33.097796 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba1d6fc-c4b8-480d-a81e-5f1a8beb3055 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting subnet b03cd8e9-4afa-46f5-8c97-49f3c768e8ed {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:29:33.101191 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dba1d6fc-c4b8-480d-a81e-5f1a8beb3055 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:33.144392 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dba1d6fc-c4b8-480d-a81e-5f1a8beb3055 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:33.193236 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dba1d6fc-c4b8-480d-a81e-5f1a8beb3055 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:33.336393 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dba1d6fc-c4b8-480d-a81e-5f1a8beb3055 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:33.371867 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1d6fc-c4b8-480d-a81e-5f1a8beb3055 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Subnet': ['ID=b03cd8e9-4afa-46f5-8c97-49f3c768e8ed,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:33.376794 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dba1d6fc-c4b8-480d-a81e-5f1a8beb3055 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:33.380255 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-dba1d6fc-c4b8-480d-a81e-5f1a8beb3055 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/b03cd8e9-4afa-46f5-8c97-49f3c768e8ed HTTP/1.1" status: 204 len: 168 time: 0.3410664 Dec 17 15:29:33.382728 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38248) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:33.434555 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-10c2604b-4ffc-4a99-b465-ce88ded23e8a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505590 Dec 17 15:29:33.437930 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38250) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:33.439276 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fd23d2-c341-4d72-8ad7-cf11dbabb615 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:29:33.443480 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-e720f8d4-63e2-4b69-b2d8-d5f6b5cd048a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:29:33.624190 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5a3f3430-5c84-450e-a0c3-3dd9fef9c519 req-ff343e13-acf7-44aa-a7d3-0b0ab97d37c0 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce130dda-9b78-44d7-98a1-04d88ec886c3 HTTP/1.1" status: 200 len: 210 time: 0.0290351 Dec 17 15:29:33.684296 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e720f8d4-63e2-4b69-b2d8-d5f6b5cd048a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:29:33.689187 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e720f8d4-63e2-4b69-b2d8-d5f6b5cd048a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:33.812795 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb47bc57-c66a-42e2-9341-05b25b5936a7 None None] DHCP port deletion for 1ef37782-8ac3-404c-a66a-d6468d16f5c9 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:29:33.817847 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:33.927412 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-eb47bc57-c66a-42e2-9341-05b25b5936a7 None None] Deleting port 192f913c-1370-4d0a-b1f4-e1d79d4133b3 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:29:33.927852 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-eb47bc57-c66a-42e2-9341-05b25b5936a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:34.034671 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-eb47bc57-c66a-42e2-9341-05b25b5936a7 None None] For port 192f913c-1370-4d0a-b1f4-e1d79d4133b3, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=192f913c-1370-4d0a-b1f4-e1d79d4133b3,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:29:34.035070 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-eb47bc57-c66a-42e2-9341-05b25b5936a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:34.050957 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-eb47bc57-c66a-42e2-9341-05b25b5936a7 None None] Calling delete_port for 192f913c-1370-4d0a-b1f4-e1d79d4133b3 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:29:34.079216 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e720f8d4-63e2-4b69-b2d8-d5f6b5cd048a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:34.139521 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e720f8d4-63e2-4b69-b2d8-d5f6b5cd048a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:29:34.142863 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-e720f8d4-63e2-4b69-b2d8-d5f6b5cd048a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:29:34.147591 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e720f8d4-63e2-4b69-b2d8-d5f6b5cd048a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:34.148189 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e720f8d4-63e2-4b69-b2d8-d5f6b5cd048a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:34.152262 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720f8d4-63e2-4b69-b2d8-d5f6b5cd048a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Subnet': ['ID=ccf87800-c025-480c-9112-f276028dbb72,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:34.192751 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:34.221300 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-eb47bc57-c66a-42e2-9341-05b25b5936a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:34.224934 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e720f8d4-63e2-4b69-b2d8-d5f6b5cd048a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7854216 Dec 17 15:29:34.233013 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38294) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:34.238865 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-68396d6d-d401-462c-a245-5dfa751719ed tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'port': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'fixed_ips': [{'subnet_id': 'ccf87800-c025-480c-9112-f276028dbb72', 'ip_address': '2001:db8::ae4a:f1c2:be27:c6bb'}], 'name': 'tempest-NetworksTestDHCPv6-1008885064'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:29:34.256094 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb47bc57-c66a-42e2-9341-05b25b5936a7 None None] No DVR routers for this DVR port 192f913c-1370-4d0a-b1f4-e1d79d4133b3 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:29:34.259341 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47bc57-c66a-42e2-9341-05b25b5936a7 None None] Pushing event deleted for resources: {'Port': ['ID=192f913c-1370-4d0a-b1f4-e1d79d4133b3,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:34.275677 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7271de01-bead-42e1-aa47-5c2557727588 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:29:34.434054 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a972f11f-f0b5-467c-8ed1-f4bc730ac3dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'tenant_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'fixed_ips': [{'subnet_id': 'ccf87800-c025-480c-9112-f276028dbb72'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:29:34.434924 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a972f11f-f0b5-467c-8ed1-f4bc730ac3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:34.473121 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68396d6d-d401-462c-a245-5dfa751719ed tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:29:34.478182 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-68396d6d-d401-462c-a245-5dfa751719ed tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:34.496803 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-68396d6d-d401-462c-a245-5dfa751719ed tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] device_id is not set on port 95e76920-24c9-4799-8a91-bed996fae509 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:29:34.577598 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-a972f11f-f0b5-467c-8ed1-f4bc730ac3dd None None] Allocated IP 2001:db8::2 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/ccf87800-c025-480c-9112-f276028dbb72/5a56ab22-e96f-4296-98d2-d6d7f003305c) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:29:34.727364 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f57f52d4-9264-4242-b3ca-fd8e3da96167 req-bb5dc110-eb7b-45a9-916a-9b12e8128515 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce130dda-9b78-44d7-98a1-04d88ec886c3 HTTP/1.1" status: 200 len: 210 time: 0.0298364 Dec 17 15:29:34.743627 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a972f11f-f0b5-467c-8ed1-f4bc730ac3dd None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:34.795751 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38304) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:34.809869 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a972f11f-f0b5-467c-8ed1-f4bc730ac3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:34.856585 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a972f11f-f0b5-467c-8ed1-f4bc730ac3dd None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:29:34.863603 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972f11f-f0b5-467c-8ed1-f4bc730ac3dd None None] Pushing event updated for resources: {'Port': ['ID=5a56ab22-e96f-4296-98d2-d6d7f003305c,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:34.866184 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-a972f11f-f0b5-467c-8ed1-f4bc730ac3dd None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:29:34.868356 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a972f11f-f0b5-467c-8ed1-f4bc730ac3dd None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:29:34.878294 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-68396d6d-d401-462c-a245-5dfa751719ed tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Allocated IP 2001:db8::ae4a:f1c2:be27:c6bb (1ef37782-8ac3-404c-a66a-d6468d16f5c9/ccf87800-c025-480c-9112-f276028dbb72/95e76920-24c9-4799-8a91-bed996fae509) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:29:34.923807 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-a972f11f-f0b5-467c-8ed1-f4bc730ac3dd None None] Attempting to bind port 5a56ab22-e96f-4296-98d2-d6d7f003305c on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:34.924204 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-a972f11f-f0b5-467c-8ed1-f4bc730ac3dd None None] Attempting to bind port 5a56ab22-e96f-4296-98d2-d6d7f003305c by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:34.924572 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a972f11f-f0b5-467c-8ed1-f4bc730ac3dd None None] Attempting to bind port 5a56ab22-e96f-4296-98d2-d6d7f003305c on network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:34.931461 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a972f11f-f0b5-467c-8ed1-f4bc730ac3dd None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:29:34.931848 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a972f11f-f0b5-467c-8ed1-f4bc730ac3dd None None] Checking segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:29:34.932257 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a972f11f-f0b5-467c-8ed1-f4bc730ac3dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:34.932654 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a972f11f-f0b5-467c-8ed1-f4bc730ac3dd None None] Bound using segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:29:34.933150 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-a972f11f-f0b5-467c-8ed1-f4bc730ac3dd None None] Bound port: 5a56ab22-e96f-4296-98d2-d6d7f003305c, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:29:34.933535 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a972f11f-f0b5-467c-8ed1-f4bc730ac3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:35.001915 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-14a0d9ee-f070-4bfa-aed4-fb6c22fb7aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:35.016998 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-a972f11f-f0b5-467c-8ed1-f4bc730ac3dd None None] For port 5a56ab22-e96f-4296-98d2-d6d7f003305c, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:29:35.021641 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-a972f11f-f0b5-467c-8ed1-f4bc730ac3dd None None] For port 5a56ab22-e96f-4296-98d2-d6d7f003305c, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=5a56ab22-e96f-4296-98d2-d6d7f003305c,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:29:35.095395 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a972f11f-f0b5-467c-8ed1-f4bc730ac3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:35.155928 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-68396d6d-d401-462c-a245-5dfa751719ed tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:35.171387 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972f11f-f0b5-467c-8ed1-f4bc730ac3dd None None] Pushing event updated for resources: {'Port': ['ID=5a56ab22-e96f-4296-98d2-d6d7f003305c,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:35.250721 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-14a0d9ee-f070-4bfa-aed4-fb6c22fb7aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:35.258023 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-5be5fb09-f2bb-4f93-9f99-6093606f1a84 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:35.259493 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-5be5fb09-f2bb-4f93-9f99-6093606f1a84 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.13 "GET /v2.0/networks?id=c5a017be-6a7b-40b1-9b83-94284b0e206b HTTP/1.1" status: 200 len: 809 time: 0.2035053 Dec 17 15:29:35.272905 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-51fb4138-cabe-434d-908a-95699f6688a7 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Request body: {'port': {'device_id': 'ce130dda-9b78-44d7-98a1-04d88ec886c3', 'network_id': 'c5a017be-6a7b-40b1-9b83-94284b0e206b', 'admin_state_up': True, 'tenant_id': 'b8cb6554a0ef4ecbb71e90dbf20f843c'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:29:35.338149 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-68396d6d-d401-462c-a245-5dfa751719ed tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:35.346424 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-14a0d9ee-f070-4bfa-aed4-fb6c22fb7aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:35.460928 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68396d6d-d401-462c-a245-5dfa751719ed tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:29:35.471943 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a0d9ee-f070-4bfa-aed4-fb6c22fb7aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f56fda2-49d7-4d56-90e2-1cfd391bf978,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:35.481495 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-68396d6d-d401-462c-a245-5dfa751719ed tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:29:35.489071 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-14a0d9ee-f070-4bfa-aed4-fb6c22fb7aca admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6f2f90262b5a45e1a3f7b42b54a197c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6898401 Dec 17 15:29:35.489071 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68396d6d-d401-462c-a245-5dfa751719ed tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:29:35.489458 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38312) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:35.493445 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68396d6d-d401-462c-a245-5dfa751719ed tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:35.494087 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-68396d6d-d401-462c-a245-5dfa751719ed tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:35.502265 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68396d6d-d401-462c-a245-5dfa751719ed tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Port': ['ID=95e76920-24c9-4799-8a91-bed996fae509,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:35.512828 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a0d9ee-f070-4bfa-aed4-fb6c22fb7aca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:35.513946 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a0d9ee-f070-4bfa-aed4-fb6c22fb7aca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:35.514297 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a0d9ee-f070-4bfa-aed4-fb6c22fb7aca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:35.514635 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a0d9ee-f070-4bfa-aed4-fb6c22fb7aca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:35.514973 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a0d9ee-f070-4bfa-aed4-fb6c22fb7aca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:35.515304 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a0d9ee-f070-4bfa-aed4-fb6c22fb7aca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:35.515631 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a0d9ee-f070-4bfa-aed4-fb6c22fb7aca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:35.515958 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a0d9ee-f070-4bfa-aed4-fb6c22fb7aca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:35.516280 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a0d9ee-f070-4bfa-aed4-fb6c22fb7aca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:35.516607 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a0d9ee-f070-4bfa-aed4-fb6c22fb7aca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:35.516930 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a0d9ee-f070-4bfa-aed4-fb6c22fb7aca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:35.517274 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a0d9ee-f070-4bfa-aed4-fb6c22fb7aca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:35.527968 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68396d6d-d401-462c-a245-5dfa751719ed tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:35.528322 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68396d6d-d401-462c-a245-5dfa751719ed tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:35.528663 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68396d6d-d401-462c-a245-5dfa751719ed tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:35.529099 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68396d6d-d401-462c-a245-5dfa751719ed tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:35.534311 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68396d6d-d401-462c-a245-5dfa751719ed tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:35.534311 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68396d6d-d401-462c-a245-5dfa751719ed tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:35.534311 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68396d6d-d401-462c-a245-5dfa751719ed tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:35.534311 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68396d6d-d401-462c-a245-5dfa751719ed tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:35.534311 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68396d6d-d401-462c-a245-5dfa751719ed tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:35.534311 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68396d6d-d401-462c-a245-5dfa751719ed tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:35.534311 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68396d6d-d401-462c-a245-5dfa751719ed tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:35.534311 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68396d6d-d401-462c-a245-5dfa751719ed tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:35.556028 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-73b7a85f-2c34-432c-a28b-ff94a865f6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:35.580883 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-73b7a85f-2c34-432c-a28b-ff94a865f6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:35.632518 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 5a56ab22-e96f-4296-98d2-d6d7f003305c up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:29:35.640157 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-51fb4138-cabe-434d-908a-95699f6688a7 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Made reservation on behalf of b8cb6554a0ef4ecbb71e90dbf20f843c for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:29:35.644433 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-51fb4138-cabe-434d-908a-95699f6688a7 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:35.687856 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 5a56ab22-e96f-4296-98d2-d6d7f003305c triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:29:35.688234 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:35.690510 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-73b7a85f-2c34-432c-a28b-ff94a865f6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:35.694038 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-73b7a85f-2c34-432c-a28b-ff94a865f6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:35.698360 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-73b7a85f-2c34-432c-a28b-ff94a865f6c3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2f56fda2-49d7-4d56-90e2-1cfd391bf978 HTTP/1.1" status: 204 len: 168 time: 0.2078657 Dec 17 15:29:35.708171 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7a85f-2c34-432c-a28b-ff94a865f6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f56fda2-49d7-4d56-90e2-1cfd391bf978,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:35.740750 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-68396d6d-d401-462c-a245-5dfa751719ed tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5023725 Dec 17 15:29:35.742743 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38318) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:35.805880 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:35.810081 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485406e0-934c-4887-8981-17324668bae7 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:35.821823 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485406e0-934c-4887-8981-17324668bae7 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:35.823538 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-485406e0-934c-4887-8981-17324668bae7 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0784092 Dec 17 15:29:35.835379 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38322) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:35.855821 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 5a56ab22-e96f-4296-98d2-d6d7f003305c, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=5a56ab22-e96f-4296-98d2-d6d7f003305c,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:29:35.876725 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-51fb4138-cabe-434d-908a-95699f6688a7 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Allocated IP 172.20.0.9 (c5a017be-6a7b-40b1-9b83-94284b0e206b/77497e0f-88ff-429f-b1ea-33fe8d7039d4/ddba36ad-ec50-4a95-aa78-c0b903c834c9) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:29:35.887331 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a5460a55-2d66-4519-9de2-3277101002e0 req-667169e3-e06e-4456-9936-8ace2b53ec3e tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce130dda-9b78-44d7-98a1-04d88ec886c3 HTTP/1.1" status: 200 len: 210 time: 0.0625477 Dec 17 15:29:35.953603 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:35.981114 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-f7ff6099-433a-4185-9790-354204a5c391 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting port 95e76920-24c9-4799-8a91-bed996fae509 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:29:35.981467 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f7ff6099-433a-4185-9790-354204a5c391 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:36.035688 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 192f913c-1370-4d0a-b1f4-e1d79d4133b3 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:29:36.097945 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=5a56ab22-e96f-4296-98d2-d6d7f003305c,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:36.105520 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 192f913c-1370-4d0a-b1f4-e1d79d4133b3 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:29:36.105865 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 192f913c-1370-4d0a-b1f4-e1d79d4133b3 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:29:36.127704 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f7ff6099-433a-4185-9790-354204a5c391 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:36.141829 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-f7ff6099-433a-4185-9790-354204a5c391 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Calling delete_port for 95e76920-24c9-4799-8a91-bed996fae509 owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:29:36.153472 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-51fb4138-cabe-434d-908a-95699f6688a7 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:36.255848 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-51fb4138-cabe-434d-908a-95699f6688a7 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:36.303631 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-51fb4138-cabe-434d-908a-95699f6688a7 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Network c5a017be-6a7b-40b1-9b83-94284b0e206b is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:29:36.306880 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-51fb4138-cabe-434d-908a-95699f6688a7 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:29:36.309538 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-51fb4138-cabe-434d-908a-95699f6688a7 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:29:36.337541 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4dec4bf7-4a66-4983-a344-7cb32ebd9ee2 None None] Provisioning complete for port 5a56ab22-e96f-4296-98d2-d6d7f003305c triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:29:36.338261 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4dec4bf7-4a66-4983-a344-7cb32ebd9ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:36.349178 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb4138-cabe-434d-908a-95699f6688a7 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Pushing event updated for resources: {'Port': ['ID=ddba36ad-ec50-4a95-aa78-c0b903c834c9,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:36.370028 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f7ff6099-433a-4185-9790-354204a5c391 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:36.395315 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-51fb4138-cabe-434d-908a-95699f6688a7 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:36.395990 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-51fb4138-cabe-434d-908a-95699f6688a7 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:36.400540 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff6099-433a-4185-9790-354204a5c391 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Port': ['ID=95e76920-24c9-4799-8a91-bed996fae509,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:36.445849 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f7ff6099-433a-4185-9790-354204a5c391 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:36.449222 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f7ff6099-433a-4185-9790-354204a5c391 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/95e76920-24c9-4799-8a91-bed996fae509 HTTP/1.1" status: 204 len: 168 time: 0.6124845 Dec 17 15:29:36.452261 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38330) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:36.487417 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-51fb4138-cabe-434d-908a-95699f6688a7 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2183070 Dec 17 15:29:36.500531 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-614b033d-5417-4b4d-8be0-7204f498196e service neutron] Request body: {'port': {'device_id': 'ce130dda-9b78-44d7-98a1-04d88ec886c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:29:36.511551 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe86f810-5c11-474f-9d19-991f8684cb10 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:36.513114 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe86f810-5c11-474f-9d19-991f8684cb10 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:36.514858 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-fe86f810-5c11-474f-9d19-991f8684cb10 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0615654 Dec 17 15:29:36.518102 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38332) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:36.534870 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38334) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:36.567254 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a8ed575b-d89c-4b3d-9a70-50475f0a8927 None None] Could not find standard attr ID for object 95e76920-24c9-4799-8a91-bed996fae509. {{(pid=102834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:29:36.572041 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ef8a25b5-badb-4a56-81ee-7c5402452661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:36.577993 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-b31d405e-67e4-4723-879a-b444465dbca6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting subnet ccf87800-c025-480c-9112-f276028dbb72 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:29:36.581439 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b31d405e-67e4-4723-879a-b444465dbca6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:36.593980 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-614b033d-5417-4b4d-8be0-7204f498196e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:36.624866 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b31d405e-67e4-4723-879a-b444465dbca6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:36.719492 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b31d405e-67e4-4723-879a-b444465dbca6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:36.818176 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ef8a25b5-badb-4a56-81ee-7c5402452661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:36.850551 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b31d405e-67e4-4723-879a-b444465dbca6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:36.879318 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d405e-67e4-4723-879a-b444465dbca6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Subnet': ['ID=ccf87800-c025-480c-9112-f276028dbb72,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:36.884430 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ef8a25b5-badb-4a56-81ee-7c5402452661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:36.884721 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b31d405e-67e4-4723-879a-b444465dbca6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:36.888120 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b31d405e-67e4-4723-879a-b444465dbca6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/ccf87800-c025-480c-9112-f276028dbb72 HTTP/1.1" status: 204 len: 168 time: 0.3690572 Dec 17 15:29:36.891341 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38338) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:36.895651 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caf2036-3d1a-4ac6-95d5-f321c20e7372 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:29:36.944053 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ef436b55-2d67-403e-a54d-30dacf168bf1 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515144 Dec 17 15:29:36.944828 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38342) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:36.949945 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-4881eab5-290b-4b91-b71f-291e065341dc tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:29:36.953755 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ef8a25b5-badb-4a56-81ee-7c5402452661 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=faff8b1a41dd438e91e977795c019828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4173484 Dec 17 15:29:36.954674 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a25b5-badb-4a56-81ee-7c5402452661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57451b06-e4c9-4a09-9ff7-484be4e69151,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:36.955178 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38344) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:36.995391 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-614b033d-5417-4b4d-8be0-7204f498196e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddba36ad-ec50-4a95-aa78-c0b903c834c9 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:29:37.004163 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-614b033d-5417-4b4d-8be0-7204f498196e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:37.018942 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-614b033d-5417-4b4d-8be0-7204f498196e service neutron] Transition to ACTIVE for port object ddba36ad-ec50-4a95-aa78-c0b903c834c9 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:29:37.097905 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8bf096-1a37-4745-9a07-2f59aa9b610c None None] DHCP port deletion for 1ef37782-8ac3-404c-a66a-d6468d16f5c9 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:29:37.106748 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-614b033d-5417-4b4d-8be0-7204f498196e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:37.109420 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad205062-0441-4953-85fe-5e30509bbf4d req-ee76df5e-51bc-4aa8-a4b5-370a8ae1a560 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:37.110956 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad205062-0441-4953-85fe-5e30509bbf4d req-ee76df5e-51bc-4aa8-a4b5-370a8ae1a560 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce130dda-9b78-44d7-98a1-04d88ec886c3 HTTP/1.1" status: 200 len: 931 time: 0.1149161 Dec 17 15:29:37.133434 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f3be0dab-379d-46f7-b1d7-de905edb9d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:37.149498 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-ce8bf096-1a37-4745-9a07-2f59aa9b610c None None] Deleting port 5a56ab22-e96f-4296-98d2-d6d7f003305c {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:29:37.149831 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ce8bf096-1a37-4745-9a07-2f59aa9b610c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:37.163636 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b033d-5417-4b4d-8be0-7204f498196e service neutron] Pushing event updated for resources: {'Port': ['ID=ddba36ad-ec50-4a95-aa78-c0b903c834c9,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:37.177371 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f3be0dab-379d-46f7-b1d7-de905edb9d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:37.181585 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad205062-0441-4953-85fe-5e30509bbf4d req-46c59b32-1125-45f5-aef8-51877a3e6ca1 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/security-groups?id=5770a0d8-a37d-494c-88b6-88fed15fdf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606525 Dec 17 15:29:37.208260 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4881eab5-290b-4b91-b71f-291e065341dc tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:29:37.211795 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4881eab5-290b-4b91-b71f-291e065341dc tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:37.256088 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-614b033d-5417-4b4d-8be0-7204f498196e service neutron] Attempting to bind port ddba36ad-ec50-4a95-aa78-c0b903c834c9 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:37.256652 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-614b033d-5417-4b4d-8be0-7204f498196e service neutron] Attempting to bind port ddba36ad-ec50-4a95-aa78-c0b903c834c9 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '4ee6a4ed-ae9b-491c-aca3-eb897bc29111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c5a017be-6a7b-40b1-9b83-94284b0e206b'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:37.256740 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-614b033d-5417-4b4d-8be0-7204f498196e service neutron] Attempting to bind port ddba36ad-ec50-4a95-aa78-c0b903c834c9 on network c5a017be-6a7b-40b1-9b83-94284b0e206b {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:37.265387 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-614b033d-5417-4b4d-8be0-7204f498196e service neutron] Port ddba36ad-ec50-4a95-aa78-c0b903c834c9 on network c5a017be-6a7b-40b1-9b83-94284b0e206b not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:29:37.265387 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-614b033d-5417-4b4d-8be0-7204f498196e service neutron] Attempting to bind port ddba36ad-ec50-4a95-aa78-c0b903c834c9 on network c5a017be-6a7b-40b1-9b83-94284b0e206b {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:37.267925 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-614b033d-5417-4b4d-8be0-7204f498196e service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:29:37.268266 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-614b033d-5417-4b4d-8be0-7204f498196e service neutron] Checking segment: {'id': '4ee6a4ed-ae9b-491c-aca3-eb897bc29111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c5a017be-6a7b-40b1-9b83-94284b0e206b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:29:37.268645 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-614b033d-5417-4b4d-8be0-7204f498196e service neutron] Bound using segment: {'id': '4ee6a4ed-ae9b-491c-aca3-eb897bc29111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c5a017be-6a7b-40b1-9b83-94284b0e206b'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:29:37.269273 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-614b033d-5417-4b4d-8be0-7204f498196e service neutron] Bound port: ddba36ad-ec50-4a95-aa78-c0b903c834c9, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ee6a4ed-ae9b-491c-aca3-eb897bc29111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c5a017be-6a7b-40b1-9b83-94284b0e206b'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:29:37.269638 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-614b033d-5417-4b4d-8be0-7204f498196e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:37.273502 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-ce8bf096-1a37-4745-9a07-2f59aa9b610c None None] For port 5a56ab22-e96f-4296-98d2-d6d7f003305c, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=5a56ab22-e96f-4296-98d2-d6d7f003305c,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:29:37.275221 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ce8bf096-1a37-4745-9a07-2f59aa9b610c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:37.296234 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-ce8bf096-1a37-4745-9a07-2f59aa9b610c None None] Calling delete_port for 5a56ab22-e96f-4296-98d2-d6d7f003305c owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:29:37.336076 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-614b033d-5417-4b4d-8be0-7204f498196e service neutron] For port ddba36ad-ec50-4a95-aa78-c0b903c834c9, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:29:37.339128 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-614b033d-5417-4b4d-8be0-7204f498196e service neutron] For port ddba36ad-ec50-4a95-aa78-c0b903c834c9, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=ddba36ad-ec50-4a95-aa78-c0b903c834c9,segment=NetworkSegment(4ee6a4ed-ae9b-491c-aca3-eb897bc29111),segment_id=4ee6a4ed-ae9b-491c-aca3-eb897bc29111)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:29:37.381036 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f3be0dab-379d-46f7-b1d7-de905edb9d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:37.383668 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f3be0dab-379d-46f7-b1d7-de905edb9d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:37.384831 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f3be0dab-379d-46f7-b1d7-de905edb9d4a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/57451b06-e4c9-4a09-9ff7-484be4e69151 HTTP/1.1" status: 204 len: 168 time: 0.4287219 Dec 17 15:29:37.393358 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be0dab-379d-46f7-b1d7-de905edb9d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57451b06-e4c9-4a09-9ff7-484be4e69151,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:37.405676 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-614b033d-5417-4b4d-8be0-7204f498196e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:37.443882 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-614b033d-5417-4b4d-8be0-7204f498196e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:37.444582 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-614b033d-5417-4b4d-8be0-7204f498196e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:37.446499 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-614b033d-5417-4b4d-8be0-7204f498196e service neutron] 10.222.0.13 "PUT /v2.0/ports/ddba36ad-ec50-4a95-aa78-c0b903c834c9 HTTP/1.1" status: 200 len: 1091 time: 0.9509478 Dec 17 15:29:37.449354 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce130dda-9b78-44d7-98a1-04d88ec886c3', 'tag': 'ddba36ad-ec50-4a95-aa78-c0b903c834c9'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:29:37.450424 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ce8bf096-1a37-4745-9a07-2f59aa9b610c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:37.454098 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1996c8d3-49d7-40dc-ad8a-605239219c89" -d '{"events": [{"name": "network-changed", "server_uuid": "ce130dda-9b78-44d7-98a1-04d88ec886c3", "tag": "ddba36ad-ec50-4a95-aa78-c0b903c834c9"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:29:37.481473 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bf096-1a37-4745-9a07-2f59aa9b610c None None] Pushing event deleted for resources: {'Port': ['ID=5a56ab22-e96f-4296-98d2-d6d7f003305c,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:37.485546 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8bf096-1a37-4745-9a07-2f59aa9b610c None None] No DVR routers for this DVR port 5a56ab22-e96f-4296-98d2-d6d7f003305c on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:29:37.489945 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b033d-5417-4b4d-8be0-7204f498196e service neutron] Pushing event updated for resources: {'Port': ['ID=ddba36ad-ec50-4a95-aa78-c0b903c834c9,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:37.594929 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 5a56ab22-e96f-4296-98d2-d6d7f003305c no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:29:37.609712 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-7ab950c3-9dde-4724-a137-83edd320dd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:37.611665 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-7ab950c3-9dde-4724-a137-83edd320dd43 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b8cb6554a0ef4ecbb71e90dbf20f843c&device_id=ce130dda-9b78-44d7-98a1-04d88ec886c3 HTTP/1.1" status: 200 len: 1094 time: 0.0500202 Dec 17 15:29:37.632132 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 5a56ab22-e96f-4296-98d2-d6d7f003305c {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:29:37.632477 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 5a56ab22-e96f-4296-98d2-d6d7f003305c not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:29:37.655417 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-043fd592-10af-43fc-8841-fa826d6dfd15 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddba36ad-ec50-4a95-aa78-c0b903c834c9 HTTP/1.1" status: 200 len: 217 time: 0.0354810 Dec 17 15:29:37.684698 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4881eab5-290b-4b91-b71f-291e065341dc tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:37.710714 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-e8e5e0b1-8a6b-4c60-b198-e2de0610f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:37.713257 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-e8e5e0b1-8a6b-4c60-b198-e2de0610f9f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=77497e0f-88ff-429f-b1ea-33fe8d7039d4 HTTP/1.1" status: 200 len: 849 time: 0.0512886 Dec 17 15:29:37.728993 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4881eab5-290b-4b91-b71f-291e065341dc tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:29:37.732284 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-4881eab5-290b-4b91-b71f-291e065341dc tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:29:37.737254 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4881eab5-290b-4b91-b71f-291e065341dc tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:37.740176 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4881eab5-290b-4b91-b71f-291e065341dc tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:37.742083 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a785132f-5db9-4a83-888a-edae19bac8c2 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:29:37.756567 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-7afe8913-de9e-46ed-a65b-513dee8754d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c5a017be-6a7b-40b1-9b83-94284b0e206b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336239 Dec 17 15:29:37.774708 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d1a9ca-c48d-48ed-bd70-84076fd80f4a x-openstack-request-id: req-61d1a9ca-c48d-48ed-bd70-84076fd80f4a {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:29:37.775004 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce130dda-9b78-44d7-98a1-04d88ec886c3", "tag": "ddba36ad-ec50-4a95-aa78-c0b903c834c9", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:29:37.775277 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-61d1a9ca-c48d-48ed-bd70-84076fd80f4a {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:29:37.775672 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce130dda-9b78-44d7-98a1-04d88ec886c3', 'tag': 'ddba36ad-ec50-4a95-aa78-c0b903c834c9', 'status': 'completed', 'code': 200} Dec 17 15:29:37.782059 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881eab5-290b-4b91-b71f-291e065341dc tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Subnet': ['ID=b8740bc1-d706-425a-8d46-2179a8fb9510,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:37.878505 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4881eab5-290b-4b91-b71f-291e065341dc tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9324813 Dec 17 15:29:37.882707 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-db85097e-2777-4e0b-abfa-9267ce5f0e98 service neutron] 10.222.0.13 "GET /v2.0/networks/c5a017be-6a7b-40b1-9b83-94284b0e206b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166101 Dec 17 15:29:37.891041 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38362) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:37.898195 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-3731c16e-5b5d-4fb0-a7a3-2c95887604c6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'port': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'fixed_ips': [{'subnet_id': 'b8740bc1-d706-425a-8d46-2179a8fb9510', 'ip_address': '2001:db8::84a7:5c04:8cb7:dd40'}], 'name': 'tempest-NetworksTestDHCPv6-438556710'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:29:37.927300 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef023de0-b86a-4497-8b1d-5126dd8bc8ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'tenant_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'fixed_ips': [{'subnet_id': 'b8740bc1-d706-425a-8d46-2179a8fb9510'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:29:37.928738 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ef023de0-b86a-4497-8b1d-5126dd8bc8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:38.071292 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-da20e19d-f991-4f91-b2e6-7917c2305f27 req-4909ed98-92c8-4584-bc72-88e070844747 service neutron] 10.222.0.13 "GET /v2.0/networks/c5a017be-6a7b-40b1-9b83-94284b0e206b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809242 Dec 17 15:29:38.074540 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-ef023de0-b86a-4497-8b1d-5126dd8bc8ef None None] Allocated IP 2001:db8::2 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/b8740bc1-d706-425a-8d46-2179a8fb9510/db2cc089-abd6-40d9-a682-5fdc47223b44) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:29:38.183084 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3731c16e-5b5d-4fb0-a7a3-2c95887604c6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:29:38.232843 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ef023de0-b86a-4497-8b1d-5126dd8bc8ef None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:38.267130 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996c8d3-49d7-40dc-ad8a-605239219c89 req-91c5eb84-4539-4861-89ef-9a4bc6f5ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:38.268642 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1996c8d3-49d7-40dc-ad8a-605239219c89 req-91c5eb84-4539-4861-89ef-9a4bc6f5ac85 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b8cb6554a0ef4ecbb71e90dbf20f843c&device_id=ce130dda-9b78-44d7-98a1-04d88ec886c3 HTTP/1.1" status: 200 len: 1094 time: 0.0954161 Dec 17 15:29:38.325133 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ef023de0-b86a-4497-8b1d-5126dd8bc8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:38.333662 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23765c62-967f-41ee-8902-030dd712a98a req-e64b0d17-2011-4095-a94b-b66af81c96de tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:38.343238 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-23765c62-967f-41ee-8902-030dd712a98a req-e64b0d17-2011-4095-a94b-b66af81c96de tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce130dda-9b78-44d7-98a1-04d88ec886c3 HTTP/1.1" status: 200 len: 943 time: 0.0861022 Dec 17 15:29:38.354002 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3731c16e-5b5d-4fb0-a7a3-2c95887604c6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:38.382192 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-3731c16e-5b5d-4fb0-a7a3-2c95887604c6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] device_id is not set on port cb90ce6b-877d-4760-8fb0-a8a7744d6e62 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:29:38.393440 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-23765c62-967f-41ee-8902-030dd712a98a req-73a24f72-c8a2-4afd-a9b2-466073d62e13 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/security-groups?id=5770a0d8-a37d-494c-88b6-88fed15fdf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489862 Dec 17 15:29:38.398510 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef023de0-b86a-4497-8b1d-5126dd8bc8ef None None] Pushing event updated for resources: {'Port': ['ID=db2cc089-abd6-40d9-a682-5fdc47223b44,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:38.426869 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef023de0-b86a-4497-8b1d-5126dd8bc8ef None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:29:38.428468 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-ef023de0-b86a-4497-8b1d-5126dd8bc8ef None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:29:38.430897 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef023de0-b86a-4497-8b1d-5126dd8bc8ef None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:29:38.441476 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996c8d3-49d7-40dc-ad8a-605239219c89 req-d8fbdca4-4dd3-4dd0-8507-f7f88c7c6669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:38.442938 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1996c8d3-49d7-40dc-ad8a-605239219c89 req-d8fbdca4-4dd3-4dd0-8507-f7f88c7c6669 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c5a017be-6a7b-40b1-9b83-94284b0e206b HTTP/1.1" status: 200 len: 910 time: 0.1593864 Dec 17 15:29:38.487109 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-ef023de0-b86a-4497-8b1d-5126dd8bc8ef None None] Attempting to bind port db2cc089-abd6-40d9-a682-5fdc47223b44 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:38.487466 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-ef023de0-b86a-4497-8b1d-5126dd8bc8ef None None] Attempting to bind port db2cc089-abd6-40d9-a682-5fdc47223b44 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:38.487821 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef023de0-b86a-4497-8b1d-5126dd8bc8ef None None] Attempting to bind port db2cc089-abd6-40d9-a682-5fdc47223b44 on network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:38.493341 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef023de0-b86a-4497-8b1d-5126dd8bc8ef None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:29:38.493727 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef023de0-b86a-4497-8b1d-5126dd8bc8ef None None] Checking segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:29:38.494990 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ef023de0-b86a-4497-8b1d-5126dd8bc8ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:38.494990 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef023de0-b86a-4497-8b1d-5126dd8bc8ef None None] Bound using segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:29:38.495323 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-ef023de0-b86a-4497-8b1d-5126dd8bc8ef None None] Bound port: db2cc089-abd6-40d9-a682-5fdc47223b44, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:29:38.495709 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ef023de0-b86a-4497-8b1d-5126dd8bc8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:38.496049 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1996c8d3-49d7-40dc-ad8a-605239219c89 req-ed251092-3cdb-4ede-9464-c46d7a936f3f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddba36ad-ec50-4a95-aa78-c0b903c834c9 HTTP/1.1" status: 200 len: 217 time: 0.0452294 Dec 17 15:29:38.563747 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-ef023de0-b86a-4497-8b1d-5126dd8bc8ef None None] For port db2cc089-abd6-40d9-a682-5fdc47223b44, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:29:38.566824 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-ef023de0-b86a-4497-8b1d-5126dd8bc8ef None None] For port db2cc089-abd6-40d9-a682-5fdc47223b44, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=db2cc089-abd6-40d9-a682-5fdc47223b44,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:29:38.610925 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996c8d3-49d7-40dc-ad8a-605239219c89 req-6c8fac08-288c-491a-b153-5f39f03c63df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:38.612289 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1996c8d3-49d7-40dc-ad8a-605239219c89 req-6c8fac08-288c-491a-b153-5f39f03c63df service neutron] 10.222.0.13 "GET /v2.0/subnets?id=77497e0f-88ff-429f-b1ea-33fe8d7039d4 HTTP/1.1" status: 200 len: 849 time: 0.0850070 Dec 17 15:29:38.643649 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ef023de0-b86a-4497-8b1d-5126dd8bc8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:38.658336 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1996c8d3-49d7-40dc-ad8a-605239219c89 req-c388c4d5-7186-4445-9801-f82af7250c8e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c5a017be-6a7b-40b1-9b83-94284b0e206b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363250 Dec 17 15:29:38.664883 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-3731c16e-5b5d-4fb0-a7a3-2c95887604c6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Allocated IP 2001:db8::84a7:5c04:8cb7:dd40 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/b8740bc1-d706-425a-8d46-2179a8fb9510/cb90ce6b-877d-4760-8fb0-a8a7744d6e62) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:29:38.712077 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef023de0-b86a-4497-8b1d-5126dd8bc8ef None None] Pushing event updated for resources: {'Port': ['ID=db2cc089-abd6-40d9-a682-5fdc47223b44,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:38.833237 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1996c8d3-49d7-40dc-ad8a-605239219c89 req-34b60818-c5dc-45d0-bca3-12b66a87db6d service neutron] 10.222.0.13 "GET /v2.0/networks/c5a017be-6a7b-40b1-9b83-94284b0e206b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659486 Dec 17 15:29:38.971836 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3731c16e-5b5d-4fb0-a7a3-2c95887604c6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:39.255053 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1996c8d3-49d7-40dc-ad8a-605239219c89 req-567181ca-7ae1-4f5e-87c8-cc0d6c1b9e31 service neutron] 10.222.0.13 "GET /v2.0/networks/c5a017be-6a7b-40b1-9b83-94284b0e206b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115939 Dec 17 15:29:39.330297 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3731c16e-5b5d-4fb0-a7a3-2c95887604c6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:39.379134 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3731c16e-5b5d-4fb0-a7a3-2c95887604c6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:29:39.380973 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-3731c16e-5b5d-4fb0-a7a3-2c95887604c6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:29:39.384842 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3731c16e-5b5d-4fb0-a7a3-2c95887604c6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:29:39.390554 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3731c16e-5b5d-4fb0-a7a3-2c95887604c6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:39.391289 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3731c16e-5b5d-4fb0-a7a3-2c95887604c6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:39.402549 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3731c16e-5b5d-4fb0-a7a3-2c95887604c6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Port': ['ID=cb90ce6b-877d-4760-8fb0-a8a7744d6e62,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:39.481936 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3731c16e-5b5d-4fb0-a7a3-2c95887604c6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5936153 Dec 17 15:29:39.484585 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38412) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:39.553933 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c716a7e8-4ca1-4991-88c0-1c8b01aeba13 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:39.571859 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c716a7e8-4ca1-4991-88c0-1c8b01aeba13 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:39.572248 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4ce5c-ea8d-4833-a74c-3fb6ba275be6 req-761aa53b-de20-4545-9643-b852a0cbbdb1 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:39.577422 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c716a7e8-4ca1-4991-88c0-1c8b01aeba13 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0871344 Dec 17 15:29:39.579120 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38414) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:39.593087 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cda4ce5c-ea8d-4833-a74c-3fb6ba275be6 req-761aa53b-de20-4545-9643-b852a0cbbdb1 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce130dda-9b78-44d7-98a1-04d88ec886c3 HTTP/1.1" status: 200 len: 943 time: 0.1251850 Dec 17 15:29:39.653779 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cda4ce5c-ea8d-4833-a74c-3fb6ba275be6 req-d3a58ed2-3a4e-4163-967f-82bd5b0044ea tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/security-groups?id=5770a0d8-a37d-494c-88b6-88fed15fdf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593624 Dec 17 15:29:39.674668 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device db2cc089-abd6-40d9-a682-5fdc47223b44 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:29:39.724312 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-8cec9bf4-f20f-4259-bdd7-195b1a07ae4f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting port cb90ce6b-877d-4760-8fb0-a8a7744d6e62 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:29:39.724727 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8cec9bf4-f20f-4259-bdd7-195b1a07ae4f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:39.732377 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port db2cc089-abd6-40d9-a682-5fdc47223b44 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:29:39.732736 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:39.826801 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8cec9bf4-f20f-4259-bdd7-195b1a07ae4f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:39.832573 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-2dd2b743-83a7-4455-857e-e639802990e5 None None] Provisioning complete for port db2cc089-abd6-40d9-a682-5fdc47223b44 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:29:39.841559 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2dd2b743-83a7-4455-857e-e639802990e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:39.841559 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:39.845118 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-8cec9bf4-f20f-4259-bdd7-195b1a07ae4f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Calling delete_port for cb90ce6b-877d-4760-8fb0-a8a7744d6e62 owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:29:39.916111 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port db2cc089-abd6-40d9-a682-5fdc47223b44, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=db2cc089-abd6-40d9-a682-5fdc47223b44,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:29:39.961522 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2dd2b743-83a7-4455-857e-e639802990e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:40.055302 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:40.105866 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8cec9bf4-f20f-4259-bdd7-195b1a07ae4f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:40.126636 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-2dd2b743-83a7-4455-857e-e639802990e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:29:40.126999 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-2dd2b743-83a7-4455-857e-e639802990e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:29:40.136437 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=db2cc089-abd6-40d9-a682-5fdc47223b44,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:40.143441 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec9bf4-f20f-4259-bdd7-195b1a07ae4f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Port': ['ID=cb90ce6b-877d-4760-8fb0-a8a7744d6e62,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:40.171376 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8cec9bf4-f20f-4259-bdd7-195b1a07ae4f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:40.171376 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8cec9bf4-f20f-4259-bdd7-195b1a07ae4f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/cb90ce6b-877d-4760-8fb0-a8a7744d6e62 HTTP/1.1" status: 204 len: 168 time: 0.5891767 Dec 17 15:29:40.172240 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38418) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:40.232243 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0840575f-d363-4eb6-a1dc-4124bde3cc6c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:40.234210 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0840575f-d363-4eb6-a1dc-4124bde3cc6c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:40.235758 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0840575f-d363-4eb6-a1dc-4124bde3cc6c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0625143 Dec 17 15:29:40.238705 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38420) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:40.261380 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:40.297109 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d7808f8-10e0-4a0c-99ce-c480e644a24b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting subnet b8740bc1-d706-425a-8d46-2179a8fb9510 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:29:40.301002 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d7808f8-10e0-4a0c-99ce-c480e644a24b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:40.344828 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d7808f8-10e0-4a0c-99ce-c480e644a24b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:40.427374 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d7808f8-10e0-4a0c-99ce-c480e644a24b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:40.610627 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d7808f8-10e0-4a0c-99ce-c480e644a24b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:40.789442 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-7f961c76-e2f7-4ee6-bb67-b0a052c09bbc None None] Could not find standard attr ID for object cb90ce6b-877d-4760-8fb0-a8a7744d6e62. {{(pid=102834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:29:40.809880 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:29:40.861346 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7808f8-10e0-4a0c-99ce-c480e644a24b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Subnet': ['ID=b8740bc1-d706-425a-8d46-2179a8fb9510,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:40.873162 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d7808f8-10e0-4a0c-99ce-c480e644a24b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:40.878110 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b34a342-0694-48ff-96d4-5cf03b7595e0 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:29:40.878251 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4d7808f8-10e0-4a0c-99ce-c480e644a24b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/b8740bc1-d706-425a-8d46-2179a8fb9510 HTTP/1.1" status: 204 len: 168 time: 0.6366081 Dec 17 15:29:40.879177 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38436) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:40.913025 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f35c1-2556-4586-aa6d-46b301b9fa90 req-8d783b4d-67f7-43e7-8787-62daa87e3514 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:40.921328 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f13f35c1-2556-4586-aa6d-46b301b9fa90 req-8d783b4d-67f7-43e7-8787-62daa87e3514 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce130dda-9b78-44d7-98a1-04d88ec886c3 HTTP/1.1" status: 200 len: 943 time: 0.0618050 Dec 17 15:29:40.941155 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0cc39dfe-cf25-43ef-b670-65d2c57bc0aa tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0600438 Dec 17 15:29:40.943435 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38438) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:40.964085 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f13f35c1-2556-4586-aa6d-46b301b9fa90 req-07087f4f-3f7d-4f18-b030-014b157da834 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/security-groups?id=5770a0d8-a37d-494c-88b6-88fed15fdf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386434 Dec 17 15:29:40.998695 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa45bbc-5f0d-4022-a27c-d8cfc075da63 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:41.000259 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0aa45bbc-5f0d-4022-a27c-d8cfc075da63 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0555742 Dec 17 15:29:41.002728 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38440) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:41.056443 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8279a72-5808-4768-afad-362ab1e72914 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:41.060423 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f8279a72-5808-4768-afad-362ab1e72914 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0541153 Dec 17 15:29:41.060766 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38442) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:41.095496 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d6aecb-69a4-49c4-a2d4-08fa8529c50e None None] DHCP port deletion for 1ef37782-8ac3-404c-a66a-d6468d16f5c9 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:29:41.117225 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-88bdf3a4-702c-48ff-be5c-2dd0c5f85407 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552874 Dec 17 15:29:41.121119 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38446) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:41.128081 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-789072b5-6fd3-4e36-bcf2-3a267d78998a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:29:41.156301 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-b3d6aecb-69a4-49c4-a2d4-08fa8529c50e None None] Deleting port db2cc089-abd6-40d9-a682-5fdc47223b44 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:29:41.156594 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b3d6aecb-69a4-49c4-a2d4-08fa8529c50e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:41.230701 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b3d6aecb-69a4-49c4-a2d4-08fa8529c50e None None] For port db2cc089-abd6-40d9-a682-5fdc47223b44, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=db2cc089-abd6-40d9-a682-5fdc47223b44,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:29:41.231040 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b3d6aecb-69a4-49c4-a2d4-08fa8529c50e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:41.243783 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-b3d6aecb-69a4-49c4-a2d4-08fa8529c50e None None] Calling delete_port for db2cc089-abd6-40d9-a682-5fdc47223b44 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:29:41.311985 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789072b5-6fd3-4e36-bcf2-3a267d78998a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:29:41.315859 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-789072b5-6fd3-4e36-bcf2-3a267d78998a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:41.455756 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b3d6aecb-69a4-49c4-a2d4-08fa8529c50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:41.480631 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6aecb-69a4-49c4-a2d4-08fa8529c50e None None] Pushing event deleted for resources: {'Port': ['ID=db2cc089-abd6-40d9-a682-5fdc47223b44,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:41.487600 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d6aecb-69a4-49c4-a2d4-08fa8529c50e None None] No DVR routers for this DVR port db2cc089-abd6-40d9-a682-5fdc47223b44 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:29:41.619281 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device db2cc089-abd6-40d9-a682-5fdc47223b44 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:29:41.647006 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: db2cc089-abd6-40d9-a682-5fdc47223b44 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:29:41.647388 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device db2cc089-abd6-40d9-a682-5fdc47223b44 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:29:41.755793 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-789072b5-6fd3-4e36-bcf2-3a267d78998a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:41.802208 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789072b5-6fd3-4e36-bcf2-3a267d78998a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:29:41.805504 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-789072b5-6fd3-4e36-bcf2-3a267d78998a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:29:41.809687 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789072b5-6fd3-4e36-bcf2-3a267d78998a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:41.810319 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-789072b5-6fd3-4e36-bcf2-3a267d78998a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:41.814412 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8697eb87-2e5d-4572-a787-c1307087e3c3 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:29:41.817956 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789072b5-6fd3-4e36-bcf2-3a267d78998a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Subnet': ['ID=0b8c8194-c2ac-43fc-8a11-aefa14b823db,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:41.907229 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-789072b5-6fd3-4e36-bcf2-3a267d78998a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7801638 Dec 17 15:29:41.907894 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38454) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:41.912369 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-2279375f-9e00-4412-ba7f-8f95dda556ae tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'port': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'fixed_ips': [{'subnet_id': '0b8c8194-c2ac-43fc-8a11-aefa14b823db', 'ip_address': '2001:db8::3ab4:f025:b42a:2e42'}], 'name': 'tempest-NetworksTestDHCPv6-626194978'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:29:41.965643 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77c35a6-03f6-483a-b405-d1f6a7bc3941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'tenant_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'fixed_ips': [{'subnet_id': '0b8c8194-c2ac-43fc-8a11-aefa14b823db'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:29:41.967447 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c77c35a6-03f6-483a-b405-d1f6a7bc3941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:42.077873 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2279375f-9e00-4412-ba7f-8f95dda556ae tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:29:42.083020 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2279375f-9e00-4412-ba7f-8f95dda556ae tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:42.094961 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f84a59-35ad-4d77-9da2-5d89633e4cf6 req-6abe5d3b-9dd8-44d2-882b-169de7587f2f tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:42.096556 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d2f84a59-35ad-4d77-9da2-5d89633e4cf6 req-6abe5d3b-9dd8-44d2-882b-169de7587f2f tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce130dda-9b78-44d7-98a1-04d88ec886c3 HTTP/1.1" status: 200 len: 943 time: 0.0582843 Dec 17 15:29:42.104007 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-2279375f-9e00-4412-ba7f-8f95dda556ae tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] device_id is not set on port 9b412430-a6d6-4d67-9788-652fab4c2987 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:29:42.140257 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d2f84a59-35ad-4d77-9da2-5d89633e4cf6 req-4e3c1c40-b7aa-4df8-95cd-98d98a5bec5b tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/security-groups?id=5770a0d8-a37d-494c-88b6-88fed15fdf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351324 Dec 17 15:29:42.262674 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-c77c35a6-03f6-483a-b405-d1f6a7bc3941 None None] Allocated IP 2001:db8::2 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/0b8c8194-c2ac-43fc-8a11-aefa14b823db/3123387a-64a6-4e33-aa88-112fb1b9fb85) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:29:42.406140 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c77c35a6-03f6-483a-b405-d1f6a7bc3941 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:42.460379 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c77c35a6-03f6-483a-b405-d1f6a7bc3941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:42.498688 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77c35a6-03f6-483a-b405-d1f6a7bc3941 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:29:42.503099 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-c77c35a6-03f6-483a-b405-d1f6a7bc3941 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:29:42.505601 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77c35a6-03f6-483a-b405-d1f6a7bc3941 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:29:42.508151 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-2279375f-9e00-4412-ba7f-8f95dda556ae tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Allocated IP 2001:db8::3ab4:f025:b42a:2e42 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/0b8c8194-c2ac-43fc-8a11-aefa14b823db/9b412430-a6d6-4d67-9788-652fab4c2987) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:29:42.516474 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c35a6-03f6-483a-b405-d1f6a7bc3941 None None] Pushing event updated for resources: {'Port': ['ID=3123387a-64a6-4e33-aa88-112fb1b9fb85,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:42.571443 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-c77c35a6-03f6-483a-b405-d1f6a7bc3941 None None] Attempting to bind port 3123387a-64a6-4e33-aa88-112fb1b9fb85 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:42.571812 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-c77c35a6-03f6-483a-b405-d1f6a7bc3941 None None] Attempting to bind port 3123387a-64a6-4e33-aa88-112fb1b9fb85 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:42.572229 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77c35a6-03f6-483a-b405-d1f6a7bc3941 None None] Attempting to bind port 3123387a-64a6-4e33-aa88-112fb1b9fb85 on network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:42.578449 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77c35a6-03f6-483a-b405-d1f6a7bc3941 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:29:42.579002 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77c35a6-03f6-483a-b405-d1f6a7bc3941 None None] Checking segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:29:42.579578 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c77c35a6-03f6-483a-b405-d1f6a7bc3941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:42.580093 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77c35a6-03f6-483a-b405-d1f6a7bc3941 None None] Bound using segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:29:42.580712 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-c77c35a6-03f6-483a-b405-d1f6a7bc3941 None None] Bound port: 3123387a-64a6-4e33-aa88-112fb1b9fb85, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:29:42.581287 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c77c35a6-03f6-483a-b405-d1f6a7bc3941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:42.651114 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c77c35a6-03f6-483a-b405-d1f6a7bc3941 None None] For port 3123387a-64a6-4e33-aa88-112fb1b9fb85, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:29:42.655150 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c77c35a6-03f6-483a-b405-d1f6a7bc3941 None None] For port 3123387a-64a6-4e33-aa88-112fb1b9fb85, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3123387a-64a6-4e33-aa88-112fb1b9fb85,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:29:42.657548 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device ddba36ad-ec50-4a95-aa78-c0b903c834c9 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:29:42.667877 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2279375f-9e00-4412-ba7f-8f95dda556ae tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:42.743360 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c77c35a6-03f6-483a-b405-d1f6a7bc3941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:42.781573 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2279375f-9e00-4412-ba7f-8f95dda556ae tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:42.812277 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port ddba36ad-ec50-4a95-aa78-c0b903c834c9, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=ddba36ad-ec50-4a95-aa78-c0b903c834c9,segment=NetworkSegment(4ee6a4ed-ae9b-491c-aca3-eb897bc29111),segment_id=4ee6a4ed-ae9b-491c-aca3-eb897bc29111)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:29:42.841718 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'ddba36ad-ec50-4a95-aa78-c0b903c834c9', 'network_id': 'c5a017be-6a7b-40b1-9b83-94284b0e206b', 'port_id': 'ddba36ad-ec50-4a95-aa78-c0b903c834c9', 'mac_address': 'fa:16:3e:b3:26:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77497e0f-88ff-429f-b1ea-33fe8d7039d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:29:42.849456 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c35a6-03f6-483a-b405-d1f6a7bc3941 None None] Pushing event updated for resources: {'Port': ['ID=3123387a-64a6-4e33-aa88-112fb1b9fb85,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:42.891832 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2279375f-9e00-4412-ba7f-8f95dda556ae tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:29:42.895331 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:42.896863 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-2279375f-9e00-4412-ba7f-8f95dda556ae tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:29:42.900012 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2279375f-9e00-4412-ba7f-8f95dda556ae tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:29:42.915448 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2279375f-9e00-4412-ba7f-8f95dda556ae tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:42.915448 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2279375f-9e00-4412-ba7f-8f95dda556ae tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:42.916040 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddba36ad-ec50-4a95-aa78-c0b903c834c9 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:29:42.927323 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279375f-9e00-4412-ba7f-8f95dda556ae tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Port': ['ID=9b412430-a6d6-4d67-9788-652fab4c2987,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:42.946327 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port ddba36ad-ec50-4a95-aa78-c0b903c834c9, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=ddba36ad-ec50-4a95-aa78-c0b903c834c9,segment=NetworkSegment(4ee6a4ed-ae9b-491c-aca3-eb897bc29111),segment_id=4ee6a4ed-ae9b-491c-aca3-eb897bc29111)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:29:43.062244 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2279375f-9e00-4412-ba7f-8f95dda556ae tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1505463 Dec 17 15:29:43.067328 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38468) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:43.072300 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:43.083711 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-4785dd24-9f40-4672-a21a-867d42e60964 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'port': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'fixed_ips': [{'subnet_id': '0b8c8194-c2ac-43fc-8a11-aefa14b823db', 'ip_address': '2001:db8::3ab4:f025:b42a:2e42'}], 'name': 'tempest-NetworksTestDHCPv6-1050451855'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:29:43.140289 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=ddba36ad-ec50-4a95-aa78-c0b903c834c9,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:43.277694 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4785dd24-9f40-4672-a21a-867d42e60964 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:29:43.339022 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['ddba36ad-ec50-4a95-aa78-c0b903c834c9'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:29:43.349094 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538c4fe-9c81-41b5-b63c-fa55166bb790 req-cda8b365-d198-48c1-98b8-7e63694c84ec tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:43.350935 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a538c4fe-9c81-41b5-b63c-fa55166bb790 req-cda8b365-d198-48c1-98b8-7e63694c84ec tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce130dda-9b78-44d7-98a1-04d88ec886c3 HTTP/1.1" status: 200 len: 944 time: 0.1122043 Dec 17 15:29:43.416029 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4785dd24-9f40-4672-a21a-867d42e60964 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:43.458759 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a538c4fe-9c81-41b5-b63c-fa55166bb790 req-c2ce5f9d-9d34-486a-b934-1ee490a166d2 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/security-groups?id=5770a0d8-a37d-494c-88b6-88fed15fdf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964587 Dec 17 15:29:43.460353 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-4785dd24-9f40-4672-a21a-867d42e60964 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] device_id is not set on port 25ed2f20-876e-4c09-bcaf-88d4b35977c1 yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:29:43.676327 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3123387a-64a6-4e33-aa88-112fb1b9fb85 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:29:43.739676 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 3123387a-64a6-4e33-aa88-112fb1b9fb85 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:29:43.739782 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:43.759072 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-4785dd24-9f40-4672-a21a-867d42e60964 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 17 15:29:43.759533 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4785dd24-9f40-4672-a21a-867d42e60964 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:29:43.849117 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4785dd24-9f40-4672-a21a-867d42e60964 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7807930 Dec 17 15:29:43.849624 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38478) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:43.852350 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:43.894234 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 3123387a-64a6-4e33-aa88-112fb1b9fb85, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3123387a-64a6-4e33-aa88-112fb1b9fb85,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:29:43.927099 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea4b7af-aa97-49b3-a734-7c9d7225cd58 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:43.934106 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea4b7af-aa97-49b3-a734-7c9d7225cd58 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:43.936504 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-dea4b7af-aa97-49b3-a734-7c9d7225cd58 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0858257 Dec 17 15:29:43.940211 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38482) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:43.992576 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:44.055502 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=3123387a-64a6-4e33-aa88-112fb1b9fb85,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:44.067830 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-f1ca8c9c-5511-44f3-bfb6-6e87d007ef15 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting port 9b412430-a6d6-4d67-9788-652fab4c2987 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:29:44.068174 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f1ca8c9c-5511-44f3-bfb6-6e87d007ef15 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:44.150348 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-63e91f1a-df40-4eb8-9521-b897910c474d None None] Provisioning complete for port 3123387a-64a6-4e33-aa88-112fb1b9fb85 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:29:44.150699 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-63e91f1a-df40-4eb8-9521-b897910c474d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:44.184489 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f1ca8c9c-5511-44f3-bfb6-6e87d007ef15 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:44.200326 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-f1ca8c9c-5511-44f3-bfb6-6e87d007ef15 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Calling delete_port for 9b412430-a6d6-4d67-9788-652fab4c2987 owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:29:44.371273 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a153ac39-b362-4f96-9418-bce39484644d None None] Provisioning complete for port 9b412430-a6d6-4d67-9788-652fab4c2987 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:29:44.371944 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a153ac39-b362-4f96-9418-bce39484644d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:44.393038 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f1ca8c9c-5511-44f3-bfb6-6e87d007ef15 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:44.412456 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-a153ac39-b362-4f96-9418-bce39484644d None None] Port 9b412430-a6d6-4d67-9788-652fab4c2987 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:29:44.426039 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca8c9c-5511-44f3-bfb6-6e87d007ef15 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Port': ['ID=9b412430-a6d6-4d67-9788-652fab4c2987,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:44.456369 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f1ca8c9c-5511-44f3-bfb6-6e87d007ef15 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:44.460021 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f1ca8c9c-5511-44f3-bfb6-6e87d007ef15 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/9b412430-a6d6-4d67-9788-652fab4c2987 HTTP/1.1" status: 204 len: 168 time: 0.5180314 Dec 17 15:29:44.462917 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38486) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:44.542540 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b53f0a-2b89-4aea-9de0-5572c6c49872 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:44.544294 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b53f0a-2b89-4aea-9de0-5572c6c49872 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:44.546689 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-57b53f0a-2b89-4aea-9de0-5572c6c49872 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0825505 Dec 17 15:29:44.549263 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38492) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:44.618633 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777eb603-a805-4368-aeb4-3d37601861d3 req-bf6cc1f4-974d-4fa4-920c-79bafe5778ea tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:44.620441 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-777eb603-a805-4368-aeb4-3d37601861d3 req-bf6cc1f4-974d-4fa4-920c-79bafe5778ea tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce130dda-9b78-44d7-98a1-04d88ec886c3 HTTP/1.1" status: 200 len: 944 time: 0.0546055 Dec 17 15:29:44.629703 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb626fda-f15e-4790-ae52-13f02290fc31 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting subnet 0b8c8194-c2ac-43fc-8a11-aefa14b823db {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:29:44.634759 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bb626fda-f15e-4790-ae52-13f02290fc31 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:44.660738 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device ddba36ad-ec50-4a95-aa78-c0b903c834c9 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:29:44.684233 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-777eb603-a805-4368-aeb4-3d37601861d3 req-a6ad086e-212e-4b99-9a40-65a0331b786f tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/security-groups?id=5770a0d8-a37d-494c-88b6-88fed15fdf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499668 Dec 17 15:29:44.711166 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bb626fda-f15e-4790-ae52-13f02290fc31 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:44.781892 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port ddba36ad-ec50-4a95-aa78-c0b903c834c9 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:29:44.787999 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port ddba36ad-ec50-4a95-aa78-c0b903c834c9 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:29:44.788858 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:44.803563 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bb626fda-f15e-4790-ae52-13f02290fc31 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:44.901695 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:44.937487 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce130dda-9b78-44d7-98a1-04d88ec886c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddba36ad-ec50-4a95-aa78-c0b903c834c9'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:29:44.939985 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461599c1-b84e-47e5-9f90-1e9815b6019e" -d '{"events": [{"server_uuid": "ce130dda-9b78-44d7-98a1-04d88ec886c3", "name": "network-vif-plugged", "status": "completed", "tag": "ddba36ad-ec50-4a95-aa78-c0b903c834c9"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:29:44.960830 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port ddba36ad-ec50-4a95-aa78-c0b903c834c9, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=ddba36ad-ec50-4a95-aa78-c0b903c834c9,segment=NetworkSegment(4ee6a4ed-ae9b-491c-aca3-eb897bc29111),segment_id=4ee6a4ed-ae9b-491c-aca3-eb897bc29111)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:29:44.987573 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bb626fda-f15e-4790-ae52-13f02290fc31 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:45.023585 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb626fda-f15e-4790-ae52-13f02290fc31 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Subnet': ['ID=0b8c8194-c2ac-43fc-8a11-aefa14b823db,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:45.030599 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bb626fda-f15e-4790-ae52-13f02290fc31 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:45.033317 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcda13d4-176a-4b36-8b61-b06be07ef00a None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:29:45.036676 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38504) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:45.037058 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-bb626fda-f15e-4790-ae52-13f02290fc31 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/0b8c8194-c2ac-43fc-8a11-aefa14b823db HTTP/1.1" status: 204 len: 168 time: 0.4865148 Dec 17 15:29:45.037460 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:45.089349 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-853706fb-e311-41a4-8f81-4045f62aebb3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513089 Dec 17 15:29:45.093857 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38506) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:45.098683 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-8b96c48e-482f-4657-93e7-9dfed64f5df3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:29:45.171186 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbde4a8-b046-4b30-8375-c6edf6d6210d x-openstack-request-id: req-9fbde4a8-b046-4b30-8375-c6edf6d6210d {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:29:45.171481 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce130dda-9b78-44d7-98a1-04d88ec886c3", "name": "network-vif-plugged", "status": "completed", "tag": "ddba36ad-ec50-4a95-aa78-c0b903c834c9", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:29:45.171737 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9fbde4a8-b046-4b30-8375-c6edf6d6210d {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:29:45.173544 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce130dda-9b78-44d7-98a1-04d88ec886c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddba36ad-ec50-4a95-aa78-c0b903c834c9', 'code': 200} Dec 17 15:29:45.212086 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=ddba36ad-ec50-4a95-aa78-c0b903c834c9,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:45.254282 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b96c48e-482f-4657-93e7-9dfed64f5df3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:29:45.257903 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8b96c48e-482f-4657-93e7-9dfed64f5df3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:45.283252 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2ecd8-5d17-4178-9661-a709d0c87c3e req-d6eeca7d-27ec-4750-9d16-bb31987d20fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:45.285001 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-05f2ecd8-5d17-4178-9661-a709d0c87c3e req-d6eeca7d-27ec-4750-9d16-bb31987d20fe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ce130dda-9b78-44d7-98a1-04d88ec886c3 HTTP/1.1" status: 200 len: 1096 time: 0.0533259 Dec 17 15:29:45.326941 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-05f2ecd8-5d17-4178-9661-a709d0c87c3e req-f39cb088-6b9c-4edd-81ac-08342ff02eca service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5770a0d8-a37d-494c-88b6-88fed15fdf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344789 Dec 17 15:29:45.342136 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdd38c5-abd7-4276-b306-389c75f6076c None None] DHCP port deletion for 1ef37782-8ac3-404c-a66a-d6468d16f5c9 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:29:45.391716 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-dcdd38c5-abd7-4276-b306-389c75f6076c None None] Deleting port 3123387a-64a6-4e33-aa88-112fb1b9fb85 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:29:45.392106 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dcdd38c5-abd7-4276-b306-389c75f6076c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:45.472770 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-dcdd38c5-abd7-4276-b306-389c75f6076c None None] For port 3123387a-64a6-4e33-aa88-112fb1b9fb85, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3123387a-64a6-4e33-aa88-112fb1b9fb85,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:29:45.473213 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dcdd38c5-abd7-4276-b306-389c75f6076c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:45.489223 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-dcdd38c5-abd7-4276-b306-389c75f6076c None None] Calling delete_port for 3123387a-64a6-4e33-aa88-112fb1b9fb85 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:29:45.568594 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8b96c48e-482f-4657-93e7-9dfed64f5df3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:45.614982 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3123387a-64a6-4e33-aa88-112fb1b9fb85 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:29:45.623354 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b96c48e-482f-4657-93e7-9dfed64f5df3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:29:45.626936 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-8b96c48e-482f-4657-93e7-9dfed64f5df3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:29:45.631475 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b96c48e-482f-4657-93e7-9dfed64f5df3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:45.632267 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8b96c48e-482f-4657-93e7-9dfed64f5df3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:45.635941 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b96c48e-482f-4657-93e7-9dfed64f5df3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Subnet': ['ID=865a9c34-a74c-4dcc-9d56-0841ff8d2202,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:45.648661 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96c48e-482f-4657-93e7-9dfed64f5df3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:45.649126 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96c48e-482f-4657-93e7-9dfed64f5df3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:45.649478 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96c48e-482f-4657-93e7-9dfed64f5df3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:45.649820 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96c48e-482f-4657-93e7-9dfed64f5df3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:45.650158 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96c48e-482f-4657-93e7-9dfed64f5df3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:45.650488 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96c48e-482f-4657-93e7-9dfed64f5df3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:45.650999 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96c48e-482f-4657-93e7-9dfed64f5df3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:45.651328 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96c48e-482f-4657-93e7-9dfed64f5df3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:45.651659 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96c48e-482f-4657-93e7-9dfed64f5df3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:45.651992 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96c48e-482f-4657-93e7-9dfed64f5df3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:45.652316 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96c48e-482f-4657-93e7-9dfed64f5df3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:45.652641 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96c48e-482f-4657-93e7-9dfed64f5df3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:29:45.681008 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dcdd38c5-abd7-4276-b306-389c75f6076c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:45.716120 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8b96c48e-482f-4657-93e7-9dfed64f5df3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6212204 Dec 17 15:29:45.719571 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38516) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:45.721929 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd38c5-abd7-4276-b306-389c75f6076c None None] Pushing event deleted for resources: {'Port': ['ID=3123387a-64a6-4e33-aa88-112fb1b9fb85,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:45.725564 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:45.727689 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdd38c5-abd7-4276-b306-389c75f6076c None None] No DVR routers for this DVR port 3123387a-64a6-4e33-aa88-112fb1b9fb85 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:29:45.728639 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-7210b4c8-fa48-44ac-a572-a2856e50e17e tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'port': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'fixed_ips': [{'subnet_id': '865a9c34-a74c-4dcc-9d56-0841ff8d2202', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-637102989'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:29:45.770504 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02574c7e-1349-4128-b3db-b1a78c5bd4d4 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:29:45.872131 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524944b-1b75-4810-b4ca-f5d9d0c1d870 req-f17dd27f-dde2-4156-9b54-941e34b79eba tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:45.874095 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2524944b-1b75-4810-b4ca-f5d9d0c1d870 req-f17dd27f-dde2-4156-9b54-941e34b79eba tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce130dda-9b78-44d7-98a1-04d88ec886c3 HTTP/1.1" status: 200 len: 945 time: 0.0700598 Dec 17 15:29:45.940344 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7386a5a9-a318-44c4-b496-2b2e38a26ae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'tenant_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'fixed_ips': [{'subnet_id': '865a9c34-a74c-4dcc-9d56-0841ff8d2202'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:29:45.941274 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7386a5a9-a318-44c4-b496-2b2e38a26ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:45.945406 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2524944b-1b75-4810-b4ca-f5d9d0c1d870 req-9e9f70ef-1878-4db6-8792-00eeaadb41ed tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/security-groups?id=5770a0d8-a37d-494c-88b6-88fed15fdf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641110 Dec 17 15:29:46.048770 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7210b4c8-fa48-44ac-a572-a2856e50e17e tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:29:46.050409 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7210b4c8-fa48-44ac-a572-a2856e50e17e tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:46.068184 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-7210b4c8-fa48-44ac-a572-a2856e50e17e tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] device_id is not set on port 8576079c-9017-4ae4-a00d-d0bf0ae87169 yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:29:46.096481 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-7386a5a9-a318-44c4-b496-2b2e38a26ae1 None None] Allocated IP 2001:db8::2 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/865a9c34-a74c-4dcc-9d56-0841ff8d2202/bed28424-8c79-4895-b017-79e20311714f) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:29:46.264833 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7386a5a9-a318-44c4-b496-2b2e38a26ae1 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:46.336230 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7386a5a9-a318-44c4-b496-2b2e38a26ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:46.381359 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7386a5a9-a318-44c4-b496-2b2e38a26ae1 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:29:46.384101 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-7386a5a9-a318-44c4-b496-2b2e38a26ae1 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:29:46.390010 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-7210b4c8-fa48-44ac-a572-a2856e50e17e tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:29:46.391258 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7386a5a9-a318-44c4-b496-2b2e38a26ae1 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:29:46.391822 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7210b4c8-fa48-44ac-a572-a2856e50e17e tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:29:46.394365 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386a5a9-a318-44c4-b496-2b2e38a26ae1 None None] Pushing event updated for resources: {'Port': ['ID=bed28424-8c79-4895-b017-79e20311714f,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:46.447051 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7386a5a9-a318-44c4-b496-2b2e38a26ae1 None None] Attempting to bind port bed28424-8c79-4895-b017-79e20311714f on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:46.447417 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7386a5a9-a318-44c4-b496-2b2e38a26ae1 None None] Attempting to bind port bed28424-8c79-4895-b017-79e20311714f by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:46.447779 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7386a5a9-a318-44c4-b496-2b2e38a26ae1 None None] Attempting to bind port bed28424-8c79-4895-b017-79e20311714f on network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:46.453417 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7386a5a9-a318-44c4-b496-2b2e38a26ae1 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:29:46.453795 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7386a5a9-a318-44c4-b496-2b2e38a26ae1 None None] Checking segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:29:46.454277 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7386a5a9-a318-44c4-b496-2b2e38a26ae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:46.454785 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7386a5a9-a318-44c4-b496-2b2e38a26ae1 None None] Bound using segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:29:46.455254 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7386a5a9-a318-44c4-b496-2b2e38a26ae1 None None] Bound port: bed28424-8c79-4895-b017-79e20311714f, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:29:46.455635 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7386a5a9-a318-44c4-b496-2b2e38a26ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:46.499371 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7210b4c8-fa48-44ac-a572-a2856e50e17e tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7783310 Dec 17 15:29:46.501701 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38522) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:46.524821 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7386a5a9-a318-44c4-b496-2b2e38a26ae1 None None] For port bed28424-8c79-4895-b017-79e20311714f, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:29:46.528800 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7386a5a9-a318-44c4-b496-2b2e38a26ae1 None None] For port bed28424-8c79-4895-b017-79e20311714f, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=bed28424-8c79-4895-b017-79e20311714f,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:29:46.564570 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85f5cfe-ec39-4886-b678-86cceae26ae6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:46.566103 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a85f5cfe-ec39-4886-b678-86cceae26ae6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0634239 Dec 17 15:29:46.568906 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38528) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:46.628319 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9735f3b-8353-4f9a-a8f9-f5bbf0494f84 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:46.630035 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9735f3b-8353-4f9a-a8f9-f5bbf0494f84 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:46.631685 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f9735f3b-8353-4f9a-a8f9-f5bbf0494f84 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0616775 Dec 17 15:29:46.634610 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38530) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:46.643870 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7386a5a9-a318-44c4-b496-2b2e38a26ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:46.700563 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eae6629-972f-4cc3-964f-ced3340afd35 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting subnet 865a9c34-a74c-4dcc-9d56-0841ff8d2202 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:29:46.704371 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9eae6629-972f-4cc3-964f-ced3340afd35 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:46.716577 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386a5a9-a318-44c4-b496-2b2e38a26ae1 None None] Pushing event updated for resources: {'Port': ['ID=bed28424-8c79-4895-b017-79e20311714f,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:46.758180 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9eae6629-972f-4cc3-964f-ced3340afd35 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:46.861478 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9eae6629-972f-4cc3-964f-ced3340afd35 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:47.016262 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9eae6629-972f-4cc3-964f-ced3340afd35 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:47.057978 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae6629-972f-4cc3-964f-ced3340afd35 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Subnet': ['ID=865a9c34-a74c-4dcc-9d56-0841ff8d2202,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:47.062500 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9eae6629-972f-4cc3-964f-ced3340afd35 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:47.065675 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9eae6629-972f-4cc3-964f-ced3340afd35 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/865a9c34-a74c-4dcc-9d56-0841ff8d2202 HTTP/1.1" status: 204 len: 168 time: 0.4300718 Dec 17 15:29:47.068117 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38536) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:47.118989 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04fdb9-7f86-4e3f-b7d8-93d24bd5e40f req-c3bb5dc2-bae4-45ff-b8c1-02eb3f29c8af tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:47.124838 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2a04fdb9-7f86-4e3f-b7d8-93d24bd5e40f req-c3bb5dc2-bae4-45ff-b8c1-02eb3f29c8af tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce130dda-9b78-44d7-98a1-04d88ec886c3 HTTP/1.1" status: 200 len: 945 time: 0.0897422 Dec 17 15:29:47.124838 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38538) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:47.126860 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9bc804ad-af7b-473f-9f5c-8d045580178a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511146 Dec 17 15:29:47.130378 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-dc104276-a75c-427a-9943-81c7fc8ad979 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:29:47.223632 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2a04fdb9-7f86-4e3f-b7d8-93d24bd5e40f req-f7693509-d4e6-4ec2-afa1-cd312de856e6 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/security-groups?id=5770a0d8-a37d-494c-88b6-88fed15fdf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892305 Dec 17 15:29:47.324385 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc104276-a75c-427a-9943-81c7fc8ad979 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:29:47.329327 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dc104276-a75c-427a-9943-81c7fc8ad979 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:47.588894 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dc104276-a75c-427a-9943-81c7fc8ad979 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:47.672725 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc104276-a75c-427a-9943-81c7fc8ad979 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:29:47.679399 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-dc104276-a75c-427a-9943-81c7fc8ad979 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:29:47.687094 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc104276-a75c-427a-9943-81c7fc8ad979 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:47.687935 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dc104276-a75c-427a-9943-81c7fc8ad979 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:47.694880 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device bed28424-8c79-4895-b017-79e20311714f up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:29:47.715505 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc104276-a75c-427a-9943-81c7fc8ad979 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Subnet': ['ID=ef4da777-90d4-473a-a349-08645186b1f9,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:47.759834 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port bed28424-8c79-4895-b017-79e20311714f triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:29:47.760489 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:47.772478 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-dc104276-a75c-427a-9943-81c7fc8ad979 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6462965 Dec 17 15:29:47.776875 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38548) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:47.782752 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-8f57157b-f577-4ff4-88f1-a808570fa46b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1376838952', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:29:47.860132 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:47.895764 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8f57157b-f577-4ff4-88f1-a808570fa46b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:47.895764 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8f57157b-f577-4ff4-88f1-a808570fa46b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:47.929636 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port bed28424-8c79-4895-b017-79e20311714f, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=bed28424-8c79-4895-b017-79e20311714f,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:29:47.968830 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14e4869-9a8e-4558-9f88-3b9a12e237b9 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:29:47.984690 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8f57157b-f577-4ff4-88f1-a808570fa46b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:48.087323 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-17923b9a-6586-401e-b980-e3c185b9177f None None] Provisioning complete for port bed28424-8c79-4895-b017-79e20311714f triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:29:48.087615 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-17923b9a-6586-401e-b980-e3c185b9177f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:48.132581 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:48.213765 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=bed28424-8c79-4895-b017-79e20311714f,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:48.244874 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8f57157b-f577-4ff4-88f1-a808570fa46b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:48.348373 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e834c-5db2-46a3-b854-d35d9596667c req-d0967cba-aa2e-4f98-bb85-adbdb89d21be tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:48.355110 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e834c-5db2-46a3-b854-d35d9596667c req-d0967cba-aa2e-4f98-bb85-adbdb89d21be tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:48.362102 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e834c-5db2-46a3-b854-d35d9596667c req-d0967cba-aa2e-4f98-bb85-adbdb89d21be tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:48.368006 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e834c-5db2-46a3-b854-d35d9596667c req-d0967cba-aa2e-4f98-bb85-adbdb89d21be tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:48.374046 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e834c-5db2-46a3-b854-d35d9596667c req-d0967cba-aa2e-4f98-bb85-adbdb89d21be tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:48.379977 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e834c-5db2-46a3-b854-d35d9596667c req-d0967cba-aa2e-4f98-bb85-adbdb89d21be tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:48.383727 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8f57157b-f577-4ff4-88f1-a808570fa46b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:48.387605 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8f57157b-f577-4ff4-88f1-a808570fa46b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6065490 Dec 17 15:29:48.387770 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e834c-5db2-46a3-b854-d35d9596667c req-d0967cba-aa2e-4f98-bb85-adbdb89d21be tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:48.387876 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38562) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:48.393642 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-de7e834c-5db2-46a3-b854-d35d9596667c req-d0967cba-aa2e-4f98-bb85-adbdb89d21be tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5443 time: 0.1020465 Dec 17 15:29:48.454477 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-de7e834c-5db2-46a3-b854-d35d9596667c req-c599ade8-a349-49dc-b72b-7d7b03adb17b tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595181 Dec 17 15:29:48.600655 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c46b0126-5005-4937-a4fa-0c15f975bb29 None None] Provisioning complete for port bed28424-8c79-4895-b017-79e20311714f triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:29:48.601380 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c46b0126-5005-4937-a4fa-0c15f975bb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:48.651358 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763851bf-892c-41a1-853e-4aab875c3534 req-3cec90b6-5ecc-458c-adaa-231e5c2c5cf4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:48.659845 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763851bf-892c-41a1-853e-4aab875c3534 req-3cec90b6-5ecc-458c-adaa-231e5c2c5cf4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:48.666215 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763851bf-892c-41a1-853e-4aab875c3534 req-3cec90b6-5ecc-458c-adaa-231e5c2c5cf4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:48.686748 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763851bf-892c-41a1-853e-4aab875c3534 req-3cec90b6-5ecc-458c-adaa-231e5c2c5cf4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:48.686748 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763851bf-892c-41a1-853e-4aab875c3534 req-3cec90b6-5ecc-458c-adaa-231e5c2c5cf4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:48.686748 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763851bf-892c-41a1-853e-4aab875c3534 req-3cec90b6-5ecc-458c-adaa-231e5c2c5cf4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:48.693677 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763851bf-892c-41a1-853e-4aab875c3534 req-3cec90b6-5ecc-458c-adaa-231e5c2c5cf4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:48.695932 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-763851bf-892c-41a1-853e-4aab875c3534 req-3cec90b6-5ecc-458c-adaa-231e5c2c5cf4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5443 time: 0.1321959 Dec 17 15:29:48.791479 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-525ff873-d5f9-472d-a73d-efca20727f13 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0908577 Dec 17 15:29:48.820540 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67e64fb0-75c3-4d7c-9c2b-a8f27aee2a25 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:49.005638 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-7266d3b0-8d96-41c7-94ee-030e9562525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:49.006111 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-7266d3b0-8d96-41c7-94ee-030e9562525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:49.006514 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-7266d3b0-8d96-41c7-94ee-030e9562525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:49.007082 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-7266d3b0-8d96-41c7-94ee-030e9562525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:49.007540 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-7266d3b0-8d96-41c7-94ee-030e9562525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:49.008076 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-7266d3b0-8d96-41c7-94ee-030e9562525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:49.008502 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-7266d3b0-8d96-41c7-94ee-030e9562525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:49.010537 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-7266d3b0-8d96-41c7-94ee-030e9562525f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8be5f697514948dbb741ccae5deddcdd&device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 6500 time: 0.1261206 Dec 17 15:29:49.085190 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a7947-1353-4889-8c45-6343471f7eb2 req-1c636645-7b7c-41a9-8f45-e935b2d5e68e tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:49.087094 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-489a7947-1353-4889-8c45-6343471f7eb2 req-1c636645-7b7c-41a9-8f45-e935b2d5e68e tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce130dda-9b78-44d7-98a1-04d88ec886c3 HTTP/1.1" status: 200 len: 945 time: 0.0554209 Dec 17 15:29:49.135607 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-489a7947-1353-4889-8c45-6343471f7eb2 req-f3b226d0-dc73-4b26-9aac-b21ed4b7aaf0 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/security-groups?id=5770a0d8-a37d-494c-88b6-88fed15fdf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422957 Dec 17 15:29:49.204400 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-67e64fb0-75c3-4d7c-9c2b-a8f27aee2a25 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Allocated IP 2001:db8::1 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/ef4da777-90d4-473a-a349-08645186b1f9/d285b401-5ba8-4fe4-bba5-0767b3a8c0fc) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:29:49.207136 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-3cf415fa-430c-4c6e-b7e9-360fb665723e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:49.207604 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-3cf415fa-430c-4c6e-b7e9-360fb665723e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:49.208091 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-3cf415fa-430c-4c6e-b7e9-360fb665723e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:49.209712 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-3cf415fa-430c-4c6e-b7e9-360fb665723e service neutron] 10.222.0.13 "GET /v2.0/networks?id=103f3c9e-955b-431b-ac73-eb4ee50a4a0d&id=ec28bea2-77cb-4691-b278-282a967d1e33&id=ec28bea2-77cb-4691-b278-282a967d1e33&id=ec28bea2-77cb-4691-b278-282a967d1e33&id=ec28bea2-77cb-4691-b278-282a967d1e33&id=035ebd08-a183-4c96-8d50-7cc8ab5df57c&id=035ebd08-a183-4c96-8d50-7cc8ab5df57c HTTP/1.1" status: 200 len: 2296 time: 0.1583734 Dec 17 15:29:49.567444 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-2a4bfcdf-9ef5-4976-a386-187b56d4aa80 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7 HTTP/1.1" status: 200 len: 1002 time: 0.3490965 Dec 17 15:29:49.613385 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device bed28424-8c79-4895-b017-79e20311714f up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:29:49.653437 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-6ebf8420-7bd9-4983-a9d8-9b24be38477c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:49.656094 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-6ebf8420-7bd9-4983-a9d8-9b24be38477c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4284f076-0000-4c1d-851c-097716c35280 HTTP/1.1" status: 200 len: 854 time: 0.0806630 Dec 17 15:29:49.659046 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67e64fb0-75c3-4d7c-9c2b-a8f27aee2a25 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:49.663963 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port bed28424-8c79-4895-b017-79e20311714f triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:29:49.664611 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:49.735323 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-112667b9-d5c0-411b-8ea8-3f55bbc1350f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:49.737242 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-112667b9-d5c0-411b-8ea8-3f55bbc1350f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=103f3c9e-955b-431b-ac73-eb4ee50a4a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724893 Dec 17 15:29:49.770218 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67e64fb0-75c3-4d7c-9c2b-a8f27aee2a25 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:49.847726 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e64fb0-75c3-4d7c-9c2b-a8f27aee2a25 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:29:49.853892 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-67e64fb0-75c3-4d7c-9c2b-a8f27aee2a25 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:29:49.859703 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e64fb0-75c3-4d7c-9c2b-a8f27aee2a25 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:29:49.862648 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67e64fb0-75c3-4d7c-9c2b-a8f27aee2a25 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:49.934064 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e64fb0-75c3-4d7c-9c2b-a8f27aee2a25 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Port': ['ID=d285b401-5ba8-4fe4-bba5-0767b3a8c0fc,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:50.010387 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-70e475cd-20ff-483c-a2d5-59337ca7559b service neutron] 10.222.0.13 "GET /v2.0/networks/103f3c9e-955b-431b-ac73-eb4ee50a4a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591333 Dec 17 15:29:50.148221 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-3ceb41c4-7a6d-477a-b852-98d9a5dc9258 service neutron] 10.222.0.13 "GET /v2.0/networks/103f3c9e-955b-431b-ac73-eb4ee50a4a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225946 Dec 17 15:29:50.151811 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67e64fb0-75c3-4d7c-9c2b-a8f27aee2a25 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:50.175503 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-e29f5189-097b-4432-a025-08766c01a833 None None] Provisioning complete for port d285b401-5ba8-4fe4-bba5-0767b3a8c0fc triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:29:50.175873 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e29f5189-097b-4432-a025-08766c01a833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:50.207443 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-df4f608a-c46e-4c82-bffa-2f3c394f65d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=cbe25e39-8f1f-4383-b5a5-367c8e64756d HTTP/1.1" status: 200 len: 217 time: 0.0461121 Dec 17 15:29:50.225707 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-e29f5189-097b-4432-a025-08766c01a833 None None] Port d285b401-5ba8-4fe4-bba5-0767b3a8c0fc cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:29:50.317256 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e14a39-213e-41d9-98c2-66ccd1ab4e0b req-e53f167c-df10-42aa-819a-12cbdd3bb9e5 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:50.319518 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-38e14a39-213e-41d9-98c2-66ccd1ab4e0b req-e53f167c-df10-42aa-819a-12cbdd3bb9e5 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce130dda-9b78-44d7-98a1-04d88ec886c3 HTTP/1.1" status: 200 len: 945 time: 0.0654547 Dec 17 15:29:50.366296 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-38e14a39-213e-41d9-98c2-66ccd1ab4e0b req-12cd500a-4149-4df4-b239-ef1c41bf83b8 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/security-groups?id=5770a0d8-a37d-494c-88b6-88fed15fdf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399771 Dec 17 15:29:50.370921 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-e1cd5b85-245e-426f-8232-1895e1c5a3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:50.373297 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-e1cd5b85-245e-426f-8232-1895e1c5a3a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45fc3ed8-d2ea-40b2-93fb-70bdb870e61a HTTP/1.1" status: 200 len: 797 time: 0.1370485 Dec 17 15:29:50.436596 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c101ee-52a8-4767-9955-61161d7b02ec req-c0b850b2-5911-4db8-af1c-fdb6b640b414 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:50.438188 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6c101ee-52a8-4767-9955-61161d7b02ec req-c0b850b2-5911-4db8-af1c-fdb6b640b414 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce130dda-9b78-44d7-98a1-04d88ec886c3 HTTP/1.1" status: 200 len: 945 time: 0.0518050 Dec 17 15:29:50.500825 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-f33fcd80-5a39-48fc-96c1-e1e1e3d6f981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:50.502723 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-f33fcd80-5a39-48fc-96c1-e1e1e3d6f981 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec28bea2-77cb-4691-b278-282a967d1e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1157653 Dec 17 15:29:50.558400 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-d6c101ee-52a8-4767-9955-61161d7b02ec req-bcd638c6-6988-4aa6-81b3-62b3021b6e78 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Deleting port ddba36ad-ec50-4a95-aa78-c0b903c834c9 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:29:50.558739 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d6c101ee-52a8-4767-9955-61161d7b02ec req-bcd638c6-6988-4aa6-81b3-62b3021b6e78 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:50.640140 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67e64fb0-75c3-4d7c-9c2b-a8f27aee2a25 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:50.656445 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-72c1da0b-09ee-4839-9757-c3fec7ff33b2 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448748 Dec 17 15:29:50.665470 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-d6c101ee-52a8-4767-9955-61161d7b02ec req-bcd638c6-6988-4aa6-81b3-62b3021b6e78 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] For port ddba36ad-ec50-4a95-aa78-c0b903c834c9, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=ddba36ad-ec50-4a95-aa78-c0b903c834c9,segment=NetworkSegment(4ee6a4ed-ae9b-491c-aca3-eb897bc29111),segment_id=4ee6a4ed-ae9b-491c-aca3-eb897bc29111)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:29:50.671276 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d6c101ee-52a8-4767-9955-61161d7b02ec req-bcd638c6-6988-4aa6-81b3-62b3021b6e78 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:50.680005 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-d6c101ee-52a8-4767-9955-61161d7b02ec req-bcd638c6-6988-4aa6-81b3-62b3021b6e78 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Calling delete_port for ddba36ad-ec50-4a95-aa78-c0b903c834c9 owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:29:50.710098 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67e64fb0-75c3-4d7c-9c2b-a8f27aee2a25 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:50.711043 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67e64fb0-75c3-4d7c-9c2b-a8f27aee2a25 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:50.835241 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e64fb0-75c3-4d7c-9c2b-a8f27aee2a25 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Port': ['ID=d285b401-5ba8-4fe4-bba5-0767b3a8c0fc,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:50.842467 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-406d1f1a-f79c-4901-996f-1f3550333e8a service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783812 Dec 17 15:29:50.878297 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d6c101ee-52a8-4767-9955-61161d7b02ec req-bcd638c6-6988-4aa6-81b3-62b3021b6e78 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:50.899540 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-833ab340-8a20-422c-b85f-bf954337fe16 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=352cdabc-20b5-416a-9b0b-566ed33d52ff HTTP/1.1" status: 200 len: 217 time: 0.0480993 Dec 17 15:29:50.909979 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd638c6-6988-4aa6-81b3-62b3021b6e78 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Pushing event deleted for resources: {'Port': ['ID=ddba36ad-ec50-4a95-aa78-c0b903c834c9,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:50.947230 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e64fb0-75c3-4d7c-9c2b-a8f27aee2a25 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:29:50.950230 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-67e64fb0-75c3-4d7c-9c2b-a8f27aee2a25 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:29:50.956815 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c101ee-52a8-4767-9955-61161d7b02ec req-bcd638c6-6988-4aa6-81b3-62b3021b6e78 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] No DVR routers for this DVR port ddba36ad-ec50-4a95-aa78-c0b903c834c9 on host n-h2-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:29:50.959544 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d6c101ee-52a8-4767-9955-61161d7b02ec req-bcd638c6-6988-4aa6-81b3-62b3021b6e78 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:50.963613 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6c101ee-52a8-4767-9955-61161d7b02ec req-bcd638c6-6988-4aa6-81b3-62b3021b6e78 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.13 "DELETE /v2.0/ports/ddba36ad-ec50-4a95-aa78-c0b903c834c9 HTTP/1.1" status: 204 len: 173 time: 0.5175085 Dec 17 15:29:50.964318 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce130dda-9b78-44d7-98a1-04d88ec886c3', 'name': 'network-vif-deleted', 'tag': 'ddba36ad-ec50-4a95-aa78-c0b903c834c9'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:29:50.974438 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bff6ae4-f4e6-4f6c-884b-febc759d7f48" -d '{"events": [{"server_uuid": "ce130dda-9b78-44d7-98a1-04d88ec886c3", "name": "network-vif-deleted", "tag": "ddba36ad-ec50-4a95-aa78-c0b903c834c9"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:29:51.032471 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-a1cbd8a0-7eac-4886-9b1f-ca98e3afe21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:51.033988 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-a1cbd8a0-7eac-4886-9b1f-ca98e3afe21d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45fc3ed8-d2ea-40b2-93fb-70bdb870e61a HTTP/1.1" status: 200 len: 797 time: 0.1256914 Dec 17 15:29:51.110932 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129372b8-955a-4cb5-a7fd-c7ec75d3656a x-openstack-request-id: req-129372b8-955a-4cb5-a7fd-c7ec75d3656a {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:29:51.111229 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce130dda-9b78-44d7-98a1-04d88ec886c3", "name": "network-vif-deleted", "tag": "ddba36ad-ec50-4a95-aa78-c0b903c834c9", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:29:51.111719 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-129372b8-955a-4cb5-a7fd-c7ec75d3656a {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:29:51.112367 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce130dda-9b78-44d7-98a1-04d88ec886c3', 'name': 'network-vif-deleted', 'tag': 'ddba36ad-ec50-4a95-aa78-c0b903c834c9', 'status': 'completed', 'code': 200} Dec 17 15:29:51.113377 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-6f80acc3-e997-4fe4-8c77-6e8ddb12a290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:51.115542 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-6f80acc3-e997-4fe4-8c77-6e8ddb12a290 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec28bea2-77cb-4691-b278-282a967d1e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0728571 Dec 17 15:29:51.242369 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-81005558-9c8e-4295-875c-45713e071eb3 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098967 Dec 17 15:29:51.295960 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e64fb0-75c3-4d7c-9c2b-a8f27aee2a25 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Router a9ed2c71-0be8-4a26-8e17-e38c497e4dbe is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:29:51.427561 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-be3f6683-ed9c-4ac2-97c3-6af098daaf25 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779325 Dec 17 15:29:51.430423 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e64fb0-75c3-4d7c-9c2b-a8f27aee2a25 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:29:51.438998 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-67e64fb0-75c3-4d7c-9c2b-a8f27aee2a25 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "PUT /v2.0/routers/a9ed2c71-0be8-4a26-8e17-e38c497e4dbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0473056 Dec 17 15:29:51.439436 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38606) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:51.457269 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad1fb61-1698-4444-ad61-9744e946b37d None None] Sync routers for ids ['a9ed2c71-0be8-4a26-8e17-e38c497e4dbe'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:29:51.481445 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-7770a799-afea-40f0-9718-f69966487e43 None None] Provisioning complete for port d285b401-5ba8-4fe4-bba5-0767b3a8c0fc triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:29:51.481445 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7770a799-afea-40f0-9718-f69966487e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:51.487593 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad1fb61-1698-4444-ad61-9744e946b37d None None] Routers {'a9ed2c71-0be8-4a26-8e17-e38c497e4dbe'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:29:51.488478 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-cad1fb61-1698-4444-ad61-9744e946b37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:29:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a9ed2c71-0be8-4a26-8e17-e38c497e4dbe'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:29:51.504284 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-0ea8e6c3-d4c7-401e-97c1-ea07fd99c7aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=086bae78-0a86-4258-9c60-e039ee82ea56 HTTP/1.1" status: 200 len: 217 time: 0.0663400 Dec 17 15:29:51.532563 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b460f2-bed8-40e0-adf1-648629cfafdd tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:51.534075 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f9b460f2-bed8-40e0-adf1-648629cfafdd tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports/d285b401-5ba8-4fe4-bba5-0767b3a8c0fc HTTP/1.1" status: 200 len: 911 time: 0.0938699 Dec 17 15:29:51.557721 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38614) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:51.587459 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3ec703aa-52a9-4a5b-a431-c103404447a5 req-e91a4afe-01d5-496d-954b-9d41f071a12e tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce130dda-9b78-44d7-98a1-04d88ec886c3 HTTP/1.1" status: 200 len: 210 time: 0.0574484 Dec 17 15:29:51.607261 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-cad1fb61-1698-4444-ad61-9744e946b37d None None] Set router a9ed2c71-0be8-4a26-8e17-e38c497e4dbe gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:29:51.629563 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-37cdd82a-52ca-4252-baa1-9c654f7a425e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:51.639271 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-37cdd82a-52ca-4252-baa1-9c654f7a425e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45fc3ed8-d2ea-40b2-93fb-70bdb870e61a HTTP/1.1" status: 200 len: 797 time: 0.1258054 Dec 17 15:29:51.659191 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-7770a799-afea-40f0-9718-f69966487e43 None None] Port d285b401-5ba8-4fe4-bba5-0767b3a8c0fc cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:29:51.713078 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6255c71a-f701-46b7-bdbd-a9d2dc56d63e tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:51.720996 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6255c71a-f701-46b7-bdbd-a9d2dc56d63e tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:51.725759 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38618) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:51.726437 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6255c71a-f701-46b7-bdbd-a9d2dc56d63e tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1675997 Dec 17 15:29:51.750457 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-a0b31f20-e701-4335-81a7-5a205d52b65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:51.752199 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-a0b31f20-e701-4335-81a7-5a205d52b65f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec28bea2-77cb-4691-b278-282a967d1e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1019616 Dec 17 15:29:51.895653 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-2c60e92c-4146-4469-acb8-f78b6aca4283 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356661 Dec 17 15:29:51.934288 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-cad1fb61-1698-4444-ad61-9744e946b37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ed2c71-0be8-4a26-8e17-e38c497e4dbe', 'name': 'tempest-NetworksTestDHCPv6-router-1376838952', 'tenant_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:29:47Z', 'updated_at': '2021-12-17T15:29:50Z', 'revision_number': 2, 'project_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'gw_port_host': None, '_interfaces': [{'id': 'd285b401-5ba8-4fe4-bba5-0767b3a8c0fc', 'name': '', 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'tenant_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'mac_address': 'fa:16:3e:f4:fa:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ed2c71-0be8-4a26-8e17-e38c497e4dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': 'ef4da777-90d4-473a-a349-08645186b1f9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:29:48Z', 'updated_at': '2021-12-17T15:29:50Z', 'revision_number': 2, 'project_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'subnets': [{'id': 'ef4da777-90d4-473a-a349-08645186b1f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:29:51.981632 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad1fb61-1698-4444-ad61-9744e946b37d None None] Checking router: a9ed2c71-0be8-4a26-8e17-e38c497e4dbe for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:29:51.982201 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad1fb61-1698-4444-ad61-9744e946b37d None None] Updating router a9ed2c71-0be8-4a26-8e17-e38c497e4dbe port d285b401-5ba8-4fe4-bba5-0767b3a8c0fc binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:29:52.040322 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cad1fb61-1698-4444-ad61-9744e946b37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:52.050462 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38638) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:52.058620 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-4961f196-b085-46b6-94d0-ff18798476c2 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558063 Dec 17 15:29:52.124081 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-834d5800-287f-4bdc-af87-6943aaeb9509 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=ebd3d295-a91e-41a7-8eb4-78304dcfd58d HTTP/1.1" status: 200 len: 217 time: 0.0574274 Dec 17 15:29:52.190792 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-3aa7f412-0681-4d09-a3f7-c51065ccf8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:52.192534 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-3aa7f412-0681-4d09-a3f7-c51065ccf8de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45fc3ed8-d2ea-40b2-93fb-70bdb870e61a HTTP/1.1" status: 200 len: 797 time: 0.0609698 Dec 17 15:29:52.268552 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05b033-7c80-4e5d-aff3-1ce2ec882211 req-5982086b-b81f-4533-bca8-05b0048c8ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:52.269321 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05b033-7c80-4e5d-aff3-1ce2ec882211 req-5982086b-b81f-4533-bca8-05b0048c8ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:52.269708 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05b033-7c80-4e5d-aff3-1ce2ec882211 req-5982086b-b81f-4533-bca8-05b0048c8ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:52.270230 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05b033-7c80-4e5d-aff3-1ce2ec882211 req-5982086b-b81f-4533-bca8-05b0048c8ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:52.270765 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05b033-7c80-4e5d-aff3-1ce2ec882211 req-5982086b-b81f-4533-bca8-05b0048c8ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:52.271272 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05b033-7c80-4e5d-aff3-1ce2ec882211 req-5982086b-b81f-4533-bca8-05b0048c8ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:52.271794 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05b033-7c80-4e5d-aff3-1ce2ec882211 req-5982086b-b81f-4533-bca8-05b0048c8ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:52.274061 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8e05b033-7c80-4e5d-aff3-1ce2ec882211 req-5982086b-b81f-4533-bca8-05b0048c8ab5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 6500 time: 0.2221942 Dec 17 15:29:52.281391 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-90d53f66-c9ad-4844-bb4c-a1bd49a0d21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:52.283172 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-90d53f66-c9ad-4844-bb4c-a1bd49a0d21b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec28bea2-77cb-4691-b278-282a967d1e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0610452 Dec 17 15:29:52.373255 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8e05b033-7c80-4e5d-aff3-1ce2ec882211 req-c40c5d2e-6b17-4b2f-83e5-d5b2ad5b6745 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0883656 Dec 17 15:29:52.407879 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-cc86f83b-2d44-41f0-8850-04188d528ef4 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172135 Dec 17 15:29:52.423775 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cad1fb61-1698-4444-ad61-9744e946b37d None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:52.484822 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cad1fb61-1698-4444-ad61-9744e946b37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:52.514720 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-fe30b6c5-01da-46ed-90ee-df49e8e410f5 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994732 Dec 17 15:29:52.552649 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be1fb3-a457-42e1-9d4b-5a318ae09b36 None None] Pushing event updated for resources: {'Port': ['ID=d285b401-5ba8-4fe4-bba5-0767b3a8c0fc,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:52.576126 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-95bf4aca-1696-41fa-82a2-cb9c1a1ccd83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=82472c12-2b01-481b-a1e9-52c2af0111f1 HTTP/1.1" status: 200 len: 217 time: 0.0461514 Dec 17 15:29:52.622918 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-cad1fb61-1698-4444-ad61-9744e946b37d None None] Attempting to bind port d285b401-5ba8-4fe4-bba5-0767b3a8c0fc on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:52.623608 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-cad1fb61-1698-4444-ad61-9744e946b37d None None] Attempting to bind port d285b401-5ba8-4fe4-bba5-0767b3a8c0fc by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:52.623889 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad1fb61-1698-4444-ad61-9744e946b37d None None] Attempting to bind port d285b401-5ba8-4fe4-bba5-0767b3a8c0fc on network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:52.634083 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad1fb61-1698-4444-ad61-9744e946b37d None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:29:52.634461 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad1fb61-1698-4444-ad61-9744e946b37d None None] Checking segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:29:52.634869 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cad1fb61-1698-4444-ad61-9744e946b37d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:52.635260 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad1fb61-1698-4444-ad61-9744e946b37d None None] Bound using segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:29:52.635744 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-cad1fb61-1698-4444-ad61-9744e946b37d None None] Bound port: d285b401-5ba8-4fe4-bba5-0767b3a8c0fc, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:29:52.636114 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cad1fb61-1698-4444-ad61-9744e946b37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:52.644716 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-21172bf1-7bcf-447b-b9a6-a5c143298d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:52.646205 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-21172bf1-7bcf-447b-b9a6-a5c143298d27 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bf386dd-4029-471e-b0f0-b3050162bb35 HTTP/1.1" status: 200 len: 797 time: 0.0708060 Dec 17 15:29:52.693446 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-307b3f7f-14b7-488f-81b9-953342d63fe5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:52.708137 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device ddba36ad-ec50-4a95-aa78-c0b903c834c9 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:29:52.730038 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-bcbc2db8-694f-453b-8491-e41abedaa532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:52.731727 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-bcbc2db8-694f-453b-8491-e41abedaa532 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=035ebd08-a183-4c96-8d50-7cc8ab5df57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0779359 Dec 17 15:29:52.786231 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: ddba36ad-ec50-4a95-aa78-c0b903c834c9 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:29:52.788401 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device ddba36ad-ec50-4a95-aa78-c0b903c834c9 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:29:52.855210 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-cad1fb61-1698-4444-ad61-9744e946b37d None None] For port d285b401-5ba8-4fe4-bba5-0767b3a8c0fc, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:29:52.859710 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-cad1fb61-1698-4444-ad61-9744e946b37d None None] For port d285b401-5ba8-4fe4-bba5-0767b3a8c0fc, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=d285b401-5ba8-4fe4-bba5-0767b3a8c0fc,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:29:52.913632 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-cb7dc037-05f6-4a3b-ba8d-67399ac74d7a None None] Provisioning complete for port d285b401-5ba8-4fe4-bba5-0767b3a8c0fc triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:29:52.914005 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cb7dc037-05f6-4a3b-ba8d-67399ac74d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:52.985871 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-cb7dc037-05f6-4a3b-ba8d-67399ac74d7a None None] Port d285b401-5ba8-4fe4-bba5-0767b3a8c0fc cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:29:52.991666 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cad1fb61-1698-4444-ad61-9744e946b37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:53.049461 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad1fb61-1698-4444-ad61-9744e946b37d None None] Routers {'a9ed2c71-0be8-4a26-8e17-e38c497e4dbe'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:29:53.050701 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-cad1fb61-1698-4444-ad61-9744e946b37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:29:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a9ed2c71-0be8-4a26-8e17-e38c497e4dbe'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:29:53.152740 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-3140424d-65a2-4f37-af4b-7e392f2bd33e tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:53.157017 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be1fb3-a457-42e1-9d4b-5a318ae09b36 None None] Pushing event updated for resources: {'Port': ['ID=d285b401-5ba8-4fe4-bba5-0767b3a8c0fc,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:53.161204 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-3140424d-65a2-4f37-af4b-7e392f2bd33e tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/networks?id=c5a017be-6a7b-40b1-9b83-94284b0e206b HTTP/1.1" status: 200 len: 809 time: 0.2429922 Dec 17 15:29:53.201856 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-cad1fb61-1698-4444-ad61-9744e946b37d None None] Set router a9ed2c71-0be8-4a26-8e17-e38c497e4dbe gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:29:53.208275 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-74c3622b-1318-4523-8dc7-452c06f8418c tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/quotas/b8cb6554a0ef4ecbb71e90dbf20f843c HTTP/1.1" status: 200 len: 375 time: 0.0460665 Dec 17 15:29:53.245550 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-cfbd6b66-735c-4952-8846-bd62d9074dec service neutron] 10.222.0.13 "GET /v2.0/networks/035ebd08-a183-4c96-8d50-7cc8ab5df57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5053809 Dec 17 15:29:53.272005 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-9ce06420-6421-4f0e-bd15-a3cf3faae288 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b8cb6554a0ef4ecbb71e90dbf20f843c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625544 Dec 17 15:29:53.375919 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-1ccd6b0d-9966-434f-a399-b13e2c76abef service neutron] 10.222.0.13 "GET /v2.0/networks/035ebd08-a183-4c96-8d50-7cc8ab5df57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217296 Dec 17 15:29:53.392189 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-307b3f7f-14b7-488f-81b9-953342d63fe5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting port d285b401-5ba8-4fe4-bba5-0767b3a8c0fc {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:29:53.394619 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-307b3f7f-14b7-488f-81b9-953342d63fe5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:53.416501 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-7e5435b6-9a27-4ef5-84dc-78c3a9f52d7d service neutron] 10.222.0.46 "GET /v2.0/networks/c5a017be-6a7b-40b1-9b83-94284b0e206b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333497 Dec 17 15:29:53.420436 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-a3dba688-de71-458f-9ad2-e57cfe2dc81c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5e8d71c7-6b02-4151-a43a-fc7b70877533 HTTP/1.1" status: 200 len: 217 time: 0.0368242 Dec 17 15:29:53.441378 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4217abf0-e141-45c6-b00a-3fe82e9c2b4b None None] Provisioning complete for port d285b401-5ba8-4fe4-bba5-0767b3a8c0fc triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:29:53.441896 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4217abf0-e141-45c6-b00a-3fe82e9c2b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:53.481112 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-b78e59cb-2fb9-425a-b0c3-bed639d84372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:53.483177 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-b78e59cb-2fb9-425a-b0c3-bed639d84372 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bf386dd-4029-471e-b0f0-b3050162bb35 HTTP/1.1" status: 200 len: 797 time: 0.0568850 Dec 17 15:29:53.533112 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-cad1fb61-1698-4444-ad61-9744e946b37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ed2c71-0be8-4a26-8e17-e38c497e4dbe', 'name': 'tempest-NetworksTestDHCPv6-router-1376838952', 'tenant_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:29:47Z', 'updated_at': '2021-12-17T15:29:50Z', 'revision_number': 2, 'project_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'gw_port_host': None, '_interfaces': [{'id': 'd285b401-5ba8-4fe4-bba5-0767b3a8c0fc', 'name': '', 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'tenant_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'mac_address': 'fa:16:3e:f4:fa:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ed2c71-0be8-4a26-8e17-e38c497e4dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': 'ef4da777-90d4-473a-a349-08645186b1f9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:29:48Z', 'updated_at': '2021-12-17T15:29:52Z', 'revision_number': 4, 'project_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'subnets': [{'id': 'ef4da777-90d4-473a-a349-08645186b1f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:29:53.539431 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-fd031b88-a103-4328-9036-ac0060613509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:53.540640 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-fd031b88-a103-4328-9036-ac0060613509 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=035ebd08-a183-4c96-8d50-7cc8ab5df57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0505672 Dec 17 15:29:53.574096 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-307b3f7f-14b7-488f-81b9-953342d63fe5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] For port d285b401-5ba8-4fe4-bba5-0767b3a8c0fc, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=d285b401-5ba8-4fe4-bba5-0767b3a8c0fc,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:29:53.574096 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-307b3f7f-14b7-488f-81b9-953342d63fe5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:53.578379 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad1fb61-1698-4444-ad61-9744e946b37d None None] The sync data for ids ['a9ed2c71-0be8-4a26-8e17-e38c497e4dbe'] in n-d-820553-2 is: [{'id': 'a9ed2c71-0be8-4a26-8e17-e38c497e4dbe', 'name': 'tempest-NetworksTestDHCPv6-router-1376838952', 'tenant_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:29:47Z', 'updated_at': '2021-12-17T15:29:50Z', 'revision_number': 2, 'project_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'gw_port_host': None, '_interfaces': [{'id': 'd285b401-5ba8-4fe4-bba5-0767b3a8c0fc', 'name': '', 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'tenant_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'mac_address': 'fa:16:3e:f4:fa:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ed2c71-0be8-4a26-8e17-e38c497e4dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': 'ef4da777-90d4-473a-a349-08645186b1f9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:29:48Z', 'updated_at': '2021-12-17T15:29:52Z', 'revision_number': 4, 'project_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'subnets': [{'id': 'ef4da777-90d4-473a-a349-08645186b1f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:29:53.595878 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4217abf0-e141-45c6-b00a-3fe82e9c2b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:53.614860 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-307b3f7f-14b7-488f-81b9-953342d63fe5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Calling delete_port for d285b401-5ba8-4fe4-bba5-0767b3a8c0fc owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:29:53.637214 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4217abf0-e141-45c6-b00a-3fe82e9c2b4b None None] For port d285b401-5ba8-4fe4-bba5-0767b3a8c0fc, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=d285b401-5ba8-4fe4-bba5-0767b3a8c0fc,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:29:53.644325 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-bb7afccd-e111-4954-91df-db3375cfa33e service neutron] 10.222.0.46 "GET /v2.0/networks/c5a017be-6a7b-40b1-9b83-94284b0e206b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997414 Dec 17 15:29:53.656546 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-4b658ebc-9bd0-4cee-91b4-ecc4d57f1d87 service neutron] 10.222.0.13 "GET /v2.0/networks/035ebd08-a183-4c96-8d50-7cc8ab5df57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073866 Dec 17 15:29:53.718304 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4217abf0-e141-45c6-b00a-3fe82e9c2b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:53.789568 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64f1cafa-53f9-4873-97cf-73de2ca26db8 req-d95dde9c-1535-4ba4-b28e-13219005410d service neutron] 10.222.0.13 "GET /v2.0/networks/035ebd08-a183-4c96-8d50-7cc8ab5df57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232884 Dec 17 15:29:53.799510 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217abf0-e141-45c6-b00a-3fe82e9c2b4b None None] Pushing event updated for resources: {'Port': ['ID=d285b401-5ba8-4fe4-bba5-0767b3a8c0fc,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:54.007674 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-307b3f7f-14b7-488f-81b9-953342d63fe5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:54.014894 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cfc5a955-7c37-4735-83c5-1cf52f6dc66f req-47e196a4-7cf2-486f-8648-9408006ed06a tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f4e1d0-85cc-46c0-862c-fd9553fe2855 HTTP/1.1" status: 200 len: 210 time: 0.0460835 Dec 17 15:29:54.046797 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b3f7f-14b7-488f-81b9-953342d63fe5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Port': ['ID=d285b401-5ba8-4fe4-bba5-0767b3a8c0fc,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:54.163456 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-307b3f7f-14b7-488f-81b9-953342d63fe5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:54.371500 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307b3f7f-14b7-488f-81b9-953342d63fe5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Router a9ed2c71-0be8-4a26-8e17-e38c497e4dbe has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:29:54.468351 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307b3f7f-14b7-488f-81b9-953342d63fe5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:29:54.475905 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-307b3f7f-14b7-488f-81b9-953342d63fe5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "PUT /v2.0/routers/a9ed2c71-0be8-4a26-8e17-e38c497e4dbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7468631 Dec 17 15:29:54.476280 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38704) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:54.536881 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea23ad60-3ac8-4b06-9a05-b2a372adb85f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:54.538464 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea23ad60-3ac8-4b06-9a05-b2a372adb85f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:54.539947 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ea23ad60-3ac8-4b06-9a05-b2a372adb85f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0626884 Dec 17 15:29:54.542806 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38706) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:54.607701 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-af5008e6-bb07-4e40-ae0c-89bf69c43e5f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting subnet ef4da777-90d4-473a-a349-08645186b1f9 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:29:54.611708 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-af5008e6-bb07-4e40-ae0c-89bf69c43e5f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:54.661121 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-af5008e6-bb07-4e40-ae0c-89bf69c43e5f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:54.720768 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-af5008e6-bb07-4e40-ae0c-89bf69c43e5f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:54.942705 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-af5008e6-bb07-4e40-ae0c-89bf69c43e5f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:54.974704 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5008e6-bb07-4e40-ae0c-89bf69c43e5f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Subnet': ['ID=ef4da777-90d4-473a-a349-08645186b1f9,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:54.979018 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-af5008e6-bb07-4e40-ae0c-89bf69c43e5f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:54.984077 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-af5008e6-bb07-4e40-ae0c-89bf69c43e5f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/ef4da777-90d4-473a-a349-08645186b1f9 HTTP/1.1" status: 204 len: 168 time: 0.4403317 Dec 17 15:29:54.985964 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf03dedd-a7d6-414e-ae43-51d860e318bd None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:29:54.988631 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38718) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:55.146358 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7dd38f6c-b331-47b8-8d5c-1fb26883eac4 req-87b978db-04d7-49ce-bdf4-a8b0846c7bfc tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f4e1d0-85cc-46c0-862c-fd9553fe2855 HTTP/1.1" status: 200 len: 210 time: 0.0348523 Dec 17 15:29:55.175607 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3bcd2f74-b2cb-40d4-aef7-55a01bfc7407 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1852980 Dec 17 15:29:55.179647 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38722) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:55.243296 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b15b36-6738-4cd7-9b0b-15ba613c2e55 None None] DHCP port deletion for 1ef37782-8ac3-404c-a66a-d6468d16f5c9 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:29:55.265421 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5de20e42-c7b0-4f96-abff-a8eb7208d8d9 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:55.299786 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-96b15b36-6738-4cd7-9b0b-15ba613c2e55 None None] Deleting port bed28424-8c79-4895-b017-79e20311714f {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:29:55.300388 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-96b15b36-6738-4cd7-9b0b-15ba613c2e55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:55.377850 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-96b15b36-6738-4cd7-9b0b-15ba613c2e55 None None] For port bed28424-8c79-4895-b017-79e20311714f, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=bed28424-8c79-4895-b017-79e20311714f,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:29:55.378582 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-96b15b36-6738-4cd7-9b0b-15ba613c2e55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:55.393802 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-96b15b36-6738-4cd7-9b0b-15ba613c2e55 None None] Calling delete_port for bed28424-8c79-4895-b017-79e20311714f owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:29:55.491383 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5de20e42-c7b0-4f96-abff-a8eb7208d8d9 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:55.494346 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5de20e42-c7b0-4f96-abff-a8eb7208d8d9 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:55.510426 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9352228-a3c5-4607-aac7-0afa90ac20b0 None None] Sync routers for ids ['a9ed2c71-0be8-4a26-8e17-e38c497e4dbe'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:29:55.520446 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9352228-a3c5-4607-aac7-0afa90ac20b0 None None] Routers {'a9ed2c71-0be8-4a26-8e17-e38c497e4dbe'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:29:55.528663 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-c9352228-a3c5-4607-aac7-0afa90ac20b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:29:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a9ed2c71-0be8-4a26-8e17-e38c497e4dbe'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:29:55.603255 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-96b15b36-6738-4cd7-9b0b-15ba613c2e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:55.605436 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-c9352228-a3c5-4607-aac7-0afa90ac20b0 None None] Set router a9ed2c71-0be8-4a26-8e17-e38c497e4dbe gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:29:55.626066 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5de20e42-c7b0-4f96-abff-a8eb7208d8d9 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:55.627685 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de20e42-c7b0-4f96-abff-a8eb7208d8d9 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Fanout notify agent at l3_agent the message router_deleted on router a9ed2c71-0be8-4a26-8e17-e38c497e4dbe {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:29:55.637093 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device bed28424-8c79-4895-b017-79e20311714f no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:29:55.639113 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5de20e42-c7b0-4f96-abff-a8eb7208d8d9 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:55.639113 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5de20e42-c7b0-4f96-abff-a8eb7208d8d9 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/routers/a9ed2c71-0be8-4a26-8e17-e38c497e4dbe HTTP/1.1" status: 204 len: 168 time: 0.4581654 Dec 17 15:29:55.641765 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b15b36-6738-4cd7-9b0b-15ba613c2e55 None None] Pushing event deleted for resources: {'Port': ['ID=bed28424-8c79-4895-b017-79e20311714f,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:55.642222 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38732) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:55.647489 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-186799d2-4af0-49d5-bac7-a1a59c6d5e0a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:29:55.661969 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b15b36-6738-4cd7-9b0b-15ba613c2e55 None None] No DVR routers for this DVR port bed28424-8c79-4895-b017-79e20311714f on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:29:55.663497 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: bed28424-8c79-4895-b017-79e20311714f {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:29:55.663896 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device bed28424-8c79-4895-b017-79e20311714f not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:29:55.687800 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-c9352228-a3c5-4607-aac7-0afa90ac20b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ed2c71-0be8-4a26-8e17-e38c497e4dbe', 'name': 'tempest-NetworksTestDHCPv6-router-1376838952', 'tenant_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:29:47Z', 'updated_at': '2021-12-17T15:29:53Z', 'revision_number': 3, 'project_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:29:55.714736 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9352228-a3c5-4607-aac7-0afa90ac20b0 None None] Checking router: a9ed2c71-0be8-4a26-8e17-e38c497e4dbe for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:29:55.723670 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9352228-a3c5-4607-aac7-0afa90ac20b0 None None] Routers set() bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:29:55.724026 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9352228-a3c5-4607-aac7-0afa90ac20b0 None None] Router IDs set() for agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 17 15:29:55.724659 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_agentschedulers_db [None req-c9352228-a3c5-4607-aac7-0afa90ac20b0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a9ed2c71-0be8-4a26-8e17-e38c497e4dbe'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:29:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent'). {{(pid=102835) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 17 15:29:55.725021 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9352228-a3c5-4607-aac7-0afa90ac20b0 None None] The sync data for ids ['a9ed2c71-0be8-4a26-8e17-e38c497e4dbe'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:29:55.823074 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:55.843899 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186799d2-4af0-49d5-bac7-a1a59c6d5e0a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:29:55.855664 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-186799d2-4af0-49d5-bac7-a1a59c6d5e0a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:56.112725 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-186799d2-4af0-49d5-bac7-a1a59c6d5e0a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:56.170081 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186799d2-4af0-49d5-bac7-a1a59c6d5e0a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:29:56.171725 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-186799d2-4af0-49d5-bac7-a1a59c6d5e0a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:29:56.177121 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186799d2-4af0-49d5-bac7-a1a59c6d5e0a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:56.177996 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-186799d2-4af0-49d5-bac7-a1a59c6d5e0a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:56.183978 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186799d2-4af0-49d5-bac7-a1a59c6d5e0a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Subnet': ['ID=118ba174-dc5c-415d-907d-2427c9580b7f,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:56.200898 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8980b46a-3dce-4cb6-a01c-c65e80937eda None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:29:56.272523 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-186799d2-4af0-49d5-bac7-a1a59c6d5e0a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6289973 Dec 17 15:29:56.273627 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38746) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:56.296099 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-0d067c5b-13fd-4359-9fff-fd12c460206d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-745601410', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:29:56.302599 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-24a56897-6d1f-457c-a05c-e41d3d74d459 req-3c1111de-4689-4be5-974b-d73be3d3a685 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f4e1d0-85cc-46c0-862c-fd9553fe2855 HTTP/1.1" status: 200 len: 210 time: 0.0540924 Dec 17 15:29:56.355150 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-39588f87-798d-4475-b328-c4024ababe1d tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:56.358071 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-39588f87-798d-4475-b328-c4024ababe1d tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.13 "GET /v2.0/networks?id=c5a017be-6a7b-40b1-9b83-94284b0e206b HTTP/1.1" status: 200 len: 809 time: 0.1432292 Dec 17 15:29:56.371521 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-b5ef2ee0-5862-4d05-ac99-904e9419a5dc tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Request body: {'port': {'device_id': '67f4e1d0-85cc-46c0-862c-fd9553fe2855', 'network_id': 'c5a017be-6a7b-40b1-9b83-94284b0e206b', 'admin_state_up': True, 'tenant_id': 'b8cb6554a0ef4ecbb71e90dbf20f843c'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:29:56.377402 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d067c5b-13fd-4359-9fff-fd12c460206d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:56.379304 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d067c5b-13fd-4359-9fff-fd12c460206d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:56.409457 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77118874-fb23-4d74-b739-e349d673c965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'tenant_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'fixed_ips': [{'subnet_id': '118ba174-dc5c-415d-907d-2427c9580b7f'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:29:56.409457 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-77118874-fb23-4d74-b739-e349d673c965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:56.489859 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d067c5b-13fd-4359-9fff-fd12c460206d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:56.576488 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-77118874-fb23-4d74-b739-e349d673c965 None None] Allocated IP 2001:db8::2 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/118ba174-dc5c-415d-907d-2427c9580b7f/dcb12391-c41e-4ec3-a903-2f9d3d1eb078) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:29:56.603697 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-b5ef2ee0-5862-4d05-ac99-904e9419a5dc tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Made reservation on behalf of b8cb6554a0ef4ecbb71e90dbf20f843c for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:29:56.604287 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d067c5b-13fd-4359-9fff-fd12c460206d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:56.607930 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-b5ef2ee0-5862-4d05-ac99-904e9419a5dc tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:56.703806 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d067c5b-13fd-4359-9fff-fd12c460206d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:56.705901 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0d067c5b-13fd-4359-9fff-fd12c460206d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4151838 Dec 17 15:29:56.708731 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38754) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:56.741894 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-77118874-fb23-4d74-b739-e349d673c965 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:56.750063 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-b5ef2ee0-5862-4d05-ac99-904e9419a5dc tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Allocated IP 172.20.0.8 (c5a017be-6a7b-40b1-9b83-94284b0e206b/77497e0f-88ff-429f-b1ea-33fe8d7039d4/b3f964b3-d013-4c3c-8833-826e6167dbac) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:29:56.820821 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-77118874-fb23-4d74-b739-e349d673c965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:56.864620 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77118874-fb23-4d74-b739-e349d673c965 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:29:56.868957 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-77118874-fb23-4d74-b739-e349d673c965 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:29:56.877738 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77118874-fb23-4d74-b739-e349d673c965 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:29:56.881029 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77118874-fb23-4d74-b739-e349d673c965 None None] Pushing event updated for resources: {'Port': ['ID=dcb12391-c41e-4ec3-a903-2f9d3d1eb078,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:56.946310 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-77118874-fb23-4d74-b739-e349d673c965 None None] Attempting to bind port dcb12391-c41e-4ec3-a903-2f9d3d1eb078 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:56.946684 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-77118874-fb23-4d74-b739-e349d673c965 None None] Attempting to bind port dcb12391-c41e-4ec3-a903-2f9d3d1eb078 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:56.947501 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77118874-fb23-4d74-b739-e349d673c965 None None] Attempting to bind port dcb12391-c41e-4ec3-a903-2f9d3d1eb078 on network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:56.964278 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77118874-fb23-4d74-b739-e349d673c965 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:29:56.964902 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77118874-fb23-4d74-b739-e349d673c965 None None] Checking segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:29:56.965476 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-77118874-fb23-4d74-b739-e349d673c965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:56.965872 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77118874-fb23-4d74-b739-e349d673c965 None None] Bound using segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:29:56.967260 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-77118874-fb23-4d74-b739-e349d673c965 None None] Bound port: dcb12391-c41e-4ec3-a903-2f9d3d1eb078, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:29:56.967656 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-77118874-fb23-4d74-b739-e349d673c965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:56.970742 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-b5ef2ee0-5862-4d05-ac99-904e9419a5dc tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:57.039338 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-77118874-fb23-4d74-b739-e349d673c965 None None] For port dcb12391-c41e-4ec3-a903-2f9d3d1eb078, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:29:57.042422 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-77118874-fb23-4d74-b739-e349d673c965 None None] For port dcb12391-c41e-4ec3-a903-2f9d3d1eb078, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=dcb12391-c41e-4ec3-a903-2f9d3d1eb078,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:29:57.050715 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0529993c-e55a-4211-80de-72cec91910ee tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:57.055575 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-b5ef2ee0-5862-4d05-ac99-904e9419a5dc tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:57.101154 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-b5ef2ee0-5862-4d05-ac99-904e9419a5dc tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Network c5a017be-6a7b-40b1-9b83-94284b0e206b is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:29:57.104744 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-b5ef2ee0-5862-4d05-ac99-904e9419a5dc tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:29:57.109747 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-b5ef2ee0-5862-4d05-ac99-904e9419a5dc tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:29:57.136032 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-77118874-fb23-4d74-b739-e349d673c965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:57.162713 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-b5ef2ee0-5862-4d05-ac99-904e9419a5dc tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:57.163507 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-b5ef2ee0-5862-4d05-ac99-904e9419a5dc tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:57.172804 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef2ee0-5862-4d05-ac99-904e9419a5dc tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Pushing event updated for resources: {'Port': ['ID=b3f964b3-d013-4c3c-8833-826e6167dbac,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:57.212834 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77118874-fb23-4d74-b739-e349d673c965 None None] Pushing event updated for resources: {'Port': ['ID=dcb12391-c41e-4ec3-a903-2f9d3d1eb078,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:57.257978 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-b5ef2ee0-5862-4d05-ac99-904e9419a5dc tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8905780 Dec 17 15:29:57.275327 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-4d8a1153-460a-427a-9227-437f5b6cad25 service neutron] Request body: {'port': {'device_id': '67f4e1d0-85cc-46c0-862c-fd9553fe2855', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:29:57.368615 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-4d8a1153-460a-427a-9227-437f5b6cad25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:57.626641 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf1ac4-c35d-47af-8bc3-9c556051cb17 req-c4340869-5202-4969-a32f-088fcf827006 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:57.628202 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5edf1ac4-c35d-47af-8bc3-9c556051cb17 req-c4340869-5202-4969-a32f-088fcf827006 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f4e1d0-85cc-46c0-862c-fd9553fe2855 HTTP/1.1" status: 200 len: 931 time: 0.1255031 Dec 17 15:29:57.688796 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5edf1ac4-c35d-47af-8bc3-9c556051cb17 req-cbec9628-e0dc-4e11-aa6e-a7bf5edd2f6e tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/security-groups?id=5770a0d8-a37d-494c-88b6-88fed15fdf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530877 Dec 17 15:29:57.705269 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device dcb12391-c41e-4ec3-a903-2f9d3d1eb078 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:29:57.753129 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-0529993c-e55a-4211-80de-72cec91910ee tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Allocated IP 2001:db8::1 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/118ba174-dc5c-415d-907d-2427c9580b7f/ac9ddb34-9c10-4357-83f9-e7736eb05b58) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:29:57.763659 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port dcb12391-c41e-4ec3-a903-2f9d3d1eb078 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:29:57.764188 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:57.818755 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-4d8a1153-460a-427a-9227-437f5b6cad25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3f964b3-d013-4c3c-8833-826e6167dbac {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:29:57.834105 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-4d8a1153-460a-427a-9227-437f5b6cad25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:57.852234 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-4d8a1153-460a-427a-9227-437f5b6cad25 service neutron] Transition to ACTIVE for port object b3f964b3-d013-4c3c-8833-826e6167dbac will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:29:57.860070 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:57.896228 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port dcb12391-c41e-4ec3-a903-2f9d3d1eb078, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=dcb12391-c41e-4ec3-a903-2f9d3d1eb078,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:29:57.914246 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0529993c-e55a-4211-80de-72cec91910ee tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:57.929851 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-4d8a1153-460a-427a-9227-437f5b6cad25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:57.952508 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:57.986569 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a1153-460a-427a-9227-437f5b6cad25 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f964b3-d013-4c3c-8833-826e6167dbac,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:57.988567 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device d285b401-5ba8-4fe4-bba5-0767b3a8c0fc no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:29:58.014291 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0529993c-e55a-4211-80de-72cec91910ee tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:58.039290 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: d285b401-5ba8-4fe4-bba5-0767b3a8c0fc {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:29:58.039856 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device d285b401-5ba8-4fe4-bba5-0767b3a8c0fc not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:29:58.072028 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0529993c-e55a-4211-80de-72cec91910ee tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:29:58.077502 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-0529993c-e55a-4211-80de-72cec91910ee tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:29:58.082426 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0529993c-e55a-4211-80de-72cec91910ee tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:29:58.083195 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0529993c-e55a-4211-80de-72cec91910ee tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:58.084125 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-4d8a1153-460a-427a-9227-437f5b6cad25 service neutron] Attempting to bind port b3f964b3-d013-4c3c-8833-826e6167dbac on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:29:58.084557 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-4d8a1153-460a-427a-9227-437f5b6cad25 service neutron] Attempting to bind port b3f964b3-d013-4c3c-8833-826e6167dbac by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '4ee6a4ed-ae9b-491c-aca3-eb897bc29111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c5a017be-6a7b-40b1-9b83-94284b0e206b'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:29:58.084888 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-4d8a1153-460a-427a-9227-437f5b6cad25 service neutron] Attempting to bind port b3f964b3-d013-4c3c-8833-826e6167dbac on network c5a017be-6a7b-40b1-9b83-94284b0e206b {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:58.085879 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=dcb12391-c41e-4ec3-a903-2f9d3d1eb078,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:58.095094 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-4d8a1153-460a-427a-9227-437f5b6cad25 service neutron] Port b3f964b3-d013-4c3c-8833-826e6167dbac on network c5a017be-6a7b-40b1-9b83-94284b0e206b not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:29:58.095522 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-4d8a1153-460a-427a-9227-437f5b6cad25 service neutron] Attempting to bind port b3f964b3-d013-4c3c-8833-826e6167dbac on network c5a017be-6a7b-40b1-9b83-94284b0e206b {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:29:58.100911 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-4d8a1153-460a-427a-9227-437f5b6cad25 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:29:58.101320 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-4d8a1153-460a-427a-9227-437f5b6cad25 service neutron] Checking segment: {'id': '4ee6a4ed-ae9b-491c-aca3-eb897bc29111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c5a017be-6a7b-40b1-9b83-94284b0e206b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:29:58.101700 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-4d8a1153-460a-427a-9227-437f5b6cad25 service neutron] Bound using segment: {'id': '4ee6a4ed-ae9b-491c-aca3-eb897bc29111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c5a017be-6a7b-40b1-9b83-94284b0e206b'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:29:58.102120 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-4d8a1153-460a-427a-9227-437f5b6cad25 service neutron] Bound port: b3f964b3-d013-4c3c-8833-826e6167dbac, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ee6a4ed-ae9b-491c-aca3-eb897bc29111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c5a017be-6a7b-40b1-9b83-94284b0e206b'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:29:58.102470 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-4d8a1153-460a-427a-9227-437f5b6cad25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:58.130436 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529993c-e55a-4211-80de-72cec91910ee tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Port': ['ID=ac9ddb34-9c10-4357-83f9-e7736eb05b58,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:58.180672 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-4d8a1153-460a-427a-9227-437f5b6cad25 service neutron] For port b3f964b3-d013-4c3c-8833-826e6167dbac, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:29:58.185661 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-4d8a1153-460a-427a-9227-437f5b6cad25 service neutron] For port b3f964b3-d013-4c3c-8833-826e6167dbac, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=b3f964b3-d013-4c3c-8833-826e6167dbac,segment=NetworkSegment(4ee6a4ed-ae9b-491c-aca3-eb897bc29111),segment_id=4ee6a4ed-ae9b-491c-aca3-eb897bc29111)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:29:58.261700 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-4d8a1153-460a-427a-9227-437f5b6cad25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:58.301792 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-4d8a1153-460a-427a-9227-437f5b6cad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:58.304356 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-4d8a1153-460a-427a-9227-437f5b6cad25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:58.304356 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-4d8a1153-460a-427a-9227-437f5b6cad25 service neutron] 10.222.0.13 "PUT /v2.0/ports/b3f964b3-d013-4c3c-8833-826e6167dbac HTTP/1.1" status: 200 len: 1091 time: 1.0333350 Dec 17 15:29:58.304356 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f4e1d0-85cc-46c0-862c-fd9553fe2855', 'tag': 'b3f964b3-d013-4c3c-8833-826e6167dbac'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:29:58.306924 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad254e95-d73a-4365-8314-a45c04585867" -d '{"events": [{"name": "network-changed", "server_uuid": "67f4e1d0-85cc-46c0-862c-fd9553fe2855", "tag": "b3f964b3-d013-4c3c-8833-826e6167dbac"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:29:58.330986 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0529993c-e55a-4211-80de-72cec91910ee tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:58.339796 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a1153-460a-427a-9227-437f5b6cad25 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f964b3-d013-4c3c-8833-826e6167dbac,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:58.370495 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3137c6-32dd-45dc-bdf3-3a26f6cc239e x-openstack-request-id: req-ce3137c6-32dd-45dc-bdf3-3a26f6cc239e {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:29:58.373489 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f4e1d0-85cc-46c0-862c-fd9553fe2855", "tag": "b3f964b3-d013-4c3c-8833-826e6167dbac", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:29:58.373489 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ce3137c6-32dd-45dc-bdf3-3a26f6cc239e {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:29:58.373489 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f4e1d0-85cc-46c0-862c-fd9553fe2855', 'tag': 'b3f964b3-d013-4c3c-8833-826e6167dbac', 'status': 'completed', 'code': 200} Dec 17 15:29:58.467988 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad254e95-d73a-4365-8314-a45c04585867 req-68b1f361-f794-4afa-bff7-dac80b4045c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:58.469684 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ad254e95-d73a-4365-8314-a45c04585867 req-68b1f361-f794-4afa-bff7-dac80b4045c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b8cb6554a0ef4ecbb71e90dbf20f843c&device_id=67f4e1d0-85cc-46c0-862c-fd9553fe2855 HTTP/1.1" status: 200 len: 1094 time: 0.0674596 Dec 17 15:29:58.488122 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-6ae8771a-ff9e-4a4b-a2d8-7d902c70d4d5 None None] Provisioning complete for port dcb12391-c41e-4ec3-a903-2f9d3d1eb078 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:29:58.488717 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6ae8771a-ff9e-4a4b-a2d8-7d902c70d4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:58.605945 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad254e95-d73a-4365-8314-a45c04585867 req-7a986b6c-e79e-40f9-a8c6-f92c1cf45e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:58.609426 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ad254e95-d73a-4365-8314-a45c04585867 req-7a986b6c-e79e-40f9-a8c6-f92c1cf45e7e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b8cb6554a0ef4ecbb71e90dbf20f843c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1323044 Dec 17 15:29:58.637070 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0529993c-e55a-4211-80de-72cec91910ee tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:58.706713 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0529993c-e55a-4211-80de-72cec91910ee tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:58.707664 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0529993c-e55a-4211-80de-72cec91910ee tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:58.729852 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad254e95-d73a-4365-8314-a45c04585867 req-56351c97-9681-415b-ab54-6358197c155d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:58.730846 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ad254e95-d73a-4365-8314-a45c04585867 req-56351c97-9681-415b-ab54-6358197c155d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1146154 Dec 17 15:29:58.751134 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-cc6f80fb-0a78-47d7-8b3c-6c98089935f0 None None] Provisioning complete for port ac9ddb34-9c10-4357-83f9-e7736eb05b58 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:29:58.751513 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cc6f80fb-0a78-47d7-8b3c-6c98089935f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:58.813271 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a2243337-3e9b-4139-b386-88a2aafa3647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:58.825150 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-cc6f80fb-0a78-47d7-8b3c-6c98089935f0 None None] Port ac9ddb34-9c10-4357-83f9-e7736eb05b58 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:29:58.841552 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-a9341283-3743-499b-9a25-0365b05a35db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:58.843109 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-a9341283-3743-499b-9a25-0365b05a35db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b8cb6554a0ef4ecbb71e90dbf20f843c&device_id=67f4e1d0-85cc-46c0-862c-fd9553fe2855 HTTP/1.1" status: 200 len: 1094 time: 0.0672915 Dec 17 15:29:58.876816 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529993c-e55a-4211-80de-72cec91910ee tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Port': ['ID=ac9ddb34-9c10-4357-83f9-e7736eb05b58,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:29:58.893517 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-1229d281-6755-4476-97dd-123afc39d657 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3f964b3-d013-4c3c-8833-826e6167dbac HTTP/1.1" status: 200 len: 217 time: 0.0416815 Dec 17 15:29:58.934016 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7b6f6-bc7b-48bc-bb18-01cbc0757533 req-1694fd0a-fd8e-4da1-88d7-69119898b262 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:58.936267 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-62a7b6f6-bc7b-48bc-bb18-01cbc0757533 req-1694fd0a-fd8e-4da1-88d7-69119898b262 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f4e1d0-85cc-46c0-862c-fd9553fe2855 HTTP/1.1" status: 200 len: 943 time: 0.1532183 Dec 17 15:29:58.943721 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-f28c6d81-ec19-4f55-812e-e1a2ddffde84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:58.945218 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-f28c6d81-ec19-4f55-812e-e1a2ddffde84 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=77497e0f-88ff-429f-b1ea-33fe8d7039d4 HTTP/1.1" status: 200 len: 849 time: 0.0448623 Dec 17 15:29:58.948222 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0529993c-e55a-4211-80de-72cec91910ee tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:29:58.956002 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-0529993c-e55a-4211-80de-72cec91910ee tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:29:58.978584 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-1b01e132-9926-445c-8b63-c46906968082 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c5a017be-6a7b-40b1-9b83-94284b0e206b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265672 Dec 17 15:29:59.065824 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-62a7b6f6-bc7b-48bc-bb18-01cbc0757533 req-eb299207-b86a-4f19-bdb0-e09278c5b3ad tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/security-groups?id=5770a0d8-a37d-494c-88b6-88fed15fdf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194494 Dec 17 15:29:59.102537 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-ff00d38f-c1d4-4aaf-bfb6-85a34effe7b2 service neutron] 10.222.0.13 "GET /v2.0/networks/c5a017be-6a7b-40b1-9b83-94284b0e206b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164093 Dec 17 15:29:59.210567 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0529993c-e55a-4211-80de-72cec91910ee tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Router 8f85bb14-2aba-4935-ab1d-b1662ede1b88 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:29:59.220409 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-eb74683e-9ed4-422e-993d-beb044ad4d5c req-7f1386e9-dafd-4868-bf35-261b2d4b79f4 service neutron] 10.222.0.13 "GET /v2.0/networks/c5a017be-6a7b-40b1-9b83-94284b0e206b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104989 Dec 17 15:29:59.250320 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c6aae938-048d-4921-8de8-7199fe7af6bf None None] Provisioning complete for port ac9ddb34-9c10-4357-83f9-e7736eb05b58 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:29:59.250631 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c6aae938-048d-4921-8de8-7199fe7af6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:59.287595 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c6aae938-048d-4921-8de8-7199fe7af6bf None None] Port ac9ddb34-9c10-4357-83f9-e7736eb05b58 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:29:59.308475 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0529993c-e55a-4211-80de-72cec91910ee tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:29:59.315328 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0529993c-e55a-4211-80de-72cec91910ee tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "PUT /v2.0/routers/8f85bb14-2aba-4935-ab1d-b1662ede1b88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6053522 Dec 17 15:29:59.318005 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38806) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:59.320412 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6366e932-f14a-4743-9f07-4cc4845025d4 None None] Sync routers for ids ['8f85bb14-2aba-4935-ab1d-b1662ede1b88'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:29:59.330798 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6366e932-f14a-4743-9f07-4cc4845025d4 None None] Routers {'8f85bb14-2aba-4935-ab1d-b1662ede1b88'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:29:59.335908 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-6366e932-f14a-4743-9f07-4cc4845025d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:29:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['8f85bb14-2aba-4935-ab1d-b1662ede1b88'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:29:59.374598 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f65a8bb-fd24-43e7-8a27-b2a9f571c981 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:59.376034 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7f65a8bb-fd24-43e7-8a27-b2a9f571c981 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports/ac9ddb34-9c10-4357-83f9-e7736eb05b58 HTTP/1.1" status: 200 len: 911 time: 0.0571473 Dec 17 15:29:59.378786 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38810) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:59.439838 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5247e17e-e2b9-45aa-b901-382c2914577d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:59.446679 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5247e17e-e2b9-45aa-b901-382c2914577d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:29:59.451908 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5247e17e-e2b9-45aa-b901-382c2914577d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0687463 Dec 17 15:29:59.452424 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38812) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:29:59.578795 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-6366e932-f14a-4743-9f07-4cc4845025d4 None None] Set router 8f85bb14-2aba-4935-ab1d-b1662ede1b88 gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:29:59.613335 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device dcb12391-c41e-4ec3-a903-2f9d3d1eb078 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:29:59.753549 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port dcb12391-c41e-4ec3-a903-2f9d3d1eb078 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:29:59.753931 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:59.891481 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-6366e932-f14a-4743-9f07-4cc4845025d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f85bb14-2aba-4935-ab1d-b1662ede1b88', 'name': 'tempest-NetworksTestDHCPv6-router-745601410', 'tenant_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:29:56Z', 'updated_at': '2021-12-17T15:29:58Z', 'revision_number': 2, 'project_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'gw_port_host': None, '_interfaces': [{'id': 'ac9ddb34-9c10-4357-83f9-e7736eb05b58', 'name': '', 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'tenant_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'mac_address': 'fa:16:3e:e5:c8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f85bb14-2aba-4935-ab1d-b1662ede1b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '118ba174-dc5c-415d-907d-2427c9580b7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:29:57Z', 'updated_at': '2021-12-17T15:29:58Z', 'revision_number': 2, 'project_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'subnets': [{'id': '118ba174-dc5c-415d-907d-2427c9580b7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:29:59.929109 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6366e932-f14a-4743-9f07-4cc4845025d4 None None] Checking router: 8f85bb14-2aba-4935-ab1d-b1662ede1b88 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:29:59.929757 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6366e932-f14a-4743-9f07-4cc4845025d4 None None] Updating router 8f85bb14-2aba-4935-ab1d-b1662ede1b88 port ac9ddb34-9c10-4357-83f9-e7736eb05b58 binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:29:59.943062 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b12610a8-341c-4a33-8d29-5bfef92e3b19 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:29:59.962846 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6366e932-f14a-4743-9f07-4cc4845025d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:00.203402 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0106a-1c10-489e-ad23-c546e03907a6 req-dc82ebea-417f-4429-920f-ecf53baebe33 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:00.204974 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c9a0106a-1c10-489e-ad23-c546e03907a6 req-dc82ebea-417f-4429-920f-ecf53baebe33 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f4e1d0-85cc-46c0-862c-fd9553fe2855 HTTP/1.1" status: 200 len: 943 time: 0.0519316 Dec 17 15:30:00.269337 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c9a0106a-1c10-489e-ad23-c546e03907a6 req-e894c5d8-547c-4ffd-b808-a98ceec39a4d tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/security-groups?id=5770a0d8-a37d-494c-88b6-88fed15fdf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556481 Dec 17 15:30:00.289370 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6366e932-f14a-4743-9f07-4cc4845025d4 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:00.346776 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6366e932-f14a-4743-9f07-4cc4845025d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:00.399165 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d016d5-e73b-47ec-9b39-ba52cd5a2b6f None None] Pushing event updated for resources: {'Port': ['ID=ac9ddb34-9c10-4357-83f9-e7736eb05b58,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:00.467750 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-6366e932-f14a-4743-9f07-4cc4845025d4 None None] Attempting to bind port ac9ddb34-9c10-4357-83f9-e7736eb05b58 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:30:00.468119 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-6366e932-f14a-4743-9f07-4cc4845025d4 None None] Attempting to bind port ac9ddb34-9c10-4357-83f9-e7736eb05b58 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:30:00.468477 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6366e932-f14a-4743-9f07-4cc4845025d4 None None] Attempting to bind port ac9ddb34-9c10-4357-83f9-e7736eb05b58 on network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:30:00.473733 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6366e932-f14a-4743-9f07-4cc4845025d4 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:30:00.474099 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6366e932-f14a-4743-9f07-4cc4845025d4 None None] Checking segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:30:00.474501 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6366e932-f14a-4743-9f07-4cc4845025d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:00.474914 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6366e932-f14a-4743-9f07-4cc4845025d4 None None] Bound using segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:30:00.475372 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-6366e932-f14a-4743-9f07-4cc4845025d4 None None] Bound port: ac9ddb34-9c10-4357-83f9-e7736eb05b58, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:30:00.475745 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6366e932-f14a-4743-9f07-4cc4845025d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:00.483141 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-b12610a8-341c-4a33-8d29-5bfef92e3b19 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting port ac9ddb34-9c10-4357-83f9-e7736eb05b58 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:30:00.484602 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b12610a8-341c-4a33-8d29-5bfef92e3b19 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:00.557359 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-6366e932-f14a-4743-9f07-4cc4845025d4 None None] For port ac9ddb34-9c10-4357-83f9-e7736eb05b58, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:30:00.562060 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-6366e932-f14a-4743-9f07-4cc4845025d4 None None] For port ac9ddb34-9c10-4357-83f9-e7736eb05b58, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ac9ddb34-9c10-4357-83f9-e7736eb05b58,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:30:00.611095 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-b12610a8-341c-4a33-8d29-5bfef92e3b19 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] For port ac9ddb34-9c10-4357-83f9-e7736eb05b58, host n-d-820553-2, got binding levels [] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:30:00.611465 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b12610a8-341c-4a33-8d29-5bfef92e3b19 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:00.624801 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-b12610a8-341c-4a33-8d29-5bfef92e3b19 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Calling delete_port for ac9ddb34-9c10-4357-83f9-e7736eb05b58 owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:30:00.645870 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6366e932-f14a-4743-9f07-4cc4845025d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:00.713961 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6366e932-f14a-4743-9f07-4cc4845025d4 None None] Routers {'8f85bb14-2aba-4935-ab1d-b1662ede1b88'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:30:00.713961 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-6366e932-f14a-4743-9f07-4cc4845025d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:29:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['8f85bb14-2aba-4935-ab1d-b1662ede1b88'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:30:00.713961 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d016d5-e73b-47ec-9b39-ba52cd5a2b6f None None] Pushing event updated for resources: {'Port': ['ID=ac9ddb34-9c10-4357-83f9-e7736eb05b58,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:00.808725 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-220ed5bd-2c09-4262-b0c9-7de41efc96f8 None None] Provisioning complete for port ac9ddb34-9c10-4357-83f9-e7736eb05b58 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:30:00.809286 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-220ed5bd-2c09-4262-b0c9-7de41efc96f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:00.837833 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-6366e932-f14a-4743-9f07-4cc4845025d4 None None] Set router 8f85bb14-2aba-4935-ab1d-b1662ede1b88 gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:30:00.906789 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b12610a8-341c-4a33-8d29-5bfef92e3b19 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:00.944217 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12610a8-341c-4a33-8d29-5bfef92e3b19 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Port': ['ID=ac9ddb34-9c10-4357-83f9-e7736eb05b58,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:00.951464 n-d-820553-2 neutron-server[102834]: INFO neutron.plugins.ml2.db [None req-220ed5bd-2c09-4262-b0c9-7de41efc96f8 None None] No ports have port_id starting with ac9ddb34-9c10-4357-83f9-e7736eb05b58 Dec 17 15:30:01.055090 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bab501f4-d2a7-4b49-ad41-4582cae8286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:01.100017 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b12610a8-341c-4a33-8d29-5bfef92e3b19 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:01.103160 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-b60b43e8-2e83-4f1a-acb3-3fdf79f65ec9 None None] Could not find standard attr ID for object ac9ddb34-9c10-4357-83f9-e7736eb05b58. {{(pid=102834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:30:01.134074 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-6366e932-f14a-4743-9f07-4cc4845025d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f85bb14-2aba-4935-ab1d-b1662ede1b88', 'name': 'tempest-NetworksTestDHCPv6-router-745601410', 'tenant_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:29:56Z', 'updated_at': '2021-12-17T15:29:58Z', 'revision_number': 2, 'project_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'gw_port_host': None, '_interfaces': [{'id': 'ac9ddb34-9c10-4357-83f9-e7736eb05b58', 'name': '', 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'tenant_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'mac_address': 'fa:16:3e:e5:c8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f85bb14-2aba-4935-ab1d-b1662ede1b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '118ba174-dc5c-415d-907d-2427c9580b7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:29:57Z', 'updated_at': '2021-12-17T15:30:00Z', 'revision_number': 4, 'project_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'subnets': [{'id': '118ba174-dc5c-415d-907d-2427c9580b7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:30:01.165145 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6366e932-f14a-4743-9f07-4cc4845025d4 None None] The sync data for ids ['8f85bb14-2aba-4935-ab1d-b1662ede1b88'] in n-d-820553-2 is: [{'id': '8f85bb14-2aba-4935-ab1d-b1662ede1b88', 'name': 'tempest-NetworksTestDHCPv6-router-745601410', 'tenant_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:29:56Z', 'updated_at': '2021-12-17T15:29:58Z', 'revision_number': 2, 'project_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'gw_port_host': None, '_interfaces': [{'id': 'ac9ddb34-9c10-4357-83f9-e7736eb05b58', 'name': '', 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'tenant_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'mac_address': 'fa:16:3e:e5:c8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f85bb14-2aba-4935-ab1d-b1662ede1b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '118ba174-dc5c-415d-907d-2427c9580b7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:29:57Z', 'updated_at': '2021-12-17T15:30:00Z', 'revision_number': 4, 'project_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'subnets': [{'id': '118ba174-dc5c-415d-907d-2427c9580b7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:30:01.318041 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12610a8-341c-4a33-8d29-5bfef92e3b19 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Router 8f85bb14-2aba-4935-ab1d-b1662ede1b88 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:30:01.405696 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12610a8-341c-4a33-8d29-5bfef92e3b19 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:30:01.410755 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b12610a8-341c-4a33-8d29-5bfef92e3b19 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "PUT /v2.0/routers/8f85bb14-2aba-4935-ab1d-b1662ede1b88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9576576 Dec 17 15:30:01.412018 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ce677-2b1e-4cb6-b0aa-284e586ebe0f req-b9d0333d-0531-4d33-91fe-bc2f8dba94b6 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:01.413507 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38848) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:01.421489 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-008ce677-2b1e-4cb6-b0aa-284e586ebe0f req-b9d0333d-0531-4d33-91fe-bc2f8dba94b6 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f4e1d0-85cc-46c0-862c-fd9553fe2855 HTTP/1.1" status: 200 len: 943 time: 0.0688100 Dec 17 15:30:01.486885 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772df8b2-e332-45fc-a6fa-489029133e10 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:01.489036 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772df8b2-e332-45fc-a6fa-489029133e10 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:01.492455 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-772df8b2-e332-45fc-a6fa-489029133e10 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0755076 Dec 17 15:30:01.492852 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38850) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:01.511022 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-008ce677-2b1e-4cb6-b0aa-284e586ebe0f req-f61b542f-57db-4669-9070-88c723faa59a tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/security-groups?id=5770a0d8-a37d-494c-88b6-88fed15fdf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886378 Dec 17 15:30:01.591645 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-21bfc7ec-dc68-4fd7-87b4-b1c28c97d17b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting subnet 118ba174-dc5c-415d-907d-2427c9580b7f {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:30:01.595419 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-21bfc7ec-dc68-4fd7-87b4-b1c28c97d17b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:01.650879 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-21bfc7ec-dc68-4fd7-87b4-b1c28c97d17b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:01.754841 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-21bfc7ec-dc68-4fd7-87b4-b1c28c97d17b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:01.896039 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-21bfc7ec-dc68-4fd7-87b4-b1c28c97d17b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:01.933756 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-21bfc7ec-dc68-4fd7-87b4-b1c28c97d17b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:01.941807 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-21bfc7ec-dc68-4fd7-87b4-b1c28c97d17b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/118ba174-dc5c-415d-907d-2427c9580b7f HTTP/1.1" status: 204 len: 168 time: 0.4478922 Dec 17 15:30:01.942114 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38858) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:01.944587 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fe2b9c-4a4e-4999-a6c8-df31259a22db None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:30:01.948708 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfc7ec-dc68-4fd7-87b4-b1c28c97d17b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Subnet': ['ID=118ba174-dc5c-415d-907d-2427c9580b7f,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:02.067286 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d24ad7bf-24be-43fd-8220-4616dd3785ec tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1239104 Dec 17 15:30:02.069753 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38860) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:02.161507 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff2fc236-7ddd-47cf-a17f-08a4e6f9b20a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:02.229572 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5d6f83-99a0-42b0-977e-cd33be3559f6 None None] DHCP port deletion for 1ef37782-8ac3-404c-a66a-d6468d16f5c9 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:30:02.255469 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:02.277304 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-7b5d6f83-99a0-42b0-977e-cd33be3559f6 None None] Deleting port dcb12391-c41e-4ec3-a903-2f9d3d1eb078 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:30:02.277673 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7b5d6f83-99a0-42b0-977e-cd33be3559f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:02.338387 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff2fc236-7ddd-47cf-a17f-08a4e6f9b20a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:02.340677 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff2fc236-7ddd-47cf-a17f-08a4e6f9b20a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:02.346184 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7b5d6f83-99a0-42b0-977e-cd33be3559f6 None None] For port dcb12391-c41e-4ec3-a903-2f9d3d1eb078, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=dcb12391-c41e-4ec3-a903-2f9d3d1eb078,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:30:02.346582 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7b5d6f83-99a0-42b0-977e-cd33be3559f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:02.366355 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-7b5d6f83-99a0-42b0-977e-cd33be3559f6 None None] Calling delete_port for dcb12391-c41e-4ec3-a903-2f9d3d1eb078 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:30:02.488562 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff2fc236-7ddd-47cf-a17f-08a4e6f9b20a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:02.489164 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2fc236-7ddd-47cf-a17f-08a4e6f9b20a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Fanout notify agent at l3_agent the message router_deleted on router 8f85bb14-2aba-4935-ab1d-b1662ede1b88 {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:30:02.496280 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff2fc236-7ddd-47cf-a17f-08a4e6f9b20a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:02.497453 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ff2fc236-7ddd-47cf-a17f-08a4e6f9b20a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/routers/8f85bb14-2aba-4935-ab1d-b1662ede1b88 HTTP/1.1" status: 204 len: 168 time: 0.4266160 Dec 17 15:30:02.500093 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38870) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:02.518071 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7b5d6f83-99a0-42b0-977e-cd33be3559f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:02.547705 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d6f83-99a0-42b0-977e-cd33be3559f6 None None] Pushing event deleted for resources: {'Port': ['ID=dcb12391-c41e-4ec3-a903-2f9d3d1eb078,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:02.551555 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5d6f83-99a0-42b0-977e-cd33be3559f6 None None] No DVR routers for this DVR port dcb12391-c41e-4ec3-a903-2f9d3d1eb078 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:30:02.553978 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ee8db9-1dbf-4ecd-89b8-bc1aff8e3376 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:02.555913 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-93ee8db9-1dbf-4ecd-89b8-bc1aff8e3376 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0549071 Dec 17 15:30:02.558678 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38874) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:02.634015 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65756f03-9ced-4d0a-bd67-0fd87af07402 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:02.635672 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-65756f03-9ced-4d0a-bd67-0fd87af07402 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0760090 Dec 17 15:30:02.639009 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38880) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:02.674483 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1b5fe-db1d-442d-8905-606c8662bf4e req-377b493e-896e-4101-8f8b-1c19ea804b96 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:02.676431 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bba1b5fe-db1d-442d-8905-606c8662bf4e req-377b493e-896e-4101-8f8b-1c19ea804b96 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f4e1d0-85cc-46c0-862c-fd9553fe2855 HTTP/1.1" status: 200 len: 943 time: 0.0615587 Dec 17 15:30:02.694098 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e119c2b3-488b-44e3-bbfb-095571326de1 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500808 Dec 17 15:30:02.695630 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38884) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:02.701358 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-5cfc9d19-e934-446f-ad6c-b2dbf9137b4b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:30:02.739660 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device b3f964b3-d013-4c3c-8833-826e6167dbac details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:30:02.750262 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bba1b5fe-db1d-442d-8905-606c8662bf4e req-06765b82-59f5-4d20-9cfe-4a473cc17520 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/security-groups?id=5770a0d8-a37d-494c-88b6-88fed15fdf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594561 Dec 17 15:30:02.868143 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port b3f964b3-d013-4c3c-8833-826e6167dbac, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=b3f964b3-d013-4c3c-8833-826e6167dbac,segment=NetworkSegment(4ee6a4ed-ae9b-491c-aca3-eb897bc29111),segment_id=4ee6a4ed-ae9b-491c-aca3-eb897bc29111)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:30:02.881289 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'b3f964b3-d013-4c3c-8833-826e6167dbac', 'network_id': 'c5a017be-6a7b-40b1-9b83-94284b0e206b', 'port_id': 'b3f964b3-d013-4c3c-8833-826e6167dbac', 'mac_address': 'fa:16:3e:36:31:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77497e0f-88ff-429f-b1ea-33fe8d7039d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:30:02.929515 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:02.940584 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfc9d19-e934-446f-ad6c-b2dbf9137b4b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:30:02.944515 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5cfc9d19-e934-446f-ad6c-b2dbf9137b4b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:02.945743 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3f964b3-d013-4c3c-8833-826e6167dbac {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:30:02.966811 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c57a635-f2f9-46d0-ad20-caae0a158091 None None] Sync routers for ids ['8f85bb14-2aba-4935-ab1d-b1662ede1b88'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:30:02.972234 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port b3f964b3-d013-4c3c-8833-826e6167dbac, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=b3f964b3-d013-4c3c-8833-826e6167dbac,segment=NetworkSegment(4ee6a4ed-ae9b-491c-aca3-eb897bc29111),segment_id=4ee6a4ed-ae9b-491c-aca3-eb897bc29111)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:30:02.977169 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c57a635-f2f9-46d0-ad20-caae0a158091 None None] Routers set() bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:30:02.979335 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c57a635-f2f9-46d0-ad20-caae0a158091 None None] Router IDs set() for agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 17 15:30:02.979335 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_agentschedulers_db [None req-0c57a635-f2f9-46d0-ad20-caae0a158091 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8f85bb14-2aba-4935-ab1d-b1662ede1b88'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:30:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent'). {{(pid=102835) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 17 15:30:02.987321 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c57a635-f2f9-46d0-ad20-caae0a158091 None None] Routers set() bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:30:02.987747 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c57a635-f2f9-46d0-ad20-caae0a158091 None None] Router IDs set() for agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 17 15:30:02.988366 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_agentschedulers_db [None req-0c57a635-f2f9-46d0-ad20-caae0a158091 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8f85bb14-2aba-4935-ab1d-b1662ede1b88'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:30:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent'). {{(pid=102835) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 17 15:30:02.988810 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c57a635-f2f9-46d0-ad20-caae0a158091 None None] The sync data for ids ['8f85bb14-2aba-4935-ab1d-b1662ede1b88'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:30:03.021068 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:03.085058 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=b3f964b3-d013-4c3c-8833-826e6167dbac,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:03.279414 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['b3f964b3-d013-4c3c-8833-826e6167dbac'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:30:03.288106 n-d-820553-2 neutron-server[102833]: DEBUG neutron.objects.ports [None req-5cfc9d19-e934-446f-ad6c-b2dbf9137b4b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102833) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 15:30:03.289747 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5cfc9d19-e934-446f-ad6c-b2dbf9137b4b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:03.331845 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfc9d19-e934-446f-ad6c-b2dbf9137b4b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:30:03.334952 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-5cfc9d19-e934-446f-ad6c-b2dbf9137b4b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:30:03.339075 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfc9d19-e934-446f-ad6c-b2dbf9137b4b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:03.339657 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5cfc9d19-e934-446f-ad6c-b2dbf9137b4b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:03.348974 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82754d0-2cc2-426e-93e4-aaed2f275d51 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:30:03.353152 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc9d19-e934-446f-ad6c-b2dbf9137b4b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Subnet': ['ID=0695b042-7041-4203-978d-3c92a330b189,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:03.438810 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38898) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:03.439530 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5cfc9d19-e934-446f-ad6c-b2dbf9137b4b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7425551 Dec 17 15:30:03.445664 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-bbae5be5-707d-4a62-9485-a612a9b1b6a7 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:30:03.572804 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ec29ef-724c-42b3-bf71-928353a85f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'tenant_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'fixed_ips': [{'subnet_id': '0695b042-7041-4203-978d-3c92a330b189'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:30:03.580025 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e6ec29ef-724c-42b3-bf71-928353a85f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:03.652056 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device dcb12391-c41e-4ec3-a903-2f9d3d1eb078 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:30:03.680453 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: dcb12391-c41e-4ec3-a903-2f9d3d1eb078 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:30:03.680794 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device dcb12391-c41e-4ec3-a903-2f9d3d1eb078 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:30:03.681220 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ac9ddb34-9c10-4357-83f9-e7736eb05b58 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:30:03.683813 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbae5be5-707d-4a62-9485-a612a9b1b6a7 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:30:03.688264 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bbae5be5-707d-4a62-9485-a612a9b1b6a7 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:03.705303 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: ac9ddb34-9c10-4357-83f9-e7736eb05b58 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:30:03.705650 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ac9ddb34-9c10-4357-83f9-e7736eb05b58 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:30:03.763890 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-e6ec29ef-724c-42b3-bf71-928353a85f73 None None] Allocated IP 2001:db8::f816:3eff:fe94:6789 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/0695b042-7041-4203-978d-3c92a330b189/dc4afd5a-f777-4c66-bd1a-c6124914fa4a) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:30:03.844493 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:03.924379 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df4f2f-026a-47d6-8a4f-cedd057fecad req-57973e9e-c49b-4e5b-b1cf-251d133d1db6 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:03.926215 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-56df4f2f-026a-47d6-8a4f-cedd057fecad req-57973e9e-c49b-4e5b-b1cf-251d133d1db6 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f4e1d0-85cc-46c0-862c-fd9553fe2855 HTTP/1.1" status: 200 len: 944 time: 0.0902674 Dec 17 15:30:03.957128 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e6ec29ef-724c-42b3-bf71-928353a85f73 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:03.998567 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e6ec29ef-724c-42b3-bf71-928353a85f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:04.022912 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-56df4f2f-026a-47d6-8a4f-cedd057fecad req-9f2123ed-eaf4-48dc-a28b-5a0d636962c4 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/security-groups?id=5770a0d8-a37d-494c-88b6-88fed15fdf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715306 Dec 17 15:30:04.040212 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ec29ef-724c-42b3-bf71-928353a85f73 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:30:04.043177 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-e6ec29ef-724c-42b3-bf71-928353a85f73 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:30:04.046111 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ec29ef-724c-42b3-bf71-928353a85f73 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:30:04.062835 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec29ef-724c-42b3-bf71-928353a85f73 None None] Pushing event updated for resources: {'Port': ['ID=dc4afd5a-f777-4c66-bd1a-c6124914fa4a,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:04.095380 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bbae5be5-707d-4a62-9485-a612a9b1b6a7 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:04.121593 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-e6ec29ef-724c-42b3-bf71-928353a85f73 None None] Attempting to bind port dc4afd5a-f777-4c66-bd1a-c6124914fa4a on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:30:04.122541 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-e6ec29ef-724c-42b3-bf71-928353a85f73 None None] Attempting to bind port dc4afd5a-f777-4c66-bd1a-c6124914fa4a by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:30:04.122970 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ec29ef-724c-42b3-bf71-928353a85f73 None None] Attempting to bind port dc4afd5a-f777-4c66-bd1a-c6124914fa4a on network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:30:04.129432 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ec29ef-724c-42b3-bf71-928353a85f73 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:30:04.129432 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ec29ef-724c-42b3-bf71-928353a85f73 None None] Checking segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:30:04.129432 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e6ec29ef-724c-42b3-bf71-928353a85f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:04.130153 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ec29ef-724c-42b3-bf71-928353a85f73 None None] Bound using segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:30:04.130153 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-e6ec29ef-724c-42b3-bf71-928353a85f73 None None] Bound port: dc4afd5a-f777-4c66-bd1a-c6124914fa4a, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:30:04.130520 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e6ec29ef-724c-42b3-bf71-928353a85f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:04.146308 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbae5be5-707d-4a62-9485-a612a9b1b6a7 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:30:04.156195 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-bbae5be5-707d-4a62-9485-a612a9b1b6a7 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:30:04.158087 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae5be5-707d-4a62-9485-a612a9b1b6a7 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Subnet': ['ID=f323872a-1a10-498c-b012-6a0318433e53,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:04.160804 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbae5be5-707d-4a62-9485-a612a9b1b6a7 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:04.161534 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bbae5be5-707d-4a62-9485-a612a9b1b6a7 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:04.189786 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:04.212961 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-bbae5be5-707d-4a62-9485-a612a9b1b6a7 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7725520 Dec 17 15:30:04.215953 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38914) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:04.220625 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-e6ec29ef-724c-42b3-bf71-928353a85f73 None None] For port dc4afd5a-f777-4c66-bd1a-c6124914fa4a, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:30:04.221865 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-64b72cf0-ff4a-4621-b8db-d1fa997cb279 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'port': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'mac_address': 'fa:16:3e:02:90:53', 'name': 'tempest-NetworksTestDHCPv6-831274186'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:30:04.224475 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-e6ec29ef-724c-42b3-bf71-928353a85f73 None None] For port dc4afd5a-f777-4c66-bd1a-c6124914fa4a, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=dc4afd5a-f777-4c66-bd1a-c6124914fa4a,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:30:04.297172 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e6ec29ef-724c-42b3-bf71-928353a85f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:04.368676 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec29ef-724c-42b3-bf71-928353a85f73 None None] Pushing event updated for resources: {'Port': ['ID=dc4afd5a-f777-4c66-bd1a-c6124914fa4a,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:04.409099 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b72cf0-ff4a-4621-b8db-d1fa997cb279 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:30:04.495808 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-64b72cf0-ff4a-4621-b8db-d1fa997cb279 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:04.520025 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-64b72cf0-ff4a-4621-b8db-d1fa997cb279 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] device_id is not set on port 73c0ad09-824a-4565-88b0-47e5a71c08f7 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:30:04.731872 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-64b72cf0-ff4a-4621-b8db-d1fa997cb279 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Allocated IP 172.20.0.13 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/f323872a-1a10-498c-b012-6a0318433e53/73c0ad09-824a-4565-88b0-47e5a71c08f7) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:30:04.738522 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-64b72cf0-ff4a-4621-b8db-d1fa997cb279 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Allocated IP 2001:db8::f816:3eff:fe02:9053 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/0695b042-7041-4203-978d-3c92a330b189/73c0ad09-824a-4565-88b0-47e5a71c08f7) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:30:04.755620 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device b3f964b3-d013-4c3c-8833-826e6167dbac up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:30:04.877810 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port b3f964b3-d013-4c3c-8833-826e6167dbac completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:30:04.891080 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port b3f964b3-d013-4c3c-8833-826e6167dbac triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:30:04.891700 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:04.909524 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-64b72cf0-ff4a-4621-b8db-d1fa997cb279 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:04.979852 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:04.991279 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-64b72cf0-ff4a-4621-b8db-d1fa997cb279 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:05.011767 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f4e1d0-85cc-46c0-862c-fd9553fe2855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f964b3-d013-4c3c-8833-826e6167dbac'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:30:05.014900 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77291b42-65c8-4834-9970-d1bb732d556f" -d '{"events": [{"server_uuid": "67f4e1d0-85cc-46c0-862c-fd9553fe2855", "name": "network-vif-plugged", "status": "completed", "tag": "b3f964b3-d013-4c3c-8833-826e6167dbac"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:30:05.028741 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port b3f964b3-d013-4c3c-8833-826e6167dbac, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=b3f964b3-d013-4c3c-8833-826e6167dbac,segment=NetworkSegment(4ee6a4ed-ae9b-491c-aca3-eb897bc29111),segment_id=4ee6a4ed-ae9b-491c-aca3-eb897bc29111)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:30:05.041938 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b72cf0-ff4a-4621-b8db-d1fa997cb279 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:30:05.045552 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-64b72cf0-ff4a-4621-b8db-d1fa997cb279 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:30:05.053278 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b72cf0-ff4a-4621-b8db-d1fa997cb279 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:30:05.058323 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b72cf0-ff4a-4621-b8db-d1fa997cb279 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Port': ['ID=73c0ad09-824a-4565-88b0-47e5a71c08f7,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:05.106607 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:05.111106 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b72cf0-ff4a-4621-b8db-d1fa997cb279 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:05.111799 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-64b72cf0-ff4a-4621-b8db-d1fa997cb279 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:05.148711 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2ed3c0-8978-433b-be9c-18d5a871eb32 x-openstack-request-id: req-ce2ed3c0-8978-433b-be9c-18d5a871eb32 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:30:05.149388 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f4e1d0-85cc-46c0-862c-fd9553fe2855", "name": "network-vif-plugged", "status": "completed", "tag": "b3f964b3-d013-4c3c-8833-826e6167dbac", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:30:05.149772 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ce2ed3c0-8978-433b-be9c-18d5a871eb32 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:30:05.150315 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f4e1d0-85cc-46c0-862c-fd9553fe2855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f964b3-d013-4c3c-8833-826e6167dbac', 'code': 200} Dec 17 15:30:05.199000 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=b3f964b3-d013-4c3c-8833-826e6167dbac,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:05.207794 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee54d5-d2a5-4fbb-b3e3-4b7073b418f5 req-e96fa54e-94d7-4905-a4b5-e79b383491da tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:05.222921 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e5ee54d5-d2a5-4fbb-b3e3-4b7073b418f5 req-e96fa54e-94d7-4905-a4b5-e79b383491da tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f4e1d0-85cc-46c0-862c-fd9553fe2855 HTTP/1.1" status: 200 len: 945 time: 0.0719850 Dec 17 15:30:05.242916 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-64b72cf0-ff4a-4621-b8db-d1fa997cb279 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0247920 Dec 17 15:30:05.249479 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38936) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:05.271542 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e5ee54d5-d2a5-4fbb-b3e3-4b7073b418f5 req-b089c855-d408-4145-b04b-0bbcde979bc1 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/security-groups?id=5770a0d8-a37d-494c-88b6-88fed15fdf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470743 Dec 17 15:30:05.301770 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec73869-55e4-4f42-ba47-a10146e5651e req-819f61c8-77e9-4553-9d75-aae99755e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:05.303375 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6ec73869-55e4-4f42-ba47-a10146e5651e req-819f61c8-77e9-4553-9d75-aae99755e568 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=67f4e1d0-85cc-46c0-862c-fd9553fe2855 HTTP/1.1" status: 200 len: 1096 time: 0.1199613 Dec 17 15:30:05.328466 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c78781-0d56-4673-8103-d8788894be09 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:05.334381 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c78781-0d56-4673-8103-d8788894be09 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:05.336201 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-17c78781-0d56-4673-8103-d8788894be09 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0857995 Dec 17 15:30:05.338880 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38940) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:05.365232 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6ec73869-55e4-4f42-ba47-a10146e5651e req-55bd0431-aa61-40e0-b0bc-21178bf03363 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5770a0d8-a37d-494c-88b6-88fed15fdf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535347 Dec 17 15:30:05.466874 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-35ea4dba-56d9-4657-99db-942c6dd25be4 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting port 73c0ad09-824a-4565-88b0-47e5a71c08f7 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:30:05.467539 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-35ea4dba-56d9-4657-99db-942c6dd25be4 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:05.496278 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8657c6-e2f5-4500-8094-22ced2f7ccc5 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:30:05.577739 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-35ea4dba-56d9-4657-99db-942c6dd25be4 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:05.591361 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-35ea4dba-56d9-4657-99db-942c6dd25be4 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Calling delete_port for 73c0ad09-824a-4565-88b0-47e5a71c08f7 owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:30:05.694169 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device dc4afd5a-f777-4c66-bd1a-c6124914fa4a up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:30:05.774633 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-194063de-b733-4505-b343-2629b4699bcc None None] Provisioning complete for port dc4afd5a-f777-4c66-bd1a-c6124914fa4a triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:30:05.774943 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-194063de-b733-4505-b343-2629b4699bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:05.855597 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-35ea4dba-56d9-4657-99db-942c6dd25be4 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:05.866219 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port dc4afd5a-f777-4c66-bd1a-c6124914fa4a triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:30:05.866219 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:05.890312 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea4dba-56d9-4657-99db-942c6dd25be4 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Port': ['ID=73c0ad09-824a-4565-88b0-47e5a71c08f7,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:05.997005 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-194063de-b733-4505-b343-2629b4699bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:05.997779 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-35ea4dba-56d9-4657-99db-942c6dd25be4 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:06.005574 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-35ea4dba-56d9-4657-99db-942c6dd25be4 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/73c0ad09-824a-4565-88b0-47e5a71c08f7 HTTP/1.1" status: 204 len: 168 time: 0.6653669 Dec 17 15:30:06.006041 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38952) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:06.066891 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67dba73-1b33-4fcc-8ae2-790db73cd19a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:06.068680 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67dba73-1b33-4fcc-8ae2-790db73cd19a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:06.070789 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67dba73-1b33-4fcc-8ae2-790db73cd19a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:06.071555 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-194063de-b733-4505-b343-2629b4699bcc None None] For port dc4afd5a-f777-4c66-bd1a-c6124914fa4a, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=dc4afd5a-f777-4c66-bd1a-c6124914fa4a,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:30:06.072432 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e67dba73-1b33-4fcc-8ae2-790db73cd19a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0653489 Dec 17 15:30:06.075604 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38956) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:06.093031 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:06.125460 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-194063de-b733-4505-b343-2629b4699bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:06.132297 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffecc477-e656-4c7b-bed0-cfd3c96d024d None None] Update dhcp port {'port': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'fixed_ips': [{'subnet_id': '0695b042-7041-4203-978d-3c92a330b189', 'ip_address': '2001:db8::f816:3eff:fe94:6789'}, {'subnet_id': 'f323872a-1a10-498c-b012-6a0318433e53'}], 'binding:host_id': 'n-d-820553-2'}, 'id': 'dc4afd5a-f777-4c66-bd1a-c6124914fa4a'} from n-d-820553-2. {{(pid=102834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 17 15:30:06.142435 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6cc90c-c4af-4399-b514-b9ae2fe786f3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting subnet 0695b042-7041-4203-978d-3c92a330b189 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:30:06.145959 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2a6cc90c-c4af-4399-b514-b9ae2fe786f3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:06.188760 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2a6cc90c-c4af-4399-b514-b9ae2fe786f3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:06.218135 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ffecc477-e656-4c7b-bed0-cfd3c96d024d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:06.235269 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:30:06.235629 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:30:06.254413 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194063de-b733-4505-b343-2629b4699bcc None None] Pushing event updated for resources: {'Port': ['ID=dc4afd5a-f777-4c66-bd1a-c6124914fa4a,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:06.277143 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2a6cc90c-c4af-4399-b514-b9ae2fe786f3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:06.405988 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333250aa-f971-4949-b06f-df1806746578 req-708142fa-14da-4c1a-9263-d4d2ca67c1f7 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:06.411617 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2a6cc90c-c4af-4399-b514-b9ae2fe786f3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:06.413593 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-333250aa-f971-4949-b06f-df1806746578 req-708142fa-14da-4c1a-9263-d4d2ca67c1f7 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f4e1d0-85cc-46c0-862c-fd9553fe2855 HTTP/1.1" status: 200 len: 945 time: 0.0609004 Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server [None req-ffecc477-e656-4c7b-bed0-cfd3c96d024d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0695b042-7041-4203-978d-3c92a330b189: This subnet is being modified by another concurrent operation. Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise exception Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0695b042-7041-4203-978d-3c92a330b189: This subnet is being modified by another concurrent operation. Dec 17 15:30:06.436501 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server Dec 17 15:30:06.452563 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6cc90c-c4af-4399-b514-b9ae2fe786f3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Subnet': ['ID=0695b042-7041-4203-978d-3c92a330b189,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:06.455365 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2a6cc90c-c4af-4399-b514-b9ae2fe786f3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:06.462119 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-333250aa-f971-4949-b06f-df1806746578 req-d9192766-5c8e-40f6-90d3-474efa12bb04 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/security-groups?id=5770a0d8-a37d-494c-88b6-88fed15fdf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474210 Dec 17 15:30:06.462482 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2a6cc90c-c4af-4399-b514-b9ae2fe786f3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/0695b042-7041-4203-978d-3c92a330b189 HTTP/1.1" status: 204 len: 168 time: 0.3851764 Dec 17 15:30:06.468035 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38970) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:06.539714 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-fccff40c-c4f7-4b8d-a615-f7429903a627 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting subnet f323872a-1a10-498c-b012-6a0318433e53 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:30:06.548369 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fccff40c-c4f7-4b8d-a615-f7429903a627 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:06.591865 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fccff40c-c4f7-4b8d-a615-f7429903a627 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:06.598235 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dabaf10-5799-47bf-b9d6-addefd961ed6 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:30:06.645660 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fccff40c-c4f7-4b8d-a615-f7429903a627 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:06.665498 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-389cf46c-68c2-45b1-aede-23a497695861 None None] Provisioning complete for port dc4afd5a-f777-4c66-bd1a-c6124914fa4a triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:30:06.665740 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-389cf46c-68c2-45b1-aede-23a497695861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:06.751663 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fccff40c-c4f7-4b8d-a615-f7429903a627 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:06.780240 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccff40c-c4f7-4b8d-a615-f7429903a627 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Subnet': ['ID=f323872a-1a10-498c-b012-6a0318433e53,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:06.784113 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fccff40c-c4f7-4b8d-a615-f7429903a627 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:06.788644 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-fccff40c-c4f7-4b8d-a615-f7429903a627 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/f323872a-1a10-498c-b012-6a0318433e53 HTTP/1.1" status: 204 len: 168 time: 0.3178453 Dec 17 15:30:06.790037 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38974) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:06.831513 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0ba0243c-92e9-4118-9ecd-707a030b8565 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0376987 Dec 17 15:30:06.831701 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38978) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:06.836962 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-a35531f0-a4ab-4e23-9d81-2ae9f2bba634 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:30:06.940726 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5368df7e-8771-45d3-b728-a280601edaf7 None None] Update dhcp port {'port': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'fixed_ips': [{'subnet_id': 'f323872a-1a10-498c-b012-6a0318433e53'}], 'binding:host_id': 'n-d-820553-2'}, 'id': 'dc4afd5a-f777-4c66-bd1a-c6124914fa4a'} from n-d-820553-2. {{(pid=102834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 17 15:30:06.972088 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5368df7e-8771-45d3-b728-a280601edaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:07.049638 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35531f0-a4ab-4e23-9d81-2ae9f2bba634 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:30:07.053789 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a35531f0-a4ab-4e23-9d81-2ae9f2bba634 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:07.190366 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-681e9a2b-98a8-4594-a349-f4fcc1e22087 None None] Provisioning complete for port dc4afd5a-f777-4c66-bd1a-c6124914fa4a triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:30:07.190366 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-681e9a2b-98a8-4594-a349-f4fcc1e22087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:07.326885 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93fa752-1951-479b-aaf9-9e5a9a2887fd None None] get_active_networks_info from n-d-820553-2 {{(pid=102834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 17 15:30:07.410086 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-ed294bc9-ea3e-47df-a7a2-5b7aacd4398e None None] Could not find standard attr ID for object 73c0ad09-824a-4565-88b0-47e5a71c08f7. {{(pid=102834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:30:07.457978 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93fa752-1951-479b-aaf9-9e5a9a2887fd None None] Resources bound (agent type, host, resource id): {{(pid=102834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 15:30:07.662265 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device dc4afd5a-f777-4c66-bd1a-c6124914fa4a no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:30:07.883633 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:07.906518 n-d-820553-2 neutron-server[102832]: DEBUG neutron.objects.ports [None req-a35531f0-a4ab-4e23-9d81-2ae9f2bba634 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102832) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 15:30:07.954357 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port dc4afd5a-f777-4c66-bd1a-c6124914fa4a, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=dc4afd5a-f777-4c66-bd1a-c6124914fa4a,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:30:07.960348 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a83071-7337-4d35-8165-732e169cf4a3 None None] Update dhcp port {'port': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'fixed_ips': [{'subnet_id': '10d6838b-e2f1-4168-bd95-1d6befd25bdc'}], 'binding:host_id': 'n-d-820553-2'}, 'id': 'dc4afd5a-f777-4c66-bd1a-c6124914fa4a'} from n-d-820553-2. {{(pid=102834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 17 15:30:07.988593 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-34a83071-7337-4d35-8165-732e169cf4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:08.021296 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:08.045824 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d213dd-3222-4bff-8b6a-14233c13ebe0 req-cf72db65-d431-4af1-9cc5-52f74de0f4e0 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:08.047290 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-36d213dd-3222-4bff-8b6a-14233c13ebe0 req-cf72db65-d431-4af1-9cc5-52f74de0f4e0 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f4e1d0-85cc-46c0-862c-fd9553fe2855 HTTP/1.1" status: 200 len: 945 time: 0.1825576 Dec 17 15:30:08.143022 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-36d213dd-3222-4bff-8b6a-14233c13ebe0 req-67d07e38-6e26-41fb-b1ae-01e3e6bfa9c8 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/security-groups?id=5770a0d8-a37d-494c-88b6-88fed15fdf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870805 Dec 17 15:30:08.148810 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=dc4afd5a-f777-4c66-bd1a-c6124914fa4a,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:08.239040 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-34a83071-7337-4d35-8165-732e169cf4a3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 17 15:30:08.239040 n-d-820553-2 neutron-server[102834]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Dec 17 15:30:08.239040 n-d-820553-2 neutron-server[102834]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe94:6789', 'status': 'ALLOCATED', 'ipam_subnet_id': '9744e032-bbe5-4cf0-b291-cc5138bcd68d'}] Dec 17 15:30:08.239040 n-d-820553-2 neutron-server[102834]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:30:08.246004 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-34a83071-7337-4d35-8165-732e169cf4a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:30:08.343130 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a35531f0-a4ab-4e23-9d81-2ae9f2bba634 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:08.501927 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-a35531f0-a4ab-4e23-9d81-2ae9f2bba634 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] For port dc4afd5a-f777-4c66-bd1a-c6124914fa4a, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=dc4afd5a-f777-4c66-bd1a-c6124914fa4a,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:30:08.539138 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a35531f0-a4ab-4e23-9d81-2ae9f2bba634 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:08.626545 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a35531f0-a4ab-4e23-9d81-2ae9f2bba634 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:08.627472 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a35531f0-a4ab-4e23-9d81-2ae9f2bba634 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:08.710070 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35531f0-a4ab-4e23-9d81-2ae9f2bba634 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:30:08.711545 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-a35531f0-a4ab-4e23-9d81-2ae9f2bba634 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:30:08.723049 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35531f0-a4ab-4e23-9d81-2ae9f2bba634 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:08.723677 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a35531f0-a4ab-4e23-9d81-2ae9f2bba634 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:08.741855 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35531f0-a4ab-4e23-9d81-2ae9f2bba634 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Port': ['ID=dc4afd5a-f777-4c66-bd1a-c6124914fa4a,revision_number=7']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:08.744540 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35531f0-a4ab-4e23-9d81-2ae9f2bba634 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Subnet': ['ID=10d6838b-e2f1-4168-bd95-1d6befd25bdc,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:08.769066 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-34a83071-7337-4d35-8165-732e169cf4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:08.832097 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39022) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:08.832721 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a35531f0-a4ab-4e23-9d81-2ae9f2bba634 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9996727 Dec 17 15:30:08.838043 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-f01eabd0-28a6-4eaa-9a3e-badc620f757e tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:30:09.055268 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01eabd0-28a6-4eaa-9a3e-badc620f757e tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:30:09.060800 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f01eabd0-28a6-4eaa-9a3e-badc620f757e tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:09.082035 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-34a83071-7337-4d35-8165-732e169cf4a3 None None] For port dc4afd5a-f777-4c66-bd1a-c6124914fa4a, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=dc4afd5a-f777-4c66-bd1a-c6124914fa4a,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:30:09.113189 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-34a83071-7337-4d35-8165-732e169cf4a3 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:09.185475 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-34a83071-7337-4d35-8165-732e169cf4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:09.253603 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a83071-7337-4d35-8165-732e169cf4a3 None None] Pushing event updated for resources: {'Port': ['ID=dc4afd5a-f777-4c66-bd1a-c6124914fa4a,revision_number=8']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:09.460884 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f01eabd0-28a6-4eaa-9a3e-badc620f757e tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:09.511068 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01eabd0-28a6-4eaa-9a3e-badc620f757e tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:30:09.516087 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-f01eabd0-28a6-4eaa-9a3e-badc620f757e tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:30:09.519578 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01eabd0-28a6-4eaa-9a3e-badc620f757e tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:09.520292 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f01eabd0-28a6-4eaa-9a3e-badc620f757e tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:09.546501 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01eabd0-28a6-4eaa-9a3e-badc620f757e tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Subnet': ['ID=c2562080-9a2f-4698-a256-fe53d45a8f55,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:09.568300 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d9b65-d34e-4554-b359-d0b97813e713 req-0506e889-cd77-4bf9-9243-a9a26236b096 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:09.569623 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4a7d9b65-d34e-4554-b359-d0b97813e713 req-0506e889-cd77-4bf9-9243-a9a26236b096 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f4e1d0-85cc-46c0-862c-fd9553fe2855 HTTP/1.1" status: 200 len: 945 time: 0.0605283 Dec 17 15:30:09.623611 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4a7d9b65-d34e-4554-b359-d0b97813e713 req-010f674b-2489-42f4-9236-ef4ed2e2b3d0 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/security-groups?id=5770a0d8-a37d-494c-88b6-88fed15fdf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482986 Dec 17 15:30:09.643077 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f01eabd0-28a6-4eaa-9a3e-badc620f757e tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8084800 Dec 17 15:30:09.645415 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39040) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:09.645760 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device dc4afd5a-f777-4c66-bd1a-c6124914fa4a up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:30:09.650609 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-809724ec-f74a-4f1c-9deb-32f4ba1ca1cc tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'port': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'mac_address': 'fa:16:3e:18:6e:6c', 'name': 'tempest-NetworksTestDHCPv6-734627473'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:30:09.706361 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port dc4afd5a-f777-4c66-bd1a-c6124914fa4a triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:30:09.707120 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:09.850912 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:09.910983 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port dc4afd5a-f777-4c66-bd1a-c6124914fa4a, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=dc4afd5a-f777-4c66-bd1a-c6124914fa4a,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:30:09.963484 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809724ec-f74a-4f1c-9deb-32f4ba1ca1cc tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:30:09.986627 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:10.039533 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=dc4afd5a-f777-4c66-bd1a-c6124914fa4a,revision_number=9']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:10.044939 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2257464c-e324-40a3-9d64-04af3463178d None None] get_active_networks_info from n-d-820553-2 {{(pid=102834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 17 15:30:10.064539 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-809724ec-f74a-4f1c-9deb-32f4ba1ca1cc tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:10.087714 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-809724ec-f74a-4f1c-9deb-32f4ba1ca1cc tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] device_id is not set on port 553951b4-1a20-4241-819f-5db372e1a176 yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:30:10.097158 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-f9448ac9-5029-4c03-9fe8-ff468ff24b70 None None] Provisioning complete for port dc4afd5a-f777-4c66-bd1a-c6124914fa4a triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:30:10.097531 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f9448ac9-5029-4c03-9fe8-ff468ff24b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:10.269482 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2257464c-e324-40a3-9d64-04af3463178d None None] Resources bound (agent type, host, resource id): {{(pid=102834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 15:30:10.286310 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-809724ec-f74a-4f1c-9deb-32f4ba1ca1cc tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Allocated IP 172.20.0.14 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/c2562080-9a2f-4698-a256-fe53d45a8f55/553951b4-1a20-4241-819f-5db372e1a176) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:30:10.292131 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:10.293587 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-809724ec-f74a-4f1c-9deb-32f4ba1ca1cc tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Allocated IP 2001:db8::f816:3eff:fe18:6e6c (1ef37782-8ac3-404c-a66a-d6468d16f5c9/10d6838b-e2f1-4168-bd95-1d6befd25bdc/553951b4-1a20-4241-819f-5db372e1a176) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:30:10.457611 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-809724ec-f74a-4f1c-9deb-32f4ba1ca1cc tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:10.575135 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-809724ec-f74a-4f1c-9deb-32f4ba1ca1cc tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:10.640476 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809724ec-f74a-4f1c-9deb-32f4ba1ca1cc tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:30:10.648299 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-809724ec-f74a-4f1c-9deb-32f4ba1ca1cc tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:30:10.652176 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809724ec-f74a-4f1c-9deb-32f4ba1ca1cc tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:30:10.656990 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809724ec-f74a-4f1c-9deb-32f4ba1ca1cc tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Port': ['ID=553951b4-1a20-4241-819f-5db372e1a176,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:10.733027 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809724ec-f74a-4f1c-9deb-32f4ba1ca1cc tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:10.733848 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-809724ec-f74a-4f1c-9deb-32f4ba1ca1cc tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:10.781707 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0e92f-2e49-49b9-a3c2-66acd8b5c723 req-38259a48-2247-4655-9025-74b41cf0b4ee tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:10.783309 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eeb0e92f-2e49-49b9-a3c2-66acd8b5c723 req-38259a48-2247-4655-9025-74b41cf0b4ee tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f4e1d0-85cc-46c0-862c-fd9553fe2855 HTTP/1.1" status: 200 len: 945 time: 0.0697849 Dec 17 15:30:10.828160 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eeb0e92f-2e49-49b9-a3c2-66acd8b5c723 req-5a363d69-5353-4d69-a0ca-327103434c1d tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/security-groups?id=5770a0d8-a37d-494c-88b6-88fed15fdf47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389345 Dec 17 15:30:10.838676 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b7455-d405-48ff-bfe6-5af9e127cc4d req-b6512c4b-cc34-4d9e-ae7f-abe79a3fba85 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:10.849374 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4a2b7455-d405-48ff-bfe6-5af9e127cc4d req-b6512c4b-cc34-4d9e-ae7f-abe79a3fba85 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.13 "GET /v2.0/ports?device_id=67f4e1d0-85cc-46c0-862c-fd9553fe2855 HTTP/1.1" status: 200 len: 945 time: 0.0578642 Dec 17 15:30:10.857320 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-809724ec-f74a-4f1c-9deb-32f4ba1ca1cc tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2101500 Dec 17 15:30:10.860051 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39062) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:10.870286 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6df8f1f-f35d-4dc9-a0cf-df7b0f3278a3 None None] Update dhcp port {'port': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'fixed_ips': [{'subnet_id': '10d6838b-e2f1-4168-bd95-1d6befd25bdc', 'ip_address': '2001:db8::f816:3eff:fe94:6789'}, {'subnet_id': 'c2562080-9a2f-4698-a256-fe53d45a8f55'}], 'binding:host_id': 'n-d-820553-2'}, 'id': 'dc4afd5a-f777-4c66-bd1a-c6124914fa4a'} from n-d-820553-2. {{(pid=102834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 17 15:30:10.897966 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e6df8f1f-f35d-4dc9-a0cf-df7b0f3278a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:10.922289 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5679275-45c8-45ad-aa76-57fc21d3a802 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:10.930096 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5679275-45c8-45ad-aa76-57fc21d3a802 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:10.933126 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f5679275-45c8-45ad-aa76-57fc21d3a802 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0709898 Dec 17 15:30:10.935939 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39068) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:11.029109 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-4a2b7455-d405-48ff-bfe6-5af9e127cc4d req-eab91944-9223-4aa4-8471-8b5406ebbc44 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Deleting port b3f964b3-d013-4c3c-8833-826e6167dbac {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:30:11.029453 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4a2b7455-d405-48ff-bfe6-5af9e127cc4d req-eab91944-9223-4aa4-8471-8b5406ebbc44 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:11.116748 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-e6df8f1f-f35d-4dc9-a0cf-df7b0f3278a3 None None] Allocated IP 172.20.0.2 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/c2562080-9a2f-4698-a256-fe53d45a8f55/dc4afd5a-f777-4c66-bd1a-c6124914fa4a) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:30:11.237017 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-e6df8f1f-f35d-4dc9-a0cf-df7b0f3278a3 None None] For port dc4afd5a-f777-4c66-bd1a-c6124914fa4a, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=dc4afd5a-f777-4c66-bd1a-c6124914fa4a,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:30:11.269105 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e6df8f1f-f35d-4dc9-a0cf-df7b0f3278a3 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:11.358930 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e6df8f1f-f35d-4dc9-a0cf-df7b0f3278a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:11.399181 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-4a2b7455-d405-48ff-bfe6-5af9e127cc4d req-eab91944-9223-4aa4-8471-8b5406ebbc44 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] For port b3f964b3-d013-4c3c-8833-826e6167dbac, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=b3f964b3-d013-4c3c-8833-826e6167dbac,segment=NetworkSegment(4ee6a4ed-ae9b-491c-aca3-eb897bc29111),segment_id=4ee6a4ed-ae9b-491c-aca3-eb897bc29111)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:30:11.399543 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4a2b7455-d405-48ff-bfe6-5af9e127cc4d req-eab91944-9223-4aa4-8471-8b5406ebbc44 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:11.419701 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-96ccdb97-eb43-47b6-b412-e53842892287 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting port 553951b4-1a20-4241-819f-5db372e1a176 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:30:11.420819 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-96ccdb97-eb43-47b6-b412-e53842892287 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:11.443531 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-4a2b7455-d405-48ff-bfe6-5af9e127cc4d req-eab91944-9223-4aa4-8471-8b5406ebbc44 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Calling delete_port for b3f964b3-d013-4c3c-8833-826e6167dbac owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:30:11.465083 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df8f1f-f35d-4dc9-a0cf-df7b0f3278a3 None None] Pushing event updated for resources: {'Port': ['ID=dc4afd5a-f777-4c66-bd1a-c6124914fa4a,revision_number=10']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:11.571638 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-96ccdb97-eb43-47b6-b412-e53842892287 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:11.587989 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-96ccdb97-eb43-47b6-b412-e53842892287 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Calling delete_port for 553951b4-1a20-4241-819f-5db372e1a176 owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:30:11.657714 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device dc4afd5a-f777-4c66-bd1a-c6124914fa4a up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:30:11.715430 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port dc4afd5a-f777-4c66-bd1a-c6124914fa4a triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:30:11.719537 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:11.783339 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4a2b7455-d405-48ff-bfe6-5af9e127cc4d req-eab91944-9223-4aa4-8471-8b5406ebbc44 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:11.911977 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab91944-9223-4aa4-8471-8b5406ebbc44 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Pushing event deleted for resources: {'Port': ['ID=b3f964b3-d013-4c3c-8833-826e6167dbac,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:11.956944 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2b7455-d405-48ff-bfe6-5af9e127cc4d req-eab91944-9223-4aa4-8471-8b5406ebbc44 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] No DVR routers for this DVR port b3f964b3-d013-4c3c-8833-826e6167dbac on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:30:11.959056 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-009e3783-7eab-481f-b806-b5b93709e587 req-caa86ce1-6453-46c0-945b-566ddf69b24c tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f4e1d0-85cc-46c0-862c-fd9553fe2855 HTTP/1.1" status: 200 len: 210 time: 0.0432365 Dec 17 15:30:11.961133 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4a2b7455-d405-48ff-bfe6-5af9e127cc4d req-eab91944-9223-4aa4-8471-8b5406ebbc44 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:11.964589 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4a2b7455-d405-48ff-bfe6-5af9e127cc4d req-eab91944-9223-4aa4-8471-8b5406ebbc44 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.13 "DELETE /v2.0/ports/b3f964b3-d013-4c3c-8833-826e6167dbac HTTP/1.1" status: 204 len: 173 time: 1.1173787 Dec 17 15:30:11.965034 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f4e1d0-85cc-46c0-862c-fd9553fe2855', 'name': 'network-vif-deleted', 'tag': 'b3f964b3-d013-4c3c-8833-826e6167dbac'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:30:11.969028 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7e3f6f-fc5a-4a18-8a3d-c01d6c5f3ed3" -d '{"events": [{"server_uuid": "67f4e1d0-85cc-46c0-862c-fd9553fe2855", "name": "network-vif-deleted", "tag": "b3f964b3-d013-4c3c-8833-826e6167dbac"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:30:12.007971 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-96ccdb97-eb43-47b6-b412-e53842892287 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:12.040896 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aeceaa3-98f2-4231-8955-faf0e027f0c8 x-openstack-request-id: req-5aeceaa3-98f2-4231-8955-faf0e027f0c8 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:30:12.041275 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f4e1d0-85cc-46c0-862c-fd9553fe2855", "name": "network-vif-deleted", "tag": "b3f964b3-d013-4c3c-8833-826e6167dbac", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:30:12.041530 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5aeceaa3-98f2-4231-8955-faf0e027f0c8 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:30:12.041927 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f4e1d0-85cc-46c0-862c-fd9553fe2855', 'name': 'network-vif-deleted', 'tag': 'b3f964b3-d013-4c3c-8833-826e6167dbac', 'status': 'completed', 'code': 200} Dec 17 15:30:12.043445 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ccdb97-eb43-47b6-b412-e53842892287 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Port': ['ID=553951b4-1a20-4241-819f-5db372e1a176,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:12.182698 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-96ccdb97-eb43-47b6-b412-e53842892287 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:12.190788 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-96ccdb97-eb43-47b6-b412-e53842892287 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/553951b4-1a20-4241-819f-5db372e1a176 HTTP/1.1" status: 204 len: 168 time: 1.2515547 Dec 17 15:30:12.191021 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39090) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:12.241977 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9c5809-3394-474a-845b-1fc11ebda230 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:30:12.272512 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53afcd0-0ab0-446d-8b36-a2cbf1406113 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:12.274245 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53afcd0-0ab0-446d-8b36-a2cbf1406113 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:12.282809 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53afcd0-0ab0-446d-8b36-a2cbf1406113 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:12.284536 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a53afcd0-0ab0-446d-8b36-a2cbf1406113 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0925450 Dec 17 15:30:12.287268 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39094) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:12.362084 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-0ba5f591-c526-4b09-a89d-69b12a6d8f24 None None] Provisioning complete for port dc4afd5a-f777-4c66-bd1a-c6124914fa4a triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:30:12.363145 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0ba5f591-c526-4b09-a89d-69b12a6d8f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:12.395708 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c15f332-871b-4e25-b94a-5482291d6ce8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting subnet 10d6838b-e2f1-4168-bd95-1d6befd25bdc {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:30:12.405990 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9c15f332-871b-4e25-b94a-5482291d6ce8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:12.514449 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9c15f332-871b-4e25-b94a-5482291d6ce8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:12.630574 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9c15f332-871b-4e25-b94a-5482291d6ce8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:12.787791 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9c15f332-871b-4e25-b94a-5482291d6ce8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:12.843281 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device b3f964b3-d013-4c3c-8833-826e6167dbac no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:30:12.850605 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9c15f332-871b-4e25-b94a-5482291d6ce8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:12.861810 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39104) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:12.868561 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9c15f332-871b-4e25-b94a-5482291d6ce8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/10d6838b-e2f1-4168-bd95-1d6befd25bdc HTTP/1.1" status: 204 len: 168 time: 0.5706375 Dec 17 15:30:12.918347 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15f332-871b-4e25-b94a-5482291d6ce8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Subnet': ['ID=10d6838b-e2f1-4168-bd95-1d6befd25bdc,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:12.927033 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9649a1af-7eb9-4ba5-aa16-fc160c5253e3 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:30:12.956890 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: b3f964b3-d013-4c3c-8833-826e6167dbac {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:30:12.957312 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device b3f964b3-d013-4c3c-8833-826e6167dbac not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:30:12.969773 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ecadb1d-e3b0-4e10-9a57-94644ca819e5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting subnet c2562080-9a2f-4698-a256-fe53d45a8f55 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:30:12.973537 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6ecadb1d-e3b0-4e10-9a57-94644ca819e5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:13.027248 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6ecadb1d-e3b0-4e10-9a57-94644ca819e5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:13.030261 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a7f5758e-e6c2-47d5-b08f-565bd3001a2a None None] Provisioning complete for port dc4afd5a-f777-4c66-bd1a-c6124914fa4a triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:30:13.033878 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a7f5758e-e6c2-47d5-b08f-565bd3001a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:13.157246 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40d3da01-60b0-4806-b68a-a8f7ac555091 req-1fc649a6-18a0-401e-b1b0-d52d5c43cdf4 tempest-VolumesActionsTest-1953539881 tempest-VolumesActionsTest-1953539881-project] 10.222.0.46 "GET /v2.0/ports?device_id=67f4e1d0-85cc-46c0-862c-fd9553fe2855 HTTP/1.1" status: 200 len: 210 time: 0.0453842 Dec 17 15:30:13.183723 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6ecadb1d-e3b0-4e10-9a57-94644ca819e5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:13.319064 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6ecadb1d-e3b0-4e10-9a57-94644ca819e5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:13.348462 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecadb1d-e3b0-4e10-9a57-94644ca819e5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Subnet': ['ID=c2562080-9a2f-4698-a256-fe53d45a8f55,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:13.360938 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6ecadb1d-e3b0-4e10-9a57-94644ca819e5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:13.364379 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6ecadb1d-e3b0-4e10-9a57-94644ca819e5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/c2562080-9a2f-4698-a256-fe53d45a8f55 HTTP/1.1" status: 204 len: 168 time: 0.5011814 Dec 17 15:30:13.366640 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39114) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:13.415624 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ae3b2696-a27e-498c-9dd0-0401206290e3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478859 Dec 17 15:30:13.420498 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39116) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:13.428347 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-a8709e50-7548-4f4e-ad68-d27098a97290 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:30:13.702107 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8709e50-7548-4f4e-ad68-d27098a97290 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:30:13.708465 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a8709e50-7548-4f4e-ad68-d27098a97290 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:14.069366 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a8709e50-7548-4f4e-ad68-d27098a97290 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:14.117880 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-ad4502c7-9cb8-44b5-9b8d-83e5e1b9408c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0945363 Dec 17 15:30:14.128977 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8709e50-7548-4f4e-ad68-d27098a97290 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:30:14.135386 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-a8709e50-7548-4f4e-ad68-d27098a97290 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:30:14.142846 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8709e50-7548-4f4e-ad68-d27098a97290 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:14.143437 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a8709e50-7548-4f4e-ad68-d27098a97290 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:14.158179 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8709e50-7548-4f4e-ad68-d27098a97290 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Subnet': ['ID=0824d7cf-be12-4f18-a8c5-ea5e6451ddd1,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:14.226504 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e41f020-9f6c-4356-967b-13dc49520b81 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:30:14.249401 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-29b9c9fd-2db7-466e-84da-2d17301366c5 None None] Provisioning complete for port dc4afd5a-f777-4c66-bd1a-c6124914fa4a triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:30:14.250575 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-29b9c9fd-2db7-466e-84da-2d17301366c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:14.259237 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a8709e50-7548-4f4e-ad68-d27098a97290 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8325748 Dec 17 15:30:14.259648 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39136) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:14.265259 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-c02bf23c-6533-4840-a759-19b78d7ef8c0 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:30:14.299426 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-50d9face-abf3-46cc-ac53-7562aa1f0c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:14.301422 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-50d9face-abf3-46cc-ac53-7562aa1f0c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:14.304023 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-50d9face-abf3-46cc-ac53-7562aa1f0c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:14.305729 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-50d9face-abf3-46cc-ac53-7562aa1f0c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:14.307530 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-50d9face-abf3-46cc-ac53-7562aa1f0c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:14.310312 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-50d9face-abf3-46cc-ac53-7562aa1f0c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:14.310796 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-50d9face-abf3-46cc-ac53-7562aa1f0c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:14.312978 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-50d9face-abf3-46cc-ac53-7562aa1f0c43 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=877bbdd90a9744e8870dce0869eb9a96&device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 6489 time: 0.1092610 Dec 17 15:30:14.477126 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-9fc37765-96c2-41df-bfee-33171ecdd727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:14.477675 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-9fc37765-96c2-41df-bfee-33171ecdd727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:14.478785 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-9fc37765-96c2-41df-bfee-33171ecdd727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:14.480477 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-9fc37765-96c2-41df-bfee-33171ecdd727 service neutron] 10.222.0.41 "GET /v2.0/networks?id=de5b4090-a778-4df4-ad31-4dba3e85ea67&id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&id=9f3a192b-6f54-446b-8786-4392777f5f19&id=9f3a192b-6f54-446b-8786-4392777f5f19 HTTP/1.1" status: 200 len: 2292 time: 0.1243312 Dec 17 15:30:14.534498 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02bf23c-6533-4840-a759-19b78d7ef8c0 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:30:14.538882 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c02bf23c-6533-4840-a759-19b78d7ef8c0 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:14.549980 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-6ba05648-c395-4d58-9458-066f4041e7c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce09dfd3-f25c-4228-bd90-d195b7f4a22e HTTP/1.1" status: 200 len: 1002 time: 0.0620246 Dec 17 15:30:14.632764 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-3ba9c6d4-f85b-451a-b47d-815e9c0ca763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:14.636513 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-3ba9c6d4-f85b-451a-b47d-815e9c0ca763 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1a4a435-03ec-407e-806d-67c3316a8ccb HTTP/1.1" status: 200 len: 850 time: 0.0783212 Dec 17 15:30:14.746559 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-d29c0959-43af-4369-b859-7ae16d6c03ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:14.749414 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-d29c0959-43af-4369-b859-7ae16d6c03ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de5b4090-a778-4df4-ad31-4dba3e85ea67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1026003 Dec 17 15:30:14.899836 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-7ba21121-9b21-411e-bc8a-4c95dfacec65 service neutron] 10.222.0.41 "GET /v2.0/networks/de5b4090-a778-4df4-ad31-4dba3e85ea67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419950 Dec 17 15:30:14.934456 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-bb208092-9a5e-427a-b74d-cc35ada05b95 None None] Provisioning complete for port dc4afd5a-f777-4c66-bd1a-c6124914fa4a triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:30:14.934793 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bb208092-9a5e-427a-b74d-cc35ada05b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:15.095255 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-c43864bb-9d9b-4c40-8bc2-ee3646e8beff service neutron] 10.222.0.41 "GET /v2.0/networks/de5b4090-a778-4df4-ad31-4dba3e85ea67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879575 Dec 17 15:30:15.151027 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-bb7c2efb-02fe-4a97-a02e-56144ffd6151 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=2d686fb9-445a-4e4e-bae4-a300e7b2fcbd HTTP/1.1" status: 200 len: 217 time: 0.0426371 Dec 17 15:30:15.152841 n-d-820553-2 neutron-server[102832]: DEBUG neutron.objects.ports [None req-c02bf23c-6533-4840-a759-19b78d7ef8c0 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102832) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 15:30:15.196986 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-e756d884-4cfe-4c76-a709-e571d5055f73 None None] Could not find standard attr ID for object 553951b4-1a20-4241-819f-5db372e1a176. {{(pid=102834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:30:15.236797 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-c2a94cd2-0d2e-42b9-96a5-0e0a2f15e6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:15.241910 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-c2a94cd2-0d2e-42b9-96a5-0e0a2f15e6f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eca1b89-7ed9-42c7-8458-c977678cd701 HTTP/1.1" status: 200 len: 797 time: 0.0835440 Dec 17 15:30:15.316472 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-d79b0d21-8506-4120-a0f9-b5e2d4afc1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:15.318481 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-d79b0d21-8506-4120-a0f9-b5e2d4afc1d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0670533 Dec 17 15:30:15.428814 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-191d7c3d-f81c-46be-a2a1-9b50dd14b45f service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025727 Dec 17 15:30:15.441713 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c02bf23c-6533-4840-a759-19b78d7ef8c0 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:15.548922 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-308747f6-b6da-454a-b853-1d3d0a51a32d service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065810 Dec 17 15:30:15.603531 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-863b7388-9133-4034-8693-c8d14e88bf37 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=d3a935e5-2d45-4f21-b240-16b6be02d4d5 HTTP/1.1" status: 200 len: 217 time: 0.0514157 Dec 17 15:30:15.642340 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-c02bf23c-6533-4840-a759-19b78d7ef8c0 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] For port dc4afd5a-f777-4c66-bd1a-c6124914fa4a, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=dc4afd5a-f777-4c66-bd1a-c6124914fa4a,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:30:15.662187 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-2a213d09-004d-4c6b-8425-0012f439e4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:15.663890 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-2a213d09-004d-4c6b-8425-0012f439e4e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eca1b89-7ed9-42c7-8458-c977678cd701 HTTP/1.1" status: 200 len: 797 time: 0.0542204 Dec 17 15:30:15.683040 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c02bf23c-6533-4840-a759-19b78d7ef8c0 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:15.717753 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-4fba10c5-ce67-4a4e-99e9-2f3f233a01e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:15.719560 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-4fba10c5-ce67-4a4e-99e9-2f3f233a01e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0485947 Dec 17 15:30:15.729472 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c02bf23c-6533-4840-a759-19b78d7ef8c0 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:15.730615 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c02bf23c-6533-4840-a759-19b78d7ef8c0 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:15.814785 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02bf23c-6533-4840-a759-19b78d7ef8c0 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:30:15.825463 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-94f753cb-e55f-40db-8add-ae9d5ad8cb95 service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979998 Dec 17 15:30:15.828702 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-c02bf23c-6533-4840-a759-19b78d7ef8c0 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:30:15.839603 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3daa2e-8866-4142-9382-7f4b6498a9c1 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:30:15.840104 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02bf23c-6533-4840-a759-19b78d7ef8c0 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:15.840242 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c02bf23c-6533-4840-a759-19b78d7ef8c0 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:15.870130 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02bf23c-6533-4840-a759-19b78d7ef8c0 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Subnet': ['ID=864e65fa-ea8c-40d7-8333-e37b2db00a17,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:15.882845 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02bf23c-6533-4840-a759-19b78d7ef8c0 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Port': ['ID=dc4afd5a-f777-4c66-bd1a-c6124914fa4a,revision_number=14']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:15.957168 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-c8702b50-c065-4015-b55e-a09f42c625aa service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241083 Dec 17 15:30:15.980680 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c02bf23c-6533-4840-a759-19b78d7ef8c0 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7198420 Dec 17 15:30:15.981859 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39204) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:15.987157 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-9aa16662-1b7e-4c1f-8249-6858da38761f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'port': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'mac_address': 'fa:16:3e:8b:2e:19', 'name': 'tempest-NetworksTestDHCPv6-2071683810'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:30:16.022493 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-d72238dc-d24b-490f-b00f-c40bc3ce614d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=e580942b-4338-463b-8dea-66ed71bb7043 HTTP/1.1" status: 200 len: 217 time: 0.0592418 Dec 17 15:30:16.137077 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-32b1fe25-43ff-4e15-83b9-1c58512eefb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:16.142970 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-32b1fe25-43ff-4e15-83b9-1c58512eefb2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eca1b89-7ed9-42c7-8458-c977678cd701 HTTP/1.1" status: 200 len: 797 time: 0.1112058 Dec 17 15:30:16.179008 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f1709f-07f0-42a2-bcdb-e0b956122762 None None] Update dhcp port {'port': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'fixed_ips': [{'subnet_id': '864e65fa-ea8c-40d7-8333-e37b2db00a17', 'ip_address': '2001:db8::f816:3eff:fe94:6789'}, {'subnet_id': '0824d7cf-be12-4f18-a8c5-ea5e6451ddd1'}], 'binding:host_id': 'n-d-820553-2'}, 'id': 'dc4afd5a-f777-4c66-bd1a-c6124914fa4a'} from n-d-820553-2. {{(pid=102834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 17 15:30:16.194251 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-e59f2d1d-790d-4720-8751-21de7f430e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:16.195751 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-e59f2d1d-790d-4720-8751-21de7f430e0c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0451448 Dec 17 15:30:16.212591 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-05f1709f-07f0-42a2-bcdb-e0b956122762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:16.243584 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa16662-1b7e-4c1f-8249-6858da38761f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:30:16.313981 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-5a32b5c8-87e1-4733-9c3c-a3b03752119d service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105015 Dec 17 15:30:16.401380 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9aa16662-1b7e-4c1f-8249-6858da38761f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:16.444104 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-9aa16662-1b7e-4c1f-8249-6858da38761f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] device_id is not set on port 3818fc76-38a0-45e3-9b8f-4d25003feca0 yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:30:16.485868 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-362fe140-38f3-4e6d-afd4-8b822e7adc68 service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650841 Dec 17 15:30:16.505066 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-05f1709f-07f0-42a2-bcdb-e0b956122762 None None] Allocated IP 172.20.0.2 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/0824d7cf-be12-4f18-a8c5-ea5e6451ddd1/dc4afd5a-f777-4c66-bd1a-c6124914fa4a) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:30:16.586029 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-c40edd81-5b3e-4582-9ed8-2bfb16a2bdc9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=1c9784fa-c394-46e9-a70f-5aa02b240ee6 HTTP/1.1" status: 200 len: 217 time: 0.0929277 Dec 17 15:30:16.630345 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-05f1709f-07f0-42a2-bcdb-e0b956122762 None None] For port dc4afd5a-f777-4c66-bd1a-c6124914fa4a, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=dc4afd5a-f777-4c66-bd1a-c6124914fa4a,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:30:16.655806 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-499e0bb6-5603-4058-83e0-c1b6582fa9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:16.659338 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-499e0bb6-5603-4058-83e0-c1b6582fa9ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eca1b89-7ed9-42c7-8458-c977678cd701 HTTP/1.1" status: 200 len: 797 time: 0.0650887 Dec 17 15:30:16.678087 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-05f1709f-07f0-42a2-bcdb-e0b956122762 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:16.714278 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-ac2cb28c-69d0-4dd8-b891-1ff226378809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:16.716045 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-ac2cb28c-69d0-4dd8-b891-1ff226378809 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0485919 Dec 17 15:30:16.740449 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-05f1709f-07f0-42a2-bcdb-e0b956122762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:16.820867 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-cb0f5354-f5fc-49dc-8b06-9bcf3536b93a service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975969 Dec 17 15:30:16.839050 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1709f-07f0-42a2-bcdb-e0b956122762 None None] Pushing event updated for resources: {'Port': ['ID=dc4afd5a-f777-4c66-bd1a-c6124914fa4a,revision_number=15']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:16.867309 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-9aa16662-1b7e-4c1f-8249-6858da38761f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Allocated IP 172.20.0.10 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/0824d7cf-be12-4f18-a8c5-ea5e6451ddd1/3818fc76-38a0-45e3-9b8f-4d25003feca0) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:30:16.884296 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-9aa16662-1b7e-4c1f-8249-6858da38761f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Allocated IP 2001:db8::f816:3eff:fe8b:2e19 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/864e65fa-ea8c-40d7-8333-e37b2db00a17/3818fc76-38a0-45e3-9b8f-4d25003feca0) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:30:17.010817 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-df94eeaf-40ed-48e2-ba51-2bdec4415c1a service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799855 Dec 17 15:30:17.125964 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-dc88d097-8a61-426a-9c68-b2d4118f8fd6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0f0e87e7-55e3-4a96-a436-092db2dd62df HTTP/1.1" status: 200 len: 217 time: 0.1067910 Dec 17 15:30:17.170286 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9aa16662-1b7e-4c1f-8249-6858da38761f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:17.237264 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-9311f620-5c45-4e0d-a1fd-ca294108385b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:17.238747 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-9311f620-5c45-4e0d-a1fd-ca294108385b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f0a9f17-d614-4efc-ae03-ce6b8a2dc07e HTTP/1.1" status: 200 len: 797 time: 0.1036820 Dec 17 15:30:17.309759 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9aa16662-1b7e-4c1f-8249-6858da38761f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:17.315083 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-06282396-8eee-4c97-975b-53706583edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:17.316845 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-06282396-8eee-4c97-975b-53706583edd7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f3a192b-6f54-446b-8786-4392777f5f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0661063 Dec 17 15:30:17.427977 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa16662-1b7e-4c1f-8249-6858da38761f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:30:17.430538 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa16662-1b7e-4c1f-8249-6858da38761f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Port': ['ID=3818fc76-38a0-45e3-9b8f-4d25003feca0,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:17.441876 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-fb63f5b3-3292-41cc-9ff6-632532d49956 service neutron] 10.222.0.41 "GET /v2.0/networks/9f3a192b-6f54-446b-8786-4392777f5f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123054 Dec 17 15:30:17.443131 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-9aa16662-1b7e-4c1f-8249-6858da38761f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:30:17.446190 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa16662-1b7e-4c1f-8249-6858da38761f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:30:17.543493 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa16662-1b7e-4c1f-8249-6858da38761f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:17.545644 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9aa16662-1b7e-4c1f-8249-6858da38761f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:17.635031 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device dc4afd5a-f777-4c66-bd1a-c6124914fa4a up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:30:17.639941 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-21581694-1983-4f2b-a7ac-4bcd494a2e76 service neutron] 10.222.0.41 "GET /v2.0/networks/9f3a192b-6f54-446b-8786-4392777f5f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899717 Dec 17 15:30:17.675535 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9aa16662-1b7e-4c1f-8249-6858da38761f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6923053 Dec 17 15:30:17.676245 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39252) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:17.699430 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-692f4f02-3f09-4f07-9ec7-ad9976a22052 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=23211a10-13af-4c51-9094-03225018881b HTTP/1.1" status: 200 len: 217 time: 0.0439017 Dec 17 15:30:17.735355 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port dc4afd5a-f777-4c66-bd1a-c6124914fa4a triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:30:17.736022 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:17.808290 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:30:17.816396 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43df5b1d-93d6-4daf-a298-da817b972671 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:17.833963 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-7b23e810-6316-408e-89c7-1791235e8f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:17.836337 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-7b23e810-6316-408e-89c7-1791235e8f02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f0a9f17-d614-4efc-ae03-ce6b8a2dc07e HTTP/1.1" status: 200 len: 797 time: 0.1223726 Dec 17 15:30:17.841805 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43df5b1d-93d6-4daf-a298-da817b972671 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:17.843508 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-43df5b1d-93d6-4daf-a298-da817b972671 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.1632533 Dec 17 15:30:17.856947 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39254) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:17.964144 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-9fc42885-2408-49c0-b207-b155082b4356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:17.967051 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-9fc42885-2408-49c0-b207-b155082b4356 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f3a192b-6f54-446b-8786-4392777f5f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1065784 Dec 17 15:30:18.009007 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a2159e73-9bd1-420f-8536-7cedb6af55e8 None None] Provisioning complete for port dc4afd5a-f777-4c66-bd1a-c6124914fa4a triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:30:18.010519 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a2159e73-9bd1-420f-8536-7cedb6af55e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:18.061104 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-ad087a5d-4396-4825-9244-8609edcdcb0f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting port 3818fc76-38a0-45e3-9b8f-4d25003feca0 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:30:18.061104 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad087a5d-4396-4825-9244-8609edcdcb0f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:18.220413 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad087a5d-4396-4825-9244-8609edcdcb0f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:18.256638 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-14aff2eb-eab5-4c42-b7ed-f6332fabf1b0 service neutron] 10.222.0.41 "GET /v2.0/networks/9f3a192b-6f54-446b-8786-4392777f5f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550635 Dec 17 15:30:18.265790 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-ad087a5d-4396-4825-9244-8609edcdcb0f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Calling delete_port for 3818fc76-38a0-45e3-9b8f-4d25003feca0 owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:30:18.413901 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bbed7fd-03f9-4a5c-8893-74c134eccb3d req-d68e1820-9268-43f3-a05a-99e1a35826d4 service neutron] 10.222.0.41 "GET /v2.0/networks/9f3a192b-6f54-446b-8786-4392777f5f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491067 Dec 17 15:30:18.468565 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-8ef3caa6-40cd-4d92-96b5-10aa8da23eb7 None None] Provisioning complete for port 3818fc76-38a0-45e3-9b8f-4d25003feca0 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:30:18.468908 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8ef3caa6-40cd-4d92-96b5-10aa8da23eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:18.554701 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-8ef3caa6-40cd-4d92-96b5-10aa8da23eb7 None None] Port 3818fc76-38a0-45e3-9b8f-4d25003feca0 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:30:18.699276 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad087a5d-4396-4825-9244-8609edcdcb0f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:18.761802 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad087a5d-4396-4825-9244-8609edcdcb0f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Port': ['ID=3818fc76-38a0-45e3-9b8f-4d25003feca0,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:19.009492 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad087a5d-4396-4825-9244-8609edcdcb0f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:19.015729 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ad087a5d-4396-4825-9244-8609edcdcb0f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/3818fc76-38a0-45e3-9b8f-4d25003feca0 HTTP/1.1" status: 204 len: 168 time: 1.1556942 Dec 17 15:30:19.016199 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39278) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:19.111034 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013fdf9d-72c2-4f5b-9193-8dba516eb963 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:19.112485 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013fdf9d-72c2-4f5b-9193-8dba516eb963 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:19.114772 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013fdf9d-72c2-4f5b-9193-8dba516eb963 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:19.116392 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-013fdf9d-72c2-4f5b-9193-8dba516eb963 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0991220 Dec 17 15:30:19.119129 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39280) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:19.224446 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f5ea81d-ab8a-47e8-b9f6-3d4462fde47f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting subnet 0824d7cf-be12-4f18-a8c5-ea5e6451ddd1 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:30:19.228148 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9f5ea81d-ab8a-47e8-b9f6-3d4462fde47f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:19.275855 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9f5ea81d-ab8a-47e8-b9f6-3d4462fde47f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:19.406852 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9f5ea81d-ab8a-47e8-b9f6-3d4462fde47f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:19.603650 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9f5ea81d-ab8a-47e8-b9f6-3d4462fde47f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:19.654040 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ea81d-ab8a-47e8-b9f6-3d4462fde47f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Subnet': ['ID=0824d7cf-be12-4f18-a8c5-ea5e6451ddd1,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:19.686048 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dff683e-9bf2-4640-b1b1-909b97ce8c40 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:30:19.688144 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9f5ea81d-ab8a-47e8-b9f6-3d4462fde47f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:19.702752 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9f5ea81d-ab8a-47e8-b9f6-3d4462fde47f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/0824d7cf-be12-4f18-a8c5-ea5e6451ddd1 HTTP/1.1" status: 204 len: 168 time: 0.5825319 Dec 17 15:30:19.705356 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39288) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:19.812275 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ba1ba4-987b-4c0c-b1b7-3fbd424c0052 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting subnet 864e65fa-ea8c-40d7-8333-e37b2db00a17 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:30:19.818883 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-12ba1ba4-987b-4c0c-b1b7-3fbd424c0052 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:19.915592 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-12ba1ba4-987b-4c0c-b1b7-3fbd424c0052 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:20.096508 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-12ba1ba4-987b-4c0c-b1b7-3fbd424c0052 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:20.271836 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-12ba1ba4-987b-4c0c-b1b7-3fbd424c0052 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:20.330407 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba1ba4-987b-4c0c-b1b7-3fbd424c0052 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Subnet': ['ID=864e65fa-ea8c-40d7-8333-e37b2db00a17,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:20.335918 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-12ba1ba4-987b-4c0c-b1b7-3fbd424c0052 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:20.344639 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39302) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:20.346101 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-12ba1ba4-987b-4c0c-b1b7-3fbd424c0052 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/864e65fa-ea8c-40d7-8333-e37b2db00a17 HTTP/1.1" status: 204 len: 168 time: 0.6381676 Dec 17 15:30:20.402952 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1e4fb5f6-d1ae-478c-9eb0-839f9f7d1989 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0562322 Dec 17 15:30:20.406598 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39304) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:20.417075 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-a86fbbd9-82b2-4ec1-a3c5-7c47dd3839ab tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:30:20.643579 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86fbbd9-82b2-4ec1-a3c5-7c47dd3839ab tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:30:20.648517 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a86fbbd9-82b2-4ec1-a3c5-7c47dd3839ab tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:20.912519 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-b5877157-0f3c-4ca0-8af4-c791e98efb6b None None] Provisioning complete for port dc4afd5a-f777-4c66-bd1a-c6124914fa4a triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:30:20.913647 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b5877157-0f3c-4ca0-8af4-c791e98efb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:20.916356 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ac871a-e4a7-4340-b20a-6ec5d3352e42 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:30:21.036602 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a86fbbd9-82b2-4ec1-a3c5-7c47dd3839ab tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:21.125175 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86fbbd9-82b2-4ec1-a3c5-7c47dd3839ab tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:30:21.128663 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-a86fbbd9-82b2-4ec1-a3c5-7c47dd3839ab tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:30:21.130542 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86fbbd9-82b2-4ec1-a3c5-7c47dd3839ab tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Subnet': ['ID=13b2a4f4-a509-4ba4-95f5-2d2e9fa28c3c,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:21.133162 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86fbbd9-82b2-4ec1-a3c5-7c47dd3839ab tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:21.133982 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a86fbbd9-82b2-4ec1-a3c5-7c47dd3839ab tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:21.211256 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43117535-0f1b-43cd-811c-7cd70f43ebe8 None None] DHCP port deletion for 1ef37782-8ac3-404c-a66a-d6468d16f5c9 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:30:21.245170 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a86fbbd9-82b2-4ec1-a3c5-7c47dd3839ab tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8373823 Dec 17 15:30:21.248940 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39324) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:21.255581 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-36e82cb4-7ab0-47d9-88e1-8bb55058fa31 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:30:21.322479 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-43117535-0f1b-43cd-811c-7cd70f43ebe8 None None] Deleting port dc4afd5a-f777-4c66-bd1a-c6124914fa4a {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:30:21.322858 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-43117535-0f1b-43cd-811c-7cd70f43ebe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:21.435321 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-43117535-0f1b-43cd-811c-7cd70f43ebe8 None None] For port dc4afd5a-f777-4c66-bd1a-c6124914fa4a, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=dc4afd5a-f777-4c66-bd1a-c6124914fa4a,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:30:21.435868 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-43117535-0f1b-43cd-811c-7cd70f43ebe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:21.452367 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-43117535-0f1b-43cd-811c-7cd70f43ebe8 None None] Calling delete_port for dc4afd5a-f777-4c66-bd1a-c6124914fa4a owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:30:21.518401 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e82cb4-7ab0-47d9-88e1-8bb55058fa31 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:30:21.522917 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-36e82cb4-7ab0-47d9-88e1-8bb55058fa31 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:21.622123 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device dc4afd5a-f777-4c66-bd1a-c6124914fa4a no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:30:21.699612 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:21.862145 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-43117535-0f1b-43cd-811c-7cd70f43ebe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:21.910102 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43117535-0f1b-43cd-811c-7cd70f43ebe8 None None] Pushing event deleted for resources: {'Port': ['ID=dc4afd5a-f777-4c66-bd1a-c6124914fa4a,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:21.919963 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43117535-0f1b-43cd-811c-7cd70f43ebe8 None None] No DVR routers for this DVR port dc4afd5a-f777-4c66-bd1a-c6124914fa4a on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:30:21.923613 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43117535-0f1b-43cd-811c-7cd70f43ebe8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:30:21.924032 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43117535-0f1b-43cd-811c-7cd70f43ebe8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:30:21.924286 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43117535-0f1b-43cd-811c-7cd70f43ebe8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:30:21.924619 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43117535-0f1b-43cd-811c-7cd70f43ebe8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:30:21.924951 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43117535-0f1b-43cd-811c-7cd70f43ebe8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:30:21.925565 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43117535-0f1b-43cd-811c-7cd70f43ebe8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:30:21.925891 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43117535-0f1b-43cd-811c-7cd70f43ebe8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:30:21.932936 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43117535-0f1b-43cd-811c-7cd70f43ebe8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:30:21.932936 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43117535-0f1b-43cd-811c-7cd70f43ebe8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:30:21.932936 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43117535-0f1b-43cd-811c-7cd70f43ebe8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:30:21.932936 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43117535-0f1b-43cd-811c-7cd70f43ebe8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:30:21.932936 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43117535-0f1b-43cd-811c-7cd70f43ebe8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:30:21.942927 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baf1f40-9768-4544-a750-3267be65c894 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:30:21.946260 n-d-820553-2 neutron-server[102833]: DEBUG neutron.objects.ports [None req-36e82cb4-7ab0-47d9-88e1-8bb55058fa31 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102833) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 15:30:21.947707 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-36e82cb4-7ab0-47d9-88e1-8bb55058fa31 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:21.993331 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e82cb4-7ab0-47d9-88e1-8bb55058fa31 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:30:21.997412 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-36e82cb4-7ab0-47d9-88e1-8bb55058fa31 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:30:22.001818 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e82cb4-7ab0-47d9-88e1-8bb55058fa31 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:22.002407 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-36e82cb4-7ab0-47d9-88e1-8bb55058fa31 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:22.016683 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e82cb4-7ab0-47d9-88e1-8bb55058fa31 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Subnet': ['ID=6daefa52-73c0-4c40-8afe-66b8296291cb,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:22.111347 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-36e82cb4-7ab0-47d9-88e1-8bb55058fa31 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8597419 Dec 17 15:30:22.113296 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39342) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:22.119751 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-468e6c3b-c0ba-41dd-8ba6-dacd3941fd6f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'port': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'mac_address': 'fa:16:3e:b9:29:c8', 'name': 'tempest-NetworksTestDHCPv6-69729763'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:30:22.362421 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fe0c52-1436-4c8b-a08d-5ae0d36f651e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'tenant_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'fixed_ips': [{'subnet_id': '13b2a4f4-a509-4ba4-95f5-2d2e9fa28c3c'}, {'subnet_id': '6daefa52-73c0-4c40-8afe-66b8296291cb'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:30:22.363325 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-75fe0c52-1436-4c8b-a08d-5ae0d36f651e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:22.438182 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468e6c3b-c0ba-41dd-8ba6-dacd3941fd6f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:30:22.604126 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-468e6c3b-c0ba-41dd-8ba6-dacd3941fd6f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:22.610445 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-75fe0c52-1436-4c8b-a08d-5ae0d36f651e None None] Allocated IP 172.20.0.2 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/13b2a4f4-a509-4ba4-95f5-2d2e9fa28c3c/99ebbff0-3535-49d8-a461-720888731869) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:30:22.624264 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-75fe0c52-1436-4c8b-a08d-5ae0d36f651e None None] Allocated IP 2001:db8::f816:3eff:fe12:408f (1ef37782-8ac3-404c-a66a-d6468d16f5c9/6daefa52-73c0-4c40-8afe-66b8296291cb/99ebbff0-3535-49d8-a461-720888731869) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:30:22.633786 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-468e6c3b-c0ba-41dd-8ba6-dacd3941fd6f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] device_id is not set on port 88c91e6c-c0f2-46fb-8441-956f111e5e33 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:30:22.834043 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-75fe0c52-1436-4c8b-a08d-5ae0d36f651e None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:22.928963 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-75fe0c52-1436-4c8b-a08d-5ae0d36f651e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:23.004051 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fe0c52-1436-4c8b-a08d-5ae0d36f651e None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:30:23.006999 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-75fe0c52-1436-4c8b-a08d-5ae0d36f651e None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:30:23.009605 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fe0c52-1436-4c8b-a08d-5ae0d36f651e None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:30:23.018952 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe0c52-1436-4c8b-a08d-5ae0d36f651e None None] Pushing event updated for resources: {'Port': ['ID=99ebbff0-3535-49d8-a461-720888731869,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:23.099139 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-75fe0c52-1436-4c8b-a08d-5ae0d36f651e None None] Attempting to bind port 99ebbff0-3535-49d8-a461-720888731869 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:30:23.100166 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-75fe0c52-1436-4c8b-a08d-5ae0d36f651e None None] Attempting to bind port 99ebbff0-3535-49d8-a461-720888731869 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:30:23.100743 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fe0c52-1436-4c8b-a08d-5ae0d36f651e None None] Attempting to bind port 99ebbff0-3535-49d8-a461-720888731869 on network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:30:23.117938 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fe0c52-1436-4c8b-a08d-5ae0d36f651e None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:30:23.120733 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fe0c52-1436-4c8b-a08d-5ae0d36f651e None None] Checking segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:30:23.121208 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-75fe0c52-1436-4c8b-a08d-5ae0d36f651e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:23.122710 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fe0c52-1436-4c8b-a08d-5ae0d36f651e None None] Bound using segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:30:23.123212 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-75fe0c52-1436-4c8b-a08d-5ae0d36f651e None None] Bound port: 99ebbff0-3535-49d8-a461-720888731869, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:30:23.124265 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-75fe0c52-1436-4c8b-a08d-5ae0d36f651e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:23.152230 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-468e6c3b-c0ba-41dd-8ba6-dacd3941fd6f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Allocated IP 172.20.0.10 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/13b2a4f4-a509-4ba4-95f5-2d2e9fa28c3c/88c91e6c-c0f2-46fb-8441-956f111e5e33) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:30:23.161470 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-468e6c3b-c0ba-41dd-8ba6-dacd3941fd6f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Allocated IP 2001:db8::f816:3eff:feb9:29c8 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/6daefa52-73c0-4c40-8afe-66b8296291cb/88c91e6c-c0f2-46fb-8441-956f111e5e33) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:30:23.234717 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-75fe0c52-1436-4c8b-a08d-5ae0d36f651e None None] For port 99ebbff0-3535-49d8-a461-720888731869, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:30:23.239534 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-75fe0c52-1436-4c8b-a08d-5ae0d36f651e None None] For port 99ebbff0-3535-49d8-a461-720888731869, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=99ebbff0-3535-49d8-a461-720888731869,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:30:23.328028 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-75fe0c52-1436-4c8b-a08d-5ae0d36f651e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:23.389468 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-468e6c3b-c0ba-41dd-8ba6-dacd3941fd6f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:23.436111 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe0c52-1436-4c8b-a08d-5ae0d36f651e None None] Pushing event updated for resources: {'Port': ['ID=99ebbff0-3535-49d8-a461-720888731869,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:23.513587 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-468e6c3b-c0ba-41dd-8ba6-dacd3941fd6f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:23.612982 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468e6c3b-c0ba-41dd-8ba6-dacd3941fd6f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:30:23.614194 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e6c3b-c0ba-41dd-8ba6-dacd3941fd6f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Port': ['ID=88c91e6c-c0f2-46fb-8441-956f111e5e33,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:23.621149 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-468e6c3b-c0ba-41dd-8ba6-dacd3941fd6f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:30:23.629507 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468e6c3b-c0ba-41dd-8ba6-dacd3941fd6f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:30:23.756728 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468e6c3b-c0ba-41dd-8ba6-dacd3941fd6f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:23.757424 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-468e6c3b-c0ba-41dd-8ba6-dacd3941fd6f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:23.878486 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-468e6c3b-c0ba-41dd-8ba6-dacd3941fd6f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7618420 Dec 17 15:30:23.878945 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39368) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:24.429795 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706aad2b-4b42-4d09-8c06-ff1ad227a14b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:24.437659 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706aad2b-4b42-4d09-8c06-ff1ad227a14b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:24.439417 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-706aad2b-4b42-4d09-8c06-ff1ad227a14b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.5594807 Dec 17 15:30:24.443158 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39386) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:24.605413 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-5b0b416d-9287-4e3a-9c6b-cc0a443bd4f4 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting port 88c91e6c-c0f2-46fb-8441-956f111e5e33 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:30:24.606499 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5b0b416d-9287-4e3a-9c6b-cc0a443bd4f4 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:24.799002 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5b0b416d-9287-4e3a-9c6b-cc0a443bd4f4 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:24.816595 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-5b0b416d-9287-4e3a-9c6b-cc0a443bd4f4 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Calling delete_port for 88c91e6c-c0f2-46fb-8441-956f111e5e33 owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:30:25.010483 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb49dd1-1838-447b-b9d1-00b2d56f2ca8 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:30:25.092965 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d39fae70-82af-4776-abd3-2ad35c781d2e None None] Provisioning complete for port 99ebbff0-3535-49d8-a461-720888731869 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:30:25.093743 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d39fae70-82af-4776-abd3-2ad35c781d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:25.162903 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5b0b416d-9287-4e3a-9c6b-cc0a443bd4f4 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:25.218275 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b416d-9287-4e3a-9c6b-cc0a443bd4f4 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Port': ['ID=88c91e6c-c0f2-46fb-8441-956f111e5e33,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:25.259008 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d39fae70-82af-4776-abd3-2ad35c781d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:25.331049 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-d39fae70-82af-4776-abd3-2ad35c781d2e None None] For port 99ebbff0-3535-49d8-a461-720888731869, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=99ebbff0-3535-49d8-a461-720888731869,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:30:25.354308 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5b0b416d-9287-4e3a-9c6b-cc0a443bd4f4 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:25.358075 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5b0b416d-9287-4e3a-9c6b-cc0a443bd4f4 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/88c91e6c-c0f2-46fb-8441-956f111e5e33 HTTP/1.1" status: 204 len: 168 time: 0.9126556 Dec 17 15:30:25.360777 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39402) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:25.427061 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d39fae70-82af-4776-abd3-2ad35c781d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:25.491892 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39fae70-82af-4776-abd3-2ad35c781d2e None None] Pushing event updated for resources: {'Port': ['ID=99ebbff0-3535-49d8-a461-720888731869,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:25.499111 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2263d9-ff54-485b-a6ac-3c575442c462 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:25.502213 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2263d9-ff54-485b-a6ac-3c575442c462 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:25.504048 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2263d9-ff54-485b-a6ac-3c575442c462 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:25.506297 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8a2263d9-ff54-485b-a6ac-3c575442c462 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1445434 Dec 17 15:30:25.509033 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39404) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:25.659484 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a8e83b5-82bc-4bc4-99c6-efe41d80ba7b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting subnet 13b2a4f4-a509-4ba4-95f5-2d2e9fa28c3c {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:30:25.663506 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3a8e83b5-82bc-4bc4-99c6-efe41d80ba7b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:25.748339 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 99ebbff0-3535-49d8-a461-720888731869 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:30:25.779765 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3a8e83b5-82bc-4bc4-99c6-efe41d80ba7b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:25.817893 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-956c8c74-8358-4eca-9a85-e76cbc9ad64e None None] Provisioning complete for port 99ebbff0-3535-49d8-a461-720888731869 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:30:25.818301 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-956c8c74-8358-4eca-9a85-e76cbc9ad64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:25.876669 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:25.899557 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 99ebbff0-3535-49d8-a461-720888731869 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:30:25.900021 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:26.026404 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3a8e83b5-82bc-4bc4-99c6-efe41d80ba7b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:26.213836 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3a8e83b5-82bc-4bc4-99c6-efe41d80ba7b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:26.261364 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3a8e83b5-82bc-4bc4-99c6-efe41d80ba7b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:26.267104 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3a8e83b5-82bc-4bc4-99c6-efe41d80ba7b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/13b2a4f4-a509-4ba4-95f5-2d2e9fa28c3c HTTP/1.1" status: 204 len: 168 time: 0.7546780 Dec 17 15:30:26.267577 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e83b5-82bc-4bc4-99c6-efe41d80ba7b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Subnet': ['ID=13b2a4f4-a509-4ba4-95f5-2d2e9fa28c3c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:26.268247 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39418) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:26.306389 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-e157de62-5561-48a7-b1e0-8dece5b14372 None None] Could not find standard attr ID for object 88c91e6c-c0f2-46fb-8441-956f111e5e33. {{(pid=102834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:30:26.373014 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a8c1dc8-5bdf-450c-b59d-b9e7c75875b1 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting subnet 6daefa52-73c0-4c40-8afe-66b8296291cb {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:30:26.377852 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2a8c1dc8-5bdf-450c-b59d-b9e7c75875b1 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:26.451301 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2a8c1dc8-5bdf-450c-b59d-b9e7c75875b1 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:26.606440 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2a8c1dc8-5bdf-450c-b59d-b9e7c75875b1 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:26.713537 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d5fd42-d196-42f4-aa37-458258982168 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:30:26.974229 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2a8c1dc8-5bdf-450c-b59d-b9e7c75875b1 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:27.000689 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c1dc8-5bdf-450c-b59d-b9e7c75875b1 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Subnet': ['ID=6daefa52-73c0-4c40-8afe-66b8296291cb,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:27.006634 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2a8c1dc8-5bdf-450c-b59d-b9e7c75875b1 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:27.009834 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2a8c1dc8-5bdf-450c-b59d-b9e7c75875b1 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/6daefa52-73c0-4c40-8afe-66b8296291cb HTTP/1.1" status: 204 len: 168 time: 0.7399559 Dec 17 15:30:27.012444 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39430) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:27.053369 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ac0e8412-f513-43d7-85a6-9449ea55c2fc tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0391643 Dec 17 15:30:27.055620 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39434) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:27.134054 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db34a183-7a70-42d4-9f77-5b9fa3c533c7 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:27.139325 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39442) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:27.139603 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-db34a183-7a70-42d4-9f77-5b9fa3c533c7 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0826690 Dec 17 15:30:27.268867 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f7a0b3-aa35-4d13-b3dd-73b873376b44 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:27.270775 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e7f7a0b3-aa35-4d13-b3dd-73b873376b44 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1293769 Dec 17 15:30:27.273225 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39444) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:27.336055 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-bae165cc-49fe-4035-ac65-2b10207058f1 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0611000 Dec 17 15:30:27.344035 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39450) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:27.348498 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-dd1ee0f6-a4ed-468c-9cca-b7a2b147a717 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:30:27.565561 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514161e8-853f-42a4-ae80-ff87495e3f7c None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:30:27.596206 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1ee0f6-a4ed-468c-9cca-b7a2b147a717 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:30:27.599973 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dd1ee0f6-a4ed-468c-9cca-b7a2b147a717 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:27.601530 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd1ee0f6-a4ed-468c-9cca-b7a2b147a717 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:30:27.601963 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd1ee0f6-a4ed-468c-9cca-b7a2b147a717 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:30:27.702575 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-52de7e15-701f-40b8-b07d-9223940c693a None None] Provisioning complete for port 99ebbff0-3535-49d8-a461-720888731869 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:30:27.703084 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-52de7e15-701f-40b8-b07d-9223940c693a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:27.724467 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-dd1ee0f6-a4ed-468c-9cca-b7a2b147a717 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3800955 Dec 17 15:30:27.727365 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39458) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:27.734280 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-8b0de69b-f1d8-4282-a4ff-0f5bb038f642 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:30:27.968204 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fc953b-742d-4c85-ae22-6674bce6c342 None None] DHCP port deletion for 1ef37782-8ac3-404c-a66a-d6468d16f5c9 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:30:28.022871 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0de69b-f1d8-4282-a4ff-0f5bb038f642 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:30:28.035561 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8b0de69b-f1d8-4282-a4ff-0f5bb038f642 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:28.043695 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0de69b-f1d8-4282-a4ff-0f5bb038f642 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:30:28.047998 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b0de69b-f1d8-4282-a4ff-0f5bb038f642 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:30:28.120781 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-a7fc953b-742d-4c85-ae22-6674bce6c342 None None] Deleting port 99ebbff0-3535-49d8-a461-720888731869 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:30:28.122101 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a7fc953b-742d-4c85-ae22-6674bce6c342 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:28.187822 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8b0de69b-f1d8-4282-a4ff-0f5bb038f642 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4592960 Dec 17 15:30:28.190918 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39466) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:28.196663 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-ab88b7dd-de6c-4d36-be91-acd7c2ec7038 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:30:28.236722 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-a7fc953b-742d-4c85-ae22-6674bce6c342 None None] For port 99ebbff0-3535-49d8-a461-720888731869, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=99ebbff0-3535-49d8-a461-720888731869,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:30:28.237322 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a7fc953b-742d-4c85-ae22-6674bce6c342 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:28.273743 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-a7fc953b-742d-4c85-ae22-6674bce6c342 None None] Calling delete_port for 99ebbff0-3535-49d8-a461-720888731869 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:30:28.514051 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab88b7dd-de6c-4d36-be91-acd7c2ec7038 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:30:28.527168 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ab88b7dd-de6c-4d36-be91-acd7c2ec7038 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:28.527168 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab88b7dd-de6c-4d36-be91-acd7c2ec7038 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:30:28.527168 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab88b7dd-de6c-4d36-be91-acd7c2ec7038 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:30:28.552387 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a7fc953b-742d-4c85-ae22-6674bce6c342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:28.612023 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc953b-742d-4c85-ae22-6674bce6c342 None None] Pushing event deleted for resources: {'Port': ['ID=99ebbff0-3535-49d8-a461-720888731869,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:28.618836 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ab88b7dd-de6c-4d36-be91-acd7c2ec7038 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4264886 Dec 17 15:30:28.622578 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39478) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:28.630527 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fc953b-742d-4c85-ae22-6674bce6c342 None None] No DVR routers for this DVR port 99ebbff0-3535-49d8-a461-720888731869 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:30:28.631638 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-dec7a111-3f6c-4610-8339-fe2d9f9e6a8f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:30:28.992363 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b16658bd-2d3f-4b73-85c5-3b19a0ec290a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:29.021022 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec7a111-3f6c-4610-8339-fe2d9f9e6a8f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:30:29.026426 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dec7a111-3f6c-4610-8339-fe2d9f9e6a8f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:29.029873 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec7a111-3f6c-4610-8339-fe2d9f9e6a8f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:30:29.041369 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dec7a111-3f6c-4610-8339-fe2d9f9e6a8f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:30:29.193704 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-dec7a111-3f6c-4610-8339-fe2d9f9e6a8f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5694788 Dec 17 15:30:29.196645 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39488) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:29.204909 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-a37f90f0-fb0d-4eb9-bb5a-940982973601 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:30:29.500459 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37f90f0-fb0d-4eb9-bb5a-940982973601 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:30:29.505277 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a37f90f0-fb0d-4eb9-bb5a-940982973601 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:29.506860 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37f90f0-fb0d-4eb9-bb5a-940982973601 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:30:29.507422 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a37f90f0-fb0d-4eb9-bb5a-940982973601 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:30:29.608562 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a37f90f0-fb0d-4eb9-bb5a-940982973601 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4105885 Dec 17 15:30:29.614297 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39498) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:29.649020 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-9047c1e1-d90b-412e-a496-e39a3dec9416 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:30:29.674621 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 99ebbff0-3535-49d8-a461-720888731869 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:30:29.742131 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 99ebbff0-3535-49d8-a461-720888731869 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:30:29.743197 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 99ebbff0-3535-49d8-a461-720888731869 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:30:29.877594 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9047c1e1-d90b-412e-a496-e39a3dec9416 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:30:29.908444 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9047c1e1-d90b-412e-a496-e39a3dec9416 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:29.908444 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-9047c1e1-d90b-412e-a496-e39a3dec9416 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:30:29.908444 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9047c1e1-d90b-412e-a496-e39a3dec9416 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:30:30.020224 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9047c1e1-d90b-412e-a496-e39a3dec9416 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4041128 Dec 17 15:30:30.023069 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39504) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:30.157564 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ed4563f7-dcb7-4767-b5a2-3927ff4c9b43 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1296456 Dec 17 15:30:30.159139 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39510) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:30.287092 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce9ba7b-0713-4d00-a969-bc505acca9bf tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:30.290346 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8ce9ba7b-0713-4d00-a969-bc505acca9bf tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1288078 Dec 17 15:30:30.292760 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39514) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:30.780799 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39526) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:30.781840 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2286ae7a-ff2b-47ce-afbb-81222444a8af tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4828789 Dec 17 15:30:30.785931 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-0fd5eae6-ffe2-4ecf-a249-44d788fb2a4f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:30:31.089763 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8731568f-d402-496f-b471-31688f809f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:31.163992 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd5eae6-ffe2-4ecf-a249-44d788fb2a4f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:30:31.163992 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0fd5eae6-ffe2-4ecf-a249-44d788fb2a4f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:31.845331 n-d-820553-2 neutron-server[102833]: DEBUG neutron.objects.ports [None req-0fd5eae6-ffe2-4ecf-a249-44d788fb2a4f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102833) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 15:30:31.848742 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0fd5eae6-ffe2-4ecf-a249-44d788fb2a4f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:31.905510 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd5eae6-ffe2-4ecf-a249-44d788fb2a4f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:30:31.925804 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-0fd5eae6-ffe2-4ecf-a249-44d788fb2a4f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:30:31.930911 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd5eae6-ffe2-4ecf-a249-44d788fb2a4f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:31.935833 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0fd5eae6-ffe2-4ecf-a249-44d788fb2a4f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:31.959366 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5eae6-ffe2-4ecf-a249-44d788fb2a4f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Subnet': ['ID=6f24df32-db85-4a26-82d6-ee2865993818,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:31.974410 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175c7ff7-3cd1-4588-8677-54b10dfb1b52 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:30:32.173402 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39552) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:32.173905 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0fd5eae6-ffe2-4ecf-a249-44d788fb2a4f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3913786 Dec 17 15:30:32.180499 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-ab28a404-85c3-4d28-a3be-c896193dfe2f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'port': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'mac_address': 'fa:16:3e:92:bb:ca', 'name': 'tempest-NetworksTestDHCPv6-1951073831'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:30:32.186868 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd0eda7-3f75-4460-a7b6-d9a65f382c35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'tenant_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'fixed_ips': [{'subnet_id': '6f24df32-db85-4a26-82d6-ee2865993818'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:30:32.190171 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3dd0eda7-3f75-4460-a7b6-d9a65f382c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:32.316373 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:32.432915 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-3dd0eda7-3f75-4460-a7b6-d9a65f382c35 None None] Allocated IP 2001:db8::f816:3eff:fe1f:de2e (1ef37782-8ac3-404c-a66a-d6468d16f5c9/6f24df32-db85-4a26-82d6-ee2865993818/093e9b4f-02ff-4b88-8615-4ecbc517e03a) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:30:32.444370 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab28a404-85c3-4d28-a3be-c896193dfe2f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:30:32.691346 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ab28a404-85c3-4d28-a3be-c896193dfe2f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:32.722474 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-ab28a404-85c3-4d28-a3be-c896193dfe2f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] device_id is not set on port 34d0f426-81c7-419f-8560-f6484f662f49 yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:30:32.813387 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3dd0eda7-3f75-4460-a7b6-d9a65f382c35 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:32.953968 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3dd0eda7-3f75-4460-a7b6-d9a65f382c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:33.022754 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0eda7-3f75-4460-a7b6-d9a65f382c35 None None] Pushing event updated for resources: {'Port': ['ID=093e9b4f-02ff-4b88-8615-4ecbc517e03a,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:33.053014 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd0eda7-3f75-4460-a7b6-d9a65f382c35 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:30:33.053014 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-3dd0eda7-3f75-4460-a7b6-d9a65f382c35 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:30:33.057103 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd0eda7-3f75-4460-a7b6-d9a65f382c35 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:30:33.058369 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-ab28a404-85c3-4d28-a3be-c896193dfe2f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Allocated IP 2001:db8::f816:3eff:fe92:bbca (1ef37782-8ac3-404c-a66a-d6468d16f5c9/6f24df32-db85-4a26-82d6-ee2865993818/34d0f426-81c7-419f-8560-f6484f662f49) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:30:33.284107 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-3dd0eda7-3f75-4460-a7b6-d9a65f382c35 None None] Attempting to bind port 093e9b4f-02ff-4b88-8615-4ecbc517e03a on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:30:33.287289 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-3dd0eda7-3f75-4460-a7b6-d9a65f382c35 None None] Attempting to bind port 093e9b4f-02ff-4b88-8615-4ecbc517e03a by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:30:33.287289 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd0eda7-3f75-4460-a7b6-d9a65f382c35 None None] Attempting to bind port 093e9b4f-02ff-4b88-8615-4ecbc517e03a on network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:30:33.307640 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd0eda7-3f75-4460-a7b6-d9a65f382c35 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:30:33.308108 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd0eda7-3f75-4460-a7b6-d9a65f382c35 None None] Checking segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:30:33.308520 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3dd0eda7-3f75-4460-a7b6-d9a65f382c35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:33.309513 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd0eda7-3f75-4460-a7b6-d9a65f382c35 None None] Bound using segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:30:33.310067 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-3dd0eda7-3f75-4460-a7b6-d9a65f382c35 None None] Bound port: 093e9b4f-02ff-4b88-8615-4ecbc517e03a, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:30:33.310401 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3dd0eda7-3f75-4460-a7b6-d9a65f382c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:33.490101 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ab28a404-85c3-4d28-a3be-c896193dfe2f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:33.542396 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-3dd0eda7-3f75-4460-a7b6-d9a65f382c35 None None] For port 093e9b4f-02ff-4b88-8615-4ecbc517e03a, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:30:33.551914 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-3dd0eda7-3f75-4460-a7b6-d9a65f382c35 None None] For port 093e9b4f-02ff-4b88-8615-4ecbc517e03a, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=093e9b4f-02ff-4b88-8615-4ecbc517e03a,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:30:33.649075 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ab28a404-85c3-4d28-a3be-c896193dfe2f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:33.668230 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3dd0eda7-3f75-4460-a7b6-d9a65f382c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:33.829786 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0eda7-3f75-4460-a7b6-d9a65f382c35 None None] Pushing event updated for resources: {'Port': ['ID=093e9b4f-02ff-4b88-8615-4ecbc517e03a,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:33.863055 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab28a404-85c3-4d28-a3be-c896193dfe2f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:30:33.891198 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-ab28a404-85c3-4d28-a3be-c896193dfe2f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:30:33.896475 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab28a404-85c3-4d28-a3be-c896193dfe2f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:30:33.914261 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab28a404-85c3-4d28-a3be-c896193dfe2f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:33.916872 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ab28a404-85c3-4d28-a3be-c896193dfe2f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:33.942044 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:34.021672 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab28a404-85c3-4d28-a3be-c896193dfe2f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Port': ['ID=34d0f426-81c7-419f-8560-f6484f662f49,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:34.148945 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39592) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:34.153910 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ab28a404-85c3-4d28-a3be-c896193dfe2f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9709234 Dec 17 15:30:34.208049 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:34.276826 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d774541b-27ab-4946-9173-8d0748e5081e tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:34.286718 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d774541b-27ab-4946-9173-8d0748e5081e tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:34.289904 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d774541b-27ab-4946-9173-8d0748e5081e tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1391938 Dec 17 15:30:34.292759 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39596) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:34.467840 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-55c637f0-28e6-477f-981c-0678fcdafc9b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting port 34d0f426-81c7-419f-8560-f6484f662f49 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:30:34.468541 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-55c637f0-28e6-477f-981c-0678fcdafc9b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:34.599082 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-55c637f0-28e6-477f-981c-0678fcdafc9b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:34.637263 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-55c637f0-28e6-477f-981c-0678fcdafc9b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Calling delete_port for 34d0f426-81c7-419f-8560-f6484f662f49 owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:30:34.913977 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-55c637f0-28e6-477f-981c-0678fcdafc9b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:34.988379 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c637f0-28e6-477f-981c-0678fcdafc9b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Port': ['ID=34d0f426-81c7-419f-8560-f6484f662f49,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:35.055810 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-55c637f0-28e6-477f-981c-0678fcdafc9b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:35.063553 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-55c637f0-28e6-477f-981c-0678fcdafc9b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/34d0f426-81c7-419f-8560-f6484f662f49 HTTP/1.1" status: 204 len: 168 time: 0.7694874 Dec 17 15:30:35.065968 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39614) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:35.207362 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4f516a-d35a-4c8a-971b-3eb38f113897 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:35.210927 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4f516a-d35a-4c8a-971b-3eb38f113897 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:35.220662 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39618) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:35.233081 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8c4f516a-d35a-4c8a-971b-3eb38f113897 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1513402 Dec 17 15:30:35.399578 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-865e8dbf-1282-4da9-9a27-7f8d75a874ea tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting subnet 6f24df32-db85-4a26-82d6-ee2865993818 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:30:35.404801 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-865e8dbf-1282-4da9-9a27-7f8d75a874ea tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:35.488051 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-865e8dbf-1282-4da9-9a27-7f8d75a874ea tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:35.784164 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d30ec8c2-08b8-4883-8481-daeb6352b6c4 None None] Provisioning complete for port 093e9b4f-02ff-4b88-8615-4ecbc517e03a triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:30:35.784751 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d30ec8c2-08b8-4883-8481-daeb6352b6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:35.811103 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 093e9b4f-02ff-4b88-8615-4ecbc517e03a up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:30:35.843632 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-865e8dbf-1282-4da9-9a27-7f8d75a874ea tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:36.036399 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d30ec8c2-08b8-4883-8481-daeb6352b6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:36.069625 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 093e9b4f-02ff-4b88-8615-4ecbc517e03a triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:30:36.080394 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:36.082570 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-865e8dbf-1282-4da9-9a27-7f8d75a874ea tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:36.160541 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e8dbf-1282-4da9-9a27-7f8d75a874ea tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Subnet': ['ID=6f24df32-db85-4a26-82d6-ee2865993818,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:36.179858 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e8dbf-1282-4da9-9a27-7f8d75a874ea tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:30:36.181395 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e8dbf-1282-4da9-9a27-7f8d75a874ea tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:30:36.181395 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e8dbf-1282-4da9-9a27-7f8d75a874ea tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:30:36.181395 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e8dbf-1282-4da9-9a27-7f8d75a874ea tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:30:36.181395 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e8dbf-1282-4da9-9a27-7f8d75a874ea tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:30:36.181826 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e8dbf-1282-4da9-9a27-7f8d75a874ea tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:30:36.181915 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e8dbf-1282-4da9-9a27-7f8d75a874ea tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:30:36.182208 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e8dbf-1282-4da9-9a27-7f8d75a874ea tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:30:36.182534 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e8dbf-1282-4da9-9a27-7f8d75a874ea tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:30:36.183367 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e8dbf-1282-4da9-9a27-7f8d75a874ea tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:30:36.183740 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e8dbf-1282-4da9-9a27-7f8d75a874ea tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:30:36.184072 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e8dbf-1282-4da9-9a27-7f8d75a874ea tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:30:36.213425 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-865e8dbf-1282-4da9-9a27-7f8d75a874ea tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:36.218406 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-865e8dbf-1282-4da9-9a27-7f8d75a874ea tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/6f24df32-db85-4a26-82d6-ee2865993818 HTTP/1.1" status: 204 len: 168 time: 0.9954350 Dec 17 15:30:36.222468 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39644) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:36.228950 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-d30ec8c2-08b8-4883-8481-daeb6352b6c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:30:36.228950 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-d30ec8c2-08b8-4883-8481-daeb6352b6c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:30:36.295349 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:36.342916 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39646) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:36.343775 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7ff96af3-d8ee-4f12-a625-fdd630b09693 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1194637 Dec 17 15:30:36.348411 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-0d70b8e6-c665-474d-a74b-90fcc3bc2feb tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:30:36.358514 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 093e9b4f-02ff-4b88-8615-4ecbc517e03a, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=093e9b4f-02ff-4b88-8615-4ecbc517e03a,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:30:36.420797 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:36.442466 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a2f97-7661-45cf-beee-debcef782226 req-c85f44ed-987f-46cb-80b7-8a464eafc113 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:36.444135 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-793a2f97-7661-45cf-beee-debcef782226 req-c85f44ed-987f-46cb-80b7-8a464eafc113 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 945 time: 0.1166708 Dec 17 15:30:36.528869 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=093e9b4f-02ff-4b88-8615-4ecbc517e03a,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:36.545673 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-793a2f97-7661-45cf-beee-debcef782226 req-74db3f87-5f22-4914-8062-f40014279b38 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822575 Dec 17 15:30:36.624494 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d70b8e6-c665-474d-a74b-90fcc3bc2feb tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:30:36.630281 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0d70b8e6-c665-474d-a74b-90fcc3bc2feb tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:36.643502 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e155ad56-e25c-42ac-ab9d-836fdedf2584 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:30:37.017438 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-8a89fb86-d542-49f8-b75e-ad7bb5c98cc6 None None] Could not find standard attr ID for object 34d0f426-81c7-419f-8560-f6484f662f49. {{(pid=102834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:30:37.120243 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43465d3d-fd7c-4b1e-b446-ec3179b50809 None None] DHCP port deletion for 1ef37782-8ac3-404c-a66a-d6468d16f5c9 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:30:37.235593 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-43465d3d-fd7c-4b1e-b446-ec3179b50809 None None] Deleting port 093e9b4f-02ff-4b88-8615-4ecbc517e03a {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:30:37.240097 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-43465d3d-fd7c-4b1e-b446-ec3179b50809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:37.365569 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-43465d3d-fd7c-4b1e-b446-ec3179b50809 None None] For port 093e9b4f-02ff-4b88-8615-4ecbc517e03a, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=093e9b4f-02ff-4b88-8615-4ecbc517e03a,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:30:37.365907 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-43465d3d-fd7c-4b1e-b446-ec3179b50809 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:37.380050 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-43465d3d-fd7c-4b1e-b446-ec3179b50809 None None] Calling delete_port for 093e9b4f-02ff-4b88-8615-4ecbc517e03a owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:30:37.414455 n-d-820553-2 neutron-server[102833]: DEBUG neutron.objects.ports [None req-0d70b8e6-c665-474d-a74b-90fcc3bc2feb tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102833) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 15:30:37.577971 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-43465d3d-fd7c-4b1e-b446-ec3179b50809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:37.651675 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43465d3d-fd7c-4b1e-b446-ec3179b50809 None None] Pushing event deleted for resources: {'Port': ['ID=093e9b4f-02ff-4b88-8615-4ecbc517e03a,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:37.664104 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43465d3d-fd7c-4b1e-b446-ec3179b50809 None None] No DVR routers for this DVR port 093e9b4f-02ff-4b88-8615-4ecbc517e03a on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:30:37.734871 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 093e9b4f-02ff-4b88-8615-4ecbc517e03a no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:30:37.762303 n-d-820553-2 neutron-server[102833]: WARNING neutron.services.revisions.revision_plugin [None req-0d70b8e6-c665-474d-a74b-90fcc3bc2feb tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Could not find related port for resource to bump revision. Dec 17 15:30:37.772900 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 093e9b4f-02ff-4b88-8615-4ecbc517e03a {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:30:37.773711 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 093e9b4f-02ff-4b88-8615-4ecbc517e03a not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:30:37.782003 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700080ce-0659-496b-8721-1581cf861f91 req-016878e8-3467-4fee-ad17-f751b9848fa5 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:37.797668 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-700080ce-0659-496b-8721-1581cf861f91 req-016878e8-3467-4fee-ad17-f751b9848fa5 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 945 time: 0.1193986 Dec 17 15:30:37.809657 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.ipam_pluggable_backend [None req-0d70b8e6-c665-474d-a74b-90fcc3bc2feb tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Port 093e9b4f-02ff-4b88-8615-4ecbc517e03a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102833) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 17 15:30:37.810258 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.ipam_pluggable_backend [None req-0d70b8e6-c665-474d-a74b-90fcc3bc2feb tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1f:de2e {{(pid=102833) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 17 15:30:37.814490 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.ipam_pluggable_backend [None req-0d70b8e6-c665-474d-a74b-90fcc3bc2feb tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe1f:de2e {{(pid=102833) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 17 15:30:37.816112 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0d70b8e6-c665-474d-a74b-90fcc3bc2feb tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:37.861115 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d70b8e6-c665-474d-a74b-90fcc3bc2feb tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:30:37.910897 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-0d70b8e6-c665-474d-a74b-90fcc3bc2feb tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:30:37.926544 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-700080ce-0659-496b-8721-1581cf861f91 req-0d691d7a-79cc-4bb5-9ee4-7551ac14019b tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242664 Dec 17 15:30:37.937717 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33d3be9-9e1a-4d66-9115-71ba2fee70fd None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:30:37.938207 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d70b8e6-c665-474d-a74b-90fcc3bc2feb tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:37.939265 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0d70b8e6-c665-474d-a74b-90fcc3bc2feb tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:38.029626 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70b8e6-c665-474d-a74b-90fcc3bc2feb tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Subnet': ['ID=4008900a-56df-4020-a643-cb998a91beec,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:38.066333 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39676) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:38.067155 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0d70b8e6-c665-474d-a74b-90fcc3bc2feb tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7228730 Dec 17 15:30:38.075103 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-3664eed0-1c11-4933-8178-abbf0c65cc6a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'port': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'mac_address': 'fa:16:3e:db:11:da', 'name': 'tempest-NetworksTestDHCPv6-727722553'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:30:38.431544 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3664eed0-1c11-4933-8178-abbf0c65cc6a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:30:38.518952 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f083ffe8-5ea7-4206-907b-ddb3a294e86c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'tenant_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'fixed_ips': [{'subnet_id': '4008900a-56df-4020-a643-cb998a91beec'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:30:38.522220 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f083ffe8-5ea7-4206-907b-ddb3a294e86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:38.686395 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3664eed0-1c11-4933-8178-abbf0c65cc6a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:38.712968 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-3664eed0-1c11-4933-8178-abbf0c65cc6a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] device_id is not set on port f9c21e50-a259-4f8c-ade0-2e2a833e5962 yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:30:38.718881 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-f083ffe8-5ea7-4206-907b-ddb3a294e86c None None] Allocated IP 2001:db8::f816:3eff:fe51:ea51 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/4008900a-56df-4020-a643-cb998a91beec/9ca3719c-4735-44e5-9f28-09fc4c03db22) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:30:38.905660 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f083ffe8-5ea7-4206-907b-ddb3a294e86c None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:39.031553 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f083ffe8-5ea7-4206-907b-ddb3a294e86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:39.082099 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f083ffe8-5ea7-4206-907b-ddb3a294e86c None None] Pushing event updated for resources: {'Port': ['ID=9ca3719c-4735-44e5-9f28-09fc4c03db22,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:39.093123 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f083ffe8-5ea7-4206-907b-ddb3a294e86c None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:30:39.099655 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-f083ffe8-5ea7-4206-907b-ddb3a294e86c None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:30:39.101563 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f083ffe8-5ea7-4206-907b-ddb3a294e86c None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:30:39.158972 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-3664eed0-1c11-4933-8178-abbf0c65cc6a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Allocated IP 2001:db8::f816:3eff:fedb:11da (1ef37782-8ac3-404c-a66a-d6468d16f5c9/4008900a-56df-4020-a643-cb998a91beec/f9c21e50-a259-4f8c-ade0-2e2a833e5962) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:30:39.178383 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-f083ffe8-5ea7-4206-907b-ddb3a294e86c None None] Attempting to bind port 9ca3719c-4735-44e5-9f28-09fc4c03db22 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:30:39.179569 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-f083ffe8-5ea7-4206-907b-ddb3a294e86c None None] Attempting to bind port 9ca3719c-4735-44e5-9f28-09fc4c03db22 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:30:39.182321 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f083ffe8-5ea7-4206-907b-ddb3a294e86c None None] Attempting to bind port 9ca3719c-4735-44e5-9f28-09fc4c03db22 on network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:30:39.202872 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f083ffe8-5ea7-4206-907b-ddb3a294e86c None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:30:39.215865 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f083ffe8-5ea7-4206-907b-ddb3a294e86c None None] Checking segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:30:39.223814 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f083ffe8-5ea7-4206-907b-ddb3a294e86c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:39.223814 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f083ffe8-5ea7-4206-907b-ddb3a294e86c None None] Bound using segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:30:39.223814 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-f083ffe8-5ea7-4206-907b-ddb3a294e86c None None] Bound port: 9ca3719c-4735-44e5-9f28-09fc4c03db22, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:30:39.223814 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f083ffe8-5ea7-4206-907b-ddb3a294e86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:39.237149 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992df3e-26c3-4d7c-89fa-acc1466b6ed6 req-2db8e0b6-9983-41dd-b6ed-0eca3113ca81 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:39.246884 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4992df3e-26c3-4d7c-89fa-acc1466b6ed6 req-2db8e0b6-9983-41dd-b6ed-0eca3113ca81 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 945 time: 0.1671832 Dec 17 15:30:39.414435 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-f083ffe8-5ea7-4206-907b-ddb3a294e86c None None] For port 9ca3719c-4735-44e5-9f28-09fc4c03db22, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:30:39.423553 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-f083ffe8-5ea7-4206-907b-ddb3a294e86c None None] For port 9ca3719c-4735-44e5-9f28-09fc4c03db22, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9ca3719c-4735-44e5-9f28-09fc4c03db22,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:30:39.468756 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4992df3e-26c3-4d7c-89fa-acc1466b6ed6 req-060387cd-5870-40cc-8a7b-6ee3e880cf27 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169807 Dec 17 15:30:39.512371 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f083ffe8-5ea7-4206-907b-ddb3a294e86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:39.570663 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3664eed0-1c11-4933-8178-abbf0c65cc6a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:39.672523 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f083ffe8-5ea7-4206-907b-ddb3a294e86c None None] Pushing event updated for resources: {'Port': ['ID=9ca3719c-4735-44e5-9f28-09fc4c03db22,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:39.699193 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3664eed0-1c11-4933-8178-abbf0c65cc6a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:39.782120 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3664eed0-1c11-4933-8178-abbf0c65cc6a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:30:39.785977 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-3664eed0-1c11-4933-8178-abbf0c65cc6a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:30:39.801410 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3664eed0-1c11-4933-8178-abbf0c65cc6a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:30:39.830218 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3664eed0-1c11-4933-8178-abbf0c65cc6a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:39.832736 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3664eed0-1c11-4933-8178-abbf0c65cc6a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:39.878970 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664eed0-1c11-4933-8178-abbf0c65cc6a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Port': ['ID=f9c21e50-a259-4f8c-ade0-2e2a833e5962,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:39.986430 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3664eed0-1c11-4933-8178-abbf0c65cc6a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9163845 Dec 17 15:30:39.988830 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39710) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:40.111246 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f33418-1d3e-445b-a830-ce6176b2295b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:40.117897 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f33418-1d3e-445b-a830-ce6176b2295b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:40.119596 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a3f33418-1d3e-445b-a830-ce6176b2295b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1294773 Dec 17 15:30:40.123155 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39714) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:40.330383 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-1ff5f686-17ca-4cd0-abe4-267c108ab6f5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting port f9c21e50-a259-4f8c-ade0-2e2a833e5962 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:30:40.331025 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1ff5f686-17ca-4cd0-abe4-267c108ab6f5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:40.351730 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:40.478163 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1ff5f686-17ca-4cd0-abe4-267c108ab6f5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:40.495201 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-1ff5f686-17ca-4cd0-abe4-267c108ab6f5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Calling delete_port for f9c21e50-a259-4f8c-ade0-2e2a833e5962 owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:30:40.755063 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106853e6-47cc-4540-9573-2353d669ddd5 req-6b511951-d4f7-4f67-b4f3-99179c17da94 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:40.760017 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-106853e6-47cc-4540-9573-2353d669ddd5 req-6b511951-d4f7-4f67-b4f3-99179c17da94 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 945 time: 0.1103120 Dec 17 15:30:40.813149 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1ff5f686-17ca-4cd0-abe4-267c108ab6f5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:40.867573 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5f686-17ca-4cd0-abe4-267c108ab6f5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Port': ['ID=f9c21e50-a259-4f8c-ade0-2e2a833e5962,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:40.951371 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-106853e6-47cc-4540-9573-2353d669ddd5 req-ad2a4868-2d9f-4394-bcd9-2282d65e0a20 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817257 Dec 17 15:30:40.952460 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1ff5f686-17ca-4cd0-abe4-267c108ab6f5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:40.958050 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1ff5f686-17ca-4cd0-abe4-267c108ab6f5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/f9c21e50-a259-4f8c-ade0-2e2a833e5962 HTTP/1.1" status: 204 len: 168 time: 0.8316021 Dec 17 15:30:40.958683 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39728) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:41.093224 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9d9400-5787-48ab-8ee9-771ba52a55e8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:41.095828 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9d9400-5787-48ab-8ee9-771ba52a55e8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:41.101785 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-da9d9400-5787-48ab-8ee9-771ba52a55e8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1419721 Dec 17 15:30:41.101967 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39732) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:41.306213 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ef0aa6-2d15-4d28-9407-16179400563d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting subnet 4008900a-56df-4020-a643-cb998a91beec {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:30:41.323216 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-76ef0aa6-2d15-4d28-9407-16179400563d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:41.492577 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-76ef0aa6-2d15-4d28-9407-16179400563d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:41.642284 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-b3939b3e-f0f5-4bc5-99e5-5a4dc9110f37 None None] Provisioning complete for port 9ca3719c-4735-44e5-9f28-09fc4c03db22 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:30:41.644681 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b3939b3e-f0f5-4bc5-99e5-5a4dc9110f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:41.694834 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-76ef0aa6-2d15-4d28-9407-16179400563d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:41.895491 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-76ef0aa6-2d15-4d28-9407-16179400563d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:41.935138 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b3939b3e-f0f5-4bc5-99e5-5a4dc9110f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:41.953349 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-76ef0aa6-2d15-4d28-9407-16179400563d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:41.986575 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-76ef0aa6-2d15-4d28-9407-16179400563d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/4008900a-56df-4020-a643-cb998a91beec HTTP/1.1" status: 204 len: 168 time: 0.8812418 Dec 17 15:30:41.987900 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39744) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:42.055446 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef0aa6-2d15-4d28-9407-16179400563d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Subnet': ['ID=4008900a-56df-4020-a643-cb998a91beec,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:42.064238 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9ca3719c-4735-44e5-9f28-09fc4c03db22 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:30:42.174224 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f55215b0-3f9b-4287-af7e-b46fb895ae46 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1835034 Dec 17 15:30:42.174818 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39750) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:42.268823 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98fcecd-1597-4b43-b44a-8d37755a8bbc None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:30:42.313925 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea67621-d392-42ad-8583-3666b60e7cd6 req-a9dec1a9-6939-4e36-bf40-3a50fe6b7ee9 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:42.330512 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aea67621-d392-42ad-8583-3666b60e7cd6 req-a9dec1a9-6939-4e36-bf40-3a50fe6b7ee9 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 945 time: 0.1411016 Dec 17 15:30:42.340255 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ae6c25-368e-4876-b2ea-6ac2964d3ddf tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:42.360942 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39754) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:42.361770 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d9ae6c25-368e-4876-b2ea-6ac2964d3ddf tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1860323 Dec 17 15:30:42.474130 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7f4683-69d7-4ee7-ba8c-f2eb159b88ec tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:42.483922 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39758) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:42.488812 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-b3939b3e-f0f5-4bc5-99e5-5a4dc9110f37 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:30:42.489172 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-b3939b3e-f0f5-4bc5-99e5-5a4dc9110f37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:30:42.508310 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ab7f4683-69d7-4ee7-ba8c-f2eb159b88ec tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1437774 Dec 17 15:30:42.544088 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 9ca3719c-4735-44e5-9f28-09fc4c03db22 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:30:42.544553 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:42.545610 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c3991580-0597-4919-a91d-6d376b9820b3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0601325 Dec 17 15:30:42.553732 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39760) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:42.564714 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-a215525e-711e-4f9c-8b95-35a1d1c8e9ca tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:30:42.587772 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aea67621-d392-42ad-8583-3666b60e7cd6 req-ae02d12b-d961-47f1-b0df-87ed2c9a2e1d tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520053 Dec 17 15:30:42.708357 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce2cbc2-f9fd-4cc9-b095-62429c406a22 None None] DHCP port deletion for 1ef37782-8ac3-404c-a66a-d6468d16f5c9 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:30:42.759262 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:42.818994 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a215525e-711e-4f9c-8b95-35a1d1c8e9ca tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:30:42.824651 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a215525e-711e-4f9c-8b95-35a1d1c8e9ca tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:42.857116 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 9ca3719c-4735-44e5-9f28-09fc4c03db22, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9ca3719c-4735-44e5-9f28-09fc4c03db22,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:30:42.915807 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-8ce2cbc2-f9fd-4cc9-b095-62429c406a22 None None] Deleting port 9ca3719c-4735-44e5-9f28-09fc4c03db22 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:30:42.915807 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8ce2cbc2-f9fd-4cc9-b095-62429c406a22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:42.990550 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:43.122270 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=9ca3719c-4735-44e5-9f28-09fc4c03db22,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:43.229476 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-8ce2cbc2-f9fd-4cc9-b095-62429c406a22 None None] For port 9ca3719c-4735-44e5-9f28-09fc4c03db22, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9ca3719c-4735-44e5-9f28-09fc4c03db22,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:30:43.229878 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8ce2cbc2-f9fd-4cc9-b095-62429c406a22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:43.247826 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-8ce2cbc2-f9fd-4cc9-b095-62429c406a22 None None] Calling delete_port for 9ca3719c-4735-44e5-9f28-09fc4c03db22 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:30:43.346786 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-6c06eb62-e34f-410d-a3f1-e1ae56942b75 None None] Could not find standard attr ID for object f9c21e50-a259-4f8c-ade0-2e2a833e5962. {{(pid=102834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:30:43.435527 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8ce2cbc2-f9fd-4cc9-b095-62429c406a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:43.457040 n-d-820553-2 neutron-server[102833]: DEBUG neutron.objects.ports [None req-a215525e-711e-4f9c-8b95-35a1d1c8e9ca tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102833) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 15:30:43.498162 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2cbc2-f9fd-4cc9-b095-62429c406a22 None None] Pushing event deleted for resources: {'Port': ['ID=9ca3719c-4735-44e5-9f28-09fc4c03db22,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:43.517956 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce2cbc2-f9fd-4cc9-b095-62429c406a22 None None] No DVR routers for this DVR port 9ca3719c-4735-44e5-9f28-09fc4c03db22 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:30:43.757825 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9ca3719c-4735-44e5-9f28-09fc4c03db22 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:30:43.770831 n-d-820553-2 neutron-server[102833]: WARNING neutron.services.revisions.revision_plugin [None req-a215525e-711e-4f9c-8b95-35a1d1c8e9ca tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Could not find related port for resource to bump revision. Dec 17 15:30:43.818342 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 9ca3719c-4735-44e5-9f28-09fc4c03db22 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:30:43.818926 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9ca3719c-4735-44e5-9f28-09fc4c03db22 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:30:43.820724 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.ipam_pluggable_backend [None req-a215525e-711e-4f9c-8b95-35a1d1c8e9ca tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Port 9ca3719c-4735-44e5-9f28-09fc4c03db22 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102833) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 17 15:30:43.823425 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.ipam_pluggable_backend [None req-a215525e-711e-4f9c-8b95-35a1d1c8e9ca tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Reverting IP allocation for 2001:db8::f816:3eff:fe51:ea51 {{(pid=102833) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 17 15:30:43.830736 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.ipam_pluggable_backend [None req-a215525e-711e-4f9c-8b95-35a1d1c8e9ca tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe51:ea51 {{(pid=102833) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 17 15:30:43.834022 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a215525e-711e-4f9c-8b95-35a1d1c8e9ca tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:43.926005 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a215525e-711e-4f9c-8b95-35a1d1c8e9ca tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:30:43.928427 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-a215525e-711e-4f9c-8b95-35a1d1c8e9ca tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:30:43.931143 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215525e-711e-4f9c-8b95-35a1d1c8e9ca tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Subnet': ['ID=6c320228-616b-47aa-be6d-14833f050da0,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:43.941645 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a215525e-711e-4f9c-8b95-35a1d1c8e9ca tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:43.942450 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352e0516-b763-4e63-acd0-f52176882e7b None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:30:43.943307 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a215525e-711e-4f9c-8b95-35a1d1c8e9ca tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:44.003007 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44bafb7-071b-46df-949b-b3e5abdb10fc req-36689f48-2462-4bed-a7d2-2da736f7e9d9 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:44.020892 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f44bafb7-071b-46df-949b-b3e5abdb10fc req-36689f48-2462-4bed-a7d2-2da736f7e9d9 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 945 time: 0.2410274 Dec 17 15:30:44.057543 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a215525e-711e-4f9c-8b95-35a1d1c8e9ca tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5009656 Dec 17 15:30:44.060327 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39790) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:44.068069 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-21814266-bdaf-4de8-9325-4b053290fbf6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'port': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'mac_address': 'fa:16:3e:76:4c:a8', 'name': 'tempest-NetworksTestDHCPv6-1716194982'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:30:44.199711 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f44bafb7-071b-46df-949b-b3e5abdb10fc req-de5d2c3e-f24e-410e-93b9-d271d5500ea3 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750128 Dec 17 15:30:44.220555 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf79234a-7f74-4035-8398-be03b849958e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'tenant_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'fixed_ips': [{'subnet_id': '6c320228-616b-47aa-be6d-14833f050da0'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:30:44.220555 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cf79234a-7f74-4035-8398-be03b849958e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:44.426586 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21814266-bdaf-4de8-9325-4b053290fbf6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:30:44.467777 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-cf79234a-7f74-4035-8398-be03b849958e None None] Allocated IP 2001:db8::f816:3eff:fea0:b93a (1ef37782-8ac3-404c-a66a-d6468d16f5c9/6c320228-616b-47aa-be6d-14833f050da0/e875d8b6-f95a-4f0d-9676-51b046e186cb) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:30:44.580065 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-21814266-bdaf-4de8-9325-4b053290fbf6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:44.613459 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-21814266-bdaf-4de8-9325-4b053290fbf6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] device_id is not set on port 3e0f013a-5995-49de-8813-a87277d505f8 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:30:44.752930 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cf79234a-7f74-4035-8398-be03b849958e None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:45.055235 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cf79234a-7f74-4035-8398-be03b849958e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:45.095697 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf79234a-7f74-4035-8398-be03b849958e None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:30:45.099018 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-cf79234a-7f74-4035-8398-be03b849958e None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:30:45.102675 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf79234a-7f74-4035-8398-be03b849958e None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:30:45.103318 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-21814266-bdaf-4de8-9325-4b053290fbf6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Allocated IP 2001:db8::f816:3eff:fe76:4ca8 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/6c320228-616b-47aa-be6d-14833f050da0/3e0f013a-5995-49de-8813-a87277d505f8) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:30:45.110931 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79234a-7f74-4035-8398-be03b849958e None None] Pushing event updated for resources: {'Port': ['ID=e875d8b6-f95a-4f0d-9676-51b046e186cb,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:45.171250 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-cf79234a-7f74-4035-8398-be03b849958e None None] Attempting to bind port e875d8b6-f95a-4f0d-9676-51b046e186cb on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:30:45.171628 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-cf79234a-7f74-4035-8398-be03b849958e None None] Attempting to bind port e875d8b6-f95a-4f0d-9676-51b046e186cb by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:30:45.171960 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf79234a-7f74-4035-8398-be03b849958e None None] Attempting to bind port e875d8b6-f95a-4f0d-9676-51b046e186cb on network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:30:45.177557 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf79234a-7f74-4035-8398-be03b849958e None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:30:45.177927 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf79234a-7f74-4035-8398-be03b849958e None None] Checking segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:30:45.178332 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cf79234a-7f74-4035-8398-be03b849958e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:45.178728 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf79234a-7f74-4035-8398-be03b849958e None None] Bound using segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:30:45.179292 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-cf79234a-7f74-4035-8398-be03b849958e None None] Bound port: e875d8b6-f95a-4f0d-9676-51b046e186cb, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:30:45.179572 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cf79234a-7f74-4035-8398-be03b849958e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:45.258987 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-cf79234a-7f74-4035-8398-be03b849958e None None] For port e875d8b6-f95a-4f0d-9676-51b046e186cb, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:30:45.262953 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-cf79234a-7f74-4035-8398-be03b849958e None None] For port e875d8b6-f95a-4f0d-9676-51b046e186cb, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e875d8b6-f95a-4f0d-9676-51b046e186cb,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:30:45.315183 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-21814266-bdaf-4de8-9325-4b053290fbf6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:45.349653 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cf79234a-7f74-4035-8398-be03b849958e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:45.387564 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91026c60-3622-47a2-abe3-7fc9a0eb0187 req-644b1ac7-a1d0-45cf-988e-8a6b61cef978 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:45.390108 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-91026c60-3622-47a2-abe3-7fc9a0eb0187 req-644b1ac7-a1d0-45cf-988e-8a6b61cef978 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 945 time: 0.0631251 Dec 17 15:30:45.450398 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-21814266-bdaf-4de8-9325-4b053290fbf6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:45.455443 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79234a-7f74-4035-8398-be03b849958e None None] Pushing event updated for resources: {'Port': ['ID=e875d8b6-f95a-4f0d-9676-51b046e186cb,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:45.489673 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-91026c60-3622-47a2-abe3-7fc9a0eb0187 req-b0cd6543-2605-4212-8d62-1b52a078bf01 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933831 Dec 17 15:30:45.540808 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21814266-bdaf-4de8-9325-4b053290fbf6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:30:45.555371 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-21814266-bdaf-4de8-9325-4b053290fbf6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:30:45.568639 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21814266-bdaf-4de8-9325-4b053290fbf6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:30:45.581614 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21814266-bdaf-4de8-9325-4b053290fbf6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:45.582299 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-21814266-bdaf-4de8-9325-4b053290fbf6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:45.596115 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21814266-bdaf-4de8-9325-4b053290fbf6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Port': ['ID=3e0f013a-5995-49de-8813-a87277d505f8,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:45.673627 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-21814266-bdaf-4de8-9325-4b053290fbf6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6079166 Dec 17 15:30:45.673627 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39818) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:45.795081 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ec1bf7-c890-498f-94cd-8a5873dd7b7d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:45.815174 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ec1bf7-c890-498f-94cd-8a5873dd7b7d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:45.817084 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-82ec1bf7-c890-498f-94cd-8a5873dd7b7d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1431079 Dec 17 15:30:45.819903 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39822) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:45.968567 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-bd03a49f-d18d-468c-9b8a-f1f334094497 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting port 3e0f013a-5995-49de-8813-a87277d505f8 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:30:45.968875 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bd03a49f-d18d-468c-9b8a-f1f334094497 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:46.079708 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bd03a49f-d18d-468c-9b8a-f1f334094497 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:46.092674 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-bd03a49f-d18d-468c-9b8a-f1f334094497 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Calling delete_port for 3e0f013a-5995-49de-8813-a87277d505f8 owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:30:46.369829 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bd03a49f-d18d-468c-9b8a-f1f334094497 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:46.398783 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03a49f-d18d-468c-9b8a-f1f334094497 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Port': ['ID=3e0f013a-5995-49de-8813-a87277d505f8,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:46.412942 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03a49f-d18d-468c-9b8a-f1f334094497 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:30:46.413312 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03a49f-d18d-468c-9b8a-f1f334094497 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:30:46.413650 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03a49f-d18d-468c-9b8a-f1f334094497 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:30:46.413984 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03a49f-d18d-468c-9b8a-f1f334094497 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:30:46.414313 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03a49f-d18d-468c-9b8a-f1f334094497 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:30:46.414642 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03a49f-d18d-468c-9b8a-f1f334094497 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:30:46.414965 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03a49f-d18d-468c-9b8a-f1f334094497 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:30:46.415287 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03a49f-d18d-468c-9b8a-f1f334094497 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:30:46.415613 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03a49f-d18d-468c-9b8a-f1f334094497 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:30:46.415928 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03a49f-d18d-468c-9b8a-f1f334094497 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:30:46.416245 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03a49f-d18d-468c-9b8a-f1f334094497 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:30:46.416566 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03a49f-d18d-468c-9b8a-f1f334094497 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:30:46.437560 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bd03a49f-d18d-468c-9b8a-f1f334094497 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:46.440737 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-bd03a49f-d18d-468c-9b8a-f1f334094497 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/3e0f013a-5995-49de-8813-a87277d505f8 HTTP/1.1" status: 204 len: 168 time: 0.6197956 Dec 17 15:30:46.443155 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39840) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:46.502369 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdc9f37-6e52-4945-8ec1-f5cb2c75fe1e tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:46.504110 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdc9f37-6e52-4945-8ec1-f5cb2c75fe1e tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:46.505859 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4fdc9f37-6e52-4945-8ec1-f5cb2c75fe1e tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0616674 Dec 17 15:30:46.508399 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39844) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:46.576879 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbc61d5c-e730-4f47-be84-19c4fc46c4de tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting subnet 6c320228-616b-47aa-be6d-14833f050da0 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:30:46.580961 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bbc61d5c-e730-4f47-be84-19c4fc46c4de tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:46.656248 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bbc61d5c-e730-4f47-be84-19c4fc46c4de tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:46.711898 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b87e5-ace1-4fd7-a890-b3ccac232ee5 req-44af6e7f-2bfd-47bc-88ad-03cbdef0c524 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:46.719844 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8d7b87e5-ace1-4fd7-a890-b3ccac232ee5 req-44af6e7f-2bfd-47bc-88ad-03cbdef0c524 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 945 time: 0.1359413 Dec 17 15:30:46.818512 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8d7b87e5-ace1-4fd7-a890-b3ccac232ee5 req-9d6c9608-0710-4cac-8583-0fb19b2a90b5 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906348 Dec 17 15:30:46.838820 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bbc61d5c-e730-4f47-be84-19c4fc46c4de tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:46.941192 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a7b17947-45bc-4798-b574-0e25e3184c52 None None] Provisioning complete for port e875d8b6-f95a-4f0d-9676-51b046e186cb triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:30:46.941734 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a7b17947-45bc-4798-b574-0e25e3184c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:47.032163 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bbc61d5c-e730-4f47-be84-19c4fc46c4de tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:47.120372 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc61d5c-e730-4f47-be84-19c4fc46c4de tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Subnet': ['ID=6c320228-616b-47aa-be6d-14833f050da0,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:47.130157 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bbc61d5c-e730-4f47-be84-19c4fc46c4de tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:47.138411 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-bbc61d5c-e730-4f47-be84-19c4fc46c4de tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/6c320228-616b-47aa-be6d-14833f050da0 HTTP/1.1" status: 204 len: 168 time: 0.6287792 Dec 17 15:30:47.140732 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39872) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:47.150639 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a7b17947-45bc-4798-b574-0e25e3184c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:47.201196 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-a7b17947-45bc-4798-b574-0e25e3184c52 None None] For port e875d8b6-f95a-4f0d-9676-51b046e186cb, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e875d8b6-f95a-4f0d-9676-51b046e186cb,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:30:47.251941 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9f6e417c-31dd-4de9-bfd3-ddc7522b95d3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1071379 Dec 17 15:30:47.251941 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39876) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:47.256876 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-934f18a0-fe95-4fcd-a1bf-a730950b8d7d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:30:47.259394 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f837c49e-0bbf-4f49-8fbb-9e95f274c988 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:30:47.341026 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a7b17947-45bc-4798-b574-0e25e3184c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:47.449093 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b17947-45bc-4798-b574-0e25e3184c52 None None] Pushing event updated for resources: {'Port': ['ID=e875d8b6-f95a-4f0d-9676-51b046e186cb,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:47.452836 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934f18a0-fe95-4fcd-a1bf-a730950b8d7d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:30:47.457638 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-934f18a0-fe95-4fcd-a1bf-a730950b8d7d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:47.458857 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-979215ba-e76c-4fbd-aca2-b64b1d8553ef None None] Could not find standard attr ID for object 3e0f013a-5995-49de-8813-a87277d505f8. {{(pid=102834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:30:47.545122 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7dc39f-c2cd-40b7-a02c-a1465ea51972 None None] DHCP port deletion for 1ef37782-8ac3-404c-a66a-d6468d16f5c9 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:30:47.612114 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-bc7dc39f-c2cd-40b7-a02c-a1465ea51972 None None] Deleting port e875d8b6-f95a-4f0d-9676-51b046e186cb {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:30:47.612699 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bc7dc39f-c2cd-40b7-a02c-a1465ea51972 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:47.687705 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-bc7dc39f-c2cd-40b7-a02c-a1465ea51972 None None] For port e875d8b6-f95a-4f0d-9676-51b046e186cb, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e875d8b6-f95a-4f0d-9676-51b046e186cb,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:30:47.688240 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bc7dc39f-c2cd-40b7-a02c-a1465ea51972 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:47.700896 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-bc7dc39f-c2cd-40b7-a02c-a1465ea51972 None None] Calling delete_port for e875d8b6-f95a-4f0d-9676-51b046e186cb owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:30:47.885119 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bc7dc39f-c2cd-40b7-a02c-a1465ea51972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:47.915792 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7dc39f-c2cd-40b7-a02c-a1465ea51972 None None] No DVR routers for this DVR port e875d8b6-f95a-4f0d-9676-51b046e186cb on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:30:47.918128 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7dc39f-c2cd-40b7-a02c-a1465ea51972 None None] Pushing event deleted for resources: {'Port': ['ID=e875d8b6-f95a-4f0d-9676-51b046e186cb,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:47.938203 n-d-820553-2 neutron-server[102832]: DEBUG neutron.objects.ports [None req-934f18a0-fe95-4fcd-a1bf-a730950b8d7d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102832) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 15:30:48.038729 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e95b9c-0f85-4654-be71-3b9d6380bdcf req-3e4be97f-6cce-4478-9b2a-9c66f09b795e tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:48.040248 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a6e95b9c-0f85-4654-be71-3b9d6380bdcf req-3e4be97f-6cce-4478-9b2a-9c66f09b795e tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 945 time: 0.1348715 Dec 17 15:30:48.075900 n-d-820553-2 neutron-server[102832]: WARNING neutron.services.revisions.revision_plugin [None req-934f18a0-fe95-4fcd-a1bf-a730950b8d7d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Could not find related port for resource to bump revision. Dec 17 15:30:48.104127 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a6e95b9c-0f85-4654-be71-3b9d6380bdcf req-4f4d9eb9-a51f-460c-9da2-119e7d4ef9ca tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551925 Dec 17 15:30:48.140496 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.ipam_pluggable_backend [None req-934f18a0-fe95-4fcd-a1bf-a730950b8d7d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Port e875d8b6-f95a-4f0d-9676-51b046e186cb was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102832) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 17 15:30:48.140833 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.ipam_pluggable_backend [None req-934f18a0-fe95-4fcd-a1bf-a730950b8d7d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Reverting IP allocation for 2001:db8::f816:3eff:fea0:b93a {{(pid=102832) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 17 15:30:48.147115 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.ipam_pluggable_backend [None req-934f18a0-fe95-4fcd-a1bf-a730950b8d7d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea0:b93a {{(pid=102832) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 17 15:30:48.148407 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-934f18a0-fe95-4fcd-a1bf-a730950b8d7d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:48.197254 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934f18a0-fe95-4fcd-a1bf-a730950b8d7d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:30:48.201402 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-934f18a0-fe95-4fcd-a1bf-a730950b8d7d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:30:48.204424 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934f18a0-fe95-4fcd-a1bf-a730950b8d7d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:48.205029 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-934f18a0-fe95-4fcd-a1bf-a730950b8d7d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:48.210814 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0b77a2-9e0d-467f-9330-129ffa4462ca None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:30:48.223357 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f18a0-fe95-4fcd-a1bf-a730950b8d7d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Subnet': ['ID=fb44e7c8-4cb2-4746-8b1a-e8e3316fbfdd,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:48.303883 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-934f18a0-fe95-4fcd-a1bf-a730950b8d7d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0510907 Dec 17 15:30:48.306577 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39890) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:48.312361 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-926bf478-bc74-4426-b47d-e96197f349aa tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'port': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'mac_address': 'fa:16:3e:23:fd:c7', 'name': 'tempest-NetworksTestDHCPv6-1461539692'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:30:48.383042 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b147c57-3f0e-4680-8b28-5f9197098d05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'tenant_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'fixed_ips': [{'subnet_id': 'fb44e7c8-4cb2-4746-8b1a-e8e3316fbfdd'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:30:48.384759 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8b147c57-3f0e-4680-8b28-5f9197098d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:48.485035 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:30:48.522830 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926bf478-bc74-4426-b47d-e96197f349aa tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:30:48.596762 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-8b147c57-3f0e-4680-8b28-5f9197098d05 None None] Allocated IP 2001:db8::f816:3eff:fe61:d355 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/fb44e7c8-4cb2-4746-8b1a-e8e3316fbfdd/ebecaeff-e31f-4a06-bf0a-9e7791d0cac1) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:30:48.612233 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-926bf478-bc74-4426-b47d-e96197f349aa tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:48.639507 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-926bf478-bc74-4426-b47d-e96197f349aa tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] device_id is not set on port a538845e-b831-4fd8-9a80-246aefcf3725 yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:30:48.674525 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd,segment=NetworkSegment(f1f4760e-7fd1-432e-9861-fd1a052a7a2d),segment_id=f1f4760e-7fd1-432e-9861-fd1a052a7a2d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:30:48.693283 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd', 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036', 'port_id': '7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd', 'mac_address': 'fa:16:3e:70:3a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:30:48.758388 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:48.783394 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:30:48.828254 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd,segment=NetworkSegment(f1f4760e-7fd1-432e-9861-fd1a052a7a2d),segment_id=f1f4760e-7fd1-432e-9861-fd1a052a7a2d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:30:48.840421 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8b147c57-3f0e-4680-8b28-5f9197098d05 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:49.025869 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:49.076153 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd,revision_number=6']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:49.099384 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8b147c57-3f0e-4680-8b28-5f9197098d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:49.153363 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b147c57-3f0e-4680-8b28-5f9197098d05 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:30:49.155561 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-8b147c57-3f0e-4680-8b28-5f9197098d05 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:30:49.157980 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b147c57-3f0e-4680-8b28-5f9197098d05 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:30:49.172942 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b147c57-3f0e-4680-8b28-5f9197098d05 None None] Pushing event updated for resources: {'Port': ['ID=ebecaeff-e31f-4a06-bf0a-9e7791d0cac1,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:49.180075 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-926bf478-bc74-4426-b47d-e96197f349aa tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Allocated IP 2001:db8::f816:3eff:fe23:fdc7 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/fb44e7c8-4cb2-4746-8b1a-e8e3316fbfdd/a538845e-b831-4fd8-9a80-246aefcf3725) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:30:49.243704 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-8b147c57-3f0e-4680-8b28-5f9197098d05 None None] Attempting to bind port ebecaeff-e31f-4a06-bf0a-9e7791d0cac1 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:30:49.245155 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-8b147c57-3f0e-4680-8b28-5f9197098d05 None None] Attempting to bind port ebecaeff-e31f-4a06-bf0a-9e7791d0cac1 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:30:49.246241 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b147c57-3f0e-4680-8b28-5f9197098d05 None None] Attempting to bind port ebecaeff-e31f-4a06-bf0a-9e7791d0cac1 on network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:30:49.254407 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b147c57-3f0e-4680-8b28-5f9197098d05 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:30:49.255243 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b147c57-3f0e-4680-8b28-5f9197098d05 None None] Checking segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:30:49.256272 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8b147c57-3f0e-4680-8b28-5f9197098d05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:49.256766 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b147c57-3f0e-4680-8b28-5f9197098d05 None None] Bound using segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:30:49.257377 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-8b147c57-3f0e-4680-8b28-5f9197098d05 None None] Bound port: ebecaeff-e31f-4a06-bf0a-9e7791d0cac1, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:30:49.257870 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8b147c57-3f0e-4680-8b28-5f9197098d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:49.277862 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:30:49.311444 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fca21-80b7-4a39-b057-fc624d984019 req-14d3b52f-3075-4833-afc6-bd7c9c6159cf tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:49.317954 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a6fca21-80b7-4a39-b057-fc624d984019 req-14d3b52f-3075-4833-afc6-bd7c9c6159cf tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 944 time: 0.1087501 Dec 17 15:30:49.407071 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a6fca21-80b7-4a39-b057-fc624d984019 req-354b5bb7-4da6-4c9f-b8ee-549a373da533 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881824 Dec 17 15:30:49.482868 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-926bf478-bc74-4426-b47d-e96197f349aa tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:49.548997 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-8b147c57-3f0e-4680-8b28-5f9197098d05 None None] For port ebecaeff-e31f-4a06-bf0a-9e7791d0cac1, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:30:49.560237 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-8b147c57-3f0e-4680-8b28-5f9197098d05 None None] For port ebecaeff-e31f-4a06-bf0a-9e7791d0cac1, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ebecaeff-e31f-4a06-bf0a-9e7791d0cac1,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:30:49.620377 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-926bf478-bc74-4426-b47d-e96197f349aa tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:49.660417 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8b147c57-3f0e-4680-8b28-5f9197098d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:49.671688 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926bf478-bc74-4426-b47d-e96197f349aa tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:30:49.674841 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-926bf478-bc74-4426-b47d-e96197f349aa tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:30:49.677641 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926bf478-bc74-4426-b47d-e96197f349aa tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:30:49.684463 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926bf478-bc74-4426-b47d-e96197f349aa tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:49.685372 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-926bf478-bc74-4426-b47d-e96197f349aa tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:49.700413 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926bf478-bc74-4426-b47d-e96197f349aa tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Port': ['ID=a538845e-b831-4fd8-9a80-246aefcf3725,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:49.729262 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b147c57-3f0e-4680-8b28-5f9197098d05 None None] Pushing event updated for resources: {'Port': ['ID=ebecaeff-e31f-4a06-bf0a-9e7791d0cac1,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:49.897206 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-926bf478-bc74-4426-b47d-e96197f349aa tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5895596 Dec 17 15:30:49.900009 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39940) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:49.967242 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42242487-3dcd-4ab4-9458-229fcf4040c5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:49.973491 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42242487-3dcd-4ab4-9458-229fcf4040c5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:49.975425 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-42242487-3dcd-4ab4-9458-229fcf4040c5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0744271 Dec 17 15:30:49.978351 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39944) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:50.077064 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-e857b002-a8b8-4c22-9252-6ac896fa7629 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting port a538845e-b831-4fd8-9a80-246aefcf3725 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:30:50.077427 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e857b002-a8b8-4c22-9252-6ac896fa7629 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:50.172549 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e857b002-a8b8-4c22-9252-6ac896fa7629 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:50.186742 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-e857b002-a8b8-4c22-9252-6ac896fa7629 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Calling delete_port for a538845e-b831-4fd8-9a80-246aefcf3725 owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:30:50.476039 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e857b002-a8b8-4c22-9252-6ac896fa7629 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:50.501984 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:30:50.529974 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857b002-a8b8-4c22-9252-6ac896fa7629 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Port': ['ID=a538845e-b831-4fd8-9a80-246aefcf3725,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:50.567003 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e857b002-a8b8-4c22-9252-6ac896fa7629 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:50.569498 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:30:50.569980 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:50.573119 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39954) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:50.573300 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e857b002-a8b8-4c22-9252-6ac896fa7629 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/a538845e-b831-4fd8-9a80-246aefcf3725 HTTP/1.1" status: 204 len: 168 time: 0.5937393 Dec 17 15:30:50.608914 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09938c2-d2ed-4c3c-9568-1f3ba0a9db70 req-5a360e15-1b52-4795-aa0b-64be23243041 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:50.611275 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c09938c2-d2ed-4c3c-9568-1f3ba0a9db70 req-5a360e15-1b52-4795-aa0b-64be23243041 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 944 time: 0.1201727 Dec 17 15:30:50.656144 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ce59a7-3bcb-47a3-bc80-cc6a21242797 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:50.658127 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ce59a7-3bcb-47a3-bc80-cc6a21242797 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:50.659963 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-39ce59a7-3bcb-47a3-bc80-cc6a21242797 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0847111 Dec 17 15:30:50.663254 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39956) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:50.702370 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c09938c2-d2ed-4c3c-9568-1f3ba0a9db70 req-aaf5e00f-ad89-445c-8e42-0e1bf35eeb61 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839772 Dec 17 15:30:50.706583 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:50.738637 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052fd604-f4fb-4346-98a7-bd258456dd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:30:50.741782 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5585afbf-7808-4b7b-be5b-5bbeb57407f3" -d '{"events": [{"server_uuid": "052fd604-f4fb-4346-98a7-bd258456dd66", "name": "network-vif-plugged", "status": "completed", "tag": "7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:30:50.762426 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd,segment=NetworkSegment(f1f4760e-7fd1-432e-9861-fd1a052a7a2d),segment_id=f1f4760e-7fd1-432e-9861-fd1a052a7a2d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:30:50.784831 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-b124b5d8-ec16-4260-9a66-020a73caf6e3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting subnet fb44e7c8-4cb2-4746-8b1a-e8e3316fbfdd {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:30:50.789673 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b124b5d8-ec16-4260-9a66-020a73caf6e3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:50.822129 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38237127-d21c-44e3-b807-1106ad62aea4 x-openstack-request-id: req-38237127-d21c-44e3-b807-1106ad62aea4 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:30:50.822129 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052fd604-f4fb-4346-98a7-bd258456dd66", "name": "network-vif-plugged", "status": "completed", "tag": "7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:30:50.822129 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-38237127-d21c-44e3-b807-1106ad62aea4 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:30:50.822129 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052fd604-f4fb-4346-98a7-bd258456dd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd', 'code': 200} Dec 17 15:30:50.850047 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b124b5d8-ec16-4260-9a66-020a73caf6e3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:50.940216 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:50.945330 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b124b5d8-ec16-4260-9a66-020a73caf6e3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:50.999871 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd,revision_number=7']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:51.012846 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-bb971a86-6862-49ca-9d16-b28c6205ea2c None None] Provisioning complete for port ebecaeff-e31f-4a06-bf0a-9e7791d0cac1 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:30:51.013264 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bb971a86-6862-49ca-9d16-b28c6205ea2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:51.105743 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bb971a86-6862-49ca-9d16-b28c6205ea2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:51.150283 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b124b5d8-ec16-4260-9a66-020a73caf6e3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:51.183276 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124b5d8-ec16-4260-9a66-020a73caf6e3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Subnet': ['ID=fb44e7c8-4cb2-4746-8b1a-e8e3316fbfdd,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:51.185528 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b124b5d8-ec16-4260-9a66-020a73caf6e3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:51.188732 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b124b5d8-ec16-4260-9a66-020a73caf6e3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/fb44e7c8-4cb2-4746-8b1a-e8e3316fbfdd HTTP/1.1" status: 204 len: 168 time: 0.5242672 Dec 17 15:30:51.191376 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39962) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:51.206238 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-bb971a86-6862-49ca-9d16-b28c6205ea2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:30:51.206694 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-bb971a86-6862-49ca-9d16-b28c6205ea2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:30:51.236471 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7bb33e47-e238-4260-bf5e-9dc7abe486e8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437243 Dec 17 15:30:51.254851 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39966) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:51.312303 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c10dc26-e6ca-4455-a4f3-cd61d403d946 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:51.313926 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4c10dc26-e6ca-4455-a4f3-cd61d403d946 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0580311 Dec 17 15:30:51.316728 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39968) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:51.371478 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32237446-bc89-4d8a-9989-2f15c037106a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:51.375002 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-32237446-bc89-4d8a-9989-2f15c037106a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0549536 Dec 17 15:30:51.375654 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39970) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:51.381507 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0897e9-6523-4fcb-8518-f59fb5b24f32 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:30:51.423134 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d07deeff-ef8e-4d55-9d5b-da4c36c5eb25 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0463006 Dec 17 15:30:51.428328 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39974) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:51.433410 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-df3dafe6-2dd0-4ae3-85d3-ce5a70f84010 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:30:51.572288 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a9b566-1520-4293-aa92-0703a7fefc12 None None] DHCP port deletion for 1ef37782-8ac3-404c-a66a-d6468d16f5c9 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:30:51.624517 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-a6a9b566-1520-4293-aa92-0703a7fefc12 None None] Deleting port ebecaeff-e31f-4a06-bf0a-9e7791d0cac1 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:30:51.624517 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a6a9b566-1520-4293-aa92-0703a7fefc12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:51.648574 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3dafe6-2dd0-4ae3-85d3-ce5a70f84010 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:30:51.652982 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-df3dafe6-2dd0-4ae3-85d3-ce5a70f84010 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:51.696039 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-a6a9b566-1520-4293-aa92-0703a7fefc12 None None] For port ebecaeff-e31f-4a06-bf0a-9e7791d0cac1, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ebecaeff-e31f-4a06-bf0a-9e7791d0cac1,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:30:51.696039 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a6a9b566-1520-4293-aa92-0703a7fefc12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:51.710905 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-a6a9b566-1520-4293-aa92-0703a7fefc12 None None] Calling delete_port for ebecaeff-e31f-4a06-bf0a-9e7791d0cac1 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:30:51.785583 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bb971a86-6862-49ca-9d16-b28c6205ea2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:51.840274 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-bb971a86-6862-49ca-9d16-b28c6205ea2c None None] For port ebecaeff-e31f-4a06-bf0a-9e7791d0cac1, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ebecaeff-e31f-4a06-bf0a-9e7791d0cac1,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:30:51.916026 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f3696-39d1-4272-b6c1-4a202a04e55c req-81a8ab00-ea79-4a5b-ad59-0ed3e30d563b tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:51.918171 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c4f3696-39d1-4272-b6c1-4a202a04e55c req-81a8ab00-ea79-4a5b-ad59-0ed3e30d563b tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 945 time: 0.0741868 Dec 17 15:30:51.959653 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c4f3696-39d1-4272-b6c1-4a202a04e55c req-c580113d-048e-4ff0-99c0-fd9d1494e403 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345891 Dec 17 15:30:51.990215 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bb971a86-6862-49ca-9d16-b28c6205ea2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:52.032106 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-df3dafe6-2dd0-4ae3-85d3-ce5a70f84010 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:52.040914 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb971a86-6862-49ca-9d16-b28c6205ea2c None None] Pushing event updated for resources: {'Port': ['ID=ebecaeff-e31f-4a06-bf0a-9e7791d0cac1,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:52.078682 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3dafe6-2dd0-4ae3-85d3-ce5a70f84010 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:30:52.081944 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-df3dafe6-2dd0-4ae3-85d3-ce5a70f84010 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:30:52.086273 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3dafe6-2dd0-4ae3-85d3-ce5a70f84010 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:52.086873 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-df3dafe6-2dd0-4ae3-85d3-ce5a70f84010 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:52.094722 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a6a9b566-1520-4293-aa92-0703a7fefc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:52.102219 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3dafe6-2dd0-4ae3-85d3-ce5a70f84010 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Subnet': ['ID=2181f2aa-e88d-45a8-b68d-c5a8166ffafb,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:52.133758 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9b566-1520-4293-aa92-0703a7fefc12 None None] Pushing event deleted for resources: {'Port': ['ID=ebecaeff-e31f-4a06-bf0a-9e7791d0cac1,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:52.139044 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-5c22122e-0ec9-4bca-8718-e86d754993b3 None None] Could not find standard attr ID for object a538845e-b831-4fd8-9a80-246aefcf3725. {{(pid=102834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:30:52.140701 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a9b566-1520-4293-aa92-0703a7fefc12 None None] No DVR routers for this DVR port ebecaeff-e31f-4a06-bf0a-9e7791d0cac1 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:30:52.157392 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635557ef-d0f9-4b54-b9b3-547d27488845 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:30:52.180878 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-df3dafe6-2dd0-4ae3-85d3-ce5a70f84010 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7514091 Dec 17 15:30:52.184008 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39980) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:52.192010 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-1f245708-3748-4ead-a1b9-caf8b1006d1f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'port': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'mac_address': 'fa:16:3e:66:c7:8a', 'name': 'tempest-NetworksTestDHCPv6-366562957'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:30:52.331370 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95775887-1fe7-40f4-a7bc-4f23df4eb761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'tenant_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'fixed_ips': [{'subnet_id': '2181f2aa-e88d-45a8-b68d-c5a8166ffafb'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:30:52.332277 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-95775887-1fe7-40f4-a7bc-4f23df4eb761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:52.374262 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f245708-3748-4ead-a1b9-caf8b1006d1f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:30:52.374262 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1f245708-3748-4ead-a1b9-caf8b1006d1f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:52.401227 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-1f245708-3748-4ead-a1b9-caf8b1006d1f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] device_id is not set on port 901fdc73-8be7-4aeb-ae7a-db499bf05de4 yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:30:52.496268 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-95775887-1fe7-40f4-a7bc-4f23df4eb761 None None] Allocated IP 2001:db8::2 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/2181f2aa-e88d-45a8-b68d-c5a8166ffafb/9a1e5724-6819-4412-a102-edb9554a75fe) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:30:52.651462 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-95775887-1fe7-40f4-a7bc-4f23df4eb761 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:52.740518 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-95775887-1fe7-40f4-a7bc-4f23df4eb761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:52.777673 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95775887-1fe7-40f4-a7bc-4f23df4eb761 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:30:52.783238 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-95775887-1fe7-40f4-a7bc-4f23df4eb761 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:30:52.786833 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95775887-1fe7-40f4-a7bc-4f23df4eb761 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:30:52.801533 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95775887-1fe7-40f4-a7bc-4f23df4eb761 None None] Pushing event updated for resources: {'Port': ['ID=9a1e5724-6819-4412-a102-edb9554a75fe,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:52.807171 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-1f245708-3748-4ead-a1b9-caf8b1006d1f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Allocated IP 2001:db8::72 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/2181f2aa-e88d-45a8-b68d-c5a8166ffafb/901fdc73-8be7-4aeb-ae7a-db499bf05de4) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:30:52.846132 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-95775887-1fe7-40f4-a7bc-4f23df4eb761 None None] Attempting to bind port 9a1e5724-6819-4412-a102-edb9554a75fe on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:30:52.846132 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-95775887-1fe7-40f4-a7bc-4f23df4eb761 None None] Attempting to bind port 9a1e5724-6819-4412-a102-edb9554a75fe by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:30:52.846506 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95775887-1fe7-40f4-a7bc-4f23df4eb761 None None] Attempting to bind port 9a1e5724-6819-4412-a102-edb9554a75fe on network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:30:52.852177 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95775887-1fe7-40f4-a7bc-4f23df4eb761 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:30:52.852547 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95775887-1fe7-40f4-a7bc-4f23df4eb761 None None] Checking segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:30:52.853013 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-95775887-1fe7-40f4-a7bc-4f23df4eb761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:52.853409 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95775887-1fe7-40f4-a7bc-4f23df4eb761 None None] Bound using segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:30:52.853875 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-95775887-1fe7-40f4-a7bc-4f23df4eb761 None None] Bound port: 9a1e5724-6819-4412-a102-edb9554a75fe, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:30:52.854306 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-95775887-1fe7-40f4-a7bc-4f23df4eb761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:52.921953 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-95775887-1fe7-40f4-a7bc-4f23df4eb761 None None] For port 9a1e5724-6819-4412-a102-edb9554a75fe, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:30:52.925237 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-95775887-1fe7-40f4-a7bc-4f23df4eb761 None None] For port 9a1e5724-6819-4412-a102-edb9554a75fe, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9a1e5724-6819-4412-a102-edb9554a75fe,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:30:52.945495 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 39996) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:52.965910 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1f245708-3748-4ead-a1b9-caf8b1006d1f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:52.991950 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-da981c0a-2b9f-4e95-8e6c-8bd334081b0a admin admin] Deleting subnet 77497e0f-88ff-429f-b1ea-33fe8d7039d4 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:30:52.995336 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-da981c0a-2b9f-4e95-8e6c-8bd334081b0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:53.036581 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-da981c0a-2b9f-4e95-8e6c-8bd334081b0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:53.038343 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-95775887-1fe7-40f4-a7bc-4f23df4eb761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:53.070468 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1f245708-3748-4ead-a1b9-caf8b1006d1f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:53.101220 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-da981c0a-2b9f-4e95-8e6c-8bd334081b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:53.115717 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95775887-1fe7-40f4-a7bc-4f23df4eb761 None None] Pushing event updated for resources: {'Port': ['ID=9a1e5724-6819-4412-a102-edb9554a75fe,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:53.141088 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f245708-3748-4ead-a1b9-caf8b1006d1f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:30:53.151645 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea857b-5db1-455e-b82d-b06d01369199 req-cbf23e8a-72fb-4883-a0a2-58e22505009b tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:53.154239 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-06ea857b-5db1-455e-b82d-b06d01369199 req-cbf23e8a-72fb-4883-a0a2-58e22505009b tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 945 time: 0.1201138 Dec 17 15:30:53.164274 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-1f245708-3748-4ead-a1b9-caf8b1006d1f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:30:53.169453 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f245708-3748-4ead-a1b9-caf8b1006d1f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:30:53.179310 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f245708-3748-4ead-a1b9-caf8b1006d1f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:53.180273 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1f245708-3748-4ead-a1b9-caf8b1006d1f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:53.182868 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f245708-3748-4ead-a1b9-caf8b1006d1f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Port': ['ID=901fdc73-8be7-4aeb-ae7a-db499bf05de4,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:53.246531 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-06ea857b-5db1-455e-b82d-b06d01369199 req-789b4c6b-f82b-46bd-b3b9-4d71eb9df3a2 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789113 Dec 17 15:30:53.281348 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-da981c0a-2b9f-4e95-8e6c-8bd334081b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:53.309940 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da981c0a-2b9f-4e95-8e6c-8bd334081b0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77497e0f-88ff-429f-b1ea-33fe8d7039d4,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:53.314227 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-da981c0a-2b9f-4e95-8e6c-8bd334081b0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:53.318181 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-da981c0a-2b9f-4e95-8e6c-8bd334081b0a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/77497e0f-88ff-429f-b1ea-33fe8d7039d4 HTTP/1.1" status: 204 len: 168 time: 0.3714404 Dec 17 15:30:53.320869 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40004) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:53.321720 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40006) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:53.321853 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1f245708-3748-4ead-a1b9-caf8b1006d1f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1363015 Dec 17 15:30:53.458520 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48de9b5d-539c-4490-a260-bc3677552511 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:53.464696 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48de9b5d-539c-4490-a260-bc3677552511 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:53.467668 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-48de9b5d-539c-4490-a260-bc3677552511 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1442370 Dec 17 15:30:53.469577 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40010) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:53.484373 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-562c4ee1-a809-48ee-becd-f4c0b3c154ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:53.580283 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-562c4ee1-a809-48ee-becd-f4c0b3c154ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:53.584004 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-ac3a5bba-7920-4f07-ae29-fe9c99ad51ac tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting port 901fdc73-8be7-4aeb-ae7a-db499bf05de4 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:30:53.584357 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ac3a5bba-7920-4f07-ae29-fe9c99ad51ac tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:53.604416 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-562c4ee1-a809-48ee-becd-f4c0b3c154ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a017be-6a7b-40b1-9b83-94284b0e206b']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:30:53.616587 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-562c4ee1-a809-48ee-becd-f4c0b3c154ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee6a4ed-ae9b-491c-aca3-eb897bc29111') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:30:53.617186 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-562c4ee1-a809-48ee-becd-f4c0b3c154ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee6a4ed-ae9b-491c-aca3-eb897bc29111') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:30:53.627873 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-562c4ee1-a809-48ee-becd-f4c0b3c154ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:53.658994 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-562c4ee1-a809-48ee-becd-f4c0b3c154ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:53.680587 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562c4ee1-a809-48ee-becd-f4c0b3c154ad admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:30:53.681003 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-562c4ee1-a809-48ee-becd-f4c0b3c154ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:53.682810 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:30:53.682810 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:30:53.682810 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:30:53.682810 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:30:53.682810 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:30:53.682810 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:30:53.682810 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:30:53.682810 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:30:53.682810 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:30:53.682810 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:30:53.682810 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:30:53.682810 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:30:53.682810 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:30:53.682810 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:30:53.682810 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:30:53.682810 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:30:53.682810 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:30:53.682810 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:30:53.682810 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:30:53.682810 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:30:53.682810 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:30:53.682810 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:30:53.682810 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:30:53.682810 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:30:53.682810 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:30:53.682810 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:30:53.682810 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:30:53.682810 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:30:53.682810 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:30:53.682810 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:30:53.682810 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:30:53.682810 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:30:53.689132 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ac3a5bba-7920-4f07-ae29-fe9c99ad51ac tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:53.721505 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-ac3a5bba-7920-4f07-ae29-fe9c99ad51ac tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Calling delete_port for 901fdc73-8be7-4aeb-ae7a-db499bf05de4 owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:30:53.758027 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9a1e5724-6819-4412-a102-edb9554a75fe up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:30:53.815053 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 9a1e5724-6819-4412-a102-edb9554a75fe triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:30:53.815439 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:53.849557 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-562c4ee1-a809-48ee-becd-f4c0b3c154ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:53.877715 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-562c4ee1-a809-48ee-becd-f4c0b3c154ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:53.878956 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-562c4ee1-a809-48ee-becd-f4c0b3c154ad admin admin] 10.222.0.46 "DELETE /v2.0/networks/c5a017be-6a7b-40b1-9b83-94284b0e206b HTTP/1.1" status: 204 len: 168 time: 0.5566621 Dec 17 15:30:53.880279 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c4ee1-a809-48ee-becd-f4c0b3c154ad admin admin] Pushing event deleted for resources: {'Network': ['ID=c5a017be-6a7b-40b1-9b83-94284b0e206b,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:53.950787 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:53.969383 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ac3a5bba-7920-4f07-ae29-fe9c99ad51ac tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:53.995419 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 9a1e5724-6819-4412-a102-edb9554a75fe, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9a1e5724-6819-4412-a102-edb9554a75fe,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:30:54.028510 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a5bba-7920-4f07-ae29-fe9c99ad51ac tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Port': ['ID=901fdc73-8be7-4aeb-ae7a-db499bf05de4,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:54.055281 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ac3a5bba-7920-4f07-ae29-fe9c99ad51ac tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:54.058820 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ac3a5bba-7920-4f07-ae29-fe9c99ad51ac tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/901fdc73-8be7-4aeb-ae7a-db499bf05de4 HTTP/1.1" status: 204 len: 168 time: 0.5880075 Dec 17 15:30:54.061599 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40024) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:54.081268 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:54.129290 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa295c10-9275-482a-9b26-165dcdfbec43 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:54.131504 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa295c10-9275-482a-9b26-165dcdfbec43 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:54.133286 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-aa295c10-9275-482a-9b26-165dcdfbec43 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0707211 Dec 17 15:30:54.135794 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40026) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:54.145683 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=9a1e5724-6819-4412-a102-edb9554a75fe,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:54.194587 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-302fbe65-3fab-4a39-a314-d78d621d2c7a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting subnet 2181f2aa-e88d-45a8-b68d-c5a8166ffafb {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:30:54.197738 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-302fbe65-3fab-4a39-a314-d78d621d2c7a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:54.263774 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-302fbe65-3fab-4a39-a314-d78d621d2c7a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:54.363078 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40040) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:54.422620 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-fd6a0b60-28ce-4eb3-868c-f4fb930ff080 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b8cb6554a0ef4ecbb71e90dbf20f843c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0558648 Dec 17 15:30:54.423566 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40044) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:54.507859 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eb2c56c3-14b2-49d4-bf61-1a7faf34e146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:54.508405 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-0ee44d16-4523-4a68-8fff-9d278fd10ca3 None None] Provisioning complete for port 9a1e5724-6819-4412-a102-edb9554a75fe triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:30:54.508996 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0ee44d16-4523-4a68-8fff-9d278fd10ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:54.533465 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eb2c56c3-14b2-49d4-bf61-1a7faf34e146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:54.683054 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eb2c56c3-14b2-49d4-bf61-1a7faf34e146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:54.687280 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eb2c56c3-14b2-49d4-bf61-1a7faf34e146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:54.688576 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-eb2c56c3-14b2-49d4-bf61-1a7faf34e146 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5770a0d8-a37d-494c-88b6-88fed15fdf47 HTTP/1.1" status: 204 len: 168 time: 0.2638650 Dec 17 15:30:54.704906 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c56c3-14b2-49d4-bf61-1a7faf34e146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5770a0d8-a37d-494c-88b6-88fed15fdf47,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:54.766734 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-302fbe65-3fab-4a39-a314-d78d621d2c7a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:54.808031 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:30:54.842414 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c95378-cf2b-4f38-8d21-641f45975867 req-d082c542-d1d8-4b50-abe8-3d38802fb2eb tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:54.844303 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-84c95378-cf2b-4f38-8d21-641f45975867 req-d082c542-d1d8-4b50-abe8-3d38802fb2eb tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 945 time: 0.4831448 Dec 17 15:30:54.874165 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4b31eff7-36ed-4808-8b5c-a8a4fabe2175 None None] Could not find standard attr ID for object 901fdc73-8be7-4aeb-ae7a-db499bf05de4. {{(pid=102834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:30:54.939104 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-84c95378-cf2b-4f38-8d21-641f45975867 req-eb10e3e4-f853-4316-8259-a1555d68596a tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776212 Dec 17 15:30:54.969744 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-302fbe65-3fab-4a39-a314-d78d621d2c7a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:55.010608 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-302fbe65-3fab-4a39-a314-d78d621d2c7a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:55.017916 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40058) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:55.018385 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-302fbe65-3fab-4a39-a314-d78d621d2c7a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/2181f2aa-e88d-45a8-b68d-c5a8166ffafb HTTP/1.1" status: 204 len: 168 time: 0.8800807 Dec 17 15:30:55.019548 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302fbe65-3fab-4a39-a314-d78d621d2c7a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Subnet': ['ID=2181f2aa-e88d-45a8-b68d-c5a8166ffafb,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:55.038446 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1ad961-6738-4013-8cc3-532ac029b1b1 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:30:55.079514 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-250090d9-406d-4ad7-8468-be1d3dd35c74 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0598364 Dec 17 15:30:55.082015 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40060) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:55.225989 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6513c1-863a-44df-97a7-4579fc188dd9 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:55.230035 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-df6513c1-863a-44df-97a7-4579fc188dd9 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1362410 Dec 17 15:30:55.230993 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40064) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:55.314351 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2089aeef-6ad6-4e8e-a820-c297ceba6d93 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:55.319955 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2089aeef-6ad6-4e8e-a820-c297ceba6d93 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0842042 Dec 17 15:30:55.320773 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40070) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:55.326515 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3832184-755d-4260-95ea-6dab41bf87a0 None None] DHCP port deletion for 1ef37782-8ac3-404c-a66a-d6468d16f5c9 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:30:55.405231 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-668b65f6-d9c2-46f2-9314-05c5fd08e140 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0791819 Dec 17 15:30:55.409029 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40074) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:55.414906 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-7e045530-ef18-4898-a178-c6b647af9340 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:30:55.421095 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d3832184-755d-4260-95ea-6dab41bf87a0 None None] Deleting port 9a1e5724-6819-4412-a102-edb9554a75fe {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:30:55.421484 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d3832184-755d-4260-95ea-6dab41bf87a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:55.517031 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-d3832184-755d-4260-95ea-6dab41bf87a0 None None] For port 9a1e5724-6819-4412-a102-edb9554a75fe, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9a1e5724-6819-4412-a102-edb9554a75fe,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:30:55.531864 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d3832184-755d-4260-95ea-6dab41bf87a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:55.532521 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d3832184-755d-4260-95ea-6dab41bf87a0 None None] Calling delete_port for 9a1e5724-6819-4412-a102-edb9554a75fe owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:30:55.614032 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e045530-ef18-4898-a178-c6b647af9340 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:30:55.617779 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7e045530-ef18-4898-a178-c6b647af9340 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:55.711308 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d3832184-755d-4260-95ea-6dab41bf87a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:55.723191 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9a1e5724-6819-4412-a102-edb9554a75fe no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:30:55.823483 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 9a1e5724-6819-4412-a102-edb9554a75fe {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:30:55.829095 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9a1e5724-6819-4412-a102-edb9554a75fe not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:30:55.843503 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3832184-755d-4260-95ea-6dab41bf87a0 None None] Pushing event deleted for resources: {'Port': ['ID=9a1e5724-6819-4412-a102-edb9554a75fe,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:55.856542 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3832184-755d-4260-95ea-6dab41bf87a0 None None] No DVR routers for this DVR port 9a1e5724-6819-4412-a102-edb9554a75fe on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:30:55.956388 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:56.096006 n-d-820553-2 neutron-server[102833]: DEBUG neutron.objects.ports [None req-7e045530-ef18-4898-a178-c6b647af9340 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102833) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 15:30:56.097543 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7e045530-ef18-4898-a178-c6b647af9340 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:56.101689 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0949eb-ccc3-4521-90f7-61710708f2c7 req-93542f36-10df-4a89-8fe5-26121114f321 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:56.113518 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6f0949eb-ccc3-4521-90f7-61710708f2c7 req-93542f36-10df-4a89-8fe5-26121114f321 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 945 time: 0.0779614 Dec 17 15:30:56.154885 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e045530-ef18-4898-a178-c6b647af9340 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:30:56.157452 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6f0949eb-ccc3-4521-90f7-61710708f2c7 req-4de68174-29aa-4fcc-b6d0-44700ef58a6c tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419860 Dec 17 15:30:56.160295 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-7e045530-ef18-4898-a178-c6b647af9340 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:30:56.163943 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e045530-ef18-4898-a178-c6b647af9340 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:56.164659 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7e045530-ef18-4898-a178-c6b647af9340 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:56.173322 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa833903-1009-4831-bc1d-4c84e29a04a6 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:30:56.204162 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e045530-ef18-4898-a178-c6b647af9340 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Subnet': ['ID=0763f4c3-712b-4b1b-8ee0-b7518acd108e,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:56.280727 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7e045530-ef18-4898-a178-c6b647af9340 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8696802 Dec 17 15:30:56.283779 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40094) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:56.289417 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-52cd971e-ae9b-4dee-b29c-dba9cd5ebeb8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:30:56.375047 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8c49f1-d5f7-42d5-9fc3-e0d9a21e2bdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'tenant_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'fixed_ips': [{'subnet_id': '0763f4c3-712b-4b1b-8ee0-b7518acd108e'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:30:56.375934 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9b8c49f1-d5f7-42d5-9fc3-e0d9a21e2bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:56.599636 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-9b8c49f1-d5f7-42d5-9fc3-e0d9a21e2bdd None None] Allocated IP 2001:db8::f816:3eff:fe64:f8af (1ef37782-8ac3-404c-a66a-d6468d16f5c9/0763f4c3-712b-4b1b-8ee0-b7518acd108e/716c316d-f2f1-446a-9a2e-061008ab9d24) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:30:56.614378 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52cd971e-ae9b-4dee-b29c-dba9cd5ebeb8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:30:56.618351 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-52cd971e-ae9b-4dee-b29c-dba9cd5ebeb8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:56.735449 n-d-820553-2 neutron-server[102832]: INFO neutron.db.ipam_backend_mixin [None req-52cd971e-ae9b-4dee-b29c-dba9cd5ebeb8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0763f4c3-712b-4b1b-8ee0-b7518acd108e (CIDR: 2001:db8::/64) Dec 17 15:30:56.794975 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9b8c49f1-d5f7-42d5-9fc3-e0d9a21e2bdd None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:56.803776 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-52cd971e-ae9b-4dee-b29c-dba9cd5ebeb8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:30:56.804180 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52cd971e-ae9b-4dee-b29c-dba9cd5ebeb8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:30:56.906319 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9b8c49f1-d5f7-42d5-9fc3-e0d9a21e2bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:56.910362 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-52cd971e-ae9b-4dee-b29c-dba9cd5ebeb8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6236181 Dec 17 15:30:56.912704 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40132) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:56.916447 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-0f5c8649-25ed-406f-b269-11e568d31e69 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:30:56.985328 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c49f1-d5f7-42d5-9fc3-e0d9a21e2bdd None None] Pushing event updated for resources: {'Port': ['ID=716c316d-f2f1-446a-9a2e-061008ab9d24,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:57.015025 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8c49f1-d5f7-42d5-9fc3-e0d9a21e2bdd None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:30:57.018763 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-9b8c49f1-d5f7-42d5-9fc3-e0d9a21e2bdd None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:30:57.025616 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8c49f1-d5f7-42d5-9fc3-e0d9a21e2bdd None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:30:57.106959 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-9b8c49f1-d5f7-42d5-9fc3-e0d9a21e2bdd None None] Attempting to bind port 716c316d-f2f1-446a-9a2e-061008ab9d24 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:30:57.107699 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-9b8c49f1-d5f7-42d5-9fc3-e0d9a21e2bdd None None] Attempting to bind port 716c316d-f2f1-446a-9a2e-061008ab9d24 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:30:57.108273 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8c49f1-d5f7-42d5-9fc3-e0d9a21e2bdd None None] Attempting to bind port 716c316d-f2f1-446a-9a2e-061008ab9d24 on network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:30:57.114224 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8c49f1-d5f7-42d5-9fc3-e0d9a21e2bdd None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:30:57.114866 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8c49f1-d5f7-42d5-9fc3-e0d9a21e2bdd None None] Checking segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:30:57.115438 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9b8c49f1-d5f7-42d5-9fc3-e0d9a21e2bdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:57.115985 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8c49f1-d5f7-42d5-9fc3-e0d9a21e2bdd None None] Bound using segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:30:57.116657 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-9b8c49f1-d5f7-42d5-9fc3-e0d9a21e2bdd None None] Bound port: 716c316d-f2f1-446a-9a2e-061008ab9d24, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:30:57.117429 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9b8c49f1-d5f7-42d5-9fc3-e0d9a21e2bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:57.145416 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5c8649-25ed-406f-b269-11e568d31e69 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:30:57.150160 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0f5c8649-25ed-406f-b269-11e568d31e69 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:57.206025 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-9b8c49f1-d5f7-42d5-9fc3-e0d9a21e2bdd None None] For port 716c316d-f2f1-446a-9a2e-061008ab9d24, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:30:57.210918 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-9b8c49f1-d5f7-42d5-9fc3-e0d9a21e2bdd None None] For port 716c316d-f2f1-446a-9a2e-061008ab9d24, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=716c316d-f2f1-446a-9a2e-061008ab9d24,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:30:57.288752 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9b8c49f1-d5f7-42d5-9fc3-e0d9a21e2bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:57.380845 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c49f1-d5f7-42d5-9fc3-e0d9a21e2bdd None None] Pushing event updated for resources: {'Port': ['ID=716c316d-f2f1-446a-9a2e-061008ab9d24,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:57.421825 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cbb64c-81e7-4117-81a9-f5fca6c1a1d0 req-82017904-4ea0-4b5c-92b0-7b549f367ae0 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:57.431613 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-56cbb64c-81e7-4117-81a9-f5fca6c1a1d0 req-82017904-4ea0-4b5c-92b0-7b549f367ae0 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 945 time: 0.1564207 Dec 17 15:30:57.532765 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-56cbb64c-81e7-4117-81a9-f5fca6c1a1d0 req-a382c50f-784b-4eba-91ca-dddd889eea1e tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994978 Dec 17 15:30:57.740345 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0f5c8649-25ed-406f-b269-11e568d31e69 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:57.813514 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5c8649-25ed-406f-b269-11e568d31e69 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:30:57.819384 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-0f5c8649-25ed-406f-b269-11e568d31e69 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:30:57.822913 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5c8649-25ed-406f-b269-11e568d31e69 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:57.824449 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0f5c8649-25ed-406f-b269-11e568d31e69 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:57.895548 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c8649-25ed-406f-b269-11e568d31e69 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Subnet': ['ID=198aaeba-37e4-4ba8-8619-90008024ee0d,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:57.954039 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0f5c8649-25ed-406f-b269-11e568d31e69 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0415752 Dec 17 15:30:57.956896 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40148) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:57.963857 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-aa1d6746-059e-43d4-84f2-678eed1aec93 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'port': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'mac_address': 'fa:16:3e:13:bf:fc', 'name': 'tempest-NetworksTestDHCPv6-2011164965'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:30:58.203333 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1d6746-059e-43d4-84f2-678eed1aec93 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:30:58.363191 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aa1d6746-059e-43d4-84f2-678eed1aec93 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:58.400564 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-aa1d6746-059e-43d4-84f2-678eed1aec93 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] device_id is not set on port 46d0fbc7-5556-46e7-bc07-190fa4bf992e yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:30:58.797622 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1fd77c3b-beaa-4ee9-8c98-bd02ce69223e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:58.868129 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-aa1d6746-059e-43d4-84f2-678eed1aec93 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Allocated IP 2001:db8:0:1::2ec (1ef37782-8ac3-404c-a66a-d6468d16f5c9/198aaeba-37e4-4ba8-8619-90008024ee0d/46d0fbc7-5556-46e7-bc07-190fa4bf992e) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:30:58.890101 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd544939-a47e-43ba-8f29-7b11d4579f8d req-4ae7847c-f7ce-4248-96c9-4caec9ecaa5a tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:58.891622 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fd544939-a47e-43ba-8f29-7b11d4579f8d req-4ae7847c-f7ce-4248-96c9-4caec9ecaa5a tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 945 time: 0.1692348 Dec 17 15:30:58.924778 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-aa1d6746-059e-43d4-84f2-678eed1aec93 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Allocated IP 2001:db8::f816:3eff:fe13:bffc (1ef37782-8ac3-404c-a66a-d6468d16f5c9/0763f4c3-712b-4b1b-8ee0-b7518acd108e/46d0fbc7-5556-46e7-bc07-190fa4bf992e) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:30:58.988449 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f285e13-715e-4d6e-a915-abed310f999a None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:30:59.101481 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fd544939-a47e-43ba-8f29-7b11d4579f8d req-ed9bf895-aecc-49d7-877c-bfeafd5f4d14 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976306 Dec 17 15:30:59.243973 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a82ec6ad-4d80-45b5-9dab-d1e099c1e8bc None None] Provisioning complete for port 716c316d-f2f1-446a-9a2e-061008ab9d24 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:30:59.248892 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a82ec6ad-4d80-45b5-9dab-d1e099c1e8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:59.373293 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aa1d6746-059e-43d4-84f2-678eed1aec93 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:59.489407 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aa1d6746-059e-43d4-84f2-678eed1aec93 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:59.537848 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1d6746-059e-43d4-84f2-678eed1aec93 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:30:59.543519 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-aa1d6746-059e-43d4-84f2-678eed1aec93 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:30:59.550646 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1d6746-059e-43d4-84f2-678eed1aec93 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:30:59.561549 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1d6746-059e-43d4-84f2-678eed1aec93 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:30:59.563118 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aa1d6746-059e-43d4-84f2-678eed1aec93 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:59.634487 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d6746-059e-43d4-84f2-678eed1aec93 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Port': ['ID=46d0fbc7-5556-46e7-bc07-190fa4bf992e,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:30:59.657930 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-aa1d6746-059e-43d4-84f2-678eed1aec93 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.6982615 Dec 17 15:30:59.661321 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40192) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:30:59.685149 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a82ec6ad-4d80-45b5-9dab-d1e099c1e8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:59.772259 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-a82ec6ad-4d80-45b5-9dab-d1e099c1e8bc None None] For port 716c316d-f2f1-446a-9a2e-061008ab9d24, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=716c316d-f2f1-446a-9a2e-061008ab9d24,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:30:59.779572 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 716c316d-f2f1-446a-9a2e-061008ab9d24 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:30:59.873655 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 716c316d-f2f1-446a-9a2e-061008ab9d24 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:30:59.874327 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:59.909479 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-5d1fe5c3-6ea3-4623-9152-4b10ffd9f77c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting port 46d0fbc7-5556-46e7-bc07-190fa4bf992e {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:30:59.909479 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5d1fe5c3-6ea3-4623-9152-4b10ffd9f77c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:30:59.957415 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a82ec6ad-4d80-45b5-9dab-d1e099c1e8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:00.069618 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5d1fe5c3-6ea3-4623-9152-4b10ffd9f77c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:00.069748 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeda911-eef8-436c-acb5-1aa4424b5959 None None] Update dhcp port {'port': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'fixed_ips': [{'subnet_id': '0763f4c3-712b-4b1b-8ee0-b7518acd108e', 'ip_address': '2001:db8::f816:3eff:fe64:f8af'}, {'subnet_id': '198aaeba-37e4-4ba8-8619-90008024ee0d'}], 'binding:host_id': 'n-d-820553-2'}, 'id': '716c316d-f2f1-446a-9a2e-061008ab9d24'} from n-d-820553-2. {{(pid=102834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 17 15:31:00.084896 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-5d1fe5c3-6ea3-4623-9152-4b10ffd9f77c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Calling delete_port for 46d0fbc7-5556-46e7-bc07-190fa4bf992e owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:31:00.104923 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ec6ad-4d80-45b5-9dab-d1e099c1e8bc None None] Pushing event updated for resources: {'Port': ['ID=716c316d-f2f1-446a-9a2e-061008ab9d24,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:00.153463 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-daeda911-eef8-436c-acb5-1aa4424b5959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:00.397990 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c98063-9086-4ee0-88b6-1ca860695aea req-4646bff8-d85c-4012-8c11-ef0d63c14d5e tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:00.404029 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-91c98063-9086-4ee0-88b6-1ca860695aea req-4646bff8-d85c-4012-8c11-ef0d63c14d5e tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 945 time: 0.1609533 Dec 17 15:31:00.405496 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-daeda911-eef8-436c-acb5-1aa4424b5959 None None] Allocated IP 2001:db8:0:1::2 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/198aaeba-37e4-4ba8-8619-90008024ee0d/716c316d-f2f1-446a-9a2e-061008ab9d24) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:31:00.470238 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-91c98063-9086-4ee0-88b6-1ca860695aea req-364ba766-7daf-46d6-9385-26bb4f5fe68f tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382745 Dec 17 15:31:00.482523 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5d1fe5c3-6ea3-4623-9152-4b10ffd9f77c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:00.547052 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1fe5c3-6ea3-4623-9152-4b10ffd9f77c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Port': ['ID=46d0fbc7-5556-46e7-bc07-190fa4bf992e,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:00.594742 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-daeda911-eef8-436c-acb5-1aa4424b5959 None None] For port 716c316d-f2f1-446a-9a2e-061008ab9d24, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=716c316d-f2f1-446a-9a2e-061008ab9d24,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:31:00.610199 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5d1fe5c3-6ea3-4623-9152-4b10ffd9f77c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:00.615700 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5d1fe5c3-6ea3-4623-9152-4b10ffd9f77c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/46d0fbc7-5556-46e7-bc07-190fa4bf992e HTTP/1.1" status: 204 len: 168 time: 0.9533727 Dec 17 15:31:00.618241 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40206) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:00.637452 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-daeda911-eef8-436c-acb5-1aa4424b5959 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:00.691318 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d140b8-78d4-4c16-bc31-578e2a61c020 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:00.693341 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-90d140b8-78d4-4c16-bc31-578e2a61c020 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0736616 Dec 17 15:31:00.695820 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40208) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:00.716996 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-daeda911-eef8-436c-acb5-1aa4424b5959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:00.771287 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8ec320-13f2-4fc6-a2ea-254ea9584692 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:00.774069 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ed8ec320-13f2-4fc6-a2ea-254ea9584692 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0770528 Dec 17 15:31:00.783542 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40210) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:00.862195 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeda911-eef8-436c-acb5-1aa4424b5959 None None] Pushing event updated for resources: {'Port': ['ID=716c316d-f2f1-446a-9a2e-061008ab9d24,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:00.894250 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344919d3-3410-4679-8483-99b4e8a51d70 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:00.897553 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344919d3-3410-4679-8483-99b4e8a51d70 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:00.899212 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344919d3-3410-4679-8483-99b4e8a51d70 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:00.903741 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-344919d3-3410-4679-8483-99b4e8a51d70 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1162350 Dec 17 15:31:00.904444 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40212) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:00.995323 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e06457-ffc4-487d-8c8b-be1b96cd9388 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting subnet 0763f4c3-712b-4b1b-8ee0-b7518acd108e {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:31:00.998863 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-16e06457-ffc4-487d-8c8b-be1b96cd9388 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:01.002653 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7e5e4941-f218-45f5-a844-92bd6ce9b02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:01.074650 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-16e06457-ffc4-487d-8c8b-be1b96cd9388 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:01.221224 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-16e06457-ffc4-487d-8c8b-be1b96cd9388 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:01.413076 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-16e06457-ffc4-487d-8c8b-be1b96cd9388 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:01.469840 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e06457-ffc4-487d-8c8b-be1b96cd9388 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Subnet': ['ID=0763f4c3-712b-4b1b-8ee0-b7518acd108e,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:01.507472 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-16e06457-ffc4-487d-8c8b-be1b96cd9388 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:01.517771 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40220) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:01.530233 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-16e06457-ffc4-487d-8c8b-be1b96cd9388 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/0763f4c3-712b-4b1b-8ee0-b7518acd108e HTTP/1.1" status: 204 len: 168 time: 0.6241126 Dec 17 15:31:01.706020 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef7ec4a-2bbe-476e-b72b-5d9c500554da tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting subnet 198aaeba-37e4-4ba8-8619-90008024ee0d {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:31:01.721177 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 716c316d-f2f1-446a-9a2e-061008ab9d24 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:31:01.724052 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ef7ec4a-2bbe-476e-b72b-5d9c500554da tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:01.782163 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7bae07-3035-43d4-b646-cdffa7c40a3c req-aea37f7f-bdee-43de-8ecb-8336b689a9f4 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:01.787738 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a7bae07-3035-43d4-b646-cdffa7c40a3c req-aea37f7f-bdee-43de-8ecb-8336b689a9f4 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 945 time: 0.1790309 Dec 17 15:31:01.808782 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 716c316d-f2f1-446a-9a2e-061008ab9d24 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:31:01.809388 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:01.848829 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ef7ec4a-2bbe-476e-b72b-5d9c500554da tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:01.866916 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a7bae07-3035-43d4-b646-cdffa7c40a3c req-28c8cb83-5d68-4919-bc21-4e9334bae22b tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732601 Dec 17 15:31:02.012742 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac9b797-6c7a-41e2-9b01-7b9417da2099 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:31:02.017808 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ef7ec4a-2bbe-476e-b72b-5d9c500554da tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:02.128987 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-1f1c531b-4077-44a5-a351-ef1c3c1b839d None None] Provisioning complete for port 716c316d-f2f1-446a-9a2e-061008ab9d24 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:31:02.129573 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1f1c531b-4077-44a5-a351-ef1c3c1b839d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:02.157782 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ef7ec4a-2bbe-476e-b72b-5d9c500554da tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:02.236422 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7ec4a-2bbe-476e-b72b-5d9c500554da tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Subnet': ['ID=198aaeba-37e4-4ba8-8619-90008024ee0d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:02.259642 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ef7ec4a-2bbe-476e-b72b-5d9c500554da tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:02.269137 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40226) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:02.271028 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2ef7ec4a-2bbe-476e-b72b-5d9c500554da tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/198aaeba-37e4-4ba8-8619-90008024ee0d HTTP/1.1" status: 204 len: 168 time: 0.7518904 Dec 17 15:31:02.301265 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:02.319365 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-1f1c531b-4077-44a5-a351-ef1c3c1b839d None None] Could not find standard attr ID for object 46d0fbc7-5556-46e7-bc07-190fa4bf992e. {{(pid=102834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:31:02.358539 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-52950ba5-8340-4033-9526-118aa28ebda2 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0856359 Dec 17 15:31:02.358763 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40228) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:02.365482 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-ffa39151-db98-499d-bb7a-b5f70ed880fd tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:31:02.415355 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17bb9f9-1319-4235-9a97-89b9965c3a35 None None] DHCP port deletion for 1ef37782-8ac3-404c-a66a-d6468d16f5c9 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:31:02.530697 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c17bb9f9-1319-4235-9a97-89b9965c3a35 None None] Deleting port 716c316d-f2f1-446a-9a2e-061008ab9d24 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:31:02.531074 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c17bb9f9-1319-4235-9a97-89b9965c3a35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:02.612998 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c17bb9f9-1319-4235-9a97-89b9965c3a35 None None] For port 716c316d-f2f1-446a-9a2e-061008ab9d24, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=716c316d-f2f1-446a-9a2e-061008ab9d24,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:31:02.613449 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c17bb9f9-1319-4235-9a97-89b9965c3a35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:02.636519 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c17bb9f9-1319-4235-9a97-89b9965c3a35 None None] Calling delete_port for 716c316d-f2f1-446a-9a2e-061008ab9d24 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:31:02.642644 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa39151-db98-499d-bb7a-b5f70ed880fd tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:31:02.646778 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ffa39151-db98-499d-bb7a-b5f70ed880fd tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:02.883470 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c17bb9f9-1319-4235-9a97-89b9965c3a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:02.949066 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17bb9f9-1319-4235-9a97-89b9965c3a35 None None] Pushing event deleted for resources: {'Port': ['ID=716c316d-f2f1-446a-9a2e-061008ab9d24,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:02.968449 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17bb9f9-1319-4235-9a97-89b9965c3a35 None None] No DVR routers for this DVR port 716c316d-f2f1-446a-9a2e-061008ab9d24 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:31:03.129312 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f4adc-2b6f-43ab-8f36-5b5fa5ca623b req-8fc3b823-2c6b-4db7-b813-17a32cd54789 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:03.141341 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-938f4adc-2b6f-43ab-8f36-5b5fa5ca623b req-8fc3b823-2c6b-4db7-b813-17a32cd54789 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 945 time: 0.1072962 Dec 17 15:31:03.194658 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-938f4adc-2b6f-43ab-8f36-5b5fa5ca623b req-7b7abd62-807b-4b1a-af2f-f6dae4a5c2f1 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483422 Dec 17 15:31:03.288573 n-d-820553-2 neutron-server[102832]: DEBUG neutron.objects.ports [None req-ffa39151-db98-499d-bb7a-b5f70ed880fd tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102832) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 15:31:03.290367 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ffa39151-db98-499d-bb7a-b5f70ed880fd tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:03.365525 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa39151-db98-499d-bb7a-b5f70ed880fd tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:31:03.377305 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-ffa39151-db98-499d-bb7a-b5f70ed880fd tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:31:03.387882 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa39151-db98-499d-bb7a-b5f70ed880fd tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:03.393578 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ffa39151-db98-499d-bb7a-b5f70ed880fd tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:03.395201 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465b3515-7f9e-4ce9-978a-17092f82cf71 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:31:03.412830 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa39151-db98-499d-bb7a-b5f70ed880fd tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Subnet': ['ID=dda60b36-efad-43e5-beb1-4eff37054a87,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:03.544694 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ffa39151-db98-499d-bb7a-b5f70ed880fd tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1846411 Dec 17 15:31:03.545069 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40238) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:03.551889 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-739cae3b-d05d-4686-b99a-9a5f8b51e2b8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:31:03.607647 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9efa13-51c2-452a-b212-3589772b8498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'tenant_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'fixed_ips': [{'subnet_id': 'dda60b36-efad-43e5-beb1-4eff37054a87'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:31:03.608533 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bc9efa13-51c2-452a-b212-3589772b8498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:03.774717 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 716c316d-f2f1-446a-9a2e-061008ab9d24 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:31:03.804106 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 716c316d-f2f1-446a-9a2e-061008ab9d24 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:31:03.804729 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 716c316d-f2f1-446a-9a2e-061008ab9d24 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:31:03.806961 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739cae3b-d05d-4686-b99a-9a5f8b51e2b8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:31:03.813800 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-739cae3b-d05d-4686-b99a-9a5f8b51e2b8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:03.921654 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:03.985746 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-bc9efa13-51c2-452a-b212-3589772b8498 None None] Allocated IP 2001:db8::f816:3eff:fe67:8b1e (1ef37782-8ac3-404c-a66a-d6468d16f5c9/dda60b36-efad-43e5-beb1-4eff37054a87/6c2381a2-ab0b-4685-9f30-4e3b2994758e) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:31:04.033032 n-d-820553-2 neutron-server[102833]: INFO neutron.db.ipam_backend_mixin [None req-739cae3b-d05d-4686-b99a-9a5f8b51e2b8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dda60b36-efad-43e5-beb1-4eff37054a87 (CIDR: 2001:db8::/64) Dec 17 15:31:04.087463 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-739cae3b-d05d-4686-b99a-9a5f8b51e2b8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:31:04.087916 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-739cae3b-d05d-4686-b99a-9a5f8b51e2b8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:04.197435 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40244) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:04.198266 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-739cae3b-d05d-4686-b99a-9a5f8b51e2b8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6513999 Dec 17 15:31:04.205110 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-d6a6ea5d-e1ef-4a44-893d-e3a5fccf4643 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:31:04.250030 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:04.265854 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bc9efa13-51c2-452a-b212-3589772b8498 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:04.363138 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bc9efa13-51c2-452a-b212-3589772b8498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:04.436596 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9faef-0eab-459b-8ff4-9d21b3567b90 req-461c08bf-ba31-4dc8-b431-277378eb3a56 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:04.438822 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a1c9faef-0eab-459b-8ff4-9d21b3567b90 req-461c08bf-ba31-4dc8-b431-277378eb3a56 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 945 time: 0.1071262 Dec 17 15:31:04.485310 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9efa13-51c2-452a-b212-3589772b8498 None None] Pushing event updated for resources: {'Port': ['ID=6c2381a2-ab0b-4685-9f30-4e3b2994758e,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:04.519228 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a1c9faef-0eab-459b-8ff4-9d21b3567b90 req-cc8b2e70-0398-4b05-bae4-9537fe5bcce8 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695443 Dec 17 15:31:04.537824 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9efa13-51c2-452a-b212-3589772b8498 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:31:04.547232 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-bc9efa13-51c2-452a-b212-3589772b8498 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:31:04.551330 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9efa13-51c2-452a-b212-3589772b8498 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:31:04.608874 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-bc9efa13-51c2-452a-b212-3589772b8498 None None] Attempting to bind port 6c2381a2-ab0b-4685-9f30-4e3b2994758e on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:31:04.609582 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-bc9efa13-51c2-452a-b212-3589772b8498 None None] Attempting to bind port 6c2381a2-ab0b-4685-9f30-4e3b2994758e by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:31:04.610443 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9efa13-51c2-452a-b212-3589772b8498 None None] Attempting to bind port 6c2381a2-ab0b-4685-9f30-4e3b2994758e on network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:31:04.614180 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a6ea5d-e1ef-4a44-893d-e3a5fccf4643 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:31:04.617678 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9efa13-51c2-452a-b212-3589772b8498 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:31:04.618404 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9efa13-51c2-452a-b212-3589772b8498 None None] Checking segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:31:04.618695 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d6a6ea5d-e1ef-4a44-893d-e3a5fccf4643 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:04.619202 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bc9efa13-51c2-452a-b212-3589772b8498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:04.619799 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9efa13-51c2-452a-b212-3589772b8498 None None] Bound using segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:31:04.620678 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-bc9efa13-51c2-452a-b212-3589772b8498 None None] Bound port: 6c2381a2-ab0b-4685-9f30-4e3b2994758e, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:31:04.621289 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bc9efa13-51c2-452a-b212-3589772b8498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:04.732749 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-bc9efa13-51c2-452a-b212-3589772b8498 None None] For port 6c2381a2-ab0b-4685-9f30-4e3b2994758e, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:31:04.739422 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-bc9efa13-51c2-452a-b212-3589772b8498 None None] For port 6c2381a2-ab0b-4685-9f30-4e3b2994758e, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=6c2381a2-ab0b-4685-9f30-4e3b2994758e,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:31:04.808368 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bc9efa13-51c2-452a-b212-3589772b8498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:04.892114 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9efa13-51c2-452a-b212-3589772b8498 None None] Pushing event updated for resources: {'Port': ['ID=6c2381a2-ab0b-4685-9f30-4e3b2994758e,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:05.025640 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d6a6ea5d-e1ef-4a44-893d-e3a5fccf4643 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:05.112139 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a6ea5d-e1ef-4a44-893d-e3a5fccf4643 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:31:05.122690 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-d6a6ea5d-e1ef-4a44-893d-e3a5fccf4643 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:31:05.122690 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a6ea5d-e1ef-4a44-893d-e3a5fccf4643 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:05.123087 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d6a6ea5d-e1ef-4a44-893d-e3a5fccf4643 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:05.128717 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6ea5d-e1ef-4a44-893d-e3a5fccf4643 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Subnet': ['ID=cefd2d47-4183-4192-a2b8-2a8aec702e18,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:05.178986 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d6a6ea5d-e1ef-4a44-893d-e3a5fccf4643 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9772301 Dec 17 15:31:05.180552 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40258) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:05.200570 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-f1d4f910-df3e-4bbc-ad42-fc780c66e9a2 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'port': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'mac_address': 'fa:16:3e:04:d0:d1', 'name': 'tempest-NetworksTestDHCPv6-309813788'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:31:05.781659 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e72ee-da61-46d3-a743-892103f19470 req-e9cc6a4d-c04d-4bb5-9909-9813f28699b1 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:05.797450 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0e6e72ee-da61-46d3-a743-892103f19470 req-e9cc6a4d-c04d-4bb5-9909-9813f28699b1 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 945 time: 0.1252785 Dec 17 15:31:05.815861 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 6c2381a2-ab0b-4685-9f30-4e3b2994758e up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:31:05.885495 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0e6e72ee-da61-46d3-a743-892103f19470 req-4ca448e3-4b61-446d-80c9-e48742e3dc57 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868397 Dec 17 15:31:05.898444 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d4f910-df3e-4bbc-ad42-fc780c66e9a2 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:31:05.939453 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 6c2381a2-ab0b-4685-9f30-4e3b2994758e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:31:05.940179 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:06.064001 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f1d4f910-df3e-4bbc-ad42-fc780c66e9a2 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:06.092899 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-f1d4f910-df3e-4bbc-ad42-fc780c66e9a2 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] device_id is not set on port 500fe3e8-9fa2-4a91-861a-2154bec7f2de yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:31:06.106414 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:06.152921 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 6c2381a2-ab0b-4685-9f30-4e3b2994758e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=6c2381a2-ab0b-4685-9f30-4e3b2994758e,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:31:06.305717 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:06.347927 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b819cf-54c7-4161-bc33-6cdf6033c4bc None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:31:06.353244 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-f1d4f910-df3e-4bbc-ad42-fc780c66e9a2 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Allocated IP 2001:db8:0:1::1b1 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/cefd2d47-4183-4192-a2b8-2a8aec702e18/500fe3e8-9fa2-4a91-861a-2154bec7f2de) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:31:06.361326 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-f1d4f910-df3e-4bbc-ad42-fc780c66e9a2 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Allocated IP 2001:db8::f816:3eff:fe04:d0d1 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/dda60b36-efad-43e5-beb1-4eff37054a87/500fe3e8-9fa2-4a91-861a-2154bec7f2de) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:31:06.479047 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=6c2381a2-ab0b-4685-9f30-4e3b2994758e,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:06.494061 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-0c1622cd-9f02-4a9d-80a3-c13f3b231224 None None] Provisioning complete for port 6c2381a2-ab0b-4685-9f30-4e3b2994758e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:31:06.494449 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0c1622cd-9f02-4a9d-80a3-c13f3b231224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:06.535369 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f1d4f910-df3e-4bbc-ad42-fc780c66e9a2 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:06.679280 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f1d4f910-df3e-4bbc-ad42-fc780c66e9a2 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:06.721901 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d4f910-df3e-4bbc-ad42-fc780c66e9a2 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:31:06.724992 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-f1d4f910-df3e-4bbc-ad42-fc780c66e9a2 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:31:06.729168 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d4f910-df3e-4bbc-ad42-fc780c66e9a2 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:31:06.730868 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385d6e80-6bac-4f52-84de-083781d6ddbe None None] Update dhcp port {'port': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'fixed_ips': [{'subnet_id': 'dda60b36-efad-43e5-beb1-4eff37054a87', 'ip_address': '2001:db8::f816:3eff:fe67:8b1e'}, {'subnet_id': 'cefd2d47-4183-4192-a2b8-2a8aec702e18'}], 'binding:host_id': 'n-d-820553-2'}, 'id': '6c2381a2-ab0b-4685-9f30-4e3b2994758e'} from n-d-820553-2. {{(pid=102834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 17 15:31:06.735962 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d4f910-df3e-4bbc-ad42-fc780c66e9a2 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:06.739984 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f1d4f910-df3e-4bbc-ad42-fc780c66e9a2 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:06.760644 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-385d6e80-6bac-4f52-84de-083781d6ddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:06.761926 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4f910-df3e-4bbc-ad42-fc780c66e9a2 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Port': ['ID=500fe3e8-9fa2-4a91-861a-2154bec7f2de,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:06.814871 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f1d4f910-df3e-4bbc-ad42-fc780c66e9a2 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6296597 Dec 17 15:31:06.814871 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40284) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:07.063244 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-3b553c42-c420-465a-add1-ad0f88dfb417 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting port 500fe3e8-9fa2-4a91-861a-2154bec7f2de {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:31:07.063244 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b553c42-c420-465a-add1-ad0f88dfb417 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:07.068457 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-385d6e80-6bac-4f52-84de-083781d6ddbe None None] Allocated IP 2001:db8:0:1::2 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/cefd2d47-4183-4192-a2b8-2a8aec702e18/6c2381a2-ab0b-4685-9f30-4e3b2994758e) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:31:07.116321 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be748065-7060-4c10-b207-be3b291293b7 req-9a12de65-9f7d-46aa-ad7d-ee1a9362abd0 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:07.125860 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-be748065-7060-4c10-b207-be3b291293b7 req-9a12de65-9f7d-46aa-ad7d-ee1a9362abd0 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 945 time: 0.1229725 Dec 17 15:31:07.179306 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b553c42-c420-465a-add1-ad0f88dfb417 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:07.195349 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-be748065-7060-4c10-b207-be3b291293b7 req-50a6a5b1-42c6-4527-afa1-aa9534d2b7e0 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664048 Dec 17 15:31:07.205487 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-3b553c42-c420-465a-add1-ad0f88dfb417 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Calling delete_port for 500fe3e8-9fa2-4a91-861a-2154bec7f2de owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:31:07.283670 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-385d6e80-6bac-4f52-84de-083781d6ddbe None None] For port 6c2381a2-ab0b-4685-9f30-4e3b2994758e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=6c2381a2-ab0b-4685-9f30-4e3b2994758e,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:31:07.391764 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-385d6e80-6bac-4f52-84de-083781d6ddbe None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:07.480497 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-385d6e80-6bac-4f52-84de-083781d6ddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:07.606496 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d6e80-6bac-4f52-84de-083781d6ddbe None None] Pushing event updated for resources: {'Port': ['ID=6c2381a2-ab0b-4685-9f30-4e3b2994758e,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:07.637973 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b553c42-c420-465a-add1-ad0f88dfb417 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:07.711500 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 6c2381a2-ab0b-4685-9f30-4e3b2994758e up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:31:07.744638 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b553c42-c420-465a-add1-ad0f88dfb417 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Port': ['ID=500fe3e8-9fa2-4a91-861a-2154bec7f2de,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:07.860409 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b553c42-c420-465a-add1-ad0f88dfb417 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:07.860509 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 6c2381a2-ab0b-4685-9f30-4e3b2994758e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:31:07.860509 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:07.872195 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3b553c42-c420-465a-add1-ad0f88dfb417 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/500fe3e8-9fa2-4a91-861a-2154bec7f2de HTTP/1.1" status: 204 len: 168 time: 1.0568113 Dec 17 15:31:07.874841 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40308) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:07.979019 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f85d74e-f447-4f0b-98d2-a3af7e8b5005 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:07.981996 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9f85d74e-f447-4f0b-98d2-a3af7e8b5005 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1059027 Dec 17 15:31:07.984514 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40312) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:08.121612 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a59aad-a97f-42c7-94dc-d5b0c947d938 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:08.123226 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e3a59aad-a97f-42c7-94dc-d5b0c947d938 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1375086 Dec 17 15:31:08.125895 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40314) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:08.229329 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3250ca-7f90-4b8e-98d3-d43c47bb3f10 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:08.231651 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3250ca-7f90-4b8e-98d3-d43c47bb3f10 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:08.252667 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3250ca-7f90-4b8e-98d3-d43c47bb3f10 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:08.254858 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3a3250ca-7f90-4b8e-98d3-d43c47bb3f10 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1273704 Dec 17 15:31:08.257592 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40320) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:08.368135 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-361f4349-041f-4151-9cf1-2e0d7591bc50 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting subnet cefd2d47-4183-4192-a2b8-2a8aec702e18 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:31:08.399363 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-361f4349-041f-4151-9cf1-2e0d7591bc50 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:08.423957 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5c526-8a6a-49c5-963c-6ad4631d38df req-2d2c10e9-f3d8-4e52-b4f3-23ead912c999 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:08.441600 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-87f5c526-8a6a-49c5-963c-6ad4631d38df req-2d2c10e9-f3d8-4e52-b4f3-23ead912c999 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 945 time: 0.1363249 Dec 17 15:31:08.488894 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-361f4349-041f-4151-9cf1-2e0d7591bc50 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:08.544529 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-87f5c526-8a6a-49c5-963c-6ad4631d38df req-01d0d8c1-b0ea-4737-89f3-570824f7922c tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000223 Dec 17 15:31:08.621247 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-361f4349-041f-4151-9cf1-2e0d7591bc50 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:08.695154 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-719d64ab-e071-4da1-a57b-bb4ec118dd99 None None] Provisioning complete for port 6c2381a2-ab0b-4685-9f30-4e3b2994758e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:31:08.699202 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-719d64ab-e071-4da1-a57b-bb4ec118dd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:08.826454 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-361f4349-041f-4151-9cf1-2e0d7591bc50 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:08.898074 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-361f4349-041f-4151-9cf1-2e0d7591bc50 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:08.906566 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-361f4349-041f-4151-9cf1-2e0d7591bc50 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/cefd2d47-4183-4192-a2b8-2a8aec702e18 HTTP/1.1" status: 204 len: 168 time: 0.6451633 Dec 17 15:31:08.906566 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f4349-041f-4151-9cf1-2e0d7591bc50 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Subnet': ['ID=cefd2d47-4183-4192-a2b8-2a8aec702e18,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:08.911589 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40334) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:08.984501 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2fc6f3-f189-4b09-956c-00d925de5676 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:31:09.050662 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-f77e2294-e985-4394-8373-027ec5b02e4a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting subnet dda60b36-efad-43e5-beb1-4eff37054a87 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:31:09.056832 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f77e2294-e985-4394-8373-027ec5b02e4a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:09.084330 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-90b5a3a4-54d8-4426-a9f3-7438be64b1de None None] Could not find standard attr ID for object 500fe3e8-9fa2-4a91-861a-2154bec7f2de. {{(pid=102834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:31:09.116457 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f77e2294-e985-4394-8373-027ec5b02e4a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:09.258185 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f77e2294-e985-4394-8373-027ec5b02e4a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:09.460940 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f77e2294-e985-4394-8373-027ec5b02e4a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:09.491241 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e2294-e985-4394-8373-027ec5b02e4a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Subnet': ['ID=dda60b36-efad-43e5-beb1-4eff37054a87,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:09.512241 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f77e2294-e985-4394-8373-027ec5b02e4a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:09.515406 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f77e2294-e985-4394-8373-027ec5b02e4a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/dda60b36-efad-43e5-beb1-4eff37054a87 HTTP/1.1" status: 204 len: 168 time: 0.6060631 Dec 17 15:31:09.517885 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40344) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:09.589448 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40348) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:09.589686 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-66dc9398-cccf-4a5a-9978-60bbab61368e tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699985 Dec 17 15:31:09.597850 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-035b46fa-376c-4ab2-8482-ef2dc0e8607c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:31:09.781953 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 6c2381a2-ab0b-4685-9f30-4e3b2994758e up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:31:09.858892 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e19e21-f939-4972-aef5-465324c66c9b req-b78c670e-83be-45c3-b7fd-f75d591256c8 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:09.865730 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-02e19e21-f939-4972-aef5-465324c66c9b req-b78c670e-83be-45c3-b7fd-f75d591256c8 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 945 time: 0.1210208 Dec 17 15:31:09.943084 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-02e19e21-f939-4972-aef5-465324c66c9b req-e942ffe5-7678-46b7-9956-be790616f649 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418606 Dec 17 15:31:09.957182 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035b46fa-376c-4ab2-8482-ef2dc0e8607c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:31:09.961066 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-035b46fa-376c-4ab2-8482-ef2dc0e8607c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:09.980766 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 6c2381a2-ab0b-4685-9f30-4e3b2994758e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:31:09.981399 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:10.219034 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010a7b0a-7deb-493d-b51c-1b6404b972f9 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:31:10.293629 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:10.471719 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-035b46fa-376c-4ab2-8482-ef2dc0e8607c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:10.533257 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035b46fa-376c-4ab2-8482-ef2dc0e8607c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:31:10.541454 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-035b46fa-376c-4ab2-8482-ef2dc0e8607c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:31:10.549469 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035b46fa-376c-4ab2-8482-ef2dc0e8607c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:10.550212 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-035b46fa-376c-4ab2-8482-ef2dc0e8607c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:10.557137 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4277aed4-43d6-4339-b20e-7ad444c8dece None None] Provisioning complete for port 6c2381a2-ab0b-4685-9f30-4e3b2994758e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:31:10.557137 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4277aed4-43d6-4339-b20e-7ad444c8dece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:10.576615 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b46fa-376c-4ab2-8482-ef2dc0e8607c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Subnet': ['ID=cdde1518-802b-4b50-8cc2-daae0440d4e7,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:10.700085 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-035b46fa-376c-4ab2-8482-ef2dc0e8607c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1090422 Dec 17 15:31:10.705695 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40366) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:10.708406 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-a25c8dcc-714f-428c-8488-cb73a48aeb92 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:31:11.037929 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25c8dcc-714f-428c-8488-cb73a48aeb92 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:31:11.037929 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a25c8dcc-714f-428c-8488-cb73a48aeb92 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:11.077841 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e5302e-57ce-47f5-903c-9cc8bbdc86eb None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:31:11.212545 n-d-820553-2 neutron-server[102833]: INFO neutron.db.ipam_backend_mixin [None req-a25c8dcc-714f-428c-8488-cb73a48aeb92 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cdde1518-802b-4b50-8cc2-daae0440d4e7 (CIDR: 2001:db8::/64) Dec 17 15:31:11.239761 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-3ebc4048-9e00-41bc-a23f-f145a1054aba None None] Provisioning complete for port 6c2381a2-ab0b-4685-9f30-4e3b2994758e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:31:11.240402 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3ebc4048-9e00-41bc-a23f-f145a1054aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:11.255089 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bd45b-82ba-451b-9c1a-dabcdbd0a295 req-af0f5f89-0143-4b92-9122-59e57bfda0b1 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:11.256786 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b08bd45b-82ba-451b-9c1a-dabcdbd0a295 req-af0f5f89-0143-4b92-9122-59e57bfda0b1 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 945 time: 0.1102793 Dec 17 15:31:11.298403 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25c8dcc-714f-428c-8488-cb73a48aeb92 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:31:11.298968 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a25c8dcc-714f-428c-8488-cb73a48aeb92 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:11.332310 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b08bd45b-82ba-451b-9c1a-dabcdbd0a295 req-aa01b2af-7fef-46d2-9e59-b342d6c76c04 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682430 Dec 17 15:31:11.390468 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40380) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:11.391601 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a25c8dcc-714f-428c-8488-cb73a48aeb92 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6873565 Dec 17 15:31:11.397447 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-8ad2b384-e187-4920-be27-afb8476d89a8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:31:11.728490 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad2b384-e187-4920-be27-afb8476d89a8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:31:11.733360 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8ad2b384-e187-4920-be27-afb8476d89a8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:11.919739 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-00934410-4e86-407b-9eba-5c1e5879476c None None] Provisioning complete for port 6c2381a2-ab0b-4685-9f30-4e3b2994758e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:31:11.920002 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-00934410-4e86-407b-9eba-5c1e5879476c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:12.480944 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1683f2-2dc1-4216-85b7-db4ad1ef7fee req-c24edf1d-4bc2-465e-b804-b40f06237886 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:12.482489 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6a1683f2-2dc1-4216-85b7-db4ad1ef7fee req-c24edf1d-4bc2-465e-b804-b40f06237886 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 945 time: 0.0586400 Dec 17 15:31:12.527109 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6a1683f2-2dc1-4216-85b7-db4ad1ef7fee req-23150af2-b460-4147-9628-b1e7d948b8e2 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379169 Dec 17 15:31:13.472798 n-d-820553-2 neutron-server[102832]: DEBUG neutron.objects.ports [None req-8ad2b384-e187-4920-be27-afb8476d89a8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102832) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 15:31:13.775587 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2497c0-bd96-4523-add3-23912f187132 req-f8643fd4-2be6-40da-a3ac-236bde9c438a tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:13.777908 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8d2497c0-bd96-4523-add3-23912f187132 req-f8643fd4-2be6-40da-a3ac-236bde9c438a tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 945 time: 0.0680211 Dec 17 15:31:13.909615 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8d2497c0-bd96-4523-add3-23912f187132 req-fcacd9a1-256e-45a5-b2d0-0345a9a3ec21 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234696 Dec 17 15:31:13.910475 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8ad2b384-e187-4920-be27-afb8476d89a8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:14.185684 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-8ad2b384-e187-4920-be27-afb8476d89a8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] For port 6c2381a2-ab0b-4685-9f30-4e3b2994758e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=6c2381a2-ab0b-4685-9f30-4e3b2994758e,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:31:14.233178 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8ad2b384-e187-4920-be27-afb8476d89a8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:14.391142 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8ad2b384-e187-4920-be27-afb8476d89a8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:14.391941 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8ad2b384-e187-4920-be27-afb8476d89a8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:14.470889 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad2b384-e187-4920-be27-afb8476d89a8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:31:14.481091 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-8ad2b384-e187-4920-be27-afb8476d89a8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:31:14.488268 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad2b384-e187-4920-be27-afb8476d89a8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:14.489203 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8ad2b384-e187-4920-be27-afb8476d89a8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:14.497354 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2b384-e187-4920-be27-afb8476d89a8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Subnet': ['ID=4650cf36-7e4e-4df9-809a-56aa5b0dec83,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:14.500452 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4cdf0a-8155-45a8-b1e3-ddbf697c467e None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:31:14.516819 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2b384-e187-4920-be27-afb8476d89a8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Port': ['ID=6c2381a2-ab0b-4685-9f30-4e3b2994758e,revision_number=8']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:14.611062 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8ad2b384-e187-4920-be27-afb8476d89a8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.2188034 Dec 17 15:31:14.614046 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40434) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:14.619124 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-d7613ece-d8e6-4a2f-b35d-9b6349f556c7 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'port': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'mac_address': 'fa:16:3e:d1:f0:97', 'name': 'tempest-NetworksTestDHCPv6-402017100'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:31:14.804428 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e146de25-3814-4640-8cd7-ef6b27832b85 None None] Update dhcp port {'port': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'fixed_ips': [{'subnet_id': '4650cf36-7e4e-4df9-809a-56aa5b0dec83', 'ip_address': '2001:db8:0:1:f816:3eff:fe67:8b1e'}, {'subnet_id': 'cdde1518-802b-4b50-8cc2-daae0440d4e7'}], 'binding:host_id': 'n-d-820553-2'}, 'id': '6c2381a2-ab0b-4685-9f30-4e3b2994758e'} from n-d-820553-2. {{(pid=102834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 17 15:31:14.833080 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e146de25-3814-4640-8cd7-ef6b27832b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:15.061885 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc9039-b31d-4fef-9d32-d1090f60e56e req-b897a7a2-af28-4345-9808-56734984773a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:15.064240 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1bcc9039-b31d-4fef-9d32-d1090f60e56e req-b897a7a2-af28-4345-9808-56734984773a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3946e10ff975425598a71e1a9e6d2cf1&device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 1096 time: 0.0547786 Dec 17 15:31:15.141457 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-e146de25-3814-4640-8cd7-ef6b27832b85 None None] Allocated IP 2001:db8::2 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/cdde1518-802b-4b50-8cc2-daae0440d4e7/6c2381a2-ab0b-4685-9f30-4e3b2994758e) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:31:15.180217 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337a9d4-174b-4179-b2ad-b30337445c7e req-7c479238-f19a-4384-8084-3f2d3a4208b2 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:15.182321 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b337a9d4-174b-4179-b2ad-b30337445c7e req-7c479238-f19a-4384-8084-3f2d3a4208b2 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 945 time: 0.1611350 Dec 17 15:31:15.211254 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc9039-b31d-4fef-9d32-d1090f60e56e req-3bd98bb1-ddce-4f1b-a9ba-bb274727f554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:15.212800 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1bcc9039-b31d-4fef-9d32-d1090f60e56e req-3bd98bb1-ddce-4f1b-a9ba-bb274727f554 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14d6281a-4511-4bb4-90e9-4eb4dec9d036 HTTP/1.1" status: 200 len: 918 time: 0.1240897 Dec 17 15:31:15.244882 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b337a9d4-174b-4179-b2ad-b30337445c7e req-31186e77-c8ff-427a-b6cb-4c8e8e4eef13 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553048 Dec 17 15:31:15.317091 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1bcc9039-b31d-4fef-9d32-d1090f60e56e req-e22c30f2-c200-4c54-a1cf-521b948cff2d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd HTTP/1.1" status: 200 len: 1001 time: 0.0939519 Dec 17 15:31:15.325298 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-e146de25-3814-4640-8cd7-ef6b27832b85 None None] For port 6c2381a2-ab0b-4685-9f30-4e3b2994758e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=6c2381a2-ab0b-4685-9f30-4e3b2994758e,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:31:15.346236 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7613ece-d8e6-4a2f-b35d-9b6349f556c7 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:31:15.378118 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc9039-b31d-4fef-9d32-d1090f60e56e req-137397db-179e-4cbf-8d8f-7712ed279888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:15.379949 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1bcc9039-b31d-4fef-9d32-d1090f60e56e req-137397db-179e-4cbf-8d8f-7712ed279888 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb81f603-60e6-418f-8fce-326d48a9c9a7 HTTP/1.1" status: 200 len: 856 time: 0.0556848 Dec 17 15:31:15.391141 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e146de25-3814-4640-8cd7-ef6b27832b85 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:15.439543 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d7613ece-d8e6-4a2f-b35d-9b6349f556c7 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:15.460265 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e146de25-3814-4640-8cd7-ef6b27832b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:15.460604 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-d7613ece-d8e6-4a2f-b35d-9b6349f556c7 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] device_id is not set on port 0295af63-7d2f-4907-9fd3-746c3a371af7 yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:31:15.520195 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e146de25-3814-4640-8cd7-ef6b27832b85 None None] Pushing event updated for resources: {'Port': ['ID=6c2381a2-ab0b-4685-9f30-4e3b2994758e,revision_number=9']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:15.603522 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc9039-b31d-4fef-9d32-d1090f60e56e req-cd86f500-0fb4-46db-aefb-c2e0b92f02aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:15.606539 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1bcc9039-b31d-4fef-9d32-d1090f60e56e req-cd86f500-0fb4-46db-aefb-c2e0b92f02aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14d6281a-4511-4bb4-90e9-4eb4dec9d036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539880 Dec 17 15:31:15.752302 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 6c2381a2-ab0b-4685-9f30-4e3b2994758e up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:31:15.753521 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-d7613ece-d8e6-4a2f-b35d-9b6349f556c7 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Allocated IP 2001:db8::3e4 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/cdde1518-802b-4b50-8cc2-daae0440d4e7/0295af63-7d2f-4907-9fd3-746c3a371af7) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:31:15.762461 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-d7613ece-d8e6-4a2f-b35d-9b6349f556c7 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Allocated IP 2001:db8:0:1:f816:3eff:fed1:f097 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/4650cf36-7e4e-4df9-809a-56aa5b0dec83/0295af63-7d2f-4907-9fd3-746c3a371af7) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:31:15.826755 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 6c2381a2-ab0b-4685-9f30-4e3b2994758e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:31:15.827345 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:15.876149 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1bcc9039-b31d-4fef-9d32-d1090f60e56e req-e2cb2ae7-8161-4c8f-b23a-2f7c4f2bbf33 service neutron] 10.222.0.41 "GET /v2.0/networks/14d6281a-4511-4bb4-90e9-4eb4dec9d036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522709 Dec 17 15:31:16.024298 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1bcc9039-b31d-4fef-9d32-d1090f60e56e req-63ebe12d-3f84-467a-aea9-0db15bdeccb9 service neutron] 10.222.0.41 "GET /v2.0/networks/14d6281a-4511-4bb4-90e9-4eb4dec9d036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401200 Dec 17 15:31:16.041593 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d7613ece-d8e6-4a2f-b35d-9b6349f556c7 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:16.158651 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037a013-7612-4e80-b64b-46ebeb3b8c26 req-c8ea15b8-de4c-4a52-8507-365297f8537c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:16.160815 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0037a013-7612-4e80-b64b-46ebeb3b8c26 req-c8ea15b8-de4c-4a52-8507-365297f8537c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3946e10ff975425598a71e1a9e6d2cf1&device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 1096 time: 0.0638337 Dec 17 15:31:16.191804 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d7613ece-d8e6-4a2f-b35d-9b6349f556c7 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:16.249667 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7613ece-d8e6-4a2f-b35d-9b6349f556c7 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:31:16.256625 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-d7613ece-d8e6-4a2f-b35d-9b6349f556c7 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:31:16.257196 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7613ece-d8e6-4a2f-b35d-9b6349f556c7 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:31:16.266867 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7613ece-d8e6-4a2f-b35d-9b6349f556c7 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:16.267735 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d7613ece-d8e6-4a2f-b35d-9b6349f556c7 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:16.288975 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7613ece-d8e6-4a2f-b35d-9b6349f556c7 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Port': ['ID=0295af63-7d2f-4907-9fd3-746c3a371af7,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:16.296743 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037a013-7612-4e80-b64b-46ebeb3b8c26 req-16819a91-4115-489e-881f-7406bfbde4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:16.300072 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0037a013-7612-4e80-b64b-46ebeb3b8c26 req-16819a91-4115-489e-881f-7406bfbde4da service neutron] 10.222.0.41 "GET /v2.0/networks?id=14d6281a-4511-4bb4-90e9-4eb4dec9d036 HTTP/1.1" status: 200 len: 918 time: 0.1262002 Dec 17 15:31:16.405515 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0037a013-7612-4e80-b64b-46ebeb3b8c26 req-58c7916c-b930-479a-99ea-c55eb6c2bc33 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd HTTP/1.1" status: 200 len: 1001 time: 0.0968471 Dec 17 15:31:16.415343 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d7613ece-d8e6-4a2f-b35d-9b6349f556c7 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7996650 Dec 17 15:31:16.419376 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40478) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:16.472715 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037a013-7612-4e80-b64b-46ebeb3b8c26 req-4a2cc7ca-cf42-433a-ad6f-3ef6cd5de09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:16.474866 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0037a013-7612-4e80-b64b-46ebeb3b8c26 req-4a2cc7ca-cf42-433a-ad6f-3ef6cd5de09a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb81f603-60e6-418f-8fce-326d48a9c9a7 HTTP/1.1" status: 200 len: 856 time: 0.0609362 Dec 17 15:31:16.530575 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cc081-3e53-4472-9e4e-af9af2ad1988 req-41429832-6f79-454f-b8ba-48832fca42d8 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:16.532276 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8a0cc081-3e53-4472-9e4e-af9af2ad1988 req-41429832-6f79-454f-b8ba-48832fca42d8 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 945 time: 0.1514657 Dec 17 15:31:16.586214 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037a013-7612-4e80-b64b-46ebeb3b8c26 req-3d5e2eb8-430a-4812-af07-ec7810936daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:16.588094 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0037a013-7612-4e80-b64b-46ebeb3b8c26 req-3d5e2eb8-430a-4812-af07-ec7810936daa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14d6281a-4511-4bb4-90e9-4eb4dec9d036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060586 Dec 17 15:31:16.626300 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-f1bee3fb-1f60-491f-bc58-8493be2a36c8 None None] Provisioning complete for port 6c2381a2-ab0b-4685-9f30-4e3b2994758e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:31:16.626798 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f1bee3fb-1f60-491f-bc58-8493be2a36c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:16.657432 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8a0cc081-3e53-4472-9e4e-af9af2ad1988 req-b29e67e4-6707-453a-9a68-a8548667441e tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966020 Dec 17 15:31:16.674410 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-3219c2cb-b8e5-4cb9-a8d1-c226b5a69416 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting port 0295af63-7d2f-4907-9fd3-746c3a371af7 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:31:16.675026 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3219c2cb-b8e5-4cb9-a8d1-c226b5a69416 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:16.790533 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0037a013-7612-4e80-b64b-46ebeb3b8c26 req-7fe8421a-cffa-4db0-9ee3-5c8295d2be62 service neutron] 10.222.0.41 "GET /v2.0/networks/14d6281a-4511-4bb4-90e9-4eb4dec9d036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951759 Dec 17 15:31:16.842018 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3219c2cb-b8e5-4cb9-a8d1-c226b5a69416 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:16.875263 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-3219c2cb-b8e5-4cb9-a8d1-c226b5a69416 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Calling delete_port for 0295af63-7d2f-4907-9fd3-746c3a371af7 owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:31:16.931284 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0037a013-7612-4e80-b64b-46ebeb3b8c26 req-ee470a4a-aa08-4458-95fd-7c1eac7ece80 service neutron] 10.222.0.41 "GET /v2.0/networks/14d6281a-4511-4bb4-90e9-4eb4dec9d036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307933 Dec 17 15:31:16.971402 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-b5ec3f1d-cba9-4473-b3bd-93c547191eb0 None None] Provisioning complete for port 0295af63-7d2f-4907-9fd3-746c3a371af7 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:31:16.971782 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b5ec3f1d-cba9-4473-b3bd-93c547191eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:17.022119 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-b5ec3f1d-cba9-4473-b3bd-93c547191eb0 None None] Port 0295af63-7d2f-4907-9fd3-746c3a371af7 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:31:17.185296 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3219c2cb-b8e5-4cb9-a8d1-c226b5a69416 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:17.223255 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3219c2cb-b8e5-4cb9-a8d1-c226b5a69416 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Port': ['ID=0295af63-7d2f-4907-9fd3-746c3a371af7,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:17.277985 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3219c2cb-b8e5-4cb9-a8d1-c226b5a69416 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:17.281327 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3219c2cb-b8e5-4cb9-a8d1-c226b5a69416 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/0295af63-7d2f-4907-9fd3-746c3a371af7 HTTP/1.1" status: 204 len: 168 time: 0.8607497 Dec 17 15:31:17.283924 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40492) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:17.352467 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca0e040-4cc9-4a03-af77-3b7dc75752f3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:17.354511 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9ca0e040-4cc9-4a03-af77-3b7dc75752f3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0694258 Dec 17 15:31:17.358229 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40496) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:17.423159 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a20f2f0-93df-4a89-80ca-85182301c9e9 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:17.428588 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0a20f2f0-93df-4a89-80ca-85182301c9e9 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0675941 Dec 17 15:31:17.429463 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40500) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:17.497344 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db48c754-4623-4968-8335-277b610827ce tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:17.498986 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db48c754-4623-4968-8335-277b610827ce tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:17.500554 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db48c754-4623-4968-8335-277b610827ce tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:17.504802 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-db48c754-4623-4968-8335-277b610827ce tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0718184 Dec 17 15:31:17.505255 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40504) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:17.571303 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-feb7e528-83d7-4389-ad9d-5d54c96a6327 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting subnet 4650cf36-7e4e-4df9-809a-56aa5b0dec83 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:31:17.575095 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-feb7e528-83d7-4389-ad9d-5d54c96a6327 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:17.618343 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-feb7e528-83d7-4389-ad9d-5d54c96a6327 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:17.722332 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-feb7e528-83d7-4389-ad9d-5d54c96a6327 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:17.826075 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452ea85-83df-4b0c-9069-864524ad361c req-703233de-33cc-4e57-b999-c7f3b69cb8ff tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:17.827654 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3452ea85-83df-4b0c-9069-864524ad361c req-703233de-33cc-4e57-b999-c7f3b69cb8ff tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 945 time: 0.0779266 Dec 17 15:31:17.868787 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3452ea85-83df-4b0c-9069-864524ad361c req-f591e6b6-4959-4c47-b74b-be98da2d017d tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346413 Dec 17 15:31:17.928625 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-feb7e528-83d7-4389-ad9d-5d54c96a6327 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:17.958546 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb7e528-83d7-4389-ad9d-5d54c96a6327 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Subnet': ['ID=4650cf36-7e4e-4df9-809a-56aa5b0dec83,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:17.962983 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-feb7e528-83d7-4389-ad9d-5d54c96a6327 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:17.966609 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-feb7e528-83d7-4389-ad9d-5d54c96a6327 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/4650cf36-7e4e-4df9-809a-56aa5b0dec83 HTTP/1.1" status: 204 len: 168 time: 0.4602950 Dec 17 15:31:17.969003 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40516) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:17.977754 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e57166-9c7d-4034-b592-ecdd21170527 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:31:18.037856 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2612fcd-22d8-4980-b26b-e81d4db2acfb tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting subnet cdde1518-802b-4b50-8cc2-daae0440d4e7 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:31:18.041508 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f2612fcd-22d8-4980-b26b-e81d4db2acfb tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:18.084823 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f2612fcd-22d8-4980-b26b-e81d4db2acfb tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:18.199612 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f2612fcd-22d8-4980-b26b-e81d4db2acfb tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:18.724920 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:31:18.772503 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-9542a8d0-85c3-4861-b12f-146be563b864 None None] Provisioning complete for port 6c2381a2-ab0b-4685-9f30-4e3b2994758e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:31:18.772668 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9542a8d0-85c3-4861-b12f-146be563b864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:18.826213 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f2612fcd-22d8-4980-b26b-e81d4db2acfb tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:18.874544 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:18.883219 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2612fcd-22d8-4980-b26b-e81d4db2acfb tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Subnet': ['ID=cdde1518-802b-4b50-8cc2-daae0440d4e7,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:18.888972 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f2612fcd-22d8-4980-b26b-e81d4db2acfb tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:18.892841 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f2612fcd-22d8-4980-b26b-e81d4db2acfb tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/cdde1518-802b-4b50-8cc2-daae0440d4e7 HTTP/1.1" status: 204 len: 168 time: 0.9227796 Dec 17 15:31:18.897566 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40536) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:18.914260 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1f7669-38a7-406b-96d0-079abf8e1eff None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:31:18.992892 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052fd604-f4fb-4346-98a7-bd258456dd66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:31:18.996134 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37de426-f603-487d-8c20-fbaf74eac3e8" -d '{"events": [{"server_uuid": "052fd604-f4fb-4346-98a7-bd258456dd66", "name": "network-vif-unplugged", "status": "completed", "tag": "7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:31:19.040043 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d4321d1e-beab-4465-8fbd-b8123ce21c5d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1410122 Dec 17 15:31:19.045932 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40552) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:19.048428 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-cb49e806-ab89-499c-869c-e7521fb62ade tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:31:19.058045 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02b565e-c50a-48a0-8717-037815266da5 x-openstack-request-id: req-a02b565e-c50a-48a0-8717-037815266da5 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:31:19.058375 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052fd604-f4fb-4346-98a7-bd258456dd66", "name": "network-vif-unplugged", "status": "completed", "tag": "7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:31:19.058632 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a02b565e-c50a-48a0-8717-037815266da5 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:31:19.059059 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052fd604-f4fb-4346-98a7-bd258456dd66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd', 'code': 200} Dec 17 15:31:19.062526 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd,segment=NetworkSegment(f1f4760e-7fd1-432e-9861-fd1a052a7a2d),segment_id=f1f4760e-7fd1-432e-9861-fd1a052a7a2d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:31:19.080118 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53170ad4-c7a0-483d-99f9-32d30e67e4ce req-74ce5d67-2131-442c-89e2-4997b7aec284 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:19.081975 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-53170ad4-c7a0-483d-99f9-32d30e67e4ce req-74ce5d67-2131-442c-89e2-4997b7aec284 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 945 time: 0.0877523 Dec 17 15:31:19.132375 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-53170ad4-c7a0-483d-99f9-32d30e67e4ce req-61f44c6e-c3a6-4310-b367-4dd840d60dc1 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441661 Dec 17 15:31:19.191294 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:19.225410 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb49e806-ab89-499c-869c-e7521fb62ade tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:31:19.229709 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cb49e806-ab89-499c-869c-e7521fb62ade tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:19.241794 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5644eef-6002-41e3-8243-762631c75372 None None] DHCP port deletion for 1ef37782-8ac3-404c-a66a-d6468d16f5c9 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:31:19.293989 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd,revision_number=8']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:19.315169 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c5644eef-6002-41e3-8243-762631c75372 None None] Deleting port 6c2381a2-ab0b-4685-9f30-4e3b2994758e {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:31:19.315837 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c5644eef-6002-41e3-8243-762631c75372 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:19.396961 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c5644eef-6002-41e3-8243-762631c75372 None None] For port 6c2381a2-ab0b-4685-9f30-4e3b2994758e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=6c2381a2-ab0b-4685-9f30-4e3b2994758e,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:31:19.397431 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c5644eef-6002-41e3-8243-762631c75372 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:19.411513 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c5644eef-6002-41e3-8243-762631c75372 None None] Calling delete_port for 6c2381a2-ab0b-4685-9f30-4e3b2994758e owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:31:19.522803 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cb49e806-ab89-499c-869c-e7521fb62ade tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:19.582326 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb49e806-ab89-499c-869c-e7521fb62ade tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:31:19.589582 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-cb49e806-ab89-499c-869c-e7521fb62ade tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:31:19.593901 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb49e806-ab89-499c-869c-e7521fb62ade tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:19.594751 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cb49e806-ab89-499c-869c-e7521fb62ade tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:19.600220 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49e806-ab89-499c-869c-e7521fb62ade tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Subnet': ['ID=d8888d7d-c0ee-4071-b195-b226999202fb,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:19.637766 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c5644eef-6002-41e3-8243-762631c75372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:19.695625 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5644eef-6002-41e3-8243-762631c75372 None None] Pushing event deleted for resources: {'Port': ['ID=6c2381a2-ab0b-4685-9f30-4e3b2994758e,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:19.703102 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5644eef-6002-41e3-8243-762631c75372 None None] No DVR routers for this DVR port 6c2381a2-ab0b-4685-9f30-4e3b2994758e on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:31:19.709193 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cb49e806-ab89-499c-869c-e7521fb62ade tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6645951 Dec 17 15:31:19.714330 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40566) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:19.724139 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-9fd2f166-a69a-43dc-9a48-140a09588f0f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:31:19.736023 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 6c2381a2-ab0b-4685-9f30-4e3b2994758e no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:31:19.770474 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed126bcf-6295-4b7b-889c-ae10ba15b2c3 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:31:19.772717 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 6c2381a2-ab0b-4685-9f30-4e3b2994758e {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:31:19.780428 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 6c2381a2-ab0b-4685-9f30-4e3b2994758e not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:31:20.008110 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd2f166-a69a-43dc-9a48-140a09588f0f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:31:20.011798 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9fd2f166-a69a-43dc-9a48-140a09588f0f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:20.018572 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ff3cdc-9179-4a6f-9050-82aa3c919c6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'tenant_id': 'e00261bf01f045239bf0ecb9251f7bcb', 'fixed_ips': [{'subnet_id': 'd8888d7d-c0ee-4071-b195-b226999202fb'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:31:20.019457 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b8ff3cdc-9179-4a6f-9050-82aa3c919c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:20.120529 n-d-820553-2 neutron-server[102833]: INFO neutron.db.ipam_backend_mixin [None req-9fd2f166-a69a-43dc-9a48-140a09588f0f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d8888d7d-c0ee-4071-b195-b226999202fb (CIDR: 2001:db8::/64) Dec 17 15:31:20.175367 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-b8ff3cdc-9179-4a6f-9050-82aa3c919c6f None None] Allocated IP 2001:db8::2 (1ef37782-8ac3-404c-a66a-d6468d16f5c9/d8888d7d-c0ee-4071-b195-b226999202fb/60a6c2b6-9115-4dc2-a04d-af20cd90328d) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:31:20.179921 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fd2f166-a69a-43dc-9a48-140a09588f0f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:31:20.184198 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fd2f166-a69a-43dc-9a48-140a09588f0f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:20.251573 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9fd2f166-a69a-43dc-9a48-140a09588f0f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5354388 Dec 17 15:31:20.254295 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40582) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:20.259484 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-144ab4d4-7dc6-48cb-a009-7e0ace6fdc44 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'subnet': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:31:20.298555 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d0b53-e775-4e94-a2eb-c7a8ac038d8a req-d9660420-e898-43bc-a781-5ab7e7ca3d31 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:20.301137 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cd9d0b53-e775-4e94-a2eb-c7a8ac038d8a req-d9660420-e898-43bc-a781-5ab7e7ca3d31 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 943 time: 0.0768688 Dec 17 15:31:20.360161 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cd9d0b53-e775-4e94-a2eb-c7a8ac038d8a req-3d5bf85a-7c75-48a0-92d0-fee266330e2d tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522585 Dec 17 15:31:20.412090 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b8ff3cdc-9179-4a6f-9050-82aa3c919c6f None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:20.535195 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b8ff3cdc-9179-4a6f-9050-82aa3c919c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:20.551666 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144ab4d4-7dc6-48cb-a009-7e0ace6fdc44 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:31:20.555250 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-144ab4d4-7dc6-48cb-a009-7e0ace6fdc44 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:20.587250 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ff3cdc-9179-4a6f-9050-82aa3c919c6f None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:31:20.590448 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-b8ff3cdc-9179-4a6f-9050-82aa3c919c6f None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:31:20.595316 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ff3cdc-9179-4a6f-9050-82aa3c919c6f None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:31:20.630916 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff3cdc-9179-4a6f-9050-82aa3c919c6f None None] Pushing event updated for resources: {'Port': ['ID=60a6c2b6-9115-4dc2-a04d-af20cd90328d,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:20.673280 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b8ff3cdc-9179-4a6f-9050-82aa3c919c6f None None] Attempting to bind port 60a6c2b6-9115-4dc2-a04d-af20cd90328d on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:31:20.673750 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b8ff3cdc-9179-4a6f-9050-82aa3c919c6f None None] Attempting to bind port 60a6c2b6-9115-4dc2-a04d-af20cd90328d by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:31:20.674180 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ff3cdc-9179-4a6f-9050-82aa3c919c6f None None] Attempting to bind port 60a6c2b6-9115-4dc2-a04d-af20cd90328d on network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:31:20.680246 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ff3cdc-9179-4a6f-9050-82aa3c919c6f None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:31:20.680680 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ff3cdc-9179-4a6f-9050-82aa3c919c6f None None] Checking segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:31:20.681111 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b8ff3cdc-9179-4a6f-9050-82aa3c919c6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:20.681608 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ff3cdc-9179-4a6f-9050-82aa3c919c6f None None] Bound using segment: {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:31:20.682030 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b8ff3cdc-9179-4a6f-9050-82aa3c919c6f None None] Bound port: 60a6c2b6-9115-4dc2-a04d-af20cd90328d, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac030d7-5d56-437e-adff-d4bffef2306c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:31:20.682975 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b8ff3cdc-9179-4a6f-9050-82aa3c919c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:20.778087 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b8ff3cdc-9179-4a6f-9050-82aa3c919c6f None None] For port 60a6c2b6-9115-4dc2-a04d-af20cd90328d, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:31:20.784121 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b8ff3cdc-9179-4a6f-9050-82aa3c919c6f None None] For port 60a6c2b6-9115-4dc2-a04d-af20cd90328d, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=60a6c2b6-9115-4dc2-a04d-af20cd90328d,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:31:20.860358 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b8ff3cdc-9179-4a6f-9050-82aa3c919c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:21.010197 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff3cdc-9179-4a6f-9050-82aa3c919c6f None None] Pushing event updated for resources: {'Port': ['ID=60a6c2b6-9115-4dc2-a04d-af20cd90328d,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:21.088281 n-d-820553-2 neutron-server[102833]: DEBUG neutron.objects.ports [None req-144ab4d4-7dc6-48cb-a009-7e0ace6fdc44 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102833) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 15:31:21.411717 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-144ab4d4-7dc6-48cb-a009-7e0ace6fdc44 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:21.621641 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-144ab4d4-7dc6-48cb-a009-7e0ace6fdc44 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] For port 60a6c2b6-9115-4dc2-a04d-af20cd90328d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=60a6c2b6-9115-4dc2-a04d-af20cd90328d,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:31:21.686295 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-144ab4d4-7dc6-48cb-a009-7e0ace6fdc44 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:21.763949 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 60a6c2b6-9115-4dc2-a04d-af20cd90328d up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:31:21.775290 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-144ab4d4-7dc6-48cb-a009-7e0ace6fdc44 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:21.781291 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-144ab4d4-7dc6-48cb-a009-7e0ace6fdc44 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:21.840763 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 60a6c2b6-9115-4dc2-a04d-af20cd90328d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:31:21.841316 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:21.981369 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144ab4d4-7dc6-48cb-a009-7e0ace6fdc44 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:31:21.984122 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ab4d4-7dc6-48cb-a009-7e0ace6fdc44 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Port': ['ID=60a6c2b6-9115-4dc2-a04d-af20cd90328d,revision_number=4']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:21.987774 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-144ab4d4-7dc6-48cb-a009-7e0ace6fdc44 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:31:22.017440 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:22.037420 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144ab4d4-7dc6-48cb-a009-7e0ace6fdc44 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:22.038222 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-144ab4d4-7dc6-48cb-a009-7e0ace6fdc44 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:22.066883 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 60a6c2b6-9115-4dc2-a04d-af20cd90328d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=60a6c2b6-9115-4dc2-a04d-af20cd90328d,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:31:22.077402 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ab4d4-7dc6-48cb-a009-7e0ace6fdc44 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Subnet': ['ID=6a422d27-0fa1-410b-8a37-0eecddbf2413,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:22.148018 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-0b5e285a-c5f6-496a-a1f1-f3009f5b6bea req-555d214a-36c4-446b-8ff6-09587619619b service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:31:22.157378 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0b5e285a-c5f6-496a-a1f1-f3009f5b6bea req-555d214a-36c4-446b-8ff6-09587619619b service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1659663 Dec 17 15:31:22.185429 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:22.202812 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40644) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:22.203015 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-144ab4d4-7dc6-48cb-a009-7e0ace6fdc44 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9477963 Dec 17 15:31:22.208926 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-85c94f7c-8681-453e-ba78-ac6303403fe3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Request body: {'port': {'network_id': '1ef37782-8ac3-404c-a66a-d6468d16f5c9', 'mac_address': 'fa:16:3e:b3:84:5a', 'name': 'tempest-NetworksTestDHCPv6-647949034'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:31:22.286798 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=60a6c2b6-9115-4dc2-a04d-af20cd90328d,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:22.303922 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:31:22.305728 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:31:22.305728 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:31:22.305728 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:31:22.305728 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:31:22.305728 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:31:22.306190 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:31:22.306366 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:31:22.306679 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:31:22.307002 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:31:22.307556 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:31:22.307892 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:31:22.369345 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26644fc-83c9-46e1-924e-6310cfa250d5 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:31:22.462290 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-ca8737d8-7c8f-4f54-95b8-fd93356e3121 None None] Provisioning complete for port 60a6c2b6-9115-4dc2-a04d-af20cd90328d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:31:22.462805 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ca8737d8-7c8f-4f54-95b8-fd93356e3121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:22.491550 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c94f7c-8681-453e-ba78-ac6303403fe3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Made reservation on behalf of e00261bf01f045239bf0ecb9251f7bcb for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:31:22.619193 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-85c94f7c-8681-453e-ba78-ac6303403fe3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:22.661151 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd89e9-6b5c-4821-9fa7-52574fa110e5 req-4be14257-3bf1-4d04-a291-570f20400248 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:22.670897 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2cd89e9-6b5c-4821-9fa7-52574fa110e5 req-4be14257-3bf1-4d04-a291-570f20400248 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 943 time: 0.2081282 Dec 17 15:31:22.710791 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-85c94f7c-8681-453e-ba78-ac6303403fe3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] device_id is not set on port 34c10e77-92cb-4561-bf74-989974b6c626 yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:31:22.751396 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:31:22.799463 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2cd89e9-6b5c-4821-9fa7-52574fa110e5 req-9b1aecbd-6beb-4c58-83ff-63e913fb634c tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276948 Dec 17 15:31:22.934286 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40668) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:22.988961 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-85c94f7c-8681-453e-ba78-ac6303403fe3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Allocated IP 2001:db8::2bb (1ef37782-8ac3-404c-a66a-d6468d16f5c9/d8888d7d-c0ee-4071-b195-b226999202fb/34c10e77-92cb-4561-bf74-989974b6c626) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:31:23.009469 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-85c94f7c-8681-453e-ba78-ac6303403fe3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Allocated IP 2001:db8:0:1:f816:3eff:feb3:845a (1ef37782-8ac3-404c-a66a-d6468d16f5c9/6a422d27-0fa1-410b-8a37-0eecddbf2413/34c10e77-92cb-4561-bf74-989974b6c626) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:31:23.136546 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-8725a714-c0f1-48cd-bd16-4b106c76e161 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1995540 Dec 17 15:31:23.145349 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-e45ab0b3-daa1-4a57-97be-01f4549c041f service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:31:23.153214 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-e45ab0b3-daa1-4a57-97be-01f4549c041f service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093448 Dec 17 15:31:23.257368 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-85c94f7c-8681-453e-ba78-ac6303403fe3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:23.440723 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-85c94f7c-8681-453e-ba78-ac6303403fe3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:23.485148 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c94f7c-8681-453e-ba78-ac6303403fe3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:31:23.488401 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-85c94f7c-8681-453e-ba78-ac6303403fe3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:31:23.492210 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c94f7c-8681-453e-ba78-ac6303403fe3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:31:23.498844 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c94f7c-8681-453e-ba78-ac6303403fe3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:23.499735 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-85c94f7c-8681-453e-ba78-ac6303403fe3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:23.516198 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c94f7c-8681-453e-ba78-ac6303403fe3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event updated for resources: {'Port': ['ID=34c10e77-92cb-4561-bf74-989974b6c626,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:23.584178 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-0c0c3459-bb02-4088-b485-758f331a88af None None] Provisioning complete for port 60a6c2b6-9115-4dc2-a04d-af20cd90328d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:31:23.585403 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0c0c3459-bb02-4088-b485-758f331a88af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:23.683088 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-85c94f7c-8681-453e-ba78-ac6303403fe3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4786839 Dec 17 15:31:23.686119 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40692) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:23.703801 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 60a6c2b6-9115-4dc2-a04d-af20cd90328d up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:31:23.766162 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 60a6c2b6-9115-4dc2-a04d-af20cd90328d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:31:23.766565 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:23.831979 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-65121eee-39eb-4e39-9235-3c139951cbaa tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting port 34c10e77-92cb-4561-bf74-989974b6c626 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:31:23.832408 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-65121eee-39eb-4e39-9235-3c139951cbaa tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:23.922095 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-0db865df-4cf8-4d91-91f9-61f5efcb45bb None None] Provisioning complete for port 34c10e77-92cb-4561-bf74-989974b6c626 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:31:23.922899 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0db865df-4cf8-4d91-91f9-61f5efcb45bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:23.961754 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-65121eee-39eb-4e39-9235-3c139951cbaa tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:23.966604 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-0db865df-4cf8-4d91-91f9-61f5efcb45bb None None] Port 34c10e77-92cb-4561-bf74-989974b6c626 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:31:23.987834 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be66479-1831-41de-8fa8-ef18f56b7df5 req-5b7b3812-4010-40e0-90ca-19738eb792c2 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:23.989466 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5be66479-1831-41de-8fa8-ef18f56b7df5 req-5b7b3812-4010-40e0-90ca-19738eb792c2 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 943 time: 0.0789206 Dec 17 15:31:23.992044 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-65121eee-39eb-4e39-9235-3c139951cbaa tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Calling delete_port for 34c10e77-92cb-4561-bf74-989974b6c626 owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:31:24.030466 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5be66479-1831-41de-8fa8-ef18f56b7df5 req-99103870-9317-40de-bba9-cfeff7954fed tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327258 Dec 17 15:31:24.362827 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-65121eee-39eb-4e39-9235-3c139951cbaa tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:24.405885 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65121eee-39eb-4e39-9235-3c139951cbaa tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Port': ['ID=34c10e77-92cb-4561-bf74-989974b6c626,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:24.461622 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-65121eee-39eb-4e39-9235-3c139951cbaa tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:24.461622 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-65121eee-39eb-4e39-9235-3c139951cbaa tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/34c10e77-92cb-4561-bf74-989974b6c626 HTTP/1.1" status: 204 len: 168 time: 0.7665892 Dec 17 15:31:24.462316 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40714) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:24.513450 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c133a5a3-09f9-48ad-a355-4cf5e94a116b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:24.515635 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c133a5a3-09f9-48ad-a355-4cf5e94a116b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0579174 Dec 17 15:31:24.518363 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40718) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:24.595758 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f11300-f0b7-4fac-a921-36c7f3462587 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:24.597541 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-51f11300-f0b7-4fac-a921-36c7f3462587 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0781903 Dec 17 15:31:24.600019 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40720) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:24.656223 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500f8cac-4491-4fac-a932-ccbd07fec057 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:24.658159 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500f8cac-4491-4fac-a932-ccbd07fec057 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:24.659806 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500f8cac-4491-4fac-a932-ccbd07fec057 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:24.661543 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-500f8cac-4491-4fac-a932-ccbd07fec057 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0606253 Dec 17 15:31:24.664295 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40724) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:24.724488 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b93c4e9-8054-43b1-bb87-f6b94f4a5286 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting subnet 6a422d27-0fa1-410b-8a37-0eecddbf2413 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:31:24.728543 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4b93c4e9-8054-43b1-bb87-f6b94f4a5286 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:24.769002 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4b93c4e9-8054-43b1-bb87-f6b94f4a5286 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:24.870648 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4b93c4e9-8054-43b1-bb87-f6b94f4a5286 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:25.046829 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4b93c4e9-8054-43b1-bb87-f6b94f4a5286 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:25.074344 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93c4e9-8054-43b1-bb87-f6b94f4a5286 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Subnet': ['ID=6a422d27-0fa1-410b-8a37-0eecddbf2413,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:25.085765 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4b93c4e9-8054-43b1-bb87-f6b94f4a5286 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:25.088303 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608c058b-1d05-4822-8c71-30d3cac5f8d7 None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:31:25.091712 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4b93c4e9-8054-43b1-bb87-f6b94f4a5286 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/6a422d27-0fa1-410b-8a37-0eecddbf2413 HTTP/1.1" status: 204 len: 168 time: 0.4237707 Dec 17 15:31:25.091864 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40734) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:25.205961 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-6339e9a1-e45a-4431-8003-1b22c2278964 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Deleting subnet d8888d7d-c0ee-4071-b195-b226999202fb {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:31:25.206657 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89da95-cf6b-46e2-acc8-0ecc6e13f6fe req-929d7339-832a-4fa1-8156-4941f42bf1da tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:25.211612 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6339e9a1-e45a-4431-8003-1b22c2278964 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:25.220834 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7a89da95-cf6b-46e2-acc8-0ecc6e13f6fe req-929d7339-832a-4fa1-8156-4941f42bf1da tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 943 time: 0.0861602 Dec 17 15:31:25.287445 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6339e9a1-e45a-4431-8003-1b22c2278964 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:25.290571 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7a89da95-cf6b-46e2-acc8-0ecc6e13f6fe req-64b5a6f0-498d-46b9-a173-1092984883ff tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629325 Dec 17 15:31:25.427155 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6339e9a1-e45a-4431-8003-1b22c2278964 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:25.597366 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6339e9a1-e45a-4431-8003-1b22c2278964 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:25.653104 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6339e9a1-e45a-4431-8003-1b22c2278964 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:25.657000 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6339e9a1-e45a-4431-8003-1b22c2278964 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/d8888d7d-c0ee-4071-b195-b226999202fb HTTP/1.1" status: 204 len: 168 time: 0.5631220 Dec 17 15:31:25.658125 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339e9a1-e45a-4431-8003-1b22c2278964 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Subnet': ['ID=d8888d7d-c0ee-4071-b195-b226999202fb,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:25.660419 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40748) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:25.713399 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6b6b9603-3f79-4ba4-b84b-9648bd9b0960 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0510428 Dec 17 15:31:25.716545 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40750) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:25.773458 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f7bed5-4158-4828-933b-cc861b39ad87 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:25.776010 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-12f7bed5-4158-4828-933b-cc861b39ad87 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0572193 Dec 17 15:31:25.778487 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40752) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:25.843555 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f4133d-d25b-4ecc-b765-cfa1681f8175 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:25.856390 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40756) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:25.867183 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a9f4133d-d25b-4ecc-b765-cfa1681f8175 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0875375 Dec 17 15:31:25.913644 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-dbc4b3d6-720e-4611-923a-91a483101852 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0560899 Dec 17 15:31:25.921024 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40758) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:25.931657 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:25.953620 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-64ada78f-1d29-43bb-89b5-d585c5e825b9 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:25.957507 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64ada78f-1d29-43bb-89b5-d585c5e825b9 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:25.972711 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-64ada78f-1d29-43bb-89b5-d585c5e825b9 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/34c10e77-92cb-4561-bf74-989974b6c626 HTTP/1.1" status: 404 len: 333 time: 0.0428202 Dec 17 15:31:25.972711 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40762) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:25.996208 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d36509-fa14-40d6-8279-f168b107c426 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:25.996945 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8d36509-fa14-40d6-8279-f168b107c426 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:26.000296 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e8d36509-fa14-40d6-8279-f168b107c426 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/6a422d27-0fa1-410b-8a37-0eecddbf2413 HTTP/1.1" status: 404 len: 337 time: 0.0317271 Dec 17 15:31:26.003258 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40764) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:26.052676 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f55cefb-b7b1-4875-9fb8-d4714eba03e5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:26.053311 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f55cefb-b7b1-4875-9fb8-d4714eba03e5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:26.057784 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7f55cefb-b7b1-4875-9fb8-d4714eba03e5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/d8888d7d-c0ee-4071-b195-b226999202fb HTTP/1.1" status: 404 len: 337 time: 0.0515859 Dec 17 15:31:26.060013 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40766) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:26.089160 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-00cc5684-b3fe-490a-8d21-0d3023f9a72f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:26.090223 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00cc5684-b3fe-490a-8d21-0d3023f9a72f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:26.093497 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-00cc5684-b3fe-490a-8d21-0d3023f9a72f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/0295af63-7d2f-4907-9fd3-746c3a371af7 HTTP/1.1" status: 404 len: 333 time: 0.0323410 Dec 17 15:31:26.096057 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40768) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:26.128453 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-075dd583-709f-41e7-84bd-89df020115d2 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:26.129305 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-075dd583-709f-41e7-84bd-89df020115d2 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:26.137833 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40772) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:26.147895 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-075dd583-709f-41e7-84bd-89df020115d2 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/4650cf36-7e4e-4df9-809a-56aa5b0dec83 HTTP/1.1" status: 404 len: 337 time: 0.0488288 Dec 17 15:31:26.173024 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7467e65-45ae-4f0a-93d8-ad34790b8c1d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:26.173499 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7467e65-45ae-4f0a-93d8-ad34790b8c1d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:26.177530 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c7467e65-45ae-4f0a-93d8-ad34790b8c1d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/cdde1518-802b-4b50-8cc2-daae0440d4e7 HTTP/1.1" status: 404 len: 337 time: 0.0384631 Dec 17 15:31:26.179779 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40774) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:26.208145 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60013c66-c13e-4dd6-b75f-571dac6bd63f None None] Network 1ef37782-8ac3-404c-a66a-d6468d16f5c9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:31:26.213567 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-021c7d41-82bc-4ab3-9e14-e18c39a3e807 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:26.214890 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-021c7d41-82bc-4ab3-9e14-e18c39a3e807 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:26.224092 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40776) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:26.225204 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-021c7d41-82bc-4ab3-9e14-e18c39a3e807 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/500fe3e8-9fa2-4a91-861a-2154bec7f2de HTTP/1.1" status: 404 len: 333 time: 0.0434930 Dec 17 15:31:26.260660 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fad62b3-5b7b-4f03-b78e-1343af3cc031 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:26.265029 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fad62b3-5b7b-4f03-b78e-1343af3cc031 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:26.265029 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9fad62b3-5b7b-4f03-b78e-1343af3cc031 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/cefd2d47-4183-4192-a2b8-2a8aec702e18 HTTP/1.1" status: 404 len: 337 time: 0.0389905 Dec 17 15:31:26.267033 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40778) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:26.269109 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-eced5427-7f8c-4cc2-9d6d-c996e48b1263 None None] Provisioning complete for port 60a6c2b6-9115-4dc2-a04d-af20cd90328d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:31:26.269447 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-eced5427-7f8c-4cc2-9d6d-c996e48b1263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:26.298709 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a67dbea-c411-407b-b2b9-954df6a7fbd6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:26.299370 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a67dbea-c411-407b-b2b9-954df6a7fbd6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:26.303149 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3a67dbea-c411-407b-b2b9-954df6a7fbd6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/dda60b36-efad-43e5-beb1-4eff37054a87 HTTP/1.1" status: 404 len: 337 time: 0.0350332 Dec 17 15:31:26.305866 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40780) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:26.374396 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-94a5a850-a3e4-4169-8fb2-7e690d2a2d45 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:26.375108 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94a5a850-a3e4-4169-8fb2-7e690d2a2d45 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:26.386495 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40790) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:26.393016 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-94a5a850-a3e4-4169-8fb2-7e690d2a2d45 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/46d0fbc7-5556-46e7-bc07-190fa4bf992e HTTP/1.1" status: 404 len: 333 time: 0.0857999 Dec 17 15:31:26.482126 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c36ba20-ee1e-44ac-84aa-a9c1b640c540 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:26.482589 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c36ba20-ee1e-44ac-84aa-a9c1b640c540 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:26.487088 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2c36ba20-ee1e-44ac-84aa-a9c1b640c540 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/198aaeba-37e4-4ba8-8619-90008024ee0d HTTP/1.1" status: 404 len: 337 time: 0.0973492 Dec 17 15:31:26.488267 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40794) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:26.540936 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-e87179d6-0873-49dd-ad8d-befe00cdd051 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:26.541481 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e87179d6-0873-49dd-ad8d-befe00cdd051 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:26.545521 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e87179d6-0873-49dd-ad8d-befe00cdd051 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/0763f4c3-712b-4b1b-8ee0-b7518acd108e HTTP/1.1" status: 404 len: 337 time: 0.0547144 Dec 17 15:31:26.548602 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40798) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:26.558582 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02e343a-7393-485c-a526-a6f162b750e8 None None] DHCP port deletion for 1ef37782-8ac3-404c-a66a-d6468d16f5c9 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:31:26.599085 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-04862fd3-13e6-4ecf-87eb-59229366f1c7 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:26.600097 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04862fd3-13e6-4ecf-87eb-59229366f1c7 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:26.603441 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-04862fd3-13e6-4ecf-87eb-59229366f1c7 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/901fdc73-8be7-4aeb-ae7a-db499bf05de4 HTTP/1.1" status: 404 len: 333 time: 0.0517778 Dec 17 15:31:26.608938 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40800) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:26.613233 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9323df-d7f6-4079-8134-04a74ab633b1 req-d53cc517-a64c-4756-95f0-74d55ada9906 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:26.615506 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc9323df-d7f6-4079-8134-04a74ab633b1 req-d53cc517-a64c-4756-95f0-74d55ada9906 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 943 time: 0.1543348 Dec 17 15:31:26.624744 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c02e343a-7393-485c-a526-a6f162b750e8 None None] Deleting port 60a6c2b6-9115-4dc2-a04d-af20cd90328d {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:31:26.624744 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c02e343a-7393-485c-a526-a6f162b750e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:26.647852 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3d9f87f-6a7b-49f5-a81f-71a6079717c5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:26.648353 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3d9f87f-6a7b-49f5-a81f-71a6079717c5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:26.654012 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b3d9f87f-6a7b-49f5-a81f-71a6079717c5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/2181f2aa-e88d-45a8-b68d-c5a8166ffafb HTTP/1.1" status: 404 len: 337 time: 0.0438895 Dec 17 15:31:26.656458 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40802) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:26.681235 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc9323df-d7f6-4079-8134-04a74ab633b1 req-5af23a7d-90eb-4db9-8fc0-e5a17df39f5d tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572634 Dec 17 15:31:26.690556 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-2038fd21-ba33-469f-86fb-489fa2b65046 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:26.691248 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2038fd21-ba33-469f-86fb-489fa2b65046 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:26.696736 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2038fd21-ba33-469f-86fb-489fa2b65046 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/a538845e-b831-4fd8-9a80-246aefcf3725 HTTP/1.1" status: 404 len: 333 time: 0.0371447 Dec 17 15:31:26.697278 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40806) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:26.719057 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c02e343a-7393-485c-a526-a6f162b750e8 None None] For port 60a6c2b6-9115-4dc2-a04d-af20cd90328d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=60a6c2b6-9115-4dc2-a04d-af20cd90328d,segment=NetworkSegment(8ac030d7-5d56-437e-adff-d4bffef2306c),segment_id=8ac030d7-5d56-437e-adff-d4bffef2306c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:31:26.719560 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c02e343a-7393-485c-a526-a6f162b750e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:26.730251 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a02920-d19e-454b-9e3d-49d6902048ca tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:26.731790 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82a02920-d19e-454b-9e3d-49d6902048ca tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:26.735014 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c02e343a-7393-485c-a526-a6f162b750e8 None None] Calling delete_port for 60a6c2b6-9115-4dc2-a04d-af20cd90328d owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:31:26.738679 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-82a02920-d19e-454b-9e3d-49d6902048ca tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/fb44e7c8-4cb2-4746-8b1a-e8e3316fbfdd HTTP/1.1" status: 404 len: 337 time: 0.0393217 Dec 17 15:31:26.738877 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40808) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:26.776689 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-58e98b4b-4e13-4672-8077-21ad11d20f4d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:26.777382 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58e98b4b-4e13-4672-8077-21ad11d20f4d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:26.783446 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-58e98b4b-4e13-4672-8077-21ad11d20f4d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/3e0f013a-5995-49de-8813-a87277d505f8 HTTP/1.1" status: 404 len: 333 time: 0.0431371 Dec 17 15:31:26.802552 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40810) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:26.832913 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10e6642-6f77-48b4-93fe-bf713e488933 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:26.833475 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a10e6642-6f77-48b4-93fe-bf713e488933 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:26.836773 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a10e6642-6f77-48b4-93fe-bf713e488933 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/6c320228-616b-47aa-be6d-14833f050da0 HTTP/1.1" status: 404 len: 337 time: 0.0329123 Dec 17 15:31:26.841285 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40812) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:26.867406 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-6135a3c9-75a5-48cf-a292-fe66345c5f82 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:26.868151 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6135a3c9-75a5-48cf-a292-fe66345c5f82 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:26.871927 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6135a3c9-75a5-48cf-a292-fe66345c5f82 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/f9c21e50-a259-4f8c-ade0-2e2a833e5962 HTTP/1.1" status: 404 len: 333 time: 0.0291829 Dec 17 15:31:26.874630 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40816) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:26.902712 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-49186cb4-c088-4a56-9a9b-65f2c20c1357 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:26.903228 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49186cb4-c088-4a56-9a9b-65f2c20c1357 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:26.906462 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-49186cb4-c088-4a56-9a9b-65f2c20c1357 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/4008900a-56df-4020-a643-cb998a91beec HTTP/1.1" status: 404 len: 337 time: 0.0308578 Dec 17 15:31:26.909006 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40818) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:26.943012 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0b66fc7-c665-4b62-8625-fb9bc2fe30d9 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:26.943731 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0b66fc7-c665-4b62-8625-fb9bc2fe30d9 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:26.946806 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e0b66fc7-c665-4b62-8625-fb9bc2fe30d9 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/34d0f426-81c7-419f-8560-f6484f662f49 HTTP/1.1" status: 404 len: 333 time: 0.0367975 Dec 17 15:31:26.957517 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40820) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:26.986274 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc443719-b991-4d94-99bf-e129497dfeb3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:26.986658 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc443719-b991-4d94-99bf-e129497dfeb3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:26.990368 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-dc443719-b991-4d94-99bf-e129497dfeb3 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/6f24df32-db85-4a26-82d6-ee2865993818 HTTP/1.1" status: 404 len: 337 time: 0.0309308 Dec 17 15:31:26.991225 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c02e343a-7393-485c-a526-a6f162b750e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:26.997226 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40822) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:27.017757 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e343a-7393-485c-a526-a6f162b750e8 None None] Pushing event deleted for resources: {'Port': ['ID=60a6c2b6-9115-4dc2-a04d-af20cd90328d,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:27.025979 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8d5055c-99b0-4e8b-84ad-95ff83ba947e tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:27.028011 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02e343a-7393-485c-a526-a6f162b750e8 None None] No DVR routers for this DVR port 60a6c2b6-9115-4dc2-a04d-af20cd90328d on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:31:27.029326 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8d5055c-99b0-4e8b-84ad-95ff83ba947e tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:27.034861 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d8d5055c-99b0-4e8b-84ad-95ff83ba947e tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/88c91e6c-c0f2-46fb-8441-956f111e5e33 HTTP/1.1" status: 404 len: 333 time: 0.0365598 Dec 17 15:31:27.037602 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40824) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:27.083323 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-babe300c-8b77-49b9-84ff-cb7843b80083 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:27.083896 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-babe300c-8b77-49b9-84ff-cb7843b80083 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:27.086958 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-babe300c-8b77-49b9-84ff-cb7843b80083 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/6daefa52-73c0-4c40-8afe-66b8296291cb HTTP/1.1" status: 404 len: 337 time: 0.0484252 Dec 17 15:31:27.090582 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40828) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:27.133126 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c3c21d-966a-43b2-9128-6f6a8e60742c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:27.133375 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18c3c21d-966a-43b2-9128-6f6a8e60742c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:27.137836 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-18c3c21d-966a-43b2-9128-6f6a8e60742c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/13b2a4f4-a509-4ba4-95f5-2d2e9fa28c3c HTTP/1.1" status: 404 len: 337 time: 0.0458601 Dec 17 15:31:27.140586 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40830) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:27.164128 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecef167c-06e9-41e8-b139-fe94615cc088 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:27.164744 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecef167c-06e9-41e8-b139-fe94615cc088 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:27.167863 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ecef167c-06e9-41e8-b139-fe94615cc088 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/3818fc76-38a0-45e3-9b8f-4d25003feca0 HTTP/1.1" status: 404 len: 333 time: 0.0262268 Dec 17 15:31:27.170522 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40832) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:27.197436 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d20fb2a-aff7-4f06-b969-d386abf4749a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:27.198498 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d20fb2a-aff7-4f06-b969-d386abf4749a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:27.201807 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8d20fb2a-aff7-4f06-b969-d386abf4749a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/864e65fa-ea8c-40d7-8333-e37b2db00a17 HTTP/1.1" status: 404 len: 337 time: 0.0304008 Dec 17 15:31:27.204178 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40836) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:27.231436 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b85c9ae-b93a-4bc3-896e-abd4721c64ff tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:27.231911 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b85c9ae-b93a-4bc3-896e-abd4721c64ff tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:27.237693 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6b85c9ae-b93a-4bc3-896e-abd4721c64ff tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/0824d7cf-be12-4f18-a8c5-ea5e6451ddd1 HTTP/1.1" status: 404 len: 337 time: 0.0300972 Dec 17 15:31:27.238056 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40838) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:27.262674 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-310f931c-798a-48b3-993b-6330d30c1fd6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:27.263561 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-310f931c-798a-48b3-993b-6330d30c1fd6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:27.267072 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-310f931c-798a-48b3-993b-6330d30c1fd6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/553951b4-1a20-4241-819f-5db372e1a176 HTTP/1.1" status: 404 len: 333 time: 0.0280294 Dec 17 15:31:27.269737 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40840) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:27.299097 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f06d00f-b9be-4a99-9c8b-426ecb27229c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:27.299550 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f06d00f-b9be-4a99-9c8b-426ecb27229c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:27.302863 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2f06d00f-b9be-4a99-9c8b-426ecb27229c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/c2562080-9a2f-4698-a256-fe53d45a8f55 HTTP/1.1" status: 404 len: 337 time: 0.0320203 Dec 17 15:31:27.311804 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40842) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:27.343188 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4e24680-7b9a-458a-b9f0-662c28914406 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:27.343652 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4e24680-7b9a-458a-b9f0-662c28914406 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:27.347626 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d4e24680-7b9a-458a-b9f0-662c28914406 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/10d6838b-e2f1-4168-bd95-1d6befd25bdc HTTP/1.1" status: 404 len: 337 time: 0.0341105 Dec 17 15:31:27.350265 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40844) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:27.377368 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a224ca0-b89b-4454-9db6-e06a82b3bad5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:27.378005 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a224ca0-b89b-4454-9db6-e06a82b3bad5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:27.382968 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9a224ca0-b89b-4454-9db6-e06a82b3bad5 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/73c0ad09-824a-4565-88b0-47e5a71c08f7 HTTP/1.1" status: 404 len: 333 time: 0.0321851 Dec 17 15:31:27.384609 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40848) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:27.414519 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b4a433-40c8-49bc-9b5a-661e1374c268 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:27.415196 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17b4a433-40c8-49bc-9b5a-661e1374c268 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:27.418706 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-17b4a433-40c8-49bc-9b5a-661e1374c268 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/f323872a-1a10-498c-b012-6a0318433e53 HTTP/1.1" status: 404 len: 337 time: 0.0318596 Dec 17 15:31:27.421268 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40850) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:27.453445 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c491d9a-04e5-4de7-b5a8-dd23907ee0f0 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:27.454065 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c491d9a-04e5-4de7-b5a8-dd23907ee0f0 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:27.460069 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40854) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:27.460472 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3c491d9a-04e5-4de7-b5a8-dd23907ee0f0 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/0695b042-7041-4203-978d-3c92a330b189 HTTP/1.1" status: 404 len: 337 time: 0.0377243 Dec 17 15:31:27.498192 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40858) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:27.498752 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a8766890-6afd-4298-a42e-984c2ef29166 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f85bb14-2aba-4935-ab1d-b1662ede1b88 HTTP/1.1" status: 200 len: 205 time: 0.0367770 Dec 17 15:31:27.542417 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-406cad63-714a-4420-8357-29188af4db10 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] delete failed (client error): The resource could not be found. Dec 17 15:31:27.546612 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40862) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:27.547627 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-406cad63-714a-4420-8357-29188af4db10 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/routers/8f85bb14-2aba-4935-ab1d-b1662ede1b88 HTTP/1.1" status: 404 len: 336 time: 0.0479558 Dec 17 15:31:27.578032 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb1810e-e703-49a3-9783-58f137a4e107 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:27.578487 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb1810e-e703-49a3-9783-58f137a4e107 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:27.581537 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7fb1810e-e703-49a3-9783-58f137a4e107 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/118ba174-dc5c-415d-907d-2427c9580b7f HTTP/1.1" status: 404 len: 337 time: 0.0337334 Dec 17 15:31:27.584250 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40866) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:27.614087 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b5bb77c5-5c7c-44a1-a891-34b8746e771c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9ed2c71-0be8-4a26-8e17-e38c497e4dbe HTTP/1.1" status: 200 len: 205 time: 0.0255623 Dec 17 15:31:27.614087 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40868) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:27.651152 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-b42e1321-14bc-4650-ac73-530a19eb5b0f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] delete failed (client error): The resource could not be found. Dec 17 15:31:27.654622 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40870) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:27.654782 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b42e1321-14bc-4650-ac73-530a19eb5b0f tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/routers/a9ed2c71-0be8-4a26-8e17-e38c497e4dbe HTTP/1.1" status: 404 len: 336 time: 0.0404291 Dec 17 15:31:27.687293 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 60a6c2b6-9115-4dc2-a04d-af20cd90328d no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:31:27.691203 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0690a8-d70f-4509-ab27-b7fba176f07a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:27.692084 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb0690a8-d70f-4509-ab27-b7fba176f07a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:27.698438 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40872) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:27.698700 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-cb0690a8-d70f-4509-ab27-b7fba176f07a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/ef4da777-90d4-473a-a349-08645186b1f9 HTTP/1.1" status: 404 len: 337 time: 0.0418844 Dec 17 15:31:27.710717 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 60a6c2b6-9115-4dc2-a04d-af20cd90328d {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:31:27.711300 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 60a6c2b6-9115-4dc2-a04d-af20cd90328d not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:31:27.730023 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-05440823-1cd9-4b5a-9af1-c4ff895ce3ca tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:27.730452 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05440823-1cd9-4b5a-9af1-c4ff895ce3ca tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:27.736991 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-05440823-1cd9-4b5a-9af1-c4ff895ce3ca tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/865a9c34-a74c-4dcc-9d56-0841ff8d2202 HTTP/1.1" status: 404 len: 337 time: 0.0339315 Dec 17 15:31:27.738929 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40876) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:27.761600 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ecf7843-447d-4948-85cd-4f01c565e56b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:27.762253 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ecf7843-447d-4948-85cd-4f01c565e56b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:27.767633 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5ecf7843-447d-4948-85cd-4f01c565e56b tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/9b412430-a6d6-4d67-9788-652fab4c2987 HTTP/1.1" status: 404 len: 333 time: 0.0255120 Dec 17 15:31:27.768005 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40878) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:27.818808 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ecc7ce-2f6a-418f-ba3d-75a96c6918b1 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:27.819275 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ecc7ce-2f6a-418f-ba3d-75a96c6918b1 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:27.825590 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-81ecc7ce-2f6a-418f-ba3d-75a96c6918b1 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/0b8c8194-c2ac-43fc-8a11-aefa14b823db HTTP/1.1" status: 404 len: 337 time: 0.0522497 Dec 17 15:31:27.825887 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40882) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:27.857335 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c1a3a54-44de-42ae-b168-ca0671948f7c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:27.868322 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c1a3a54-44de-42ae-b168-ca0671948f7c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:27.868322 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9c1a3a54-44de-42ae-b168-ca0671948f7c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/cb90ce6b-877d-4760-8fb0-a8a7744d6e62 HTTP/1.1" status: 404 len: 333 time: 0.0371506 Dec 17 15:31:27.868810 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea9a47-ce84-4fa4-9e7e-eb36eff9fd01 req-479d05dc-0717-4b31-bfec-57c1840555da tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:27.868810 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-22ea9a47-ce84-4fa4-9e7e-eb36eff9fd01 req-479d05dc-0717-4b31-bfec-57c1840555da tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 943 time: 0.0987175 Dec 17 15:31:27.870261 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40884) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:27.904415 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-3415ef81-6593-4615-8c7c-89963f45b624 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:27.904955 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3415ef81-6593-4615-8c7c-89963f45b624 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:27.907994 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3415ef81-6593-4615-8c7c-89963f45b624 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/b8740bc1-d706-425a-8d46-2179a8fb9510 HTTP/1.1" status: 404 len: 337 time: 0.0366545 Dec 17 15:31:27.910751 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40886) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:27.935317 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-22ea9a47-ce84-4fa4-9e7e-eb36eff9fd01 req-7478aabb-5840-45b0-9aa2-6bcec9bb5227 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568421 Dec 17 15:31:27.935744 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b540dcc-e096-4772-864c-f59c00afcb9a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:27.936419 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b540dcc-e096-4772-864c-f59c00afcb9a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:27.940028 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9b540dcc-e096-4772-864c-f59c00afcb9a tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/95e76920-24c9-4799-8a91-bed996fae509 HTTP/1.1" status: 404 len: 333 time: 0.0282128 Dec 17 15:31:27.943222 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40888) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:27.971545 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-180691bc-7cda-4a0d-852c-f0284d58be1c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:27.978292 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-180691bc-7cda-4a0d-852c-f0284d58be1c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:27.978292 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-180691bc-7cda-4a0d-852c-f0284d58be1c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/ccf87800-c025-480c-9112-f276028dbb72 HTTP/1.1" status: 404 len: 337 time: 0.0309596 Dec 17 15:31:27.980874 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40890) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:28.010067 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-71442f56-c6d9-4c8a-8797-ae59eda463c8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:28.011477 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71442f56-c6d9-4c8a-8797-ae59eda463c8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:28.015920 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-71442f56-c6d9-4c8a-8797-ae59eda463c8 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/d461ba7a-1640-44ab-9ad1-31992147469b HTTP/1.1" status: 404 len: 333 time: 0.0340135 Dec 17 15:31:28.018994 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40892) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:28.050833 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee30841-04fd-429e-b0a1-3964dee236de tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:28.051540 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fee30841-04fd-429e-b0a1-3964dee236de tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:28.058079 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40894) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:28.058794 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-fee30841-04fd-429e-b0a1-3964dee236de tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/b03cd8e9-4afa-46f5-8c97-49f3c768e8ed HTTP/1.1" status: 404 len: 337 time: 0.0382924 Dec 17 15:31:28.085764 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c611c7-b6f1-4d94-87ff-93e0e26acd62 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:28.086671 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c611c7-b6f1-4d94-87ff-93e0e26acd62 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:28.093491 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40896) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:28.093674 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b4c611c7-b6f1-4d94-87ff-93e0e26acd62 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/2f023e18-1b42-449e-802a-ec9232904296 HTTP/1.1" status: 404 len: 333 time: 0.0338542 Dec 17 15:31:28.128788 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20f76ab-dd48-4477-b28f-a029b09784f6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:28.129469 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c20f76ab-dd48-4477-b28f-a029b09784f6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:28.135116 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c20f76ab-dd48-4477-b28f-a029b09784f6 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/29be2d81-fe89-4225-8b0b-c4b36a1e5774 HTTP/1.1" status: 404 len: 337 time: 0.0380342 Dec 17 15:31:28.136012 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40898) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:28.160141 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac6ebd2-796a-465c-b78b-e469db21192d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:28.160941 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ac6ebd2-796a-465c-b78b-e469db21192d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:28.166477 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7ac6ebd2-796a-465c-b78b-e469db21192d tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/3e86b08d-e875-4a08-be72-406ef575034f HTTP/1.1" status: 404 len: 333 time: 0.0268703 Dec 17 15:31:28.166880 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40900) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:28.194572 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d99d67-6a7e-4dc2-8742-0d0eee5c4dbc tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:28.195165 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9d99d67-6a7e-4dc2-8742-0d0eee5c4dbc tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:28.201224 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f9d99d67-6a7e-4dc2-8742-0d0eee5c4dbc tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/0263e520-9ff7-422c-af61-2fcf6ceee69f HTTP/1.1" status: 404 len: 337 time: 0.0307300 Dec 17 15:31:28.201574 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40902) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:28.225463 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdbc91df-c7a1-49a4-9fc9-c603d9c07e56 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:28.226276 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdbc91df-c7a1-49a4-9fc9-c603d9c07e56 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:28.232360 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-fdbc91df-c7a1-49a4-9fc9-c603d9c07e56 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/ports/c3543cca-b599-461a-bb72-12627b770549 HTTP/1.1" status: 404 len: 333 time: 0.0268538 Dec 17 15:31:28.232690 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40904) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:28.263741 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eb71aac-cb0e-42f0-b7cd-02aa7b3cae5c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] DELETE failed (client error): The resource could not be found. Dec 17 15:31:28.264321 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eb71aac-cb0e-42f0-b7cd-02aa7b3cae5c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:31:28.269745 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2eb71aac-cb0e-42f0-b7cd-02aa7b3cae5c tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/subnets/4080a741-df11-4992-8de4-a2c2b01d6e43 HTTP/1.1" status: 404 len: 337 time: 0.0335786 Dec 17 15:31:28.270045 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40906) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:28.355901 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3c19c9c0-96ec-426c-bc78-14a3ade4d2d2 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:28.794839 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3c19c9c0-96ec-426c-bc78-14a3ade4d2d2 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:28.819055 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-3c19c9c0-96ec-426c-bc78-14a3ade4d2d2 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ef37782-8ac3-404c-a66a-d6468d16f5c9']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:31:28.830208 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-3c19c9c0-96ec-426c-bc78-14a3ade4d2d2 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac030d7-5d56-437e-adff-d4bffef2306c') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:31:28.835972 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-3c19c9c0-96ec-426c-bc78-14a3ade4d2d2 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac030d7-5d56-437e-adff-d4bffef2306c') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:31:28.836117 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cef1edc6-74f4-4d04-a1e4-900d3dfa807f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:28.843965 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3c19c9c0-96ec-426c-bc78-14a3ade4d2d2 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:28.859279 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3c19c9c0-96ec-426c-bc78-14a3ade4d2d2 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:28.869256 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c19c9c0-96ec-426c-bc78-14a3ade4d2d2 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:31:28.870238 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3c19c9c0-96ec-426c-bc78-14a3ade4d2d2 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:28.875320 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:31:28.875320 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:31:28.875320 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:31:28.875320 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:31:28.875320 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:31:28.875320 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:31:28.875320 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:31:28.875320 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:31:28.875320 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:31:28.875320 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:31:28.875320 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:31:28.875320 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:31:28.875320 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:31:28.875320 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:31:28.875320 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:31:28.875320 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:31:28.875320 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:31:28.875320 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:31:28.875320 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:31:28.875320 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:31:28.875320 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:31:28.875320 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:31:28.875320 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:31:28.875320 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:31:28.875320 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:31:28.875320 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:31:28.875320 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:31:28.875320 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:31:28.875320 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:31:28.875320 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:31:28.875320 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:31:28.875320 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:31:29.064932 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3c19c9c0-96ec-426c-bc78-14a3ade4d2d2 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:29.070105 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3c19c9c0-96ec-426c-bc78-14a3ade4d2d2 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:29.070301 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5e891-1060-4c57-8c5c-c710448ebcbf req-2ff35fa4-4ede-4bd8-adbc-14f04c435651 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:29.072086 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4c5e891-1060-4c57-8c5c-c710448ebcbf req-2ff35fa4-4ede-4bd8-adbc-14f04c435651 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 943 time: 0.0574336 Dec 17 15:31:29.077250 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3c19c9c0-96ec-426c-bc78-14a3ade4d2d2 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] 10.222.0.46 "DELETE /v2.0/networks/1ef37782-8ac3-404c-a66a-d6468d16f5c9 HTTP/1.1" status: 204 len: 168 time: 0.8061509 Dec 17 15:31:29.095210 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19c9c0-96ec-426c-bc78-14a3ade4d2d2 tempest-NetworksTestDHCPv6-61565591 tempest-NetworksTestDHCPv6-61565591-project] Pushing event deleted for resources: {'Network': ['ID=1ef37782-8ac3-404c-a66a-d6468d16f5c9,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:29.125103 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4c5e891-1060-4c57-8c5c-c710448ebcbf req-56ccfc02-938b-4a22-ac84-69da3824e0c6 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401518 Dec 17 15:31:29.644396 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40924) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:29.815282 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-46291eab-ff56-497a-a46e-c17283271e99 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e00261bf01f045239bf0ecb9251f7bcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1697319 Dec 17 15:31:29.817933 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40930) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:29.873433 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e0a1328a-1346-4d51-9fee-8a6eea69b8b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:29.897610 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e0a1328a-1346-4d51-9fee-8a6eea69b8b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:30.062826 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e0a1328a-1346-4d51-9fee-8a6eea69b8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:30.065439 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e0a1328a-1346-4d51-9fee-8a6eea69b8b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:30.069337 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e0a1328a-1346-4d51-9fee-8a6eea69b8b2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a56fc70b-4dea-4351-bf1f-1fb72e9dc804 HTTP/1.1" status: 204 len: 168 time: 0.2477655 Dec 17 15:31:30.077591 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1328a-1346-4d51-9fee-8a6eea69b8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56fc70b-4dea-4351-bf1f-1fb72e9dc804,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:30.256632 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b0ab4-f23a-4ae5-9c77-738f4f08de62 req-d603aa08-a465-46e4-9585-98f92c9b66f9 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:30.257903 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-077b0ab4-f23a-4ae5-9c77-738f4f08de62 req-d603aa08-a465-46e4-9585-98f92c9b66f9 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 943 time: 0.0608439 Dec 17 15:31:30.302763 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-077b0ab4-f23a-4ae5-9c77-738f4f08de62 req-d1becf06-d5ba-497a-a784-5035a0c13af1 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367503 Dec 17 15:31:31.070520 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d9a706f1-da3a-4532-8c75-f9647ef3827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:31.247217 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-57366756-4f7f-4bb9-a61b-7aaa68778bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:31.248705 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-57366756-4f7f-4bb9-a61b-7aaa68778bac service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66&tenant_id=3946e10ff975425598a71e1a9e6d2cf1 HTTP/1.1" status: 200 len: 1094 time: 0.0462813 Dec 17 15:31:31.262177 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-2e85207f-7d34-49e9-8a28-d5b9d65f4be9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820553-2', 'device_owner': 'compute:nova'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:31:31.297513 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40960) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:31.326448 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-2e85207f-7d34-49e9-8a28-d5b9d65f4be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:31.420734 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-62ebaea4-261a-4a31-920e-5a013f3649bd tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1539135033'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:31:31.464855 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31975a95-e938-4152-9c44-bbe5b0854d7c req-ee04e74c-4662-47d3-8f92-d6cd64fd093a tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:31.469547 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-31975a95-e938-4152-9c44-bbe5b0854d7c req-ee04e74c-4662-47d3-8f92-d6cd64fd093a tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 943 time: 0.0841334 Dec 17 15:31:31.514510 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-31975a95-e938-4152-9c44-bbe5b0854d7c req-34d21075-0ee8-43cc-9757-89827fcaa7fa tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382442 Dec 17 15:31:31.567781 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-2e85207f-7d34-49e9-8a28-d5b9d65f4be9 service neutron] For port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd,segment=NetworkSegment(f1f4760e-7fd1-432e-9861-fd1a052a7a2d),segment_id=f1f4760e-7fd1-432e-9861-fd1a052a7a2d)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:31:31.574456 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ebaea4-261a-4a31-920e-5a013f3649bd tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Made reservation on behalf of 1c2a322f18a14827a7e34ded02e18991 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:31:31.578383 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-62ebaea4-261a-4a31-920e-5a013f3649bd tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:31.587919 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-62ebaea4-261a-4a31-920e-5a013f3649bd tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:31.604381 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-2e85207f-7d34-49e9-8a28-d5b9d65f4be9 service neutron] For port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:31:31.644761 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-2e85207f-7d34-49e9-8a28-d5b9d65f4be9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:31:31.653694 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-2e85207f-7d34-49e9-8a28-d5b9d65f4be9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:31.667765 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-2e85207f-7d34-49e9-8a28-d5b9d65f4be9 service neutron] Transition to ACTIVE for port object 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:31:31.668765 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-62ebaea4-261a-4a31-920e-5a013f3649bd tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:31.761085 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-2e85207f-7d34-49e9-8a28-d5b9d65f4be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:31.808304 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:31:31.822109 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-62ebaea4-261a-4a31-920e-5a013f3649bd tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:31.822323 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85207f-7d34-49e9-8a28-d5b9d65f4be9 service neutron] Pushing event updated for resources: {'Port': ['ID=7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd,revision_number=9']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:31.863654 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ebaea4-261a-4a31-920e-5a013f3649bd tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb77c88-db07-43a7-ba47-28b56504e4a9,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:31.878474 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ebaea4-261a-4a31-920e-5a013f3649bd tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:31:31.891153 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-62ebaea4-261a-4a31-920e-5a013f3649bd tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:31.891562 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-62ebaea4-261a-4a31-920e-5a013f3649bd tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Added segment 353ded88-ea57-499e-8640-af9e574458a9 of type vlan for network 25100851-0cad-4f2c-8dc0-3b912f6049e3 Dec 17 15:31:31.953615 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-62ebaea4-261a-4a31-920e-5a013f3649bd tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:32.018747 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-2e85207f-7d34-49e9-8a28-d5b9d65f4be9 service neutron] No DVR routers for this DVR port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:31:32.133807 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-62ebaea4-261a-4a31-920e-5a013f3649bd tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:32.140704 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ebaea4-261a-4a31-920e-5a013f3649bd tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:32.141363 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-62ebaea4-261a-4a31-920e-5a013f3649bd tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:32.166063 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-2e85207f-7d34-49e9-8a28-d5b9d65f4be9 service neutron] Attempting to bind port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:31:32.166386 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-2e85207f-7d34-49e9-8a28-d5b9d65f4be9 service neutron] Attempting to bind port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'f1f4760e-7fd1-432e-9861-fd1a052a7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:31:32.167074 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-2e85207f-7d34-49e9-8a28-d5b9d65f4be9 service neutron] Attempting to bind port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd on network 14d6281a-4511-4bb4-90e9-4eb4dec9d036 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:31:32.171979 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-2e85207f-7d34-49e9-8a28-d5b9d65f4be9 service neutron] Port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd on network 14d6281a-4511-4bb4-90e9-4eb4dec9d036 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:31:32.176802 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-2e85207f-7d34-49e9-8a28-d5b9d65f4be9 service neutron] Attempting to bind port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd on network 14d6281a-4511-4bb4-90e9-4eb4dec9d036 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:31:32.177795 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-2e85207f-7d34-49e9-8a28-d5b9d65f4be9 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:31:32.178192 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-2e85207f-7d34-49e9-8a28-d5b9d65f4be9 service neutron] Checking segment: {'id': 'f1f4760e-7fd1-432e-9861-fd1a052a7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:31:32.178640 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-2e85207f-7d34-49e9-8a28-d5b9d65f4be9 service neutron] Bound using segment: {'id': 'f1f4760e-7fd1-432e-9861-fd1a052a7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:31:32.179123 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-2e85207f-7d34-49e9-8a28-d5b9d65f4be9 service neutron] Bound port: 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1f4760e-7fd1-432e-9861-fd1a052a7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:31:32.179543 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-2e85207f-7d34-49e9-8a28-d5b9d65f4be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:32.226207 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ebaea4-261a-4a31-920e-5a013f3649bd tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event updated for resources: {'Network': ['ID=25100851-0cad-4f2c-8dc0-3b912f6049e3,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:32.238143 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 25100851-0cad-4f2c-8dc0-3b912f6049e3 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:31:32.259572 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-2e85207f-7d34-49e9-8a28-d5b9d65f4be9 service neutron] For port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:31:32.263999 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-2e85207f-7d34-49e9-8a28-d5b9d65f4be9 service neutron] For port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd,segment=NetworkSegment(f1f4760e-7fd1-432e-9861-fd1a052a7a2d),segment_id=f1f4760e-7fd1-432e-9861-fd1a052a7a2d)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:31:32.316338 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:32.340463 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-2e85207f-7d34-49e9-8a28-d5b9d65f4be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:32.354560 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-62ebaea4-261a-4a31-920e-5a013f3649bd tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0438745 Dec 17 15:31:32.381004 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-2e85207f-7d34-49e9-8a28-d5b9d65f4be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:32.381821 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-2e85207f-7d34-49e9-8a28-d5b9d65f4be9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:32.383409 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-2e85207f-7d34-49e9-8a28-d5b9d65f4be9 service neutron] 10.222.0.13 "PUT /v2.0/ports/7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd HTTP/1.1" status: 200 len: 1091 time: 1.1263883 Dec 17 15:31:32.383909 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052fd604-f4fb-4346-98a7-bd258456dd66', 'tag': '7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:31:32.386335 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2381cd6d-3ce2-4c5a-b52f-22997d13ea8f" -d '{"events": [{"name": "network-changed", "server_uuid": "052fd604-f4fb-4346-98a7-bd258456dd66", "tag": "7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:31:32.427555 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85207f-7d34-49e9-8a28-d5b9d65f4be9 service neutron] Pushing event updated for resources: {'Port': ['ID=7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd,revision_number=10']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:32.444974 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45976fb6-801b-4be6-a482-752bd4ec8a19 x-openstack-request-id: req-45976fb6-801b-4be6-a482-752bd4ec8a19 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:31:32.445355 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052fd604-f4fb-4346-98a7-bd258456dd66", "tag": "7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:31:32.445673 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-45976fb6-801b-4be6-a482-752bd4ec8a19 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:31:32.446129 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052fd604-f4fb-4346-98a7-bd258456dd66', 'tag': '7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd', 'status': 'completed', 'code': 200} Dec 17 15:31:32.464354 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-14844857-a581-4473-a372-65e2519169a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:32.466113 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-14844857-a581-4473-a372-65e2519169a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3946e10ff975425598a71e1a9e6d2cf1&device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 1095 time: 0.0547135 Dec 17 15:31:32.501344 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40974) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:32.506528 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-b82993cb-0ce7-4bc4-9410-6a3cbb1863c9 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Request body: {'subnet': {'network_id': '25100851-0cad-4f2c-8dc0-3b912f6049e3', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:31:32.601476 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-f57d19ce-1a89-4afe-8e2e-deee56e57060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:32.603554 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-f57d19ce-1a89-4afe-8e2e-deee56e57060 service neutron] 10.222.0.13 "GET /v2.0/networks?id=14d6281a-4511-4bb4-90e9-4eb4dec9d036 HTTP/1.1" status: 200 len: 918 time: 0.1309338 Dec 17 15:31:32.677616 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-bc1d1508-72e0-41fa-9f7d-a639a7249e36 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd HTTP/1.1" status: 200 len: 999 time: 0.0663996 Dec 17 15:31:32.692875 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f6aa3-6ae0-4340-8bfe-8db8213a7741 req-a934f788-c9a4-4c8a-a400-36b03fcc4f60 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:32.701643 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-469f6aa3-6ae0-4340-8bfe-8db8213a7741 req-a934f788-c9a4-4c8a-a400-36b03fcc4f60 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 944 time: 0.0793424 Dec 17 15:31:32.734176 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-3870ecf3-5921-4ace-a4ad-c5fb37a5d3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:32.735637 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-3870ecf3-5921-4ace-a4ad-c5fb37a5d3fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb81f603-60e6-418f-8fce-326d48a9c9a7 HTTP/1.1" status: 200 len: 856 time: 0.0518351 Dec 17 15:31:32.741602 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-469f6aa3-6ae0-4340-8bfe-8db8213a7741 req-8d40eb88-51ef-4657-b15f-8aebbdc24ae9 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342796 Dec 17 15:31:32.783457 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82993cb-0ce7-4bc4-9410-6a3cbb1863c9 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Made reservation on behalf of 1c2a322f18a14827a7e34ded02e18991 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:31:32.787100 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b82993cb-0ce7-4bc4-9410-6a3cbb1863c9 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:32.790825 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-4640301b-aecd-463c-a665-1575ff048acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:32.792480 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-4640301b-aecd-463c-a665-1575ff048acb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=14d6281a-4511-4bb4-90e9-4eb4dec9d036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465906 Dec 17 15:31:32.913779 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-6b34aa48-a9f5-410e-96ae-db5d980759ba service neutron] 10.222.0.13 "GET /v2.0/networks/14d6281a-4511-4bb4-90e9-4eb4dec9d036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140211 Dec 17 15:31:33.030269 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5956f8e1-870a-43c3-8b34-0965b34ea911 req-0530a3da-d791-455e-878f-046baafe1b1a service neutron] 10.222.0.13 "GET /v2.0/networks/14d6281a-4511-4bb4-90e9-4eb4dec9d036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095121 Dec 17 15:31:33.076915 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b82993cb-0ce7-4bc4-9410-6a3cbb1863c9 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:33.141389 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82993cb-0ce7-4bc4-9410-6a3cbb1863c9 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event updated for resources: {'Subnet': ['ID=75d02515-797d-4a37-a6a7-3c67136e4dd4,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:33.149180 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82993cb-0ce7-4bc4-9410-6a3cbb1863c9 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Checking segment: {'id': '353ded88-ea57-499e-8640-af9e574458a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '25100851-0cad-4f2c-8dc0-3b912f6049e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:31:33.149546 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82993cb-0ce7-4bc4-9410-6a3cbb1863c9 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Network hostable DHCP agents. Network: 25100851-0cad-4f2c-8dc0-3b912f6049e3, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:31:33.222657 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381cd6d-3ce2-4c5a-b52f-22997d13ea8f req-cdd17a52-78bc-4e06-afd8-43bd5273b37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:33.224242 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2381cd6d-3ce2-4c5a-b52f-22997d13ea8f req-cdd17a52-78bc-4e06-afd8-43bd5273b37e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3946e10ff975425598a71e1a9e6d2cf1&device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 1095 time: 0.0436692 Dec 17 15:31:33.288050 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82993cb-0ce7-4bc4-9410-6a3cbb1863c9 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Network 25100851-0cad-4f2c-8dc0-3b912f6049e3 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:31:33.339813 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381cd6d-3ce2-4c5a-b52f-22997d13ea8f req-f34a94c3-9e55-4475-ad0f-00fa727500ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:33.341322 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2381cd6d-3ce2-4c5a-b52f-22997d13ea8f req-f34a94c3-9e55-4475-ad0f-00fa727500ad service neutron] 10.222.0.13 "GET /v2.0/networks?id=14d6281a-4511-4bb4-90e9-4eb4dec9d036 HTTP/1.1" status: 200 len: 918 time: 0.1099212 Dec 17 15:31:33.402350 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-b82993cb-0ce7-4bc4-9410-6a3cbb1863c9 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 25100851-0cad-4f2c-8dc0-3b912f6049e3) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:31:33.407391 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82993cb-0ce7-4bc4-9410-6a3cbb1863c9 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:33.408308 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b82993cb-0ce7-4bc4-9410-6a3cbb1863c9 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:33.415940 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062dd730-53c8-4c28-9879-c9f43e06c531 None None] Network 25100851-0cad-4f2c-8dc0-3b912f6049e3 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:31:33.433361 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2381cd6d-3ce2-4c5a-b52f-22997d13ea8f req-06b7400e-cc34-423f-97c0-370f8ff53d88 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd HTTP/1.1" status: 200 len: 999 time: 0.0841892 Dec 17 15:31:33.487571 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381cd6d-3ce2-4c5a-b52f-22997d13ea8f req-bcbcad17-974b-458f-aae1-cb34965a4173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:33.489007 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2381cd6d-3ce2-4c5a-b52f-22997d13ea8f req-bcbcad17-974b-458f-aae1-cb34965a4173 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb81f603-60e6-418f-8fce-326d48a9c9a7 HTTP/1.1" status: 200 len: 856 time: 0.0498903 Dec 17 15:31:33.551821 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381cd6d-3ce2-4c5a-b52f-22997d13ea8f req-130d5f8b-3238-423b-8481-14814a1a67f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:33.553393 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2381cd6d-3ce2-4c5a-b52f-22997d13ea8f req-130d5f8b-3238-423b-8481-14814a1a67f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=14d6281a-4511-4bb4-90e9-4eb4dec9d036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572972 Dec 17 15:31:33.563143 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b82993cb-0ce7-4bc4-9410-6a3cbb1863c9 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0606656 Dec 17 15:31:33.566556 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41002) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:33.572162 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-1ae86464-e0c9-4648-b826-cb4c6171bece tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-122907827'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:31:33.610724 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0703540a-3b3a-4800-a269-54fd954523c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-25100851-0cad-4f2c-8dc0-3b912f6049e3', 'network_id': '25100851-0cad-4f2c-8dc0-3b912f6049e3', 'tenant_id': '1c2a322f18a14827a7e34ded02e18991', 'fixed_ips': [{'subnet_id': '75d02515-797d-4a37-a6a7-3c67136e4dd4'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:31:33.611823 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0703540a-3b3a-4800-a269-54fd954523c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:33.658037 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2381cd6d-3ce2-4c5a-b52f-22997d13ea8f req-0a601bea-48b7-4d60-be8f-0cebfb1fff47 service neutron] 10.222.0.13 "GET /v2.0/networks/14d6281a-4511-4bb4-90e9-4eb4dec9d036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961630 Dec 17 15:31:33.764275 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2381cd6d-3ce2-4c5a-b52f-22997d13ea8f req-46b26525-6453-4fa0-9837-a21bfb6be82c service neutron] 10.222.0.13 "GET /v2.0/networks/14d6281a-4511-4bb4-90e9-4eb4dec9d036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988133 Dec 17 15:31:33.765610 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae86464-e0c9-4648-b826-cb4c6171bece tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Made reservation on behalf of 1c2a322f18a14827a7e34ded02e18991 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:31:33.768892 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1ae86464-e0c9-4648-b826-cb4c6171bece tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:33.786363 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-0703540a-3b3a-4800-a269-54fd954523c0 None None] Allocated IP 172.20.255.242 (25100851-0cad-4f2c-8dc0-3b912f6049e3/75d02515-797d-4a37-a6a7-3c67136e4dd4/be4e8593-b09d-4dff-af8c-5c8eff074fb9) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:31:33.794873 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae86464-e0c9-4648-b826-cb4c6171bece tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:31:33.805691 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1ae86464-e0c9-4648-b826-cb4c6171bece tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:33.806067 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-1ae86464-e0c9-4648-b826-cb4c6171bece tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Added segment 5d2e02de-74d6-4af3-a80b-61d9aae12173 of type vlan for network f80c5f09-0f0b-4d45-a3ef-d07d9ca3e05b Dec 17 15:31:33.855710 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1ae86464-e0c9-4648-b826-cb4c6171bece tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:33.963080 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1b28a-6e2d-49aa-8d9a-10bdff4c1564 req-2e5d6b9f-56c8-4128-b6d8-9785188522df tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:33.968702 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-38e1b28a-6e2d-49aa-8d9a-10bdff4c1564 req-2e5d6b9f-56c8-4128-b6d8-9785188522df tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 944 time: 0.0844002 Dec 17 15:31:33.975693 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:34.015427 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1ae86464-e0c9-4648-b826-cb4c6171bece tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:34.023423 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae86464-e0c9-4648-b826-cb4c6171bece tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:34.024068 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1ae86464-e0c9-4648-b826-cb4c6171bece tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:34.155842 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae86464-e0c9-4648-b826-cb4c6171bece tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event updated for resources: {'Network': ['ID=f80c5f09-0f0b-4d45-a3ef-d07d9ca3e05b,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:34.187940 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network f80c5f09-0f0b-4d45-a3ef-d07d9ca3e05b details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:31:34.190823 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0703540a-3b3a-4800-a269-54fd954523c0 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:34.196155 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-38e1b28a-6e2d-49aa-8d9a-10bdff4c1564 req-33af2ae0-902d-4c10-88c9-7d4240caa8d6 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188716 Dec 17 15:31:34.214022 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1ae86464-e0c9-4648-b826-cb4c6171bece tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6431558 Dec 17 15:31:34.218724 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41014) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:34.223474 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-8e9298ab-7417-48f3-985a-45f3c3a83dfe tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Request body: {'subnet': {'network_id': 'f80c5f09-0f0b-4d45-a3ef-d07d9ca3e05b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:31:34.312468 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:34.366300 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0703540a-3b3a-4800-a269-54fd954523c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:34.412831 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0703540a-3b3a-4800-a269-54fd954523c0 None None] Network 25100851-0cad-4f2c-8dc0-3b912f6049e3 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:31:34.417099 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-0703540a-3b3a-4800-a269-54fd954523c0 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:31:34.418989 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0703540a-3b3a-4800-a269-54fd954523c0 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:31:34.427223 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703540a-3b3a-4800-a269-54fd954523c0 None None] Pushing event updated for resources: {'Port': ['ID=be4e8593-b09d-4dff-af8c-5c8eff074fb9,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:34.490821 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-0703540a-3b3a-4800-a269-54fd954523c0 None None] Attempting to bind port be4e8593-b09d-4dff-af8c-5c8eff074fb9 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:31:34.491163 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-0703540a-3b3a-4800-a269-54fd954523c0 None None] Attempting to bind port be4e8593-b09d-4dff-af8c-5c8eff074fb9 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '353ded88-ea57-499e-8640-af9e574458a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '25100851-0cad-4f2c-8dc0-3b912f6049e3'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:31:34.491467 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0703540a-3b3a-4800-a269-54fd954523c0 None None] Attempting to bind port be4e8593-b09d-4dff-af8c-5c8eff074fb9 on network 25100851-0cad-4f2c-8dc0-3b912f6049e3 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:31:34.497823 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0703540a-3b3a-4800-a269-54fd954523c0 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:31:34.498165 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0703540a-3b3a-4800-a269-54fd954523c0 None None] Checking segment: {'id': '353ded88-ea57-499e-8640-af9e574458a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '25100851-0cad-4f2c-8dc0-3b912f6049e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:31:34.498608 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0703540a-3b3a-4800-a269-54fd954523c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:34.498959 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0703540a-3b3a-4800-a269-54fd954523c0 None None] Bound using segment: {'id': '353ded88-ea57-499e-8640-af9e574458a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '25100851-0cad-4f2c-8dc0-3b912f6049e3'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:31:34.499424 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-0703540a-3b3a-4800-a269-54fd954523c0 None None] Bound port: be4e8593-b09d-4dff-af8c-5c8eff074fb9, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353ded88-ea57-499e-8640-af9e574458a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '25100851-0cad-4f2c-8dc0-3b912f6049e3'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:31:34.499805 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0703540a-3b3a-4800-a269-54fd954523c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:34.511374 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9298ab-7417-48f3-985a-45f3c3a83dfe tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Made reservation on behalf of 1c2a322f18a14827a7e34ded02e18991 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:31:34.515742 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8e9298ab-7417-48f3-985a-45f3c3a83dfe tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:34.587039 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-0703540a-3b3a-4800-a269-54fd954523c0 None None] For port be4e8593-b09d-4dff-af8c-5c8eff074fb9, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:31:34.590938 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-0703540a-3b3a-4800-a269-54fd954523c0 None None] For port be4e8593-b09d-4dff-af8c-5c8eff074fb9, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=be4e8593-b09d-4dff-af8c-5c8eff074fb9,segment=NetworkSegment(353ded88-ea57-499e-8640-af9e574458a9),segment_id=353ded88-ea57-499e-8640-af9e574458a9)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:31:34.717345 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0703540a-3b3a-4800-a269-54fd954523c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:34.841310 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703540a-3b3a-4800-a269-54fd954523c0 None None] Pushing event updated for resources: {'Port': ['ID=be4e8593-b09d-4dff-af8c-5c8eff074fb9,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:34.854187 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8e9298ab-7417-48f3-985a-45f3c3a83dfe tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:34.967267 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9298ab-7417-48f3-985a-45f3c3a83dfe tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event updated for resources: {'Subnet': ['ID=f2b8300b-3a5c-4d67-a37e-8205d99968f6,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:35.005996 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9298ab-7417-48f3-985a-45f3c3a83dfe tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Checking segment: {'id': '5d2e02de-74d6-4af3-a80b-61d9aae12173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f80c5f09-0f0b-4d45-a3ef-d07d9ca3e05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:31:35.006445 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9298ab-7417-48f3-985a-45f3c3a83dfe tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Network hostable DHCP agents. Network: f80c5f09-0f0b-4d45-a3ef-d07d9ca3e05b, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:31:35.112673 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9298ab-7417-48f3-985a-45f3c3a83dfe tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Network f80c5f09-0f0b-4d45-a3ef-d07d9ca3e05b is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:31:35.242078 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-8e9298ab-7417-48f3-985a-45f3c3a83dfe tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, f80c5f09-0f0b-4d45-a3ef-d07d9ca3e05b) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:31:35.248083 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9298ab-7417-48f3-985a-45f3c3a83dfe tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:35.248679 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8e9298ab-7417-48f3-985a-45f3c3a83dfe tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:35.267992 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2f5086-64b0-43f2-88a1-8f65b88331cd None None] Network f80c5f09-0f0b-4d45-a3ef-d07d9ca3e05b requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:31:35.365392 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41032) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:35.365934 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8e9298ab-7417-48f3-985a-45f3c3a83dfe tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.1493981 Dec 17 15:31:35.538271 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782d3ec-5f35-4a43-853b-581b7a017708 req-b7dc3dc1-0c96-4b0d-80bf-7a3291790f96 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:35.547081 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1782d3ec-5f35-4a43-853b-581b7a017708 req-b7dc3dc1-0c96-4b0d-80bf-7a3291790f96 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 944 time: 0.1365130 Dec 17 15:31:35.712503 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a21527a-6922-4642-a11f-1ebf35740dd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-f80c5f09-0f0b-4d45-a3ef-d07d9ca3e05b', 'network_id': 'f80c5f09-0f0b-4d45-a3ef-d07d9ca3e05b', 'tenant_id': '1c2a322f18a14827a7e34ded02e18991', 'fixed_ips': [{'subnet_id': 'f2b8300b-3a5c-4d67-a37e-8205d99968f6'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:31:35.714968 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9a21527a-6922-4642-a11f-1ebf35740dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:35.752969 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1782d3ec-5f35-4a43-853b-581b7a017708 req-f8104a74-3778-4976-b47c-9bfec57f896f tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049241 Dec 17 15:31:35.776933 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb31437e-7352-4740-a223-1c378cf63373 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:35.910325 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-9a21527a-6922-4642-a11f-1ebf35740dd1 None None] Allocated IP 172.20.0.2 (f80c5f09-0f0b-4d45-a3ef-d07d9ca3e05b/f2b8300b-3a5c-4d67-a37e-8205d99968f6/85f47e87-4936-47af-baa9-32702d87a4f2) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:31:35.998858 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb31437e-7352-4740-a223-1c378cf63373 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:36.141461 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device be4e8593-b09d-4dff-af8c-5c8eff074fb9 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:31:36.289930 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9a21527a-6922-4642-a11f-1ebf35740dd1 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:36.300953 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port be4e8593-b09d-4dff-af8c-5c8eff074fb9 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:31:36.301478 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:36.445707 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9a21527a-6922-4642-a11f-1ebf35740dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:36.512750 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:36.539644 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb31437e-7352-4740-a223-1c378cf63373 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:36.545766 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a21527a-6922-4642-a11f-1ebf35740dd1 None None] Network f80c5f09-0f0b-4d45-a3ef-d07d9ca3e05b is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:31:36.559295 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-9a21527a-6922-4642-a11f-1ebf35740dd1 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:31:36.599231 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a21527a-6922-4642-a11f-1ebf35740dd1 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:31:36.608024 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31437e-7352-4740-a223-1c378cf63373 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event deleted for resources: {'Subnet': ['ID=f2b8300b-3a5c-4d67-a37e-8205d99968f6,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:36.661310 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port be4e8593-b09d-4dff-af8c-5c8eff074fb9, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=be4e8593-b09d-4dff-af8c-5c8eff074fb9,segment=NetworkSegment(353ded88-ea57-499e-8640-af9e574458a9),segment_id=353ded88-ea57-499e-8640-af9e574458a9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:31:36.668307 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4a0fda-a653-4356-9d37-5088ce4232ff None None] Network 25100851-0cad-4f2c-8dc0-3b912f6049e3 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:31:36.739794 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb31437e-7352-4740-a223-1c378cf63373 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:36.779544 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:36.819427 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-eb31437e-7352-4740-a223-1c378cf63373 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f80c5f09-0f0b-4d45-a3ef-d07d9ca3e05b']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:31:36.827715 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21527a-6922-4642-a11f-1ebf35740dd1 None None] Pushing event updated for resources: {'Port': ['ID=85f47e87-4936-47af-baa9-32702d87a4f2,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:36.848886 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-eb31437e-7352-4740-a223-1c378cf63373 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d2e02de-74d6-4af3-a80b-61d9aae12173') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:31:36.849466 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-eb31437e-7352-4740-a223-1c378cf63373 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d2e02de-74d6-4af3-a80b-61d9aae12173') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:31:36.878531 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb31437e-7352-4740-a223-1c378cf63373 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:36.920360 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb31437e-7352-4740-a223-1c378cf63373 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:36.933438 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb31437e-7352-4740-a223-1c378cf63373 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:31:36.934212 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb31437e-7352-4740-a223-1c378cf63373 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:36.939221 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:31:36.939221 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:31:36.939221 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:31:36.939221 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:31:36.939221 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:31:36.939221 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:31:36.939221 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:31:36.939221 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:31:36.939221 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:31:36.939221 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:31:36.939221 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:31:36.939221 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:31:36.939221 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:31:36.939221 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:31:36.939221 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:31:36.939221 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:31:36.939221 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:31:36.939221 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:31:36.939221 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:31:36.939221 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:31:36.939221 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:31:36.939221 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:31:36.939221 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:31:36.939221 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:31:36.939221 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:31:36.939221 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:31:36.939221 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:31:36.939221 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:31:36.939221 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:31:36.939221 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:31:36.939221 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:31:36.939221 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:31:36.995506 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bad579-944e-4d0c-baad-a5378c575077 req-f0ceab54-19f5-455a-bf39-322f2f97fb28 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:36.997797 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e8bad579-944e-4d0c-baad-a5378c575077 req-f0ceab54-19f5-455a-bf39-322f2f97fb28 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 944 time: 0.1332016 Dec 17 15:31:37.164725 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-9a21527a-6922-4642-a11f-1ebf35740dd1 None None] Attempting to bind port 85f47e87-4936-47af-baa9-32702d87a4f2 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:31:37.165467 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-9a21527a-6922-4642-a11f-1ebf35740dd1 None None] Attempting to bind port 85f47e87-4936-47af-baa9-32702d87a4f2 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '5d2e02de-74d6-4af3-a80b-61d9aae12173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f80c5f09-0f0b-4d45-a3ef-d07d9ca3e05b'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:31:37.165882 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a21527a-6922-4642-a11f-1ebf35740dd1 None None] Attempting to bind port 85f47e87-4936-47af-baa9-32702d87a4f2 on network f80c5f09-0f0b-4d45-a3ef-d07d9ca3e05b {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:31:37.175858 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-52809d4c-42d8-476c-a40e-c36b9496b5ce None None] Provisioning complete for port be4e8593-b09d-4dff-af8c-5c8eff074fb9 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:31:37.176241 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-52809d4c-42d8-476c-a40e-c36b9496b5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:37.208939 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=be4e8593-b09d-4dff-af8c-5c8eff074fb9,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:37.216867 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a21527a-6922-4642-a11f-1ebf35740dd1 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:31:37.217281 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a21527a-6922-4642-a11f-1ebf35740dd1 None None] Checking segment: {'id': '5d2e02de-74d6-4af3-a80b-61d9aae12173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f80c5f09-0f0b-4d45-a3ef-d07d9ca3e05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:31:37.217717 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9a21527a-6922-4642-a11f-1ebf35740dd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:37.218094 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a21527a-6922-4642-a11f-1ebf35740dd1 None None] Bound using segment: {'id': '5d2e02de-74d6-4af3-a80b-61d9aae12173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f80c5f09-0f0b-4d45-a3ef-d07d9ca3e05b'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:31:37.218592 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-9a21527a-6922-4642-a11f-1ebf35740dd1 None None] Bound port: 85f47e87-4936-47af-baa9-32702d87a4f2, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2e02de-74d6-4af3-a80b-61d9aae12173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f80c5f09-0f0b-4d45-a3ef-d07d9ca3e05b'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:31:37.218984 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9a21527a-6922-4642-a11f-1ebf35740dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:37.406781 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-9a21527a-6922-4642-a11f-1ebf35740dd1 None None] For port 85f47e87-4936-47af-baa9-32702d87a4f2, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:31:37.489636 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-9a21527a-6922-4642-a11f-1ebf35740dd1 None None] For port 85f47e87-4936-47af-baa9-32702d87a4f2, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=85f47e87-4936-47af-baa9-32702d87a4f2,segment=NetworkSegment(5d2e02de-74d6-4af3-a80b-61d9aae12173),segment_id=5d2e02de-74d6-4af3-a80b-61d9aae12173)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:31:37.498978 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e8bad579-944e-4d0c-baad-a5378c575077 req-85fd5642-7b67-4a61-bde3-661611fc756a tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4939864 Dec 17 15:31:37.528288 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.db.api [None req-eb31437e-7352-4740-a223-1c378cf63373 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 15:31:37.528288 n-d-820553-2 neutron-server[102832]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 15:31:37.528288 n-d-820553-2 neutron-server[102832]: [parameters: {'id': 'f80c5f09-0f0b-4d45-a3ef-d07d9ca3e05b'}] Dec 17 15:31:37.528288 n-d-820553-2 neutron-server[102832]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:31:37.528666 n-d-820553-2 neutron-server[102832]: DEBUG oslo_db.api [None req-eb31437e-7352-4740-a223-1c378cf63373 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:31:37.568105 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9a21527a-6922-4642-a11f-1ebf35740dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:37.770253 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21527a-6922-4642-a11f-1ebf35740dd1 None None] Pushing event updated for resources: {'Port': ['ID=85f47e87-4936-47af-baa9-32702d87a4f2,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:37.803514 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device be4e8593-b09d-4dff-af8c-5c8eff074fb9 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:31:37.814466 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2577890-15a1-411c-9342-0980e5d01d29 None None] Network f80c5f09-0f0b-4d45-a3ef-d07d9ca3e05b requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:31:38.010873 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-40ce455e-c96f-488f-9dbf-f9c41d8eb181 None None] Provisioning complete for port be4e8593-b09d-4dff-af8c-5c8eff074fb9 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:31:38.011565 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-40ce455e-c96f-488f-9dbf-f9c41d8eb181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:38.029655 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb31437e-7352-4740-a223-1c378cf63373 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:38.122756 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-eb31437e-7352-4740-a223-1c378cf63373 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Deleting port 85f47e87-4936-47af-baa9-32702d87a4f2 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:31:38.123102 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb31437e-7352-4740-a223-1c378cf63373 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:38.158712 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port be4e8593-b09d-4dff-af8c-5c8eff074fb9 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:31:38.159466 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:38.161762 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc670f20-b41f-4f99-a336-26720edc4bf2 None None] get_active_networks_info from n-d-820553-2 {{(pid=102834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 17 15:31:38.263818 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-eb31437e-7352-4740-a223-1c378cf63373 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] For port 85f47e87-4936-47af-baa9-32702d87a4f2, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=85f47e87-4936-47af-baa9-32702d87a4f2,segment=NetworkSegment(5d2e02de-74d6-4af3-a80b-61d9aae12173),segment_id=5d2e02de-74d6-4af3-a80b-61d9aae12173)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:31:38.264359 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb31437e-7352-4740-a223-1c378cf63373 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:38.299890 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-eb31437e-7352-4740-a223-1c378cf63373 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Calling delete_port for 85f47e87-4936-47af-baa9-32702d87a4f2 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:31:38.482366 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc670f20-b41f-4f99-a336-26720edc4bf2 None None] Resources bound (agent type, host, resource id): {{(pid=102834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 15:31:38.485448 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb31437e-7352-4740-a223-1c378cf63373 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:38.548695 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb31437e-7352-4740-a223-1c378cf63373 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] No DVR routers for this DVR port 85f47e87-4936-47af-baa9-32702d87a4f2 on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:31:38.552462 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31437e-7352-4740-a223-1c378cf63373 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event deleted for resources: {'Port': ['ID=85f47e87-4936-47af-baa9-32702d87a4f2,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:38.829691 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb31437e-7352-4740-a223-1c378cf63373 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:38.853562 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-eb31437e-7352-4740-a223-1c378cf63373 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f80c5f09-0f0b-4d45-a3ef-d07d9ca3e05b']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:31:38.875995 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-eb31437e-7352-4740-a223-1c378cf63373 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d2e02de-74d6-4af3-a80b-61d9aae12173') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:31:38.876700 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-eb31437e-7352-4740-a223-1c378cf63373 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d2e02de-74d6-4af3-a80b-61d9aae12173') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:31:38.889414 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb31437e-7352-4740-a223-1c378cf63373 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:38.908550 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb31437e-7352-4740-a223-1c378cf63373 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:38.918549 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb31437e-7352-4740-a223-1c378cf63373 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:31:38.919511 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb31437e-7352-4740-a223-1c378cf63373 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:38.923627 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:31:38.923627 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:31:38.923627 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:31:38.923627 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:31:38.923627 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:31:38.923627 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:31:38.923627 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:31:38.923627 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:31:38.923627 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:31:38.923627 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:31:38.923627 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:31:38.923627 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:31:38.923627 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:31:38.923627 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:31:38.923627 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:31:38.923627 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:31:38.923627 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:31:38.923627 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:31:38.923627 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:31:38.923627 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:31:38.923627 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:31:38.923627 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:31:38.923627 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:31:38.923627 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:31:38.923627 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:31:38.923627 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:31:38.923627 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:31:38.923627 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:31:38.923627 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:31:38.923627 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:31:38.923627 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:31:38.923627 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:31:39.174177 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e2fb0-948c-4856-9970-1de97fb76773 req-3d915b18-aa42-4aea-aebf-84c74fd2e4d5 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:39.174177 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-978e2fb0-948c-4856-9970-1de97fb76773 req-3d915b18-aa42-4aea-aebf-84c74fd2e4d5 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 944 time: 0.3522365 Dec 17 15:31:39.174177 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-978e2fb0-948c-4856-9970-1de97fb76773 req-b754f99a-306e-40c6-bf24-a824b6363b08 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363288 Dec 17 15:31:39.648784 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb31437e-7352-4740-a223-1c378cf63373 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:39.683007 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb31437e-7352-4740-a223-1c378cf63373 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:39.686411 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-eb31437e-7352-4740-a223-1c378cf63373 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "DELETE /v2.0/networks/f80c5f09-0f0b-4d45-a3ef-d07d9ca3e05b HTTP/1.1" status: 204 len: 168 time: 4.3192561 Dec 17 15:31:39.687547 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31437e-7352-4740-a223-1c378cf63373 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event deleted for resources: {'Network': ['ID=f80c5f09-0f0b-4d45-a3ef-d07d9ca3e05b,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:39.691703 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41118) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:39.705830 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-9f320155-944c-4366-878f-d4d51eadcadf tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-195410357'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:31:39.802575 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f320155-944c-4366-878f-d4d51eadcadf tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Made reservation on behalf of 1c2a322f18a14827a7e34ded02e18991 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:31:39.809868 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9f320155-944c-4366-878f-d4d51eadcadf tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:39.850051 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f320155-944c-4366-878f-d4d51eadcadf tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:31:39.866612 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9f320155-944c-4366-878f-d4d51eadcadf tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:39.867462 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-9f320155-944c-4366-878f-d4d51eadcadf tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Added segment ee2b5a54-300d-4dc2-af25-aeda7f82e28a of type vlan for network 90cbb3ab-cade-4ff4-bf05-9de1c353d218 Dec 17 15:31:39.933982 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9f320155-944c-4366-878f-d4d51eadcadf tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:40.065358 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9f320155-944c-4366-878f-d4d51eadcadf tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:40.071341 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f320155-944c-4366-878f-d4d51eadcadf tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:40.071961 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9f320155-944c-4366-878f-d4d51eadcadf tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:40.157989 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f320155-944c-4366-878f-d4d51eadcadf tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event updated for resources: {'Network': ['ID=90cbb3ab-cade-4ff4-bf05-9de1c353d218,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:40.192863 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 90cbb3ab-cade-4ff4-bf05-9de1c353d218 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:31:40.216697 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9f320155-944c-4366-878f-d4d51eadcadf tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5236585 Dec 17 15:31:40.223006 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41130) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:40.255002 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-9ff7f12a-5362-42bc-8c14-d24834190401 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Request body: {'subnet': {'network_id': '90cbb3ab-cade-4ff4-bf05-9de1c353d218', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:31:40.396938 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:40.474434 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e1148-c00b-4800-a3e2-570d4728ffaa req-6d44fc6f-13b0-4d3f-80c0-1dbf649372e9 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:40.490373 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc5e1148-c00b-4800-a3e2-570d4728ffaa req-6d44fc6f-13b0-4d3f-80c0-1dbf649372e9 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 944 time: 0.1317737 Dec 17 15:31:40.580933 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc5e1148-c00b-4800-a3e2-570d4728ffaa req-53cb4449-4f34-4ab0-88f0-17dcab47a9ac tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867765 Dec 17 15:31:40.682977 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff7f12a-5362-42bc-8c14-d24834190401 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Made reservation on behalf of 1c2a322f18a14827a7e34ded02e18991 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:31:40.686377 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9ff7f12a-5362-42bc-8c14-d24834190401 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:40.784013 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.ipam_backend_mixin [None req-9ff7f12a-5362-42bc-8c14-d24834190401 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Performing IP validity checks on allocation pools {{(pid=102833) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 17 15:31:40.785196 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.ipam_backend_mixin [None req-9ff7f12a-5362-42bc-8c14-d24834190401 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102833) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 17 15:31:41.045631 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9ff7f12a-5362-42bc-8c14-d24834190401 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:41.137387 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7f12a-5362-42bc-8c14-d24834190401 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event updated for resources: {'Subnet': ['ID=407de1c9-ef44-4f01-867c-aedf6a3fb478,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:41.145943 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff7f12a-5362-42bc-8c14-d24834190401 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:31:41.146529 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff7f12a-5362-42bc-8c14-d24834190401 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:31:41.146862 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff7f12a-5362-42bc-8c14-d24834190401 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:31:41.147184 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff7f12a-5362-42bc-8c14-d24834190401 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:31:41.147512 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff7f12a-5362-42bc-8c14-d24834190401 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:31:41.147990 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff7f12a-5362-42bc-8c14-d24834190401 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:31:41.148173 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff7f12a-5362-42bc-8c14-d24834190401 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:31:41.148556 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff7f12a-5362-42bc-8c14-d24834190401 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:31:41.148833 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff7f12a-5362-42bc-8c14-d24834190401 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:31:41.149237 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff7f12a-5362-42bc-8c14-d24834190401 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:31:41.149554 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff7f12a-5362-42bc-8c14-d24834190401 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:31:41.149886 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff7f12a-5362-42bc-8c14-d24834190401 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:31:41.153650 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff7f12a-5362-42bc-8c14-d24834190401 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Checking segment: {'id': 'ee2b5a54-300d-4dc2-af25-aeda7f82e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '90cbb3ab-cade-4ff4-bf05-9de1c353d218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:31:41.154040 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff7f12a-5362-42bc-8c14-d24834190401 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Network hostable DHCP agents. Network: 90cbb3ab-cade-4ff4-bf05-9de1c353d218, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:31:41.245865 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff7f12a-5362-42bc-8c14-d24834190401 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Network 90cbb3ab-cade-4ff4-bf05-9de1c353d218 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:31:41.382790 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-9ff7f12a-5362-42bc-8c14-d24834190401 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 90cbb3ab-cade-4ff4-bf05-9de1c353d218) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:31:41.389703 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff7f12a-5362-42bc-8c14-d24834190401 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:41.390985 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9ff7f12a-5362-42bc-8c14-d24834190401 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:41.399658 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c40fc72-4b50-4437-931f-8a116c6d84c5 None None] Network 90cbb3ab-cade-4ff4-bf05-9de1c353d218 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:31:41.502469 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9ff7f12a-5362-42bc-8c14-d24834190401 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2691875 Dec 17 15:31:41.504872 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41164) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:41.616957 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a5c745-c719-48a6-b17a-c0feeb062ef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-90cbb3ab-cade-4ff4-bf05-9de1c353d218', 'network_id': '90cbb3ab-cade-4ff4-bf05-9de1c353d218', 'tenant_id': '1c2a322f18a14827a7e34ded02e18991', 'fixed_ips': [{'subnet_id': '407de1c9-ef44-4f01-867c-aedf6a3fb478'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:31:41.621370 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-23a5c745-c719-48a6-b17a-c0feeb062ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:41.761678 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f3208c15-1aea-4ac3-bc5c-aabe978a3946 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:41.837712 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe66842-482f-4423-8e27-4c97cb360290 req-4f525f82-d3f6-4fcc-9a49-f1f5858a9a3b tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:41.843350 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1fe66842-482f-4423-8e27-4c97cb360290 req-4f525f82-d3f6-4fcc-9a49-f1f5858a9a3b tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 944 time: 0.1208537 Dec 17 15:31:41.907040 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f3208c15-1aea-4ac3-bc5c-aabe978a3946 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:41.943628 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1fe66842-482f-4423-8e27-4c97cb360290 req-2bdd6879-04e6-42b9-a4e4-9b57b36711d8 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868955 Dec 17 15:31:42.049351 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-23a5c745-c719-48a6-b17a-c0feeb062ef2 None None] Allocated IP 172.20.0.3 (90cbb3ab-cade-4ff4-bf05-9de1c353d218/407de1c9-ef44-4f01-867c-aedf6a3fb478/2560d565-bda7-46f2-8d0c-9b13dd512568) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:31:42.231480 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-23a5c745-c719-48a6-b17a-c0feeb062ef2 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:42.285935 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-23a5c745-c719-48a6-b17a-c0feeb062ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:42.369604 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a5c745-c719-48a6-b17a-c0feeb062ef2 None None] Network 90cbb3ab-cade-4ff4-bf05-9de1c353d218 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:31:42.373200 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-23a5c745-c719-48a6-b17a-c0feeb062ef2 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:31:42.376028 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a5c745-c719-48a6-b17a-c0feeb062ef2 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:31:42.379106 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f3208c15-1aea-4ac3-bc5c-aabe978a3946 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:42.393561 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5c745-c719-48a6-b17a-c0feeb062ef2 None None] Pushing event updated for resources: {'Port': ['ID=2560d565-bda7-46f2-8d0c-9b13dd512568,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:42.425223 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3208c15-1aea-4ac3-bc5c-aabe978a3946 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event deleted for resources: {'Subnet': ['ID=407de1c9-ef44-4f01-867c-aedf6a3fb478,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:42.490188 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-23a5c745-c719-48a6-b17a-c0feeb062ef2 None None] Attempting to bind port 2560d565-bda7-46f2-8d0c-9b13dd512568 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:31:42.490682 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-23a5c745-c719-48a6-b17a-c0feeb062ef2 None None] Attempting to bind port 2560d565-bda7-46f2-8d0c-9b13dd512568 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ee2b5a54-300d-4dc2-af25-aeda7f82e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '90cbb3ab-cade-4ff4-bf05-9de1c353d218'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:31:42.490917 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a5c745-c719-48a6-b17a-c0feeb062ef2 None None] Attempting to bind port 2560d565-bda7-46f2-8d0c-9b13dd512568 on network 90cbb3ab-cade-4ff4-bf05-9de1c353d218 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:31:42.506587 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a5c745-c719-48a6-b17a-c0feeb062ef2 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:31:42.506914 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a5c745-c719-48a6-b17a-c0feeb062ef2 None None] Checking segment: {'id': 'ee2b5a54-300d-4dc2-af25-aeda7f82e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '90cbb3ab-cade-4ff4-bf05-9de1c353d218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:31:42.507329 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-23a5c745-c719-48a6-b17a-c0feeb062ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:42.507731 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a5c745-c719-48a6-b17a-c0feeb062ef2 None None] Bound using segment: {'id': 'ee2b5a54-300d-4dc2-af25-aeda7f82e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '90cbb3ab-cade-4ff4-bf05-9de1c353d218'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:31:42.508220 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-23a5c745-c719-48a6-b17a-c0feeb062ef2 None None] Bound port: 2560d565-bda7-46f2-8d0c-9b13dd512568, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2b5a54-300d-4dc2-af25-aeda7f82e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '90cbb3ab-cade-4ff4-bf05-9de1c353d218'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:31:42.508615 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-23a5c745-c719-48a6-b17a-c0feeb062ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:42.534398 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f3208c15-1aea-4ac3-bc5c-aabe978a3946 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:42.559768 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-f3208c15-1aea-4ac3-bc5c-aabe978a3946 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90cbb3ab-cade-4ff4-bf05-9de1c353d218']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:31:42.570428 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-f3208c15-1aea-4ac3-bc5c-aabe978a3946 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee2b5a54-300d-4dc2-af25-aeda7f82e28a') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:31:42.571205 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-f3208c15-1aea-4ac3-bc5c-aabe978a3946 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee2b5a54-300d-4dc2-af25-aeda7f82e28a') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:31:42.582956 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f3208c15-1aea-4ac3-bc5c-aabe978a3946 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:42.598339 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f3208c15-1aea-4ac3-bc5c-aabe978a3946 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:42.605187 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3208c15-1aea-4ac3-bc5c-aabe978a3946 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:31:42.605578 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f3208c15-1aea-4ac3-bc5c-aabe978a3946 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:42.608725 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:31:42.608725 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:31:42.608725 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:31:42.608725 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:31:42.608725 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:31:42.608725 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:31:42.608725 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:31:42.608725 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:31:42.608725 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:31:42.608725 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:31:42.608725 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:31:42.608725 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:31:42.608725 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:31:42.608725 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:31:42.608725 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:31:42.608725 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:31:42.608725 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:31:42.608725 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:31:42.608725 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:31:42.608725 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:31:42.608725 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:31:42.608725 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:31:42.608725 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:31:42.608725 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:31:42.608725 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:31:42.608725 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:31:42.608725 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:31:42.608725 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:31:42.608725 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:31:42.608725 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:31:42.608725 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:31:42.608725 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:31:42.620842 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-23a5c745-c719-48a6-b17a-c0feeb062ef2 None None] For port 2560d565-bda7-46f2-8d0c-9b13dd512568, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:31:42.716228 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-23a5c745-c719-48a6-b17a-c0feeb062ef2 None None] For port 2560d565-bda7-46f2-8d0c-9b13dd512568, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=2560d565-bda7-46f2-8d0c-9b13dd512568,segment=NetworkSegment(ee2b5a54-300d-4dc2-af25-aeda7f82e28a),segment_id=ee2b5a54-300d-4dc2-af25-aeda7f82e28a)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:31:42.757334 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.db.api [None req-f3208c15-1aea-4ac3-bc5c-aabe978a3946 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 15:31:42.757334 n-d-820553-2 neutron-server[102833]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 15:31:42.757334 n-d-820553-2 neutron-server[102833]: [parameters: {'id': '90cbb3ab-cade-4ff4-bf05-9de1c353d218'}] Dec 17 15:31:42.757334 n-d-820553-2 neutron-server[102833]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:31:42.757949 n-d-820553-2 neutron-server[102833]: DEBUG oslo_db.api [None req-f3208c15-1aea-4ac3-bc5c-aabe978a3946 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:31:42.825963 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-23a5c745-c719-48a6-b17a-c0feeb062ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:42.943721 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53130b9d-77bd-4b36-a4db-bad536f68cbc None None] Network 90cbb3ab-cade-4ff4-bf05-9de1c353d218 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:31:43.060872 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5c745-c719-48a6-b17a-c0feeb062ef2 None None] Pushing event updated for resources: {'Port': ['ID=2560d565-bda7-46f2-8d0c-9b13dd512568,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:43.121699 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a914ddf2-a04a-4b1d-b861-df9fe83fe452 None None] get_active_networks_info from n-d-820553-2 {{(pid=102834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 17 15:31:43.182540 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792679e2-3125-4e46-9f1a-258e06efe384 req-abe9cfab-e32d-42f5-a79c-10a290e2f359 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:43.191859 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-792679e2-3125-4e46-9f1a-258e06efe384 req-abe9cfab-e32d-42f5-a79c-10a290e2f359 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 944 time: 0.1081238 Dec 17 15:31:43.258792 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f3208c15-1aea-4ac3-bc5c-aabe978a3946 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:43.272874 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-792679e2-3125-4e46-9f1a-258e06efe384 req-b63bb387-04b9-40b8-92d1-dabe603f4d5b tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794115 Dec 17 15:31:43.381063 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a914ddf2-a04a-4b1d-b861-df9fe83fe452 None None] Resources bound (agent type, host, resource id): {{(pid=102834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 15:31:43.420271 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-f3208c15-1aea-4ac3-bc5c-aabe978a3946 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Deleting port 2560d565-bda7-46f2-8d0c-9b13dd512568 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:31:43.420741 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f3208c15-1aea-4ac3-bc5c-aabe978a3946 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:43.567228 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-f3208c15-1aea-4ac3-bc5c-aabe978a3946 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] For port 2560d565-bda7-46f2-8d0c-9b13dd512568, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=2560d565-bda7-46f2-8d0c-9b13dd512568,segment=NetworkSegment(ee2b5a54-300d-4dc2-af25-aeda7f82e28a),segment_id=ee2b5a54-300d-4dc2-af25-aeda7f82e28a)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:31:43.567754 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f3208c15-1aea-4ac3-bc5c-aabe978a3946 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:43.597303 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-f3208c15-1aea-4ac3-bc5c-aabe978a3946 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Calling delete_port for 2560d565-bda7-46f2-8d0c-9b13dd512568 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:31:43.874458 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f3208c15-1aea-4ac3-bc5c-aabe978a3946 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:43.916653 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3208c15-1aea-4ac3-bc5c-aabe978a3946 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event deleted for resources: {'Port': ['ID=2560d565-bda7-46f2-8d0c-9b13dd512568,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:43.935273 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3208c15-1aea-4ac3-bc5c-aabe978a3946 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] No DVR routers for this DVR port 2560d565-bda7-46f2-8d0c-9b13dd512568 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:31:44.038084 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f3208c15-1aea-4ac3-bc5c-aabe978a3946 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:44.074358 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-f3208c15-1aea-4ac3-bc5c-aabe978a3946 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90cbb3ab-cade-4ff4-bf05-9de1c353d218']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:31:44.090909 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-f3208c15-1aea-4ac3-bc5c-aabe978a3946 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee2b5a54-300d-4dc2-af25-aeda7f82e28a') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:31:44.091916 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-f3208c15-1aea-4ac3-bc5c-aabe978a3946 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee2b5a54-300d-4dc2-af25-aeda7f82e28a') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:31:44.108326 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f3208c15-1aea-4ac3-bc5c-aabe978a3946 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:44.144137 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f3208c15-1aea-4ac3-bc5c-aabe978a3946 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:44.149573 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3208c15-1aea-4ac3-bc5c-aabe978a3946 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:31:44.150203 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f3208c15-1aea-4ac3-bc5c-aabe978a3946 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:44.154737 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:31:44.154737 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:31:44.154737 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:31:44.154737 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:31:44.154737 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:31:44.154737 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:31:44.154737 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:31:44.154737 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:31:44.154737 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:31:44.154737 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:31:44.154737 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:31:44.154737 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:31:44.154737 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:31:44.154737 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:31:44.154737 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:31:44.154737 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:31:44.154737 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:31:44.154737 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:31:44.154737 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:31:44.154737 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:31:44.154737 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:31:44.154737 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:31:44.154737 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:31:44.154737 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:31:44.154737 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:31:44.154737 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:31:44.154737 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:31:44.154737 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:31:44.154737 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:31:44.154737 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:31:44.154737 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:31:44.154737 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:31:44.322187 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f3208c15-1aea-4ac3-bc5c-aabe978a3946 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:44.341704 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f3208c15-1aea-4ac3-bc5c-aabe978a3946 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:44.345665 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f3208c15-1aea-4ac3-bc5c-aabe978a3946 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "DELETE /v2.0/networks/90cbb3ab-cade-4ff4-bf05-9de1c353d218 HTTP/1.1" status: 204 len: 168 time: 2.8395047 Dec 17 15:31:44.349876 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41226) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:44.355516 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-5edce55e-3758-4b62-a0da-18773cc4a649 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-802508977'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:31:44.367656 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3208c15-1aea-4ac3-bc5c-aabe978a3946 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event deleted for resources: {'Network': ['ID=90cbb3ab-cade-4ff4-bf05-9de1c353d218,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:44.459568 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd4f19-ab62-44d3-991e-914660985c22 req-d1600dcf-b67e-42aa-be3a-9b4906224675 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:44.460991 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-09dd4f19-ab62-44d3-991e-914660985c22 req-d1600dcf-b67e-42aa-be3a-9b4906224675 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 944 time: 0.0587301 Dec 17 15:31:44.508952 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-09dd4f19-ab62-44d3-991e-914660985c22 req-bdb9a4ff-3b76-4931-bc20-e822d0f4d0d1 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388899 Dec 17 15:31:45.388109 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edce55e-3758-4b62-a0da-18773cc4a649 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Made reservation on behalf of 1c2a322f18a14827a7e34ded02e18991 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:31:45.391700 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5edce55e-3758-4b62-a0da-18773cc4a649 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:45.418868 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5edce55e-3758-4b62-a0da-18773cc4a649 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:31:45.427115 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5edce55e-3758-4b62-a0da-18773cc4a649 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:45.437304 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-5edce55e-3758-4b62-a0da-18773cc4a649 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Added segment 116cfbce-2912-44f1-a255-6fc228ad3899 of type vlan for network 38bcfad8-ca63-40cc-93b1-2aadc68c3e8e Dec 17 15:31:45.474811 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5edce55e-3758-4b62-a0da-18773cc4a649 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:45.585945 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5edce55e-3758-4b62-a0da-18773cc4a649 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:45.595402 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edce55e-3758-4b62-a0da-18773cc4a649 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:45.601930 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5edce55e-3758-4b62-a0da-18773cc4a649 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:45.737923 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edce55e-3758-4b62-a0da-18773cc4a649 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event updated for resources: {'Network': ['ID=38bcfad8-ca63-40cc-93b1-2aadc68c3e8e,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:45.752499 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc55615-0f01-4e0a-87fb-db235c57cbd9 req-19a34898-d032-46f7-a2a6-4bd4e9cb857b tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:45.755695 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 38bcfad8-ca63-40cc-93b1-2aadc68c3e8e details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:31:45.764762 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7fc55615-0f01-4e0a-87fb-db235c57cbd9 req-19a34898-d032-46f7-a2a6-4bd4e9cb857b tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 944 time: 0.0883286 Dec 17 15:31:45.820598 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5edce55e-3758-4b62-a0da-18773cc4a649 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4695961 Dec 17 15:31:45.824509 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41248) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:45.827617 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7fc55615-0f01-4e0a-87fb-db235c57cbd9 req-da10b2e8-9bcf-4d01-b63f-014bdc1fd77b tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565579 Dec 17 15:31:45.839118 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-7e3ef8d0-200b-42ee-a853-aa524c6e518f tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Request body: {'subnet': {'network_id': '38bcfad8-ca63-40cc-93b1-2aadc68c3e8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:31:46.070536 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3ef8d0-200b-42ee-a853-aa524c6e518f tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Made reservation on behalf of 1c2a322f18a14827a7e34ded02e18991 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:31:46.074653 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7e3ef8d0-200b-42ee-a853-aa524c6e518f tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:46.393661 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7e3ef8d0-200b-42ee-a853-aa524c6e518f tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:46.459774 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ef8d0-200b-42ee-a853-aa524c6e518f tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event updated for resources: {'Subnet': ['ID=87532024-7ca1-40b8-9929-59d323523cae,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:46.471145 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3ef8d0-200b-42ee-a853-aa524c6e518f tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Checking segment: {'id': '116cfbce-2912-44f1-a255-6fc228ad3899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '38bcfad8-ca63-40cc-93b1-2aadc68c3e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:31:46.471498 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3ef8d0-200b-42ee-a853-aa524c6e518f tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Network hostable DHCP agents. Network: 38bcfad8-ca63-40cc-93b1-2aadc68c3e8e, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:31:46.559513 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3ef8d0-200b-42ee-a853-aa524c6e518f tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Network 38bcfad8-ca63-40cc-93b1-2aadc68c3e8e is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:31:46.681765 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-7e3ef8d0-200b-42ee-a853-aa524c6e518f tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 38bcfad8-ca63-40cc-93b1-2aadc68c3e8e) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:31:46.685943 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3ef8d0-200b-42ee-a853-aa524c6e518f tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:46.686527 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7e3ef8d0-200b-42ee-a853-aa524c6e518f tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:46.696325 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b8315d-89ef-4f08-9bde-e771bcabb013 None None] Network 38bcfad8-ca63-40cc-93b1-2aadc68c3e8e requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:31:46.833219 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7e3ef8d0-200b-42ee-a853-aa524c6e518f tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0065289 Dec 17 15:31:46.835856 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41278) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:46.848004 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f7c23e-452a-4870-998b-d4b2d4266452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-38bcfad8-ca63-40cc-93b1-2aadc68c3e8e', 'network_id': '38bcfad8-ca63-40cc-93b1-2aadc68c3e8e', 'tenant_id': '1c2a322f18a14827a7e34ded02e18991', 'fixed_ips': [{'subnet_id': '87532024-7ca1-40b8-9929-59d323523cae'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:31:46.848962 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-69f7c23e-452a-4870-998b-d4b2d4266452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:46.971005 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f247b-efb4-429b-8c6a-c707aa11141b req-cd1ccb63-11a6-4503-8422-1e9c4426bbc4 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:46.972453 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9e8f247b-efb4-429b-8c6a-c707aa11141b req-cd1ccb63-11a6-4503-8422-1e9c4426bbc4 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 944 time: 0.0524197 Dec 17 15:31:47.032864 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9e8f247b-efb4-429b-8c6a-c707aa11141b req-fb7cfa7e-edf0-418d-92d7-cb74bcb4111b tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441666 Dec 17 15:31:47.049367 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e01de3de-aaed-43f6-afc9-4c2c8cea5754 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:47.070807 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-69f7c23e-452a-4870-998b-d4b2d4266452 None None] Allocated IP 172.20.0.1 (38bcfad8-ca63-40cc-93b1-2aadc68c3e8e/87532024-7ca1-40b8-9929-59d323523cae/c284fb29-09e8-4237-99b8-2a43c7265f82) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:31:47.112804 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e01de3de-aaed-43f6-afc9-4c2c8cea5754 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:47.232537 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-69f7c23e-452a-4870-998b-d4b2d4266452 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:47.320060 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-69f7c23e-452a-4870-998b-d4b2d4266452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:47.363687 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f7c23e-452a-4870-998b-d4b2d4266452 None None] Network 38bcfad8-ca63-40cc-93b1-2aadc68c3e8e is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:31:47.366591 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-69f7c23e-452a-4870-998b-d4b2d4266452 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:31:47.373536 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f7c23e-452a-4870-998b-d4b2d4266452 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:31:47.376614 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f7c23e-452a-4870-998b-d4b2d4266452 None None] Pushing event updated for resources: {'Port': ['ID=c284fb29-09e8-4237-99b8-2a43c7265f82,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:47.430004 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-69f7c23e-452a-4870-998b-d4b2d4266452 None None] Attempting to bind port c284fb29-09e8-4237-99b8-2a43c7265f82 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:31:47.430369 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-69f7c23e-452a-4870-998b-d4b2d4266452 None None] Attempting to bind port c284fb29-09e8-4237-99b8-2a43c7265f82 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '116cfbce-2912-44f1-a255-6fc228ad3899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '38bcfad8-ca63-40cc-93b1-2aadc68c3e8e'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:31:47.430744 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f7c23e-452a-4870-998b-d4b2d4266452 None None] Attempting to bind port c284fb29-09e8-4237-99b8-2a43c7265f82 on network 38bcfad8-ca63-40cc-93b1-2aadc68c3e8e {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:31:47.434070 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e01de3de-aaed-43f6-afc9-4c2c8cea5754 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:47.436283 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f7c23e-452a-4870-998b-d4b2d4266452 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:31:47.438545 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f7c23e-452a-4870-998b-d4b2d4266452 None None] Checking segment: {'id': '116cfbce-2912-44f1-a255-6fc228ad3899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '38bcfad8-ca63-40cc-93b1-2aadc68c3e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:31:47.438545 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-69f7c23e-452a-4870-998b-d4b2d4266452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:47.438545 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f7c23e-452a-4870-998b-d4b2d4266452 None None] Bound using segment: {'id': '116cfbce-2912-44f1-a255-6fc228ad3899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '38bcfad8-ca63-40cc-93b1-2aadc68c3e8e'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:31:47.438545 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-69f7c23e-452a-4870-998b-d4b2d4266452 None None] Bound port: c284fb29-09e8-4237-99b8-2a43c7265f82, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116cfbce-2912-44f1-a255-6fc228ad3899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '38bcfad8-ca63-40cc-93b1-2aadc68c3e8e'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:31:47.438545 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-69f7c23e-452a-4870-998b-d4b2d4266452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:47.462485 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01de3de-aaed-43f6-afc9-4c2c8cea5754 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event deleted for resources: {'Subnet': ['ID=87532024-7ca1-40b8-9929-59d323523cae,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:47.518359 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-69f7c23e-452a-4870-998b-d4b2d4266452 None None] For port c284fb29-09e8-4237-99b8-2a43c7265f82, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:31:47.522060 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-69f7c23e-452a-4870-998b-d4b2d4266452 None None] For port c284fb29-09e8-4237-99b8-2a43c7265f82, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c284fb29-09e8-4237-99b8-2a43c7265f82,segment=NetworkSegment(116cfbce-2912-44f1-a255-6fc228ad3899),segment_id=116cfbce-2912-44f1-a255-6fc228ad3899)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:31:47.535954 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e01de3de-aaed-43f6-afc9-4c2c8cea5754 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:47.559120 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-e01de3de-aaed-43f6-afc9-4c2c8cea5754 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38bcfad8-ca63-40cc-93b1-2aadc68c3e8e']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:31:47.568538 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-e01de3de-aaed-43f6-afc9-4c2c8cea5754 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116cfbce-2912-44f1-a255-6fc228ad3899') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:31:47.570722 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-e01de3de-aaed-43f6-afc9-4c2c8cea5754 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116cfbce-2912-44f1-a255-6fc228ad3899') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:31:47.578962 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e01de3de-aaed-43f6-afc9-4c2c8cea5754 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:47.617515 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-69f7c23e-452a-4870-998b-d4b2d4266452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:47.622666 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e01de3de-aaed-43f6-afc9-4c2c8cea5754 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:47.631864 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e01de3de-aaed-43f6-afc9-4c2c8cea5754 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:31:47.632287 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e01de3de-aaed-43f6-afc9-4c2c8cea5754 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:47.637962 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:31:47.637962 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:31:47.637962 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:31:47.637962 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:31:47.637962 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:31:47.637962 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:31:47.637962 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:31:47.637962 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:31:47.637962 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:31:47.637962 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:31:47.637962 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:31:47.637962 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:31:47.637962 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:31:47.637962 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:31:47.637962 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:31:47.637962 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:31:47.637962 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:31:47.637962 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:31:47.637962 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:31:47.637962 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:31:47.637962 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:31:47.637962 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:31:47.637962 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:31:47.637962 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:31:47.637962 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:31:47.637962 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:31:47.637962 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:31:47.637962 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:31:47.637962 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:31:47.637962 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:31:47.637962 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:31:47.637962 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:31:47.728169 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f7c23e-452a-4870-998b-d4b2d4266452 None None] Pushing event updated for resources: {'Port': ['ID=c284fb29-09e8-4237-99b8-2a43c7265f82,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:47.741674 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268269c0-a293-4ea2-beed-9a912fc83bab None None] Network 38bcfad8-ca63-40cc-93b1-2aadc68c3e8e requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:31:47.779480 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.db.api [None req-e01de3de-aaed-43f6-afc9-4c2c8cea5754 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 15:31:47.779480 n-d-820553-2 neutron-server[102833]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 15:31:47.779480 n-d-820553-2 neutron-server[102833]: [parameters: {'id': '38bcfad8-ca63-40cc-93b1-2aadc68c3e8e'}] Dec 17 15:31:47.779480 n-d-820553-2 neutron-server[102833]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:31:47.779920 n-d-820553-2 neutron-server[102833]: DEBUG oslo_db.api [None req-e01de3de-aaed-43f6-afc9-4c2c8cea5754 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:31:48.026850 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f112ba-c3b5-4655-a2c2-f1bb2854d990 None None] get_active_networks_info from n-d-820553-2 {{(pid=102834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 17 15:31:48.154065 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0607c3-1b57-4b68-9d03-1556e0eda956 req-665f7f72-d4f8-42ac-8911-e5760a79dff0 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:48.155635 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-db0607c3-1b57-4b68-9d03-1556e0eda956 req-665f7f72-d4f8-42ac-8911-e5760a79dff0 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 944 time: 0.0609479 Dec 17 15:31:48.184862 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f112ba-c3b5-4655-a2c2-f1bb2854d990 None None] Resources bound (agent type, host, resource id): {{(pid=102834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 15:31:48.220600 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-db0607c3-1b57-4b68-9d03-1556e0eda956 req-b6ccb100-2690-42a5-9ca5-4733e716ba19 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580928 Dec 17 15:31:48.281642 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e01de3de-aaed-43f6-afc9-4c2c8cea5754 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:48.625852 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-e01de3de-aaed-43f6-afc9-4c2c8cea5754 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Deleting port c284fb29-09e8-4237-99b8-2a43c7265f82 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:31:48.626194 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e01de3de-aaed-43f6-afc9-4c2c8cea5754 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:48.690570 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-e01de3de-aaed-43f6-afc9-4c2c8cea5754 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] For port c284fb29-09e8-4237-99b8-2a43c7265f82, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c284fb29-09e8-4237-99b8-2a43c7265f82,segment=NetworkSegment(116cfbce-2912-44f1-a255-6fc228ad3899),segment_id=116cfbce-2912-44f1-a255-6fc228ad3899)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:31:48.690831 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e01de3de-aaed-43f6-afc9-4c2c8cea5754 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:48.703815 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-e01de3de-aaed-43f6-afc9-4c2c8cea5754 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Calling delete_port for c284fb29-09e8-4237-99b8-2a43c7265f82 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:31:48.882108 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e01de3de-aaed-43f6-afc9-4c2c8cea5754 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:48.910012 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01de3de-aaed-43f6-afc9-4c2c8cea5754 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event deleted for resources: {'Port': ['ID=c284fb29-09e8-4237-99b8-2a43c7265f82,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:48.911809 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01de3de-aaed-43f6-afc9-4c2c8cea5754 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] No DVR routers for this DVR port c284fb29-09e8-4237-99b8-2a43c7265f82 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:31:48.994096 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e01de3de-aaed-43f6-afc9-4c2c8cea5754 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:49.016430 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-e01de3de-aaed-43f6-afc9-4c2c8cea5754 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38bcfad8-ca63-40cc-93b1-2aadc68c3e8e']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:31:49.025378 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-e01de3de-aaed-43f6-afc9-4c2c8cea5754 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116cfbce-2912-44f1-a255-6fc228ad3899') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:31:49.025669 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-e01de3de-aaed-43f6-afc9-4c2c8cea5754 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116cfbce-2912-44f1-a255-6fc228ad3899') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:31:49.036107 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e01de3de-aaed-43f6-afc9-4c2c8cea5754 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:49.049683 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e01de3de-aaed-43f6-afc9-4c2c8cea5754 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:49.055513 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e01de3de-aaed-43f6-afc9-4c2c8cea5754 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:31:49.055887 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e01de3de-aaed-43f6-afc9-4c2c8cea5754 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:49.059619 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:31:49.059619 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:31:49.059619 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:31:49.059619 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:31:49.059619 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:31:49.059619 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:31:49.059619 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:31:49.059619 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:31:49.059619 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:31:49.059619 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:31:49.059619 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:31:49.059619 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:31:49.059619 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:31:49.059619 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:31:49.059619 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:31:49.059619 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:31:49.059619 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:31:49.059619 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:31:49.059619 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:31:49.059619 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:31:49.059619 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:31:49.059619 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:31:49.059619 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:31:49.059619 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:31:49.059619 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:31:49.059619 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:31:49.059619 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:31:49.059619 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:31:49.059619 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:31:49.059619 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:31:49.059619 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:31:49.059619 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:31:49.179288 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e01de3de-aaed-43f6-afc9-4c2c8cea5754 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:49.187234 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e01de3de-aaed-43f6-afc9-4c2c8cea5754 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:49.190030 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e01de3de-aaed-43f6-afc9-4c2c8cea5754 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "DELETE /v2.0/networks/38bcfad8-ca63-40cc-93b1-2aadc68c3e8e HTTP/1.1" status: 204 len: 168 time: 2.3530784 Dec 17 15:31:49.195951 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41356) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:49.201913 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-0a652448-b13f-452b-bc7d-85e6f8799891 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1240137401'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:31:49.205210 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01de3de-aaed-43f6-afc9-4c2c8cea5754 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event deleted for resources: {'Network': ['ID=38bcfad8-ca63-40cc-93b1-2aadc68c3e8e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:49.296619 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a652448-b13f-452b-bc7d-85e6f8799891 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Made reservation on behalf of 1c2a322f18a14827a7e34ded02e18991 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:31:49.304128 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0a652448-b13f-452b-bc7d-85e6f8799891 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:49.360246 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a652448-b13f-452b-bc7d-85e6f8799891 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:31:49.384478 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ee96f-a7fc-4c41-9ad0-a0770f3c8c6b req-e980b63f-928b-4890-8597-5c6bf739f4f2 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:49.386696 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ac5ee96f-a7fc-4c41-9ad0-a0770f3c8c6b req-e980b63f-928b-4890-8597-5c6bf739f4f2 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 944 time: 0.0837951 Dec 17 15:31:49.387901 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0a652448-b13f-452b-bc7d-85e6f8799891 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:49.388323 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-0a652448-b13f-452b-bc7d-85e6f8799891 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Added segment a14b43ba-4eb5-45a2-986a-0eeb44b88342 of type vlan for network 92783a2b-0360-44ca-9605-680fc56da39f Dec 17 15:31:49.449640 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0a652448-b13f-452b-bc7d-85e6f8799891 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:49.469261 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ac5ee96f-a7fc-4c41-9ad0-a0770f3c8c6b req-78bf4eda-cf28-4b2f-99f9-4470ee2e3375 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725765 Dec 17 15:31:49.564839 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0a652448-b13f-452b-bc7d-85e6f8799891 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:49.570400 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a652448-b13f-452b-bc7d-85e6f8799891 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:49.570984 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0a652448-b13f-452b-bc7d-85e6f8799891 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:49.641025 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a652448-b13f-452b-bc7d-85e6f8799891 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event updated for resources: {'Network': ['ID=92783a2b-0360-44ca-9605-680fc56da39f,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:49.649717 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a652448-b13f-452b-bc7d-85e6f8799891 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:31:49.656719 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a652448-b13f-452b-bc7d-85e6f8799891 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:31:49.656719 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a652448-b13f-452b-bc7d-85e6f8799891 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:31:49.656719 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a652448-b13f-452b-bc7d-85e6f8799891 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:31:49.656719 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a652448-b13f-452b-bc7d-85e6f8799891 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:31:49.656719 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a652448-b13f-452b-bc7d-85e6f8799891 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:31:49.656719 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a652448-b13f-452b-bc7d-85e6f8799891 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:31:49.656719 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a652448-b13f-452b-bc7d-85e6f8799891 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:31:49.656719 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a652448-b13f-452b-bc7d-85e6f8799891 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:31:49.656719 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a652448-b13f-452b-bc7d-85e6f8799891 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:31:49.656719 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a652448-b13f-452b-bc7d-85e6f8799891 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:31:49.656719 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a652448-b13f-452b-bc7d-85e6f8799891 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:31:49.666221 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 92783a2b-0360-44ca-9605-680fc56da39f details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:31:49.722554 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0a652448-b13f-452b-bc7d-85e6f8799891 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5228910 Dec 17 15:31:49.723518 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41380) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:49.735573 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-584d2f15-7015-4d0f-bb88-72c82df9518a tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Request body: {'subnet': {'network_id': '92783a2b-0360-44ca-9605-680fc56da39f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:31:49.885889 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584d2f15-7015-4d0f-bb88-72c82df9518a tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Made reservation on behalf of 1c2a322f18a14827a7e34ded02e18991 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:31:49.889533 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-584d2f15-7015-4d0f-bb88-72c82df9518a tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:50.187908 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-584d2f15-7015-4d0f-bb88-72c82df9518a tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:50.256877 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d2f15-7015-4d0f-bb88-72c82df9518a tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event updated for resources: {'Subnet': ['ID=d91f29ec-5ecf-4962-912a-81efc8c3378b,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:50.271978 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d2f15-7015-4d0f-bb88-72c82df9518a tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Checking segment: {'id': 'a14b43ba-4eb5-45a2-986a-0eeb44b88342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '92783a2b-0360-44ca-9605-680fc56da39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:31:50.272458 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584d2f15-7015-4d0f-bb88-72c82df9518a tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Network hostable DHCP agents. Network: 92783a2b-0360-44ca-9605-680fc56da39f, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:31:50.428079 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584d2f15-7015-4d0f-bb88-72c82df9518a tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Network 92783a2b-0360-44ca-9605-680fc56da39f is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:31:50.504699 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-584d2f15-7015-4d0f-bb88-72c82df9518a tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 92783a2b-0360-44ca-9605-680fc56da39f) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:31:50.510023 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584d2f15-7015-4d0f-bb88-72c82df9518a tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:50.517756 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c253d2b-2054-4816-9687-fab02c7a91fb None None] Network 92783a2b-0360-44ca-9605-680fc56da39f requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:31:50.520955 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-584d2f15-7015-4d0f-bb88-72c82df9518a tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:50.603721 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467a643-f2be-41f5-a971-679125cae755 req-f2989e22-655b-46f1-aa86-edc31f5a5bd4 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:50.605813 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b467a643-f2be-41f5-a971-679125cae755 req-f2989e22-655b-46f1-aa86-edc31f5a5bd4 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 944 time: 0.0588050 Dec 17 15:31:50.649646 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b467a643-f2be-41f5-a971-679125cae755 req-884969fe-9472-40a8-a5e1-84f6d4257cf3 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378115 Dec 17 15:31:50.663352 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-584d2f15-7015-4d0f-bb88-72c82df9518a tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9361699 Dec 17 15:31:50.666280 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41412) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:50.698650 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bc6e55-818b-4271-92b4-c3c406f3ea9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-92783a2b-0360-44ca-9605-680fc56da39f', 'network_id': '92783a2b-0360-44ca-9605-680fc56da39f', 'tenant_id': '1c2a322f18a14827a7e34ded02e18991', 'fixed_ips': [{'subnet_id': 'd91f29ec-5ecf-4962-912a-81efc8c3378b'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:31:50.699845 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f1bc6e55-818b-4271-92b4-c3c406f3ea9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:50.780584 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-755eb51a-053e-481e-be56-4a81326a5819 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:50.844351 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-755eb51a-053e-481e-be56-4a81326a5819 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:50.859842 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-f1bc6e55-818b-4271-92b4-c3c406f3ea9d None None] Allocated IP 172.20.0.2 (92783a2b-0360-44ca-9605-680fc56da39f/d91f29ec-5ecf-4962-912a-81efc8c3378b/0182c04c-4ce9-4646-bbc0-c010392d1fe8) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:31:51.012732 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f1bc6e55-818b-4271-92b4-c3c406f3ea9d None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:51.137663 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f1bc6e55-818b-4271-92b4-c3c406f3ea9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:51.178394 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bc6e55-818b-4271-92b4-c3c406f3ea9d None None] Network 92783a2b-0360-44ca-9605-680fc56da39f is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:31:51.181286 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-f1bc6e55-818b-4271-92b4-c3c406f3ea9d None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:31:51.184925 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bc6e55-818b-4271-92b4-c3c406f3ea9d None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:31:51.196005 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc6e55-818b-4271-92b4-c3c406f3ea9d None None] Pushing event updated for resources: {'Port': ['ID=0182c04c-4ce9-4646-bbc0-c010392d1fe8,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:51.245792 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-f1bc6e55-818b-4271-92b4-c3c406f3ea9d None None] Attempting to bind port 0182c04c-4ce9-4646-bbc0-c010392d1fe8 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:31:51.246216 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-f1bc6e55-818b-4271-92b4-c3c406f3ea9d None None] Attempting to bind port 0182c04c-4ce9-4646-bbc0-c010392d1fe8 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'a14b43ba-4eb5-45a2-986a-0eeb44b88342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '92783a2b-0360-44ca-9605-680fc56da39f'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:31:51.246681 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc6e55-818b-4271-92b4-c3c406f3ea9d None None] Attempting to bind port 0182c04c-4ce9-4646-bbc0-c010392d1fe8 on network 92783a2b-0360-44ca-9605-680fc56da39f {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:31:51.251781 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc6e55-818b-4271-92b4-c3c406f3ea9d None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:31:51.254950 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc6e55-818b-4271-92b4-c3c406f3ea9d None None] Checking segment: {'id': 'a14b43ba-4eb5-45a2-986a-0eeb44b88342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '92783a2b-0360-44ca-9605-680fc56da39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:31:51.254950 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f1bc6e55-818b-4271-92b4-c3c406f3ea9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:51.254950 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc6e55-818b-4271-92b4-c3c406f3ea9d None None] Bound using segment: {'id': 'a14b43ba-4eb5-45a2-986a-0eeb44b88342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '92783a2b-0360-44ca-9605-680fc56da39f'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:31:51.254950 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-f1bc6e55-818b-4271-92b4-c3c406f3ea9d None None] Bound port: 0182c04c-4ce9-4646-bbc0-c010392d1fe8, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a14b43ba-4eb5-45a2-986a-0eeb44b88342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '92783a2b-0360-44ca-9605-680fc56da39f'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:31:51.254950 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f1bc6e55-818b-4271-92b4-c3c406f3ea9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:51.327983 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-755eb51a-053e-481e-be56-4a81326a5819 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:51.335857 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-f1bc6e55-818b-4271-92b4-c3c406f3ea9d None None] For port 0182c04c-4ce9-4646-bbc0-c010392d1fe8, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:31:51.341211 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-f1bc6e55-818b-4271-92b4-c3c406f3ea9d None None] For port 0182c04c-4ce9-4646-bbc0-c010392d1fe8, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=0182c04c-4ce9-4646-bbc0-c010392d1fe8,segment=NetworkSegment(a14b43ba-4eb5-45a2-986a-0eeb44b88342),segment_id=a14b43ba-4eb5-45a2-986a-0eeb44b88342)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:31:51.365869 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755eb51a-053e-481e-be56-4a81326a5819 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event deleted for resources: {'Subnet': ['ID=d91f29ec-5ecf-4962-912a-81efc8c3378b,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:51.399934 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f1bc6e55-818b-4271-92b4-c3c406f3ea9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:51.434435 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-c834cd3a-152b-471d-8661-05ae02ba019d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1427743 Dec 17 15:31:51.450829 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-755eb51a-053e-481e-be56-4a81326a5819 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:51.456625 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc6e55-818b-4271-92b4-c3c406f3ea9d None None] Pushing event updated for resources: {'Port': ['ID=0182c04c-4ce9-4646-bbc0-c010392d1fe8,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:51.479939 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-755eb51a-053e-481e-be56-4a81326a5819 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92783a2b-0360-44ca-9605-680fc56da39f']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:31:51.490325 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-755eb51a-053e-481e-be56-4a81326a5819 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a14b43ba-4eb5-45a2-986a-0eeb44b88342') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:31:51.490628 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-755eb51a-053e-481e-be56-4a81326a5819 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a14b43ba-4eb5-45a2-986a-0eeb44b88342') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:31:51.512440 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-755eb51a-053e-481e-be56-4a81326a5819 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:51.545664 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-755eb51a-053e-481e-be56-4a81326a5819 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:51.556871 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-755eb51a-053e-481e-be56-4a81326a5819 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:31:51.568768 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-755eb51a-053e-481e-be56-4a81326a5819 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:51.568768 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:31:51.568768 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:31:51.568768 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:31:51.568768 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:31:51.568768 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:31:51.568768 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:31:51.568768 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:31:51.568768 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:31:51.568768 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:31:51.568768 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:31:51.568768 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:31:51.568768 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:31:51.568768 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:31:51.568768 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:31:51.568768 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:31:51.568768 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:31:51.568768 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:31:51.568768 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:31:51.568768 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:31:51.568768 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:31:51.568768 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:31:51.568768 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:31:51.568768 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:31:51.568768 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:31:51.568768 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:31:51.568768 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:31:51.568768 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:31:51.568768 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:31:51.568768 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:31:51.568768 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:31:51.568768 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:31:51.568768 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:31:51.608039 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712656d5-aa67-49d8-8412-9cae393647b2 req-64fe39d2-be7a-4ac9-92ca-fb06e7905a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:51.608572 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712656d5-aa67-49d8-8412-9cae393647b2 req-64fe39d2-be7a-4ac9-92ca-fb06e7905a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:51.609074 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712656d5-aa67-49d8-8412-9cae393647b2 req-64fe39d2-be7a-4ac9-92ca-fb06e7905a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:51.609572 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712656d5-aa67-49d8-8412-9cae393647b2 req-64fe39d2-be7a-4ac9-92ca-fb06e7905a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:51.610054 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712656d5-aa67-49d8-8412-9cae393647b2 req-64fe39d2-be7a-4ac9-92ca-fb06e7905a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:51.610502 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712656d5-aa67-49d8-8412-9cae393647b2 req-64fe39d2-be7a-4ac9-92ca-fb06e7905a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:51.610999 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712656d5-aa67-49d8-8412-9cae393647b2 req-64fe39d2-be7a-4ac9-92ca-fb06e7905a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:51.613484 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-64fe39d2-be7a-4ac9-92ca-fb06e7905a33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8be5f697514948dbb741ccae5deddcdd&device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 6500 time: 0.1135001 Dec 17 15:31:51.698299 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.db.api [None req-755eb51a-053e-481e-be56-4a81326a5819 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 15:31:51.698299 n-d-820553-2 neutron-server[102833]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 15:31:51.698299 n-d-820553-2 neutron-server[102833]: [parameters: {'id': '92783a2b-0360-44ca-9605-680fc56da39f'}] Dec 17 15:31:51.698299 n-d-820553-2 neutron-server[102833]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:31:51.699557 n-d-820553-2 neutron-server[102833]: DEBUG oslo_db.api [None req-755eb51a-053e-481e-be56-4a81326a5819 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:31:51.806759 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 0182c04c-4ce9-4646-bbc0-c010392d1fe8 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:31:51.821152 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712656d5-aa67-49d8-8412-9cae393647b2 req-bbfd838f-2a86-411a-a13f-9508c7de3d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:51.821626 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712656d5-aa67-49d8-8412-9cae393647b2 req-bbfd838f-2a86-411a-a13f-9508c7de3d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:51.822085 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712656d5-aa67-49d8-8412-9cae393647b2 req-bbfd838f-2a86-411a-a13f-9508c7de3d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:51.824522 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-bbfd838f-2a86-411a-a13f-9508c7de3d99 service neutron] 10.222.0.13 "GET /v2.0/networks?id=103f3c9e-955b-431b-ac73-eb4ee50a4a0d&id=ec28bea2-77cb-4691-b278-282a967d1e33&id=ec28bea2-77cb-4691-b278-282a967d1e33&id=ec28bea2-77cb-4691-b278-282a967d1e33&id=ec28bea2-77cb-4691-b278-282a967d1e33&id=035ebd08-a183-4c96-8d50-7cc8ab5df57c&id=035ebd08-a183-4c96-8d50-7cc8ab5df57c HTTP/1.1" status: 200 len: 2296 time: 0.1652703 Dec 17 15:31:51.848088 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7287d9c-f939-4938-8302-35c9366ae4f7 req-d340fa33-e269-4783-a88d-3aa8e11c3176 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:51.857122 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f7287d9c-f939-4938-8302-35c9366ae4f7 req-d340fa33-e269-4783-a88d-3aa8e11c3176 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 944 time: 0.0854087 Dec 17 15:31:51.911134 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f7287d9c-f939-4938-8302-35c9366ae4f7 req-3ae42111-43ab-48cb-857b-999ed5e19109 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531199 Dec 17 15:31:51.919796 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 0182c04c-4ce9-4646-bbc0-c010392d1fe8 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:31:51.920181 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:51.939271 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-21a8e52b-d24d-46df-8803-f9f6d3130acb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7 HTTP/1.1" status: 200 len: 1002 time: 0.1074398 Dec 17 15:31:52.002657 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712656d5-aa67-49d8-8412-9cae393647b2 req-949d5f04-90d3-4e1a-9859-c5ce03004688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:52.004213 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-949d5f04-90d3-4e1a-9859-c5ce03004688 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4284f076-0000-4c1d-851c-097716c35280 HTTP/1.1" status: 200 len: 854 time: 0.0585930 Dec 17 15:31:52.009198 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:52.047898 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 0182c04c-4ce9-4646-bbc0-c010392d1fe8, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=0182c04c-4ce9-4646-bbc0-c010392d1fe8,segment=NetworkSegment(a14b43ba-4eb5-45a2-986a-0eeb44b88342),segment_id=a14b43ba-4eb5-45a2-986a-0eeb44b88342)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:31:52.052762 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712656d5-aa67-49d8-8412-9cae393647b2 req-0adef554-b0d3-4503-8929-30c27ad77509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:52.054299 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-0adef554-b0d3-4503-8929-30c27ad77509 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=103f3c9e-955b-431b-ac73-eb4ee50a4a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419335 Dec 17 15:31:52.133780 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:52.154154 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-3c804797-fc99-4885-9e14-80d9b313d973 service neutron] 10.222.0.13 "GET /v2.0/networks/103f3c9e-955b-431b-ac73-eb4ee50a4a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918789 Dec 17 15:31:52.190284 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=0182c04c-4ce9-4646-bbc0-c010392d1fe8,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:52.207188 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-755eb51a-053e-481e-be56-4a81326a5819 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:52.294340 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-1eac20b6-abb3-465c-9e97-982832080a13 service neutron] 10.222.0.13 "GET /v2.0/networks/103f3c9e-955b-431b-ac73-eb4ee50a4a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333621 Dec 17 15:31:52.343739 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-4252aea5-e6be-4f0f-95b3-e3fe0d22b769 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=cbe25e39-8f1f-4383-b5a5-367c8e64756d HTTP/1.1" status: 200 len: 217 time: 0.0413058 Dec 17 15:31:52.361763 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-755eb51a-053e-481e-be56-4a81326a5819 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Deleting port 0182c04c-4ce9-4646-bbc0-c010392d1fe8 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:31:52.362243 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-755eb51a-053e-481e-be56-4a81326a5819 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:52.458797 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712656d5-aa67-49d8-8412-9cae393647b2 req-3cd26617-0ba1-431f-b542-2c66c0913f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:52.460169 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-3cd26617-0ba1-431f-b542-2c66c0913f1a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45fc3ed8-d2ea-40b2-93fb-70bdb870e61a HTTP/1.1" status: 200 len: 797 time: 0.1098492 Dec 17 15:31:52.465914 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-755eb51a-053e-481e-be56-4a81326a5819 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] For port 0182c04c-4ce9-4646-bbc0-c010392d1fe8, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=0182c04c-4ce9-4646-bbc0-c010392d1fe8,segment=NetworkSegment(a14b43ba-4eb5-45a2-986a-0eeb44b88342),segment_id=a14b43ba-4eb5-45a2-986a-0eeb44b88342)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:31:52.466283 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-755eb51a-053e-481e-be56-4a81326a5819 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:52.502154 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-755eb51a-053e-481e-be56-4a81326a5819 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Calling delete_port for 0182c04c-4ce9-4646-bbc0-c010392d1fe8 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:31:52.562915 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712656d5-aa67-49d8-8412-9cae393647b2 req-30791b89-33b2-4ee7-864a-f6e354043416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:52.564440 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-30791b89-33b2-4ee7-864a-f6e354043416 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec28bea2-77cb-4691-b278-282a967d1e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0955865 Dec 17 15:31:52.594376 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d97a14b-ffc2-49d3-acf2-823a5af940de None None] Network 92783a2b-0360-44ca-9605-680fc56da39f requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:31:52.674062 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-e1907ab1-e509-44d0-b2a5-8979427eca1a None None] Provisioning complete for port 0182c04c-4ce9-4646-bbc0-c010392d1fe8 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:31:52.674525 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e1907ab1-e509-44d0-b2a5-8979427eca1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:52.692033 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-c4b39823-1a39-4e97-b732-f74b7bcd52e1 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188569 Dec 17 15:31:52.761086 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-755eb51a-053e-481e-be56-4a81326a5819 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:52.764237 n-d-820553-2 neutron-server[102834]: INFO neutron.plugins.ml2.db [None req-e1907ab1-e509-44d0-b2a5-8979427eca1a None None] No ports have port_id starting with 0182c04c-4ce9-4646-bbc0-c010392d1fe8 Dec 17 15:31:52.806419 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755eb51a-053e-481e-be56-4a81326a5819 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event deleted for resources: {'Port': ['ID=0182c04c-4ce9-4646-bbc0-c010392d1fe8,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:52.810489 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755eb51a-053e-481e-be56-4a81326a5819 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] No DVR routers for this DVR port 0182c04c-4ce9-4646-bbc0-c010392d1fe8 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:31:52.850323 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d823da50-dfb8-4d76-9725-c6d4c95d847f None None] DHCP port deletion for 92783a2b-0360-44ca-9605-680fc56da39f request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:31:52.908539 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-ac418839-c145-4b3c-93d9-d215e4782890 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081249 Dec 17 15:31:52.928592 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-755eb51a-053e-481e-be56-4a81326a5819 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:52.964510 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-2a24c50f-cfed-4c53-876d-d2d41ad5e9e1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=352cdabc-20b5-416a-9b0b-566ed33d52ff HTTP/1.1" status: 200 len: 217 time: 0.0462966 Dec 17 15:31:53.006660 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-755eb51a-053e-481e-be56-4a81326a5819 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92783a2b-0360-44ca-9605-680fc56da39f']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:31:53.023141 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-755eb51a-053e-481e-be56-4a81326a5819 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a14b43ba-4eb5-45a2-986a-0eeb44b88342') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:31:53.023338 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-755eb51a-053e-481e-be56-4a81326a5819 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a14b43ba-4eb5-45a2-986a-0eeb44b88342') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:31:53.037092 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-755eb51a-053e-481e-be56-4a81326a5819 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:53.054712 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712656d5-aa67-49d8-8412-9cae393647b2 req-c85edc4d-2933-49ec-b272-880266230d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:53.056237 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-c85edc4d-2933-49ec-b272-880266230d7a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45fc3ed8-d2ea-40b2-93fb-70bdb870e61a HTTP/1.1" status: 200 len: 797 time: 0.0852110 Dec 17 15:31:53.059167 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7f51e-6f89-4669-be53-42c808d2640e req-3d59983a-e550-4751-9e92-61e57101d72a tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:53.060646 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c1e7f51e-6f89-4669-be53-42c808d2640e req-3d59983a-e550-4751-9e92-61e57101d72a tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 944 time: 0.0637565 Dec 17 15:31:53.071545 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-755eb51a-053e-481e-be56-4a81326a5819 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:53.103343 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-755eb51a-053e-481e-be56-4a81326a5819 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:31:53.103343 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-755eb51a-053e-481e-be56-4a81326a5819 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:53.107245 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c1e7f51e-6f89-4669-be53-42c808d2640e req-31af371b-8bab-47a8-9ca6-0453f881aa44 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393424 Dec 17 15:31:53.107727 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:31:53.107727 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:31:53.107727 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:31:53.107727 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:31:53.107727 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:31:53.107727 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:31:53.107727 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:31:53.107727 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:31:53.107727 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:31:53.107727 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:31:53.107727 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:31:53.107727 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:31:53.107727 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:31:53.107727 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:31:53.107727 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:31:53.107727 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:31:53.107727 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:31:53.107727 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:31:53.107727 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:31:53.107727 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:31:53.107727 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:31:53.107727 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:31:53.107727 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:31:53.107727 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:31:53.107727 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:31:53.107727 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:31:53.107727 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:31:53.107727 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:31:53.107727 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:31:53.107727 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:31:53.107727 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:31:53.107727 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:31:53.173380 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712656d5-aa67-49d8-8412-9cae393647b2 req-be990beb-e3d3-43a6-ab5f-c1205e619d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:53.174876 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-be990beb-e3d3-43a6-ab5f-c1205e619d99 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec28bea2-77cb-4691-b278-282a967d1e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1114476 Dec 17 15:31:53.275909 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-2a808db9-0c39-44b0-ac08-397c8fec01db service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934801 Dec 17 15:31:53.293625 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-755eb51a-053e-481e-be56-4a81326a5819 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:53.311150 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-755eb51a-053e-481e-be56-4a81326a5819 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:53.315375 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-755eb51a-053e-481e-be56-4a81326a5819 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "DELETE /v2.0/networks/92783a2b-0360-44ca-9605-680fc56da39f HTTP/1.1" status: 204 len: 168 time: 2.6468349 Dec 17 15:31:53.319042 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41504) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:53.325928 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-0fe36e30-23a6-41eb-b1bb-6793480df0b9 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1529776413'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:31:53.359297 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755eb51a-053e-481e-be56-4a81326a5819 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event deleted for resources: {'Network': ['ID=92783a2b-0360-44ca-9605-680fc56da39f,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:53.399240 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-dba30f8e-022a-49f3-ab6d-00a2dc2b1741 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166618 Dec 17 15:31:53.446321 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-53166ccd-9a3b-49d8-9bab-699cb010a85c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=086bae78-0a86-4258-9c60-e039ee82ea56 HTTP/1.1" status: 200 len: 217 time: 0.0398123 Dec 17 15:31:53.475850 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe36e30-23a6-41eb-b1bb-6793480df0b9 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Made reservation on behalf of 1c2a322f18a14827a7e34ded02e18991 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:31:53.480330 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0fe36e30-23a6-41eb-b1bb-6793480df0b9 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:53.498334 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712656d5-aa67-49d8-8412-9cae393647b2 req-69f2d1f1-359c-4ef9-b861-d2a7fe762620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:53.499895 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-69f2d1f1-359c-4ef9-b861-d2a7fe762620 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45fc3ed8-d2ea-40b2-93fb-70bdb870e61a HTTP/1.1" status: 200 len: 797 time: 0.0465558 Dec 17 15:31:53.503182 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe36e30-23a6-41eb-b1bb-6793480df0b9 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:31:53.514184 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0fe36e30-23a6-41eb-b1bb-6793480df0b9 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:53.514614 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-0fe36e30-23a6-41eb-b1bb-6793480df0b9 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Added segment e557300a-248a-4457-b5c8-0d1174479a78 of type vlan for network fbccb96a-0d32-4c4d-aca4-0e803fb6d5ef Dec 17 15:31:53.553211 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712656d5-aa67-49d8-8412-9cae393647b2 req-00028130-77fc-4ce1-8313-22e112d80c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:53.554588 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-00028130-77fc-4ce1-8313-22e112d80c30 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec28bea2-77cb-4691-b278-282a967d1e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0474973 Dec 17 15:31:53.556808 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0fe36e30-23a6-41eb-b1bb-6793480df0b9 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:53.653917 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-7277241b-f2fc-4a00-9698-81e7bfdf1305 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920513 Dec 17 15:31:53.676627 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0fe36e30-23a6-41eb-b1bb-6793480df0b9 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:53.683688 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe36e30-23a6-41eb-b1bb-6793480df0b9 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:53.684478 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0fe36e30-23a6-41eb-b1bb-6793480df0b9 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:53.717452 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 0182c04c-4ce9-4646-bbc0-c010392d1fe8 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:31:53.742899 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 0182c04c-4ce9-4646-bbc0-c010392d1fe8 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:31:53.743618 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 0182c04c-4ce9-4646-bbc0-c010392d1fe8 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:31:53.761065 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-af926632-0db4-457e-9a44-96ff4188afdb service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004663 Dec 17 15:31:53.773257 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe36e30-23a6-41eb-b1bb-6793480df0b9 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event updated for resources: {'Network': ['ID=fbccb96a-0d32-4c4d-aca4-0e803fb6d5ef,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:53.784806 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network fbccb96a-0d32-4c4d-aca4-0e803fb6d5ef details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:31:53.802447 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0fe36e30-23a6-41eb-b1bb-6793480df0b9 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4822326 Dec 17 15:31:53.805112 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41522) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:53.811003 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-d3012ae8-6969-48f3-903c-d44939755559 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Request body: {'subnet': {'network_id': 'fbccb96a-0d32-4c4d-aca4-0e803fb6d5ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:31:53.815180 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-248a59d7-c913-4a6d-9362-664a91e21bff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=ebd3d295-a91e-41a7-8eb4-78304dcfd58d HTTP/1.1" status: 200 len: 217 time: 0.0470743 Dec 17 15:31:53.885175 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712656d5-aa67-49d8-8412-9cae393647b2 req-f5792f8f-0f2c-4e53-be81-49c5d65351d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:53.885175 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-f5792f8f-0f2c-4e53-be81-49c5d65351d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45fc3ed8-d2ea-40b2-93fb-70bdb870e61a HTTP/1.1" status: 200 len: 797 time: 0.0615213 Dec 17 15:31:53.936388 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712656d5-aa67-49d8-8412-9cae393647b2 req-6fa7cd5b-59dc-4f51-b88f-9e4a84b808f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:53.938243 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-6fa7cd5b-59dc-4f51-b88f-9e4a84b808f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ec28bea2-77cb-4691-b278-282a967d1e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0466788 Dec 17 15:31:54.028018 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3012ae8-6969-48f3-903c-d44939755559 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Made reservation on behalf of 1c2a322f18a14827a7e34ded02e18991 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:31:54.032418 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d3012ae8-6969-48f3-903c-d44939755559 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:54.037621 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-e06efcc5-e764-420c-938d-55c6389ae193 service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923650 Dec 17 15:31:54.101324 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.ipam_backend_mixin [None req-d3012ae8-6969-48f3-903c-d44939755559 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Performing IP validity checks on allocation pools {{(pid=102832) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 17 15:31:54.102612 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.ipam_backend_mixin [None req-d3012ae8-6969-48f3-903c-d44939755559 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102832) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 17 15:31:54.170962 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-0157d2ac-e476-474a-bffe-6a6425b1b72c service neutron] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257665 Dec 17 15:31:54.228042 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-7acd2086-b363-4aa6-b868-cb9b54f8df79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=82472c12-2b01-481b-a1e9-52c2af0111f1 HTTP/1.1" status: 200 len: 217 time: 0.0490363 Dec 17 15:31:54.290627 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712656d5-aa67-49d8-8412-9cae393647b2 req-0d6d91a2-c588-4d24-b9d0-ba3ba1959de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:54.292680 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-0d6d91a2-c588-4d24-b9d0-ba3ba1959de1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bf386dd-4029-471e-b0f0-b3050162bb35 HTTP/1.1" status: 200 len: 797 time: 0.0579724 Dec 17 15:31:54.321907 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc0b03-0a57-493f-8a95-158934798181 req-94252c51-8fe5-4ed9-9c31-ea0fca54cef7 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:54.323316 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9cc0b03-0a57-493f-8a95-158934798181 req-94252c51-8fe5-4ed9-9c31-ea0fca54cef7 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 944 time: 0.0809081 Dec 17 15:31:54.352889 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712656d5-aa67-49d8-8412-9cae393647b2 req-7cb0d74c-28ae-40d1-89ba-c0feb33ce73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:54.355668 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-7cb0d74c-28ae-40d1-89ba-c0feb33ce73b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=035ebd08-a183-4c96-8d50-7cc8ab5df57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0560658 Dec 17 15:31:54.388426 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9cc0b03-0a57-493f-8a95-158934798181 req-1a0fd9d2-da52-4688-b07f-480dc6ce853d tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588899 Dec 17 15:31:54.389526 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d3012ae8-6969-48f3-903c-d44939755559 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:54.453557 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3012ae8-6969-48f3-903c-d44939755559 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event updated for resources: {'Subnet': ['ID=9662aa85-04e9-460b-95b4-9612212bd4de,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:54.456981 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-44a79b18-1ae3-407f-9710-849f3fc4aabc service neutron] 10.222.0.13 "GET /v2.0/networks/035ebd08-a183-4c96-8d50-7cc8ab5df57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947013 Dec 17 15:31:54.462489 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3012ae8-6969-48f3-903c-d44939755559 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Checking segment: {'id': 'e557300a-248a-4457-b5c8-0d1174479a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fbccb96a-0d32-4c4d-aca4-0e803fb6d5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:31:54.462888 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3012ae8-6969-48f3-903c-d44939755559 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Network hostable DHCP agents. Network: fbccb96a-0d32-4c4d-aca4-0e803fb6d5ef, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:31:54.561224 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-4e494154-e0fd-4b96-80ad-00938ee8109a service neutron] 10.222.0.13 "GET /v2.0/networks/035ebd08-a183-4c96-8d50-7cc8ab5df57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972624 Dec 17 15:31:54.570701 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3012ae8-6969-48f3-903c-d44939755559 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Network fbccb96a-0d32-4c4d-aca4-0e803fb6d5ef is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:31:54.602919 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-ede02df4-485a-4357-bd0c-ecff71de6b52 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5e8d71c7-6b02-4151-a43a-fc7b70877533 HTTP/1.1" status: 200 len: 217 time: 0.0349641 Dec 17 15:31:54.662731 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712656d5-aa67-49d8-8412-9cae393647b2 req-c74456e8-9310-48dc-bc27-af70f44eafc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:54.664264 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-c74456e8-9310-48dc-bc27-af70f44eafc8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bf386dd-4029-471e-b0f0-b3050162bb35 HTTP/1.1" status: 200 len: 797 time: 0.0548973 Dec 17 15:31:54.668525 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-d3012ae8-6969-48f3-903c-d44939755559 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, fbccb96a-0d32-4c4d-aca4-0e803fb6d5ef) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:31:54.672793 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3012ae8-6969-48f3-903c-d44939755559 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:54.673454 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d3012ae8-6969-48f3-903c-d44939755559 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:54.682362 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369656ba-c7af-42ca-986d-9c0c2cd3cb4f None None] Network fbccb96a-0d32-4c4d-aca4-0e803fb6d5ef requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:31:54.715083 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712656d5-aa67-49d8-8412-9cae393647b2 req-b3bd1632-11b0-4b5d-ad42-18e0bff50d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:54.716440 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-b3bd1632-11b0-4b5d-ad42-18e0bff50d83 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=035ebd08-a183-4c96-8d50-7cc8ab5df57c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0442591 Dec 17 15:31:54.763162 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d3012ae8-6969-48f3-903c-d44939755559 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9538038 Dec 17 15:31:54.763537 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41562) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:54.831871 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-badae0b7-3055-44a4-a6b1-c00d4d317a24 service neutron] 10.222.0.13 "GET /v2.0/networks/035ebd08-a183-4c96-8d50-7cc8ab5df57c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080647 Dec 17 15:31:54.872029 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48531088-2eb0-4a0b-a143-c9347c347ae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-fbccb96a-0d32-4c4d-aca4-0e803fb6d5ef', 'network_id': 'fbccb96a-0d32-4c4d-aca4-0e803fb6d5ef', 'tenant_id': '1c2a322f18a14827a7e34ded02e18991', 'fixed_ips': [{'subnet_id': '9662aa85-04e9-460b-95b4-9612212bd4de'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:31:54.873013 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-48531088-2eb0-4a0b-a143-c9347c347ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:54.917501 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24f482-2510-4bac-91af-6d254fa300a8 req-c63c0059-0737-4999-9ff8-ba9a2c90af26 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:54.923566 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24f482-2510-4bac-91af-6d254fa300a8 req-c63c0059-0737-4999-9ff8-ba9a2c90af26 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:54.929710 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24f482-2510-4bac-91af-6d254fa300a8 req-c63c0059-0737-4999-9ff8-ba9a2c90af26 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:54.936505 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24f482-2510-4bac-91af-6d254fa300a8 req-c63c0059-0737-4999-9ff8-ba9a2c90af26 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:54.942442 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24f482-2510-4bac-91af-6d254fa300a8 req-c63c0059-0737-4999-9ff8-ba9a2c90af26 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:54.949389 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24f482-2510-4bac-91af-6d254fa300a8 req-c63c0059-0737-4999-9ff8-ba9a2c90af26 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:54.955198 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24f482-2510-4bac-91af-6d254fa300a8 req-c63c0059-0737-4999-9ff8-ba9a2c90af26 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:54.957180 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e24f482-2510-4bac-91af-6d254fa300a8 req-c63c0059-0737-4999-9ff8-ba9a2c90af26 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5443 time: 0.1645665 Dec 17 15:31:54.961719 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-712656d5-aa67-49d8-8412-9cae393647b2 req-c23fb93a-b67f-4192-bff8-04baf19c6620 service neutron] 10.222.0.13 "GET /v2.0/networks/035ebd08-a183-4c96-8d50-7cc8ab5df57c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204441 Dec 17 15:31:54.986217 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b350a1f-8612-405c-9086-44aec5d6d118 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:55.027922 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e24f482-2510-4bac-91af-6d254fa300a8 req-34bcd152-25c1-4adf-a4a5-209242a16599 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575161 Dec 17 15:31:55.076389 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-48531088-2eb0-4a0b-a143-c9347c347ae4 None None] Allocated IP 172.20.0.3 (fbccb96a-0d32-4c4d-aca4-0e803fb6d5ef/9662aa85-04e9-460b-95b4-9612212bd4de/657d0b43-ac1b-4f97-bcee-fc5b0482b866) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:31:55.079104 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b350a1f-8612-405c-9086-44aec5d6d118 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:55.222986 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-48531088-2eb0-4a0b-a143-c9347c347ae4 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:55.291900 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-48531088-2eb0-4a0b-a143-c9347c347ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:55.332316 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48531088-2eb0-4a0b-a143-c9347c347ae4 None None] Network fbccb96a-0d32-4c4d-aca4-0e803fb6d5ef is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:31:55.338960 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-48531088-2eb0-4a0b-a143-c9347c347ae4 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:31:55.345504 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48531088-2eb0-4a0b-a143-c9347c347ae4 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:31:55.348540 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48531088-2eb0-4a0b-a143-c9347c347ae4 None None] Pushing event updated for resources: {'Port': ['ID=657d0b43-ac1b-4f97-bcee-fc5b0482b866,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:55.374973 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:31:55.434568 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-48531088-2eb0-4a0b-a143-c9347c347ae4 None None] Attempting to bind port 657d0b43-ac1b-4f97-bcee-fc5b0482b866 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:31:55.434841 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-48531088-2eb0-4a0b-a143-c9347c347ae4 None None] Attempting to bind port 657d0b43-ac1b-4f97-bcee-fc5b0482b866 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'e557300a-248a-4457-b5c8-0d1174479a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fbccb96a-0d32-4c4d-aca4-0e803fb6d5ef'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:31:55.435212 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48531088-2eb0-4a0b-a143-c9347c347ae4 None None] Attempting to bind port 657d0b43-ac1b-4f97-bcee-fc5b0482b866 on network fbccb96a-0d32-4c4d-aca4-0e803fb6d5ef {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:31:55.463052 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b350a1f-8612-405c-9086-44aec5d6d118 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:55.471654 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48531088-2eb0-4a0b-a143-c9347c347ae4 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:31:55.471935 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48531088-2eb0-4a0b-a143-c9347c347ae4 None None] Checking segment: {'id': 'e557300a-248a-4457-b5c8-0d1174479a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fbccb96a-0d32-4c4d-aca4-0e803fb6d5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:31:55.472348 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-48531088-2eb0-4a0b-a143-c9347c347ae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:55.472732 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48531088-2eb0-4a0b-a143-c9347c347ae4 None None] Bound using segment: {'id': 'e557300a-248a-4457-b5c8-0d1174479a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fbccb96a-0d32-4c4d-aca4-0e803fb6d5ef'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:31:55.473244 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-48531088-2eb0-4a0b-a143-c9347c347ae4 None None] Bound port: 657d0b43-ac1b-4f97-bcee-fc5b0482b866, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e557300a-248a-4457-b5c8-0d1174479a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fbccb96a-0d32-4c4d-aca4-0e803fb6d5ef'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:31:55.473706 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-48531088-2eb0-4a0b-a143-c9347c347ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:55.498708 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b350a1f-8612-405c-9086-44aec5d6d118 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event deleted for resources: {'Subnet': ['ID=9662aa85-04e9-460b-95b4-9612212bd4de,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:55.560333 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd,segment=NetworkSegment(f1f4760e-7fd1-432e-9861-fd1a052a7a2d),segment_id=f1f4760e-7fd1-432e-9861-fd1a052a7a2d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:31:55.578626 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-48531088-2eb0-4a0b-a143-c9347c347ae4 None None] For port 657d0b43-ac1b-4f97-bcee-fc5b0482b866, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:31:55.580813 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd', 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036', 'port_id': '7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd', 'mac_address': 'fa:16:3e:70:3a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:31:55.594170 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-48531088-2eb0-4a0b-a143-c9347c347ae4 None None] For port 657d0b43-ac1b-4f97-bcee-fc5b0482b866, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=657d0b43-ac1b-4f97-bcee-fc5b0482b866,segment=NetworkSegment(e557300a-248a-4457-b5c8-0d1174479a78),segment_id=e557300a-248a-4457-b5c8-0d1174479a78)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:31:55.599635 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b350a1f-8612-405c-9086-44aec5d6d118 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:55.617533 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4823a-9c6b-4ed1-924b-ebb527a8ca43 req-6c54640b-8489-4217-9070-15fe167340e6 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:55.619030 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3c4823a-9c6b-4ed1-924b-ebb527a8ca43 req-6c54640b-8489-4217-9070-15fe167340e6 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 944 time: 0.1259882 Dec 17 15:31:55.632435 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:55.638970 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-3b350a1f-8612-405c-9086-44aec5d6d118 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbccb96a-0d32-4c4d-aca4-0e803fb6d5ef']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:31:55.650421 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:31:55.656634 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-3b350a1f-8612-405c-9086-44aec5d6d118 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e557300a-248a-4457-b5c8-0d1174479a78') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:31:55.657011 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-3b350a1f-8612-405c-9086-44aec5d6d118 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e557300a-248a-4457-b5c8-0d1174479a78') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:31:55.657436 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-48531088-2eb0-4a0b-a143-c9347c347ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:55.677874 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b350a1f-8612-405c-9086-44aec5d6d118 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:55.694864 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3c4823a-9c6b-4ed1-924b-ebb527a8ca43 req-3a9c28b2-4fbe-4bdf-bbf5-5af6302b3a6d tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650120 Dec 17 15:31:55.695762 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b350a1f-8612-405c-9086-44aec5d6d118 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:55.702464 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b350a1f-8612-405c-9086-44aec5d6d118 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:31:55.702464 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b350a1f-8612-405c-9086-44aec5d6d118 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:55.705671 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:31:55.705671 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:31:55.705671 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:31:55.705671 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:31:55.705671 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:31:55.705671 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:31:55.705671 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:31:55.705671 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:31:55.705671 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:31:55.705671 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:31:55.705671 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:31:55.705671 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:31:55.705671 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:31:55.705671 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:31:55.705671 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:31:55.705671 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:31:55.705671 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:31:55.705671 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:31:55.705671 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:31:55.705671 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:31:55.705671 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:31:55.705671 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:31:55.705671 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:31:55.705671 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:31:55.705671 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:31:55.705671 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:31:55.705671 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:31:55.705671 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:31:55.705671 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:31:55.705671 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:31:55.705671 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:31:55.705671 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:31:55.719406 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd,segment=NetworkSegment(f1f4760e-7fd1-432e-9861-fd1a052a7a2d),segment_id=f1f4760e-7fd1-432e-9861-fd1a052a7a2d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:31:55.758683 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48531088-2eb0-4a0b-a143-c9347c347ae4 None None] Pushing event updated for resources: {'Port': ['ID=657d0b43-ac1b-4f97-bcee-fc5b0482b866,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:55.790310 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce68635a-1632-4c6d-9e82-a75877622841 None None] Network fbccb96a-0d32-4c4d-aca4-0e803fb6d5ef requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:31:55.815099 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-7a29624f-cbef-4330-9144-796b862b4cae tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:55.817330 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.db.api [None req-3b350a1f-8612-405c-9086-44aec5d6d118 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 15:31:55.817330 n-d-820553-2 neutron-server[102832]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 15:31:55.817330 n-d-820553-2 neutron-server[102832]: [parameters: {'id': 'fbccb96a-0d32-4c4d-aca4-0e803fb6d5ef'}] Dec 17 15:31:55.817330 n-d-820553-2 neutron-server[102832]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:31:55.821321 n-d-820553-2 neutron-server[102832]: DEBUG oslo_db.api [None req-3b350a1f-8612-405c-9086-44aec5d6d118 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:31:55.821847 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-7a29624f-cbef-4330-9144-796b862b4cae tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:55.828605 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-7a29624f-cbef-4330-9144-796b862b4cae tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:55.835577 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-7a29624f-cbef-4330-9144-796b862b4cae tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:55.843376 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-7a29624f-cbef-4330-9144-796b862b4cae tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:55.851301 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-7a29624f-cbef-4330-9144-796b862b4cae tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:55.853265 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:55.855973 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-7a29624f-cbef-4330-9144-796b862b4cae tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:55.857916 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-7a29624f-cbef-4330-9144-796b862b4cae tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.13 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5443 time: 0.1094730 Dec 17 15:31:55.906440 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-8945c8fc-7cba-4eb7-a7b0-50c1c9ce8a03 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:55.907910 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-8945c8fc-7cba-4eb7-a7b0-50c1c9ce8a03 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.13 "GET /v2.0/ports/cbe25e39-8f1f-4383-b5a5-367c8e64756d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0438712 Dec 17 15:31:55.947175 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:55.953969 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd,revision_number=11']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:55.978868 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cd9f43-bbc8-4d55-bec6-bbc045aff0f4 None None] get_active_networks_info from n-d-820553-2 {{(pid=102834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 17 15:31:56.019573 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-f5878bdc-161e-4a49-a61c-3a0f72fd4d75 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.13 "GET /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1052723 Dec 17 15:31:56.032289 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-bc198df4-be22-406e-a57c-a9240d6dd260 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:31:56.085914 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:31:56.112235 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-bc198df4-be22-406e-a57c-a9240d6dd260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:56.182632 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cd9f43-bbc8-4d55-bec6-bbc045aff0f4 None None] Resources bound (agent type, host, resource id): {{(pid=102834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 15:31:56.194993 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cec39-8ffc-4b85-b6bc-dde156762d11 req-a8f59cc0-c278-4e9a-bdb6-b70fc15f55cd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:56.203425 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cec39-8ffc-4b85-b6bc-dde156762d11 req-a8f59cc0-c278-4e9a-bdb6-b70fc15f55cd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:56.208881 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cec39-8ffc-4b85-b6bc-dde156762d11 req-a8f59cc0-c278-4e9a-bdb6-b70fc15f55cd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:56.218226 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cec39-8ffc-4b85-b6bc-dde156762d11 req-a8f59cc0-c278-4e9a-bdb6-b70fc15f55cd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:56.225298 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cec39-8ffc-4b85-b6bc-dde156762d11 req-a8f59cc0-c278-4e9a-bdb6-b70fc15f55cd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:56.231290 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cec39-8ffc-4b85-b6bc-dde156762d11 req-a8f59cc0-c278-4e9a-bdb6-b70fc15f55cd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:56.238063 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cec39-8ffc-4b85-b6bc-dde156762d11 req-a8f59cc0-c278-4e9a-bdb6-b70fc15f55cd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:56.240232 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-733cec39-8ffc-4b85-b6bc-dde156762d11 req-a8f59cc0-c278-4e9a-bdb6-b70fc15f55cd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 5443 time: 0.1189091 Dec 17 15:31:56.282526 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-bc198df4-be22-406e-a57c-a9240d6dd260 service neutron] For port cbe25e39-8f1f-4383-b5a5-367c8e64756d, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=cbe25e39-8f1f-4383-b5a5-367c8e64756d,segment=NetworkSegment(1a0c2dd1-66d6-4557-8cd7-0378accaa3d6),segment_id=1a0c2dd1-66d6-4557-8cd7-0378accaa3d6)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:31:56.317242 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-733cec39-8ffc-4b85-b6bc-dde156762d11 req-70a351cf-9580-40d8-9697-88becceba9cd tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600400 Dec 17 15:31:56.319305 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b350a1f-8612-405c-9086-44aec5d6d118 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:56.339297 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-bc198df4-be22-406e-a57c-a9240d6dd260 service neutron] For port cbe25e39-8f1f-4383-b5a5-367c8e64756d, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:31:56.377892 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-bc198df4-be22-406e-a57c-a9240d6dd260 service neutron] device_id is not set on port cbe25e39-8f1f-4383-b5a5-367c8e64756d yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:31:56.388241 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-bc198df4-be22-406e-a57c-a9240d6dd260 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:56.406550 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-3b350a1f-8612-405c-9086-44aec5d6d118 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Deleting port 657d0b43-ac1b-4f97-bcee-fc5b0482b866 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:31:56.406896 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b350a1f-8612-405c-9086-44aec5d6d118 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:56.483672 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-3b350a1f-8612-405c-9086-44aec5d6d118 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] For port 657d0b43-ac1b-4f97-bcee-fc5b0482b866, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=657d0b43-ac1b-4f97-bcee-fc5b0482b866,segment=NetworkSegment(e557300a-248a-4457-b5c8-0d1174479a78),segment_id=e557300a-248a-4457-b5c8-0d1174479a78)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:31:56.483672 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b350a1f-8612-405c-9086-44aec5d6d118 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:56.499184 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-3b350a1f-8612-405c-9086-44aec5d6d118 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Calling delete_port for 657d0b43-ac1b-4f97-bcee-fc5b0482b866 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:31:56.511717 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-bc198df4-be22-406e-a57c-a9240d6dd260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:56.576322 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-bc198df4-be22-406e-a57c-a9240d6dd260 service neutron] No DVR routers for this DVR port cbe25e39-8f1f-4383-b5a5-367c8e64756d on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:31:56.607932 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc198df4-be22-406e-a57c-a9240d6dd260 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe25e39-8f1f-4383-b5a5-367c8e64756d,revision_number=6']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:56.643173 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-bc198df4-be22-406e-a57c-a9240d6dd260 service neutron] In _notify_port_updated(), no bound segment for port cbe25e39-8f1f-4383-b5a5-367c8e64756d on network ec28bea2-77cb-4691-b278-282a967d1e33 {{(pid=102833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 17 15:31:56.644106 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-bc198df4-be22-406e-a57c-a9240d6dd260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:56.644106 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-bc198df4-be22-406e-a57c-a9240d6dd260 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:56.645360 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-bc198df4-be22-406e-a57c-a9240d6dd260 service neutron] 10.222.0.13 "PUT /v2.0/ports/cbe25e39-8f1f-4383-b5a5-367c8e64756d HTTP/1.1" status: 200 len: 1032 time: 0.6180432 Dec 17 15:31:56.704573 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b350a1f-8612-405c-9086-44aec5d6d118 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:56.723669 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-8a16b1e2-21e0-4e2a-b2f9-64edbda25d90 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:56.725368 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-8a16b1e2-21e0-4e2a-b2f9-64edbda25d90 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.13 "GET /v2.0/ports/352cdabc-20b5-416a-9b0b-566ed33d52ff?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0713820 Dec 17 15:31:56.736674 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b350a1f-8612-405c-9086-44aec5d6d118 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event deleted for resources: {'Port': ['ID=657d0b43-ac1b-4f97-bcee-fc5b0482b866,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:56.738551 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b350a1f-8612-405c-9086-44aec5d6d118 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] No DVR routers for this DVR port 657d0b43-ac1b-4f97-bcee-fc5b0482b866 on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:31:56.743673 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-7a43af23-e8b3-4cb3-bb18-12b673b6761c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:31:56.825462 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-7a43af23-e8b3-4cb3-bb18-12b673b6761c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:56.856065 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b350a1f-8612-405c-9086-44aec5d6d118 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:56.909699 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-3b350a1f-8612-405c-9086-44aec5d6d118 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbccb96a-0d32-4c4d-aca4-0e803fb6d5ef']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:31:56.909699 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-3b350a1f-8612-405c-9086-44aec5d6d118 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e557300a-248a-4457-b5c8-0d1174479a78') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:31:56.909699 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-3b350a1f-8612-405c-9086-44aec5d6d118 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e557300a-248a-4457-b5c8-0d1174479a78') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:31:56.909699 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad85895-9016-4920-8a43-9d0331561e77 req-439eb18c-5fb4-42cc-909a-05b651de480c tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:56.910437 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8ad85895-9016-4920-8a43-9d0331561e77 req-439eb18c-5fb4-42cc-909a-05b651de480c tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 945 time: 0.0961514 Dec 17 15:31:56.919107 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b350a1f-8612-405c-9086-44aec5d6d118 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:56.959619 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b350a1f-8612-405c-9086-44aec5d6d118 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:56.972688 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b350a1f-8612-405c-9086-44aec5d6d118 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:31:56.973248 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b350a1f-8612-405c-9086-44aec5d6d118 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:56.976505 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:31:56.976505 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:31:56.976505 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:31:56.976505 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:31:56.976505 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:31:56.976505 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:31:56.976505 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:31:56.976505 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:31:56.976505 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:31:56.976505 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:31:56.976505 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:31:56.976505 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:31:56.976505 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:31:56.976505 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:31:56.976505 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:31:56.976505 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:31:56.976505 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:31:56.976505 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:31:56.976505 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:31:56.976505 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:31:56.976505 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:31:56.976505 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:31:56.976505 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:31:56.976505 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:31:56.976505 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:31:56.976505 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:31:56.976505 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:31:56.976505 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:31:56.976505 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:31:56.976505 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:31:56.976505 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:31:56.976505 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:31:57.027960 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-0660463e-67f8-4feb-b14f-84a57a783a32 None None] Provisioning complete for port cbe25e39-8f1f-4383-b5a5-367c8e64756d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:31:57.028513 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0660463e-67f8-4feb-b14f-84a57a783a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:57.046279 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8ad85895-9016-4920-8a43-9d0331561e77 req-db3768aa-e8df-4d42-98b1-3b31e6d4b0f4 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247523 Dec 17 15:31:57.069616 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-0660463e-67f8-4feb-b14f-84a57a783a32 None None] Port cbe25e39-8f1f-4383-b5a5-367c8e64756d cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:31:57.139008 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b350a1f-8612-405c-9086-44aec5d6d118 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:57.146918 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b350a1f-8612-405c-9086-44aec5d6d118 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:57.153474 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3b350a1f-8612-405c-9086-44aec5d6d118 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "DELETE /v2.0/networks/fbccb96a-0d32-4c4d-aca4-0e803fb6d5ef HTTP/1.1" status: 204 len: 168 time: 2.3885109 Dec 17 15:31:57.165659 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41642) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:57.172089 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-d5245d65-336b-49ee-acc4-7e8518263705 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-252795589'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:31:57.175425 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b350a1f-8612-405c-9086-44aec5d6d118 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event deleted for resources: {'Network': ['ID=fbccb96a-0d32-4c4d-aca4-0e803fb6d5ef,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:57.298533 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-7a43af23-e8b3-4cb3-bb18-12b673b6761c service neutron] For port 352cdabc-20b5-416a-9b0b-566ed33d52ff, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=352cdabc-20b5-416a-9b0b-566ed33d52ff,segment=NetworkSegment(1a0c2dd1-66d6-4557-8cd7-0378accaa3d6),segment_id=1a0c2dd1-66d6-4557-8cd7-0378accaa3d6)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:31:57.332892 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5245d65-336b-49ee-acc4-7e8518263705 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Made reservation on behalf of 1c2a322f18a14827a7e34ded02e18991 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:31:57.335406 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-7a43af23-e8b3-4cb3-bb18-12b673b6761c service neutron] For port 352cdabc-20b5-416a-9b0b-566ed33d52ff, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:31:57.342165 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d5245d65-336b-49ee-acc4-7e8518263705 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:57.367909 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5245d65-336b-49ee-acc4-7e8518263705 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:31:57.377427 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-7a43af23-e8b3-4cb3-bb18-12b673b6761c service neutron] device_id is not set on port 352cdabc-20b5-416a-9b0b-566ed33d52ff yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:31:57.381609 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d5245d65-336b-49ee-acc4-7e8518263705 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:57.382338 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-d5245d65-336b-49ee-acc4-7e8518263705 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Added segment 5e3cfa21-ffe0-4d03-bbcb-2f1497b37226 of type vlan for network da9abfa9-8afc-40d3-9a5a-005a489a3434 Dec 17 15:31:57.388965 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:31:57.400144 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-7a43af23-e8b3-4cb3-bb18-12b673b6761c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:57.443531 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d5245d65-336b-49ee-acc4-7e8518263705 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:57.512986 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288007b-028e-4ddb-af29-0566bc43c192 req-8166f2aa-5625-4c17-8685-c06682a34ff1 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:57.519161 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288007b-028e-4ddb-af29-0566bc43c192 req-8166f2aa-5625-4c17-8685-c06682a34ff1 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:57.525234 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288007b-028e-4ddb-af29-0566bc43c192 req-8166f2aa-5625-4c17-8685-c06682a34ff1 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:57.531553 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288007b-028e-4ddb-af29-0566bc43c192 req-8166f2aa-5625-4c17-8685-c06682a34ff1 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:57.537766 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288007b-028e-4ddb-af29-0566bc43c192 req-8166f2aa-5625-4c17-8685-c06682a34ff1 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:57.543982 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288007b-028e-4ddb-af29-0566bc43c192 req-8166f2aa-5625-4c17-8685-c06682a34ff1 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:57.548224 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7288007b-028e-4ddb-af29-0566bc43c192 req-8166f2aa-5625-4c17-8685-c06682a34ff1 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 4664 time: 0.1238210 Dec 17 15:31:57.559780 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-7a43af23-e8b3-4cb3-bb18-12b673b6761c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:57.590005 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7288007b-028e-4ddb-af29-0566bc43c192 req-45ef80f8-73db-4fe9-b7a6-05019a196c2d tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&id=1ad3f435-4fa8-4694-a811-117a7b07ceb4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365450 Dec 17 15:31:57.625016 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:31:57.631239 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:31:57.648126 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:57.649715 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-7a43af23-e8b3-4cb3-bb18-12b673b6761c service neutron] No DVR routers for this DVR port 352cdabc-20b5-416a-9b0b-566ed33d52ff on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:31:57.649715 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43af23-e8b3-4cb3-bb18-12b673b6761c service neutron] Pushing event updated for resources: {'Port': ['ID=352cdabc-20b5-416a-9b0b-566ed33d52ff,revision_number=6']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:57.650197 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d5245d65-336b-49ee-acc4-7e8518263705 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:57.650197 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5245d65-336b-49ee-acc4-7e8518263705 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:57.651742 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d5245d65-336b-49ee-acc4-7e8518263705 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:57.695921 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-7a43af23-e8b3-4cb3-bb18-12b673b6761c service neutron] In _notify_port_updated(), no bound segment for port 352cdabc-20b5-416a-9b0b-566ed33d52ff on network ec28bea2-77cb-4691-b278-282a967d1e33 {{(pid=102833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 17 15:31:57.697080 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-7a43af23-e8b3-4cb3-bb18-12b673b6761c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:57.698409 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-7a43af23-e8b3-4cb3-bb18-12b673b6761c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:57.701527 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-7a43af23-e8b3-4cb3-bb18-12b673b6761c service neutron] 10.222.0.13 "PUT /v2.0/ports/352cdabc-20b5-416a-9b0b-566ed33d52ff HTTP/1.1" status: 200 len: 1031 time: 0.9685860 Dec 17 15:31:57.799198 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:57.804362 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5245d65-336b-49ee-acc4-7e8518263705 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event updated for resources: {'Network': ['ID=da9abfa9-8afc-40d3-9a5a-005a489a3434,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:57.826445 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network da9abfa9-8afc-40d3-9a5a-005a489a3434 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:31:57.893460 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d5245d65-336b-49ee-acc4-7e8518263705 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7228305 Dec 17 15:31:57.894317 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41672) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:57.901516 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-91c9a723-1c79-4d36-96a8-9f1b22b5b2ee tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Request body: {'subnet': {'network_id': 'da9abfa9-8afc-40d3-9a5a-005a489a3434', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:31:57.927401 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-340b0f6d-c1fe-4db9-b317-292d59651074 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Deleting port 82472c12-2b01-481b-a1e9-52c2af0111f1 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:31:57.927748 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-340b0f6d-c1fe-4db9-b317-292d59651074 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:57.928653 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052fd604-f4fb-4346-98a7-bd258456dd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:31:57.930978 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a18a61-b439-4856-9de6-63f12248b0d8" -d '{"events": [{"server_uuid": "052fd604-f4fb-4346-98a7-bd258456dd66", "name": "network-vif-plugged", "status": "completed", "tag": "7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:31:57.958525 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd,segment=NetworkSegment(f1f4760e-7fd1-432e-9861-fd1a052a7a2d),segment_id=f1f4760e-7fd1-432e-9861-fd1a052a7a2d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:31:57.987371 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d38386-da4b-4824-a2e6-9ace44357f0e x-openstack-request-id: req-38d38386-da4b-4824-a2e6-9ace44357f0e {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:31:57.987722 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052fd604-f4fb-4346-98a7-bd258456dd66", "name": "network-vif-plugged", "status": "completed", "tag": "7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:31:57.987976 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-38d38386-da4b-4824-a2e6-9ace44357f0e {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:31:57.988378 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052fd604-f4fb-4346-98a7-bd258456dd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd', 'code': 200} Dec 17 15:31:58.006827 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d60fdf27-dd4a-49b3-b0bf-be1d3a135458 None None] Provisioning complete for port 352cdabc-20b5-416a-9b0b-566ed33d52ff triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:31:58.008012 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d60fdf27-dd4a-49b3-b0bf-be1d3a135458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:58.051010 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-340b0f6d-c1fe-4db9-b317-292d59651074 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] For port 82472c12-2b01-481b-a1e9-52c2af0111f1, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=82472c12-2b01-481b-a1e9-52c2af0111f1,segment=NetworkSegment(71fa2b9a-8f20-4c14-afdd-f73e53e1080c),segment_id=71fa2b9a-8f20-4c14-afdd-f73e53e1080c)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:31:58.051387 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-340b0f6d-c1fe-4db9-b317-292d59651074 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:58.063731 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:58.064865 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 352cdabc-20b5-416a-9b0b-566ed33d52ff no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:31:58.066572 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d60fdf27-dd4a-49b3-b0bf-be1d3a135458 None None] Port 352cdabc-20b5-416a-9b0b-566ed33d52ff cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:31:58.067341 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-340b0f6d-c1fe-4db9-b317-292d59651074 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Calling delete_port for 82472c12-2b01-481b-a1e9-52c2af0111f1 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:31:58.138577 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c9a723-1c79-4d36-96a8-9f1b22b5b2ee tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Made reservation on behalf of 1c2a322f18a14827a7e34ded02e18991 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:31:58.142349 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-91c9a723-1c79-4d36-96a8-9f1b22b5b2ee tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:58.151339 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 352cdabc-20b5-416a-9b0b-566ed33d52ff not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:31:58.151873 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 086bae78-0a86-4258-9c60-e039ee82ea56 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:31:58.179426 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd,revision_number=12']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:58.265665 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:58.268253 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf9af4-c9b4-4348-be60-fb0ba6a85a35 req-e9b2d19d-5455-45a2-8556-33fcbcfb8e34 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:58.269862 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aedf9af4-c9b4-4348-be60-fb0ba6a85a35 req-e9b2d19d-5455-45a2-8556-33fcbcfb8e34 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 946 time: 0.1092908 Dec 17 15:31:58.303966 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 086bae78-0a86-4258-9c60-e039ee82ea56, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=086bae78-0a86-4258-9c60-e039ee82ea56,segment=NetworkSegment(1a0c2dd1-66d6-4557-8cd7-0378accaa3d6),segment_id=1a0c2dd1-66d6-4557-8cd7-0378accaa3d6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:31:58.336065 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-340b0f6d-c1fe-4db9-b317-292d59651074 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:58.367818 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b0f6d-c1fe-4db9-b317-292d59651074 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Pushing event deleted for resources: {'Port': ['ID=82472c12-2b01-481b-a1e9-52c2af0111f1,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:58.379169 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aedf9af4-c9b4-4348-be60-fb0ba6a85a35 req-18d95a0e-f207-4102-babf-985363a2e88c tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965219 Dec 17 15:31:58.409687 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-340b0f6d-c1fe-4db9-b317-292d59651074 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] No DVR routers for this DVR port 82472c12-2b01-481b-a1e9-52c2af0111f1 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:31:58.413162 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-340b0f6d-c1fe-4db9-b317-292d59651074 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:58.416946 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-340b0f6d-c1fe-4db9-b317-292d59651074 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.13 "DELETE /v2.0/ports/82472c12-2b01-481b-a1e9-52c2af0111f1 HTTP/1.1" status: 204 len: 173 time: 0.7045050 Dec 17 15:31:58.420702 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'name': 'network-vif-deleted', 'tag': '82472c12-2b01-481b-a1e9-52c2af0111f1'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:31:58.420843 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276cdd6-4183-445d-94a3-fc3891805033 req-c2a925c1-b7f8-48bf-94d7-ed16c912ad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:58.420945 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d998cc-029c-4456-bfd9-6cb9c51cc603" -d '{"events": [{"server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "name": "network-vif-deleted", "tag": "82472c12-2b01-481b-a1e9-52c2af0111f1"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:31:58.421187 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7276cdd6-4183-445d-94a3-fc3891805033 req-c2a925c1-b7f8-48bf-94d7-ed16c912ad56 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 1097 time: 0.1225188 Dec 17 15:31:58.440038 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:58.441142 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 82472c12-2b01-481b-a1e9-52c2af0111f1 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:31:58.462617 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3bc667-9fab-4b23-a789-975461b521ab x-openstack-request-id: req-1d3bc667-9fab-4b23-a789-975461b521ab {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:31:58.462923 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "name": "network-vif-deleted", "tag": "82472c12-2b01-481b-a1e9-52c2af0111f1", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:31:58.463735 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1d3bc667-9fab-4b23-a789-975461b521ab {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:31:58.464134 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'name': 'network-vif-deleted', 'tag': '82472c12-2b01-481b-a1e9-52c2af0111f1', 'status': 'completed', 'code': 200} Dec 17 15:31:58.499460 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 82472c12-2b01-481b-a1e9-52c2af0111f1 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:31:58.500891 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 82472c12-2b01-481b-a1e9-52c2af0111f1 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:31:58.508140 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device ebd3d295-a91e-41a7-8eb4-78304dcfd58d no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:31:58.518966 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7276cdd6-4183-445d-94a3-fc3891805033 req-bd549e21-5db9-442e-9350-356f2aa8dc4e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895684 Dec 17 15:31:58.544794 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-070420ae-99a1-48bb-a885-fab349235ab1 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Deleting port ebd3d295-a91e-41a7-8eb4-78304dcfd58d {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:31:58.549207 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-070420ae-99a1-48bb-a885-fab349235ab1 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:58.592838 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=086bae78-0a86-4258-9c60-e039ee82ea56,revision_number=6']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:58.610868 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-91c9a723-1c79-4d36-96a8-9f1b22b5b2ee tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:58.634922 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:58.671473 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-070420ae-99a1-48bb-a885-fab349235ab1 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] For port ebd3d295-a91e-41a7-8eb4-78304dcfd58d, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=ebd3d295-a91e-41a7-8eb4-78304dcfd58d,segment=NetworkSegment(1a0c2dd1-66d6-4557-8cd7-0378accaa3d6),segment_id=1a0c2dd1-66d6-4557-8cd7-0378accaa3d6)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:31:58.671787 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-070420ae-99a1-48bb-a885-fab349235ab1 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:58.674627 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port ebd3d295-a91e-41a7-8eb4-78304dcfd58d, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=ebd3d295-a91e-41a7-8eb4-78304dcfd58d,segment=NetworkSegment(1a0c2dd1-66d6-4557-8cd7-0378accaa3d6),segment_id=1a0c2dd1-66d6-4557-8cd7-0378accaa3d6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:31:58.690992 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-070420ae-99a1-48bb-a885-fab349235ab1 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Calling delete_port for ebd3d295-a91e-41a7-8eb4-78304dcfd58d owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:31:58.709207 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9a723-1c79-4d36-96a8-9f1b22b5b2ee tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event updated for resources: {'Subnet': ['ID=56c9d6a2-3ba9-430b-a858-97307b8a4ca8,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:58.751226 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c9a723-1c79-4d36-96a8-9f1b22b5b2ee tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Checking segment: {'id': '5e3cfa21-ffe0-4d03-bbcb-2f1497b37226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'da9abfa9-8afc-40d3-9a5a-005a489a3434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:31:58.751616 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c9a723-1c79-4d36-96a8-9f1b22b5b2ee tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Network hostable DHCP agents. Network: da9abfa9-8afc-40d3-9a5a-005a489a3434, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:31:58.753497 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:58.754625 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device cbe25e39-8f1f-4383-b5a5-367c8e64756d no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:31:58.781695 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fa9d2-2102-4391-adaf-cb4c3fef0f85 req-b205b7c2-dbae-4c97-84bc-6436f17fbe8d tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:58.787808 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fa9d2-2102-4391-adaf-cb4c3fef0f85 req-b205b7c2-dbae-4c97-84bc-6436f17fbe8d tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:58.794155 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fa9d2-2102-4391-adaf-cb4c3fef0f85 req-b205b7c2-dbae-4c97-84bc-6436f17fbe8d tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:58.809998 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fa9d2-2102-4391-adaf-cb4c3fef0f85 req-b205b7c2-dbae-4c97-84bc-6436f17fbe8d tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:58.819643 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-725fa9d2-2102-4391-adaf-cb4c3fef0f85 req-b205b7c2-dbae-4c97-84bc-6436f17fbe8d tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 3149 time: 0.1281974 Dec 17 15:31:58.880248 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device cbe25e39-8f1f-4383-b5a5-367c8e64756d not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:31:58.880674 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 5e8d71c7-6b02-4151-a43a-fc7b70877533 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:31:58.902775 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-725fa9d2-2102-4391-adaf-cb4c3fef0f85 req-dae60bcd-36cc-409f-b98b-10f5716a3eec tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738792 Dec 17 15:31:58.918879 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-21b5cd2f-84a4-4a59-87f4-60b29c15c40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:58.929483 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=ebd3d295-a91e-41a7-8eb4-78304dcfd58d,revision_number=6']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:58.982058 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c9a723-1c79-4d36-96a8-9f1b22b5b2ee tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Network da9abfa9-8afc-40d3-9a5a-005a489a3434 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:31:58.993633 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:59.013703 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-070420ae-99a1-48bb-a885-fab349235ab1 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:59.023147 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 5e8d71c7-6b02-4151-a43a-fc7b70877533, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=5e8d71c7-6b02-4151-a43a-fc7b70877533,segment=NetworkSegment(71fa2b9a-8f20-4c14-afdd-f73e53e1080c),segment_id=71fa2b9a-8f20-4c14-afdd-f73e53e1080c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:31:59.042588 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070420ae-99a1-48bb-a885-fab349235ab1 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Pushing event deleted for resources: {'Port': ['ID=ebd3d295-a91e-41a7-8eb4-78304dcfd58d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:59.085342 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-91c9a723-1c79-4d36-96a8-9f1b22b5b2ee tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, da9abfa9-8afc-40d3-9a5a-005a489a3434) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:31:59.091547 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c9a723-1c79-4d36-96a8-9f1b22b5b2ee tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:59.092062 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-91c9a723-1c79-4d36-96a8-9f1b22b5b2ee tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:59.092351 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-070420ae-99a1-48bb-a885-fab349235ab1 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] No DVR routers for this DVR port ebd3d295-a91e-41a7-8eb4-78304dcfd58d on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:31:59.094776 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-070420ae-99a1-48bb-a885-fab349235ab1 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:59.096962 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82629882-4621-4739-b95c-8ef19972a84d None None] Network da9abfa9-8afc-40d3-9a5a-005a489a3434 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:31:59.099766 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-070420ae-99a1-48bb-a885-fab349235ab1 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.13 "DELETE /v2.0/ports/ebd3d295-a91e-41a7-8eb4-78304dcfd58d HTTP/1.1" status: 204 len: 173 time: 0.6755836 Dec 17 15:31:59.146023 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:59.147375 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:31:59.210899 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-8eaa9972-88f3-4ab7-94b0-1e459ccc4cc4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Deleting port 5e8d71c7-6b02-4151-a43a-fc7b70877533 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:31:59.211583 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-8eaa9972-88f3-4ab7-94b0-1e459ccc4cc4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:59.220391 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-91c9a723-1c79-4d36-96a8-9f1b22b5b2ee tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3254497 Dec 17 15:31:59.222922 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41698) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:31:59.242252 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=5e8d71c7-6b02-4151-a43a-fc7b70877533,revision_number=6']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:59.337480 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-8eaa9972-88f3-4ab7-94b0-1e459ccc4cc4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] For port 5e8d71c7-6b02-4151-a43a-fc7b70877533, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=5e8d71c7-6b02-4151-a43a-fc7b70877533,segment=NetworkSegment(71fa2b9a-8f20-4c14-afdd-f73e53e1080c),segment_id=71fa2b9a-8f20-4c14-afdd-f73e53e1080c)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:31:59.338113 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:59.338218 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-8eaa9972-88f3-4ab7-94b0-1e459ccc4cc4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:59.355002 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-8eaa9972-88f3-4ab7-94b0-1e459ccc4cc4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Calling delete_port for 5e8d71c7-6b02-4151-a43a-fc7b70877533 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:31:59.394592 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7,segment=NetworkSegment(8cdd1ffd-bde9-464d-8072-be56985eb72c),segment_id=8cdd1ffd-bde9-464d-8072-be56985eb72c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:31:59.402643 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0160802a-d296-41d6-8ce7-a71611ce80a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-da9abfa9-8afc-40d3-9a5a-005a489a3434', 'network_id': 'da9abfa9-8afc-40d3-9a5a-005a489a3434', 'tenant_id': '1c2a322f18a14827a7e34ded02e18991', 'fixed_ips': [{'subnet_id': '56c9d6a2-3ba9-430b-a858-97307b8a4ca8'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:31:59.404401 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0160802a-d296-41d6-8ce7-a71611ce80a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:59.624552 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-0160802a-d296-41d6-8ce7-a71611ce80a0 None None] Allocated IP 172.20.0.1 (da9abfa9-8afc-40d3-9a5a-005a489a3434/56c9d6a2-3ba9-430b-a858-97307b8a4ca8/3cf61128-67da-4efe-9846-b4aebb810ece) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:31:59.663454 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-8eaa9972-88f3-4ab7-94b0-1e459ccc4cc4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:59.665594 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:59.749084 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa9972-88f3-4ab7-94b0-1e459ccc4cc4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Pushing event deleted for resources: {'Port': ['ID=5e8d71c7-6b02-4151-a43a-fc7b70877533,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:59.815222 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-8eaa9972-88f3-4ab7-94b0-1e459ccc4cc4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] No DVR routers for this DVR port 5e8d71c7-6b02-4151-a43a-fc7b70877533 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:31:59.819168 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-8eaa9972-88f3-4ab7-94b0-1e459ccc4cc4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:59.823250 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7,revision_number=6']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:31:59.840103 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-8eaa9972-88f3-4ab7-94b0-1e459ccc4cc4 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.13 "DELETE /v2.0/ports/5e8d71c7-6b02-4151-a43a-fc7b70877533 HTTP/1.1" status: 204 len: 173 time: 0.7188382 Dec 17 15:31:59.840525 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d83cf5-fe8b-419f-9cdd-631b16a0b1f2 req-e593e446-5534-431e-93ea-59a0a892ff39 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:31:59.842314 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-46d83cf5-fe8b-419f-9cdd-631b16a0b1f2 req-e593e446-5534-431e-93ea-59a0a892ff39 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 946 time: 0.1369801 Dec 17 15:31:59.928572 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-46d83cf5-fe8b-419f-9cdd-631b16a0b1f2 req-13fee33f-963c-4a27-84b2-98e95c4ffb5e tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783722 Dec 17 15:31:59.933502 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dc9b1c4d-fa1a-4629-a17d-aefb1169eaf2 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:59.983350 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0160802a-d296-41d6-8ce7-a71611ce80a0 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:31:59.993373 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '086bae78-0a86-4258-9c60-e039ee82ea56'}, {'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebd3d295-a91e-41a7-8eb4-78304dcfd58d'}, {'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e8d71c7-6b02-4151-a43a-fc7b70877533'}, {'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:31:59.997677 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68868f98-3eb4-475b-a853-dfe20e354d04" -d '{"events": [{"server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "name": "network-vif-unplugged", "status": "completed", "tag": "086bae78-0a86-4258-9c60-e039ee82ea56"}, {"server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "name": "network-vif-unplugged", "status": "completed", "tag": "ebd3d295-a91e-41a7-8eb4-78304dcfd58d"}, {"server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "name": "network-vif-unplugged", "status": "completed", "tag": "5e8d71c7-6b02-4151-a43a-fc7b70877533"}, {"server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "name": "network-vif-unplugged", "status": "completed", "tag": "1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:32:00.011383 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dc9b1c4d-fa1a-4629-a17d-aefb1169eaf2 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:00.054011 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-c5cff8b4-98c6-4d7b-b18b-ab83ffab8797 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Deleting port 1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:32:00.054368 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-c5cff8b4-98c6-4d7b-b18b-ab83ffab8797 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:00.072548 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 17 Dec 2021 15:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b62344-e481-4490-a117-b38cb62c932c x-openstack-request-id: req-37b62344-e481-4490-a117-b38cb62c932c {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:32:00.072996 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "name": "network-vif-unplugged", "status": "completed", "tag": "086bae78-0a86-4258-9c60-e039ee82ea56", "code": 200}, {"server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "name": "network-vif-unplugged", "status": "completed", "tag": "ebd3d295-a91e-41a7-8eb4-78304dcfd58d", "code": 200}, {"server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "name": "network-vif-unplugged", "status": "completed", "tag": "5e8d71c7-6b02-4151-a43a-fc7b70877533", "code": 200}, {"server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "name": "network-vif-unplugged", "status": "completed", "tag": "1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:32:00.073131 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-37b62344-e481-4490-a117-b38cb62c932c {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:32:00.073573 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '086bae78-0a86-4258-9c60-e039ee82ea56', 'code': 200} Dec 17 15:32:00.073820 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebd3d295-a91e-41a7-8eb4-78304dcfd58d', 'code': 200} Dec 17 15:32:00.074076 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e8d71c7-6b02-4151-a43a-fc7b70877533', 'code': 200} Dec 17 15:32:00.074500 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7', 'code': 200} Dec 17 15:32:00.119590 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86e062-7471-44da-baef-478e2e06ecca req-9aa1ed28-b5e4-433e-9ca0-9299a2fc8677 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:00.125720 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86e062-7471-44da-baef-478e2e06ecca req-9aa1ed28-b5e4-433e-9ca0-9299a2fc8677 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:00.127318 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6e86e062-7471-44da-baef-478e2e06ecca req-9aa1ed28-b5e4-433e-9ca0-9299a2fc8677 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 1677 time: 0.0827680 Dec 17 15:32:00.142811 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0160802a-d296-41d6-8ce7-a71611ce80a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:00.173719 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-c5cff8b4-98c6-4d7b-b18b-ab83ffab8797 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] For port 1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7,segment=NetworkSegment(8cdd1ffd-bde9-464d-8072-be56985eb72c),segment_id=8cdd1ffd-bde9-464d-8072-be56985eb72c)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:32:00.174230 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-c5cff8b4-98c6-4d7b-b18b-ab83ffab8797 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:00.197511 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6e86e062-7471-44da-baef-478e2e06ecca req-9937d53c-2131-4fd3-a39c-8cbf30a6541e tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636730 Dec 17 15:32:00.201872 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0160802a-d296-41d6-8ce7-a71611ce80a0 None None] Network da9abfa9-8afc-40d3-9a5a-005a489a3434 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:32:00.205377 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-0160802a-d296-41d6-8ce7-a71611ce80a0 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:32:00.211480 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0160802a-d296-41d6-8ce7-a71611ce80a0 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:32:00.235807 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160802a-d296-41d6-8ce7-a71611ce80a0 None None] Pushing event updated for resources: {'Port': ['ID=3cf61128-67da-4efe-9846-b4aebb810ece,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:00.299016 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-0160802a-d296-41d6-8ce7-a71611ce80a0 None None] Attempting to bind port 3cf61128-67da-4efe-9846-b4aebb810ece on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:32:00.299592 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-0160802a-d296-41d6-8ce7-a71611ce80a0 None None] Attempting to bind port 3cf61128-67da-4efe-9846-b4aebb810ece by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '5e3cfa21-ffe0-4d03-bbcb-2f1497b37226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'da9abfa9-8afc-40d3-9a5a-005a489a3434'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:32:00.300154 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0160802a-d296-41d6-8ce7-a71611ce80a0 None None] Attempting to bind port 3cf61128-67da-4efe-9846-b4aebb810ece on network da9abfa9-8afc-40d3-9a5a-005a489a3434 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:32:00.306420 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0160802a-d296-41d6-8ce7-a71611ce80a0 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:32:00.306824 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0160802a-d296-41d6-8ce7-a71611ce80a0 None None] Checking segment: {'id': '5e3cfa21-ffe0-4d03-bbcb-2f1497b37226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'da9abfa9-8afc-40d3-9a5a-005a489a3434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:32:00.307386 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0160802a-d296-41d6-8ce7-a71611ce80a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:00.307958 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0160802a-d296-41d6-8ce7-a71611ce80a0 None None] Bound using segment: {'id': '5e3cfa21-ffe0-4d03-bbcb-2f1497b37226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'da9abfa9-8afc-40d3-9a5a-005a489a3434'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:32:00.308435 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-0160802a-d296-41d6-8ce7-a71611ce80a0 None None] Bound port: 3cf61128-67da-4efe-9846-b4aebb810ece, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e3cfa21-ffe0-4d03-bbcb-2f1497b37226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'da9abfa9-8afc-40d3-9a5a-005a489a3434'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:32:00.308824 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0160802a-d296-41d6-8ce7-a71611ce80a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:00.313240 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dc9b1c4d-fa1a-4629-a17d-aefb1169eaf2 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:00.366728 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b1c4d-fa1a-4629-a17d-aefb1169eaf2 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event deleted for resources: {'Subnet': ['ID=56c9d6a2-3ba9-430b-a858-97307b8a4ca8,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:00.409030 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-0160802a-d296-41d6-8ce7-a71611ce80a0 None None] For port 3cf61128-67da-4efe-9846-b4aebb810ece, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:32:00.414057 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-0160802a-d296-41d6-8ce7-a71611ce80a0 None None] For port 3cf61128-67da-4efe-9846-b4aebb810ece, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3cf61128-67da-4efe-9846-b4aebb810ece,segment=NetworkSegment(5e3cfa21-ffe0-4d03-bbcb-2f1497b37226),segment_id=5e3cfa21-ffe0-4d03-bbcb-2f1497b37226)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:32:00.457139 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dc9b1c4d-fa1a-4629-a17d-aefb1169eaf2 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:00.467988 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'name': 'network-vif-deleted', 'tag': 'ebd3d295-a91e-41a7-8eb4-78304dcfd58d'}, {'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'name': 'network-vif-deleted', 'tag': '5e8d71c7-6b02-4151-a43a-fc7b70877533'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:32:00.470371 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871596f6-3324-4a1c-9d3f-42782385abec" -d '{"events": [{"server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "name": "network-vif-deleted", "tag": "ebd3d295-a91e-41a7-8eb4-78304dcfd58d"}, {"server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "name": "network-vif-deleted", "tag": "5e8d71c7-6b02-4151-a43a-fc7b70877533"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:32:00.482044 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-dc9b1c4d-fa1a-4629-a17d-aefb1169eaf2 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da9abfa9-8afc-40d3-9a5a-005a489a3434']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:00.494665 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-dc9b1c4d-fa1a-4629-a17d-aefb1169eaf2 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e3cfa21-ffe0-4d03-bbcb-2f1497b37226') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:00.495171 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-dc9b1c4d-fa1a-4629-a17d-aefb1169eaf2 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e3cfa21-ffe0-4d03-bbcb-2f1497b37226') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:00.502555 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0160802a-d296-41d6-8ce7-a71611ce80a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:00.511357 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dc9b1c4d-fa1a-4629-a17d-aefb1169eaf2 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:00.546133 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dc9b1c4d-fa1a-4629-a17d-aefb1169eaf2 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:00.546865 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc9b1c4d-fa1a-4629-a17d-aefb1169eaf2 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:32:00.547603 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dc9b1c4d-fa1a-4629-a17d-aefb1169eaf2 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:00.620605 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Dec 2021 15:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34db41a9-e851-4dd0-89b2-5cb5dfa72619 x-openstack-request-id: req-34db41a9-e851-4dd0-89b2-5cb5dfa72619 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:32:00.621078 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "name": "network-vif-deleted", "tag": "ebd3d295-a91e-41a7-8eb4-78304dcfd58d", "status": "completed", "code": 200}, {"server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "name": "network-vif-deleted", "tag": "5e8d71c7-6b02-4151-a43a-fc7b70877533", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:32:00.621367 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-34db41a9-e851-4dd0-89b2-5cb5dfa72619 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:32:00.621777 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'name': 'network-vif-deleted', 'tag': 'ebd3d295-a91e-41a7-8eb4-78304dcfd58d', 'status': 'completed', 'code': 200} Dec 17 15:32:00.622030 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'name': 'network-vif-deleted', 'tag': '5e8d71c7-6b02-4151-a43a-fc7b70877533', 'status': 'completed', 'code': 200} Dec 17 15:32:00.622935 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:32:00.622935 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:32:00.622935 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:32:00.622935 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:32:00.622935 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:32:00.622935 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:32:00.622935 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:32:00.622935 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:32:00.622935 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:32:00.622935 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:32:00.622935 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:32:00.622935 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:32:00.622935 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:32:00.622935 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:32:00.622935 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:32:00.622935 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:32:00.622935 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:32:00.622935 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:32:00.622935 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:32:00.622935 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:32:00.622935 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:32:00.622935 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:32:00.622935 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:32:00.622935 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:32:00.622935 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:32:00.622935 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:32:00.622935 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:32:00.622935 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:32:00.622935 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:32:00.622935 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:32:00.622935 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:32:00.622935 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:32:00.625435 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-c5cff8b4-98c6-4d7b-b18b-ab83ffab8797 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:00.625800 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-c5cff8b4-98c6-4d7b-b18b-ab83ffab8797 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:00.626261 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-c5cff8b4-98c6-4d7b-b18b-ab83ffab8797 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Floating IP 9ee4341e-82bd-45e5-8cbb-6e1e6d20f56e disassociated. External IP: 172.25.6.232, port: 1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7. Dec 17 15:32:00.626508 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-c5cff8b4-98c6-4d7b-b18b-ab83ffab8797 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Calling delete_port for 1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:32:00.654795 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160802a-d296-41d6-8ce7-a71611ce80a0 None None] Pushing event updated for resources: {'Port': ['ID=3cf61128-67da-4efe-9846-b4aebb810ece,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:00.667991 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d83a7e-d8ce-4bd2-9889-9d7e1aa8d4b7 None None] Network da9abfa9-8afc-40d3-9a5a-005a489a3434 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:32:00.673859 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.db.api [None req-dc9b1c4d-fa1a-4629-a17d-aefb1169eaf2 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 15:32:00.673859 n-d-820553-2 neutron-server[102832]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 15:32:00.673859 n-d-820553-2 neutron-server[102832]: [parameters: {'id': 'da9abfa9-8afc-40d3-9a5a-005a489a3434'}] Dec 17 15:32:00.673859 n-d-820553-2 neutron-server[102832]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:32:00.674254 n-d-820553-2 neutron-server[102832]: DEBUG oslo_db.api [None req-dc9b1c4d-fa1a-4629-a17d-aefb1169eaf2 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:32:00.865071 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fd3c76-48ef-4340-9d88-1c19408dc6ab None None] get_active_networks_info from n-d-820553-2 {{(pid=102834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 17 15:32:00.959450 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-c5cff8b4-98c6-4d7b-b18b-ab83ffab8797 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:00.997194 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cff8b4-98c6-4d7b-b18b-ab83ffab8797 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Pushing event deleted for resources: {'Port': ['ID=1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:01.003062 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fd3c76-48ef-4340-9d88-1c19408dc6ab None None] Resources bound (agent type, host, resource id): {{(pid=102834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 15:32:01.070382 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ab35f873-ae1d-4bfe-a14f-0e3fb19a7015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:01.142631 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-c5cff8b4-98c6-4d7b-b18b-ab83ffab8797 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Router eccc22ab-e495-4e30-8b6b-5f0c1c003b46 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:32:01.162964 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c76ab-2579-436b-9e14-55f6194caa67 req-49602b3b-3e65-494a-b964-821d62eabe30 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:01.165745 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bc7c76ab-2579-436b-9e14-55f6194caa67 req-49602b3b-3e65-494a-b964-821d62eabe30 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 946 time: 0.1093740 Dec 17 15:32:01.208242 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dc9b1c4d-fa1a-4629-a17d-aefb1169eaf2 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:01.267050 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bc7c76ab-2579-436b-9e14-55f6194caa67 req-4b582356-700c-49c2-ba9b-362dc1eed087 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946312 Dec 17 15:32:01.305765 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-c5cff8b4-98c6-4d7b-b18b-ab83ffab8797 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:32:01.371846 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-c5cff8b4-98c6-4d7b-b18b-ab83ffab8797 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] No DVR routers for this DVR port 1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:32:01.375180 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-c5cff8b4-98c6-4d7b-b18b-ab83ffab8797 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:01.379524 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-c5cff8b4-98c6-4d7b-b18b-ab83ffab8797 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.13 "DELETE /v2.0/ports/1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7 HTTP/1.1" status: 204 len: 173 time: 1.5383713 Dec 17 15:32:01.397266 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-dc9b1c4d-fa1a-4629-a17d-aefb1169eaf2 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Deleting port 3cf61128-67da-4efe-9846-b4aebb810ece {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:32:01.397660 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dc9b1c4d-fa1a-4629-a17d-aefb1169eaf2 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:01.448890 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2627b626-c5f3-416b-93fd-82eb9c9d438c None None] Sync routers for ids ['eccc22ab-e495-4e30-8b6b-5f0c1c003b46'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:32:01.462349 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71c30c-b349-41a1-8bb7-d1aec24b3563 req-94c702d5-bec1-4217-a877-00a4d9dea661 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:01.464324 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2627b626-c5f3-416b-93fd-82eb9c9d438c None None] Routers {'eccc22ab-e495-4e30-8b6b-5f0c1c003b46'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:32:01.465668 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-2627b626-c5f3-416b-93fd-82eb9c9d438c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:32:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['eccc22ab-e495-4e30-8b6b-5f0c1c003b46'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:01.472033 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0c71c30c-b349-41a1-8bb7-d1aec24b3563 req-94c702d5-bec1-4217-a877-00a4d9dea661 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 942 time: 0.1204970 Dec 17 15:32:01.531693 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-dc9b1c4d-fa1a-4629-a17d-aefb1169eaf2 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] For port 3cf61128-67da-4efe-9846-b4aebb810ece, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3cf61128-67da-4efe-9846-b4aebb810ece,segment=NetworkSegment(5e3cfa21-ffe0-4d03-bbcb-2f1497b37226),segment_id=5e3cfa21-ffe0-4d03-bbcb-2f1497b37226)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:32:01.532328 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dc9b1c4d-fa1a-4629-a17d-aefb1169eaf2 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:01.547728 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-e79bb8b4-8ab8-4007-938c-2bde65f38983 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Deleting port 086bae78-0a86-4258-9c60-e039ee82ea56 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:32:01.548311 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-e79bb8b4-8ab8-4007-938c-2bde65f38983 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:01.552781 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0c71c30c-b349-41a1-8bb7-d1aec24b3563 req-28322daa-0529-4432-ad1e-d2a933de53d3 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups?id=398eeb4a-b318-4e7f-b69a-d7779f508775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797193 Dec 17 15:32:01.570015 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-dc9b1c4d-fa1a-4629-a17d-aefb1169eaf2 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Calling delete_port for 3cf61128-67da-4efe-9846-b4aebb810ece owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:32:01.640511 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-2627b626-c5f3-416b-93fd-82eb9c9d438c None None] Set router eccc22ab-e495-4e30-8b6b-5f0c1c003b46 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:32:01.686471 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-e79bb8b4-8ab8-4007-938c-2bde65f38983 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] For port 086bae78-0a86-4258-9c60-e039ee82ea56, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=086bae78-0a86-4258-9c60-e039ee82ea56,segment=NetworkSegment(1a0c2dd1-66d6-4557-8cd7-0378accaa3d6),segment_id=1a0c2dd1-66d6-4557-8cd7-0378accaa3d6)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:32:01.686847 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-e79bb8b4-8ab8-4007-938c-2bde65f38983 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:01.709133 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-e79bb8b4-8ab8-4007-938c-2bde65f38983 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Calling delete_port for 086bae78-0a86-4258-9c60-e039ee82ea56 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:32:01.854924 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dc9b1c4d-fa1a-4629-a17d-aefb1169eaf2 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:01.932310 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b1c4d-fa1a-4629-a17d-aefb1169eaf2 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event deleted for resources: {'Port': ['ID=3cf61128-67da-4efe-9846-b4aebb810ece,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:01.945310 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9b1c4d-fa1a-4629-a17d-aefb1169eaf2 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] No DVR routers for this DVR port 3cf61128-67da-4efe-9846-b4aebb810ece on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:32:01.979071 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-2627b626-c5f3-416b-93fd-82eb9c9d438c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'name': 'tempest-TaggedBootDevicesTest_v242-14201545-router', 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'a495b847-b547-49ee-8b4e-1b61753ef657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:20:49Z', 'updated_at': '2021-12-17T15:20:58Z', 'revision_number': 4, 'project_id': '8be5f697514948dbb741ccae5deddcdd', 'gw_port': {'id': 'a495b847-b547-49ee-8b4e-1b61753ef657', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:20:50Z', 'updated_at': '2021-12-17T15:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '928beb0a-1cad-4d23-9ae1-144ab9160cbd', 'name': '', 'network_id': '103f3c9e-955b-431b-ac73-eb4ee50a4a0d', 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'mac_address': 'fa:16:3e:e5:97:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '4284f076-0000-4c1d-851c-097716c35280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:20:55Z', 'updated_at': '2021-12-17T15:21:03Z', 'revision_number': 5, 'project_id': '8be5f697514948dbb741ccae5deddcdd', 'subnets': [{'id': '4284f076-0000-4c1d-851c-097716c35280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:02.027197 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-e79bb8b4-8ab8-4007-938c-2bde65f38983 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:02.032833 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2627b626-c5f3-416b-93fd-82eb9c9d438c None None] Checking router: eccc22ab-e495-4e30-8b6b-5f0c1c003b46 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:32:02.051352 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2627b626-c5f3-416b-93fd-82eb9c9d438c None None] Routers {'eccc22ab-e495-4e30-8b6b-5f0c1c003b46'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:32:02.052117 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-2627b626-c5f3-416b-93fd-82eb9c9d438c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:32:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['eccc22ab-e495-4e30-8b6b-5f0c1c003b46'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:02.069488 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dc9b1c4d-fa1a-4629-a17d-aefb1169eaf2 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:02.094768 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79bb8b4-8ab8-4007-938c-2bde65f38983 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Pushing event deleted for resources: {'Port': ['ID=086bae78-0a86-4258-9c60-e039ee82ea56,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:02.112240 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-dc9b1c4d-fa1a-4629-a17d-aefb1169eaf2 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da9abfa9-8afc-40d3-9a5a-005a489a3434']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:02.123949 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-dc9b1c4d-fa1a-4629-a17d-aefb1169eaf2 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e3cfa21-ffe0-4d03-bbcb-2f1497b37226') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:02.124254 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-dc9b1c4d-fa1a-4629-a17d-aefb1169eaf2 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e3cfa21-ffe0-4d03-bbcb-2f1497b37226') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:02.147407 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dc9b1c4d-fa1a-4629-a17d-aefb1169eaf2 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:02.169774 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dc9b1c4d-fa1a-4629-a17d-aefb1169eaf2 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:02.177904 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-e79bb8b4-8ab8-4007-938c-2bde65f38983 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] No DVR routers for this DVR port 086bae78-0a86-4258-9c60-e039ee82ea56 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:32:02.179185 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc9b1c4d-fa1a-4629-a17d-aefb1169eaf2 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:32:02.179812 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dc9b1c4d-fa1a-4629-a17d-aefb1169eaf2 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:02.181301 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-e79bb8b4-8ab8-4007-938c-2bde65f38983 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:02.184953 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:32:02.184953 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:32:02.184953 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:32:02.184953 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:32:02.184953 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:32:02.184953 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:32:02.184953 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:32:02.184953 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:32:02.184953 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:32:02.184953 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:32:02.184953 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:32:02.184953 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:32:02.184953 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:32:02.184953 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:32:02.184953 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:32:02.184953 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:32:02.184953 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:32:02.184953 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:32:02.184953 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:32:02.184953 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:32:02.184953 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:32:02.184953 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:32:02.184953 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:32:02.184953 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:32:02.184953 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:32:02.184953 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:32:02.184953 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:32:02.184953 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:32:02.184953 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:32:02.184953 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:32:02.184953 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:32:02.184953 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:32:02.194415 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ac19df6b-bb55-4c91-ac57-e5adca6c2b4a req-e79bb8b4-8ab8-4007-938c-2bde65f38983 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.13 "DELETE /v2.0/ports/086bae78-0a86-4258-9c60-e039ee82ea56 HTTP/1.1" status: 204 len: 173 time: 0.7989082 Dec 17 15:32:02.393452 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-2627b626-c5f3-416b-93fd-82eb9c9d438c None None] Set router eccc22ab-e495-4e30-8b6b-5f0c1c003b46 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:32:02.408299 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dc9b1c4d-fa1a-4629-a17d-aefb1169eaf2 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:02.421088 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dc9b1c4d-fa1a-4629-a17d-aefb1169eaf2 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:02.429983 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-dc9b1c4d-fa1a-4629-a17d-aefb1169eaf2 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "DELETE /v2.0/networks/da9abfa9-8afc-40d3-9a5a-005a489a3434 HTTP/1.1" status: 204 len: 168 time: 3.2005200 Dec 17 15:32:02.431410 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41776) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:02.436771 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-d584d62f-29a9-4c55-8358-e3de0408cf12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-713694116'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:32:02.454365 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b1c4d-fa1a-4629-a17d-aefb1169eaf2 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event deleted for resources: {'Network': ['ID=da9abfa9-8afc-40d3-9a5a-005a489a3434,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:02.475327 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a8aef-51b6-45fa-ba1e-258c01f3860a req-71db3d33-0344-4544-b847-771c2ff29af2 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:02.477227 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-936a8aef-51b6-45fa-ba1e-258c01f3860a req-71db3d33-0344-4544-b847-771c2ff29af2 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 946 time: 0.1029587 Dec 17 15:32:02.493258 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:02.537213 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-936a8aef-51b6-45fa-ba1e-258c01f3860a req-468a100a-c0a2-4a5b-bba2-8a127216d1ee tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515604 Dec 17 15:32:02.585453 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d584d62f-29a9-4c55-8358-e3de0408cf12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Made reservation on behalf of 1c2a322f18a14827a7e34ded02e18991 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:32:02.592482 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d584d62f-29a9-4c55-8358-e3de0408cf12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:02.623325 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'name': 'network-vif-deleted', 'tag': '1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7'}, {'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'name': 'network-vif-deleted', 'tag': '086bae78-0a86-4258-9c60-e039ee82ea56'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:32:02.633615 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3024ed24-2df8-4453-a490-5436a4dd4f87" -d '{"events": [{"server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "name": "network-vif-deleted", "tag": "1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7"}, {"server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "name": "network-vif-deleted", "tag": "086bae78-0a86-4258-9c60-e039ee82ea56"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:32:02.659566 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d584d62f-29a9-4c55-8358-e3de0408cf12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:32:02.689796 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d584d62f-29a9-4c55-8358-e3de0408cf12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:02.690113 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-d584d62f-29a9-4c55-8358-e3de0408cf12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Added segment 62a64016-3ab4-47db-87e8-633e39fb31d3 of type vlan for network 28a60013-c917-4b38-bbe9-10de32fc37fa Dec 17 15:32:02.710269 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Dec 2021 15:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c9db8d-7312-4e6e-ad11-22e18b357915 x-openstack-request-id: req-53c9db8d-7312-4e6e-ad11-22e18b357915 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:32:02.710563 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "name": "network-vif-deleted", "tag": "1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7", "status": "completed", "code": 200}, {"server_uuid": "db0b7c64-5a4c-4498-8099-1b0ccd1a0546", "name": "network-vif-deleted", "tag": "086bae78-0a86-4258-9c60-e039ee82ea56", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:32:02.712209 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-53c9db8d-7312-4e6e-ad11-22e18b357915 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:32:02.712209 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'name': 'network-vif-deleted', 'tag': '1bd0dcee-6b78-4a2f-b139-3e6efcb6c9a7', 'status': 'completed', 'code': 200} Dec 17 15:32:02.712209 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0b7c64-5a4c-4498-8099-1b0ccd1a0546', 'name': 'network-vif-deleted', 'tag': '086bae78-0a86-4258-9c60-e039ee82ea56', 'status': 'completed', 'code': 200} Dec 17 15:32:02.717633 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-2627b626-c5f3-416b-93fd-82eb9c9d438c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'name': 'tempest-TaggedBootDevicesTest_v242-14201545-router', 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'a495b847-b547-49ee-8b4e-1b61753ef657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:20:49Z', 'updated_at': '2021-12-17T15:20:58Z', 'revision_number': 4, 'project_id': '8be5f697514948dbb741ccae5deddcdd', 'gw_port': {'id': 'a495b847-b547-49ee-8b4e-1b61753ef657', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:20:50Z', 'updated_at': '2021-12-17T15:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '928beb0a-1cad-4d23-9ae1-144ab9160cbd', 'name': '', 'network_id': '103f3c9e-955b-431b-ac73-eb4ee50a4a0d', 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'mac_address': 'fa:16:3e:e5:97:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '4284f076-0000-4c1d-851c-097716c35280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:20:55Z', 'updated_at': '2021-12-17T15:21:03Z', 'revision_number': 5, 'project_id': '8be5f697514948dbb741ccae5deddcdd', 'subnets': [{'id': '4284f076-0000-4c1d-851c-097716c35280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:02.755578 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2627b626-c5f3-416b-93fd-82eb9c9d438c None None] The sync data for ids ['eccc22ab-e495-4e30-8b6b-5f0c1c003b46'] in n-d-820553-2 is: [{'id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'name': 'tempest-TaggedBootDevicesTest_v242-14201545-router', 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'a495b847-b547-49ee-8b4e-1b61753ef657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:20:49Z', 'updated_at': '2021-12-17T15:20:58Z', 'revision_number': 4, 'project_id': '8be5f697514948dbb741ccae5deddcdd', 'gw_port': {'id': 'a495b847-b547-49ee-8b4e-1b61753ef657', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:20:50Z', 'updated_at': '2021-12-17T15:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '928beb0a-1cad-4d23-9ae1-144ab9160cbd', 'name': '', 'network_id': '103f3c9e-955b-431b-ac73-eb4ee50a4a0d', 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'mac_address': 'fa:16:3e:e5:97:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '4284f076-0000-4c1d-851c-097716c35280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:20:55Z', 'updated_at': '2021-12-17T15:21:03Z', 'revision_number': 5, 'project_id': '8be5f697514948dbb741ccae5deddcdd', 'subnets': [{'id': '4284f076-0000-4c1d-851c-097716c35280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:32:02.757547 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c3e8ee4c-ea40-4461-ab96-2e13bc5de7be req-ba8034f3-1468-4ae7-b0e4-71827af5a179 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 210 time: 0.0539894 Dec 17 15:32:02.801964 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d584d62f-29a9-4c55-8358-e3de0408cf12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:02.968016 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d584d62f-29a9-4c55-8358-e3de0408cf12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:02.975163 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d584d62f-29a9-4c55-8358-e3de0408cf12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:02.975776 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d584d62f-29a9-4c55-8358-e3de0408cf12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:03.094263 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584d62f-29a9-4c55-8358-e3de0408cf12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event updated for resources: {'Network': ['ID=28a60013-c917-4b38-bbe9-10de32fc37fa,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:03.113434 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 28a60013-c917-4b38-bbe9-10de32fc37fa details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:32:03.118667 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8cb44b-b47c-4422-8dcc-ecf7b174b22d None None] New status for floating IP 9ee4341e-82bd-45e5-8cbb-6e1e6d20f56e: DOWN {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:32:03.196479 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41790) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:03.197036 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d584d62f-29a9-4c55-8358-e3de0408cf12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7636580 Dec 17 15:32:03.202474 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-f1c35c17-ee5f-403a-bbba-fb4965d72792 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Request body: {'subnet': {'network_id': '28a60013-c917-4b38-bbe9-10de32fc37fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:32:03.412646 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c35c17-ee5f-403a-bbba-fb4965d72792 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Made reservation on behalf of 1c2a322f18a14827a7e34ded02e18991 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:32:03.417140 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f1c35c17-ee5f-403a-bbba-fb4965d72792 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:03.822129 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f1c35c17-ee5f-403a-bbba-fb4965d72792 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:03.882067 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:03.911407 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0191b46-0249-4616-8455-0a4db75c4a11 req-17b51b42-f939-49c5-85c5-b89856ee3ff7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 210 time: 0.0510633 Dec 17 15:32:03.939699 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c35c17-ee5f-403a-bbba-fb4965d72792 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event updated for resources: {'Subnet': ['ID=48e5a774-539b-435e-9c9c-ccd98cbb930d,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:03.957248 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c35c17-ee5f-403a-bbba-fb4965d72792 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Checking segment: {'id': '62a64016-3ab4-47db-87e8-633e39fb31d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '28a60013-c917-4b38-bbe9-10de32fc37fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:32:03.957620 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c35c17-ee5f-403a-bbba-fb4965d72792 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Network hostable DHCP agents. Network: 28a60013-c917-4b38-bbe9-10de32fc37fa, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:32:04.127249 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c35c17-ee5f-403a-bbba-fb4965d72792 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Network 28a60013-c917-4b38-bbe9-10de32fc37fa is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:32:04.194301 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:04.228360 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-f1c35c17-ee5f-403a-bbba-fb4965d72792 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 28a60013-c917-4b38-bbe9-10de32fc37fa) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:32:04.238695 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c35c17-ee5f-403a-bbba-fb4965d72792 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:04.242933 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f1c35c17-ee5f-403a-bbba-fb4965d72792 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:04.243064 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6885818c-030f-47e9-9e30-2c199adc3ed4 None None] Network 28a60013-c917-4b38-bbe9-10de32fc37fa requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:32:04.347770 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f1c35c17-ee5f-403a-bbba-fb4965d72792 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1494141 Dec 17 15:32:04.350808 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41800) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:04.423911 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8ceb3d-340d-45dd-9697-f9397324c1f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-28a60013-c917-4b38-bbe9-10de32fc37fa', 'network_id': '28a60013-c917-4b38-bbe9-10de32fc37fa', 'tenant_id': '1c2a322f18a14827a7e34ded02e18991', 'fixed_ips': [{'subnet_id': '48e5a774-539b-435e-9c9c-ccd98cbb930d'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:32:04.424949 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5d8ceb3d-340d-45dd-9697-f9397324c1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:04.489797 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-30ee6440-272a-4639-b642-c84108e3fe12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:04.562843 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-30ee6440-272a-4639-b642-c84108e3fe12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:04.613819 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-5d8ceb3d-340d-45dd-9697-f9397324c1f8 None None] Allocated IP 172.20.0.1 (28a60013-c917-4b38-bbe9-10de32fc37fa/48e5a774-539b-435e-9c9c-ccd98cbb930d/a2c83a94-fa8c-4756-8316-53b891ea15dc) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:32:04.780512 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5d8ceb3d-340d-45dd-9697-f9397324c1f8 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:04.898943 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5d8ceb3d-340d-45dd-9697-f9397324c1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:04.944031 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8ceb3d-340d-45dd-9697-f9397324c1f8 None None] Network 28a60013-c917-4b38-bbe9-10de32fc37fa is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:32:04.949862 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-5d8ceb3d-340d-45dd-9697-f9397324c1f8 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:32:04.952455 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8ceb3d-340d-45dd-9697-f9397324c1f8 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:32:04.966152 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ceb3d-340d-45dd-9697-f9397324c1f8 None None] Pushing event updated for resources: {'Port': ['ID=a2c83a94-fa8c-4756-8316-53b891ea15dc,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:05.033394 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-5d8ceb3d-340d-45dd-9697-f9397324c1f8 None None] Attempting to bind port a2c83a94-fa8c-4756-8316-53b891ea15dc on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:32:05.033866 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-5d8ceb3d-340d-45dd-9697-f9397324c1f8 None None] Attempting to bind port a2c83a94-fa8c-4756-8316-53b891ea15dc by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '62a64016-3ab4-47db-87e8-633e39fb31d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '28a60013-c917-4b38-bbe9-10de32fc37fa'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:32:05.034304 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8ceb3d-340d-45dd-9697-f9397324c1f8 None None] Attempting to bind port a2c83a94-fa8c-4756-8316-53b891ea15dc on network 28a60013-c917-4b38-bbe9-10de32fc37fa {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:32:05.039571 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8ceb3d-340d-45dd-9697-f9397324c1f8 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:32:05.040028 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8ceb3d-340d-45dd-9697-f9397324c1f8 None None] Checking segment: {'id': '62a64016-3ab4-47db-87e8-633e39fb31d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '28a60013-c917-4b38-bbe9-10de32fc37fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:32:05.040504 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5d8ceb3d-340d-45dd-9697-f9397324c1f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:05.040999 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8ceb3d-340d-45dd-9697-f9397324c1f8 None None] Bound using segment: {'id': '62a64016-3ab4-47db-87e8-633e39fb31d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '28a60013-c917-4b38-bbe9-10de32fc37fa'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:32:05.041564 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-5d8ceb3d-340d-45dd-9697-f9397324c1f8 None None] Bound port: a2c83a94-fa8c-4756-8316-53b891ea15dc, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a64016-3ab4-47db-87e8-633e39fb31d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '28a60013-c917-4b38-bbe9-10de32fc37fa'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:32:05.042024 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5d8ceb3d-340d-45dd-9697-f9397324c1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:05.050916 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d19ab8e2-35bd-41fe-9efa-2d40f26f8814 req-655d6c2d-bc77-4141-8f59-7aa3746b7093 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 210 time: 0.0364041 Dec 17 15:32:05.091109 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-30ee6440-272a-4639-b642-c84108e3fe12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:05.110013 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-5d8ceb3d-340d-45dd-9697-f9397324c1f8 None None] For port a2c83a94-fa8c-4756-8316-53b891ea15dc, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:32:05.113313 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-5d8ceb3d-340d-45dd-9697-f9397324c1f8 None None] For port a2c83a94-fa8c-4756-8316-53b891ea15dc, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=a2c83a94-fa8c-4756-8316-53b891ea15dc,segment=NetworkSegment(62a64016-3ab4-47db-87e8-633e39fb31d3),segment_id=62a64016-3ab4-47db-87e8-633e39fb31d3)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:32:05.131900 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee6440-272a-4639-b642-c84108e3fe12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event deleted for resources: {'Subnet': ['ID=48e5a774-539b-435e-9c9c-ccd98cbb930d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:05.202568 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-30ee6440-272a-4639-b642-c84108e3fe12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:05.214473 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5d8ceb3d-340d-45dd-9697-f9397324c1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:05.224462 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-30ee6440-272a-4639-b642-c84108e3fe12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a60013-c917-4b38-bbe9-10de32fc37fa']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:05.235017 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-30ee6440-272a-4639-b642-c84108e3fe12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a64016-3ab4-47db-87e8-633e39fb31d3') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:05.236078 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-30ee6440-272a-4639-b642-c84108e3fe12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a64016-3ab4-47db-87e8-633e39fb31d3') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:05.248183 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-30ee6440-272a-4639-b642-c84108e3fe12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:05.268073 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-30ee6440-272a-4639-b642-c84108e3fe12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:05.284060 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ee6440-272a-4639-b642-c84108e3fe12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:32:05.286522 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-30ee6440-272a-4639-b642-c84108e3fe12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:05.289377 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:32:05.289377 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:32:05.289377 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:32:05.289377 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:32:05.289377 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:32:05.289377 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:32:05.289377 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:32:05.289377 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:32:05.289377 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:32:05.289377 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:32:05.289377 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:32:05.289377 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:32:05.289377 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:32:05.289377 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:32:05.289377 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:32:05.289377 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:32:05.289377 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:32:05.289377 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:32:05.289377 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:32:05.289377 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:32:05.289377 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:32:05.289377 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:32:05.289377 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:32:05.289377 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:32:05.289377 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:32:05.289377 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:32:05.289377 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:32:05.289377 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:32:05.289377 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:32:05.289377 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:32:05.289377 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:32:05.289377 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:32:05.305879 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ceb3d-340d-45dd-9697-f9397324c1f8 None None] Pushing event updated for resources: {'Port': ['ID=a2c83a94-fa8c-4756-8316-53b891ea15dc,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:05.460107 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.db.api [None req-30ee6440-272a-4639-b642-c84108e3fe12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 15:32:05.460107 n-d-820553-2 neutron-server[102832]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 15:32:05.460107 n-d-820553-2 neutron-server[102832]: [parameters: {'id': '28a60013-c917-4b38-bbe9-10de32fc37fa'}] Dec 17 15:32:05.460107 n-d-820553-2 neutron-server[102832]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:32:05.460479 n-d-820553-2 neutron-server[102832]: DEBUG oslo_db.api [None req-30ee6440-272a-4639-b642-c84108e3fe12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:32:05.758255 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a2c83a94-fa8c-4756-8316-53b891ea15dc up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:32:05.811913 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port a2c83a94-fa8c-4756-8316-53b891ea15dc triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:32:05.812282 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:05.902732 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:05.937929 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port a2c83a94-fa8c-4756-8316-53b891ea15dc, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=a2c83a94-fa8c-4756-8316-53b891ea15dc,segment=NetworkSegment(62a64016-3ab4-47db-87e8-633e39fb31d3),segment_id=62a64016-3ab4-47db-87e8-633e39fb31d3)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:32:05.962114 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-30ee6440-272a-4639-b642-c84108e3fe12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:06.024976 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-30ee6440-272a-4639-b642-c84108e3fe12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Deleting port a2c83a94-fa8c-4756-8316-53b891ea15dc {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:32:06.026524 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-30ee6440-272a-4639-b642-c84108e3fe12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:06.030181 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:06.091192 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=a2c83a94-fa8c-4756-8316-53b891ea15dc,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:06.122264 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-30ee6440-272a-4639-b642-c84108e3fe12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] For port a2c83a94-fa8c-4756-8316-53b891ea15dc, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=a2c83a94-fa8c-4756-8316-53b891ea15dc,segment=NetworkSegment(62a64016-3ab4-47db-87e8-633e39fb31d3),segment_id=62a64016-3ab4-47db-87e8-633e39fb31d3)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:32:06.122709 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-30ee6440-272a-4639-b642-c84108e3fe12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:06.138194 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-30ee6440-272a-4639-b642-c84108e3fe12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Calling delete_port for a2c83a94-fa8c-4756-8316-53b891ea15dc owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:32:06.234420 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f9030a79-a34a-4219-bab6-e56cb906de0b req-a293b721-511a-4e92-a5ba-e9b33d9e7245 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 210 time: 0.0347309 Dec 17 15:32:06.374084 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842cedf6-69a0-44de-b3e5-b00a5f166c82 None None] Network 28a60013-c917-4b38-bbe9-10de32fc37fa requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:32:06.405293 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-30ee6440-272a-4639-b642-c84108e3fe12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:06.435913 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee6440-272a-4639-b642-c84108e3fe12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event deleted for resources: {'Port': ['ID=a2c83a94-fa8c-4756-8316-53b891ea15dc,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:06.437831 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ee6440-272a-4639-b642-c84108e3fe12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] No DVR routers for this DVR port a2c83a94-fa8c-4756-8316-53b891ea15dc on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:32:06.483715 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-97ea377a-be2f-4d96-beac-f2e3454b4003 None None] Could not find standard attr ID for object a2c83a94-fa8c-4756-8316-53b891ea15dc. {{(pid=102834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:32:06.523187 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-30ee6440-272a-4639-b642-c84108e3fe12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:06.553835 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-30ee6440-272a-4639-b642-c84108e3fe12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a60013-c917-4b38-bbe9-10de32fc37fa']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:06.567540 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-30ee6440-272a-4639-b642-c84108e3fe12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a64016-3ab4-47db-87e8-633e39fb31d3') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:06.567842 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-30ee6440-272a-4639-b642-c84108e3fe12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a64016-3ab4-47db-87e8-633e39fb31d3') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:06.578552 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-30ee6440-272a-4639-b642-c84108e3fe12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:06.590689 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6915d042-ea0b-491b-bd28-043f85676439 None None] DHCP port deletion for 28a60013-c917-4b38-bbe9-10de32fc37fa request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:32:06.600134 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-30ee6440-272a-4639-b642-c84108e3fe12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:06.615270 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ee6440-272a-4639-b642-c84108e3fe12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:32:06.615270 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-30ee6440-272a-4639-b642-c84108e3fe12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:06.615270 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:32:06.615270 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:32:06.615270 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:32:06.615270 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:32:06.615270 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:32:06.615270 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:32:06.615270 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:32:06.615270 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:32:06.615270 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:32:06.615270 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:32:06.615270 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:32:06.615270 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:32:06.615270 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:32:06.615270 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:32:06.615270 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:32:06.615270 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:32:06.615270 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:32:06.615270 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:32:06.615270 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:32:06.615270 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:32:06.615270 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:32:06.615270 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:32:06.615270 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:32:06.615270 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:32:06.615270 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:32:06.615270 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:32:06.615270 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:32:06.615270 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:32:06.615270 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:32:06.615270 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:32:06.615270 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:32:06.615270 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:32:06.865837 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-30ee6440-272a-4639-b642-c84108e3fe12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:06.872400 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-30ee6440-272a-4639-b642-c84108e3fe12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:06.875804 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-30ee6440-272a-4639-b642-c84108e3fe12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "DELETE /v2.0/networks/28a60013-c917-4b38-bbe9-10de32fc37fa HTTP/1.1" status: 204 len: 168 time: 2.5239532 Dec 17 15:32:06.879373 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41824) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:06.885588 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-ede6832d-2653-4fd8-ba96-a5791583a14d tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1953388376'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:32:06.905868 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee6440-272a-4639-b642-c84108e3fe12 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event deleted for resources: {'Network': ['ID=28a60013-c917-4b38-bbe9-10de32fc37fa,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:07.042374 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede6832d-2653-4fd8-ba96-a5791583a14d tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Made reservation on behalf of 1c2a322f18a14827a7e34ded02e18991 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:32:07.045789 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ede6832d-2653-4fd8-ba96-a5791583a14d tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:07.071890 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede6832d-2653-4fd8-ba96-a5791583a14d tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:32:07.082743 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ede6832d-2653-4fd8-ba96-a5791583a14d tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:07.083089 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-ede6832d-2653-4fd8-ba96-a5791583a14d tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Added segment 6969698e-c113-4d3b-8af6-b4fdbe698e5b of type vlan for network f7152179-43f6-4597-9163-d1abda930057 Dec 17 15:32:07.143190 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ede6832d-2653-4fd8-ba96-a5791583a14d tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:07.264936 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ede6832d-2653-4fd8-ba96-a5791583a14d tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:07.271804 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede6832d-2653-4fd8-ba96-a5791583a14d tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:07.283873 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ede6832d-2653-4fd8-ba96-a5791583a14d tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:07.361845 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4c7c3ae8-46b4-4c93-b5f6-1a715ab9ed8c req-e5d672ac-ac4a-4b31-9023-1c1af9fbf4f5 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 210 time: 0.0405307 Dec 17 15:32:07.395699 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede6832d-2653-4fd8-ba96-a5791583a14d tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event updated for resources: {'Network': ['ID=f7152179-43f6-4597-9163-d1abda930057,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:07.410769 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network f7152179-43f6-4597-9163-d1abda930057 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:32:07.417099 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ede6832d-2653-4fd8-ba96-a5791583a14d tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5350330 Dec 17 15:32:07.426389 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41828) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:07.432560 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-8343ecb8-1b9d-4172-9f50-54931e5a2d59 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:32:07.647995 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8343ecb8-1b9d-4172-9f50-54931e5a2d59 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:07.740187 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a2c83a94-fa8c-4756-8316-53b891ea15dc no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:32:07.763476 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: a2c83a94-fa8c-4756-8316-53b891ea15dc {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:32:07.764113 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a2c83a94-fa8c-4756-8316-53b891ea15dc not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:32:07.812902 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8343ecb8-1b9d-4172-9f50-54931e5a2d59 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:07.846564 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8343ecb8-1b9d-4172-9f50-54931e5a2d59 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Network f7152179-43f6-4597-9163-d1abda930057 is not hosted by any dhcp agent {{(pid=102833) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 17 15:32:07.859265 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8343ecb8-1b9d-4172-9f50-54931e5a2d59 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:07.859942 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8343ecb8-1b9d-4172-9f50-54931e5a2d59 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:07.864920 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8343ecb8-1b9d-4172-9f50-54931e5a2d59 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "PUT /v2.0/networks/f7152179-43f6-4597-9163-d1abda930057 HTTP/1.1" status: 200 len: 723 time: 0.4372609 Dec 17 15:32:07.868082 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41836) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:07.874137 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-446a6c19-8e49-4bc9-aad0-467b59de7880 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Request body: {'subnet': {'network_id': 'f7152179-43f6-4597-9163-d1abda930057', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:32:07.929430 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343ecb8-1b9d-4172-9f50-54931e5a2d59 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event updated for resources: {'Network': ['ID=f7152179-43f6-4597-9163-d1abda930057,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:07.950690 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network f7152179-43f6-4597-9163-d1abda930057 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:32:08.101716 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446a6c19-8e49-4bc9-aad0-467b59de7880 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Made reservation on behalf of 1c2a322f18a14827a7e34ded02e18991 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:32:08.105440 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-446a6c19-8e49-4bc9-aad0-467b59de7880 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:08.387889 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-446a6c19-8e49-4bc9-aad0-467b59de7880 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:08.489855 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4da602ad-3752-402c-b5ae-adc58fb3ddc5 req-9cbc9121-bee4-4d54-a511-2a355755ecd3 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 210 time: 0.0374444 Dec 17 15:32:08.500839 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a6c19-8e49-4bc9-aad0-467b59de7880 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event updated for resources: {'Subnet': ['ID=dbe05006-b900-4d21-9248-f1285902e2aa,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:08.519129 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446a6c19-8e49-4bc9-aad0-467b59de7880 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Checking segment: {'id': '6969698e-c113-4d3b-8af6-b4fdbe698e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f7152179-43f6-4597-9163-d1abda930057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:32:08.519502 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446a6c19-8e49-4bc9-aad0-467b59de7880 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Network hostable DHCP agents. Network: f7152179-43f6-4597-9163-d1abda930057, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:32:08.587443 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446a6c19-8e49-4bc9-aad0-467b59de7880 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Network f7152179-43f6-4597-9163-d1abda930057 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:32:08.670661 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-446a6c19-8e49-4bc9-aad0-467b59de7880 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, f7152179-43f6-4597-9163-d1abda930057) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:32:08.676044 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446a6c19-8e49-4bc9-aad0-467b59de7880 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:08.676826 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-446a6c19-8e49-4bc9-aad0-467b59de7880 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:08.687671 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad71ce2b-3157-4e14-a0e7-6e36fc25279f None None] Network f7152179-43f6-4597-9163-d1abda930057 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:32:08.769004 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41842) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:08.769988 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-446a6c19-8e49-4bc9-aad0-467b59de7880 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8994718 Dec 17 15:32:08.776157 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-a79d8540-0ea7-4283-a03b-60495708c811 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:32:08.807201 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:32:08.840985 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa328ee-2d19-4c70-a8be-0abc43ff2402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-f7152179-43f6-4597-9163-d1abda930057', 'network_id': 'f7152179-43f6-4597-9163-d1abda930057', 'tenant_id': '1c2a322f18a14827a7e34ded02e18991', 'fixed_ips': [{'subnet_id': 'dbe05006-b900-4d21-9248-f1285902e2aa'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:32:08.844383 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6aa328ee-2d19-4c70-a8be-0abc43ff2402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:08.903002 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a79d8540-0ea7-4283-a03b-60495708c811 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8502005'] for subnet, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:09.113266 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a79d8540-0ea7-4283-a03b-60495708c811 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737064673437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9859293'] for subnet, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:09.167424 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d8540-0ea7-4283-a03b-60495708c811 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event updated for resources: {'Subnet': ['ID=dbe05006-b900-4d21-9248-f1285902e2aa,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:09.174992 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79d8540-0ea7-4283-a03b-60495708c811 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:09.175909 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a79d8540-0ea7-4283-a03b-60495708c811 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:09.177229 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a79d8540-0ea7-4283-a03b-60495708c811 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "PUT /v2.0/subnets/dbe05006-b900-4d21-9248-f1285902e2aa HTTP/1.1" status: 200 len: 806 time: 0.4065163 Dec 17 15:32:09.180171 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41848) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:09.181827 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-6aa328ee-2d19-4c70-a8be-0abc43ff2402 None None] Allocated IP 172.20.0.2 (f7152179-43f6-4597-9163-d1abda930057/dbe05006-b900-4d21-9248-f1285902e2aa/302d5bd2-87af-49cc-94f0-3c1da43b4392) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:32:09.310808 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-efa3c4b5-a4a2-456b-b059-d8c53f14ef40 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:09.373676 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-efa3c4b5-a4a2-456b-b059-d8c53f14ef40 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:09.379060 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6aa328ee-2d19-4c70-a8be-0abc43ff2402 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:09.456281 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6aa328ee-2d19-4c70-a8be-0abc43ff2402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:09.499375 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa328ee-2d19-4c70-a8be-0abc43ff2402 None None] Network f7152179-43f6-4597-9163-d1abda930057 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:32:09.503491 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-6aa328ee-2d19-4c70-a8be-0abc43ff2402 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:32:09.507716 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa328ee-2d19-4c70-a8be-0abc43ff2402 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:32:09.516450 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa328ee-2d19-4c70-a8be-0abc43ff2402 None None] Pushing event updated for resources: {'Port': ['ID=302d5bd2-87af-49cc-94f0-3c1da43b4392,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:09.561618 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-efa3c4b5-a4a2-456b-b059-d8c53f14ef40 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:09.587462 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-6aa328ee-2d19-4c70-a8be-0abc43ff2402 None None] Attempting to bind port 302d5bd2-87af-49cc-94f0-3c1da43b4392 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:32:09.587983 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-6aa328ee-2d19-4c70-a8be-0abc43ff2402 None None] Attempting to bind port 302d5bd2-87af-49cc-94f0-3c1da43b4392 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '6969698e-c113-4d3b-8af6-b4fdbe698e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f7152179-43f6-4597-9163-d1abda930057'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:32:09.588242 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa328ee-2d19-4c70-a8be-0abc43ff2402 None None] Attempting to bind port 302d5bd2-87af-49cc-94f0-3c1da43b4392 on network f7152179-43f6-4597-9163-d1abda930057 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:32:09.594211 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa328ee-2d19-4c70-a8be-0abc43ff2402 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:32:09.594588 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa328ee-2d19-4c70-a8be-0abc43ff2402 None None] Checking segment: {'id': '6969698e-c113-4d3b-8af6-b4fdbe698e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f7152179-43f6-4597-9163-d1abda930057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:32:09.595039 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6aa328ee-2d19-4c70-a8be-0abc43ff2402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:09.595564 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa328ee-2d19-4c70-a8be-0abc43ff2402 None None] Bound using segment: {'id': '6969698e-c113-4d3b-8af6-b4fdbe698e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f7152179-43f6-4597-9163-d1abda930057'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:32:09.596088 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-6aa328ee-2d19-4c70-a8be-0abc43ff2402 None None] Bound port: 302d5bd2-87af-49cc-94f0-3c1da43b4392, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6969698e-c113-4d3b-8af6-b4fdbe698e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f7152179-43f6-4597-9163-d1abda930057'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:32:09.596460 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6aa328ee-2d19-4c70-a8be-0abc43ff2402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:09.627427 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa3c4b5-a4a2-456b-b059-d8c53f14ef40 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event deleted for resources: {'Subnet': ['ID=dbe05006-b900-4d21-9248-f1285902e2aa,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:09.704995 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b088146f-317b-4848-8c19-2bf92db1fae3 req-89da25bb-7f3b-454c-aeda-53060a8e8f8c tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 210 time: 0.0858088 Dec 17 15:32:09.726136 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-6aa328ee-2d19-4c70-a8be-0abc43ff2402 None None] For port 302d5bd2-87af-49cc-94f0-3c1da43b4392, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:32:09.730361 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-6aa328ee-2d19-4c70-a8be-0abc43ff2402 None None] For port 302d5bd2-87af-49cc-94f0-3c1da43b4392, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=302d5bd2-87af-49cc-94f0-3c1da43b4392,segment=NetworkSegment(6969698e-c113-4d3b-8af6-b4fdbe698e5b),segment_id=6969698e-c113-4d3b-8af6-b4fdbe698e5b)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:32:09.748950 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-efa3c4b5-a4a2-456b-b059-d8c53f14ef40 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:09.770696 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-efa3c4b5-a4a2-456b-b059-d8c53f14ef40 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7152179-43f6-4597-9163-d1abda930057']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:09.783700 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-efa3c4b5-a4a2-456b-b059-d8c53f14ef40 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6969698e-c113-4d3b-8af6-b4fdbe698e5b') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:09.786608 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-efa3c4b5-a4a2-456b-b059-d8c53f14ef40 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6969698e-c113-4d3b-8af6-b4fdbe698e5b') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:09.794771 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-efa3c4b5-a4a2-456b-b059-d8c53f14ef40 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:09.805058 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6aa328ee-2d19-4c70-a8be-0abc43ff2402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:09.809939 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-efa3c4b5-a4a2-456b-b059-d8c53f14ef40 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:09.816100 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa3c4b5-a4a2-456b-b059-d8c53f14ef40 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:32:09.816632 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-efa3c4b5-a4a2-456b-b059-d8c53f14ef40 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:09.820089 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:32:09.820089 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:32:09.820089 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:32:09.820089 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:32:09.820089 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:32:09.820089 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:32:09.820089 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:32:09.820089 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:32:09.820089 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:32:09.820089 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:32:09.820089 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:32:09.820089 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:32:09.820089 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:32:09.820089 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:32:09.820089 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:32:09.820089 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:32:09.820089 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:32:09.820089 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:32:09.820089 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:32:09.820089 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:32:09.820089 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:32:09.820089 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:32:09.820089 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:32:09.820089 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:32:09.820089 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:32:09.820089 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:32:09.820089 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:32:09.820089 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:32:09.820089 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:32:09.820089 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:32:09.820089 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:32:09.820089 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:32:09.909076 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa328ee-2d19-4c70-a8be-0abc43ff2402 None None] Pushing event updated for resources: {'Port': ['ID=302d5bd2-87af-49cc-94f0-3c1da43b4392,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:09.930911 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b6d595-93aa-46ab-b739-f5d5765ae1a5 None None] Network f7152179-43f6-4597-9163-d1abda930057 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:32:09.959420 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.db.api [None req-efa3c4b5-a4a2-456b-b059-d8c53f14ef40 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 15:32:09.959420 n-d-820553-2 neutron-server[102833]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 15:32:09.959420 n-d-820553-2 neutron-server[102833]: [parameters: {'id': 'f7152179-43f6-4597-9163-d1abda930057'}] Dec 17 15:32:09.959420 n-d-820553-2 neutron-server[102833]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:32:09.960217 n-d-820553-2 neutron-server[102833]: DEBUG oslo_db.api [None req-efa3c4b5-a4a2-456b-b059-d8c53f14ef40 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:32:10.070767 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b51f009-8eac-46ab-96ec-751ba6575d98 None None] Network f7152179-43f6-4597-9163-d1abda930057 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:32:10.195148 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9543007-c103-47ef-b259-3c431a241a98 None None] get_active_networks_info from n-d-820553-2 {{(pid=102834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 17 15:32:10.333311 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9543007-c103-47ef-b259-3c431a241a98 None None] Resources bound (agent type, host, resource id): {{(pid=102834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 15:32:10.340942 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:10.461997 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-efa3c4b5-a4a2-456b-b059-d8c53f14ef40 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:10.523962 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-efa3c4b5-a4a2-456b-b059-d8c53f14ef40 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Deleting port 302d5bd2-87af-49cc-94f0-3c1da43b4392 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:32:10.524303 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-efa3c4b5-a4a2-456b-b059-d8c53f14ef40 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:10.587053 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-efa3c4b5-a4a2-456b-b059-d8c53f14ef40 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] For port 302d5bd2-87af-49cc-94f0-3c1da43b4392, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=302d5bd2-87af-49cc-94f0-3c1da43b4392,segment=NetworkSegment(6969698e-c113-4d3b-8af6-b4fdbe698e5b),segment_id=6969698e-c113-4d3b-8af6-b4fdbe698e5b)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:32:10.587425 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-efa3c4b5-a4a2-456b-b059-d8c53f14ef40 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:10.600015 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-efa3c4b5-a4a2-456b-b059-d8c53f14ef40 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Calling delete_port for 302d5bd2-87af-49cc-94f0-3c1da43b4392 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:32:10.867290 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a842ab1d-6e32-4f40-92bb-eb078557bb58 req-e182b8a2-901a-4f5b-ac55-f7d991c333ce tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 210 time: 0.0370319 Dec 17 15:32:11.118740 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-efa3c4b5-a4a2-456b-b059-d8c53f14ef40 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:11.151975 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa3c4b5-a4a2-456b-b059-d8c53f14ef40 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event deleted for resources: {'Port': ['ID=302d5bd2-87af-49cc-94f0-3c1da43b4392,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:11.157809 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa3c4b5-a4a2-456b-b059-d8c53f14ef40 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] No DVR routers for this DVR port 302d5bd2-87af-49cc-94f0-3c1da43b4392 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:32:11.242645 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-efa3c4b5-a4a2-456b-b059-d8c53f14ef40 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:11.263361 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-efa3c4b5-a4a2-456b-b059-d8c53f14ef40 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7152179-43f6-4597-9163-d1abda930057']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:11.273174 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-efa3c4b5-a4a2-456b-b059-d8c53f14ef40 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6969698e-c113-4d3b-8af6-b4fdbe698e5b') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:11.273666 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-efa3c4b5-a4a2-456b-b059-d8c53f14ef40 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6969698e-c113-4d3b-8af6-b4fdbe698e5b') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:11.284299 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-efa3c4b5-a4a2-456b-b059-d8c53f14ef40 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:11.297875 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-efa3c4b5-a4a2-456b-b059-d8c53f14ef40 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:11.303900 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa3c4b5-a4a2-456b-b059-d8c53f14ef40 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:32:11.304290 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-efa3c4b5-a4a2-456b-b059-d8c53f14ef40 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:11.307587 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:32:11.307587 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:32:11.307587 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:32:11.307587 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:32:11.307587 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:32:11.307587 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:32:11.307587 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:32:11.307587 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:32:11.307587 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:32:11.307587 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:32:11.307587 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:32:11.307587 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:32:11.307587 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:32:11.307587 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:32:11.307587 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:32:11.307587 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:32:11.307587 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:32:11.307587 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:32:11.307587 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:32:11.307587 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:32:11.307587 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:32:11.307587 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:32:11.307587 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:32:11.307587 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:32:11.307587 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:32:11.307587 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:32:11.307587 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:32:11.307587 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:32:11.307587 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:32:11.307587 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:32:11.307587 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:32:11.307587 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:32:11.455699 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-efa3c4b5-a4a2-456b-b059-d8c53f14ef40 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:11.475271 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-efa3c4b5-a4a2-456b-b059-d8c53f14ef40 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:11.478933 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-efa3c4b5-a4a2-456b-b059-d8c53f14ef40 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "DELETE /v2.0/networks/f7152179-43f6-4597-9163-d1abda930057 HTTP/1.1" status: 204 len: 168 time: 2.2963448 Dec 17 15:32:11.480059 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa3c4b5-a4a2-456b-b059-d8c53f14ef40 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event deleted for resources: {'Network': ['ID=f7152179-43f6-4597-9163-d1abda930057,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:11.486011 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41870) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:11.505007 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c89a83-d397-4088-bad8-e7fbc744445c tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] DELETE failed (client error): The resource could not be found. Dec 17 15:32:11.505585 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7c89a83-d397-4088-bad8-e7fbc744445c tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:32:11.508675 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b7c89a83-d397-4088-bad8-e7fbc744445c tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "DELETE /v2.0/networks/f7152179-43f6-4597-9163-d1abda930057 HTTP/1.1" status: 404 len: 339 time: 0.0216069 Dec 17 15:32:11.512526 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41872) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:11.517561 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-628b08cc-8f02-4575-9ef9-c97838982282 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1275388182', 'description': 'd1'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:32:11.587359 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628b08cc-8f02-4575-9ef9-c97838982282 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Made reservation on behalf of 1c2a322f18a14827a7e34ded02e18991 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:32:11.591812 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-628b08cc-8f02-4575-9ef9-c97838982282 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:11.617206 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-628b08cc-8f02-4575-9ef9-c97838982282 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:32:11.637948 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-628b08cc-8f02-4575-9ef9-c97838982282 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:11.638645 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-628b08cc-8f02-4575-9ef9-c97838982282 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Added segment 24474da9-1a6f-442e-96b6-25023d110ae2 of type vlan for network cc4770a5-a855-4560-b8d8-b823737a3b24 Dec 17 15:32:11.700040 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-628b08cc-8f02-4575-9ef9-c97838982282 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:11.810001 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-628b08cc-8f02-4575-9ef9-c97838982282 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:11.815476 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628b08cc-8f02-4575-9ef9-c97838982282 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:11.816080 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-628b08cc-8f02-4575-9ef9-c97838982282 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:11.898561 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b08cc-8f02-4575-9ef9-c97838982282 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event updated for resources: {'Network': ['ID=cc4770a5-a855-4560-b8d8-b823737a3b24,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:11.910571 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network cc4770a5-a855-4560-b8d8-b823737a3b24 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:32:11.937698 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-628b08cc-8f02-4575-9ef9-c97838982282 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4234149 Dec 17 15:32:11.939820 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41884) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:12.046656 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-348e12e7-5928-4c48-ab06-d229d88ecf74 req-a1f8d34e-7120-47e9-974d-a97038d10d22 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 210 time: 0.0431843 Dec 17 15:32:12.128427 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4fa7ad-fd91-49a4-b81e-2a5787cb87ea tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:12.131150 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9e4fa7ad-fd91-49a4-b81e-2a5787cb87ea tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "GET /v2.0/networks?id=cc4770a5-a855-4560-b8d8-b823737a3b24 HTTP/1.1" status: 200 len: 761 time: 0.1901138 Dec 17 15:32:12.133979 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41890) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:12.140283 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-cc923a6a-edff-4601-ad48-dbcb7cb2ceb6 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Request body: {'network': {'description': 'd2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:32:12.307450 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cc923a6a-edff-4601-ad48-dbcb7cb2ceb6 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:12.381424 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cc923a6a-edff-4601-ad48-dbcb7cb2ceb6 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:12.399997 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cc923a6a-edff-4601-ad48-dbcb7cb2ceb6 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Network cc4770a5-a855-4560-b8d8-b823737a3b24 is not hosted by any dhcp agent {{(pid=102833) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 17 15:32:12.406041 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc923a6a-edff-4601-ad48-dbcb7cb2ceb6 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:12.406733 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cc923a6a-edff-4601-ad48-dbcb7cb2ceb6 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:12.408085 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cc923a6a-edff-4601-ad48-dbcb7cb2ceb6 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "PUT /v2.0/networks/cc4770a5-a855-4560-b8d8-b823737a3b24 HTTP/1.1" status: 200 len: 758 time: 0.2724528 Dec 17 15:32:12.410915 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41892) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:12.467722 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc923a6a-edff-4601-ad48-dbcb7cb2ceb6 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event updated for resources: {'Network': ['ID=cc4770a5-a855-4560-b8d8-b823737a3b24,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:12.480550 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network cc4770a5-a855-4560-b8d8-b823737a3b24 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:32:12.513263 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8709a064-198f-4282-ab1d-141e4f5d5757 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:12.518028 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8709a064-198f-4282-ab1d-141e4f5d5757 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "GET /v2.0/networks?id=cc4770a5-a855-4560-b8d8-b823737a3b24 HTTP/1.1" status: 200 len: 761 time: 0.1026700 Dec 17 15:32:12.518577 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41894) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:12.523930 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-744fb66c-4784-41c3-a69a-42ecb3e8f2aa tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1672354325'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:32:12.624821 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744fb66c-4784-41c3-a69a-42ecb3e8f2aa tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Made reservation on behalf of 1c2a322f18a14827a7e34ded02e18991 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:32:12.628556 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-744fb66c-4784-41c3-a69a-42ecb3e8f2aa tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:12.661605 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-744fb66c-4784-41c3-a69a-42ecb3e8f2aa tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:32:12.673441 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-744fb66c-4784-41c3-a69a-42ecb3e8f2aa tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:12.674104 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-744fb66c-4784-41c3-a69a-42ecb3e8f2aa tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Added segment b5e58ac6-84ca-4501-bc7c-fb77133d8240 of type vlan for network c83d444f-4918-42f4-92ea-0ac7fc84ec19 Dec 17 15:32:12.724342 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-744fb66c-4784-41c3-a69a-42ecb3e8f2aa tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:12.841396 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-744fb66c-4784-41c3-a69a-42ecb3e8f2aa tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:12.846892 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744fb66c-4784-41c3-a69a-42ecb3e8f2aa tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:12.848919 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-744fb66c-4784-41c3-a69a-42ecb3e8f2aa tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:12.920745 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744fb66c-4784-41c3-a69a-42ecb3e8f2aa tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event updated for resources: {'Network': ['ID=c83d444f-4918-42f4-92ea-0ac7fc84ec19,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:12.932149 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network c83d444f-4918-42f4-92ea-0ac7fc84ec19 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:32:12.975684 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-744fb66c-4784-41c3-a69a-42ecb3e8f2aa tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4559970 Dec 17 15:32:12.979034 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41900) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:12.984107 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-c19bf19b-50bf-47d5-8af3-998c1a006439 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Request body: {'subnet': {'network_id': 'c83d444f-4918-42f4-92ea-0ac7fc84ec19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:32:13.170681 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b041f1a0-eb48-4800-9064-1dabdf33c2be req-f9cc2d1b-9202-4b1a-b7dc-23a4e625391f tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 210 time: 0.0309556 Dec 17 15:32:13.184386 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19bf19b-50bf-47d5-8af3-998c1a006439 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Made reservation on behalf of 1c2a322f18a14827a7e34ded02e18991 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:32:13.188241 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c19bf19b-50bf-47d5-8af3-998c1a006439 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:13.430469 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c19bf19b-50bf-47d5-8af3-998c1a006439 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:13.494495 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19bf19b-50bf-47d5-8af3-998c1a006439 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event updated for resources: {'Subnet': ['ID=3b5123ae-b913-46d9-b3cf-20d1679bacc7,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:13.503683 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19bf19b-50bf-47d5-8af3-998c1a006439 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Checking segment: {'id': 'b5e58ac6-84ca-4501-bc7c-fb77133d8240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c83d444f-4918-42f4-92ea-0ac7fc84ec19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:32:13.504047 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19bf19b-50bf-47d5-8af3-998c1a006439 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Network hostable DHCP agents. Network: c83d444f-4918-42f4-92ea-0ac7fc84ec19, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:32:13.607853 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19bf19b-50bf-47d5-8af3-998c1a006439 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Network c83d444f-4918-42f4-92ea-0ac7fc84ec19 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:32:13.707059 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-c19bf19b-50bf-47d5-8af3-998c1a006439 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, c83d444f-4918-42f4-92ea-0ac7fc84ec19) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:32:13.713493 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19bf19b-50bf-47d5-8af3-998c1a006439 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:13.713649 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c19bf19b-50bf-47d5-8af3-998c1a006439 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:13.719304 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d684e76-f694-48f8-a260-c84bc4e8896f None None] Network c83d444f-4918-42f4-92ea-0ac7fc84ec19 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:32:13.819495 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c19bf19b-50bf-47d5-8af3-998c1a006439 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8390524 Dec 17 15:32:13.826104 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41912) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:13.914081 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ed6bd9-86ea-4805-a9e1-e9c3801813e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-c83d444f-4918-42f4-92ea-0ac7fc84ec19', 'network_id': 'c83d444f-4918-42f4-92ea-0ac7fc84ec19', 'tenant_id': '1c2a322f18a14827a7e34ded02e18991', 'fixed_ips': [{'subnet_id': '3b5123ae-b913-46d9-b3cf-20d1679bacc7'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:32:13.914081 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-98ed6bd9-86ea-4805-a9e1-e9c3801813e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:13.996684 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bfa87a7f-6484-40a9-8c60-f0cc3477c5dc tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:14.084677 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bfa87a7f-6484-40a9-8c60-f0cc3477c5dc tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:14.103895 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-98ed6bd9-86ea-4805-a9e1-e9c3801813e2 None None] Allocated IP 172.20.0.2 (c83d444f-4918-42f4-92ea-0ac7fc84ec19/3b5123ae-b913-46d9-b3cf-20d1679bacc7/a5bcc7b8-49b7-4ab5-96a0-f073863e762a) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:32:14.316529 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-98ed6bd9-86ea-4805-a9e1-e9c3801813e2 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:14.323247 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3ac869a7-f47c-4888-809c-babf17cee85b req-11429c0b-d8f4-48bb-8da6-71b8bfbe696d tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 210 time: 0.0497842 Dec 17 15:32:14.397110 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-98ed6bd9-86ea-4805-a9e1-e9c3801813e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:14.446576 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ed6bd9-86ea-4805-a9e1-e9c3801813e2 None None] Network c83d444f-4918-42f4-92ea-0ac7fc84ec19 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:32:14.452928 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-98ed6bd9-86ea-4805-a9e1-e9c3801813e2 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:32:14.456673 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ed6bd9-86ea-4805-a9e1-e9c3801813e2 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:32:14.472481 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed6bd9-86ea-4805-a9e1-e9c3801813e2 None None] Pushing event updated for resources: {'Port': ['ID=a5bcc7b8-49b7-4ab5-96a0-f073863e762a,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:14.499316 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bfa87a7f-6484-40a9-8c60-f0cc3477c5dc tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:14.521865 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-98ed6bd9-86ea-4805-a9e1-e9c3801813e2 None None] Attempting to bind port a5bcc7b8-49b7-4ab5-96a0-f073863e762a on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:32:14.532412 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-98ed6bd9-86ea-4805-a9e1-e9c3801813e2 None None] Attempting to bind port a5bcc7b8-49b7-4ab5-96a0-f073863e762a by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'b5e58ac6-84ca-4501-bc7c-fb77133d8240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c83d444f-4918-42f4-92ea-0ac7fc84ec19'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:32:14.532412 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ed6bd9-86ea-4805-a9e1-e9c3801813e2 None None] Attempting to bind port a5bcc7b8-49b7-4ab5-96a0-f073863e762a on network c83d444f-4918-42f4-92ea-0ac7fc84ec19 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:32:14.532412 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ed6bd9-86ea-4805-a9e1-e9c3801813e2 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:32:14.532412 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ed6bd9-86ea-4805-a9e1-e9c3801813e2 None None] Checking segment: {'id': 'b5e58ac6-84ca-4501-bc7c-fb77133d8240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c83d444f-4918-42f4-92ea-0ac7fc84ec19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:32:14.532412 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-98ed6bd9-86ea-4805-a9e1-e9c3801813e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:14.532412 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ed6bd9-86ea-4805-a9e1-e9c3801813e2 None None] Bound using segment: {'id': 'b5e58ac6-84ca-4501-bc7c-fb77133d8240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c83d444f-4918-42f4-92ea-0ac7fc84ec19'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:32:14.533169 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-98ed6bd9-86ea-4805-a9e1-e9c3801813e2 None None] Bound port: a5bcc7b8-49b7-4ab5-96a0-f073863e762a, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e58ac6-84ca-4501-bc7c-fb77133d8240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c83d444f-4918-42f4-92ea-0ac7fc84ec19'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:32:14.533401 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-98ed6bd9-86ea-4805-a9e1-e9c3801813e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:14.547059 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa87a7f-6484-40a9-8c60-f0cc3477c5dc tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event deleted for resources: {'Subnet': ['ID=3b5123ae-b913-46d9-b3cf-20d1679bacc7,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:14.618540 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-98ed6bd9-86ea-4805-a9e1-e9c3801813e2 None None] For port a5bcc7b8-49b7-4ab5-96a0-f073863e762a, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:32:14.624581 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-98ed6bd9-86ea-4805-a9e1-e9c3801813e2 None None] For port a5bcc7b8-49b7-4ab5-96a0-f073863e762a, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=a5bcc7b8-49b7-4ab5-96a0-f073863e762a,segment=NetworkSegment(b5e58ac6-84ca-4501-bc7c-fb77133d8240),segment_id=b5e58ac6-84ca-4501-bc7c-fb77133d8240)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:32:14.635110 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bfa87a7f-6484-40a9-8c60-f0cc3477c5dc tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:14.664140 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-bfa87a7f-6484-40a9-8c60-f0cc3477c5dc tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c83d444f-4918-42f4-92ea-0ac7fc84ec19']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:14.675487 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-bfa87a7f-6484-40a9-8c60-f0cc3477c5dc tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e58ac6-84ca-4501-bc7c-fb77133d8240') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:14.676047 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-bfa87a7f-6484-40a9-8c60-f0cc3477c5dc tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e58ac6-84ca-4501-bc7c-fb77133d8240') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:14.690970 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bfa87a7f-6484-40a9-8c60-f0cc3477c5dc tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:14.736484 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-98ed6bd9-86ea-4805-a9e1-e9c3801813e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:14.738795 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bfa87a7f-6484-40a9-8c60-f0cc3477c5dc tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:14.746932 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa87a7f-6484-40a9-8c60-f0cc3477c5dc tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:32:14.747350 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bfa87a7f-6484-40a9-8c60-f0cc3477c5dc tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:14.750678 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:32:14.750678 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:32:14.750678 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:32:14.750678 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:32:14.750678 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:32:14.750678 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:32:14.750678 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:32:14.750678 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:32:14.750678 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:32:14.750678 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:32:14.750678 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:32:14.750678 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:32:14.750678 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:32:14.750678 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:32:14.750678 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:32:14.750678 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:32:14.750678 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:32:14.750678 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:32:14.750678 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:32:14.750678 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:32:14.750678 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:32:14.750678 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:32:14.750678 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:32:14.750678 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:32:14.750678 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:32:14.750678 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:32:14.750678 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:32:14.750678 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:32:14.750678 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:32:14.750678 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:32:14.750678 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:32:14.750678 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:32:14.837450 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed6bd9-86ea-4805-a9e1-e9c3801813e2 None None] Pushing event updated for resources: {'Port': ['ID=a5bcc7b8-49b7-4ab5-96a0-f073863e762a,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:14.843314 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63366f7e-32c7-4efb-aac5-96de0f568ce0 None None] Network c83d444f-4918-42f4-92ea-0ac7fc84ec19 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:32:14.870772 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.db.api [None req-bfa87a7f-6484-40a9-8c60-f0cc3477c5dc tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 15:32:14.870772 n-d-820553-2 neutron-server[102832]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 15:32:14.870772 n-d-820553-2 neutron-server[102832]: [parameters: {'id': 'c83d444f-4918-42f4-92ea-0ac7fc84ec19'}] Dec 17 15:32:14.870772 n-d-820553-2 neutron-server[102832]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:32:14.871978 n-d-820553-2 neutron-server[102832]: DEBUG oslo_db.api [None req-bfa87a7f-6484-40a9-8c60-f0cc3477c5dc tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:32:15.134393 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd099bf-fa61-4733-9f2f-d4bc10d07b5b None None] get_active_networks_info from n-d-820553-2 {{(pid=102834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 17 15:32:15.170130 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-ffa1d474-99e3-4bf1-8c23-4c5e9c4bae5d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0594864 Dec 17 15:32:15.279442 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd099bf-fa61-4733-9f2f-d4bc10d07b5b None None] Resources bound (agent type, host, resource id): {{(pid=102834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 15:32:15.317427 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-f5c6b2f1-d541-4e63-bb72-dfd9b2fc731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:15.318660 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-f5c6b2f1-d541-4e63-bb72-dfd9b2fc731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:15.319341 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-f5c6b2f1-d541-4e63-bb72-dfd9b2fc731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:15.319978 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-f5c6b2f1-d541-4e63-bb72-dfd9b2fc731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:15.320607 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-f5c6b2f1-d541-4e63-bb72-dfd9b2fc731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:15.321391 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-f5c6b2f1-d541-4e63-bb72-dfd9b2fc731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:15.323349 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-f5c6b2f1-d541-4e63-bb72-dfd9b2fc731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:15.325808 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-f5c6b2f1-d541-4e63-bb72-dfd9b2fc731c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=877bbdd90a9744e8870dce0869eb9a96&device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 6489 time: 0.0737569 Dec 17 15:32:15.375810 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bfa87a7f-6484-40a9-8c60-f0cc3477c5dc tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:15.462243 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bfcf16da-bd78-49f5-aadb-8524704675a1 req-19ddc7f1-c526-4c0e-b493-107d0e2d973e tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 210 time: 0.0565135 Dec 17 15:32:15.479722 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-1ffc0736-db8a-443c-935f-b2e4b8fcbf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:15.480167 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-1ffc0736-db8a-443c-935f-b2e4b8fcbf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:15.480631 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-1ffc0736-db8a-443c-935f-b2e4b8fcbf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:15.498777 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-1ffc0736-db8a-443c-935f-b2e4b8fcbf6a service neutron] 10.222.0.41 "GET /v2.0/networks?id=de5b4090-a778-4df4-ad31-4dba3e85ea67&id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&id=9f3a192b-6f54-446b-8786-4392777f5f19&id=9f3a192b-6f54-446b-8786-4392777f5f19 HTTP/1.1" status: 200 len: 2292 time: 0.1483936 Dec 17 15:32:15.545976 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-bfa87a7f-6484-40a9-8c60-f0cc3477c5dc tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Deleting port a5bcc7b8-49b7-4ab5-96a0-f073863e762a {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:32:15.546345 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bfa87a7f-6484-40a9-8c60-f0cc3477c5dc tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:15.626210 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-bfa87a7f-6484-40a9-8c60-f0cc3477c5dc tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] For port a5bcc7b8-49b7-4ab5-96a0-f073863e762a, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=a5bcc7b8-49b7-4ab5-96a0-f073863e762a,segment=NetworkSegment(b5e58ac6-84ca-4501-bc7c-fb77133d8240),segment_id=b5e58ac6-84ca-4501-bc7c-fb77133d8240)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:32:15.626574 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bfa87a7f-6484-40a9-8c60-f0cc3477c5dc tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:15.637761 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-cf93b67e-8d06-47bb-9bc8-518b8d4fde7d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce09dfd3-f25c-4228-bd90-d195b7f4a22e HTTP/1.1" status: 200 len: 1002 time: 0.1312470 Dec 17 15:32:15.646889 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-bfa87a7f-6484-40a9-8c60-f0cc3477c5dc tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Calling delete_port for a5bcc7b8-49b7-4ab5-96a0-f073863e762a owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:32:15.752689 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-2b1e74bf-894b-4e10-9d7a-38cc23bb82f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:15.756774 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-2b1e74bf-894b-4e10-9d7a-38cc23bb82f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1a4a435-03ec-407e-806d-67c3316a8ccb HTTP/1.1" status: 200 len: 850 time: 0.1117902 Dec 17 15:32:15.822953 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-80b0cfb1-dde0-475a-b77b-26793b64d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:15.824944 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-80b0cfb1-dde0-475a-b77b-26793b64d404 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de5b4090-a778-4df4-ad31-4dba3e85ea67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604756 Dec 17 15:32:15.933084 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-d8f6c16b-e406-4205-a0e5-da133252917c service neutron] 10.222.0.41 "GET /v2.0/networks/de5b4090-a778-4df4-ad31-4dba3e85ea67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996768 Dec 17 15:32:15.959981 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bfa87a7f-6484-40a9-8c60-f0cc3477c5dc tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:15.989176 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa87a7f-6484-40a9-8c60-f0cc3477c5dc tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event deleted for resources: {'Port': ['ID=a5bcc7b8-49b7-4ab5-96a0-f073863e762a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:15.994597 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa87a7f-6484-40a9-8c60-f0cc3477c5dc tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] No DVR routers for this DVR port a5bcc7b8-49b7-4ab5-96a0-f073863e762a on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:32:16.065020 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-4b41b2c9-3040-4de2-bcfc-a1ded8478f94 service neutron] 10.222.0.41 "GET /v2.0/networks/de5b4090-a778-4df4-ad31-4dba3e85ea67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251984 Dec 17 15:32:16.109183 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-7e0e6b32-3d58-4cc6-bcdb-31265629711c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=2d686fb9-445a-4e4e-bae4-a300e7b2fcbd HTTP/1.1" status: 200 len: 217 time: 0.0373061 Dec 17 15:32:16.116558 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bfa87a7f-6484-40a9-8c60-f0cc3477c5dc tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:16.144636 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-bfa87a7f-6484-40a9-8c60-f0cc3477c5dc tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c83d444f-4918-42f4-92ea-0ac7fc84ec19']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:16.156024 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-bfa87a7f-6484-40a9-8c60-f0cc3477c5dc tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e58ac6-84ca-4501-bc7c-fb77133d8240') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:16.156474 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-bfa87a7f-6484-40a9-8c60-f0cc3477c5dc tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e58ac6-84ca-4501-bc7c-fb77133d8240') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:16.162840 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-907b52b7-d96c-43b6-960a-cecfaf8e222a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:16.164349 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-907b52b7-d96c-43b6-960a-cecfaf8e222a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eca1b89-7ed9-42c7-8458-c977678cd701 HTTP/1.1" status: 200 len: 797 time: 0.0483139 Dec 17 15:32:16.166668 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bfa87a7f-6484-40a9-8c60-f0cc3477c5dc tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:16.180667 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bfa87a7f-6484-40a9-8c60-f0cc3477c5dc tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:16.187392 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa87a7f-6484-40a9-8c60-f0cc3477c5dc tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:32:16.187791 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bfa87a7f-6484-40a9-8c60-f0cc3477c5dc tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:16.191071 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:32:16.191071 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:32:16.191071 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:32:16.191071 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:32:16.191071 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:32:16.191071 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:32:16.191071 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:32:16.191071 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:32:16.191071 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:32:16.191071 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:32:16.191071 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:32:16.191071 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:32:16.191071 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:32:16.191071 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:32:16.191071 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:32:16.191071 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:32:16.191071 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:32:16.191071 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:32:16.191071 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:32:16.191071 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:32:16.191071 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:32:16.191071 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:32:16.191071 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:32:16.191071 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:32:16.191071 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:32:16.191071 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:32:16.191071 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:32:16.191071 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:32:16.191071 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:32:16.191071 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:32:16.191071 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:32:16.191071 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:32:16.220910 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-f890bea0-a39f-413e-a09b-746fdb0b3576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:16.222546 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-f890bea0-a39f-413e-a09b-746fdb0b3576 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0514834 Dec 17 15:32:16.347664 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-4b126d7d-9126-4a3f-908d-5b177fc09cd3 service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157129 Dec 17 15:32:16.360349 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bfa87a7f-6484-40a9-8c60-f0cc3477c5dc tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:16.378112 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bfa87a7f-6484-40a9-8c60-f0cc3477c5dc tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:16.384398 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-bfa87a7f-6484-40a9-8c60-f0cc3477c5dc tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "DELETE /v2.0/networks/c83d444f-4918-42f4-92ea-0ac7fc84ec19 HTTP/1.1" status: 204 len: 168 time: 2.5560606 Dec 17 15:32:16.386562 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41948) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:16.450237 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa87a7f-6484-40a9-8c60-f0cc3477c5dc tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event deleted for resources: {'Network': ['ID=c83d444f-4918-42f4-92ea-0ac7fc84ec19,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:16.534115 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7409cd4-8144-488a-8520-cb41667bd30b tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] GET failed (client error): The resource could not be found. Dec 17 15:32:16.535672 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d7409cd4-8144-488a-8520-cb41667bd30b tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "GET /v2.0/subnets/3b5123ae-b913-46d9-b3cf-20d1679bacc7 HTTP/1.1" status: 404 len: 337 time: 0.1264780 Dec 17 15:32:16.543103 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41952) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:16.569081 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-73fd5caf-c6d2-4e98-9033-ceab6993733e tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] DELETE failed (client error): The resource could not be found. Dec 17 15:32:16.570141 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73fd5caf-c6d2-4e98-9033-ceab6993733e tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:32:16.594997 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-73fd5caf-c6d2-4e98-9033-ceab6993733e tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "DELETE /v2.0/networks/c83d444f-4918-42f4-92ea-0ac7fc84ec19 HTTP/1.1" status: 404 len: 339 time: 0.0507481 Dec 17 15:32:16.600133 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41954) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:16.641460 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-162170e2-ca32-4236-abca-0f86cb2957d6 req-e86283bd-884b-47f6-bfba-b8cfe27ba820 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 210 time: 0.0429339 Dec 17 15:32:16.777520 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-3910eca3-c5c9-4f61-bac0-82b0123f6cea service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920732 Dec 17 15:32:16.881265 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-f439fe43-af8c-4595-8549-31597b5cc199 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=d3a935e5-2d45-4f21-b240-16b6be02d4d5 HTTP/1.1" status: 200 len: 217 time: 0.0947833 Dec 17 15:32:16.900290 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0fbe44-57a4-485d-a3c4-ae161a3bff07 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:16.905212 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41964) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:16.905546 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-de0fbe44-57a4-485d-a3c4-ae161a3bff07 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2870810 Dec 17 15:32:16.965416 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-6666af0d-5aa0-4de2-8d11-bee4a830e5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:16.966877 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-6666af0d-5aa0-4de2-8d11-bee4a830e5c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eca1b89-7ed9-42c7-8458-c977678cd701 HTTP/1.1" status: 200 len: 797 time: 0.0600734 Dec 17 15:32:16.979215 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f8c91104-8df3-489a-b525-0900204375dc tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "GET /v2.0/subnets?network_id=4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 207 time: 0.0665207 Dec 17 15:32:16.981300 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41966) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:17.058723 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-12a3d293-793a-49ac-8530-754f554c3ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:17.060573 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-12a3d293-793a-49ac-8530-754f554c3ade service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0860422 Dec 17 15:32:17.131797 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd46763-72b0-41e9-8c7a-2777f269ba9e tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:17.139284 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd46763-72b0-41e9-8c7a-2777f269ba9e tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:17.145328 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd46763-72b0-41e9-8c7a-2777f269ba9e tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:17.152138 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd46763-72b0-41e9-8c7a-2777f269ba9e tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:17.153780 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2fd46763-72b0-41e9-8c7a-2777f269ba9e tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1708751 Dec 17 15:32:17.157502 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41970) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:17.197380 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-451938ad-bbf2-4789-a752-c72617941a51 service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280856 Dec 17 15:32:17.283628 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-daf5c5b1-ef94-4e8c-b5ec-f38f750d0339 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1237929 Dec 17 15:32:17.286962 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41974) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:17.352762 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-6f758275-092f-45f5-82f7-deeb2312f56e service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488709 Dec 17 15:32:17.403214 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-4c9660cb-274a-428a-a4f9-faa6b6af4870 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=e580942b-4338-463b-8dea-66ed71bb7043 HTTP/1.1" status: 200 len: 217 time: 0.0414135 Dec 17 15:32:17.413494 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d5670a-7aae-43eb-896c-817225b1267d tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:17.415115 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d5670a-7aae-43eb-896c-817225b1267d tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:17.417593 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-24d5670a-7aae-43eb-896c-817225b1267d tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1300771 Dec 17 15:32:17.421300 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41976) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:17.523338 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-7e650773-b8ed-4705-949a-d03a51438a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:17.524820 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-7e650773-b8ed-4705-949a-d03a51438a38 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eca1b89-7ed9-42c7-8458-c977678cd701 HTTP/1.1" status: 200 len: 797 time: 0.1061661 Dec 17 15:32:17.529176 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230e0b66-6d9e-4fed-b8e6-7e80d0568ba7 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['shared'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:17.531330 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230e0b66-6d9e-4fed-b8e6-7e80d0568ba7 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['shared'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:17.533263 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-230e0b66-6d9e-4fed-b8e6-7e80d0568ba7 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1109612 Dec 17 15:32:17.537534 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41980) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:17.574905 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-e8abca9c-d6bf-4d27-9619-7b52ce4f1e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:17.576413 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-e8abca9c-d6bf-4d27-9619-7b52ce4f1e7e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0440915 Dec 17 15:32:17.691195 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023eb623-5b65-4fba-b884-2d5930d6f280 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:17.698380 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-023eb623-5b65-4fba-b884-2d5930d6f280 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "GET /v2.0/networks/25100851-0cad-4f2c-8dc0-3b912f6049e3 HTTP/1.1" status: 200 len: 800 time: 0.1596806 Dec 17 15:32:17.706818 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41988) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:17.714509 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-1d585cb6-a363-4227-bb24-a74a12aca456 service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239913 Dec 17 15:32:17.866794 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-199b4cd0-1124-442b-96b1-b3eb951a7cb8 req-79f6b9c9-41e3-467d-852e-0f0d7f4d31ec tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 210 time: 0.0509272 Dec 17 15:32:17.878023 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-2fa33480-9126-4f9b-b22b-5b71d2611820 service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557002 Dec 17 15:32:17.957421 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-48eb22b0-ce72-4929-a243-e13491d193f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=1c9784fa-c394-46e9-a70f-5aa02b240ee6 HTTP/1.1" status: 200 len: 217 time: 0.0719271 Dec 17 15:32:17.972577 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4e0e027f-536a-48f4-9ad9-ad1cce74ce59 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "GET /v2.0/networks/25100851-0cad-4f2c-8dc0-3b912f6049e3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2639344 Dec 17 15:32:17.976366 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41996) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:18.023949 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-d00744c9-38f4-4a31-b468-b289ff8a6827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:18.026755 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-d00744c9-38f4-4a31-b468-b289ff8a6827 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eca1b89-7ed9-42c7-8458-c977678cd701 HTTP/1.1" status: 200 len: 797 time: 0.0609751 Dec 17 15:32:18.030355 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3082a6d-c918-4ad0-8ee2-a267c35b1724 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:18.031964 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b3082a6d-c918-4ad0-8ee2-a267c35b1724 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "GET /v2.0/subnets/75d02515-797d-4a37-a6a7-3c67136e4dd4 HTTP/1.1" status: 200 len: 811 time: 0.0542030 Dec 17 15:32:18.038041 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41998) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:18.096413 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-6a7e8849-6116-41f5-8231-ab070b3b09cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:18.097956 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-6a7e8849-6116-41f5-8231-ab070b3b09cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0646880 Dec 17 15:32:18.106073 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed9d23c-7323-43cd-816e-4500ebadc84c tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['shared'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:18.113443 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0ed9d23c-7323-43cd-816e-4500ebadc84c tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "GET /v2.0/subnets/75d02515-797d-4a37-a6a7-3c67136e4dd4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0687342 Dec 17 15:32:18.117688 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42000) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:18.125090 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-00bc383d-2a0e-454b-970c-df0b1c6c9112 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-68429573'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:32:18.213530 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bc383d-2a0e-454b-970c-df0b1c6c9112 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Made reservation on behalf of 1c2a322f18a14827a7e34ded02e18991 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:32:18.214116 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-723b2e73-13bf-4bf8-9e2c-9e8f0ed89e14 service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005480 Dec 17 15:32:18.217402 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-00bc383d-2a0e-454b-970c-df0b1c6c9112 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:18.272797 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00bc383d-2a0e-454b-970c-df0b1c6c9112 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:32:18.306204 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-00bc383d-2a0e-454b-970c-df0b1c6c9112 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:18.306575 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-00bc383d-2a0e-454b-970c-df0b1c6c9112 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Added segment 5597c823-33cd-43ea-b944-842670c7c131 of type vlan for network 6ee1a138-8ef2-4149-8e5e-ce3fffd0dac0 Dec 17 15:32:18.327485 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-6656edc4-c2ef-44b1-b367-b69751c3cfde service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073480 Dec 17 15:32:18.379990 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-6c1b0434-8d06-456d-a89b-572046760c52 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0f0e87e7-55e3-4a96-a436-092db2dd62df HTTP/1.1" status: 200 len: 217 time: 0.0454845 Dec 17 15:32:18.411425 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-00bc383d-2a0e-454b-970c-df0b1c6c9112 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:18.438182 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-ab0020c3-fdfd-4be5-94a5-ce86c0a98676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:18.439913 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-ab0020c3-fdfd-4be5-94a5-ce86c0a98676 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f0a9f17-d614-4efc-ae03-ce6b8a2dc07e HTTP/1.1" status: 200 len: 797 time: 0.0520818 Dec 17 15:32:18.494723 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-38216a24-3c49-4c77-9e02-f37cb1024ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:18.496290 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-38216a24-3c49-4c77-9e02-f37cb1024ef4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f3a192b-6f54-446b-8786-4392777f5f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0498972 Dec 17 15:32:18.501531 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-00bc383d-2a0e-454b-970c-df0b1c6c9112 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:18.511123 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bc383d-2a0e-454b-970c-df0b1c6c9112 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:18.515102 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-00bc383d-2a0e-454b-970c-df0b1c6c9112 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:18.592310 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc383d-2a0e-454b-970c-df0b1c6c9112 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event updated for resources: {'Network': ['ID=6ee1a138-8ef2-4149-8e5e-ce3fffd0dac0,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:18.602429 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 6ee1a138-8ef2-4149-8e5e-ce3fffd0dac0 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:32:18.613926 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-240485f1-83c8-4308-9c75-3b4f692c8f87 service neutron] 10.222.0.41 "GET /v2.0/networks/9f3a192b-6f54-446b-8786-4392777f5f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094787 Dec 17 15:32:18.664749 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-00bc383d-2a0e-454b-970c-df0b1c6c9112 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5415256 Dec 17 15:32:18.664749 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42012) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:18.667559 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-a96555e9-2d8f-45b1-8acf-9238410dea6e tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Request body: {'subnet': {'network_id': '6ee1a138-8ef2-4149-8e5e-ce3fffd0dac0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:32:18.794228 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-cd3e6704-6a33-492e-a6c4-ca5166e8709a service neutron] 10.222.0.41 "GET /v2.0/networks/9f3a192b-6f54-446b-8786-4392777f5f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733484 Dec 17 15:32:18.854418 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-e7bd09f3-d24a-45e0-982e-65c5355732dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=23211a10-13af-4c51-9094-03225018881b HTTP/1.1" status: 200 len: 217 time: 0.0517802 Dec 17 15:32:18.924341 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-d0c164d9-8470-4018-9e69-0e51493a9ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:18.926399 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-d0c164d9-8470-4018-9e69-0e51493a9ccf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f0a9f17-d614-4efc-ae03-ce6b8a2dc07e HTTP/1.1" status: 200 len: 797 time: 0.0646398 Dec 17 15:32:19.018038 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-e921105d-51d6-4191-adcf-ea37b80cad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:19.031372 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-e921105d-51d6-4191-adcf-ea37b80cad4d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f3a192b-6f54-446b-8786-4392777f5f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0852158 Dec 17 15:32:19.129301 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-af10676b-5b53-444b-a858-f89dc737229a service neutron] 10.222.0.41 "GET /v2.0/networks/9f3a192b-6f54-446b-8786-4392777f5f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006739 Dec 17 15:32:19.183968 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6f60b78d-dc85-4d92-b339-5e20f972de7c req-f1c4c655-1f3b-432d-861e-3a379db47511 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/ports?device_id=db0b7c64-5a4c-4498-8099-1b0ccd1a0546 HTTP/1.1" status: 200 len: 210 time: 0.0589778 Dec 17 15:32:19.266558 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157b0074-6dd4-42d1-988e-dcefc6b4f1c0 req-26e2ad8b-9adc-4521-aa7b-9a1c23d7c54e service neutron] 10.222.0.41 "GET /v2.0/networks/9f3a192b-6f54-446b-8786-4392777f5f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302531 Dec 17 15:32:19.304018 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96555e9-2d8f-45b1-8acf-9238410dea6e tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Made reservation on behalf of 1c2a322f18a14827a7e34ded02e18991 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:32:19.308504 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a96555e9-2d8f-45b1-8acf-9238410dea6e tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:19.374356 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.ipam_backend_mixin [None req-a96555e9-2d8f-45b1-8acf-9238410dea6e tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Performing IP validity checks on allocation pools {{(pid=102832) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 17 15:32:19.374960 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.ipam_backend_mixin [None req-a96555e9-2d8f-45b1-8acf-9238410dea6e tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102832) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 17 15:32:19.629885 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a96555e9-2d8f-45b1-8acf-9238410dea6e tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:19.718362 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96555e9-2d8f-45b1-8acf-9238410dea6e tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Checking segment: {'id': '5597c823-33cd-43ea-b944-842670c7c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6ee1a138-8ef2-4149-8e5e-ce3fffd0dac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:32:19.719036 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96555e9-2d8f-45b1-8acf-9238410dea6e tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Network hostable DHCP agents. Network: 6ee1a138-8ef2-4149-8e5e-ce3fffd0dac0, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:32:19.725187 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96555e9-2d8f-45b1-8acf-9238410dea6e tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event updated for resources: {'Subnet': ['ID=c370e7db-1d84-4de3-846d-9eb6d5bad64c,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:19.903919 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96555e9-2d8f-45b1-8acf-9238410dea6e tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Network 6ee1a138-8ef2-4149-8e5e-ce3fffd0dac0 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:32:20.049903 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-a96555e9-2d8f-45b1-8acf-9238410dea6e tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 6ee1a138-8ef2-4149-8e5e-ce3fffd0dac0) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:32:20.054284 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96555e9-2d8f-45b1-8acf-9238410dea6e tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:20.054891 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a96555e9-2d8f-45b1-8acf-9238410dea6e tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:20.060331 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4340e0a-3eb4-459d-a920-b6a8f6a28691 None None] Network 6ee1a138-8ef2-4149-8e5e-ce3fffd0dac0 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:32:20.161452 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42038) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:20.167597 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a96555e9-2d8f-45b1-8acf-9238410dea6e tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.4954181 Dec 17 15:32:20.169537 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-d2562b5b-74bf-4339-bd54-fb3bee46730d tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:32:20.307287 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc513ed-6673-48ae-a75c-a7e65628caad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-6ee1a138-8ef2-4149-8e5e-ce3fffd0dac0', 'network_id': '6ee1a138-8ef2-4149-8e5e-ce3fffd0dac0', 'tenant_id': '1c2a322f18a14827a7e34ded02e18991', 'fixed_ips': [{'subnet_id': 'c370e7db-1d84-4de3-846d-9eb6d5bad64c'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:32:20.308184 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bc513ed-6673-48ae-a75c-a7e65628caad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:20.350845 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d2562b5b-74bf-4339-bd54-fb3bee46730d tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8502005'] for subnet, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:20.394932 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42044) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:20.478722 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2d38971c-a413-4d0c-8518-63cb84942bd2 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:20.511851 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2d38971c-a413-4d0c-8518-63cb84942bd2 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:20.538415 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-6bc513ed-6673-48ae-a75c-a7e65628caad None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 17 15:32:20.538415 n-d-820553-2 neutron-server[102834]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 17 15:32:20.538415 n-d-820553-2 neutron-server[102834]: [parameters: {'in_use': 1, 'id_1': 'c370e7db-1d84-4de3-846d-9eb6d5bad64c'}] Dec 17 15:32:20.538415 n-d-820553-2 neutron-server[102834]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:32:20.538884 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-6bc513ed-6673-48ae-a75c-a7e65628caad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:32:20.692618 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d2562b5b-74bf-4339-bd54-fb3bee46730d tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737064673437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9859293'] for subnet, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:20.737477 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2d38971c-a413-4d0c-8518-63cb84942bd2 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:20.743042 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2d38971c-a413-4d0c-8518-63cb84942bd2 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:20.743719 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2562b5b-74bf-4339-bd54-fb3bee46730d tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:20.743719 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d2562b5b-74bf-4339-bd54-fb3bee46730d tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:20.744581 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2d38971c-a413-4d0c-8518-63cb84942bd2 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "DELETE /v2.0/security-groups/398eeb4a-b318-4e7f-b69a-d7779f508775 HTTP/1.1" status: 204 len: 168 time: 0.3485811 Dec 17 15:32:20.747421 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d2562b5b-74bf-4339-bd54-fb3bee46730d tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "PUT /v2.0/subnets/c370e7db-1d84-4de3-846d-9eb6d5bad64c HTTP/1.1" status: 200 len: 877 time: 0.5847223 Dec 17 15:32:20.750250 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42050) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:20.750578 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42052) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:20.760099 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d38971c-a413-4d0c-8518-63cb84942bd2 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=398eeb4a-b318-4e7f-b69a-d7779f508775,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:20.799634 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2562b5b-74bf-4339-bd54-fb3bee46730d tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event updated for resources: {'Subnet': ['ID=c370e7db-1d84-4de3-846d-9eb6d5bad64c,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:20.802402 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-c2bcd148-0c0e-456f-9b37-dbc6fe8a587b tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] show failed (client error): The resource could not be found. Dec 17 15:32:20.803474 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c2bcd148-0c0e-456f-9b37-dbc6fe8a587b tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "GET /v2.0/security-groups/398eeb4a-b318-4e7f-b69a-d7779f508775 HTTP/1.1" status: 404 len: 347 time: 0.0520008 Dec 17 15:32:20.806791 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42058) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:20.929875 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c3283ccf-6a9a-4291-8aae-21616a5f82b4 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:20.974665 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-4c53539c-668e-4119-bdf6-536b01a40ef7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Deleting port 52db0872-7db8-4c46-926f-af5ed29f57a5 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:32:20.975437 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4c53539c-668e-4119-bdf6-536b01a40ef7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:20.989000 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c3283ccf-6a9a-4291-8aae-21616a5f82b4 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:21.039776 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bc513ed-6673-48ae-a75c-a7e65628caad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:21.064876 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4c53539c-668e-4119-bdf6-536b01a40ef7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:21.066962 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4c53539c-668e-4119-bdf6-536b01a40ef7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:21.081863 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-4c53539c-668e-4119-bdf6-536b01a40ef7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Calling delete_port for 52db0872-7db8-4c46-926f-af5ed29f57a5 owned by network:floatingip {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:32:21.161191 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c3283ccf-6a9a-4291-8aae-21616a5f82b4 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:21.236941 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3283ccf-6a9a-4291-8aae-21616a5f82b4 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event deleted for resources: {'Subnet': ['ID=c370e7db-1d84-4de3-846d-9eb6d5bad64c,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:21.341463 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c3283ccf-6a9a-4291-8aae-21616a5f82b4 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:21.363668 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-c3283ccf-6a9a-4291-8aae-21616a5f82b4 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ee1a138-8ef2-4149-8e5e-ce3fffd0dac0']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:21.375367 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-c3283ccf-6a9a-4291-8aae-21616a5f82b4 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5597c823-33cd-43ea-b944-842670c7c131') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:21.375685 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-c3283ccf-6a9a-4291-8aae-21616a5f82b4 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5597c823-33cd-43ea-b944-842670c7c131') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:21.390723 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c3283ccf-6a9a-4291-8aae-21616a5f82b4 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:21.407912 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c3283ccf-6a9a-4291-8aae-21616a5f82b4 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server [None req-6bc513ed-6673-48ae-a75c-a7e65628caad None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c370e7db-1d84-4de3-846d-9eb6d5bad64c: This subnet is being modified by another concurrent operation. Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise exception Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c370e7db-1d84-4de3-846d-9eb6d5bad64c: This subnet is being modified by another concurrent operation. Dec 17 15:32:21.413698 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server Dec 17 15:32:21.422932 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3283ccf-6a9a-4291-8aae-21616a5f82b4 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:32:21.422932 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c3283ccf-6a9a-4291-8aae-21616a5f82b4 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:21.422932 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:32:21.422932 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:32:21.422932 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:32:21.422932 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:32:21.422932 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:32:21.422932 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:32:21.422932 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:32:21.422932 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:32:21.422932 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:32:21.422932 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:32:21.422932 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:32:21.422932 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:32:21.422932 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:32:21.422932 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:32:21.422932 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:32:21.422932 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:32:21.422932 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:32:21.422932 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:32:21.422932 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:32:21.422932 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:32:21.422932 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:32:21.422932 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:32:21.422932 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:32:21.422932 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:32:21.422932 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:32:21.422932 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:32:21.422932 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:32:21.422932 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:32:21.422932 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:32:21.422932 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:32:21.422932 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:32:21.422932 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:32:21.444838 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4c53539c-668e-4119-bdf6-536b01a40ef7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:21.445485 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d511d2db-16da-4f4a-a637-cf2801efcaea None None] Network 6ee1a138-8ef2-4149-8e5e-ce3fffd0dac0 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:32:21.468377 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c53539c-668e-4119-bdf6-536b01a40ef7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Pushing event deleted for resources: {'Port': ['ID=52db0872-7db8-4c46-926f-af5ed29f57a5,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:21.544972 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4c53539c-668e-4119-bdf6-536b01a40ef7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks [] for floatingip, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:21.547973 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4c53539c-668e-4119-bdf6-536b01a40ef7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:21.552390 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4c53539c-668e-4119-bdf6-536b01a40ef7 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "DELETE /v2.0/floatingips/9ee4341e-82bd-45e5-8cbb-6e1e6d20f56e HTTP/1.1" status: 204 len: 168 time: 0.7444224 Dec 17 15:32:21.552537 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42072) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:21.589565 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afd7546-2483-4c56-8d04-157c89203df2 None None] Network 6ee1a138-8ef2-4149-8e5e-ce3fffd0dac0 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:32:21.611985 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c3283ccf-6a9a-4291-8aae-21616a5f82b4 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:21.635601 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c3283ccf-6a9a-4291-8aae-21616a5f82b4 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:21.642134 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c3283ccf-6a9a-4291-8aae-21616a5f82b4 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "DELETE /v2.0/networks/6ee1a138-8ef2-4149-8e5e-ce3fffd0dac0 HTTP/1.1" status: 204 len: 168 time: 0.8861368 Dec 17 15:32:21.642578 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42076) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:21.663925 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3283ccf-6a9a-4291-8aae-21616a5f82b4 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event deleted for resources: {'Network': ['ID=6ee1a138-8ef2-4149-8e5e-ce3fffd0dac0,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:21.744531 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-d1248030-4d12-4575-b0a1-8b70239e8c7c tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Deleting port 352cdabc-20b5-416a-9b0b-566ed33d52ff {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:32:21.745031 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d1248030-4d12-4575-b0a1-8b70239e8c7c tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:21.754227 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-6edb38f8-b244-4b11-8de8-276a59f1bfbb tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] DELETE failed (client error): The resource could not be found. Dec 17 15:32:21.755276 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6edb38f8-b244-4b11-8de8-276a59f1bfbb tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:32:21.758593 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6edb38f8-b244-4b11-8de8-276a59f1bfbb tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "DELETE /v2.0/subnets/c370e7db-1d84-4de3-846d-9eb6d5bad64c HTTP/1.1" status: 404 len: 337 time: 0.1148462 Dec 17 15:32:21.761440 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42078) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:21.794997 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ed8b57-3916-44e2-9cec-a32c2f55ef7d None None] get_active_networks_info from n-d-820553-2 {{(pid=102834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 17 15:32:21.795464 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-23301afb-c646-42dc-a2e0-d688a1ea9284 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] DELETE failed (client error): The resource could not be found. Dec 17 15:32:21.796051 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23301afb-c646-42dc-a2e0-d688a1ea9284 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:32:21.804885 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-23301afb-c646-42dc-a2e0-d688a1ea9284 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "DELETE /v2.0/networks/6ee1a138-8ef2-4149-8e5e-ce3fffd0dac0 HTTP/1.1" status: 404 len: 339 time: 0.0399618 Dec 17 15:32:21.805443 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42080) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:21.863933 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-8182b69c-811a-45f2-a77c-4d102cfa0ad7 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] DELETE failed (client error): The resource could not be found. Dec 17 15:32:21.864400 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8182b69c-811a-45f2-a77c-4d102cfa0ad7 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:32:21.867459 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8182b69c-811a-45f2-a77c-4d102cfa0ad7 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "DELETE /v2.0/subnets/3b5123ae-b913-46d9-b3cf-20d1679bacc7 HTTP/1.1" status: 404 len: 337 time: 0.0610840 Dec 17 15:32:21.874711 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42084) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:21.922944 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-296a82b4-b9e9-466d-bced-dd68cdc39b34 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] DELETE failed (client error): The resource could not be found. Dec 17 15:32:21.923550 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-296a82b4-b9e9-466d-bced-dd68cdc39b34 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:32:21.931004 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42088) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:21.932058 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-296a82b4-b9e9-466d-bced-dd68cdc39b34 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "DELETE /v2.0/networks/c83d444f-4918-42f4-92ea-0ac7fc84ec19 HTTP/1.1" status: 404 len: 339 time: 0.0513074 Dec 17 15:32:21.945884 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d1248030-4d12-4575-b0a1-8b70239e8c7c tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:21.977840 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-d1248030-4d12-4575-b0a1-8b70239e8c7c tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Calling delete_port for 352cdabc-20b5-416a-9b0b-566ed33d52ff owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:32:22.011352 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ed8b57-3916-44e2-9cec-a32c2f55ef7d None None] Resources bound (agent type, host, resource id): {{(pid=102834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 15:32:22.038365 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d290baf4-54ee-4e4c-a311-dc96504f5fee tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:22.151010 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d290baf4-54ee-4e4c-a311-dc96504f5fee tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:22.173760 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-d290baf4-54ee-4e4c-a311-dc96504f5fee tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc4770a5-a855-4560-b8d8-b823737a3b24']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:22.193553 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-d290baf4-54ee-4e4c-a311-dc96504f5fee tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24474da9-1a6f-442e-96b6-25023d110ae2') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:22.194553 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-d290baf4-54ee-4e4c-a311-dc96504f5fee tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24474da9-1a6f-442e-96b6-25023d110ae2') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:22.238557 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d290baf4-54ee-4e4c-a311-dc96504f5fee tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:22.265078 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d1248030-4d12-4575-b0a1-8b70239e8c7c tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:22.265579 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d290baf4-54ee-4e4c-a311-dc96504f5fee tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:22.301797 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d290baf4-54ee-4e4c-a311-dc96504f5fee tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:32:22.301797 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d290baf4-54ee-4e4c-a311-dc96504f5fee tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:22.306976 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:32:22.306976 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:32:22.306976 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:32:22.306976 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:32:22.306976 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:32:22.306976 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:32:22.306976 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:32:22.306976 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:32:22.306976 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:32:22.306976 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:32:22.306976 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:32:22.306976 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:32:22.306976 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:32:22.306976 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:32:22.306976 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:32:22.306976 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:32:22.306976 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:32:22.306976 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:32:22.306976 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:32:22.306976 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:32:22.306976 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:32:22.306976 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:32:22.306976 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:32:22.306976 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:32:22.306976 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:32:22.306976 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:32:22.306976 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:32:22.306976 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:32:22.306976 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:32:22.306976 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:32:22.306976 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:32:22.306976 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:32:22.324310 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1248030-4d12-4575-b0a1-8b70239e8c7c tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Pushing event deleted for resources: {'Port': ['ID=352cdabc-20b5-416a-9b0b-566ed33d52ff,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:22.427377 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d1248030-4d12-4575-b0a1-8b70239e8c7c tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:22.433882 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d1248030-4d12-4575-b0a1-8b70239e8c7c tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "DELETE /v2.0/ports/352cdabc-20b5-416a-9b0b-566ed33d52ff HTTP/1.1" status: 204 len: 168 time: 0.8769753 Dec 17 15:32:22.434122 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42096) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:22.539682 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-b716ad27-2925-46bf-83fb-7a72b3e2e5b6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Deleting port cbe25e39-8f1f-4383-b5a5-367c8e64756d {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:32:22.539682 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b716ad27-2925-46bf-83fb-7a72b3e2e5b6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:22.555389 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d290baf4-54ee-4e4c-a311-dc96504f5fee tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:22.562880 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d290baf4-54ee-4e4c-a311-dc96504f5fee tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:22.566350 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d290baf4-54ee-4e4c-a311-dc96504f5fee tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "DELETE /v2.0/networks/cc4770a5-a855-4560-b8d8-b823737a3b24 HTTP/1.1" status: 204 len: 168 time: 0.6335781 Dec 17 15:32:22.571304 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42100) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:22.606263 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-24766c7b-3817-4f2c-8445-242027499dfb tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] DELETE failed (client error): The resource could not be found. Dec 17 15:32:22.606263 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24766c7b-3817-4f2c-8445-242027499dfb tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:32:22.609278 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-24766c7b-3817-4f2c-8445-242027499dfb tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "DELETE /v2.0/subnets/dbe05006-b900-4d21-9248-f1285902e2aa HTTP/1.1" status: 404 len: 337 time: 0.0392025 Dec 17 15:32:22.611465 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290baf4-54ee-4e4c-a311-dc96504f5fee tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event deleted for resources: {'Network': ['ID=cc4770a5-a855-4560-b8d8-b823737a3b24,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:22.613406 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42102) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:22.971176 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-38978ed2-a60e-4b39-8fa2-b0b64adc0e7c tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] DELETE failed (client error): The resource could not be found. Dec 17 15:32:22.971828 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38978ed2-a60e-4b39-8fa2-b0b64adc0e7c tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:32:22.977375 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-38978ed2-a60e-4b39-8fa2-b0b64adc0e7c tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "DELETE /v2.0/networks/f7152179-43f6-4597-9163-d1abda930057 HTTP/1.1" status: 404 len: 339 time: 0.3612528 Dec 17 15:32:22.978094 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42108) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:23.007704 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b716ad27-2925-46bf-83fb-7a72b3e2e5b6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:23.010415 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1bb35ac-ec52-4a2b-a6fc-cab5c91c6a9e tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] DELETE failed (client error): The resource could not be found. Dec 17 15:32:23.010941 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1bb35ac-ec52-4a2b-a6fc-cab5c91c6a9e tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:32:23.017198 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d1bb35ac-ec52-4a2b-a6fc-cab5c91c6a9e tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "DELETE /v2.0/subnets/48e5a774-539b-435e-9c9c-ccd98cbb930d HTTP/1.1" status: 404 len: 337 time: 0.0374703 Dec 17 15:32:23.023934 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42110) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:23.040048 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef16ed0a-18a3-43a6-85fb-099e956c1b67 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] DELETE failed (client error): The resource could not be found. Dec 17 15:32:23.041134 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef16ed0a-18a3-43a6-85fb-099e956c1b67 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:32:23.047407 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ef16ed0a-18a3-43a6-85fb-099e956c1b67 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "DELETE /v2.0/networks/28a60013-c917-4b38-bbe9-10de32fc37fa HTTP/1.1" status: 404 len: 339 time: 0.0285861 Dec 17 15:32:23.048388 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42112) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:23.058963 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-b716ad27-2925-46bf-83fb-7a72b3e2e5b6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Calling delete_port for cbe25e39-8f1f-4383-b5a5-367c8e64756d owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:32:23.088399 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f25fee1-0a60-43e8-8df6-b0e40ba7fe93 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] DELETE failed (client error): The resource could not be found. Dec 17 15:32:23.091335 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f25fee1-0a60-43e8-8df6-b0e40ba7fe93 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:32:23.091824 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8f25fee1-0a60-43e8-8df6-b0e40ba7fe93 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "DELETE /v2.0/subnets/56c9d6a2-3ba9-430b-a858-97307b8a4ca8 HTTP/1.1" status: 404 len: 337 time: 0.0428507 Dec 17 15:32:23.094393 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42116) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:23.115666 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-889df678-d57c-4afb-8f58-af8f69c50bad tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] DELETE failed (client error): The resource could not be found. Dec 17 15:32:23.116366 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-889df678-d57c-4afb-8f58-af8f69c50bad tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:32:23.119693 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-889df678-d57c-4afb-8f58-af8f69c50bad tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "DELETE /v2.0/networks/da9abfa9-8afc-40d3-9a5a-005a489a3434 HTTP/1.1" status: 404 len: 339 time: 0.0226593 Dec 17 15:32:23.122446 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42120) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:23.154640 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f8f9d7e-97f3-4dd4-9899-64780b4ba78c tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] DELETE failed (client error): The resource could not be found. Dec 17 15:32:23.155102 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f8f9d7e-97f3-4dd4-9899-64780b4ba78c tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:32:23.160528 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8f8f9d7e-97f3-4dd4-9899-64780b4ba78c tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "DELETE /v2.0/subnets/9662aa85-04e9-460b-95b4-9612212bd4de HTTP/1.1" status: 404 len: 337 time: 0.0347729 Dec 17 15:32:23.161168 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42122) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:23.186298 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-949ce288-777d-4410-aeb2-892636881435 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] DELETE failed (client error): The resource could not be found. Dec 17 15:32:23.187179 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-949ce288-777d-4410-aeb2-892636881435 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:32:23.191452 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-949ce288-777d-4410-aeb2-892636881435 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "DELETE /v2.0/networks/fbccb96a-0d32-4c4d-aca4-0e803fb6d5ef HTTP/1.1" status: 404 len: 339 time: 0.0291607 Dec 17 15:32:23.195032 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42124) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:23.230987 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-478ff8bb-9c08-473d-b930-cf9e414165da tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] DELETE failed (client error): The resource could not be found. Dec 17 15:32:23.231689 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-478ff8bb-9c08-473d-b930-cf9e414165da tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:32:23.234924 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-478ff8bb-9c08-473d-b930-cf9e414165da tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "DELETE /v2.0/subnets/d91f29ec-5ecf-4962-912a-81efc8c3378b HTTP/1.1" status: 404 len: 337 time: 0.0389102 Dec 17 15:32:23.237581 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42128) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:23.257424 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2e04e28-df8a-4918-b5fe-0b43c512368e tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] DELETE failed (client error): The resource could not be found. Dec 17 15:32:23.258572 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2e04e28-df8a-4918-b5fe-0b43c512368e tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:32:23.262330 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b2e04e28-df8a-4918-b5fe-0b43c512368e tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "DELETE /v2.0/networks/92783a2b-0360-44ca-9605-680fc56da39f HTTP/1.1" status: 404 len: 339 time: 0.0237920 Dec 17 15:32:23.264805 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42130) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:23.306452 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-b530c622-7e1b-4c10-a744-0d418c15782d tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] DELETE failed (client error): The resource could not be found. Dec 17 15:32:23.307288 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b530c622-7e1b-4c10-a744-0d418c15782d tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:32:23.315379 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b530c622-7e1b-4c10-a744-0d418c15782d tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "DELETE /v2.0/subnets/87532024-7ca1-40b8-9929-59d323523cae HTTP/1.1" status: 404 len: 337 time: 0.0495815 Dec 17 15:32:23.317840 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42134) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:23.368813 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b716ad27-2925-46bf-83fb-7a72b3e2e5b6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:23.374465 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc8f3b2-3074-4234-8dac-fd43f9136733 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] DELETE failed (client error): The resource could not be found. Dec 17 15:32:23.374727 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efc8f3b2-3074-4234-8dac-fd43f9136733 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:32:23.378015 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-efc8f3b2-3074-4234-8dac-fd43f9136733 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "DELETE /v2.0/networks/38bcfad8-ca63-40cc-93b1-2aadc68c3e8e HTTP/1.1" status: 404 len: 339 time: 0.0560105 Dec 17 15:32:23.382226 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42136) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:23.422212 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716ad27-2925-46bf-83fb-7a72b3e2e5b6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Pushing event deleted for resources: {'Port': ['ID=cbe25e39-8f1f-4383-b5a5-367c8e64756d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:23.425265 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-957808c3-250b-4006-87ab-4d986bfe25aa tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] DELETE failed (client error): The resource could not be found. Dec 17 15:32:23.425979 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-957808c3-250b-4006-87ab-4d986bfe25aa tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:32:23.429176 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-957808c3-250b-4006-87ab-4d986bfe25aa tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "DELETE /v2.0/subnets/407de1c9-ef44-4f01-867c-aedf6a3fb478 HTTP/1.1" status: 404 len: 337 time: 0.0451648 Dec 17 15:32:23.435929 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42138) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:23.455345 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdcb25c9-cf51-42ee-8901-5ab3409843c9 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] DELETE failed (client error): The resource could not be found. Dec 17 15:32:23.455885 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdcb25c9-cf51-42ee-8901-5ab3409843c9 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:32:23.461124 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-cdcb25c9-cf51-42ee-8901-5ab3409843c9 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "DELETE /v2.0/networks/90cbb3ab-cade-4ff4-bf05-9de1c353d218 HTTP/1.1" status: 404 len: 339 time: 0.0219553 Dec 17 15:32:23.461790 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42140) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:23.491909 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd28164-7fb8-478a-b467-02b288600b3c tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] DELETE failed (client error): The resource could not be found. Dec 17 15:32:23.492281 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fd28164-7fb8-478a-b467-02b288600b3c tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:32:23.498123 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8fd28164-7fb8-478a-b467-02b288600b3c tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "DELETE /v2.0/subnets/f2b8300b-3a5c-4d67-a37e-8205d99968f6 HTTP/1.1" status: 404 len: 337 time: 0.0347741 Dec 17 15:32:23.500548 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42144) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:23.524153 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-da7af2e4-db04-4879-8537-c8122c653209 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] DELETE failed (client error): The resource could not be found. Dec 17 15:32:23.524673 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da7af2e4-db04-4879-8537-c8122c653209 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:32:23.528459 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-da7af2e4-db04-4879-8537-c8122c653209 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "DELETE /v2.0/networks/f80c5f09-0f0b-4d45-a3ef-d07d9ca3e05b HTTP/1.1" status: 404 len: 339 time: 0.0268626 Dec 17 15:32:23.529579 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b716ad27-2925-46bf-83fb-7a72b3e2e5b6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:23.532477 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b716ad27-2925-46bf-83fb-7a72b3e2e5b6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "DELETE /v2.0/ports/cbe25e39-8f1f-4383-b5a5-367c8e64756d HTTP/1.1" status: 204 len: 168 time: 1.0973797 Dec 17 15:32:23.532938 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42148) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:23.535285 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42150) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:23.595491 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1a32550-105d-4424-adad-af1984167529 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Deleting subnet 9bf386dd-4029-471e-b0f0-b3050162bb35 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:32:23.596710 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9caf3cf-3613-436a-af14-dcc435c4718a tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Deleting subnet 75d02515-797d-4a37-a6a7-3c67136e4dd4 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:32:23.599766 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a1a32550-105d-4424-adad-af1984167529 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:23.600619 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f9caf3cf-3613-436a-af14-dcc435c4718a tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:23.642930 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f9caf3cf-3613-436a-af14-dcc435c4718a tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:23.644071 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a1a32550-105d-4424-adad-af1984167529 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:23.750179 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f9caf3cf-3613-436a-af14-dcc435c4718a tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:23.791206 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a1a32550-105d-4424-adad-af1984167529 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:23.984384 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f9caf3cf-3613-436a-af14-dcc435c4718a tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:24.010961 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a1a32550-105d-4424-adad-af1984167529 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:24.012687 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9caf3cf-3613-436a-af14-dcc435c4718a tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event deleted for resources: {'Subnet': ['ID=75d02515-797d-4a37-a6a7-3c67136e4dd4,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:24.025914 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a1a32550-105d-4424-adad-af1984167529 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:24.033033 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a1a32550-105d-4424-adad-af1984167529 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "DELETE /v2.0/subnets/9bf386dd-4029-471e-b0f0-b3050162bb35 HTTP/1.1" status: 204 len: 168 time: 0.4928229 Dec 17 15:32:24.035530 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f9caf3cf-3613-436a-af14-dcc435c4718a tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:24.035684 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0417fa32-ebf0-4d12-b71c-7e9e62a7e4ff None None] Network 035ebd08-a183-4c96-8d50-7cc8ab5df57c requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:32:24.036148 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f9caf3cf-3613-436a-af14-dcc435c4718a tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "DELETE /v2.0/subnets/75d02515-797d-4a37-a6a7-3c67136e4dd4 HTTP/1.1" status: 204 len: 168 time: 0.5012224 Dec 17 15:32:24.036148 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42158) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:24.046120 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42160) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:24.046795 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a32550-105d-4424-adad-af1984167529 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Pushing event deleted for resources: {'Subnet': ['ID=9bf386dd-4029-471e-b0f0-b3050162bb35,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:24.062043 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02667b94-d36f-4214-ab34-701318df97a5 None None] Network 25100851-0cad-4f2c-8dc0-3b912f6049e3 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:32:24.184539 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-d408a014-e029-4066-bca2-27d10170943f tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Deleting subnet 45fc3ed8-d2ea-40b2-93fb-70bdb870e61a {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:32:24.193334 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d408a014-e029-4066-bca2-27d10170943f tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:24.256173 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d408a014-e029-4066-bca2-27d10170943f tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:24.293222 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0edb7f23-a023-424a-b0bd-57c69d1dc6d6 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:24.404659 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71e0e5a-ce04-494f-8c8a-5976d577fdcd None None] DHCP port deletion for 035ebd08-a183-4c96-8d50-7cc8ab5df57c request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:32:24.467806 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d408a014-e029-4066-bca2-27d10170943f tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:24.468033 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e935749b-61f6-40f2-9ee6-fce3451ec647 None None] DHCP port deletion for 25100851-0cad-4f2c-8dc0-3b912f6049e3 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:32:24.525029 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-f71e0e5a-ce04-494f-8c8a-5976d577fdcd None None] Deleting port 5791c35c-f8e3-4d5f-8620-f35cd3224e0b {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:32:24.525802 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f71e0e5a-ce04-494f-8c8a-5976d577fdcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:24.529001 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0edb7f23-a023-424a-b0bd-57c69d1dc6d6 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Deleting port be4e8593-b09d-4dff-af8c-5c8eff074fb9 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:32:24.529484 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0edb7f23-a023-424a-b0bd-57c69d1dc6d6 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:24.588201 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-e935749b-61f6-40f2-9ee6-fce3451ec647 None None] Deleting port be4e8593-b09d-4dff-af8c-5c8eff074fb9 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:32:24.588201 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e935749b-61f6-40f2-9ee6-fce3451ec647 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:24.611721 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0edb7f23-a023-424a-b0bd-57c69d1dc6d6 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] For port be4e8593-b09d-4dff-af8c-5c8eff074fb9, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=be4e8593-b09d-4dff-af8c-5c8eff074fb9,segment=NetworkSegment(353ded88-ea57-499e-8640-af9e574458a9),segment_id=353ded88-ea57-499e-8640-af9e574458a9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:32:24.614179 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0edb7f23-a023-424a-b0bd-57c69d1dc6d6 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:24.631221 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0edb7f23-a023-424a-b0bd-57c69d1dc6d6 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Calling delete_port for be4e8593-b09d-4dff-af8c-5c8eff074fb9 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:32:24.638685 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-f71e0e5a-ce04-494f-8c8a-5976d577fdcd None None] For port 5791c35c-f8e3-4d5f-8620-f35cd3224e0b, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=5791c35c-f8e3-4d5f-8620-f35cd3224e0b,segment=NetworkSegment(71fa2b9a-8f20-4c14-afdd-f73e53e1080c),segment_id=71fa2b9a-8f20-4c14-afdd-f73e53e1080c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:32:24.639070 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f71e0e5a-ce04-494f-8c8a-5976d577fdcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:24.660785 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-f71e0e5a-ce04-494f-8c8a-5976d577fdcd None None] Calling delete_port for 5791c35c-f8e3-4d5f-8620-f35cd3224e0b owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:32:24.693696 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-e935749b-61f6-40f2-9ee6-fce3451ec647 None None] For port be4e8593-b09d-4dff-af8c-5c8eff074fb9, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=be4e8593-b09d-4dff-af8c-5c8eff074fb9,segment=NetworkSegment(353ded88-ea57-499e-8640-af9e574458a9),segment_id=353ded88-ea57-499e-8640-af9e574458a9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:32:24.694132 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e935749b-61f6-40f2-9ee6-fce3451ec647 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:24.700317 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d408a014-e029-4066-bca2-27d10170943f tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:24.718249 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d408a014-e029-4066-bca2-27d10170943f tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:24.722716 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d408a014-e029-4066-bca2-27d10170943f tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "DELETE /v2.0/subnets/45fc3ed8-d2ea-40b2-93fb-70bdb870e61a HTTP/1.1" status: 204 len: 168 time: 0.6855659 Dec 17 15:32:24.724973 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42174) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:24.744699 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408a014-e029-4066-bca2-27d10170943f tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Pushing event deleted for resources: {'Subnet': ['ID=45fc3ed8-d2ea-40b2-93fb-70bdb870e61a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:24.785230 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e79afd4-9a5f-498c-a6f2-fc526c745042 None None] Network ec28bea2-77cb-4691-b278-282a967d1e33 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:32:24.793680 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-e935749b-61f6-40f2-9ee6-fce3451ec647 None None] Calling delete_port for be4e8593-b09d-4dff-af8c-5c8eff074fb9 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:32:24.889517 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0657dd32-ed8a-485a-bf5d-443c8c270b23 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:24.911284 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f71e0e5a-ce04-494f-8c8a-5976d577fdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:24.975906 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e0e5a-ce04-494f-8c8a-5976d577fdcd None None] Pushing event deleted for resources: {'Port': ['ID=5791c35c-f8e3-4d5f-8620-f35cd3224e0b,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:24.994458 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71e0e5a-ce04-494f-8c8a-5976d577fdcd None None] No DVR routers for this DVR port 5791c35c-f8e3-4d5f-8620-f35cd3224e0b on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:32:25.006106 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e0e5a-ce04-494f-8c8a-5976d577fdcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:32:25.006457 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e0e5a-ce04-494f-8c8a-5976d577fdcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:32:25.006804 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e0e5a-ce04-494f-8c8a-5976d577fdcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:32:25.007152 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e0e5a-ce04-494f-8c8a-5976d577fdcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:32:25.007491 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e0e5a-ce04-494f-8c8a-5976d577fdcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:32:25.007832 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e0e5a-ce04-494f-8c8a-5976d577fdcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:32:25.008200 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e0e5a-ce04-494f-8c8a-5976d577fdcd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:32:25.008620 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e0e5a-ce04-494f-8c8a-5976d577fdcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:32:25.009228 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e0e5a-ce04-494f-8c8a-5976d577fdcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:32:25.010354 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e0e5a-ce04-494f-8c8a-5976d577fdcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:32:25.011902 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e0e5a-ce04-494f-8c8a-5976d577fdcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:32:25.011902 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e0e5a-ce04-494f-8c8a-5976d577fdcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:32:25.026422 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0657dd32-ed8a-485a-bf5d-443c8c270b23 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:25.030603 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0edb7f23-a023-424a-b0bd-57c69d1dc6d6 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:25.057686 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e935749b-61f6-40f2-9ee6-fce3451ec647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:25.061582 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-0657dd32-ed8a-485a-bf5d-443c8c270b23 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['035ebd08-a183-4c96-8d50-7cc8ab5df57c']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:25.073325 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-0657dd32-ed8a-485a-bf5d-443c8c270b23 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71fa2b9a-8f20-4c14-afdd-f73e53e1080c') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:25.073877 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-0657dd32-ed8a-485a-bf5d-443c8c270b23 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71fa2b9a-8f20-4c14-afdd-f73e53e1080c') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:25.079288 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb7f23-a023-424a-b0bd-57c69d1dc6d6 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event deleted for resources: {'Port': ['ID=be4e8593-b09d-4dff-af8c-5c8eff074fb9,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:25.084652 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0657dd32-ed8a-485a-bf5d-443c8c270b23 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:25.091271 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e935749b-61f6-40f2-9ee6-fce3451ec647 None None] Pushing event deleted for resources: {'Port': ['ID=be4e8593-b09d-4dff-af8c-5c8eff074fb9,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:25.098260 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e935749b-61f6-40f2-9ee6-fce3451ec647 None None] No DVR routers for this DVR port be4e8593-b09d-4dff-af8c-5c8eff074fb9 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:32:25.099803 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0657dd32-ed8a-485a-bf5d-443c8c270b23 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:25.118064 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0657dd32-ed8a-485a-bf5d-443c8c270b23 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:32:25.118672 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0657dd32-ed8a-485a-bf5d-443c8c270b23 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:25.123355 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:32:25.123355 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:32:25.123355 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:32:25.123355 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:32:25.123355 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:32:25.123355 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:32:25.123355 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:32:25.123355 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:32:25.123355 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:32:25.123355 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:32:25.123355 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:32:25.123355 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:32:25.123355 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:32:25.123355 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:32:25.123355 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:32:25.123355 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:32:25.123355 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:32:25.123355 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:32:25.123355 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:32:25.123355 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:32:25.123355 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:32:25.123355 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:32:25.123355 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:32:25.123355 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:32:25.123355 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:32:25.123355 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:32:25.123355 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:32:25.123355 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:32:25.123355 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:32:25.123355 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:32:25.123355 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:32:25.123355 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:32:25.133628 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edb7f23-a023-424a-b0bd-57c69d1dc6d6 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] No DVR routers for this DVR port be4e8593-b09d-4dff-af8c-5c8eff074fb9 on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:32:25.218728 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd70301d-3cc2-4aa0-8eed-da695674d99e None None] DHCP port deletion for ec28bea2-77cb-4691-b278-282a967d1e33 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:32:25.260544 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0edb7f23-a023-424a-b0bd-57c69d1dc6d6 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:25.287662 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-fd70301d-3cc2-4aa0-8eed-da695674d99e None None] Deleting port 540c54fd-194b-4aee-aaf8-48b5dc9ff18c {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:32:25.287958 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fd70301d-3cc2-4aa0-8eed-da695674d99e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:25.290283 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-0edb7f23-a023-424a-b0bd-57c69d1dc6d6 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25100851-0cad-4f2c-8dc0-3b912f6049e3']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:25.301360 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-0edb7f23-a023-424a-b0bd-57c69d1dc6d6 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '353ded88-ea57-499e-8640-af9e574458a9') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:25.301716 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-0edb7f23-a023-424a-b0bd-57c69d1dc6d6 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '353ded88-ea57-499e-8640-af9e574458a9') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:25.304025 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0657dd32-ed8a-485a-bf5d-443c8c270b23 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:25.312579 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0edb7f23-a023-424a-b0bd-57c69d1dc6d6 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:25.314596 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0657dd32-ed8a-485a-bf5d-443c8c270b23 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:25.319075 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42182) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:25.334322 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0657dd32-ed8a-485a-bf5d-443c8c270b23 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "DELETE /v2.0/networks/035ebd08-a183-4c96-8d50-7cc8ab5df57c HTTP/1.1" status: 204 len: 168 time: 0.6075273 Dec 17 15:32:25.361284 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657dd32-ed8a-485a-bf5d-443c8c270b23 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Pushing event deleted for resources: {'Network': ['ID=035ebd08-a183-4c96-8d50-7cc8ab5df57c,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:25.405969 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0edb7f23-a023-424a-b0bd-57c69d1dc6d6 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:25.418671 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0edb7f23-a023-424a-b0bd-57c69d1dc6d6 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:32:25.419008 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0edb7f23-a023-424a-b0bd-57c69d1dc6d6 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:25.422142 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:32:25.422142 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:32:25.422142 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:32:25.422142 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:32:25.422142 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:32:25.422142 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:32:25.422142 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:32:25.422142 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:32:25.422142 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:32:25.422142 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:32:25.422142 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:32:25.422142 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:32:25.422142 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:32:25.422142 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:32:25.422142 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:32:25.422142 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:32:25.422142 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:32:25.422142 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:32:25.422142 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:32:25.422142 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:32:25.422142 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:32:25.422142 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:32:25.422142 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:32:25.422142 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:32:25.422142 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:32:25.422142 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:32:25.422142 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:32:25.422142 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:32:25.422142 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:32:25.422142 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:32:25.422142 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:32:25.422142 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:32:25.429310 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-fd70301d-3cc2-4aa0-8eed-da695674d99e None None] For port 540c54fd-194b-4aee-aaf8-48b5dc9ff18c, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=540c54fd-194b-4aee-aaf8-48b5dc9ff18c,segment=NetworkSegment(1a0c2dd1-66d6-4557-8cd7-0378accaa3d6),segment_id=1a0c2dd1-66d6-4557-8cd7-0378accaa3d6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:32:25.435153 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fd70301d-3cc2-4aa0-8eed-da695674d99e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:25.443918 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-fd70301d-3cc2-4aa0-8eed-da695674d99e None None] Calling delete_port for 540c54fd-194b-4aee-aaf8-48b5dc9ff18c owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:32:25.495238 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c4fce0ad-45b6-4bf8-ab56-1d17b70a05c6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:25.561710 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-c4fce0ad-45b6-4bf8-ab56-1d17b70a05c6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Deleting port 540c54fd-194b-4aee-aaf8-48b5dc9ff18c {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:32:25.562310 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c4fce0ad-45b6-4bf8-ab56-1d17b70a05c6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:25.606925 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0edb7f23-a023-424a-b0bd-57c69d1dc6d6 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:25.628237 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0edb7f23-a023-424a-b0bd-57c69d1dc6d6 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:25.631725 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0edb7f23-a023-424a-b0bd-57c69d1dc6d6 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] 10.222.0.46 "DELETE /v2.0/networks/25100851-0cad-4f2c-8dc0-3b912f6049e3 HTTP/1.1" status: 204 len: 168 time: 1.5842707 Dec 17 15:32:25.653030 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb7f23-a023-424a-b0bd-57c69d1dc6d6 tempest-NetworksTest-1776965677 tempest-NetworksTest-1776965677-project] Pushing event deleted for resources: {'Network': ['ID=25100851-0cad-4f2c-8dc0-3b912f6049e3,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:25.659346 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-c4fce0ad-45b6-4bf8-ab56-1d17b70a05c6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] For port 540c54fd-194b-4aee-aaf8-48b5dc9ff18c, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=540c54fd-194b-4aee-aaf8-48b5dc9ff18c,segment=NetworkSegment(1a0c2dd1-66d6-4557-8cd7-0378accaa3d6),segment_id=1a0c2dd1-66d6-4557-8cd7-0378accaa3d6)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:32:25.659733 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c4fce0ad-45b6-4bf8-ab56-1d17b70a05c6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:25.679367 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-c4fce0ad-45b6-4bf8-ab56-1d17b70a05c6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Calling delete_port for 540c54fd-194b-4aee-aaf8-48b5dc9ff18c owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:32:25.706661 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fd70301d-3cc2-4aa0-8eed-da695674d99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:25.753509 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c4fce0ad-45b6-4bf8-ab56-1d17b70a05c6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:25.781562 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70301d-3cc2-4aa0-8eed-da695674d99e None None] Pushing event deleted for resources: {'Port': ['ID=540c54fd-194b-4aee-aaf8-48b5dc9ff18c,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:25.791950 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd70301d-3cc2-4aa0-8eed-da695674d99e None None] No DVR routers for this DVR port 540c54fd-194b-4aee-aaf8-48b5dc9ff18c on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:32:25.808145 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fce0ad-45b6-4bf8-ab56-1d17b70a05c6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Pushing event deleted for resources: {'Port': ['ID=540c54fd-194b-4aee-aaf8-48b5dc9ff18c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:25.817265 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fce0ad-45b6-4bf8-ab56-1d17b70a05c6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] No DVR routers for this DVR port 540c54fd-194b-4aee-aaf8-48b5dc9ff18c on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:32:25.827731 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device be4e8593-b09d-4dff-af8c-5c8eff074fb9 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:32:25.850200 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: be4e8593-b09d-4dff-af8c-5c8eff074fb9 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:32:25.850543 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device be4e8593-b09d-4dff-af8c-5c8eff074fb9 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:32:25.851023 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 540c54fd-194b-4aee-aaf8-48b5dc9ff18c no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:32:25.874096 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 540c54fd-194b-4aee-aaf8-48b5dc9ff18c {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:32:25.874447 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 540c54fd-194b-4aee-aaf8-48b5dc9ff18c not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:32:25.874855 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 5791c35c-f8e3-4d5f-8620-f35cd3224e0b no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:32:25.905656 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 5791c35c-f8e3-4d5f-8620-f35cd3224e0b {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:32:25.906531 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 5791c35c-f8e3-4d5f-8620-f35cd3224e0b not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:32:25.917377 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:25.950416 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c4fce0ad-45b6-4bf8-ab56-1d17b70a05c6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:25.974694 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-c4fce0ad-45b6-4bf8-ab56-1d17b70a05c6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec28bea2-77cb-4691-b278-282a967d1e33']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:25.984265 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-c4fce0ad-45b6-4bf8-ab56-1d17b70a05c6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a0c2dd1-66d6-4557-8cd7-0378accaa3d6') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:25.984639 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-c4fce0ad-45b6-4bf8-ab56-1d17b70a05c6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a0c2dd1-66d6-4557-8cd7-0378accaa3d6') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:25.994182 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c4fce0ad-45b6-4bf8-ab56-1d17b70a05c6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:26.007636 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c4fce0ad-45b6-4bf8-ab56-1d17b70a05c6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:26.014564 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4fce0ad-45b6-4bf8-ab56-1d17b70a05c6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:32:26.016387 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c4fce0ad-45b6-4bf8-ab56-1d17b70a05c6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: self.session.flush() Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: self.session.flush() Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: self.session.flush() Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: self.session.flush() Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:32:26.018014 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:32:26.161124 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c4fce0ad-45b6-4bf8-ab56-1d17b70a05c6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:26.180631 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c4fce0ad-45b6-4bf8-ab56-1d17b70a05c6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:26.198406 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c4fce0ad-45b6-4bf8-ab56-1d17b70a05c6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] 10.222.0.46 "DELETE /v2.0/networks/ec28bea2-77cb-4691-b278-282a967d1e33 HTTP/1.1" status: 204 len: 168 time: 0.8780220 Dec 17 15:32:26.209726 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42202) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:26.269250 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fce0ad-45b6-4bf8-ab56-1d17b70a05c6 tempest-TaggedBootDevicesTest_v242-612192539 tempest-TaggedBootDevicesTest_v242-612192539-project] Pushing event deleted for resources: {'Network': ['ID=ec28bea2-77cb-4691-b278-282a967d1e33,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:26.410607 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d1bf49a8-a82b-4abc-90de-62a1a36da651 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1c2a322f18a14827a7e34ded02e18991&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2000875 Dec 17 15:32:26.413290 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42210) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:26.473333 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-371dc9ac-55f0-4b45-ab61-30801943dfe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:26.499674 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-371dc9ac-55f0-4b45-ab61-30801943dfe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:26.638264 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-371dc9ac-55f0-4b45-ab61-30801943dfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:26.640933 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-371dc9ac-55f0-4b45-ab61-30801943dfe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:26.642153 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-371dc9ac-55f0-4b45-ab61-30801943dfe9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0bb77c88-db07-43a7-ba47-28b56504e4a9 HTTP/1.1" status: 204 len: 168 time: 0.2274022 Dec 17 15:32:26.650770 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371dc9ac-55f0-4b45-ab61-30801943dfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb77c88-db07-43a7-ba47-28b56504e4a9,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:27.889111 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42272) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:28.007742 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-58e53551-aaca-4bd1-8822-b7112ce52e3c tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-138004904', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:32:28.088195 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-58e53551-aaca-4bd1-8822-b7112ce52e3c tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:28.089304 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-58e53551-aaca-4bd1-8822-b7112ce52e3c tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:28.190561 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-58e53551-aaca-4bd1-8822-b7112ce52e3c tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:28.268160 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-58e53551-aaca-4bd1-8822-b7112ce52e3c tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:28.383037 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-58e53551-aaca-4bd1-8822-b7112ce52e3c tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:28.394193 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42286) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:28.394679 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-58e53551-aaca-4bd1-8822-b7112ce52e3c tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4975171 Dec 17 15:32:28.394779 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-63e35040-9f7a-4a64-b73e-6558dadd4ef5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1362366373'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:32:28.481356 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e35040-9f7a-4a64-b73e-6558dadd4ef5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Made reservation on behalf of 46f0aec6e7bc45ffb243e2a215a32796 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:32:28.485267 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-63e35040-9f7a-4a64-b73e-6558dadd4ef5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:28.497305 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-63e35040-9f7a-4a64-b73e-6558dadd4ef5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:28.622537 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-63e35040-9f7a-4a64-b73e-6558dadd4ef5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:28.713799 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-63e35040-9f7a-4a64-b73e-6558dadd4ef5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:28.753719 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63e35040-9f7a-4a64-b73e-6558dadd4ef5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:32:28.777366 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e35040-9f7a-4a64-b73e-6558dadd4ef5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49751354-542d-4f11-ac03-b63d550d2833,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:28.782507 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-63e35040-9f7a-4a64-b73e-6558dadd4ef5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:28.782849 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-63e35040-9f7a-4a64-b73e-6558dadd4ef5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Added segment 774371f7-6328-4adc-824d-6d9047abaae0 of type vlan for network 266a5ffd-735f-4bef-85a1-2a98b385cc99 Dec 17 15:32:28.835009 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-63e35040-9f7a-4a64-b73e-6558dadd4ef5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:28.849907 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2e078e96-a6f7-4f0a-a873-8832781bbf5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:28.944540 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-63e35040-9f7a-4a64-b73e-6558dadd4ef5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:28.951128 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e35040-9f7a-4a64-b73e-6558dadd4ef5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:28.951814 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-63e35040-9f7a-4a64-b73e-6558dadd4ef5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:29.039060 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e35040-9f7a-4a64-b73e-6558dadd4ef5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Pushing event updated for resources: {'Network': ['ID=266a5ffd-735f-4bef-85a1-2a98b385cc99,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:29.065989 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 266a5ffd-735f-4bef-85a1-2a98b385cc99 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:32:29.109987 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-63e35040-9f7a-4a64-b73e-6558dadd4ef5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7211299 Dec 17 15:32:29.113213 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42300) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:29.120205 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-3d017cf0-eaaa-4258-ae74-1cdac41f6aa1 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Request body: {'subnet': {'network_id': '266a5ffd-735f-4bef-85a1-2a98b385cc99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:32:29.350021 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d017cf0-eaaa-4258-ae74-1cdac41f6aa1 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Made reservation on behalf of 46f0aec6e7bc45ffb243e2a215a32796 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:32:29.356931 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3d017cf0-eaaa-4258-ae74-1cdac41f6aa1 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:29.667919 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3d017cf0-eaaa-4258-ae74-1cdac41f6aa1 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:29.751856 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d017cf0-eaaa-4258-ae74-1cdac41f6aa1 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Pushing event updated for resources: {'Subnet': ['ID=20a46c0e-2392-4c95-9bf4-44273dba7586,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:29.762062 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d017cf0-eaaa-4258-ae74-1cdac41f6aa1 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Checking segment: {'id': '774371f7-6328-4adc-824d-6d9047abaae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '266a5ffd-735f-4bef-85a1-2a98b385cc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:32:29.762550 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d017cf0-eaaa-4258-ae74-1cdac41f6aa1 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Network hostable DHCP agents. Network: 266a5ffd-735f-4bef-85a1-2a98b385cc99, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:32:29.849821 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d017cf0-eaaa-4258-ae74-1cdac41f6aa1 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Network 266a5ffd-735f-4bef-85a1-2a98b385cc99 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:32:29.976886 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-3d017cf0-eaaa-4258-ae74-1cdac41f6aa1 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 266a5ffd-735f-4bef-85a1-2a98b385cc99) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:32:29.981469 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d017cf0-eaaa-4258-ae74-1cdac41f6aa1 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:29.982022 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3d017cf0-eaaa-4258-ae74-1cdac41f6aa1 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:29.991866 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a219595f-de6c-4bca-8d04-44aceb7fda73 None None] Network 266a5ffd-735f-4bef-85a1-2a98b385cc99 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:32:30.089928 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3d017cf0-eaaa-4258-ae74-1cdac41f6aa1 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9721375 Dec 17 15:32:30.090435 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42318) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:30.096336 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-f7c99ea7-f211-4c68-9676-82dca9f08c20 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Request body: {'network': {'name': 'tempest-router-network01--2107286163'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:32:30.207454 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c99ea7-f211-4c68-9676-82dca9f08c20 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Made reservation on behalf of 46f0aec6e7bc45ffb243e2a215a32796 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:32:30.208169 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c736d738-dad1-41c7-bd52-7a7125c80664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-266a5ffd-735f-4bef-85a1-2a98b385cc99', 'network_id': '266a5ffd-735f-4bef-85a1-2a98b385cc99', 'tenant_id': '46f0aec6e7bc45ffb243e2a215a32796', 'fixed_ips': [{'subnet_id': '20a46c0e-2392-4c95-9bf4-44273dba7586'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:32:30.215753 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c736d738-dad1-41c7-bd52-7a7125c80664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:30.215932 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f7c99ea7-f211-4c68-9676-82dca9f08c20 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:30.312473 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c99ea7-f211-4c68-9676-82dca9f08c20 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:32:30.324736 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f7c99ea7-f211-4c68-9676-82dca9f08c20 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:30.325772 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-f7c99ea7-f211-4c68-9676-82dca9f08c20 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Added segment 60393b17-97e0-444c-b903-0471412c138b of type vlan for network a53078ac-79f5-4815-a5dc-a55d5767f571 Dec 17 15:32:30.428161 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f7c99ea7-f211-4c68-9676-82dca9f08c20 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:30.509965 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-c736d738-dad1-41c7-bd52-7a7125c80664 None None] Allocated IP 2001:db8::2 (266a5ffd-735f-4bef-85a1-2a98b385cc99/20a46c0e-2392-4c95-9bf4-44273dba7586/220e68d4-eb53-4bcb-8ea1-6a62bf82d60e) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:32:30.586791 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f7c99ea7-f211-4c68-9676-82dca9f08c20 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:30.594619 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c99ea7-f211-4c68-9676-82dca9f08c20 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:30.597789 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f7c99ea7-f211-4c68-9676-82dca9f08c20 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:30.799513 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c99ea7-f211-4c68-9676-82dca9f08c20 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Pushing event updated for resources: {'Network': ['ID=a53078ac-79f5-4815-a5dc-a55d5767f571,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:30.811503 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c736d738-dad1-41c7-bd52-7a7125c80664 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:30.818700 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network a53078ac-79f5-4815-a5dc-a55d5767f571 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:32:30.891129 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f7c99ea7-f211-4c68-9676-82dca9f08c20 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7993255 Dec 17 15:32:30.891377 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42338) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:30.898307 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-f615d382-1e11-44be-bffb-06ebfa70a798 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Request body: {'network': {'name': 'tempest-router-network02--1963133785'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:32:30.954580 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c736d738-dad1-41c7-bd52-7a7125c80664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:31.033532 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736d738-dad1-41c7-bd52-7a7125c80664 None None] Pushing event updated for resources: {'Port': ['ID=220e68d4-eb53-4bcb-8ea1-6a62bf82d60e,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:31.038752 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f615d382-1e11-44be-bffb-06ebfa70a798 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Made reservation on behalf of 46f0aec6e7bc45ffb243e2a215a32796 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:32:31.050221 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f615d382-1e11-44be-bffb-06ebfa70a798 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:31.073248 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c736d738-dad1-41c7-bd52-7a7125c80664 None None] Network 266a5ffd-735f-4bef-85a1-2a98b385cc99 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:32:31.077500 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-c736d738-dad1-41c7-bd52-7a7125c80664 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:32:31.086356 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c736d738-dad1-41c7-bd52-7a7125c80664 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:32:31.095601 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f615d382-1e11-44be-bffb-06ebfa70a798 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:32:31.135353 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a62fedff-7cf5-419d-8198-e96111d42194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:31.157079 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f615d382-1e11-44be-bffb-06ebfa70a798 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:31.157079 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-f615d382-1e11-44be-bffb-06ebfa70a798 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Added segment 5ee08d73-5134-4acd-84dc-f012fdefae38 of type vlan for network e06e954f-bf7d-4c7c-b051-d473e2fe3eb3 Dec 17 15:32:31.186507 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-c736d738-dad1-41c7-bd52-7a7125c80664 None None] Attempting to bind port 220e68d4-eb53-4bcb-8ea1-6a62bf82d60e on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:32:31.187402 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-c736d738-dad1-41c7-bd52-7a7125c80664 None None] Attempting to bind port 220e68d4-eb53-4bcb-8ea1-6a62bf82d60e by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '774371f7-6328-4adc-824d-6d9047abaae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '266a5ffd-735f-4bef-85a1-2a98b385cc99'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:32:31.188180 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c736d738-dad1-41c7-bd52-7a7125c80664 None None] Attempting to bind port 220e68d4-eb53-4bcb-8ea1-6a62bf82d60e on network 266a5ffd-735f-4bef-85a1-2a98b385cc99 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:32:31.195027 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c736d738-dad1-41c7-bd52-7a7125c80664 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:32:31.195729 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c736d738-dad1-41c7-bd52-7a7125c80664 None None] Checking segment: {'id': '774371f7-6328-4adc-824d-6d9047abaae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '266a5ffd-735f-4bef-85a1-2a98b385cc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:32:31.197009 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c736d738-dad1-41c7-bd52-7a7125c80664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:31.197726 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c736d738-dad1-41c7-bd52-7a7125c80664 None None] Bound using segment: {'id': '774371f7-6328-4adc-824d-6d9047abaae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '266a5ffd-735f-4bef-85a1-2a98b385cc99'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:32:31.198531 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-c736d738-dad1-41c7-bd52-7a7125c80664 None None] Bound port: 220e68d4-eb53-4bcb-8ea1-6a62bf82d60e, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774371f7-6328-4adc-824d-6d9047abaae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '266a5ffd-735f-4bef-85a1-2a98b385cc99'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:32:31.199303 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c736d738-dad1-41c7-bd52-7a7125c80664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:31.235576 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f615d382-1e11-44be-bffb-06ebfa70a798 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:31.291964 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c736d738-dad1-41c7-bd52-7a7125c80664 None None] For port 220e68d4-eb53-4bcb-8ea1-6a62bf82d60e, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:32:31.295662 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c736d738-dad1-41c7-bd52-7a7125c80664 None None] For port 220e68d4-eb53-4bcb-8ea1-6a62bf82d60e, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=220e68d4-eb53-4bcb-8ea1-6a62bf82d60e,segment=NetworkSegment(774371f7-6328-4adc-824d-6d9047abaae0),segment_id=774371f7-6328-4adc-824d-6d9047abaae0)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:32:31.332363 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f615d382-1e11-44be-bffb-06ebfa70a798 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:31.338881 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f615d382-1e11-44be-bffb-06ebfa70a798 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:31.339587 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f615d382-1e11-44be-bffb-06ebfa70a798 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:31.350259 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c736d738-dad1-41c7-bd52-7a7125c80664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:31.442785 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736d738-dad1-41c7-bd52-7a7125c80664 None None] Pushing event updated for resources: {'Port': ['ID=220e68d4-eb53-4bcb-8ea1-6a62bf82d60e,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:31.454976 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615d382-1e11-44be-bffb-06ebfa70a798 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Pushing event updated for resources: {'Network': ['ID=e06e954f-bf7d-4c7c-b051-d473e2fe3eb3,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:31.502618 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network e06e954f-bf7d-4c7c-b051-d473e2fe3eb3 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:32:31.513387 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f615d382-1e11-44be-bffb-06ebfa70a798 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6207626 Dec 17 15:32:31.516520 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42350) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:31.521821 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-846ab440-889b-43b1-a73f-7163ab76ca88 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Request body: {'subnet': {'network_id': 'a53078ac-79f5-4815-a5dc-a55d5767f571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:32:31.754695 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846ab440-889b-43b1-a73f-7163ab76ca88 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Made reservation on behalf of 46f0aec6e7bc45ffb243e2a215a32796 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:32:31.764607 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-846ab440-889b-43b1-a73f-7163ab76ca88 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:31.904402 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 220e68d4-eb53-4bcb-8ea1-6a62bf82d60e up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:32:32.186982 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-846ab440-889b-43b1-a73f-7163ab76ca88 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:32.325281 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ab440-889b-43b1-a73f-7163ab76ca88 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Pushing event updated for resources: {'Subnet': ['ID=8404bd87-9557-49fa-87a3-f876da4ad4e1,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:32.344206 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846ab440-889b-43b1-a73f-7163ab76ca88 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Checking segment: {'id': '60393b17-97e0-444c-b903-0471412c138b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a53078ac-79f5-4815-a5dc-a55d5767f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:32:32.344579 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846ab440-889b-43b1-a73f-7163ab76ca88 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Network hostable DHCP agents. Network: a53078ac-79f5-4815-a5dc-a55d5767f571, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:32:32.354926 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 220e68d4-eb53-4bcb-8ea1-6a62bf82d60e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:32:32.355492 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:32.395458 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:32.480178 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:32.518293 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846ab440-889b-43b1-a73f-7163ab76ca88 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Network a53078ac-79f5-4815-a5dc-a55d5767f571 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:32:32.551735 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 220e68d4-eb53-4bcb-8ea1-6a62bf82d60e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=220e68d4-eb53-4bcb-8ea1-6a62bf82d60e,segment=NetworkSegment(774371f7-6328-4adc-824d-6d9047abaae0),segment_id=774371f7-6328-4adc-824d-6d9047abaae0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:32:32.632169 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-846ab440-889b-43b1-a73f-7163ab76ca88 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, a53078ac-79f5-4815-a5dc-a55d5767f571) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:32:32.643996 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846ab440-889b-43b1-a73f-7163ab76ca88 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:32.644598 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-846ab440-889b-43b1-a73f-7163ab76ca88 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:32.657969 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d375095-e2f2-403e-b2c7-cf6d7214cb94 None None] Network a53078ac-79f5-4815-a5dc-a55d5767f571 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:32:32.726574 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:32.735180 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-846ab440-889b-43b1-a73f-7163ab76ca88 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2148087 Dec 17 15:32:32.735552 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42386) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:32.740593 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-1adf5f45-a18e-4c4c-84f9-9156480fc8b9 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Request body: {'subnet': {'network_id': 'e06e954f-bf7d-4c7c-b051-d473e2fe3eb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:32:32.800197 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=220e68d4-eb53-4bcb-8ea1-6a62bf82d60e,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:33.015050 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdec4b6-0414-4912-a979-f79d54f71612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-a53078ac-79f5-4815-a5dc-a55d5767f571', 'network_id': 'a53078ac-79f5-4815-a5dc-a55d5767f571', 'tenant_id': '46f0aec6e7bc45ffb243e2a215a32796', 'fixed_ips': [{'subnet_id': '8404bd87-9557-49fa-87a3-f876da4ad4e1'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:32:33.016256 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8fdec4b6-0414-4912-a979-f79d54f71612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:33.042768 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92d6dfa-5f96-4a34-867d-2ca54886e017 None None] Network 266a5ffd-735f-4bef-85a1-2a98b385cc99 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:32:33.083645 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adf5f45-a18e-4c4c-84f9-9156480fc8b9 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Made reservation on behalf of 46f0aec6e7bc45ffb243e2a215a32796 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:32:33.089383 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1adf5f45-a18e-4c4c-84f9-9156480fc8b9 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:33.330721 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-8fdec4b6-0414-4912-a979-f79d54f71612 None None] Allocated IP 2001:db8::2 (a53078ac-79f5-4815-a5dc-a55d5767f571/8404bd87-9557-49fa-87a3-f876da4ad4e1/9c8aa1b4-d564-4b7c-b503-3fc557db39af) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:32:33.338307 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-da0c5c34-7026-4439-a761-58db743168d4 None None] Provisioning complete for port 220e68d4-eb53-4bcb-8ea1-6a62bf82d60e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:32:33.338973 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-da0c5c34-7026-4439-a761-58db743168d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:33.393253 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1adf5f45-a18e-4c4c-84f9-9156480fc8b9 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:33.484367 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf5f45-a18e-4c4c-84f9-9156480fc8b9 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Pushing event updated for resources: {'Subnet': ['ID=53e693ab-b49c-4158-affc-058c88bb3d6d,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:33.490158 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adf5f45-a18e-4c4c-84f9-9156480fc8b9 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Checking segment: {'id': '5ee08d73-5134-4acd-84dc-f012fdefae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e06e954f-bf7d-4c7c-b051-d473e2fe3eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:32:33.490514 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adf5f45-a18e-4c4c-84f9-9156480fc8b9 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Network hostable DHCP agents. Network: e06e954f-bf7d-4c7c-b051-d473e2fe3eb3, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:32:33.578845 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adf5f45-a18e-4c4c-84f9-9156480fc8b9 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Network e06e954f-bf7d-4c7c-b051-d473e2fe3eb3 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:32:33.655095 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8fdec4b6-0414-4912-a979-f79d54f71612 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:33.677902 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-1adf5f45-a18e-4c4c-84f9-9156480fc8b9 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, e06e954f-bf7d-4c7c-b051-d473e2fe3eb3) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:32:33.684270 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adf5f45-a18e-4c4c-84f9-9156480fc8b9 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:33.685176 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1adf5f45-a18e-4c4c-84f9-9156480fc8b9 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:33.711425 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318471cb-d14d-4c2e-973a-48460fa3eea4 None None] Network e06e954f-bf7d-4c7c-b051-d473e2fe3eb3 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:32:33.779373 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8fdec4b6-0414-4912-a979-f79d54f71612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:33.855408 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1adf5f45-a18e-4c4c-84f9-9156480fc8b9 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1174901 Dec 17 15:32:33.857714 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42408) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:33.876801 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 220e68d4-eb53-4bcb-8ea1-6a62bf82d60e up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:32:33.903236 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdec4b6-0414-4912-a979-f79d54f71612 None None] Network a53078ac-79f5-4815-a5dc-a55d5767f571 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:32:33.963788 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:33.965277 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-8fdec4b6-0414-4912-a979-f79d54f71612 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:32:33.967503 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdec4b6-0414-4912-a979-f79d54f71612 None None] Pushing event updated for resources: {'Port': ['ID=9c8aa1b4-d564-4b7c-b503-3fc557db39af,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:33.982787 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdec4b6-0414-4912-a979-f79d54f71612 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:32:34.214375 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-8fdec4b6-0414-4912-a979-f79d54f71612 None None] Attempting to bind port 9c8aa1b4-d564-4b7c-b503-3fc557db39af on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:32:34.215126 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-8fdec4b6-0414-4912-a979-f79d54f71612 None None] Attempting to bind port 9c8aa1b4-d564-4b7c-b503-3fc557db39af by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '60393b17-97e0-444c-b903-0471412c138b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a53078ac-79f5-4815-a5dc-a55d5767f571'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:32:34.215733 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdec4b6-0414-4912-a979-f79d54f71612 None None] Attempting to bind port 9c8aa1b4-d564-4b7c-b503-3fc557db39af on network a53078ac-79f5-4815-a5dc-a55d5767f571 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:32:34.231032 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-8d5a039c-bda6-4c43-9bd6-fc3c51984f6d None None] Provisioning complete for port 220e68d4-eb53-4bcb-8ea1-6a62bf82d60e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:32:34.232225 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8d5a039c-bda6-4c43-9bd6-fc3c51984f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:34.270105 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdec4b6-0414-4912-a979-f79d54f71612 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:32:34.270767 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdec4b6-0414-4912-a979-f79d54f71612 None None] Checking segment: {'id': '60393b17-97e0-444c-b903-0471412c138b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a53078ac-79f5-4815-a5dc-a55d5767f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:32:34.271385 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8fdec4b6-0414-4912-a979-f79d54f71612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:34.271985 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdec4b6-0414-4912-a979-f79d54f71612 None None] Bound using segment: {'id': '60393b17-97e0-444c-b903-0471412c138b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a53078ac-79f5-4815-a5dc-a55d5767f571'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:32:34.272851 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-8fdec4b6-0414-4912-a979-f79d54f71612 None None] Bound port: 9c8aa1b4-d564-4b7c-b503-3fc557db39af, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60393b17-97e0-444c-b903-0471412c138b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a53078ac-79f5-4815-a5dc-a55d5767f571'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:32:34.273545 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8fdec4b6-0414-4912-a979-f79d54f71612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:34.316226 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:34.376656 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674ad032-60da-402a-9be4-a43593da8907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-e06e954f-bf7d-4c7c-b051-d473e2fe3eb3', 'network_id': 'e06e954f-bf7d-4c7c-b051-d473e2fe3eb3', 'tenant_id': '46f0aec6e7bc45ffb243e2a215a32796', 'fixed_ips': [{'subnet_id': '53e693ab-b49c-4158-affc-058c88bb3d6d'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:32:34.377935 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-674ad032-60da-402a-9be4-a43593da8907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:34.384983 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 220e68d4-eb53-4bcb-8ea1-6a62bf82d60e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:32:34.385664 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:34.490232 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-397d764b-e251-4fe7-8e7d-f3327b4a9cac tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:34.675424 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-674ad032-60da-402a-9be4-a43593da8907 None None] Allocated IP 2001:db8::2 (e06e954f-bf7d-4c7c-b051-d473e2fe3eb3/53e693ab-b49c-4158-affc-058c88bb3d6d/70049348-2fe1-45c1-bb3d-cb94bbacba99) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:32:34.892627 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-397d764b-e251-4fe7-8e7d-f3327b4a9cac tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Allocated IP 2001:db8::1 (a53078ac-79f5-4815-a5dc-a55d5767f571/8404bd87-9557-49fa-87a3-f876da4ad4e1/f931ad5d-27d6-44fc-88a6-6f67544f6bcf) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:32:34.908859 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-674ad032-60da-402a-9be4-a43593da8907 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:34.924278 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-8fdec4b6-0414-4912-a979-f79d54f71612 None None] For port 9c8aa1b4-d564-4b7c-b503-3fc557db39af, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:32:34.946149 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-8fdec4b6-0414-4912-a979-f79d54f71612 None None] For port 9c8aa1b4-d564-4b7c-b503-3fc557db39af, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9c8aa1b4-d564-4b7c-b503-3fc557db39af,segment=NetworkSegment(60393b17-97e0-444c-b903-0471412c138b),segment_id=60393b17-97e0-444c-b903-0471412c138b)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:32:35.054349 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-674ad032-60da-402a-9be4-a43593da8907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:35.090071 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8fdec4b6-0414-4912-a979-f79d54f71612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:35.147378 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-397d764b-e251-4fe7-8e7d-f3327b4a9cac tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:35.183549 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674ad032-60da-402a-9be4-a43593da8907 None None] Network e06e954f-bf7d-4c7c-b051-d473e2fe3eb3 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:32:35.215630 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-674ad032-60da-402a-9be4-a43593da8907 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:32:35.220894 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674ad032-60da-402a-9be4-a43593da8907 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:32:35.342031 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-397d764b-e251-4fe7-8e7d-f3327b4a9cac tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:35.357125 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ad032-60da-402a-9be4-a43593da8907 None None] Pushing event updated for resources: {'Port': ['ID=70049348-2fe1-45c1-bb3d-cb94bbacba99,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:35.515735 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d764b-e251-4fe7-8e7d-f3327b4a9cac tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Pushing event updated for resources: {'Port': ['ID=f931ad5d-27d6-44fc-88a6-6f67544f6bcf,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:35.521595 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-674ad032-60da-402a-9be4-a43593da8907 None None] Attempting to bind port 70049348-2fe1-45c1-bb3d-cb94bbacba99 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:32:35.523892 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-674ad032-60da-402a-9be4-a43593da8907 None None] Attempting to bind port 70049348-2fe1-45c1-bb3d-cb94bbacba99 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '5ee08d73-5134-4acd-84dc-f012fdefae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e06e954f-bf7d-4c7c-b051-d473e2fe3eb3'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:32:35.525823 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674ad032-60da-402a-9be4-a43593da8907 None None] Attempting to bind port 70049348-2fe1-45c1-bb3d-cb94bbacba99 on network e06e954f-bf7d-4c7c-b051-d473e2fe3eb3 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:32:35.537896 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397d764b-e251-4fe7-8e7d-f3327b4a9cac tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Network a53078ac-79f5-4815-a5dc-a55d5767f571 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:32:35.541607 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-397d764b-e251-4fe7-8e7d-f3327b4a9cac tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:32:35.556754 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397d764b-e251-4fe7-8e7d-f3327b4a9cac tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:32:35.557387 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-397d764b-e251-4fe7-8e7d-f3327b4a9cac tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:35.569002 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674ad032-60da-402a-9be4-a43593da8907 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:32:35.569640 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674ad032-60da-402a-9be4-a43593da8907 None None] Checking segment: {'id': '5ee08d73-5134-4acd-84dc-f012fdefae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e06e954f-bf7d-4c7c-b051-d473e2fe3eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:32:35.570209 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-674ad032-60da-402a-9be4-a43593da8907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:35.572766 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674ad032-60da-402a-9be4-a43593da8907 None None] Bound using segment: {'id': '5ee08d73-5134-4acd-84dc-f012fdefae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e06e954f-bf7d-4c7c-b051-d473e2fe3eb3'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:32:35.578415 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-674ad032-60da-402a-9be4-a43593da8907 None None] Bound port: 70049348-2fe1-45c1-bb3d-cb94bbacba99, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee08d73-5134-4acd-84dc-f012fdefae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e06e954f-bf7d-4c7c-b051-d473e2fe3eb3'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:32:35.580018 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-674ad032-60da-402a-9be4-a43593da8907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:35.613517 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdec4b6-0414-4912-a979-f79d54f71612 None None] Pushing event updated for resources: {'Port': ['ID=9c8aa1b4-d564-4b7c-b503-3fc557db39af,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:35.831251 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-674ad032-60da-402a-9be4-a43593da8907 None None] For port 70049348-2fe1-45c1-bb3d-cb94bbacba99, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:32:35.836953 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-674ad032-60da-402a-9be4-a43593da8907 None None] For port 70049348-2fe1-45c1-bb3d-cb94bbacba99, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=70049348-2fe1-45c1-bb3d-cb94bbacba99,segment=NetworkSegment(5ee08d73-5134-4acd-84dc-f012fdefae38),segment_id=5ee08d73-5134-4acd-84dc-f012fdefae38)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:32:35.918013 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-397d764b-e251-4fe7-8e7d-f3327b4a9cac tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:35.950099 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9c8aa1b4-d564-4b7c-b503-3fc557db39af up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:32:35.954324 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-674ad032-60da-402a-9be4-a43593da8907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:36.108633 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ad032-60da-402a-9be4-a43593da8907 None None] Pushing event updated for resources: {'Port': ['ID=70049348-2fe1-45c1-bb3d-cb94bbacba99,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:36.145223 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 9c8aa1b4-d564-4b7c-b503-3fc557db39af triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:32:36.145223 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:36.295603 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:36.377259 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 9c8aa1b4-d564-4b7c-b503-3fc557db39af, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9c8aa1b4-d564-4b7c-b503-3fc557db39af,segment=NetworkSegment(60393b17-97e0-444c-b903-0471412c138b),segment_id=60393b17-97e0-444c-b903-0471412c138b)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:32:36.442789 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:36.538935 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-397d764b-e251-4fe7-8e7d-f3327b4a9cac tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:36.560513 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=9c8aa1b4-d564-4b7c-b503-3fc557db39af,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:36.604089 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-397d764b-e251-4fe7-8e7d-f3327b4a9cac tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:36.605363 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-397d764b-e251-4fe7-8e7d-f3327b4a9cac tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:36.768962 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d764b-e251-4fe7-8e7d-f3327b4a9cac tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Pushing event updated for resources: {'Port': ['ID=f931ad5d-27d6-44fc-88a6-6f67544f6bcf,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:36.879613 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397d764b-e251-4fe7-8e7d-f3327b4a9cac tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Network a53078ac-79f5-4815-a5dc-a55d5767f571 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:32:36.883212 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-397d764b-e251-4fe7-8e7d-f3327b4a9cac tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:32:37.060321 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6021b09-a5b1-49bc-8738-b0352ca25b5d None None] Network a53078ac-79f5-4815-a5dc-a55d5767f571 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:32:37.163964 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397d764b-e251-4fe7-8e7d-f3327b4a9cac tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Router e02109d4-c4bf-4b93-9481-87ab4171447c is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:32:37.289866 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397d764b-e251-4fe7-8e7d-f3327b4a9cac tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:32:37.302781 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42472) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:37.303304 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-397d764b-e251-4fe7-8e7d-f3327b4a9cac tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] 10.222.0.46 "PUT /v2.0/routers/e02109d4-c4bf-4b93-9481-87ab4171447c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4443240 Dec 17 15:32:37.329567 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c4cc23-9c39-4794-80ae-c3223e41d257 None None] Sync routers for ids ['e02109d4-c4bf-4b93-9481-87ab4171447c'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:32:37.379851 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c4cc23-9c39-4794-80ae-c3223e41d257 None None] Routers {'e02109d4-c4bf-4b93-9481-87ab4171447c'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:32:37.380501 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-a5c4cc23-9c39-4794-80ae-c3223e41d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:32:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['e02109d4-c4bf-4b93-9481-87ab4171447c'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:37.462597 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-8a00348f-d030-44d0-90de-aa12d7c9c222 None None] Provisioning complete for port 9c8aa1b4-d564-4b7c-b503-3fc557db39af triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:32:37.474012 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8a00348f-d030-44d0-90de-aa12d7c9c222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:37.508691 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-a5c4cc23-9c39-4794-80ae-c3223e41d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:37.626421 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c4cc23-9c39-4794-80ae-c3223e41d257 None None] Routers {'e02109d4-c4bf-4b93-9481-87ab4171447c'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:32:37.627084 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-a5c4cc23-9c39-4794-80ae-c3223e41d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:32:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['e02109d4-c4bf-4b93-9481-87ab4171447c'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:37.688923 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6766c1-4cf5-4d7b-a8f0-f6c1c19e24a3 None None] Network e06e954f-bf7d-4c7c-b051-d473e2fe3eb3 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:32:37.692953 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-a5c4cc23-9c39-4794-80ae-c3223e41d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:37.698059 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c4cc23-9c39-4794-80ae-c3223e41d257 None None] The sync data for ids ['e02109d4-c4bf-4b93-9481-87ab4171447c'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:32:38.047691 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-63ec9c0e-7a89-4df9-b97e-8c8aa61242ec tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:32:38.049758 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-63ec9c0e-7a89-4df9-b97e-8c8aa61242ec tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] 10.222.0.46 "PUT /v2.0/routers/e02109d4-c4bf-4b93-9481-87ab4171447c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7442806 Dec 17 15:32:38.053585 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42492) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:38.057213 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9c8aa1b4-d564-4b7c-b503-3fc557db39af up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:32:38.110154 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-73167da9-561b-4045-bfcb-a7189fe9603b None None] Provisioning complete for port 70049348-2fe1-45c1-bb3d-cb94bbacba99 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:32:38.110920 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-73167da9-561b-4045-bfcb-a7189fe9603b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:38.223563 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 9c8aa1b4-d564-4b7c-b503-3fc557db39af triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:32:38.223951 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:38.385090 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-73167da9-561b-4045-bfcb-a7189fe9603b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:38.487955 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-73167da9-561b-4045-bfcb-a7189fe9603b None None] For port 70049348-2fe1-45c1-bb3d-cb94bbacba99, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=70049348-2fe1-45c1-bb3d-cb94bbacba99,segment=NetworkSegment(5ee08d73-5134-4acd-84dc-f012fdefae38),segment_id=5ee08d73-5134-4acd-84dc-f012fdefae38)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:32:38.489837 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 70049348-2fe1-45c1-bb3d-cb94bbacba99 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:32:38.573154 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-73167da9-561b-4045-bfcb-a7189fe9603b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:38.579371 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 70049348-2fe1-45c1-bb3d-cb94bbacba99 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:32:38.579747 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:38.727424 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73167da9-561b-4045-bfcb-a7189fe9603b None None] Pushing event updated for resources: {'Port': ['ID=70049348-2fe1-45c1-bb3d-cb94bbacba99,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:38.739610 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-bde5b787-7f53-4735-a258-258bc163fa85 None None] Provisioning complete for port f931ad5d-27d6-44fc-88a6-6f67544f6bcf triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:32:38.739911 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bde5b787-7f53-4735-a258-258bc163fa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:38.803463 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-bde5b787-7f53-4735-a258-258bc163fa85 None None] Port f931ad5d-27d6-44fc-88a6-6f67544f6bcf cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:32:38.816108 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-bde5b787-7f53-4735-a258-258bc163fa85 None None] Provisioning complete for port 9c8aa1b4-d564-4b7c-b503-3fc557db39af triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:32:38.816369 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bde5b787-7f53-4735-a258-258bc163fa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:39.017455 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-bde5b787-7f53-4735-a258-258bc163fa85 None None] Provisioning complete for port 70049348-2fe1-45c1-bb3d-cb94bbacba99 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:32:39.017975 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bde5b787-7f53-4735-a258-258bc163fa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:39.246020 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d391615b-e0e8-475a-b46d-fe9ec44bf47c None None] Provisioning complete for port f931ad5d-27d6-44fc-88a6-6f67544f6bcf triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:32:39.246701 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d391615b-e0e8-475a-b46d-fe9ec44bf47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:39.314389 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d391615b-e0e8-475a-b46d-fe9ec44bf47c None None] Port f931ad5d-27d6-44fc-88a6-6f67544f6bcf cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:32:39.333492 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c39aa1de-3ccd-44e2-b852-e0ec03ba7a51 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:39.438324 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a015d15a-70ef-448f-8e6a-b5ad4ca268ab None None] Provisioning complete for port f931ad5d-27d6-44fc-88a6-6f67544f6bcf triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:32:39.439082 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a015d15a-70ef-448f-8e6a-b5ad4ca268ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:39.482233 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-a015d15a-70ef-448f-8e6a-b5ad4ca268ab None None] Port f931ad5d-27d6-44fc-88a6-6f67544f6bcf cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:32:39.682509 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-c39aa1de-3ccd-44e2-b852-e0ec03ba7a51 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Deleting port f931ad5d-27d6-44fc-88a6-6f67544f6bcf {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:32:39.682960 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c39aa1de-3ccd-44e2-b852-e0ec03ba7a51 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:39.795507 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c39aa1de-3ccd-44e2-b852-e0ec03ba7a51 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:39.816204 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-c39aa1de-3ccd-44e2-b852-e0ec03ba7a51 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Calling delete_port for f931ad5d-27d6-44fc-88a6-6f67544f6bcf owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:32:39.818300 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 70049348-2fe1-45c1-bb3d-cb94bbacba99 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:32:39.898436 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 70049348-2fe1-45c1-bb3d-cb94bbacba99 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:32:39.898818 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:40.178845 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c39aa1de-3ccd-44e2-b852-e0ec03ba7a51 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:40.252289 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39aa1de-3ccd-44e2-b852-e0ec03ba7a51 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Pushing event deleted for resources: {'Port': ['ID=f931ad5d-27d6-44fc-88a6-6f67544f6bcf,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:40.319591 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:40.421223 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c39aa1de-3ccd-44e2-b852-e0ec03ba7a51 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:40.594235 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39aa1de-3ccd-44e2-b852-e0ec03ba7a51 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Router e02109d4-c4bf-4b93-9481-87ab4171447c has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:32:40.679529 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39aa1de-3ccd-44e2-b852-e0ec03ba7a51 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:32:40.693450 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c39aa1de-3ccd-44e2-b852-e0ec03ba7a51 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] 10.222.0.46 "PUT /v2.0/routers/e02109d4-c4bf-4b93-9481-87ab4171447c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6383772 Dec 17 15:32:40.697414 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42534) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:40.701806 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1956d6b-22f7-49e5-9108-a893d44c970f None None] Sync routers for ids ['e02109d4-c4bf-4b93-9481-87ab4171447c'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:32:40.731318 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1956d6b-22f7-49e5-9108-a893d44c970f None None] Routers {'e02109d4-c4bf-4b93-9481-87ab4171447c'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:32:40.731318 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e1956d6b-22f7-49e5-9108-a893d44c970f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:32:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['e02109d4-c4bf-4b93-9481-87ab4171447c'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:40.744562 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-9b7e4fb6-a952-47c8-a02c-a30fb1722c58 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] delete failed (client error): The resource could not be found. Dec 17 15:32:40.749769 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9b7e4fb6-a952-47c8-a02c-a30fb1722c58 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] 10.222.0.46 "DELETE /v2.0/routers/tempest-non_exist_router-1793979723 HTTP/1.1" status: 404 len: 335 time: 0.0463111 Dec 17 15:32:40.749885 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42536) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:40.754521 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-e0cd296a-0773-48ec-9c09-5778d63a91bf tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e02109d4-c4bf-4b93-9481-87ab4171447c'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:32:40.783498 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e1956d6b-22f7-49e5-9108-a893d44c970f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:40.809510 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1956d6b-22f7-49e5-9108-a893d44c970f None None] Routers {'e02109d4-c4bf-4b93-9481-87ab4171447c'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:32:40.810118 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e1956d6b-22f7-49e5-9108-a893d44c970f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:32:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['e02109d4-c4bf-4b93-9481-87ab4171447c'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:40.894055 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e1956d6b-22f7-49e5-9108-a893d44c970f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:40.894716 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1956d6b-22f7-49e5-9108-a893d44c970f None None] The sync data for ids ['e02109d4-c4bf-4b93-9481-87ab4171447c'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:32:41.043690 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e0cd296a-0773-48ec-9c09-5778d63a91bf tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:41.171368 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-e0cd296a-0773-48ec-9c09-5778d63a91bf tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] update failed (client error): The resource could not be found. Dec 17 15:32:41.173158 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e0cd296a-0773-48ec-9c09-5778d63a91bf tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] 10.222.0.46 "PUT /v2.0/routers/e02109d4-c4bf-4b93-9481-87ab4171447c HTTP/1.1" status: 404 len: 339 time: 0.4223254 Dec 17 15:32:41.177214 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42552) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:41.182736 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-1931ac2b-dbc4-4cdb-bba1-3dd82c9e0d2e tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1108489721'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:32:41.263926 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1931ac2b-dbc4-4cdb-bba1-3dd82c9e0d2e tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Made reservation on behalf of 46f0aec6e7bc45ffb243e2a215a32796 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:32:41.274204 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1931ac2b-dbc4-4cdb-bba1-3dd82c9e0d2e tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:41.306368 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1931ac2b-dbc4-4cdb-bba1-3dd82c9e0d2e tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:32:41.316040 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1931ac2b-dbc4-4cdb-bba1-3dd82c9e0d2e tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:41.316384 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-1931ac2b-dbc4-4cdb-bba1-3dd82c9e0d2e tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Added segment 0ba173e8-965c-42d1-8034-bff1a0727e99 of type vlan for network 710522ae-e869-4ca0-a322-024a139b181d Dec 17 15:32:41.361014 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1931ac2b-dbc4-4cdb-bba1-3dd82c9e0d2e tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:41.483803 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1931ac2b-dbc4-4cdb-bba1-3dd82c9e0d2e tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:41.491496 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1931ac2b-dbc4-4cdb-bba1-3dd82c9e0d2e tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:41.492489 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1931ac2b-dbc4-4cdb-bba1-3dd82c9e0d2e tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:41.618668 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1931ac2b-dbc4-4cdb-bba1-3dd82c9e0d2e tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4396992 Dec 17 15:32:41.621816 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42566) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:41.627477 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-4734343f-ee49-4f22-a4f5-eb91b8c868f3 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Request body: {'subnet': {'network_id': '710522ae-e869-4ca0-a322-024a139b181d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:32:41.637036 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931ac2b-dbc4-4cdb-bba1-3dd82c9e0d2e tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Pushing event updated for resources: {'Network': ['ID=710522ae-e869-4ca0-a322-024a139b181d,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:41.654050 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de6ca6-4c41-425b-b9ba-10152ed51c1f req-bbd1cc5c-1f7b-4bb6-906d-f8681b305a78 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:41.657134 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-78de6ca6-4c41-425b-b9ba-10152ed51c1f req-bbd1cc5c-1f7b-4bb6-906d-f8681b305a78 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 946 time: 0.0556707 Dec 17 15:32:41.755205 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-78de6ca6-4c41-425b-b9ba-10152ed51c1f req-a1d238af-73b6-4e16-918b-ec17d1ab77f4 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888155 Dec 17 15:32:41.757254 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1931ac2b-dbc4-4cdb-bba1-3dd82c9e0d2e tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:32:41.760224 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1931ac2b-dbc4-4cdb-bba1-3dd82c9e0d2e tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:32:41.760766 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1931ac2b-dbc4-4cdb-bba1-3dd82c9e0d2e tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:32:41.761301 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1931ac2b-dbc4-4cdb-bba1-3dd82c9e0d2e tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:32:41.762274 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1931ac2b-dbc4-4cdb-bba1-3dd82c9e0d2e tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:32:41.763008 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1931ac2b-dbc4-4cdb-bba1-3dd82c9e0d2e tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:32:41.763569 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1931ac2b-dbc4-4cdb-bba1-3dd82c9e0d2e tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:32:41.764062 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1931ac2b-dbc4-4cdb-bba1-3dd82c9e0d2e tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:32:41.764552 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1931ac2b-dbc4-4cdb-bba1-3dd82c9e0d2e tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:32:41.765159 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1931ac2b-dbc4-4cdb-bba1-3dd82c9e0d2e tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:32:41.766054 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1931ac2b-dbc4-4cdb-bba1-3dd82c9e0d2e tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:32:41.766654 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1931ac2b-dbc4-4cdb-bba1-3dd82c9e0d2e tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:32:41.799599 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 710522ae-e869-4ca0-a322-024a139b181d details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:32:42.294703 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4734343f-ee49-4f22-a4f5-eb91b8c868f3 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Made reservation on behalf of 46f0aec6e7bc45ffb243e2a215a32796 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:32:42.298433 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4734343f-ee49-4f22-a4f5-eb91b8c868f3 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:42.433476 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42578) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:42.559400 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a95f46ff-7b03-49b3-8526-976b380157e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:42.578356 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4734343f-ee49-4f22-a4f5-eb91b8c868f3 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:42.648705 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734343f-ee49-4f22-a4f5-eb91b8c868f3 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Pushing event updated for resources: {'Subnet': ['ID=042dd25f-63af-419b-b1f5-4d28aa9e7324,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:42.649074 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a95f46ff-7b03-49b3-8526-976b380157e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:42.652715 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4734343f-ee49-4f22-a4f5-eb91b8c868f3 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Checking segment: {'id': '0ba173e8-965c-42d1-8034-bff1a0727e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '710522ae-e869-4ca0-a322-024a139b181d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:32:42.653167 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4734343f-ee49-4f22-a4f5-eb91b8c868f3 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Network hostable DHCP agents. Network: 710522ae-e869-4ca0-a322-024a139b181d, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:32:42.746408 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a95f46ff-7b03-49b3-8526-976b380157e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:42.778025 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4734343f-ee49-4f22-a4f5-eb91b8c868f3 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Network 710522ae-e869-4ca0-a322-024a139b181d is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:32:42.855738 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f46ff-7b03-49b3-8526-976b380157e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a092d8-2b30-4034-8b81-8b2e53e7afcd,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:42.874079 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a95f46ff-7b03-49b3-8526-976b380157e4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2497a2827d604e78a3e4aa5d91ed8d1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4371915 Dec 17 15:32:42.874322 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42590) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:42.897870 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-4734343f-ee49-4f22-a4f5-eb91b8c868f3 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 710522ae-e869-4ca0-a322-024a139b181d) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:32:42.903049 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4734343f-ee49-4f22-a4f5-eb91b8c868f3 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:42.903914 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4734343f-ee49-4f22-a4f5-eb91b8c868f3 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:42.939748 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8345a03b-87fc-4ff8-afa2-1f370a48d842 None None] Network 710522ae-e869-4ca0-a322-024a139b181d requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:32:43.028502 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4734343f-ee49-4f22-a4f5-eb91b8c868f3 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4054303 Dec 17 15:32:43.035070 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42594) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:43.038414 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0d1a9-8103-4925-9947-4da5ad827ff5 req-86f0da32-5bd5-4f6c-848c-113e1fd0695f tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:43.040203 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1fb0d1a9-8103-4925-9947-4da5ad827ff5 req-86f0da32-5bd5-4f6c-848c-113e1fd0695f tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 946 time: 0.1193154 Dec 17 15:32:43.040990 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d109db6d-8ddb-4bab-b7dc-8f8ca279abef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:43.042068 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-99303fb4-943a-4376-9ace-7ffa665efb3c tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Request body: {'router': {'external_gateway_info': {'network_id': '710522ae-e869-4ca0-a322-024a139b181d'}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:32:43.075661 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d109db6d-8ddb-4bab-b7dc-8f8ca279abef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:43.151590 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1fb0d1a9-8103-4925-9947-4da5ad827ff5 req-b9644f3e-7f01-4773-a72e-950672289c10 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477543 Dec 17 15:32:43.176236 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2beb32e9-3134-4524-b61a-48fa62314586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-710522ae-e869-4ca0-a322-024a139b181d', 'network_id': '710522ae-e869-4ca0-a322-024a139b181d', 'tenant_id': '46f0aec6e7bc45ffb243e2a215a32796', 'fixed_ips': [{'subnet_id': '042dd25f-63af-419b-b1f5-4d28aa9e7324'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:32:43.177296 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2beb32e9-3134-4524-b61a-48fa62314586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:43.178563 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d6a47-54a3-4d8a-acd8-6889b66f0cd2 req-54842f5f-2777-402c-88b0-a93d87a4ec9a tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:43.180344 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9b2d6a47-54a3-4d8a-acd8-6889b66f0cd2 req-54842f5f-2777-402c-88b0-a93d87a4ec9a tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.13 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 946 time: 0.2056351 Dec 17 15:32:43.259551 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d109db6d-8ddb-4bab-b7dc-8f8ca279abef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:43.263022 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d109db6d-8ddb-4bab-b7dc-8f8ca279abef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:43.264286 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d109db6d-8ddb-4bab-b7dc-8f8ca279abef admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d7a092d8-2b30-4034-8b81-8b2e53e7afcd HTTP/1.1" status: 204 len: 168 time: 0.3890328 Dec 17 15:32:43.278799 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109db6d-8ddb-4bab-b7dc-8f8ca279abef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a092d8-2b30-4034-8b81-8b2e53e7afcd,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:43.461419 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-2beb32e9-3134-4524-b61a-48fa62314586 None None] Allocated IP 2001:db8:1::2 (710522ae-e869-4ca0-a322-024a139b181d/042dd25f-63af-419b-b1f5-4d28aa9e7324/c0613f08-4cb2-4793-b70f-b9f3a3ad3366) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:32:43.669513 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2beb32e9-3134-4524-b61a-48fa62314586 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:43.769919 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2beb32e9-3134-4524-b61a-48fa62314586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:43.853877 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-99303fb4-943a-4376-9ace-7ffa665efb3c tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:43.881116 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb32e9-3134-4524-b61a-48fa62314586 None None] Pushing event updated for resources: {'Port': ['ID=c0613f08-4cb2-4793-b70f-b9f3a3ad3366,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:43.896469 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2beb32e9-3134-4524-b61a-48fa62314586 None None] Network 710522ae-e869-4ca0-a322-024a139b181d is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:32:43.901756 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-2beb32e9-3134-4524-b61a-48fa62314586 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:32:43.909943 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beb32e9-3134-4524-b61a-48fa62314586 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:32:43.927269 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-9b2d6a47-54a3-4d8a-acd8-6889b66f0cd2 req-63a9398b-5b31-499e-919d-56e29d8d7451 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Deleting port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:32:43.927583 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9b2d6a47-54a3-4d8a-acd8-6889b66f0cd2 req-63a9398b-5b31-499e-919d-56e29d8d7451 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:43.992135 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-2beb32e9-3134-4524-b61a-48fa62314586 None None] Attempting to bind port c0613f08-4cb2-4793-b70f-b9f3a3ad3366 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:32:43.992700 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-2beb32e9-3134-4524-b61a-48fa62314586 None None] Attempting to bind port c0613f08-4cb2-4793-b70f-b9f3a3ad3366 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '0ba173e8-965c-42d1-8034-bff1a0727e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '710522ae-e869-4ca0-a322-024a139b181d'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:32:43.993154 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beb32e9-3134-4524-b61a-48fa62314586 None None] Attempting to bind port c0613f08-4cb2-4793-b70f-b9f3a3ad3366 on network 710522ae-e869-4ca0-a322-024a139b181d {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:32:43.999341 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beb32e9-3134-4524-b61a-48fa62314586 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:32:43.999955 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beb32e9-3134-4524-b61a-48fa62314586 None None] Checking segment: {'id': '0ba173e8-965c-42d1-8034-bff1a0727e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '710522ae-e869-4ca0-a322-024a139b181d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:32:44.000542 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2beb32e9-3134-4524-b61a-48fa62314586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:44.001037 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beb32e9-3134-4524-b61a-48fa62314586 None None] Bound using segment: {'id': '0ba173e8-965c-42d1-8034-bff1a0727e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '710522ae-e869-4ca0-a322-024a139b181d'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:32:44.002354 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-2beb32e9-3134-4524-b61a-48fa62314586 None None] Bound port: c0613f08-4cb2-4793-b70f-b9f3a3ad3366, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba173e8-965c-42d1-8034-bff1a0727e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '710522ae-e869-4ca0-a322-024a139b181d'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:32:44.002844 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2beb32e9-3134-4524-b61a-48fa62314586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:44.106416 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-2beb32e9-3134-4524-b61a-48fa62314586 None None] For port c0613f08-4cb2-4793-b70f-b9f3a3ad3366, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:32:44.109970 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-2beb32e9-3134-4524-b61a-48fa62314586 None None] For port c0613f08-4cb2-4793-b70f-b9f3a3ad3366, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c0613f08-4cb2-4793-b70f-b9f3a3ad3366,segment=NetworkSegment(0ba173e8-965c-42d1-8034-bff1a0727e99),segment_id=0ba173e8-965c-42d1-8034-bff1a0727e99)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:32:44.139495 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-9b2d6a47-54a3-4d8a-acd8-6889b66f0cd2 req-63a9398b-5b31-499e-919d-56e29d8d7451 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] For port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd,segment=NetworkSegment(f1f4760e-7fd1-432e-9861-fd1a052a7a2d),segment_id=f1f4760e-7fd1-432e-9861-fd1a052a7a2d)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:32:44.139870 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9b2d6a47-54a3-4d8a-acd8-6889b66f0cd2 req-63a9398b-5b31-499e-919d-56e29d8d7451 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:44.188296 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42626) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:44.219108 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2beb32e9-3134-4524-b61a-48fa62314586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:44.263583 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-99303fb4-943a-4376-9ace-7ffa665efb3c tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:32:44.270094 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42634) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:44.270377 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-99303fb4-943a-4376-9ace-7ffa665efb3c tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] 10.222.0.46 "PUT /v2.0/routers/e02109d4-c4bf-4b93-9481-87ab4171447c HTTP/1.1" status: 400 len: 364 time: 1.2322097 Dec 17 15:32:44.308850 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb32e9-3134-4524-b61a-48fa62314586 None None] Pushing event updated for resources: {'Port': ['ID=c0613f08-4cb2-4793-b70f-b9f3a3ad3366,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:44.414088 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9b2d6a47-54a3-4d8a-acd8-6889b66f0cd2 req-63a9398b-5b31-499e-919d-56e29d8d7451 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:44.414461 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9b2d6a47-54a3-4d8a-acd8-6889b66f0cd2 req-63a9398b-5b31-499e-919d-56e29d8d7451 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:44.415356 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [req-9b2d6a47-54a3-4d8a-acd8-6889b66f0cd2 req-63a9398b-5b31-499e-919d-56e29d8d7451 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Floating IP 21c579ea-2d48-4349-b0b3-7af53799eef7 disassociated. External IP: 172.25.6.155, port: 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd. Dec 17 15:32:44.415906 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-9b2d6a47-54a3-4d8a-acd8-6889b66f0cd2 req-63a9398b-5b31-499e-919d-56e29d8d7451 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Calling delete_port for 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:32:44.693327 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179fb43d-90b5-4c68-9276-4a8d6e741970 req-5155f1c7-087b-4c15-9a8d-34d0ce5ee369 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:44.695342 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9b2d6a47-54a3-4d8a-acd8-6889b66f0cd2 req-63a9398b-5b31-499e-919d-56e29d8d7451 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:44.705810 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-179fb43d-90b5-4c68-9276-4a8d6e741970 req-5155f1c7-087b-4c15-9a8d-34d0ce5ee369 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=052fd604-f4fb-4346-98a7-bd258456dd66 HTTP/1.1" status: 200 len: 946 time: 0.3270409 Dec 17 15:32:44.737634 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9398b-5b31-499e-919d-56e29d8d7451 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Pushing event deleted for resources: {'Port': ['ID=7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:44.960255 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b2d6a47-54a3-4d8a-acd8-6889b66f0cd2 req-63a9398b-5b31-499e-919d-56e29d8d7451 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Router 1d556a10-dc14-4b9b-bd01-db3f31be4014 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:32:45.170179 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-179fb43d-90b5-4c68-9276-4a8d6e741970 req-fb636d67-2727-4cca-9fab-cec863dc23b8 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4540381 Dec 17 15:32:45.255225 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b2d6a47-54a3-4d8a-acd8-6889b66f0cd2 req-63a9398b-5b31-499e-919d-56e29d8d7451 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:32:45.266575 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b08ca78-934f-42af-a1db-66c7eb6a4af0 None None] Sync routers for ids ['1d556a10-dc14-4b9b-bd01-db3f31be4014'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:32:45.278644 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b08ca78-934f-42af-a1db-66c7eb6a4af0 None None] Routers {'1d556a10-dc14-4b9b-bd01-db3f31be4014'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:32:45.279599 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-9b08ca78-934f-42af-a1db-66c7eb6a4af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:32:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1d556a10-dc14-4b9b-bd01-db3f31be4014'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:45.314696 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2d6a47-54a3-4d8a-acd8-6889b66f0cd2 req-63a9398b-5b31-499e-919d-56e29d8d7451 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] No DVR routers for this DVR port 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:32:45.328033 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9b2d6a47-54a3-4d8a-acd8-6889b66f0cd2 req-63a9398b-5b31-499e-919d-56e29d8d7451 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:45.331349 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9b2d6a47-54a3-4d8a-acd8-6889b66f0cd2 req-63a9398b-5b31-499e-919d-56e29d8d7451 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.13 "DELETE /v2.0/ports/7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd HTTP/1.1" status: 204 len: 173 time: 2.1162169 Dec 17 15:32:45.331831 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052fd604-f4fb-4346-98a7-bd258456dd66', 'name': 'network-vif-deleted', 'tag': '7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:32:45.334197 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b81980-e208-44b4-9ff2-a756c81d7d90" -d '{"events": [{"server_uuid": "052fd604-f4fb-4346-98a7-bd258456dd66", "name": "network-vif-deleted", "tag": "7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:32:45.393630 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a442fe-a440-4b35-9b83-da02b4131004 x-openstack-request-id: req-61a442fe-a440-4b35-9b83-da02b4131004 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:32:45.394815 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052fd604-f4fb-4346-98a7-bd258456dd66", "name": "network-vif-deleted", "tag": "7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:32:45.395241 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-61a442fe-a440-4b35-9b83-da02b4131004 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:32:45.395811 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052fd604-f4fb-4346-98a7-bd258456dd66', 'name': 'network-vif-deleted', 'tag': '7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd', 'status': 'completed', 'code': 200} Dec 17 15:32:45.478177 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-9b08ca78-934f-42af-a1db-66c7eb6a4af0 None None] Set router 1d556a10-dc14-4b9b-bd01-db3f31be4014 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:32:45.568106 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-706a295c-65b2-44e0-83b5-e55684053600 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:45.793198 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-9b08ca78-934f-42af-a1db-66c7eb6a4af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'name': 'tempest-AttachVolumeShelveTestJSON-1198719740-router', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:27:21Z', 'updated_at': '2021-12-17T15:27:25Z', 'revision_number': 4, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'gw_port': {'id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:27:22Z', 'updated_at': '2021-12-17T15:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '021cabad-e335-417d-99e2-b24395f22eea', 'name': '', 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'mac_address': 'fa:16:3e:24:1e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:27:24Z', 'updated_at': '2021-12-17T15:27:29Z', 'revision_number': 5, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'subnets': [{'id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:45.806628 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:32:45.879375 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c0613f08-4cb2-4793-b70f-b9f3a3ad3366 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:32:45.958120 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b08ca78-934f-42af-a1db-66c7eb6a4af0 None None] Checking router: 1d556a10-dc14-4b9b-bd01-db3f31be4014 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:32:45.965490 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4584d3-99aa-48b0-b461-958b4bfcfa2f None None] Network 710522ae-e869-4ca0-a322-024a139b181d requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:32:46.011634 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-706a295c-65b2-44e0-83b5-e55684053600 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Allocated IP 2001:db8::1 (266a5ffd-735f-4bef-85a1-2a98b385cc99/20a46c0e-2392-4c95-9bf4-44273dba7586/548db4d1-c482-42e8-b577-d8981d799c1b) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:32:46.060085 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b08ca78-934f-42af-a1db-66c7eb6a4af0 None None] Routers {'1d556a10-dc14-4b9b-bd01-db3f31be4014'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:32:46.060760 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-9b08ca78-934f-42af-a1db-66c7eb6a4af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:32:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1d556a10-dc14-4b9b-bd01-db3f31be4014'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:46.155260 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2e00ba61-dc5a-4542-9dc7-f904cf6f5964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:46.274825 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-706a295c-65b2-44e0-83b5-e55684053600 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:46.346686 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-87ad66b5-dfc4-4fe8-af2e-6b3fd73a1079 None None] Provisioning complete for port c0613f08-4cb2-4793-b70f-b9f3a3ad3366 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:32:46.347204 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-87ad66b5-dfc4-4fe8-af2e-6b3fd73a1079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:46.421433 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port c0613f08-4cb2-4793-b70f-b9f3a3ad3366 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:32:46.421433 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:46.473724 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-706a295c-65b2-44e0-83b5-e55684053600 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:46.496881 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706a295c-65b2-44e0-83b5-e55684053600 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Network 266a5ffd-735f-4bef-85a1-2a98b385cc99 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:32:46.501597 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-706a295c-65b2-44e0-83b5-e55684053600 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:32:46.509565 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-9b08ca78-934f-42af-a1db-66c7eb6a4af0 None None] Set router 1d556a10-dc14-4b9b-bd01-db3f31be4014 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:32:46.530395 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706a295c-65b2-44e0-83b5-e55684053600 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:32:46.531158 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-706a295c-65b2-44e0-83b5-e55684053600 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:46.652820 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a295c-65b2-44e0-83b5-e55684053600 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Pushing event updated for resources: {'Port': ['ID=548db4d1-c482-42e8-b577-d8981d799c1b,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:46.694397 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-87ad66b5-dfc4-4fe8-af2e-6b3fd73a1079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:46.700238 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-2e00ba61-dc5a-4542-9dc7-f904cf6f5964 admin admin] Deleting port 928beb0a-1cad-4d23-9ae1-144ab9160cbd {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:32:46.700710 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2e00ba61-dc5a-4542-9dc7-f904cf6f5964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:46.836790 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:46.844347 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-706a295c-65b2-44e0-83b5-e55684053600 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:46.911134 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-87ad66b5-dfc4-4fe8-af2e-6b3fd73a1079 None None] For port c0613f08-4cb2-4793-b70f-b9f3a3ad3366, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c0613f08-4cb2-4793-b70f-b9f3a3ad3366,segment=NetworkSegment(0ba173e8-965c-42d1-8034-bff1a0727e99),segment_id=0ba173e8-965c-42d1-8034-bff1a0727e99)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:32:46.928991 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-2e00ba61-dc5a-4542-9dc7-f904cf6f5964 admin admin] For port 928beb0a-1cad-4d23-9ae1-144ab9160cbd, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=928beb0a-1cad-4d23-9ae1-144ab9160cbd,segment=NetworkSegment(8cdd1ffd-bde9-464d-8072-be56985eb72c),segment_id=8cdd1ffd-bde9-464d-8072-be56985eb72c)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:32:46.929462 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2e00ba61-dc5a-4542-9dc7-f904cf6f5964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:46.949795 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-9b08ca78-934f-42af-a1db-66c7eb6a4af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'name': 'tempest-AttachVolumeShelveTestJSON-1198719740-router', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:27:21Z', 'updated_at': '2021-12-17T15:27:25Z', 'revision_number': 4, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'gw_port': {'id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:27:22Z', 'updated_at': '2021-12-17T15:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '021cabad-e335-417d-99e2-b24395f22eea', 'name': '', 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'mac_address': 'fa:16:3e:24:1e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:27:24Z', 'updated_at': '2021-12-17T15:27:29Z', 'revision_number': 5, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'subnets': [{'id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:46.953576 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-2e00ba61-dc5a-4542-9dc7-f904cf6f5964 admin admin] Calling delete_port for 928beb0a-1cad-4d23-9ae1-144ab9160cbd owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:32:47.026406 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-87ad66b5-dfc4-4fe8-af2e-6b3fd73a1079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:47.036050 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b08ca78-934f-42af-a1db-66c7eb6a4af0 None None] The sync data for ids ['1d556a10-dc14-4b9b-bd01-db3f31be4014'] in n-d-820553-2 is: [{'id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'name': 'tempest-AttachVolumeShelveTestJSON-1198719740-router', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:27:21Z', 'updated_at': '2021-12-17T15:27:25Z', 'revision_number': 4, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'gw_port': {'id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:27:22Z', 'updated_at': '2021-12-17T15:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '021cabad-e335-417d-99e2-b24395f22eea', 'name': '', 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'mac_address': 'fa:16:3e:24:1e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:27:24Z', 'updated_at': '2021-12-17T15:27:29Z', 'revision_number': 5, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'subnets': [{'id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:32:47.205793 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:32:47.206156 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:32:47.207069 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d0a5c321-a26e-4d67-b86b-dee62dc3bf7c None None] Provisioning complete for port 548db4d1-c482-42e8-b577-d8981d799c1b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:32:47.207444 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d0a5c321-a26e-4d67-b86b-dee62dc3bf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:47.265978 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d0a5c321-a26e-4d67-b86b-dee62dc3bf7c None None] Port 548db4d1-c482-42e8-b577-d8981d799c1b cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:32:47.265978 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad66b5-dfc4-4fe8-af2e-6b3fd73a1079 None None] Pushing event updated for resources: {'Port': ['ID=c0613f08-4cb2-4793-b70f-b9f3a3ad3366,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:47.398656 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4044695f-ab45-4452-826e-03197f62affb None None] Provisioning complete for port c0613f08-4cb2-4793-b70f-b9f3a3ad3366 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:32:47.399533 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4044695f-ab45-4452-826e-03197f62affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:47.417096 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42700) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:47.473336 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-706a295c-65b2-44e0-83b5-e55684053600 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:47.512512 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-615329a8-8d7e-4276-9d4c-f4fdb65c88f5 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:47.520556 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e706a37-26b3-4100-a9e6-55f3afd50bf2 None None] New status for floating IP 21c579ea-2d48-4349-b0b3-7af53799eef7: DOWN {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:32:47.545739 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-615329a8-8d7e-4276-9d4c-f4fdb65c88f5 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:47.566701 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-706a295c-65b2-44e0-83b5-e55684053600 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:47.567812 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-706a295c-65b2-44e0-83b5-e55684053600 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:47.650427 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2e00ba61-dc5a-4542-9dc7-f904cf6f5964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:47.652236 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:32:47.673843 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a295c-65b2-44e0-83b5-e55684053600 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Pushing event updated for resources: {'Port': ['ID=548db4d1-c482-42e8-b577-d8981d799c1b,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:47.695235 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-615329a8-8d7e-4276-9d4c-f4fdb65c88f5 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:47.695371 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:32:47.695371 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 7f80b1d7-09f2-4dd9-8901-ccc9aa0173dd not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:32:47.699171 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-615329a8-8d7e-4276-9d4c-f4fdb65c88f5 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:47.700582 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-615329a8-8d7e-4276-9d4c-f4fdb65c88f5 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "DELETE /v2.0/security-groups/b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5 HTTP/1.1" status: 204 len: 168 time: 0.2824361 Dec 17 15:32:47.704021 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42706) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:47.728955 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615329a8-8d7e-4276-9d4c-f4fdb65c88f5 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:47.732162 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-040f452d-7ec5-4e9f-8d1f-4a637c01ea46 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] show failed (client error): The resource could not be found. Dec 17 15:32:47.746480 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-040f452d-7ec5-4e9f-8d1f-4a637c01ea46 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups/b4a77a08-8dfe-402a-bca6-a6b5f7d3c0e5 HTTP/1.1" status: 404 len: 347 time: 0.0410836 Dec 17 15:32:47.749179 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42708) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:47.778443 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e00ba61-dc5a-4542-9dc7-f904cf6f5964 admin admin] Pushing event deleted for resources: {'Port': ['ID=928beb0a-1cad-4d23-9ae1-144ab9160cbd,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:47.790835 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706a295c-65b2-44e0-83b5-e55684053600 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Network 266a5ffd-735f-4bef-85a1-2a98b385cc99 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:32:47.841114 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-706a295c-65b2-44e0-83b5-e55684053600 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:32:47.889391 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c0613f08-4cb2-4793-b70f-b9f3a3ad3366 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:32:47.955354 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-12c7bb02-2412-4960-9b47-486e8d02bedf tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Deleting port 798262fe-8a17-417e-a328-a6f9bf19d222 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:32:47.955572 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-12c7bb02-2412-4960-9b47-486e8d02bedf tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:47.970953 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port c0613f08-4cb2-4793-b70f-b9f3a3ad3366 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:32:47.971344 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:48.081673 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-12c7bb02-2412-4960-9b47-486e8d02bedf tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:48.082412 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-12c7bb02-2412-4960-9b47-486e8d02bedf tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:48.121874 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-12c7bb02-2412-4960-9b47-486e8d02bedf tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Calling delete_port for 798262fe-8a17-417e-a328-a6f9bf19d222 owned by network:floatingip {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:32:48.132942 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2e00ba61-dc5a-4542-9dc7-f904cf6f5964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:48.143206 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706a295c-65b2-44e0-83b5-e55684053600 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Router e02109d4-c4bf-4b93-9481-87ab4171447c has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:32:48.349908 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-539eda74-860a-4b16-85b2-4c66686ea241 None None] Provisioning complete for port 548db4d1-c482-42e8-b577-d8981d799c1b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:32:48.350286 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-539eda74-860a-4b16-85b2-4c66686ea241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:48.386312 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-539eda74-860a-4b16-85b2-4c66686ea241 None None] Port 548db4d1-c482-42e8-b577-d8981d799c1b cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:32:48.403872 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-12c7bb02-2412-4960-9b47-486e8d02bedf tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:48.422728 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706a295c-65b2-44e0-83b5-e55684053600 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:32:48.432413 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-706a295c-65b2-44e0-83b5-e55684053600 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] 10.222.0.46 "PUT /v2.0/routers/e02109d4-c4bf-4b93-9481-87ab4171447c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1575687 Dec 17 15:32:48.434007 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42726) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:48.435549 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b021bc-7c7f-4514-96a1-011734e2a9f3 None None] Sync routers for ids ['e02109d4-c4bf-4b93-9481-87ab4171447c'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:32:48.437615 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7bb02-2412-4960-9b47-486e8d02bedf tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Pushing event deleted for resources: {'Port': ['ID=798262fe-8a17-417e-a328-a6f9bf19d222,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:48.447131 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b021bc-7c7f-4514-96a1-011734e2a9f3 None None] Routers {'e02109d4-c4bf-4b93-9481-87ab4171447c'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:32:48.447861 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-44b021bc-7c7f-4514-96a1-011734e2a9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:32:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['e02109d4-c4bf-4b93-9481-87ab4171447c'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:48.495428 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-44b021bc-7c7f-4514-96a1-011734e2a9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:48.506084 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b021bc-7c7f-4514-96a1-011734e2a9f3 None None] Routers {'e02109d4-c4bf-4b93-9481-87ab4171447c'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:32:48.506847 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-44b021bc-7c7f-4514-96a1-011734e2a9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:32:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['e02109d4-c4bf-4b93-9481-87ab4171447c'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:48.590179 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-44b021bc-7c7f-4514-96a1-011734e2a9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:48.590179 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b021bc-7c7f-4514-96a1-011734e2a9f3 None None] The sync data for ids ['e02109d4-c4bf-4b93-9481-87ab4171447c'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:32:48.593710 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e00ba61-dc5a-4542-9dc7-f904cf6f5964 admin admin] Router eccc22ab-e495-4e30-8b6b-5f0c1c003b46 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:32:48.614229 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-11e5b781-d728-4572-8a3f-ff397dc77105 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:48.651363 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-12c7bb02-2412-4960-9b47-486e8d02bedf tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for floatingip, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:48.654006 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-12c7bb02-2412-4960-9b47-486e8d02bedf tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:48.655171 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-12c7bb02-2412-4960-9b47-486e8d02bedf tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "DELETE /v2.0/floatingips/21c579ea-2d48-4349-b0b3-7af53799eef7 HTTP/1.1" status: 204 len: 168 time: 0.9050539 Dec 17 15:32:48.730800 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-11e5b781-d728-4572-8a3f-ff397dc77105 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 17 15:32:48.736023 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-11e5b781-d728-4572-8a3f-ff397dc77105 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] 10.222.0.46 "DELETE /v2.0/routers/e02109d4-c4bf-4b93-9481-87ab4171447c HTTP/1.1" status: 409 len: 329 time: 0.3003767 Dec 17 15:32:48.737274 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42732) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:48.750428 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e00ba61-dc5a-4542-9dc7-f904cf6f5964 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:32:48.762444 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24f95ca-9f31-4322-ae1f-abfdda1453ff None None] Sync routers for ids ['eccc22ab-e495-4e30-8b6b-5f0c1c003b46'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:32:48.763095 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2e00ba61-dc5a-4542-9dc7-f904cf6f5964 admin admin] 10.222.0.46 "PUT /v2.0/routers/eccc22ab-e495-4e30-8b6b-5f0c1c003b46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5737159 Dec 17 15:32:48.767002 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42734) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:48.779231 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24f95ca-9f31-4322-ae1f-abfdda1453ff None None] Routers {'eccc22ab-e495-4e30-8b6b-5f0c1c003b46'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:32:48.779960 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-b24f95ca-9f31-4322-ae1f-abfdda1453ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:32:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['eccc22ab-e495-4e30-8b6b-5f0c1c003b46'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:48.900017 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b3643e0-e30c-4531-814b-b351dcd5e373 admin admin] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:49.076215 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-b24f95ca-9f31-4322-ae1f-abfdda1453ff None None] Set router eccc22ab-e495-4e30-8b6b-5f0c1c003b46 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:32:49.137354 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b3643e0-e30c-4531-814b-b351dcd5e373 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:49.263451 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42746) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:49.289304 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-a2d0cc67-2a34-44ab-9a53-b419bcf52175 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1901509272', 'description': 'tempest-description--1953850369'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:32:49.312113 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-3b3643e0-e30c-4531-814b-b351dcd5e373 admin admin] Deleting port a495b847-b547-49ee-8b4e-1b61753ef657 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:32:49.312457 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b3643e0-e30c-4531-814b-b351dcd5e373 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:49.390646 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8718120f-cc0b-4a6b-910b-f6ebb6143416 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:49.392688 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-b24f95ca-9f31-4322-ae1f-abfdda1453ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'name': 'tempest-TaggedBootDevicesTest_v242-14201545-router', 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': 'a495b847-b547-49ee-8b4e-1b61753ef657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:20:49Z', 'updated_at': '2021-12-17T15:32:47Z', 'revision_number': 5, 'project_id': '8be5f697514948dbb741ccae5deddcdd', 'gw_port': {'id': 'a495b847-b547-49ee-8b4e-1b61753ef657', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:f1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:20:50Z', 'updated_at': '2021-12-17T15:20:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:49.427163 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24f95ca-9f31-4322-ae1f-abfdda1453ff None None] Checking router: eccc22ab-e495-4e30-8b6b-5f0c1c003b46 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:32:49.429335 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-3b3643e0-e30c-4531-814b-b351dcd5e373 admin admin] For port a495b847-b547-49ee-8b4e-1b61753ef657, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=a495b847-b547-49ee-8b4e-1b61753ef657,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:32:49.429943 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b3643e0-e30c-4531-814b-b351dcd5e373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:49.444629 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24f95ca-9f31-4322-ae1f-abfdda1453ff None None] Routers {'eccc22ab-e495-4e30-8b6b-5f0c1c003b46'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:32:49.446069 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-b24f95ca-9f31-4322-ae1f-abfdda1453ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:32:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['eccc22ab-e495-4e30-8b6b-5f0c1c003b46'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:49.452802 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-3b3643e0-e30c-4531-814b-b351dcd5e373 admin admin] Calling delete_port for a495b847-b547-49ee-8b4e-1b61753ef657 owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:32:49.492052 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a2d0cc67-2a34-44ab-9a53-b419bcf52175 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:49.556320 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-b24f95ca-9f31-4322-ae1f-abfdda1453ff None None] Set router eccc22ab-e495-4e30-8b6b-5f0c1c003b46 gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:32:49.643985 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a2d0cc67-2a34-44ab-9a53-b419bcf52175 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:49.652458 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-b24f95ca-9f31-4322-ae1f-abfdda1453ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'name': 'tempest-TaggedBootDevicesTest_v242-14201545-router', 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:20:49Z', 'updated_at': '2021-12-17T15:32:49Z', 'revision_number': 6, 'project_id': '8be5f697514948dbb741ccae5deddcdd', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:49.687030 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24f95ca-9f31-4322-ae1f-abfdda1453ff None None] The sync data for ids ['eccc22ab-e495-4e30-8b6b-5f0c1c003b46'] in n-d-820553-2 is: [{'id': 'eccc22ab-e495-4e30-8b6b-5f0c1c003b46', 'name': 'tempest-TaggedBootDevicesTest_v242-14201545-router', 'tenant_id': '8be5f697514948dbb741ccae5deddcdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:20:49Z', 'updated_at': '2021-12-17T15:32:49Z', 'revision_number': 6, 'project_id': '8be5f697514948dbb741ccae5deddcdd', 'gw_port_host': None}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:32:49.741250 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a2d0cc67-2a34-44ab-9a53-b419bcf52175 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:49.757841 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b3643e0-e30c-4531-814b-b351dcd5e373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:49.780689 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0cc67-2a34-44ab-9a53-b419bcf52175 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e350f640-fd1a-4a77-ad8f-89ac495a4f3e,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:49.795338 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3643e0-e30c-4531-814b-b351dcd5e373 admin admin] Pushing event deleted for resources: {'Port': ['ID=a495b847-b547-49ee-8b4e-1b61753ef657,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:49.827284 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3643e0-e30c-4531-814b-b351dcd5e373 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:32:49.827284 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3643e0-e30c-4531-814b-b351dcd5e373 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:32:49.827284 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3643e0-e30c-4531-814b-b351dcd5e373 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:32:49.827284 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3643e0-e30c-4531-814b-b351dcd5e373 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:32:49.827284 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3643e0-e30c-4531-814b-b351dcd5e373 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:32:49.827284 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3643e0-e30c-4531-814b-b351dcd5e373 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:32:49.828229 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3643e0-e30c-4531-814b-b351dcd5e373 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:32:49.828229 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3643e0-e30c-4531-814b-b351dcd5e373 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:32:49.828229 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3643e0-e30c-4531-814b-b351dcd5e373 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:32:49.828489 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3643e0-e30c-4531-814b-b351dcd5e373 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:32:49.828718 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3643e0-e30c-4531-814b-b351dcd5e373 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:32:49.829038 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3643e0-e30c-4531-814b-b351dcd5e373 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:32:49.839710 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-8718120f-cc0b-4a6b-910b-f6ebb6143416 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Deleting port 548db4d1-c482-42e8-b577-d8981d799c1b {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:32:49.840055 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8718120f-cc0b-4a6b-910b-f6ebb6143416 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:49.880606 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b3643e0-e30c-4531-814b-b351dcd5e373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:49.896057 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a2d0cc67-2a34-44ab-9a53-b419bcf52175 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:49.901655 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a2d0cc67-2a34-44ab-9a53-b419bcf52175 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6329017 Dec 17 15:32:49.901655 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42758) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:49.908385 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-ed7f19bc-6e43-4f56-bc7f-1438ca044868 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Request body: {'security_group_rule': {'security_group_id': 'e350f640-fd1a-4a77-ad8f-89ac495a4f3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:32:49.966561 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8718120f-cc0b-4a6b-910b-f6ebb6143416 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:49.979505 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-8718120f-cc0b-4a6b-910b-f6ebb6143416 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Calling delete_port for 548db4d1-c482-42e8-b577-d8981d799c1b owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:32:50.067842 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ed7f19bc-6e43-4f56-bc7f-1438ca044868 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:50.228727 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ed7f19bc-6e43-4f56-bc7f-1438ca044868 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:50.318733 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ed7f19bc-6e43-4f56-bc7f-1438ca044868 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:50.343107 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f19bc-6e43-4f56-bc7f-1438ca044868 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce3642f9-7086-4273-9a29-11aaee3be8e1,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:50.386150 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8718120f-cc0b-4a6b-910b-f6ebb6143416 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:50.391565 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b3643e0-e30c-4531-814b-b351dcd5e373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:50.393767 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b3643e0-e30c-4531-814b-b351dcd5e373 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:50.432009 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8718120f-cc0b-4a6b-910b-f6ebb6143416 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Pushing event deleted for resources: {'Port': ['ID=548db4d1-c482-42e8-b577-d8981d799c1b,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:50.454436 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ed7f19bc-6e43-4f56-bc7f-1438ca044868 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:50.457850 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ed7f19bc-6e43-4f56-bc7f-1438ca044868 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5541117 Dec 17 15:32:50.463579 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42768) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:50.468721 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-b381393f-73c0-4d93-ba64-1978fff8cc1a tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Request body: {'security_group_rule': {'security_group_id': 'e350f640-fd1a-4a77-ad8f-89ac495a4f3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:32:50.570812 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b381393f-73c0-4d93-ba64-1978fff8cc1a tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:50.588791 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 928beb0a-1cad-4d23-9ae1-144ab9160cbd no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:32:50.614313 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b3643e0-e30c-4531-814b-b351dcd5e373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:50.614853 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3643e0-e30c-4531-814b-b351dcd5e373 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eccc22ab-e495-4e30-8b6b-5f0c1c003b46 {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:32:50.620842 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3b3643e0-e30c-4531-814b-b351dcd5e373 admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:50.626397 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3b3643e0-e30c-4531-814b-b351dcd5e373 admin admin] 10.222.0.46 "DELETE /v2.0/routers/eccc22ab-e495-4e30-8b6b-5f0c1c003b46 HTTP/1.1" status: 204 len: 168 time: 1.8570929 Dec 17 15:32:50.631020 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42770) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:50.643775 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 928beb0a-1cad-4d23-9ae1-144ab9160cbd {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:32:50.644378 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 928beb0a-1cad-4d23-9ae1-144ab9160cbd not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:32:50.691927 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8718120f-cc0b-4a6b-910b-f6ebb6143416 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:50.765838 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b381393f-73c0-4d93-ba64-1978fff8cc1a tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:50.773593 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-56f927be-91b3-4011-a752-367ef359ad06 admin admin] Deleting subnet 4284f076-0000-4c1d-851c-097716c35280 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:32:50.777782 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-56f927be-91b3-4011-a752-367ef359ad06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:50.824092 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-56f927be-91b3-4011-a752-367ef359ad06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:50.907426 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b381393f-73c0-4d93-ba64-1978fff8cc1a tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:50.920971 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8718120f-cc0b-4a6b-910b-f6ebb6143416 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Router e02109d4-c4bf-4b93-9481-87ab4171447c has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:32:50.941196 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-56f927be-91b3-4011-a752-367ef359ad06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:50.944106 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381393f-73c0-4d93-ba64-1978fff8cc1a tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c5ead4-f33a-4000-a2f0-e8f897424425,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:51.026694 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b381393f-73c0-4d93-ba64-1978fff8cc1a tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:51.026912 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8718120f-cc0b-4a6b-910b-f6ebb6143416 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:32:51.037948 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8718120f-cc0b-4a6b-910b-f6ebb6143416 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] 10.222.0.46 "PUT /v2.0/routers/e02109d4-c4bf-4b93-9481-87ab4171447c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2933912 Dec 17 15:32:51.038064 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b381393f-73c0-4d93-ba64-1978fff8cc1a tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5711839 Dec 17 15:32:51.039080 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42780) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:51.041490 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffafb51d-d309-402a-b33f-d10753b1d942 None None] Sync routers for ids ['e02109d4-c4bf-4b93-9481-87ab4171447c'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:32:51.041622 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42778) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:51.043766 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-83fe0406-4559-4f60-8089-2d5d0c6441f0 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:32:51.058053 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffafb51d-d309-402a-b33f-d10753b1d942 None None] Routers {'e02109d4-c4bf-4b93-9481-87ab4171447c'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:32:51.059095 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-ffafb51d-d309-402a-b33f-d10753b1d942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:32:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['e02109d4-c4bf-4b93-9481-87ab4171447c'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:51.085653 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-abc1db96-4f9c-42d6-9e53-bc516b645e1b tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] show failed (client error): The resource could not be found. Dec 17 15:32:51.090971 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-abc1db96-4f9c-42d6-9e53-bc516b645e1b tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] 10.222.0.46 "GET /v2.0/routers/tempest-non_exist_router-96268809 HTTP/1.1" status: 404 len: 333 time: 0.0438364 Dec 17 15:32:51.091210 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42782) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:51.095594 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-b7fbf769-030e-441b-9282-1e99ac0643e7 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:32:51.097486 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-ffafb51d-d309-402a-b33f-d10753b1d942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:51.104592 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-56f927be-91b3-4011-a752-367ef359ad06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:51.106961 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffafb51d-d309-402a-b33f-d10753b1d942 None None] Routers {'e02109d4-c4bf-4b93-9481-87ab4171447c'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:32:51.107679 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-ffafb51d-d309-402a-b33f-d10753b1d942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:32:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['e02109d4-c4bf-4b93-9481-87ab4171447c'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:51.136361 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-b7fbf769-030e-441b-9282-1e99ac0643e7 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] update failed (client error): The resource could not be found. Dec 17 15:32:51.141755 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b7fbf769-030e-441b-9282-1e99ac0643e7 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] 10.222.0.46 "PUT /v2.0/routers/tempest-non_exist_router-439524175 HTTP/1.1" status: 404 len: 334 time: 0.0452890 Dec 17 15:32:51.142132 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42784) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:51.143028 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-ffafb51d-d309-402a-b33f-d10753b1d942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:51.143769 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffafb51d-d309-402a-b33f-d10753b1d942 None None] The sync data for ids ['e02109d4-c4bf-4b93-9481-87ab4171447c'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:32:51.153993 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f927be-91b3-4011-a752-367ef359ad06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4284f076-0000-4c1d-851c-097716c35280,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:51.157970 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-83fe0406-4559-4f60-8089-2d5d0c6441f0 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for floatingip, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:51.160834 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-56f927be-91b3-4011-a752-367ef359ad06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:51.164048 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047a3691-f632-4ae6-b069-5814d76a88ff None None] Network 103f3c9e-955b-431b-ac73-eb4ee50a4a0d requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:32:51.167509 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-56f927be-91b3-4011-a752-367ef359ad06 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4284f076-0000-4c1d-851c-097716c35280 HTTP/1.1" status: 204 len: 168 time: 0.5337331 Dec 17 15:32:51.176872 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42786) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:51.204233 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-5da2c9e2-5765-4695-88ef-a06b53c7f875 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Deleting subnet 042dd25f-63af-419b-b1f5-4d28aa9e7324 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:32:51.207879 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5da2c9e2-5765-4695-88ef-a06b53c7f875 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:51.261966 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5da2c9e2-5765-4695-88ef-a06b53c7f875 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:51.334035 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1d090fdc-ed4b-4ef0-8364-d5707a8fd429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:51.378381 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5da2c9e2-5765-4695-88ef-a06b53c7f875 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:51.401641 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ded548-2cfa-4755-a958-7196173f65d6 None None] DHCP port deletion for 103f3c9e-955b-431b-ac73-eb4ee50a4a0d request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:32:51.423686 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-83fe0406-4559-4f60-8089-2d5d0c6441f0 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:51.477997 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-f8ded548-2cfa-4755-a958-7196173f65d6 None None] Deleting port c8ee0009-77a5-445a-86d1-b4347fc59a36 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:32:51.478912 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f8ded548-2cfa-4755-a958-7196173f65d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:51.503502 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-1d090fdc-ed4b-4ef0-8364-d5707a8fd429 admin admin] Deleting port c8ee0009-77a5-445a-86d1-b4347fc59a36 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:32:51.503974 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1d090fdc-ed4b-4ef0-8364-d5707a8fd429 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:51.550478 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5da2c9e2-5765-4695-88ef-a06b53c7f875 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:51.556476 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-f8ded548-2cfa-4755-a958-7196173f65d6 None None] For port c8ee0009-77a5-445a-86d1-b4347fc59a36, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c8ee0009-77a5-445a-86d1-b4347fc59a36,segment=NetworkSegment(8cdd1ffd-bde9-464d-8072-be56985eb72c),segment_id=8cdd1ffd-bde9-464d-8072-be56985eb72c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:32:51.556888 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f8ded548-2cfa-4755-a958-7196173f65d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:51.573786 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-f8ded548-2cfa-4755-a958-7196173f65d6 None None] Calling delete_port for c8ee0009-77a5-445a-86d1-b4347fc59a36 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:32:51.616723 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2c9e2-5765-4695-88ef-a06b53c7f875 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Pushing event deleted for resources: {'Subnet': ['ID=042dd25f-63af-419b-b1f5-4d28aa9e7324,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:51.634894 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5da2c9e2-5765-4695-88ef-a06b53c7f875 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:51.644658 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5da2c9e2-5765-4695-88ef-a06b53c7f875 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] 10.222.0.46 "DELETE /v2.0/subnets/042dd25f-63af-419b-b1f5-4d28aa9e7324 HTTP/1.1" status: 204 len: 168 time: 0.5003834 Dec 17 15:32:51.647181 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42798) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:51.666114 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ce78f9-5278-4d34-847f-0c76747c1104 None None] Network 710522ae-e869-4ca0-a322-024a139b181d requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:32:51.723592 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-1d090fdc-ed4b-4ef0-8364-d5707a8fd429 admin admin] For port c8ee0009-77a5-445a-86d1-b4347fc59a36, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c8ee0009-77a5-445a-86d1-b4347fc59a36,segment=NetworkSegment(8cdd1ffd-bde9-464d-8072-be56985eb72c),segment_id=8cdd1ffd-bde9-464d-8072-be56985eb72c)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:32:51.724073 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1d090fdc-ed4b-4ef0-8364-d5707a8fd429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:51.753440 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-1d090fdc-ed4b-4ef0-8364-d5707a8fd429 admin admin] Calling delete_port for c8ee0009-77a5-445a-86d1-b4347fc59a36 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:32:51.765842 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-83fe0406-4559-4f60-8089-2d5d0c6441f0 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Allocated IP 172.25.6.253 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/32f678cf-397c-4881-8e2a-09617d8b61f1) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:32:51.791854 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-07928990-f798-4dc5-aed1-2ce2bc2db02a tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:51.808070 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f8ded548-2cfa-4755-a958-7196173f65d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:51.853614 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ded548-2cfa-4755-a958-7196173f65d6 None None] Pushing event deleted for resources: {'Port': ['ID=c8ee0009-77a5-445a-86d1-b4347fc59a36,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:51.888954 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ded548-2cfa-4755-a958-7196173f65d6 None None] No DVR routers for this DVR port c8ee0009-77a5-445a-86d1-b4347fc59a36 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:32:51.935754 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a495b847-b547-49ee-8b4e-1b61753ef657 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:32:51.975541 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: a495b847-b547-49ee-8b4e-1b61753ef657 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:32:51.975887 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a495b847-b547-49ee-8b4e-1b61753ef657 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:32:51.979579 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c8ee0009-77a5-445a-86d1-b4347fc59a36 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:32:52.039215 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d271cfd0-b067-43fe-bd16-f4bdacb4b7d3 None None] DHCP port deletion for 710522ae-e869-4ca0-a322-024a139b181d request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:32:52.044554 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: c8ee0009-77a5-445a-86d1-b4347fc59a36 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:32:52.044898 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c8ee0009-77a5-445a-86d1-b4347fc59a36 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:32:52.066651 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-83fe0406-4559-4f60-8089-2d5d0c6441f0 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:52.078703 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1d090fdc-ed4b-4ef0-8364-d5707a8fd429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:52.100557 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-07928990-f798-4dc5-aed1-2ce2bc2db02a tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Deleting port c0613f08-4cb2-4793-b70f-b9f3a3ad3366 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:32:52.100987 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-07928990-f798-4dc5-aed1-2ce2bc2db02a tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:52.105570 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d271cfd0-b067-43fe-bd16-f4bdacb4b7d3 None None] Deleting port c0613f08-4cb2-4793-b70f-b9f3a3ad3366 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:32:52.106201 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d271cfd0-b067-43fe-bd16-f4bdacb4b7d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:52.161217 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d090fdc-ed4b-4ef0-8364-d5707a8fd429 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ee0009-77a5-445a-86d1-b4347fc59a36,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:52.170100 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d090fdc-ed4b-4ef0-8364-d5707a8fd429 admin admin] No DVR routers for this DVR port c8ee0009-77a5-445a-86d1-b4347fc59a36 on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:32:52.189596 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-d271cfd0-b067-43fe-bd16-f4bdacb4b7d3 None None] For port c0613f08-4cb2-4793-b70f-b9f3a3ad3366, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c0613f08-4cb2-4793-b70f-b9f3a3ad3366,segment=NetworkSegment(0ba173e8-965c-42d1-8034-bff1a0727e99),segment_id=0ba173e8-965c-42d1-8034-bff1a0727e99)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:32:52.190198 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d271cfd0-b067-43fe-bd16-f4bdacb4b7d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:52.203346 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d271cfd0-b067-43fe-bd16-f4bdacb4b7d3 None None] Calling delete_port for c0613f08-4cb2-4793-b70f-b9f3a3ad3366 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:32:52.265097 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-07928990-f798-4dc5-aed1-2ce2bc2db02a tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] For port c0613f08-4cb2-4793-b70f-b9f3a3ad3366, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c0613f08-4cb2-4793-b70f-b9f3a3ad3366,segment=NetworkSegment(0ba173e8-965c-42d1-8034-bff1a0727e99),segment_id=0ba173e8-965c-42d1-8034-bff1a0727e99)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:32:52.265520 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-07928990-f798-4dc5-aed1-2ce2bc2db02a tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:52.287509 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-07928990-f798-4dc5-aed1-2ce2bc2db02a tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Calling delete_port for c0613f08-4cb2-4793-b70f-b9f3a3ad3366 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:32:52.293402 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1d090fdc-ed4b-4ef0-8364-d5707a8fd429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:52.351426 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-1d090fdc-ed4b-4ef0-8364-d5707a8fd429 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['103f3c9e-955b-431b-ac73-eb4ee50a4a0d']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:52.360916 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-83fe0406-4559-4f60-8089-2d5d0c6441f0 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:52.369719 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-1d090fdc-ed4b-4ef0-8364-d5707a8fd429 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cdd1ffd-bde9-464d-8072-be56985eb72c') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:52.370070 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-1d090fdc-ed4b-4ef0-8364-d5707a8fd429 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cdd1ffd-bde9-464d-8072-be56985eb72c') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:52.414355 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1d090fdc-ed4b-4ef0-8364-d5707a8fd429 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:52.420752 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d271cfd0-b067-43fe-bd16-f4bdacb4b7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:52.439399 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fe0406-4559-4f60-8089-2d5d0c6441f0 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:32:52.452358 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-83fe0406-4559-4f60-8089-2d5d0c6441f0 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:32:52.456530 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe0406-4559-4f60-8089-2d5d0c6441f0 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Pushing event updated for resources: {'Port': ['ID=32f678cf-397c-4881-8e2a-09617d8b61f1,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:52.459212 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1d090fdc-ed4b-4ef0-8364-d5707a8fd429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:52.463126 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fe0406-4559-4f60-8089-2d5d0c6441f0 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:32:52.490075 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d090fdc-ed4b-4ef0-8364-d5707a8fd429 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:32:52.490494 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1d090fdc-ed4b-4ef0-8364-d5707a8fd429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:52.492261 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:32:52.492261 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:32:52.492261 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:32:52.492261 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:32:52.492261 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:32:52.492261 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:32:52.492261 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:32:52.492261 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:32:52.492261 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:32:52.492261 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:32:52.492261 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:32:52.492261 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:32:52.492261 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:32:52.492261 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:32:52.492261 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:32:52.492261 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:32:52.492261 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:32:52.492261 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:32:52.492261 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:32:52.492261 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:32:52.492261 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:32:52.492261 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:32:52.492261 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:32:52.492261 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:32:52.492261 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:32:52.492261 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:32:52.492261 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:32:52.492261 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:32:52.492261 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:32:52.492261 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:32:52.492261 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:32:52.492261 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:32:52.500101 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271cfd0-b067-43fe-bd16-f4bdacb4b7d3 None None] Pushing event deleted for resources: {'Port': ['ID=c0613f08-4cb2-4793-b70f-b9f3a3ad3366,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:52.508922 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d271cfd0-b067-43fe-bd16-f4bdacb4b7d3 None None] No DVR routers for this DVR port c0613f08-4cb2-4793-b70f-b9f3a3ad3366 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:32:52.561985 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-07928990-f798-4dc5-aed1-2ce2bc2db02a tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:52.562321 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42816) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:52.601141 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07928990-f798-4dc5-aed1-2ce2bc2db02a tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Pushing event deleted for resources: {'Port': ['ID=c0613f08-4cb2-4793-b70f-b9f3a3ad3366,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:52.603128 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07928990-f798-4dc5-aed1-2ce2bc2db02a tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] No DVR routers for this DVR port c0613f08-4cb2-4793-b70f-b9f3a3ad3366 on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:32:52.694369 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1d090fdc-ed4b-4ef0-8364-d5707a8fd429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:52.697485 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b92aa040-a2ac-4e4a-8436-233120b8b5e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:52.708912 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1d090fdc-ed4b-4ef0-8364-d5707a8fd429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:52.715972 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1d090fdc-ed4b-4ef0-8364-d5707a8fd429 admin admin] 10.222.0.46 "DELETE /v2.0/networks/103f3c9e-955b-431b-ac73-eb4ee50a4a0d HTTP/1.1" status: 204 len: 168 time: 1.5344417 Dec 17 15:32:52.716154 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42824) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:52.738480 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d090fdc-ed4b-4ef0-8364-d5707a8fd429 admin admin] Pushing event deleted for resources: {'Network': ['ID=103f3c9e-955b-431b-ac73-eb4ee50a4a0d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:52.741628 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-07928990-f798-4dc5-aed1-2ce2bc2db02a tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:52.748429 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-83fe0406-4559-4f60-8089-2d5d0c6441f0 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:52.767949 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-07928990-f798-4dc5-aed1-2ce2bc2db02a tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710522ae-e869-4ca0-a322-024a139b181d']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:52.778109 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-07928990-f798-4dc5-aed1-2ce2bc2db02a tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba173e8-965c-42d1-8034-bff1a0727e99') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:52.778364 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-07928990-f798-4dc5-aed1-2ce2bc2db02a tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba173e8-965c-42d1-8034-bff1a0727e99') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:52.789420 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-07928990-f798-4dc5-aed1-2ce2bc2db02a tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:52.803924 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-07928990-f798-4dc5-aed1-2ce2bc2db02a tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:52.817279 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07928990-f798-4dc5-aed1-2ce2bc2db02a tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:32:52.817279 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-07928990-f798-4dc5-aed1-2ce2bc2db02a tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:52.817279 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:32:52.817279 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:32:52.817279 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:32:52.817279 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:32:52.817279 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:32:52.817279 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:32:52.817279 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:32:52.817279 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:32:52.817279 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:32:52.817279 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:32:52.817279 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:32:52.817279 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:32:52.817279 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:32:52.817279 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:32:52.817279 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:32:52.817279 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:32:52.817279 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:32:52.817279 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:32:52.817279 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:32:52.817279 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:32:52.817279 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:32:52.817279 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:32:52.817279 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:32:52.817279 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:32:52.817279 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:32:52.817279 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:32:52.817279 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:32:52.817279 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:32:52.817279 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:32:52.817279 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:32:52.817279 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:32:52.817279 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:32:52.901578 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-83fe0406-4559-4f60-8089-2d5d0c6441f0 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:52.983005 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b92aa040-a2ac-4e4a-8436-233120b8b5e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:53.017419 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-07928990-f798-4dc5-aed1-2ce2bc2db02a tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:53.034735 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-07928990-f798-4dc5-aed1-2ce2bc2db02a tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:53.040427 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-07928990-f798-4dc5-aed1-2ce2bc2db02a tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] 10.222.0.46 "DELETE /v2.0/networks/710522ae-e869-4ca0-a322-024a139b181d HTTP/1.1" status: 204 len: 168 time: 1.3847985 Dec 17 15:32:53.043357 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42828) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:53.053565 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07928990-f798-4dc5-aed1-2ce2bc2db02a tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Pushing event deleted for resources: {'Network': ['ID=710522ae-e869-4ca0-a322-024a139b181d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:53.057580 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b92aa040-a2ac-4e4a-8436-233120b8b5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:53.087526 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-83fe0406-4559-4f60-8089-2d5d0c6441f0 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:53.139809 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b92aa040-a2ac-4e4a-8436-233120b8b5e1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=838c7a0cbf9f47fdacffa1231420d70a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5758059 Dec 17 15:32:53.140291 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-83fe0406-4559-4f60-8089-2d5d0c6441f0 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:53.143035 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42832) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:53.143881 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92aa040-a2ac-4e4a-8436-233120b8b5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e928f52b-f401-4635-8648-1fbdd36858ca,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:53.175051 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-a35c3d0e-1492-417a-b799-dc4486758e66 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Deleting subnet 53e693ab-b49c-4158-affc-058c88bb3d6d {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:32:53.180065 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a35c3d0e-1492-417a-b799-dc4486758e66 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:53.225102 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe0406-4559-4f60-8089-2d5d0c6441f0 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Pushing event updated for resources: {'Port': ['ID=32f678cf-397c-4881-8e2a-09617d8b61f1,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:53.231007 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-83fe0406-4559-4f60-8089-2d5d0c6441f0 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:53.309242 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-83fe0406-4559-4f60-8089-2d5d0c6441f0 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:53.319024 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-83fe0406-4559-4f60-8089-2d5d0c6441f0 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2705319 Dec 17 15:32:53.526257 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-98842cba-46cb-4257-a303-37ad6880a0b0 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1901509272&fields=id&tenant_id=3946e10ff975425598a71e1a9e6d2cf1 HTTP/1.1" status: 200 len: 267 time: 0.0357962 Dec 17 15:32:53.576124 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a35c3d0e-1492-417a-b799-dc4486758e66 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:53.635531 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-045de737-bc65-49e5-a2e6-3ce7cf65fe33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:53.654835 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-5828cd1f-56d0-4438-8520-c30cb672275d tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:53.656523 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-5828cd1f-56d0-4438-8520-c30cb672275d tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/networks?id=14d6281a-4511-4bb4-90e9-4eb4dec9d036 HTTP/1.1" status: 200 len: 817 time: 0.1229405 Dec 17 15:32:53.674379 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-606241f5-f3e0-497b-80ef-e3f909ef6d71 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/quotas/3946e10ff975425598a71e1a9e6d2cf1 HTTP/1.1" status: 200 len: 375 time: 0.0111396 Dec 17 15:32:53.700342 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-045de737-bc65-49e5-a2e6-3ce7cf65fe33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:53.733511 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-c450fefd-32a2-446d-aa5b-2086d280a80d tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3946e10ff975425598a71e1a9e6d2cf1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517538 Dec 17 15:32:53.762916 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a35c3d0e-1492-417a-b799-dc4486758e66 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:53.850024 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-504113b5-bf03-41a6-ae9f-c84d07fed11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:53.875828 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-7785cd21-f4c6-4371-b862-32dec1de8258 service neutron] 10.222.0.46 "GET /v2.0/networks/14d6281a-4511-4bb4-90e9-4eb4dec9d036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295815 Dec 17 15:32:53.893265 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c0613f08-4cb2-4793-b70f-b9f3a3ad3366 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:32:53.916198 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: c0613f08-4cb2-4793-b70f-b9f3a3ad3366 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:32:53.916474 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c0613f08-4cb2-4793-b70f-b9f3a3ad3366 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:32:53.936303 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-045de737-bc65-49e5-a2e6-3ce7cf65fe33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:53.939746 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-045de737-bc65-49e5-a2e6-3ce7cf65fe33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:53.940121 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-045de737-bc65-49e5-a2e6-3ce7cf65fe33 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e928f52b-f401-4635-8648-1fbdd36858ca HTTP/1.1" status: 204 len: 168 time: 0.7907794 Dec 17 15:32:53.955232 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045de737-bc65-49e5-a2e6-3ce7cf65fe33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e928f52b-f401-4635-8648-1fbdd36858ca,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:53.990927 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-d8dddf59-150d-4fa0-922c-0a5500f34c65 service neutron] 10.222.0.46 "GET /v2.0/networks/14d6281a-4511-4bb4-90e9-4eb4dec9d036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083703 Dec 17 15:32:54.005968 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a35c3d0e-1492-417a-b799-dc4486758e66 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:54.071266 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c3d0e-1492-417a-b799-dc4486758e66 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Pushing event deleted for resources: {'Subnet': ['ID=53e693ab-b49c-4158-affc-058c88bb3d6d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:54.076820 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a35c3d0e-1492-417a-b799-dc4486758e66 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:54.082614 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42864) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:54.082824 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a35c3d0e-1492-417a-b799-dc4486758e66 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] 10.222.0.46 "DELETE /v2.0/subnets/53e693ab-b49c-4158-affc-058c88bb3d6d HTTP/1.1" status: 204 len: 168 time: 1.0382407 Dec 17 15:32:54.084386 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e31139d-e904-4507-9891-1a4100c0e489 None None] Network e06e954f-bf7d-4c7c-b051-d473e2fe3eb3 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:32:54.173623 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-4486e742-dee6-4de0-a688-2a66c55af9bf tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Deleting subnet 8404bd87-9557-49fa-87a3-f876da4ad4e1 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:32:54.177896 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4486e742-dee6-4de0-a688-2a66c55af9bf tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:54.218287 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-504113b5-bf03-41a6-ae9f-c84d07fed11a admin admin] Deleting port 419bc057-7e73-44e2-b027-5a4bbf7e494d {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:32:54.218773 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-504113b5-bf03-41a6-ae9f-c84d07fed11a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:54.237738 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4486e742-dee6-4de0-a688-2a66c55af9bf tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:54.299795 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3238f26-c6d7-4961-b7d3-76b42aadfbab None None] DHCP port deletion for e06e954f-bf7d-4c7c-b051-d473e2fe3eb3 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:32:54.335904 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-504113b5-bf03-41a6-ae9f-c84d07fed11a admin admin] For port 419bc057-7e73-44e2-b027-5a4bbf7e494d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=419bc057-7e73-44e2-b027-5a4bbf7e494d,segment=NetworkSegment(42846713-036d-43ec-8ce5-33dad0f419b5),segment_id=42846713-036d-43ec-8ce5-33dad0f419b5)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:32:54.336642 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-504113b5-bf03-41a6-ae9f-c84d07fed11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:54.345435 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4486e742-dee6-4de0-a688-2a66c55af9bf tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:54.360448 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-504113b5-bf03-41a6-ae9f-c84d07fed11a admin admin] Calling delete_port for 419bc057-7e73-44e2-b027-5a4bbf7e494d owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:32:54.362999 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-b3238f26-c6d7-4961-b7d3-76b42aadfbab None None] Deleting port 70049348-2fe1-45c1-bb3d-cb94bbacba99 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:32:54.363561 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b3238f26-c6d7-4961-b7d3-76b42aadfbab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:54.440815 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b3238f26-c6d7-4961-b7d3-76b42aadfbab None None] For port 70049348-2fe1-45c1-bb3d-cb94bbacba99, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=70049348-2fe1-45c1-bb3d-cb94bbacba99,segment=NetworkSegment(5ee08d73-5134-4acd-84dc-f012fdefae38),segment_id=5ee08d73-5134-4acd-84dc-f012fdefae38)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:32:54.441267 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b3238f26-c6d7-4961-b7d3-76b42aadfbab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:54.455291 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-b3238f26-c6d7-4961-b7d3-76b42aadfbab None None] Calling delete_port for 70049348-2fe1-45c1-bb3d-cb94bbacba99 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:32:54.482868 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4486e742-dee6-4de0-a688-2a66c55af9bf tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:54.548564 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486e742-dee6-4de0-a688-2a66c55af9bf tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Pushing event deleted for resources: {'Subnet': ['ID=8404bd87-9557-49fa-87a3-f876da4ad4e1,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:54.551287 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4486e742-dee6-4de0-a688-2a66c55af9bf tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:54.555432 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4486e742-dee6-4de0-a688-2a66c55af9bf tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] 10.222.0.46 "DELETE /v2.0/subnets/8404bd87-9557-49fa-87a3-f876da4ad4e1 HTTP/1.1" status: 204 len: 168 time: 0.4713900 Dec 17 15:32:54.558182 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42880) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:54.562571 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4ccefb-0aaa-4f52-b260-0fa9ff26f35f None None] Network a53078ac-79f5-4815-a5dc-a55d5767f571 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:32:54.649631 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4719d4a4-be7f-412d-8c36-bed9c2ef0f78 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:54.697992 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b3238f26-c6d7-4961-b7d3-76b42aadfbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:54.729759 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-504113b5-bf03-41a6-ae9f-c84d07fed11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:54.742251 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3238f26-c6d7-4961-b7d3-76b42aadfbab None None] Pushing event deleted for resources: {'Port': ['ID=70049348-2fe1-45c1-bb3d-cb94bbacba99,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:54.752049 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3238f26-c6d7-4961-b7d3-76b42aadfbab None None] No DVR routers for this DVR port 70049348-2fe1-45c1-bb3d-cb94bbacba99 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:32:54.758097 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4719d4a4-be7f-412d-8c36-bed9c2ef0f78 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:54.770067 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504113b5-bf03-41a6-ae9f-c84d07fed11a admin admin] Pushing event deleted for resources: {'Port': ['ID=419bc057-7e73-44e2-b027-5a4bbf7e494d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:54.781022 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-4719d4a4-be7f-412d-8c36-bed9c2ef0f78 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e06e954f-bf7d-4c7c-b051-d473e2fe3eb3']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:54.807805 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-4719d4a4-be7f-412d-8c36-bed9c2ef0f78 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee08d73-5134-4acd-84dc-f012fdefae38') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:54.808159 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-4719d4a4-be7f-412d-8c36-bed9c2ef0f78 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee08d73-5134-4acd-84dc-f012fdefae38') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:54.822833 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4719d4a4-be7f-412d-8c36-bed9c2ef0f78 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:54.839772 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4719d4a4-be7f-412d-8c36-bed9c2ef0f78 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:54.852810 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4719d4a4-be7f-412d-8c36-bed9c2ef0f78 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:32:54.853433 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4719d4a4-be7f-412d-8c36-bed9c2ef0f78 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:54.860198 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:32:54.860198 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:32:54.860198 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:32:54.860198 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:32:54.860198 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:32:54.860198 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:32:54.860198 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:32:54.860198 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:32:54.860198 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:32:54.860198 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:32:54.860198 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:32:54.860198 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:32:54.860198 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:32:54.860198 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:32:54.860198 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:32:54.860198 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:32:54.860198 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:32:54.860198 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:32:54.860198 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:32:54.860198 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:32:54.860198 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:32:54.860198 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:32:54.860198 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:32:54.860198 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:32:54.860198 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:32:54.860198 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:32:54.860198 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:32:54.860198 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:32:54.860198 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:32:54.860198 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:32:54.860198 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:32:54.860198 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:32:54.918593 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cd0149-6cca-43f5-b6e6-c440cb3baf98 None None] DHCP port deletion for a53078ac-79f5-4815-a5dc-a55d5767f571 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:32:55.008018 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-17cd0149-6cca-43f5-b6e6-c440cb3baf98 None None] Deleting port 9c8aa1b4-d564-4b7c-b503-3fc557db39af {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:32:55.009162 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-17cd0149-6cca-43f5-b6e6-c440cb3baf98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:55.047127 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4719d4a4-be7f-412d-8c36-bed9c2ef0f78 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:55.051473 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4719d4a4-be7f-412d-8c36-bed9c2ef0f78 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:55.054847 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4719d4a4-be7f-412d-8c36-bed9c2ef0f78 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] 10.222.0.46 "DELETE /v2.0/networks/e06e954f-bf7d-4c7c-b051-d473e2fe3eb3 HTTP/1.1" status: 204 len: 168 time: 0.4955308 Dec 17 15:32:55.061794 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42894) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:55.092115 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719d4a4-be7f-412d-8c36-bed9c2ef0f78 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Pushing event deleted for resources: {'Network': ['ID=e06e954f-bf7d-4c7c-b051-d473e2fe3eb3,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:55.178929 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-504113b5-bf03-41a6-ae9f-c84d07fed11a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:55.207912 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c6b92eb1-03b0-45e3-beec-54167674e4d5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:55.230058 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781e8d7-45d0-4068-9c10-56e28d794bf0 req-142d23fc-7ea4-4fa8-8f6b-d5b8cf06a6b0 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:55.240959 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781e8d7-45d0-4068-9c10-56e28d794bf0 req-142d23fc-7ea4-4fa8-8f6b-d5b8cf06a6b0 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:55.245243 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781e8d7-45d0-4068-9c10-56e28d794bf0 req-142d23fc-7ea4-4fa8-8f6b-d5b8cf06a6b0 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:55.250061 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781e8d7-45d0-4068-9c10-56e28d794bf0 req-142d23fc-7ea4-4fa8-8f6b-d5b8cf06a6b0 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:55.256320 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781e8d7-45d0-4068-9c10-56e28d794bf0 req-142d23fc-7ea4-4fa8-8f6b-d5b8cf06a6b0 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:55.262907 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781e8d7-45d0-4068-9c10-56e28d794bf0 req-142d23fc-7ea4-4fa8-8f6b-d5b8cf06a6b0 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:55.269159 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781e8d7-45d0-4068-9c10-56e28d794bf0 req-142d23fc-7ea4-4fa8-8f6b-d5b8cf06a6b0 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:55.271045 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0781e8d7-45d0-4068-9c10-56e28d794bf0 req-142d23fc-7ea4-4fa8-8f6b-d5b8cf06a6b0 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5432 time: 0.1133277 Dec 17 15:32:55.341748 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0781e8d7-45d0-4068-9c10-56e28d794bf0 req-714d29ea-50af-4d20-8d1e-7abb38305251 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589509 Dec 17 15:32:55.421920 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-17cd0149-6cca-43f5-b6e6-c440cb3baf98 None None] For port 9c8aa1b4-d564-4b7c-b503-3fc557db39af, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9c8aa1b4-d564-4b7c-b503-3fc557db39af,segment=NetworkSegment(60393b17-97e0-444c-b903-0471412c138b),segment_id=60393b17-97e0-444c-b903-0471412c138b)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:32:55.422414 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-17cd0149-6cca-43f5-b6e6-c440cb3baf98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:55.423006 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-13155968-61a7-4b64-a0bd-373fc94ac2d9 req-14796f75-ce5f-4ddc-8268-84d4aa46e30a tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 210 time: 0.0798919 Dec 17 15:32:55.443916 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-17cd0149-6cca-43f5-b6e6-c440cb3baf98 None None] Calling delete_port for 9c8aa1b4-d564-4b7c-b503-3fc557db39af owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:32:55.542245 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-c6b92eb1-03b0-45e3-beec-54167674e4d5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Deleting port 9c8aa1b4-d564-4b7c-b503-3fc557db39af {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:32:55.542597 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c6b92eb1-03b0-45e3-beec-54167674e4d5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:55.594333 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7d689-d245-44f2-a8ea-60361f76eb9a req-0fb58325-2d55-4441-b0be-ca0b74f97bea tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:55.601181 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7d689-d245-44f2-a8ea-60361f76eb9a req-0fb58325-2d55-4441-b0be-ca0b74f97bea tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:55.609910 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7d689-d245-44f2-a8ea-60361f76eb9a req-0fb58325-2d55-4441-b0be-ca0b74f97bea tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:55.621452 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7d689-d245-44f2-a8ea-60361f76eb9a req-0fb58325-2d55-4441-b0be-ca0b74f97bea tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:55.628321 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7d689-d245-44f2-a8ea-60361f76eb9a req-0fb58325-2d55-4441-b0be-ca0b74f97bea tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:55.636298 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7d689-d245-44f2-a8ea-60361f76eb9a req-0fb58325-2d55-4441-b0be-ca0b74f97bea tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:55.645372 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7d689-d245-44f2-a8ea-60361f76eb9a req-0fb58325-2d55-4441-b0be-ca0b74f97bea tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:55.654424 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aaf7d689-d245-44f2-a8ea-60361f76eb9a req-0fb58325-2d55-4441-b0be-ca0b74f97bea tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5432 time: 0.1324680 Dec 17 15:32:55.655393 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-c6b92eb1-03b0-45e3-beec-54167674e4d5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] For port 9c8aa1b4-d564-4b7c-b503-3fc557db39af, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9c8aa1b4-d564-4b7c-b503-3fc557db39af,segment=NetworkSegment(60393b17-97e0-444c-b903-0471412c138b),segment_id=60393b17-97e0-444c-b903-0471412c138b)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:32:55.655393 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c6b92eb1-03b0-45e3-beec-54167674e4d5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:55.667123 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504113b5-bf03-41a6-ae9f-c84d07fed11a admin admin] Router b4bcab38-cc82-49f7-b02e-5adf38ba5528 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:32:55.668353 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-c6b92eb1-03b0-45e3-beec-54167674e4d5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Calling delete_port for 9c8aa1b4-d564-4b7c-b503-3fc557db39af owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:32:55.757490 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-17cd0149-6cca-43f5-b6e6-c440cb3baf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:55.839319 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd0149-6cca-43f5-b6e6-c440cb3baf98 None None] Pushing event deleted for resources: {'Port': ['ID=9c8aa1b4-d564-4b7c-b503-3fc557db39af,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:55.869673 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504113b5-bf03-41a6-ae9f-c84d07fed11a admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:32:55.878039 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-504113b5-bf03-41a6-ae9f-c84d07fed11a admin admin] 10.222.0.46 "PUT /v2.0/routers/b4bcab38-cc82-49f7-b02e-5adf38ba5528/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1579115 Dec 17 15:32:55.878039 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c6b92eb1-03b0-45e3-beec-54167674e4d5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:55.878233 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42930) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:55.888135 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cd0149-6cca-43f5-b6e6-c440cb3baf98 None None] No DVR routers for this DVR port 9c8aa1b4-d564-4b7c-b503-3fc557db39af on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:32:55.892812 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6426507-2996-48e1-9b9c-9732ce9cd1de None None] Sync routers for ids ['b4bcab38-cc82-49f7-b02e-5adf38ba5528'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:32:55.912072 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6426507-2996-48e1-9b9c-9732ce9cd1de None None] Routers {'b4bcab38-cc82-49f7-b02e-5adf38ba5528'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:32:55.912808 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e6426507-2996-48e1-9b9c-9732ce9cd1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:32:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['b4bcab38-cc82-49f7-b02e-5adf38ba5528'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:55.957030 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b92eb1-03b0-45e3-beec-54167674e4d5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Pushing event deleted for resources: {'Port': ['ID=9c8aa1b4-d564-4b7c-b503-3fc557db39af,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:55.964531 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b92eb1-03b0-45e3-beec-54167674e4d5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] No DVR routers for this DVR port 9c8aa1b4-d564-4b7c-b503-3fc557db39af on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:32:56.003932 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:56.065650 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9c8aa1b4-d564-4b7c-b503-3fc557db39af no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:32:56.098588 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c6b92eb1-03b0-45e3-beec-54167674e4d5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:56.108108 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-e6426507-2996-48e1-9b9c-9732ce9cd1de None None] Set router b4bcab38-cc82-49f7-b02e-5adf38ba5528 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:32:56.123188 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 9c8aa1b4-d564-4b7c-b503-3fc557db39af {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:32:56.123817 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9c8aa1b4-d564-4b7c-b503-3fc557db39af not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:32:56.123959 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-c6b92eb1-03b0-45e3-beec-54167674e4d5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a53078ac-79f5-4815-a5dc-a55d5767f571']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:56.124539 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 70049348-2fe1-45c1-bb3d-cb94bbacba99 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:32:56.136281 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-c6b92eb1-03b0-45e3-beec-54167674e4d5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60393b17-97e0-444c-b903-0471412c138b') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:56.136623 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-c6b92eb1-03b0-45e3-beec-54167674e4d5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60393b17-97e0-444c-b903-0471412c138b') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:56.138090 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-de1522a8-75bd-40ba-907b-90cf5e5801bc admin admin] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:56.151840 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 70049348-2fe1-45c1-bb3d-cb94bbacba99 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:32:56.152095 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 70049348-2fe1-45c1-bb3d-cb94bbacba99 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:32:56.154975 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c6b92eb1-03b0-45e3-beec-54167674e4d5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:56.174257 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c6b92eb1-03b0-45e3-beec-54167674e4d5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:56.182657 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b92eb1-03b0-45e3-beec-54167674e4d5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:32:56.183306 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c6b92eb1-03b0-45e3-beec-54167674e4d5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: self.session.flush() Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: self.session.flush() Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: self.session.flush() Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: self.session.flush() Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:32:56.187459 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:32:56.313687 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e6426507-2996-48e1-9b9c-9732ce9cd1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4bcab38-cc82-49f7-b02e-5adf38ba5528', 'name': 'tempest-TaggedBootDevicesTest_v242-2038503734-router', 'tenant_id': 'e6bfe4629dde41a08cae8b6d84b4a433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '3f2ae126-858e-40d8-942f-46346ca5e8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:04Z', 'updated_at': '2021-12-17T15:32:54Z', 'revision_number': 5, 'project_id': 'e6bfe4629dde41a08cae8b6d84b4a433', 'gw_port': {'id': '3f2ae126-858e-40d8-942f-46346ca5e8d3', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:dc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bcab38-cc82-49f7-b02e-5adf38ba5528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:06Z', 'updated_at': '2021-12-17T15:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:56.332520 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c6b92eb1-03b0-45e3-beec-54167674e4d5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:56.336859 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-de1522a8-75bd-40ba-907b-90cf5e5801bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:56.345320 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c6b92eb1-03b0-45e3-beec-54167674e4d5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:56.348717 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6426507-2996-48e1-9b9c-9732ce9cd1de None None] Checking router: b4bcab38-cc82-49f7-b02e-5adf38ba5528 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:32:56.357866 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c6b92eb1-03b0-45e3-beec-54167674e4d5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] 10.222.0.46 "DELETE /v2.0/networks/a53078ac-79f5-4815-a5dc-a55d5767f571 HTTP/1.1" status: 204 len: 168 time: 1.2905014 Dec 17 15:32:56.360311 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42938) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:56.366485 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6426507-2996-48e1-9b9c-9732ce9cd1de None None] Routers {'b4bcab38-cc82-49f7-b02e-5adf38ba5528'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:32:56.367522 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e6426507-2996-48e1-9b9c-9732ce9cd1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:32:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['b4bcab38-cc82-49f7-b02e-5adf38ba5528'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:56.380103 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b92eb1-03b0-45e3-beec-54167674e4d5 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Pushing event deleted for resources: {'Network': ['ID=a53078ac-79f5-4815-a5dc-a55d5767f571,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:56.428348 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42942) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:56.438626 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-d46a148a-7bf2-4a69-87fa-d921b3ffd491 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Deleting subnet 20a46c0e-2392-4c95-9bf4-44273dba7586 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:32:56.443148 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d46a148a-7bf2-4a69-87fa-d921b3ffd491 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:56.484560 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-e6426507-2996-48e1-9b9c-9732ce9cd1de None None] Set router b4bcab38-cc82-49f7-b02e-5adf38ba5528 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:32:56.503891 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d46a148a-7bf2-4a69-87fa-d921b3ffd491 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:56.604670 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7ae7b976-36d9-4647-bd92-2f2e09eb2f91 req-d826c0da-1885-493a-b653-600c9a825290 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 210 time: 0.0506728 Dec 17 15:32:56.614626 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-de1522a8-75bd-40ba-907b-90cf5e5801bc admin admin] Deleting port 3f2ae126-858e-40d8-942f-46346ca5e8d3 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:32:56.615026 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-de1522a8-75bd-40ba-907b-90cf5e5801bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:56.620831 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ada00d8c-d9d4-4837-9e2f-24f8d2a1f81e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:56.725248 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d46a148a-7bf2-4a69-87fa-d921b3ffd491 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:56.762047 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e6426507-2996-48e1-9b9c-9732ce9cd1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4bcab38-cc82-49f7-b02e-5adf38ba5528', 'name': 'tempest-TaggedBootDevicesTest_v242-2038503734-router', 'tenant_id': 'e6bfe4629dde41a08cae8b6d84b4a433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '3f2ae126-858e-40d8-942f-46346ca5e8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:04Z', 'updated_at': '2021-12-17T15:32:54Z', 'revision_number': 5, 'project_id': 'e6bfe4629dde41a08cae8b6d84b4a433', 'gw_port': {'id': '3f2ae126-858e-40d8-942f-46346ca5e8d3', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:dc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bcab38-cc82-49f7-b02e-5adf38ba5528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:06Z', 'updated_at': '2021-12-17T15:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:56.791897 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6426507-2996-48e1-9b9c-9732ce9cd1de None None] The sync data for ids ['b4bcab38-cc82-49f7-b02e-5adf38ba5528'] in n-d-820553-2 is: [{'id': 'b4bcab38-cc82-49f7-b02e-5adf38ba5528', 'name': 'tempest-TaggedBootDevicesTest_v242-2038503734-router', 'tenant_id': 'e6bfe4629dde41a08cae8b6d84b4a433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '3f2ae126-858e-40d8-942f-46346ca5e8d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:21:04Z', 'updated_at': '2021-12-17T15:32:54Z', 'revision_number': 5, 'project_id': 'e6bfe4629dde41a08cae8b6d84b4a433', 'gw_port': {'id': '3f2ae126-858e-40d8-942f-46346ca5e8d3', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:dc:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bcab38-cc82-49f7-b02e-5adf38ba5528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:21:06Z', 'updated_at': '2021-12-17T15:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:32:56.815298 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-de1522a8-75bd-40ba-907b-90cf5e5801bc admin admin] For port 3f2ae126-858e-40d8-942f-46346ca5e8d3, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3f2ae126-858e-40d8-942f-46346ca5e8d3,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:32:56.815669 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-de1522a8-75bd-40ba-907b-90cf5e5801bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:56.848214 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-de1522a8-75bd-40ba-907b-90cf5e5801bc admin admin] Calling delete_port for 3f2ae126-858e-40d8-942f-46346ca5e8d3 owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:32:56.871074 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ada00d8c-d9d4-4837-9e2f-24f8d2a1f81e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:56.959544 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d46a148a-7bf2-4a69-87fa-d921b3ffd491 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:57.003098 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff46964-3075-4d5c-a18a-cee0891c0214 None None] Network 266a5ffd-735f-4bef-85a1-2a98b385cc99 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:32:57.003446 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d46a148a-7bf2-4a69-87fa-d921b3ffd491 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:57.006654 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d46a148a-7bf2-4a69-87fa-d921b3ffd491 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] 10.222.0.46 "DELETE /v2.0/subnets/20a46c0e-2392-4c95-9bf4-44273dba7586 HTTP/1.1" status: 204 len: 168 time: 0.6446469 Dec 17 15:32:57.007648 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a148a-7bf2-4a69-87fa-d921b3ffd491 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Pushing event deleted for resources: {'Subnet': ['ID=20a46c0e-2392-4c95-9bf4-44273dba7586,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:57.009616 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42956) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:57.011244 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ada00d8c-d9d4-4837-9e2f-24f8d2a1f81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:57.081986 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada00d8c-d9d4-4837-9e2f-24f8d2a1f81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4da3f4-a69d-46a4-b8b9-124b8a12e478,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:57.082319 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ada00d8c-d9d4-4837-9e2f-24f8d2a1f81e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a91a009004534e2ab5eb92ae0563f393&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6529336 Dec 17 15:32:57.087363 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42958) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:57.170878 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-602d6078-f0bc-4b17-9f74-10c28d20c879 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:57.176151 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-225e0d7c-9573-498c-af0c-3575ae9c2027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:57.210972 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-225e0d7c-9573-498c-af0c-3575ae9c2027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:57.247271 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-602d6078-f0bc-4b17-9f74-10c28d20c879 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Deleting port 220e68d4-eb53-4bcb-8ea1-6a62bf82d60e {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:32:57.247271 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-602d6078-f0bc-4b17-9f74-10c28d20c879 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:57.266812 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e14723-b458-4668-a450-71929a37bc1f None None] DHCP port deletion for 266a5ffd-735f-4bef-85a1-2a98b385cc99 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:32:57.279871 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-de1522a8-75bd-40ba-907b-90cf5e5801bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:57.326762 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-602d6078-f0bc-4b17-9f74-10c28d20c879 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] For port 220e68d4-eb53-4bcb-8ea1-6a62bf82d60e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=220e68d4-eb53-4bcb-8ea1-6a62bf82d60e,segment=NetworkSegment(774371f7-6328-4adc-824d-6d9047abaae0),segment_id=774371f7-6328-4adc-824d-6d9047abaae0)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:32:57.327334 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-602d6078-f0bc-4b17-9f74-10c28d20c879 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:57.340501 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c0e14723-b458-4668-a450-71929a37bc1f None None] Deleting port 220e68d4-eb53-4bcb-8ea1-6a62bf82d60e {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:32:57.340501 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c0e14723-b458-4668-a450-71929a37bc1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:57.349180 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-602d6078-f0bc-4b17-9f74-10c28d20c879 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Calling delete_port for 220e68d4-eb53-4bcb-8ea1-6a62bf82d60e owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:32:57.378645 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1522a8-75bd-40ba-907b-90cf5e5801bc admin admin] Pushing event deleted for resources: {'Port': ['ID=3f2ae126-858e-40d8-942f-46346ca5e8d3,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:57.418989 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-225e0d7c-9573-498c-af0c-3575ae9c2027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:57.421596 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-225e0d7c-9573-498c-af0c-3575ae9c2027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:57.422770 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-225e0d7c-9573-498c-af0c-3575ae9c2027 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cf4da3f4-a69d-46a4-b8b9-124b8a12e478 HTTP/1.1" status: 204 len: 168 time: 0.3355646 Dec 17 15:32:57.434309 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c0e14723-b458-4668-a450-71929a37bc1f None None] For port 220e68d4-eb53-4bcb-8ea1-6a62bf82d60e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=220e68d4-eb53-4bcb-8ea1-6a62bf82d60e,segment=NetworkSegment(774371f7-6328-4adc-824d-6d9047abaae0),segment_id=774371f7-6328-4adc-824d-6d9047abaae0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:32:57.435505 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c0e14723-b458-4668-a450-71929a37bc1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:57.436915 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e0d7c-9573-498c-af0c-3575ae9c2027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4da3f4-a69d-46a4-b8b9-124b8a12e478,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:57.440480 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-de1522a8-75bd-40ba-907b-90cf5e5801bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:57.463055 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c0e14723-b458-4668-a450-71929a37bc1f None None] Calling delete_port for 220e68d4-eb53-4bcb-8ea1-6a62bf82d60e owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:32:57.547771 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-de1522a8-75bd-40ba-907b-90cf5e5801bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:57.551635 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-de1522a8-75bd-40ba-907b-90cf5e5801bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:57.601168 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-602d6078-f0bc-4b17-9f74-10c28d20c879 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:57.601395 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c0e14723-b458-4668-a450-71929a37bc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:57.624118 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e14723-b458-4668-a450-71929a37bc1f None None] Pushing event deleted for resources: {'Port': ['ID=220e68d4-eb53-4bcb-8ea1-6a62bf82d60e,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:57.627012 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6078-f0bc-4b17-9f74-10c28d20c879 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Pushing event deleted for resources: {'Port': ['ID=220e68d4-eb53-4bcb-8ea1-6a62bf82d60e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:57.634779 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e14723-b458-4668-a450-71929a37bc1f None None] No DVR routers for this DVR port 220e68d4-eb53-4bcb-8ea1-6a62bf82d60e on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:32:57.643420 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602d6078-f0bc-4b17-9f74-10c28d20c879 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] No DVR routers for this DVR port 220e68d4-eb53-4bcb-8ea1-6a62bf82d60e on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:32:57.750471 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0f8e5705-8db3-4e26-bb83-2fceff04264f req-22e21aed-2d14-4912-92f5-5378b3b2998d tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 210 time: 0.0397208 Dec 17 15:32:57.755533 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-de1522a8-75bd-40ba-907b-90cf5e5801bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:57.755533 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1522a8-75bd-40ba-907b-90cf5e5801bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4bcab38-cc82-49f7-b02e-5adf38ba5528 {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:32:57.760667 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-de1522a8-75bd-40ba-907b-90cf5e5801bc admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:57.761923 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-de1522a8-75bd-40ba-907b-90cf5e5801bc admin admin] 10.222.0.46 "DELETE /v2.0/routers/b4bcab38-cc82-49f7-b02e-5adf38ba5528 HTTP/1.1" status: 204 len: 168 time: 1.8832445 Dec 17 15:32:57.766751 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42972) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:57.779100 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-602d6078-f0bc-4b17-9f74-10c28d20c879 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:57.826762 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-602d6078-f0bc-4b17-9f74-10c28d20c879 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266a5ffd-735f-4bef-85a1-2a98b385cc99']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:57.867491 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-602d6078-f0bc-4b17-9f74-10c28d20c879 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774371f7-6328-4adc-824d-6d9047abaae0') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:57.867491 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-602d6078-f0bc-4b17-9f74-10c28d20c879 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774371f7-6328-4adc-824d-6d9047abaae0') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:57.904131 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fa38e24-4759-484a-8e95-877e7db0f082 admin admin] Deleting subnet c8b7b9c5-fbe3-4372-89fb-14c9c6ff3924 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:32:57.908057 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-602d6078-f0bc-4b17-9f74-10c28d20c879 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:57.911669 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3fa38e24-4759-484a-8e95-877e7db0f082 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:57.954757 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-602d6078-f0bc-4b17-9f74-10c28d20c879 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:57.972035 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3fa38e24-4759-484a-8e95-877e7db0f082 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:57.974838 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-97718f34-392b-4c41-b511-669bb0e644af tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:57.976603 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-97718f34-392b-4c41-b511-669bb0e644af tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.13 "GET /v2.0/networks?id=14d6281a-4511-4bb4-90e9-4eb4dec9d036 HTTP/1.1" status: 200 len: 817 time: 0.2539916 Dec 17 15:32:57.983364 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-602d6078-f0bc-4b17-9f74-10c28d20c879 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:32:57.983728 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 220e68d4-eb53-4bcb-8ea1-6a62bf82d60e no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:32:57.983907 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-602d6078-f0bc-4b17-9f74-10c28d20c879 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:57.989579 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:32:57.989579 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:32:57.989579 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:32:57.989579 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:32:57.989579 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:32:57.989579 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:32:57.989579 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:32:57.989579 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:32:57.989579 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:32:57.989579 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:32:57.989579 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:32:57.989579 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:32:57.989579 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:32:57.989579 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:32:57.989579 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:32:57.989579 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:32:57.989579 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:32:57.989579 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:32:57.989579 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:32:57.989579 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:32:57.989579 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:32:57.989579 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:32:57.989579 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:32:57.989579 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:32:57.989579 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:32:57.989579 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:32:57.989579 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:32:57.989579 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:32:57.989579 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:32:57.989579 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:32:57.989579 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:32:57.989579 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:32:58.038714 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 220e68d4-eb53-4bcb-8ea1-6a62bf82d60e {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:32:58.039072 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 220e68d4-eb53-4bcb-8ea1-6a62bf82d60e not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:32:58.040019 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 419bc057-7e73-44e2-b027-5a4bbf7e494d no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:32:58.060808 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 419bc057-7e73-44e2-b027-5a4bbf7e494d {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:32:58.061223 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 419bc057-7e73-44e2-b027-5a4bbf7e494d not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:32:58.099038 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-9fcf5bdb-7076-4048-9ecf-6f17ac1651da tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3946e10ff975425598a71e1a9e6d2cf1 HTTP/1.1" status: 200 len: 380 time: 0.1077015 Dec 17 15:32:58.110765 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-f956db79-0f6b-4fc5-8cb2-95ad9ab7c8cf tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Request body: {'port': {'device_id': '08dd7347-faf0-43c8-9d30-6c731ceed40d', 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036', 'admin_state_up': True, 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'security_groups': ['e350f640-fd1a-4a77-ad8f-89ac495a4f3e']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:32:58.215482 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-602d6078-f0bc-4b17-9f74-10c28d20c879 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:58.221340 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-602d6078-f0bc-4b17-9f74-10c28d20c879 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:58.227999 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-602d6078-f0bc-4b17-9f74-10c28d20c879 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] 10.222.0.46 "DELETE /v2.0/networks/266a5ffd-735f-4bef-85a1-2a98b385cc99 HTTP/1.1" status: 204 len: 168 time: 1.2166042 Dec 17 15:32:58.235576 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42986) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:58.285625 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2fdeba35-bfab-46ae-bd74-48cefad5ca5e tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] 10.222.0.46 "GET /v2.0/ports?device_id=e02109d4-c4bf-4b93-9481-87ab4171447c HTTP/1.1" status: 200 len: 205 time: 0.0443432 Dec 17 15:32:58.295059 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42988) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:58.295895 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d6078-f0bc-4b17-9f74-10c28d20c879 tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Pushing event deleted for resources: {'Network': ['ID=266a5ffd-735f-4bef-85a1-2a98b385cc99,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:58.464585 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cfed83fe-effa-46dc-a294-643f5643e34b tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:58.506931 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3fa38e24-4759-484a-8e95-877e7db0f082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:58.624705 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 43010) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:58.678728 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3fa38e24-4759-484a-8e95-877e7db0f082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:58.682601 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cfed83fe-effa-46dc-a294-643f5643e34b tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:58.684793 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cfed83fe-effa-46dc-a294-643f5643e34b tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:58.712398 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa38e24-4759-484a-8e95-877e7db0f082 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8b7b9c5-fbe3-4372-89fb-14c9c6ff3924,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:58.759274 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3fa38e24-4759-484a-8e95-877e7db0f082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:58.764836 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3fa38e24-4759-484a-8e95-877e7db0f082 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c8b7b9c5-fbe3-4372-89fb-14c9c6ff3924 HTTP/1.1" status: 204 len: 168 time: 0.9970064 Dec 17 15:32:58.765539 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74e72e6-95ff-42e4-b30a-9341b7f0c98d None None] Network bd552e71-1868-45d5-a051-927435341a80 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:32:58.767562 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 43020) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:58.796460 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b6b97-49bf-4d58-8934-eba295948656 req-cdc3e141-df89-4144-b3ad-385d87d7d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:58.796946 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b6b97-49bf-4d58-8934-eba295948656 req-cdc3e141-df89-4144-b3ad-385d87d7d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:58.797511 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b6b97-49bf-4d58-8934-eba295948656 req-cdc3e141-df89-4144-b3ad-385d87d7d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:58.798038 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b6b97-49bf-4d58-8934-eba295948656 req-cdc3e141-df89-4144-b3ad-385d87d7d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:58.798502 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b6b97-49bf-4d58-8934-eba295948656 req-cdc3e141-df89-4144-b3ad-385d87d7d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:58.798966 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b6b97-49bf-4d58-8934-eba295948656 req-cdc3e141-df89-4144-b3ad-385d87d7d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:58.799432 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b6b97-49bf-4d58-8934-eba295948656 req-cdc3e141-df89-4144-b3ad-385d87d7d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:58.808566 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9b0b6b97-49bf-4d58-8934-eba295948656 req-cdc3e141-df89-4144-b3ad-385d87d7d8dd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 6489 time: 0.1851759 Dec 17 15:32:58.814252 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-432fd7fe-1181-4c54-bc7a-0d78ff28392f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:58.852969 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9b0b6b97-49bf-4d58-8934-eba295948656 req-acc0ab91-d2e6-4d79-9ee1-fe40035cb44f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420396 Dec 17 15:32:58.853587 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0fb04044-70a7-43ad-a5c9-04a0c4a84031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:58.857115 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-f956db79-0f6b-4fc5-8cb2-95ad9ab7c8cf tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Made reservation on behalf of 3946e10ff975425598a71e1a9e6d2cf1 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:32:58.860745 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-f956db79-0f6b-4fc5-8cb2-95ad9ab7c8cf tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:58.866164 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cfed83fe-effa-46dc-a294-643f5643e34b tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:58.866164 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfed83fe-effa-46dc-a294-643f5643e34b tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Fanout notify agent at l3_agent the message router_deleted on router e02109d4-c4bf-4b93-9481-87ab4171447c {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:32:58.873657 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cfed83fe-effa-46dc-a294-643f5643e34b tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:58.878479 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cfed83fe-effa-46dc-a294-643f5643e34b tempest-RoutersNegativeIpV6Test-890778090 tempest-RoutersNegativeIpV6Test-890778090-project] 10.222.0.46 "DELETE /v2.0/routers/e02109d4-c4bf-4b93-9481-87ab4171447c HTTP/1.1" status: 204 len: 168 time: 0.5782642 Dec 17 15:32:58.992979 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0c12d7d4-8ea3-42db-8fc3-4d92d53e62fa req-f9dd23d1-9012-4cff-8dfd-8358ba4324ee tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 210 time: 0.0339179 Dec 17 15:32:59.002846 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68644634-91d9-41ff-9684-c1a3c0aa1b39 None None] DHCP port deletion for bd552e71-1868-45d5-a051-927435341a80 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:32:59.032645 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-0fb04044-70a7-43ad-a5c9-04a0c4a84031 admin admin] Deleting port 9152685e-ac36-4c61-a298-3d6af9686ed5 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:32:59.033069 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0fb04044-70a7-43ad-a5c9-04a0c4a84031 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:59.067523 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 43034) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:59.106678 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-68644634-91d9-41ff-9684-c1a3c0aa1b39 None None] Deleting port 9152685e-ac36-4c61-a298-3d6af9686ed5 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:32:59.107076 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-68644634-91d9-41ff-9684-c1a3c0aa1b39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:59.150031 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-0fb04044-70a7-43ad-a5c9-04a0c4a84031 admin admin] For port 9152685e-ac36-4c61-a298-3d6af9686ed5, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9152685e-ac36-4c61-a298-3d6af9686ed5,segment=NetworkSegment(42846713-036d-43ec-8ce5-33dad0f419b5),segment_id=42846713-036d-43ec-8ce5-33dad0f419b5)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:32:59.151385 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0fb04044-70a7-43ad-a5c9-04a0c4a84031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:59.173955 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-0fb04044-70a7-43ad-a5c9-04a0c4a84031 admin admin] Calling delete_port for 9152685e-ac36-4c61-a298-3d6af9686ed5 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:32:59.186828 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-f956db79-0f6b-4fc5-8cb2-95ad9ab7c8cf tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Allocated IP 172.20.0.4 (14d6281a-4511-4bb4-90e9-4eb4dec9d036/bb81f603-60e6-418f-8fce-326d48a9c9a7/042e6cbc-e47c-4337-a94e-dea325b638e1) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:32:59.231733 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-68644634-91d9-41ff-9684-c1a3c0aa1b39 None None] For port 9152685e-ac36-4c61-a298-3d6af9686ed5, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9152685e-ac36-4c61-a298-3d6af9686ed5,segment=NetworkSegment(42846713-036d-43ec-8ce5-33dad0f419b5),segment_id=42846713-036d-43ec-8ce5-33dad0f419b5)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:32:59.232323 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-68644634-91d9-41ff-9684-c1a3c0aa1b39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:59.237193 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-2a97a593-1a1c-4df7-85f2-bc476d8cbee6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-571144676-network', 'tenant_id': '608a3934175942d1b0415377b717efea'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:32:59.248858 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-68644634-91d9-41ff-9684-c1a3c0aa1b39 None None] Calling delete_port for 9152685e-ac36-4c61-a298-3d6af9686ed5 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:32:59.346239 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a97a593-1a1c-4df7-85f2-bc476d8cbee6 admin admin] Made reservation on behalf of 608a3934175942d1b0415377b717efea for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:32:59.348812 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2a97a593-1a1c-4df7-85f2-bc476d8cbee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:59.359178 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2a97a593-1a1c-4df7-85f2-bc476d8cbee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:59.442354 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2a97a593-1a1c-4df7-85f2-bc476d8cbee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:59.454623 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-68644634-91d9-41ff-9684-c1a3c0aa1b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:59.484008 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68644634-91d9-41ff-9684-c1a3c0aa1b39 None None] Pushing event deleted for resources: {'Port': ['ID=9152685e-ac36-4c61-a298-3d6af9686ed5,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:59.488941 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68644634-91d9-41ff-9684-c1a3c0aa1b39 None None] No DVR routers for this DVR port 9152685e-ac36-4c61-a298-3d6af9686ed5 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:32:59.561507 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2a97a593-1a1c-4df7-85f2-bc476d8cbee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:59.592360 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a97a593-1a1c-4df7-85f2-bc476d8cbee6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:32:59.601610 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a97a593-1a1c-4df7-85f2-bc476d8cbee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50a0fda-15c8-4278-9a8f-3704fdc038b5,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:59.611890 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2a97a593-1a1c-4df7-85f2-bc476d8cbee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:59.612237 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-2a97a593-1a1c-4df7-85f2-bc476d8cbee6 admin admin] Added segment 41fa10a7-bd67-4035-b2d0-d296a7ac0edc of type vlan for network 454532c7-40fb-42bd-9211-3c22a0ad07f1 Dec 17 15:32:59.662785 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2a97a593-1a1c-4df7-85f2-bc476d8cbee6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:59.718090 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0fb04044-70a7-43ad-a5c9-04a0c4a84031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:59.729699 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 43048) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:59.757393 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb04044-70a7-43ad-a5c9-04a0c4a84031 admin admin] Pushing event deleted for resources: {'Port': ['ID=9152685e-ac36-4c61-a298-3d6af9686ed5,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:59.763098 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2a97a593-1a1c-4df7-85f2-bc476d8cbee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:59.763961 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a97a593-1a1c-4df7-85f2-bc476d8cbee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:32:59.764513 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2a97a593-1a1c-4df7-85f2-bc476d8cbee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:59.777011 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb04044-70a7-43ad-a5c9-04a0c4a84031 admin admin] No DVR routers for this DVR port 9152685e-ac36-4c61-a298-3d6af9686ed5 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:32:59.830107 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a97a593-1a1c-4df7-85f2-bc476d8cbee6 admin admin] Pushing event updated for resources: {'Network': ['ID=454532c7-40fb-42bd-9211-3c22a0ad07f1,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:32:59.847477 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 454532c7-40fb-42bd-9211-3c22a0ad07f1 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:32:59.881812 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-f956db79-0f6b-4fc5-8cb2-95ad9ab7c8cf tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:59.904953 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0fb04044-70a7-43ad-a5c9-04a0c4a84031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:59.920418 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-12710d8a-3133-4bd6-8bc1-67efc900e1ff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=46f0aec6e7bc45ffb243e2a215a32796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1869118 Dec 17 15:32:59.920618 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 43054) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:59.936043 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9152685e-ac36-4c61-a298-3d6af9686ed5 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:32:59.943443 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-0fb04044-70a7-43ad-a5c9-04a0c4a84031 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd552e71-1868-45d5-a051-927435341a80']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:59.960501 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 9152685e-ac36-4c61-a298-3d6af9686ed5 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:32:59.961135 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9152685e-ac36-4c61-a298-3d6af9686ed5 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:32:59.962424 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3f2ae126-858e-40d8-942f-46346ca5e8d3 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:32:59.963512 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-0fb04044-70a7-43ad-a5c9-04a0c4a84031 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42846713-036d-43ec-8ce5-33dad0f419b5') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:59.963813 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-0fb04044-70a7-43ad-a5c9-04a0c4a84031 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42846713-036d-43ec-8ce5-33dad0f419b5') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:32:59.972261 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2a97a593-1a1c-4df7-85f2-bc476d8cbee6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9029541 Dec 17 15:32:59.977710 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 43058) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:32:59.983409 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 3f2ae126-858e-40d8-942f-46346ca5e8d3 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:32:59.984247 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3f2ae126-858e-40d8-942f-46346ca5e8d3 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:32:59.987984 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-715fb3b2-54fe-4cc2-b466-015997fbc68f admin admin] Request body: {'subnet': {'network_id': '454532c7-40fb-42bd-9211-3c22a0ad07f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-571144676-subnet', 'tenant_id': '608a3934175942d1b0415377b717efea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:32:59.989016 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0fb04044-70a7-43ad-a5c9-04a0c4a84031 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:32:59.994574 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d93f026-0e0d-4215-b040-511b3db4f98b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:00.009715 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0fb04044-70a7-43ad-a5c9-04a0c4a84031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:00.016020 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb04044-70a7-43ad-a5c9-04a0c4a84031 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:33:00.016475 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0fb04044-70a7-43ad-a5c9-04a0c4a84031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:00.019079 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:33:00.019079 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:33:00.019079 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:33:00.019079 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:33:00.019079 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:33:00.019079 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:33:00.019079 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:33:00.019079 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:33:00.019079 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:33:00.019079 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:33:00.019079 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:33:00.019079 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:33:00.019079 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:33:00.019079 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:33:00.019079 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:33:00.019079 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:33:00.019079 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:33:00.019079 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:33:00.019079 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:33:00.019079 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:33:00.019079 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:33:00.019079 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:33:00.019079 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:33:00.019079 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:33:00.019079 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:33:00.019079 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:33:00.019079 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:33:00.019079 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:33:00.019079 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:33:00.019079 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:33:00.019079 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:33:00.019079 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:33:00.029775 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d93f026-0e0d-4215-b040-511b3db4f98b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:00.078269 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-f956db79-0f6b-4fc5-8cb2-95ad9ab7c8cf tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:00.106692 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715fb3b2-54fe-4cc2-b466-015997fbc68f admin admin] Made reservation on behalf of 608a3934175942d1b0415377b717efea for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:33:00.109854 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-715fb3b2-54fe-4cc2-b466-015997fbc68f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:00.136857 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-f956db79-0f6b-4fc5-8cb2-95ad9ab7c8cf tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Network 14d6281a-4511-4bb4-90e9-4eb4dec9d036 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:33:00.139988 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-f956db79-0f6b-4fc5-8cb2-95ad9ab7c8cf tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:33:00.143852 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-f956db79-0f6b-4fc5-8cb2-95ad9ab7c8cf tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:33:00.178383 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f956db79-0f6b-4fc5-8cb2-95ad9ab7c8cf tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Pushing event updated for resources: {'Port': ['ID=042e6cbc-e47c-4337-a94e-dea325b638e1,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:33:00.193866 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d93f026-0e0d-4215-b040-511b3db4f98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:00.197974 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d93f026-0e0d-4215-b040-511b3db4f98b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:00.199780 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0fb04044-70a7-43ad-a5c9-04a0c4a84031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:00.201519 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0d93f026-0e0d-4215-b040-511b3db4f98b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/49751354-542d-4f11-ac03-b63d550d2833 HTTP/1.1" status: 204 len: 168 time: 0.2798944 Dec 17 15:33:00.205754 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0fb04044-70a7-43ad-a5c9-04a0c4a84031 admin admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:00.211692 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0fb04044-70a7-43ad-a5c9-04a0c4a84031 admin admin] 10.222.0.46 "DELETE /v2.0/networks/bd552e71-1868-45d5-a051-927435341a80 HTTP/1.1" status: 204 len: 168 time: 1.4404542 Dec 17 15:33:00.231851 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb04044-70a7-43ad-a5c9-04a0c4a84031 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd552e71-1868-45d5-a051-927435341a80,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:33:00.248044 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-f956db79-0f6b-4fc5-8cb2-95ad9ab7c8cf tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:00.249144 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-f956db79-0f6b-4fc5-8cb2-95ad9ab7c8cf tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:00.325757 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93f026-0e0d-4215-b040-511b3db4f98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49751354-542d-4f11-ac03-b63d550d2833,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:33:00.360796 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-f956db79-0f6b-4fc5-8cb2-95ad9ab7c8cf tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2554300 Dec 17 15:33:00.374195 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-0017fe34-b159-4fef-a7a1-aa8b3e30ff91 service neutron] Request body: {'port': {'device_id': '08dd7347-faf0-43c8-9d30-6c731ceed40d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:33:00.386685 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41486013-4561-4dc7-995d-92b3440cf109 req-a597ff22-f020-4f44-bd06-79dd9eee4f20 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:00.388304 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-41486013-4561-4dc7-995d-92b3440cf109 req-a597ff22-f020-4f44-bd06-79dd9eee4f20 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 931 time: 0.2761946 Dec 17 15:33:00.430993 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-41486013-4561-4dc7-995d-92b3440cf109 req-715b6a33-c5e6-4ca4-9127-89fbf5de8859 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341005 Dec 17 15:33:00.435118 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-0017fe34-b159-4fef-a7a1-aa8b3e30ff91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:00.467967 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-455774f0-17ea-44b5-a237-7f1bf3ec1676 None None] Provisioning complete for port 042e6cbc-e47c-4337-a94e-dea325b638e1 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:33:00.468699 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-455774f0-17ea-44b5-a237-7f1bf3ec1676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:00.471714 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-715fb3b2-54fe-4cc2-b466-015997fbc68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:00.508874 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-455774f0-17ea-44b5-a237-7f1bf3ec1676 None None] Port 042e6cbc-e47c-4337-a94e-dea325b638e1 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:33:00.549458 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715fb3b2-54fe-4cc2-b466-015997fbc68f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d76e887-8dcb-4ca9-9e24-1ef65dcdbc17,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:33:00.580951 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715fb3b2-54fe-4cc2-b466-015997fbc68f admin admin] Checking segment: {'id': '41fa10a7-bd67-4035-b2d0-d296a7ac0edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '454532c7-40fb-42bd-9211-3c22a0ad07f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:33:00.581696 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715fb3b2-54fe-4cc2-b466-015997fbc68f admin admin] Network hostable DHCP agents. Network: 454532c7-40fb-42bd-9211-3c22a0ad07f1, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:33:00.660319 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715fb3b2-54fe-4cc2-b466-015997fbc68f admin admin] Network 454532c7-40fb-42bd-9211-3c22a0ad07f1 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:33:00.731910 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-0017fe34-b159-4fef-a7a1-aa8b3e30ff91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 042e6cbc-e47c-4337-a94e-dea325b638e1 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:33:00.733908 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 43074) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:33:00.740957 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-0017fe34-b159-4fef-a7a1-aa8b3e30ff91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:00.755575 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-0017fe34-b159-4fef-a7a1-aa8b3e30ff91 service neutron] Transition to ACTIVE for port object 042e6cbc-e47c-4337-a94e-dea325b638e1 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:33:00.761529 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-715fb3b2-54fe-4cc2-b466-015997fbc68f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 454532c7-40fb-42bd-9211-3c22a0ad07f1) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:33:00.768645 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715fb3b2-54fe-4cc2-b466-015997fbc68f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:00.769241 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-715fb3b2-54fe-4cc2-b466-015997fbc68f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:00.770649 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d481732-115a-4d05-9bdf-15d109460338 None None] Network 454532c7-40fb-42bd-9211-3c22a0ad07f1 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:33:00.798561 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f931ab42-299b-40e2-ad0b-a4c1315da137 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8be5f697514948dbb741ccae5deddcdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0629406 Dec 17 15:33:00.801398 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 43080) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:33:00.829277 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-0017fe34-b159-4fef-a7a1-aa8b3e30ff91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:00.901799 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-715fb3b2-54fe-4cc2-b466-015997fbc68f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9228792 Dec 17 15:33:00.909142 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c86c479d-f04d-4a05-93cc-0064eefd1125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:00.929829 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017fe34-b159-4fef-a7a1-aa8b3e30ff91 service neutron] Pushing event updated for resources: {'Port': ['ID=042e6cbc-e47c-4337-a94e-dea325b638e1,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:33:00.973742 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c86c479d-f04d-4a05-93cc-0064eefd1125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:00.982724 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5da8e4-78ff-4774-b9af-3a64a3d6be1d None None] Network 454532c7-40fb-42bd-9211-3c22a0ad07f1 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:33:01.034949 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-0017fe34-b159-4fef-a7a1-aa8b3e30ff91 service neutron] Attempting to bind port 042e6cbc-e47c-4337-a94e-dea325b638e1 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:33:01.034949 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-0017fe34-b159-4fef-a7a1-aa8b3e30ff91 service neutron] Attempting to bind port 042e6cbc-e47c-4337-a94e-dea325b638e1 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'f1f4760e-7fd1-432e-9861-fd1a052a7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:33:01.034949 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-0017fe34-b159-4fef-a7a1-aa8b3e30ff91 service neutron] Attempting to bind port 042e6cbc-e47c-4337-a94e-dea325b638e1 on network 14d6281a-4511-4bb4-90e9-4eb4dec9d036 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:33:01.038061 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-0017fe34-b159-4fef-a7a1-aa8b3e30ff91 service neutron] Port 042e6cbc-e47c-4337-a94e-dea325b638e1 on network 14d6281a-4511-4bb4-90e9-4eb4dec9d036 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:33:01.038625 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-0017fe34-b159-4fef-a7a1-aa8b3e30ff91 service neutron] Attempting to bind port 042e6cbc-e47c-4337-a94e-dea325b638e1 on network 14d6281a-4511-4bb4-90e9-4eb4dec9d036 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:33:01.045663 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-0017fe34-b159-4fef-a7a1-aa8b3e30ff91 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:33:01.046409 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-0017fe34-b159-4fef-a7a1-aa8b3e30ff91 service neutron] Checking segment: {'id': 'f1f4760e-7fd1-432e-9861-fd1a052a7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:33:01.047096 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-0017fe34-b159-4fef-a7a1-aa8b3e30ff91 service neutron] Bound using segment: {'id': 'f1f4760e-7fd1-432e-9861-fd1a052a7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:33:01.048190 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-0017fe34-b159-4fef-a7a1-aa8b3e30ff91 service neutron] Bound port: 042e6cbc-e47c-4337-a94e-dea325b638e1, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1f4760e-7fd1-432e-9861-fd1a052a7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:33:01.048878 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-0017fe34-b159-4fef-a7a1-aa8b3e30ff91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:01.107346 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-06dc652a-d409-4780-ae18-aaf1b9df6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:01.155324 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-0017fe34-b159-4fef-a7a1-aa8b3e30ff91 service neutron] For port 042e6cbc-e47c-4337-a94e-dea325b638e1, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:33:01.176176 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-0017fe34-b159-4fef-a7a1-aa8b3e30ff91 service neutron] For port 042e6cbc-e47c-4337-a94e-dea325b638e1, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=042e6cbc-e47c-4337-a94e-dea325b638e1,segment=NetworkSegment(f1f4760e-7fd1-432e-9861-fd1a052a7a2d),segment_id=f1f4760e-7fd1-432e-9861-fd1a052a7a2d)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:33:01.208854 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c86c479d-f04d-4a05-93cc-0064eefd1125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:01.212265 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c86c479d-f04d-4a05-93cc-0064eefd1125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:01.217905 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c86c479d-f04d-4a05-93cc-0064eefd1125 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1ad3f435-4fa8-4694-a811-117a7b07ceb4 HTTP/1.1" status: 204 len: 168 time: 0.4155552 Dec 17 15:33:01.230093 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c479d-f04d-4a05-93cc-0064eefd1125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad3f435-4fa8-4694-a811-117a7b07ceb4,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:33:01.253897 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-0017fe34-b159-4fef-a7a1-aa8b3e30ff91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:01.313745 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-0017fe34-b159-4fef-a7a1-aa8b3e30ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:01.313745 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-0017fe34-b159-4fef-a7a1-aa8b3e30ff91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:01.313745 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-0017fe34-b159-4fef-a7a1-aa8b3e30ff91 service neutron] 10.222.0.13 "PUT /v2.0/ports/042e6cbc-e47c-4337-a94e-dea325b638e1 HTTP/1.1" status: 200 len: 1091 time: 0.9432800 Dec 17 15:33:01.313745 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08dd7347-faf0-43c8-9d30-6c731ceed40d', 'tag': '042e6cbc-e47c-4337-a94e-dea325b638e1'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:33:01.315831 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edadeef7-111b-4e53-8dcc-bd79dfd9217e" -d '{"events": [{"name": "network-changed", "server_uuid": "08dd7347-faf0-43c8-9d30-6c731ceed40d", "tag": "042e6cbc-e47c-4337-a94e-dea325b638e1"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:33:01.345651 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017fe34-b159-4fef-a7a1-aa8b3e30ff91 service neutron] Pushing event updated for resources: {'Port': ['ID=042e6cbc-e47c-4337-a94e-dea325b638e1,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:33:01.368475 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3f6978-7e5b-4734-ab2c-e7b167268fa9 x-openstack-request-id: req-1a3f6978-7e5b-4734-ab2c-e7b167268fa9 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:33:01.368771 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08dd7347-faf0-43c8-9d30-6c731ceed40d", "tag": "042e6cbc-e47c-4337-a94e-dea325b638e1", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:33:01.369027 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1a3f6978-7e5b-4734-ab2c-e7b167268fa9 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:33:01.369449 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08dd7347-faf0-43c8-9d30-6c731ceed40d', 'tag': '042e6cbc-e47c-4337-a94e-dea325b638e1', 'status': 'completed', 'code': 200} Dec 17 15:33:01.439082 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadeef7-111b-4e53-8dcc-bd79dfd9217e req-60f9852e-1f7d-413d-9965-f79265032cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:01.447939 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-edadeef7-111b-4e53-8dcc-bd79dfd9217e req-60f9852e-1f7d-413d-9965-f79265032cd7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3946e10ff975425598a71e1a9e6d2cf1&device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 1094 time: 0.0554385 Dec 17 15:33:01.611911 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadeef7-111b-4e53-8dcc-bd79dfd9217e req-673439f5-c818-4490-84b0-8dec2985ae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:01.613746 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-edadeef7-111b-4e53-8dcc-bd79dfd9217e req-673439f5-c818-4490-84b0-8dec2985ae39 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3946e10ff975425598a71e1a9e6d2cf1&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1625609 Dec 17 15:33:01.692909 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca99ff-73d6-49f9-8891-496db5a15cab req-c9a64481-12f2-4680-a3a8-38b7920f014c tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:01.697497 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-30ca99ff-73d6-49f9-8891-496db5a15cab req-c9a64481-12f2-4680-a3a8-38b7920f014c tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 943 time: 0.1371622 Dec 17 15:33:01.762002 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadeef7-111b-4e53-8dcc-bd79dfd9217e req-9ce986f3-9451-42c5-8d59-122d03fb48fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:01.763458 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-edadeef7-111b-4e53-8dcc-bd79dfd9217e req-9ce986f3-9451-42c5-8d59-122d03fb48fa service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1400030 Dec 17 15:33:01.766238 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-30ca99ff-73d6-49f9-8891-496db5a15cab req-84f3a40f-03be-4977-bfe9-c8dd94973f01 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542908 Dec 17 15:33:01.863091 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-8cbaca74-7d26-4686-bdbd-c4bc049e2648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:01.864734 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-8cbaca74-7d26-4686-bdbd-c4bc049e2648 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3946e10ff975425598a71e1a9e6d2cf1&device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 1094 time: 0.0478823 Dec 17 15:33:01.913602 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-c9fc504e-d9d3-45d5-861d-493ee9ffebe3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=042e6cbc-e47c-4337-a94e-dea325b638e1 HTTP/1.1" status: 200 len: 217 time: 0.0407767 Dec 17 15:33:01.977695 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-2371d884-82f1-439b-8b7a-f4e04ba687a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:01.979399 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-2371d884-82f1-439b-8b7a-f4e04ba687a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb81f603-60e6-418f-8fce-326d48a9c9a7 HTTP/1.1" status: 200 len: 856 time: 0.0585377 Dec 17 15:33:02.044546 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-dd49c779-6db0-4b9e-a459-76ae882484ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:02.046473 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-dd49c779-6db0-4b9e-a459-76ae882484ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=14d6281a-4511-4bb4-90e9-4eb4dec9d036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598345 Dec 17 15:33:02.156854 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-1400e14b-2c59-4653-b20f-bef5acbe0745 service neutron] 10.222.0.13 "GET /v2.0/networks/14d6281a-4511-4bb4-90e9-4eb4dec9d036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021137 Dec 17 15:33:02.171163 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 43132) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:33:02.222796 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-606781c7-df74-4396-828b-00f2d47481eb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e6bfe4629dde41a08cae8b6d84b4a433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497551 Dec 17 15:33:02.225302 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 43134) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:33:02.263801 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-668a6473-ad7f-41ef-833d-37d247f20f4f req-48fc85f3-38f9-4b8d-a309-0f297d7fd10d service neutron] 10.222.0.13 "GET /v2.0/networks/14d6281a-4511-4bb4-90e9-4eb4dec9d036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945427 Dec 17 15:33:02.282441 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6acef58f-8046-420a-9834-e1baa7ee14ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:02.305983 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:02.311694 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6acef58f-8046-420a-9834-e1baa7ee14ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:02.460053 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6acef58f-8046-420a-9834-e1baa7ee14ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:02.463590 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6acef58f-8046-420a-9834-e1baa7ee14ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:02.464565 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6acef58f-8046-420a-9834-e1baa7ee14ff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a65d5d27-1dbb-4f93-8760-df3d35884571 HTTP/1.1" status: 204 len: 168 time: 0.2378867 Dec 17 15:33:02.476650 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acef58f-8046-420a-9834-e1baa7ee14ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65d5d27-1dbb-4f93-8760-df3d35884571,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:33:02.937078 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fee56-909b-4fde-bb5e-8e894f0195bb req-0b75b933-b3f3-44c9-b506-389b2d140f38 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:02.947321 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a46fee56-909b-4fde-bb5e-8e894f0195bb req-0b75b933-b3f3-44c9-b506-389b2d140f38 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 943 time: 0.0734942 Dec 17 15:33:02.995514 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a46fee56-909b-4fde-bb5e-8e894f0195bb req-badc32c6-a1b2-444e-a1b2-43307aee34f4 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472434 Dec 17 15:33:03.823830 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:04.118020 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f9a5c9f7-d97d-4423-980f-a19c29aa6ce4 req-837ea430-abbc-4ca0-834d-8531d534534c tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0296168 Dec 17 15:33:04.188918 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc94921-9949-4ccd-ae98-45083fd5f369 req-0cd5a774-0ff0-4651-adb5-c12585ba702a tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:04.191553 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6bc94921-9949-4ccd-ae98-45083fd5f369 req-0cd5a774-0ff0-4651-adb5-c12585ba702a tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 943 time: 0.0717371 Dec 17 15:33:04.196327 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:04.245571 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6bc94921-9949-4ccd-ae98-45083fd5f369 req-b2899c0a-5eb1-4252-9ef1-a6c12ff09a3e tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444915 Dec 17 15:33:05.233220 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8cb4c601-7247-4be0-a0c0-692a624e118a req-55e108eb-2f62-4ad8-af4a-9fef39720688 tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0471318 Dec 17 15:33:05.387575 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aefff9-c07c-43cc-9431-a90e0a215211 req-36f2a429-c752-4762-afeb-2b0a526685c2 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:05.389576 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c8aefff9-c07c-43cc-9431-a90e0a215211 req-36f2a429-c752-4762-afeb-2b0a526685c2 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 943 time: 0.0570855 Dec 17 15:33:05.437197 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c8aefff9-c07c-43cc-9431-a90e0a215211 req-b8873def-f19d-44b2-a504-c826429d4540 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403769 Dec 17 15:33:05.730512 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 042e6cbc-e47c-4337-a94e-dea325b638e1 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:33:05.868955 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 042e6cbc-e47c-4337-a94e-dea325b638e1, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=042e6cbc-e47c-4337-a94e-dea325b638e1,segment=NetworkSegment(f1f4760e-7fd1-432e-9861-fd1a052a7a2d),segment_id=f1f4760e-7fd1-432e-9861-fd1a052a7a2d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:33:05.881135 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '042e6cbc-e47c-4337-a94e-dea325b638e1', 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036', 'port_id': '042e6cbc-e47c-4337-a94e-dea325b638e1', 'mac_address': 'fa:16:3e:3f:b4:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:33:05.919790 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:05.934778 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 042e6cbc-e47c-4337-a94e-dea325b638e1 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:33:05.959638 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 042e6cbc-e47c-4337-a94e-dea325b638e1, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=042e6cbc-e47c-4337-a94e-dea325b638e1,segment=NetworkSegment(f1f4760e-7fd1-432e-9861-fd1a052a7a2d),segment_id=f1f4760e-7fd1-432e-9861-fd1a052a7a2d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:33:06.077022 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:06.222605 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=042e6cbc-e47c-4337-a94e-dea325b638e1,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:33:06.284687 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['042e6cbc-e47c-4337-a94e-dea325b638e1'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:33:06.361917 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2c9f2399-2ef6-4b03-a748-44d9498a4192 req-8686d7ae-9ae7-4443-ae81-252d3103f703 tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0435050 Dec 17 15:33:06.560520 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36b4f4-40a1-4458-9cbc-5017ab4a66ef req-a3a75c0f-9be0-4e65-8d06-d2f5aa1e5d99 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:06.561974 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ab36b4f4-40a1-4458-9cbc-5017ab4a66ef req-a3a75c0f-9be0-4e65-8d06-d2f5aa1e5d99 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 944 time: 0.0512846 Dec 17 15:33:06.601985 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ab36b4f4-40a1-4458-9cbc-5017ab4a66ef req-6239f648-70d2-4517-8566-6088d70e64ea tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336287 Dec 17 15:33:07.481369 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-63b17af8-3c3e-40c2-8600-f0fb55bf4931 req-258ff2c6-31d0-4abf-967a-c1fedcd83ac1 tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0302398 Dec 17 15:33:07.724505 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91df12-26ec-462c-9079-1152d3b97815 req-6224f212-012e-4884-8aec-c49557ae4205 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:07.726018 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9b91df12-26ec-462c-9079-1152d3b97815 req-6224f212-012e-4884-8aec-c49557ae4205 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 944 time: 0.0506909 Dec 17 15:33:07.746248 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 042e6cbc-e47c-4337-a94e-dea325b638e1 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:33:07.769257 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9b91df12-26ec-462c-9079-1152d3b97815 req-4ebdf290-5441-46c9-95d2-23edc3732976 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361843 Dec 17 15:33:07.890717 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 042e6cbc-e47c-4337-a94e-dea325b638e1 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:33:07.896939 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 042e6cbc-e47c-4337-a94e-dea325b638e1 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:33:07.900482 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:07.976634 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:07.999364 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08dd7347-faf0-43c8-9d30-6c731ceed40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042e6cbc-e47c-4337-a94e-dea325b638e1'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:33:08.001611 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd2266c-621e-4968-97cd-abec7c281ec2" -d '{"events": [{"server_uuid": "08dd7347-faf0-43c8-9d30-6c731ceed40d", "name": "network-vif-plugged", "status": "completed", "tag": "042e6cbc-e47c-4337-a94e-dea325b638e1"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:33:08.014645 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 042e6cbc-e47c-4337-a94e-dea325b638e1, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=042e6cbc-e47c-4337-a94e-dea325b638e1,segment=NetworkSegment(f1f4760e-7fd1-432e-9861-fd1a052a7a2d),segment_id=f1f4760e-7fd1-432e-9861-fd1a052a7a2d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:33:08.042074 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9268775-a2d1-47c6-8e87-096716a8ce23 x-openstack-request-id: req-a9268775-a2d1-47c6-8e87-096716a8ce23 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:33:08.042382 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08dd7347-faf0-43c8-9d30-6c731ceed40d", "name": "network-vif-plugged", "status": "completed", "tag": "042e6cbc-e47c-4337-a94e-dea325b638e1", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:33:08.042625 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a9268775-a2d1-47c6-8e87-096716a8ce23 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:33:08.043022 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08dd7347-faf0-43c8-9d30-6c731ceed40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042e6cbc-e47c-4337-a94e-dea325b638e1', 'code': 200} Dec 17 15:33:08.085638 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:08.172495 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe8b7a-aefe-44ec-b401-765843ede952 req-6e07ad08-02c4-4f0d-997c-757b919f52fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:08.176078 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7abe8b7a-aefe-44ec-b401-765843ede952 req-6e07ad08-02c4-4f0d-997c-757b919f52fc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 1096 time: 0.0567153 Dec 17 15:33:08.188433 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=042e6cbc-e47c-4337-a94e-dea325b638e1,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:33:08.223915 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7abe8b7a-aefe-44ec-b401-765843ede952 req-059fa02d-870b-40f4-988f-15e6cdc9919d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419476 Dec 17 15:33:08.587878 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7ae56571-de74-4d9e-98f8-e5ffa80a8000 req-23705071-c52f-463f-b39f-e8136da21d97 tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0305886 Dec 17 15:33:08.923088 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f9b78-6be3-43f1-8dc6-8cfae0ccf209 req-9a8aa0e7-841d-4cff-99dd-6fdc86ad4f77 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:08.924990 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-103f9b78-6be3-43f1-8dc6-8cfae0ccf209 req-9a8aa0e7-841d-4cff-99dd-6fdc86ad4f77 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 945 time: 0.0630562 Dec 17 15:33:08.966095 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-103f9b78-6be3-43f1-8dc6-8cfae0ccf209 req-cc8b8d26-9446-4681-8273-1e9d68769fc2 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341055 Dec 17 15:33:09.525677 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-05bcea73-e62d-4963-aca4-203612a05508 req-1bf4ffa3-e11d-493c-944f-46bca58ae8bf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0346811 Dec 17 15:33:09.730105 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8e848d3b-1cdf-4cd7-9901-a942ee7490e8 req-386eeaa4-7f58-4c5a-8e93-8d4a484297b5 tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0325279 Dec 17 15:33:10.166454 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ad236-02c5-482b-b9b6-55ef213d1d6f req-6c762800-254d-499f-9b32-39ff64748750 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:10.169511 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a9ad236-02c5-482b-b9b6-55ef213d1d6f req-6c762800-254d-499f-9b32-39ff64748750 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 945 time: 0.0648346 Dec 17 15:33:10.213816 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a9ad236-02c5-482b-b9b6-55ef213d1d6f req-d5f52dd7-80aa-42d8-bc0f-94539f5b619a tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393019 Dec 17 15:33:10.335328 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd8397-0e2c-4a7b-bcab-e8c034b1d42e req-db606789-7891-4818-b1b3-f87758f89bac tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:10.337915 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-67bd8397-0e2c-4a7b-bcab-e8c034b1d42e req-db606789-7891-4818-b1b3-f87758f89bac tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 945 time: 0.0510881 Dec 17 15:33:10.347003 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 43348) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:33:10.352365 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-f2ee7ff4-e667-4af9-8e9c-c4f97c6aecba tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Request body: {'floatingip': {'port_id': '042e6cbc-e47c-4337-a94e-dea325b638e1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:33:10.391015 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:10.398945 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f2ee7ff4-e667-4af9-8e9c-c4f97c6aecba tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for floatingip, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:10.851368 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-73de633e-73bd-4586-acc9-d73e06458963 req-05d0eea7-a80f-4eb9-bbf9-0b32beece6f8 tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0412111 Dec 17 15:33:10.991704 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f2ee7ff4-e667-4af9-8e9c-c4f97c6aecba tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:11.134938 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f2ee7ff4-e667-4af9-8e9c-c4f97c6aecba tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:11.256096 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [None req-f2ee7ff4-e667-4af9-8e9c-c4f97c6aecba tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Floating IP 50280c63-8616-41a9-81c6-36db4e2648fa associated. External IP: 172.25.6.253, port: 042e6cbc-e47c-4337-a94e-dea325b638e1. Dec 17 15:33:11.488874 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ee7ff4-e667-4af9-8e9c-c4f97c6aecba tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Router 1d556a10-dc14-4b9b-bd01-db3f31be4014 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:33:11.600106 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ee7ff4-e667-4af9-8e9c-c4f97c6aecba tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:33:11.605064 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f2ee7ff4-e667-4af9-8e9c-c4f97c6aecba tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:11.610748 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e84128-3889-4532-a9ad-feb923cafd5b None None] Sync routers for ids ['1d556a10-dc14-4b9b-bd01-db3f31be4014'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:33:11.624616 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e84128-3889-4532-a9ad-feb923cafd5b None None] Routers {'1d556a10-dc14-4b9b-bd01-db3f31be4014'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:33:11.627011 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-35e84128-3889-4532-a9ad-feb923cafd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:33:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1d556a10-dc14-4b9b-bd01-db3f31be4014'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:33:11.632352 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f2ee7ff4-e667-4af9-8e9c-c4f97c6aecba tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "PUT /v2.0/floatingips/50280c63-8616-41a9-81c6-36db4e2648fa HTTP/1.1" status: 200 len: 991 time: 1.2842078 Dec 17 15:33:11.633747 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08dd7347-faf0-43c8-9d30-6c731ceed40d', 'tag': '042e6cbc-e47c-4337-a94e-dea325b638e1'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:33:11.636236 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f08369f-9d4c-4db6-8152-a331e6ff4a5a" -d '{"events": [{"name": "network-changed", "server_uuid": "08dd7347-faf0-43c8-9d30-6c731ceed40d", "tag": "042e6cbc-e47c-4337-a94e-dea325b638e1"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:33:11.683231 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66df6f9e-da63-4e3f-88cd-b894daafd6f8 x-openstack-request-id: req-66df6f9e-da63-4e3f-88cd-b894daafd6f8 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:33:11.683594 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08dd7347-faf0-43c8-9d30-6c731ceed40d", "tag": "042e6cbc-e47c-4337-a94e-dea325b638e1", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:33:11.683906 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-66df6f9e-da63-4e3f-88cd-b894daafd6f8 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:33:11.684381 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08dd7347-faf0-43c8-9d30-6c731ceed40d', 'tag': '042e6cbc-e47c-4337-a94e-dea325b638e1', 'status': 'completed', 'code': 200} Dec 17 15:33:11.748909 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-35e84128-3889-4532-a9ad-feb923cafd5b None None] Set router 1d556a10-dc14-4b9b-bd01-db3f31be4014 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:33:11.761372 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08369f-9d4c-4db6-8152-a331e6ff4a5a req-8ed66b53-d002-40b9-a825-f15b4d03ab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:11.762844 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0f08369f-9d4c-4db6-8152-a331e6ff4a5a req-8ed66b53-d002-40b9-a825-f15b4d03ab9b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3946e10ff975425598a71e1a9e6d2cf1&device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 1096 time: 0.0554044 Dec 17 15:33:11.875615 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08369f-9d4c-4db6-8152-a331e6ff4a5a req-55004955-c9b3-4889-bd0d-7ab201f912cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:11.877171 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0f08369f-9d4c-4db6-8152-a331e6ff4a5a req-55004955-c9b3-4889-bd0d-7ab201f912cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=14d6281a-4511-4bb4-90e9-4eb4dec9d036 HTTP/1.1" status: 200 len: 918 time: 0.1072249 Dec 17 15:33:11.980982 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-055b7f78-3662-4c9d-819d-bec5816723d4 req-7e91b216-bd0e-4b1a-92db-09f1a0bccb41 tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0383828 Dec 17 15:33:11.981752 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0f08369f-9d4c-4db6-8152-a331e6ff4a5a req-5d7331d6-f306-4831-a9bb-dcdb0dd63e88 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=042e6cbc-e47c-4337-a94e-dea325b638e1 HTTP/1.1" status: 200 len: 999 time: 0.0942967 Dec 17 15:33:11.995426 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-35e84128-3889-4532-a9ad-feb923cafd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'name': 'tempest-AttachVolumeShelveTestJSON-1198719740-router', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:27:21Z', 'updated_at': '2021-12-17T15:27:25Z', 'revision_number': 4, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'gw_port': {'id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:27:22Z', 'updated_at': '2021-12-17T15:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '50280c63-8616-41a9-81c6-36db4e2648fa', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'floating_ip_address': '172.25.6.253', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'port_id': '042e6cbc-e47c-4337-a94e-dea325b638e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036', 'mac_address': 'fa:16:3e:3f:b4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08dd7347-faf0-43c8-9d30-6c731ceed40d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:32:52Z', 'updated_at': '2021-12-17T15:33:10Z', 'revision_number': 1, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '021cabad-e335-417d-99e2-b24395f22eea', 'name': '', 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'mac_address': 'fa:16:3e:24:1e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:27:24Z', 'updated_at': '2021-12-17T15:27:29Z', 'revision_number': 5, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'subnets': [{'id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:33:12.024657 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e84128-3889-4532-a9ad-feb923cafd5b None None] Checking router: 1d556a10-dc14-4b9b-bd01-db3f31be4014 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:33:12.033102 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08369f-9d4c-4db6-8152-a331e6ff4a5a req-d0a6f924-1fc7-486e-a91b-fa6f2c13c562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:12.034591 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0f08369f-9d4c-4db6-8152-a331e6ff4a5a req-d0a6f924-1fc7-486e-a91b-fa6f2c13c562 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb81f603-60e6-418f-8fce-326d48a9c9a7 HTTP/1.1" status: 200 len: 856 time: 0.0482488 Dec 17 15:33:12.037269 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e84128-3889-4532-a9ad-feb923cafd5b None None] Routers {'1d556a10-dc14-4b9b-bd01-db3f31be4014'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:33:12.037891 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-35e84128-3889-4532-a9ad-feb923cafd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:33:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1d556a10-dc14-4b9b-bd01-db3f31be4014'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:33:12.186043 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08369f-9d4c-4db6-8152-a331e6ff4a5a req-10f34882-98cb-4459-ae12-74e11743205d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:12.187564 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0f08369f-9d4c-4db6-8152-a331e6ff4a5a req-10f34882-98cb-4459-ae12-74e11743205d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=14d6281a-4511-4bb4-90e9-4eb4dec9d036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1450400 Dec 17 15:33:12.191998 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-35e84128-3889-4532-a9ad-feb923cafd5b None None] Set router 1d556a10-dc14-4b9b-bd01-db3f31be4014 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:33:12.323808 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0f08369f-9d4c-4db6-8152-a331e6ff4a5a req-f277acd4-4fcd-47a5-82bf-5b26eaa263db service neutron] 10.222.0.13 "GET /v2.0/networks/14d6281a-4511-4bb4-90e9-4eb4dec9d036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289537 Dec 17 15:33:12.477574 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0f08369f-9d4c-4db6-8152-a331e6ff4a5a req-9b0fff78-0d56-4f46-8fce-8182a90de1e8 service neutron] 10.222.0.13 "GET /v2.0/networks/14d6281a-4511-4bb4-90e9-4eb4dec9d036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470699 Dec 17 15:33:12.635606 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b8c72862-290a-4a0c-ba1e-4633811b0690 req-92fd62ce-e44e-4c45-87fb-255638c8f2d5 tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0289562 Dec 17 15:33:12.704582 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-35e84128-3889-4532-a9ad-feb923cafd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'name': 'tempest-AttachVolumeShelveTestJSON-1198719740-router', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:27:21Z', 'updated_at': '2021-12-17T15:27:25Z', 'revision_number': 4, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'gw_port': {'id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:27:22Z', 'updated_at': '2021-12-17T15:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '50280c63-8616-41a9-81c6-36db4e2648fa', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'floating_ip_address': '172.25.6.253', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'port_id': '042e6cbc-e47c-4337-a94e-dea325b638e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036', 'mac_address': 'fa:16:3e:3f:b4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08dd7347-faf0-43c8-9d30-6c731ceed40d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:32:52Z', 'updated_at': '2021-12-17T15:33:10Z', 'revision_number': 1, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '021cabad-e335-417d-99e2-b24395f22eea', 'name': '', 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'mac_address': 'fa:16:3e:24:1e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:27:24Z', 'updated_at': '2021-12-17T15:27:29Z', 'revision_number': 5, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'subnets': [{'id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:33:12.734449 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e84128-3889-4532-a9ad-feb923cafd5b None None] The sync data for ids ['1d556a10-dc14-4b9b-bd01-db3f31be4014'] in n-d-820553-2 is: [{'id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'name': 'tempest-AttachVolumeShelveTestJSON-1198719740-router', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:27:21Z', 'updated_at': '2021-12-17T15:27:25Z', 'revision_number': 4, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'gw_port': {'id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:27:22Z', 'updated_at': '2021-12-17T15:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '50280c63-8616-41a9-81c6-36db4e2648fa', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'floating_ip_address': '172.25.6.253', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'port_id': '042e6cbc-e47c-4337-a94e-dea325b638e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036', 'mac_address': 'fa:16:3e:3f:b4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08dd7347-faf0-43c8-9d30-6c731ceed40d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:32:52Z', 'updated_at': '2021-12-17T15:33:10Z', 'revision_number': 1, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '021cabad-e335-417d-99e2-b24395f22eea', 'name': '', 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'mac_address': 'fa:16:3e:24:1e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:27:24Z', 'updated_at': '2021-12-17T15:27:29Z', 'revision_number': 5, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'subnets': [{'id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:33:12.988998 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d2f3c3-8821-4a43-a99d-4b28e674d480 None None] New status for floating IP 50280c63-8616-41a9-81c6-36db4e2648fa: ACTIVE {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:33:13.762388 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-172f0593-651b-41a0-9267-885f6e4cc674 req-d275a432-ee03-4ff0-b60b-89ac4060f99d tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0275922 Dec 17 15:33:14.880156 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dc5bcb9b-c765-4634-8058-7ef8737a072e req-486550fe-922e-45c8-8e47-f93aaa8c1eab tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0262756 Dec 17 15:33:15.163978 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-c53d94cc-60c5-4bfd-a84b-aef2c205faf3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0471103 Dec 17 15:33:15.274830 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-98c66406-f27e-4d5e-b6be-72c5885b38ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:15.275491 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-98c66406-f27e-4d5e-b6be-72c5885b38ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:15.276252 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-98c66406-f27e-4d5e-b6be-72c5885b38ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:15.276696 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-98c66406-f27e-4d5e-b6be-72c5885b38ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:15.277263 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-98c66406-f27e-4d5e-b6be-72c5885b38ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:15.277772 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-98c66406-f27e-4d5e-b6be-72c5885b38ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:15.278287 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-98c66406-f27e-4d5e-b6be-72c5885b38ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:15.280275 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-98c66406-f27e-4d5e-b6be-72c5885b38ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=877bbdd90a9744e8870dce0869eb9a96&device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 6489 time: 0.0505662 Dec 17 15:33:15.399500 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-6082ae56-6d13-4b9e-bba2-990718b47cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:15.399964 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-6082ae56-6d13-4b9e-bba2-990718b47cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:15.400420 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-6082ae56-6d13-4b9e-bba2-990718b47cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:15.402037 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-6082ae56-6d13-4b9e-bba2-990718b47cb0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=de5b4090-a778-4df4-ad31-4dba3e85ea67&id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&id=9f3a192b-6f54-446b-8786-4392777f5f19&id=9f3a192b-6f54-446b-8786-4392777f5f19 HTTP/1.1" status: 200 len: 2292 time: 0.0979919 Dec 17 15:33:15.466986 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-51168929-eed9-4917-b715-f725be553c91 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce09dfd3-f25c-4228-bd90-d195b7f4a22e HTTP/1.1" status: 200 len: 1002 time: 0.0579383 Dec 17 15:33:15.522092 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-efc2945d-90f6-40be-9dcf-d38d1aaaabc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:15.524102 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-efc2945d-90f6-40be-9dcf-d38d1aaaabc0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1a4a435-03ec-407e-806d-67c3316a8ccb HTTP/1.1" status: 200 len: 850 time: 0.0507712 Dec 17 15:33:15.573347 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-2fdbc8d1-a9bf-4ba0-93bb-929b041ef442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:15.574973 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-2fdbc8d1-a9bf-4ba0-93bb-929b041ef442 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de5b4090-a778-4df4-ad31-4dba3e85ea67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423484 Dec 17 15:33:15.666767 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-ba82081c-9d11-4a0c-948b-f301d7c3e087 service neutron] 10.222.0.41 "GET /v2.0/networks/de5b4090-a778-4df4-ad31-4dba3e85ea67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848856 Dec 17 15:33:15.780534 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-b6a47996-575c-4c10-8ad4-7464947a82fc service neutron] 10.222.0.41 "GET /v2.0/networks/de5b4090-a778-4df4-ad31-4dba3e85ea67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075535 Dec 17 15:33:15.823039 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-810004b7-9244-4639-bc25-a7741fc2b6af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=2d686fb9-445a-4e4e-bae4-a300e7b2fcbd HTTP/1.1" status: 200 len: 217 time: 0.0359955 Dec 17 15:33:15.880457 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-7b94d27d-b1b3-4415-9a08-db22bfba332a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:15.882638 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-7b94d27d-b1b3-4415-9a08-db22bfba332a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eca1b89-7ed9-42c7-8458-c977678cd701 HTTP/1.1" status: 200 len: 797 time: 0.0526762 Dec 17 15:33:15.943444 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-3802132f-91fa-43b0-b826-ab9ec3156627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:15.945365 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-3802132f-91fa-43b0-b826-ab9ec3156627 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0558865 Dec 17 15:33:15.997326 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a8d3f50-d059-49e7-9025-f3772f491dc7 req-6822c1c6-3506-4ec6-b055-23bd117a66c9 tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0287375 Dec 17 15:33:16.053647 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-52a67b58-d6bb-4aa3-845e-a9ad0df1001c service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977156 Dec 17 15:33:16.446535 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-45d9bc49-2fab-47bf-9093-dd945c29d3f2 service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865583 Dec 17 15:33:16.489090 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-1db0fc0b-6bdf-4abd-ab3a-a981d01aa703 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.121&port_id=d3a935e5-2d45-4f21-b240-16b6be02d4d5 HTTP/1.1" status: 200 len: 217 time: 0.0356898 Dec 17 15:33:16.538573 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-cc1eed59-8bc4-4336-adc7-3ff27ec0d9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:16.540624 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-cc1eed59-8bc4-4336-adc7-3ff27ec0d9f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eca1b89-7ed9-42c7-8458-c977678cd701 HTTP/1.1" status: 200 len: 797 time: 0.0449839 Dec 17 15:33:16.592435 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-73a1c4ba-1d7b-48f7-909c-37623a11f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:16.593954 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-73a1c4ba-1d7b-48f7-909c-37623a11f869 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0472293 Dec 17 15:33:16.709142 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-2e84189a-7c57-4d59-8433-3952f153f231 service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031234 Dec 17 15:33:16.818149 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-2b971e68-3704-4d55-acff-1ff9341bb9cb service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928857 Dec 17 15:33:16.869862 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-45051bc3-b85f-4338-879d-1df334b9c134 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=e580942b-4338-463b-8dea-66ed71bb7043 HTTP/1.1" status: 200 len: 217 time: 0.0378842 Dec 17 15:33:16.922158 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-44a43ee8-b062-4251-ac18-d334a70d0ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:16.923625 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-44a43ee8-b062-4251-ac18-d334a70d0ae0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eca1b89-7ed9-42c7-8458-c977678cd701 HTTP/1.1" status: 200 len: 797 time: 0.0477016 Dec 17 15:33:16.976581 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-fbd4aaa2-9b5d-4e44-afe1-67325f856f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:16.978144 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-fbd4aaa2-9b5d-4e44-afe1-67325f856f98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0466933 Dec 17 15:33:17.079833 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-8124e665-b2e4-4884-b729-42ff02715071 service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950053 Dec 17 15:33:17.126552 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-be86a8ad-ea48-488b-b905-cf0ad339380c req-9ac91ff7-ca24-4084-a794-ffba8761987c tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0409677 Dec 17 15:33:17.182849 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-d2b6006c-e1a2-496d-a0eb-d96e0ec65fd0 service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957975 Dec 17 15:33:17.225090 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-67f23297-50d0-45a1-a1f2-925f6cef06b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=1c9784fa-c394-46e9-a70f-5aa02b240ee6 HTTP/1.1" status: 200 len: 217 time: 0.0355244 Dec 17 15:33:17.282482 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-46ed5df1-2d20-4f96-90d5-9dc84724af01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:17.283947 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-46ed5df1-2d20-4f96-90d5-9dc84724af01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4eca1b89-7ed9-42c7-8458-c977678cd701 HTTP/1.1" status: 200 len: 797 time: 0.0529430 Dec 17 15:33:17.336451 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-fe3bcdf8-3096-4f47-b120-11fa86409cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:17.337982 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-fe3bcdf8-3096-4f47-b120-11fa86409cb9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bba3eed-1473-4ac2-bb59-7cb1c76294fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0475671 Dec 17 15:33:17.429352 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-52665805-0339-4ad9-adff-0280be81af7c service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848241 Dec 17 15:33:17.533499 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-3bb70251-6a31-4b7e-a028-5d68a8260df1 service neutron] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968432 Dec 17 15:33:17.575671 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-b1a600b5-f08e-42e0-8828-628902bb72f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0f0e87e7-55e3-4a96-a436-092db2dd62df HTTP/1.1" status: 200 len: 217 time: 0.0349398 Dec 17 15:33:17.629766 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-32d519d9-b2bb-4d5d-8e26-0e323305bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:17.631266 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-32d519d9-b2bb-4d5d-8e26-0e323305bf47 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f0a9f17-d614-4efc-ae03-ce6b8a2dc07e HTTP/1.1" status: 200 len: 797 time: 0.0493844 Dec 17 15:33:17.691160 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-f3054e87-c90c-4840-9cf3-3fee349e32ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:17.694399 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-f3054e87-c90c-4840-9cf3-3fee349e32ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f3a192b-6f54-446b-8786-4392777f5f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0535414 Dec 17 15:33:17.818850 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-f53440cd-f61a-4fdd-bef7-c628d249cdc9 service neutron] 10.222.0.41 "GET /v2.0/networks/9f3a192b-6f54-446b-8786-4392777f5f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183574 Dec 17 15:33:17.936200 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-ce395f2f-514d-4356-8ec3-ecd349591e86 service neutron] 10.222.0.41 "GET /v2.0/networks/9f3a192b-6f54-446b-8786-4392777f5f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080713 Dec 17 15:33:17.987241 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-09b50f33-5f1d-48af-b0f1-e24155659dc3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=23211a10-13af-4c51-9094-03225018881b HTTP/1.1" status: 200 len: 217 time: 0.0421650 Dec 17 15:33:18.039134 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-b1dcb2de-6761-42e6-ab8b-776d0582cc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:18.042315 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-b1dcb2de-6761-42e6-ab8b-776d0582cc90 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f0a9f17-d614-4efc-ae03-ce6b8a2dc07e HTTP/1.1" status: 200 len: 797 time: 0.0482626 Dec 17 15:33:18.105897 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-395c2dba-1ea4-44fb-932d-c6d91f02bd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:18.107301 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-395c2dba-1ea4-44fb-932d-c6d91f02bd47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f3a192b-6f54-446b-8786-4392777f5f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0582530 Dec 17 15:33:18.244186 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-0fcdd446-29d9-429f-8eb1-d32a0080227d service neutron] 10.222.0.41 "GET /v2.0/networks/9f3a192b-6f54-446b-8786-4392777f5f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261940 Dec 17 15:33:18.272424 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6355126d-10e9-4424-9d17-e70e68b81bb9 req-5be88494-ad12-4758-82a1-e6af68d9b447 tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0324941 Dec 17 15:33:18.352170 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83d6f48a-e0ac-4ce5-9963-c811540613e7 req-afde0caf-fcb0-4676-9912-dc0fdbb84970 service neutron] 10.222.0.41 "GET /v2.0/networks/9f3a192b-6f54-446b-8786-4392777f5f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040483 Dec 17 15:33:19.381840 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3f80f644-cbab-4513-b95e-495cc577c315 req-7eb5747e-f0e2-4667-964d-99025392c5a4 tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0262232 Dec 17 15:33:20.604337 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-341dc11c-9846-45f0-8826-596782ae414a req-bd54c7db-8af2-4fa6-a284-8223d8e36416 tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.1407568 Dec 17 15:33:21.712827 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f996584b-f4ee-4ecd-a4fa-c6c3649bacf6 req-0c694ef0-7ae6-4a12-9b0f-f26a03667827 tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0297272 Dec 17 15:33:22.806494 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:33:22.816542 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da9cd538-7c04-4ed4-90ea-6ce0bc7739bb req-d303ada3-f44f-4e1e-b327-85669dd0b9aa tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0283139 Dec 17 15:33:23.937579 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7ed1bab2-e628-488f-85a3-174687a47a95 req-e674b3f0-4b88-451e-8864-6c9c1d345639 tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0330412 Dec 17 15:33:25.060307 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-563908ce-8c39-4d1a-a976-68cb1a8deefc req-c36e78b3-c0d4-4514-865b-e2bc77ec8298 tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0404367 Dec 17 15:33:25.936737 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:26.168986 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d3c13ed8-f96b-4621-8bd4-b08ed94dd53f req-c3a6548e-966b-4fbb-b2f9-73687f1c71e6 tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0372801 Dec 17 15:33:27.292507 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-30758c30-b9c8-4892-9800-0c6fac7d71ea req-7983be3b-9560-4191-98e6-d533a51f22c3 tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0392306 Dec 17 15:33:28.409420 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-db283a5d-c096-49c1-868c-b2fa0a27fa0b req-bb4a4fe0-2a5c-468f-870a-d918a1169617 tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0279174 Dec 17 15:33:28.796913 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-62ee9786-eee5-4b10-a049-e0379f15979e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:29.535916 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-85fb375f-a082-4b90-87b2-73c7ca367d5b req-bef9d537-9a07-4a4e-9952-7427e1bdfd22 tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0256951 Dec 17 15:33:30.649678 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-51353ab5-3885-4284-b3f2-f3fda304dbca req-c4717aa9-df55-409a-a4c2-c6fd8a98b7b0 tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0265794 Dec 17 15:33:31.025478 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d3814af9-04f3-4d43-a6a4-718b0e202ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:31.818671 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fd0dd927-b2f5-4cc4-9519-a82a177b6759 req-126b97c4-6e8d-46c8-80bf-fbec7bfd6249 tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0493398 Dec 17 15:33:32.282000 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:32.946539 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bfcd265b-0e08-4c93-98c6-5ef4aa1636dc req-2c3a7296-0e06-40f0-be4b-15ee95dd9913 tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0361500 Dec 17 15:33:33.835171 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:34.067827 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b5ac44d2-ee90-495d-af22-6183b8d15234 req-2cd01c87-d87b-4f35-96f5-3700865f106b tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0290496 Dec 17 15:33:34.196668 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:35.201728 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c357d27e-03ed-4f7a-bb32-2913f91f2ef0 req-792f6f9d-adbf-4e70-91c9-2af8c963f134 tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0276887 Dec 17 15:33:35.721567 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44202) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:33:35.735027 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-7d6cfb68-ec51-49e1-839e-79728da0004b req-567417aa-8aa6-421e-9339-abf90db007a4 service neutron] (102833) timed out ('10.222.0.41', 65501) {{(pid=102833) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 17 15:33:35.840423 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3c14d220-0e18-4dea-8ace-466d9de78af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:35.928826 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3c14d220-0e18-4dea-8ace-466d9de78af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:36.057158 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3c14d220-0e18-4dea-8ace-466d9de78af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:36.098859 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c14d220-0e18-4dea-8ace-466d9de78af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68f9ebd-9170-4106-9217-7c8fada1b7df,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:33:36.104671 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3c14d220-0e18-4dea-8ace-466d9de78af6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2afc2efed79347a2bd2049036106ce5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3820641 Dec 17 15:33:36.107396 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44210) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:33:36.156386 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-107a8760-6264-44b4-8d1a-16cd8d9ced0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:36.179597 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-107a8760-6264-44b4-8d1a-16cd8d9ced0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:36.310675 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-de942211-542a-48b0-98f7-c53f8c662138 req-157526be-626d-48c5-bd52-d224f7946c69 tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0272620 Dec 17 15:33:36.385064 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-107a8760-6264-44b4-8d1a-16cd8d9ced0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:36.387844 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-107a8760-6264-44b4-8d1a-16cd8d9ced0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:36.393378 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-107a8760-6264-44b4-8d1a-16cd8d9ced0f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a68f9ebd-9170-4106-9217-7c8fada1b7df HTTP/1.1" status: 204 len: 168 time: 0.2813635 Dec 17 15:33:36.422037 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a8760-6264-44b4-8d1a-16cd8d9ced0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68f9ebd-9170-4106-9217-7c8fada1b7df,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:33:37.100840 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44238) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:33:37.120964 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-673303bc-3e51-4fa8-9f81-f4bebe442901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:37.218226 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-673303bc-3e51-4fa8-9f81-f4bebe442901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:37.287317 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-673303bc-3e51-4fa8-9f81-f4bebe442901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:37.331718 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-673303bc-3e51-4fa8-9f81-f4bebe442901 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c337b6aef1084580a8bf4abd88653ec7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2265773 Dec 17 15:33:37.331718 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673303bc-3e51-4fa8-9f81-f4bebe442901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c9c339-91e9-48b2-b966-cd1a36426e50,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:33:37.332215 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44240) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:33:37.402061 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8d794ec2-bb2d-4ef0-b5d6-d9a212e83a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:37.441712 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6b85752c-12db-4133-912d-856b013ccfa4 req-e332669a-95ab-4058-b8d5-1971cc6a7321 tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0377073 Dec 17 15:33:37.455729 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8d794ec2-bb2d-4ef0-b5d6-d9a212e83a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:37.622919 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8d794ec2-bb2d-4ef0-b5d6-d9a212e83a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:37.625595 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8d794ec2-bb2d-4ef0-b5d6-d9a212e83a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:37.626849 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8d794ec2-bb2d-4ef0-b5d6-d9a212e83a9a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b3c9c339-91e9-48b2-b966-cd1a36426e50 HTTP/1.1" status: 204 len: 168 time: 0.2937379 Dec 17 15:33:37.637641 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d794ec2-bb2d-4ef0-b5d6-d9a212e83a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c9c339-91e9-48b2-b966-cd1a36426e50,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:33:38.591913 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f27f99d9-3f75-4ac9-b288-20d96bffc732 req-1e4624bd-be55-4475-8c50-b22917c464af tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0266070 Dec 17 15:33:39.699283 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82eaa85b-8795-4cdf-957d-e0c7d3508b47 req-ad08de6d-e14c-4a52-907d-f2f34b96ab01 tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0295501 Dec 17 15:33:40.328971 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:40.806730 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a7b4f188-58db-4056-a741-204e4b29d023 req-1d13296c-d624-48ed-ad42-53628392c45d tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0286307 Dec 17 15:33:41.926565 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d13c5b0a-1098-46da-a0fe-b2d790e25c13 req-f90bf7ba-1fe2-4ba5-8330-2a872a177fe3 tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0311728 Dec 17 15:33:43.066083 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-76509008-7283-45c7-8cfe-85a6cb909b24 req-627a563e-fc55-48fd-ab65-90a916566d6f tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0265093 Dec 17 15:33:43.863276 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b3774032-7163-42e3-9976-61da78aa7b0c req-f8dd05b8-c340-431f-8d82-207a8b00f7f6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0259244 Dec 17 15:33:44.169190 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3ae0bd78-74c2-46a4-a01b-029793dc5e2b req-8dba3a6e-fa01-4cbb-81dc-a6d855f5f9a1 tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0265923 Dec 17 15:33:45.313482 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bd929f9c-3d86-48a2-88f8-56535ac5c3ee req-1749a358-9531-472f-bf12-db2678a5951e tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0371242 Dec 17 15:33:46.403819 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1bc0ea2f-466a-414c-a10b-f0f1c6720c81 req-3f19c5a2-550a-49a2-ad3a-4d797129802b tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0267353 Dec 17 15:33:46.805533 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36b1781c-93c7-472a-855f-68ff2fbc95b9 req-6c336284-22dc-47e0-bf25-1097e67ccba1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a0f8dce01f1346d58b6149e2de7d2c6f&device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0265567 Dec 17 15:33:46.808269 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-73162ffc-a1bf-4796-a9c6-ee24ce34b89c req-13754765-fd14-467d-9294-e0a17608e23c tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0266776 Dec 17 15:33:46.840889 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36b1781c-93c7-472a-855f-68ff2fbc95b9 req-65c36521-1e3a-4b4f-bf5a-f12580fe3f03 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a0f8dce01f1346d58b6149e2de7d2c6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228059 Dec 17 15:33:46.946013 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1781c-93c7-472a-855f-68ff2fbc95b9 req-b39dff70-fc84-4d41-8ee7-4689e649c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:46.947511 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36b1781c-93c7-472a-855f-68ff2fbc95b9 req-b39dff70-fc84-4d41-8ee7-4689e649c421 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0998845 Dec 17 15:33:47.930194 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b221f152-3398-4704-8bb0-e4273e83cfa3 req-4decb052-d7ba-435b-866d-74f3b75e7193 tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0300531 Dec 17 15:33:48.362142 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36b1781c-93c7-472a-855f-68ff2fbc95b9 req-9cef1b9d-bab7-4542-9eb7-f58a0c8e3202 tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.41 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0376122 Dec 17 15:33:49.052468 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-af5caa3f-5456-4a1f-ada9-a64b857a4d24 req-343b807f-6006-40c0-8db4-970d4f8a7054 tempest-ServerShowV257Test-973066619 tempest-ServerShowV257Test-973066619-project] 10.222.0.46 "GET /v2.0/ports?device_id=88fdd882-9d9f-4218-aeb4-ce8abca2900f HTTP/1.1" status: 200 len: 210 time: 0.0258512 Dec 17 15:33:50.610176 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44650) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:33:50.785459 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-98fab981-b533-4bdb-9f3c-d5f4eb51a83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:50.929893 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-98fab981-b533-4bdb-9f3c-d5f4eb51a83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:51.024999 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-98fab981-b533-4bdb-9f3c-d5f4eb51a83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:51.062946 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fab981-b533-4bdb-9f3c-d5f4eb51a83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ace03c-476b-45eb-a2a3-39e29d26541a,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:33:51.132636 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fab981-b533-4bdb-9f3c-d5f4eb51a83e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:33:51.139793 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fab981-b533-4bdb-9f3c-d5f4eb51a83e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:33:51.141683 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fab981-b533-4bdb-9f3c-d5f4eb51a83e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:33:51.144004 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fab981-b533-4bdb-9f3c-d5f4eb51a83e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:33:51.144493 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fab981-b533-4bdb-9f3c-d5f4eb51a83e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:33:51.144712 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fab981-b533-4bdb-9f3c-d5f4eb51a83e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:33:51.145015 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fab981-b533-4bdb-9f3c-d5f4eb51a83e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:33:51.145584 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fab981-b533-4bdb-9f3c-d5f4eb51a83e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:33:51.146088 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fab981-b533-4bdb-9f3c-d5f4eb51a83e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:33:51.146585 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fab981-b533-4bdb-9f3c-d5f4eb51a83e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:33:51.148438 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fab981-b533-4bdb-9f3c-d5f4eb51a83e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:33:51.149303 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fab981-b533-4bdb-9f3c-d5f4eb51a83e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:33:51.175018 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-98fab981-b533-4bdb-9f3c-d5f4eb51a83e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a0f8dce01f1346d58b6149e2de7d2c6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5637174 Dec 17 15:33:51.180535 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44664) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:33:51.256122 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4f4d3464-0045-4c56-84a6-aa3691103b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:51.287500 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4f4d3464-0045-4c56-84a6-aa3691103b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:51.422305 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4f4d3464-0045-4c56-84a6-aa3691103b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:51.426565 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4f4d3464-0045-4c56-84a6-aa3691103b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:51.426684 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4f4d3464-0045-4c56-84a6-aa3691103b9e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/76ace03c-476b-45eb-a2a3-39e29d26541a HTTP/1.1" status: 204 len: 168 time: 0.2445996 Dec 17 15:33:51.437747 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d3464-0045-4c56-84a6-aa3691103b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ace03c-476b-45eb-a2a3-39e29d26541a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:33:53.542871 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36c7e94a-09f9-4328-bbd9-ab12c03003b5 req-ce3da853-f68f-4a3c-b100-0da1289dc129 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2229526 Dec 17 15:33:53.683114 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7e94a-09f9-4328-bbd9-ab12c03003b5 req-76f21854-726d-47e2-a03b-35894d50ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:53.684656 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36c7e94a-09f9-4328-bbd9-ab12c03003b5 req-76f21854-726d-47e2-a03b-35894d50ce61 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3946e10ff975425598a71e1a9e6d2cf1&device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 1096 time: 0.0474477 Dec 17 15:33:53.795517 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7e94a-09f9-4328-bbd9-ab12c03003b5 req-4812d231-0659-40cd-9c50-4294b295ad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:53.797009 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36c7e94a-09f9-4328-bbd9-ab12c03003b5 req-4812d231-0659-40cd-9c50-4294b295ad5b service neutron] 10.222.0.13 "GET /v2.0/networks?id=14d6281a-4511-4bb4-90e9-4eb4dec9d036 HTTP/1.1" status: 200 len: 918 time: 0.0928912 Dec 17 15:33:53.876537 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36c7e94a-09f9-4328-bbd9-ab12c03003b5 req-69556ad3-d5d5-4615-a95e-36cff4c36da1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=042e6cbc-e47c-4337-a94e-dea325b638e1 HTTP/1.1" status: 200 len: 1001 time: 0.0728464 Dec 17 15:33:53.932854 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7e94a-09f9-4328-bbd9-ab12c03003b5 req-17256603-cd94-4423-854f-51e77b7d89f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:53.934561 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36c7e94a-09f9-4328-bbd9-ab12c03003b5 req-17256603-cd94-4423-854f-51e77b7d89f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb81f603-60e6-418f-8fce-326d48a9c9a7 HTTP/1.1" status: 200 len: 856 time: 0.0512781 Dec 17 15:33:54.028342 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7e94a-09f9-4328-bbd9-ab12c03003b5 req-80d7b06b-9783-4246-8e20-1420d1a62712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:33:54.029839 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36c7e94a-09f9-4328-bbd9-ab12c03003b5 req-80d7b06b-9783-4246-8e20-1420d1a62712 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=14d6281a-4511-4bb4-90e9-4eb4dec9d036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879490 Dec 17 15:33:54.145210 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36c7e94a-09f9-4328-bbd9-ab12c03003b5 req-3ade47ac-6e54-469c-b438-e24f92c03909 service neutron] 10.222.0.13 "GET /v2.0/networks/14d6281a-4511-4bb4-90e9-4eb4dec9d036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081293 Dec 17 15:33:54.244738 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36c7e94a-09f9-4328-bbd9-ab12c03003b5 req-d6a73bdd-d1da-4b8e-87e7-93a6d2808916 service neutron] 10.222.0.13 "GET /v2.0/networks/14d6281a-4511-4bb4-90e9-4eb4dec9d036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931833 Dec 17 15:33:55.899308 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:58.822335 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1311b979-c26e-4c97-9a80-72bf690d211a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:59.642418 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44930) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:33:59.775557 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d0ffa6c-61ca-4da5-881a-4edc3fe6f20d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:59.810849 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:33:59.867250 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d0ffa6c-61ca-4da5-881a-4edc3fe6f20d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:33:59.949669 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d0ffa6c-61ca-4da5-881a-4edc3fe6f20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:00.025281 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44944) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:00.036861 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4d0ffa6c-61ca-4da5-881a-4edc3fe6f20d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=76d6965fdc15417abeaa21344b4956b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3925226 Dec 17 15:34:00.092777 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ffa6c-61ca-4da5-881a-4edc3fe6f20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf34497-a7f2-4026-af22-f5143400c675,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:00.209740 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-549e91aa-844f-4605-b065-29329ee710b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:00.239874 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-549e91aa-844f-4605-b065-29329ee710b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:00.376824 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-549e91aa-844f-4605-b065-29329ee710b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:00.376824 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-549e91aa-844f-4605-b065-29329ee710b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:00.376824 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-549e91aa-844f-4605-b065-29329ee710b6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9bf34497-a7f2-4026-af22-f5143400c675 HTTP/1.1" status: 204 len: 168 time: 0.3475873 Dec 17 15:34:00.384384 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e91aa-844f-4605-b065-29329ee710b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf34497-a7f2-4026-af22-f5143400c675,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:00.394657 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e91aa-844f-4605-b065-29329ee710b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:00.401971 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e91aa-844f-4605-b065-29329ee710b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:00.402319 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e91aa-844f-4605-b065-29329ee710b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:00.402912 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e91aa-844f-4605-b065-29329ee710b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:00.403206 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e91aa-844f-4605-b065-29329ee710b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:00.403634 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e91aa-844f-4605-b065-29329ee710b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:00.403852 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e91aa-844f-4605-b065-29329ee710b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:00.404283 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e91aa-844f-4605-b065-29329ee710b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:00.404486 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e91aa-844f-4605-b065-29329ee710b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:00.405464 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e91aa-844f-4605-b065-29329ee710b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:00.405858 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e91aa-844f-4605-b065-29329ee710b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:00.406185 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e91aa-844f-4605-b065-29329ee710b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:01.019426 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e249a3cd-d465-4c84-a30d-da19034cf924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:01.554348 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45000) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:01.678287 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-5a8f7e1c-ec09-4acc-88ae-1093c72d96b1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1072151885-network', 'tenant_id': '08b13e8863f9400db8cac933036321c2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:34:01.800544 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8f7e1c-ec09-4acc-88ae-1093c72d96b1 admin admin] Made reservation on behalf of 08b13e8863f9400db8cac933036321c2 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:34:01.804098 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5a8f7e1c-ec09-4acc-88ae-1093c72d96b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:01.813898 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5a8f7e1c-ec09-4acc-88ae-1093c72d96b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:01.908559 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5a8f7e1c-ec09-4acc-88ae-1093c72d96b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:01.995469 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5a8f7e1c-ec09-4acc-88ae-1093c72d96b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:02.007118 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a8f7e1c-ec09-4acc-88ae-1093c72d96b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:34:02.028298 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5a8f7e1c-ec09-4acc-88ae-1093c72d96b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:02.028646 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-5a8f7e1c-ec09-4acc-88ae-1093c72d96b1 admin admin] Added segment 5c630a38-22f3-4c1e-98ca-8ba4445b6cd9 of type vlan for network 618d5a0d-7cd5-43cf-80ac-eea942512edd Dec 17 15:34:02.091333 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5a8f7e1c-ec09-4acc-88ae-1093c72d96b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:02.107768 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f7e1c-ec09-4acc-88ae-1093c72d96b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec27601-5a8f-43a8-b9b7-db501377f136,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:02.195936 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5a8f7e1c-ec09-4acc-88ae-1093c72d96b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:02.197484 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8f7e1c-ec09-4acc-88ae-1093c72d96b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:02.198359 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5a8f7e1c-ec09-4acc-88ae-1093c72d96b1 admin admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:02.285183 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f7e1c-ec09-4acc-88ae-1093c72d96b1 admin admin] Pushing event updated for resources: {'Network': ['ID=618d5a0d-7cd5-43cf-80ac-eea942512edd,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:02.300267 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 618d5a0d-7cd5-43cf-80ac-eea942512edd details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:34:02.307589 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:02.368135 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5a8f7e1c-ec09-4acc-88ae-1093c72d96b1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8138378 Dec 17 15:34:02.368409 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45044) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:02.374277 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-13e21e78-783a-4fc7-a086-a0393684ea2f admin admin] Request body: {'subnet': {'network_id': '618d5a0d-7cd5-43cf-80ac-eea942512edd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1072151885-subnet', 'tenant_id': '08b13e8863f9400db8cac933036321c2', 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:34:02.509774 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e21e78-783a-4fc7-a086-a0393684ea2f admin admin] Made reservation on behalf of 08b13e8863f9400db8cac933036321c2 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:34:02.512211 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-13e21e78-783a-4fc7-a086-a0393684ea2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:02.806871 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-13e21e78-783a-4fc7-a086-a0393684ea2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:02.880298 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e21e78-783a-4fc7-a086-a0393684ea2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=203d5beb-d230-4c33-ad8a-99962c71173d,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:02.905842 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e21e78-783a-4fc7-a086-a0393684ea2f admin admin] Checking segment: {'id': '5c630a38-22f3-4c1e-98ca-8ba4445b6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '618d5a0d-7cd5-43cf-80ac-eea942512edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:34:02.906328 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e21e78-783a-4fc7-a086-a0393684ea2f admin admin] Network hostable DHCP agents. Network: 618d5a0d-7cd5-43cf-80ac-eea942512edd, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:34:02.995779 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e21e78-783a-4fc7-a086-a0393684ea2f admin admin] Network 618d5a0d-7cd5-43cf-80ac-eea942512edd is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:34:03.067851 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-13e21e78-783a-4fc7-a086-a0393684ea2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 618d5a0d-7cd5-43cf-80ac-eea942512edd) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:34:03.073316 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e21e78-783a-4fc7-a086-a0393684ea2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:03.075414 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-13e21e78-783a-4fc7-a086-a0393684ea2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:03.079161 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8680cb-367c-46b7-8e76-3341c398dc4b None None] Network 618d5a0d-7cd5-43cf-80ac-eea942512edd requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:34:03.175012 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-13e21e78-783a-4fc7-a086-a0393684ea2f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8053105 Dec 17 15:34:03.177789 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45068) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:03.182758 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-c79c19f5-710f-427f-8d34-e92664e47aec admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1072151885-router', 'tenant_id': '08b13e8863f9400db8cac933036321c2', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:34:03.259882 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac834d0-0d07-4d67-9619-b9aed19692fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-618d5a0d-7cd5-43cf-80ac-eea942512edd', 'network_id': '618d5a0d-7cd5-43cf-80ac-eea942512edd', 'tenant_id': '08b13e8863f9400db8cac933036321c2', 'fixed_ips': [{'subnet_id': '203d5beb-d230-4c33-ad8a-99962c71173d'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:34:03.260782 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0ac834d0-0d07-4d67-9619-b9aed19692fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:03.322292 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c79c19f5-710f-427f-8d34-e92664e47aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:03.323763 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c79c19f5-710f-427f-8d34-e92664e47aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:03.380668 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c79c19f5-710f-427f-8d34-e92664e47aec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:03.412461 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-0ac834d0-0d07-4d67-9619-b9aed19692fa None None] Allocated IP 172.20.0.2 (618d5a0d-7cd5-43cf-80ac-eea942512edd/203d5beb-d230-4c33-ad8a-99962c71173d/63cdeb40-9a86-4544-a398-8bb55b47130e) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:34:03.628762 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0ac834d0-0d07-4d67-9619-b9aed19692fa None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:03.641866 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c79c19f5-710f-427f-8d34-e92664e47aec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:03.700863 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0ac834d0-0d07-4d67-9619-b9aed19692fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:03.802023 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac834d0-0d07-4d67-9619-b9aed19692fa None None] Pushing event updated for resources: {'Port': ['ID=63cdeb40-9a86-4544-a398-8bb55b47130e,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:03.831488 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac834d0-0d07-4d67-9619-b9aed19692fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:03.831966 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac834d0-0d07-4d67-9619-b9aed19692fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:03.833658 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac834d0-0d07-4d67-9619-b9aed19692fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:03.834100 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac834d0-0d07-4d67-9619-b9aed19692fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:03.834829 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac834d0-0d07-4d67-9619-b9aed19692fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:03.837802 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac834d0-0d07-4d67-9619-b9aed19692fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:03.838271 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac834d0-0d07-4d67-9619-b9aed19692fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:03.838710 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac834d0-0d07-4d67-9619-b9aed19692fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:03.839121 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac834d0-0d07-4d67-9619-b9aed19692fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:03.839520 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac834d0-0d07-4d67-9619-b9aed19692fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:03.839917 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac834d0-0d07-4d67-9619-b9aed19692fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:03.842165 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac834d0-0d07-4d67-9619-b9aed19692fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:03.855227 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac834d0-0d07-4d67-9619-b9aed19692fa None None] Network 618d5a0d-7cd5-43cf-80ac-eea942512edd is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:34:03.858503 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-0ac834d0-0d07-4d67-9619-b9aed19692fa None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:34:03.863720 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac834d0-0d07-4d67-9619-b9aed19692fa None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:34:03.943209 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:03.967887 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-0ac834d0-0d07-4d67-9619-b9aed19692fa None None] Attempting to bind port 63cdeb40-9a86-4544-a398-8bb55b47130e on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:34:03.968197 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-0ac834d0-0d07-4d67-9619-b9aed19692fa None None] Attempting to bind port 63cdeb40-9a86-4544-a398-8bb55b47130e by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '5c630a38-22f3-4c1e-98ca-8ba4445b6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '618d5a0d-7cd5-43cf-80ac-eea942512edd'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:34:03.968574 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac834d0-0d07-4d67-9619-b9aed19692fa None None] Attempting to bind port 63cdeb40-9a86-4544-a398-8bb55b47130e on network 618d5a0d-7cd5-43cf-80ac-eea942512edd {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:34:03.982612 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac834d0-0d07-4d67-9619-b9aed19692fa None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:34:03.983051 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac834d0-0d07-4d67-9619-b9aed19692fa None None] Checking segment: {'id': '5c630a38-22f3-4c1e-98ca-8ba4445b6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '618d5a0d-7cd5-43cf-80ac-eea942512edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:34:03.983470 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0ac834d0-0d07-4d67-9619-b9aed19692fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:03.983877 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac834d0-0d07-4d67-9619-b9aed19692fa None None] Bound using segment: {'id': '5c630a38-22f3-4c1e-98ca-8ba4445b6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '618d5a0d-7cd5-43cf-80ac-eea942512edd'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:34:03.984369 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-0ac834d0-0d07-4d67-9619-b9aed19692fa None None] Bound port: 63cdeb40-9a86-4544-a398-8bb55b47130e, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c630a38-22f3-4c1e-98ca-8ba4445b6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '618d5a0d-7cd5-43cf-80ac-eea942512edd'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:34:03.984759 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0ac834d0-0d07-4d67-9619-b9aed19692fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:04.062718 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-0ac834d0-0d07-4d67-9619-b9aed19692fa None None] For port 63cdeb40-9a86-4544-a398-8bb55b47130e, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:34:04.064584 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c79c19f5-710f-427f-8d34-e92664e47aec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:04.066714 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-0ac834d0-0d07-4d67-9619-b9aed19692fa None None] For port 63cdeb40-9a86-4544-a398-8bb55b47130e, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=63cdeb40-9a86-4544-a398-8bb55b47130e,segment=NetworkSegment(5c630a38-22f3-4c1e-98ca-8ba4445b6cd9),segment_id=5c630a38-22f3-4c1e-98ca-8ba4445b6cd9)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:34:04.086124 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c79c19f5-710f-427f-8d34-e92664e47aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:04.171821 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0ac834d0-0d07-4d67-9619-b9aed19692fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:04.219005 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:04.235321 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-c79c19f5-710f-427f-8d34-e92664e47aec admin admin] Allocated IP 172.25.6.116 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/983133ea-5c42-430d-a7b0-dcba93954692) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:34:04.264648 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac834d0-0d07-4d67-9619-b9aed19692fa None None] Pushing event updated for resources: {'Port': ['ID=63cdeb40-9a86-4544-a398-8bb55b47130e,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:04.434576 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c79c19f5-710f-427f-8d34-e92664e47aec admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:04.572881 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c79c19f5-710f-427f-8d34-e92664e47aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:04.617905 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79c19f5-710f-427f-8d34-e92664e47aec admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:34:04.622479 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-c79c19f5-710f-427f-8d34-e92664e47aec admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:34:04.631232 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79c19f5-710f-427f-8d34-e92664e47aec admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:34:04.634268 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c19f5-710f-427f-8d34-e92664e47aec admin admin] Pushing event updated for resources: {'Port': ['ID=983133ea-5c42-430d-a7b0-dcba93954692,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:05.004458 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c79c19f5-710f-427f-8d34-e92664e47aec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:05.230916 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c79c19f5-710f-427f-8d34-e92664e47aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:05.500099 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c70bdf-3200-4f82-8256-cc54d019c0b7 None None] Network 618d5a0d-7cd5-43cf-80ac-eea942512edd requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:34:05.514333 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79c19f5-710f-427f-8d34-e92664e47aec admin admin] Router 9d441cdf-aca7-4be8-b400-775f84bb25fa is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:34:05.569702 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-89e3e4fd-cf37-4d83-8627-2fbc9c3683bc None None] Provisioning complete for port 63cdeb40-9a86-4544-a398-8bb55b47130e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:05.570461 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-89e3e4fd-cf37-4d83-8627-2fbc9c3683bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:05.684883 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79c19f5-710f-427f-8d34-e92664e47aec admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:34:05.725536 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb858c1-acb2-43ed-982d-dc7db41117b9 None None] Sync routers for ids ['9d441cdf-aca7-4be8-b400-775f84bb25fa'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:34:05.763998 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb858c1-acb2-43ed-982d-dc7db41117b9 None None] Routers {'9d441cdf-aca7-4be8-b400-775f84bb25fa'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:34:05.765003 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-ceb858c1-acb2-43ed-982d-dc7db41117b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:34:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['9d441cdf-aca7-4be8-b400-775f84bb25fa'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:05.791260 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c79c19f5-710f-427f-8d34-e92664e47aec admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:05.796032 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45132) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:05.802994 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c79c19f5-710f-427f-8d34-e92664e47aec admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6241803 Dec 17 15:34:05.874010 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-89e3e4fd-cf37-4d83-8627-2fbc9c3683bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:05.989218 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-89e3e4fd-cf37-4d83-8627-2fbc9c3683bc None None] For port 63cdeb40-9a86-4544-a398-8bb55b47130e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=63cdeb40-9a86-4544-a398-8bb55b47130e,segment=NetworkSegment(5c630a38-22f3-4c1e-98ca-8ba4445b6cd9),segment_id=5c630a38-22f3-4c1e-98ca-8ba4445b6cd9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:34:06.006694 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-ceb858c1-acb2-43ed-982d-dc7db41117b9 None None] Set router 9d441cdf-aca7-4be8-b400-775f84bb25fa gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:34:06.067310 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 63cdeb40-9a86-4544-a398-8bb55b47130e up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:34:06.203389 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-89e3e4fd-cf37-4d83-8627-2fbc9c3683bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:06.282788 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3e4fd-cf37-4d83-8627-2fbc9c3683bc None None] Pushing event updated for resources: {'Port': ['ID=63cdeb40-9a86-4544-a398-8bb55b47130e,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:06.356851 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-35015fe2-8a92-4ecf-9ad4-2052c8d4aada None None] Provisioning complete for port 63cdeb40-9a86-4544-a398-8bb55b47130e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:06.357251 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-35015fe2-8a92-4ecf-9ad4-2052c8d4aada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:06.436195 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 63cdeb40-9a86-4544-a398-8bb55b47130e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:06.437087 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:06.548322 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0df8d6f6-9bbc-4ced-8c24-c06dd319e2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:06.631170 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-ceb858c1-acb2-43ed-982d-dc7db41117b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d441cdf-aca7-4be8-b400-775f84bb25fa', 'name': 'tempest-TestAggregatesBasicOps-1072151885-router', 'tenant_id': '08b13e8863f9400db8cac933036321c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '983133ea-5c42-430d-a7b0-dcba93954692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:34:03Z', 'updated_at': '2021-12-17T15:34:04Z', 'revision_number': 3, 'project_id': '08b13e8863f9400db8cac933036321c2', 'gw_port': {'id': '983133ea-5c42-430d-a7b0-dcba93954692', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d441cdf-aca7-4be8-b400-775f84bb25fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:04Z', 'updated_at': '2021-12-17T15:34:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:06.669483 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb858c1-acb2-43ed-982d-dc7db41117b9 None None] Checking router: 9d441cdf-aca7-4be8-b400-775f84bb25fa for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:34:06.670487 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb858c1-acb2-43ed-982d-dc7db41117b9 None None] Updating router 9d441cdf-aca7-4be8-b400-775f84bb25fa port 983133ea-5c42-430d-a7b0-dcba93954692 binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:34:06.700704 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ceb858c1-acb2-43ed-982d-dc7db41117b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:06.815605 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-0df8d6f6-9bbc-4ced-8c24-c06dd319e2e3 admin admin] Allocated IP 172.20.0.1 (618d5a0d-7cd5-43cf-80ac-eea942512edd/203d5beb-d230-4c33-ad8a-99962c71173d/63eb968f-ce84-40db-8f61-8d6c63f27455) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:34:06.983239 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0df8d6f6-9bbc-4ced-8c24-c06dd319e2e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:07.081546 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0df8d6f6-9bbc-4ced-8c24-c06dd319e2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:07.131403 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df8d6f6-9bbc-4ced-8c24-c06dd319e2e3 admin admin] Network 618d5a0d-7cd5-43cf-80ac-eea942512edd is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:34:07.144412 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-0df8d6f6-9bbc-4ced-8c24-c06dd319e2e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:34:07.172391 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8d6f6-9bbc-4ced-8c24-c06dd319e2e3 admin admin] Pushing event updated for resources: {'Port': ['ID=63eb968f-ce84-40db-8f61-8d6c63f27455,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:07.175792 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df8d6f6-9bbc-4ced-8c24-c06dd319e2e3 admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:34:07.197404 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ceb858c1-acb2-43ed-982d-dc7db41117b9 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:07.230409 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0df8d6f6-9bbc-4ced-8c24-c06dd319e2e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:07.315372 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ceb858c1-acb2-43ed-982d-dc7db41117b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:07.387601 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-ceb858c1-acb2-43ed-982d-dc7db41117b9 None None] Attempting to bind port 983133ea-5c42-430d-a7b0-dcba93954692 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:34:07.387980 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-ceb858c1-acb2-43ed-982d-dc7db41117b9 None None] Attempting to bind port 983133ea-5c42-430d-a7b0-dcba93954692 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:34:07.388406 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb858c1-acb2-43ed-982d-dc7db41117b9 None None] Attempting to bind port 983133ea-5c42-430d-a7b0-dcba93954692 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:34:07.403955 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cceaf14-ba42-470c-b6ad-a676b5b1b18c None None] Pushing event updated for resources: {'Port': ['ID=983133ea-5c42-430d-a7b0-dcba93954692,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:07.408267 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb858c1-acb2-43ed-982d-dc7db41117b9 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:34:07.408919 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb858c1-acb2-43ed-982d-dc7db41117b9 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:34:07.409516 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ceb858c1-acb2-43ed-982d-dc7db41117b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:07.410059 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb858c1-acb2-43ed-982d-dc7db41117b9 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:34:07.410949 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-ceb858c1-acb2-43ed-982d-dc7db41117b9 None None] Bound port: 983133ea-5c42-430d-a7b0-dcba93954692, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:34:07.411504 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ceb858c1-acb2-43ed-982d-dc7db41117b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:07.485415 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-ceb858c1-acb2-43ed-982d-dc7db41117b9 None None] For port 983133ea-5c42-430d-a7b0-dcba93954692, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:34:07.489602 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-ceb858c1-acb2-43ed-982d-dc7db41117b9 None None] For port 983133ea-5c42-430d-a7b0-dcba93954692, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=983133ea-5c42-430d-a7b0-dcba93954692,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:34:07.519445 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-7287eb31-90d4-4a24-9a80-4cee18ebecf0 None None] Provisioning complete for port 63eb968f-ce84-40db-8f61-8d6c63f27455 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:07.520346 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7287eb31-90d4-4a24-9a80-4cee18ebecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:07.538583 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0df8d6f6-9bbc-4ced-8c24-c06dd319e2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:07.575089 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ceb858c1-acb2-43ed-982d-dc7db41117b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:07.627973 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-7287eb31-90d4-4a24-9a80-4cee18ebecf0 None None] Port 63eb968f-ce84-40db-8f61-8d6c63f27455 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:34:07.677309 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb858c1-acb2-43ed-982d-dc7db41117b9 None None] Routers {'9d441cdf-aca7-4be8-b400-775f84bb25fa'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:34:07.677946 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-ceb858c1-acb2-43ed-982d-dc7db41117b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:34:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['9d441cdf-aca7-4be8-b400-775f84bb25fa'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:07.681582 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cceaf14-ba42-470c-b6ad-a676b5b1b18c None None] Pushing event updated for resources: {'Port': ['ID=983133ea-5c42-430d-a7b0-dcba93954692,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:07.798354 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0df8d6f6-9bbc-4ced-8c24-c06dd319e2e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:07.825403 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-ceb858c1-acb2-43ed-982d-dc7db41117b9 None None] Set router 9d441cdf-aca7-4be8-b400-775f84bb25fa gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:34:07.892358 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0df8d6f6-9bbc-4ced-8c24-c06dd319e2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:07.947775 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 63cdeb40-9a86-4544-a398-8bb55b47130e up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:34:07.997728 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8d6f6-9bbc-4ced-8c24-c06dd319e2e3 admin admin] Pushing event updated for resources: {'Port': ['ID=63eb968f-ce84-40db-8f61-8d6c63f27455,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:08.001948 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0df8d6f6-9bbc-4ced-8c24-c06dd319e2e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:08.118065 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 63cdeb40-9a86-4544-a398-8bb55b47130e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:08.118473 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:08.151365 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df8d6f6-9bbc-4ced-8c24-c06dd319e2e3 admin admin] Network 618d5a0d-7cd5-43cf-80ac-eea942512edd is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:34:08.153833 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-0df8d6f6-9bbc-4ced-8c24-c06dd319e2e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:34:08.184626 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-ceb858c1-acb2-43ed-982d-dc7db41117b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d441cdf-aca7-4be8-b400-775f84bb25fa', 'name': 'tempest-TestAggregatesBasicOps-1072151885-router', 'tenant_id': '08b13e8863f9400db8cac933036321c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '983133ea-5c42-430d-a7b0-dcba93954692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:34:03Z', 'updated_at': '2021-12-17T15:34:07Z', 'revision_number': 4, 'project_id': '08b13e8863f9400db8cac933036321c2', 'gw_port': {'id': '983133ea-5c42-430d-a7b0-dcba93954692', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d441cdf-aca7-4be8-b400-775f84bb25fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:04Z', 'updated_at': '2021-12-17T15:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '63eb968f-ce84-40db-8f61-8d6c63f27455', 'name': '', 'network_id': '618d5a0d-7cd5-43cf-80ac-eea942512edd', 'tenant_id': '08b13e8863f9400db8cac933036321c2', 'mac_address': 'fa:16:3e:79:06:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d441cdf-aca7-4be8-b400-775f84bb25fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '203d5beb-d230-4c33-ad8a-99962c71173d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:06Z', 'updated_at': '2021-12-17T15:34:06Z', 'revision_number': 1, 'project_id': '08b13e8863f9400db8cac933036321c2', 'subnets': [{'id': '203d5beb-d230-4c33-ad8a-99962c71173d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:08.223077 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb858c1-acb2-43ed-982d-dc7db41117b9 None None] The sync data for ids ['9d441cdf-aca7-4be8-b400-775f84bb25fa'] in n-d-820553-2 is: [{'id': '9d441cdf-aca7-4be8-b400-775f84bb25fa', 'name': 'tempest-TestAggregatesBasicOps-1072151885-router', 'tenant_id': '08b13e8863f9400db8cac933036321c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '983133ea-5c42-430d-a7b0-dcba93954692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:34:03Z', 'updated_at': '2021-12-17T15:34:07Z', 'revision_number': 4, 'project_id': '08b13e8863f9400db8cac933036321c2', 'gw_port': {'id': '983133ea-5c42-430d-a7b0-dcba93954692', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d441cdf-aca7-4be8-b400-775f84bb25fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:04Z', 'updated_at': '2021-12-17T15:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '63eb968f-ce84-40db-8f61-8d6c63f27455', 'name': '', 'network_id': '618d5a0d-7cd5-43cf-80ac-eea942512edd', 'tenant_id': '08b13e8863f9400db8cac933036321c2', 'mac_address': 'fa:16:3e:79:06:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d441cdf-aca7-4be8-b400-775f84bb25fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '203d5beb-d230-4c33-ad8a-99962c71173d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:06Z', 'updated_at': '2021-12-17T15:34:06Z', 'revision_number': 1, 'project_id': '08b13e8863f9400db8cac933036321c2', 'subnets': [{'id': '203d5beb-d230-4c33-ad8a-99962c71173d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:34:08.341901 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df8d6f6-9bbc-4ced-8c24-c06dd319e2e3 admin admin] Router 9d441cdf-aca7-4be8-b400-775f84bb25fa has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:34:08.509139 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-99b42b72-e46f-4622-864f-4f7d55fe0a98 None None] Provisioning complete for port 63eb968f-ce84-40db-8f61-8d6c63f27455 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:08.509774 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-99b42b72-e46f-4622-864f-4f7d55fe0a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:08.620859 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-99b42b72-e46f-4622-864f-4f7d55fe0a98 None None] Port 63eb968f-ce84-40db-8f61-8d6c63f27455 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:34:08.639386 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df8d6f6-9bbc-4ced-8c24-c06dd319e2e3 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:34:08.645195 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0df8d6f6-9bbc-4ced-8c24-c06dd319e2e3 admin admin] 10.222.0.46 "PUT /v2.0/routers/9d441cdf-aca7-4be8-b400-775f84bb25fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8473306 Dec 17 15:34:09.589915 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45224) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:09.594815 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-750af691-7026-4b6f-a4f6-e56547c91b6a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2068001709-network', 'tenant_id': '830e9b6bbbaf4deebac931eb4dd40c9a'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:34:09.673251 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750af691-7026-4b6f-a4f6-e56547c91b6a admin admin] Made reservation on behalf of 830e9b6bbbaf4deebac931eb4dd40c9a for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:34:09.675748 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-750af691-7026-4b6f-a4f6-e56547c91b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:09.686597 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-750af691-7026-4b6f-a4f6-e56547c91b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:09.784543 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-750af691-7026-4b6f-a4f6-e56547c91b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:09.938173 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-750af691-7026-4b6f-a4f6-e56547c91b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:09.973887 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-750af691-7026-4b6f-a4f6-e56547c91b6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:34:09.976294 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 983133ea-5c42-430d-a7b0-dcba93954692 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:34:09.983182 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750af691-7026-4b6f-a4f6-e56547c91b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c29f094-177a-4ca1-b42a-9b1f1db0dfdc,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:10.005301 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-750af691-7026-4b6f-a4f6-e56547c91b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:10.005651 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-750af691-7026-4b6f-a4f6-e56547c91b6a admin admin] Added segment 6895ca53-5423-4920-89d2-94114a1cf3e8 of type vlan for network 4c0faacb-7505-4514-bd00-73f75d31c91a Dec 17 15:34:10.077717 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-750af691-7026-4b6f-a4f6-e56547c91b6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:10.095840 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 983133ea-5c42-430d-a7b0-dcba93954692 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:10.105133 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:10.182788 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-750af691-7026-4b6f-a4f6-e56547c91b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:10.183839 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750af691-7026-4b6f-a4f6-e56547c91b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:10.185440 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-750af691-7026-4b6f-a4f6-e56547c91b6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:10.192582 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:10.214800 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 983133ea-5c42-430d-a7b0-dcba93954692, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=983133ea-5c42-430d-a7b0-dcba93954692,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:34:10.252797 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750af691-7026-4b6f-a4f6-e56547c91b6a admin admin] Pushing event updated for resources: {'Network': ['ID=4c0faacb-7505-4514-bd00-73f75d31c91a,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:10.266464 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 4c0faacb-7505-4514-bd00-73f75d31c91a details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:34:10.323649 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:10.326194 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-750af691-7026-4b6f-a4f6-e56547c91b6a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7350287 Dec 17 15:34:10.327856 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45242) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:10.333137 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-ed5e8c68-914e-45ee-b5dd-5c010ad92ba2 admin admin] Request body: {'subnet': {'network_id': '4c0faacb-7505-4514-bd00-73f75d31c91a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2068001709-subnet', 'tenant_id': '830e9b6bbbaf4deebac931eb4dd40c9a', 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:34:10.407307 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=983133ea-5c42-430d-a7b0-dcba93954692,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:10.420311 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:10.476744 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5e8c68-914e-45ee-b5dd-5c010ad92ba2 admin admin] Made reservation on behalf of 830e9b6bbbaf4deebac931eb4dd40c9a for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:34:10.479293 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ed5e8c68-914e-45ee-b5dd-5c010ad92ba2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:10.813399 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ed5e8c68-914e-45ee-b5dd-5c010ad92ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:10.872947 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e8c68-914e-45ee-b5dd-5c010ad92ba2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f1c797e-cf5b-4a65-a554-e8584431b63a,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:10.883745 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5e8c68-914e-45ee-b5dd-5c010ad92ba2 admin admin] Checking segment: {'id': '6895ca53-5423-4920-89d2-94114a1cf3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4c0faacb-7505-4514-bd00-73f75d31c91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:34:10.884104 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5e8c68-914e-45ee-b5dd-5c010ad92ba2 admin admin] Network hostable DHCP agents. Network: 4c0faacb-7505-4514-bd00-73f75d31c91a, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:34:11.017874 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5e8c68-914e-45ee-b5dd-5c010ad92ba2 admin admin] Network 4c0faacb-7505-4514-bd00-73f75d31c91a is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:34:11.021820 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93a56a7-0139-4fdb-9ae7-2fef12ae94b8 None None] Sync routers for ids ['9d441cdf-aca7-4be8-b400-775f84bb25fa'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:34:11.031924 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93a56a7-0139-4fdb-9ae7-2fef12ae94b8 None None] Routers {'9d441cdf-aca7-4be8-b400-775f84bb25fa'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:34:11.032598 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d93a56a7-0139-4fdb-9ae7-2fef12ae94b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:34:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['9d441cdf-aca7-4be8-b400-775f84bb25fa'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:11.085094 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-ed5e8c68-914e-45ee-b5dd-5c010ad92ba2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 4c0faacb-7505-4514-bd00-73f75d31c91a) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:34:11.097441 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5e8c68-914e-45ee-b5dd-5c010ad92ba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:11.098591 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ed5e8c68-914e-45ee-b5dd-5c010ad92ba2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:11.102334 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63eb34a5-7934-4d86-8cba-e9b33e548468 None None] Network 4c0faacb-7505-4514-bd00-73f75d31c91a requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:34:11.203314 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ed5e8c68-914e-45ee-b5dd-5c010ad92ba2 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8699570 Dec 17 15:34:11.203314 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45258) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:11.206225 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-c2535589-ee4b-413d-83f9-048918bb5cd2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2068001709-router', 'tenant_id': '830e9b6bbbaf4deebac931eb4dd40c9a', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:34:11.298303 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-d93a56a7-0139-4fdb-9ae7-2fef12ae94b8 None None] Set router 9d441cdf-aca7-4be8-b400-775f84bb25fa gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:34:11.298534 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c2535589-ee4b-413d-83f9-048918bb5cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:11.299632 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c2535589-ee4b-413d-83f9-048918bb5cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:11.358595 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a30d84-2c4a-413b-a964-01531365dcd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-4c0faacb-7505-4514-bd00-73f75d31c91a', 'network_id': '4c0faacb-7505-4514-bd00-73f75d31c91a', 'tenant_id': '830e9b6bbbaf4deebac931eb4dd40c9a', 'fixed_ips': [{'subnet_id': '0f1c797e-cf5b-4a65-a554-e8584431b63a'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:34:11.359598 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-48a30d84-2c4a-413b-a964-01531365dcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:11.441715 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c2535589-ee4b-413d-83f9-048918bb5cd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:11.580616 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-48a30d84-2c4a-413b-a964-01531365dcd2 None None] Allocated IP 172.20.0.2 (4c0faacb-7505-4514-bd00-73f75d31c91a/0f1c797e-cf5b-4a65-a554-e8584431b63a/96a74ccb-7ebd-4ca2-aa56-e077a024c14e) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:34:11.663588 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d93a56a7-0139-4fdb-9ae7-2fef12ae94b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d441cdf-aca7-4be8-b400-775f84bb25fa', 'name': 'tempest-TestAggregatesBasicOps-1072151885-router', 'tenant_id': '08b13e8863f9400db8cac933036321c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '983133ea-5c42-430d-a7b0-dcba93954692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:34:03Z', 'updated_at': '2021-12-17T15:34:07Z', 'revision_number': 4, 'project_id': '08b13e8863f9400db8cac933036321c2', 'gw_port': {'id': '983133ea-5c42-430d-a7b0-dcba93954692', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d441cdf-aca7-4be8-b400-775f84bb25fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:04Z', 'updated_at': '2021-12-17T15:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '63eb968f-ce84-40db-8f61-8d6c63f27455', 'name': '', 'network_id': '618d5a0d-7cd5-43cf-80ac-eea942512edd', 'tenant_id': '08b13e8863f9400db8cac933036321c2', 'mac_address': 'fa:16:3e:79:06:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d441cdf-aca7-4be8-b400-775f84bb25fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '203d5beb-d230-4c33-ad8a-99962c71173d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:06Z', 'updated_at': '2021-12-17T15:34:07Z', 'revision_number': 2, 'project_id': '08b13e8863f9400db8cac933036321c2', 'subnets': [{'id': '203d5beb-d230-4c33-ad8a-99962c71173d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:11.706846 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93a56a7-0139-4fdb-9ae7-2fef12ae94b8 None None] Checking router: 9d441cdf-aca7-4be8-b400-775f84bb25fa for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:34:11.707453 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93a56a7-0139-4fdb-9ae7-2fef12ae94b8 None None] Updating router 9d441cdf-aca7-4be8-b400-775f84bb25fa port 63eb968f-ce84-40db-8f61-8d6c63f27455 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:34:11.816053 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-d93a56a7-0139-4fdb-9ae7-2fef12ae94b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:11.989461 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 983133ea-5c42-430d-a7b0-dcba93954692 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:34:12.032952 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45278) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:12.143650 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-48a30d84-2c4a-413b-a964-01531365dcd2 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:12.158373 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 983133ea-5c42-430d-a7b0-dcba93954692 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:12.158833 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:12.248466 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2f112d12-c626-4f99-8820-e755734b4fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:12.262687 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-48a30d84-2c4a-413b-a964-01531365dcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:12.323529 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a30d84-2c4a-413b-a964-01531365dcd2 None None] Network 4c0faacb-7505-4514-bd00-73f75d31c91a is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:34:12.338975 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-48a30d84-2c4a-413b-a964-01531365dcd2 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:34:12.347355 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a30d84-2c4a-413b-a964-01531365dcd2 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:34:12.362657 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2f112d12-c626-4f99-8820-e755734b4fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:12.399461 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-d93a56a7-0139-4fdb-9ae7-2fef12ae94b8 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:12.440358 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a30d84-2c4a-413b-a964-01531365dcd2 None None] Pushing event updated for resources: {'Port': ['ID=96a74ccb-7ebd-4ca2-aa56-e077a024c14e,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:12.461366 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c2535589-ee4b-413d-83f9-048918bb5cd2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:12.488882 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2f112d12-c626-4f99-8820-e755734b4fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:12.489667 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-48a30d84-2c4a-413b-a964-01531365dcd2 None None] Attempting to bind port 96a74ccb-7ebd-4ca2-aa56-e077a024c14e on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:34:12.489667 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-48a30d84-2c4a-413b-a964-01531365dcd2 None None] Attempting to bind port 96a74ccb-7ebd-4ca2-aa56-e077a024c14e by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '6895ca53-5423-4920-89d2-94114a1cf3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4c0faacb-7505-4514-bd00-73f75d31c91a'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:34:12.489667 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a30d84-2c4a-413b-a964-01531365dcd2 None None] Attempting to bind port 96a74ccb-7ebd-4ca2-aa56-e077a024c14e on network 4c0faacb-7505-4514-bd00-73f75d31c91a {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:34:12.492387 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a30d84-2c4a-413b-a964-01531365dcd2 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:34:12.492763 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a30d84-2c4a-413b-a964-01531365dcd2 None None] Checking segment: {'id': '6895ca53-5423-4920-89d2-94114a1cf3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4c0faacb-7505-4514-bd00-73f75d31c91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:34:12.493228 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-48a30d84-2c4a-413b-a964-01531365dcd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:12.493577 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a30d84-2c4a-413b-a964-01531365dcd2 None None] Bound using segment: {'id': '6895ca53-5423-4920-89d2-94114a1cf3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4c0faacb-7505-4514-bd00-73f75d31c91a'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:34:12.494043 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-48a30d84-2c4a-413b-a964-01531365dcd2 None None] Bound port: 96a74ccb-7ebd-4ca2-aa56-e077a024c14e, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6895ca53-5423-4920-89d2-94114a1cf3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4c0faacb-7505-4514-bd00-73f75d31c91a'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:34:12.494423 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-48a30d84-2c4a-413b-a964-01531365dcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:12.520793 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f112d12-c626-4f99-8820-e755734b4fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b4cf5e-db6f-4647-8ae3-ca8749eb5851,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:12.547156 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2f112d12-c626-4f99-8820-e755734b4fa7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e7a5773ea9c74c9ab80a966982fbee3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5094552 Dec 17 15:34:12.547630 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45290) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:12.560870 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-d93a56a7-0139-4fdb-9ae7-2fef12ae94b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:12.578093 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-48a30d84-2c4a-413b-a964-01531365dcd2 None None] For port 96a74ccb-7ebd-4ca2-aa56-e077a024c14e, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:34:12.582310 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-48a30d84-2c4a-413b-a964-01531365dcd2 None None] For port 96a74ccb-7ebd-4ca2-aa56-e077a024c14e, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=96a74ccb-7ebd-4ca2-aa56-e077a024c14e,segment=NetworkSegment(6895ca53-5423-4920-89d2-94114a1cf3e8),segment_id=6895ca53-5423-4920-89d2-94114a1cf3e8)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:34:12.636558 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd75293-a53a-4ba3-b234-da344e65f271 None None] Pushing event updated for resources: {'Port': ['ID=63eb968f-ce84-40db-8f61-8d6c63f27455,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:12.648448 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-48a30d84-2c4a-413b-a964-01531365dcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:12.696562 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2dbda8cb-5e23-4f23-961b-bd62841776ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:12.713164 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd75293-a53a-4ba3-b234-da344e65f271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:12.713534 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd75293-a53a-4ba3-b234-da344e65f271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:12.713872 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd75293-a53a-4ba3-b234-da344e65f271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:12.715468 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd75293-a53a-4ba3-b234-da344e65f271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:12.716337 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd75293-a53a-4ba3-b234-da344e65f271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:12.716678 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd75293-a53a-4ba3-b234-da344e65f271 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:12.717015 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd75293-a53a-4ba3-b234-da344e65f271 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:12.717366 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd75293-a53a-4ba3-b234-da344e65f271 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:12.720527 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd75293-a53a-4ba3-b234-da344e65f271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:12.721116 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd75293-a53a-4ba3-b234-da344e65f271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:12.722635 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd75293-a53a-4ba3-b234-da344e65f271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:12.722984 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd75293-a53a-4ba3-b234-da344e65f271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:12.771989 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2dbda8cb-5e23-4f23-961b-bd62841776ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:12.782246 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a30d84-2c4a-413b-a964-01531365dcd2 None None] Pushing event updated for resources: {'Port': ['ID=96a74ccb-7ebd-4ca2-aa56-e077a024c14e,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:12.825971 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-d93a56a7-0139-4fdb-9ae7-2fef12ae94b8 None None] Attempting to bind port 63eb968f-ce84-40db-8f61-8d6c63f27455 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:34:12.826811 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-d93a56a7-0139-4fdb-9ae7-2fef12ae94b8 None None] Attempting to bind port 63eb968f-ce84-40db-8f61-8d6c63f27455 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '5c630a38-22f3-4c1e-98ca-8ba4445b6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '618d5a0d-7cd5-43cf-80ac-eea942512edd'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:34:12.827826 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93a56a7-0139-4fdb-9ae7-2fef12ae94b8 None None] Attempting to bind port 63eb968f-ce84-40db-8f61-8d6c63f27455 on network 618d5a0d-7cd5-43cf-80ac-eea942512edd {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:34:12.841087 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93a56a7-0139-4fdb-9ae7-2fef12ae94b8 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:34:12.848536 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93a56a7-0139-4fdb-9ae7-2fef12ae94b8 None None] Checking segment: {'id': '5c630a38-22f3-4c1e-98ca-8ba4445b6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '618d5a0d-7cd5-43cf-80ac-eea942512edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:34:12.849256 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-d93a56a7-0139-4fdb-9ae7-2fef12ae94b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:12.849746 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93a56a7-0139-4fdb-9ae7-2fef12ae94b8 None None] Bound using segment: {'id': '5c630a38-22f3-4c1e-98ca-8ba4445b6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '618d5a0d-7cd5-43cf-80ac-eea942512edd'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:34:12.850464 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-d93a56a7-0139-4fdb-9ae7-2fef12ae94b8 None None] Bound port: 63eb968f-ce84-40db-8f61-8d6c63f27455, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c630a38-22f3-4c1e-98ca-8ba4445b6cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '618d5a0d-7cd5-43cf-80ac-eea942512edd'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:34:12.851281 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-d93a56a7-0139-4fdb-9ae7-2fef12ae94b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:13.016612 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-d93a56a7-0139-4fdb-9ae7-2fef12ae94b8 None None] For port 63eb968f-ce84-40db-8f61-8d6c63f27455, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:34:13.027633 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-d93a56a7-0139-4fdb-9ae7-2fef12ae94b8 None None] For port 63eb968f-ce84-40db-8f61-8d6c63f27455, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=63eb968f-ce84-40db-8f61-8d6c63f27455,segment=NetworkSegment(5c630a38-22f3-4c1e-98ca-8ba4445b6cd9),segment_id=5c630a38-22f3-4c1e-98ca-8ba4445b6cd9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:34:13.066967 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2dbda8cb-5e23-4f23-961b-bd62841776ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:13.066967 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2dbda8cb-5e23-4f23-961b-bd62841776ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:13.067986 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2dbda8cb-5e23-4f23-961b-bd62841776ce admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/37b4cf5e-db6f-4647-8ae3-ca8749eb5851 HTTP/1.1" status: 204 len: 168 time: 0.5199509 Dec 17 15:34:13.122328 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-73985f54-49d7-48c7-8855-f7fcecd4539c None None] Provisioning complete for port 63eb968f-ce84-40db-8f61-8d6c63f27455 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:13.122964 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-73985f54-49d7-48c7-8855-f7fcecd4539c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:13.135926 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbda8cb-5e23-4f23-961b-bd62841776ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b4cf5e-db6f-4647-8ae3-ca8749eb5851,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:13.145246 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-d93a56a7-0139-4fdb-9ae7-2fef12ae94b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:13.201861 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c2535589-ee4b-413d-83f9-048918bb5cd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:13.271155 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c2535589-ee4b-413d-83f9-048918bb5cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:13.294888 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93a56a7-0139-4fdb-9ae7-2fef12ae94b8 None None] Routers {'9d441cdf-aca7-4be8-b400-775f84bb25fa'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:34:13.297426 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d93a56a7-0139-4fdb-9ae7-2fef12ae94b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:34:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['9d441cdf-aca7-4be8-b400-775f84bb25fa'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:13.317297 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-73985f54-49d7-48c7-8855-f7fcecd4539c None None] Port 63eb968f-ce84-40db-8f61-8d6c63f27455 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:34:13.453381 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd75293-a53a-4ba3-b234-da344e65f271 None None] Pushing event updated for resources: {'Port': ['ID=63eb968f-ce84-40db-8f61-8d6c63f27455,revision_number=4']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:13.492031 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-c2535589-ee4b-413d-83f9-048918bb5cd2 admin admin] Allocated IP 172.25.6.108 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/a4bba121-19df-4a3a-8498-d93d71b2bd84) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:34:13.515955 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-d93a56a7-0139-4fdb-9ae7-2fef12ae94b8 None None] Set router 9d441cdf-aca7-4be8-b400-775f84bb25fa gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:34:13.697349 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c2535589-ee4b-413d-83f9-048918bb5cd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:13.759028 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4ac4830a-102e-4324-bfb3-d5713e917ec7 None None] Provisioning complete for port 63eb968f-ce84-40db-8f61-8d6c63f27455 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:13.759953 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4ac4830a-102e-4324-bfb3-d5713e917ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:13.866853 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4ac4830a-102e-4324-bfb3-d5713e917ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:13.911353 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c2535589-ee4b-413d-83f9-048918bb5cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:13.967078 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4ac4830a-102e-4324-bfb3-d5713e917ec7 None None] For port 63eb968f-ce84-40db-8f61-8d6c63f27455, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=63eb968f-ce84-40db-8f61-8d6c63f27455,segment=NetworkSegment(5c630a38-22f3-4c1e-98ca-8ba4445b6cd9),segment_id=5c630a38-22f3-4c1e-98ca-8ba4445b6cd9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:34:13.993187 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d93a56a7-0139-4fdb-9ae7-2fef12ae94b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d441cdf-aca7-4be8-b400-775f84bb25fa', 'name': 'tempest-TestAggregatesBasicOps-1072151885-router', 'tenant_id': '08b13e8863f9400db8cac933036321c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '983133ea-5c42-430d-a7b0-dcba93954692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:34:03Z', 'updated_at': '2021-12-17T15:34:07Z', 'revision_number': 4, 'project_id': '08b13e8863f9400db8cac933036321c2', 'gw_port': {'id': '983133ea-5c42-430d-a7b0-dcba93954692', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d441cdf-aca7-4be8-b400-775f84bb25fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:04Z', 'updated_at': '2021-12-17T15:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '63eb968f-ce84-40db-8f61-8d6c63f27455', 'name': '', 'network_id': '618d5a0d-7cd5-43cf-80ac-eea942512edd', 'tenant_id': '08b13e8863f9400db8cac933036321c2', 'mac_address': 'fa:16:3e:79:06:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d441cdf-aca7-4be8-b400-775f84bb25fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '203d5beb-d230-4c33-ad8a-99962c71173d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:06Z', 'updated_at': '2021-12-17T15:34:13Z', 'revision_number': 4, 'project_id': '08b13e8863f9400db8cac933036321c2', 'subnets': [{'id': '203d5beb-d230-4c33-ad8a-99962c71173d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:14.028773 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93a56a7-0139-4fdb-9ae7-2fef12ae94b8 None None] The sync data for ids ['9d441cdf-aca7-4be8-b400-775f84bb25fa'] in n-d-820553-2 is: [{'id': '9d441cdf-aca7-4be8-b400-775f84bb25fa', 'name': 'tempest-TestAggregatesBasicOps-1072151885-router', 'tenant_id': '08b13e8863f9400db8cac933036321c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '983133ea-5c42-430d-a7b0-dcba93954692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:34:03Z', 'updated_at': '2021-12-17T15:34:07Z', 'revision_number': 4, 'project_id': '08b13e8863f9400db8cac933036321c2', 'gw_port': {'id': '983133ea-5c42-430d-a7b0-dcba93954692', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d441cdf-aca7-4be8-b400-775f84bb25fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:04Z', 'updated_at': '2021-12-17T15:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '63eb968f-ce84-40db-8f61-8d6c63f27455', 'name': '', 'network_id': '618d5a0d-7cd5-43cf-80ac-eea942512edd', 'tenant_id': '08b13e8863f9400db8cac933036321c2', 'mac_address': 'fa:16:3e:79:06:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d441cdf-aca7-4be8-b400-775f84bb25fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '203d5beb-d230-4c33-ad8a-99962c71173d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:06Z', 'updated_at': '2021-12-17T15:34:13Z', 'revision_number': 4, 'project_id': '08b13e8863f9400db8cac933036321c2', 'subnets': [{'id': '203d5beb-d230-4c33-ad8a-99962c71173d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:34:14.055018 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2535589-ee4b-413d-83f9-048918bb5cd2 admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:34:14.057071 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4ac4830a-102e-4324-bfb3-d5713e917ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:14.062087 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-c2535589-ee4b-413d-83f9-048918bb5cd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:34:14.072522 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2535589-ee4b-413d-83f9-048918bb5cd2 admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:34:14.242328 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac4830a-102e-4324-bfb3-d5713e917ec7 None None] Pushing event updated for resources: {'Port': ['ID=63eb968f-ce84-40db-8f61-8d6c63f27455,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:14.307068 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 63eb968f-ce84-40db-8f61-8d6c63f27455 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:34:14.381401 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2535589-ee4b-413d-83f9-048918bb5cd2 admin admin] Pushing event updated for resources: {'Port': ['ID=a4bba121-19df-4a3a-8498-d93d71b2bd84,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:14.402953 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 63eb968f-ce84-40db-8f61-8d6c63f27455 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:14.405033 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:14.560668 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 96a74ccb-7ebd-4ca2-aa56-e077a024c14e up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:34:14.623405 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c816f13-7362-4f04-8901-ecfc33322305 None None] Network 4c0faacb-7505-4514-bd00-73f75d31c91a requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:34:14.729810 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-31286241-3b60-4d35-8ef8-3a20c5352b1c None None] Provisioning complete for port 96a74ccb-7ebd-4ca2-aa56-e077a024c14e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:14.735553 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-31286241-3b60-4d35-8ef8-3a20c5352b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:14.740082 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c2535589-ee4b-413d-83f9-048918bb5cd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:14.879327 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 96a74ccb-7ebd-4ca2-aa56-e077a024c14e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:14.879714 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:15.033653 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-31286241-3b60-4d35-8ef8-3a20c5352b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:15.136664 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-31286241-3b60-4d35-8ef8-3a20c5352b1c None None] For port 96a74ccb-7ebd-4ca2-aa56-e077a024c14e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=96a74ccb-7ebd-4ca2-aa56-e077a024c14e,segment=NetworkSegment(6895ca53-5423-4920-89d2-94114a1cf3e8),segment_id=6895ca53-5423-4920-89d2-94114a1cf3e8)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:34:15.151025 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:15.185405 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c2535589-ee4b-413d-83f9-048918bb5cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:15.252779 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-31286241-3b60-4d35-8ef8-3a20c5352b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:15.371405 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31286241-3b60-4d35-8ef8-3a20c5352b1c None None] Pushing event updated for resources: {'Port': ['ID=96a74ccb-7ebd-4ca2-aa56-e077a024c14e,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:15.396000 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:34:15.396352 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:34:15.456426 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2535589-ee4b-413d-83f9-048918bb5cd2 admin admin] Router 02afc235-449c-465d-9f5e-24cae0187bef is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:34:15.485132 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-193f3814-326d-48cd-9a5c-020fdd6ce1e8 None None] Provisioning complete for port 96a74ccb-7ebd-4ca2-aa56-e077a024c14e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:15.486117 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-193f3814-326d-48cd-9a5c-020fdd6ce1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:15.593499 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2535589-ee4b-413d-83f9-048918bb5cd2 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:34:15.603644 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35750572-03dc-461e-9b4b-d527a8818e8c None None] Sync routers for ids ['02afc235-449c-465d-9f5e-24cae0187bef'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:34:15.612999 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35750572-03dc-461e-9b4b-d527a8818e8c None None] Routers {'02afc235-449c-465d-9f5e-24cae0187bef'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:34:15.613765 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-35750572-03dc-461e-9b4b-d527a8818e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:34:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['02afc235-449c-465d-9f5e-24cae0187bef'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:15.682999 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c2535589-ee4b-413d-83f9-048918bb5cd2 admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:15.684623 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c2535589-ee4b-413d-83f9-048918bb5cd2 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4817877 Dec 17 15:34:15.687301 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45372) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:15.902008 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-35750572-03dc-461e-9b4b-d527a8818e8c None None] Set router 02afc235-449c-465d-9f5e-24cae0187bef gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:34:16.142127 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 63eb968f-ce84-40db-8f61-8d6c63f27455 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:34:16.171707 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-35750572-03dc-461e-9b4b-d527a8818e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02afc235-449c-465d-9f5e-24cae0187bef', 'name': 'tempest-TestAggregatesBasicOps-2068001709-router', 'tenant_id': '830e9b6bbbaf4deebac931eb4dd40c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'a4bba121-19df-4a3a-8498-d93d71b2bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:34:11Z', 'updated_at': '2021-12-17T15:34:14Z', 'revision_number': 3, 'project_id': '830e9b6bbbaf4deebac931eb4dd40c9a', 'gw_port': {'id': 'a4bba121-19df-4a3a-8498-d93d71b2bd84', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02afc235-449c-465d-9f5e-24cae0187bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:13Z', 'updated_at': '2021-12-17T15:34:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:16.205951 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35750572-03dc-461e-9b4b-d527a8818e8c None None] Checking router: 02afc235-449c-465d-9f5e-24cae0187bef for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:34:16.206315 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35750572-03dc-461e-9b4b-d527a8818e8c None None] Updating router 02afc235-449c-465d-9f5e-24cae0187bef port a4bba121-19df-4a3a-8498-d93d71b2bd84 binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:34:16.228401 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0409a094-7813-4638-a9c4-34505af100b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:16.237810 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-35750572-03dc-461e-9b4b-d527a8818e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:16.285581 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 63eb968f-ce84-40db-8f61-8d6c63f27455 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:16.285956 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:16.495724 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 96a74ccb-7ebd-4ca2-aa56-e077a024c14e up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:34:16.526273 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-0409a094-7813-4638-a9c4-34505af100b0 admin admin] Allocated IP 172.20.0.1 (4c0faacb-7505-4514-bd00-73f75d31c91a/0f1c797e-cf5b-4a65-a554-e8584431b63a/f3d854d4-f628-4ba1-ab32-19527fc4edae) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:34:16.678934 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0409a094-7813-4638-a9c4-34505af100b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:16.689681 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-35750572-03dc-461e-9b4b-d527a8818e8c None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:16.707213 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 96a74ccb-7ebd-4ca2-aa56-e077a024c14e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:16.708420 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:16.778580 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0409a094-7813-4638-a9c4-34505af100b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:16.779346 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-35750572-03dc-461e-9b4b-d527a8818e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:16.823108 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0409a094-7813-4638-a9c4-34505af100b0 admin admin] Network 4c0faacb-7505-4514-bd00-73f75d31c91a is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:34:16.826117 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-0409a094-7813-4638-a9c4-34505af100b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:34:16.831188 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0409a094-7813-4638-a9c4-34505af100b0 admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:34:16.841635 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f6548-735b-4dbe-9e9c-ad6528e0d392 None None] Pushing event updated for resources: {'Port': ['ID=a4bba121-19df-4a3a-8498-d93d71b2bd84,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:16.869443 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-35750572-03dc-461e-9b4b-d527a8818e8c None None] Attempting to bind port a4bba121-19df-4a3a-8498-d93d71b2bd84 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:34:16.869809 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-35750572-03dc-461e-9b4b-d527a8818e8c None None] Attempting to bind port a4bba121-19df-4a3a-8498-d93d71b2bd84 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:34:16.870165 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35750572-03dc-461e-9b4b-d527a8818e8c None None] Attempting to bind port a4bba121-19df-4a3a-8498-d93d71b2bd84 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:34:16.871477 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0409a094-7813-4638-a9c4-34505af100b0 admin admin] Pushing event updated for resources: {'Port': ['ID=f3d854d4-f628-4ba1-ab32-19527fc4edae,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:16.888335 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35750572-03dc-461e-9b4b-d527a8818e8c None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:34:16.889124 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35750572-03dc-461e-9b4b-d527a8818e8c None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:34:16.890651 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-35750572-03dc-461e-9b4b-d527a8818e8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:16.891343 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35750572-03dc-461e-9b4b-d527a8818e8c None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:34:16.891917 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-35750572-03dc-461e-9b4b-d527a8818e8c None None] Bound port: a4bba121-19df-4a3a-8498-d93d71b2bd84, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:34:16.892409 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-35750572-03dc-461e-9b4b-d527a8818e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:16.896130 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0409a094-7813-4638-a9c4-34505af100b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:16.993662 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-35750572-03dc-461e-9b4b-d527a8818e8c None None] For port a4bba121-19df-4a3a-8498-d93d71b2bd84, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:34:17.001933 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-35750572-03dc-461e-9b4b-d527a8818e8c None None] For port a4bba121-19df-4a3a-8498-d93d71b2bd84, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=a4bba121-19df-4a3a-8498-d93d71b2bd84,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:34:17.121927 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-35750572-03dc-461e-9b4b-d527a8818e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:17.174134 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0409a094-7813-4638-a9c4-34505af100b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:17.224119 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35750572-03dc-461e-9b4b-d527a8818e8c None None] Routers {'02afc235-449c-465d-9f5e-24cae0187bef'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:34:17.225415 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-35750572-03dc-461e-9b4b-d527a8818e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:34:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['02afc235-449c-465d-9f5e-24cae0187bef'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:17.228717 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f6548-735b-4dbe-9e9c-ad6528e0d392 None None] Pushing event updated for resources: {'Port': ['ID=a4bba121-19df-4a3a-8498-d93d71b2bd84,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:17.400095 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0409a094-7813-4638-a9c4-34505af100b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:17.444016 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-e76db2b4-aea3-44ef-8567-b1a749af18d3 None None] Provisioning complete for port f3d854d4-f628-4ba1-ab32-19527fc4edae triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:17.447056 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e76db2b4-aea3-44ef-8567-b1a749af18d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:17.447291 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-35750572-03dc-461e-9b4b-d527a8818e8c None None] Set router 02afc235-449c-465d-9f5e-24cae0187bef gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:34:17.468438 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0409a094-7813-4638-a9c4-34505af100b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:17.582058 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0409a094-7813-4638-a9c4-34505af100b0 admin admin] Pushing event updated for resources: {'Port': ['ID=f3d854d4-f628-4ba1-ab32-19527fc4edae,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:17.601454 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-e76db2b4-aea3-44ef-8567-b1a749af18d3 None None] Port f3d854d4-f628-4ba1-ab32-19527fc4edae cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:34:17.602019 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0409a094-7813-4638-a9c4-34505af100b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:17.723831 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-35750572-03dc-461e-9b4b-d527a8818e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02afc235-449c-465d-9f5e-24cae0187bef', 'name': 'tempest-TestAggregatesBasicOps-2068001709-router', 'tenant_id': '830e9b6bbbaf4deebac931eb4dd40c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'a4bba121-19df-4a3a-8498-d93d71b2bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:34:11Z', 'updated_at': '2021-12-17T15:34:17Z', 'revision_number': 4, 'project_id': '830e9b6bbbaf4deebac931eb4dd40c9a', 'gw_port': {'id': 'a4bba121-19df-4a3a-8498-d93d71b2bd84', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02afc235-449c-465d-9f5e-24cae0187bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:13Z', 'updated_at': '2021-12-17T15:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'f3d854d4-f628-4ba1-ab32-19527fc4edae', 'name': '', 'network_id': '4c0faacb-7505-4514-bd00-73f75d31c91a', 'tenant_id': '830e9b6bbbaf4deebac931eb4dd40c9a', 'mac_address': 'fa:16:3e:13:3f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02afc235-449c-465d-9f5e-24cae0187bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '0f1c797e-cf5b-4a65-a554-e8584431b63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:16Z', 'updated_at': '2021-12-17T15:34:16Z', 'revision_number': 1, 'project_id': '830e9b6bbbaf4deebac931eb4dd40c9a', 'subnets': [{'id': '0f1c797e-cf5b-4a65-a554-e8584431b63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:17.730741 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0409a094-7813-4638-a9c4-34505af100b0 admin admin] Network 4c0faacb-7505-4514-bd00-73f75d31c91a is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:34:17.732443 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-0409a094-7813-4638-a9c4-34505af100b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:34:17.775075 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35750572-03dc-461e-9b4b-d527a8818e8c None None] The sync data for ids ['02afc235-449c-465d-9f5e-24cae0187bef'] in n-d-820553-2 is: [{'id': '02afc235-449c-465d-9f5e-24cae0187bef', 'name': 'tempest-TestAggregatesBasicOps-2068001709-router', 'tenant_id': '830e9b6bbbaf4deebac931eb4dd40c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'a4bba121-19df-4a3a-8498-d93d71b2bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:34:11Z', 'updated_at': '2021-12-17T15:34:17Z', 'revision_number': 4, 'project_id': '830e9b6bbbaf4deebac931eb4dd40c9a', 'gw_port': {'id': 'a4bba121-19df-4a3a-8498-d93d71b2bd84', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02afc235-449c-465d-9f5e-24cae0187bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:13Z', 'updated_at': '2021-12-17T15:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'f3d854d4-f628-4ba1-ab32-19527fc4edae', 'name': '', 'network_id': '4c0faacb-7505-4514-bd00-73f75d31c91a', 'tenant_id': '830e9b6bbbaf4deebac931eb4dd40c9a', 'mac_address': 'fa:16:3e:13:3f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02afc235-449c-465d-9f5e-24cae0187bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '0f1c797e-cf5b-4a65-a554-e8584431b63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:16Z', 'updated_at': '2021-12-17T15:34:16Z', 'revision_number': 1, 'project_id': '830e9b6bbbaf4deebac931eb4dd40c9a', 'subnets': [{'id': '0f1c797e-cf5b-4a65-a554-e8584431b63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:34:17.971436 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0409a094-7813-4638-a9c4-34505af100b0 admin admin] Router 02afc235-449c-465d-9f5e-24cae0187bef has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:34:18.131927 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a3a0f4cf-8571-4f44-8abb-70f96db96a66 None None] Provisioning complete for port f3d854d4-f628-4ba1-ab32-19527fc4edae triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:18.132303 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a3a0f4cf-8571-4f44-8abb-70f96db96a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:18.142808 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0409a094-7813-4638-a9c4-34505af100b0 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:34:18.154101 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0409a094-7813-4638-a9c4-34505af100b0 admin admin] 10.222.0.46 "PUT /v2.0/routers/02afc235-449c-465d-9f5e-24cae0187bef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4615819 Dec 17 15:34:18.226545 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-a3a0f4cf-8571-4f44-8abb-70f96db96a66 None None] Port f3d854d4-f628-4ba1-ab32-19527fc4edae cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:34:18.501246 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45446) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:18.653029 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2498b68c-538b-4433-80e2-0471cda4bc72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:18.765408 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2498b68c-538b-4433-80e2-0471cda4bc72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:18.876495 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2498b68c-538b-4433-80e2-0471cda4bc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:18.969679 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2498b68c-538b-4433-80e2-0471cda4bc72 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b5c6a553f2a54f30ba144b958d4a3fba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4666476 Dec 17 15:34:18.972113 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45456) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:18.980775 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2498b68c-538b-4433-80e2-0471cda4bc72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745718e5-13cb-4031-827f-bb0eef8e733f,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:19.042802 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-54bf14bb-0132-4592-ac42-6396eb1502bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:19.072936 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-54bf14bb-0132-4592-ac42-6396eb1502bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:19.227533 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-54bf14bb-0132-4592-ac42-6396eb1502bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:19.230136 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-54bf14bb-0132-4592-ac42-6396eb1502bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:19.232310 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-54bf14bb-0132-4592-ac42-6396eb1502bc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/745718e5-13cb-4031-827f-bb0eef8e733f HTTP/1.1" status: 204 len: 168 time: 0.2575378 Dec 17 15:34:19.240961 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf14bb-0132-4592-ac42-6396eb1502bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745718e5-13cb-4031-827f-bb0eef8e733f,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:20.043557 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45492) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:20.058366 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d32ed8a3-c69c-4052-96b9-9204ea475aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:20.201634 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a4bba121-19df-4a3a-8498-d93d71b2bd84 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:34:20.219148 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d32ed8a3-c69c-4052-96b9-9204ea475aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:20.278765 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d32ed8a3-c69c-4052-96b9-9204ea475aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:20.330540 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d32ed8a3-c69c-4052-96b9-9204ea475aef admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2c5e7b769a114b8ebb8b1946664da60c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2858145 Dec 17 15:34:20.331607 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45510) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:20.332114 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port a4bba121-19df-4a3a-8498-d93d71b2bd84 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:20.332473 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:20.334067 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ed8a3-c69c-4052-96b9-9204ea475aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cdcf59-3e44-4406-b3c1-c1962d58fb99,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:20.451530 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bb1f9046-0f6c-4e05-b47b-dd8b89b48a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:20.477199 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:20.499445 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port a4bba121-19df-4a3a-8498-d93d71b2bd84, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=a4bba121-19df-4a3a-8498-d93d71b2bd84,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:34:20.513368 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bb1f9046-0f6c-4e05-b47b-dd8b89b48a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:20.627448 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:20.651832 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bb1f9046-0f6c-4e05-b47b-dd8b89b48a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:20.659668 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bb1f9046-0f6c-4e05-b47b-dd8b89b48a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:20.661180 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-bb1f9046-0f6c-4e05-b47b-dd8b89b48a43 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/60cdcf59-3e44-4406-b3c1-c1962d58fb99 HTTP/1.1" status: 204 len: 168 time: 0.3282967 Dec 17 15:34:20.691585 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f9046-0f6c-4e05-b47b-dd8b89b48a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cdcf59-3e44-4406-b3c1-c1962d58fb99,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:20.731626 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=a4bba121-19df-4a3a-8498-d93d71b2bd84,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:20.804136 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45532) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:21.467180 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4be9c5-43cf-49fa-a25b-5956b3351bb8 None None] Sync routers for ids ['02afc235-449c-465d-9f5e-24cae0187bef'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:34:21.478604 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4be9c5-43cf-49fa-a25b-5956b3351bb8 None None] Routers {'02afc235-449c-465d-9f5e-24cae0187bef'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:34:21.479309 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-9e4be9c5-43cf-49fa-a25b-5956b3351bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:34:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['02afc235-449c-465d-9f5e-24cae0187bef'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:21.601715 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-9e4be9c5-43cf-49fa-a25b-5956b3351bb8 None None] Set router 02afc235-449c-465d-9f5e-24cae0187bef gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:34:21.689327 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2d0fd688-ce0b-4fef-b0db-c32bc4d75820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:21.825745 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45560) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:21.978278 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-9e4be9c5-43cf-49fa-a25b-5956b3351bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02afc235-449c-465d-9f5e-24cae0187bef', 'name': 'tempest-TestAggregatesBasicOps-2068001709-router', 'tenant_id': '830e9b6bbbaf4deebac931eb4dd40c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'a4bba121-19df-4a3a-8498-d93d71b2bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:34:11Z', 'updated_at': '2021-12-17T15:34:17Z', 'revision_number': 4, 'project_id': '830e9b6bbbaf4deebac931eb4dd40c9a', 'gw_port': {'id': 'a4bba121-19df-4a3a-8498-d93d71b2bd84', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02afc235-449c-465d-9f5e-24cae0187bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:13Z', 'updated_at': '2021-12-17T15:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'f3d854d4-f628-4ba1-ab32-19527fc4edae', 'name': '', 'network_id': '4c0faacb-7505-4514-bd00-73f75d31c91a', 'tenant_id': '830e9b6bbbaf4deebac931eb4dd40c9a', 'mac_address': 'fa:16:3e:13:3f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02afc235-449c-465d-9f5e-24cae0187bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '0f1c797e-cf5b-4a65-a554-e8584431b63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:16Z', 'updated_at': '2021-12-17T15:34:17Z', 'revision_number': 2, 'project_id': '830e9b6bbbaf4deebac931eb4dd40c9a', 'subnets': [{'id': '0f1c797e-cf5b-4a65-a554-e8584431b63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:21.980057 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b14f86b-22d0-4fc0-be7d-ac324a8d095f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:22.018922 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4be9c5-43cf-49fa-a25b-5956b3351bb8 None None] Checking router: 02afc235-449c-465d-9f5e-24cae0187bef for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:34:22.020360 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4be9c5-43cf-49fa-a25b-5956b3351bb8 None None] Updating router 02afc235-449c-465d-9f5e-24cae0187bef port f3d854d4-f628-4ba1-ab32-19527fc4edae binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:34:22.061542 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-9e4be9c5-43cf-49fa-a25b-5956b3351bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:22.123155 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b14f86b-22d0-4fc0-be7d-ac324a8d095f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:22.182001 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b14f86b-22d0-4fc0-be7d-ac324a8d095f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:22.183964 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-2d0fd688-ce0b-4fef-b0db-c32bc4d75820 admin admin] Deleting port 63eb968f-ce84-40db-8f61-8d6c63f27455 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:34:22.184309 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2d0fd688-ce0b-4fef-b0db-c32bc4d75820 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:22.208244 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a4bba121-19df-4a3a-8498-d93d71b2bd84 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:34:22.284610 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-2d0fd688-ce0b-4fef-b0db-c32bc4d75820 admin admin] For port 63eb968f-ce84-40db-8f61-8d6c63f27455, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=63eb968f-ce84-40db-8f61-8d6c63f27455,segment=NetworkSegment(5c630a38-22f3-4c1e-98ca-8ba4445b6cd9),segment_id=5c630a38-22f3-4c1e-98ca-8ba4445b6cd9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:34:22.285015 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2d0fd688-ce0b-4fef-b0db-c32bc4d75820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:22.302079 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-2d0fd688-ce0b-4fef-b0db-c32bc4d75820 admin admin] Calling delete_port for 63eb968f-ce84-40db-8f61-8d6c63f27455 owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:34:22.325495 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3b14f86b-22d0-4fc0-be7d-ac324a8d095f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=32adc830416f4c93affa1d5a17087263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4980547 Dec 17 15:34:22.326107 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45576) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:22.326763 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14f86b-22d0-4fc0-be7d-ac324a8d095f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1caf0952-2157-48b7-ab4f-d28f8c869d4d,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:22.379705 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port a4bba121-19df-4a3a-8498-d93d71b2bd84 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:22.380081 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:22.402598 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-735e3d6e-195a-44be-a42a-378c7d4901ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:22.451806 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-735e3d6e-195a-44be-a42a-378c7d4901ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:22.552366 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-9e4be9c5-43cf-49fa-a25b-5956b3351bb8 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:22.634539 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-735e3d6e-195a-44be-a42a-378c7d4901ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:22.637382 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-735e3d6e-195a-44be-a42a-378c7d4901ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:22.638642 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-735e3d6e-195a-44be-a42a-378c7d4901ef admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1caf0952-2157-48b7-ab4f-d28f8c869d4d HTTP/1.1" status: 204 len: 168 time: 0.3088980 Dec 17 15:34:22.647415 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e3d6e-195a-44be-a42a-378c7d4901ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1caf0952-2157-48b7-ab4f-d28f8c869d4d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:22.668988 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-9e4be9c5-43cf-49fa-a25b-5956b3351bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:22.727282 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2d0fd688-ce0b-4fef-b0db-c32bc4d75820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:22.779307 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0fd688-ce0b-4fef-b0db-c32bc4d75820 admin admin] Pushing event deleted for resources: {'Port': ['ID=63eb968f-ce84-40db-8f61-8d6c63f27455,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:22.825756 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-9e4be9c5-43cf-49fa-a25b-5956b3351bb8 None None] Attempting to bind port f3d854d4-f628-4ba1-ab32-19527fc4edae on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:34:22.827406 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-9e4be9c5-43cf-49fa-a25b-5956b3351bb8 None None] Attempting to bind port f3d854d4-f628-4ba1-ab32-19527fc4edae by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '6895ca53-5423-4920-89d2-94114a1cf3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4c0faacb-7505-4514-bd00-73f75d31c91a'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:34:22.827406 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4be9c5-43cf-49fa-a25b-5956b3351bb8 None None] Attempting to bind port f3d854d4-f628-4ba1-ab32-19527fc4edae on network 4c0faacb-7505-4514-bd00-73f75d31c91a {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:34:22.829577 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70871f8e-2d4c-4a84-a2ff-ec21261a931c None None] Pushing event updated for resources: {'Port': ['ID=f3d854d4-f628-4ba1-ab32-19527fc4edae,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:22.836297 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4be9c5-43cf-49fa-a25b-5956b3351bb8 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:34:22.836752 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4be9c5-43cf-49fa-a25b-5956b3351bb8 None None] Checking segment: {'id': '6895ca53-5423-4920-89d2-94114a1cf3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4c0faacb-7505-4514-bd00-73f75d31c91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:34:22.837327 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-9e4be9c5-43cf-49fa-a25b-5956b3351bb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:22.837716 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4be9c5-43cf-49fa-a25b-5956b3351bb8 None None] Bound using segment: {'id': '6895ca53-5423-4920-89d2-94114a1cf3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4c0faacb-7505-4514-bd00-73f75d31c91a'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:34:22.838245 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-9e4be9c5-43cf-49fa-a25b-5956b3351bb8 None None] Bound port: f3d854d4-f628-4ba1-ab32-19527fc4edae, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6895ca53-5423-4920-89d2-94114a1cf3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4c0faacb-7505-4514-bd00-73f75d31c91a'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:34:22.838768 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-9e4be9c5-43cf-49fa-a25b-5956b3351bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:22.959953 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-9e4be9c5-43cf-49fa-a25b-5956b3351bb8 None None] For port f3d854d4-f628-4ba1-ab32-19527fc4edae, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:34:22.963849 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-9e4be9c5-43cf-49fa-a25b-5956b3351bb8 None None] For port f3d854d4-f628-4ba1-ab32-19527fc4edae, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f3d854d4-f628-4ba1-ab32-19527fc4edae,segment=NetworkSegment(6895ca53-5423-4920-89d2-94114a1cf3e8),segment_id=6895ca53-5423-4920-89d2-94114a1cf3e8)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:34:23.077168 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-9e4be9c5-43cf-49fa-a25b-5956b3351bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:23.077685 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2d0fd688-ce0b-4fef-b0db-c32bc4d75820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:23.118830 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-28516de3-5945-4302-b203-5a308480165e None None] Provisioning complete for port f3d854d4-f628-4ba1-ab32-19527fc4edae triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:23.120318 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-28516de3-5945-4302-b203-5a308480165e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:23.208014 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70871f8e-2d4c-4a84-a2ff-ec21261a931c None None] Pushing event updated for resources: {'Port': ['ID=f3d854d4-f628-4ba1-ab32-19527fc4edae,revision_number=4']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:23.238716 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4be9c5-43cf-49fa-a25b-5956b3351bb8 None None] Routers {'02afc235-449c-465d-9f5e-24cae0187bef'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:34:23.239352 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-9e4be9c5-43cf-49fa-a25b-5956b3351bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:34:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['02afc235-449c-465d-9f5e-24cae0187bef'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:23.346272 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-28516de3-5945-4302-b203-5a308480165e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:23.414978 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-28516de3-5945-4302-b203-5a308480165e None None] For port f3d854d4-f628-4ba1-ab32-19527fc4edae, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f3d854d4-f628-4ba1-ab32-19527fc4edae,segment=NetworkSegment(6895ca53-5423-4920-89d2-94114a1cf3e8),segment_id=6895ca53-5423-4920-89d2-94114a1cf3e8)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:34:23.496400 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-9e4be9c5-43cf-49fa-a25b-5956b3351bb8 None None] Set router 02afc235-449c-465d-9f5e-24cae0187bef gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:34:23.513973 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0fd688-ce0b-4fef-b0db-c32bc4d75820 admin admin] Router 9d441cdf-aca7-4be8-b400-775f84bb25fa has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:34:23.525824 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-28516de3-5945-4302-b203-5a308480165e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:23.587016 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28516de3-5945-4302-b203-5a308480165e None None] Pushing event updated for resources: {'Port': ['ID=f3d854d4-f628-4ba1-ab32-19527fc4edae,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:23.656117 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-45937ead-e8da-43c5-ab14-0fe2f33e60dc None None] Provisioning complete for port f3d854d4-f628-4ba1-ab32-19527fc4edae triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:23.656117 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-45937ead-e8da-43c5-ab14-0fe2f33e60dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:23.725607 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45616) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:23.729774 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0fd688-ce0b-4fef-b0db-c32bc4d75820 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:34:23.739911 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2e81fb1f-bd29-40a9-9615-029e5ac605dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:23.775278 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2d0fd688-ce0b-4fef-b0db-c32bc4d75820 admin admin] 10.222.0.46 "PUT /v2.0/routers/9d441cdf-aca7-4be8-b400-775f84bb25fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9695714 Dec 17 15:34:23.780365 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45624) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:23.784572 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb6d326-e815-4eb5-a849-2d3f696a48d1 None None] Sync routers for ids ['9d441cdf-aca7-4be8-b400-775f84bb25fa'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:34:23.800725 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb6d326-e815-4eb5-a849-2d3f696a48d1 None None] Routers {'9d441cdf-aca7-4be8-b400-775f84bb25fa'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:34:23.802065 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-1cb6d326-e815-4eb5-a849-2d3f696a48d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:34:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['9d441cdf-aca7-4be8-b400-775f84bb25fa'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:23.860133 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-9e4be9c5-43cf-49fa-a25b-5956b3351bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02afc235-449c-465d-9f5e-24cae0187bef', 'name': 'tempest-TestAggregatesBasicOps-2068001709-router', 'tenant_id': '830e9b6bbbaf4deebac931eb4dd40c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'a4bba121-19df-4a3a-8498-d93d71b2bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:34:11Z', 'updated_at': '2021-12-17T15:34:17Z', 'revision_number': 4, 'project_id': '830e9b6bbbaf4deebac931eb4dd40c9a', 'gw_port': {'id': 'a4bba121-19df-4a3a-8498-d93d71b2bd84', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02afc235-449c-465d-9f5e-24cae0187bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:13Z', 'updated_at': '2021-12-17T15:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'f3d854d4-f628-4ba1-ab32-19527fc4edae', 'name': '', 'network_id': '4c0faacb-7505-4514-bd00-73f75d31c91a', 'tenant_id': '830e9b6bbbaf4deebac931eb4dd40c9a', 'mac_address': 'fa:16:3e:13:3f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02afc235-449c-465d-9f5e-24cae0187bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '0f1c797e-cf5b-4a65-a554-e8584431b63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:16Z', 'updated_at': '2021-12-17T15:34:22Z', 'revision_number': 4, 'project_id': '830e9b6bbbaf4deebac931eb4dd40c9a', 'subnets': [{'id': '0f1c797e-cf5b-4a65-a554-e8584431b63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:23.938179 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4be9c5-43cf-49fa-a25b-5956b3351bb8 None None] The sync data for ids ['02afc235-449c-465d-9f5e-24cae0187bef'] in n-d-820553-2 is: [{'id': '02afc235-449c-465d-9f5e-24cae0187bef', 'name': 'tempest-TestAggregatesBasicOps-2068001709-router', 'tenant_id': '830e9b6bbbaf4deebac931eb4dd40c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'a4bba121-19df-4a3a-8498-d93d71b2bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:34:11Z', 'updated_at': '2021-12-17T15:34:17Z', 'revision_number': 4, 'project_id': '830e9b6bbbaf4deebac931eb4dd40c9a', 'gw_port': {'id': 'a4bba121-19df-4a3a-8498-d93d71b2bd84', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02afc235-449c-465d-9f5e-24cae0187bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:13Z', 'updated_at': '2021-12-17T15:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'f3d854d4-f628-4ba1-ab32-19527fc4edae', 'name': '', 'network_id': '4c0faacb-7505-4514-bd00-73f75d31c91a', 'tenant_id': '830e9b6bbbaf4deebac931eb4dd40c9a', 'mac_address': 'fa:16:3e:13:3f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02afc235-449c-465d-9f5e-24cae0187bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '0f1c797e-cf5b-4a65-a554-e8584431b63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:16Z', 'updated_at': '2021-12-17T15:34:22Z', 'revision_number': 4, 'project_id': '830e9b6bbbaf4deebac931eb4dd40c9a', 'subnets': [{'id': '0f1c797e-cf5b-4a65-a554-e8584431b63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:34:23.941792 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2e81fb1f-bd29-40a9-9615-029e5ac605dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:23.972284 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-1cb6d326-e815-4eb5-a849-2d3f696a48d1 None None] Set router 9d441cdf-aca7-4be8-b400-775f84bb25fa gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:34:23.985812 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f2141db8-b2a0-4ddf-8905-ba6d63b0ef41 admin admin] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:24.011579 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2e81fb1f-bd29-40a9-9615-029e5ac605dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:24.102379 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81fb1f-bd29-40a9-9615-029e5ac605dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af933445-da99-4de0-bf7e-e45fbcfd691e,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:24.127919 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2e81fb1f-bd29-40a9-9615-029e5ac605dd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d79efe87a1734ab1b6d2fea490fbf59f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4009795 Dec 17 15:34:24.128798 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45640) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:24.249578 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f7c0171-3fb0-4b58-9e69-2615d7593da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:24.271087 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f2141db8-b2a0-4ddf-8905-ba6d63b0ef41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:24.283160 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f7c0171-3fb0-4b58-9e69-2615d7593da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:24.451422 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-f2141db8-b2a0-4ddf-8905-ba6d63b0ef41 admin admin] Deleting port 983133ea-5c42-430d-a7b0-dcba93954692 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:34:24.451775 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f2141db8-b2a0-4ddf-8905-ba6d63b0ef41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:24.452291 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f7c0171-3fb0-4b58-9e69-2615d7593da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:24.456877 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f7c0171-3fb0-4b58-9e69-2615d7593da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:24.465576 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6f7c0171-3fb0-4b58-9e69-2615d7593da2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/af933445-da99-4de0-bf7e-e45fbcfd691e HTTP/1.1" status: 204 len: 168 time: 0.3332822 Dec 17 15:34:24.480097 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c0171-3fb0-4b58-9e69-2615d7593da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af933445-da99-4de0-bf7e-e45fbcfd691e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:24.551869 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f3d854d4-f628-4ba1-ab32-19527fc4edae up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:34:24.642541 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-f2141db8-b2a0-4ddf-8905-ba6d63b0ef41 admin admin] For port 983133ea-5c42-430d-a7b0-dcba93954692, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=983133ea-5c42-430d-a7b0-dcba93954692,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:34:24.643189 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f2141db8-b2a0-4ddf-8905-ba6d63b0ef41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:24.665472 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-f2141db8-b2a0-4ddf-8905-ba6d63b0ef41 admin admin] Calling delete_port for 983133ea-5c42-430d-a7b0-dcba93954692 owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:34:24.669168 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port f3d854d4-f628-4ba1-ab32-19527fc4edae triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:24.669556 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:24.742261 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-1cb6d326-e815-4eb5-a849-2d3f696a48d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d441cdf-aca7-4be8-b400-775f84bb25fa', 'name': 'tempest-TestAggregatesBasicOps-1072151885-router', 'tenant_id': '08b13e8863f9400db8cac933036321c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': '983133ea-5c42-430d-a7b0-dcba93954692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:34:03Z', 'updated_at': '2021-12-17T15:34:22Z', 'revision_number': 5, 'project_id': '08b13e8863f9400db8cac933036321c2', 'gw_port': {'id': '983133ea-5c42-430d-a7b0-dcba93954692', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d441cdf-aca7-4be8-b400-775f84bb25fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:04Z', 'updated_at': '2021-12-17T15:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:24.799041 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb6d326-e815-4eb5-a849-2d3f696a48d1 None None] Checking router: 9d441cdf-aca7-4be8-b400-775f84bb25fa for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:34:24.813489 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb6d326-e815-4eb5-a849-2d3f696a48d1 None None] Routers {'9d441cdf-aca7-4be8-b400-775f84bb25fa'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:34:24.814120 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-1cb6d326-e815-4eb5-a849-2d3f696a48d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:34:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['9d441cdf-aca7-4be8-b400-775f84bb25fa'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:24.929764 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-1cb6d326-e815-4eb5-a849-2d3f696a48d1 None None] Set router 9d441cdf-aca7-4be8-b400-775f84bb25fa gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:34:25.027246 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-1cb6d326-e815-4eb5-a849-2d3f696a48d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d441cdf-aca7-4be8-b400-775f84bb25fa', 'name': 'tempest-TestAggregatesBasicOps-1072151885-router', 'tenant_id': '08b13e8863f9400db8cac933036321c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:34:03Z', 'updated_at': '2021-12-17T15:34:24Z', 'revision_number': 6, 'project_id': '08b13e8863f9400db8cac933036321c2', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:25.058202 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb6d326-e815-4eb5-a849-2d3f696a48d1 None None] The sync data for ids ['9d441cdf-aca7-4be8-b400-775f84bb25fa'] in n-d-820553-2 is: [{'id': '9d441cdf-aca7-4be8-b400-775f84bb25fa', 'name': 'tempest-TestAggregatesBasicOps-1072151885-router', 'tenant_id': '08b13e8863f9400db8cac933036321c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:34:03Z', 'updated_at': '2021-12-17T15:34:24Z', 'revision_number': 6, 'project_id': '08b13e8863f9400db8cac933036321c2', 'gw_port_host': None}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:34:25.080706 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f2141db8-b2a0-4ddf-8905-ba6d63b0ef41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:25.131642 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2141db8-b2a0-4ddf-8905-ba6d63b0ef41 admin admin] Pushing event deleted for resources: {'Port': ['ID=983133ea-5c42-430d-a7b0-dcba93954692,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:25.248990 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f2141db8-b2a0-4ddf-8905-ba6d63b0ef41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:25.285330 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45706) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:25.356335 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f2141db8-b2a0-4ddf-8905-ba6d63b0ef41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:25.358594 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f2141db8-b2a0-4ddf-8905-ba6d63b0ef41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:25.420560 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-adebcb10-e292-4bb0-a9c2-09aba5d47b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:25.462964 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f2141db8-b2a0-4ddf-8905-ba6d63b0ef41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:25.463565 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2141db8-b2a0-4ddf-8905-ba6d63b0ef41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d441cdf-aca7-4be8-b400-775f84bb25fa {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:34:25.469813 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f2141db8-b2a0-4ddf-8905-ba6d63b0ef41 admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:25.474788 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f2141db8-b2a0-4ddf-8905-ba6d63b0ef41 admin admin] 10.222.0.46 "DELETE /v2.0/routers/9d441cdf-aca7-4be8-b400-775f84bb25fa HTTP/1.1" status: 204 len: 168 time: 1.6892014 Dec 17 15:34:25.477057 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45722) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:25.515795 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-adebcb10-e292-4bb0-a9c2-09aba5d47b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:25.547588 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b225da6-97d0-413c-b14f-d9185bb59091 admin admin] Deleting subnet 203d5beb-d230-4c33-ad8a-99962c71173d {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:34:25.551812 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1b225da6-97d0-413c-b14f-d9185bb59091 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:25.593981 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1b225da6-97d0-413c-b14f-d9185bb59091 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:25.611496 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-adebcb10-e292-4bb0-a9c2-09aba5d47b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:25.657974 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adebcb10-e292-4bb0-a9c2-09aba5d47b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3f37a2-7995-4c14-9a3e-621a04e6caf5,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:25.668814 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-adebcb10-e292-4bb0-a9c2-09aba5d47b1e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e2bd98dd7a764eb1a1f52425d687a523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3819323 Dec 17 15:34:25.670828 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45734) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:25.690132 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1b225da6-97d0-413c-b14f-d9185bb59091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:25.731478 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1dc27649-00f1-4883-b8ad-58919621f748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:25.758057 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1dc27649-00f1-4883-b8ad-58919621f748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:25.823317 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1b225da6-97d0-413c-b14f-d9185bb59091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:25.851479 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b225da6-97d0-413c-b14f-d9185bb59091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=203d5beb-d230-4c33-ad8a-99962c71173d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:25.853572 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1b225da6-97d0-413c-b14f-d9185bb59091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:25.856770 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1b225da6-97d0-413c-b14f-d9185bb59091 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/203d5beb-d230-4c33-ad8a-99962c71173d HTTP/1.1" status: 204 len: 168 time: 0.3784585 Dec 17 15:34:25.859328 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45752) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:25.859490 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b0b1ea-a8e5-44b0-99d0-c09cbd0a93d9 None None] Network 618d5a0d-7cd5-43cf-80ac-eea942512edd requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:34:25.893878 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1dc27649-00f1-4883-b8ad-58919621f748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:25.899429 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1dc27649-00f1-4883-b8ad-58919621f748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:25.905759 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1dc27649-00f1-4883-b8ad-58919621f748 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3c3f37a2-7995-4c14-9a3e-621a04e6caf5 HTTP/1.1" status: 204 len: 168 time: 0.2306817 Dec 17 15:34:25.933072 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:25.934794 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc27649-00f1-4883-b8ad-58919621f748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3f37a2-7995-4c14-9a3e-621a04e6caf5,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:25.942394 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e1029692-1ff0-4b19-8b6e-19084451d5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:26.046150 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-e1029692-1ff0-4b19-8b6e-19084451d5c7 admin admin] Deleting port 63cdeb40-9a86-4544-a398-8bb55b47130e {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:34:26.049861 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e1029692-1ff0-4b19-8b6e-19084451d5c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:26.143698 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-e1029692-1ff0-4b19-8b6e-19084451d5c7 admin admin] For port 63cdeb40-9a86-4544-a398-8bb55b47130e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=63cdeb40-9a86-4544-a398-8bb55b47130e,segment=NetworkSegment(5c630a38-22f3-4c1e-98ca-8ba4445b6cd9),segment_id=5c630a38-22f3-4c1e-98ca-8ba4445b6cd9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:34:26.144305 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e1029692-1ff0-4b19-8b6e-19084451d5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:26.161028 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-e1029692-1ff0-4b19-8b6e-19084451d5c7 admin admin] Calling delete_port for 63cdeb40-9a86-4544-a398-8bb55b47130e owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:34:26.197610 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 63eb968f-ce84-40db-8f61-8d6c63f27455 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:34:26.199706 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c4c0d2-2131-42f7-a48d-1c11625aed10 None None] DHCP port deletion for 618d5a0d-7cd5-43cf-80ac-eea942512edd request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:34:26.221304 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 63eb968f-ce84-40db-8f61-8d6c63f27455 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:34:26.221623 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 63eb968f-ce84-40db-8f61-8d6c63f27455 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:34:26.225370 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 983133ea-5c42-430d-a7b0-dcba93954692 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:34:26.265761 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 983133ea-5c42-430d-a7b0-dcba93954692 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:34:26.266109 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 983133ea-5c42-430d-a7b0-dcba93954692 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:34:26.295966 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-f4c4c0d2-2131-42f7-a48d-1c11625aed10 None None] Deleting port 63cdeb40-9a86-4544-a398-8bb55b47130e {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:34:26.296220 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f4c4c0d2-2131-42f7-a48d-1c11625aed10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:26.331614 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e1029692-1ff0-4b19-8b6e-19084451d5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:26.388160 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-f4c4c0d2-2131-42f7-a48d-1c11625aed10 None None] For port 63cdeb40-9a86-4544-a398-8bb55b47130e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=63cdeb40-9a86-4544-a398-8bb55b47130e,segment=NetworkSegment(5c630a38-22f3-4c1e-98ca-8ba4445b6cd9),segment_id=5c630a38-22f3-4c1e-98ca-8ba4445b6cd9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:34:26.388607 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f4c4c0d2-2131-42f7-a48d-1c11625aed10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:26.396728 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1029692-1ff0-4b19-8b6e-19084451d5c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=63cdeb40-9a86-4544-a398-8bb55b47130e,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:26.401988 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1029692-1ff0-4b19-8b6e-19084451d5c7 admin admin] No DVR routers for this DVR port 63cdeb40-9a86-4544-a398-8bb55b47130e on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:34:26.415209 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-f4c4c0d2-2131-42f7-a48d-1c11625aed10 None None] Calling delete_port for 63cdeb40-9a86-4544-a398-8bb55b47130e owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:34:26.505636 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e1029692-1ff0-4b19-8b6e-19084451d5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:26.506947 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f4c4c0d2-2131-42f7-a48d-1c11625aed10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:26.528734 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-e1029692-1ff0-4b19-8b6e-19084451d5c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['618d5a0d-7cd5-43cf-80ac-eea942512edd']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:26.539037 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-e1029692-1ff0-4b19-8b6e-19084451d5c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c630a38-22f3-4c1e-98ca-8ba4445b6cd9') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:26.539437 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-e1029692-1ff0-4b19-8b6e-19084451d5c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c630a38-22f3-4c1e-98ca-8ba4445b6cd9') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:26.554255 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e1029692-1ff0-4b19-8b6e-19084451d5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:26.560979 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4c0d2-2131-42f7-a48d-1c11625aed10 None None] Pushing event deleted for resources: {'Port': ['ID=63cdeb40-9a86-4544-a398-8bb55b47130e,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:26.574149 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e1029692-1ff0-4b19-8b6e-19084451d5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:26.574597 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c4c0d2-2131-42f7-a48d-1c11625aed10 None None] No DVR routers for this DVR port 63cdeb40-9a86-4544-a398-8bb55b47130e on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:34:26.590307 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1029692-1ff0-4b19-8b6e-19084451d5c7 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:34:26.590786 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e1029692-1ff0-4b19-8b6e-19084451d5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:26.592803 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:34:26.592803 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:34:26.592803 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:34:26.592803 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:34:26.592803 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:34:26.592803 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:34:26.592803 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:34:26.592803 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:34:26.592803 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:34:26.592803 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:34:26.592803 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:34:26.592803 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:34:26.592803 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:34:26.592803 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:34:26.592803 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:34:26.592803 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:34:26.592803 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:34:26.592803 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:34:26.592803 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:34:26.592803 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:34:26.592803 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:34:26.592803 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:34:26.592803 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:34:26.592803 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:34:26.592803 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:34:26.592803 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:34:26.592803 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:34:26.592803 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:34:26.592803 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:34:26.592803 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:34:26.592803 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:34:26.592803 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:34:26.724481 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e1029692-1ff0-4b19-8b6e-19084451d5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:26.730858 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e1029692-1ff0-4b19-8b6e-19084451d5c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:26.734058 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e1029692-1ff0-4b19-8b6e-19084451d5c7 admin admin] 10.222.0.46 "DELETE /v2.0/networks/618d5a0d-7cd5-43cf-80ac-eea942512edd HTTP/1.1" status: 204 len: 168 time: 0.8737674 Dec 17 15:34:26.744509 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45816) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:26.749925 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1029692-1ff0-4b19-8b6e-19084451d5c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=618d5a0d-7cd5-43cf-80ac-eea942512edd,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:27.140021 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2cbbfe01-504b-42ad-8345-25006bc04f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:27.483488 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45874) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:27.635148 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1f2d8081-e0ea-4251-886e-ae1ca9b8cd60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:27.730140 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-2cbbfe01-504b-42ad-8345-25006bc04f07 admin admin] Deleting port f3d854d4-f628-4ba1-ab32-19527fc4edae {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:34:27.740946 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2cbbfe01-504b-42ad-8345-25006bc04f07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:27.748434 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1f2d8081-e0ea-4251-886e-ae1ca9b8cd60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:27.814622 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-2cbbfe01-504b-42ad-8345-25006bc04f07 admin admin] For port f3d854d4-f628-4ba1-ab32-19527fc4edae, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f3d854d4-f628-4ba1-ab32-19527fc4edae,segment=NetworkSegment(6895ca53-5423-4920-89d2-94114a1cf3e8),segment_id=6895ca53-5423-4920-89d2-94114a1cf3e8)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:34:27.815224 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2cbbfe01-504b-42ad-8345-25006bc04f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:27.828738 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-2cbbfe01-504b-42ad-8345-25006bc04f07 admin admin] Calling delete_port for f3d854d4-f628-4ba1-ab32-19527fc4edae owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:34:27.851553 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1f2d8081-e0ea-4251-886e-ae1ca9b8cd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:27.891446 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d8081-e0ea-4251-886e-ae1ca9b8cd60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f3d180-6586-4167-af0f-5403bc292e44,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:27.897437 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1f2d8081-e0ea-4251-886e-ae1ca9b8cd60 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=398c05b2699a45a79d417984da177a95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4126842 Dec 17 15:34:27.900248 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45940) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:27.957649 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2cc7242e-fd1b-426c-a2d4-f2829366f97a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:27.979293 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2cc7242e-fd1b-426c-a2d4-f2829366f97a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:28.103461 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2cbbfe01-504b-42ad-8345-25006bc04f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:28.130052 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 63cdeb40-9a86-4544-a398-8bb55b47130e no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:34:28.132808 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2cc7242e-fd1b-426c-a2d4-f2829366f97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:28.134454 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbbfe01-504b-42ad-8345-25006bc04f07 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3d854d4-f628-4ba1-ab32-19527fc4edae,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:28.141623 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2cc7242e-fd1b-426c-a2d4-f2829366f97a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:28.141623 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2cc7242e-fd1b-426c-a2d4-f2829366f97a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/71f3d180-6586-4167-af0f-5403bc292e44 HTTP/1.1" status: 204 len: 168 time: 0.2355685 Dec 17 15:34:28.152921 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7242e-fd1b-426c-a2d4-f2829366f97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f3d180-6586-4167-af0f-5403bc292e44,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:28.177249 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 63cdeb40-9a86-4544-a398-8bb55b47130e {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:34:28.177777 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 63cdeb40-9a86-4544-a398-8bb55b47130e not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:34:28.196795 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45954) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:28.333434 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a8cd7754-5d6a-4f8d-a43d-70c31db4be39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:28.367497 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2cbbfe01-504b-42ad-8345-25006bc04f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:28.434585 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a8cd7754-5d6a-4f8d-a43d-70c31db4be39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:28.537899 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a8cd7754-5d6a-4f8d-a43d-70c31db4be39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:28.579881 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a8cd7754-5d6a-4f8d-a43d-70c31db4be39 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6736838604c74d5589a0990f27f6c95b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3834255 Dec 17 15:34:28.582966 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45976) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:28.601418 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd7754-5d6a-4f8d-a43d-70c31db4be39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2568b9c-0424-416e-9eab-7618d72987a5,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:28.607992 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbbfe01-504b-42ad-8345-25006bc04f07 admin admin] Router 02afc235-449c-465d-9f5e-24cae0187bef has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:34:28.650483 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a878cebf-92f4-487e-8aa4-0b3157fc2bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:28.673851 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a878cebf-92f4-487e-8aa4-0b3157fc2bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:28.742983 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbbfe01-504b-42ad-8345-25006bc04f07 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:34:28.748621 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2cbbfe01-504b-42ad-8345-25006bc04f07 admin admin] 10.222.0.46 "PUT /v2.0/routers/02afc235-449c-465d-9f5e-24cae0187bef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9986181 Dec 17 15:34:28.751227 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45988) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:28.753754 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9708c526-fd1e-4b66-9c9c-172d5fa2e4d1 None None] Sync routers for ids ['02afc235-449c-465d-9f5e-24cae0187bef'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:34:28.763762 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9708c526-fd1e-4b66-9c9c-172d5fa2e4d1 None None] Routers {'02afc235-449c-465d-9f5e-24cae0187bef'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:34:28.764612 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-9708c526-fd1e-4b66-9c9c-172d5fa2e4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:34:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['02afc235-449c-465d-9f5e-24cae0187bef'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:28.817181 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a878cebf-92f4-487e-8aa4-0b3157fc2bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:28.820719 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a878cebf-92f4-487e-8aa4-0b3157fc2bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:28.824830 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a878cebf-92f4-487e-8aa4-0b3157fc2bef admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b2568b9c-0424-416e-9eab-7618d72987a5 HTTP/1.1" status: 204 len: 168 time: 0.2383018 Dec 17 15:34:28.833456 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878cebf-92f4-487e-8aa4-0b3157fc2bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2568b9c-0424-416e-9eab-7618d72987a5,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:28.858536 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-01dee654-8913-40cf-894a-95dbf4b91851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:28.909213 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67f657e7-c640-4851-a26d-f9262dd1a5aa admin admin] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:28.911964 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-9708c526-fd1e-4b66-9c9c-172d5fa2e4d1 None None] Set router 02afc235-449c-465d-9f5e-24cae0187bef gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:34:29.010398 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46006) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:29.024172 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d2f5e2f8-a60c-4a6f-b60a-a75a3447e3c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:29.036021 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67f657e7-c640-4851-a26d-f9262dd1a5aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:29.105420 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d2f5e2f8-a60c-4a6f-b60a-a75a3447e3c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:29.113876 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-9708c526-fd1e-4b66-9c9c-172d5fa2e4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02afc235-449c-465d-9f5e-24cae0187bef', 'name': 'tempest-TestAggregatesBasicOps-2068001709-router', 'tenant_id': '830e9b6bbbaf4deebac931eb4dd40c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'a4bba121-19df-4a3a-8498-d93d71b2bd84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:34:11Z', 'updated_at': '2021-12-17T15:34:27Z', 'revision_number': 5, 'project_id': '830e9b6bbbaf4deebac931eb4dd40c9a', 'gw_port': {'id': 'a4bba121-19df-4a3a-8498-d93d71b2bd84', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02afc235-449c-465d-9f5e-24cae0187bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:13Z', 'updated_at': '2021-12-17T15:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:29.151355 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9708c526-fd1e-4b66-9c9c-172d5fa2e4d1 None None] Checking router: 02afc235-449c-465d-9f5e-24cae0187bef for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:34:29.155012 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-67f657e7-c640-4851-a26d-f9262dd1a5aa admin admin] Deleting port a4bba121-19df-4a3a-8498-d93d71b2bd84 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:34:29.155436 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67f657e7-c640-4851-a26d-f9262dd1a5aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:29.160327 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9708c526-fd1e-4b66-9c9c-172d5fa2e4d1 None None] Routers {'02afc235-449c-465d-9f5e-24cae0187bef'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:34:29.160963 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-9708c526-fd1e-4b66-9c9c-172d5fa2e4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:34:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['02afc235-449c-465d-9f5e-24cae0187bef'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:29.161134 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d2f5e2f8-a60c-4a6f-b60a-a75a3447e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:29.217647 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d2f5e2f8-a60c-4a6f-b60a-a75a3447e3c0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a33dd4a7140c4dd18d4c276b3a760e53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2051520 Dec 17 15:34:29.220072 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46018) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:29.222179 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5e2f8-a60c-4a6f-b60a-a75a3447e3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef625f76-6dbd-4d06-b3b7-b46ff53c51a1,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:29.286347 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-9708c526-fd1e-4b66-9c9c-172d5fa2e4d1 None None] Set router 02afc235-449c-465d-9f5e-24cae0187bef gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:34:29.328914 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-67f657e7-c640-4851-a26d-f9262dd1a5aa admin admin] For port a4bba121-19df-4a3a-8498-d93d71b2bd84, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=a4bba121-19df-4a3a-8498-d93d71b2bd84,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:34:29.330778 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67f657e7-c640-4851-a26d-f9262dd1a5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:29.339232 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a8e02115-e666-4e7c-8f7c-60faa91c301e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:29.345924 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-9708c526-fd1e-4b66-9c9c-172d5fa2e4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02afc235-449c-465d-9f5e-24cae0187bef', 'name': 'tempest-TestAggregatesBasicOps-2068001709-router', 'tenant_id': '830e9b6bbbaf4deebac931eb4dd40c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:34:11Z', 'updated_at': '2021-12-17T15:34:29Z', 'revision_number': 6, 'project_id': '830e9b6bbbaf4deebac931eb4dd40c9a', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:29.352274 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-67f657e7-c640-4851-a26d-f9262dd1a5aa admin admin] Calling delete_port for a4bba121-19df-4a3a-8498-d93d71b2bd84 owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:34:29.373447 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a8e02115-e666-4e7c-8f7c-60faa91c301e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:29.376973 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9708c526-fd1e-4b66-9c9c-172d5fa2e4d1 None None] The sync data for ids ['02afc235-449c-465d-9f5e-24cae0187bef'] in n-d-820553-2 is: [{'id': '02afc235-449c-465d-9f5e-24cae0187bef', 'name': 'tempest-TestAggregatesBasicOps-2068001709-router', 'tenant_id': '830e9b6bbbaf4deebac931eb4dd40c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:34:11Z', 'updated_at': '2021-12-17T15:34:29Z', 'revision_number': 6, 'project_id': '830e9b6bbbaf4deebac931eb4dd40c9a', 'gw_port_host': None}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:34:29.555195 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a8e02115-e666-4e7c-8f7c-60faa91c301e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:29.557839 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a8e02115-e666-4e7c-8f7c-60faa91c301e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:29.563503 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a8e02115-e666-4e7c-8f7c-60faa91c301e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ef625f76-6dbd-4d06-b3b7-b46ff53c51a1 HTTP/1.1" status: 204 len: 168 time: 0.3374488 Dec 17 15:34:29.572277 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e02115-e666-4e7c-8f7c-60faa91c301e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef625f76-6dbd-4d06-b3b7-b46ff53c51a1,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:29.640412 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67f657e7-c640-4851-a26d-f9262dd1a5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:29.670644 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f657e7-c640-4851-a26d-f9262dd1a5aa admin admin] Pushing event deleted for resources: {'Port': ['ID=a4bba121-19df-4a3a-8498-d93d71b2bd84,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:29.773994 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67f657e7-c640-4851-a26d-f9262dd1a5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:29.925925 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67f657e7-c640-4851-a26d-f9262dd1a5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:29.927135 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67f657e7-c640-4851-a26d-f9262dd1a5aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:30.086254 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67f657e7-c640-4851-a26d-f9262dd1a5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:30.086797 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f657e7-c640-4851-a26d-f9262dd1a5aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02afc235-449c-465d-9f5e-24cae0187bef {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:34:30.091342 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67f657e7-c640-4851-a26d-f9262dd1a5aa admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:30.092667 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-67f657e7-c640-4851-a26d-f9262dd1a5aa admin admin] 10.222.0.46 "DELETE /v2.0/routers/02afc235-449c-465d-9f5e-24cae0187bef HTTP/1.1" status: 204 len: 168 time: 1.3402331 Dec 17 15:34:30.095044 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46084) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:30.148382 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5dac718-196b-45f3-bad3-4abfbfc85be1 admin admin] Deleting subnet 0f1c797e-cf5b-4a65-a554-e8584431b63a {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:34:30.151665 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b5dac718-196b-45f3-bad3-4abfbfc85be1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:30.191657 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b5dac718-196b-45f3-bad3-4abfbfc85be1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:30.284676 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b5dac718-196b-45f3-bad3-4abfbfc85be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:30.330141 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f3d854d4-f628-4ba1-ab32-19527fc4edae no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:34:30.353735 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: f3d854d4-f628-4ba1-ab32-19527fc4edae {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:34:30.354382 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f3d854d4-f628-4ba1-ab32-19527fc4edae not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:34:30.355415 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a4bba121-19df-4a3a-8498-d93d71b2bd84 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:34:30.377167 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: a4bba121-19df-4a3a-8498-d93d71b2bd84 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:34:30.377514 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a4bba121-19df-4a3a-8498-d93d71b2bd84 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:34:30.480610 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b5dac718-196b-45f3-bad3-4abfbfc85be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:30.508896 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dac718-196b-45f3-bad3-4abfbfc85be1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f1c797e-cf5b-4a65-a554-e8584431b63a,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:30.511079 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b5dac718-196b-45f3-bad3-4abfbfc85be1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:30.514753 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b5dac718-196b-45f3-bad3-4abfbfc85be1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0f1c797e-cf5b-4a65-a554-e8584431b63a HTTP/1.1" status: 204 len: 168 time: 0.4187107 Dec 17 15:34:30.519406 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46108) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:30.519677 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6296b27-0667-41db-851c-5f7b39a02a99 None None] Network 4c0faacb-7505-4514-bd00-73f75d31c91a requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:34:30.642726 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4a201361-5863-46fe-83b5-039d46fa5a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:30.678954 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46122) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:30.734125 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-4a201361-5863-46fe-83b5-039d46fa5a6e admin admin] Deleting port 96a74ccb-7ebd-4ca2-aa56-e077a024c14e {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:34:30.734699 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4a201361-5863-46fe-83b5-039d46fa5a6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:30.769634 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581458b0-2890-4d8a-be13-f1073c3e815e None None] DHCP port deletion for 4c0faacb-7505-4514-bd00-73f75d31c91a request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:34:30.821508 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-581458b0-2890-4d8a-be13-f1073c3e815e None None] Deleting port 96a74ccb-7ebd-4ca2-aa56-e077a024c14e {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:34:30.821892 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-581458b0-2890-4d8a-be13-f1073c3e815e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:30.830712 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bbb316a7-fa79-4603-839a-4b4f7d29e027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:30.832904 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-4a201361-5863-46fe-83b5-039d46fa5a6e admin admin] For port 96a74ccb-7ebd-4ca2-aa56-e077a024c14e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=96a74ccb-7ebd-4ca2-aa56-e077a024c14e,segment=NetworkSegment(6895ca53-5423-4920-89d2-94114a1cf3e8),segment_id=6895ca53-5423-4920-89d2-94114a1cf3e8)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:34:30.833862 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4a201361-5863-46fe-83b5-039d46fa5a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:30.858987 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-4a201361-5863-46fe-83b5-039d46fa5a6e admin admin] Calling delete_port for 96a74ccb-7ebd-4ca2-aa56-e077a024c14e owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:34:30.902832 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-581458b0-2890-4d8a-be13-f1073c3e815e None None] For port 96a74ccb-7ebd-4ca2-aa56-e077a024c14e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=96a74ccb-7ebd-4ca2-aa56-e077a024c14e,segment=NetworkSegment(6895ca53-5423-4920-89d2-94114a1cf3e8),segment_id=6895ca53-5423-4920-89d2-94114a1cf3e8)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:34:30.903259 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-581458b0-2890-4d8a-be13-f1073c3e815e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:30.919846 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-581458b0-2890-4d8a-be13-f1073c3e815e None None] Calling delete_port for 96a74ccb-7ebd-4ca2-aa56-e077a024c14e owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:34:30.932392 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bbb316a7-fa79-4603-839a-4b4f7d29e027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:31.004640 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bbb316a7-fa79-4603-839a-4b4f7d29e027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:31.033848 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4a201361-5863-46fe-83b5-039d46fa5a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:31.044351 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-581458b0-2890-4d8a-be13-f1073c3e815e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:31.059117 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581458b0-2890-4d8a-be13-f1073c3e815e None None] No DVR routers for this DVR port 96a74ccb-7ebd-4ca2-aa56-e077a024c14e on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:34:31.061907 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-bbb316a7-fa79-4603-839a-4b4f7d29e027 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9ff0c9a744154f88b99d54e0f6fc68b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3818965 Dec 17 15:34:31.063204 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb316a7-fa79-4603-839a-4b4f7d29e027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97822565-815b-48ce-b848-365e9f7c20e0,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:31.065972 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a201361-5863-46fe-83b5-039d46fa5a6e admin admin] No DVR routers for this DVR port 96a74ccb-7ebd-4ca2-aa56-e077a024c14e on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:34:31.066697 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46146) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:31.085597 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c6fc5fbd-d41e-40a2-9fd2-d1e383c425ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:31.085597 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581458b0-2890-4d8a-be13-f1073c3e815e None None] Pushing event deleted for resources: {'Port': ['ID=96a74ccb-7ebd-4ca2-aa56-e077a024c14e,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:31.130429 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a201361-5863-46fe-83b5-039d46fa5a6e admin admin] Pushing event deleted for resources: {'Port': ['ID=96a74ccb-7ebd-4ca2-aa56-e077a024c14e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:31.135915 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f983b567-5a91-47ba-9dd3-a6025bfbb225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:31.168887 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f983b567-5a91-47ba-9dd3-a6025bfbb225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:31.187990 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4a201361-5863-46fe-83b5-039d46fa5a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:31.210814 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-4a201361-5863-46fe-83b5-039d46fa5a6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c0faacb-7505-4514-bd00-73f75d31c91a']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:31.223706 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-4a201361-5863-46fe-83b5-039d46fa5a6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6895ca53-5423-4920-89d2-94114a1cf3e8') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:31.225754 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-4a201361-5863-46fe-83b5-039d46fa5a6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6895ca53-5423-4920-89d2-94114a1cf3e8') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:31.234588 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4a201361-5863-46fe-83b5-039d46fa5a6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:31.252406 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4a201361-5863-46fe-83b5-039d46fa5a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:31.256943 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a201361-5863-46fe-83b5-039d46fa5a6e admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:34:31.257375 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4a201361-5863-46fe-83b5-039d46fa5a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:31.259087 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:34:31.259087 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:34:31.259087 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:34:31.259087 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:34:31.259087 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:34:31.259087 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:34:31.259087 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:34:31.259087 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:34:31.259087 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:34:31.259087 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:34:31.259087 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:34:31.259087 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:34:31.259087 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:34:31.259087 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:34:31.259087 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:34:31.259087 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:34:31.259087 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:34:31.259087 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:34:31.259087 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:34:31.259087 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:34:31.259087 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:34:31.259087 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:34:31.259087 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:34:31.259087 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:34:31.259087 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:34:31.259087 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:34:31.259087 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:34:31.259087 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:34:31.259087 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:34:31.259087 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:34:31.259087 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:34:31.259087 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:34:31.269178 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f983b567-5a91-47ba-9dd3-a6025bfbb225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:31.272949 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f983b567-5a91-47ba-9dd3-a6025bfbb225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:31.274137 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f983b567-5a91-47ba-9dd3-a6025bfbb225 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/97822565-815b-48ce-b848-365e9f7c20e0 HTTP/1.1" status: 204 len: 168 time: 0.2059927 Dec 17 15:34:31.282065 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983b567-5a91-47ba-9dd3-a6025bfbb225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97822565-815b-48ce-b848-365e9f7c20e0,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:31.388812 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4a201361-5863-46fe-83b5-039d46fa5a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:31.395477 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4a201361-5863-46fe-83b5-039d46fa5a6e admin admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:31.399940 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4a201361-5863-46fe-83b5-039d46fa5a6e admin admin] 10.222.0.46 "DELETE /v2.0/networks/4c0faacb-7505-4514-bd00-73f75d31c91a HTTP/1.1" status: 204 len: 168 time: 0.8818562 Dec 17 15:34:31.416647 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a201361-5863-46fe-83b5-039d46fa5a6e admin admin] Pushing event deleted for resources: {'Network': ['ID=4c0faacb-7505-4514-bd00-73f75d31c91a,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:31.842757 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46198) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:31.898456 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ca41f7d7-c75b-4cfc-83fe-c7f945b3cfb3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=08b13e8863f9400db8cac933036321c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0545287 Dec 17 15:34:31.901082 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46200) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:31.975960 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c81b301d-8937-47f5-a3bc-b8dec86ed3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:32.004853 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c81b301d-8937-47f5-a3bc-b8dec86ed3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:32.153154 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 96a74ccb-7ebd-4ca2-aa56-e077a024c14e no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:34:32.174062 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 96a74ccb-7ebd-4ca2-aa56-e077a024c14e {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:34:32.174423 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 96a74ccb-7ebd-4ca2-aa56-e077a024c14e not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:34:32.179876 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c81b301d-8937-47f5-a3bc-b8dec86ed3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:32.182947 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c81b301d-8937-47f5-a3bc-b8dec86ed3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:32.187490 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c81b301d-8937-47f5-a3bc-b8dec86ed3d7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eec27601-5a8f-43a8-b9b7-db501377f136 HTTP/1.1" status: 204 len: 168 time: 0.2823951 Dec 17 15:34:32.193152 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b301d-8937-47f5-a3bc-b8dec86ed3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec27601-5a8f-43a8-b9b7-db501377f136,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:32.303866 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:33.108078 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46290) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:33.169152 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-bf6b1188-e084-410a-8f49-32f4173aca13 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=830e9b6bbbaf4deebac931eb4dd40c9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0598423 Dec 17 15:34:33.171538 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46302) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:33.222045 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9ab6e92e-435f-49fe-b408-459659e478b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:33.243996 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9ab6e92e-435f-49fe-b408-459659e478b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:33.370044 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9ab6e92e-435f-49fe-b408-459659e478b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:33.372746 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9ab6e92e-435f-49fe-b408-459659e478b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:33.373880 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9ab6e92e-435f-49fe-b408-459659e478b1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6c29f094-177a-4ca1-b42a-9b1f1db0dfdc HTTP/1.1" status: 204 len: 168 time: 0.2014418 Dec 17 15:34:33.382505 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab6e92e-435f-49fe-b408-459659e478b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c29f094-177a-4ca1-b42a-9b1f1db0dfdc,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:33.846135 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:34.036253 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46384) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:34.240136 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:34.408110 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-b6c5188d-823d-47e4-b7c5-cff7a62bfc24 tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1854577212'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:34:34.436388 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46412) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:34.497180 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c5188d-823d-47e4-b7c5-cff7a62bfc24 tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] Made reservation on behalf of e8eb3c0af18b449d9028b16d2e529ebc for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:34:34.500993 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b6c5188d-823d-47e4-b7c5-cff7a62bfc24 tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:34.515449 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b6c5188d-823d-47e4-b7c5-cff7a62bfc24 tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:34.563159 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0bc31333-cb4e-49d2-9433-cf2fc5965bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:34.639394 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b6c5188d-823d-47e4-b7c5-cff7a62bfc24 tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:34.672300 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0bc31333-cb4e-49d2-9433-cf2fc5965bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:34.695707 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b6c5188d-823d-47e4-b7c5-cff7a62bfc24 tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:34.725192 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c5188d-823d-47e4-b7c5-cff7a62bfc24 tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:34:34.730831 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5188d-823d-47e4-b7c5-cff7a62bfc24 tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b78ef615-4485-4de0-968c-1208a68930fe,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:34.741957 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b6c5188d-823d-47e4-b7c5-cff7a62bfc24 tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:34.742382 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-b6c5188d-823d-47e4-b7c5-cff7a62bfc24 tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] Added segment 02e0c9cd-5315-42e5-810c-816a2a46450c of type vlan for network b224cde5-3b78-4901-a563-962a360de97e Dec 17 15:34:34.751521 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0bc31333-cb4e-49d2-9433-cf2fc5965bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:34.822370 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b6c5188d-823d-47e4-b7c5-cff7a62bfc24 tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:34.826530 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc31333-cb4e-49d2-9433-cf2fc5965bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512b8e25-7ff5-42be-87ef-03b2c11b1253,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:34.838714 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0bc31333-cb4e-49d2-9433-cf2fc5965bd0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e9f1f79b74e8489ab0f741f4e7293af8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4010470 Dec 17 15:34:34.841416 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46428) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:34.894816 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7881727-c014-4055-a5ed-2fb36ebfd182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:34.921538 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7881727-c014-4055-a5ed-2fb36ebfd182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:34.932818 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b6c5188d-823d-47e4-b7c5-cff7a62bfc24 tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:34.938679 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c5188d-823d-47e4-b7c5-cff7a62bfc24 tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:34.945312 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b6c5188d-823d-47e4-b7c5-cff7a62bfc24 tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:35.015235 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5188d-823d-47e4-b7c5-cff7a62bfc24 tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] Pushing event updated for resources: {'Network': ['ID=b224cde5-3b78-4901-a563-962a360de97e,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:35.028390 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network b224cde5-3b78-4901-a563-962a360de97e details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:34:35.073177 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7881727-c014-4055-a5ed-2fb36ebfd182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:35.075622 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7881727-c014-4055-a5ed-2fb36ebfd182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:35.076741 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e7881727-c014-4055-a5ed-2fb36ebfd182 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/512b8e25-7ff5-42be-87ef-03b2c11b1253 HTTP/1.1" status: 204 len: 168 time: 0.2336969 Dec 17 15:34:35.097102 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7881727-c014-4055-a5ed-2fb36ebfd182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512b8e25-7ff5-42be-87ef-03b2c11b1253,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:35.106787 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b6c5188d-823d-47e4-b7c5-cff7a62bfc24 tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0693500 Dec 17 15:34:35.109876 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46444) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:35.161068 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-33172556-65fe-4631-9756-92f98b466d22 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:35.162925 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-33172556-65fe-4631-9756-92f98b466d22 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/networks?id=454532c7-40fb-42bd-9211-3c22a0ad07f1 HTTP/1.1" status: 200 len: 813 time: 0.1464636 Dec 17 15:34:35.179358 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-03e4acef-fa19-4107-a296-df9773fe4a1a tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/quotas/608a3934175942d1b0415377b717efea HTTP/1.1" status: 200 len: 375 time: 0.0104585 Dec 17 15:34:35.212862 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-7f9c5ce1-38af-484f-9bb5-524bb13c5605 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=608a3934175942d1b0415377b717efea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271854 Dec 17 15:34:35.276632 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-750376d4-cfa0-429d-a91c-af49976cfd17 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Request body: {'network': {'name': 'tempest-network--1430884230', 'router:external': True}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:34:35.371244 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750376d4-cfa0-429d-a91c-af49976cfd17 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Made reservation on behalf of 411a33f41d4f49d0813e3feac4683db7 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:34:35.373944 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-750376d4-cfa0-429d-a91c-af49976cfd17 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:35.384208 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-750376d4-cfa0-429d-a91c-af49976cfd17 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:35.467374 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-750376d4-cfa0-429d-a91c-af49976cfd17 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:35.526676 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-455af3c5-fc54-4e0e-af25-f14c1592847b service neutron] 10.222.0.46 "GET /v2.0/networks/454532c7-40fb-42bd-9211-3c22a0ad07f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069353 Dec 17 15:34:35.548152 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-750376d4-cfa0-429d-a91c-af49976cfd17 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:35.574345 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-750376d4-cfa0-429d-a91c-af49976cfd17 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:34:35.589232 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750376d4-cfa0-429d-a91c-af49976cfd17 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c00672-0e42-4d80-b41b-321509a7104a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:35.592134 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-750376d4-cfa0-429d-a91c-af49976cfd17 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:35.592538 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-750376d4-cfa0-429d-a91c-af49976cfd17 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Added segment e6c65094-2052-4d72-9497-0b2d380134e2 of type vlan for network 69d35ad6-bb91-4474-851a-7eef81699384 Dec 17 15:34:35.623717 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-a94db520-88c4-45a6-9999-84f41fcb146f service neutron] 10.222.0.46 "GET /v2.0/networks/454532c7-40fb-42bd-9211-3c22a0ad07f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910852 Dec 17 15:34:35.645773 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-750376d4-cfa0-429d-a91c-af49976cfd17 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:35.741162 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46462) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:35.754370 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a23a3166-171e-4ace-b807-c7ea4fe8adff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:35.792173 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-750376d4-cfa0-429d-a91c-af49976cfd17 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:35.793175 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750376d4-cfa0-429d-a91c-af49976cfd17 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:35.793753 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-750376d4-cfa0-429d-a91c-af49976cfd17 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:35.891866 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750376d4-cfa0-429d-a91c-af49976cfd17 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Pushing event updated for resources: {'Network': ['ID=69d35ad6-bb91-4474-851a-7eef81699384,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:35.898657 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a23a3166-171e-4ace-b807-c7ea4fe8adff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:35.906230 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 69d35ad6-bb91-4474-851a-7eef81699384 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:34:35.917759 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-be1edd44-83d3-4d13-a4a3-a8fbf346df9b req-530f86df-0b97-4eca-a7fc-e3cb76ca16b8 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/ports?device_id=b97c73ea-5516-4830-a08d-9c2e185afa56 HTTP/1.1" status: 200 len: 210 time: 0.0286412 Dec 17 15:34:35.968898 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-750376d4-cfa0-429d-a91c-af49976cfd17 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8577454 Dec 17 15:34:35.971732 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46472) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:36.014838 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a23a3166-171e-4ace-b807-c7ea4fe8adff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:36.070560 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a23a3166-171e-4ace-b807-c7ea4fe8adff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=80bec8996a284b2d9f53631de6f935f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3282738 Dec 17 15:34:36.073137 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a7592c36-0010-4e7e-8d1b-7fdb817964b2 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:36.073553 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46474) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:36.082239 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a3166-171e-4ace-b807-c7ea4fe8adff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88118c61-3434-49ca-ac12-4196c1e5814d,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:36.148876 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c66a7387-1f6f-40a0-92ca-0b504b717f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:36.172721 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a7592c36-0010-4e7e-8d1b-7fdb817964b2 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:36.179285 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c66a7387-1f6f-40a0-92ca-0b504b717f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:36.195976 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-a7592c36-0010-4e7e-8d1b-7fdb817964b2 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d35ad6-bb91-4474-851a-7eef81699384']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:36.207135 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-a7592c36-0010-4e7e-8d1b-7fdb817964b2 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6c65094-2052-4d72-9497-0b2d380134e2') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:36.207463 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-a7592c36-0010-4e7e-8d1b-7fdb817964b2 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6c65094-2052-4d72-9497-0b2d380134e2') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:36.220555 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a7592c36-0010-4e7e-8d1b-7fdb817964b2 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:36.238610 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a7592c36-0010-4e7e-8d1b-7fdb817964b2 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:36.245164 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7592c36-0010-4e7e-8d1b-7fdb817964b2 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:34:36.245566 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a7592c36-0010-4e7e-8d1b-7fdb817964b2 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:36.247227 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:34:36.247227 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:34:36.247227 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:34:36.247227 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:34:36.247227 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:34:36.247227 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:34:36.247227 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:34:36.247227 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:34:36.247227 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:34:36.247227 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:34:36.247227 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:34:36.247227 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:34:36.247227 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:34:36.247227 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:34:36.247227 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:34:36.247227 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:34:36.247227 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:34:36.247227 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:34:36.247227 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:34:36.247227 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:34:36.247227 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:34:36.247227 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:34:36.247227 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:34:36.247227 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:34:36.247227 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:34:36.247227 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:34:36.247227 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:34:36.247227 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:34:36.247227 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:34:36.247227 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:34:36.247227 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:34:36.247227 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:34:36.364796 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c66a7387-1f6f-40a0-92ca-0b504b717f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:36.367669 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c66a7387-1f6f-40a0-92ca-0b504b717f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:36.369623 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c66a7387-1f6f-40a0-92ca-0b504b717f1b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/88118c61-3434-49ca-ac12-4196c1e5814d HTTP/1.1" status: 204 len: 168 time: 0.2942524 Dec 17 15:34:36.378952 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a7387-1f6f-40a0-92ca-0b504b717f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88118c61-3434-49ca-ac12-4196c1e5814d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:36.417339 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a7592c36-0010-4e7e-8d1b-7fdb817964b2 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:36.422863 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7592c36-0010-4e7e-8d1b-7fdb817964b2 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 69d35ad6-bb91-4474-851a-7eef81699384 {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 17 15:34:36.435602 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a7592c36-0010-4e7e-8d1b-7fdb817964b2 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:36.439079 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a7592c36-0010-4e7e-8d1b-7fdb817964b2 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] 10.222.0.46 "DELETE /v2.0/networks/69d35ad6-bb91-4474-851a-7eef81699384 HTTP/1.1" status: 204 len: 168 time: 0.4663663 Dec 17 15:34:36.440261 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7592c36-0010-4e7e-8d1b-7fdb817964b2 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Pushing event deleted for resources: {'Network': ['ID=69d35ad6-bb91-4474-851a-7eef81699384,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:36.442679 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46490) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:36.450750 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-8461a61d-6696-44c4-abcb-2e4dfd9a7241 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:34:36.536847 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8461a61d-6696-44c4-abcb-2e4dfd9a7241 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Made reservation on behalf of 411a33f41d4f49d0813e3feac4683db7 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:34:36.540031 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8461a61d-6696-44c4-abcb-2e4dfd9a7241 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:36.571921 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8461a61d-6696-44c4-abcb-2e4dfd9a7241 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:34:36.597184 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8461a61d-6696-44c4-abcb-2e4dfd9a7241 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:36.597184 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-8461a61d-6696-44c4-abcb-2e4dfd9a7241 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Added segment e5eab47b-182c-47d0-bb74-77cf06b318dc of type vlan for network 3556367d-d31c-4c69-8ab3-9a076aff7bbb Dec 17 15:34:36.654183 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8461a61d-6696-44c4-abcb-2e4dfd9a7241 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:36.749318 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8461a61d-6696-44c4-abcb-2e4dfd9a7241 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:36.750388 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8461a61d-6696-44c4-abcb-2e4dfd9a7241 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:36.750976 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8461a61d-6696-44c4-abcb-2e4dfd9a7241 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:36.810506 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:34:36.855920 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461a61d-6696-44c4-abcb-2e4dfd9a7241 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Pushing event updated for resources: {'Network': ['ID=3556367d-d31c-4c69-8ab3-9a076aff7bbb,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:36.866851 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 3556367d-d31c-4c69-8ab3-9a076aff7bbb details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:34:36.926540 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46512) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:36.933323 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-4ea2d481-f4c7-4230-816c-84e6aea2cb18 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Request body: {'subnet': {'network_id': '3556367d-d31c-4c69-8ab3-9a076aff7bbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:34:36.934026 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8461a61d-6696-44c4-abcb-2e4dfd9a7241 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4891181 Dec 17 15:34:37.024944 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-51673f89-2cae-42d1-a3a6-c22f10d4cc28 req-302eb9e5-4374-4fa8-92ca-95e8cab2c9e8 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/ports?device_id=b97c73ea-5516-4830-a08d-9c2e185afa56 HTTP/1.1" status: 200 len: 210 time: 0.0290859 Dec 17 15:34:37.074229 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea2d481-f4c7-4230-816c-84e6aea2cb18 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Made reservation on behalf of 411a33f41d4f49d0813e3feac4683db7 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:34:37.076699 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4ea2d481-f4c7-4230-816c-84e6aea2cb18 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:37.458828 n-d-820553-2 neutron-server[102833]: DEBUG neutron.objects.ports [None req-4ea2d481-f4c7-4230-816c-84e6aea2cb18 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102833) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 15:34:37.458828 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4ea2d481-f4c7-4230-816c-84e6aea2cb18 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:37.518178 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2d481-f4c7-4230-816c-84e6aea2cb18 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a01d977b-fc8d-412a-baad-c75e06ea3192,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:37.539786 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea2d481-f4c7-4230-816c-84e6aea2cb18 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Checking segment: {'id': 'e5eab47b-182c-47d0-bb74-77cf06b318dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3556367d-d31c-4c69-8ab3-9a076aff7bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:34:37.542234 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea2d481-f4c7-4230-816c-84e6aea2cb18 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Network hostable DHCP agents. Network: 3556367d-d31c-4c69-8ab3-9a076aff7bbb, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:34:37.630437 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea2d481-f4c7-4230-816c-84e6aea2cb18 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Network 3556367d-d31c-4c69-8ab3-9a076aff7bbb is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:34:37.671357 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46530) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:37.676709 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-cb63845c-5478-4baf-b97a-82c4e4201f8c tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Request body: {'network': {'name': 'tempest-network-smoke--1509662000', 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'port_security_enabled': True}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:34:37.702653 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-4ea2d481-f4c7-4230-816c-84e6aea2cb18 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 3556367d-d31c-4c69-8ab3-9a076aff7bbb) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:34:37.710363 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea2d481-f4c7-4230-816c-84e6aea2cb18 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:37.710964 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4ea2d481-f4c7-4230-816c-84e6aea2cb18 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:37.711265 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1a4a97-dc81-470d-be24-2ead1c482135 None None] Network 3556367d-d31c-4c69-8ab3-9a076aff7bbb requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:34:37.765611 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb63845c-5478-4baf-b97a-82c4e4201f8c tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Made reservation on behalf of 8a34d23e4334452eba0b24e500167ab7 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:34:37.769492 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cb63845c-5478-4baf-b97a-82c4e4201f8c tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:37.780513 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cb63845c-5478-4baf-b97a-82c4e4201f8c tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:37.843861 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fd0830-0cb8-4871-a963-c12ccaf2b5f8 None None] Network 3556367d-d31c-4c69-8ab3-9a076aff7bbb requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:34:37.859337 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4ea2d481-f4c7-4230-816c-84e6aea2cb18 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9298782 Dec 17 15:34:37.862196 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46534) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:37.867860 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-f2bdf895-bc5f-4852-a2db-d879459826e9 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Request body: {'floatingip': {'floating_network_id': '3556367d-d31c-4c69-8ab3-9a076aff7bbb'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:34:37.888574 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cb63845c-5478-4baf-b97a-82c4e4201f8c tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:38.045700 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cb63845c-5478-4baf-b97a-82c4e4201f8c tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:38.046404 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f2bdf895-bc5f-4852-a2db-d879459826e9 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:38.083460 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb63845c-5478-4baf-b97a-82c4e4201f8c tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:34:38.091475 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63845c-5478-4baf-b97a-82c4e4201f8c tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71ae3313-f9f8-4b8d-b143-3338794dc343,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:38.097959 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cb63845c-5478-4baf-b97a-82c4e4201f8c tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:38.101888 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-cb63845c-5478-4baf-b97a-82c4e4201f8c tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Added segment e9e46145-637d-40f4-baac-510241bd29ea of type vlan for network b2ce5d81-00e7-4a11-aeea-6022658e3866 Dec 17 15:34:38.158643 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f2bdf895-bc5f-4852-a2db-d879459826e9 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:38.162076 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-667af5d1-f7d1-491a-8bfa-c35044e750d2 req-d890c7f3-29eb-488d-9142-dc72b58ae9e4 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/ports?device_id=b97c73ea-5516-4830-a08d-9c2e185afa56 HTTP/1.1" status: 200 len: 210 time: 0.0521388 Dec 17 15:34:38.183634 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cb63845c-5478-4baf-b97a-82c4e4201f8c tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:38.264790 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-f2bdf895-bc5f-4852-a2db-d879459826e9 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Allocated IP 172.20.0.2 (3556367d-d31c-4c69-8ab3-9a076aff7bbb/a01d977b-fc8d-412a-baad-c75e06ea3192/b50c8487-6818-4c71-93f7-55987baafe75) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:34:38.268180 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cb63845c-5478-4baf-b97a-82c4e4201f8c tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:38.274257 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb63845c-5478-4baf-b97a-82c4e4201f8c tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:38.275174 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cb63845c-5478-4baf-b97a-82c4e4201f8c tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:38.343743 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63845c-5478-4baf-b97a-82c4e4201f8c tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Pushing event updated for resources: {'Network': ['ID=b2ce5d81-00e7-4a11-aeea-6022658e3866,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:38.354325 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network b2ce5d81-00e7-4a11-aeea-6022658e3866 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:34:38.388261 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-cb63845c-5478-4baf-b97a-82c4e4201f8c tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7128990 Dec 17 15:34:38.388517 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46550) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:38.393186 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-17cb8082-0003-4c2c-97b0-46a9f1876a10 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-20163770', 'admin_state_up': True, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:34:38.405423 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f2bdf895-bc5f-4852-a2db-d879459826e9 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:38.514344 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17cb8082-0003-4c2c-97b0-46a9f1876a10 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:38.515626 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17cb8082-0003-4c2c-97b0-46a9f1876a10 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:38.554963 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f2bdf895-bc5f-4852-a2db-d879459826e9 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:38.575772 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17cb8082-0003-4c2c-97b0-46a9f1876a10 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:38.655783 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bdf895-bc5f-4852-a2db-d879459826e9 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Network 3556367d-d31c-4c69-8ab3-9a076aff7bbb is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:34:38.664449 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-f2bdf895-bc5f-4852-a2db-d879459826e9 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:34:38.674566 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bdf895-bc5f-4852-a2db-d879459826e9 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:34:38.680252 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bdf895-bc5f-4852-a2db-d879459826e9 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Pushing event updated for resources: {'Port': ['ID=b50c8487-6818-4c71-93f7-55987baafe75,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:38.755919 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-593cb187-02e8-4541-bb52-b1636c9e0653 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:38.757533 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-593cb187-02e8-4541-bb52-b1636c9e0653 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.41 "GET /v2.0/networks?id=454532c7-40fb-42bd-9211-3c22a0ad07f1 HTTP/1.1" status: 200 len: 813 time: 0.1648118 Dec 17 15:34:39.086765 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17cb8082-0003-4c2c-97b0-46a9f1876a10 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:39.145589 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-91b9f71e-1289-446f-a925-ae95de19bcb4 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Request body: {'port': {'device_id': 'b97c73ea-5516-4830-a08d-9c2e185afa56', 'network_id': '454532c7-40fb-42bd-9211-3c22a0ad07f1', 'admin_state_up': True, 'tenant_id': '608a3934175942d1b0415377b717efea'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:34:39.214602 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f2bdf895-bc5f-4852-a2db-d879459826e9 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:39.271888 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-20f357d1-9570-4bd5-ad2c-5f3efba13cef req-f6714c81-85e9-473e-8d9a-6688177893ad tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/ports?device_id=b97c73ea-5516-4830-a08d-9c2e185afa56 HTTP/1.1" status: 200 len: 210 time: 0.0304508 Dec 17 15:34:39.330506 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f2bdf895-bc5f-4852-a2db-d879459826e9 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:39.387602 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-91b9f71e-1289-446f-a925-ae95de19bcb4 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Made reservation on behalf of 608a3934175942d1b0415377b717efea for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:34:39.391029 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-91b9f71e-1289-446f-a925-ae95de19bcb4 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:39.394491 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17cb8082-0003-4c2c-97b0-46a9f1876a10 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:39.414499 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17cb8082-0003-4c2c-97b0-46a9f1876a10 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:39.534566 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-17cb8082-0003-4c2c-97b0-46a9f1876a10 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Allocated IP 172.25.6.254 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/ef6f0e00-66d8-464b-a1ef-7ccf9e90758b) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:34:39.581887 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f2bdf895-bc5f-4852-a2db-d879459826e9 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:39.614086 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-91b9f71e-1289-446f-a925-ae95de19bcb4 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Allocated IP 172.20.0.9 (454532c7-40fb-42bd-9211-3c22a0ad07f1/8d76e887-8dcb-4ca9-9e24-1ef65dcdbc17/dafa2711-b953-4b21-8b60-7cc1f1dc0e46) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:34:39.642767 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17cb8082-0003-4c2c-97b0-46a9f1876a10 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:39.645280 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f2bdf895-bc5f-4852-a2db-d879459826e9 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:39.760355 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17cb8082-0003-4c2c-97b0-46a9f1876a10 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:39.776602 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bdf895-bc5f-4852-a2db-d879459826e9 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Pushing event updated for resources: {'Port': ['ID=b50c8487-6818-4c71-93f7-55987baafe75,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:39.795030 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f2bdf895-bc5f-4852-a2db-d879459826e9 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:39.797535 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cb8082-0003-4c2c-97b0-46a9f1876a10 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:34:39.800439 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-17cb8082-0003-4c2c-97b0-46a9f1876a10 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:34:39.805235 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cb8082-0003-4c2c-97b0-46a9f1876a10 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:34:39.835926 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb8082-0003-4c2c-97b0-46a9f1876a10 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Pushing event updated for resources: {'Port': ['ID=ef6f0e00-66d8-464b-a1ef-7ccf9e90758b,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:39.852373 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-91b9f71e-1289-446f-a925-ae95de19bcb4 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:39.878869 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f2bdf895-bc5f-4852-a2db-d879459826e9 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:39.884473 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f2bdf895-bc5f-4852-a2db-d879459826e9 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.0210176 Dec 17 15:34:39.885081 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46590) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:39.934648 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46592) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:39.959220 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cb33d0d1-7946-46d7-95dc-dd579c20184f tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] 10.222.0.46 "GET /v2.0/floatingips?floating_network_id=3556367d-d31c-4c69-8ab3-9a076aff7bbb HTTP/1.1" status: 200 len: 689 time: 0.0711441 Dec 17 15:34:39.961937 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46596) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:40.017820 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-91b9f71e-1289-446f-a925-ae95de19bcb4 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:40.081669 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-91b9f71e-1289-446f-a925-ae95de19bcb4 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Network 454532c7-40fb-42bd-9211-3c22a0ad07f1 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:34:40.093084 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-91b9f71e-1289-446f-a925-ae95de19bcb4 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:34:40.100135 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9f71e-1289-446f-a925-ae95de19bcb4 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Pushing event updated for resources: {'Port': ['ID=dafa2711-b953-4b21-8b60-7cc1f1dc0e46,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:40.103926 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-91b9f71e-1289-446f-a925-ae95de19bcb4 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:34:40.129205 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-25102b48-f113-493f-a8d0-0a79ffbd3f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:40.131512 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7322c502-1f01-4cdb-8e9b-d105f816c7b0 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:40.217115 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17cb8082-0003-4c2c-97b0-46a9f1876a10 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:40.223171 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-91b9f71e-1289-446f-a925-ae95de19bcb4 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:40.223783 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-91b9f71e-1289-446f-a925-ae95de19bcb4 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:40.283167 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-7322c502-1f01-4cdb-8e9b-d105f816c7b0 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Deleting port b50c8487-6818-4c71-93f7-55987baafe75 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:34:40.283532 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7322c502-1f01-4cdb-8e9b-d105f816c7b0 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:40.327891 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-91b9f71e-1289-446f-a925-ae95de19bcb4 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1897182 Dec 17 15:34:40.342689 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:40.346379 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-25102b48-f113-493f-a8d0-0a79ffbd3f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:40.376768 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7322c502-1f01-4cdb-8e9b-d105f816c7b0 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:40.377236 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7322c502-1f01-4cdb-8e9b-d105f816c7b0 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:40.391421 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-25102b48-f113-493f-a8d0-0a79ffbd3f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:40.394397 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-7322c502-1f01-4cdb-8e9b-d105f816c7b0 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Calling delete_port for b50c8487-6818-4c71-93f7-55987baafe75 owned by network:floatingip {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:34:40.414196 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-e57239e8-047e-480a-802f-b06b8a9c61b3 service neutron] Request body: {'port': {'device_id': 'b97c73ea-5516-4830-a08d-9c2e185afa56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:34:40.495896 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-25102b48-f113-493f-a8d0-0a79ffbd3f06 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=286f19a3c6784664bacdeb034e93bd6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5426650 Dec 17 15:34:40.499872 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46602) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:40.509590 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5982d5-f9f7-445b-a10a-0db99974c20d req-fd55b387-ccf0-430c-86f7-bcd90dee534e tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:40.511120 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3f5982d5-f9f7-445b-a10a-0db99974c20d req-fd55b387-ccf0-430c-86f7-bcd90dee534e tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/ports?device_id=b97c73ea-5516-4830-a08d-9c2e185afa56 HTTP/1.1" status: 200 len: 931 time: 0.1621835 Dec 17 15:34:40.527288 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25102b48-f113-493f-a8d0-0a79ffbd3f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe076dcb-5105-411f-a68f-0e00c6e32f1f,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:40.543694 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-e57239e8-047e-480a-802f-b06b8a9c61b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:40.572342 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3f5982d5-f9f7-445b-a10a-0db99974c20d req-1349ccb1-74ab-46e9-bf24-e00258d56292 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50a0fda-15c8-4278-9a8f-3704fdc038b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534022 Dec 17 15:34:40.573476 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17cb8082-0003-4c2c-97b0-46a9f1876a10 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:40.631894 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ba1183c5-185c-4d5a-b8a0-0d293d83b5a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:40.746835 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ba1183c5-185c-4d5a-b8a0-0d293d83b5a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:40.782679 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17cb8082-0003-4c2c-97b0-46a9f1876a10 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Router 0d47f40d-a578-49a2-8dd3-891f56931599 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:34:40.892976 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cb8082-0003-4c2c-97b0-46a9f1876a10 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:34:40.897403 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7322c502-1f01-4cdb-8e9b-d105f816c7b0 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:40.904976 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7682a89e-68c9-48bf-b21c-5b704fd320b7 None None] Sync routers for ids ['0d47f40d-a578-49a2-8dd3-891f56931599'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:34:40.917314 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7682a89e-68c9-48bf-b21c-5b704fd320b7 None None] Routers {'0d47f40d-a578-49a2-8dd3-891f56931599'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:34:40.917948 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7682a89e-68c9-48bf-b21c-5b704fd320b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:34:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0d47f40d-a578-49a2-8dd3-891f56931599'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:40.944000 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322c502-1f01-4cdb-8e9b-d105f816c7b0 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Pushing event deleted for resources: {'Port': ['ID=b50c8487-6818-4c71-93f7-55987baafe75,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:40.953683 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ba1183c5-185c-4d5a-b8a0-0d293d83b5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:40.956096 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ba1183c5-185c-4d5a-b8a0-0d293d83b5a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:40.957250 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ba1183c5-185c-4d5a-b8a0-0d293d83b5a0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fe076dcb-5105-411f-a68f-0e00c6e32f1f HTTP/1.1" status: 204 len: 168 time: 0.4564285 Dec 17 15:34:40.979280 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17cb8082-0003-4c2c-97b0-46a9f1876a10 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:40.980582 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-17cb8082-0003-4c2c-97b0-46a9f1876a10 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.5908656 Dec 17 15:34:40.982140 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-e57239e8-047e-480a-802f-b06b8a9c61b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dafa2711-b953-4b21-8b60-7cc1f1dc0e46 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:34:40.983908 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46608) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:40.997262 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-e57239e8-047e-480a-802f-b06b8a9c61b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:40.999755 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1183c5-185c-4d5a-b8a0-0d293d83b5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe076dcb-5105-411f-a68f-0e00c6e32f1f,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:41.038736 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-e57239e8-047e-480a-802f-b06b8a9c61b3 service neutron] Transition to ACTIVE for port object dafa2711-b953-4b21-8b60-7cc1f1dc0e46 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:34:41.048098 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7322c502-1f01-4cdb-8e9b-d105f816c7b0 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:41.065551 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-7682a89e-68c9-48bf-b21c-5b704fd320b7 None None] Set router 0d47f40d-a578-49a2-8dd3-891f56931599 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:34:41.095604 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7322c502-1f01-4cdb-8e9b-d105f816c7b0 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:41.136356 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-e57239e8-047e-480a-802f-b06b8a9c61b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:41.158033 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-08b531cb-94a2-45a1-a310-df624fd2cfa6 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=8a34d23e4334452eba0b24e500167ab7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1699080 Dec 17 15:34:41.158594 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46612) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:41.268772 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7682a89e-68c9-48bf-b21c-5b704fd320b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'name': 'tempest-TestSecurityGroupsBasicOps-router-20163770', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'ef6f0e00-66d8-464b-a1ef-7ccf9e90758b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:34:38Z', 'updated_at': '2021-12-17T15:34:39Z', 'revision_number': 3, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'gw_port': {'id': 'ef6f0e00-66d8-464b-a1ef-7ccf9e90758b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:39Z', 'updated_at': '2021-12-17T15:34:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:41.297775 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57239e8-047e-480a-802f-b06b8a9c61b3 service neutron] Pushing event updated for resources: {'Port': ['ID=dafa2711-b953-4b21-8b60-7cc1f1dc0e46,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:41.300714 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7682a89e-68c9-48bf-b21c-5b704fd320b7 None None] Checking router: 0d47f40d-a578-49a2-8dd3-891f56931599 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:34:41.301116 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7682a89e-68c9-48bf-b21c-5b704fd320b7 None None] Updating router 0d47f40d-a578-49a2-8dd3-891f56931599 port ef6f0e00-66d8-464b-a1ef-7ccf9e90758b binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:34:41.305557 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-e57239e8-047e-480a-802f-b06b8a9c61b3 service neutron] Attempting to bind port dafa2711-b953-4b21-8b60-7cc1f1dc0e46 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:34:41.305870 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-e57239e8-047e-480a-802f-b06b8a9c61b3 service neutron] Attempting to bind port dafa2711-b953-4b21-8b60-7cc1f1dc0e46 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '41fa10a7-bd67-4035-b2d0-d296a7ac0edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '454532c7-40fb-42bd-9211-3c22a0ad07f1'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:34:41.307214 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-e57239e8-047e-480a-802f-b06b8a9c61b3 service neutron] Attempting to bind port dafa2711-b953-4b21-8b60-7cc1f1dc0e46 on network 454532c7-40fb-42bd-9211-3c22a0ad07f1 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:34:41.312358 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-e57239e8-047e-480a-802f-b06b8a9c61b3 service neutron] Port dafa2711-b953-4b21-8b60-7cc1f1dc0e46 on network 454532c7-40fb-42bd-9211-3c22a0ad07f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:34:41.313275 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-e57239e8-047e-480a-802f-b06b8a9c61b3 service neutron] Attempting to bind port dafa2711-b953-4b21-8b60-7cc1f1dc0e46 on network 454532c7-40fb-42bd-9211-3c22a0ad07f1 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:34:41.319872 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-e57239e8-047e-480a-802f-b06b8a9c61b3 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:34:41.320334 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-e57239e8-047e-480a-802f-b06b8a9c61b3 service neutron] Checking segment: {'id': '41fa10a7-bd67-4035-b2d0-d296a7ac0edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '454532c7-40fb-42bd-9211-3c22a0ad07f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:34:41.320812 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-e57239e8-047e-480a-802f-b06b8a9c61b3 service neutron] Bound using segment: {'id': '41fa10a7-bd67-4035-b2d0-d296a7ac0edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '454532c7-40fb-42bd-9211-3c22a0ad07f1'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:34:41.321284 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-e57239e8-047e-480a-802f-b06b8a9c61b3 service neutron] Bound port: dafa2711-b953-4b21-8b60-7cc1f1dc0e46, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41fa10a7-bd67-4035-b2d0-d296a7ac0edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '454532c7-40fb-42bd-9211-3c22a0ad07f1'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:34:41.321632 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-e57239e8-047e-480a-802f-b06b8a9c61b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:41.333140 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7682a89e-68c9-48bf-b21c-5b704fd320b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:41.356061 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4390ee27-7bff-428d-ab5e-10fced26a655 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:41.356544 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4390ee27-7bff-428d-ab5e-10fced26a655 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:41.361194 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4390ee27-7bff-428d-ab5e-10fced26a655 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1555 time: 0.2020891 Dec 17 15:34:41.361790 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46616) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:41.397678 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-e57239e8-047e-480a-802f-b06b8a9c61b3 service neutron] For port dafa2711-b953-4b21-8b60-7cc1f1dc0e46, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:34:41.400778 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-e57239e8-047e-480a-802f-b06b8a9c61b3 service neutron] For port dafa2711-b953-4b21-8b60-7cc1f1dc0e46, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=dafa2711-b953-4b21-8b60-7cc1f1dc0e46,segment=NetworkSegment(41fa10a7-bd67-4035-b2d0-d296a7ac0edc),segment_id=41fa10a7-bd67-4035-b2d0-d296a7ac0edc)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:34:41.406076 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7322c502-1f01-4cdb-8e9b-d105f816c7b0 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:41.435393 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322c502-1f01-4cdb-8e9b-d105f816c7b0 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a01d977b-fc8d-412a-baad-c75e06ea3192,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:41.452577 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289c0e0c-eae1-4802-a014-e3535836b1b1 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:41.454358 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-289c0e0c-eae1-4802-a014-e3535836b1b1 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=3556367d-d31c-4c69-8ab3-9a076aff7bbb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.0914803 Dec 17 15:34:41.457216 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46618) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:41.490524 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c7a2182d-e9bb-45eb-afc2-3b221c678f08 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=4e9cade7-8de3-4483-a2b7-ada6bbc76cf6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290327 Dec 17 15:34:41.491227 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46620) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:41.502333 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-e57239e8-047e-480a-802f-b06b8a9c61b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:41.544089 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7322c502-1f01-4cdb-8e9b-d105f816c7b0 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:41.549307 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-911e3d67-5894-4c43-aab6-42d6b3bd53ae tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=8a34d23e4334452eba0b24e500167ab7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0569956 Dec 17 15:34:41.552542 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46622) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:41.586611 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-e57239e8-047e-480a-802f-b06b8a9c61b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:41.587253 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-e57239e8-047e-480a-802f-b06b8a9c61b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:41.588647 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-e57239e8-047e-480a-802f-b06b8a9c61b3 service neutron] 10.222.0.41 "PUT /v2.0/ports/dafa2711-b953-4b21-8b60-7cc1f1dc0e46 HTTP/1.1" status: 200 len: 1091 time: 1.2432277 Dec 17 15:34:41.594681 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97c73ea-5516-4830-a08d-9c2e185afa56', 'tag': 'dafa2711-b953-4b21-8b60-7cc1f1dc0e46'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:34:41.596240 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153346f1-1b64-427d-92e8-4a40a60942c2" -d '{"events": [{"name": "network-changed", "server_uuid": "b97c73ea-5516-4830-a08d-9c2e185afa56", "tag": "dafa2711-b953-4b21-8b60-7cc1f1dc0e46"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:34:41.612753 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-7322c502-1f01-4cdb-8e9b-d105f816c7b0 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3556367d-d31c-4c69-8ab3-9a076aff7bbb']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:41.626737 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-7322c502-1f01-4cdb-8e9b-d105f816c7b0 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5eab47b-182c-47d0-bb74-77cf06b318dc') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:41.627004 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-7322c502-1f01-4cdb-8e9b-d105f816c7b0 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5eab47b-182c-47d0-bb74-77cf06b318dc') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:41.627224 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7682a89e-68c9-48bf-b21c-5b704fd320b7 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:41.646774 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46630) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:41.648562 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7322c502-1f01-4cdb-8e9b-d105f816c7b0 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:41.658573 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57239e8-047e-480a-802f-b06b8a9c61b3 service neutron] Pushing event updated for resources: {'Port': ['ID=dafa2711-b953-4b21-8b60-7cc1f1dc0e46,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:41.661437 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d8a09c99-7b63-4756-8f8b-bc10b44a2e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:41.669307 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7322c502-1f01-4cdb-8e9b-d105f816c7b0 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:41.676641 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7322c502-1f01-4cdb-8e9b-d105f816c7b0 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:34:41.676940 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7322c502-1f01-4cdb-8e9b-d105f816c7b0 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:41.679560 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:34:41.679560 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:34:41.679560 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:34:41.679560 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:34:41.679560 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:34:41.679560 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:34:41.679560 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:34:41.679560 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:34:41.679560 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:34:41.679560 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:34:41.679560 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:34:41.679560 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:34:41.679560 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:34:41.679560 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:34:41.679560 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:34:41.679560 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:34:41.679560 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:34:41.679560 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:34:41.679560 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:34:41.679560 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:34:41.679560 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:34:41.679560 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:34:41.679560 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:34:41.679560 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:34:41.679560 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:34:41.679560 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:34:41.679560 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:34:41.679560 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:34:41.679560 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:34:41.679560 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:34:41.679560 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:34:41.679560 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:34:41.698365 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7682a89e-68c9-48bf-b21c-5b704fd320b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:41.773686 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b47077-69f7-417e-88fe-13c5c7d66ddb tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:41.775072 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b47077-69f7-417e-88fe-13c5c7d66ddb tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:41.776502 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-c4ab1ced-ee9c-4fbb-8833-5b124b772bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:41.776684 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-15b47077-69f7-417e-88fe-13c5c7d66ddb tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1517 time: 0.2226362 Dec 17 15:34:41.778142 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-c4ab1ced-ee9c-4fbb-8833-5b124b772bc8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=608a3934175942d1b0415377b717efea&device_id=b97c73ea-5516-4830-a08d-9c2e185afa56 HTTP/1.1" status: 200 len: 1094 time: 0.0567999 Dec 17 15:34:41.780613 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7682a89e-68c9-48bf-b21c-5b704fd320b7 None None] Attempting to bind port ef6f0e00-66d8-464b-a1ef-7ccf9e90758b on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:34:41.781078 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46634) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:41.781469 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7682a89e-68c9-48bf-b21c-5b704fd320b7 None None] Attempting to bind port ef6f0e00-66d8-464b-a1ef-7ccf9e90758b by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:34:41.781926 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7682a89e-68c9-48bf-b21c-5b704fd320b7 None None] Attempting to bind port ef6f0e00-66d8-464b-a1ef-7ccf9e90758b on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:34:41.789971 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7682a89e-68c9-48bf-b21c-5b704fd320b7 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:34:41.790514 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7682a89e-68c9-48bf-b21c-5b704fd320b7 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:34:41.791341 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7682a89e-68c9-48bf-b21c-5b704fd320b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:41.792053 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7682a89e-68c9-48bf-b21c-5b704fd320b7 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:34:41.792788 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7682a89e-68c9-48bf-b21c-5b704fd320b7 None None] Bound port: ef6f0e00-66d8-464b-a1ef-7ccf9e90758b, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:34:41.793430 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7682a89e-68c9-48bf-b21c-5b704fd320b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:41.805268 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cabfea-65b9-468d-9c8d-bcbc02b7300b req-a569ffc8-0990-4164-9b5f-2ee125f8174c tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:41.806938 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e2cabfea-65b9-468d-9c8d-bcbc02b7300b req-a569ffc8-0990-4164-9b5f-2ee125f8174c tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/ports?device_id=b97c73ea-5516-4830-a08d-9c2e185afa56 HTTP/1.1" status: 200 len: 943 time: 0.1198521 Dec 17 15:34:41.836452 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac77f92-05ad-4da0-88cf-4f944ffcf1d9 None None] Pushing event updated for resources: {'Port': ['ID=ef6f0e00-66d8-464b-a1ef-7ccf9e90758b,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:41.864684 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7322c502-1f01-4cdb-8e9b-d105f816c7b0 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:41.870529 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7322c502-1f01-4cdb-8e9b-d105f816c7b0 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3556367d-d31c-4c69-8ab3-9a076aff7bbb {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 17 15:34:41.873352 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7322c502-1f01-4cdb-8e9b-d105f816c7b0 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:41.876656 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7322c502-1f01-4cdb-8e9b-d105f816c7b0 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] 10.222.0.46 "DELETE /v2.0/networks/3556367d-d31c-4c69-8ab3-9a076aff7bbb HTTP/1.1" status: 204 len: 168 time: 1.9139392 Dec 17 15:34:41.878645 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-21a2d62c-2e6a-47c3-9d14-648fc86c97c9 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=3556367d-d31c-4c69-8ab3-9a076aff7bbb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0964849 Dec 17 15:34:41.879408 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46636) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:41.881264 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7682a89e-68c9-48bf-b21c-5b704fd320b7 None None] For port ef6f0e00-66d8-464b-a1ef-7ccf9e90758b, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:34:41.884537 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-44b99115-d4bd-445a-a294-596bc94870a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dafa2711-b953-4b21-8b60-7cc1f1dc0e46 HTTP/1.1" status: 200 len: 217 time: 0.0782683 Dec 17 15:34:41.892806 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7682a89e-68c9-48bf-b21c-5b704fd320b7 None None] For port ef6f0e00-66d8-464b-a1ef-7ccf9e90758b, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ef6f0e00-66d8-464b-a1ef-7ccf9e90758b,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:34:41.908478 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46638) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:41.909799 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d8a09c99-7b63-4756-8f8b-bc10b44a2e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:41.932913 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e2cabfea-65b9-468d-9c8d-bcbc02b7300b req-1aa2e236-a196-41f5-8e7b-e2e626be4eb6 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50a0fda-15c8-4278-9a8f-3704fdc038b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087239 Dec 17 15:34:41.971778 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7682a89e-68c9-48bf-b21c-5b704fd320b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:41.980442 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322c502-1f01-4cdb-8e9b-d105f816c7b0 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Pushing event deleted for resources: {'Network': ['ID=3556367d-d31c-4c69-8ab3-9a076aff7bbb,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:41.999761 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d8a09c99-7b63-4756-8f8b-bc10b44a2e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:42.075330 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d8a09c99-7b63-4756-8f8b-bc10b44a2e74 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6f617755008b4d3c8bd4bf7491dce773&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4255595 Dec 17 15:34:42.075330 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a09c99-7b63-4756-8f8b-bc10b44a2e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfa5ea9-dab7-4b36-b45a-4cad3f0e09c4,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:42.075576 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-afd22c8d-41bd-4daa-8b62-7518b8057b2d tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=4e9cade7-8de3-4483-a2b7-ada6bbc76cf6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1536622 Dec 17 15:34:42.075998 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a17edbd-067c-4856-9ee0-8169f2cab087 x-openstack-request-id: req-7a17edbd-067c-4856-9ee0-8169f2cab087 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:34:42.076285 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b97c73ea-5516-4830-a08d-9c2e185afa56", "tag": "dafa2711-b953-4b21-8b60-7cc1f1dc0e46", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:34:42.076540 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7a17edbd-067c-4856-9ee0-8169f2cab087 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:34:42.076928 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97c73ea-5516-4830-a08d-9c2e185afa56', 'tag': 'dafa2711-b953-4b21-8b60-7cc1f1dc0e46', 'status': 'completed', 'code': 200} Dec 17 15:34:42.079711 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46642) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:42.080028 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46644) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:42.087247 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-e1de4ad6-d21b-4efc-b5f1-f120aa8900df tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2144049837', 'network_id': 'b2ce5d81-00e7-4a11-aeea-6022658e3866', 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:34:42.096653 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac77f92-05ad-4da0-88cf-4f944ffcf1d9 None None] Pushing event updated for resources: {'Port': ['ID=ef6f0e00-66d8-464b-a1ef-7ccf9e90758b,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:42.112264 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7682a89e-68c9-48bf-b21c-5b704fd320b7 None None] Routers {'0d47f40d-a578-49a2-8dd3-891f56931599'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:34:42.113377 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7682a89e-68c9-48bf-b21c-5b704fd320b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:34:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0d47f40d-a578-49a2-8dd3-891f56931599'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:42.133098 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-96bd698d-c71e-4891-b95f-47529a3dc435 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1783 time: 0.2500594 Dec 17 15:34:42.135885 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46648) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:42.152637 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-ffbf52ac-b32a-4559-8a23-ca64a9d93d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:42.154500 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-ffbf52ac-b32a-4559-8a23-ca64a9d93d17 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d76e887-8dcb-4ca9-9e24-1ef65dcdbc17 HTTP/1.1" status: 200 len: 853 time: 0.2350135 Dec 17 15:34:42.203541 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-477977a0-0ac4-4c9d-9ec2-c7c48f44bdad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=454532c7-40fb-42bd-9211-3c22a0ad07f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277081 Dec 17 15:34:42.221842 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5fbf3a6f-4523-46a6-a5ea-5812720e0136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:42.236049 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-7682a89e-68c9-48bf-b21c-5b704fd320b7 None None] Set router 0d47f40d-a578-49a2-8dd3-891f56931599 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:34:42.259667 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5fbf3a6f-4523-46a6-a5ea-5812720e0136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:42.301755 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-54ea1975-86c2-4266-992f-9c708486de1b service neutron] 10.222.0.41 "GET /v2.0/networks/454532c7-40fb-42bd-9211-3c22a0ad07f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886366 Dec 17 15:34:42.371184 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1de4ad6-d21b-4efc-b5f1-f120aa8900df tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Made reservation on behalf of 8a34d23e4334452eba0b24e500167ab7 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:34:42.375034 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e1de4ad6-d21b-4efc-b5f1-f120aa8900df tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:42.418830 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5fbf3a6f-4523-46a6-a5ea-5812720e0136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:42.421544 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5fbf3a6f-4523-46a6-a5ea-5812720e0136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:42.424988 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5fbf3a6f-4523-46a6-a5ea-5812720e0136 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ebfa5ea9-dab7-4b36-b45a-4cad3f0e09c4 HTTP/1.1" status: 204 len: 168 time: 0.3414786 Dec 17 15:34:42.434121 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5052cda9-4551-4da4-b9fe-c13f85828003 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:42.434833 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5052cda9-4551-4da4-b9fe-c13f85828003 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:42.435722 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5052cda9-4551-4da4-b9fe-c13f85828003 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:42.435722 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5052cda9-4551-4da4-b9fe-c13f85828003 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:42.435994 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf3a6f-4523-46a6-a5ea-5812720e0136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfa5ea9-dab7-4b36-b45a-4cad3f0e09c4,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:42.436305 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5052cda9-4551-4da4-b9fe-c13f85828003 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:42.436864 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5052cda9-4551-4da4-b9fe-c13f85828003 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:42.437583 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5052cda9-4551-4da4-b9fe-c13f85828003 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:42.437881 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5052cda9-4551-4da4-b9fe-c13f85828003 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:42.438379 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5052cda9-4551-4da4-b9fe-c13f85828003 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:42.440441 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5052cda9-4551-4da4-b9fe-c13f85828003 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5837 time: 0.3033340 Dec 17 15:34:42.444124 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46652) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:42.486501 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-448b20a8-c6b8-44d1-939f-118060099031 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] delete failed (client error): The resource could not be found. Dec 17 15:34:42.487618 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-448b20a8-c6b8-44d1-939f-118060099031 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/3f08e8c7-326e-44e8-bd57-4528aaed178d HTTP/1.1" status: 404 len: 345 time: 0.0433402 Dec 17 15:34:42.491918 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46654) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:42.518881 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf7b2081-5183-4172-96a4-1aeb2c2207bb tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] DELETE failed (client error): The resource could not be found. Dec 17 15:34:42.519724 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf7b2081-5183-4172-96a4-1aeb2c2207bb tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:34:42.523989 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-bf7b2081-5183-4172-96a4-1aeb2c2207bb tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] 10.222.0.46 "DELETE /v2.0/networks/3556367d-d31c-4c69-8ab3-9a076aff7bbb HTTP/1.1" status: 404 len: 339 time: 0.0279555 Dec 17 15:34:42.528114 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-25073cd9-898d-4b2d-8f69-6d84e5c76420 req-dad415da-5d3d-47e7-ad60-85a14bf6235e service neutron] 10.222.0.41 "GET /v2.0/networks/454532c7-40fb-42bd-9211-3c22a0ad07f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185743 Dec 17 15:34:42.528599 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46656) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:42.544366 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-828b7678-00aa-407f-8ecd-763327da6a2e tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Request body: {'network': {'name': 'tempest-network--262177094', 'router:external': True}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:34:42.631688 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7682a89e-68c9-48bf-b21c-5b704fd320b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'name': 'tempest-TestSecurityGroupsBasicOps-router-20163770', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'ef6f0e00-66d8-464b-a1ef-7ccf9e90758b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:34:38Z', 'updated_at': '2021-12-17T15:34:39Z', 'revision_number': 3, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'gw_port': {'id': 'ef6f0e00-66d8-464b-a1ef-7ccf9e90758b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:39Z', 'updated_at': '2021-12-17T15:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:42.634172 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828b7678-00aa-407f-8ecd-763327da6a2e tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Made reservation on behalf of 411a33f41d4f49d0813e3feac4683db7 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:34:42.636602 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-828b7678-00aa-407f-8ecd-763327da6a2e tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:42.659633 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7682a89e-68c9-48bf-b21c-5b704fd320b7 None None] The sync data for ids ['0d47f40d-a578-49a2-8dd3-891f56931599'] in n-d-820553-2 is: [{'id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'name': 'tempest-TestSecurityGroupsBasicOps-router-20163770', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'ef6f0e00-66d8-464b-a1ef-7ccf9e90758b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:34:38Z', 'updated_at': '2021-12-17T15:34:39Z', 'revision_number': 3, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'gw_port': {'id': 'ef6f0e00-66d8-464b-a1ef-7ccf9e90758b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:39Z', 'updated_at': '2021-12-17T15:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:34:42.662727 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-828b7678-00aa-407f-8ecd-763327da6a2e tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:34:42.682529 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-828b7678-00aa-407f-8ecd-763327da6a2e tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:42.683780 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-828b7678-00aa-407f-8ecd-763327da6a2e tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Added segment af8b8f80-158b-4e3b-9b45-19ff28b5c0f1 of type vlan for network ee34fe4b-944a-4d06-a3df-f1f58221fbe1 Dec 17 15:34:42.726023 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e1de4ad6-d21b-4efc-b5f1-f120aa8900df tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:42.763741 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-828b7678-00aa-407f-8ecd-763327da6a2e tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:42.767298 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153346f1-1b64-427d-92e8-4a40a60942c2 req-f2ae26ee-553c-4c14-b0f2-97ccbb28e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:42.769081 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-153346f1-1b64-427d-92e8-4a40a60942c2 req-f2ae26ee-553c-4c14-b0f2-97ccbb28e888 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=608a3934175942d1b0415377b717efea&device_id=b97c73ea-5516-4830-a08d-9c2e185afa56 HTTP/1.1" status: 200 len: 1094 time: 0.0986092 Dec 17 15:34:42.811582 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de4ad6-d21b-4efc-b5f1-f120aa8900df tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Pushing event updated for resources: {'Subnet': ['ID=7c0d1002-a703-4050-8e5b-7a438bb8a882,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:42.827993 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1de4ad6-d21b-4efc-b5f1-f120aa8900df tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Checking segment: {'id': 'e9e46145-637d-40f4-baac-510241bd29ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2ce5d81-00e7-4a11-aeea-6022658e3866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:34:42.828461 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1de4ad6-d21b-4efc-b5f1-f120aa8900df tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Network hostable DHCP agents. Network: b2ce5d81-00e7-4a11-aeea-6022658e3866, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:34:42.908830 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1de4ad6-d21b-4efc-b5f1-f120aa8900df tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Network b2ce5d81-00e7-4a11-aeea-6022658e3866 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:34:42.943691 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-828b7678-00aa-407f-8ecd-763327da6a2e tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:42.944700 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828b7678-00aa-407f-8ecd-763327da6a2e tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:42.949298 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-828b7678-00aa-407f-8ecd-763327da6a2e tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:42.953829 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153346f1-1b64-427d-92e8-4a40a60942c2 req-e171c05a-3709-41d7-8d70-4a348100b310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:42.955335 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-153346f1-1b64-427d-92e8-4a40a60942c2 req-e171c05a-3709-41d7-8d70-4a348100b310 service neutron] 10.222.0.41 "GET /v2.0/networks?id=454532c7-40fb-42bd-9211-3c22a0ad07f1 HTTP/1.1" status: 200 len: 914 time: 0.1746573 Dec 17 15:34:43.020492 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-e1de4ad6-d21b-4efc-b5f1-f120aa8900df tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, b2ce5d81-00e7-4a11-aeea-6022658e3866) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:34:43.027560 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1de4ad6-d21b-4efc-b5f1-f120aa8900df tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:43.028481 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e1de4ad6-d21b-4efc-b5f1-f120aa8900df tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:43.032184 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a035309d-8d88-44b1-a639-7d71def47c16 None None] Network b2ce5d81-00e7-4a11-aeea-6022658e3866 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:34:43.148671 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e1de4ad6-d21b-4efc-b5f1-f120aa8900df tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0654612 Dec 17 15:34:43.152533 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46670) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:43.156956 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-153346f1-1b64-427d-92e8-4a40a60942c2 req-3083a4ef-7368-4400-b1f7-5d8de4c0cc56 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dafa2711-b953-4b21-8b60-7cc1f1dc0e46 HTTP/1.1" status: 200 len: 217 time: 0.1927419 Dec 17 15:34:43.162077 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-828b7678-00aa-407f-8ecd-763327da6a2e tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6319244 Dec 17 15:34:43.168040 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46672) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:43.291530 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39aa66-4240-4c27-9dab-b5b467aaa1a7 req-2eb14d0b-dd00-416d-86bb-cb2ebc1ea6ff tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:43.293435 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7c39aa66-4240-4c27-9dab-b5b467aaa1a7 req-2eb14d0b-dd00-416d-86bb-cb2ebc1ea6ff tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/ports?device_id=b97c73ea-5516-4830-a08d-9c2e185afa56 HTTP/1.1" status: 200 len: 943 time: 0.1827075 Dec 17 15:34:43.361563 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7c39aa66-4240-4c27-9dab-b5b467aaa1a7 req-8a2c2ae8-7760-4426-b527-cef331974cba tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50a0fda-15c8-4278-9a8f-3704fdc038b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563619 Dec 17 15:34:43.389997 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ac4515-5aa3-4647-8fbf-c203ebd13d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-b2ce5d81-00e7-4a11-aeea-6022658e3866', 'network_id': 'b2ce5d81-00e7-4a11-aeea-6022658e3866', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'fixed_ips': [{'subnet_id': '7c0d1002-a703-4050-8e5b-7a438bb8a882'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:34:43.390878 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-54ac4515-5aa3-4647-8fbf-c203ebd13d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:43.601717 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-54ac4515-5aa3-4647-8fbf-c203ebd13d12 None None] Allocated IP 172.20.0.18 (b2ce5d81-00e7-4a11-aeea-6022658e3866/7c0d1002-a703-4050-8e5b-7a438bb8a882/bae6ef97-4875-4dba-93fb-f6c7432b888d) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:34:43.857574 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b7678-00aa-407f-8ecd-763327da6a2e tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Pushing event updated for resources: {'Network': ['ID=ee34fe4b-944a-4d06-a3df-f1f58221fbe1,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:43.878747 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network ee34fe4b-944a-4d06-a3df-f1f58221fbe1 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:34:43.891643 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-54ac4515-5aa3-4647-8fbf-c203ebd13d12 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:43.940188 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153346f1-1b64-427d-92e8-4a40a60942c2 req-60c8acf9-db28-40c6-ae2f-e1eec0c43e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:43.941841 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-153346f1-1b64-427d-92e8-4a40a60942c2 req-60c8acf9-db28-40c6-ae2f-e1eec0c43e46 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d76e887-8dcb-4ca9-9e24-1ef65dcdbc17 HTTP/1.1" status: 200 len: 853 time: 0.7767310 Dec 17 15:34:43.983303 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-54ac4515-5aa3-4647-8fbf-c203ebd13d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:43.996589 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-153346f1-1b64-427d-92e8-4a40a60942c2 req-9380cc42-234b-4770-b768-75ee4430c791 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=454532c7-40fb-42bd-9211-3c22a0ad07f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467463 Dec 17 15:34:44.046584 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d35a8d6-e955-488b-ab08-ac6b7c009fb8 tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:44.054371 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d35a8d6-e955-488b-ab08-ac6b7c009fb8 tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:44.066170 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ac4515-5aa3-4647-8fbf-c203ebd13d12 None None] Network b2ce5d81-00e7-4a11-aeea-6022658e3866 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:34:44.068023 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d35a8d6-e955-488b-ab08-ac6b7c009fb8 tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:44.070235 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-54ac4515-5aa3-4647-8fbf-c203ebd13d12 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:34:44.073269 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ac4515-5aa3-4647-8fbf-c203ebd13d12 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:34:44.075253 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d35a8d6-e955-488b-ab08-ac6b7c009fb8 tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:44.080017 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2d35a8d6-e955-488b-ab08-ac6b7c009fb8 tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.9077952 Dec 17 15:34:44.114906 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac4515-5aa3-4647-8fbf-c203ebd13d12 None None] Pushing event updated for resources: {'Port': ['ID=bae6ef97-4875-4dba-93fb-f6c7432b888d,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:44.130013 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46684) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:44.199238 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-54ac4515-5aa3-4647-8fbf-c203ebd13d12 None None] Attempting to bind port bae6ef97-4875-4dba-93fb-f6c7432b888d on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:34:44.200342 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-54ac4515-5aa3-4647-8fbf-c203ebd13d12 None None] Attempting to bind port bae6ef97-4875-4dba-93fb-f6c7432b888d by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'e9e46145-637d-40f4-baac-510241bd29ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2ce5d81-00e7-4a11-aeea-6022658e3866'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:34:44.201386 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ac4515-5aa3-4647-8fbf-c203ebd13d12 None None] Attempting to bind port bae6ef97-4875-4dba-93fb-f6c7432b888d on network b2ce5d81-00e7-4a11-aeea-6022658e3866 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:34:44.213530 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ac4515-5aa3-4647-8fbf-c203ebd13d12 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:34:44.214401 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ac4515-5aa3-4647-8fbf-c203ebd13d12 None None] Checking segment: {'id': 'e9e46145-637d-40f4-baac-510241bd29ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2ce5d81-00e7-4a11-aeea-6022658e3866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:34:44.216593 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-54ac4515-5aa3-4647-8fbf-c203ebd13d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:44.217260 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ac4515-5aa3-4647-8fbf-c203ebd13d12 None None] Bound using segment: {'id': 'e9e46145-637d-40f4-baac-510241bd29ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2ce5d81-00e7-4a11-aeea-6022658e3866'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:34:44.233523 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-54ac4515-5aa3-4647-8fbf-c203ebd13d12 None None] Bound port: bae6ef97-4875-4dba-93fb-f6c7432b888d, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e46145-637d-40f4-baac-510241bd29ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2ce5d81-00e7-4a11-aeea-6022658e3866'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:34:44.234803 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-54ac4515-5aa3-4647-8fbf-c203ebd13d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:44.245641 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5aaedd3a-91cb-43cb-9d1c-03e2c34c039c tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:44.262368 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-153346f1-1b64-427d-92e8-4a40a60942c2 req-de5c944e-5a7b-4346-a4b4-d9ccdd48518c service neutron] 10.222.0.41 "GET /v2.0/networks/454532c7-40fb-42bd-9211-3c22a0ad07f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530870 Dec 17 15:34:44.301551 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ef6f0e00-66d8-464b-a1ef-7ccf9e90758b up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:34:44.390608 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-54ac4515-5aa3-4647-8fbf-c203ebd13d12 None None] For port bae6ef97-4875-4dba-93fb-f6c7432b888d, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:34:44.401500 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-54ac4515-5aa3-4647-8fbf-c203ebd13d12 None None] For port bae6ef97-4875-4dba-93fb-f6c7432b888d, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=bae6ef97-4875-4dba-93fb-f6c7432b888d,segment=NetworkSegment(e9e46145-637d-40f4-baac-510241bd29ea),segment_id=e9e46145-637d-40f4-baac-510241bd29ea)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:34:44.423349 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5aaedd3a-91cb-43cb-9d1c-03e2c34c039c tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:44.462450 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-5aaedd3a-91cb-43cb-9d1c-03e2c34c039c tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee34fe4b-944a-4d06-a3df-f1f58221fbe1']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:44.476563 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port ef6f0e00-66d8-464b-a1ef-7ccf9e90758b triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:44.478034 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:44.489074 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-5aaedd3a-91cb-43cb-9d1c-03e2c34c039c tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af8b8f80-158b-4e3b-9b45-19ff28b5c0f1') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:44.489362 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-5aaedd3a-91cb-43cb-9d1c-03e2c34c039c tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af8b8f80-158b-4e3b-9b45-19ff28b5c0f1') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:44.498837 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-128a24d8-1028-4892-aebb-f51d2f310c86 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:44.503408 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-153346f1-1b64-427d-92e8-4a40a60942c2 req-96810e0c-8ec5-46be-9276-a55de2f585d4 service neutron] 10.222.0.41 "GET /v2.0/networks/454532c7-40fb-42bd-9211-3c22a0ad07f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332819 Dec 17 15:34:44.505025 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5aaedd3a-91cb-43cb-9d1c-03e2c34c039c tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:44.511274 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-54ac4515-5aa3-4647-8fbf-c203ebd13d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:44.520829 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5aaedd3a-91cb-43cb-9d1c-03e2c34c039c tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:44.531114 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aaedd3a-91cb-43cb-9d1c-03e2c34c039c tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:34:44.531688 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5aaedd3a-91cb-43cb-9d1c-03e2c34c039c tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:44.534936 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:34:44.534936 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:34:44.534936 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:34:44.534936 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:34:44.534936 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:34:44.534936 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:34:44.534936 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:34:44.534936 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:34:44.534936 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:34:44.534936 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:34:44.534936 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:34:44.534936 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:34:44.534936 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:34:44.534936 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:34:44.534936 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:34:44.534936 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:34:44.534936 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:34:44.534936 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:34:44.534936 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:34:44.534936 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:34:44.534936 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:34:44.534936 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:34:44.534936 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:34:44.534936 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:34:44.534936 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:34:44.534936 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:34:44.534936 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:34:44.534936 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:34:44.534936 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:34:44.534936 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:34:44.534936 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:34:44.534936 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:34:44.605421 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac4515-5aa3-4647-8fbf-c203ebd13d12 None None] Pushing event updated for resources: {'Port': ['ID=bae6ef97-4875-4dba-93fb-f6c7432b888d,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:44.614739 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6079bae-5e4e-48ef-b4f1-4598a27d7f2e req-5820c1ad-e8aa-48a8-9bfa-8affdd69b2eb tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:44.617918 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f6079bae-5e4e-48ef-b4f1-4598a27d7f2e req-5820c1ad-e8aa-48a8-9bfa-8affdd69b2eb tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/ports?device_id=b97c73ea-5516-4830-a08d-9c2e185afa56 HTTP/1.1" status: 200 len: 943 time: 0.1322381 Dec 17 15:34:44.653286 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:44.681582 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port ef6f0e00-66d8-464b-a1ef-7ccf9e90758b, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ef6f0e00-66d8-464b-a1ef-7ccf9e90758b,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:34:44.687947 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f6079bae-5e4e-48ef-b4f1-4598a27d7f2e req-28083c31-4c62-4c2c-a550-f9ccbd532aeb tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50a0fda-15c8-4278-9a8f-3704fdc038b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645537 Dec 17 15:34:44.691998 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5aaedd3a-91cb-43cb-9d1c-03e2c34c039c tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:44.707457 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aaedd3a-91cb-43cb-9d1c-03e2c34c039c tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ee34fe4b-944a-4d06-a3df-f1f58221fbe1 {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 17 15:34:44.716785 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5aaedd3a-91cb-43cb-9d1c-03e2c34c039c tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:44.722038 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5aaedd3a-91cb-43cb-9d1c-03e2c34c039c tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] 10.222.0.46 "DELETE /v2.0/networks/ee34fe4b-944a-4d06-a3df-f1f58221fbe1 HTTP/1.1" status: 204 len: 168 time: 0.5862594 Dec 17 15:34:44.731767 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46696) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:44.738474 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-24426dbe-84c4-426f-b852-a8dad219b924 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Request body: {'network': {'name': 'tempest-network--2113202116', 'router:external': True}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:34:44.741726 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaedd3a-91cb-43cb-9d1c-03e2c34c039c tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Pushing event deleted for resources: {'Network': ['ID=ee34fe4b-944a-4d06-a3df-f1f58221fbe1,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:44.828418 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:44.857027 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24426dbe-84c4-426f-b852-a8dad219b924 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Made reservation on behalf of 411a33f41d4f49d0813e3feac4683db7 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:34:44.860300 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-24426dbe-84c4-426f-b852-a8dad219b924 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:44.897387 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24426dbe-84c4-426f-b852-a8dad219b924 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:34:44.917872 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-24426dbe-84c4-426f-b852-a8dad219b924 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:44.919719 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-24426dbe-84c4-426f-b852-a8dad219b924 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Added segment 2261437e-f082-4505-8ce8-f4ff40854291 of type vlan for network 81832261-2ee5-4e43-b4cf-37a57dde3e4a Dec 17 15:34:44.954166 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=ef6f0e00-66d8-464b-a1ef-7ccf9e90758b,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:45.019882 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46700) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:45.028961 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-128a24d8-1028-4892-aebb-f51d2f310c86 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Allocated IP 172.20.0.17 (b2ce5d81-00e7-4a11-aeea-6022658e3866/7c0d1002-a703-4050-8e5b-7a438bb8a882/0e371cb0-e6e6-47b5-b714-bb10d77b2e07) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:34:45.035465 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-24426dbe-84c4-426f-b852-a8dad219b924 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:45.127041 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-24426dbe-84c4-426f-b852-a8dad219b924 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:45.128015 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24426dbe-84c4-426f-b852-a8dad219b924 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:45.128600 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-24426dbe-84c4-426f-b852-a8dad219b924 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:45.226930 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ffc458f1-de3b-4238-a0df-e1410e2b8b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:45.228789 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-128a24d8-1028-4892-aebb-f51d2f310c86 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:45.232994 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-24426dbe-84c4-426f-b852-a8dad219b924 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4992809 Dec 17 15:34:45.235579 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46704) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:45.243865 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24426dbe-84c4-426f-b852-a8dad219b924 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Pushing event updated for resources: {'Network': ['ID=81832261-2ee5-4e43-b4cf-37a57dde3e4a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:45.274079 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 81832261-2ee5-4e43-b4cf-37a57dde3e4a details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:34:45.358248 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ffc458f1-de3b-4238-a0df-e1410e2b8b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:45.392087 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ce2e8d-2315-4a32-8462-1a7b8162aa29 tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:45.395354 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-54ce2e8d-2315-4a32-8462-1a7b8162aa29 tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] 10.222.0.46 "GET /v2.0/networks/81832261-2ee5-4e43-b4cf-37a57dde3e4a HTTP/1.1" status: 200 len: 757 time: 0.1582315 Dec 17 15:34:45.399932 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46708) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:45.444447 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-128a24d8-1028-4892-aebb-f51d2f310c86 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:45.479556 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ffc458f1-de3b-4238-a0df-e1410e2b8b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:45.518203 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128a24d8-1028-4892-aebb-f51d2f310c86 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Network b2ce5d81-00e7-4a11-aeea-6022658e3866 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:34:45.518880 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc458f1-de3b-4238-a0df-e1410e2b8b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7058ce5-cc6f-491b-9624-897988e188a1,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:45.525709 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-128a24d8-1028-4892-aebb-f51d2f310c86 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:34:45.526579 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ffc458f1-de3b-4238-a0df-e1410e2b8b7c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=04d8545250704c4580bbfa1092ebf2ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5056553 Dec 17 15:34:45.527551 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46710) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:45.533647 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385a4ac1-7752-4371-8c32-0f019db2f9b3 tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:45.535070 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-385a4ac1-7752-4371-8c32-0f019db2f9b3 tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] 10.222.0.46 "GET /v2.0/networks/b224cde5-3b78-4901-a563-962a360de97e HTTP/1.1" status: 200 len: 768 time: 0.1369345 Dec 17 15:34:45.535900 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128a24d8-1028-4892-aebb-f51d2f310c86 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:34:45.543405 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46712) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:45.545362 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a24d8-1028-4892-aebb-f51d2f310c86 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Pushing event updated for resources: {'Port': ['ID=0e371cb0-e6e6-47b5-b714-bb10d77b2e07,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:45.590097 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-128a24d8-1028-4892-aebb-f51d2f310c86 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:45.656926 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b16f124-b9dd-4214-9092-a0f78b2318cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:45.660431 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c29f1366-c345-4562-8556-6194aaf8d951 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:45.694079 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b16f124-b9dd-4214-9092-a0f78b2318cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:45.752437 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device dafa2711-b953-4b21-8b60-7cc1f1dc0e46 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:34:45.798943 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c29f1366-c345-4562-8556-6194aaf8d951 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:45.837077 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-c29f1366-c345-4562-8556-6194aaf8d951 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81832261-2ee5-4e43-b4cf-37a57dde3e4a']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:45.842498 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-128a24d8-1028-4892-aebb-f51d2f310c86 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:45.851463 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-c29f1366-c345-4562-8556-6194aaf8d951 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2261437e-f082-4505-8ce8-f4ff40854291') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:45.851996 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-c29f1366-c345-4562-8556-6194aaf8d951 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2261437e-f082-4505-8ce8-f4ff40854291') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:45.863602 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c29f1366-c345-4562-8556-6194aaf8d951 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:45.882038 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c29f1366-c345-4562-8556-6194aaf8d951 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:45.889078 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29f1366-c345-4562-8556-6194aaf8d951 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:34:45.891265 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c29f1366-c345-4562-8556-6194aaf8d951 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:45.926832 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port dafa2711-b953-4b21-8b60-7cc1f1dc0e46, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=dafa2711-b953-4b21-8b60-7cc1f1dc0e46,segment=NetworkSegment(41fa10a7-bd67-4035-b2d0-d296a7ac0edc),segment_id=41fa10a7-bd67-4035-b2d0-d296a7ac0edc)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:34:45.933097 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'dafa2711-b953-4b21-8b60-7cc1f1dc0e46', 'network_id': '454532c7-40fb-42bd-9211-3c22a0ad07f1', 'port_id': 'dafa2711-b953-4b21-8b60-7cc1f1dc0e46', 'mac_address': 'fa:16:3e:28:ba:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d76e887-8dcb-4ca9-9e24-1ef65dcdbc17', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:34:45.935678 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:34:45.935678 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:34:45.935678 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:34:45.935678 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:34:45.935678 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:34:45.935678 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:34:45.935678 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:34:45.935678 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:34:45.935678 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:34:45.935678 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:34:45.935678 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:34:45.935678 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:34:45.935678 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:34:45.935678 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:34:45.935678 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:34:45.935678 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:34:45.935678 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:34:45.935678 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:34:45.935678 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:34:45.935678 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:34:45.935678 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:34:45.935678 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:34:45.935678 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:34:45.935678 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:34:45.935678 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:34:45.935678 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:34:45.935678 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:34:45.935678 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:34:45.935678 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:34:45.935678 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:34:45.935678 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:34:45.935678 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:34:45.962521 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af32ee2-fb84-4034-8599-3adb58ac9460 req-1c688411-6ce8-44a4-8f74-4cbc6337bea0 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:45.964083 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2af32ee2-fb84-4034-8599-3adb58ac9460 req-1c688411-6ce8-44a4-8f74-4cbc6337bea0 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/ports?device_id=b97c73ea-5516-4830-a08d-9c2e185afa56 HTTP/1.1" status: 200 len: 943 time: 0.1669023 Dec 17 15:34:45.983612 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:45.998439 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dafa2711-b953-4b21-8b60-7cc1f1dc0e46 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:34:46.004403 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacc6a39-845b-4fe3-99a8-03879cba33e9 None None] Network b2ce5d81-00e7-4a11-aeea-6022658e3866 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:34:46.062226 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2af32ee2-fb84-4034-8599-3adb58ac9460 req-24050e96-0246-4578-a95f-3f90e7a29ae7 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50a0fda-15c8-4278-9a8f-3704fdc038b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913548 Dec 17 15:34:46.064792 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port dafa2711-b953-4b21-8b60-7cc1f1dc0e46, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=dafa2711-b953-4b21-8b60-7cc1f1dc0e46,segment=NetworkSegment(41fa10a7-bd67-4035-b2d0-d296a7ac0edc),segment_id=41fa10a7-bd67-4035-b2d0-d296a7ac0edc)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:34:46.107862 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-bdfb9cd3-5398-47f3-a327-8be394a424e3 None None] Provisioning complete for port bae6ef97-4875-4dba-93fb-f6c7432b888d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:46.108525 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bdfb9cd3-5398-47f3-a327-8be394a424e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:46.279200 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bdfb9cd3-5398-47f3-a327-8be394a424e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:46.293837 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-128a24d8-1028-4892-aebb-f51d2f310c86 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:46.316956 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ef6f0e00-66d8-464b-a1ef-7ccf9e90758b up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:34:46.345400 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-bdfb9cd3-5398-47f3-a327-8be394a424e3 None None] For port bae6ef97-4875-4dba-93fb-f6c7432b888d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=bae6ef97-4875-4dba-93fb-f6c7432b888d,segment=NetworkSegment(e9e46145-637d-40f4-baac-510241bd29ea),segment_id=e9e46145-637d-40f4-baac-510241bd29ea)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:34:46.359919 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b16f124-b9dd-4214-9092-a0f78b2318cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:46.362642 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b16f124-b9dd-4214-9092-a0f78b2318cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:46.373872 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3b16f124-b9dd-4214-9092-a0f78b2318cf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b7058ce5-cc6f-491b-9624-897988e188a1 HTTP/1.1" status: 204 len: 168 time: 0.8452985 Dec 17 15:34:46.376962 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:46.382476 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-128a24d8-1028-4892-aebb-f51d2f310c86 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:46.382941 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port ef6f0e00-66d8-464b-a1ef-7ccf9e90758b triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:46.383076 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c29f1366-c345-4562-8556-6194aaf8d951 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:46.383321 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:46.384698 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16f124-b9dd-4214-9092-a0f78b2318cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7058ce5-cc6f-491b-9624-897988e188a1,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:46.429841 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29f1366-c345-4562-8556-6194aaf8d951 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 81832261-2ee5-4e43-b4cf-37a57dde3e4a {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 17 15:34:46.431492 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f1366-c345-4562-8556-6194aaf8d951 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Pushing event deleted for resources: {'Network': ['ID=81832261-2ee5-4e43-b4cf-37a57dde3e4a,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:46.439693 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c29f1366-c345-4562-8556-6194aaf8d951 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:46.451762 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c29f1366-c345-4562-8556-6194aaf8d951 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] 10.222.0.46 "DELETE /v2.0/networks/81832261-2ee5-4e43-b4cf-37a57dde3e4a HTTP/1.1" status: 204 len: 168 time: 0.8987067 Dec 17 15:34:46.452544 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46720) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:46.461642 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-9f7496a3-bd46-4a4f-9d6f-c1833e26de83 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Request body: {'network': {'name': 'tempest-network--1421817208'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:34:46.463543 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bdfb9cd3-5398-47f3-a327-8be394a424e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:46.506287 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=dafa2711-b953-4b21-8b60-7cc1f1dc0e46,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:46.518447 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-128a24d8-1028-4892-aebb-f51d2f310c86 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:46.594560 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7496a3-bd46-4a4f-9d6f-c1833e26de83 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Made reservation on behalf of 411a33f41d4f49d0813e3feac4683db7 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:34:46.598885 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9f7496a3-bd46-4a4f-9d6f-c1833e26de83 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:46.605854 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb9cd3-5398-47f3-a327-8be394a424e3 None None] Pushing event updated for resources: {'Port': ['ID=bae6ef97-4875-4dba-93fb-f6c7432b888d,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:46.618483 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device bae6ef97-4875-4dba-93fb-f6c7432b888d up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:34:46.656528 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a24d8-1028-4892-aebb-f51d2f310c86 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Pushing event updated for resources: {'Port': ['ID=0e371cb0-e6e6-47b5-b714-bb10d77b2e07,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:46.662562 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f7496a3-bd46-4a4f-9d6f-c1833e26de83 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:34:46.686388 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9f7496a3-bd46-4a4f-9d6f-c1833e26de83 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:46.686730 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-9f7496a3-bd46-4a4f-9d6f-c1833e26de83 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Added segment 362472eb-ee51-4496-881a-8459af07c7ff of type vlan for network 9fc88529-667c-4a5c-8638-72358ac23727 Dec 17 15:34:46.709586 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-fa1b018b-7d27-432f-9fc1-f6621020dfd6 None None] Provisioning complete for port 0e371cb0-e6e6-47b5-b714-bb10d77b2e07 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:46.713782 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fa1b018b-7d27-432f-9fc1-f6621020dfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:46.733913 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128a24d8-1028-4892-aebb-f51d2f310c86 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Network b2ce5d81-00e7-4a11-aeea-6022658e3866 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:34:46.738269 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-128a24d8-1028-4892-aebb-f51d2f310c86 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:34:46.758027 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-fa1b018b-7d27-432f-9fc1-f6621020dfd6 None None] Port 0e371cb0-e6e6-47b5-b714-bb10d77b2e07 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:34:46.769447 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port bae6ef97-4875-4dba-93fb-f6c7432b888d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:46.769832 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:46.784513 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9f7496a3-bd46-4a4f-9d6f-c1833e26de83 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:46.827751 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-fa1b018b-7d27-432f-9fc1-f6621020dfd6 None None] Provisioning complete for port bae6ef97-4875-4dba-93fb-f6c7432b888d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:46.828137 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fa1b018b-7d27-432f-9fc1-f6621020dfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:46.958046 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['dafa2711-b953-4b21-8b60-7cc1f1dc0e46'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:34:46.992138 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128a24d8-1028-4892-aebb-f51d2f310c86 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Router 0d47f40d-a578-49a2-8dd3-891f56931599 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:34:47.102972 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9f7496a3-bd46-4a4f-9d6f-c1833e26de83 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:47.103958 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7496a3-bd46-4a4f-9d6f-c1833e26de83 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:47.104524 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9f7496a3-bd46-4a4f-9d6f-c1833e26de83 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:47.125200 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128a24d8-1028-4892-aebb-f51d2f310c86 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:34:47.147822 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-128a24d8-1028-4892-aebb-f51d2f310c86 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "PUT /v2.0/routers/0d47f40d-a578-49a2-8dd3-891f56931599/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9905314 Dec 17 15:34:47.147822 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46732) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:47.150171 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-7eb8be1b-9c69-4855-81b8-c6191338efa9 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--65885676', 'description': 'tempest-secgroup_access--65885676 description', 'project_id': '8a34d23e4334452eba0b24e500167ab7'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:34:47.210137 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9f7496a3-bd46-4a4f-9d6f-c1833e26de83 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7559888 Dec 17 15:34:47.213419 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46736) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:47.219002 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-d32ac458-416d-43bc-8ba5-91509b68dd3b tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:34:47.222725 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7496a3-bd46-4a4f-9d6f-c1833e26de83 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Pushing event updated for resources: {'Network': ['ID=9fc88529-667c-4a5c-8638-72358ac23727,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:47.244187 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 9fc88529-667c-4a5c-8638-72358ac23727 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:34:47.287280 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-270cb5a9-eea1-4f75-8d23-cec42ae59287 None None] Provisioning complete for port 0e371cb0-e6e6-47b5-b714-bb10d77b2e07 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:47.287707 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-270cb5a9-eea1-4f75-8d23-cec42ae59287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:47.289132 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47efe4f-429c-40f6-a0b6-710c96cf6890 req-32ce13c3-1176-43f0-acf4-8949a5205a4e tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:47.300432 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b47efe4f-429c-40f6-a0b6-710c96cf6890 req-32ce13c3-1176-43f0-acf4-8949a5205a4e tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/ports?device_id=b97c73ea-5516-4830-a08d-9c2e185afa56 HTTP/1.1" status: 200 len: 944 time: 0.1381061 Dec 17 15:34:47.334309 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7eb8be1b-9c69-4855-81b8-c6191338efa9 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:47.357336 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd63acd-b1da-4256-8a43-e56c81cf55ea None None] Sync routers for ids ['0d47f40d-a578-49a2-8dd3-891f56931599'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:34:47.368783 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd63acd-b1da-4256-8a43-e56c81cf55ea None None] Routers {'0d47f40d-a578-49a2-8dd3-891f56931599'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:34:47.371555 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-bcd63acd-b1da-4256-8a43-e56c81cf55ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:34:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0d47f40d-a578-49a2-8dd3-891f56931599'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:47.371715 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-270cb5a9-eea1-4f75-8d23-cec42ae59287 None None] Port 0e371cb0-e6e6-47b5-b714-bb10d77b2e07 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:34:47.377742 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b47efe4f-429c-40f6-a0b6-710c96cf6890 req-3edb2084-4754-484d-ac4d-a2b9caf9a0d3 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50a0fda-15c8-4278-9a8f-3704fdc038b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712616 Dec 17 15:34:47.443404 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d32ac458-416d-43bc-8ba5-91509b68dd3b tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:47.447123 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7eb8be1b-9c69-4855-81b8-c6191338efa9 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:47.498558 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-67fe894b-d7e3-44a7-bc55-83b4054ead34 None None] Provisioning complete for port 0e371cb0-e6e6-47b5-b714-bb10d77b2e07 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:47.498803 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-67fe894b-d7e3-44a7-bc55-83b4054ead34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:47.536843 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7eb8be1b-9c69-4855-81b8-c6191338efa9 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:47.546564 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-67fe894b-d7e3-44a7-bc55-83b4054ead34 None None] Port 0e371cb0-e6e6-47b5-b714-bb10d77b2e07 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:34:47.565651 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d32ac458-416d-43bc-8ba5-91509b68dd3b tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:47.575290 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d32ac458-416d-43bc-8ba5-91509b68dd3b tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Network 9fc88529-667c-4a5c-8638-72358ac23727 is not hosted by any dhcp agent {{(pid=102833) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 17 15:34:47.576430 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32ac458-416d-43bc-8ba5-91509b68dd3b tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:47.577331 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d32ac458-416d-43bc-8ba5-91509b68dd3b tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:47.578927 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d32ac458-416d-43bc-8ba5-91509b68dd3b tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] 10.222.0.46 "PUT /v2.0/networks/9fc88529-667c-4a5c-8638-72358ac23727 HTTP/1.1" status: 200 len: 858 time: 0.3643720 Dec 17 15:34:47.584169 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8be1b-9c69-4855-81b8-c6191338efa9 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2e33c4-04ce-4628-940b-9917df496230,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:47.598600 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-bcd63acd-b1da-4256-8a43-e56c81cf55ea None None] Set router 0d47f40d-a578-49a2-8dd3-891f56931599 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:34:47.599669 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46748) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:47.638791 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ac458-416d-43bc-8ba5-91509b68dd3b tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Pushing event updated for resources: {'Network': ['ID=9fc88529-667c-4a5c-8638-72358ac23727,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:47.703855 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7eb8be1b-9c69-4855-81b8-c6191338efa9 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:47.705361 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7eb8be1b-9c69-4855-81b8-c6191338efa9 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5601282 Dec 17 15:34:47.709384 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46754) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:47.717848 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-747b4dbd-0b9e-414b-9968-37a3fdb852f8 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1767579053', 'description': 'tempest-secgroup_general--1767579053 description', 'project_id': '8a34d23e4334452eba0b24e500167ab7'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:34:47.743573 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-61f2b310-e119-4706-9208-23426dfdbd32 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:47.824994 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-bcd63acd-b1da-4256-8a43-e56c81cf55ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'name': 'tempest-TestSecurityGroupsBasicOps-router-20163770', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'ef6f0e00-66d8-464b-a1ef-7ccf9e90758b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:34:38Z', 'updated_at': '2021-12-17T15:34:45Z', 'revision_number': 4, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'gw_port': {'id': 'ef6f0e00-66d8-464b-a1ef-7ccf9e90758b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:39Z', 'updated_at': '2021-12-17T15:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '0e371cb0-e6e6-47b5-b714-bb10d77b2e07', 'name': '', 'network_id': 'b2ce5d81-00e7-4a11-aeea-6022658e3866', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'mac_address': 'fa:16:3e:f5:47:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '7c0d1002-a703-4050-8e5b-7a438bb8a882', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:44Z', 'updated_at': '2021-12-17T15:34:46Z', 'revision_number': 2, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'subnets': [{'id': '7c0d1002-a703-4050-8e5b-7a438bb8a882', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:47.833198 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-61f2b310-e119-4706-9208-23426dfdbd32 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:47.839709 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-747b4dbd-0b9e-414b-9968-37a3fdb852f8 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:47.855577 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-61f2b310-e119-4706-9208-23426dfdbd32 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc88529-667c-4a5c-8638-72358ac23727']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:47.861872 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd63acd-b1da-4256-8a43-e56c81cf55ea None None] Checking router: 0d47f40d-a578-49a2-8dd3-891f56931599 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:34:47.862228 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd63acd-b1da-4256-8a43-e56c81cf55ea None None] Updating router 0d47f40d-a578-49a2-8dd3-891f56931599 port 0e371cb0-e6e6-47b5-b714-bb10d77b2e07 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:34:47.867215 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-61f2b310-e119-4706-9208-23426dfdbd32 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '362472eb-ee51-4496-881a-8459af07c7ff') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:47.867215 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-61f2b310-e119-4706-9208-23426dfdbd32 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '362472eb-ee51-4496-881a-8459af07c7ff') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:47.878160 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-61f2b310-e119-4706-9208-23426dfdbd32 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:47.895415 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-bcd63acd-b1da-4256-8a43-e56c81cf55ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:47.916625 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-61f2b310-e119-4706-9208-23426dfdbd32 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:47.931641 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f2b310-e119-4706-9208-23426dfdbd32 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:34:47.932051 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-61f2b310-e119-4706-9208-23426dfdbd32 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:47.937264 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:34:47.937264 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:34:47.937264 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:34:47.937264 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:34:47.937264 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:34:47.937264 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:34:47.937264 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:34:47.937264 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:34:47.937264 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:34:47.937264 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:34:47.937264 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:34:47.937264 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:34:47.937264 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:34:47.937264 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:34:47.937264 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:34:47.937264 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:34:47.937264 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:34:47.937264 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:34:47.937264 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:34:47.937264 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:34:47.937264 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:34:47.937264 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:34:47.937264 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:34:47.937264 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:34:47.937264 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:34:47.937264 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:34:47.937264 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:34:47.937264 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:34:47.937264 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:34:47.937264 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:34:47.937264 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:34:47.937264 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:34:47.945869 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-747b4dbd-0b9e-414b-9968-37a3fdb852f8 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:48.028113 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-747b4dbd-0b9e-414b-9968-37a3fdb852f8 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:48.057252 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b4dbd-0b9e-414b-9968-37a3fdb852f8 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95e31c4a-4e31-4c5e-8f16-4d484af241d0,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:48.119793 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-61f2b310-e119-4706-9208-23426dfdbd32 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:48.122406 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-747b4dbd-0b9e-414b-9968-37a3fdb852f8 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:48.123723 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-747b4dbd-0b9e-414b-9968-37a3fdb852f8 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4126818 Dec 17 15:34:48.126774 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46760) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:48.131571 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f2b310-e119-4706-9208-23426dfdbd32 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9fc88529-667c-4a5c-8638-72358ac23727 {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 17 15:34:48.133277 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-61f2b310-e119-4706-9208-23426dfdbd32 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:48.134812 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-dafd05e0-1ef6-44db-b0df-55f3d093d9fa tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Request body: {'security_group_rule': {'security_group_id': '9d2e33c4-04ce-4628-940b-9917df496230', 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:34:48.136716 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-61f2b310-e119-4706-9208-23426dfdbd32 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] 10.222.0.46 "DELETE /v2.0/networks/9fc88529-667c-4a5c-8638-72358ac23727 HTTP/1.1" status: 204 len: 168 time: 0.5356767 Dec 17 15:34:48.150713 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46762) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:48.159290 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2b310-e119-4706-9208-23426dfdbd32 tempest-ExternalNetworksTestJSON-1437842166 tempest-ExternalNetworksTestJSON-1437842166-project-admin] Pushing event deleted for resources: {'Network': ['ID=9fc88529-667c-4a5c-8638-72358ac23727,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:48.167170 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device bae6ef97-4875-4dba-93fb-f6c7432b888d up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:34:48.185821 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-725b098b-6ffc-4504-bdbd-210c9a759bfb tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] DELETE failed (client error): The resource could not be found. Dec 17 15:34:48.186322 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-725b098b-6ffc-4504-bdbd-210c9a759bfb tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:34:48.189414 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-725b098b-6ffc-4504-bdbd-210c9a759bfb tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] 10.222.0.46 "DELETE /v2.0/subnets/a01d977b-fc8d-412a-baad-c75e06ea3192 HTTP/1.1" status: 404 len: 337 time: 0.0374479 Dec 17 15:34:48.191802 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46764) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:48.243007 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-bcd63acd-b1da-4256-8a43-e56c81cf55ea None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:48.269985 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dafd05e0-1ef6-44db-b0df-55f3d093d9fa tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:48.280788 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-146069f2-0a57-423c-b81b-d970387514af tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:48.310589 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port bae6ef97-4875-4dba-93fb-f6c7432b888d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:48.311113 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:48.352407 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-bcd63acd-b1da-4256-8a43-e56c81cf55ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:48.387470 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-146069f2-0a57-423c-b81b-d970387514af tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:48.423192 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dafd05e0-1ef6-44db-b0df-55f3d093d9fa tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:48.434546 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-146069f2-0a57-423c-b81b-d970387514af tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b224cde5-3b78-4901-a563-962a360de97e']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:48.456537 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-146069f2-0a57-423c-b81b-d970387514af tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e0c9cd-5315-42e5-810c-816a2a46450c') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:48.456855 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-146069f2-0a57-423c-b81b-d970387514af tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e0c9cd-5315-42e5-810c-816a2a46450c') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:48.466119 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd551d-d045-4df8-8d2a-d7ef95f97c83 None None] Pushing event updated for resources: {'Port': ['ID=0e371cb0-e6e6-47b5-b714-bb10d77b2e07,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:48.478262 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-146069f2-0a57-423c-b81b-d970387514af tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:48.533435 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-146069f2-0a57-423c-b81b-d970387514af tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:48.538143 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dafd05e0-1ef6-44db-b0df-55f3d093d9fa tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:48.540532 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-146069f2-0a57-423c-b81b-d970387514af tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:34:48.541014 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-146069f2-0a57-423c-b81b-d970387514af tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:48.547110 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-bcd63acd-b1da-4256-8a43-e56c81cf55ea None None] Attempting to bind port 0e371cb0-e6e6-47b5-b714-bb10d77b2e07 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:34:48.547951 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-bcd63acd-b1da-4256-8a43-e56c81cf55ea None None] Attempting to bind port 0e371cb0-e6e6-47b5-b714-bb10d77b2e07 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'e9e46145-637d-40f4-baac-510241bd29ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2ce5d81-00e7-4a11-aeea-6022658e3866'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:34:48.547951 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd63acd-b1da-4256-8a43-e56c81cf55ea None None] Attempting to bind port 0e371cb0-e6e6-47b5-b714-bb10d77b2e07 on network b2ce5d81-00e7-4a11-aeea-6022658e3866 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:34:48.554100 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd63acd-b1da-4256-8a43-e56c81cf55ea None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:34:48.554469 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd63acd-b1da-4256-8a43-e56c81cf55ea None None] Checking segment: {'id': 'e9e46145-637d-40f4-baac-510241bd29ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2ce5d81-00e7-4a11-aeea-6022658e3866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:34:48.555117 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-bcd63acd-b1da-4256-8a43-e56c81cf55ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:48.555685 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd63acd-b1da-4256-8a43-e56c81cf55ea None None] Bound using segment: {'id': 'e9e46145-637d-40f4-baac-510241bd29ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2ce5d81-00e7-4a11-aeea-6022658e3866'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:34:48.556324 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-bcd63acd-b1da-4256-8a43-e56c81cf55ea None None] Bound port: 0e371cb0-e6e6-47b5-b714-bb10d77b2e07, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e46145-637d-40f4-baac-510241bd29ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2ce5d81-00e7-4a11-aeea-6022658e3866'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:34:48.556939 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-bcd63acd-b1da-4256-8a43-e56c81cf55ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:48.580330 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd05e0-1ef6-44db-b0df-55f3d093d9fa tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b63037-3651-4618-b23f-90e4b65754fc,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:48.610941 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:34:48.610941 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:34:48.610941 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:34:48.610941 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:34:48.610941 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:34:48.610941 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:34:48.610941 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:34:48.610941 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:34:48.610941 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:34:48.610941 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:34:48.610941 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:34:48.610941 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:34:48.610941 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:34:48.610941 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:34:48.610941 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:34:48.610941 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:34:48.610941 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:34:48.610941 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:34:48.610941 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:34:48.610941 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:34:48.610941 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:34:48.610941 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:34:48.610941 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:34:48.610941 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:34:48.610941 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:34:48.610941 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:34:48.610941 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:34:48.610941 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:34:48.610941 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:34:48.610941 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:34:48.610941 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:34:48.610941 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:34:48.647414 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9b072-66a9-4c76-bc3c-821dd78382e2 req-f081f555-2429-4fd1-82a3-0e9da29e1abb tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:48.648996 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-93b9b072-66a9-4c76-bc3c-821dd78382e2 req-f081f555-2429-4fd1-82a3-0e9da29e1abb tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/ports?device_id=b97c73ea-5516-4830-a08d-9c2e185afa56 HTTP/1.1" status: 200 len: 944 time: 0.1734836 Dec 17 15:34:48.655963 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-bcd63acd-b1da-4256-8a43-e56c81cf55ea None None] For port 0e371cb0-e6e6-47b5-b714-bb10d77b2e07, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:34:48.659213 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-bcd63acd-b1da-4256-8a43-e56c81cf55ea None None] For port 0e371cb0-e6e6-47b5-b714-bb10d77b2e07, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=0e371cb0-e6e6-47b5-b714-bb10d77b2e07,segment=NetworkSegment(e9e46145-637d-40f4-baac-510241bd29ea),segment_id=e9e46145-637d-40f4-baac-510241bd29ea)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:34:48.699179 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dafd05e0-1ef6-44db-b0df-55f3d093d9fa tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:48.700499 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-93b9b072-66a9-4c76-bc3c-821dd78382e2 req-90284f72-44a6-4df9-b9b0-915549ad7f60 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50a0fda-15c8-4278-9a8f-3704fdc038b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421093 Dec 17 15:34:48.709436 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-dafd05e0-1ef6-44db-b0df-55f3d093d9fa tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5775042 Dec 17 15:34:48.742489 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-146069f2-0a57-423c-b81b-d970387514af tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:48.756555 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-146069f2-0a57-423c-b81b-d970387514af tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:48.757580 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-146069f2-0a57-423c-b81b-d970387514af tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] 10.222.0.46 "DELETE /v2.0/networks/b224cde5-3b78-4901-a563-962a360de97e HTTP/1.1" status: 204 len: 168 time: 0.5645268 Dec 17 15:34:48.771341 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-bcd63acd-b1da-4256-8a43-e56c81cf55ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:48.814364 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-f7ec64a2-f1d3-468b-a713-4f6f991d02a9 None None] Provisioning complete for port 0e371cb0-e6e6-47b5-b714-bb10d77b2e07 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:48.814735 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f7ec64a2-f1d3-468b-a713-4f6f991d02a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:48.820459 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146069f2-0a57-423c-b81b-d970387514af tempest-ExternalNetworksTestJSON-679663131 tempest-ExternalNetworksTestJSON-679663131-project] Pushing event deleted for resources: {'Network': ['ID=b224cde5-3b78-4901-a563-962a360de97e,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:48.926573 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd63acd-b1da-4256-8a43-e56c81cf55ea None None] Routers {'0d47f40d-a578-49a2-8dd3-891f56931599'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:34:48.927760 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-bcd63acd-b1da-4256-8a43-e56c81cf55ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:34:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0d47f40d-a578-49a2-8dd3-891f56931599'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:49.009222 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd551d-d045-4df8-8d2a-d7ef95f97c83 None None] Pushing event updated for resources: {'Port': ['ID=0e371cb0-e6e6-47b5-b714-bb10d77b2e07,revision_number=4']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:49.024461 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f7ec64a2-f1d3-468b-a713-4f6f991d02a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:49.052727 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-332393f9-2f8f-44bc-ae14-f8bf82de1217 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup_general--1767579053&fields=id&tenant_id=8a34d23e4334452eba0b24e500167ab7 HTTP/1.1" status: 200 len: 267 time: 0.0531716 Dec 17 15:34:49.079626 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-f7ec64a2-f1d3-468b-a713-4f6f991d02a9 None None] For port 0e371cb0-e6e6-47b5-b714-bb10d77b2e07, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=0e371cb0-e6e6-47b5-b714-bb10d77b2e07,segment=NetworkSegment(e9e46145-637d-40f4-baac-510241bd29ea),segment_id=e9e46145-637d-40f4-baac-510241bd29ea)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:34:49.079900 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-bcd63acd-b1da-4256-8a43-e56c81cf55ea None None] Set router 0d47f40d-a578-49a2-8dd3-891f56931599 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:34:49.113083 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-cd1acdbf-1c79-4a4d-895f-8650db9d348a tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup_access--65885676&fields=id&tenant_id=8a34d23e4334452eba0b24e500167ab7 HTTP/1.1" status: 200 len: 267 time: 0.0589015 Dec 17 15:34:49.154101 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f7ec64a2-f1d3-468b-a713-4f6f991d02a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:49.214764 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec64a2-f1d3-468b-a713-4f6f991d02a9 None None] Pushing event updated for resources: {'Port': ['ID=0e371cb0-e6e6-47b5-b714-bb10d77b2e07,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:49.268443 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-957b92a5-f1aa-4206-8d10-eba4f7767204 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:49.276457 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-957b92a5-f1aa-4206-8d10-eba4f7767204 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/networks?id=b2ce5d81-00e7-4a11-aeea-6022658e3866 HTTP/1.1" status: 200 len: 797 time: 0.1623857 Dec 17 15:34:49.285173 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-813844fb-f514-49a7-97df-81159222953a None None] Provisioning complete for port 0e371cb0-e6e6-47b5-b714-bb10d77b2e07 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:49.292411 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-813844fb-f514-49a7-97df-81159222953a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:49.292801 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-c3311615-f742-4979-badd-1b4830cad9eb tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/quotas/8a34d23e4334452eba0b24e500167ab7 HTTP/1.1" status: 200 len: 375 time: 0.0152562 Dec 17 15:34:49.354814 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-f401a79e-a63d-4f73-be24-56e95828b071 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8a34d23e4334452eba0b24e500167ab7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610244 Dec 17 15:34:49.423418 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-bcd63acd-b1da-4256-8a43-e56c81cf55ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'name': 'tempest-TestSecurityGroupsBasicOps-router-20163770', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'ef6f0e00-66d8-464b-a1ef-7ccf9e90758b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:34:38Z', 'updated_at': '2021-12-17T15:34:45Z', 'revision_number': 4, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'gw_port': {'id': 'ef6f0e00-66d8-464b-a1ef-7ccf9e90758b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:39Z', 'updated_at': '2021-12-17T15:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '0e371cb0-e6e6-47b5-b714-bb10d77b2e07', 'name': '', 'network_id': 'b2ce5d81-00e7-4a11-aeea-6022658e3866', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'mac_address': 'fa:16:3e:f5:47:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '7c0d1002-a703-4050-8e5b-7a438bb8a882', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:44Z', 'updated_at': '2021-12-17T15:34:48Z', 'revision_number': 4, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'subnets': [{'id': '7c0d1002-a703-4050-8e5b-7a438bb8a882', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:49.460819 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd63acd-b1da-4256-8a43-e56c81cf55ea None None] The sync data for ids ['0d47f40d-a578-49a2-8dd3-891f56931599'] in n-d-820553-2 is: [{'id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'name': 'tempest-TestSecurityGroupsBasicOps-router-20163770', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'ef6f0e00-66d8-464b-a1ef-7ccf9e90758b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:34:38Z', 'updated_at': '2021-12-17T15:34:45Z', 'revision_number': 4, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'gw_port': {'id': 'ef6f0e00-66d8-464b-a1ef-7ccf9e90758b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:39Z', 'updated_at': '2021-12-17T15:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '0e371cb0-e6e6-47b5-b714-bb10d77b2e07', 'name': '', 'network_id': 'b2ce5d81-00e7-4a11-aeea-6022658e3866', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'mac_address': 'fa:16:3e:f5:47:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '7c0d1002-a703-4050-8e5b-7a438bb8a882', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:44Z', 'updated_at': '2021-12-17T15:34:48Z', 'revision_number': 4, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'subnets': [{'id': '7c0d1002-a703-4050-8e5b-7a438bb8a882', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:34:49.487466 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46798) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:49.538564 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-c0c45048-57de-4aa5-be9b-54dfa9249b57 service neutron] 10.222.0.46 "GET /v2.0/networks/b2ce5d81-00e7-4a11-aeea-6022658e3866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516790 Dec 17 15:34:49.673998 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-72630a2b-392a-46c2-af42-dcaf8df98d5d service neutron] 10.222.0.46 "GET /v2.0/networks/b2ce5d81-00e7-4a11-aeea-6022658e3866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170204 Dec 17 15:34:49.758832 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device dafa2711-b953-4b21-8b60-7cc1f1dc0e46 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:34:49.775711 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46804) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:49.791874 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8b3c04b3-12bf-4e7a-9f8a-3c57956615c6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e8eb3c0af18b449d9028b16d2e529ebc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2978644 Dec 17 15:34:49.909196 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b3c5370e-5430-4165-8821-7e4ebee11ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:49.920972 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819370a-5cbc-4be6-844c-b4e2b696c1fb req-70af5e73-5fc7-415c-9eeb-678d543ea964 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:49.928488 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3819370a-5cbc-4be6-844c-b4e2b696c1fb req-70af5e73-5fc7-415c-9eeb-678d543ea964 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/ports?device_id=b97c73ea-5516-4830-a08d-9c2e185afa56 HTTP/1.1" status: 200 len: 944 time: 0.1214705 Dec 17 15:34:49.962115 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b3c5370e-5430-4165-8821-7e4ebee11ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:50.003553 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3819370a-5cbc-4be6-844c-b4e2b696c1fb req-6f34e483-294a-4172-829f-eedc5375a584 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50a0fda-15c8-4278-9a8f-3704fdc038b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721030 Dec 17 15:34:50.012118 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port dafa2711-b953-4b21-8b60-7cc1f1dc0e46 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:34:50.020325 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port dafa2711-b953-4b21-8b60-7cc1f1dc0e46 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:50.020712 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:50.108395 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b3c5370e-5430-4165-8821-7e4ebee11ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:50.114395 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b3c5370e-5430-4165-8821-7e4ebee11ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:50.119306 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b3c5370e-5430-4165-8821-7e4ebee11ed3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b78ef615-4485-4de0-968c-1208a68930fe HTTP/1.1" status: 204 len: 168 time: 0.3402181 Dec 17 15:34:50.140946 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5370e-5430-4165-8821-7e4ebee11ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78ef615-4485-4de0-968c-1208a68930fe,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:50.207366 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-952a9b5a-8cb9-449e-9e3d-359c233bff8b req-d8b10f65-12e0-40e9-9b7b-99f70f5eca4f tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?device_id=10756922-37fc-47aa-936a-4192eb823f27 HTTP/1.1" status: 200 len: 210 time: 0.0732157 Dec 17 15:34:50.263389 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:50.291355 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97c73ea-5516-4830-a08d-9c2e185afa56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dafa2711-b953-4b21-8b60-7cc1f1dc0e46'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:34:50.293717 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1532c1bf-478d-4e55-8cc3-da2a4dde1a46" -d '{"events": [{"server_uuid": "b97c73ea-5516-4830-a08d-9c2e185afa56", "name": "network-vif-plugged", "status": "completed", "tag": "dafa2711-b953-4b21-8b60-7cc1f1dc0e46"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:34:50.322071 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port dafa2711-b953-4b21-8b60-7cc1f1dc0e46, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=dafa2711-b953-4b21-8b60-7cc1f1dc0e46,segment=NetworkSegment(41fa10a7-bd67-4035-b2d0-d296a7ac0edc),segment_id=41fa10a7-bd67-4035-b2d0-d296a7ac0edc)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:34:50.338737 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 0e371cb0-e6e6-47b5-b714-bb10d77b2e07 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:34:50.402674 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:50.471812 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 0e371cb0-e6e6-47b5-b714-bb10d77b2e07 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:50.472193 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:50.535642 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=dafa2711-b953-4b21-8b60-7cc1f1dc0e46,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:50.621643 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ca800e-f26d-4cfa-b706-e04a90f74e49 x-openstack-request-id: req-02ca800e-f26d-4cfa-b706-e04a90f74e49 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:34:50.622046 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97c73ea-5516-4830-a08d-9c2e185afa56", "name": "network-vif-plugged", "status": "completed", "tag": "dafa2711-b953-4b21-8b60-7cc1f1dc0e46", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:34:50.622662 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-02ca800e-f26d-4cfa-b706-e04a90f74e49 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:34:50.629816 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97c73ea-5516-4830-a08d-9c2e185afa56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dafa2711-b953-4b21-8b60-7cc1f1dc0e46', 'code': 200} Dec 17 15:34:50.746036 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12fc693-660c-43ba-8397-75d8577e8346 req-90385c72-fd20-4aa1-958f-4217caa5d2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:50.748027 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f12fc693-660c-43ba-8397-75d8577e8346 req-90385c72-fd20-4aa1-958f-4217caa5d2ca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b97c73ea-5516-4830-a08d-9c2e185afa56 HTTP/1.1" status: 200 len: 1096 time: 0.0423911 Dec 17 15:34:50.797811 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f12fc693-660c-43ba-8397-75d8577e8346 req-40d8366a-5a85-41d5-8b78-486eaddac1cd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f50a0fda-15c8-4278-9a8f-3704fdc038b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430520 Dec 17 15:34:50.998574 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46832) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:51.047620 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-df3639ae-9e11-4a28-9dff-d04f489885fd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=411a33f41d4f49d0813e3feac4683db7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477793 Dec 17 15:34:51.050577 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46836) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:51.105957 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-162e22b6-c9c2-4a1d-9e81-d86c285f0642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:51.127806 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-162e22b6-c9c2-4a1d-9e81-d86c285f0642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:51.131874 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b2167-d107-4288-b6de-33ed75a4abd6 req-0eb95a16-4644-4385-b20a-11af03ee5766 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:51.133424 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-484b2167-d107-4288-b6de-33ed75a4abd6 req-0eb95a16-4644-4385-b20a-11af03ee5766 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/ports?device_id=b97c73ea-5516-4830-a08d-9c2e185afa56 HTTP/1.1" status: 200 len: 945 time: 0.0499434 Dec 17 15:34:51.172927 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-484b2167-d107-4288-b6de-33ed75a4abd6 req-8b2d5718-3180-44e5-9c34-9ce3ab6f3583 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50a0fda-15c8-4278-9a8f-3704fdc038b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332980 Dec 17 15:34:51.279751 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-162e22b6-c9c2-4a1d-9e81-d86c285f0642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:51.282449 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-162e22b6-c9c2-4a1d-9e81-d86c285f0642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:51.283648 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-162e22b6-c9c2-4a1d-9e81-d86c285f0642 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/33c00672-0e42-4d80-b41b-321509a7104a HTTP/1.1" status: 204 len: 168 time: 0.2316577 Dec 17 15:34:51.292009 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e22b6-c9c2-4a1d-9e81-d86c285f0642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c00672-0e42-4d80-b41b-321509a7104a,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:51.293670 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8f4bdedf-3d56-479c-bc79-3c79614c63b6 req-19239c26-9d90-475c-aa51-399cca679c12 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?device_id=10756922-37fc-47aa-936a-4192eb823f27 HTTP/1.1" status: 200 len: 210 time: 0.0397213 Dec 17 15:34:51.990485 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45c1a4-2ff6-4067-8f7a-bc2a55f223ee req-9360f423-7508-41a7-a59f-86e9dea3479d tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:51.993136 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fd45c1a4-2ff6-4067-8f7a-bc2a55f223ee req-9360f423-7508-41a7-a59f-86e9dea3479d tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 945 time: 0.0627522 Dec 17 15:34:52.034425 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fd45c1a4-2ff6-4067-8f7a-bc2a55f223ee req-befe6512-f249-4d90-92be-3b82694667d1 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350852 Dec 17 15:34:52.308240 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79935f3-9b15-4a7b-942c-3e9569d107df req-46a07f9b-f9ce-4a17-b1d0-9b1b8ebe7fa0 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:52.309799 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c79935f3-9b15-4a7b-942c-3e9569d107df req-46a07f9b-f9ce-4a17-b1d0-9b1b8ebe7fa0 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/ports?device_id=b97c73ea-5516-4830-a08d-9c2e185afa56 HTTP/1.1" status: 200 len: 945 time: 0.0560343 Dec 17 15:34:52.357229 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c79935f3-9b15-4a7b-942c-3e9569d107df req-dc68cd26-7613-4b0e-941a-6faad342fbc1 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50a0fda-15c8-4278-9a8f-3704fdc038b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412111 Dec 17 15:34:52.421857 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68a45cee-7bdd-4c30-9b6c-7f78fc2b5f49 req-8edbde92-6e29-4a7b-aabc-408d11026b1c tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?device_id=10756922-37fc-47aa-936a-4192eb823f27 HTTP/1.1" status: 200 len: 210 time: 0.0447948 Dec 17 15:34:52.809176 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-f0b624cc-dc8c-4001-b0f5-14e008b018ae tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:52.810892 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-f0b624cc-dc8c-4001-b0f5-14e008b018ae tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.13 "GET /v2.0/networks?id=b2ce5d81-00e7-4a11-aeea-6022658e3866 HTTP/1.1" status: 200 len: 797 time: 0.1177335 Dec 17 15:34:52.877265 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-32118a5c-dc5d-43d6-949f-891de6162bae tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a34d23e4334452eba0b24e500167ab7 HTTP/1.1" status: 200 len: 476 time: 0.0568204 Dec 17 15:34:52.907528 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-0ce3b7a2-c24d-4546-9f13-8e25ac293b52 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Request body: {'port': {'device_id': '10756922-37fc-47aa-936a-4192eb823f27', 'network_id': 'b2ce5d81-00e7-4a11-aeea-6022658e3866', 'admin_state_up': True, 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'security_groups': ['95e31c4a-4e31-4c5e-8f16-4d484af241d0', '9d2e33c4-04ce-4628-940b-9917df496230']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:34:53.172361 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe845b27-603c-43b9-be53-dbf18aa34463 req-e2be600f-afa8-47d6-be41-73edbe5d2382 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:53.173785 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fe845b27-603c-43b9-be53-dbf18aa34463 req-e2be600f-afa8-47d6-be41-73edbe5d2382 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 945 time: 0.0596941 Dec 17 15:34:53.181865 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-0ce3b7a2-c24d-4546-9f13-8e25ac293b52 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Made reservation on behalf of 8a34d23e4334452eba0b24e500167ab7 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:34:53.185481 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-0ce3b7a2-c24d-4546-9f13-8e25ac293b52 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:53.215636 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fe845b27-603c-43b9-be53-dbf18aa34463 req-6db0e5ab-b642-4230-bf0d-a4f8ecb22f93 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346062 Dec 17 15:34:53.332053 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-0ce3b7a2-c24d-4546-9f13-8e25ac293b52 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Allocated IP 172.20.0.23 (b2ce5d81-00e7-4a11-aeea-6022658e3866/7c0d1002-a703-4050-8e5b-7a438bb8a882/e16e1372-d6db-41e2-92dc-8f21c32bc5cc) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:34:53.437469 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46902) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:53.495262 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b373be-f61c-43e1-99a8-73bcb4de3778 req-31a20e88-ffda-4a65-b4ec-6e2e13f3d446 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:53.497275 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-01b373be-f61c-43e1-99a8-73bcb4de3778 req-31a20e88-ffda-4a65-b4ec-6e2e13f3d446 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/ports?device_id=b97c73ea-5516-4830-a08d-9c2e185afa56 HTTP/1.1" status: 200 len: 945 time: 0.0533273 Dec 17 15:34:53.516628 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-0ce3b7a2-c24d-4546-9f13-8e25ac293b52 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:53.527001 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a7f3745-deba-440b-851b-6ebc41ffbd52 req-5fe36709-7352-4749-9c92-c8584e909fed tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?device_id=10756922-37fc-47aa-936a-4192eb823f27 HTTP/1.1" status: 200 len: 210 time: 0.0269899 Dec 17 15:34:53.561446 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-01b373be-f61c-43e1-99a8-73bcb4de3778 req-babffb14-ab8e-4fad-b100-f6dca073214d tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50a0fda-15c8-4278-9a8f-3704fdc038b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364578 Dec 17 15:34:53.580548 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-2ab2d863-4f1c-49c6-82a6-441c3e3c0a11 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1480320734', 'router:external': True}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:34:53.611318 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-0ce3b7a2-c24d-4546-9f13-8e25ac293b52 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:53.655349 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-0ce3b7a2-c24d-4546-9f13-8e25ac293b52 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Network b2ce5d81-00e7-4a11-aeea-6022658e3866 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:34:53.658538 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-0ce3b7a2-c24d-4546-9f13-8e25ac293b52 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:34:53.662724 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-0ce3b7a2-c24d-4546-9f13-8e25ac293b52 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:34:53.679532 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab2d863-4f1c-49c6-82a6-441c3e3c0a11 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Made reservation on behalf of 71e75d152e674033b662c63e93cdef14 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:34:53.682598 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2ab2d863-4f1c-49c6-82a6-441c3e3c0a11 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:53.693921 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2ab2d863-4f1c-49c6-82a6-441c3e3c0a11 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:53.695206 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3b7a2-c24d-4546-9f13-8e25ac293b52 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Pushing event updated for resources: {'Port': ['ID=e16e1372-d6db-41e2-92dc-8f21c32bc5cc,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:53.734785 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-0ce3b7a2-c24d-4546-9f13-8e25ac293b52 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:53.735423 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-0ce3b7a2-c24d-4546-9f13-8e25ac293b52 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:53.802458 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-0ce3b7a2-c24d-4546-9f13-8e25ac293b52 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.9195809 Dec 17 15:34:53.815673 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-e0cdc924-53bf-4c6a-a3ca-50e580b936d2 service neutron] Request body: {'port': {'device_id': '10756922-37fc-47aa-936a-4192eb823f27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:34:53.830581 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2ab2d863-4f1c-49c6-82a6-441c3e3c0a11 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:53.886791 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-e0cdc924-53bf-4c6a-a3ca-50e580b936d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:53.890111 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2ab2d863-4f1c-49c6-82a6-441c3e3c0a11 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:53.919112 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab2d863-4f1c-49c6-82a6-441c3e3c0a11 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:34:53.929919 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2d863-4f1c-49c6-82a6-441c3e3c0a11 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e662e7e-aea3-4513-bd58-519d2ce1f766,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:53.934806 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2ab2d863-4f1c-49c6-82a6-441c3e3c0a11 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:53.935158 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-2ab2d863-4f1c-49c6-82a6-441c3e3c0a11 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Added segment 7a7f546b-5c9d-4f91-8fa5-36dfd8e1b2ec of type vlan for network ced09035-0039-4a3d-bb21-9b914c17adc0 Dec 17 15:34:53.948011 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2d863-4f1c-49c6-82a6-441c3e3c0a11 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:53.949717 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2d863-4f1c-49c6-82a6-441c3e3c0a11 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:53.949717 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2d863-4f1c-49c6-82a6-441c3e3c0a11 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:53.949717 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2d863-4f1c-49c6-82a6-441c3e3c0a11 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:53.949717 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2d863-4f1c-49c6-82a6-441c3e3c0a11 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:53.949717 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2d863-4f1c-49c6-82a6-441c3e3c0a11 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:53.950410 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2d863-4f1c-49c6-82a6-441c3e3c0a11 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:53.950562 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2d863-4f1c-49c6-82a6-441c3e3c0a11 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:53.950759 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2d863-4f1c-49c6-82a6-441c3e3c0a11 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:53.951108 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2d863-4f1c-49c6-82a6-441c3e3c0a11 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:53.951410 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2d863-4f1c-49c6-82a6-441c3e3c0a11 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:53.951731 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab2d863-4f1c-49c6-82a6-441c3e3c0a11 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:34:53.996324 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a0a97eab-7b57-492a-a9c8-49707d9b09db None None] Provisioning complete for port e16e1372-d6db-41e2-92dc-8f21c32bc5cc triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:34:53.996870 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a0a97eab-7b57-492a-a9c8-49707d9b09db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:54.008643 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2ab2d863-4f1c-49c6-82a6-441c3e3c0a11 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:54.040159 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-a0a97eab-7b57-492a-a9c8-49707d9b09db None None] Port e16e1372-d6db-41e2-92dc-8f21c32bc5cc cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:34:54.181677 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2ab2d863-4f1c-49c6-82a6-441c3e3c0a11 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:54.182587 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab2d863-4f1c-49c6-82a6-441c3e3c0a11 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:54.183112 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-e0cdc924-53bf-4c6a-a3ca-50e580b936d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e16e1372-d6db-41e2-92dc-8f21c32bc5cc {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:34:54.183236 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2ab2d863-4f1c-49c6-82a6-441c3e3c0a11 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:54.191461 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-e0cdc924-53bf-4c6a-a3ca-50e580b936d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:54.205398 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-e0cdc924-53bf-4c6a-a3ca-50e580b936d2 service neutron] Transition to ACTIVE for port object e16e1372-d6db-41e2-92dc-8f21c32bc5cc will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:34:54.245000 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2d863-4f1c-49c6-82a6-441c3e3c0a11 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Pushing event updated for resources: {'Network': ['ID=ced09035-0039-4a3d-bb21-9b914c17adc0,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:54.263023 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network ced09035-0039-4a3d-bb21-9b914c17adc0 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:34:54.274159 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-e0cdc924-53bf-4c6a-a3ca-50e580b936d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:54.347124 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cdc924-53bf-4c6a-a3ca-50e580b936d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e16e1372-d6db-41e2-92dc-8f21c32bc5cc,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:54.356666 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2ab2d863-4f1c-49c6-82a6-441c3e3c0a11 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9178212 Dec 17 15:34:54.361015 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46966) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:54.369344 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-57c1ca03-7e3f-4bf9-9b76-7fc0b736e0f5 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Request body: {'subnet': {'network_id': 'ced09035-0039-4a3d-bb21-9b914c17adc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:34:54.440491 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f74c6c-cdd6-400b-b765-48c50644c2da req-1432ce06-e529-476b-b5f4-bef8f584b683 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:54.442151 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6f74c6c-cdd6-400b-b765-48c50644c2da req-1432ce06-e529-476b-b5f4-bef8f584b683 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 945 time: 0.1480005 Dec 17 15:34:54.464855 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-e0cdc924-53bf-4c6a-a3ca-50e580b936d2 service neutron] Attempting to bind port e16e1372-d6db-41e2-92dc-8f21c32bc5cc on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:34:54.465599 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-e0cdc924-53bf-4c6a-a3ca-50e580b936d2 service neutron] Attempting to bind port e16e1372-d6db-41e2-92dc-8f21c32bc5cc by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'e9e46145-637d-40f4-baac-510241bd29ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2ce5d81-00e7-4a11-aeea-6022658e3866'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:34:54.466590 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-e0cdc924-53bf-4c6a-a3ca-50e580b936d2 service neutron] Attempting to bind port e16e1372-d6db-41e2-92dc-8f21c32bc5cc on network b2ce5d81-00e7-4a11-aeea-6022658e3866 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:34:54.472581 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c1ca03-7e3f-4bf9-9b76-7fc0b736e0f5 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Made reservation on behalf of 71e75d152e674033b662c63e93cdef14 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:34:54.475483 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-e0cdc924-53bf-4c6a-a3ca-50e580b936d2 service neutron] Port e16e1372-d6db-41e2-92dc-8f21c32bc5cc on network b2ce5d81-00e7-4a11-aeea-6022658e3866 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:34:54.476024 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-e0cdc924-53bf-4c6a-a3ca-50e580b936d2 service neutron] Attempting to bind port e16e1372-d6db-41e2-92dc-8f21c32bc5cc on network b2ce5d81-00e7-4a11-aeea-6022658e3866 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:34:54.483388 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-e0cdc924-53bf-4c6a-a3ca-50e580b936d2 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:34:54.484060 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-e0cdc924-53bf-4c6a-a3ca-50e580b936d2 service neutron] Checking segment: {'id': 'e9e46145-637d-40f4-baac-510241bd29ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2ce5d81-00e7-4a11-aeea-6022658e3866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:34:54.484656 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-e0cdc924-53bf-4c6a-a3ca-50e580b936d2 service neutron] Bound using segment: {'id': 'e9e46145-637d-40f4-baac-510241bd29ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2ce5d81-00e7-4a11-aeea-6022658e3866'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:34:54.485310 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-e0cdc924-53bf-4c6a-a3ca-50e580b936d2 service neutron] Bound port: e16e1372-d6db-41e2-92dc-8f21c32bc5cc, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9e46145-637d-40f4-baac-510241bd29ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b2ce5d81-00e7-4a11-aeea-6022658e3866'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:34:54.485936 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-e0cdc924-53bf-4c6a-a3ca-50e580b936d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:54.489626 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-57c1ca03-7e3f-4bf9-9b76-7fc0b736e0f5 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:54.541204 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6f74c6c-cdd6-400b-b765-48c50644c2da req-23633639-e940-4618-b7c1-f4956754267b tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919881 Dec 17 15:34:54.574085 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-e0cdc924-53bf-4c6a-a3ca-50e580b936d2 service neutron] For port e16e1372-d6db-41e2-92dc-8f21c32bc5cc, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:34:54.584168 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-e0cdc924-53bf-4c6a-a3ca-50e580b936d2 service neutron] For port e16e1372-d6db-41e2-92dc-8f21c32bc5cc, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e16e1372-d6db-41e2-92dc-8f21c32bc5cc,segment=NetworkSegment(e9e46145-637d-40f4-baac-510241bd29ea),segment_id=e9e46145-637d-40f4-baac-510241bd29ea)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:34:54.628880 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-e0cdc924-53bf-4c6a-a3ca-50e580b936d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:54.670155 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-e0cdc924-53bf-4c6a-a3ca-50e580b936d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:54.672643 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-e0cdc924-53bf-4c6a-a3ca-50e580b936d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:54.674117 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-e0cdc924-53bf-4c6a-a3ca-50e580b936d2 service neutron] 10.222.0.13 "PUT /v2.0/ports/e16e1372-d6db-41e2-92dc-8f21c32bc5cc HTTP/1.1" status: 200 len: 1131 time: 0.8633325 Dec 17 15:34:54.680873 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10756922-37fc-47aa-936a-4192eb823f27', 'tag': 'e16e1372-d6db-41e2-92dc-8f21c32bc5cc'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:34:54.681856 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e30e97-4782-450e-9593-7ab905533d75" -d '{"events": [{"name": "network-changed", "server_uuid": "10756922-37fc-47aa-936a-4192eb823f27", "tag": "e16e1372-d6db-41e2-92dc-8f21c32bc5cc"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:34:54.711504 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cdc924-53bf-4c6a-a3ca-50e580b936d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e16e1372-d6db-41e2-92dc-8f21c32bc5cc,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:54.720105 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53ee45-5142-44c7-8a09-7a59bbb49e59 req-3ed07e2f-a5e6-46a4-b47b-208a5bb1b39d tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:54.726420 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fd53ee45-5142-44c7-8a09-7a59bbb49e59 req-3ed07e2f-a5e6-46a4-b47b-208a5bb1b39d tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?device_id=10756922-37fc-47aa-936a-4192eb823f27 HTTP/1.1" status: 200 len: 983 time: 0.0754967 Dec 17 15:34:54.748073 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa0329f-468a-4452-b151-f05df49a5041 x-openstack-request-id: req-3aa0329f-468a-4452-b151-f05df49a5041 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:34:54.748372 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10756922-37fc-47aa-936a-4192eb823f27", "tag": "e16e1372-d6db-41e2-92dc-8f21c32bc5cc", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:34:54.748858 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3aa0329f-468a-4452-b151-f05df49a5041 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:34:54.749605 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10756922-37fc-47aa-936a-4192eb823f27', 'tag': 'e16e1372-d6db-41e2-92dc-8f21c32bc5cc', 'status': 'completed', 'code': 200} Dec 17 15:34:54.820167 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fd53ee45-5142-44c7-8a09-7a59bbb49e59 req-c4342be7-5b82-4fae-a5a1-b29ea2b8fcfd tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/security-groups?id=95e31c4a-4e31-4c5e-8f16-4d484af241d0&id=9d2e33c4-04ce-4628-940b-9917df496230&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0626864 Dec 17 15:34:54.858274 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-9b5248ec-e34b-4d89-ab7e-20e7b4177188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:54.860832 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-9b5248ec-e34b-4d89-ab7e-20e7b4177188 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a34d23e4334452eba0b24e500167ab7&device_id=10756922-37fc-47aa-936a-4192eb823f27 HTTP/1.1" status: 200 len: 1134 time: 0.0882702 Dec 17 15:34:54.929731 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-74fa51f2-ac7e-42a8-8cf9-4c05e5026e38 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=e16e1372-d6db-41e2-92dc-8f21c32bc5cc HTTP/1.1" status: 200 len: 217 time: 0.0596778 Dec 17 15:34:55.012452 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-c861d532-32af-4a03-9071-8c0cff0762f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:55.014478 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-c861d532-32af-4a03-9071-8c0cff0762f3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c0d1002-a703-4050-8e5b-7a438bb8a882 HTTP/1.1" status: 200 len: 838 time: 0.0761378 Dec 17 15:34:55.027321 n-d-820553-2 neutron-server[102832]: DEBUG neutron.objects.ports [None req-57c1ca03-7e3f-4bf9-9b76-7fc0b736e0f5 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102832) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 15:34:55.027733 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-57c1ca03-7e3f-4bf9-9b76-7fc0b736e0f5 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:55.066204 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-217cf5a0-0c14-4c2c-b947-d28a84c6f8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:55.068072 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-217cf5a0-0c14-4c2c-b947-d28a84c6f8f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b2ce5d81-00e7-4a11-aeea-6022658e3866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471480 Dec 17 15:34:55.077848 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1ca03-7e3f-4bf9-9b76-7fc0b736e0f5 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5903f408-292c-4283-b96e-7fe3d5884e22,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:55.112373 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c1ca03-7e3f-4bf9-9b76-7fc0b736e0f5 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Checking segment: {'id': '7a7f546b-5c9d-4f91-8fa5-36dfd8e1b2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ced09035-0039-4a3d-bb21-9b914c17adc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:34:55.112373 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c1ca03-7e3f-4bf9-9b76-7fc0b736e0f5 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Network hostable DHCP agents. Network: ced09035-0039-4a3d-bb21-9b914c17adc0, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:34:55.168941 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-3ae4c99a-fd7c-4863-9707-3297572428c8 service neutron] 10.222.0.13 "GET /v2.0/networks/b2ce5d81-00e7-4a11-aeea-6022658e3866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922172 Dec 17 15:34:55.239273 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c1ca03-7e3f-4bf9-9b76-7fc0b736e0f5 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Network ced09035-0039-4a3d-bb21-9b914c17adc0 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:34:55.313629 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-57c1ca03-7e3f-4bf9-9b76-7fc0b736e0f5 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, ced09035-0039-4a3d-bb21-9b914c17adc0) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:34:55.321501 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c1ca03-7e3f-4bf9-9b76-7fc0b736e0f5 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:55.322418 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-57c1ca03-7e3f-4bf9-9b76-7fc0b736e0f5 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:55.322983 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8110404c-08c9-42a0-8508-438dc03c3f07 None None] Network ced09035-0039-4a3d-bb21-9b914c17adc0 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:34:55.379532 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec3847-beca-4a95-bc89-2c68fd32a58c req-ae19fe5f-5da5-409c-a677-9509b7f809bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:55.381287 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-61ec3847-beca-4a95-bc89-2c68fd32a58c req-ae19fe5f-5da5-409c-a677-9509b7f809bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3946e10ff975425598a71e1a9e6d2cf1&device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 1096 time: 0.0513628 Dec 17 15:34:55.435163 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-57c1ca03-7e3f-4bf9-9b76-7fc0b736e0f5 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0727921 Dec 17 15:34:55.466359 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47022) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:55.483834 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-eb4511cd-a6da-4db9-8550-9281e9d50a7c tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-173022892', 'network_id': 'ced09035-0039-4a3d-bb21-9b914c17adc0'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:34:55.527235 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5277195-839c-4aa5-b18a-ea8b1ed2e42f None None] Network ced09035-0039-4a3d-bb21-9b914c17adc0 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:34:55.590973 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec3847-beca-4a95-bc89-2c68fd32a58c req-50f11d1d-29bb-4afa-bea4-ff232e96e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:55.592784 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-61ec3847-beca-4a95-bc89-2c68fd32a58c req-50f11d1d-29bb-4afa-bea4-ff232e96e561 service neutron] 10.222.0.13 "GET /v2.0/networks?id=14d6281a-4511-4bb4-90e9-4eb4dec9d036 HTTP/1.1" status: 200 len: 918 time: 0.1896315 Dec 17 15:34:55.600801 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b47dc552-e2da-4947-82dd-63c6d87fff96 req-4cd27930-28be-4bf2-857e-a1b291428970 service neutron] 10.222.0.13 "GET /v2.0/networks/b2ce5d81-00e7-4a11-aeea-6022658e3866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251425 Dec 17 15:34:55.676745 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4511cd-a6da-4db9-8550-9281e9d50a7c tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Made reservation on behalf of 71e75d152e674033b662c63e93cdef14 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:34:55.680281 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb4511cd-a6da-4db9-8550-9281e9d50a7c tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:55.780808 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e30e97-4782-450e-9593-7ab905533d75 req-942fb1a8-d699-40e7-8a34-05c14af8d8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:55.782344 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-52e30e97-4782-450e-9593-7ab905533d75 req-942fb1a8-d699-40e7-8a34-05c14af8d8b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a34d23e4334452eba0b24e500167ab7&device_id=10756922-37fc-47aa-936a-4192eb823f27 HTTP/1.1" status: 200 len: 1134 time: 0.0572708 Dec 17 15:34:55.908310 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:55.943214 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e30e97-4782-450e-9593-7ab905533d75 req-bc6c5f95-bca2-415e-8ca3-5619053a31d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:55.943827 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-52e30e97-4782-450e-9593-7ab905533d75 req-bc6c5f95-bca2-415e-8ca3-5619053a31d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b2ce5d81-00e7-4a11-aeea-6022658e3866 HTTP/1.1" status: 200 len: 898 time: 0.1530416 Dec 17 15:34:56.000590 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-52e30e97-4782-450e-9593-7ab905533d75 req-3e13aa35-f33c-4153-9839-f95eeed943a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=e16e1372-d6db-41e2-92dc-8f21c32bc5cc HTTP/1.1" status: 200 len: 217 time: 0.0472813 Dec 17 15:34:56.068785 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e30e97-4782-450e-9593-7ab905533d75 req-238b67d3-3f8e-4920-b896-0bd11d225b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:56.070593 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-52e30e97-4782-450e-9593-7ab905533d75 req-238b67d3-3f8e-4920-b896-0bd11d225b7c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c0d1002-a703-4050-8e5b-7a438bb8a882 HTTP/1.1" status: 200 len: 838 time: 0.0615849 Dec 17 15:34:56.110100 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-eb4511cd-a6da-4db9-8550-9281e9d50a7c tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] device_id is not set on port c3605fc6-ebd9-46f7-929f-d54017a926f7 yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:34:56.138288 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e30e97-4782-450e-9593-7ab905533d75 req-649d2899-af56-4a2f-a162-a46c2c89c77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:56.140581 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-52e30e97-4782-450e-9593-7ab905533d75 req-649d2899-af56-4a2f-a162-a46c2c89c77c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b2ce5d81-00e7-4a11-aeea-6022658e3866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618494 Dec 17 15:34:56.241570 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-61ec3847-beca-4a95-bc89-2c68fd32a58c req-f3508cb2-7675-4cca-b308-be9e3dca4753 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=042e6cbc-e47c-4337-a94e-dea325b638e1 HTTP/1.1" status: 200 len: 1001 time: 0.6392369 Dec 17 15:34:56.283676 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0326b-cff7-448f-8d7a-c1f5d47edf0c req-4bc0a3de-c7ac-44fa-887b-ae5a0b9642b0 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:56.285208 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b0f0326b-cff7-448f-8d7a-c1f5d47edf0c req-4bc0a3de-c7ac-44fa-887b-ae5a0b9642b0 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?device_id=10756922-37fc-47aa-936a-4192eb823f27 HTTP/1.1" status: 200 len: 983 time: 0.1767802 Dec 17 15:34:56.308269 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-52e30e97-4782-450e-9593-7ab905533d75 req-dda68006-3e3c-47fe-9374-8a77b1414ac2 service neutron] 10.222.0.13 "GET /v2.0/networks/b2ce5d81-00e7-4a11-aeea-6022658e3866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587210 Dec 17 15:34:56.353179 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf6ac0-13c2-4d6b-a0af-938cd8f1819a req-3545d9d3-007b-4be2-84a0-584c6999f2b4 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:56.354732 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2cdf6ac0-13c2-4d6b-a0af-938cd8f1819a req-3545d9d3-007b-4be2-84a0-584c6999f2b4 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 945 time: 0.2523816 Dec 17 15:34:56.430397 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec3847-beca-4a95-bc89-2c68fd32a58c req-e91744d7-b429-4c57-b5bf-bd29d7a45bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:56.432971 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-52e30e97-4782-450e-9593-7ab905533d75 req-02c2eea8-cda0-4e6b-9787-2c059aa27330 service neutron] 10.222.0.13 "GET /v2.0/networks/b2ce5d81-00e7-4a11-aeea-6022658e3866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160085 Dec 17 15:34:56.434851 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-61ec3847-beca-4a95-bc89-2c68fd32a58c req-e91744d7-b429-4c57-b5bf-bd29d7a45bad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb81f603-60e6-418f-8fce-326d48a9c9a7 HTTP/1.1" status: 200 len: 856 time: 0.1822126 Dec 17 15:34:56.440189 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-eb4511cd-a6da-4db9-8550-9281e9d50a7c tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Allocated IP 2001:db8::12f (ced09035-0039-4a3d-bb21-9b914c17adc0/5903f408-292c-4283-b96e-7fe3d5884e22/c3605fc6-ebd9-46f7-929f-d54017a926f7) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:34:56.499318 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b0f0326b-cff7-448f-8d7a-c1f5d47edf0c req-16fed630-e779-43ae-b8ed-1b44800ad4ae tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/security-groups?id=95e31c4a-4e31-4c5e-8f16-4d484af241d0&id=9d2e33c4-04ce-4628-940b-9917df496230&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1740472 Dec 17 15:34:56.542726 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2cdf6ac0-13c2-4d6b-a0af-938cd8f1819a req-e0f1ba7c-b260-459d-98fc-00a117fd0878 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728079 Dec 17 15:34:56.570407 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec3847-beca-4a95-bc89-2c68fd32a58c req-06033a93-7ceb-46c1-bed5-659de8dd8fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:56.571955 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-61ec3847-beca-4a95-bc89-2c68fd32a58c req-06033a93-7ceb-46c1-bed5-659de8dd8fcc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=14d6281a-4511-4bb4-90e9-4eb4dec9d036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165400 Dec 17 15:34:56.743418 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-61ec3847-beca-4a95-bc89-2c68fd32a58c req-66b53781-b4f4-4a6f-a0b6-c017c840e70c service neutron] 10.222.0.13 "GET /v2.0/networks/14d6281a-4511-4bb4-90e9-4eb4dec9d036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625702 Dec 17 15:34:56.748282 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb4511cd-a6da-4db9-8550-9281e9d50a7c tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:56.859839 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-61ec3847-beca-4a95-bc89-2c68fd32a58c req-51b69b03-7198-4cce-81b4-75827fccec61 service neutron] 10.222.0.13 "GET /v2.0/networks/14d6281a-4511-4bb4-90e9-4eb4dec9d036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084161 Dec 17 15:34:56.914268 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb4511cd-a6da-4db9-8550-9281e9d50a7c tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:56.955682 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4511cd-a6da-4db9-8550-9281e9d50a7c tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Network ced09035-0039-4a3d-bb21-9b914c17adc0 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:34:56.960402 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-eb4511cd-a6da-4db9-8550-9281e9d50a7c tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:34:56.967269 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4511cd-a6da-4db9-8550-9281e9d50a7c tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:34:56.968252 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4511cd-a6da-4db9-8550-9281e9d50a7c tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:56.968862 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb4511cd-a6da-4db9-8550-9281e9d50a7c tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:56.972180 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4511cd-a6da-4db9-8550-9281e9d50a7c tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Pushing event updated for resources: {'Port': ['ID=c3605fc6-ebd9-46f7-929f-d54017a926f7,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:57.059661 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-eb4511cd-a6da-4db9-8550-9281e9d50a7c tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5882459 Dec 17 15:34:57.064952 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47032) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:57.139847 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-2dec081d-ea07-4ee2-b24b-f9bb965ab154 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Deleting port c3605fc6-ebd9-46f7-929f-d54017a926f7 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:34:57.140201 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2dec081d-ea07-4ee2-b24b-f9bb965ab154 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:57.221451 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2dec081d-ea07-4ee2-b24b-f9bb965ab154 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:57.234961 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-2dec081d-ea07-4ee2-b24b-f9bb965ab154 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Calling delete_port for c3605fc6-ebd9-46f7-929f-d54017a926f7 owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:34:57.434315 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2dec081d-ea07-4ee2-b24b-f9bb965ab154 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:57.468113 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec081d-ea07-4ee2-b24b-f9bb965ab154 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3605fc6-ebd9-46f7-929f-d54017a926f7,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:57.493893 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2dec081d-ea07-4ee2-b24b-f9bb965ab154 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:57.497108 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2dec081d-ea07-4ee2-b24b-f9bb965ab154 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] 10.222.0.46 "DELETE /v2.0/ports/c3605fc6-ebd9-46f7-929f-d54017a926f7 HTTP/1.1" status: 204 len: 168 time: 0.4336784 Dec 17 15:34:57.499700 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47038) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:57.505555 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-6bd6e12d-56b6-4952-8902-2d6dfef4469d tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ced09035-0039-4a3d-bb21-9b914c17adc0', 'external_fixed_ips': [{'subnet_id': '5903f408-292c-4283-b96e-7fe3d5884e22', 'ip_address': '2001:db8::12f'}]}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:34:57.617067 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e12d-56b6-4952-8902-2d6dfef4469d tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:57.619922 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e12d-56b6-4952-8902-2d6dfef4469d tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:57.647854 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f416a21-1cf7-42c4-92bf-f2627314779e req-644b0ea1-274d-4380-b568-df3745acf8bd tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:57.649691 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0f416a21-1cf7-42c4-92bf-f2627314779e req-644b0ea1-274d-4380-b568-df3745acf8bd tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?device_id=10756922-37fc-47aa-936a-4192eb823f27 HTTP/1.1" status: 200 len: 983 time: 0.0724308 Dec 17 15:34:57.694593 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e12d-56b6-4952-8902-2d6dfef4469d tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:57.738179 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0f416a21-1cf7-42c4-92bf-f2627314779e req-c84d29c3-0c90-4c83-b9e2-9ae7c815bc6c tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/security-groups?id=95e31c4a-4e31-4c5e-8f16-4d484af241d0&id=9d2e33c4-04ce-4628-940b-9917df496230&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0815721 Dec 17 15:34:57.749988 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2dbae-7efc-4391-8164-c6fad71a1d11 req-eb395052-c746-43d7-82f8-615160571780 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:57.751591 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40c2dbae-7efc-4391-8164-c6fad71a1d11 req-eb395052-c746-43d7-82f8-615160571780 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 945 time: 0.0846286 Dec 17 15:34:57.807473 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40c2dbae-7efc-4391-8164-c6fad71a1d11 req-5b787fcf-166a-41bc-ac2f-c598ada8b3cd tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399170 Dec 17 15:34:57.918300 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e12d-56b6-4952-8902-2d6dfef4469d tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:58.187748 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e12d-56b6-4952-8902-2d6dfef4469d tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:58.207909 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e12d-56b6-4952-8902-2d6dfef4469d tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:58.312171 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e16e1372-d6db-41e2-92dc-8f21c32bc5cc details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:34:58.368576 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-6bd6e12d-56b6-4952-8902-2d6dfef4469d tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Allocated IP 2001:db8::12f (ced09035-0039-4a3d-bb21-9b914c17adc0/5903f408-292c-4283-b96e-7fe3d5884e22/16f8ffd1-88ec-4eff-a9ad-4a9ac0fa447e) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:34:58.457171 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port e16e1372-d6db-41e2-92dc-8f21c32bc5cc, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e16e1372-d6db-41e2-92dc-8f21c32bc5cc,segment=NetworkSegment(e9e46145-637d-40f4-baac-510241bd29ea),segment_id=e9e46145-637d-40f4-baac-510241bd29ea)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:34:58.474211 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'e16e1372-d6db-41e2-92dc-8f21c32bc5cc', 'network_id': 'b2ce5d81-00e7-4a11-aeea-6022658e3866', 'port_id': 'e16e1372-d6db-41e2-92dc-8f21c32bc5cc', 'mac_address': 'fa:16:3e:27:62:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c0d1002-a703-4050-8e5b-7a438bb8a882', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:34:58.504879 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e12d-56b6-4952-8902-2d6dfef4469d tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:58.523368 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:58.537545 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e16e1372-d6db-41e2-92dc-8f21c32bc5cc {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:34:58.558530 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port e16e1372-d6db-41e2-92dc-8f21c32bc5cc, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e16e1372-d6db-41e2-92dc-8f21c32bc5cc,segment=NetworkSegment(e9e46145-637d-40f4-baac-510241bd29ea),segment_id=e9e46145-637d-40f4-baac-510241bd29ea)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:34:58.599826 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e12d-56b6-4952-8902-2d6dfef4469d tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:58.621502 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:58.674785 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd6e12d-56b6-4952-8902-2d6dfef4469d tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Network ced09035-0039-4a3d-bb21-9b914c17adc0 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:34:58.690565 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6e12d-56b6-4952-8902-2d6dfef4469d tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Pushing event updated for resources: {'Port': ['ID=16f8ffd1-88ec-4eff-a9ad-4a9ac0fa447e,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:58.690565 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-6bd6e12d-56b6-4952-8902-2d6dfef4469d tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:34:58.691659 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd6e12d-56b6-4952-8902-2d6dfef4469d tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:34:58.862861 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=e16e1372-d6db-41e2-92dc-8f21c32bc5cc,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:34:58.944412 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['e16e1372-d6db-41e2-92dc-8f21c32bc5cc'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:34:58.967661 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16852fc4-56e9-4824-b9a3-384efbd2a5fb req-bb3d3ac1-abfd-4818-a36f-69e1db76a692 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:58.969228 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-16852fc4-56e9-4824-b9a3-384efbd2a5fb req-bb3d3ac1-abfd-4818-a36f-69e1db76a692 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?device_id=10756922-37fc-47aa-936a-4192eb823f27 HTTP/1.1" status: 200 len: 984 time: 0.1110771 Dec 17 15:34:58.980875 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d8390-046c-4439-9d0a-c8f4dd78f2a9 req-3b55db69-e6c9-4583-a109-c65524b6add4 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:34:58.988264 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d01d8390-046c-4439-9d0a-c8f4dd78f2a9 req-3b55db69-e6c9-4583-a109-c65524b6add4 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 945 time: 0.0797801 Dec 17 15:34:59.024055 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4a26bad7-7c51-4e40-91b2-a728d993f7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:59.063065 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d01d8390-046c-4439-9d0a-c8f4dd78f2a9 req-9bc5a7d7-eaed-4f17-b266-bd6c4390c29f tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738435 Dec 17 15:34:59.100217 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-16852fc4-56e9-4824-b9a3-384efbd2a5fb req-b09cdbc0-f907-4d27-b96a-0a9d18865488 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/security-groups?id=95e31c4a-4e31-4c5e-8f16-4d484af241d0&id=9d2e33c4-04ce-4628-940b-9917df496230&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1089454 Dec 17 15:34:59.141067 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e12d-56b6-4952-8902-2d6dfef4469d tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:59.356189 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e12d-56b6-4952-8902-2d6dfef4469d tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:59.564101 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd6e12d-56b6-4952-8902-2d6dfef4469d tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Router 8e96693b-25ca-4025-86bd-5b6a6caf627c is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:34:59.673505 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd6e12d-56b6-4952-8902-2d6dfef4469d tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:34:59.683795 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfbbdc0-774a-4e10-8467-02c8740eb0e9 None None] Sync routers for ids ['8e96693b-25ca-4025-86bd-5b6a6caf627c'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:34:59.694828 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfbbdc0-774a-4e10-8467-02c8740eb0e9 None None] Routers {'8e96693b-25ca-4025-86bd-5b6a6caf627c'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:34:59.695669 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-fcfbbdc0-774a-4e10-8467-02c8740eb0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:34:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['8e96693b-25ca-4025-86bd-5b6a6caf627c'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:34:59.749829 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6bd6e12d-56b6-4952-8902-2d6dfef4469d tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:34:59.753950 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6bd6e12d-56b6-4952-8902-2d6dfef4469d tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.2505207 Dec 17 15:34:59.754444 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47060) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:34:59.892015 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-fcfbbdc0-774a-4e10-8467-02c8740eb0e9 None None] Set router 8e96693b-25ca-4025-86bd-5b6a6caf627c gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:34:59.927903 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-563beeb2-e966-4d91-8b61-cc7d57eab21a tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:00.076394 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-563beeb2-e966-4d91-8b61-cc7d57eab21a tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:00.149888 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-fcfbbdc0-774a-4e10-8467-02c8740eb0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e96693b-25ca-4025-86bd-5b6a6caf627c', 'name': '', 'tenant_id': '71e75d152e674033b662c63e93cdef14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ced09035-0039-4a3d-bb21-9b914c17adc0', 'external_fixed_ips': [{'subnet_id': '5903f408-292c-4283-b96e-7fe3d5884e22', 'ip_address': '2001:db8::12f'}], 'enable_snat': True}, 'gw_port_id': '16f8ffd1-88ec-4eff-a9ad-4a9ac0fa447e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:34:57Z', 'updated_at': '2021-12-17T15:34:58Z', 'revision_number': 3, 'project_id': '71e75d152e674033b662c63e93cdef14', 'gw_port': {'id': '16f8ffd1-88ec-4eff-a9ad-4a9ac0fa447e', 'name': '', 'network_id': 'ced09035-0039-4a3d-bb21-9b914c17adc0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e96693b-25ca-4025-86bd-5b6a6caf627c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '5903f408-292c-4283-b96e-7fe3d5884e22', 'ip_address': '2001:db8::12f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:58Z', 'updated_at': '2021-12-17T15:34:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5903f408-292c-4283-b96e-7fe3d5884e22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:00.211741 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfbbdc0-774a-4e10-8467-02c8740eb0e9 None None] Checking router: 8e96693b-25ca-4025-86bd-5b6a6caf627c for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:35:00.212186 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfbbdc0-774a-4e10-8467-02c8740eb0e9 None None] Updating router 8e96693b-25ca-4025-86bd-5b6a6caf627c port 16f8ffd1-88ec-4eff-a9ad-4a9ac0fa447e binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:35:00.257171 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47070) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:00.268511 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fcfbbdc0-774a-4e10-8467-02c8740eb0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:00.300047 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-563beeb2-e966-4d91-8b61-cc7d57eab21a tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Deleting port 16f8ffd1-88ec-4eff-a9ad-4a9ac0fa447e {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:35:00.300397 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-563beeb2-e966-4d91-8b61-cc7d57eab21a tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:00.303784 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e6ecd-bfb7-4786-b892-15592532c87e req-bc229778-c1be-4253-9530-2ce5a7fd0f58 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:00.309583 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8d3e6ecd-bfb7-4786-b892-15592532c87e req-bc229778-c1be-4253-9530-2ce5a7fd0f58 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 945 time: 0.1108215 Dec 17 15:35:00.331695 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e16e1372-d6db-41e2-92dc-8f21c32bc5cc up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:35:00.360739 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab6e34-f81f-4a9b-8a14-fecd767dd827 req-5c08fe44-9065-47d2-9e20-d2651a660310 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:00.362998 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2aab6e34-f81f-4a9b-8a14-fecd767dd827 req-5c08fe44-9065-47d2-9e20-d2651a660310 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?device_id=10756922-37fc-47aa-936a-4192eb823f27 HTTP/1.1" status: 200 len: 984 time: 0.1077335 Dec 17 15:35:00.397308 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8d3e6ecd-bfb7-4786-b892-15592532c87e req-b039c746-c207-445d-a44a-b81c09d01319 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773742 Dec 17 15:35:00.480919 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2aab6e34-f81f-4a9b-8a14-fecd767dd827 req-b943f4d2-f587-43ad-a9b1-09104095bd06 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/security-groups?id=95e31c4a-4e31-4c5e-8f16-4d484af241d0&id=9d2e33c4-04ce-4628-940b-9917df496230&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1072147 Dec 17 15:35:00.499628 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-563beeb2-e966-4d91-8b61-cc7d57eab21a tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:00.534991 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-98aaf95a-a7d3-4ddf-9deb-a67a67540ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:00.539335 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-563beeb2-e966-4d91-8b61-cc7d57eab21a tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Calling delete_port for 16f8ffd1-88ec-4eff-a9ad-4a9ac0fa447e owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:35:00.560748 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port e16e1372-d6db-41e2-92dc-8f21c32bc5cc completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:35:00.576460 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port e16e1372-d6db-41e2-92dc-8f21c32bc5cc triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:35:00.576702 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:00.780644 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fcfbbdc0-774a-4e10-8467-02c8740eb0e9 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:00.796112 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-98aaf95a-a7d3-4ddf-9deb-a67a67540ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:00.797325 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:00.823617 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10756922-37fc-47aa-936a-4192eb823f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16e1372-d6db-41e2-92dc-8f21c32bc5cc'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:35:00.825971 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30ae4df-0c89-4f05-a739-993d3686aec3" -d '{"events": [{"server_uuid": "10756922-37fc-47aa-936a-4192eb823f27", "name": "network-vif-plugged", "status": "completed", "tag": "e16e1372-d6db-41e2-92dc-8f21c32bc5cc"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:35:00.842829 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port e16e1372-d6db-41e2-92dc-8f21c32bc5cc, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e16e1372-d6db-41e2-92dc-8f21c32bc5cc,segment=NetworkSegment(e9e46145-637d-40f4-baac-510241bd29ea),segment_id=e9e46145-637d-40f4-baac-510241bd29ea)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:35:00.855274 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fcfbbdc0-774a-4e10-8467-02c8740eb0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:00.899922 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c93f8a-f47c-4223-9a79-ece13003cfc7 x-openstack-request-id: req-71c93f8a-f47c-4223-9a79-ece13003cfc7 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:35:00.899922 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10756922-37fc-47aa-936a-4192eb823f27", "name": "network-vif-plugged", "status": "completed", "tag": "e16e1372-d6db-41e2-92dc-8f21c32bc5cc", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:35:00.899922 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-71c93f8a-f47c-4223-9a79-ece13003cfc7 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:35:00.899922 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10756922-37fc-47aa-936a-4192eb823f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16e1372-d6db-41e2-92dc-8f21c32bc5cc', 'code': 200} Dec 17 15:35:00.929288 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-98aaf95a-a7d3-4ddf-9deb-a67a67540ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:00.968360 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-fcfbbdc0-774a-4e10-8467-02c8740eb0e9 None None] Attempting to bind port 16f8ffd1-88ec-4eff-a9ad-4a9ac0fa447e on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:35:00.969008 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-fcfbbdc0-774a-4e10-8467-02c8740eb0e9 None None] Attempting to bind port 16f8ffd1-88ec-4eff-a9ad-4a9ac0fa447e by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '7a7f546b-5c9d-4f91-8fa5-36dfd8e1b2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ced09035-0039-4a3d-bb21-9b914c17adc0'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:35:00.969408 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfbbdc0-774a-4e10-8467-02c8740eb0e9 None None] Attempting to bind port 16f8ffd1-88ec-4eff-a9ad-4a9ac0fa447e on network ced09035-0039-4a3d-bb21-9b914c17adc0 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:35:00.977354 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfbbdc0-774a-4e10-8467-02c8740eb0e9 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:35:00.977907 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfbbdc0-774a-4e10-8467-02c8740eb0e9 None None] Checking segment: {'id': '7a7f546b-5c9d-4f91-8fa5-36dfd8e1b2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ced09035-0039-4a3d-bb21-9b914c17adc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:35:00.978804 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fcfbbdc0-774a-4e10-8467-02c8740eb0e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:00.979255 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfbbdc0-774a-4e10-8467-02c8740eb0e9 None None] Bound using segment: {'id': '7a7f546b-5c9d-4f91-8fa5-36dfd8e1b2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ced09035-0039-4a3d-bb21-9b914c17adc0'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:35:00.979790 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-fcfbbdc0-774a-4e10-8467-02c8740eb0e9 None None] Bound port: 16f8ffd1-88ec-4eff-a9ad-4a9ac0fa447e, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7f546b-5c9d-4f91-8fa5-36dfd8e1b2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ced09035-0039-4a3d-bb21-9b914c17adc0'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:35:00.980340 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fcfbbdc0-774a-4e10-8467-02c8740eb0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:00.986204 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-98aaf95a-a7d3-4ddf-9deb-a67a67540ed7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=371634dc412847deaba3a187196ad5c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7264709 Dec 17 15:35:00.988849 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aaf95a-a7d3-4ddf-9deb-a67a67540ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f893a5-e9ee-4aa5-9bf9-e146be4b50ca,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:00.991678 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47082) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:01.002406 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaf95a-a7d3-4ddf-9deb-a67a67540ed7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:01.003097 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaf95a-a7d3-4ddf-9deb-a67a67540ed7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:01.003221 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaf95a-a7d3-4ddf-9deb-a67a67540ed7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:01.003484 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaf95a-a7d3-4ddf-9deb-a67a67540ed7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:01.003864 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaf95a-a7d3-4ddf-9deb-a67a67540ed7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:01.004477 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaf95a-a7d3-4ddf-9deb-a67a67540ed7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:01.005757 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaf95a-a7d3-4ddf-9deb-a67a67540ed7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:01.006103 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaf95a-a7d3-4ddf-9deb-a67a67540ed7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:01.006439 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaf95a-a7d3-4ddf-9deb-a67a67540ed7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:01.006763 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaf95a-a7d3-4ddf-9deb-a67a67540ed7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:01.007095 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaf95a-a7d3-4ddf-9deb-a67a67540ed7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:01.007421 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaf95a-a7d3-4ddf-9deb-a67a67540ed7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:01.033984 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:01.038339 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39beb270-dc3b-47b5-b094-b3173e3e38b6 None None] Pushing event updated for resources: {'Port': ['ID=16f8ffd1-88ec-4eff-a9ad-4a9ac0fa447e,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:01.082681 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b9a1c041-2275-4ecb-b154-6cc50cc93d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:01.101915 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-563beeb2-e966-4d91-8b61-cc7d57eab21a tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:01.114829 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-fcfbbdc0-774a-4e10-8467-02c8740eb0e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:35:01.114829 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-fcfbbdc0-774a-4e10-8467-02c8740eb0e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:35:01.114829 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=e16e1372-d6db-41e2-92dc-8f21c32bc5cc,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:01.122305 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ca93f-21ba-428a-8d03-1d11bf5e69a3 req-01175681-3d70-452d-bfbe-070031cbd49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:01.124169 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-718ca93f-21ba-428a-8d03-1d11bf5e69a3 req-01175681-3d70-452d-bfbe-070031cbd49c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=10756922-37fc-47aa-936a-4192eb823f27 HTTP/1.1" status: 200 len: 1136 time: 0.0984213 Dec 17 15:35:01.129824 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-77c3a703-2c80-4cff-b8b2-01488e7a2fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:01.131615 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563beeb2-e966-4d91-8b61-cc7d57eab21a tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Pushing event deleted for resources: {'Port': ['ID=16f8ffd1-88ec-4eff-a9ad-4a9ac0fa447e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:01.154486 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-563beeb2-e966-4d91-8b61-cc7d57eab21a tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:01.182763 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-77c3a703-2c80-4cff-b8b2-01488e7a2fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:01.196634 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-718ca93f-21ba-428a-8d03-1d11bf5e69a3 req-90b4ad39-38a4-4e2a-ae27-ca40ec9e39ca service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9d2e33c4-04ce-4628-940b-9917df496230&id=95e31c4a-4e31-4c5e-8f16-4d484af241d0&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0631728 Dec 17 15:35:01.337411 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-77c3a703-2c80-4cff-b8b2-01488e7a2fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:01.344900 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-77c3a703-2c80-4cff-b8b2-01488e7a2fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:01.344900 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-77c3a703-2c80-4cff-b8b2-01488e7a2fd0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/46f893a5-e9ee-4aa5-9bf9-e146be4b50ca HTTP/1.1" status: 204 len: 168 time: 0.3508735 Dec 17 15:35:01.353749 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3a703-2c80-4cff-b8b2-01488e7a2fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f893a5-e9ee-4aa5-9bf9-e146be4b50ca,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:01.475075 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2f620-993d-4afb-bf6b-7a2980cd8fdf req-b037f8f2-ea16-45af-830a-cbaddb3de6c9 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:01.484748 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2f620-993d-4afb-bf6b-7a2980cd8fdf req-b037f8f2-ea16-45af-830a-cbaddb3de6c9 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:01.491816 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-563beeb2-e966-4d91-8b61-cc7d57eab21a tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:01.492047 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2f620-993d-4afb-bf6b-7a2980cd8fdf req-b037f8f2-ea16-45af-830a-cbaddb3de6c9 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:01.495921 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-563beeb2-e966-4d91-8b61-cc7d57eab21a tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:01.498787 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2f620-993d-4afb-bf6b-7a2980cd8fdf req-b037f8f2-ea16-45af-830a-cbaddb3de6c9 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:01.504742 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2f620-993d-4afb-bf6b-7a2980cd8fdf req-b037f8f2-ea16-45af-830a-cbaddb3de6c9 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:01.513193 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2f620-993d-4afb-bf6b-7a2980cd8fdf req-b037f8f2-ea16-45af-830a-cbaddb3de6c9 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:01.523938 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2f620-993d-4afb-bf6b-7a2980cd8fdf req-b037f8f2-ea16-45af-830a-cbaddb3de6c9 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:01.529564 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98f2f620-993d-4afb-bf6b-7a2980cd8fdf req-b037f8f2-ea16-45af-830a-cbaddb3de6c9 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5432 time: 0.1257155 Dec 17 15:35:01.601174 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98f2f620-993d-4afb-bf6b-7a2980cd8fdf req-8e9587f2-6309-4f2b-bc9a-4d97750dafba tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571430 Dec 17 15:35:01.604984 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-563beeb2-e966-4d91-8b61-cc7d57eab21a tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:01.605838 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563beeb2-e966-4d91-8b61-cc7d57eab21a tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e96693b-25ca-4025-86bd-5b6a6caf627c {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:35:01.610263 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-563beeb2-e966-4d91-8b61-cc7d57eab21a tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:01.611829 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73848b74-eadf-47d1-9afa-b99c60f08adc req-d934817e-0f39-4c81-aee1-4d3ca602c683 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:01.617193 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-563beeb2-e966-4d91-8b61-cc7d57eab21a tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] 10.222.0.46 "DELETE /v2.0/routers/8e96693b-25ca-4025-86bd-5b6a6caf627c HTTP/1.1" status: 204 len: 168 time: 1.8581581 Dec 17 15:35:01.617863 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47092) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:01.634144 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-73848b74-eadf-47d1-9afa-b99c60f08adc req-d934817e-0f39-4c81-aee1-4d3ca602c683 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 945 time: 0.0945759 Dec 17 15:35:01.641679 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-fcfbbdc0-774a-4e10-8467-02c8740eb0e9 None None] Attempting to bind port 16f8ffd1-88ec-4eff-a9ad-4a9ac0fa447e on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:35:01.642051 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-fcfbbdc0-774a-4e10-8467-02c8740eb0e9 None None] Attempting to bind port 16f8ffd1-88ec-4eff-a9ad-4a9ac0fa447e by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '7a7f546b-5c9d-4f91-8fa5-36dfd8e1b2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ced09035-0039-4a3d-bb21-9b914c17adc0'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:35:01.642520 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfbbdc0-774a-4e10-8467-02c8740eb0e9 None None] Attempting to bind port 16f8ffd1-88ec-4eff-a9ad-4a9ac0fa447e on network ced09035-0039-4a3d-bb21-9b914c17adc0 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:35:01.661645 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfbbdc0-774a-4e10-8467-02c8740eb0e9 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:35:01.662100 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfbbdc0-774a-4e10-8467-02c8740eb0e9 None None] Checking segment: {'id': '7a7f546b-5c9d-4f91-8fa5-36dfd8e1b2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ced09035-0039-4a3d-bb21-9b914c17adc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:35:01.662625 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fcfbbdc0-774a-4e10-8467-02c8740eb0e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:01.663023 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfbbdc0-774a-4e10-8467-02c8740eb0e9 None None] Bound using segment: {'id': '7a7f546b-5c9d-4f91-8fa5-36dfd8e1b2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ced09035-0039-4a3d-bb21-9b914c17adc0'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:35:01.663509 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-fcfbbdc0-774a-4e10-8467-02c8740eb0e9 None None] Bound port: 16f8ffd1-88ec-4eff-a9ad-4a9ac0fa447e, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7f546b-5c9d-4f91-8fa5-36dfd8e1b2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ced09035-0039-4a3d-bb21-9b914c17adc0'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:35:01.663888 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fcfbbdc0-774a-4e10-8467-02c8740eb0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:01.681697 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-4334db1f-c0b4-4fa1-82f9-08b29a0d6236 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Deleting subnet 5903f408-292c-4283-b96e-7fe3d5884e22 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:35:01.685274 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4334db1f-c0b4-4fa1-82f9-08b29a0d6236 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:01.699397 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-fcfbbdc0-774a-4e10-8467-02c8740eb0e9 None None] Port 16f8ffd1-88ec-4eff-a9ad-4a9ac0fa447e has been deleted concurrently {{(pid=102834) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Dec 17 15:35:01.737572 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfbbdc0-774a-4e10-8467-02c8740eb0e9 None None] Routers set() bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:35:01.737949 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfbbdc0-774a-4e10-8467-02c8740eb0e9 None None] Router IDs set() for agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 17 15:35:01.738599 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_agentschedulers_db [None req-fcfbbdc0-774a-4e10-8467-02c8740eb0e9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8e96693b-25ca-4025-86bd-5b6a6caf627c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:35:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent'). {{(pid=102834) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 17 15:35:01.740225 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfbbdc0-774a-4e10-8467-02c8740eb0e9 None None] The sync data for ids ['8e96693b-25ca-4025-86bd-5b6a6caf627c'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:35:01.741070 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-73848b74-eadf-47d1-9afa-b99c60f08adc req-3f8a44c6-c4f5-4015-8c65-ff5aa5dfeb9b tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034241 Dec 17 15:35:01.748105 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4334db1f-c0b4-4fa1-82f9-08b29a0d6236 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:01.799668 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6477eb-60bf-4bbc-adf3-a529479dfb17 req-1aef8d06-3916-40a9-9067-d038927c53f9 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:01.799668 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6b6477eb-60bf-4bbc-adf3-a529479dfb17 req-1aef8d06-3916-40a9-9067-d038927c53f9 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?device_id=10756922-37fc-47aa-936a-4192eb823f27 HTTP/1.1" status: 200 len: 985 time: 0.0933692 Dec 17 15:35:01.816279 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4334db1f-c0b4-4fa1-82f9-08b29a0d6236 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:01.869863 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6b6477eb-60bf-4bbc-adf3-a529479dfb17 req-d89bcca7-2abb-47f4-9f85-04ff9dc4fa38 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/security-groups?id=95e31c4a-4e31-4c5e-8f16-4d484af241d0&id=9d2e33c4-04ce-4628-940b-9917df496230&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0622737 Dec 17 15:35:01.953630 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4334db1f-c0b4-4fa1-82f9-08b29a0d6236 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:01.981230 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334db1f-c0b4-4fa1-82f9-08b29a0d6236 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5903f408-292c-4283-b96e-7fe3d5884e22,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:01.985088 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4334db1f-c0b4-4fa1-82f9-08b29a0d6236 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:01.988271 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4334db1f-c0b4-4fa1-82f9-08b29a0d6236 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] 10.222.0.46 "DELETE /v2.0/subnets/5903f408-292c-4283-b96e-7fe3d5884e22 HTTP/1.1" status: 204 len: 168 time: 0.3693871 Dec 17 15:35:01.990929 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47102) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:02.066698 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f969b9aa-bc17-483c-9bbe-3ce92a16e92f tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:02.154474 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f969b9aa-bc17-483c-9bbe-3ce92a16e92f tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:02.178388 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-f969b9aa-bc17-483c-9bbe-3ce92a16e92f tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced09035-0039-4a3d-bb21-9b914c17adc0']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:02.187973 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-f969b9aa-bc17-483c-9bbe-3ce92a16e92f tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a7f546b-5c9d-4f91-8fa5-36dfd8e1b2ec') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:02.188282 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-f969b9aa-bc17-483c-9bbe-3ce92a16e92f tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a7f546b-5c9d-4f91-8fa5-36dfd8e1b2ec') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:02.201074 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f969b9aa-bc17-483c-9bbe-3ce92a16e92f tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:02.215547 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f969b9aa-bc17-483c-9bbe-3ce92a16e92f tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:02.221600 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f969b9aa-bc17-483c-9bbe-3ce92a16e92f tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:35:02.222319 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f969b9aa-bc17-483c-9bbe-3ce92a16e92f tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:02.226045 n-d-820553-2 neutron-server[102833]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:35:02.226045 n-d-820553-2 neutron-server[102833]: items = [ Dec 17 15:35:02.226045 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:35:02.226045 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:35:02.226045 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:35:02.226045 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:35:02.226045 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:35:02.226045 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:35:02.226045 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:35:02.226045 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:35:02.226045 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:35:02.226045 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:35:02.226045 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:35:02.226045 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:35:02.226045 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:35:02.226045 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:35:02.226045 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:35:02.226045 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:35:02.226045 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:35:02.226045 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:35:02.226045 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:35:02.226045 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:35:02.226045 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:35:02.226045 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:35:02.226045 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:35:02.226045 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:35:02.226045 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:35:02.226045 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:35:02.226045 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:35:02.226045 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:35:02.226045 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:35:02.226045 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:35:02.226045 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:35:02.226045 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:35:02.353772 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:02.397016 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f969b9aa-bc17-483c-9bbe-3ce92a16e92f tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:02.401267 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f969b9aa-bc17-483c-9bbe-3ce92a16e92f tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ced09035-0039-4a3d-bb21-9b914c17adc0 {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 17 15:35:02.403602 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f969b9aa-bc17-483c-9bbe-3ce92a16e92f tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:02.411213 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f969b9aa-bc17-483c-9bbe-3ce92a16e92f tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] 10.222.0.46 "DELETE /v2.0/networks/ced09035-0039-4a3d-bb21-9b914c17adc0 HTTP/1.1" status: 204 len: 168 time: 0.4190929 Dec 17 15:35:02.455631 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969b9aa-bc17-483c-9bbe-3ce92a16e92f tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Pushing event deleted for resources: {'Network': ['ID=ced09035-0039-4a3d-bb21-9b914c17adc0,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:02.810610 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-1bae7653-18c7-4c9d-8180-8d589ad50ec4 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:02.815901 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408add5-540b-49ba-ab24-e87a2c45165b req-fb584395-6912-48b0-bbd6-b5cc530c4801 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:02.820385 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-1bae7653-18c7-4c9d-8180-8d589ad50ec4 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:02.825353 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408add5-540b-49ba-ab24-e87a2c45165b req-fb584395-6912-48b0-bbd6-b5cc530c4801 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:02.832218 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408add5-540b-49ba-ab24-e87a2c45165b req-fb584395-6912-48b0-bbd6-b5cc530c4801 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:02.838263 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-1bae7653-18c7-4c9d-8180-8d589ad50ec4 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:02.841112 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408add5-540b-49ba-ab24-e87a2c45165b req-fb584395-6912-48b0-bbd6-b5cc530c4801 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:02.848109 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408add5-540b-49ba-ab24-e87a2c45165b req-fb584395-6912-48b0-bbd6-b5cc530c4801 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:02.849310 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-1bae7653-18c7-4c9d-8180-8d589ad50ec4 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:02.855925 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408add5-540b-49ba-ab24-e87a2c45165b req-fb584395-6912-48b0-bbd6-b5cc530c4801 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:02.864036 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408add5-540b-49ba-ab24-e87a2c45165b req-fb584395-6912-48b0-bbd6-b5cc530c4801 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:02.872687 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0408add5-540b-49ba-ab24-e87a2c45165b req-fb584395-6912-48b0-bbd6-b5cc530c4801 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5432 time: 0.1590569 Dec 17 15:35:02.872845 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-1bae7653-18c7-4c9d-8180-8d589ad50ec4 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:02.894078 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-1bae7653-18c7-4c9d-8180-8d589ad50ec4 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:02.914898 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-1bae7653-18c7-4c9d-8180-8d589ad50ec4 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:02.919223 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-1bae7653-18c7-4c9d-8180-8d589ad50ec4 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.41 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 5432 time: 0.2442622 Dec 17 15:35:02.955470 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249dd574-1e66-4459-9870-fbed2a4b04df req-8c1d83d7-782d-4e73-ac38-ad7bbff034de tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:02.957551 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-249dd574-1e66-4459-9870-fbed2a4b04df req-8c1d83d7-782d-4e73-ac38-ad7bbff034de tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 945 time: 0.0891621 Dec 17 15:35:02.975299 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0408add5-540b-49ba-ab24-e87a2c45165b req-02ae4a24-884f-49c7-8b68-34d6e3946ba4 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0914824 Dec 17 15:35:03.028951 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47132) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:03.041213 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-b471b21b-35f0-4b1f-96f3-5d1d389d75af tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Request body: {'router': {'name': 'tempest-router--878158046', 'project_id': 'eb7cdaf5ee064967af1d5327164917c1'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:35:03.073349 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-049dc88d-dfbd-4058-a559-e469317ddea4 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:03.074836 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-049dc88d-dfbd-4058-a559-e469317ddea4 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.41 "GET /v2.0/ports/d3a935e5-2d45-4f21-b240-16b6be02d4d5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1489599 Dec 17 15:35:03.127894 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-249dd574-1e66-4459-9870-fbed2a4b04df req-9158ad28-02cc-463d-8b26-c4043c8a82ea tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481178 Dec 17 15:35:03.156542 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddc511-c59b-4022-8bce-5d647d1fc464 req-e4f444d0-a80e-4c92-a24b-dcb198af0f5f tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:03.158264 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-60ddc511-c59b-4022-8bce-5d647d1fc464 req-e4f444d0-a80e-4c92-a24b-dcb198af0f5f tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?device_id=10756922-37fc-47aa-936a-4192eb823f27 HTTP/1.1" status: 200 len: 985 time: 0.0785954 Dec 17 15:35:03.184518 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b471b21b-35f0-4b1f-96f3-5d1d389d75af tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:03.186074 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b471b21b-35f0-4b1f-96f3-5d1d389d75af tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:03.231626 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-60ddc511-c59b-4022-8bce-5d647d1fc464 req-31ee10db-2d76-48a4-9ebc-8615cde9096a tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/security-groups?id=95e31c4a-4e31-4c5e-8f16-4d484af241d0&id=9d2e33c4-04ce-4628-940b-9917df496230&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0655339 Dec 17 15:35:03.234888 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-3e37e90b-00cc-4f4d-8c99-9058ff8c830b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.41 "GET /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1540048 Dec 17 15:35:03.252245 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-0ba2afd4-3676-4b92-b72f-a9d11ff27a1a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:35:03.264187 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b471b21b-35f0-4b1f-96f3-5d1d389d75af tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:03.322148 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-0ba2afd4-3676-4b92-b72f-a9d11ff27a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:03.327837 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b471b21b-35f0-4b1f-96f3-5d1d389d75af tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:03.384762 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511dcf03-e64c-4e84-b83f-3757d2dadbec req-c6d8bca4-1f9b-45e3-a98f-fb8be9c6bdc0 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:03.386380 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-511dcf03-e64c-4e84-b83f-3757d2dadbec req-c6d8bca4-1f9b-45e3-a98f-fb8be9c6bdc0 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?device_id=10756922-37fc-47aa-936a-4192eb823f27 HTTP/1.1" status: 200 len: 985 time: 0.0716894 Dec 17 15:35:03.432756 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-511dcf03-e64c-4e84-b83f-3757d2dadbec req-0b76c6cb-aeb7-4904-8ba9-aee6193f3ef7 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/security-groups?id=95e31c4a-4e31-4c5e-8f16-4d484af241d0&id=9d2e33c4-04ce-4628-940b-9917df496230&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0401220 Dec 17 15:35:03.435653 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b471b21b-35f0-4b1f-96f3-5d1d389d75af tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:03.439268 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b471b21b-35f0-4b1f-96f3-5d1d389d75af tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4109426 Dec 17 15:35:03.439622 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47144) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:03.515501 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-23baadb1-b4f3-4c9f-8b8a-5f333ee79484 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:03.529484 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-0ba2afd4-3676-4b92-b72f-a9d11ff27a1a service neutron] For port d3a935e5-2d45-4f21-b240-16b6be02d4d5, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=d3a935e5-2d45-4f21-b240-16b6be02d4d5,segment=NetworkSegment(8c1bafca-b6c9-402b-a49c-92e9c53a27cf),segment_id=8c1bafca-b6c9-402b-a49c-92e9c53a27cf)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:35:03.575298 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-0ba2afd4-3676-4b92-b72f-a9d11ff27a1a service neutron] For port d3a935e5-2d45-4f21-b240-16b6be02d4d5, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:35:03.616677 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-0ba2afd4-3676-4b92-b72f-a9d11ff27a1a service neutron] device_id is not set on port d3a935e5-2d45-4f21-b240-16b6be02d4d5 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:35:03.627996 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-0ba2afd4-3676-4b92-b72f-a9d11ff27a1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:03.685623 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-0ba2afd4-3676-4b92-b72f-a9d11ff27a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:03.714439 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-23baadb1-b4f3-4c9f-8b8a-5f333ee79484 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:03.717164 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-23baadb1-b4f3-4c9f-8b8a-5f333ee79484 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:03.720681 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f36df2-8101-4006-8fcc-335e36e78da3 req-11ab5748-d8e0-448a-8258-a731aea8e86f tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:03.722323 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-56f36df2-8101-4006-8fcc-335e36e78da3 req-11ab5748-d8e0-448a-8258-a731aea8e86f tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=10756922-37fc-47aa-936a-4192eb823f27 HTTP/1.1" status: 200 len: 1136 time: 0.1685688 Dec 17 15:35:03.785002 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2afd4-3676-4b92-b72f-a9d11ff27a1a service neutron] Pushing event updated for resources: {'Port': ['ID=d3a935e5-2d45-4f21-b240-16b6be02d4d5,revision_number=6']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:03.788085 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-56f36df2-8101-4006-8fcc-335e36e78da3 req-4fca06c6-f6a6-4c62-ad8f-1487ef3da98d tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:03.797509 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-0ba2afd4-3676-4b92-b72f-a9d11ff27a1a service neutron] No DVR routers for this DVR port d3a935e5-2d45-4f21-b240-16b6be02d4d5 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:35:03.834036 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:03.848472 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-0ba2afd4-3676-4b92-b72f-a9d11ff27a1a service neutron] In _notify_port_updated(), no bound segment for port d3a935e5-2d45-4f21-b240-16b6be02d4d5 on network 8bba3eed-1473-4ac2-bb59-7cb1c76294fd {{(pid=102833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 17 15:35:03.854671 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-0ba2afd4-3676-4b92-b72f-a9d11ff27a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:03.855324 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-0ba2afd4-3676-4b92-b72f-a9d11ff27a1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:03.857228 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-0ba2afd4-3676-4b92-b72f-a9d11ff27a1a service neutron] 10.222.0.41 "PUT /v2.0/ports/d3a935e5-2d45-4f21-b240-16b6be02d4d5 HTTP/1.1" status: 200 len: 1026 time: 0.6130793 Dec 17 15:35:03.878930 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-23baadb1-b4f3-4c9f-8b8a-5f333ee79484 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:03.880072 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23baadb1-b4f3-4c9f-8b8a-5f333ee79484 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ecb71267-0853-4de6-857d-3a861ad96cb9 {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:35:03.887576 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-23baadb1-b4f3-4c9f-8b8a-5f333ee79484 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:03.890256 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-23baadb1-b4f3-4c9f-8b8a-5f333ee79484 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] 10.222.0.46 "DELETE /v2.0/routers/ecb71267-0853-4de6-857d-3a861ad96cb9 HTTP/1.1" status: 204 len: 168 time: 0.4484744 Dec 17 15:35:03.930035 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-b68c3743-14db-4540-8af5-5a5c50e2e8ad tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:03.931979 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-b68c3743-14db-4540-8af5-5a5c50e2e8ad tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.41 "GET /v2.0/ports/2d686fb9-445a-4e4e-bae4-a300e7b2fcbd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0679574 Dec 17 15:35:03.949808 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-ce4a7a03-e663-42e6-a0cc-34ec002fefe7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:35:04.010181 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-56f36df2-8101-4006-8fcc-335e36e78da3 req-4fca06c6-f6a6-4c62-ad8f-1487ef3da98d tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:04.091207 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-ce4a7a03-e663-42e6-a0cc-34ec002fefe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:04.096087 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-56f36df2-8101-4006-8fcc-335e36e78da3 req-4fca06c6-f6a6-4c62-ad8f-1487ef3da98d tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:04.118043 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-56f36df2-8101-4006-8fcc-335e36e78da3 req-4fca06c6-f6a6-4c62-ad8f-1487ef3da98d tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=95e31c4a-4e31-4c5e-8f16-4d484af241d0&id=9d2e33c4-04ce-4628-940b-9917df496230&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3455985 Dec 17 15:35:04.124426 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a722fd05-8f43-4647-a7f6-46e4d659d243 None None] Provisioning complete for port d3a935e5-2d45-4f21-b240-16b6be02d4d5 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:35:04.125156 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a722fd05-8f43-4647-a7f6-46e4d659d243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:04.157442 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47160) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:04.195796 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:04.197996 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-a722fd05-8f43-4647-a7f6-46e4d659d243 None None] Port d3a935e5-2d45-4f21-b240-16b6be02d4d5 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:35:04.245161 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca06c6-f6a6-4c62-ad8f-1487ef3da98d tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7830a2f4-d6c7-4b24-9281-cd78f80a2fc1,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:04.263948 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5db9e94-9e24-4aa8-b9e6-0625fbd25c4b tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:04.268818 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a5db9e94-9e24-4aa8-b9e6-0625fbd25c4b tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=10756922-37fc-47aa-936a-4192eb823f27 HTTP/1.1" status: 200 len: 1131 time: 0.0990825 Dec 17 15:35:04.290850 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47166) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:04.293529 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716ae51-fe67-48e4-a6f3-55111697e90c req-cd5cf23f-1505-41bc-bb80-4abede27678d tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:04.296149 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-90936c1b-d764-4fab-925e-fa99f6f615f1 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'port_id': 'e16e1372-d6db-41e2-92dc-8f21c32bc5cc', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'fixed_ip_address': '172.20.0.23'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:35:04.304099 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716ae51-fe67-48e4-a6f3-55111697e90c req-cd5cf23f-1505-41bc-bb80-4abede27678d tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:04.319039 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716ae51-fe67-48e4-a6f3-55111697e90c req-cd5cf23f-1505-41bc-bb80-4abede27678d tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:04.319169 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716ae51-fe67-48e4-a6f3-55111697e90c req-cd5cf23f-1505-41bc-bb80-4abede27678d tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:04.325140 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716ae51-fe67-48e4-a6f3-55111697e90c req-cd5cf23f-1505-41bc-bb80-4abede27678d tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:04.325701 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47168) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:04.331296 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716ae51-fe67-48e4-a6f3-55111697e90c req-cd5cf23f-1505-41bc-bb80-4abede27678d tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:04.333760 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e716ae51-fe67-48e4-a6f3-55111697e90c req-cd5cf23f-1505-41bc-bb80-4abede27678d tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 4659 time: 0.2503717 Dec 17 15:35:04.349478 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 042e6cbc-e47c-4337-a94e-dea325b638e1 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:35:04.375811 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-ce4a7a03-e663-42e6-a0cc-34ec002fefe7 service neutron] For port 2d686fb9-445a-4e4e-bae4-a300e7b2fcbd, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=2d686fb9-445a-4e4e-bae4-a300e7b2fcbd,segment=NetworkSegment(8c1bafca-b6c9-402b-a49c-92e9c53a27cf),segment_id=8c1bafca-b6c9-402b-a49c-92e9c53a27cf)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:35:04.400778 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-90936c1b-d764-4fab-925e-fa99f6f615f1 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for floatingip, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:04.436735 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e716ae51-fe67-48e4-a6f3-55111697e90c req-a25cf586-c108-44f3-8d51-5031c8a09e34 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=ede91c2b-e936-47b3-8701-078acb1a7041&id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675828 Dec 17 15:35:04.461674 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d230b-4868-4115-a5c4-f3bbc663547e req-54cb746d-a664-4377-aa7b-8dcb1c02b73b tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:04.463331 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9c5d230b-4868-4115-a5c4-f3bbc663547e req-54cb746d-a664-4377-aa7b-8dcb1c02b73b tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 945 time: 0.1285763 Dec 17 15:35:04.523427 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-ce4a7a03-e663-42e6-a0cc-34ec002fefe7 service neutron] For port 2d686fb9-445a-4e4e-bae4-a300e7b2fcbd, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:35:04.538655 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9c5d230b-4868-4115-a5c4-f3bbc663547e req-1a62cada-36c7-40e7-86a9-450033a1626c tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661585 Dec 17 15:35:04.563557 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 042e6cbc-e47c-4337-a94e-dea325b638e1, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=042e6cbc-e47c-4337-a94e-dea325b638e1,segment=NetworkSegment(f1f4760e-7fd1-432e-9861-fd1a052a7a2d),segment_id=f1f4760e-7fd1-432e-9861-fd1a052a7a2d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:35:04.595363 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '042e6cbc-e47c-4337-a94e-dea325b638e1', 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036', 'port_id': '042e6cbc-e47c-4337-a94e-dea325b638e1', 'mac_address': 'fa:16:3e:3f:b4:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:35:04.598942 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-ce4a7a03-e663-42e6-a0cc-34ec002fefe7 service neutron] device_id is not set on port 2d686fb9-445a-4e4e-bae4-a300e7b2fcbd yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:35:04.612914 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-ce4a7a03-e663-42e6-a0cc-34ec002fefe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:04.643226 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:04.644387 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-90936c1b-d764-4fab-925e-fa99f6f615f1 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:04.659412 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 042e6cbc-e47c-4337-a94e-dea325b638e1 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:35:04.683882 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 042e6cbc-e47c-4337-a94e-dea325b638e1, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=042e6cbc-e47c-4337-a94e-dea325b638e1,segment=NetworkSegment(f1f4760e-7fd1-432e-9861-fd1a052a7a2d),segment_id=f1f4760e-7fd1-432e-9861-fd1a052a7a2d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:35:04.714649 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-ce4a7a03-e663-42e6-a0cc-34ec002fefe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:04.726689 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-c1afdae7-6a2f-48ce-8e0a-c9afe257ba20 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-455411625', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}, 'admin_state_up': False}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:35:04.764537 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:04.854958 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-ce4a7a03-e663-42e6-a0cc-34ec002fefe7 service neutron] No DVR routers for this DVR port 2d686fb9-445a-4e4e-bae4-a300e7b2fcbd on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:35:04.859468 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['042e6cbc-e47c-4337-a94e-dea325b638e1'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:35:04.936818 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a7a03-e663-42e6-a0cc-34ec002fefe7 service neutron] Pushing event updated for resources: {'Port': ['ID=2d686fb9-445a-4e4e-bae4-a300e7b2fcbd,revision_number=6']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:04.959655 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-90936c1b-d764-4fab-925e-fa99f6f615f1 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Allocated IP 172.25.6.85 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/aa31741f-30d4-4a87-b2e4-ca53977f927b) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:35:04.961652 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=042e6cbc-e47c-4337-a94e-dea325b638e1,revision_number=6']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:04.976948 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:04.978047 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:04.978585 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:04.979128 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:04.980448 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:04.980952 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:04.981471 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:04.981995 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:04.982487 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:04.982988 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:04.983501 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:04.984172 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:04.989356 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c1afdae7-6a2f-48ce-8e0a-c9afe257ba20 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:04.990484 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c1afdae7-6a2f-48ce-8e0a-c9afe257ba20 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:04.996181 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-ce4a7a03-e663-42e6-a0cc-34ec002fefe7 service neutron] In _notify_port_updated(), no bound segment for port 2d686fb9-445a-4e4e-bae4-a300e7b2fcbd on network 8bba3eed-1473-4ac2-bb59-7cb1c76294fd {{(pid=102833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 17 15:35:04.997213 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-ce4a7a03-e663-42e6-a0cc-34ec002fefe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:04.998329 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-ce4a7a03-e663-42e6-a0cc-34ec002fefe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:04.999774 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-ce4a7a03-e663-42e6-a0cc-34ec002fefe7 service neutron] 10.222.0.41 "PUT /v2.0/ports/2d686fb9-445a-4e4e-bae4-a300e7b2fcbd HTTP/1.1" status: 200 len: 1025 time: 1.0607574 Dec 17 15:35:05.152244 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-63d23403-7f36-411f-86d5-783c97619f38 None None] Provisioning complete for port 2d686fb9-445a-4e4e-bae4-a300e7b2fcbd triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:35:05.152835 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-63d23403-7f36-411f-86d5-783c97619f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:05.195310 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-63d23403-7f36-411f-86d5-783c97619f38 None None] Port 2d686fb9-445a-4e4e-bae4-a300e7b2fcbd cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:35:05.245019 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c1afdae7-6a2f-48ce-8e0a-c9afe257ba20 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:05.289629 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-90936c1b-d764-4fab-925e-fa99f6f615f1 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:05.342464 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-c3162b22-2ec4-4a73-a7ce-8440c597e15a tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Deleting port 23211a10-13af-4c51-9094-03225018881b {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:35:05.342464 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-c3162b22-2ec4-4a73-a7ce-8440c597e15a tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:05.578611 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-90936c1b-d764-4fab-925e-fa99f6f615f1 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:05.618882 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c1afdae7-6a2f-48ce-8e0a-c9afe257ba20 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:05.709091 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2384a05-810f-4779-aa7b-9616ac6137f3 req-ec1d37fc-1c58-4778-b118-26dbb60eeb01 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:05.729353 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2384a05-810f-4779-aa7b-9616ac6137f3 req-ec1d37fc-1c58-4778-b118-26dbb60eeb01 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:05.746429 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2384a05-810f-4779-aa7b-9616ac6137f3 req-ec1d37fc-1c58-4778-b118-26dbb60eeb01 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:05.756876 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90936c1b-d764-4fab-925e-fa99f6f615f1 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:35:05.765034 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-90936c1b-d764-4fab-925e-fa99f6f615f1 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:35:05.767488 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90936c1b-d764-4fab-925e-fa99f6f615f1 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:35:05.770466 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2384a05-810f-4779-aa7b-9616ac6137f3 req-ec1d37fc-1c58-4778-b118-26dbb60eeb01 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:05.772856 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-c3162b22-2ec4-4a73-a7ce-8440c597e15a tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] For port 23211a10-13af-4c51-9094-03225018881b, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=23211a10-13af-4c51-9094-03225018881b,segment=NetworkSegment(fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291),segment_id=fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:35:05.773252 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-c3162b22-2ec4-4a73-a7ce-8440c597e15a tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:05.782416 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2384a05-810f-4779-aa7b-9616ac6137f3 req-ec1d37fc-1c58-4778-b118-26dbb60eeb01 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:05.795330 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e2384a05-810f-4779-aa7b-9616ac6137f3 req-ec1d37fc-1c58-4778-b118-26dbb60eeb01 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 3887 time: 0.2387745 Dec 17 15:35:05.809398 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90936c1b-d764-4fab-925e-fa99f6f615f1 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Pushing event updated for resources: {'Port': ['ID=aa31741f-30d4-4a87-b2e4-ca53977f927b,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:05.862673 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device d3a935e5-2d45-4f21-b240-16b6be02d4d5 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:35:05.914701 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e2384a05-810f-4779-aa7b-9616ac6137f3 req-212e2f34-96d8-40a4-8aa6-59f5425f4920 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111898 Dec 17 15:35:06.016173 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-c3162b22-2ec4-4a73-a7ce-8440c597e15a tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Calling delete_port for 23211a10-13af-4c51-9094-03225018881b owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:35:06.051042 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device d3a935e5-2d45-4f21-b240-16b6be02d4d5 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:35:06.052028 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 1c9784fa-c394-46e9-a70f-5aa02b240ee6 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:35:06.303907 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:06.321073 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17542ec1-5fb2-4889-8ee8-03952047e12f req-f81101bd-7623-4702-9cf2-2236f43b96e3 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:06.331555 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-17542ec1-5fb2-4889-8ee8-03952047e12f req-f81101bd-7623-4702-9cf2-2236f43b96e3 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 944 time: 0.1394415 Dec 17 15:35:06.346876 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c9784fa-c394-46e9-a70f-5aa02b240ee6'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:35:06.353682 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b3973e-8f8d-405f-bbb0-8333009f5a23" -d '{"events": [{"server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "name": "network-vif-unplugged", "status": "completed", "tag": "1c9784fa-c394-46e9-a70f-5aa02b240ee6"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:35:06.385118 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 042e6cbc-e47c-4337-a94e-dea325b638e1 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:35:06.398990 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 1c9784fa-c394-46e9-a70f-5aa02b240ee6, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=1c9784fa-c394-46e9-a70f-5aa02b240ee6,segment=NetworkSegment(8c1bafca-b6c9-402b-a49c-92e9c53a27cf),segment_id=8c1bafca-b6c9-402b-a49c-92e9c53a27cf)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:35:06.466288 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-17542ec1-5fb2-4889-8ee8-03952047e12f req-ec9de640-083c-4af3-b7d4-84cf295ac78c tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247520 Dec 17 15:35:06.505464 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a086ae33-199b-4f90-903c-bd6559e1e932 x-openstack-request-id: req-a086ae33-199b-4f90-903c-bd6559e1e932 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:35:06.509722 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "name": "network-vif-unplugged", "status": "completed", "tag": "1c9784fa-c394-46e9-a70f-5aa02b240ee6", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:35:06.518795 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a086ae33-199b-4f90-903c-bd6559e1e932 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:35:06.518795 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c9784fa-c394-46e9-a70f-5aa02b240ee6', 'code': 200} Dec 17 15:35:06.530081 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 042e6cbc-e47c-4337-a94e-dea325b638e1 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:35:06.530563 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:06.608763 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:06.609593 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 0f0e87e7-55e3-4a96-a436-092db2dd62df no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:35:06.776770 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=1c9784fa-c394-46e9-a70f-5aa02b240ee6,revision_number=6']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:06.839035 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:06.842444 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:06.907342 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 0f0e87e7-55e3-4a96-a436-092db2dd62df, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=0f0e87e7-55e3-4a96-a436-092db2dd62df,segment=NetworkSegment(fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291),segment_id=fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:35:06.911883 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 042e6cbc-e47c-4337-a94e-dea325b638e1, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=042e6cbc-e47c-4337-a94e-dea325b638e1,segment=NetworkSegment(f1f4760e-7fd1-432e-9861-fd1a052a7a2d),segment_id=f1f4760e-7fd1-432e-9861-fd1a052a7a2d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:35:06.976657 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:06.977592 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 23211a10-13af-4c51-9094-03225018881b no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:35:07.039644 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:07.128253 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=0f0e87e7-55e3-4a96-a436-092db2dd62df,revision_number=6']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:07.225883 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994d013-f123-4620-af61-2d11c626bc52 req-25afd698-04d3-483c-89f5-da7c0498a121 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:07.234838 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994d013-f123-4620-af61-2d11c626bc52 req-25afd698-04d3-483c-89f5-da7c0498a121 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:07.266221 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994d013-f123-4620-af61-2d11c626bc52 req-25afd698-04d3-483c-89f5-da7c0498a121 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:07.280831 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994d013-f123-4620-af61-2d11c626bc52 req-25afd698-04d3-483c-89f5-da7c0498a121 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:07.296547 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994d013-f123-4620-af61-2d11c626bc52 req-25afd698-04d3-483c-89f5-da7c0498a121 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:07.303377 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a994d013-f123-4620-af61-2d11c626bc52 req-25afd698-04d3-483c-89f5-da7c0498a121 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 3883 time: 0.2272897 Dec 17 15:35:07.323640 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=042e6cbc-e47c-4337-a94e-dea325b638e1,revision_number=7']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:07.342525 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:07.384981 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a994d013-f123-4620-af61-2d11c626bc52 req-ae2e4fc5-f092-4744-bcd3-2ab273c52769 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760565 Dec 17 15:35:07.418265 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-c3162b22-2ec4-4a73-a7ce-8440c597e15a tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:07.432967 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device ce09dfd3-f25c-4228-bd90-d195b7f4a22e no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:35:07.548473 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3162b22-2ec4-4a73-a7ce-8440c597e15a tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Pushing event deleted for resources: {'Port': ['ID=23211a10-13af-4c51-9094-03225018881b,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:07.598266 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:07.687706 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port ce09dfd3-f25c-4228-bd90-d195b7f4a22e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=ce09dfd3-f25c-4228-bd90-d195b7f4a22e,segment=NetworkSegment(1698481d-6374-42a9-ab95-80bef8c99f6c),segment_id=1698481d-6374-42a9-ab95-80bef8c99f6c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:35:07.689794 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c1afdae7-6a2f-48ce-8e0a-c9afe257ba20 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:07.746334 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10edf066-4d5e-4e7f-8864-7de211c99aa7 req-f7270105-8498-4bab-afcb-141cb3350749 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:07.748712 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-10edf066-4d5e-4e7f-8864-7de211c99aa7 req-f7270105-8498-4bab-afcb-141cb3350749 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 945 time: 0.1079221 Dec 17 15:35:07.749373 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-c3162b22-2ec4-4a73-a7ce-8440c597e15a tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] No DVR routers for this DVR port 23211a10-13af-4c51-9094-03225018881b on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:35:07.752689 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:07.753457 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device e580942b-4338-463b-8dea-66ed71bb7043 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:35:07.761279 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c1afdae7-6a2f-48ce-8e0a-c9afe257ba20 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:07.767036 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-c3162b22-2ec4-4a73-a7ce-8440c597e15a tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:07.768917 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-c3162b22-2ec4-4a73-a7ce-8440c597e15a tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.41 "DELETE /v2.0/ports/23211a10-13af-4c51-9094-03225018881b HTTP/1.1" status: 204 len: 173 time: 2.7161582 Dec 17 15:35:07.770810 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'name': 'network-vif-deleted', 'tag': '23211a10-13af-4c51-9094-03225018881b'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:35:07.789431 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93aca52e-6014-4ed6-a1ba-e8c2c4870d49" -d '{"events": [{"server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "name": "network-vif-deleted", "tag": "23211a10-13af-4c51-9094-03225018881b"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:35:07.868905 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-10edf066-4d5e-4e7f-8864-7de211c99aa7 req-cf542ab7-1a5d-4190-9332-5486ca9350a3 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093900 Dec 17 15:35:07.914248 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=ce09dfd3-f25c-4228-bd90-d195b7f4a22e,revision_number=6']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:07.925169 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c2a93b-301c-4541-a5a0-5fae569469ba x-openstack-request-id: req-91c2a93b-301c-4541-a5a0-5fae569469ba {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:35:07.925407 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "name": "network-vif-deleted", "tag": "23211a10-13af-4c51-9094-03225018881b", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:35:07.925621 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-91c2a93b-301c-4541-a5a0-5fae569469ba {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:35:07.926030 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'name': 'network-vif-deleted', 'tag': '23211a10-13af-4c51-9094-03225018881b', 'status': 'completed', 'code': 200} Dec 17 15:35:07.991161 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-90936c1b-d764-4fab-925e-fa99f6f615f1 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:07.999507 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:08.075317 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port e580942b-4338-463b-8dea-66ed71bb7043, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e580942b-4338-463b-8dea-66ed71bb7043,segment=NetworkSegment(8c1bafca-b6c9-402b-a49c-92e9c53a27cf),segment_id=8c1bafca-b6c9-402b-a49c-92e9c53a27cf)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:35:08.146932 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:08.148082 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 2d686fb9-445a-4e4e-bae4-a300e7b2fcbd no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:35:08.251341 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-c1afdae7-6a2f-48ce-8e0a-c9afe257ba20 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Allocated IP 172.25.6.28 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/ea039b6f-fb9a-489c-89a7-05d870fb1d0b) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:35:08.267330 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=e580942b-4338-463b-8dea-66ed71bb7043,revision_number=6']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:08.272451 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-d328b85c-31dd-41f5-8a61-d222a36da04b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Deleting port ce09dfd3-f25c-4228-bd90-d195b7f4a22e {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:35:08.272800 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-d328b85c-31dd-41f5-8a61-d222a36da04b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:08.323965 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 2d686fb9-445a-4e4e-bae4-a300e7b2fcbd not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:35:08.404686 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-90936c1b-d764-4fab-925e-fa99f6f615f1 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:08.491650 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-d328b85c-31dd-41f5-8a61-d222a36da04b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] For port ce09dfd3-f25c-4228-bd90-d195b7f4a22e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=ce09dfd3-f25c-4228-bd90-d195b7f4a22e,segment=NetworkSegment(1698481d-6374-42a9-ab95-80bef8c99f6c),segment_id=1698481d-6374-42a9-ab95-80bef8c99f6c)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:35:08.492346 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-d328b85c-31dd-41f5-8a61-d222a36da04b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:08.513684 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f0e87e7-55e3-4a96-a436-092db2dd62df'}, {'server_uuid': '08dd7347-faf0-43c8-9d30-6c731ceed40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042e6cbc-e47c-4337-a94e-dea325b638e1'}, {'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce09dfd3-f25c-4228-bd90-d195b7f4a22e'}, {'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e580942b-4338-463b-8dea-66ed71bb7043'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:35:08.516770 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2ff719-77b6-4efc-8796-846cf85a352f" -d '{"events": [{"server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "name": "network-vif-unplugged", "status": "completed", "tag": "0f0e87e7-55e3-4a96-a436-092db2dd62df"}, {"server_uuid": "08dd7347-faf0-43c8-9d30-6c731ceed40d", "name": "network-vif-plugged", "status": "completed", "tag": "042e6cbc-e47c-4337-a94e-dea325b638e1"}, {"server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "name": "network-vif-unplugged", "status": "completed", "tag": "ce09dfd3-f25c-4228-bd90-d195b7f4a22e"}, {"server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "name": "network-vif-unplugged", "status": "completed", "tag": "e580942b-4338-463b-8dea-66ed71bb7043"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:35:08.552353 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c1afdae7-6a2f-48ce-8e0a-c9afe257ba20 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:08.625831 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 702 Content-Type: application/json Date: Fri, 17 Dec 2021 15:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f296e301-9345-4b1c-8ce9-27675c09d902 x-openstack-request-id: req-f296e301-9345-4b1c-8ce9-27675c09d902 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:35:08.626425 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "name": "network-vif-unplugged", "status": "completed", "tag": "0f0e87e7-55e3-4a96-a436-092db2dd62df", "code": 200}, {"server_uuid": "08dd7347-faf0-43c8-9d30-6c731ceed40d", "name": "network-vif-plugged", "status": "completed", "tag": "042e6cbc-e47c-4337-a94e-dea325b638e1", "code": 200}, {"server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "name": "network-vif-unplugged", "status": "completed", "tag": "ce09dfd3-f25c-4228-bd90-d195b7f4a22e", "code": 200}, {"server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "name": "network-vif-unplugged", "status": "completed", "tag": "e580942b-4338-463b-8dea-66ed71bb7043", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:35:08.627118 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f296e301-9345-4b1c-8ce9-27675c09d902 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:35:08.627744 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f0e87e7-55e3-4a96-a436-092db2dd62df', 'code': 200} Dec 17 15:35:08.628232 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08dd7347-faf0-43c8-9d30-6c731ceed40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042e6cbc-e47c-4337-a94e-dea325b638e1', 'code': 200} Dec 17 15:35:08.628700 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce09dfd3-f25c-4228-bd90-d195b7f4a22e', 'code': 200} Dec 17 15:35:08.636906 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519f37b-ab8c-4799-a315-331f4a69f37e req-8a069d14-4af9-4549-93db-0cfe59c92c94 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:08.639618 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e580942b-4338-463b-8dea-66ed71bb7043', 'code': 200} Dec 17 15:35:08.667508 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519f37b-ab8c-4799-a315-331f4a69f37e req-8a069d14-4af9-4549-93db-0cfe59c92c94 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:08.684973 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519f37b-ab8c-4799-a315-331f4a69f37e req-8a069d14-4af9-4549-93db-0cfe59c92c94 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:08.704246 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519f37b-ab8c-4799-a315-331f4a69f37e req-8a069d14-4af9-4549-93db-0cfe59c92c94 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:08.714705 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b519f37b-ab8c-4799-a315-331f4a69f37e req-8a069d14-4af9-4549-93db-0cfe59c92c94 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 3144 time: 0.2065499 Dec 17 15:35:08.805376 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b519f37b-ab8c-4799-a315-331f4a69f37e req-f14f8db0-c64d-4beb-8c17-a82ae4913ffc tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868461 Dec 17 15:35:09.081486 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c1afdae7-6a2f-48ce-8e0a-c9afe257ba20 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:09.155072 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42fea1-4dd3-47df-8d8a-c42d716cab1b req-a6d1fa08-932e-4266-bdf0-132a87346226 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:09.166833 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2e42fea1-4dd3-47df-8d8a-c42d716cab1b req-a6d1fa08-932e-4266-bdf0-132a87346226 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 945 time: 0.1254568 Dec 17 15:35:09.213193 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1afdae7-6a2f-48ce-8e0a-c9afe257ba20 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:35:09.229978 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-c1afdae7-6a2f-48ce-8e0a-c9afe257ba20 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:35:09.244195 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1afdae7-6a2f-48ce-8e0a-c9afe257ba20 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:35:09.253453 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2e42fea1-4dd3-47df-8d8a-c42d716cab1b req-f3b9099e-469b-4dde-b9d7-aa5b6d4fcd84 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842867 Dec 17 15:35:09.280121 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1afdae7-6a2f-48ce-8e0a-c9afe257ba20 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Pushing event updated for resources: {'Port': ['ID=ea039b6f-fb9a-489c-89a7-05d870fb1d0b,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:09.280987 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-90936c1b-d764-4fab-925e-fa99f6f615f1 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:09.290102 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-d328b85c-31dd-41f5-8a61-d222a36da04b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:09.290565 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-d328b85c-31dd-41f5-8a61-d222a36da04b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:09.290967 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-d328b85c-31dd-41f5-8a61-d222a36da04b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Floating IP 8c900b9c-4b82-4987-80a9-c9a868e248c9 disassociated. External IP: 172.25.6.118, port: ce09dfd3-f25c-4228-bd90-d195b7f4a22e. Dec 17 15:35:09.291383 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-d328b85c-31dd-41f5-8a61-d222a36da04b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Calling delete_port for ce09dfd3-f25c-4228-bd90-d195b7f4a22e owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:35:09.556389 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-90936c1b-d764-4fab-925e-fa99f6f615f1 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:09.662369 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-d328b85c-31dd-41f5-8a61-d222a36da04b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:09.732865 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90936c1b-d764-4fab-925e-fa99f6f615f1 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Pushing event updated for resources: {'Port': ['ID=aa31741f-30d4-4a87-b2e4-ca53977f927b,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:09.797769 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d328b85c-31dd-41f5-8a61-d222a36da04b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Pushing event deleted for resources: {'Port': ['ID=ce09dfd3-f25c-4228-bd90-d195b7f4a22e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:09.816336 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-90936c1b-d764-4fab-925e-fa99f6f615f1 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:10.080915 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c1afdae7-6a2f-48ce-8e0a-c9afe257ba20 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:10.085284 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e38e9-9ed0-4954-a3e5-d299203cb684 req-4aac69ac-2a93-4055-b236-4884eacadff3 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:10.099543 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e38e9-9ed0-4954-a3e5-d299203cb684 req-4aac69ac-2a93-4055-b236-4884eacadff3 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:10.109892 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e38e9-9ed0-4954-a3e5-d299203cb684 req-4aac69ac-2a93-4055-b236-4884eacadff3 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:10.119425 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a41e38e9-9ed0-4954-a3e5-d299203cb684 req-4aac69ac-2a93-4055-b236-4884eacadff3 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 2410 time: 0.1442418 Dec 17 15:35:10.194401 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a41e38e9-9ed0-4954-a3e5-d299203cb684 req-947bb89b-68a7-464b-92d3-209bc5a4924b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740054 Dec 17 15:35:10.246539 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-d328b85c-31dd-41f5-8a61-d222a36da04b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Router 4c1b8d6e-1334-4957-a357-34cf573cc44f has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:35:10.250231 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [None req-90936c1b-d764-4fab-925e-fa99f6f615f1 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Floating IP 2f5ca2a2-4fb3-4443-80ae-0ed636acc13c associated. External IP: 172.25.6.85, port: e16e1372-d6db-41e2-92dc-8f21c32bc5cc. Dec 17 15:35:10.365556 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:10.470351 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69b2bf-e59a-42f4-823c-95c1a9647d93 req-c1763eea-c1d7-4865-909b-d6c3b065ef08 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:10.480433 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dd69b2bf-e59a-42f4-823c-95c1a9647d93 req-c1763eea-c1d7-4865-909b-d6c3b065ef08 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 945 time: 0.0952950 Dec 17 15:35:10.534380 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dd69b2bf-e59a-42f4-823c-95c1a9647d93 req-b85690e0-3928-48da-8542-6872598d90f8 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491593 Dec 17 15:35:10.771473 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-d328b85c-31dd-41f5-8a61-d222a36da04b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:35:10.790450 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c1afdae7-6a2f-48ce-8e0a-c9afe257ba20 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:10.793954 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10acd280-ab4e-4859-ba3a-8e1d35c2d3a4 None None] Sync routers for ids ['4c1b8d6e-1334-4957-a357-34cf573cc44f'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:35:10.816131 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10acd280-ab4e-4859-ba3a-8e1d35c2d3a4 None None] Routers {'4c1b8d6e-1334-4957-a357-34cf573cc44f'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:35:10.818811 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-10acd280-ab4e-4859-ba3a-8e1d35c2d3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:35:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['4c1b8d6e-1334-4957-a357-34cf573cc44f'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:10.863054 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-d328b85c-31dd-41f5-8a61-d222a36da04b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] No DVR routers for this DVR port ce09dfd3-f25c-4228-bd90-d195b7f4a22e on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:35:10.870979 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-d328b85c-31dd-41f5-8a61-d222a36da04b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:10.878430 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-d328b85c-31dd-41f5-8a61-d222a36da04b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.41 "DELETE /v2.0/ports/ce09dfd3-f25c-4228-bd90-d195b7f4a22e HTTP/1.1" status: 204 len: 173 time: 3.0798519 Dec 17 15:35:10.881507 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'name': 'network-vif-deleted', 'tag': 'ce09dfd3-f25c-4228-bd90-d195b7f4a22e'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:35:10.884170 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eca3142-3c06-495f-bb61-fc64e047df4f" -d '{"events": [{"server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "name": "network-vif-deleted", "tag": "ce09dfd3-f25c-4228-bd90-d195b7f4a22e"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:35:10.961660 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-10acd280-ab4e-4859-ba3a-8e1d35c2d3a4 None None] Set router 4c1b8d6e-1334-4957-a357-34cf573cc44f gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:35:11.358626 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-10acd280-ab4e-4859-ba3a-8e1d35c2d3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'name': 'tempest-TaggedBootDevicesTest-817605198-router', 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'd269410d-cd0f-4f27-9d29-8d9250229641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:23:58Z', 'updated_at': '2021-12-17T15:24:07Z', 'revision_number': 4, 'project_id': '877bbdd90a9744e8870dce0869eb9a96', 'gw_port': {'id': 'd269410d-cd0f-4f27-9d29-8d9250229641', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:23:59Z', 'updated_at': '2021-12-17T15:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '8cd192bb-5c56-41b7-92a1-9fbec28c8d37', 'name': '', 'network_id': 'de5b4090-a778-4df4-ad31-4dba3e85ea67', 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'mac_address': 'fa:16:3e:0d:60:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'd1a4a435-03ec-407e-806d-67c3316a8ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:24:05Z', 'updated_at': '2021-12-17T15:24:13Z', 'revision_number': 5, 'project_id': '877bbdd90a9744e8870dce0869eb9a96', 'subnets': [{'id': 'd1a4a435-03ec-407e-806d-67c3316a8ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:11.391695 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10acd280-ab4e-4859-ba3a-8e1d35c2d3a4 None None] Checking router: 4c1b8d6e-1334-4957-a357-34cf573cc44f for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:35:11.402820 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10acd280-ab4e-4859-ba3a-8e1d35c2d3a4 None None] Routers {'4c1b8d6e-1334-4957-a357-34cf573cc44f'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:35:11.403703 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-10acd280-ab4e-4859-ba3a-8e1d35c2d3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:35:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['4c1b8d6e-1334-4957-a357-34cf573cc44f'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:11.425554 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8cd8d-a2a0-4f96-a2ef-181beb1be0b6 req-70ef2aad-ca62-4b61-8169-c2e1ca625688 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:11.438197 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8cd8d-a2a0-4f96-a2ef-181beb1be0b6 req-70ef2aad-ca62-4b61-8169-c2e1ca625688 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:11.445786 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8cd8d-a2a0-4f96-a2ef-181beb1be0b6 req-70ef2aad-ca62-4b61-8169-c2e1ca625688 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:11.456345 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d3c8cd8d-a2a0-4f96-a2ef-181beb1be0b6 req-70ef2aad-ca62-4b61-8169-c2e1ca625688 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 2410 time: 0.1765141 Dec 17 15:35:11.552367 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d3c8cd8d-a2a0-4f96-a2ef-181beb1be0b6 req-d85cac3b-10e8-492d-b0a8-39a9cfa494b3 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946519 Dec 17 15:35:11.673474 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a827e89-160b-44f3-9784-65592ffbba74 x-openstack-request-id: req-1a827e89-160b-44f3-9784-65592ffbba74 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:35:11.673828 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "name": "network-vif-deleted", "tag": "ce09dfd3-f25c-4228-bd90-d195b7f4a22e", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:35:11.674093 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1a827e89-160b-44f3-9784-65592ffbba74 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:35:11.674867 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'name': 'network-vif-deleted', 'tag': 'ce09dfd3-f25c-4228-bd90-d195b7f4a22e', 'status': 'completed', 'code': 200} Dec 17 15:35:11.737199 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d9bca7-3528-4e62-a1e8-e1544f26a414 req-a3bcd714-41dc-439c-bcdf-56307a7a9cd3 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:11.754179 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40d9bca7-3528-4e62-a1e8-e1544f26a414 req-a3bcd714-41dc-439c-bcdf-56307a7a9cd3 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 945 time: 0.0737853 Dec 17 15:35:11.754417 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90936c1b-d764-4fab-925e-fa99f6f615f1 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Router 0d47f40d-a578-49a2-8dd3-891f56931599 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:35:11.776777 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47270) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:11.790469 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-10acd280-ab4e-4859-ba3a-8e1d35c2d3a4 None None] Set router 4c1b8d6e-1334-4957-a357-34cf573cc44f gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:35:11.819753 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40d9bca7-3528-4e62-a1e8-e1544f26a414 req-e4162b81-ed36-4d95-aa41-5ff1dd0b69e9 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649941 Dec 17 15:35:11.967124 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-ac47894f-ca7d-4674-a5ba-73278d79cd5e tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Deleting port e580942b-4338-463b-8dea-66ed71bb7043 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:35:11.967683 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-ac47894f-ca7d-4674-a5ba-73278d79cd5e tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:12.064016 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90936c1b-d764-4fab-925e-fa99f6f615f1 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:35:12.083820 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3ef139-9c2e-48c7-bd24-8ded960ff61e None None] Sync routers for ids ['0d47f40d-a578-49a2-8dd3-891f56931599'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:35:12.119422 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-36c172ab-2e95-4b8a-819d-a17fb817ebaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:12.119671 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1afdae7-6a2f-48ce-8e0a-c9afe257ba20 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Router c8adc379-2dcd-451e-b664-cec1c44262b8 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:35:12.123474 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-ac47894f-ca7d-4674-a5ba-73278d79cd5e tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] For port e580942b-4338-463b-8dea-66ed71bb7043, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e580942b-4338-463b-8dea-66ed71bb7043,segment=NetworkSegment(8c1bafca-b6c9-402b-a49c-92e9c53a27cf),segment_id=8c1bafca-b6c9-402b-a49c-92e9c53a27cf)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:35:12.133392 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-ac47894f-ca7d-4674-a5ba-73278d79cd5e tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:12.133594 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3ef139-9c2e-48c7-bd24-8ded960ff61e None None] Routers {'0d47f40d-a578-49a2-8dd3-891f56931599'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:35:12.133594 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-af3ef139-9c2e-48c7-bd24-8ded960ff61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:35:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0d47f40d-a578-49a2-8dd3-891f56931599'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:12.167894 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-90936c1b-d764-4fab-925e-fa99f6f615f1 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:12.191359 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-ac47894f-ca7d-4674-a5ba-73278d79cd5e tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Calling delete_port for e580942b-4338-463b-8dea-66ed71bb7043 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:35:12.323354 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-90936c1b-d764-4fab-925e-fa99f6f615f1 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.0313568 Dec 17 15:35:12.327571 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47276) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:12.331044 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-36c172ab-2e95-4b8a-819d-a17fb817ebaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:12.344654 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-10acd280-ab4e-4859-ba3a-8e1d35c2d3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'name': 'tempest-TaggedBootDevicesTest-817605198-router', 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'd269410d-cd0f-4f27-9d29-8d9250229641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:23:58Z', 'updated_at': '2021-12-17T15:24:07Z', 'revision_number': 4, 'project_id': '877bbdd90a9744e8870dce0869eb9a96', 'gw_port': {'id': 'd269410d-cd0f-4f27-9d29-8d9250229641', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:23:59Z', 'updated_at': '2021-12-17T15:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '8cd192bb-5c56-41b7-92a1-9fbec28c8d37', 'name': '', 'network_id': 'de5b4090-a778-4df4-ad31-4dba3e85ea67', 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'mac_address': 'fa:16:3e:0d:60:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'd1a4a435-03ec-407e-806d-67c3316a8ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:24:05Z', 'updated_at': '2021-12-17T15:24:13Z', 'revision_number': 5, 'project_id': '877bbdd90a9744e8870dce0869eb9a96', 'subnets': [{'id': 'd1a4a435-03ec-407e-806d-67c3316a8ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:12.394327 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10acd280-ab4e-4859-ba3a-8e1d35c2d3a4 None None] The sync data for ids ['4c1b8d6e-1334-4957-a357-34cf573cc44f'] in n-d-820553-2 is: [{'id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'name': 'tempest-TaggedBootDevicesTest-817605198-router', 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'd269410d-cd0f-4f27-9d29-8d9250229641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:23:58Z', 'updated_at': '2021-12-17T15:24:07Z', 'revision_number': 4, 'project_id': '877bbdd90a9744e8870dce0869eb9a96', 'gw_port': {'id': 'd269410d-cd0f-4f27-9d29-8d9250229641', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:23:59Z', 'updated_at': '2021-12-17T15:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '8cd192bb-5c56-41b7-92a1-9fbec28c8d37', 'name': '', 'network_id': 'de5b4090-a778-4df4-ad31-4dba3e85ea67', 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'mac_address': 'fa:16:3e:0d:60:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': 'd1a4a435-03ec-407e-806d-67c3316a8ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:24:05Z', 'updated_at': '2021-12-17T15:24:13Z', 'revision_number': 5, 'project_id': '877bbdd90a9744e8870dce0869eb9a96', 'subnets': [{'id': 'd1a4a435-03ec-407e-806d-67c3316a8ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:35:12.398740 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-36c172ab-2e95-4b8a-819d-a17fb817ebaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:12.447513 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c172ab-2e95-4b8a-819d-a17fb817ebaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f88188-b2e0-46cd-b7a4-07c9265d897c,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:12.489980 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-36c172ab-2e95-4b8a-819d-a17fb817ebaf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=348acdb0f7884736a16baeffdf550920&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7093198 Dec 17 15:35:12.498469 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47278) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:12.555643 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f8e55f18-5155-4df7-930e-0f595033910e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:12.580596 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f8e55f18-5155-4df7-930e-0f595033910e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:12.689343 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4803c1ca-9014-41b2-9b22-11c56e909d56 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:12.689809 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4803c1ca-9014-41b2-9b22-11c56e909d56 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:12.690329 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4803c1ca-9014-41b2-9b22-11c56e909d56 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:12.690773 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4803c1ca-9014-41b2-9b22-11c56e909d56 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:12.691276 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4803c1ca-9014-41b2-9b22-11c56e909d56 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:12.691724 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4803c1ca-9014-41b2-9b22-11c56e909d56 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:12.692306 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4803c1ca-9014-41b2-9b22-11c56e909d56 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:12.693320 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4803c1ca-9014-41b2-9b22-11c56e909d56 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:12.693771 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4803c1ca-9014-41b2-9b22-11c56e909d56 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:12.694590 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4803c1ca-9014-41b2-9b22-11c56e909d56 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:12.702474 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4803c1ca-9014-41b2-9b22-11c56e909d56 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7070 time: 0.3661938 Dec 17 15:35:12.726852 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47282) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:12.778747 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f8e55f18-5155-4df7-930e-0f595033910e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:12.781842 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f8e55f18-5155-4df7-930e-0f595033910e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:12.786837 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f8e55f18-5155-4df7-930e-0f595033910e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d9f88188-b2e0-46cd-b7a4-07c9265d897c HTTP/1.1" status: 204 len: 168 time: 0.2864130 Dec 17 15:35:12.817891 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-af3ef139-9c2e-48c7-bd24-8ded960ff61e None None] Set router 0d47f40d-a578-49a2-8dd3-891f56931599 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:35:12.880843 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e55f18-5155-4df7-930e-0f595033910e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f88188-b2e0-46cd-b7a4-07c9265d897c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:12.884256 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1afdae7-6a2f-48ce-8e0a-c9afe257ba20 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:35:12.903168 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fa834d-cd2f-42b7-a46e-2483ec56e2ce None None] Sync routers for ids ['c8adc379-2dcd-451e-b664-cec1c44262b8'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:35:12.920339 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fa834d-cd2f-42b7-a46e-2483ec56e2ce None None] Routers {'c8adc379-2dcd-451e-b664-cec1c44262b8'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:35:12.922978 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-65fa834d-cd2f-42b7-a46e-2483ec56e2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:35:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['c8adc379-2dcd-451e-b664-cec1c44262b8'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:12.949928 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a9811-3dc2-4f3b-8a50-f3e902c80e67 req-29b03956-18a7-4a97-b7b0-6ee0d14ead59 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:12.961684 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a9811-3dc2-4f3b-8a50-f3e902c80e67 req-29b03956-18a7-4a97-b7b0-6ee0d14ead59 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:12.970976 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a9811-3dc2-4f3b-8a50-f3e902c80e67 req-29b03956-18a7-4a97-b7b0-6ee0d14ead59 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:12.979073 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b7a9811-3dc2-4f3b-8a50-f3e902c80e67 req-29b03956-18a7-4a97-b7b0-6ee0d14ead59 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 2410 time: 0.3004920 Dec 17 15:35:13.054175 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-65fa834d-cd2f-42b7-a46e-2483ec56e2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:13.070428 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b438f18d-374e-4428-b413-092039b8a594 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:13.070428 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b438f18d-374e-4428-b413-092039b8a594 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:13.072195 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b438f18d-374e-4428-b413-092039b8a594 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:13.072195 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b438f18d-374e-4428-b413-092039b8a594 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:13.076932 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b438f18d-374e-4428-b413-092039b8a594 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:13.077654 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b438f18d-374e-4428-b413-092039b8a594 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:13.078182 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b438f18d-374e-4428-b413-092039b8a594 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:13.078703 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b438f18d-374e-4428-b413-092039b8a594 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:13.079217 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b438f18d-374e-4428-b413-092039b8a594 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:13.079880 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b438f18d-374e-4428-b413-092039b8a594 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:13.083018 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b438f18d-374e-4428-b413-092039b8a594 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6463 time: 0.3539927 Dec 17 15:35:13.084292 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c1afdae7-6a2f-48ce-8e0a-c9afe257ba20 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:13.087862 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47288) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:13.094624 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47290) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:13.096759 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fa834d-cd2f-42b7-a46e-2483ec56e2ce None None] Routers {'c8adc379-2dcd-451e-b664-cec1c44262b8'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:35:13.099632 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c1afdae7-6a2f-48ce-8e0a-c9afe257ba20 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.7658625 Dec 17 15:35:13.101079 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-65fa834d-cd2f-42b7-a46e-2483ec56e2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:35:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['c8adc379-2dcd-451e-b664-cec1c44262b8'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:13.103417 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb522a33-dab9-48ac-8881-99f4f4bd573e None None] New status for floating IP 8c900b9c-4b82-4987-80a9-c9a868e248c9: DOWN {{(pid=102834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:35:13.211367 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-65fa834d-cd2f-42b7-a46e-2483ec56e2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:13.212035 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fa834d-cd2f-42b7-a46e-2483ec56e2ce None None] The sync data for ids ['c8adc379-2dcd-451e-b664-cec1c44262b8'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:35:13.227083 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-ac47894f-ca7d-4674-a5ba-73278d79cd5e tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:13.322163 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47894f-ca7d-4674-a5ba-73278d79cd5e tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Pushing event deleted for resources: {'Port': ['ID=e580942b-4338-463b-8dea-66ed71bb7043,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:13.369364 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eda9a-4b4a-408f-869c-63a9bf0d5877 req-604df3fb-e5a4-48ec-8d78-82cce2b056db tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:13.372388 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9b5eda9a-4b4a-408f-869c-63a9bf0d5877 req-604df3fb-e5a4-48ec-8d78-82cce2b056db tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 945 time: 0.3845642 Dec 17 15:35:13.381496 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e983c399-a244-4746-bcab-88169d2905fb tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] 10.222.0.46 "GET /v2.0/routers/c8adc379-2dcd-451e-b664-cec1c44262b8 HTTP/1.1" status: 200 len: 923 time: 0.2752643 Dec 17 15:35:13.394380 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47296) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:13.428863 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-ac47894f-ca7d-4674-a5ba-73278d79cd5e tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] No DVR routers for this DVR port e580942b-4338-463b-8dea-66ed71bb7043 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:35:13.446146 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-ac47894f-ca7d-4674-a5ba-73278d79cd5e tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:13.453407 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-ac47894f-ca7d-4674-a5ba-73278d79cd5e tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.41 "DELETE /v2.0/ports/e580942b-4338-463b-8dea-66ed71bb7043 HTTP/1.1" status: 204 len: 173 time: 2.5649290 Dec 17 15:35:13.459264 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8059c91f-71ad-4d90-a2e5-af0aeaddff28 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8adc379-2dcd-451e-b664-cec1c44262b8 HTTP/1.1" status: 200 len: 205 time: 0.0603468 Dec 17 15:35:13.459494 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47298) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:13.595416 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b7a9811-3dc2-4f3b-8a50-f3e902c80e67 req-b692d897-ae4b-403a-af06-bfe7c32c775f tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6149304 Dec 17 15:35:13.597474 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-af3ef139-9c2e-48c7-bd24-8ded960ff61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'name': 'tempest-TestSecurityGroupsBasicOps-router-20163770', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'ef6f0e00-66d8-464b-a1ef-7ccf9e90758b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:34:38Z', 'updated_at': '2021-12-17T15:34:45Z', 'revision_number': 4, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'gw_port': {'id': 'ef6f0e00-66d8-464b-a1ef-7ccf9e90758b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:39Z', 'updated_at': '2021-12-17T15:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '2f5ca2a2-4fb3-4443-80ae-0ed636acc13c', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'floating_ip_address': '172.25.6.85', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'port_id': 'e16e1372-d6db-41e2-92dc-8f21c32bc5cc', 'fixed_ip_address': '172.20.0.23', 'status': 'DOWN', 'standard_attr_id': 2855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2ce5d81-00e7-4a11-aeea-6022658e3866', 'mac_address': 'fa:16:3e:27:62:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10756922-37fc-47aa-936a-4192eb823f27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:35:07Z', 'updated_at': '2021-12-17T15:35:07Z', 'revision_number': 0, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e371cb0-e6e6-47b5-b714-bb10d77b2e07', 'name': '', 'network_id': 'b2ce5d81-00e7-4a11-aeea-6022658e3866', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'mac_address': 'fa:16:3e:f5:47:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '7c0d1002-a703-4050-8e5b-7a438bb8a882', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:44Z', 'updated_at': '2021-12-17T15:34:49Z', 'revision_number': 5, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'subnets': [{'id': '7c0d1002-a703-4050-8e5b-7a438bb8a882', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:13.639977 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3ef139-9c2e-48c7-bd24-8ded960ff61e None None] Checking router: 0d47f40d-a578-49a2-8dd3-891f56931599 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:35:13.657835 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3ef139-9c2e-48c7-bd24-8ded960ff61e None None] Routers {'0d47f40d-a578-49a2-8dd3-891f56931599'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:35:13.663754 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-af3ef139-9c2e-48c7-bd24-8ded960ff61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:35:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0d47f40d-a578-49a2-8dd3-891f56931599'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:13.675747 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10756922-37fc-47aa-936a-4192eb823f27', 'tag': 'e16e1372-d6db-41e2-92dc-8f21c32bc5cc'}, {'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'name': 'network-vif-deleted', 'tag': 'e580942b-4338-463b-8dea-66ed71bb7043'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:35:13.682104 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e50002-926b-4332-9036-c68d6b4d2c1e" -d '{"events": [{"name": "network-changed", "server_uuid": "10756922-37fc-47aa-936a-4192eb823f27", "tag": "e16e1372-d6db-41e2-92dc-8f21c32bc5cc"}, {"server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "name": "network-vif-deleted", "tag": "e580942b-4338-463b-8dea-66ed71bb7043"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:35:13.700655 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e36bd314-65be-4891-a00e-c02dafc0a3b0 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:13.815050 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:35:13.870737 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-af3ef139-9c2e-48c7-bd24-8ded960ff61e None None] Set router 0d47f40d-a578-49a2-8dd3-891f56931599 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:35:13.875833 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 17 Dec 2021 15:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e6fe1e-8f96-4d57-9fdf-1766ad84e216 x-openstack-request-id: req-59e6fe1e-8f96-4d57-9fdf-1766ad84e216 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:35:13.876239 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10756922-37fc-47aa-936a-4192eb823f27", "tag": "e16e1372-d6db-41e2-92dc-8f21c32bc5cc", "status": "completed", "code": 200}, {"server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "name": "network-vif-deleted", "tag": "e580942b-4338-463b-8dea-66ed71bb7043", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:35:13.876600 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-59e6fe1e-8f96-4d57-9fdf-1766ad84e216 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:35:13.877136 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10756922-37fc-47aa-936a-4192eb823f27', 'tag': 'e16e1372-d6db-41e2-92dc-8f21c32bc5cc', 'status': 'completed', 'code': 200} Dec 17 15:35:13.877502 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'name': 'network-vif-deleted', 'tag': 'e580942b-4338-463b-8dea-66ed71bb7043', 'status': 'completed', 'code': 200} Dec 17 15:35:13.887331 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e36bd314-65be-4891-a00e-c02dafc0a3b0 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:13.925635 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-07de551d-c217-4fb9-a045-0ef957c9b591 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Deleting port 0f0e87e7-55e3-4a96-a436-092db2dd62df {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:35:13.926130 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-07de551d-c217-4fb9-a045-0ef957c9b591 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:13.947339 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47302) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:14.155832 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7913fa59-1970-4db8-a5f2-7251199ebb6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:14.172500 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-07de551d-c217-4fb9-a045-0ef957c9b591 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] For port 0f0e87e7-55e3-4a96-a436-092db2dd62df, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=0f0e87e7-55e3-4a96-a436-092db2dd62df,segment=NetworkSegment(fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291),segment_id=fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:35:14.173376 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-07de551d-c217-4fb9-a045-0ef957c9b591 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:14.211819 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-af3ef139-9c2e-48c7-bd24-8ded960ff61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'name': 'tempest-TestSecurityGroupsBasicOps-router-20163770', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'ef6f0e00-66d8-464b-a1ef-7ccf9e90758b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:34:38Z', 'updated_at': '2021-12-17T15:34:45Z', 'revision_number': 4, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'gw_port': {'id': 'ef6f0e00-66d8-464b-a1ef-7ccf9e90758b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:39Z', 'updated_at': '2021-12-17T15:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '2f5ca2a2-4fb3-4443-80ae-0ed636acc13c', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'floating_ip_address': '172.25.6.85', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'port_id': 'e16e1372-d6db-41e2-92dc-8f21c32bc5cc', 'fixed_ip_address': '172.20.0.23', 'status': 'DOWN', 'standard_attr_id': 2855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2ce5d81-00e7-4a11-aeea-6022658e3866', 'mac_address': 'fa:16:3e:27:62:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10756922-37fc-47aa-936a-4192eb823f27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:35:07Z', 'updated_at': '2021-12-17T15:35:07Z', 'revision_number': 0, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e371cb0-e6e6-47b5-b714-bb10d77b2e07', 'name': '', 'network_id': 'b2ce5d81-00e7-4a11-aeea-6022658e3866', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'mac_address': 'fa:16:3e:f5:47:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '7c0d1002-a703-4050-8e5b-7a438bb8a882', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:44Z', 'updated_at': '2021-12-17T15:34:49Z', 'revision_number': 5, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'subnets': [{'id': '7c0d1002-a703-4050-8e5b-7a438bb8a882', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:14.222116 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-07de551d-c217-4fb9-a045-0ef957c9b591 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Calling delete_port for 0f0e87e7-55e3-4a96-a436-092db2dd62df owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:35:14.248792 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3ef139-9c2e-48c7-bd24-8ded960ff61e None None] The sync data for ids ['0d47f40d-a578-49a2-8dd3-891f56931599'] in n-d-820553-2 is: [{'id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'name': 'tempest-TestSecurityGroupsBasicOps-router-20163770', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'ef6f0e00-66d8-464b-a1ef-7ccf9e90758b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:34:38Z', 'updated_at': '2021-12-17T15:34:45Z', 'revision_number': 4, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'gw_port': {'id': 'ef6f0e00-66d8-464b-a1ef-7ccf9e90758b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:39Z', 'updated_at': '2021-12-17T15:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '2f5ca2a2-4fb3-4443-80ae-0ed636acc13c', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'floating_ip_address': '172.25.6.85', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'port_id': 'e16e1372-d6db-41e2-92dc-8f21c32bc5cc', 'fixed_ip_address': '172.20.0.23', 'status': 'DOWN', 'standard_attr_id': 2855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2ce5d81-00e7-4a11-aeea-6022658e3866', 'mac_address': 'fa:16:3e:27:62:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10756922-37fc-47aa-936a-4192eb823f27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:35:07Z', 'updated_at': '2021-12-17T15:35:07Z', 'revision_number': 0, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e371cb0-e6e6-47b5-b714-bb10d77b2e07', 'name': '', 'network_id': 'b2ce5d81-00e7-4a11-aeea-6022658e3866', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'mac_address': 'fa:16:3e:f5:47:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '7c0d1002-a703-4050-8e5b-7a438bb8a882', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:44Z', 'updated_at': '2021-12-17T15:34:49Z', 'revision_number': 5, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'subnets': [{'id': '7c0d1002-a703-4050-8e5b-7a438bb8a882', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:35:14.403789 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-e36bd314-65be-4891-a00e-c02dafc0a3b0 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Deleting port ea039b6f-fb9a-489c-89a7-05d870fb1d0b {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:35:14.404194 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e36bd314-65be-4891-a00e-c02dafc0a3b0 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:14.406900 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9b5eda9a-4b4a-408f-869c-63a9bf0d5877 req-a3c0aaaa-f8da-4d41-9a16-e6d13c027c4a tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0188515 Dec 17 15:35:14.511580 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e50002-926b-4332-9036-c68d6b4d2c1e req-d48d5e74-deb3-4534-bb98-0bcfd6ca0b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:14.516562 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94e50002-926b-4332-9036-c68d6b4d2c1e req-d48d5e74-deb3-4534-bb98-0bcfd6ca0b13 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a34d23e4334452eba0b24e500167ab7&device_id=10756922-37fc-47aa-936a-4192eb823f27 HTTP/1.1" status: 200 len: 1136 time: 0.1650727 Dec 17 15:35:14.579702 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f5b320-4a5c-4874-a7a1-513d6d91c908 None None] New status for floating IP 2f5ca2a2-4fb3-4443-80ae-0ed636acc13c: ACTIVE {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:35:14.674541 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7913fa59-1970-4db8-a5f2-7251199ebb6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:14.691304 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e36bd314-65be-4891-a00e-c02dafc0a3b0 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:14.714784 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-e36bd314-65be-4891-a00e-c02dafc0a3b0 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Calling delete_port for ea039b6f-fb9a-489c-89a7-05d870fb1d0b owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:35:14.810863 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7913fa59-1970-4db8-a5f2-7251199ebb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:14.866918 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-07de551d-c217-4fb9-a045-0ef957c9b591 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:14.904235 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e50002-926b-4332-9036-c68d6b4d2c1e req-6c11b35e-ada4-4895-8dfc-559d828e24a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:14.907040 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94e50002-926b-4332-9036-c68d6b4d2c1e req-6c11b35e-ada4-4895-8dfc-559d828e24a9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b2ce5d81-00e7-4a11-aeea-6022658e3866 HTTP/1.1" status: 200 len: 898 time: 0.3606713 Dec 17 15:35:14.932456 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a4f07-c88c-450f-aa96-507f34d544c4 req-2ab02890-5777-4a27-bcdb-2611d89be6e7 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:14.940778 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a4f07-c88c-450f-aa96-507f34d544c4 req-2ab02890-5777-4a27-bcdb-2611d89be6e7 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:14.942895 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-215a4f07-c88c-450f-aa96-507f34d544c4 req-2ab02890-5777-4a27-bcdb-2611d89be6e7 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 1599 time: 0.1632185 Dec 17 15:35:14.948930 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de551d-c217-4fb9-a045-0ef957c9b591 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Pushing event deleted for resources: {'Port': ['ID=0f0e87e7-55e3-4a96-a436-092db2dd62df,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:14.998878 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7913fa59-1970-4db8-a5f2-7251199ebb6a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f8aa287dae1841cab0f17848ecb82eee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0475483 Dec 17 15:35:15.011939 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47316) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:15.013800 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913fa59-1970-4db8-a5f2-7251199ebb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec8a7aa-5759-4237-8593-5ddd4161ae17,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:15.127218 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-215a4f07-c88c-450f-aa96-507f34d544c4 req-515503ca-98b2-49df-9d7f-22f9233c9a03 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707946 Dec 17 15:35:15.134146 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-677c5da2-202b-4dcc-9e76-ea5f095a0808 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4497 time: 2.0402536 Dec 17 15:35:15.136894 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47326) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:15.146023 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-07de551d-c217-4fb9-a045-0ef957c9b591 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] No DVR routers for this DVR port 0f0e87e7-55e3-4a96-a436-092db2dd62df on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:35:15.152496 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-07de551d-c217-4fb9-a045-0ef957c9b591 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:15.155848 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-07de551d-c217-4fb9-a045-0ef957c9b591 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.41 "DELETE /v2.0/ports/0f0e87e7-55e3-4a96-a436-092db2dd62df HTTP/1.1" status: 204 len: 173 time: 1.6954403 Dec 17 15:35:15.220573 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94e50002-926b-4332-9036-c68d6b4d2c1e req-1eb7cbae-d446-4d0f-89e3-e0dae0159cd6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=e16e1372-d6db-41e2-92dc-8f21c32bc5cc HTTP/1.1" status: 200 len: 1001 time: 0.2761521 Dec 17 15:35:15.279962 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46e1aeb-7734-4ec5-9208-d7be93df0992 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:15.280553 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46e1aeb-7734-4ec5-9208-d7be93df0992 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:15.282407 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b46e1aeb-7734-4ec5-9208-d7be93df0992 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0d47f40d-a578-49a2-8dd3-891f56931599 HTTP/1.1" status: 200 len: 1991 time: 0.1445038 Dec 17 15:35:15.299788 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ab5a916c-b327-46a1-b710-12f2588a6d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:15.314010 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e50002-926b-4332-9036-c68d6b4d2c1e req-cc6c0e9c-29ee-40c3-9f1d-24833d62a161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:15.315577 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94e50002-926b-4332-9036-c68d6b4d2c1e req-cc6c0e9c-29ee-40c3-9f1d-24833d62a161 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c0d1002-a703-4050-8e5b-7a438bb8a882 HTTP/1.1" status: 200 len: 838 time: 0.0860128 Dec 17 15:35:15.359461 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ab5a916c-b327-46a1-b710-12f2588a6d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:15.413005 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e36bd314-65be-4891-a00e-c02dafc0a3b0 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:15.413877 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e50002-926b-4332-9036-c68d6b4d2c1e req-935a6336-a8af-4a1b-b304-46a9b6768657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:15.415758 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94e50002-926b-4332-9036-c68d6b4d2c1e req-935a6336-a8af-4a1b-b304-46a9b6768657 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b2ce5d81-00e7-4a11-aeea-6022658e3866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0914991 Dec 17 15:35:15.492637 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36bd314-65be-4891-a00e-c02dafc0a3b0 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Pushing event deleted for resources: {'Port': ['ID=ea039b6f-fb9a-489c-89a7-05d870fb1d0b,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:15.513546 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-f4cce2fa-41b3-48c1-a124-9c3af36400b5 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Deleting port 1c9784fa-c394-46e9-a70f-5aa02b240ee6 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:35:15.513813 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-f4cce2fa-41b3-48c1-a124-9c3af36400b5 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:15.713524 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94e50002-926b-4332-9036-c68d6b4d2c1e req-026b1133-e5e2-4935-bf13-caaa04f0b7ec service neutron] 10.222.0.13 "GET /v2.0/networks/b2ce5d81-00e7-4a11-aeea-6022658e3866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856519 Dec 17 15:35:15.755804 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ab5a916c-b327-46a1-b710-12f2588a6d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:15.758440 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ab5a916c-b327-46a1-b710-12f2588a6d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:15.762397 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ab5a916c-b327-46a1-b710-12f2588a6d89 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aec8a7aa-5759-4237-8593-5ddd4161ae17 HTTP/1.1" status: 204 len: 168 time: 0.7468305 Dec 17 15:35:15.769528 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e37c6c-9460-4aba-b996-95a595cf2b1f req-27bde35b-9da0-4787-9a4f-3417b7c1e2d9 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:15.771910 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a9e37c6c-9460-4aba-b996-95a595cf2b1f req-27bde35b-9da0-4787-9a4f-3417b7c1e2d9 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 945 time: 0.2114496 Dec 17 15:35:15.819411 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a916c-b327-46a1-b710-12f2588a6d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec8a7aa-5759-4237-8593-5ddd4161ae17,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:15.857972 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e36bd314-65be-4891-a00e-c02dafc0a3b0 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:15.927138 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94e50002-926b-4332-9036-c68d6b4d2c1e req-5c3f2fc2-fa97-4207-8edf-7c815c7c9df7 service neutron] 10.222.0.13 "GET /v2.0/networks/b2ce5d81-00e7-4a11-aeea-6022658e3866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001193 Dec 17 15:35:15.928895 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'name': 'network-vif-deleted', 'tag': '0f0e87e7-55e3-4a96-a436-092db2dd62df'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:35:15.937156 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a62f22-545c-46b4-9f4a-f68362069a5c" -d '{"events": [{"server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "name": "network-vif-deleted", "tag": "0f0e87e7-55e3-4a96-a436-092db2dd62df"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:35:15.975986 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a9e37c6c-9460-4aba-b996-95a595cf2b1f req-7c9decc2-fc23-4d51-813e-a622dcf4e56c tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365058 Dec 17 15:35:16.056354 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84f4d03-c839-4156-b9f5-ffbf7857cbfa x-openstack-request-id: req-b84f4d03-c839-4156-b9f5-ffbf7857cbfa {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:35:16.056625 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "name": "network-vif-deleted", "tag": "0f0e87e7-55e3-4a96-a436-092db2dd62df", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:35:16.056885 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b84f4d03-c839-4156-b9f5-ffbf7857cbfa {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:35:16.057301 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'name': 'network-vif-deleted', 'tag': '0f0e87e7-55e3-4a96-a436-092db2dd62df', 'status': 'completed', 'code': 200} Dec 17 15:35:16.066279 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e36bd314-65be-4891-a00e-c02dafc0a3b0 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:16.069035 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-f4cce2fa-41b3-48c1-a124-9c3af36400b5 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] For port 1c9784fa-c394-46e9-a70f-5aa02b240ee6, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=1c9784fa-c394-46e9-a70f-5aa02b240ee6,segment=NetworkSegment(8c1bafca-b6c9-402b-a49c-92e9c53a27cf),segment_id=8c1bafca-b6c9-402b-a49c-92e9c53a27cf)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:35:16.069431 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-f4cce2fa-41b3-48c1-a124-9c3af36400b5 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:16.072225 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e36bd314-65be-4891-a00e-c02dafc0a3b0 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:16.088654 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-f4cce2fa-41b3-48c1-a124-9c3af36400b5 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Calling delete_port for 1c9784fa-c394-46e9-a70f-5aa02b240ee6 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:35:16.201678 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e36bd314-65be-4891-a00e-c02dafc0a3b0 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:16.203338 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36bd314-65be-4891-a00e-c02dafc0a3b0 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Fanout notify agent at l3_agent the message router_deleted on router c8adc379-2dcd-451e-b664-cec1c44262b8 {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:35:16.210804 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e36bd314-65be-4891-a00e-c02dafc0a3b0 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:16.215770 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e36bd314-65be-4891-a00e-c02dafc0a3b0 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] 10.222.0.46 "DELETE /v2.0/routers/c8adc379-2dcd-451e-b664-cec1c44262b8 HTTP/1.1" status: 204 len: 168 time: 2.7502513 Dec 17 15:35:16.215770 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47340) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:16.221998 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-bdb5b0f4-d41b-42db-b6ac-d55347d35119 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Request body: {'router': {'name': 'tempest-snat-router-280407530', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'enable_snat': False}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:35:16.343988 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5c5e8-4e0d-41d6-97fa-a6e25ac28250 req-37e40b38-55c0-4789-9997-aeeb4d345f00 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:16.352534 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bdb5b0f4-d41b-42db-b6ac-d55347d35119 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:16.353906 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71a5c5e8-4e0d-41d6-97fa-a6e25ac28250 req-37e40b38-55c0-4789-9997-aeeb4d345f00 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 943 time: 0.1017284 Dec 17 15:35:16.359686 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bdb5b0f4-d41b-42db-b6ac-d55347d35119 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:16.413634 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71a5c5e8-4e0d-41d6-97fa-a6e25ac28250 req-e7fbd09b-7b1e-453c-8921-b40d1812024c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups?id=5cc13916-9366-48a6-a228-20c25a0eb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524478 Dec 17 15:35:16.485866 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bdb5b0f4-d41b-42db-b6ac-d55347d35119 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:16.526529 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-f4cce2fa-41b3-48c1-a124-9c3af36400b5 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:16.654468 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cce2fa-41b3-48c1-a124-9c3af36400b5 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Pushing event deleted for resources: {'Port': ['ID=1c9784fa-c394-46e9-a70f-5aa02b240ee6,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:16.745105 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-f4cce2fa-41b3-48c1-a124-9c3af36400b5 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] No DVR routers for this DVR port 1c9784fa-c394-46e9-a70f-5aa02b240ee6 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:35:16.748625 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-f4cce2fa-41b3-48c1-a124-9c3af36400b5 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:16.752033 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4128825c-21fa-4312-ae5c-6cf55fa6858d req-f4cce2fa-41b3-48c1-a124-9c3af36400b5 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.41 "DELETE /v2.0/ports/1c9784fa-c394-46e9-a70f-5aa02b240ee6 HTTP/1.1" status: 204 len: 173 time: 1.5862858 Dec 17 15:35:16.826325 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bdb5b0f4-d41b-42db-b6ac-d55347d35119 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:17.279043 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0657d9a-d5a2-41c3-9f48-26a35ece6a30 req-889bd492-6725-42eb-ba32-630c8d840e0f tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:17.280655 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b0657d9a-d5a2-41c3-9f48-26a35ece6a30 req-889bd492-6725-42eb-ba32-630c8d840e0f tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 945 time: 0.1371057 Dec 17 15:35:17.362947 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b0657d9a-d5a2-41c3-9f48-26a35ece6a30 req-83bd427e-dfe0-4913-8b24-64f89b45acec tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743229 Dec 17 15:35:17.596246 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-24598043-99b5-4327-b4fa-470f39b96190 req-dd45bb82-49d5-48a4-a908-bce1cd586afe tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 210 time: 0.0666864 Dec 17 15:35:17.816526 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bdb5b0f4-d41b-42db-b6ac-d55347d35119 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:17.860595 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bdb5b0f4-d41b-42db-b6ac-d55347d35119 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:18.002979 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-bdb5b0f4-d41b-42db-b6ac-d55347d35119 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Allocated IP 172.25.6.148 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/3bb5b628-27f9-44f2-a2a5-36d9f2bc5b2e) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:35:18.062258 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'name': 'network-vif-deleted', 'tag': '1c9784fa-c394-46e9-a70f-5aa02b240ee6'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:35:18.067595 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d1dbc5-2eef-4ee4-876a-cd01a3c3cd44" -d '{"events": [{"server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "name": "network-vif-deleted", "tag": "1c9784fa-c394-46e9-a70f-5aa02b240ee6"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:35:18.172587 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46422b8b-1534-4743-b799-01d637fbaf86 x-openstack-request-id: req-46422b8b-1534-4743-b799-01d637fbaf86 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:35:18.172898 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ed4c78-71db-4fe4-a1c9-82cbec1b08a0", "name": "network-vif-deleted", "tag": "1c9784fa-c394-46e9-a70f-5aa02b240ee6", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:35:18.173158 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-46422b8b-1534-4743-b799-01d637fbaf86 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:35:18.173699 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ed4c78-71db-4fe4-a1c9-82cbec1b08a0', 'name': 'network-vif-deleted', 'tag': '1c9784fa-c394-46e9-a70f-5aa02b240ee6', 'status': 'completed', 'code': 200} Dec 17 15:35:18.195662 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bdb5b0f4-d41b-42db-b6ac-d55347d35119 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:18.522981 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bdb5b0f4-d41b-42db-b6ac-d55347d35119 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:18.616395 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37274018-e5b7-4f4e-b7bb-c223f903b1f8 req-84d95c96-d39c-41fd-a4fa-65bae941c315 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:18.627890 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-37274018-e5b7-4f4e-b7bb-c223f903b1f8 req-84d95c96-d39c-41fd-a4fa-65bae941c315 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 945 time: 0.1615262 Dec 17 15:35:18.721283 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb5b0f4-d41b-42db-b6ac-d55347d35119 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:35:18.726585 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-37274018-e5b7-4f4e-b7bb-c223f903b1f8 req-212e6436-9f5c-44c4-a674-7cb9441657c8 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900767 Dec 17 15:35:18.735956 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-bdb5b0f4-d41b-42db-b6ac-d55347d35119 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:35:18.741002 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5b0f4-d41b-42db-b6ac-d55347d35119 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Pushing event updated for resources: {'Port': ['ID=3bb5b628-27f9-44f2-a2a5-36d9f2bc5b2e,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:18.764025 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb5b0f4-d41b-42db-b6ac-d55347d35119 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:35:18.801029 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ccca98f-3e2f-495a-99ab-ff3c890118fc req-ab469cc3-70b5-4502-8f6b-653d475ea200 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 210 time: 0.0478165 Dec 17 15:35:19.086817 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-371b6ec6-988a-417d-a583-104d281dd1f1 req-f951ed4e-3b0e-46d2-aedb-bff21b83bf3f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b97c73ea-5516-4830-a08d-9c2e185afa56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0810950 Dec 17 15:35:19.326967 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b6ec6-988a-417d-a583-104d281dd1f1 req-08b9ad96-b19b-4a44-9658-6fd4d733c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:19.330029 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-371b6ec6-988a-417d-a583-104d281dd1f1 req-08b9ad96-b19b-4a44-9658-6fd4d733c5c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=608a3934175942d1b0415377b717efea&device_id=b97c73ea-5516-4830-a08d-9c2e185afa56 HTTP/1.1" status: 200 len: 1096 time: 0.1751037 Dec 17 15:35:19.496645 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b6ec6-988a-417d-a583-104d281dd1f1 req-c4928c8c-a9e7-4e94-b417-b14edf0d7dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:19.500832 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-371b6ec6-988a-417d-a583-104d281dd1f1 req-c4928c8c-a9e7-4e94-b417-b14edf0d7dfe service neutron] 10.222.0.41 "GET /v2.0/networks?id=454532c7-40fb-42bd-9211-3c22a0ad07f1 HTTP/1.1" status: 200 len: 914 time: 0.1476510 Dec 17 15:35:19.573837 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bdb5b0f4-d41b-42db-b6ac-d55347d35119 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:19.580354 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-371b6ec6-988a-417d-a583-104d281dd1f1 req-07621c65-2454-4f14-9d32-6e01b7e13220 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dafa2711-b953-4b21-8b60-7cc1f1dc0e46 HTTP/1.1" status: 200 len: 217 time: 0.0549111 Dec 17 15:35:19.754972 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b6ec6-988a-417d-a583-104d281dd1f1 req-d32b794b-53a1-4128-a5dc-45ef8f3506d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:19.756316 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-371b6ec6-988a-417d-a583-104d281dd1f1 req-d32b794b-53a1-4128-a5dc-45ef8f3506d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d76e887-8dcb-4ca9-9e24-1ef65dcdbc17 HTTP/1.1" status: 200 len: 853 time: 0.1120622 Dec 17 15:35:19.870955 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-371b6ec6-988a-417d-a583-104d281dd1f1 req-e94b4f29-bdcb-487c-920f-eedfde3310c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=454532c7-40fb-42bd-9211-3c22a0ad07f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040630 Dec 17 15:35:19.907966 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f47dc-3cda-49d0-b9bc-bc6c0de547f1 req-1a237e0f-8184-436b-9d53-688eb07db696 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:19.928141 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7d1f47dc-3cda-49d0-b9bc-bc6c0de547f1 req-1a237e0f-8184-436b-9d53-688eb07db696 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 945 time: 0.1019042 Dec 17 15:35:20.018707 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7d1f47dc-3cda-49d0-b9bc-bc6c0de547f1 req-dd2ed492-a952-4ea7-8b78-5b7fc5380c68 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892727 Dec 17 15:35:20.093939 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3fc8d486-9a66-454f-83af-6fd24a403c8d req-45b21cb3-ab5e-4fe8-be2c-fe08792fb2b3 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 210 time: 0.0717618 Dec 17 15:35:20.246789 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bdb5b0f4-d41b-42db-b6ac-d55347d35119 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:20.254112 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-371b6ec6-988a-417d-a583-104d281dd1f1 req-f103e95b-d9d6-4a04-8b52-2a786219c581 service neutron] 10.222.0.41 "GET /v2.0/networks/454532c7-40fb-42bd-9211-3c22a0ad07f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759372 Dec 17 15:35:20.480689 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-371b6ec6-988a-417d-a583-104d281dd1f1 req-685e218d-fe58-4e96-9bc8-22f16c823957 service neutron] 10.222.0.41 "GET /v2.0/networks/454532c7-40fb-42bd-9211-3c22a0ad07f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697152 Dec 17 15:35:20.692085 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb5b0f4-d41b-42db-b6ac-d55347d35119 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Router 5830e9d9-33a9-43d3-bf44-cb4bd7657b48 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:35:20.858573 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb5b0f4-d41b-42db-b6ac-d55347d35119 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:35:20.885774 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d23a5b-fa39-4894-baf7-1d8035cc02ba None None] Sync routers for ids ['5830e9d9-33a9-43d3-bf44-cb4bd7657b48'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:35:20.893125 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d23a5b-fa39-4894-baf7-1d8035cc02ba None None] Routers {'5830e9d9-33a9-43d3-bf44-cb4bd7657b48'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:35:20.894015 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-56d23a5b-fa39-4894-baf7-1d8035cc02ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:35:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5830e9d9-33a9-43d3-bf44-cb4bd7657b48'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:21.070883 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-56d23a5b-fa39-4894-baf7-1d8035cc02ba None None] Set router 5830e9d9-33a9-43d3-bf44-cb4bd7657b48 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:35:21.071095 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bdb5b0f4-d41b-42db-b6ac-d55347d35119 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:21.075432 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47434) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:21.082648 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-bdb5b0f4-d41b-42db-b6ac-d55347d35119 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.8644598 Dec 17 15:35:21.331405 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-84a8b75c-5e61-484e-864e-f76d7a6e4af2 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] 10.222.0.46 "GET /v2.0/routers/5830e9d9-33a9-43d3-bf44-cb4bd7657b48 HTTP/1.1" status: 200 len: 908 time: 0.2547383 Dec 17 15:35:21.334721 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47440) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:21.339455 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-d41f279d-2229-4856-9ec1-5ed53fd8e6f8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Request body: {'router': {'name': 'tempest-snat-router-280407530', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'enable_snat': True}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:35:21.366432 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-56d23a5b-fa39-4894-baf7-1d8035cc02ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5830e9d9-33a9-43d3-bf44-cb4bd7657b48', 'name': 'tempest-snat-router-280407530', 'tenant_id': '71e75d152e674033b662c63e93cdef14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.148'}], 'enable_snat': False}, 'gw_port_id': '3bb5b628-27f9-44f2-a2a5-36d9f2bc5b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:35:16Z', 'updated_at': '2021-12-17T15:35:19Z', 'revision_number': 3, 'project_id': '71e75d152e674033b662c63e93cdef14', 'gw_port': {'id': '3bb5b628-27f9-44f2-a2a5-36d9f2bc5b2e', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:84:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5830e9d9-33a9-43d3-bf44-cb4bd7657b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:35:17Z', 'updated_at': '2021-12-17T15:35:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:21.403676 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-76a78b00-a2b2-45fc-bfd2-6d76ec8add8a req-a397938e-3fab-4ffe-b722-b2dd9c7c4a05 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 210 time: 0.0698488 Dec 17 15:35:21.421255 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d23a5b-fa39-4894-baf7-1d8035cc02ba None None] Checking router: 5830e9d9-33a9-43d3-bf44-cb4bd7657b48 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:35:21.423072 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d23a5b-fa39-4894-baf7-1d8035cc02ba None None] Updating router 5830e9d9-33a9-43d3-bf44-cb4bd7657b48 port 3bb5b628-27f9-44f2-a2a5-36d9f2bc5b2e binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:35:21.442830 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f07a3-cea7-420b-9903-367ebea7a767 req-063c04ae-ed72-4473-ba0f-8eda3d584081 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:21.442830 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9b5f07a3-cea7-420b-9903-367ebea7a767 req-063c04ae-ed72-4473-ba0f-8eda3d584081 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 945 time: 0.2402904 Dec 17 15:35:21.478908 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-56d23a5b-fa39-4894-baf7-1d8035cc02ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:21.515938 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9b5f07a3-cea7-420b-9903-367ebea7a767 req-e0147620-a463-4609-b6d9-5799c4513a12 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707531 Dec 17 15:35:21.549603 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d41f279d-2229-4856-9ec1-5ed53fd8e6f8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:21.549603 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d41f279d-2229-4856-9ec1-5ed53fd8e6f8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:21.691225 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d41f279d-2229-4856-9ec1-5ed53fd8e6f8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:22.004829 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-56d23a5b-fa39-4894-baf7-1d8035cc02ba None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:22.021219 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d41f279d-2229-4856-9ec1-5ed53fd8e6f8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:22.158367 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-56d23a5b-fa39-4894-baf7-1d8035cc02ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:22.262967 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-56d23a5b-fa39-4894-baf7-1d8035cc02ba None None] Attempting to bind port 3bb5b628-27f9-44f2-a2a5-36d9f2bc5b2e on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:35:22.264760 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-56d23a5b-fa39-4894-baf7-1d8035cc02ba None None] Attempting to bind port 3bb5b628-27f9-44f2-a2a5-36d9f2bc5b2e by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:35:22.264760 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d23a5b-fa39-4894-baf7-1d8035cc02ba None None] Attempting to bind port 3bb5b628-27f9-44f2-a2a5-36d9f2bc5b2e on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:35:22.276935 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309add7-7366-426f-81af-1580a76f5673 None None] Pushing event updated for resources: {'Port': ['ID=3bb5b628-27f9-44f2-a2a5-36d9f2bc5b2e,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:22.284416 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d23a5b-fa39-4894-baf7-1d8035cc02ba None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:35:22.285399 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d23a5b-fa39-4894-baf7-1d8035cc02ba None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:35:22.286208 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-56d23a5b-fa39-4894-baf7-1d8035cc02ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:22.286912 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d23a5b-fa39-4894-baf7-1d8035cc02ba None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:35:22.288690 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-56d23a5b-fa39-4894-baf7-1d8035cc02ba None None] Bound port: 3bb5b628-27f9-44f2-a2a5-36d9f2bc5b2e, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:35:22.289278 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-56d23a5b-fa39-4894-baf7-1d8035cc02ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:22.392231 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-56d23a5b-fa39-4894-baf7-1d8035cc02ba None None] For port 3bb5b628-27f9-44f2-a2a5-36d9f2bc5b2e, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:35:22.397558 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-56d23a5b-fa39-4894-baf7-1d8035cc02ba None None] For port 3bb5b628-27f9-44f2-a2a5-36d9f2bc5b2e, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3bb5b628-27f9-44f2-a2a5-36d9f2bc5b2e,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:35:22.528589 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d41f279d-2229-4856-9ec1-5ed53fd8e6f8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:22.542171 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-56d23a5b-fa39-4894-baf7-1d8035cc02ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:22.560117 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d41f279d-2229-4856-9ec1-5ed53fd8e6f8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:22.600711 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-917be3b9-c61d-4369-ac43-12bf962aa847 req-da9549f1-af05-401e-bd37-f9c36ee90286 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 210 time: 0.0700517 Dec 17 15:35:22.723928 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d23a5b-fa39-4894-baf7-1d8035cc02ba None None] Routers {'5830e9d9-33a9-43d3-bf44-cb4bd7657b48'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:35:22.724780 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-56d23a5b-fa39-4894-baf7-1d8035cc02ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:35:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5830e9d9-33a9-43d3-bf44-cb4bd7657b48'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:22.778712 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-d41f279d-2229-4856-9ec1-5ed53fd8e6f8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Allocated IP 172.25.6.224 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/fde23e57-31b9-416d-9584-415afd3b0a37) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:35:22.805882 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6fedc-e5bb-4680-862e-8f582520913a req-f49ad2dc-a89b-4295-939a-33e3b8de2957 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:22.812650 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bff6fedc-e5bb-4680-862e-8f582520913a req-f49ad2dc-a89b-4295-939a-33e3b8de2957 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 945 time: 0.1585741 Dec 17 15:35:22.909122 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bff6fedc-e5bb-4680-862e-8f582520913a req-3fed1295-18b8-4146-b991-2a1c155291a2 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864637 Dec 17 15:35:22.972220 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309add7-7366-426f-81af-1580a76f5673 None None] Pushing event updated for resources: {'Port': ['ID=3bb5b628-27f9-44f2-a2a5-36d9f2bc5b2e,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:23.023709 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-56d23a5b-fa39-4894-baf7-1d8035cc02ba None None] Set router 5830e9d9-33a9-43d3-bf44-cb4bd7657b48 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:35:23.025837 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d41f279d-2229-4856-9ec1-5ed53fd8e6f8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:23.200217 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d41f279d-2229-4856-9ec1-5ed53fd8e6f8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:23.257895 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f279d-2229-4856-9ec1-5ed53fd8e6f8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Pushing event updated for resources: {'Port': ['ID=fde23e57-31b9-416d-9584-415afd3b0a37,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:23.277576 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41f279d-2229-4856-9ec1-5ed53fd8e6f8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:35:23.279325 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-d41f279d-2229-4856-9ec1-5ed53fd8e6f8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:35:23.288001 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41f279d-2229-4856-9ec1-5ed53fd8e6f8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:35:23.327705 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-56d23a5b-fa39-4894-baf7-1d8035cc02ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5830e9d9-33a9-43d3-bf44-cb4bd7657b48', 'name': 'tempest-snat-router-280407530', 'tenant_id': '71e75d152e674033b662c63e93cdef14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.148'}], 'enable_snat': False}, 'gw_port_id': '3bb5b628-27f9-44f2-a2a5-36d9f2bc5b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:35:16Z', 'updated_at': '2021-12-17T15:35:19Z', 'revision_number': 3, 'project_id': '71e75d152e674033b662c63e93cdef14', 'gw_port': {'id': '3bb5b628-27f9-44f2-a2a5-36d9f2bc5b2e', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:84:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5830e9d9-33a9-43d3-bf44-cb4bd7657b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:35:17Z', 'updated_at': '2021-12-17T15:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:23.374620 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d23a5b-fa39-4894-baf7-1d8035cc02ba None None] The sync data for ids ['5830e9d9-33a9-43d3-bf44-cb4bd7657b48'] in n-d-820553-2 is: [{'id': '5830e9d9-33a9-43d3-bf44-cb4bd7657b48', 'name': 'tempest-snat-router-280407530', 'tenant_id': '71e75d152e674033b662c63e93cdef14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.148'}], 'enable_snat': False}, 'gw_port_id': '3bb5b628-27f9-44f2-a2a5-36d9f2bc5b2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:35:16Z', 'updated_at': '2021-12-17T15:35:19Z', 'revision_number': 3, 'project_id': '71e75d152e674033b662c63e93cdef14', 'gw_port': {'id': '3bb5b628-27f9-44f2-a2a5-36d9f2bc5b2e', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:84:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5830e9d9-33a9-43d3-bf44-cb4bd7657b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:35:17Z', 'updated_at': '2021-12-17T15:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:35:23.768311 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-136f20b4-0e1d-48d1-a3d4-75ab86b83809 req-f194fab5-36d1-4746-a246-5edb2826ad80 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 210 time: 0.0455878 Dec 17 15:35:24.006946 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d41f279d-2229-4856-9ec1-5ed53fd8e6f8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:24.116936 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14465a23-6df2-4dcb-9c07-93f34fdb0639 req-4b3a2747-e2c4-4032-ac1d-763956fedd77 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:24.116936 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-14465a23-6df2-4dcb-9c07-93f34fdb0639 req-4b3a2747-e2c4-4032-ac1d-763956fedd77 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 945 time: 0.0640161 Dec 17 15:35:24.197653 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-14465a23-6df2-4dcb-9c07-93f34fdb0639 req-5d3abb03-e8a3-444a-96d2-94dafb11c737 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767860 Dec 17 15:35:24.293189 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3bb5b628-27f9-44f2-a2a5-36d9f2bc5b2e up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:35:24.388778 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 3bb5b628-27f9-44f2-a2a5-36d9f2bc5b2e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:35:24.389349 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:24.591273 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:24.643220 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 3bb5b628-27f9-44f2-a2a5-36d9f2bc5b2e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3bb5b628-27f9-44f2-a2a5-36d9f2bc5b2e,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:35:24.747577 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:24.887295 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=3bb5b628-27f9-44f2-a2a5-36d9f2bc5b2e,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:24.899228 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d41f279d-2229-4856-9ec1-5ed53fd8e6f8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:24.976431 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70afad67-3f1a-4892-8d9b-03c4a864e060 req-2587d7a8-78da-42f8-9551-811703880faa tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 210 time: 0.0645921 Dec 17 15:35:25.238388 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41f279d-2229-4856-9ec1-5ed53fd8e6f8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Router 31cec51f-8524-4ffa-9ab2-d28c72211cf0 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:35:25.447508 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d75917-775b-4404-babb-cdf2169a8620 req-d5d79fed-6f76-4849-90ce-dade93c95d08 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:25.449362 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-64d75917-775b-4404-babb-cdf2169a8620 req-d5d79fed-6f76-4849-90ce-dade93c95d08 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 945 time: 0.0737314 Dec 17 15:35:25.465188 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41f279d-2229-4856-9ec1-5ed53fd8e6f8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:35:25.476944 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05c10a3-f675-49f9-ae1f-d830ca424427 None None] Sync routers for ids ['31cec51f-8524-4ffa-9ab2-d28c72211cf0'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:35:25.491904 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05c10a3-f675-49f9-ae1f-d830ca424427 None None] Routers {'31cec51f-8524-4ffa-9ab2-d28c72211cf0'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:35:25.492628 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-a05c10a3-f675-49f9-ae1f-d830ca424427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:35:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['31cec51f-8524-4ffa-9ab2-d28c72211cf0'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:25.531144 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-64d75917-775b-4404-babb-cdf2169a8620 req-0f8de046-fe58-4f7b-9730-aee081f8fae8 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671260 Dec 17 15:35:25.616320 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-a05c10a3-f675-49f9-ae1f-d830ca424427 None None] Set router 31cec51f-8524-4ffa-9ab2-d28c72211cf0 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:35:25.629029 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d41f279d-2229-4856-9ec1-5ed53fd8e6f8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:25.630520 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d41f279d-2229-4856-9ec1-5ed53fd8e6f8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.2947209 Dec 17 15:35:25.633174 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47486) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:25.782324 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-48a2a234-5c81-4f49-84fa-7ae0f84ed381 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] 10.222.0.46 "GET /v2.0/routers/31cec51f-8524-4ffa-9ab2-d28c72211cf0 HTTP/1.1" status: 200 len: 907 time: 0.1479816 Dec 17 15:35:25.784853 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47492) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:25.869149 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-a05c10a3-f675-49f9-ae1f-d830ca424427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cec51f-8524-4ffa-9ab2-d28c72211cf0', 'name': 'tempest-snat-router-280407530', 'tenant_id': '71e75d152e674033b662c63e93cdef14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'fde23e57-31b9-416d-9584-415afd3b0a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:35:21Z', 'updated_at': '2021-12-17T15:35:23Z', 'revision_number': 3, 'project_id': '71e75d152e674033b662c63e93cdef14', 'gw_port': {'id': 'fde23e57-31b9-416d-9584-415afd3b0a37', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:95:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31cec51f-8524-4ffa-9ab2-d28c72211cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:35:22Z', 'updated_at': '2021-12-17T15:35:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:25.908865 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05c10a3-f675-49f9-ae1f-d830ca424427 None None] Checking router: 31cec51f-8524-4ffa-9ab2-d28c72211cf0 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:35:25.909320 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05c10a3-f675-49f9-ae1f-d830ca424427 None None] Updating router 31cec51f-8524-4ffa-9ab2-d28c72211cf0 port fde23e57-31b9-416d-9584-415afd3b0a37 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:35:25.927203 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d58311e7-8103-430d-916e-0f5f06db9796 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:25.940150 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-a05c10a3-f675-49f9-ae1f-d830ca424427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:25.945966 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:26.106612 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d58311e7-8103-430d-916e-0f5f06db9796 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:26.109628 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-24c9fd11-0766-4725-8ab8-a8c3094e1284 req-92a6421a-f3b6-49cc-bb0a-e4d383b5775c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 210 time: 0.0514596 Dec 17 15:35:26.213440 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3bb5b628-27f9-44f2-a2a5-36d9f2bc5b2e up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:35:26.288260 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-a05c10a3-f675-49f9-ae1f-d830ca424427 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:26.315248 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 3bb5b628-27f9-44f2-a2a5-36d9f2bc5b2e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:35:26.315901 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:26.319451 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-d58311e7-8103-430d-916e-0f5f06db9796 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Deleting port fde23e57-31b9-416d-9584-415afd3b0a37 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:35:26.319973 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d58311e7-8103-430d-916e-0f5f06db9796 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:26.352686 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-a05c10a3-f675-49f9-ae1f-d830ca424427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:26.402997 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-a05c10a3-f675-49f9-ae1f-d830ca424427 None None] Attempting to bind port fde23e57-31b9-416d-9584-415afd3b0a37 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:35:26.403361 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-a05c10a3-f675-49f9-ae1f-d830ca424427 None None] Attempting to bind port fde23e57-31b9-416d-9584-415afd3b0a37 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:35:26.403768 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c10a3-f675-49f9-ae1f-d830ca424427 None None] Attempting to bind port fde23e57-31b9-416d-9584-415afd3b0a37 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:35:26.421602 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a4c65-9691-4dec-bd93-e7a92d22143b None None] Pushing event updated for resources: {'Port': ['ID=fde23e57-31b9-416d-9584-415afd3b0a37,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:26.424005 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c10a3-f675-49f9-ae1f-d830ca424427 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:35:26.424367 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c10a3-f675-49f9-ae1f-d830ca424427 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:35:26.424765 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-a05c10a3-f675-49f9-ae1f-d830ca424427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:26.425260 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c10a3-f675-49f9-ae1f-d830ca424427 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:35:26.425797 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-a05c10a3-f675-49f9-ae1f-d830ca424427 None None] Bound port: fde23e57-31b9-416d-9584-415afd3b0a37, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:35:26.427008 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-a05c10a3-f675-49f9-ae1f-d830ca424427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:26.432172 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d58311e7-8103-430d-916e-0f5f06db9796 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:26.454571 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611a4c65-9691-4dec-bd93-e7a92d22143b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:26.455031 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611a4c65-9691-4dec-bd93-e7a92d22143b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:26.455433 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611a4c65-9691-4dec-bd93-e7a92d22143b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:26.455833 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611a4c65-9691-4dec-bd93-e7a92d22143b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:26.456173 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611a4c65-9691-4dec-bd93-e7a92d22143b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:26.456697 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611a4c65-9691-4dec-bd93-e7a92d22143b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:26.457144 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611a4c65-9691-4dec-bd93-e7a92d22143b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:26.458108 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-d58311e7-8103-430d-916e-0f5f06db9796 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Calling delete_port for fde23e57-31b9-416d-9584-415afd3b0a37 owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:35:26.458461 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611a4c65-9691-4dec-bd93-e7a92d22143b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:26.458596 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611a4c65-9691-4dec-bd93-e7a92d22143b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:26.458937 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611a4c65-9691-4dec-bd93-e7a92d22143b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:26.459310 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611a4c65-9691-4dec-bd93-e7a92d22143b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:26.459696 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611a4c65-9691-4dec-bd93-e7a92d22143b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:35:26.508188 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-a05c10a3-f675-49f9-ae1f-d830ca424427 None None] For port fde23e57-31b9-416d-9584-415afd3b0a37, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:35:26.519240 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-a05c10a3-f675-49f9-ae1f-d830ca424427 None None] For port fde23e57-31b9-416d-9584-415afd3b0a37, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=fde23e57-31b9-416d-9584-415afd3b0a37,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:35:26.606929 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-a05c10a3-f675-49f9-ae1f-d830ca424427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:26.764689 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05c10a3-f675-49f9-ae1f-d830ca424427 None None] Routers {'31cec51f-8524-4ffa-9ab2-d28c72211cf0'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:35:26.766114 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-a05c10a3-f675-49f9-ae1f-d830ca424427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:35:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['31cec51f-8524-4ffa-9ab2-d28c72211cf0'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:26.768939 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6ad55-388e-486a-acde-3279fde50f2b req-c81e2a5b-a4e9-4684-b5bb-c0166beb81c7 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:26.786904 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4e6ad55-388e-486a-acde-3279fde50f2b req-c81e2a5b-a4e9-4684-b5bb-c0166beb81c7 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 945 time: 0.0962350 Dec 17 15:35:26.799011 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d58311e7-8103-430d-916e-0f5f06db9796 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:26.836134 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4e6ad55-388e-486a-acde-3279fde50f2b req-ea61f970-b8f8-48a0-b016-2afcd7918f1c tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481699 Dec 17 15:35:26.841146 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58311e7-8103-430d-916e-0f5f06db9796 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Pushing event deleted for resources: {'Port': ['ID=fde23e57-31b9-416d-9584-415afd3b0a37,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:26.894296 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-a05c10a3-f675-49f9-ae1f-d830ca424427 None None] Set router 31cec51f-8524-4ffa-9ab2-d28c72211cf0 gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:35:26.971761 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dae3d3-9cd0-4f4e-b71f-f52fce69ad7b req-d70c3645-5d92-4992-aa67-338b31775b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:26.974565 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-97dae3d3-9cd0-4f4e-b71f-f52fce69ad7b req-d70c3645-5d92-4992-aa67-338b31775b44 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3946e10ff975425598a71e1a9e6d2cf1&device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 1096 time: 0.0799677 Dec 17 15:35:27.014808 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d58311e7-8103-430d-916e-0f5f06db9796 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:27.048301 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a4c65-9691-4dec-bd93-e7a92d22143b None None] Pushing event updated for resources: {'Port': ['ID=fde23e57-31b9-416d-9584-415afd3b0a37,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:27.051958 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-a05c10a3-f675-49f9-ae1f-d830ca424427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31cec51f-8524-4ffa-9ab2-d28c72211cf0', 'name': 'tempest-snat-router-280407530', 'tenant_id': '71e75d152e674033b662c63e93cdef14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:35:21Z', 'updated_at': '2021-12-17T15:35:26Z', 'revision_number': 4, 'project_id': '71e75d152e674033b662c63e93cdef14', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:27.083093 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05c10a3-f675-49f9-ae1f-d830ca424427 None None] The sync data for ids ['31cec51f-8524-4ffa-9ab2-d28c72211cf0'] in n-d-820553-2 is: [{'id': '31cec51f-8524-4ffa-9ab2-d28c72211cf0', 'name': 'tempest-snat-router-280407530', 'tenant_id': '71e75d152e674033b662c63e93cdef14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:35:21Z', 'updated_at': '2021-12-17T15:35:26Z', 'revision_number': 4, 'project_id': '71e75d152e674033b662c63e93cdef14', 'gw_port_host': None}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:35:27.186266 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d58311e7-8103-430d-916e-0f5f06db9796 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:27.193497 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d58311e7-8103-430d-916e-0f5f06db9796 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:27.195059 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dae3d3-9cd0-4f4e-b71f-f52fce69ad7b req-b1541eee-f96f-44f1-8ec2-863ab1fb7634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:27.196571 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-97dae3d3-9cd0-4f4e-b71f-f52fce69ad7b req-b1541eee-f96f-44f1-8ec2-863ab1fb7634 service neutron] 10.222.0.13 "GET /v2.0/networks?id=14d6281a-4511-4bb4-90e9-4eb4dec9d036 HTTP/1.1" status: 200 len: 918 time: 0.2106152 Dec 17 15:35:27.286222 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bc49aa43-1478-4409-a699-93ad67dcf0e2 req-fdfa6c56-e531-4007-8c52-8f50abc48687 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 210 time: 0.0735219 Dec 17 15:35:27.323596 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-97dae3d3-9cd0-4f4e-b71f-f52fce69ad7b req-b03f9153-d15d-457b-9e90-9b32e2fbb9f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=042e6cbc-e47c-4337-a94e-dea325b638e1 HTTP/1.1" status: 200 len: 1001 time: 0.1143374 Dec 17 15:35:27.381709 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dae3d3-9cd0-4f4e-b71f-f52fce69ad7b req-fea06ec5-8db8-4e23-8276-8c2b2c10ad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:27.383486 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-97dae3d3-9cd0-4f4e-b71f-f52fce69ad7b req-fea06ec5-8db8-4e23-8276-8c2b2c10ad8f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bb81f603-60e6-418f-8fce-326d48a9c9a7 HTTP/1.1" status: 200 len: 856 time: 0.0550008 Dec 17 15:35:27.387077 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d58311e7-8103-430d-916e-0f5f06db9796 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:27.387660 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58311e7-8103-430d-916e-0f5f06db9796 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31cec51f-8524-4ffa-9ab2-d28c72211cf0 {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:35:27.392252 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d58311e7-8103-430d-916e-0f5f06db9796 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:27.396817 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d58311e7-8103-430d-916e-0f5f06db9796 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] 10.222.0.46 "DELETE /v2.0/routers/31cec51f-8524-4ffa-9ab2-d28c72211cf0 HTTP/1.1" status: 204 len: 168 time: 1.6061673 Dec 17 15:35:27.397149 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47520) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:27.445590 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dae3d3-9cd0-4f4e-b71f-f52fce69ad7b req-c5824565-2de1-4fda-bbe7-a0261339b8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:27.445590 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-97dae3d3-9cd0-4f4e-b71f-f52fce69ad7b req-c5824565-2de1-4fda-bbe7-a0261339b8c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=14d6281a-4511-4bb4-90e9-4eb4dec9d036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463071 Dec 17 15:35:27.508337 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f0f7ca7e-da47-4e13-bc20-470d4a60791b tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:27.533755 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-97dae3d3-9cd0-4f4e-b71f-f52fce69ad7b req-654878d5-d1d7-4dcc-953a-5a897aa2da4d service neutron] 10.222.0.13 "GET /v2.0/networks/14d6281a-4511-4bb4-90e9-4eb4dec9d036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879021 Dec 17 15:35:27.616640 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f0f7ca7e-da47-4e13-bc20-470d4a60791b tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:27.630898 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-97dae3d3-9cd0-4f4e-b71f-f52fce69ad7b req-d2bd7ab8-9462-40d3-ad1f-5f59b2ca5f52 service neutron] 10.222.0.13 "GET /v2.0/networks/14d6281a-4511-4bb4-90e9-4eb4dec9d036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897503 Dec 17 15:35:27.839436 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-f0f7ca7e-da47-4e13-bc20-470d4a60791b tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Deleting port 3bb5b628-27f9-44f2-a2a5-36d9f2bc5b2e {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:35:27.839703 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f0f7ca7e-da47-4e13-bc20-470d4a60791b tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:27.941566 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-f0f7ca7e-da47-4e13-bc20-470d4a60791b tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] For port 3bb5b628-27f9-44f2-a2a5-36d9f2bc5b2e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3bb5b628-27f9-44f2-a2a5-36d9f2bc5b2e,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:35:27.942384 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f0f7ca7e-da47-4e13-bc20-470d4a60791b tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:27.963101 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-f0f7ca7e-da47-4e13-bc20-470d4a60791b tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Calling delete_port for 3bb5b628-27f9-44f2-a2a5-36d9f2bc5b2e owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:35:28.044995 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9edc516-7bad-45f0-b90f-7c16dc32fc8a req-e9e1abae-bc25-4434-86ed-dbd5b3f34d9a tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:28.048853 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9edc516-7bad-45f0-b90f-7c16dc32fc8a req-e9e1abae-bc25-4434-86ed-dbd5b3f34d9a tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 945 time: 0.0954571 Dec 17 15:35:28.108949 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9edc516-7bad-45f0-b90f-7c16dc32fc8a req-8a06c7b4-ab75-4880-bf25-b01aa6ca6603 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534463 Dec 17 15:35:28.278908 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f0f7ca7e-da47-4e13-bc20-470d4a60791b tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:28.326440 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7ca7e-da47-4e13-bc20-470d4a60791b tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Pushing event deleted for resources: {'Port': ['ID=3bb5b628-27f9-44f2-a2a5-36d9f2bc5b2e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:28.400902 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f0f7ca7e-da47-4e13-bc20-470d4a60791b tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:28.423400 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d1236e8d-67ff-429e-a0ea-57d57f9e0761 req-37eed38e-37ab-4d05-a43a-4a4823f750fe tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 210 time: 0.0331500 Dec 17 15:35:28.513617 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f0f7ca7e-da47-4e13-bc20-470d4a60791b tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:28.515828 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f0f7ca7e-da47-4e13-bc20-470d4a60791b tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:28.627041 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f0f7ca7e-da47-4e13-bc20-470d4a60791b tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:28.627625 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f7ca7e-da47-4e13-bc20-470d4a60791b tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5830e9d9-33a9-43d3-bf44-cb4bd7657b48 {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:35:28.644234 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f0f7ca7e-da47-4e13-bc20-470d4a60791b tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:28.647013 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f0f7ca7e-da47-4e13-bc20-470d4a60791b tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] 10.222.0.46 "DELETE /v2.0/routers/5830e9d9-33a9-43d3-bf44-cb4bd7657b48 HTTP/1.1" status: 204 len: 168 time: 1.2484193 Dec 17 15:35:28.650396 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47542) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:28.654939 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-d83fe75e-893d-48e4-8984-4c31b79adeab tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1372248855', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}, 'admin_state_up': False}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:35:28.766334 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d83fe75e-893d-48e4-8984-4c31b79adeab tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:28.774118 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d83fe75e-893d-48e4-8984-4c31b79adeab tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:28.861990 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-56c409f4-4f38-4216-9330-e95816078d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:28.865804 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d83fe75e-893d-48e4-8984-4c31b79adeab tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:29.168043 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d83fe75e-893d-48e4-8984-4c31b79adeab tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:29.337811 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee77bbb-a39c-4da8-aab5-b3c491a97efc req-dc09bdc6-01f1-4387-90c8-99e1243fc172 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:29.339348 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aee77bbb-a39c-4da8-aab5-b3c491a97efc req-dc09bdc6-01f1-4387-90c8-99e1243fc172 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 945 time: 0.1145747 Dec 17 15:35:29.393434 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aee77bbb-a39c-4da8-aab5-b3c491a97efc req-ceebffb5-1da8-49ba-a6dc-f92988b3e84b tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461483 Dec 17 15:35:29.547216 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d83fe75e-893d-48e4-8984-4c31b79adeab tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:29.572042 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d83fe75e-893d-48e4-8984-4c31b79adeab tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:29.651080 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-546af5d5-061d-4a9c-afd0-857567dea080 req-b9d85c70-11c6-4152-9eda-c98f81afacbd tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 210 time: 0.0657194 Dec 17 15:35:29.719898 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-d83fe75e-893d-48e4-8984-4c31b79adeab tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Allocated IP 172.25.6.50 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/0f084d8c-568e-4c84-aaec-4f14701d2beb) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:35:29.830260 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d83fe75e-893d-48e4-8984-4c31b79adeab tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:29.959110 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d83fe75e-893d-48e4-8984-4c31b79adeab tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:30.006654 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83fe75e-893d-48e4-8984-4c31b79adeab tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:35:30.017609 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-d83fe75e-893d-48e4-8984-4c31b79adeab tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:35:30.024046 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83fe75e-893d-48e4-8984-4c31b79adeab tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:35:30.075726 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fe75e-893d-48e4-8984-4c31b79adeab tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Pushing event updated for resources: {'Port': ['ID=0f084d8c-568e-4c84-aaec-4f14701d2beb,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:30.261675 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3bb5b628-27f9-44f2-a2a5-36d9f2bc5b2e no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:35:30.290255 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 3bb5b628-27f9-44f2-a2a5-36d9f2bc5b2e {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:35:30.290978 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3bb5b628-27f9-44f2-a2a5-36d9f2bc5b2e not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:35:30.412470 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 042e6cbc-e47c-4337-a94e-dea325b638e1 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:35:30.507690 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d83fe75e-893d-48e4-8984-4c31b79adeab tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:30.581303 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:30.608196 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08dd7347-faf0-43c8-9d30-6c731ceed40d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '042e6cbc-e47c-4337-a94e-dea325b638e1'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:35:30.610821 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95357c8b-4567-4031-8675-050c7918be5a" -d '{"events": [{"server_uuid": "08dd7347-faf0-43c8-9d30-6c731ceed40d", "name": "network-vif-unplugged", "status": "completed", "tag": "042e6cbc-e47c-4337-a94e-dea325b638e1"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:35:30.632763 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 042e6cbc-e47c-4337-a94e-dea325b638e1, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=042e6cbc-e47c-4337-a94e-dea325b638e1,segment=NetworkSegment(f1f4760e-7fd1-432e-9861-fd1a052a7a2d),segment_id=f1f4760e-7fd1-432e-9861-fd1a052a7a2d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:35:30.650877 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Dec 2021 15:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0f534a-1bb0-4ff0-8005-2b923f7c897a x-openstack-request-id: req-ac0f534a-1bb0-4ff0-8005-2b923f7c897a {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:35:30.651343 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08dd7347-faf0-43c8-9d30-6c731ceed40d", "name": "network-vif-unplugged", "status": "failed", "tag": "042e6cbc-e47c-4337-a94e-dea325b638e1", "code": 422}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:35:30.651605 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ac0f534a-1bb0-4ff0-8005-2b923f7c897a {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:35:30.652050 n-d-820553-2 neutron-server[102834]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '08dd7347-faf0-43c8-9d30-6c731ceed40d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '042e6cbc-e47c-4337-a94e-dea325b638e1', 'code': 422} returned with failed status Dec 17 15:35:30.701098 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:31.013514 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=042e6cbc-e47c-4337-a94e-dea325b638e1,revision_number=8']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:31.043052 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d7524a84-df0a-4800-9aab-b1fed67e258f req-d3e4ad8c-d1a4-4ae8-92b0-808447bdf520 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 210 time: 0.0875754 Dec 17 15:35:31.094976 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cf1e60a9-3005-471a-b059-bc014675faa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:31.134567 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362953d1-ba90-47d6-b1f4-4b85faf2b1f6 req-bc40aff0-bd05-40ab-96de-6a05b3b70dfe tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:31.135727 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-362953d1-ba90-47d6-b1f4-4b85faf2b1f6 req-bc40aff0-bd05-40ab-96de-6a05b3b70dfe tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 943 time: 0.5810657 Dec 17 15:35:31.191961 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-362953d1-ba90-47d6-b1f4-4b85faf2b1f6 req-61614cfc-569d-4e77-bbcf-dd5c52a521d7 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489182 Dec 17 15:35:31.197169 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d83fe75e-893d-48e4-8984-4c31b79adeab tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:31.403627 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83fe75e-893d-48e4-8984-4c31b79adeab tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Router 1d5925e3-a542-4e37-96a6-2abae60774e1 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:35:31.517318 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83fe75e-893d-48e4-8984-4c31b79adeab tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:35:31.527691 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7082c42f-934b-431d-97d4-bff4b77b2706 None None] Sync routers for ids ['1d5925e3-a542-4e37-96a6-2abae60774e1'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:35:31.537160 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7082c42f-934b-431d-97d4-bff4b77b2706 None None] Routers {'1d5925e3-a542-4e37-96a6-2abae60774e1'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:35:31.537864 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7082c42f-934b-431d-97d4-bff4b77b2706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:35:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1d5925e3-a542-4e37-96a6-2abae60774e1'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:31.572918 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7082c42f-934b-431d-97d4-bff4b77b2706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:31.581655 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7082c42f-934b-431d-97d4-bff4b77b2706 None None] Routers {'1d5925e3-a542-4e37-96a6-2abae60774e1'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:35:31.582295 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7082c42f-934b-431d-97d4-bff4b77b2706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:35:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1d5925e3-a542-4e37-96a6-2abae60774e1'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:31.618662 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7082c42f-934b-431d-97d4-bff4b77b2706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:31.619330 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7082c42f-934b-431d-97d4-bff4b77b2706 None None] The sync data for ids ['1d5925e3-a542-4e37-96a6-2abae60774e1'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:35:31.629077 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d83fe75e-893d-48e4-8984-4c31b79adeab tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:31.634131 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d83fe75e-893d-48e4-8984-4c31b79adeab tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.9793336 Dec 17 15:35:31.634131 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47566) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:31.639796 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-338afe3d-ff3c-4421-8e4c-c463f2449761 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'enable_snat': False}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:35:31.966340 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-338afe3d-ff3c-4421-8e4c-c463f2449761 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:32.169767 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-861f0dca-c9f5-4ade-baeb-dc5f605d6712 req-3bd8b044-e84f-42e9-8468-b41572090f1e tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/ports?device_id=97ed4c78-71db-4fe4-a1c9-82cbec1b08a0 HTTP/1.1" status: 200 len: 210 time: 0.0303369 Dec 17 15:35:32.318039 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:32.557459 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-338afe3d-ff3c-4421-8e4c-c463f2449761 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3972409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3970533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11983'] for router, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:32.561467 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-338afe3d-ff3c-4421-8e4c-c463f2449761 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3972400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3972399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3970524'] for router, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:32.687544 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338afe3d-ff3c-4421-8e4c-c463f2449761 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Router 1d5925e3-a542-4e37-96a6-2abae60774e1 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:35:32.814780 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338afe3d-ff3c-4421-8e4c-c463f2449761 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:35:32.823620 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-338afe3d-ff3c-4421-8e4c-c463f2449761 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:32.824253 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd758377-3d09-469f-97f3-4a229f41fb50 None None] Sync routers for ids ['1d5925e3-a542-4e37-96a6-2abae60774e1'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:35:32.834990 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd758377-3d09-469f-97f3-4a229f41fb50 None None] Routers {'1d5925e3-a542-4e37-96a6-2abae60774e1'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:35:32.835614 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-cd758377-3d09-469f-97f3-4a229f41fb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:35:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1d5925e3-a542-4e37-96a6-2abae60774e1'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:32.840844 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-338afe3d-ff3c-4421-8e4c-c463f2449761 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] 10.222.0.46 "PUT /v2.0/routers/1d5925e3-a542-4e37-96a6-2abae60774e1 HTTP/1.1" status: 200 len: 925 time: 1.2018445 Dec 17 15:35:32.841610 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47586) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:32.881072 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-cd758377-3d09-469f-97f3-4a229f41fb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:32.894301 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd758377-3d09-469f-97f3-4a229f41fb50 None None] Routers {'1d5925e3-a542-4e37-96a6-2abae60774e1'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:35:32.896096 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-cd758377-3d09-469f-97f3-4a229f41fb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:35:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1d5925e3-a542-4e37-96a6-2abae60774e1'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:32.944008 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-cd758377-3d09-469f-97f3-4a229f41fb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:32.944744 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd758377-3d09-469f-97f3-4a229f41fb50 None None] The sync data for ids ['1d5925e3-a542-4e37-96a6-2abae60774e1'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:35:32.954975 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d8264e1f-a591-4344-a984-0e5bd9b1d375 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] 10.222.0.46 "GET /v2.0/routers/1d5925e3-a542-4e37-96a6-2abae60774e1 HTTP/1.1" status: 200 len: 925 time: 0.1127191 Dec 17 15:35:32.958960 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47588) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:33.037194 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84695e3b-0fc3-49e1-83bc-90b6312d1c31 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:33.041246 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-84695e3b-0fc3-49e1-83bc-90b6312d1c31 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=4e9cade7-8de3-4483-a2b7-ada6bbc76cf6&device_id=1d5925e3-a542-4e37-96a6-2abae60774e1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0788522 Dec 17 15:35:33.041517 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47590) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:33.138232 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149f2750-7199-4def-91ff-38681236a4b2 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:33.139759 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-149f2750-7199-4def-91ff-38681236a4b2 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 881 time: 0.0973029 Dec 17 15:35:33.142422 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47594) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:33.170321 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cee8b370-52eb-40da-933b-00082562bec6 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d5925e3-a542-4e37-96a6-2abae60774e1 HTTP/1.1" status: 200 len: 205 time: 0.0262129 Dec 17 15:35:33.173267 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47596) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:33.290212 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-69365827-b09c-4806-a038-a99450fda3ea tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:33.406071 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-69365827-b09c-4806-a038-a99450fda3ea tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:33.414236 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47602) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:33.501642 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-48dbf11f-7938-4979-af52-9cfa344cb7d8 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:33.530320 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-48dbf11f-7938-4979-af52-9cfa344cb7d8 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:33.606851 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-69365827-b09c-4806-a038-a99450fda3ea tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Deleting port 0f084d8c-568e-4c84-aaec-4f14701d2beb {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:35:33.609433 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-69365827-b09c-4806-a038-a99450fda3ea tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:33.687797 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-69365827-b09c-4806-a038-a99450fda3ea tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:33.695724 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-48dbf11f-7938-4979-af52-9cfa344cb7d8 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:33.700225 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-48dbf11f-7938-4979-af52-9cfa344cb7d8 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:33.707516 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-48dbf11f-7938-4979-af52-9cfa344cb7d8 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "DELETE /v2.0/security-groups/5cc13916-9366-48a6-a228-20c25a0eb9aa HTTP/1.1" status: 204 len: 168 time: 0.2850454 Dec 17 15:35:33.708137 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-69365827-b09c-4806-a038-a99450fda3ea tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Calling delete_port for 0f084d8c-568e-4c84-aaec-4f14701d2beb owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:35:33.708241 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47616) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:33.723497 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dbf11f-7938-4979-af52-9cfa344cb7d8 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc13916-9366-48a6-a228-20c25a0eb9aa,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:33.726651 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-064d2562-aac9-4266-be5c-8b7940364bbe tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] show failed (client error): The resource could not be found. Dec 17 15:35:33.730512 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-064d2562-aac9-4266-be5c-8b7940364bbe tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "GET /v2.0/security-groups/5cc13916-9366-48a6-a228-20c25a0eb9aa HTTP/1.1" status: 404 len: 347 time: 0.0213737 Dec 17 15:35:33.731464 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47618) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:33.902902 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:33.944930 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-1a5b7257-71e0-44ad-bb0d-d37c462c7e5b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Deleting port daa3890d-b9b6-44e9-b803-359439ac155a {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:35:33.945287 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1a5b7257-71e0-44ad-bb0d-d37c462c7e5b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:34.038599 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-69365827-b09c-4806-a038-a99450fda3ea tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:34.048400 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1a5b7257-71e0-44ad-bb0d-d37c462c7e5b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:34.048400 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1a5b7257-71e0-44ad-bb0d-d37c462c7e5b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:34.069705 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69365827-b09c-4806-a038-a99450fda3ea tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Pushing event deleted for resources: {'Port': ['ID=0f084d8c-568e-4c84-aaec-4f14701d2beb,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:34.085491 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-1a5b7257-71e0-44ad-bb0d-d37c462c7e5b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Calling delete_port for daa3890d-b9b6-44e9-b803-359439ac155a owned by network:floatingip {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:35:34.142068 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-69365827-b09c-4806-a038-a99450fda3ea tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:34.215693 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:34.255337 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-69365827-b09c-4806-a038-a99450fda3ea tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:34.257733 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-69365827-b09c-4806-a038-a99450fda3ea tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:34.364859 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-69365827-b09c-4806-a038-a99450fda3ea tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:34.365138 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69365827-b09c-4806-a038-a99450fda3ea tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Fanout notify agent at l3_agent the message router_deleted on router 1d5925e3-a542-4e37-96a6-2abae60774e1 {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:35:34.373939 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-69365827-b09c-4806-a038-a99450fda3ea tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:34.373939 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-69365827-b09c-4806-a038-a99450fda3ea tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] 10.222.0.46 "DELETE /v2.0/routers/1d5925e3-a542-4e37-96a6-2abae60774e1 HTTP/1.1" status: 204 len: 168 time: 1.1987684 Dec 17 15:35:34.377479 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47624) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:34.383366 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-adc897cf-d477-4398-8a8a-9e207628fbdb tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-312738982', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:35:34.392580 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1a5b7257-71e0-44ad-bb0d-d37c462c7e5b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:34.415058 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 042e6cbc-e47c-4337-a94e-dea325b638e1 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:35:34.453617 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b7257-71e0-44ad-bb0d-d37c462c7e5b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Pushing event deleted for resources: {'Port': ['ID=daa3890d-b9b6-44e9-b803-359439ac155a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:34.501184 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-adc897cf-d477-4398-8a8a-9e207628fbdb tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:34.503442 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-adc897cf-d477-4398-8a8a-9e207628fbdb tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:34.531953 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1a5b7257-71e0-44ad-bb0d-d37c462c7e5b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks [] for floatingip, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:34.535710 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1a5b7257-71e0-44ad-bb0d-d37c462c7e5b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:34.538560 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1a5b7257-71e0-44ad-bb0d-d37c462c7e5b tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "DELETE /v2.0/floatingips/8c900b9c-4b82-4987-80a9-c9a868e248c9 HTTP/1.1" status: 204 len: 168 time: 0.8056540 Dec 17 15:35:34.540272 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47630) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:34.703969 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-c2aeeedc-38ef-4732-a0ca-63db390343f4 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Deleting port d3a935e5-2d45-4f21-b240-16b6be02d4d5 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:35:34.704388 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c2aeeedc-38ef-4732-a0ca-63db390343f4 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:34.846805 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c2aeeedc-38ef-4732-a0ca-63db390343f4 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:34.863070 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-c2aeeedc-38ef-4732-a0ca-63db390343f4 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Calling delete_port for d3a935e5-2d45-4f21-b240-16b6be02d4d5 owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:35:34.954672 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-adc897cf-d477-4398-8a8a-9e207628fbdb tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:34.970288 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae0f62-4fe6-4066-a412-4516f2db6cfd req-9b58772e-5787-4ec2-a3ca-7813e5e42a99 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:34.977977 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c2ae0f62-4fe6-4066-a412-4516f2db6cfd req-9b58772e-5787-4ec2-a3ca-7813e5e42a99 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 943 time: 0.1116672 Dec 17 15:35:35.026755 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c2ae0f62-4fe6-4066-a412-4516f2db6cfd req-4e164326-bd6f-4e30-b98b-890f8c23a8a7 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445256 Dec 17 15:35:35.072635 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-adc897cf-d477-4398-8a8a-9e207628fbdb tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:35.165806 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-adc897cf-d477-4398-8a8a-9e207628fbdb tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:35.169172 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-adc897cf-d477-4398-8a8a-9e207628fbdb tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7882969 Dec 17 15:35:35.170139 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47654) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:35.174823 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-a230dbb2-a456-4e7f-b9f3-c381e5c83dc3 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Request body: {'router': {'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:35:35.214900 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c2aeeedc-38ef-4732-a0ca-63db390343f4 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:35.277535 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aeeedc-38ef-4732-a0ca-63db390343f4 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Pushing event deleted for resources: {'Port': ['ID=d3a935e5-2d45-4f21-b240-16b6be02d4d5,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:35.486428 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c2aeeedc-38ef-4732-a0ca-63db390343f4 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:35.490064 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c2aeeedc-38ef-4732-a0ca-63db390343f4 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "DELETE /v2.0/ports/d3a935e5-2d45-4f21-b240-16b6be02d4d5 HTTP/1.1" status: 204 len: 168 time: 0.9485619 Dec 17 15:35:35.493346 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47666) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:35.494279 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a230dbb2-a456-4e7f-b9f3-c381e5c83dc3 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:35.597449 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-053ac5de-4a7e-4138-a0fb-f31f956e7955 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Deleting port 2d686fb9-445a-4e4e-bae4-a300e7b2fcbd {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:35:35.598630 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-053ac5de-4a7e-4138-a0fb-f31f956e7955 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:35.718732 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-b17f5821-eea8-4c6f-886a-086fe012e343 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1978393 Dec 17 15:35:35.743659 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-053ac5de-4a7e-4138-a0fb-f31f956e7955 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:35.758670 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-053ac5de-4a7e-4138-a0fb-f31f956e7955 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Calling delete_port for 2d686fb9-445a-4e4e-bae4-a300e7b2fcbd owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:35:35.889156 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a230dbb2-a456-4e7f-b9f3-c381e5c83dc3 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:35.913434 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a230dbb2-a456-4e7f-b9f3-c381e5c83dc3 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:36.022193 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-053ac5de-4a7e-4138-a0fb-f31f956e7955 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:36.042448 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-a230dbb2-a456-4e7f-b9f3-c381e5c83dc3 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Allocated IP 172.25.6.116 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/bcc55f9c-848a-483b-97af-8edf110dc286) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:35:36.074044 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ac5de-4a7e-4138-a0fb-f31f956e7955 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Pushing event deleted for resources: {'Port': ['ID=2d686fb9-445a-4e4e-bae4-a300e7b2fcbd,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:36.184328 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a230dbb2-a456-4e7f-b9f3-c381e5c83dc3 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:36.193822 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-053ac5de-4a7e-4138-a0fb-f31f956e7955 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:36.197441 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-053ac5de-4a7e-4138-a0fb-f31f956e7955 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "DELETE /v2.0/ports/2d686fb9-445a-4e4e-bae4-a300e7b2fcbd HTTP/1.1" status: 204 len: 168 time: 0.7028964 Dec 17 15:35:36.200085 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47684) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:36.258193 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5638a-4aa5-4e84-ae7b-b98bf6222d31 req-5f2c346a-722c-4c5c-9bf5-cf03e04a10f5 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:36.258645 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-d88e2e82-2950-4479-93b6-db0a51d4f203 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Deleting subnet 4f0a9f17-d614-4efc-ae03-ce6b8a2dc07e {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:35:36.259688 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f8e5638a-4aa5-4e84-ae7b-b98bf6222d31 req-5f2c346a-722c-4c5c-9bf5-cf03e04a10f5 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 943 time: 0.0682125 Dec 17 15:35:36.261889 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d88e2e82-2950-4479-93b6-db0a51d4f203 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:36.300665 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f8e5638a-4aa5-4e84-ae7b-b98bf6222d31 req-cac4a7c3-9fce-4442-9606-4de885cc9c3c tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346000 Dec 17 15:35:36.302176 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d88e2e82-2950-4479-93b6-db0a51d4f203 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:36.341838 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a230dbb2-a456-4e7f-b9f3-c381e5c83dc3 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:36.392441 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a230dbb2-a456-4e7f-b9f3-c381e5c83dc3 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:35:36.399334 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-a230dbb2-a456-4e7f-b9f3-c381e5c83dc3 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:35:36.401921 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a230dbb2-a456-4e7f-b9f3-c381e5c83dc3 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:35:36.402303 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d88e2e82-2950-4479-93b6-db0a51d4f203 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:36.406906 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230dbb2-a456-4e7f-b9f3-c381e5c83dc3 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Pushing event updated for resources: {'Port': ['ID=bcc55f9c-848a-483b-97af-8edf110dc286,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:36.587324 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d88e2e82-2950-4479-93b6-db0a51d4f203 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:36.615984 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e2e82-2950-4479-93b6-db0a51d4f203 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Pushing event deleted for resources: {'Subnet': ['ID=4f0a9f17-d614-4efc-ae03-ce6b8a2dc07e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:36.620322 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d88e2e82-2950-4479-93b6-db0a51d4f203 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:36.624119 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d88e2e82-2950-4479-93b6-db0a51d4f203 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "DELETE /v2.0/subnets/4f0a9f17-d614-4efc-ae03-ce6b8a2dc07e HTTP/1.1" status: 204 len: 168 time: 0.4227941 Dec 17 15:35:36.627065 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47686) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:36.634631 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03dad34-a17b-4973-b484-b93d90cab7bf None None] Network 9f3a192b-6f54-446b-8786-4392777f5f19 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:35:36.847414 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e0c58b-fbd8-4158-a520-ff6f499e266a None None] DHCP port deletion for 9f3a192b-6f54-446b-8786-4392777f5f19 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:35:36.914149 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-b4e0c58b-fbd8-4158-a520-ff6f499e266a None None] Deleting port 58558b0d-3786-46ed-82e0-927b6163ab61 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:35:36.914913 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b4e0c58b-fbd8-4158-a520-ff6f499e266a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:36.989599 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b4e0c58b-fbd8-4158-a520-ff6f499e266a None None] For port 58558b0d-3786-46ed-82e0-927b6163ab61, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=58558b0d-3786-46ed-82e0-927b6163ab61,segment=NetworkSegment(fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291),segment_id=fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:35:36.990000 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b4e0c58b-fbd8-4158-a520-ff6f499e266a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:37.003770 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-b4e0c58b-fbd8-4158-a520-ff6f499e266a None None] Calling delete_port for 58558b0d-3786-46ed-82e0-927b6163ab61 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:35:37.120791 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced08504-9540-4d87-aee5-ce340e9e6558 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Deleting subnet 4eca1b89-7ed9-42c7-8458-c977678cd701 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:35:37.130551 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ced08504-9540-4d87-aee5-ce340e9e6558 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:37.164029 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b4e0c58b-fbd8-4158-a520-ff6f499e266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:37.183654 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ced08504-9540-4d87-aee5-ce340e9e6558 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:37.201122 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e0c58b-fbd8-4158-a520-ff6f499e266a None None] Pushing event deleted for resources: {'Port': ['ID=58558b0d-3786-46ed-82e0-927b6163ab61,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:37.212329 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a230dbb2-a456-4e7f-b9f3-c381e5c83dc3 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:37.214099 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e0c58b-fbd8-4158-a520-ff6f499e266a None None] No DVR routers for this DVR port 58558b0d-3786-46ed-82e0-927b6163ab61 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:35:37.368655 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ced08504-9540-4d87-aee5-ce340e9e6558 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:37.520102 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-b1466bf7-9a3e-4f3d-9bfb-bb84d4a90f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:37.521909 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-b1466bf7-9a3e-4f3d-9bfb-bb84d4a90f7f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d&tenant_id=3946e10ff975425598a71e1a9e6d2cf1 HTTP/1.1" status: 200 len: 1094 time: 0.0852389 Dec 17 15:35:37.540991 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-dd7ed851-d0e3-481d-a515-8d7475eb4afb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820553-2', 'device_owner': 'compute:nova'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:35:37.542809 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac7348-5d6c-44ac-9c88-3d5ac6cf587f req-bc7f6899-7c22-4e11-b37e-fa87f4522b0c tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:37.544300 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-20ac7348-5d6c-44ac-9c88-3d5ac6cf587f req-bc7f6899-7c22-4e11-b37e-fa87f4522b0c tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 943 time: 0.1525395 Dec 17 15:35:37.574355 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a230dbb2-a456-4e7f-b9f3-c381e5c83dc3 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3972409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3970533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11983'] for router, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:37.580311 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a230dbb2-a456-4e7f-b9f3-c381e5c83dc3 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3972400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3972399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3970524'] for router, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:37.597580 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-dd7ed851-d0e3-481d-a515-8d7475eb4afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:37.602172 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-20ac7348-5d6c-44ac-9c88-3d5ac6cf587f req-06233e23-b872-4371-924d-3546e55d0401 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488598 Dec 17 15:35:37.637501 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ced08504-9540-4d87-aee5-ce340e9e6558 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:37.694649 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced08504-9540-4d87-aee5-ce340e9e6558 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Pushing event deleted for resources: {'Subnet': ['ID=4eca1b89-7ed9-42c7-8458-c977678cd701,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:37.701358 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ced08504-9540-4d87-aee5-ce340e9e6558 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:37.707382 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ced08504-9540-4d87-aee5-ce340e9e6558 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "DELETE /v2.0/subnets/4eca1b89-7ed9-42c7-8458-c977678cd701 HTTP/1.1" status: 204 len: 168 time: 1.0764563 Dec 17 15:35:37.711530 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47698) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:37.711703 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ef0b0c-3f73-4b85-b910-e90fc1bd5580 None None] Network 8bba3eed-1473-4ac2-bb59-7cb1c76294fd requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:35:37.864533 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-38c61ba4-c698-4e95-8b59-dfe55652420c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:37.873511 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a230dbb2-a456-4e7f-b9f3-c381e5c83dc3 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Router c44c43c6-95ec-4f4b-bb0a-b9e84dbd8e45 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:35:37.985205 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db072f8-4ae4-4ab0-b801-313b628e2119 None None] DHCP port deletion for 8bba3eed-1473-4ac2-bb59-7cb1c76294fd request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:35:37.991722 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-dd7ed851-d0e3-481d-a515-8d7475eb4afb service neutron] For port 042e6cbc-e47c-4337-a94e-dea325b638e1, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=042e6cbc-e47c-4337-a94e-dea325b638e1,segment=NetworkSegment(f1f4760e-7fd1-432e-9861-fd1a052a7a2d),segment_id=f1f4760e-7fd1-432e-9861-fd1a052a7a2d)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:35:38.015706 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-38c61ba4-c698-4e95-8b59-dfe55652420c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:38.036717 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a230dbb2-a456-4e7f-b9f3-c381e5c83dc3 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:35:38.040853 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-38c61ba4-c698-4e95-8b59-dfe55652420c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3a192b-6f54-446b-8786-4392777f5f19']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:38.044503 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a230dbb2-a456-4e7f-b9f3-c381e5c83dc3 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:38.045821 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a230dbb2-a456-4e7f-b9f3-c381e5c83dc3 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] 10.222.0.46 "PUT /v2.0/routers/c44c43c6-95ec-4f4b-bb0a-b9e84dbd8e45 HTTP/1.1" status: 200 len: 883 time: 2.8746643 Dec 17 15:35:38.048340 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47708) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:38.062909 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266b2063-a4dd-4feb-b6f3-9ef9152bce8d None None] Sync routers for ids ['c44c43c6-95ec-4f4b-bb0a-b9e84dbd8e45'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:35:38.068862 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-38c61ba4-c698-4e95-8b59-dfe55652420c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:38.069202 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-38c61ba4-c698-4e95-8b59-dfe55652420c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe9e6fbd-1ea2-42fa-ab9f-72cf8f390291') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:38.078427 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-dd7ed851-d0e3-481d-a515-8d7475eb4afb service neutron] For port 042e6cbc-e47c-4337-a94e-dea325b638e1, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:35:38.099930 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-38c61ba4-c698-4e95-8b59-dfe55652420c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:38.108399 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266b2063-a4dd-4feb-b6f3-9ef9152bce8d None None] Routers {'c44c43c6-95ec-4f4b-bb0a-b9e84dbd8e45'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:35:38.109240 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-266b2063-a4dd-4feb-b6f3-9ef9152bce8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:35:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['c44c43c6-95ec-4f4b-bb0a-b9e84dbd8e45'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:38.131694 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-38c61ba4-c698-4e95-8b59-dfe55652420c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:38.141688 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-dd7ed851-d0e3-481d-a515-8d7475eb4afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 042e6cbc-e47c-4337-a94e-dea325b638e1 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:35:38.150927 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38c61ba4-c698-4e95-8b59-dfe55652420c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:35:38.151413 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-38c61ba4-c698-4e95-8b59-dfe55652420c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:38.158889 n-d-820553-2 neutron-server[102833]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:35:38.158889 n-d-820553-2 neutron-server[102833]: items = [ Dec 17 15:35:38.158889 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:35:38.158889 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:35:38.158889 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:35:38.158889 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:35:38.158889 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:35:38.158889 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:35:38.158889 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:35:38.158889 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:35:38.158889 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:35:38.158889 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:35:38.158889 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:35:38.158889 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:35:38.158889 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:35:38.158889 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:35:38.158889 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:35:38.158889 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:35:38.158889 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:35:38.158889 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:35:38.158889 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:35:38.158889 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:35:38.158889 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:35:38.158889 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:35:38.158889 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:35:38.158889 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:35:38.158889 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:35:38.158889 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:35:38.158889 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:35:38.158889 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:35:38.158889 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:35:38.158889 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:35:38.158889 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:35:38.158889 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:35:38.158889 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-dd7ed851-d0e3-481d-a515-8d7475eb4afb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:38.162655 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-266b2063-a4dd-4feb-b6f3-9ef9152bce8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:38.167823 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-0db072f8-4ae4-4ab0-b801-313b628e2119 None None] Deleting port 92ed88fc-95ef-4740-9f5f-d39ba5e9eb9d {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:35:38.169837 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0db072f8-4ae4-4ab0-b801-313b628e2119 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:38.194340 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-390ac064-3b5a-4d0c-8b7f-d3b796d7182a tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] 10.222.0.46 "GET /v2.0/routers/c44c43c6-95ec-4f4b-bb0a-b9e84dbd8e45 HTTP/1.1" status: 200 len: 924 time: 0.1446619 Dec 17 15:35:38.197138 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47710) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:38.231025 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266b2063-a4dd-4feb-b6f3-9ef9152bce8d None None] Routers {'c44c43c6-95ec-4f4b-bb0a-b9e84dbd8e45'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:35:38.231731 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-266b2063-a4dd-4feb-b6f3-9ef9152bce8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:35:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['c44c43c6-95ec-4f4b-bb0a-b9e84dbd8e45'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:38.233893 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 92ed88fc-95ef-4740-9f5f-d39ba5e9eb9d no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:35:38.291468 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fbb616-44b1-410a-a67b-4519452c5e15 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:38.294129 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-57fbb616-44b1-410a-a67b-4519452c5e15 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=4e9cade7-8de3-4483-a2b7-ada6bbc76cf6&device_id=c44c43c6-95ec-4f4b-bb0a-b9e84dbd8e45&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0956576 Dec 17 15:35:38.296723 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47714) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:38.324864 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-dd7ed851-d0e3-481d-a515-8d7475eb4afb service neutron] Transition to ACTIVE for port object 042e6cbc-e47c-4337-a94e-dea325b638e1 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:35:38.325943 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-38c61ba4-c698-4e95-8b59-dfe55652420c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:38.329870 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-266b2063-a4dd-4feb-b6f3-9ef9152bce8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:38.330632 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266b2063-a4dd-4feb-b6f3-9ef9152bce8d None None] The sync data for ids ['c44c43c6-95ec-4f4b-bb0a-b9e84dbd8e45'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:35:38.346889 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-38c61ba4-c698-4e95-8b59-dfe55652420c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:38.353681 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-38c61ba4-c698-4e95-8b59-dfe55652420c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "DELETE /v2.0/networks/9f3a192b-6f54-446b-8786-4392777f5f19 HTTP/1.1" status: 204 len: 168 time: 0.6435175 Dec 17 15:35:38.356964 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47716) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:38.369566 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-0db072f8-4ae4-4ab0-b801-313b628e2119 None None] For port 92ed88fc-95ef-4740-9f5f-d39ba5e9eb9d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=92ed88fc-95ef-4740-9f5f-d39ba5e9eb9d,segment=NetworkSegment(8c1bafca-b6c9-402b-a49c-92e9c53a27cf),segment_id=8c1bafca-b6c9-402b-a49c-92e9c53a27cf)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:35:38.369962 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0db072f8-4ae4-4ab0-b801-313b628e2119 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:38.370581 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c61ba4-c698-4e95-8b59-dfe55652420c tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Pushing event deleted for resources: {'Network': ['ID=9f3a192b-6f54-446b-8786-4392777f5f19,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:38.389100 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-0db072f8-4ae4-4ab0-b801-313b628e2119 None None] Calling delete_port for 92ed88fc-95ef-4740-9f5f-d39ba5e9eb9d owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:35:38.409796 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-dd7ed851-d0e3-481d-a515-8d7475eb4afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:38.480906 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47720) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:38.495028 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-127ee0be-11cd-46a0-8bc4-b6bc2ceb1117 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:38.515178 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d88778b-b944-472d-aef7-99c47c6463e9 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:38.517070 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8d88778b-b944-472d-aef7-99c47c6463e9 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 881 time: 0.2190995 Dec 17 15:35:38.542661 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47722) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:38.543131 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47724) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:38.547016 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:38.602719 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ed851-d0e3-481d-a515-8d7475eb4afb service neutron] Pushing event updated for resources: {'Port': ['ID=042e6cbc-e47c-4337-a94e-dea325b638e1,revision_number=9']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:38.656637 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ed8ef82f-9968-4e2e-a887-013621c170f3 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] 10.222.0.46 "GET /v2.0/ports?device_id=c44c43c6-95ec-4f4b-bb0a-b9e84dbd8e45 HTTP/1.1" status: 200 len: 205 time: 0.1053467 Dec 17 15:35:38.658494 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47730) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:38.663398 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 92ed88fc-95ef-4740-9f5f-d39ba5e9eb9d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=92ed88fc-95ef-4740-9f5f-d39ba5e9eb9d,segment=NetworkSegment(8c1bafca-b6c9-402b-a49c-92e9c53a27cf),segment_id=8c1bafca-b6c9-402b-a49c-92e9c53a27cf)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:35:38.741148 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:38.741924 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 58558b0d-3786-46ed-82e0-927b6163ab61 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:35:38.767358 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 58558b0d-3786-46ed-82e0-927b6163ab61 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:35:38.767705 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 58558b0d-3786-46ed-82e0-927b6163ab61 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:35:38.769013 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-dd7ed851-d0e3-481d-a515-8d7475eb4afb service neutron] No DVR routers for this DVR port 042e6cbc-e47c-4337-a94e-dea325b638e1 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:35:38.803449 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0db072f8-4ae4-4ab0-b801-313b628e2119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:38.829827 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db072f8-4ae4-4ab0-b801-313b628e2119 None None] No DVR routers for this DVR port 92ed88fc-95ef-4740-9f5f-d39ba5e9eb9d on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:35:38.835052 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=92ed88fc-95ef-4740-9f5f-d39ba5e9eb9d,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:38.866111 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-82489190-9ac7-4490-9825-560c65cd6a72 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] 10.222.0.46 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3114 time: 0.3806198 Dec 17 15:35:38.869344 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47732) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:38.876744 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-e45f3a3d-683e-4eee-b05b-1de21a8e17b6 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Request body: {'network': {'name': 'tempest-network-smoke--739463769', 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'port_security_enabled': False}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:35:38.886577 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db072f8-4ae4-4ab0-b801-313b628e2119 None None] Pushing event deleted for resources: {'Port': ['ID=92ed88fc-95ef-4740-9f5f-d39ba5e9eb9d,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:38.898529 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8e0f56b7-e25e-4ef2-a017-6a3d0ee25d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:38.967495 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-dd7ed851-d0e3-481d-a515-8d7475eb4afb service neutron] Attempting to bind port 042e6cbc-e47c-4337-a94e-dea325b638e1 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:35:38.967949 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-dd7ed851-d0e3-481d-a515-8d7475eb4afb service neutron] Attempting to bind port 042e6cbc-e47c-4337-a94e-dea325b638e1 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': 'f1f4760e-7fd1-432e-9861-fd1a052a7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:35:38.968287 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-dd7ed851-d0e3-481d-a515-8d7475eb4afb service neutron] Attempting to bind port 042e6cbc-e47c-4337-a94e-dea325b638e1 on network 14d6281a-4511-4bb4-90e9-4eb4dec9d036 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:35:38.973012 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-dd7ed851-d0e3-481d-a515-8d7475eb4afb service neutron] Port 042e6cbc-e47c-4337-a94e-dea325b638e1 on network 14d6281a-4511-4bb4-90e9-4eb4dec9d036 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:35:38.980237 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-dd7ed851-d0e3-481d-a515-8d7475eb4afb service neutron] Attempting to bind port 042e6cbc-e47c-4337-a94e-dea325b638e1 on network 14d6281a-4511-4bb4-90e9-4eb4dec9d036 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:35:38.980237 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-dd7ed851-d0e3-481d-a515-8d7475eb4afb service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:35:38.980237 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-dd7ed851-d0e3-481d-a515-8d7475eb4afb service neutron] Checking segment: {'id': 'f1f4760e-7fd1-432e-9861-fd1a052a7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:35:38.980237 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-dd7ed851-d0e3-481d-a515-8d7475eb4afb service neutron] Bound using segment: {'id': 'f1f4760e-7fd1-432e-9861-fd1a052a7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:35:38.980237 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-dd7ed851-d0e3-481d-a515-8d7475eb4afb service neutron] Bound port: 042e6cbc-e47c-4337-a94e-dea325b638e1, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1f4760e-7fd1-432e-9861-fd1a052a7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:35:38.980237 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-dd7ed851-d0e3-481d-a515-8d7475eb4afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:38.982452 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db443c8-ab22-4bc4-97fc-a51c1c64242a req-be15b246-63d3-46c6-8e3d-f1a76ae32ef2 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:38.983973 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6db443c8-ab22-4bc4-97fc-a51c1c64242a req-be15b246-63d3-46c6-8e3d-f1a76ae32ef2 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 943 time: 0.1820066 Dec 17 15:35:38.997143 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-127ee0be-11cd-46a0-8bc4-b6bc2ceb1117 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Deleting port 92ed88fc-95ef-4740-9f5f-d39ba5e9eb9d {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:35:38.997498 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-127ee0be-11cd-46a0-8bc4-b6bc2ceb1117 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:39.049538 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-dd7ed851-d0e3-481d-a515-8d7475eb4afb service neutron] For port 042e6cbc-e47c-4337-a94e-dea325b638e1, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:35:39.053521 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-dd7ed851-d0e3-481d-a515-8d7475eb4afb service neutron] For port 042e6cbc-e47c-4337-a94e-dea325b638e1, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=042e6cbc-e47c-4337-a94e-dea325b638e1,segment=NetworkSegment(f1f4760e-7fd1-432e-9861-fd1a052a7a2d),segment_id=f1f4760e-7fd1-432e-9861-fd1a052a7a2d)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:35:39.057707 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45f3a3d-683e-4eee-b05b-1de21a8e17b6 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Made reservation on behalf of 8a34d23e4334452eba0b24e500167ab7 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:35:39.059957 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aa887f8b-6e4b-42dd-9592-93e4126991c2 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:39.061751 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e45f3a3d-683e-4eee-b05b-1de21a8e17b6 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:39.085150 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e45f3a3d-683e-4eee-b05b-1de21a8e17b6 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:35:39.093589 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e45f3a3d-683e-4eee-b05b-1de21a8e17b6 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:39.093936 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-e45f3a3d-683e-4eee-b05b-1de21a8e17b6 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Added segment 89815f53-6468-48d9-86e2-5eff089aa430 of type vlan for network d4027dc0-8288-4549-8d12-d83ce78395f6 Dec 17 15:35:39.132698 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e45f3a3d-683e-4eee-b05b-1de21a8e17b6 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:39.169298 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-dd7ed851-d0e3-481d-a515-8d7475eb4afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:39.194470 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6db443c8-ab22-4bc4-97fc-a51c1c64242a req-afca2770-3fa4-40be-866b-3c2be53b0389 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024107 Dec 17 15:35:39.204574 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-dd7ed851-d0e3-481d-a515-8d7475eb4afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:39.205606 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-dd7ed851-d0e3-481d-a515-8d7475eb4afb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:39.209256 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-dd7ed851-d0e3-481d-a515-8d7475eb4afb service neutron] 10.222.0.41 "PUT /v2.0/ports/042e6cbc-e47c-4337-a94e-dea325b638e1 HTTP/1.1" status: 200 len: 1091 time: 1.6701376 Dec 17 15:35:39.209256 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08dd7347-faf0-43c8-9d30-6c731ceed40d', 'tag': '042e6cbc-e47c-4337-a94e-dea325b638e1'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:35:39.209741 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-127ee0be-11cd-46a0-8bc4-b6bc2ceb1117 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] For port 92ed88fc-95ef-4740-9f5f-d39ba5e9eb9d, host n-d-820553-2, got binding levels [] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:35:39.209741 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-127ee0be-11cd-46a0-8bc4-b6bc2ceb1117 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:39.210256 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de53820-fe8e-47cf-876e-adf2fbae8631" -d '{"events": [{"name": "network-changed", "server_uuid": "08dd7347-faf0-43c8-9d30-6c731ceed40d", "tag": "042e6cbc-e47c-4337-a94e-dea325b638e1"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:35:39.248685 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-127ee0be-11cd-46a0-8bc4-b6bc2ceb1117 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Calling delete_port for 92ed88fc-95ef-4740-9f5f-d39ba5e9eb9d owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:35:39.257366 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.ipam_backend_mixin [None req-127ee0be-11cd-46a0-8bc4-b6bc2ceb1117 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Port 92ed88fc-95ef-4740-9f5f-d39ba5e9eb9d was not found and therefore no delete operation was performed {{(pid=102832) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 15:35:39.261301 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ed851-d0e3-481d-a515-8d7475eb4afb service neutron] Pushing event updated for resources: {'Port': ['ID=042e6cbc-e47c-4337-a94e-dea325b638e1,revision_number=10']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:39.265671 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8e0f56b7-e25e-4ef2-a017-6a3d0ee25d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:39.266700 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-127ee0be-11cd-46a0-8bc4-b6bc2ceb1117 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:39.271772 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfa86d7-03a6-48d9-a27b-183e5936e684 x-openstack-request-id: req-9bfa86d7-03a6-48d9-a27b-183e5936e684 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:35:39.271772 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08dd7347-faf0-43c8-9d30-6c731ceed40d", "tag": "042e6cbc-e47c-4337-a94e-dea325b638e1", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:35:39.271772 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9bfa86d7-03a6-48d9-a27b-183e5936e684 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:35:39.271772 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08dd7347-faf0-43c8-9d30-6c731ceed40d', 'tag': '042e6cbc-e47c-4337-a94e-dea325b638e1', 'status': 'completed', 'code': 200} Dec 17 15:35:39.272207 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e45f3a3d-683e-4eee-b05b-1de21a8e17b6 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:39.277734 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45f3a3d-683e-4eee-b05b-1de21a8e17b6 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:39.278362 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e45f3a3d-683e-4eee-b05b-1de21a8e17b6 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:39.299942 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ee0be-11cd-46a0-8bc4-b6bc2ceb1117 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Pushing event deleted for resources: {'Port': ['ID=92ed88fc-95ef-4740-9f5f-d39ba5e9eb9d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:39.308572 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127ee0be-11cd-46a0-8bc4-b6bc2ceb1117 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] No DVR routers for this DVR port 92ed88fc-95ef-4740-9f5f-d39ba5e9eb9d on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:35:39.316901 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aa887f8b-6e4b-42dd-9592-93e4126991c2 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:39.346622 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8e0f56b7-e25e-4ef2-a017-6a3d0ee25d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:39.408709 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f3a3d-683e-4eee-b05b-1de21a8e17b6 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Pushing event updated for resources: {'Network': ['ID=d4027dc0-8288-4549-8d12-d83ce78395f6,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:39.418786 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-b254b1dd-82b8-4297-ae25-37cd6c518f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:39.420806 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-b254b1dd-82b8-4297-ae25-37cd6c518f30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3946e10ff975425598a71e1a9e6d2cf1&device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 1095 time: 0.1708763 Dec 17 15:35:39.421507 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network d4027dc0-8288-4549-8d12-d83ce78395f6 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:35:39.440904 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e45f3a3d-683e-4eee-b05b-1de21a8e17b6 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5705693 Dec 17 15:35:39.453197 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47738) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:39.456968 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-8af7653a-e638-442d-87e0-3957f79ef4df tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1304313007', 'admin_state_up': True, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:35:39.467351 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-127ee0be-11cd-46a0-8bc4-b6bc2ceb1117 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:39.499073 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f56b7-e25e-4ef2-a017-6a3d0ee25d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8ca047-ccd8-449a-ab3e-c3be555bc288,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:39.508926 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8e0f56b7-e25e-4ef2-a017-6a3d0ee25d92 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a86fc252e99f47afb05c38d9062d2c71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9587758 Dec 17 15:35:39.508926 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-127ee0be-11cd-46a0-8bc4-b6bc2ceb1117 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bba3eed-1473-4ac2-bb59-7cb1c76294fd']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:39.511495 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47740) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:39.533756 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-127ee0be-11cd-46a0-8bc4-b6bc2ceb1117 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1bafca-b6c9-402b-a49c-92e9c53a27cf') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:39.534032 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-127ee0be-11cd-46a0-8bc4-b6bc2ceb1117 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1bafca-b6c9-402b-a49c-92e9c53a27cf') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:39.545756 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-7f39898f-eff5-4604-90e6-b93d0d72fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:39.547249 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-7f39898f-eff5-4604-90e6-b93d0d72fde0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14d6281a-4511-4bb4-90e9-4eb4dec9d036 HTTP/1.1" status: 200 len: 918 time: 0.1184630 Dec 17 15:35:39.552903 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-127ee0be-11cd-46a0-8bc4-b6bc2ceb1117 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:39.584083 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-aa887f8b-6e4b-42dd-9592-93e4126991c2 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Deleting port bcc55f9c-848a-483b-97af-8edf110dc286 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:35:39.584422 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aa887f8b-6e4b-42dd-9592-93e4126991c2 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:39.590027 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-127ee0be-11cd-46a0-8bc4-b6bc2ceb1117 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:39.592491 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8af7653a-e638-442d-87e0-3957f79ef4df tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:39.593552 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8af7653a-e638-442d-87e0-3957f79ef4df tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:39.632498 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-89ef692e-8952-458a-9096-dedd6f36461f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=042e6cbc-e47c-4337-a94e-dea325b638e1 HTTP/1.1" status: 200 len: 999 time: 0.0776680 Dec 17 15:35:39.634900 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-127ee0be-11cd-46a0-8bc4-b6bc2ceb1117 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:35:39.635309 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-127ee0be-11cd-46a0-8bc4-b6bc2ceb1117 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:39.639576 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:35:39.639576 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:35:39.639576 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:35:39.639576 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:35:39.639576 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:35:39.639576 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:35:39.639576 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:35:39.639576 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:35:39.639576 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:35:39.639576 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:35:39.639576 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:35:39.639576 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:35:39.639576 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:35:39.639576 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:35:39.639576 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:35:39.639576 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:35:39.639576 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:35:39.639576 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:35:39.639576 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:35:39.639576 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:35:39.639576 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:35:39.639576 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:35:39.639576 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:35:39.639576 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:35:39.639576 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:35:39.639576 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:35:39.639576 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:35:39.639576 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:35:39.639576 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:35:39.639576 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:35:39.639576 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:35:39.639576 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:35:39.689374 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8af7653a-e638-442d-87e0-3957f79ef4df tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:39.700574 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3aed5298-aeba-486f-a2ad-50eb414147f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:39.708401 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-2f62516b-1e66-4f3e-886b-debcfadbf027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:39.709980 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-2f62516b-1e66-4f3e-886b-debcfadbf027 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb81f603-60e6-418f-8fce-326d48a9c9a7 HTTP/1.1" status: 200 len: 856 time: 0.0483236 Dec 17 15:35:39.749291 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3aed5298-aeba-486f-a2ad-50eb414147f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:39.757196 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-29cc3f9d-97a8-4b95-b711-73762b98b917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:39.758670 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-29cc3f9d-97a8-4b95-b711-73762b98b917 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14d6281a-4511-4bb4-90e9-4eb4dec9d036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416727 Dec 17 15:35:39.759251 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aa887f8b-6e4b-42dd-9592-93e4126991c2 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:39.783525 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-aa887f8b-6e4b-42dd-9592-93e4126991c2 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Calling delete_port for bcc55f9c-848a-483b-97af-8edf110dc286 owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:35:39.836081 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-127ee0be-11cd-46a0-8bc4-b6bc2ceb1117 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:39.846388 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-127ee0be-11cd-46a0-8bc4-b6bc2ceb1117 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:39.854219 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-127ee0be-11cd-46a0-8bc4-b6bc2ceb1117 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] 10.222.0.46 "DELETE /v2.0/networks/8bba3eed-1473-4ac2-bb59-7cb1c76294fd HTTP/1.1" status: 204 len: 168 time: 1.4921482 Dec 17 15:35:39.872578 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ee0be-11cd-46a0-8bc4-b6bc2ceb1117 tempest-TaggedBootDevicesTest-113892267 tempest-TaggedBootDevicesTest-113892267-project] Pushing event deleted for resources: {'Network': ['ID=8bba3eed-1473-4ac2-bb59-7cb1c76294fd,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:39.947985 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8af7653a-e638-442d-87e0-3957f79ef4df tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:39.993585 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-82a4adef-3afb-400a-b383-45217eae3064 service neutron] 10.222.0.41 "GET /v2.0/networks/14d6281a-4511-4bb4-90e9-4eb4dec9d036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963108 Dec 17 15:35:40.097464 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f4f6aec3-2111-46c7-96a0-3d01b5fd23db req-7206ec38-a82c-414d-8c76-7d43cea92d46 service neutron] 10.222.0.41 "GET /v2.0/networks/14d6281a-4511-4bb4-90e9-4eb4dec9d036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969265 Dec 17 15:35:40.146828 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3aed5298-aeba-486f-a2ad-50eb414147f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:40.149564 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3aed5298-aeba-486f-a2ad-50eb414147f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:40.150595 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3aed5298-aeba-486f-a2ad-50eb414147f2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7b8ca047-ccd8-449a-ab3e-c3be555bc288 HTTP/1.1" status: 204 len: 168 time: 0.6328342 Dec 17 15:35:40.202980 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed5298-aeba-486f-a2ad-50eb414147f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8ca047-ccd8-449a-ab3e-c3be555bc288,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:40.309101 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aa887f8b-6e4b-42dd-9592-93e4126991c2 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:40.333427 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa887f8b-6e4b-42dd-9592-93e4126991c2 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Pushing event deleted for resources: {'Port': ['ID=bcc55f9c-848a-483b-97af-8edf110dc286,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:40.359847 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ef3c1-2eaa-4b6b-9bf7-a94e9cd02b60 req-73a20583-4290-4e35-9f88-854f3e1485b2 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:40.361388 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf0ef3c1-2eaa-4b6b-9bf7-a94e9cd02b60 req-73a20583-4290-4e35-9f88-854f3e1485b2 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 944 time: 0.0875182 Dec 17 15:35:40.453305 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8af7653a-e638-442d-87e0-3957f79ef4df tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:40.465710 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf0ef3c1-2eaa-4b6b-9bf7-a94e9cd02b60 req-8f70ccb4-696a-4276-9c40-daefcc217288 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816901 Dec 17 15:35:40.477587 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aa887f8b-6e4b-42dd-9592-93e4126991c2 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:40.481970 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:40.496890 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8af7653a-e638-442d-87e0-3957f79ef4df tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:40.583305 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de53820-fe8e-47cf-876e-adf2fbae8631 req-6360b5cb-5ede-4ade-b53b-82c9a767d9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:40.584964 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6de53820-fe8e-47cf-876e-adf2fbae8631 req-6360b5cb-5ede-4ade-b53b-82c9a767d9c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3946e10ff975425598a71e1a9e6d2cf1&device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 1095 time: 0.1600990 Dec 17 15:35:40.629332 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aa887f8b-6e4b-42dd-9592-93e4126991c2 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:40.631680 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aa887f8b-6e4b-42dd-9592-93e4126991c2 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:40.741803 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-8af7653a-e638-442d-87e0-3957f79ef4df tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Allocated IP 172.25.6.61 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/a54786b5-6be3-4f5c-a49e-7b67866b990c) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:35:40.749467 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de53820-fe8e-47cf-876e-adf2fbae8631 req-439908e0-c7b8-444d-bc0a-70d40cb8125c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:40.750992 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6de53820-fe8e-47cf-876e-adf2fbae8631 req-439908e0-c7b8-444d-bc0a-70d40cb8125c service neutron] 10.222.0.41 "GET /v2.0/networks?id=14d6281a-4511-4bb4-90e9-4eb4dec9d036 HTTP/1.1" status: 200 len: 918 time: 0.1578846 Dec 17 15:35:40.753665 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aa887f8b-6e4b-42dd-9592-93e4126991c2 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:40.756683 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa887f8b-6e4b-42dd-9592-93e4126991c2 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Fanout notify agent at l3_agent the message router_deleted on router c44c43c6-95ec-4f4b-bb0a-b9e84dbd8e45 {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:35:40.769390 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aa887f8b-6e4b-42dd-9592-93e4126991c2 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:40.778297 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-aa887f8b-6e4b-42dd-9592-93e4126991c2 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] 10.222.0.46 "DELETE /v2.0/routers/c44c43c6-95ec-4f4b-bb0a-b9e84dbd8e45 HTTP/1.1" status: 204 len: 168 time: 2.1072385 Dec 17 15:35:40.778965 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47768) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:40.784109 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-65c85836-fe64-4931-beac-018dbbe6c52c tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1741215475', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:35:40.874689 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6de53820-fe8e-47cf-876e-adf2fbae8631 req-4db6c288-532e-4ee7-84b2-a31682c5a622 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=042e6cbc-e47c-4337-a94e-dea325b638e1 HTTP/1.1" status: 200 len: 999 time: 0.1159358 Dec 17 15:35:40.907453 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-65c85836-fe64-4931-beac-018dbbe6c52c tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:40.911222 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-65c85836-fe64-4931-beac-018dbbe6c52c tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:40.947325 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8af7653a-e638-442d-87e0-3957f79ef4df tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:40.956640 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de53820-fe8e-47cf-876e-adf2fbae8631 req-aed07974-760e-4c28-b579-acee230e496f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:40.958577 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6de53820-fe8e-47cf-876e-adf2fbae8631 req-aed07974-760e-4c28-b579-acee230e496f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb81f603-60e6-418f-8fce-326d48a9c9a7 HTTP/1.1" status: 200 len: 856 time: 0.0738752 Dec 17 15:35:41.011330 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-65c85836-fe64-4931-beac-018dbbe6c52c tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:41.052965 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de53820-fe8e-47cf-876e-adf2fbae8631 req-8f22739c-efc9-4f9c-99b6-75952e019f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:41.055407 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6de53820-fe8e-47cf-876e-adf2fbae8631 req-8f22739c-efc9-4f9c-99b6-75952e019f93 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14d6281a-4511-4bb4-90e9-4eb4dec9d036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887663 Dec 17 15:35:41.162545 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47776) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:41.183466 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17d426d4-9151-4810-9d00-a3c26108836f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:41.197589 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8af7653a-e638-442d-87e0-3957f79ef4df tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:41.202571 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-65c85836-fe64-4931-beac-018dbbe6c52c tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:41.256646 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7653a-e638-442d-87e0-3957f79ef4df tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Pushing event updated for resources: {'Port': ['ID=a54786b5-6be3-4f5c-a49e-7b67866b990c,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:41.279482 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af7653a-e638-442d-87e0-3957f79ef4df tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:35:41.290947 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-8af7653a-e638-442d-87e0-3957f79ef4df tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:35:41.298226 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af7653a-e638-442d-87e0-3957f79ef4df tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:35:41.362137 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-65c85836-fe64-4931-beac-018dbbe6c52c tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:41.366229 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-65c85836-fe64-4931-beac-018dbbe6c52c tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5834270 Dec 17 15:35:41.366229 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17d426d4-9151-4810-9d00-a3c26108836f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:41.366608 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47778) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:41.371185 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-702bcbee-4e3b-49cc-abf7-43e70e32bcf8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'enable_snat': True}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:35:41.470333 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17d426d4-9151-4810-9d00-a3c26108836f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:41.517648 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d426d4-9151-4810-9d00-a3c26108836f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15f10fd-1603-4dc3-b265-7abc0e6592a2,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:41.790074 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6de53820-fe8e-47cf-876e-adf2fbae8631 req-a551a712-6783-484d-8086-8079ace0fac4 service neutron] 10.222.0.41 "GET /v2.0/networks/14d6281a-4511-4bb4-90e9-4eb4dec9d036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7103560 Dec 17 15:35:42.191827 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6de53820-fe8e-47cf-876e-adf2fbae8631 req-10c4537c-6f3e-4b90-b2db-f2058d78d124 service neutron] 10.222.0.41 "GET /v2.0/networks/14d6281a-4511-4bb4-90e9-4eb4dec9d036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542939 Dec 17 15:35:42.210631 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-17d426d4-9151-4810-9d00-a3c26108836f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b73e20a61ffc4e5e8379bf3d641b349e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0468004 Dec 17 15:35:42.213351 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47786) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:42.314324 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-702bcbee-4e3b-49cc-abf7-43e70e32bcf8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:42.340313 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed07c9-162c-451f-93a2-ebc9383af029 req-ec4d5147-e0ea-4ec5-9cb1-aedd08834dcd tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:42.360757 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ebed07c9-162c-451f-93a2-ebc9383af029 req-ec4d5147-e0ea-4ec5-9cb1-aedd08834dcd tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 944 time: 0.6994767 Dec 17 15:35:42.406035 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8af7653a-e638-442d-87e0-3957f79ef4df tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:42.450660 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ebed07c9-162c-451f-93a2-ebc9383af029 req-313e8449-9b5d-4f4b-88e7-f7edbb1b8529 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885565 Dec 17 15:35:42.515288 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f81e5008-fa0d-4773-a0f5-40cc80740e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:42.566611 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f81e5008-fa0d-4773-a0f5-40cc80740e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:42.735152 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-702bcbee-4e3b-49cc-abf7-43e70e32bcf8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:42.776097 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-702bcbee-4e3b-49cc-abf7-43e70e32bcf8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:42.918926 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-702bcbee-4e3b-49cc-abf7-43e70e32bcf8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Allocated IP 172.25.6.55 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/7e12ec77-210f-4fc5-84d8-88929b330491) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:35:42.969077 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8af7653a-e638-442d-87e0-3957f79ef4df tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:43.086721 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-702bcbee-4e3b-49cc-abf7-43e70e32bcf8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:43.123072 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f81e5008-fa0d-4773-a0f5-40cc80740e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:43.127725 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f81e5008-fa0d-4773-a0f5-40cc80740e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:43.130990 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f81e5008-fa0d-4773-a0f5-40cc80740e03 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c15f10fd-1603-4dc3-b265-7abc0e6592a2 HTTP/1.1" status: 204 len: 168 time: 0.9164772 Dec 17 15:35:43.148004 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e5008-fa0d-4773-a0f5-40cc80740e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15f10fd-1603-4dc3-b265-7abc0e6592a2,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:43.244183 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-702bcbee-4e3b-49cc-abf7-43e70e32bcf8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:43.322994 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af7653a-e638-442d-87e0-3957f79ef4df tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Router 570d8488-bdbf-477d-b983-963d93a2e274 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:35:43.432070 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702bcbee-4e3b-49cc-abf7-43e70e32bcf8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:35:43.432876 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-702bcbee-4e3b-49cc-abf7-43e70e32bcf8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:35:43.479072 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702bcbee-4e3b-49cc-abf7-43e70e32bcf8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:35:43.479072 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bcbee-4e3b-49cc-abf7-43e70e32bcf8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Pushing event updated for resources: {'Port': ['ID=7e12ec77-210f-4fc5-84d8-88929b330491,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:43.581478 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af7653a-e638-442d-87e0-3957f79ef4df tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:35:43.592852 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75496f6a-ed42-4892-9349-31f87641d83c None None] Sync routers for ids ['570d8488-bdbf-477d-b983-963d93a2e274'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:35:43.619422 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75496f6a-ed42-4892-9349-31f87641d83c None None] Routers {'570d8488-bdbf-477d-b983-963d93a2e274'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:35:43.620070 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-75496f6a-ed42-4892-9349-31f87641d83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:35:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['570d8488-bdbf-477d-b983-963d93a2e274'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:43.725497 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78398d41-51ca-4362-ad9e-a47bdf0a9ece req-da955a6e-d74c-4646-a531-190cfaeb6f5a tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:43.727169 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-78398d41-51ca-4362-ad9e-a47bdf0a9ece req-da955a6e-d74c-4646-a531-190cfaeb6f5a tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 944 time: 0.1273634 Dec 17 15:35:43.737064 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8af7653a-e638-442d-87e0-3957f79ef4df tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:43.739268 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8af7653a-e638-442d-87e0-3957f79ef4df tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.2863681 Dec 17 15:35:43.743002 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47802) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:43.819025 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3ca345a1-5420-46a8-9b70-5158a5e8468b tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=8a34d23e4334452eba0b24e500167ab7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0708077 Dec 17 15:35:43.819780 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47808) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:43.859486 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-75496f6a-ed42-4892-9349-31f87641d83c None None] Set router 570d8488-bdbf-477d-b983-963d93a2e274 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:35:43.865535 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-78398d41-51ca-4362-ad9e-a47bdf0a9ece req-e98c199a-5f01-4efb-9ed8-137c1f6b22c8 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246722 Dec 17 15:35:44.151068 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfd310a-ac4f-4686-a057-d6b702fde883 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:44.154736 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-cbfd310a-ac4f-4686-a057-d6b702fde883 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3342295 Dec 17 15:35:44.157729 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47810) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:44.173404 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-702bcbee-4e3b-49cc-abf7-43e70e32bcf8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:44.250190 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-75496f6a-ed42-4892-9349-31f87641d83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570d8488-bdbf-477d-b983-963d93a2e274', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1304313007', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'a54786b5-6be3-4f5c-a49e-7b67866b990c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:35:39Z', 'updated_at': '2021-12-17T15:35:42Z', 'revision_number': 3, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'gw_port': {'id': 'a54786b5-6be3-4f5c-a49e-7b67866b990c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570d8488-bdbf-477d-b983-963d93a2e274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:35:40Z', 'updated_at': '2021-12-17T15:35:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:44.265155 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-18fa7a93-689a-485b-a079-d1df824aa63a tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=4e9cade7-8de3-4483-a2b7-ada6bbc76cf6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1046407 Dec 17 15:35:44.267495 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47812) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:44.284327 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-c34a1a50-dcd2-4654-968d-19022e2e2cb2 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-964006922', 'network_id': 'd4027dc0-8288-4549-8d12-d83ce78395f6', 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:35:44.298881 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75496f6a-ed42-4892-9349-31f87641d83c None None] Checking router: 570d8488-bdbf-477d-b983-963d93a2e274 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:35:44.299623 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75496f6a-ed42-4892-9349-31f87641d83c None None] Updating router 570d8488-bdbf-477d-b983-963d93a2e274 port a54786b5-6be3-4f5c-a49e-7b67866b990c binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:35:44.343501 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-75496f6a-ed42-4892-9349-31f87641d83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:44.527992 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47816) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:44.591565 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-663b0b7d-d35a-406b-a177-59ddf0369201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:44.672589 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34a1a50-dcd2-4654-968d-19022e2e2cb2 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Made reservation on behalf of 8a34d23e4334452eba0b24e500167ab7 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:35:44.678071 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c34a1a50-dcd2-4654-968d-19022e2e2cb2 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:44.763661 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-702bcbee-4e3b-49cc-abf7-43e70e32bcf8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3972409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3970533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11983'] for router, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:44.775806 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-702bcbee-4e3b-49cc-abf7-43e70e32bcf8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3972400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3972399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3970524'] for router, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:44.926805 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-75496f6a-ed42-4892-9349-31f87641d83c None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:45.066276 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-75496f6a-ed42-4892-9349-31f87641d83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:45.125343 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275dc6a2-0e7a-4a27-bae4-0c2b9aae3dfe req-07f100ce-e093-493d-b455-d99935b95982 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:45.153009 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-663b0b7d-d35a-406b-a177-59ddf0369201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:45.153216 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-275dc6a2-0e7a-4a27-bae4-0c2b9aae3dfe req-07f100ce-e093-493d-b455-d99935b95982 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 944 time: 0.1490803 Dec 17 15:35:45.166685 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73794185-f4f8-439b-9fac-35b1b634144e None None] Pushing event updated for resources: {'Port': ['ID=a54786b5-6be3-4f5c-a49e-7b67866b990c,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:45.190646 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-75496f6a-ed42-4892-9349-31f87641d83c None None] Attempting to bind port a54786b5-6be3-4f5c-a49e-7b67866b990c on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:35:45.191411 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-75496f6a-ed42-4892-9349-31f87641d83c None None] Attempting to bind port a54786b5-6be3-4f5c-a49e-7b67866b990c by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:35:45.192192 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75496f6a-ed42-4892-9349-31f87641d83c None None] Attempting to bind port a54786b5-6be3-4f5c-a49e-7b67866b990c on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:35:45.193008 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c34a1a50-dcd2-4654-968d-19022e2e2cb2 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:45.203956 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75496f6a-ed42-4892-9349-31f87641d83c None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:35:45.210201 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75496f6a-ed42-4892-9349-31f87641d83c None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:35:45.210201 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-75496f6a-ed42-4892-9349-31f87641d83c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:45.210201 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75496f6a-ed42-4892-9349-31f87641d83c None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:35:45.210876 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-275dc6a2-0e7a-4a27-bae4-0c2b9aae3dfe req-5464cb2a-c4d5-4c33-8d0d-142d6eddd0d8 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650635 Dec 17 15:35:45.210998 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-75496f6a-ed42-4892-9349-31f87641d83c None None] Bound port: a54786b5-6be3-4f5c-a49e-7b67866b990c, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:35:45.210998 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-75496f6a-ed42-4892-9349-31f87641d83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:45.211241 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702bcbee-4e3b-49cc-abf7-43e70e32bcf8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Router c7097ddc-fd7a-4420-b4d1-d6d97a572957 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:35:45.316144 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a1a50-dcd2-4654-968d-19022e2e2cb2 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Pushing event updated for resources: {'Subnet': ['ID=ba04b6a1-8d4b-418d-a757-a9d2a99ccff4,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:45.325629 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-663b0b7d-d35a-406b-a177-59ddf0369201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:45.361744 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-75496f6a-ed42-4892-9349-31f87641d83c None None] For port a54786b5-6be3-4f5c-a49e-7b67866b990c, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:35:45.378264 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-75496f6a-ed42-4892-9349-31f87641d83c None None] For port a54786b5-6be3-4f5c-a49e-7b67866b990c, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=a54786b5-6be3-4f5c-a49e-7b67866b990c,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:35:45.466398 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b0b7d-d35a-406b-a177-59ddf0369201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc146e6-9020-4203-af5a-f3c74b88ee36,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:45.491353 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-663b0b7d-d35a-406b-a177-59ddf0369201 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0e727d0ab2d344edb6b9c29501d20ba5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9618921 Dec 17 15:35:45.492262 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34a1a50-dcd2-4654-968d-19022e2e2cb2 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Checking segment: {'id': '89815f53-6468-48d9-86e2-5eff089aa430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd4027dc0-8288-4549-8d12-d83ce78395f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:35:45.492629 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34a1a50-dcd2-4654-968d-19022e2e2cb2 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Network hostable DHCP agents. Network: d4027dc0-8288-4549-8d12-d83ce78395f6, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:35:45.496725 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47830) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:45.524180 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702bcbee-4e3b-49cc-abf7-43e70e32bcf8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:35:45.524507 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-75496f6a-ed42-4892-9349-31f87641d83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:45.534334 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-702bcbee-4e3b-49cc-abf7-43e70e32bcf8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:45.534334 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-702bcbee-4e3b-49cc-abf7-43e70e32bcf8 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] 10.222.0.46 "PUT /v2.0/routers/c7097ddc-fd7a-4420-b4d1-d6d97a572957 HTTP/1.1" status: 200 len: 918 time: 4.1656702 Dec 17 15:35:45.534784 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db34bcb9-4c9d-4dbb-a421-a026feb265de None None] Sync routers for ids ['c7097ddc-fd7a-4420-b4d1-d6d97a572957'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:35:45.536418 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47832) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:45.549564 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db34bcb9-4c9d-4dbb-a421-a026feb265de None None] Routers {'c7097ddc-fd7a-4420-b4d1-d6d97a572957'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:35:45.553303 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-db34bcb9-4c9d-4dbb-a421-a026feb265de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:35:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['c7097ddc-fd7a-4420-b4d1-d6d97a572957'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:45.639721 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1fd83d81-c8a1-4555-bab2-6d88e76cda10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:45.690638 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34a1a50-dcd2-4654-968d-19022e2e2cb2 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Network d4027dc0-8288-4549-8d12-d83ce78395f6 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:35:45.696602 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73794185-f4f8-439b-9fac-35b1b634144e None None] Pushing event updated for resources: {'Port': ['ID=a54786b5-6be3-4f5c-a49e-7b67866b990c,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:45.751084 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-db34bcb9-4c9d-4dbb-a421-a026feb265de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:45.760191 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75496f6a-ed42-4892-9349-31f87641d83c None None] Routers {'570d8488-bdbf-477d-b983-963d93a2e274'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:35:45.761304 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-75496f6a-ed42-4892-9349-31f87641d83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:35:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['570d8488-bdbf-477d-b983-963d93a2e274'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:45.789774 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-c34a1a50-dcd2-4654-968d-19022e2e2cb2 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, d4027dc0-8288-4549-8d12-d83ce78395f6) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:35:45.815488 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1fd83d81-c8a1-4555-bab2-6d88e76cda10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:45.830155 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b8dc4b-4ccb-41e6-bd38-3139be149b34 None None] Network d4027dc0-8288-4549-8d12-d83ce78395f6 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:35:45.834982 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34a1a50-dcd2-4654-968d-19022e2e2cb2 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:45.835581 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c34a1a50-dcd2-4654-968d-19022e2e2cb2 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:45.854624 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-70fd5b4e-45d5-4731-be41-de140266aa75 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] 10.222.0.46 "GET /v2.0/routers/c7097ddc-fd7a-4420-b4d1-d6d97a572957 HTTP/1.1" status: 200 len: 924 time: 0.3108768 Dec 17 15:35:45.859981 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47834) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:45.873419 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db34bcb9-4c9d-4dbb-a421-a026feb265de None None] Routers {'c7097ddc-fd7a-4420-b4d1-d6d97a572957'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:35:45.874612 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-db34bcb9-4c9d-4dbb-a421-a026feb265de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:35:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['c7097ddc-fd7a-4420-b4d1-d6d97a572957'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:45.938243 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c34a1a50-dcd2-4654-968d-19022e2e2cb2 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6684408 Dec 17 15:35:45.943161 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47836) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:45.988965 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-db34bcb9-4c9d-4dbb-a421-a026feb265de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:45.990564 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db34bcb9-4c9d-4dbb-a421-a026feb265de None None] The sync data for ids ['c7097ddc-fd7a-4420-b4d1-d6d97a572957'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:35:46.038293 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1fd83d81-c8a1-4555-bab2-6d88e76cda10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:46.040939 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1fd83d81-c8a1-4555-bab2-6d88e76cda10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:46.044958 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1fd83d81-c8a1-4555-bab2-6d88e76cda10 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/afc146e6-9020-4203-af5a-f3c74b88ee36 HTTP/1.1" status: 204 len: 168 time: 0.5373929 Dec 17 15:35:46.062521 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd83d81-c8a1-4555-bab2-6d88e76cda10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc146e6-9020-4203-af5a-f3c74b88ee36,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:46.146767 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-75496f6a-ed42-4892-9349-31f87641d83c None None] Set router 570d8488-bdbf-477d-b983-963d93a2e274 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:35:46.159425 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2fd1f9-531c-4bf8-b0ac-c2b1f579feab tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:46.162067 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-cb2fd1f9-531c-4bf8-b0ac-c2b1f579feab tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=4e9cade7-8de3-4483-a2b7-ada6bbc76cf6&device_id=c7097ddc-fd7a-4420-b4d1-d6d97a572957&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3019311 Dec 17 15:35:46.164672 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47840) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:46.246147 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929b762a-9bb0-46eb-adbf-84d6b6e9f30a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-d4027dc0-8288-4549-8d12-d83ce78395f6', 'network_id': 'd4027dc0-8288-4549-8d12-d83ce78395f6', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'fixed_ips': [{'subnet_id': 'ba04b6a1-8d4b-418d-a757-a9d2a99ccff4'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:35:46.249414 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-929b762a-9bb0-46eb-adbf-84d6b6e9f30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:46.476911 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48828117-8f21-4010-bacd-2bb3219a59cf tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:46.481518 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-48828117-8f21-4010-bacd-2bb3219a59cf tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 881 time: 0.3126633 Dec 17 15:35:46.481703 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47846) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:46.567193 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ff7a9012-3212-4295-9b65-b3a87147c070 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7097ddc-fd7a-4420-b4d1-d6d97a572957 HTTP/1.1" status: 200 len: 205 time: 0.0812156 Dec 17 15:35:46.570013 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47850) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:46.645426 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd858e7d-bf17-4752-8dd8-0a5271810018 req-0cf5c969-443d-4e9e-adbe-7989062e1842 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:46.653966 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dd858e7d-bf17-4752-8dd8-0a5271810018 req-0cf5c969-443d-4e9e-adbe-7989062e1842 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 944 time: 0.2235212 Dec 17 15:35:46.654958 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-929b762a-9bb0-46eb-adbf-84d6b6e9f30a None None] Allocated IP 172.20.0.2 (d4027dc0-8288-4549-8d12-d83ce78395f6/ba04b6a1-8d4b-418d-a757-a9d2a99ccff4/f646edf7-ce4e-47ca-8596-bdcf9c5c34e0) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:35:46.751794 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dd858e7d-bf17-4752-8dd8-0a5271810018 req-2f204e10-ca53-49b7-b30e-6ad41c07d44c tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885303 Dec 17 15:35:46.791576 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-75496f6a-ed42-4892-9349-31f87641d83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570d8488-bdbf-477d-b983-963d93a2e274', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1304313007', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'a54786b5-6be3-4f5c-a49e-7b67866b990c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:35:39Z', 'updated_at': '2021-12-17T15:35:42Z', 'revision_number': 3, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'gw_port': {'id': 'a54786b5-6be3-4f5c-a49e-7b67866b990c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570d8488-bdbf-477d-b983-963d93a2e274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:35:40Z', 'updated_at': '2021-12-17T15:35:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:46.850283 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75496f6a-ed42-4892-9349-31f87641d83c None None] The sync data for ids ['570d8488-bdbf-477d-b983-963d93a2e274'] in n-d-820553-2 is: [{'id': '570d8488-bdbf-477d-b983-963d93a2e274', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1304313007', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'a54786b5-6be3-4f5c-a49e-7b67866b990c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:35:39Z', 'updated_at': '2021-12-17T15:35:42Z', 'revision_number': 3, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'gw_port': {'id': 'a54786b5-6be3-4f5c-a49e-7b67866b990c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570d8488-bdbf-477d-b983-963d93a2e274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:35:40Z', 'updated_at': '2021-12-17T15:35:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:35:46.995187 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-60099abd-1285-4734-b8b8-3e5ebd795208 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:47.150378 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-929b762a-9bb0-46eb-adbf-84d6b6e9f30a None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:47.261399 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-929b762a-9bb0-46eb-adbf-84d6b6e9f30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:47.290593 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-60099abd-1285-4734-b8b8-3e5ebd795208 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:47.302141 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929b762a-9bb0-46eb-adbf-84d6b6e9f30a None None] Network d4027dc0-8288-4549-8d12-d83ce78395f6 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:35:47.307702 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-929b762a-9bb0-46eb-adbf-84d6b6e9f30a None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:35:47.334910 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929b762a-9bb0-46eb-adbf-84d6b6e9f30a None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:35:47.450081 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b762a-9bb0-46eb-adbf-84d6b6e9f30a None None] Pushing event updated for resources: {'Port': ['ID=f646edf7-ce4e-47ca-8596-bdcf9c5c34e0,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:47.492609 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-929b762a-9bb0-46eb-adbf-84d6b6e9f30a None None] Attempting to bind port f646edf7-ce4e-47ca-8596-bdcf9c5c34e0 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:35:47.493024 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-929b762a-9bb0-46eb-adbf-84d6b6e9f30a None None] Attempting to bind port f646edf7-ce4e-47ca-8596-bdcf9c5c34e0 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '89815f53-6468-48d9-86e2-5eff089aa430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd4027dc0-8288-4549-8d12-d83ce78395f6'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:35:47.495195 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929b762a-9bb0-46eb-adbf-84d6b6e9f30a None None] Attempting to bind port f646edf7-ce4e-47ca-8596-bdcf9c5c34e0 on network d4027dc0-8288-4549-8d12-d83ce78395f6 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:35:47.512791 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929b762a-9bb0-46eb-adbf-84d6b6e9f30a None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:35:47.514504 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929b762a-9bb0-46eb-adbf-84d6b6e9f30a None None] Checking segment: {'id': '89815f53-6468-48d9-86e2-5eff089aa430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd4027dc0-8288-4549-8d12-d83ce78395f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:35:47.514504 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-929b762a-9bb0-46eb-adbf-84d6b6e9f30a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:47.515689 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929b762a-9bb0-46eb-adbf-84d6b6e9f30a None None] Bound using segment: {'id': '89815f53-6468-48d9-86e2-5eff089aa430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd4027dc0-8288-4549-8d12-d83ce78395f6'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:35:47.517592 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-929b762a-9bb0-46eb-adbf-84d6b6e9f30a None None] Bound port: f646edf7-ce4e-47ca-8596-bdcf9c5c34e0, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89815f53-6468-48d9-86e2-5eff089aa430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd4027dc0-8288-4549-8d12-d83ce78395f6'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:35:47.518144 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-929b762a-9bb0-46eb-adbf-84d6b6e9f30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:47.570540 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-60099abd-1285-4734-b8b8-3e5ebd795208 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Deleting port 7e12ec77-210f-4fc5-84d8-88929b330491 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:35:47.571107 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-60099abd-1285-4734-b8b8-3e5ebd795208 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:47.652131 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-82e2018b-e729-471d-9b22-47b46b4ad036 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:47.672827 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-929b762a-9bb0-46eb-adbf-84d6b6e9f30a None None] For port f646edf7-ce4e-47ca-8596-bdcf9c5c34e0, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:35:47.686037 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-929b762a-9bb0-46eb-adbf-84d6b6e9f30a None None] For port f646edf7-ce4e-47ca-8596-bdcf9c5c34e0, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f646edf7-ce4e-47ca-8596-bdcf9c5c34e0,segment=NetworkSegment(89815f53-6468-48d9-86e2-5eff089aa430),segment_id=89815f53-6468-48d9-86e2-5eff089aa430)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:35:47.748251 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-60099abd-1285-4734-b8b8-3e5ebd795208 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:47.753453 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-929b762a-9bb0-46eb-adbf-84d6b6e9f30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:47.813465 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-60099abd-1285-4734-b8b8-3e5ebd795208 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Calling delete_port for 7e12ec77-210f-4fc5-84d8-88929b330491 owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:35:47.989687 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b762a-9bb0-46eb-adbf-84d6b6e9f30a None None] Pushing event updated for resources: {'Port': ['ID=f646edf7-ce4e-47ca-8596-bdcf9c5c34e0,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:48.197425 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95eb04-a81a-43a5-b1c0-684e54faf032 req-443e9ab3-0e48-4d06-b6bf-42c499853fd6 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:48.202372 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8d95eb04-a81a-43a5-b1c0-684e54faf032 req-443e9ab3-0e48-4d06-b6bf-42c499853fd6 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 944 time: 0.1796355 Dec 17 15:35:48.375318 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a54786b5-6be3-4f5c-a49e-7b67866b990c up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:35:48.443418 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8d95eb04-a81a-43a5-b1c0-684e54faf032 req-4c07426b-b316-4f7e-815e-95220fbafb13 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303116 Dec 17 15:35:48.450767 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-60099abd-1285-4734-b8b8-3e5ebd795208 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:48.534323 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-82e2018b-e729-471d-9b22-47b46b4ad036 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Allocated IP 172.20.0.1 (d4027dc0-8288-4549-8d12-d83ce78395f6/ba04b6a1-8d4b-418d-a757-a9d2a99ccff4/31beb200-9830-47cf-aa54-20012131b11b) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:35:48.605695 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port a54786b5-6be3-4f5c-a49e-7b67866b990c triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:35:48.607790 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:48.642194 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60099abd-1285-4734-b8b8-3e5ebd795208 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Pushing event deleted for resources: {'Port': ['ID=7e12ec77-210f-4fc5-84d8-88929b330491,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:48.724922 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-60099abd-1285-4734-b8b8-3e5ebd795208 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:48.829280 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-82e2018b-e729-471d-9b22-47b46b4ad036 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:48.840905 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:48.893566 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port a54786b5-6be3-4f5c-a49e-7b67866b990c, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=a54786b5-6be3-4f5c-a49e-7b67866b990c,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:35:48.967407 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-60099abd-1285-4734-b8b8-3e5ebd795208 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:48.969221 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:48.971649 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-60099abd-1285-4734-b8b8-3e5ebd795208 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:49.133766 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=a54786b5-6be3-4f5c-a49e-7b67866b990c,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:49.140912 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-82e2018b-e729-471d-9b22-47b46b4ad036 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:49.219746 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e2018b-e729-471d-9b22-47b46b4ad036 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Network d4027dc0-8288-4549-8d12-d83ce78395f6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:35:49.225723 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-82e2018b-e729-471d-9b22-47b46b4ad036 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:35:49.238644 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-60099abd-1285-4734-b8b8-3e5ebd795208 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:49.239376 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60099abd-1285-4734-b8b8-3e5ebd795208 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Fanout notify agent at l3_agent the message router_deleted on router c7097ddc-fd7a-4420-b4d1-d6d97a572957 {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:35:49.243844 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e2018b-e729-471d-9b22-47b46b4ad036 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:35:49.246448 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-60099abd-1285-4734-b8b8-3e5ebd795208 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:49.247574 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-60099abd-1285-4734-b8b8-3e5ebd795208 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] 10.222.0.46 "DELETE /v2.0/routers/c7097ddc-fd7a-4420-b4d1-d6d97a572957 HTTP/1.1" status: 204 len: 168 time: 2.6770492 Dec 17 15:35:49.248751 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e2018b-e729-471d-9b22-47b46b4ad036 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Pushing event updated for resources: {'Port': ['ID=31beb200-9830-47cf-aa54-20012131b11b,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:49.252714 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47886) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:49.257978 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-04c29ec4-d028-4a89-b32f-9320ed140efb tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1036257412', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:35:49.314413 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-82e2018b-e729-471d-9b22-47b46b4ad036 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:49.478340 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-04c29ec4-d028-4a89-b32f-9320ed140efb tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:49.479700 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-04c29ec4-d028-4a89-b32f-9320ed140efb tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:49.661153 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-04c29ec4-d028-4a89-b32f-9320ed140efb tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:49.697724 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a33ea-c91b-4ccf-bda5-63a4da18f4b3 req-e1c3f4c8-19c7-492b-8388-c202e1ef6c6f tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:49.713793 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c6a33ea-c91b-4ccf-bda5-63a4da18f4b3 req-e1c3f4c8-19c7-492b-8388-c202e1ef6c6f tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 944 time: 0.1177394 Dec 17 15:35:49.770619 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-04c29ec4-d028-4a89-b32f-9320ed140efb tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:49.809976 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-82e2018b-e729-471d-9b22-47b46b4ad036 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:49.827523 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c6a33ea-c91b-4ccf-bda5-63a4da18f4b3 req-da6058e2-d083-4e46-9123-e8c35dbd36c1 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123950 Dec 17 15:35:49.910265 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b99d6e-967d-4ace-9088-daf48a78f1ff None None] Network d4027dc0-8288-4549-8d12-d83ce78395f6 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:35:49.979136 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-04c29ec4-d028-4a89-b32f-9320ed140efb tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:49.988694 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-04c29ec4-d028-4a89-b32f-9320ed140efb tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7343228 Dec 17 15:35:49.992133 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47894) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:50.018444 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-ddefbc72-fc1f-49fa-8a05-7f50caf6a10e tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'enable_snat': False}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:35:50.346986 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-92713e5d-d1e7-4c5a-a2e4-2e240d0bf636 None None] Provisioning complete for port f646edf7-ce4e-47ca-8596-bdcf9c5c34e0 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:35:50.365939 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-92713e5d-d1e7-4c5a-a2e4-2e240d0bf636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:50.681005 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-92713e5d-d1e7-4c5a-a2e4-2e240d0bf636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:50.798594 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f646edf7-ce4e-47ca-8596-bdcf9c5c34e0 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:35:50.811648 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-92713e5d-d1e7-4c5a-a2e4-2e240d0bf636 None None] For port f646edf7-ce4e-47ca-8596-bdcf9c5c34e0, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f646edf7-ce4e-47ca-8596-bdcf9c5c34e0,segment=NetworkSegment(89815f53-6468-48d9-86e2-5eff089aa430),segment_id=89815f53-6468-48d9-86e2-5eff089aa430)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:35:50.827206 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:35:50.928825 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-92713e5d-d1e7-4c5a-a2e4-2e240d0bf636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:51.031276 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ddefbc72-fc1f-49fa-8a05-7f50caf6a10e tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:51.254269 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92713e5d-d1e7-4c5a-a2e4-2e240d0bf636 None None] Pushing event updated for resources: {'Port': ['ID=f646edf7-ce4e-47ca-8596-bdcf9c5c34e0,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:51.277406 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port f646edf7-ce4e-47ca-8596-bdcf9c5c34e0 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:35:51.277785 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:51.292618 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-bd450a7a-f3d8-4168-838b-fde034976579 None None] Provisioning complete for port 31beb200-9830-47cf-aa54-20012131b11b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:35:51.293603 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bd450a7a-f3d8-4168-838b-fde034976579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:51.472002 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-bd450a7a-f3d8-4168-838b-fde034976579 None None] Port 31beb200-9830-47cf-aa54-20012131b11b cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:35:51.533844 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-bd450a7a-f3d8-4168-838b-fde034976579 None None] Provisioning complete for port f646edf7-ce4e-47ca-8596-bdcf9c5c34e0 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:35:51.533844 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bd450a7a-f3d8-4168-838b-fde034976579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:51.655602 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-82e2018b-e729-471d-9b22-47b46b4ad036 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:51.778018 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f5d41-2183-434f-8b95-d6db2eb4b2b0 req-88b3f5e5-bac5-4f99-98e5-43ed881806ed tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:51.783820 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-477f5d41-2183-434f-8b95-d6db2eb4b2b0 req-88b3f5e5-bac5-4f99-98e5-43ed881806ed tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 944 time: 0.1257205 Dec 17 15:35:51.786878 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-82e2018b-e729-471d-9b22-47b46b4ad036 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:51.884654 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a54786b5-6be3-4f5c-a49e-7b67866b990c up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:35:51.987111 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ddefbc72-fc1f-49fa-8a05-7f50caf6a10e tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:52.058851 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ddefbc72-fc1f-49fa-8a05-7f50caf6a10e tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:52.074981 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-477f5d41-2183-434f-8b95-d6db2eb4b2b0 req-7b6e5bbf-35cf-45ca-be07-759411bcb800 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2598591 Dec 17 15:35:52.095707 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e2018b-e729-471d-9b22-47b46b4ad036 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Pushing event updated for resources: {'Port': ['ID=31beb200-9830-47cf-aa54-20012131b11b,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:52.100062 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-82e2018b-e729-471d-9b22-47b46b4ad036 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:52.186529 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port a54786b5-6be3-4f5c-a49e-7b67866b990c triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:35:52.187090 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:52.308577 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-08c62294-e807-40dd-83ed-a0e815e3d551 None None] Provisioning complete for port 31beb200-9830-47cf-aa54-20012131b11b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:35:52.309785 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-08c62294-e807-40dd-83ed-a0e815e3d551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:52.338206 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-ddefbc72-fc1f-49fa-8a05-7f50caf6a10e tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Allocated IP 172.25.6.192 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/7f0b428b-d3c6-425f-bb4e-fc20ca3c6d1b) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:35:52.389328 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e2018b-e729-471d-9b22-47b46b4ad036 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Network d4027dc0-8288-4549-8d12-d83ce78395f6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:35:52.396200 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-82e2018b-e729-471d-9b22-47b46b4ad036 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:35:52.452713 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-08c62294-e807-40dd-83ed-a0e815e3d551 None None] Port 31beb200-9830-47cf-aa54-20012131b11b cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:35:52.579457 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ddefbc72-fc1f-49fa-8a05-7f50caf6a10e tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:52.609782 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f646edf7-ce4e-47ca-8596-bdcf9c5c34e0 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:35:52.674178 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e2018b-e729-471d-9b22-47b46b4ad036 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Router 570d8488-bdbf-477d-b983-963d93a2e274 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:35:52.708931 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port f646edf7-ce4e-47ca-8596-bdcf9c5c34e0 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:35:52.709397 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:52.844644 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ddefbc72-fc1f-49fa-8a05-7f50caf6a10e tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:52.963222 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddefbc72-fc1f-49fa-8a05-7f50caf6a10e tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:35:52.966265 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-ddefbc72-fc1f-49fa-8a05-7f50caf6a10e tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:35:53.009095 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-9900ef5c-8cbb-44a5-8d27-4e9189a15135 None None] Provisioning complete for port 31beb200-9830-47cf-aa54-20012131b11b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:35:53.011109 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9900ef5c-8cbb-44a5-8d27-4e9189a15135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:53.013508 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddefbc72-fc1f-49fa-8a05-7f50caf6a10e tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:35:53.039280 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e2018b-e729-471d-9b22-47b46b4ad036 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:35:53.053365 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb484c5-c80a-41e6-bec7-698c84df68d5 None None] Sync routers for ids ['570d8488-bdbf-477d-b983-963d93a2e274'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:35:53.081607 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-82e2018b-e729-471d-9b22-47b46b4ad036 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "PUT /v2.0/routers/570d8488-bdbf-477d-b983-963d93a2e274/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1214902 Dec 17 15:35:53.084015 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb484c5-c80a-41e6-bec7-698c84df68d5 None None] Routers {'570d8488-bdbf-477d-b983-963d93a2e274'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:35:53.090194 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-cfb484c5-c80a-41e6-bec7-698c84df68d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:35:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['570d8488-bdbf-477d-b983-963d93a2e274'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:53.129559 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddefbc72-fc1f-49fa-8a05-7f50caf6a10e tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Pushing event updated for resources: {'Port': ['ID=7f0b428b-d3c6-425f-bb4e-fc20ca3c6d1b,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:53.190546 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-9900ef5c-8cbb-44a5-8d27-4e9189a15135 None None] Port 31beb200-9830-47cf-aa54-20012131b11b cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:35:53.397070 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a4e1c-38e7-4c23-882f-5344c607bbc7 req-476080a9-57f8-4a4b-8d19-80076a37da37 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:53.408239 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6b3a4e1c-38e7-4c23-882f-5344c607bbc7 req-476080a9-57f8-4a4b-8d19-80076a37da37 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 944 time: 0.1068077 Dec 17 15:35:53.435490 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-cfb484c5-c80a-41e6-bec7-698c84df68d5 None None] Set router 570d8488-bdbf-477d-b983-963d93a2e274 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:35:53.487062 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6b3a4e1c-38e7-4c23-882f-5344c607bbc7 req-86bd7c3f-65b6-4124-9b97-7fdcb8225920 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778499 Dec 17 15:35:53.762196 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-4120eba6-146f-4881-aca4-9066a80dbe7b tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:53.775322 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-4120eba6-146f-4881-aca4-9066a80dbe7b tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/networks?id=d4027dc0-8288-4549-8d12-d83ce78395f6 HTTP/1.1" status: 200 len: 797 time: 0.2036295 Dec 17 15:35:53.805895 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ddefbc72-fc1f-49fa-8a05-7f50caf6a10e tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:53.806823 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-0b36a474-5f2f-481d-80ba-d4f40a1235d7 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/quotas/8a34d23e4334452eba0b24e500167ab7 HTTP/1.1" status: 200 len: 375 time: 0.0269830 Dec 17 15:35:53.961803 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-f924fcfe-f59b-4333-bfee-488f09e7c9a2 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8a34d23e4334452eba0b24e500167ab7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1500328 Dec 17 15:35:53.967491 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-6526850a-967b-42d7-a0a4-6d604e9ea07c service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:35:53.981743 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-6526850a-967b-42d7-a0a4-6d604e9ea07c service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0184784 Dec 17 15:35:54.144173 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-cfb484c5-c80a-41e6-bec7-698c84df68d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570d8488-bdbf-477d-b983-963d93a2e274', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1304313007', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'a54786b5-6be3-4f5c-a49e-7b67866b990c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:35:39Z', 'updated_at': '2021-12-17T15:35:49Z', 'revision_number': 4, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'gw_port': {'id': 'a54786b5-6be3-4f5c-a49e-7b67866b990c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570d8488-bdbf-477d-b983-963d93a2e274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:35:40Z', 'updated_at': '2021-12-17T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '31beb200-9830-47cf-aa54-20012131b11b', 'name': '', 'network_id': 'd4027dc0-8288-4549-8d12-d83ce78395f6', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'mac_address': 'fa:16:3e:78:ca:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570d8488-bdbf-477d-b983-963d93a2e274', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'ba04b6a1-8d4b-418d-a757-a9d2a99ccff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:35:48Z', 'updated_at': '2021-12-17T15:35:51Z', 'revision_number': 2, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'subnets': [{'id': 'ba04b6a1-8d4b-418d-a757-a9d2a99ccff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:54.215080 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-2da3f766-8ddd-4788-9608-109682ac1098 service neutron] 10.222.0.46 "GET /v2.0/networks/d4027dc0-8288-4549-8d12-d83ce78395f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323756 Dec 17 15:35:54.226360 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb484c5-c80a-41e6-bec7-698c84df68d5 None None] Checking router: 570d8488-bdbf-477d-b983-963d93a2e274 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:35:54.234318 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb484c5-c80a-41e6-bec7-698c84df68d5 None None] Updating router 570d8488-bdbf-477d-b983-963d93a2e274 port 31beb200-9830-47cf-aa54-20012131b11b binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:35:54.302049 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-cfb484c5-c80a-41e6-bec7-698c84df68d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:54.543188 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-f7bb681d-04eb-43e6-bdd8-f0ba6b0dd851 service neutron] 10.222.0.46 "GET /v2.0/networks/d4027dc0-8288-4549-8d12-d83ce78395f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269064 Dec 17 15:35:54.632123 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5906098e-4c96-41aa-8168-f98b1c13521e req-00bc68b1-42e0-41d2-b382-07c24004e722 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=77fe2a1e174d4b83826a4668cf9993d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0988069 Dec 17 15:35:55.259843 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ddefbc72-fc1f-49fa-8a05-7f50caf6a10e tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3972409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3970533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11983'] for router, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:55.263759 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ddefbc72-fc1f-49fa-8a05-7f50caf6a10e tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3972400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3972399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3970524'] for router, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:55.268624 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-cfb484c5-c80a-41e6-bec7-698c84df68d5 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:55.431513 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-cfb484c5-c80a-41e6-bec7-698c84df68d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:55.435471 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906098e-4c96-41aa-8168-f98b1c13521e req-57551565-9dd4-48af-ad6f-114e452bb573 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:55.573861 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5906098e-4c96-41aa-8168-f98b1c13521e req-57551565-9dd4-48af-ad6f-114e452bb573 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8211024 Dec 17 15:35:55.573861 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5906098e-4c96-41aa-8168-f98b1c13521e req-67992f9a-09f2-41b2-8485-983a62ae559c tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/quotas/77fe2a1e174d4b83826a4668cf9993d0 HTTP/1.1" status: 200 len: 375 time: 0.0261166 Dec 17 15:35:55.573861 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0aa45-332a-42fc-9051-e042a290ddfa req-d70850b1-842c-4e3f-884f-4f682bbe9d36 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:55.573861 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6fb0aa45-332a-42fc-9051-e042a290ddfa req-d70850b1-842c-4e3f-884f-4f682bbe9d36 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 944 time: 0.3268745 Dec 17 15:35:55.573861 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5906098e-4c96-41aa-8168-f98b1c13521e req-0dbaaa8d-077c-4850-973f-a063430a5571 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=77fe2a1e174d4b83826a4668cf9993d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545161 Dec 17 15:35:55.599478 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6fb0aa45-332a-42fc-9051-e042a290ddfa req-4d3d9271-f689-4186-8917-97b4210f83dd tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832567 Dec 17 15:35:55.605622 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d68866-ba42-4a6c-bdd4-d2716f6b108c None None] Pushing event updated for resources: {'Port': ['ID=31beb200-9830-47cf-aa54-20012131b11b,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:55.631734 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-cfb484c5-c80a-41e6-bec7-698c84df68d5 None None] Attempting to bind port 31beb200-9830-47cf-aa54-20012131b11b on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:35:55.632189 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-cfb484c5-c80a-41e6-bec7-698c84df68d5 None None] Attempting to bind port 31beb200-9830-47cf-aa54-20012131b11b by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '89815f53-6468-48d9-86e2-5eff089aa430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd4027dc0-8288-4549-8d12-d83ce78395f6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:35:55.632636 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb484c5-c80a-41e6-bec7-698c84df68d5 None None] Attempting to bind port 31beb200-9830-47cf-aa54-20012131b11b on network d4027dc0-8288-4549-8d12-d83ce78395f6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:35:55.640646 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb484c5-c80a-41e6-bec7-698c84df68d5 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:35:55.641104 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb484c5-c80a-41e6-bec7-698c84df68d5 None None] Checking segment: {'id': '89815f53-6468-48d9-86e2-5eff089aa430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd4027dc0-8288-4549-8d12-d83ce78395f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:35:55.641521 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-cfb484c5-c80a-41e6-bec7-698c84df68d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:55.641915 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb484c5-c80a-41e6-bec7-698c84df68d5 None None] Bound using segment: {'id': '89815f53-6468-48d9-86e2-5eff089aa430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd4027dc0-8288-4549-8d12-d83ce78395f6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:35:55.642506 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-cfb484c5-c80a-41e6-bec7-698c84df68d5 None None] Bound port: 31beb200-9830-47cf-aa54-20012131b11b, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89815f53-6468-48d9-86e2-5eff089aa430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd4027dc0-8288-4549-8d12-d83ce78395f6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:35:55.642804 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-cfb484c5-c80a-41e6-bec7-698c84df68d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:55.800821 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ebf8c482-e9ff-4f62-a182-6bce4c424bc5 req-1fa1e74e-8d1c-415e-8051-5e6b9b8e9e8c tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9876488-f85f-4c8f-918b-fc5a671cad2a HTTP/1.1" status: 200 len: 210 time: 0.0822985 Dec 17 15:35:55.833094 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-cfb484c5-c80a-41e6-bec7-698c84df68d5 None None] For port 31beb200-9830-47cf-aa54-20012131b11b, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:35:55.843156 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-cfb484c5-c80a-41e6-bec7-698c84df68d5 None None] For port 31beb200-9830-47cf-aa54-20012131b11b, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=31beb200-9830-47cf-aa54-20012131b11b,segment=NetworkSegment(89815f53-6468-48d9-86e2-5eff089aa430),segment_id=89815f53-6468-48d9-86e2-5eff089aa430)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:35:55.978939 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-9feaa106-766c-4206-9288-7eeb60a16cd7 None None] Provisioning complete for port 31beb200-9830-47cf-aa54-20012131b11b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:35:55.978939 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9feaa106-766c-4206-9288-7eeb60a16cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:55.998278 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-9feaa106-766c-4206-9288-7eeb60a16cd7 None None] Port 31beb200-9830-47cf-aa54-20012131b11b cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:35:56.658366 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0fc99647-b848-4842-99a3-023e025ac764 req-542c2dd0-2698-4724-9d23-0c3d83b36036 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=10756922-37fc-47aa-936a-4192eb823f27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382125 Dec 17 15:35:56.758029 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddefbc72-fc1f-49fa-8a05-7f50caf6a10e tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Router 96b44f09-545b-4b7a-b4e7-4038186e859d is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:35:56.758664 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:56.760304 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-cfb484c5-c80a-41e6-bec7-698c84df68d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:56.811317 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc99647-b848-4842-99a3-023e025ac764 req-104ae2a1-5a97-4f70-8213-a7897736d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:56.812801 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0fc99647-b848-4842-99a3-023e025ac764 req-104ae2a1-5a97-4f70-8213-a7897736d0d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a34d23e4334452eba0b24e500167ab7&device_id=10756922-37fc-47aa-936a-4192eb823f27 HTTP/1.1" status: 200 len: 1136 time: 0.1126297 Dec 17 15:35:56.839484 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad85bc-b60a-432e-8e9e-007d7cf5c07b req-54f9e162-2203-40c8-9181-6cc312209b5c tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:56.840967 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-38ad85bc-b60a-432e-8e9e-007d7cf5c07b req-54f9e162-2203-40c8-9181-6cc312209b5c tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 944 time: 0.1300375 Dec 17 15:35:56.903995 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d68866-ba42-4a6c-bdd4-d2716f6b108c None None] Pushing event updated for resources: {'Port': ['ID=31beb200-9830-47cf-aa54-20012131b11b,revision_number=4']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:56.919483 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb484c5-c80a-41e6-bec7-698c84df68d5 None None] Routers {'570d8488-bdbf-477d-b983-963d93a2e274'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:35:56.926905 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-cfb484c5-c80a-41e6-bec7-698c84df68d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:35:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['570d8488-bdbf-477d-b983-963d93a2e274'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:57.032251 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c2a484a3-6e32-4d1c-98fc-8519afe44415 req-b96019c3-adc6-4d71-bca7-a6387e0e1f5f tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1252573-9dfa-4b49-9ccb-9fb567f242a8 HTTP/1.1" status: 200 len: 210 time: 0.1508677 Dec 17 15:35:57.046737 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc99647-b848-4842-99a3-023e025ac764 req-a027a4ae-3ac1-4d8c-9dfb-4b0891dd6171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:57.055299 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0fc99647-b848-4842-99a3-023e025ac764 req-a027a4ae-3ac1-4d8c-9dfb-4b0891dd6171 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b2ce5d81-00e7-4a11-aeea-6022658e3866 HTTP/1.1" status: 200 len: 898 time: 0.2118754 Dec 17 15:35:57.107572 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddefbc72-fc1f-49fa-8a05-7f50caf6a10e tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:35:57.120163 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ddefbc72-fc1f-49fa-8a05-7f50caf6a10e tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:57.123607 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ddefbc72-fc1f-49fa-8a05-7f50caf6a10e tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] 10.222.0.46 "PUT /v2.0/routers/96b44f09-545b-4b7a-b4e7-4038186e859d HTTP/1.1" status: 200 len: 920 time: 7.1294749 Dec 17 15:35:57.124521 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2420142e-ade6-4c85-a0ae-c7daa8df2080 None None] Sync routers for ids ['96b44f09-545b-4b7a-b4e7-4038186e859d'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:35:57.126290 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47998) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:57.147414 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-cfb484c5-c80a-41e6-bec7-698c84df68d5 None None] Set router 570d8488-bdbf-477d-b983-963d93a2e274 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:35:57.164490 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2420142e-ade6-4c85-a0ae-c7daa8df2080 None None] Routers {'96b44f09-545b-4b7a-b4e7-4038186e859d'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:35:57.165126 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-2420142e-ade6-4c85-a0ae-c7daa8df2080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:35:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['96b44f09-545b-4b7a-b4e7-4038186e859d'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:57.259623 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-38ad85bc-b60a-432e-8e9e-007d7cf5c07b req-9ebedb64-a407-48ae-8342-54ca8914c675 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4019380 Dec 17 15:35:57.281360 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a09665a1-bf00-4e80-9268-c0aa581809c3 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] 10.222.0.46 "GET /v2.0/routers/96b44f09-545b-4b7a-b4e7-4038186e859d HTTP/1.1" status: 200 len: 926 time: 0.1536765 Dec 17 15:35:57.288555 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48004) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:57.310513 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-21f7e007-d1d3-4f44-a55e-0761d9e73566 req-6791c96e-c144-4fa8-b00d-a82752ccb2b1 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9876488-f85f-4c8f-918b-fc5a671cad2a HTTP/1.1" status: 200 len: 210 time: 0.0828393 Dec 17 15:35:57.333539 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-2420142e-ade6-4c85-a0ae-c7daa8df2080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:57.355723 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0fc99647-b848-4842-99a3-023e025ac764 req-b60a1057-a229-4858-aeca-3de98456862c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=e16e1372-d6db-41e2-92dc-8f21c32bc5cc HTTP/1.1" status: 200 len: 1001 time: 0.2837617 Dec 17 15:35:57.365929 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-0f82c5e3-5932-44cb-be8d-68fc79ed9f56 None None] Provisioning complete for port 31beb200-9830-47cf-aa54-20012131b11b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:35:57.366711 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0f82c5e3-5932-44cb-be8d-68fc79ed9f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:57.379177 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2420142e-ade6-4c85-a0ae-c7daa8df2080 None None] Routers {'96b44f09-545b-4b7a-b4e7-4038186e859d'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:35:57.380001 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-2420142e-ade6-4c85-a0ae-c7daa8df2080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:35:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['96b44f09-545b-4b7a-b4e7-4038186e859d'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:57.392640 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f53501e-1a27-42b1-a968-ec12939676ec tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:57.397858 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2f53501e-1a27-42b1-a968-ec12939676ec tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=4e9cade7-8de3-4483-a2b7-ada6bbc76cf6&device_id=96b44f09-545b-4b7a-b4e7-4038186e859d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1079836 Dec 17 15:35:57.400423 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48008) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:57.426835 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc99647-b848-4842-99a3-023e025ac764 req-6897c7a8-b245-49e8-adc9-c9757eb5b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:57.428322 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0fc99647-b848-4842-99a3-023e025ac764 req-6897c7a8-b245-49e8-adc9-c9757eb5b005 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c0d1002-a703-4050-8e5b-7a438bb8a882 HTTP/1.1" status: 200 len: 838 time: 0.0633130 Dec 17 15:35:57.495455 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc99647-b848-4842-99a3-023e025ac764 req-50b357b3-ab86-48db-8996-61b34953e1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:57.497802 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0fc99647-b848-4842-99a3-023e025ac764 req-50b357b3-ab86-48db-8996-61b34953e1b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b2ce5d81-00e7-4a11-aeea-6022658e3866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616517 Dec 17 15:35:57.510669 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-2420142e-ade6-4c85-a0ae-c7daa8df2080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:57.511596 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2420142e-ade6-4c85-a0ae-c7daa8df2080 None None] The sync data for ids ['96b44f09-545b-4b7a-b4e7-4038186e859d'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:35:57.565727 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f0b5be-a2e9-4b0d-8b03-31600f4eb977 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:57.567366 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-12f0b5be-a2e9-4b0d-8b03-31600f4eb977 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 881 time: 0.1656880 Dec 17 15:35:57.570109 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48010) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:57.604559 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-84f32518-b9fe-406e-a61c-6436c3e8d800 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b44f09-545b-4b7a-b4e7-4038186e859d HTTP/1.1" status: 200 len: 205 time: 0.0332704 Dec 17 15:35:57.605428 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48012) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:57.621120 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-cfb484c5-c80a-41e6-bec7-698c84df68d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570d8488-bdbf-477d-b983-963d93a2e274', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1304313007', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'a54786b5-6be3-4f5c-a49e-7b67866b990c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:35:39Z', 'updated_at': '2021-12-17T15:35:49Z', 'revision_number': 4, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'gw_port': {'id': 'a54786b5-6be3-4f5c-a49e-7b67866b990c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570d8488-bdbf-477d-b983-963d93a2e274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:35:40Z', 'updated_at': '2021-12-17T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '31beb200-9830-47cf-aa54-20012131b11b', 'name': '', 'network_id': 'd4027dc0-8288-4549-8d12-d83ce78395f6', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'mac_address': 'fa:16:3e:78:ca:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570d8488-bdbf-477d-b983-963d93a2e274', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'ba04b6a1-8d4b-418d-a757-a9d2a99ccff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:35:48Z', 'updated_at': '2021-12-17T15:35:55Z', 'revision_number': 4, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'subnets': [{'id': 'ba04b6a1-8d4b-418d-a757-a9d2a99ccff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:35:57.626669 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0f82c5e3-5932-44cb-be8d-68fc79ed9f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:57.678909 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0fc99647-b848-4842-99a3-023e025ac764 req-48947769-9f0a-4688-94f9-6b5ca37d0eef service neutron] 10.222.0.13 "GET /v2.0/networks/b2ce5d81-00e7-4a11-aeea-6022658e3866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731575 Dec 17 15:35:57.683122 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb484c5-c80a-41e6-bec7-698c84df68d5 None None] The sync data for ids ['570d8488-bdbf-477d-b983-963d93a2e274'] in n-d-820553-2 is: [{'id': '570d8488-bdbf-477d-b983-963d93a2e274', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1304313007', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'a54786b5-6be3-4f5c-a49e-7b67866b990c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:35:39Z', 'updated_at': '2021-12-17T15:35:49Z', 'revision_number': 4, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'gw_port': {'id': 'a54786b5-6be3-4f5c-a49e-7b67866b990c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570d8488-bdbf-477d-b983-963d93a2e274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:35:40Z', 'updated_at': '2021-12-17T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '31beb200-9830-47cf-aa54-20012131b11b', 'name': '', 'network_id': 'd4027dc0-8288-4549-8d12-d83ce78395f6', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'mac_address': 'fa:16:3e:78:ca:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570d8488-bdbf-477d-b983-963d93a2e274', 'device_owner': 'network:router_interface', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'ba04b6a1-8d4b-418d-a757-a9d2a99ccff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:35:48Z', 'updated_at': '2021-12-17T15:35:55Z', 'revision_number': 4, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'subnets': [{'id': 'ba04b6a1-8d4b-418d-a757-a9d2a99ccff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:35:57.689433 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-0f82c5e3-5932-44cb-be8d-68fc79ed9f56 None None] For port 31beb200-9830-47cf-aa54-20012131b11b, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=31beb200-9830-47cf-aa54-20012131b11b,segment=NetworkSegment(89815f53-6468-48d9-86e2-5eff089aa430),segment_id=89815f53-6468-48d9-86e2-5eff089aa430)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:35:57.736756 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-74422555-b4ee-43be-918b-50d9be88daf5 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:57.814692 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0fc99647-b848-4842-99a3-023e025ac764 req-110e3156-f18b-4b26-bc8f-5b66b5647642 service neutron] 10.222.0.13 "GET /v2.0/networks/b2ce5d81-00e7-4a11-aeea-6022658e3866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280365 Dec 17 15:35:57.860851 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0f82c5e3-5932-44cb-be8d-68fc79ed9f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:57.954407 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82c5e3-5932-44cb-be8d-68fc79ed9f56 None None] Pushing event updated for resources: {'Port': ['ID=31beb200-9830-47cf-aa54-20012131b11b,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:57.979342 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-74422555-b4ee-43be-918b-50d9be88daf5 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:58.109881 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-59b6c187-985a-4f1b-9be6-e96fe401edba req-4c88f466-1afc-4ac6-a005-02b94a8417d7 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1252573-9dfa-4b49-9ccb-9fb567f242a8 HTTP/1.1" status: 200 len: 210 time: 0.0291030 Dec 17 15:35:58.275015 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-74422555-b4ee-43be-918b-50d9be88daf5 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Deleting port 7f0b428b-d3c6-425f-bb4e-fc20ca3c6d1b {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:35:58.275408 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-74422555-b4ee-43be-918b-50d9be88daf5 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:58.380419 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-74422555-b4ee-43be-918b-50d9be88daf5 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:58.392601 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48026) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:58.435512 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-74422555-b4ee-43be-918b-50d9be88daf5 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Calling delete_port for 7f0b428b-d3c6-425f-bb4e-fc20ca3c6d1b owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:35:58.616040 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6e86ff7f-6991-45e4-98d7-22681607c848 req-14a364cb-ad9a-42ab-be2e-4ce76343e9a0 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9876488-f85f-4c8f-918b-fc5a671cad2a HTTP/1.1" status: 200 len: 210 time: 0.1352887 Dec 17 15:35:58.657726 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b397823-b05f-4918-8fc4-351ee4ca01f8 req-8a58a3e7-a49e-40dc-8094-5d7814af0a92 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:58.674069 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6b397823-b05f-4918-8fc4-351ee4ca01f8 req-8a58a3e7-a49e-40dc-8094-5d7814af0a92 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 944 time: 0.2405739 Dec 17 15:35:58.681460 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 31beb200-9830-47cf-aa54-20012131b11b up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:35:58.746890 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6b397823-b05f-4918-8fc4-351ee4ca01f8 req-88c690d1-6bbf-47a7-bb25-236eff09030d tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683203 Dec 17 15:35:58.818886 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 31beb200-9830-47cf-aa54-20012131b11b triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:35:58.819404 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:59.054727 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3b0171da-7a8b-4fd3-a2df-6bd5ed492d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:59.056921 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-74422555-b4ee-43be-918b-50d9be88daf5 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:59.108487 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74422555-b4ee-43be-918b-50d9be88daf5 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Pushing event deleted for resources: {'Port': ['ID=7f0b428b-d3c6-425f-bb4e-fc20ca3c6d1b,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:35:59.148277 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-74422555-b4ee-43be-918b-50d9be88daf5 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:59.237223 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-15227cda-61e9-4627-a7c3-07f8f71da333 req-9d2e39cb-5d45-45b1-aa5e-cde31db1c5bc tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1252573-9dfa-4b49-9ccb-9fb567f242a8 HTTP/1.1" status: 200 len: 210 time: 0.0313685 Dec 17 15:35:59.282096 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-74422555-b4ee-43be-918b-50d9be88daf5 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:59.284435 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-74422555-b4ee-43be-918b-50d9be88daf5 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:59.329743 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f475825f-e2c6-4804-99a2-7a63cfcb2627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:59.505862 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-74422555-b4ee-43be-918b-50d9be88daf5 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:59.507044 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74422555-b4ee-43be-918b-50d9be88daf5 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Fanout notify agent at l3_agent the message router_deleted on router 96b44f09-545b-4b7a-b4e7-4038186e859d {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:35:59.525922 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-74422555-b4ee-43be-918b-50d9be88daf5 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:59.525922 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-74422555-b4ee-43be-918b-50d9be88daf5 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] 10.222.0.46 "DELETE /v2.0/routers/96b44f09-545b-4b7a-b4e7-4038186e859d HTTP/1.1" status: 204 len: 168 time: 1.9161100 Dec 17 15:35:59.525922 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48034) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:35:59.530429 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-2b961715-73f2-48e6-a2b8-bd7b6653b99b tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-249684634', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}, 'admin_state_up': False}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:35:59.599024 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-f475825f-e2c6-4804-99a2-7a63cfcb2627 admin admin] Deleting port 8cd192bb-5c56-41b7-92a1-9fbec28c8d37 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:35:59.599401 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f475825f-e2c6-4804-99a2-7a63cfcb2627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:59.682787 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-f475825f-e2c6-4804-99a2-7a63cfcb2627 admin admin] For port 8cd192bb-5c56-41b7-92a1-9fbec28c8d37, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=8cd192bb-5c56-41b7-92a1-9fbec28c8d37,segment=NetworkSegment(1698481d-6374-42a9-ab95-80bef8c99f6c),segment_id=1698481d-6374-42a9-ab95-80bef8c99f6c)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:35:59.683156 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f475825f-e2c6-4804-99a2-7a63cfcb2627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:59.683634 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2b961715-73f2-48e6-a2b8-bd7b6653b99b tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:59.684809 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2b961715-73f2-48e6-a2b8-bd7b6653b99b tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:59.698684 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-f475825f-e2c6-4804-99a2-7a63cfcb2627 admin admin] Calling delete_port for 8cd192bb-5c56-41b7-92a1-9fbec28c8d37 owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:35:59.749453 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2b961715-73f2-48e6-a2b8-bd7b6653b99b tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:35:59.788588 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-efa4db1c-04da-4566-8052-fe6b1dcd00c0 req-12be60ca-dcb4-41aa-9d44-db9bfa9c769f tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9876488-f85f-4c8f-918b-fc5a671cad2a HTTP/1.1" status: 200 len: 210 time: 0.0749187 Dec 17 15:35:59.920687 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f1e68-7194-49cc-9630-57e7bebca97b req-9afd8076-053f-4fd8-b8ba-5cf0a93b6114 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:35:59.928304 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c70f1e68-7194-49cc-9630-57e7bebca97b req-9afd8076-053f-4fd8-b8ba-5cf0a93b6114 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 944 time: 0.0800905 Dec 17 15:35:59.999618 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c70f1e68-7194-49cc-9630-57e7bebca97b req-884051ea-51fa-4fc4-a8f1-0376447a5b77 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704496 Dec 17 15:36:00.004592 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2b961715-73f2-48e6-a2b8-bd7b6653b99b tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:00.112415 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f475825f-e2c6-4804-99a2-7a63cfcb2627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:00.173669 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f475825f-e2c6-4804-99a2-7a63cfcb2627 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cd192bb-5c56-41b7-92a1-9fbec28c8d37,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:00.207120 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475825f-e2c6-4804-99a2-7a63cfcb2627 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:00.207120 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475825f-e2c6-4804-99a2-7a63cfcb2627 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:00.207120 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475825f-e2c6-4804-99a2-7a63cfcb2627 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:00.207120 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475825f-e2c6-4804-99a2-7a63cfcb2627 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:00.207120 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475825f-e2c6-4804-99a2-7a63cfcb2627 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:00.207120 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475825f-e2c6-4804-99a2-7a63cfcb2627 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:00.207120 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475825f-e2c6-4804-99a2-7a63cfcb2627 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:00.207120 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475825f-e2c6-4804-99a2-7a63cfcb2627 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:00.207120 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475825f-e2c6-4804-99a2-7a63cfcb2627 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:00.207120 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475825f-e2c6-4804-99a2-7a63cfcb2627 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:00.208331 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475825f-e2c6-4804-99a2-7a63cfcb2627 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:00.208439 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f475825f-e2c6-4804-99a2-7a63cfcb2627 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:00.372741 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e545910c-3ffb-4aed-a825-b5f786815484 req-109a74bb-9021-46fc-8a26-5ebf1b85153b tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1252573-9dfa-4b49-9ccb-9fb567f242a8 HTTP/1.1" status: 200 len: 210 time: 0.0345361 Dec 17 15:36:00.392148 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2b961715-73f2-48e6-a2b8-bd7b6653b99b tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:00.412868 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f475825f-e2c6-4804-99a2-7a63cfcb2627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:00.429193 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2b961715-73f2-48e6-a2b8-bd7b6653b99b tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:00.560553 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-2b961715-73f2-48e6-a2b8-bd7b6653b99b tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Allocated IP 172.25.6.94 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/ddc1458c-dd3e-451c-a3b7-a6e7d0f90467) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:36:00.621555 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5906098e-4c96-41aa-8168-f98b1c13521e req-e79c9960-9178-4e59-9b22-42b31363ed35 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=77fe2a1e174d4b83826a4668cf9993d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273864 Dec 17 15:36:00.685766 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2b961715-73f2-48e6-a2b8-bd7b6653b99b tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:00.833166 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2b961715-73f2-48e6-a2b8-bd7b6653b99b tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:00.879345 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b961715-73f2-48e6-a2b8-bd7b6653b99b tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:36:00.882227 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-2b961715-73f2-48e6-a2b8-bd7b6653b99b tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:36:00.895866 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b961715-73f2-48e6-a2b8-bd7b6653b99b tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:36:00.924038 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b961715-73f2-48e6-a2b8-bd7b6653b99b tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Pushing event updated for resources: {'Port': ['ID=ddc1458c-dd3e-451c-a3b7-a6e7d0f90467,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:01.151411 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5e0e92aa-2f5f-4875-a480-743b2c7371bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:01.191065 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-230a2e5d-6923-4500-a57b-16aea950f81d req-81671ea4-eb93-4e33-8700-4ba3ec53477d tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9876488-f85f-4c8f-918b-fc5a671cad2a HTTP/1.1" status: 200 len: 210 time: 0.0639160 Dec 17 15:36:01.290459 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e865f-bab4-4d94-a86b-df636eee2a65 req-85846a6d-b65a-4b23-a56a-951d28fa2944 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:01.292220 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5d0e865f-bab4-4d94-a86b-df636eee2a65 req-85846a6d-b65a-4b23-a56a-951d28fa2944 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 944 time: 0.1670470 Dec 17 15:36:01.294631 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f475825f-e2c6-4804-99a2-7a63cfcb2627 admin admin] Router 4c1b8d6e-1334-4957-a357-34cf573cc44f has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:36:01.304000 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906098e-4c96-41aa-8168-f98b1c13521e req-1d0a67e7-c078-482b-9f60-d63d48ad3aa9 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:01.306527 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5906098e-4c96-41aa-8168-f98b1c13521e req-1d0a67e7-c078-482b-9f60-d63d48ad3aa9 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6462381 Dec 17 15:36:01.322223 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-5906098e-4c96-41aa-8168-f98b1c13521e req-aebc50e8-fb70-43cd-ad93-5d110234b886 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Request body: {'port': {'device_id': 'e1252573-9dfa-4b49-9ccb-9fb567f242a8', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'admin_state_up': True, 'tenant_id': '77fe2a1e174d4b83826a4668cf9993d0'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:01.474407 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5d0e865f-bab4-4d94-a86b-df636eee2a65 req-f1de39e0-d77c-458a-8f98-4959762eae04 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664658 Dec 17 15:36:01.477638 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2b961715-73f2-48e6-a2b8-bd7b6653b99b tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:01.520865 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-02f72aa9-b7f3-4860-b0b8-650c2d161614 req-62043421-201d-43b3-8602-efa5ead6b0f3 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1252573-9dfa-4b49-9ccb-9fb567f242a8 HTTP/1.1" status: 200 len: 210 time: 0.0455630 Dec 17 15:36:01.588017 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f475825f-e2c6-4804-99a2-7a63cfcb2627 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:36:01.595678 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f475825f-e2c6-4804-99a2-7a63cfcb2627 admin admin] 10.222.0.46 "PUT /v2.0/routers/4c1b8d6e-1334-4957-a357-34cf573cc44f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2014906 Dec 17 15:36:01.598573 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48056) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:01.601221 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907b7252-ee9d-4c89-b751-f871f7d946a0 None None] Sync routers for ids ['4c1b8d6e-1334-4957-a357-34cf573cc44f'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:36:01.611120 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907b7252-ee9d-4c89-b751-f871f7d946a0 None None] Routers {'4c1b8d6e-1334-4957-a357-34cf573cc44f'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:01.611990 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-907b7252-ee9d-4c89-b751-f871f7d946a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['4c1b8d6e-1334-4957-a357-34cf573cc44f'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:01.631490 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-8b7b1694-409b-41a8-8809-8a4311fb8154 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:01.633004 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-8b7b1694-409b-41a8-8809-8a4311fb8154 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.41 "GET /v2.0/networks?id=d4027dc0-8288-4549-8d12-d83ce78395f6 HTTP/1.1" status: 200 len: 797 time: 0.2093804 Dec 17 15:36:01.653330 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-20955ac2-b963-4b14-954b-fbe8a61f755e tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Request body: {'port': {'device_id': 'b9876488-f85f-4c8f-918b-fc5a671cad2a', 'network_id': 'd4027dc0-8288-4549-8d12-d83ce78395f6', 'admin_state_up': True, 'tenant_id': '8a34d23e4334452eba0b24e500167ab7'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:01.697607 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5906098e-4c96-41aa-8168-f98b1c13521e req-aebc50e8-fb70-43cd-ad93-5d110234b886 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Made reservation on behalf of 77fe2a1e174d4b83826a4668cf9993d0 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:36:01.701536 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5906098e-4c96-41aa-8168-f98b1c13521e req-aebc50e8-fb70-43cd-ad93-5d110234b886 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:01.714270 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5906098e-4c96-41aa-8168-f98b1c13521e req-aebc50e8-fb70-43cd-ad93-5d110234b886 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:01.752420 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-907b7252-ee9d-4c89-b751-f871f7d946a0 None None] Set router 4c1b8d6e-1334-4957-a357-34cf573cc44f gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:36:01.786600 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7515d4ce-1f19-4c69-9117-5079eb4b11f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:01.922860 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5906098e-4c96-41aa-8168-f98b1c13521e req-aebc50e8-fb70-43cd-ad93-5d110234b886 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:01.945848 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7515d4ce-1f19-4c69-9117-5079eb4b11f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:01.983773 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-907b7252-ee9d-4c89-b751-f871f7d946a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'name': 'tempest-TaggedBootDevicesTest-817605198-router', 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'd269410d-cd0f-4f27-9d29-8d9250229641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:23:58Z', 'updated_at': '2021-12-17T15:35:59Z', 'revision_number': 5, 'project_id': '877bbdd90a9744e8870dce0869eb9a96', 'gw_port': {'id': 'd269410d-cd0f-4f27-9d29-8d9250229641', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:23:59Z', 'updated_at': '2021-12-17T15:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:02.010270 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907b7252-ee9d-4c89-b751-f871f7d946a0 None None] Checking router: 4c1b8d6e-1334-4957-a357-34cf573cc44f for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:36:02.019719 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907b7252-ee9d-4c89-b751-f871f7d946a0 None None] Routers {'4c1b8d6e-1334-4957-a357-34cf573cc44f'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:02.020336 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-907b7252-ee9d-4c89-b751-f871f7d946a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['4c1b8d6e-1334-4957-a357-34cf573cc44f'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:02.054418 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5906098e-4c96-41aa-8168-f98b1c13521e req-aebc50e8-fb70-43cd-ad93-5d110234b886 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:02.147951 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc50e8-fb70-43cd-ad93-5d110234b886 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c726c84c-8ba7-4935-9741-c7e373b0c0bc,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:02.148527 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-907b7252-ee9d-4c89-b751-f871f7d946a0 None None] Set router 4c1b8d6e-1334-4957-a357-34cf573cc44f gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:36:02.152140 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2b961715-73f2-48e6-a2b8-bd7b6653b99b tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:02.241915 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-7515d4ce-1f19-4c69-9117-5079eb4b11f8 admin admin] Deleting port d269410d-cd0f-4f27-9d29-8d9250229641 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:36:02.242483 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7515d4ce-1f19-4c69-9117-5079eb4b11f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:02.300493 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-20955ac2-b963-4b14-954b-fbe8a61f755e tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Made reservation on behalf of 8a34d23e4334452eba0b24e500167ab7 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:36:02.304445 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-20955ac2-b963-4b14-954b-fbe8a61f755e tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:02.310388 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-5906098e-4c96-41aa-8168-f98b1c13521e req-aebc50e8-fb70-43cd-ad93-5d110234b886 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Allocated IP 192.168.233.202 (f97c7142-717f-43eb-a835-5fcd8d6a6486/b0a1cb4f-5aa5-4130-b24e-105310ef66e4/6a672839-b3a2-4d00-90c1-cff2d09f5560) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:36:02.332602 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-58b32a4f-87a7-4096-b89c-590753172772 req-f4e38548-1bb8-4c7e-9fbd-705de5a6efc8 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9876488-f85f-4c8f-918b-fc5a671cad2a HTTP/1.1" status: 200 len: 210 time: 0.0340943 Dec 17 15:36:02.335789 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:02.384476 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-907b7252-ee9d-4c89-b751-f871f7d946a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'name': 'tempest-TaggedBootDevicesTest-817605198-router', 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'd269410d-cd0f-4f27-9d29-8d9250229641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:23:58Z', 'updated_at': '2021-12-17T15:35:59Z', 'revision_number': 5, 'project_id': '877bbdd90a9744e8870dce0869eb9a96', 'gw_port': {'id': 'd269410d-cd0f-4f27-9d29-8d9250229641', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:23:59Z', 'updated_at': '2021-12-17T15:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:02.403982 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-7515d4ce-1f19-4c69-9117-5079eb4b11f8 admin admin] For port d269410d-cd0f-4f27-9d29-8d9250229641, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=d269410d-cd0f-4f27-9d29-8d9250229641,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:36:02.404498 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7515d4ce-1f19-4c69-9117-5079eb4b11f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:02.415380 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907b7252-ee9d-4c89-b751-f871f7d946a0 None None] The sync data for ids ['4c1b8d6e-1334-4957-a357-34cf573cc44f'] in n-d-820553-2 is: [{'id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'name': 'tempest-TaggedBootDevicesTest-817605198-router', 'tenant_id': '877bbdd90a9744e8870dce0869eb9a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'd269410d-cd0f-4f27-9d29-8d9250229641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:23:58Z', 'updated_at': '2021-12-17T15:35:59Z', 'revision_number': 5, 'project_id': '877bbdd90a9744e8870dce0869eb9a96', 'gw_port': {'id': 'd269410d-cd0f-4f27-9d29-8d9250229641', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:55:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1b8d6e-1334-4957-a357-34cf573cc44f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:23:59Z', 'updated_at': '2021-12-17T15:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:36:02.428237 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-7515d4ce-1f19-4c69-9117-5079eb4b11f8 admin admin] Calling delete_port for d269410d-cd0f-4f27-9d29-8d9250229641 owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:36:02.476900 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-20955ac2-b963-4b14-954b-fbe8a61f755e tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Allocated IP 172.20.0.12 (d4027dc0-8288-4549-8d12-d83ce78395f6/ba04b6a1-8d4b-418d-a757-a9d2a99ccff4/f2fdd551-b799-4dca-ba82-5c594206ed45) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:36:02.548274 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b961715-73f2-48e6-a2b8-bd7b6653b99b tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Router f39e4788-26d2-4f07-892a-1640f3e3b261 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:36:02.682234 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5906098e-4c96-41aa-8168-f98b1c13521e req-aebc50e8-fb70-43cd-ad93-5d110234b886 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:02.693979 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-20955ac2-b963-4b14-954b-fbe8a61f755e tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:02.709544 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3d8f935c-21d6-4090-8694-9689674c627d req-1214a522-0209-4137-bf26-db140508c69e tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1252573-9dfa-4b49-9ccb-9fb567f242a8 HTTP/1.1" status: 200 len: 210 time: 0.0391009 Dec 17 15:36:02.719377 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b961715-73f2-48e6-a2b8-bd7b6653b99b tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:36:02.743716 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906fdc47-08b2-425b-99cc-bbfcf7c59e1b None None] Sync routers for ids ['f39e4788-26d2-4f07-892a-1640f3e3b261'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:36:02.754580 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906fdc47-08b2-425b-99cc-bbfcf7c59e1b None None] Routers {'f39e4788-26d2-4f07-892a-1640f3e3b261'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:02.755239 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-906fdc47-08b2-425b-99cc-bbfcf7c59e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['f39e4788-26d2-4f07-892a-1640f3e3b261'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:02.795255 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ffa39-67ff-4ecb-8cdf-9d9867dc3b2f req-23254f18-04cd-4179-878b-f6631f5b966d tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:02.796462 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-906fdc47-08b2-425b-99cc-bbfcf7c59e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:02.804019 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-134ffa39-67ff-4ecb-8cdf-9d9867dc3b2f req-23254f18-04cd-4179-878b-f6631f5b966d tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 944 time: 0.2008069 Dec 17 15:36:02.807743 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906fdc47-08b2-425b-99cc-bbfcf7c59e1b None None] Routers {'f39e4788-26d2-4f07-892a-1640f3e3b261'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:02.809427 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-906fdc47-08b2-425b-99cc-bbfcf7c59e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['f39e4788-26d2-4f07-892a-1640f3e3b261'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:02.828305 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2b961715-73f2-48e6-a2b8-bd7b6653b99b tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:02.830255 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2b961715-73f2-48e6-a2b8-bd7b6653b99b tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.3031094 Dec 17 15:36:02.834070 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48070) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:02.839384 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-91071eb5-6c42-4c8a-b3f1-d91b7158f6cb tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:02.860560 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-906fdc47-08b2-425b-99cc-bbfcf7c59e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:02.861280 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906fdc47-08b2-425b-99cc-bbfcf7c59e1b None None] The sync data for ids ['f39e4788-26d2-4f07-892a-1640f3e3b261'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:36:02.899837 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-134ffa39-67ff-4ecb-8cdf-9d9867dc3b2f req-97e96263-81b8-4501-ab43-33aceb15099b tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944571 Dec 17 15:36:02.929198 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-20955ac2-b963-4b14-954b-fbe8a61f755e tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:02.964535 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5906098e-4c96-41aa-8168-f98b1c13521e req-aebc50e8-fb70-43cd-ad93-5d110234b886 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:02.984385 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-20955ac2-b963-4b14-954b-fbe8a61f755e tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Network d4027dc0-8288-4549-8d12-d83ce78395f6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:36:02.992187 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-20955ac2-b963-4b14-954b-fbe8a61f755e tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:36:02.998422 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-20955ac2-b963-4b14-954b-fbe8a61f755e tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:36:03.008292 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20955ac2-b963-4b14-954b-fbe8a61f755e tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Pushing event updated for resources: {'Port': ['ID=f2fdd551-b799-4dca-ba82-5c594206ed45,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:03.016131 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5906098e-4c96-41aa-8168-f98b1c13521e req-aebc50e8-fb70-43cd-ad93-5d110234b886 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Network f97c7142-717f-43eb-a835-5fcd8d6a6486 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:36:03.020716 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7515d4ce-1f19-4c69-9117-5079eb4b11f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:03.025223 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-5906098e-4c96-41aa-8168-f98b1c13521e req-aebc50e8-fb70-43cd-ad93-5d110234b886 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:36:03.027890 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-5906098e-4c96-41aa-8168-f98b1c13521e req-aebc50e8-fb70-43cd-ad93-5d110234b886 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:36:03.049025 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20955ac2-b963-4b14-954b-fbe8a61f755e tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:03.049403 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20955ac2-b963-4b14-954b-fbe8a61f755e tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:03.049750 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20955ac2-b963-4b14-954b-fbe8a61f755e tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:03.050119 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20955ac2-b963-4b14-954b-fbe8a61f755e tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:03.050455 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20955ac2-b963-4b14-954b-fbe8a61f755e tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:03.050923 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20955ac2-b963-4b14-954b-fbe8a61f755e tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:03.051267 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20955ac2-b963-4b14-954b-fbe8a61f755e tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:03.051850 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20955ac2-b963-4b14-954b-fbe8a61f755e tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:03.052175 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20955ac2-b963-4b14-954b-fbe8a61f755e tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:03.052504 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20955ac2-b963-4b14-954b-fbe8a61f755e tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:03.052824 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20955ac2-b963-4b14-954b-fbe8a61f755e tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:03.053502 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20955ac2-b963-4b14-954b-fbe8a61f755e tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:03.072461 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc50e8-fb70-43cd-ad93-5d110234b886 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Pushing event updated for resources: {'Port': ['ID=6a672839-b3a2-4d00-90c1-cff2d09f5560,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:03.132225 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515d4ce-1f19-4c69-9117-5079eb4b11f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d269410d-cd0f-4f27-9d29-8d9250229641,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:03.168060 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-20955ac2-b963-4b14-954b-fbe8a61f755e tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:03.168712 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-20955ac2-b963-4b14-954b-fbe8a61f755e tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:03.213774 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906098e-4c96-41aa-8168-f98b1c13521e req-aebc50e8-fb70-43cd-ad93-5d110234b886 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:03.214435 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5906098e-4c96-41aa-8168-f98b1c13521e req-aebc50e8-fb70-43cd-ad93-5d110234b886 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:03.238484 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7515d4ce-1f19-4c69-9117-5079eb4b11f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:03.360750 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-20955ac2-b963-4b14-954b-fbe8a61f755e tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.7113943 Dec 17 15:36:03.370502 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5906098e-4c96-41aa-8168-f98b1c13521e req-aebc50e8-fb70-43cd-ad93-5d110234b886 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0535386 Dec 17 15:36:03.381446 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7515d4ce-1f19-4c69-9117-5079eb4b11f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:03.381681 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-55fbe21d-1471-491b-a344-07b1ef2c2e73 service neutron] Request body: {'port': {'device_id': 'b9876488-f85f-4c8f-918b-fc5a671cad2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:03.383433 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7515d4ce-1f19-4c69-9117-5079eb4b11f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:03.388498 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-5906098e-4c96-41aa-8168-f98b1c13521e req-2f9ceee4-e82a-419c-9027-55b099b77f5e service neutron] Request body: {'port': {'device_id': 'e1252573-9dfa-4b49-9ccb-9fb567f242a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:03.454086 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-cb0e1e20-9968-4943-a090-7f363f9561b1 None None] Provisioning complete for port f2fdd551-b799-4dca-ba82-5c594206ed45 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:36:03.455157 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cb0e1e20-9968-4943-a090-7f363f9561b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:03.480445 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-91071eb5-6c42-4c8a-b3f1-d91b7158f6cb tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:03.486524 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-55fbe21d-1471-491b-a344-07b1ef2c2e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:03.505432 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e1e20-9968-4943-a090-7f363f9561b1 None None] Port f2fdd551-b799-4dca-ba82-5c594206ed45 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:36:03.556733 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5906098e-4c96-41aa-8168-f98b1c13521e req-2f9ceee4-e82a-419c-9027-55b099b77f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:03.565224 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca5383-e262-4e6d-a92c-f245510b394f req-aba76506-9f1c-46c0-a058-8ffc9faac8d2 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:03.566775 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-50ca5383-e262-4e6d-a92c-f245510b394f req-aba76506-9f1c-46c0-a058-8ffc9faac8d2 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9876488-f85f-4c8f-918b-fc5a671cad2a HTTP/1.1" status: 200 len: 895 time: 0.1025710 Dec 17 15:36:03.608746 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-91071eb5-6c42-4c8a-b3f1-d91b7158f6cb tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:03.610155 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7515d4ce-1f19-4c69-9117-5079eb4b11f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:03.610691 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7515d4ce-1f19-4c69-9117-5079eb4b11f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c1b8d6e-1334-4957-a357-34cf573cc44f {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:36:03.619446 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7515d4ce-1f19-4c69-9117-5079eb4b11f8 admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:03.624092 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7515d4ce-1f19-4c69-9117-5079eb4b11f8 admin admin] 10.222.0.46 "DELETE /v2.0/routers/4c1b8d6e-1334-4957-a357-34cf573cc44f HTTP/1.1" status: 204 len: 168 time: 2.0200868 Dec 17 15:36:03.624975 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48076) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:03.639621 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c7f07d28-5c61-4bcb-b62d-566a36ccd2d0 None None] Provisioning complete for port 6a672839-b3a2-4d00-90c1-cff2d09f5560 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:36:03.640831 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c7f07d28-5c61-4bcb-b62d-566a36ccd2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:03.735528 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c7f07d28-5c61-4bcb-b62d-566a36ccd2d0 None None] Port 6a672839-b3a2-4d00-90c1-cff2d09f5560 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:36:03.842792 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:03.858010 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a91835-9142-483c-853c-60abc2c8b4e4 admin admin] Deleting subnet d1a4a435-03ec-407e-806d-67c3316a8ccb {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:36:03.865729 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-07a91835-9142-483c-853c-60abc2c8b4e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:03.922204 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-91071eb5-6c42-4c8a-b3f1-d91b7158f6cb tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Deleting port ddc1458c-dd3e-451c-a3b7-a6e7d0f90467 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:36:03.922542 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-91071eb5-6c42-4c8a-b3f1-d91b7158f6cb tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:03.948545 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f73064-8550-4ad2-8ecf-43a5130d6333 req-6a569872-dd64-4625-aa1b-83798627f126 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:03.950129 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e5f73064-8550-4ad2-8ecf-43a5130d6333 req-6a569872-dd64-4625-aa1b-83798627f126 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1252573-9dfa-4b49-9ccb-9fb567f242a8 HTTP/1.1" status: 200 len: 936 time: 0.1187561 Dec 17 15:36:03.975174 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-07a91835-9142-483c-853c-60abc2c8b4e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:04.046156 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e5f73064-8550-4ad2-8ecf-43a5130d6333 req-061838a8-a223-454a-99df-7063ae13f231 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/security-groups?id=c726c84c-8ba7-4935-9741-c7e373b0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890479 Dec 17 15:36:04.113928 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e1513-b2bd-49cc-a5fc-502b5e9c78ab req-a1316752-7767-46e2-a87b-7cc5a6d32bdf tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:04.115362 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-de7e1513-b2bd-49cc-a5fc-502b5e9c78ab req-a1316752-7767-46e2-a87b-7cc5a6d32bdf tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 944 time: 0.1198320 Dec 17 15:36:04.126236 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-91071eb5-6c42-4c8a-b3f1-d91b7158f6cb tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:04.129077 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-5906098e-4c96-41aa-8168-f98b1c13521e req-2f9ceee4-e82a-419c-9027-55b099b77f5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a672839-b3a2-4d00-90c1-cff2d09f5560 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:36:04.145421 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5906098e-4c96-41aa-8168-f98b1c13521e req-2f9ceee4-e82a-419c-9027-55b099b77f5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:04.169257 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 042e6cbc-e47c-4337-a94e-dea325b638e1 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:36:04.170478 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-91071eb5-6c42-4c8a-b3f1-d91b7158f6cb tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Calling delete_port for ddc1458c-dd3e-451c-a3b7-a6e7d0f90467 owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:36:04.173265 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-5906098e-4c96-41aa-8168-f98b1c13521e req-2f9ceee4-e82a-419c-9027-55b099b77f5e service neutron] Transition to ACTIVE for port object 6a672839-b3a2-4d00-90c1-cff2d09f5560 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:36:04.187328 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-de7e1513-b2bd-49cc-a5fc-502b5e9c78ab req-bfb0fe0a-f806-4eab-96ae-e5cd9a14afb3 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526366 Dec 17 15:36:04.192164 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-07a91835-9142-483c-853c-60abc2c8b4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:04.212036 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:04.224625 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-55fbe21d-1471-491b-a344-07b1ef2c2e73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2fdd551-b799-4dca-ba82-5c594206ed45 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:36:04.235147 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-55fbe21d-1471-491b-a344-07b1ef2c2e73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:04.271639 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5906098e-4c96-41aa-8168-f98b1c13521e req-2f9ceee4-e82a-419c-9027-55b099b77f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:04.293854 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-55fbe21d-1471-491b-a344-07b1ef2c2e73 service neutron] Transition to ACTIVE for port object f2fdd551-b799-4dca-ba82-5c594206ed45 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:36:04.303032 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 042e6cbc-e47c-4337-a94e-dea325b638e1, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=042e6cbc-e47c-4337-a94e-dea325b638e1,segment=NetworkSegment(f1f4760e-7fd1-432e-9861-fd1a052a7a2d),segment_id=f1f4760e-7fd1-432e-9861-fd1a052a7a2d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:36:04.315241 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '042e6cbc-e47c-4337-a94e-dea325b638e1', 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036', 'port_id': '042e6cbc-e47c-4337-a94e-dea325b638e1', 'mac_address': 'fa:16:3e:3f:b4:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:36:04.361740 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ceee4-e82a-419c-9027-55b099b77f5e service neutron] Pushing event updated for resources: {'Port': ['ID=6a672839-b3a2-4d00-90c1-cff2d09f5560,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:04.371730 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-55fbe21d-1471-491b-a344-07b1ef2c2e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:04.383648 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:04.412018 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 042e6cbc-e47c-4337-a94e-dea325b638e1 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:36:04.438388 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-5906098e-4c96-41aa-8168-f98b1c13521e req-2f9ceee4-e82a-419c-9027-55b099b77f5e service neutron] Attempting to bind port 6a672839-b3a2-4d00-90c1-cff2d09f5560 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:36:04.438920 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-5906098e-4c96-41aa-8168-f98b1c13521e req-2f9ceee4-e82a-419c-9027-55b099b77f5e service neutron] Attempting to bind port 6a672839-b3a2-4d00-90c1-cff2d09f5560 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:36:04.439139 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5906098e-4c96-41aa-8168-f98b1c13521e req-2f9ceee4-e82a-419c-9027-55b099b77f5e service neutron] Attempting to bind port 6a672839-b3a2-4d00-90c1-cff2d09f5560 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:36:04.445184 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5906098e-4c96-41aa-8168-f98b1c13521e req-2f9ceee4-e82a-419c-9027-55b099b77f5e service neutron] Port 6a672839-b3a2-4d00-90c1-cff2d09f5560 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:36:04.445592 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5906098e-4c96-41aa-8168-f98b1c13521e req-2f9ceee4-e82a-419c-9027-55b099b77f5e service neutron] Attempting to bind port 6a672839-b3a2-4d00-90c1-cff2d09f5560 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:36:04.451179 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5906098e-4c96-41aa-8168-f98b1c13521e req-2f9ceee4-e82a-419c-9027-55b099b77f5e service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:36:04.451539 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5906098e-4c96-41aa-8168-f98b1c13521e req-2f9ceee4-e82a-419c-9027-55b099b77f5e service neutron] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:36:04.456958 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5906098e-4c96-41aa-8168-f98b1c13521e req-2f9ceee4-e82a-419c-9027-55b099b77f5e service neutron] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:36:04.457697 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-5906098e-4c96-41aa-8168-f98b1c13521e req-2f9ceee4-e82a-419c-9027-55b099b77f5e service neutron] Bound port: 6a672839-b3a2-4d00-90c1-cff2d09f5560, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:36:04.458602 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5906098e-4c96-41aa-8168-f98b1c13521e req-2f9ceee4-e82a-419c-9027-55b099b77f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:04.460622 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-07a91835-9142-483c-853c-60abc2c8b4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:04.473430 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 042e6cbc-e47c-4337-a94e-dea325b638e1, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=042e6cbc-e47c-4337-a94e-dea325b638e1,segment=NetworkSegment(f1f4760e-7fd1-432e-9861-fd1a052a7a2d),segment_id=f1f4760e-7fd1-432e-9861-fd1a052a7a2d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:36:04.547740 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbe21d-1471-491b-a344-07b1ef2c2e73 service neutron] Pushing event updated for resources: {'Port': ['ID=f2fdd551-b799-4dca-ba82-5c594206ed45,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:04.550234 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device d269410d-cd0f-4f27-9d29-8d9250229641 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:36:04.562361 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-5906098e-4c96-41aa-8168-f98b1c13521e req-2f9ceee4-e82a-419c-9027-55b099b77f5e service neutron] For port 6a672839-b3a2-4d00-90c1-cff2d09f5560, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:36:04.565713 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-5906098e-4c96-41aa-8168-f98b1c13521e req-2f9ceee4-e82a-419c-9027-55b099b77f5e service neutron] For port 6a672839-b3a2-4d00-90c1-cff2d09f5560, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=6a672839-b3a2-4d00-90c1-cff2d09f5560,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:36:04.596320 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a91835-9142-483c-853c-60abc2c8b4e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1a4a435-03ec-407e-806d-67c3316a8ccb,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:04.598772 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:04.601813 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-07a91835-9142-483c-853c-60abc2c8b4e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:04.607942 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48088) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:04.608097 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-07a91835-9142-483c-853c-60abc2c8b4e4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d1a4a435-03ec-407e-806d-67c3316a8ccb HTTP/1.1" status: 204 len: 168 time: 0.9801059 Dec 17 15:36:04.610161 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: d269410d-cd0f-4f27-9d29-8d9250229641 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:36:04.619374 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device d269410d-cd0f-4f27-9d29-8d9250229641 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:36:04.619374 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 8cd192bb-5c56-41b7-92a1-9fbec28c8d37 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:36:04.619374 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093004e6-b28b-4eaa-9c99-8c42f4cebca6 None None] Network de5b4090-a778-4df4-ad31-4dba3e85ea67 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:36:04.648038 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5906098e-4c96-41aa-8168-f98b1c13521e req-2f9ceee4-e82a-419c-9027-55b099b77f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:04.678995 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-55fbe21d-1471-491b-a344-07b1ef2c2e73 service neutron] Attempting to bind port f2fdd551-b799-4dca-ba82-5c594206ed45 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:36:04.685811 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-55fbe21d-1471-491b-a344-07b1ef2c2e73 service neutron] Attempting to bind port f2fdd551-b799-4dca-ba82-5c594206ed45 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '89815f53-6468-48d9-86e2-5eff089aa430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd4027dc0-8288-4549-8d12-d83ce78395f6'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:36:04.686177 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-55fbe21d-1471-491b-a344-07b1ef2c2e73 service neutron] Attempting to bind port f2fdd551-b799-4dca-ba82-5c594206ed45 on network d4027dc0-8288-4549-8d12-d83ce78395f6 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:36:04.696905 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-55fbe21d-1471-491b-a344-07b1ef2c2e73 service neutron] Port f2fdd551-b799-4dca-ba82-5c594206ed45 on network d4027dc0-8288-4549-8d12-d83ce78395f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:36:04.697256 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-55fbe21d-1471-491b-a344-07b1ef2c2e73 service neutron] Attempting to bind port f2fdd551-b799-4dca-ba82-5c594206ed45 on network d4027dc0-8288-4549-8d12-d83ce78395f6 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:36:04.702908 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-55fbe21d-1471-491b-a344-07b1ef2c2e73 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:36:04.703252 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-55fbe21d-1471-491b-a344-07b1ef2c2e73 service neutron] Checking segment: {'id': '89815f53-6468-48d9-86e2-5eff089aa430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd4027dc0-8288-4549-8d12-d83ce78395f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:36:04.704191 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-55fbe21d-1471-491b-a344-07b1ef2c2e73 service neutron] Bound using segment: {'id': '89815f53-6468-48d9-86e2-5eff089aa430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd4027dc0-8288-4549-8d12-d83ce78395f6'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:36:04.704818 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-55fbe21d-1471-491b-a344-07b1ef2c2e73 service neutron] Bound port: f2fdd551-b799-4dca-ba82-5c594206ed45, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89815f53-6468-48d9-86e2-5eff089aa430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd4027dc0-8288-4549-8d12-d83ce78395f6'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:36:04.705233 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-55fbe21d-1471-491b-a344-07b1ef2c2e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:04.722636 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-91071eb5-6c42-4c8a-b3f1-d91b7158f6cb tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:04.744112 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 8cd192bb-5c56-41b7-92a1-9fbec28c8d37 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:36:04.744695 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 8cd192bb-5c56-41b7-92a1-9fbec28c8d37 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:36:04.787301 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ceee4-e82a-419c-9027-55b099b77f5e service neutron] Pushing event updated for resources: {'Port': ['ID=6a672839-b3a2-4d00-90c1-cff2d09f5560,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:04.821085 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91071eb5-6c42-4c8a-b3f1-d91b7158f6cb tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Pushing event deleted for resources: {'Port': ['ID=ddc1458c-dd3e-451c-a3b7-a6e7d0f90467,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:04.830514 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=042e6cbc-e47c-4337-a94e-dea325b638e1,revision_number=11']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:04.887961 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906098e-4c96-41aa-8168-f98b1c13521e req-2f9ceee4-e82a-419c-9027-55b099b77f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:04.888933 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-5906098e-4c96-41aa-8168-f98b1c13521e req-2f9ceee4-e82a-419c-9027-55b099b77f5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:04.890583 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5906098e-4c96-41aa-8168-f98b1c13521e req-2f9ceee4-e82a-419c-9027-55b099b77f5e service neutron] 10.222.0.13 "PUT /v2.0/ports/6a672839-b3a2-4d00-90c1-cff2d09f5560 HTTP/1.1" status: 200 len: 1096 time: 1.5086665 Dec 17 15:36:04.900159 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1252573-9dfa-4b49-9ccb-9fb567f242a8', 'tag': '6a672839-b3a2-4d00-90c1-cff2d09f5560'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:36:04.910385 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb65530-2b15-4a1f-99ed-e9dada9bb5be" -d '{"events": [{"name": "network-changed", "server_uuid": "e1252573-9dfa-4b49-9ccb-9fb567f242a8", "tag": "6a672839-b3a2-4d00-90c1-cff2d09f5560"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:36:04.924020 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-268b39dc-9e67-467a-b8bc-6578fde59f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:04.927031 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-91071eb5-6c42-4c8a-b3f1-d91b7158f6cb tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:04.931817 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-55fbe21d-1471-491b-a344-07b1ef2c2e73 service neutron] For port f2fdd551-b799-4dca-ba82-5c594206ed45, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:36:04.935927 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-55fbe21d-1471-491b-a344-07b1ef2c2e73 service neutron] For port f2fdd551-b799-4dca-ba82-5c594206ed45, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f2fdd551-b799-4dca-ba82-5c594206ed45,segment=NetworkSegment(89815f53-6468-48d9-86e2-5eff089aa430),segment_id=89815f53-6468-48d9-86e2-5eff089aa430)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:36:04.941302 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17193c1-a30b-4415-b306-13b077b8f6cf req-a65ad4a1-b954-4e33-89e0-18f8fdefde02 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:04.942992 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a17193c1-a30b-4415-b306-13b077b8f6cf req-a65ad4a1-b954-4e33-89e0-18f8fdefde02 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9876488-f85f-4c8f-918b-fc5a671cad2a HTTP/1.1" status: 200 len: 907 time: 0.1783583 Dec 17 15:36:05.011762 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ba9ab4-fba2-4781-b162-100d5523be6a None None] DHCP port deletion for de5b4090-a778-4df4-ad31-4dba3e85ea67 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:36:05.018719 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-268b39dc-9e67-467a-b8bc-6578fde59f94 admin admin] Deleting port 80158303-1800-4a4f-9368-9998d5c50e23 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:36:05.019910 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-268b39dc-9e67-467a-b8bc-6578fde59f94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:05.062370 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-55fbe21d-1471-491b-a344-07b1ef2c2e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:05.070235 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['042e6cbc-e47c-4337-a94e-dea325b638e1'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:36:05.153039 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-268b39dc-9e67-467a-b8bc-6578fde59f94 admin admin] For port 80158303-1800-4a4f-9368-9998d5c50e23, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=80158303-1800-4a4f-9368-9998d5c50e23,segment=NetworkSegment(1698481d-6374-42a9-ab95-80bef8c99f6c),segment_id=1698481d-6374-42a9-ab95-80bef8c99f6c)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:36:05.153444 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-268b39dc-9e67-467a-b8bc-6578fde59f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:05.172939 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-268b39dc-9e67-467a-b8bc-6578fde59f94 admin admin] Calling delete_port for 80158303-1800-4a4f-9368-9998d5c50e23 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:36:05.200493 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-78ba9ab4-fba2-4781-b162-100d5523be6a None None] Deleting port 80158303-1800-4a4f-9368-9998d5c50e23 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:36:05.201388 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-78ba9ab4-fba2-4781-b162-100d5523be6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:05.298859 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fce645-1a1c-4cbf-aa96-1cfe467745ba x-openstack-request-id: req-53fce645-1a1c-4cbf-aa96-1cfe467745ba {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:36:05.299150 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1252573-9dfa-4b49-9ccb-9fb567f242a8", "tag": "6a672839-b3a2-4d00-90c1-cff2d09f5560", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:36:05.299417 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-53fce645-1a1c-4cbf-aa96-1cfe467745ba {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:36:05.299866 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1252573-9dfa-4b49-9ccb-9fb567f242a8', 'tag': '6a672839-b3a2-4d00-90c1-cff2d09f5560', 'status': 'completed', 'code': 200} Dec 17 15:36:05.308390 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-78ba9ab4-fba2-4781-b162-100d5523be6a None None] For port 80158303-1800-4a4f-9368-9998d5c50e23, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=80158303-1800-4a4f-9368-9998d5c50e23,segment=NetworkSegment(1698481d-6374-42a9-ab95-80bef8c99f6c),segment_id=1698481d-6374-42a9-ab95-80bef8c99f6c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:36:05.308868 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-78ba9ab4-fba2-4781-b162-100d5523be6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:05.320258 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-55fbe21d-1471-491b-a344-07b1ef2c2e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:05.321090 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-55fbe21d-1471-491b-a344-07b1ef2c2e73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:05.323078 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-55fbe21d-1471-491b-a344-07b1ef2c2e73 service neutron] 10.222.0.41 "PUT /v2.0/ports/f2fdd551-b799-4dca-ba82-5c594206ed45 HTTP/1.1" status: 200 len: 1055 time: 1.9485116 Dec 17 15:36:05.327678 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9876488-f85f-4c8f-918b-fc5a671cad2a', 'tag': 'f2fdd551-b799-4dca-ba82-5c594206ed45'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:36:05.330517 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b885018b-a186-43c1-9696-bd633735ec8b" -d '{"events": [{"name": "network-changed", "server_uuid": "b9876488-f85f-4c8f-918b-fc5a671cad2a", "tag": "f2fdd551-b799-4dca-ba82-5c594206ed45"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:36:05.333145 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-78ba9ab4-fba2-4781-b162-100d5523be6a None None] Calling delete_port for 80158303-1800-4a4f-9368-9998d5c50e23 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:36:05.421886 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906098e-4c96-41aa-8168-f98b1c13521e req-5496b27d-fa3e-4f8a-b9ff-995c296b7ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:05.423702 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5906098e-4c96-41aa-8168-f98b1c13521e req-5496b27d-fa3e-4f8a-b9ff-995c296b7ca1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=77fe2a1e174d4b83826a4668cf9993d0&device_id=e1252573-9dfa-4b49-9ccb-9fb567f242a8 HTTP/1.1" status: 200 len: 1099 time: 0.3487267 Dec 17 15:36:05.439443 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-91071eb5-6c42-4c8a-b3f1-d91b7158f6cb tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3972409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3970533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11983'] for router, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:05.442651 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbe21d-1471-491b-a344-07b1ef2c2e73 service neutron] Pushing event updated for resources: {'Port': ['ID=f2fdd551-b799-4dca-ba82-5c594206ed45,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:05.447629 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-91071eb5-6c42-4c8a-b3f1-d91b7158f6cb tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3972400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3972399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3970524'] for router, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:05.477566 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5906098e-4c96-41aa-8168-f98b1c13521e req-9a0d3c11-cddf-41af-9541-0bd695282dbf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=6a672839-b3a2-4d00-90c1-cff2d09f5560 HTTP/1.1" status: 200 len: 217 time: 0.0425801 Dec 17 15:36:05.502240 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331faed4-600f-4f23-aaff-91416e063155 req-6bd93dea-4c25-4213-90ba-93a6ee2f4395 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:05.510095 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-331faed4-600f-4f23-aaff-91416e063155 req-6bd93dea-4c25-4213-90ba-93a6ee2f4395 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1252573-9dfa-4b49-9ccb-9fb567f242a8 HTTP/1.1" status: 200 len: 948 time: 0.2033916 Dec 17 15:36:05.553069 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35f3fb-318b-4fa5-9f94-542676ae6133 req-eef0b332-3fc7-49d1-9f20-f4877ddbe7d6 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:05.560065 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91071eb5-6c42-4c8a-b3f1-d91b7158f6cb tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Router f39e4788-26d2-4f07-892a-1640f3e3b261 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:36:05.560584 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d35f3fb-318b-4fa5-9f94-542676ae6133 req-eef0b332-3fc7-49d1-9f20-f4877ddbe7d6 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 945 time: 0.2074211 Dec 17 15:36:05.569367 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-f61b9115-342b-4fe6-823c-3d199cf5c63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:05.570885 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-f61b9115-342b-4fe6-823c-3d199cf5c63d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a34d23e4334452eba0b24e500167ab7&device_id=b9876488-f85f-4c8f-918b-fc5a671cad2a HTTP/1.1" status: 200 len: 1058 time: 0.1209850 Dec 17 15:36:05.633360 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906098e-4c96-41aa-8168-f98b1c13521e req-13154712-914e-4a05-8af9-de851fa6426a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:05.634748 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5906098e-4c96-41aa-8168-f98b1c13521e req-13154712-914e-4a05-8af9-de851fa6426a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.1409779 Dec 17 15:36:05.637982 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-331faed4-600f-4f23-aaff-91416e063155 req-7aaac649-f7c0-49db-a0dd-1326a6ab76a9 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/security-groups?id=c726c84c-8ba7-4935-9741-c7e373b0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242242 Dec 17 15:36:05.648031 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d35f3fb-318b-4fa5-9f94-542676ae6133 req-70ff4d1c-84da-457b-944b-a7f50f628a18 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862317 Dec 17 15:36:05.675898 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-268b39dc-9e67-467a-b8bc-6578fde59f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:05.680380 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-78ba9ab4-fba2-4781-b162-100d5523be6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:05.683255 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-a4f16379-11cf-44e6-88eb-f45f62f456ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2fdd551-b799-4dca-ba82-5c594206ed45 HTTP/1.1" status: 200 len: 217 time: 0.0648813 Dec 17 15:36:05.688573 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91071eb5-6c42-4c8a-b3f1-d91b7158f6cb tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:36:05.696546 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-91071eb5-6c42-4c8a-b3f1-d91b7158f6cb tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:05.701281 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-91071eb5-6c42-4c8a-b3f1-d91b7158f6cb tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] 10.222.0.46 "PUT /v2.0/routers/f39e4788-26d2-4f07-892a-1640f3e3b261 HTTP/1.1" status: 200 len: 709 time: 2.8658540 Dec 17 15:36:05.702367 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e217946d-f282-43e9-b486-55db7d545d5a None None] Sync routers for ids ['f39e4788-26d2-4f07-892a-1640f3e3b261'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:36:05.705932 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48106) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:05.714926 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e217946d-f282-43e9-b486-55db7d545d5a None None] Routers {'f39e4788-26d2-4f07-892a-1640f3e3b261'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:05.715552 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e217946d-f282-43e9-b486-55db7d545d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['f39e4788-26d2-4f07-892a-1640f3e3b261'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:05.720407 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba9ab4-fba2-4781-b162-100d5523be6a None None] Pushing event deleted for resources: {'Port': ['ID=80158303-1800-4a4f-9368-9998d5c50e23,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:05.723858 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ba9ab4-fba2-4781-b162-100d5523be6a None None] No DVR routers for this DVR port 80158303-1800-4a4f-9368-9998d5c50e23 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:36:05.743046 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c431f9-24ef-41c0-89f0-f9d9427d98a7 x-openstack-request-id: req-b0c431f9-24ef-41c0-89f0-f9d9427d98a7 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:36:05.743235 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba9ab4-fba2-4781-b162-100d5523be6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:05.743352 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9876488-f85f-4c8f-918b-fc5a671cad2a", "tag": "f2fdd551-b799-4dca-ba82-5c594206ed45", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:36:05.743469 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b0c431f9-24ef-41c0-89f0-f9d9427d98a7 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:36:05.743755 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba9ab4-fba2-4781-b162-100d5523be6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:05.744121 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9876488-f85f-4c8f-918b-fc5a671cad2a', 'tag': 'f2fdd551-b799-4dca-ba82-5c594206ed45', 'status': 'completed', 'code': 200} Dec 17 15:36:05.744284 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba9ab4-fba2-4781-b162-100d5523be6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:05.745976 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba9ab4-fba2-4781-b162-100d5523be6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:05.746137 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba9ab4-fba2-4781-b162-100d5523be6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:05.746567 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba9ab4-fba2-4781-b162-100d5523be6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:05.747032 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba9ab4-fba2-4781-b162-100d5523be6a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:05.747449 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba9ab4-fba2-4781-b162-100d5523be6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:05.747947 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba9ab4-fba2-4781-b162-100d5523be6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:05.748373 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba9ab4-fba2-4781-b162-100d5523be6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:05.748801 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba9ab4-fba2-4781-b162-100d5523be6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:05.749255 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ba9ab4-fba2-4781-b162-100d5523be6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:36:05.751615 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b39dc-9e67-467a-b8bc-6578fde59f94 admin admin] Pushing event deleted for resources: {'Port': ['ID=80158303-1800-4a4f-9368-9998d5c50e23,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:05.763427 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-216a83f1-b664-48c9-860d-af8e76cfe84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:05.764933 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-216a83f1-b664-48c9-860d-af8e76cfe84f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba04b6a1-8d4b-418d-a757-a9d2a99ccff4 HTTP/1.1" status: 200 len: 834 time: 0.0626335 Dec 17 15:36:05.770980 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e217946d-f282-43e9-b486-55db7d545d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:05.779873 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e217946d-f282-43e9-b486-55db7d545d5a None None] Routers {'f39e4788-26d2-4f07-892a-1640f3e3b261'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:05.780471 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e217946d-f282-43e9-b486-55db7d545d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['f39e4788-26d2-4f07-892a-1640f3e3b261'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:05.786690 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268b39dc-9e67-467a-b8bc-6578fde59f94 admin admin] No DVR routers for this DVR port 80158303-1800-4a4f-9368-9998d5c50e23 on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:36:05.814408 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-3a732089-14eb-4182-8a0f-23a7a6dfc8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:05.816490 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-3a732089-14eb-4182-8a0f-23a7a6dfc8d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4027dc0-8288-4549-8d12-d83ce78395f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429831 Dec 17 15:36:05.883230 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5c6ea75a-2e67-4965-b95f-e1aa41a764f7 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] 10.222.0.46 "GET /v2.0/routers/f39e4788-26d2-4f07-892a-1640f3e3b261 HTTP/1.1" status: 200 len: 744 time: 0.1481698 Dec 17 15:36:05.888223 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48108) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:05.913524 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e217946d-f282-43e9-b486-55db7d545d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:05.914098 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906098e-4c96-41aa-8168-f98b1c13521e req-0e3e474c-7cf5-433d-897f-ae3623f6b931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:05.918044 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e217946d-f282-43e9-b486-55db7d545d5a None None] The sync data for ids ['f39e4788-26d2-4f07-892a-1640f3e3b261'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:36:05.918425 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5906098e-4c96-41aa-8168-f98b1c13521e req-0e3e474c-7cf5-433d-897f-ae3623f6b931 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2669485 Dec 17 15:36:05.942363 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-268b39dc-9e67-467a-b8bc-6578fde59f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:05.957712 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c1efa762-de67-4916-96ee-a4a6d5d59c92 tempest-RoutersIpV6AdminTest-1293423617 tempest-RoutersIpV6AdminTest-1293423617-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=4e9cade7-8de3-4483-a2b7-ada6bbc76cf6&device_id=f39e4788-26d2-4f07-892a-1640f3e3b261 HTTP/1.1" status: 200 len: 205 time: 0.0651400 Dec 17 15:36:05.958003 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48110) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:05.994618 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1e85e3d6-f113-48cf-8f3e-c8616bfbaa5a tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] 10.222.0.46 "GET /v2.0/ports?device_id=f39e4788-26d2-4f07-892a-1640f3e3b261 HTTP/1.1" status: 200 len: 205 time: 0.0355024 Dec 17 15:36:05.995257 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48114) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:05.997105 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-268b39dc-9e67-467a-b8bc-6578fde59f94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de5b4090-a778-4df4-ad31-4dba3e85ea67']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:06.008367 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-268b39dc-9e67-467a-b8bc-6578fde59f94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1698481d-6374-42a9-ab95-80bef8c99f6c') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:06.008771 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-268b39dc-9e67-467a-b8bc-6578fde59f94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1698481d-6374-42a9-ab95-80bef8c99f6c') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:06.020471 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-268b39dc-9e67-467a-b8bc-6578fde59f94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:06.035729 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-268b39dc-9e67-467a-b8bc-6578fde59f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:06.042159 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-268b39dc-9e67-467a-b8bc-6578fde59f94 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:36:06.042620 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-268b39dc-9e67-467a-b8bc-6578fde59f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:06.055499 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:36:06.055499 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:36:06.055499 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:36:06.055499 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:36:06.055499 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:36:06.055499 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:36:06.055499 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:36:06.055499 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:36:06.055499 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:36:06.055499 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:36:06.055499 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:36:06.055499 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:36:06.055499 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:36:06.055499 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:36:06.055499 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:36:06.055499 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:36:06.055499 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:36:06.055499 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:36:06.055499 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:36:06.055499 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:36:06.055499 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:36:06.055499 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:36:06.055499 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:36:06.055499 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:36:06.055499 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:36:06.055499 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:36:06.055499 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:36:06.055499 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:36:06.055499 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:36:06.055499 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:36:06.055499 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:36:06.055499 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:36:06.178981 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c28faa-2387-484a-8584-b289cf3966ef req-332f6c9b-85fc-497b-b5d2-18f8adf8150c tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:06.180596 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-20c28faa-2387-484a-8584-b289cf3966ef req-332f6c9b-85fc-497b-b5d2-18f8adf8150c tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9876488-f85f-4c8f-918b-fc5a671cad2a HTTP/1.1" status: 200 len: 907 time: 0.1253111 Dec 17 15:36:06.183241 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5906098e-4c96-41aa-8168-f98b1c13521e req-fbf3eefe-a100-4dad-9157-47dbcabfb097 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589962 Dec 17 15:36:06.196311 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 042e6cbc-e47c-4337-a94e-dea325b638e1 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:36:06.224968 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-268b39dc-9e67-467a-b8bc-6578fde59f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:06.237431 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-268b39dc-9e67-467a-b8bc-6578fde59f94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:06.241510 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-268b39dc-9e67-467a-b8bc-6578fde59f94 admin admin] 10.222.0.46 "DELETE /v2.0/networks/de5b4090-a778-4df4-ad31-4dba3e85ea67 HTTP/1.1" status: 204 len: 168 time: 1.6322455 Dec 17 15:36:06.291441 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 042e6cbc-e47c-4337-a94e-dea325b638e1 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:36:06.302729 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 042e6cbc-e47c-4337-a94e-dea325b638e1 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:36:06.303541 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:06.419559 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48116) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:06.451276 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:06.480716 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08dd7347-faf0-43c8-9d30-6c731ceed40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042e6cbc-e47c-4337-a94e-dea325b638e1'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:36:06.483662 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f39f5f7-fa3f-4773-b613-9fad09437075" -d '{"events": [{"server_uuid": "08dd7347-faf0-43c8-9d30-6c731ceed40d", "name": "network-vif-plugged", "status": "completed", "tag": "042e6cbc-e47c-4337-a94e-dea325b638e1"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:36:06.502139 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 042e6cbc-e47c-4337-a94e-dea325b638e1, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=042e6cbc-e47c-4337-a94e-dea325b638e1,segment=NetworkSegment(f1f4760e-7fd1-432e-9861-fd1a052a7a2d),segment_id=f1f4760e-7fd1-432e-9861-fd1a052a7a2d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:36:06.521527 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a4ff9073-be3e-423d-909f-effcdac70e69 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:06.528022 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-81cd1579-8311-4c9e-985f-8f54219c0bcb service neutron] 10.222.0.41 "GET /v2.0/networks/d4027dc0-8288-4549-8d12-d83ce78395f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6968727 Dec 17 15:36:06.557922 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62924562-da5b-4b00-b131-6c84e2b5b2a5 x-openstack-request-id: req-62924562-da5b-4b00-b131-6c84e2b5b2a5 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:36:06.558219 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08dd7347-faf0-43c8-9d30-6c731ceed40d", "name": "network-vif-plugged", "status": "completed", "tag": "042e6cbc-e47c-4337-a94e-dea325b638e1", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:36:06.558477 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-62924562-da5b-4b00-b131-6c84e2b5b2a5 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:36:06.558881 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08dd7347-faf0-43c8-9d30-6c731ceed40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042e6cbc-e47c-4337-a94e-dea325b638e1', 'code': 200} Dec 17 15:36:06.569084 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 80158303-1800-4a4f-9368-9998d5c50e23 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:36:06.620604 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:06.629802 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 80158303-1800-4a4f-9368-9998d5c50e23 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:36:06.630564 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 80158303-1800-4a4f-9368-9998d5c50e23 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:36:06.722650 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=042e6cbc-e47c-4337-a94e-dea325b638e1,revision_number=12']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:06.818923 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b39dc-9e67-467a-b8bc-6578fde59f94 admin admin] Pushing event deleted for resources: {'Network': ['ID=de5b4090-a778-4df4-ad31-4dba3e85ea67,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:06.826026 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a4ff9073-be3e-423d-909f-effcdac70e69 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:06.859847 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a4ff9073-be3e-423d-909f-effcdac70e69 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:06.942704 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d985bab1-7621-4901-8aa0-c0e5d1f1f33e req-3a83aa64-d234-418b-aadb-b70f54000d7b service neutron] 10.222.0.41 "GET /v2.0/networks/d4027dc0-8288-4549-8d12-d83ce78395f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814242 Dec 17 15:36:06.957862 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ac7b1-efe5-4db7-9b91-6fecd91465d8 req-89609906-1754-4cc4-80a4-42445f113783 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:06.959380 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-645ac7b1-efe5-4db7-9b91-6fecd91465d8 req-89609906-1754-4cc4-80a4-42445f113783 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 946 time: 0.1482506 Dec 17 15:36:06.966860 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634d97c-2e66-446c-9304-a44697da395d req-ad1d8c21-b6b9-4987-b20e-50d6583771c6 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:06.968332 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6634d97c-2e66-446c-9304-a44697da395d req-ad1d8c21-b6b9-4987-b20e-50d6583771c6 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1252573-9dfa-4b49-9ccb-9fb567f242a8 HTTP/1.1" status: 200 len: 948 time: 0.1561239 Dec 17 15:36:06.991857 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a4ff9073-be3e-423d-909f-effcdac70e69 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:06.992294 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ff9073-be3e-423d-909f-effcdac70e69 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Fanout notify agent at l3_agent the message router_deleted on router f39e4788-26d2-4f07-892a-1640f3e3b261 {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:36:07.000110 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a560a88-5f0e-46dd-a07c-2cd6043315a5 req-73121ef5-9915-4344-92db-ab2715a9ba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:07.000536 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a4ff9073-be3e-423d-909f-effcdac70e69 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:07.001594 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a560a88-5f0e-46dd-a07c-2cd6043315a5 req-73121ef5-9915-4344-92db-ab2715a9ba4f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 1097 time: 0.1884429 Dec 17 15:36:07.001832 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a4ff9073-be3e-423d-909f-effcdac70e69 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] 10.222.0.46 "DELETE /v2.0/routers/f39e4788-26d2-4f07-892a-1640f3e3b261 HTTP/1.1" status: 204 len: 168 time: 1.0033960 Dec 17 15:36:07.006961 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48128) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:07.008507 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5906098e-4c96-41aa-8168-f98b1c13521e req-386a3a20-94d1-4c4b-b271-2c73205b5040 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8167655 Dec 17 15:36:07.049353 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1b6f0caf-ebf4-4aea-9234-72f77f5f5aa1 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] 10.222.0.46 "GET /v2.0/ports?device_id=f39e4788-26d2-4f07-892a-1640f3e3b261 HTTP/1.1" status: 200 len: 205 time: 0.0418015 Dec 17 15:36:07.050621 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48130) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:07.071342 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-645ac7b1-efe5-4db7-9b91-6fecd91465d8 req-dbe12c2c-08dc-4a4f-aaf1-0ea65959b6d5 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938218 Dec 17 15:36:07.087757 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6634d97c-2e66-446c-9304-a44697da395d req-59c5f0a0-f777-4e6b-9e7c-bc7eb5fb1626 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/security-groups?id=c726c84c-8ba7-4935-9741-c7e373b0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009686 Dec 17 15:36:07.089473 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a560a88-5f0e-46dd-a07c-2cd6043315a5 req-53d67d26-4ca6-4d6c-8fd6-11ad6b4c62db service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790679 Dec 17 15:36:07.126690 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-f8be0576-14ce-406d-a25b-8676c132e1ff tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] delete failed (client error): The resource could not be found. Dec 17 15:36:07.130775 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f8be0576-14ce-406d-a25b-8676c132e1ff tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] 10.222.0.46 "DELETE /v2.0/routers/f39e4788-26d2-4f07-892a-1640f3e3b261 HTTP/1.1" status: 404 len: 336 time: 0.0744514 Dec 17 15:36:07.137401 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48132) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:07.173697 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885018b-a186-43c1-9696-bd633735ec8b req-9f8f896d-12b5-421c-b8d5-9640446d3720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:07.175384 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b885018b-a186-43c1-9696-bd633735ec8b req-9f8f896d-12b5-421c-b8d5-9640446d3720 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a34d23e4334452eba0b24e500167ab7&device_id=b9876488-f85f-4c8f-918b-fc5a671cad2a HTTP/1.1" status: 200 len: 1058 time: 0.0800099 Dec 17 15:36:07.181016 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-df2277e3-7ddf-4bf3-ae94-b86a8c010461 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b44f09-545b-4b7a-b4e7-4038186e859d HTTP/1.1" status: 200 len: 205 time: 0.0436091 Dec 17 15:36:07.183430 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48134) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:07.194988 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb65530-2b15-4a1f-99ed-e9dada9bb5be req-d62d6939-7025-4e83-a432-6e4adf7c9a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:07.196482 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fdb65530-2b15-4a1f-99ed-e9dada9bb5be req-d62d6939-7025-4e83-a432-6e4adf7c9a4b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=77fe2a1e174d4b83826a4668cf9993d0&device_id=e1252573-9dfa-4b49-9ccb-9fb567f242a8 HTTP/1.1" status: 200 len: 1099 time: 0.0703712 Dec 17 15:36:07.237079 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-8a9ca83e-a636-4ee0-abe3-7d6eb7ea6df3 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] delete failed (client error): The resource could not be found. Dec 17 15:36:07.239239 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8a9ca83e-a636-4ee0-abe3-7d6eb7ea6df3 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] 10.222.0.46 "DELETE /v2.0/routers/96b44f09-545b-4b7a-b4e7-4038186e859d HTTP/1.1" status: 404 len: 336 time: 0.0541630 Dec 17 15:36:07.245651 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48138) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:07.280727 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f9395209-183a-4684-a09a-22ad65f66623 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7097ddc-fd7a-4420-b4d1-d6d97a572957 HTTP/1.1" status: 200 len: 205 time: 0.0302057 Dec 17 15:36:07.283422 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48140) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:07.327988 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb65530-2b15-4a1f-99ed-e9dada9bb5be req-0d6f741c-3699-4deb-8540-a9fd978c0805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:07.329720 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fdb65530-2b15-4a1f-99ed-e9dada9bb5be req-0d6f741c-3699-4deb-8540-a9fd978c0805 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.1252096 Dec 17 15:36:07.344903 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-c7da5e25-21b1-4fe5-8c98-61e36420d3d3 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] delete failed (client error): The resource could not be found. Dec 17 15:36:07.345968 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c7da5e25-21b1-4fe5-8c98-61e36420d3d3 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] 10.222.0.46 "DELETE /v2.0/routers/c7097ddc-fd7a-4420-b4d1-d6d97a572957 HTTP/1.1" status: 404 len: 336 time: 0.0602295 Dec 17 15:36:07.354060 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502a847-77f9-4ddb-bcc6-9a453d91cee4 req-01812d0c-4eb3-42e2-a619-0c360d432e01 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:07.354349 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48142) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:07.354967 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8502a847-77f9-4ddb-bcc6-9a453d91cee4 req-01812d0c-4eb3-42e2-a619-0c360d432e01 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9876488-f85f-4c8f-918b-fc5a671cad2a HTTP/1.1" status: 200 len: 907 time: 0.0774903 Dec 17 15:36:07.388093 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fdb65530-2b15-4a1f-99ed-e9dada9bb5be req-41384379-2cf8-4f44-a2d4-a2c83cff3086 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=6a672839-b3a2-4d00-90c1-cff2d09f5560 HTTP/1.1" status: 200 len: 217 time: 0.0498447 Dec 17 15:36:07.396574 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f4936af6-0d07-4bf4-afb3-88aeed04b1b0 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] 10.222.0.46 "GET /v2.0/ports?device_id=c44c43c6-95ec-4f4b-bb0a-b9e84dbd8e45 HTTP/1.1" status: 200 len: 205 time: 0.0409460 Dec 17 15:36:07.397552 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48146) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:07.414960 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b562904a-3e58-4c61-bde5-5f9bf3df8d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:07.444493 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb65530-2b15-4a1f-99ed-e9dada9bb5be req-a14f734a-0cda-4898-9efe-696ab7fcefe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:07.446206 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fdb65530-2b15-4a1f-99ed-e9dada9bb5be req-a14f734a-0cda-4898-9efe-696ab7fcefe1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0480895 Dec 17 15:36:07.497519 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb65530-2b15-4a1f-99ed-e9dada9bb5be req-3a0eaf9b-8578-4347-8598-f5ac230a119b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:07.498992 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fdb65530-2b15-4a1f-99ed-e9dada9bb5be req-3a0eaf9b-8578-4347-8598-f5ac230a119b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0446019 Dec 17 15:36:07.525169 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-46a7c286-2da8-4be1-93c9-e078c12ff25b tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] delete failed (client error): The resource could not be found. Dec 17 15:36:07.528583 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-46a7c286-2da8-4be1-93c9-e078c12ff25b tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] 10.222.0.46 "DELETE /v2.0/routers/c44c43c6-95ec-4f4b-bb0a-b9e84dbd8e45 HTTP/1.1" status: 404 len: 336 time: 0.1213732 Dec 17 15:36:07.529283 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48148) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:07.600061 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-bec38a16-4176-418b-99ef-d3ddba4ad80a tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d5925e3-a542-4e37-96a6-2abae60774e1 HTTP/1.1" status: 200 len: 205 time: 0.0675690 Dec 17 15:36:07.600304 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fdb65530-2b15-4a1f-99ed-e9dada9bb5be req-85ddd51c-816e-4ea8-9c92-8ef9de722c19 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923600 Dec 17 15:36:07.600304 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48150) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:07.653584 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-3d633cf8-4425-4fd8-87d7-97f2b668ad63 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] delete failed (client error): The resource could not be found. Dec 17 15:36:07.657120 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3d633cf8-4425-4fd8-87d7-97f2b668ad63 tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] 10.222.0.46 "DELETE /v2.0/routers/1d5925e3-a542-4e37-96a6-2abae60774e1 HTTP/1.1" status: 404 len: 336 time: 0.0534983 Dec 17 15:36:07.658966 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48152) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:07.702041 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885018b-a186-43c1-9696-bd633735ec8b req-c2ddfd09-6779-48c6-bc4b-a84a8a38d208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:07.703378 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b885018b-a186-43c1-9696-bd633735ec8b req-c2ddfd09-6779-48c6-bc4b-a84a8a38d208 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4027dc0-8288-4549-8d12-d83ce78395f6 HTTP/1.1" status: 200 len: 898 time: 0.1891463 Dec 17 15:36:07.725563 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4995c7ff-caea-49ec-a6fa-b928293aa70e tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8adc379-2dcd-451e-b664-cec1c44262b8 HTTP/1.1" status: 200 len: 205 time: 0.0622425 Dec 17 15:36:07.725884 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48154) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:07.766919 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fdb65530-2b15-4a1f-99ed-e9dada9bb5be req-8e2fff82-39a9-444a-afa7-acd6a43c4ad2 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602819 Dec 17 15:36:07.767799 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-6783a87a-92dd-4109-b83b-94c3c58d93ea tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] delete failed (client error): The resource could not be found. Dec 17 15:36:07.771892 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6783a87a-92dd-4109-b83b-94c3c58d93ea tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] 10.222.0.46 "DELETE /v2.0/routers/c8adc379-2dcd-451e-b664-cec1c44262b8 HTTP/1.1" status: 404 len: 336 time: 0.0419309 Dec 17 15:36:07.772301 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48156) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:07.775080 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b885018b-a186-43c1-9696-bd633735ec8b req-c8710cea-8530-439c-aaa2-aca303356b9b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2fdd551-b799-4dca-ba82-5c594206ed45 HTTP/1.1" status: 200 len: 217 time: 0.0559525 Dec 17 15:36:07.811573 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a347244-2cc5-4ee0-a171-a7abcb1b719b tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] DELETE failed (client error): The resource could not be found. Dec 17 15:36:07.812028 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a347244-2cc5-4ee0-a171-a7abcb1b719b tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:36:07.818205 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8a347244-2cc5-4ee0-a171-a7abcb1b719b tempest-RoutersIpV6AdminTest-2062409886 tempest-RoutersIpV6AdminTest-2062409886-project] 10.222.0.46 "DELETE /v2.0/subnets/5903f408-292c-4283-b96e-7fe3d5884e22 HTTP/1.1" status: 404 len: 337 time: 0.0419185 Dec 17 15:36:07.843796 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885018b-a186-43c1-9696-bd633735ec8b req-cf8cbb51-0d88-4afb-b5a8-5f7b97f28b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:07.845141 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b885018b-a186-43c1-9696-bd633735ec8b req-cf8cbb51-0d88-4afb-b5a8-5f7b97f28b21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba04b6a1-8d4b-418d-a757-a9d2a99ccff4 HTTP/1.1" status: 200 len: 834 time: 0.0617330 Dec 17 15:36:07.933294 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885018b-a186-43c1-9696-bd633735ec8b req-c92f408a-591f-4686-831c-420a36a46079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:07.934791 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b885018b-a186-43c1-9696-bd633735ec8b req-c92f408a-591f-4686-831c-420a36a46079 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4027dc0-8288-4549-8d12-d83ce78395f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818288 Dec 17 15:36:08.012591 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-b562904a-3e58-4c61-bde5-5f9bf3df8d82 admin admin] Deleting port abcc7b27-edc7-45cb-be90-ca657bb38a10 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:36:08.012943 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b562904a-3e58-4c61-bde5-5f9bf3df8d82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:08.085862 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b885018b-a186-43c1-9696-bd633735ec8b req-4540260f-888d-431b-b4ce-2e38ff1096c5 service neutron] 10.222.0.41 "GET /v2.0/networks/d4027dc0-8288-4549-8d12-d83ce78395f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412699 Dec 17 15:36:08.188091 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-b562904a-3e58-4c61-bde5-5f9bf3df8d82 admin admin] For port abcc7b27-edc7-45cb-be90-ca657bb38a10, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=abcc7b27-edc7-45cb-be90-ca657bb38a10,segment=NetworkSegment(d431bc8e-26be-43f7-8215-0e74effa22cb),segment_id=d431bc8e-26be-43f7-8215-0e74effa22cb)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:36:08.188464 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b562904a-3e58-4c61-bde5-5f9bf3df8d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:08.207424 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-b562904a-3e58-4c61-bde5-5f9bf3df8d82 admin admin] Calling delete_port for abcc7b27-edc7-45cb-be90-ca657bb38a10 owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:36:08.257784 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5a3e4-0b03-49a6-a63d-f6cf0566bdc1 req-ee26ea87-8fe1-4b76-80d0-53d7b0ada029 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:08.259981 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bae5a3e4-0b03-49a6-a63d-f6cf0566bdc1 req-ee26ea87-8fe1-4b76-80d0-53d7b0ada029 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1252573-9dfa-4b49-9ccb-9fb567f242a8 HTTP/1.1" status: 200 len: 948 time: 0.0614698 Dec 17 15:36:08.274639 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add2c61-caf2-42b1-b559-dee33e3b75c3 req-ce8784b7-6aae-4b0e-9257-f35790d6a5e8 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:08.282590 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7add2c61-caf2-42b1-b559-dee33e3b75c3 req-ce8784b7-6aae-4b0e-9257-f35790d6a5e8 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 946 time: 0.1157873 Dec 17 15:36:08.289989 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b885018b-a186-43c1-9696-bd633735ec8b req-141d2920-55b1-4f01-8ff3-beb5db654cde service neutron] 10.222.0.41 "GET /v2.0/networks/d4027dc0-8288-4549-8d12-d83ce78395f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859789 Dec 17 15:36:08.305912 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48166) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:08.350934 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7add2c61-caf2-42b1-b559-dee33e3b75c3 req-e740d102-1106-4e6c-8a20-1fd85301d669 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614429 Dec 17 15:36:08.402688 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bae5a3e4-0b03-49a6-a63d-f6cf0566bdc1 req-c9e3e5ed-1152-4124-96d3-26e606a9ca72 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/security-groups?id=c726c84c-8ba7-4935-9741-c7e373b0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095331 Dec 17 15:36:08.522855 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e08e9b4-9486-40df-98b4-320359157a8d req-1c028670-6fd2-4426-8d53-eb5aa118e251 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:08.530083 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8e08e9b4-9486-40df-98b4-320359157a8d req-1c028670-6fd2-4426-8d53-eb5aa118e251 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9876488-f85f-4c8f-918b-fc5a671cad2a HTTP/1.1" status: 200 len: 907 time: 0.0770168 Dec 17 15:36:08.688811 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cdd6443f-1253-4252-ae6c-d7e9e8703351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:08.830357 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cdd6443f-1253-4252-ae6c-d7e9e8703351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:08.928951 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b562904a-3e58-4c61-bde5-5f9bf3df8d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:08.958081 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cdd6443f-1253-4252-ae6c-d7e9e8703351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:08.963064 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b562904a-3e58-4c61-bde5-5f9bf3df8d82 admin admin] Pushing event deleted for resources: {'Port': ['ID=abcc7b27-edc7-45cb-be90-ca657bb38a10,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:09.036923 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd6443f-1253-4252-ae6c-d7e9e8703351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bfff7e-af6d-40d0-a89b-0be42c932396,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:09.045481 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cdd6443f-1253-4252-ae6c-d7e9e8703351 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9197c6f3f94245fe9656ca61dbd37e2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7362757 Dec 17 15:36:09.045860 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48192) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:09.136445 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f771c6ed-cc1d-4884-94ee-14690373cfa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:09.169732 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f771c6ed-cc1d-4884-94ee-14690373cfa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:09.193504 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b562904a-3e58-4c61-bde5-5f9bf3df8d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:09.328708 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f771c6ed-cc1d-4884-94ee-14690373cfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:09.332060 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f771c6ed-cc1d-4884-94ee-14690373cfa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:09.335842 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f771c6ed-cc1d-4884-94ee-14690373cfa5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/89bfff7e-af6d-40d0-a89b-0be42c932396 HTTP/1.1" status: 204 len: 168 time: 0.2863734 Dec 17 15:36:09.342844 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771c6ed-cc1d-4884-94ee-14690373cfa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bfff7e-af6d-40d0-a89b-0be42c932396,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:09.476938 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b562904a-3e58-4c61-bde5-5f9bf3df8d82 admin admin] Router 495a04b8-c678-4194-9d46-baa26f0e0716 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:36:09.539530 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79d1b3-cf0c-49d5-9e65-bb9473e61d4f req-2d88dbd1-b59c-4c95-885e-043f2b1dcd51 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:09.540735 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cd79d1b3-cf0c-49d5-9e65-bb9473e61d4f req-2d88dbd1-b59c-4c95-885e-043f2b1dcd51 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 946 time: 0.0863779 Dec 17 15:36:09.563855 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8faa61-dff5-44de-b2af-09ef2c373186 req-77d71593-9663-40f1-8236-235bd6064d65 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:09.565613 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ca8faa61-dff5-44de-b2af-09ef2c373186 req-77d71593-9663-40f1-8236-235bd6064d65 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1252573-9dfa-4b49-9ccb-9fb567f242a8 HTTP/1.1" status: 200 len: 948 time: 0.0799580 Dec 17 15:36:09.623350 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cd79d1b3-cf0c-49d5-9e65-bb9473e61d4f req-19d1825d-2e64-4336-84a8-7cf56eb16472 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707421 Dec 17 15:36:09.643114 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ca8faa61-dff5-44de-b2af-09ef2c373186 req-ad74c02c-acca-4ba6-a27f-4a546bd65550 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/security-groups?id=c726c84c-8ba7-4935-9741-c7e373b0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688231 Dec 17 15:36:09.693591 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b562904a-3e58-4c61-bde5-5f9bf3df8d82 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:36:09.701391 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b562904a-3e58-4c61-bde5-5f9bf3df8d82 admin admin] 10.222.0.46 "PUT /v2.0/routers/495a04b8-c678-4194-9d46-baa26f0e0716/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2806027 Dec 17 15:36:09.703794 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48224) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:09.705482 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02fa3a0-43ee-446f-a26b-cf9b5648af18 None None] Sync routers for ids ['495a04b8-c678-4194-9d46-baa26f0e0716'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:36:09.717737 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02fa3a0-43ee-446f-a26b-cf9b5648af18 None None] Routers {'495a04b8-c678-4194-9d46-baa26f0e0716'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:09.718834 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b02fa3a0-43ee-446f-a26b-cf9b5648af18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['495a04b8-c678-4194-9d46-baa26f0e0716'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:09.824680 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212a0c0-ccd2-43dd-89a2-15e9bdd2d41c req-c3ab0ca2-152e-4271-b8f8-05c3b5d5aa03 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:09.826843 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d212a0c0-ccd2-43dd-89a2-15e9bdd2d41c req-c3ab0ca2-152e-4271-b8f8-05c3b5d5aa03 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9876488-f85f-4c8f-918b-fc5a671cad2a HTTP/1.1" status: 200 len: 907 time: 0.0844998 Dec 17 15:36:09.850273 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-980ffb86-e4a6-466c-9f49-c15a4b60325d admin admin] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:09.875383 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-b02fa3a0-43ee-446f-a26b-cf9b5648af18 None None] Set router 495a04b8-c678-4194-9d46-baa26f0e0716 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:36:09.968560 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-980ffb86-e4a6-466c-9f49-c15a4b60325d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:10.076627 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b02fa3a0-43ee-446f-a26b-cf9b5648af18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495a04b8-c678-4194-9d46-baa26f0e0716', 'name': 'tempest-TaggedBootDevicesTest-1052913042-router', 'tenant_id': '3910f5adac3644bd8970d483f081e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.120'}], 'enable_snat': True}, 'gw_port_id': 'ecc58494-5367-4b49-b11c-8b4c55604d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:24:13Z', 'updated_at': '2021-12-17T15:36:08Z', 'revision_number': 5, 'project_id': '3910f5adac3644bd8970d483f081e0c6', 'gw_port': {'id': 'ecc58494-5367-4b49-b11c-8b4c55604d00', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495a04b8-c678-4194-9d46-baa26f0e0716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:24:14Z', 'updated_at': '2021-12-17T15:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:10.102950 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02fa3a0-43ee-446f-a26b-cf9b5648af18 None None] Checking router: 495a04b8-c678-4194-9d46-baa26f0e0716 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:36:10.111348 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02fa3a0-43ee-446f-a26b-cf9b5648af18 None None] Routers {'495a04b8-c678-4194-9d46-baa26f0e0716'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:10.111950 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b02fa3a0-43ee-446f-a26b-cf9b5648af18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['495a04b8-c678-4194-9d46-baa26f0e0716'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:10.126477 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48226) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:10.142866 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-980ffb86-e4a6-466c-9f49-c15a4b60325d admin admin] Deleting port ecc58494-5367-4b49-b11c-8b4c55604d00 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:36:10.143216 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-980ffb86-e4a6-466c-9f49-c15a4b60325d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:10.174042 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-22f8b167-c300-4aba-94f3-3f2709c84cac admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=71e75d152e674033b662c63e93cdef14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459716 Dec 17 15:36:10.177765 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48228) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:10.199446 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f2fdd551-b799-4dca-ba82-5c594206ed45 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:36:10.210653 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-b02fa3a0-43ee-446f-a26b-cf9b5648af18 None None] Set router 495a04b8-c678-4194-9d46-baa26f0e0716 gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:36:10.230849 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-980ffb86-e4a6-466c-9f49-c15a4b60325d admin admin] For port ecc58494-5367-4b49-b11c-8b4c55604d00, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ecc58494-5367-4b49-b11c-8b4c55604d00,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:36:10.231541 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-980ffb86-e4a6-466c-9f49-c15a4b60325d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:10.240981 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-30472cef-4e73-480e-8482-0f18cdda5475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:10.248011 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-980ffb86-e4a6-466c-9f49-c15a4b60325d admin admin] Calling delete_port for ecc58494-5367-4b49-b11c-8b4c55604d00 owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:36:10.265712 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-30472cef-4e73-480e-8482-0f18cdda5475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:10.272084 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b02fa3a0-43ee-446f-a26b-cf9b5648af18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495a04b8-c678-4194-9d46-baa26f0e0716', 'name': 'tempest-TaggedBootDevicesTest-1052913042-router', 'tenant_id': '3910f5adac3644bd8970d483f081e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:24:13Z', 'updated_at': '2021-12-17T15:36:09Z', 'revision_number': 6, 'project_id': '3910f5adac3644bd8970d483f081e0c6', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:10.313688 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02fa3a0-43ee-446f-a26b-cf9b5648af18 None None] The sync data for ids ['495a04b8-c678-4194-9d46-baa26f0e0716'] in n-d-820553-2 is: [{'id': '495a04b8-c678-4194-9d46-baa26f0e0716', 'name': 'tempest-TaggedBootDevicesTest-1052913042-router', 'tenant_id': '3910f5adac3644bd8970d483f081e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:24:13Z', 'updated_at': '2021-12-17T15:36:09Z', 'revision_number': 6, 'project_id': '3910f5adac3644bd8970d483f081e0c6', 'gw_port_host': None}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:36:10.402727 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-30472cef-4e73-480e-8482-0f18cdda5475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:10.405631 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port f2fdd551-b799-4dca-ba82-5c594206ed45, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f2fdd551-b799-4dca-ba82-5c594206ed45,segment=NetworkSegment(89815f53-6468-48d9-86e2-5eff089aa430),segment_id=89815f53-6468-48d9-86e2-5eff089aa430)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:36:10.411270 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-30472cef-4e73-480e-8482-0f18cdda5475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:10.411270 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-30472cef-4e73-480e-8482-0f18cdda5475 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0e662e7e-aea3-4513-bd58-519d2ce1f766 HTTP/1.1" status: 204 len: 168 time: 0.2284575 Dec 17 15:36:10.416889 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30472cef-4e73-480e-8482-0f18cdda5475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e662e7e-aea3-4513-bd58-519d2ce1f766,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:10.523023 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-980ffb86-e4a6-466c-9f49-c15a4b60325d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:10.574879 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ffb86-e4a6-466c-9f49-c15a4b60325d admin admin] Pushing event deleted for resources: {'Port': ['ID=ecc58494-5367-4b49-b11c-8b4c55604d00,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:10.582685 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 6a672839-b3a2-4d00-90c1-cff2d09f5560 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:36:10.585805 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:10.586566 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'f2fdd551-b799-4dca-ba82-5c594206ed45', 'network_id': 'd4027dc0-8288-4549-8d12-d83ce78395f6', 'port_id': 'f2fdd551-b799-4dca-ba82-5c594206ed45', 'mac_address': 'fa:16:3e:48:58:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba04b6a1-8d4b-418d-a757-a9d2a99ccff4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:36:10.639012 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-980ffb86-e4a6-466c-9f49-c15a4b60325d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:10.714212 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:10.753636 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-980ffb86-e4a6-466c-9f49-c15a4b60325d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:10.756538 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-980ffb86-e4a6-466c-9f49-c15a4b60325d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:10.762747 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2fdd551-b799-4dca-ba82-5c594206ed45 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:36:10.808052 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port f2fdd551-b799-4dca-ba82-5c594206ed45, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f2fdd551-b799-4dca-ba82-5c594206ed45,segment=NetworkSegment(89815f53-6468-48d9-86e2-5eff089aa430),segment_id=89815f53-6468-48d9-86e2-5eff089aa430)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:36:10.825495 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 6a672839-b3a2-4d00-90c1-cff2d09f5560, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=6a672839-b3a2-4d00-90c1-cff2d09f5560,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:36:10.859462 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '6a672839-b3a2-4d00-90c1-cff2d09f5560', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': '6a672839-b3a2-4d00-90c1-cff2d09f5560', 'mac_address': 'fa:16:3e:90:c0:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:36:10.899316 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:10.905605 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31842f24-cfa8-4ee8-8634-2dcf5685e092 req-d1698c5c-44eb-4f21-a48e-59d225b864bd tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:10.907382 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-31842f24-cfa8-4ee8-8634-2dcf5685e092 req-d1698c5c-44eb-4f21-a48e-59d225b864bd tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 946 time: 0.0724988 Dec 17 15:36:10.939902 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-980ffb86-e4a6-466c-9f49-c15a4b60325d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:10.945796 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980ffb86-e4a6-466c-9f49-c15a4b60325d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 495a04b8-c678-4194-9d46-baa26f0e0716 {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:36:10.946422 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-980ffb86-e4a6-466c-9f49-c15a4b60325d admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:10.948159 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-980ffb86-e4a6-466c-9f49-c15a4b60325d admin admin] 10.222.0.46 "DELETE /v2.0/routers/495a04b8-c678-4194-9d46-baa26f0e0716 HTTP/1.1" status: 204 len: 168 time: 1.2433724 Dec 17 15:36:10.950666 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48246) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:10.959551 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:10.984090 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-31842f24-cfa8-4ee8-8634-2dcf5685e092 req-5f38a60e-1cbe-451a-abe0-6deb36372f56 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607758 Dec 17 15:36:10.988184 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a672839-b3a2-4d00-90c1-cff2d09f5560 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:36:10.997345 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=f2fdd551-b799-4dca-ba82-5c594206ed45,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:11.017022 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 6a672839-b3a2-4d00-90c1-cff2d09f5560, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=6a672839-b3a2-4d00-90c1-cff2d09f5560,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:36:11.032616 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b891e6-7291-40c6-a7b9-1aa917d2cc9c admin admin] Deleting subnet 8fb538d8-3317-46c4-9620-8dc0759d8e40 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:36:11.037600 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f2b891e6-7291-40c6-a7b9-1aa917d2cc9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:11.078114 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f2b891e6-7291-40c6-a7b9-1aa917d2cc9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:11.089369 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:11.119563 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d9e45-ef4d-4b18-8cf4-489e52af6849 req-10d1892e-d560-4209-89a1-e13246cf4141 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:11.121243 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3f0d9e45-ef4d-4b18-8cf4-489e52af6849 req-10d1892e-d560-4209-89a1-e13246cf4141 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1252573-9dfa-4b49-9ccb-9fb567f242a8 HTTP/1.1" status: 200 len: 948 time: 0.0624127 Dec 17 15:36:11.166453 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=6a672839-b3a2-4d00-90c1-cff2d09f5560,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:11.169175 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f2b891e6-7291-40c6-a7b9-1aa917d2cc9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:11.176346 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3f0d9e45-ef4d-4b18-8cf4-489e52af6849 req-968bbc0f-f38d-41d0-9af3-6198a9ae2dcd tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/security-groups?id=c726c84c-8ba7-4935-9741-c7e373b0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486469 Dec 17 15:36:11.277201 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device abcc7b27-edc7-45cb-be90-ca657bb38a10 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:36:11.309214 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['f2fdd551-b799-4dca-ba82-5c594206ed45'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:36:11.311434 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f2b891e6-7291-40c6-a7b9-1aa917d2cc9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:11.332905 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f2b891e6-7291-40c6-a7b9-1aa917d2cc9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:11.346405 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48258) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:11.346810 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f2b891e6-7291-40c6-a7b9-1aa917d2cc9c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8fb538d8-3317-46c4-9620-8dc0759d8e40 HTTP/1.1" status: 204 len: 168 time: 0.3941100 Dec 17 15:36:11.369886 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b7f2d-b339-4b1d-afcd-4e9d6de6fcda req-0502bbb8-2dc9-43db-b75c-fd645e295ab5 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:11.371229 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['6a672839-b3a2-4d00-90c1-cff2d09f5560'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:36:11.373541 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-224b7f2d-b339-4b1d-afcd-4e9d6de6fcda req-0502bbb8-2dc9-43db-b75c-fd645e295ab5 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9876488-f85f-4c8f-918b-fc5a671cad2a HTTP/1.1" status: 200 len: 908 time: 0.1292012 Dec 17 15:36:11.380220 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b891e6-7291-40c6-a7b9-1aa917d2cc9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fb538d8-3317-46c4-9620-8dc0759d8e40,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:11.391421 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5df8b-41e2-4e09-866f-25d1a1999cfc req-506dec89-8279-41b9-ae1f-efa6c488d8a4 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:11.392913 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5dd5df8b-41e2-4e09-866f-25d1a1999cfc req-506dec89-8279-41b9-ae1f-efa6c488d8a4 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/ports?device_id=b97c73ea-5516-4830-a08d-9c2e185afa56 HTTP/1.1" status: 200 len: 945 time: 0.1161494 Dec 17 15:36:11.412970 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: abcc7b27-edc7-45cb-be90-ca657bb38a10 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:36:11.413822 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device abcc7b27-edc7-45cb-be90-ca657bb38a10 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:36:11.415467 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa84eb2b-7f4a-44b1-8d8e-3a33680e820d None None] Network 1652134b-6f2a-44d0-ac5e-17bc57c8c6ec requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:36:11.496420 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5dd5df8b-41e2-4e09-866f-25d1a1999cfc req-c80ea712-0e9d-43ed-a4c0-2c0d057c35e1 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50a0fda-15c8-4278-9a8f-3704fdc038b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929999 Dec 17 15:36:11.500144 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f87ddbb8-57f6-484b-a89a-d564a76f0ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:11.574686 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-f87ddbb8-57f6-484b-a89a-d564a76f0ccb admin admin] Deleting port c5b5f052-c8bd-4535-b947-a8c4a2a98267 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:36:11.575026 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f87ddbb8-57f6-484b-a89a-d564a76f0ccb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:11.642996 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-f87ddbb8-57f6-484b-a89a-d564a76f0ccb admin admin] For port c5b5f052-c8bd-4535-b947-a8c4a2a98267, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c5b5f052-c8bd-4535-b947-a8c4a2a98267,segment=NetworkSegment(d431bc8e-26be-43f7-8215-0e74effa22cb),segment_id=d431bc8e-26be-43f7-8215-0e74effa22cb)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:36:11.643394 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f87ddbb8-57f6-484b-a89a-d564a76f0ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:11.661912 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-f87ddbb8-57f6-484b-a89a-d564a76f0ccb admin admin] Calling delete_port for c5b5f052-c8bd-4535-b947-a8c4a2a98267 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:36:11.728031 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d822ad97-c8f2-4869-80f5-324f92f84950 None None] DHCP port deletion for 1652134b-6f2a-44d0-ac5e-17bc57c8c6ec request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:36:11.775380 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d822ad97-c8f2-4869-80f5-324f92f84950 None None] Deleting port c5b5f052-c8bd-4535-b947-a8c4a2a98267 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:36:11.775861 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d822ad97-c8f2-4869-80f5-324f92f84950 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:11.837036 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f87ddbb8-57f6-484b-a89a-d564a76f0ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:11.840700 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-d822ad97-c8f2-4869-80f5-324f92f84950 None None] For port c5b5f052-c8bd-4535-b947-a8c4a2a98267, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c5b5f052-c8bd-4535-b947-a8c4a2a98267,segment=NetworkSegment(d431bc8e-26be-43f7-8215-0e74effa22cb),segment_id=d431bc8e-26be-43f7-8215-0e74effa22cb)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:36:11.841157 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d822ad97-c8f2-4869-80f5-324f92f84950 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:11.857428 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d822ad97-c8f2-4869-80f5-324f92f84950 None None] Calling delete_port for c5b5f052-c8bd-4535-b947-a8c4a2a98267 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:36:11.865154 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ddbb8-57f6-484b-a89a-d564a76f0ccb admin admin] Pushing event deleted for resources: {'Port': ['ID=c5b5f052-c8bd-4535-b947-a8c4a2a98267,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:11.868711 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87ddbb8-57f6-484b-a89a-d564a76f0ccb admin admin] No DVR routers for this DVR port c5b5f052-c8bd-4535-b947-a8c4a2a98267 on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:36:11.944041 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f87ddbb8-57f6-484b-a89a-d564a76f0ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:11.956538 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d822ad97-c8f2-4869-80f5-324f92f84950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:11.965730 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-f87ddbb8-57f6-484b-a89a-d564a76f0ccb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1652134b-6f2a-44d0-ac5e-17bc57c8c6ec']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:11.975507 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-f87ddbb8-57f6-484b-a89a-d564a76f0ccb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd431bc8e-26be-43f7-8215-0e74effa22cb') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:11.979338 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-f87ddbb8-57f6-484b-a89a-d564a76f0ccb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd431bc8e-26be-43f7-8215-0e74effa22cb') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:11.981818 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822ad97-c8f2-4869-80f5-324f92f84950 None None] Pushing event deleted for resources: {'Port': ['ID=c5b5f052-c8bd-4535-b947-a8c4a2a98267,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:11.985385 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d822ad97-c8f2-4869-80f5-324f92f84950 None None] No DVR routers for this DVR port c5b5f052-c8bd-4535-b947-a8c4a2a98267 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:36:11.990341 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f87ddbb8-57f6-484b-a89a-d564a76f0ccb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:12.003870 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f87ddbb8-57f6-484b-a89a-d564a76f0ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:12.009644 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f87ddbb8-57f6-484b-a89a-d564a76f0ccb admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:36:12.010033 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f87ddbb8-57f6-484b-a89a-d564a76f0ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:12.011647 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:36:12.011647 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:36:12.011647 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:36:12.011647 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:36:12.011647 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:36:12.011647 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:36:12.011647 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:36:12.011647 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:36:12.011647 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:36:12.011647 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:36:12.011647 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:36:12.011647 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:36:12.011647 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:36:12.011647 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:36:12.011647 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:36:12.011647 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:36:12.011647 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:36:12.011647 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:36:12.011647 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:36:12.011647 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:36:12.011647 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:36:12.011647 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:36:12.011647 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:36:12.011647 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:36:12.011647 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:36:12.011647 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:36:12.011647 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:36:12.011647 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:36:12.011647 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:36:12.011647 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:36:12.011647 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:36:12.011647 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:36:12.151371 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f87ddbb8-57f6-484b-a89a-d564a76f0ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:12.156986 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f87ddbb8-57f6-484b-a89a-d564a76f0ccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:12.161215 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f87ddbb8-57f6-484b-a89a-d564a76f0ccb admin admin] 10.222.0.46 "DELETE /v2.0/networks/1652134b-6f2a-44d0-ac5e-17bc57c8c6ec HTTP/1.1" status: 204 len: 168 time: 0.7858386 Dec 17 15:36:12.171980 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ddbb8-57f6-484b-a89a-d564a76f0ccb admin admin] Pushing event deleted for resources: {'Network': ['ID=1652134b-6f2a-44d0-ac5e-17bc57c8c6ec,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:12.220694 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f2fdd551-b799-4dca-ba82-5c594206ed45 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:36:12.308781 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3fb69-31b3-48f4-b49f-f46f7b5355b6 req-067ba66d-e2c0-4cf2-a037-b31caa847e3b tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:12.310630 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-86e3fb69-31b3-48f4-b49f-f46f7b5355b6 req-067ba66d-e2c0-4cf2-a037-b31caa847e3b tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1252573-9dfa-4b49-9ccb-9fb567f242a8 HTTP/1.1" status: 200 len: 949 time: 0.0573180 Dec 17 15:36:12.350576 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-86e3fb69-31b3-48f4-b49f-f46f7b5355b6 req-94734fad-8134-4aab-9044-d5694e8c8f03 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/security-groups?id=c726c84c-8ba7-4935-9741-c7e373b0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336773 Dec 17 15:36:12.368284 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port f2fdd551-b799-4dca-ba82-5c594206ed45 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:36:12.377114 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port f2fdd551-b799-4dca-ba82-5c594206ed45 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:36:12.384488 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:12.475439 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:12.481249 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48284) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:12.519519 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port f2fdd551-b799-4dca-ba82-5c594206ed45, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f2fdd551-b799-4dca-ba82-5c594206ed45,segment=NetworkSegment(89815f53-6468-48d9-86e2-5eff089aa430),segment_id=89815f53-6468-48d9-86e2-5eff089aa430)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:36:12.520921 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9876488-f85f-4c8f-918b-fc5a671cad2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fdd551-b799-4dca-ba82-5c594206ed45'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:36:12.533389 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96bb901-b063-4597-8a7f-32b494c010f0" -d '{"events": [{"server_uuid": "b9876488-f85f-4c8f-918b-fc5a671cad2a", "name": "network-vif-plugged", "status": "completed", "tag": "f2fdd551-b799-4dca-ba82-5c594206ed45"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:36:12.550243 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-50f20d54-537a-4474-97c1-a0d5ade74299 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=877bbdd90a9744e8870dce0869eb9a96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0674701 Dec 17 15:36:12.550810 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48290) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:12.554341 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ac872-f439-4e4f-83d7-f74957c9d8ab req-e341cf98-085f-4255-a63a-f52c2dd75b41 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:12.559101 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fe0ac872-f439-4e4f-83d7-f74957c9d8ab req-e341cf98-085f-4255-a63a-f52c2dd75b41 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9876488-f85f-4c8f-918b-fc5a671cad2a HTTP/1.1" status: 200 len: 908 time: 0.0887623 Dec 17 15:36:12.563968 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c5b5f052-c8bd-4535-b947-a8c4a2a98267 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:36:12.571447 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 6a672839-b3a2-4d00-90c1-cff2d09f5560 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:36:12.593493 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:12.626122 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a1e17084-515d-46d8-b337-768691a23357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:12.628701 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f57c66-4745-4f26-af6f-1efb3956be80 x-openstack-request-id: req-35f57c66-4745-4f26-af6f-1efb3956be80 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:36:12.629593 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9876488-f85f-4c8f-918b-fc5a671cad2a", "name": "network-vif-plugged", "status": "completed", "tag": "f2fdd551-b799-4dca-ba82-5c594206ed45", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:36:12.641118 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-35f57c66-4745-4f26-af6f-1efb3956be80 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:36:12.641118 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9876488-f85f-4c8f-918b-fc5a671cad2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fdd551-b799-4dca-ba82-5c594206ed45', 'code': 200} Dec 17 15:36:12.654312 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a1e17084-515d-46d8-b337-768691a23357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:12.655915 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: c5b5f052-c8bd-4535-b947-a8c4a2a98267 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:36:12.655915 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c5b5f052-c8bd-4535-b947-a8c4a2a98267 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:36:12.655915 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ecc58494-5367-4b49-b11c-8b4c55604d00 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:36:12.688539 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4266c-a0fe-4af7-b673-bc8dfb554d4b req-ea59c21c-84ff-4976-8e5f-704a316fd0b7 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:12.697510 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4df4266c-a0fe-4af7-b673-bc8dfb554d4b req-ea59c21c-84ff-4976-8e5f-704a316fd0b7 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/ports?device_id=b97c73ea-5516-4830-a08d-9c2e185afa56 HTTP/1.1" status: 200 len: 945 time: 0.0962458 Dec 17 15:36:12.747810 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4df4266c-a0fe-4af7-b673-bc8dfb554d4b req-06a92ede-9fc3-4a07-9057-fc9cb1968027 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50a0fda-15c8-4278-9a8f-3704fdc038b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493464 Dec 17 15:36:12.748942 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: ecc58494-5367-4b49-b11c-8b4c55604d00 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:36:12.749852 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ecc58494-5367-4b49-b11c-8b4c55604d00 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:36:12.767098 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310679d-872b-4c52-9554-5c0c99b8ea4e req-ba0c8dd9-d824-4e09-8f8e-7dbf54530352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:12.769436 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f310679d-872b-4c52-9554-5c0c99b8ea4e req-ba0c8dd9-d824-4e09-8f8e-7dbf54530352 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b9876488-f85f-4c8f-918b-fc5a671cad2a HTTP/1.1" status: 200 len: 1060 time: 0.0554905 Dec 17 15:36:12.779807 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a1e17084-515d-46d8-b337-768691a23357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:12.782728 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a1e17084-515d-46d8-b337-768691a23357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:12.787051 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a1e17084-515d-46d8-b337-768691a23357 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ede91c2b-e936-47b3-8701-078acb1a7041 HTTP/1.1" status: 204 len: 168 time: 0.2305830 Dec 17 15:36:12.787220 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=f2fdd551-b799-4dca-ba82-5c594206ed45,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:12.796164 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e17084-515d-46d8-b337-768691a23357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede91c2b-e936-47b3-8701-078acb1a7041,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:12.848878 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 6a672839-b3a2-4d00-90c1-cff2d09f5560 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:36:12.853577 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 6a672839-b3a2-4d00-90c1-cff2d09f5560 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:36:12.854223 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:12.866920 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48298) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:12.938279 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:12.972588 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 6a672839-b3a2-4d00-90c1-cff2d09f5560, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=6a672839-b3a2-4d00-90c1-cff2d09f5560,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:36:12.980361 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-45aa844c-e901-49f4-8d4e-0a6849488155 tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-278652109', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:13.019948 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:13.072157 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=6a672839-b3a2-4d00-90c1-cff2d09f5560,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:13.088213 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45aa844c-e901-49f4-8d4e-0a6849488155 tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] Made reservation on behalf of 781a19a60c7749b699feff9e1190edee for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:36:13.090777 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-45aa844c-e901-49f4-8d4e-0a6849488155 tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:13.100309 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-45aa844c-e901-49f4-8d4e-0a6849488155 tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:13.178450 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-45aa844c-e901-49f4-8d4e-0a6849488155 tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:13.237111 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-45aa844c-e901-49f4-8d4e-0a6849488155 tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:13.247943 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-45aa844c-e901-49f4-8d4e-0a6849488155 tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] device_id is not set on port c4a77a4f-a2e6-4fb8-b6e3-97f1c198d9e8 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:36:13.296026 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa844c-e901-49f4-8d4e-0a6849488155 tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc48eb1-1abc-445c-bf58-416d999bf683,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:13.364486 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-45aa844c-e901-49f4-8d4e-0a6849488155 tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] Allocated IP 172.25.6.212 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/c4a77a4f-a2e6-4fb8-b6e3-97f1c198d9e8) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:36:13.435906 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48304) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:13.479509 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-63325788-ae0b-4a0b-aeaa-101b526b6f01 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3910f5adac3644bd8970d483f081e0c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397272 Dec 17 15:36:13.479624 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48308) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:13.509500 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd4095-67c7-459c-92af-f660abb432f3 req-4d124cdd-9106-4c5c-b1e7-413b912c9266 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:13.510972 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-babd4095-67c7-459c-92af-f660abb432f3 req-4d124cdd-9106-4c5c-b1e7-413b912c9266 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.41 "GET /v2.0/ports?device_id=b97c73ea-5516-4830-a08d-9c2e185afa56 HTTP/1.1" status: 200 len: 945 time: 0.0850387 Dec 17 15:36:13.564166 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-02227b35-c6a1-46b4-bee4-d293e2921546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:13.589972 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20fd520-a9a3-41d2-9372-dda24e1af758 req-f51acb2e-d660-4da5-bdec-c5c99d52fbcf tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:13.591990 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e20fd520-a9a3-41d2-9372-dda24e1af758 req-f51acb2e-d660-4da5-bdec-c5c99d52fbcf tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1252573-9dfa-4b49-9ccb-9fb567f242a8 HTTP/1.1" status: 200 len: 950 time: 0.0778921 Dec 17 15:36:13.601385 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-02227b35-c6a1-46b4-bee4-d293e2921546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:13.606003 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-45aa844c-e901-49f4-8d4e-0a6849488155 tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:13.657613 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-babd4095-67c7-459c-92af-f660abb432f3 req-3a038610-6d23-4035-ac09-949e1ece0660 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Deleting port dafa2711-b953-4b21-8b60-7cc1f1dc0e46 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:36:13.657956 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-babd4095-67c7-459c-92af-f660abb432f3 req-3a038610-6d23-4035-ac09-949e1ece0660 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:13.672138 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e20fd520-a9a3-41d2-9372-dda24e1af758 req-09b59077-4869-40e6-b0f4-8e81250e5710 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/security-groups?id=c726c84c-8ba7-4935-9741-c7e373b0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686691 Dec 17 15:36:13.713803 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0f6bb-bb45-4a4a-8f01-5a0a535abf57 req-63c0d7f9-d2ae-46e9-b422-46aef233f4d2 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:13.715381 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-95b0f6bb-bb45-4a4a-8f01-5a0a535abf57 req-63c0d7f9-d2ae-46e9-b422-46aef233f4d2 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9876488-f85f-4c8f-918b-fc5a671cad2a HTTP/1.1" status: 200 len: 909 time: 0.0630600 Dec 17 15:36:13.725210 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-45aa844c-e901-49f4-8d4e-0a6849488155 tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:13.762706 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-02227b35-c6a1-46b4-bee4-d293e2921546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:13.765573 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-02227b35-c6a1-46b4-bee4-d293e2921546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:13.767844 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-02227b35-c6a1-46b4-bee4-d293e2921546 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3205d919-1c90-4dfd-9fd3-f4f199a05762 HTTP/1.1" status: 204 len: 168 time: 0.2864861 Dec 17 15:36:13.790430 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02227b35-c6a1-46b4-bee4-d293e2921546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3205d919-1c90-4dfd-9fd3-f4f199a05762,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:13.794348 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-babd4095-67c7-459c-92af-f660abb432f3 req-3a038610-6d23-4035-ac09-949e1ece0660 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] For port dafa2711-b953-4b21-8b60-7cc1f1dc0e46, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=dafa2711-b953-4b21-8b60-7cc1f1dc0e46,segment=NetworkSegment(41fa10a7-bd67-4035-b2d0-d296a7ac0edc),segment_id=41fa10a7-bd67-4035-b2d0-d296a7ac0edc)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:36:13.794946 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-babd4095-67c7-459c-92af-f660abb432f3 req-3a038610-6d23-4035-ac09-949e1ece0660 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:13.798582 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45aa844c-e901-49f4-8d4e-0a6849488155 tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:36:13.808937 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-45aa844c-e901-49f4-8d4e-0a6849488155 tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:36:13.815506 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-babd4095-67c7-459c-92af-f660abb432f3 req-3a038610-6d23-4035-ac09-949e1ece0660 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Calling delete_port for dafa2711-b953-4b21-8b60-7cc1f1dc0e46 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:36:13.817392 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aa844c-e901-49f4-8d4e-0a6849488155 tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:36:13.858979 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa844c-e901-49f4-8d4e-0a6849488155 tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] Pushing event updated for resources: {'Port': ['ID=c4a77a4f-a2e6-4fb8-b6e3-97f1c198d9e8,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:13.925557 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aa844c-e901-49f4-8d4e-0a6849488155 tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:13.926266 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-45aa844c-e901-49f4-8d4e-0a6849488155 tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:13.934773 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c913dd-a7dc-4d26-bd8c-f7178ff7f368 req-2f8b571e-6355-4a53-b995-c6b3f657ec39 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:13.944931 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94c913dd-a7dc-4d26-bd8c-f7178ff7f368 req-2f8b571e-6355-4a53-b995-c6b3f657ec39 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/ports?device_id=b97c73ea-5516-4830-a08d-9c2e185afa56 HTTP/1.1" status: 200 len: 945 time: 0.0801375 Dec 17 15:36:13.988242 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94c913dd-a7dc-4d26-bd8c-f7178ff7f368 req-03b1f30b-92b2-4e9c-8681-fbc78940c725 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50a0fda-15c8-4278-9a8f-3704fdc038b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422518 Dec 17 15:36:14.003607 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-45aa844c-e901-49f4-8d4e-0a6849488155 tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1355209 Dec 17 15:36:14.004233 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48316) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:14.009110 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-c2995104-bf39-433a-875f-a4e8eee601bf tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.212'}]}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:14.077271 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c2995104-bf39-433a-875f-a4e8eee601bf tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:14.078350 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c2995104-bf39-433a-875f-a4e8eee601bf tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:14.099772 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-babd4095-67c7-459c-92af-f660abb432f3 req-3a038610-6d23-4035-ac09-949e1ece0660 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:14.138722 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['dafa2711-b953-4b21-8b60-7cc1f1dc0e46'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:36:14.156490 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c2995104-bf39-433a-875f-a4e8eee601bf tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:14.158344 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a038610-6d23-4035-ac09-949e1ece0660 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Pushing event deleted for resources: {'Port': ['ID=dafa2711-b953-4b21-8b60-7cc1f1dc0e46,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:14.200514 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-babd4095-67c7-459c-92af-f660abb432f3 req-3a038610-6d23-4035-ac09-949e1ece0660 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] No DVR routers for this DVR port dafa2711-b953-4b21-8b60-7cc1f1dc0e46 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:36:14.203112 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-babd4095-67c7-459c-92af-f660abb432f3 req-3a038610-6d23-4035-ac09-949e1ece0660 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:14.206997 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-babd4095-67c7-459c-92af-f660abb432f3 req-3a038610-6d23-4035-ac09-949e1ece0660 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.41 "DELETE /v2.0/ports/dafa2711-b953-4b21-8b60-7cc1f1dc0e46 HTTP/1.1" status: 204 len: 173 time: 0.6894393 Dec 17 15:36:14.207439 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97c73ea-5516-4830-a08d-9c2e185afa56', 'name': 'network-vif-deleted', 'tag': 'dafa2711-b953-4b21-8b60-7cc1f1dc0e46'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:36:14.209820 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d4183e-5cfd-4ba0-bcbb-6bca291a3c6f" -d '{"events": [{"server_uuid": "b97c73ea-5516-4830-a08d-9c2e185afa56", "name": "network-vif-deleted", "tag": "dafa2711-b953-4b21-8b60-7cc1f1dc0e46"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:36:14.245986 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d5fc4b-b238-4dc1-a9d2-3c5b675c738c x-openstack-request-id: req-61d5fc4b-b238-4dc1-a9d2-3c5b675c738c {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:36:14.246280 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97c73ea-5516-4830-a08d-9c2e185afa56", "name": "network-vif-deleted", "tag": "dafa2711-b953-4b21-8b60-7cc1f1dc0e46", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:36:14.246534 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-61d5fc4b-b238-4dc1-a9d2-3c5b675c738c {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:36:14.246937 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97c73ea-5516-4830-a08d-9c2e185afa56', 'name': 'network-vif-deleted', 'tag': 'dafa2711-b953-4b21-8b60-7cc1f1dc0e46', 'status': 'completed', 'code': 200} Dec 17 15:36:14.373815 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c2995104-bf39-433a-875f-a4e8eee601bf tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:14.631002 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1252573-9dfa-4b49-9ccb-9fb567f242a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a672839-b3a2-4d00-90c1-cff2d09f5560'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:36:14.633450 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4127e0a2-d83f-4d3d-a3a6-908e6158fa60" -d '{"events": [{"server_uuid": "e1252573-9dfa-4b49-9ccb-9fb567f242a8", "name": "network-vif-plugged", "status": "completed", "tag": "6a672839-b3a2-4d00-90c1-cff2d09f5560"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:36:14.649421 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c2995104-bf39-433a-875f-a4e8eee601bf tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:14.673869 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c2995104-bf39-433a-875f-a4e8eee601bf tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:14.676319 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d68494b-2efc-4242-ab53-97e05e39cc73 x-openstack-request-id: req-9d68494b-2efc-4242-ab53-97e05e39cc73 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:36:14.676938 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1252573-9dfa-4b49-9ccb-9fb567f242a8", "name": "network-vif-plugged", "status": "completed", "tag": "6a672839-b3a2-4d00-90c1-cff2d09f5560", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:36:14.677232 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9d68494b-2efc-4242-ab53-97e05e39cc73 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:36:14.677662 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1252573-9dfa-4b49-9ccb-9fb567f242a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a672839-b3a2-4d00-90c1-cff2d09f5560', 'code': 200} Dec 17 15:36:14.923765 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cb528-7718-46a0-b1ca-a4aa6bebb18d req-495ec131-5971-4c5e-8d94-e688d223c96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:14.925354 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf3cb528-7718-46a0-b1ca-a4aa6bebb18d req-495ec131-5971-4c5e-8d94-e688d223c96e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e1252573-9dfa-4b49-9ccb-9fb567f242a8 HTTP/1.1" status: 200 len: 1101 time: 0.1601613 Dec 17 15:36:14.933825 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0da6c-4150-49a7-b696-c77bcf61d566 req-ade28ff9-c887-48ce-b362-b2e9ce56f5a9 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:14.935286 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e4c0da6c-4150-49a7-b696-c77bcf61d566 req-ade28ff9-c887-48ce-b362-b2e9ce56f5a9 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1252573-9dfa-4b49-9ccb-9fb567f242a8 HTTP/1.1" status: 200 len: 950 time: 0.1712558 Dec 17 15:36:14.958244 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48344) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:14.960912 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d25d9-0c28-4e97-8a05-881a31457153 req-2ce0f825-fdd3-44f4-a95d-99b1dfa63d20 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:14.961656 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d4d25d9-0c28-4e97-8a05-881a31457153 req-2ce0f825-fdd3-44f4-a95d-99b1dfa63d20 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9876488-f85f-4c8f-918b-fc5a671cad2a HTTP/1.1" status: 200 len: 909 time: 0.1687262 Dec 17 15:36:15.014212 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c2995104-bf39-433a-875f-a4e8eee601bf tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:15.018963 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf3cb528-7718-46a0-b1ca-a4aa6bebb18d req-5bb32544-15d8-4384-9988-6f679dede291 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c726c84c-8ba7-4935-9741-c7e373b0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826986 Dec 17 15:36:15.023115 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e4c0da6c-4150-49a7-b696-c77bcf61d566 req-1e04303c-8901-4d96-8124-d57130d61b5b tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/security-groups?id=c726c84c-8ba7-4935-9741-c7e373b0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728800 Dec 17 15:36:15.104249 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-b3790bf6-fae7-47ef-bc21-a531e6d8028a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1376333226-network', 'tenant_id': 'b6212ea006314fc380b8d0c626eed220'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:15.151019 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2f8107d6-940b-48ef-bc51-93b14016a7a3 req-d7e5e387-dd0e-4e99-b7d8-416e8ef2dc3b tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/ports?device_id=b97c73ea-5516-4830-a08d-9c2e185afa56 HTTP/1.1" status: 200 len: 210 time: 0.0319276 Dec 17 15:36:15.185064 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3790bf6-fae7-47ef-bc21-a531e6d8028a admin admin] Made reservation on behalf of b6212ea006314fc380b8d0c626eed220 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:36:15.187524 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b3790bf6-fae7-47ef-bc21-a531e6d8028a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:15.197644 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b3790bf6-fae7-47ef-bc21-a531e6d8028a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:15.218827 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d36dfa-4f19-4144-acb6-29b1838b8f2f req-553b8c66-e6bd-44dc-96a4-cf7be7b9dbb7 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:15.220324 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-87d36dfa-4f19-4144-acb6-29b1838b8f2f req-553b8c66-e6bd-44dc-96a4-cf7be7b9dbb7 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9876488-f85f-4c8f-918b-fc5a671cad2a HTTP/1.1" status: 200 len: 909 time: 0.1656904 Dec 17 15:36:15.252931 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c2995104-bf39-433a-875f-a4e8eee601bf tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:15.255584 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c2995104-bf39-433a-875f-a4e8eee601bf tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:15.288986 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b3790bf6-fae7-47ef-bc21-a531e6d8028a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:15.335751 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c66d5-f49f-404a-876a-1153ab51a3c3 req-bf0f9a52-8568-4620-b1cf-4a968977f1cf tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:15.337319 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-401c66d5-f49f-404a-876a-1153ab51a3c3 req-bf0f9a52-8568-4620-b1cf-4a968977f1cf tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b9876488-f85f-4c8f-918b-fc5a671cad2a HTTP/1.1" status: 200 len: 1060 time: 0.0396063 Dec 17 15:36:15.350866 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b3790bf6-fae7-47ef-bc21-a531e6d8028a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:15.377325 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3790bf6-fae7-47ef-bc21-a531e6d8028a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:15.379733 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c2995104-bf39-433a-875f-a4e8eee601bf tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:15.380244 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2995104-bf39-433a-875f-a4e8eee601bf tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1eb238fe-6a63-48ad-8414-e4c722bf8447 {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:36:15.394514 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3790bf6-fae7-47ef-bc21-a531e6d8028a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:36:15.404832 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b3790bf6-fae7-47ef-bc21-a531e6d8028a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:15.405232 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-b3790bf6-fae7-47ef-bc21-a531e6d8028a admin admin] Added segment 3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0 of type vlan for network e534eaac-a938-4d73-bcc9-4ead9ee9d77a Dec 17 15:36:15.447531 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b3790bf6-fae7-47ef-bc21-a531e6d8028a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:15.447831 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2352fe6-de14-4e1e-b32d-f21c08a9af3a req-9a0512b7-cdd7-4d26-b740-935f2e46c3c7 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:15.449373 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b2352fe6-de14-4e1e-b32d-f21c08a9af3a req-9a0512b7-cdd7-4d26-b740-935f2e46c3c7 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=10756922-37fc-47aa-936a-4192eb823f27 HTTP/1.1" status: 200 len: 1136 time: 0.0441914 Dec 17 15:36:15.469590 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-c2995104-bf39-433a-875f-a4e8eee601bf tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 17 15:36:15.470611 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c2995104-bf39-433a-875f-a4e8eee601bf tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.4653070 Dec 17 15:36:15.473512 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48356) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:15.488797 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b2352fe6-de14-4e1e-b32d-f21c08a9af3a req-1f9d0fc2-6478-4c76-aee8-b681637db140 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=95e31c4a-4e31-4c5e-8f16-4d484af241d0&id=9d2e33c4-04ce-4628-940b-9917df496230&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0329883 Dec 17 15:36:15.511266 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48358) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:15.548129 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-217f5ce0-4542-41b4-b7a8-c9fc31eb71b1 tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] Deleting port c4a77a4f-a2e6-4fb8-b6e3-97f1c198d9e8 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:36:15.548591 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-217f5ce0-4542-41b4-b7a8-c9fc31eb71b1 tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:15.550548 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b3790bf6-fae7-47ef-bc21-a531e6d8028a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:15.551736 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3790bf6-fae7-47ef-bc21-a531e6d8028a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:15.552310 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b3790bf6-fae7-47ef-bc21-a531e6d8028a admin admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:15.553589 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68af1f84-caba-4137-a705-bd90e43ef612 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:15.555096 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-68af1f84-caba-4137-a705-bd90e43ef612 tempest-TestSecurityGroupsBasicOps-2056122941 tempest-TestSecurityGroupsBasicOps-2056122941-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b9876488-f85f-4c8f-918b-fc5a671cad2a HTTP/1.1" status: 200 len: 1055 time: 0.0427954 Dec 17 15:36:15.659499 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3790bf6-fae7-47ef-bc21-a531e6d8028a admin admin] Pushing event updated for resources: {'Network': ['ID=e534eaac-a938-4d73-bcc9-4ead9ee9d77a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:15.668839 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network e534eaac-a938-4d73-bcc9-4ead9ee9d77a details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:36:15.683829 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-217f5ce0-4542-41b4-b7a8-c9fc31eb71b1 tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:15.695972 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-217f5ce0-4542-41b4-b7a8-c9fc31eb71b1 tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] Calling delete_port for c4a77a4f-a2e6-4fb8-b6e3-97f1c198d9e8 owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:36:15.746459 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b3790bf6-fae7-47ef-bc21-a531e6d8028a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7870774 Dec 17 15:36:15.749411 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48362) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:15.755071 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-6ca851dd-8bfa-4a06-b4cf-50309cfa2e37 admin admin] Request body: {'subnet': {'network_id': 'e534eaac-a938-4d73-bcc9-4ead9ee9d77a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1376333226-subnet', 'tenant_id': 'b6212ea006314fc380b8d0c626eed220', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:15.830932 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca851dd-8bfa-4a06-b4cf-50309cfa2e37 admin admin] Made reservation on behalf of b6212ea006314fc380b8d0c626eed220 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:36:15.833416 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6ca851dd-8bfa-4a06-b4cf-50309cfa2e37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:15.877193 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-217f5ce0-4542-41b4-b7a8-c9fc31eb71b1 tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:15.917373 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f5ce0-4542-41b4-b7a8-c9fc31eb71b1 tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4a77a4f-a2e6-4fb8-b6e3-97f1c198d9e8,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:15.994738 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-217f5ce0-4542-41b4-b7a8-c9fc31eb71b1 tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:16.000845 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-217f5ce0-4542-41b4-b7a8-c9fc31eb71b1 tempest-RoutersAdminNegativeTest-2118313147 tempest-RoutersAdminNegativeTest-2118313147-project-admin] 10.222.0.46 "DELETE /v2.0/ports/c4a77a4f-a2e6-4fb8-b6e3-97f1c198d9e8 HTTP/1.1" status: 204 len: 168 time: 0.5261180 Dec 17 15:36:16.048416 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ca879-f000-4961-bd5b-e80d7014cfeb req-a3446dfe-2673-4803-9d2f-a82d35a23e64 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:16.050400 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b4ca879-f000-4961-bd5b-e80d7014cfeb req-a3446dfe-2673-4803-9d2f-a82d35a23e64 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9876488-f85f-4c8f-918b-fc5a671cad2a HTTP/1.1" status: 200 len: 909 time: 0.0972259 Dec 17 15:36:16.088263 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6ca851dd-8bfa-4a06-b4cf-50309cfa2e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:16.172170 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca851dd-8bfa-4a06-b4cf-50309cfa2e37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93ef64e1-4316-45bd-a267-3635457f9569,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:16.200596 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d644c-b0de-450e-8708-85e8530c0836 req-6eae4029-639e-4f0b-9524-6b348ecee780 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:16.202145 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b13d644c-b0de-450e-8708-85e8530c0836 req-6eae4029-639e-4f0b-9524-6b348ecee780 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1252573-9dfa-4b49-9ccb-9fb567f242a8 HTTP/1.1" status: 200 len: 950 time: 0.0874355 Dec 17 15:36:16.204983 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca851dd-8bfa-4a06-b4cf-50309cfa2e37 admin admin] Checking segment: {'id': '3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e534eaac-a938-4d73-bcc9-4ead9ee9d77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:36:16.205368 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca851dd-8bfa-4a06-b4cf-50309cfa2e37 admin admin] Network hostable DHCP agents. Network: e534eaac-a938-4d73-bcc9-4ead9ee9d77a, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:36:16.259809 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b13d644c-b0de-450e-8708-85e8530c0836 req-f4694be2-8443-4cf4-be2c-d635363fcc00 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/security-groups?id=c726c84c-8ba7-4935-9741-c7e373b0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500624 Dec 17 15:36:16.282483 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca851dd-8bfa-4a06-b4cf-50309cfa2e37 admin admin] Network e534eaac-a938-4d73-bcc9-4ead9ee9d77a is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:36:16.356639 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-6ca851dd-8bfa-4a06-b4cf-50309cfa2e37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, e534eaac-a938-4d73-bcc9-4ead9ee9d77a) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:36:16.360946 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca851dd-8bfa-4a06-b4cf-50309cfa2e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:16.361961 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6ca851dd-8bfa-4a06-b4cf-50309cfa2e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:16.366975 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58df556c-2a89-4e3d-a125-359dd9c5238f None None] Network e534eaac-a938-4d73-bcc9-4ead9ee9d77a requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:36:16.397992 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48376) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:16.434448 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6ca851dd-8bfa-4a06-b4cf-50309cfa2e37 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6836975 Dec 17 15:36:16.520674 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ff20ac-a898-4e36-ac9e-8e3e1a2e3390 None None] Network e534eaac-a938-4d73-bcc9-4ead9ee9d77a requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:36:16.526301 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d55dfbda-3a1d-4383-ba61-adc3479572e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:16.612348 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d55dfbda-3a1d-4383-ba61-adc3479572e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:16.654616 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d55dfbda-3a1d-4383-ba61-adc3479572e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:16.693748 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d55dfbda-3a1d-4383-ba61-adc3479572e3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b8d13e4a4c0b4d3d87a4d80be3991800&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2944503 Dec 17 15:36:16.695604 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55dfbda-3a1d-4383-ba61-adc3479572e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078a5966-43ba-4c32-a6d9-00a95cc2114e,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:16.697394 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48390) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:16.752422 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-066d83af-bc35-489d-8195-d996099ee2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:16.775577 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-066d83af-bc35-489d-8195-d996099ee2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:16.894631 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-066d83af-bc35-489d-8195-d996099ee2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:16.897445 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-066d83af-bc35-489d-8195-d996099ee2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:16.901021 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-066d83af-bc35-489d-8195-d996099ee2f6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/078a5966-43ba-4c32-a6d9-00a95cc2114e HTTP/1.1" status: 204 len: 168 time: 0.2002294 Dec 17 15:36:16.908142 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d83af-bc35-489d-8195-d996099ee2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078a5966-43ba-4c32-a6d9-00a95cc2114e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:16.987448 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-1f789af6-766f-4f68-b6af-3e46b2708af3 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:16.988919 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-1f789af6-766f-4f68-b6af-3e46b2708af3 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/networks?id=e534eaac-a938-4d73-bcc9-4ead9ee9d77a HTTP/1.1" status: 200 len: 815 time: 0.1320026 Dec 17 15:36:17.005599 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-1915ab54-e8d4-4748-9713-0eb2573fb92a tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/quotas/b6212ea006314fc380b8d0c626eed220 HTTP/1.1" status: 200 len: 375 time: 0.0103037 Dec 17 15:36:17.038187 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-c769c437-b81d-4e33-9fc2-8f0b87fc9fe8 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b6212ea006314fc380b8d0c626eed220&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270932 Dec 17 15:36:17.170039 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-a53da953-ba1e-4810-a8c4-e3f4605942c5 service neutron] 10.222.0.46 "GET /v2.0/networks/e534eaac-a938-4d73-bcc9-4ead9ee9d77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215889 Dec 17 15:36:17.197888 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4339a8-6b4b-4bb3-95b1-4844b255c52f req-de07af7f-6c46-42ff-a4ab-aabc6f74c46a tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:17.199326 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e4339a8-6b4b-4bb3-95b1-4844b255c52f req-de07af7f-6c46-42ff-a4ab-aabc6f74c46a tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9876488-f85f-4c8f-918b-fc5a671cad2a HTTP/1.1" status: 200 len: 909 time: 0.0763202 Dec 17 15:36:17.297850 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-7f6969a6-1aef-4a61-b399-ed673dc9bf6a service neutron] 10.222.0.46 "GET /v2.0/networks/e534eaac-a938-4d73-bcc9-4ead9ee9d77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155658 Dec 17 15:36:17.389802 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7edaa-2782-4a0b-a301-89749f2492df req-09f034ac-4f30-4a67-8982-83ab36576495 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:17.391451 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6ad7edaa-2782-4a0b-a301-89749f2492df req-09f034ac-4f30-4a67-8982-83ab36576495 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1252573-9dfa-4b49-9ccb-9fb567f242a8 HTTP/1.1" status: 200 len: 950 time: 0.0550208 Dec 17 15:36:17.432411 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6ad7edaa-2782-4a0b-a301-89749f2492df req-514effde-af56-41eb-82f7-dc3a3a0f1c4f tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/security-groups?id=c726c84c-8ba7-4935-9741-c7e373b0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333214 Dec 17 15:36:17.490968 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e42d27-625d-4672-aed2-a5792273f2d5 req-c3c50680-1871-45fa-a015-03a60f559bf6 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:17.492655 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-74e42d27-625d-4672-aed2-a5792273f2d5 req-c3c50680-1871-45fa-a015-03a60f559bf6 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9876488-f85f-4c8f-918b-fc5a671cad2a HTTP/1.1" status: 200 len: 909 time: 0.0525455 Dec 17 15:36:17.615178 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-449725dc-2e81-4d73-bc07-5856ffb59117 req-695ece95-e3f3-404f-b200-5a8563ceb282 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 210 time: 0.0472991 Dec 17 15:36:17.641337 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-74e42d27-625d-4672-aed2-a5792273f2d5 req-61f88d14-070b-4c3f-819a-8931f79b8818 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Deleting port f2fdd551-b799-4dca-ba82-5c594206ed45 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:36:17.641337 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-74e42d27-625d-4672-aed2-a5792273f2d5 req-61f88d14-070b-4c3f-819a-8931f79b8818 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:17.663202 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48418) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:17.718956 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-fc7babcb-08ad-4207-a3c3-9c154dbe0355 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=781a19a60c7749b699feff9e1190edee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0541685 Dec 17 15:36:17.720934 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48420) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:17.764978 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-74e42d27-625d-4672-aed2-a5792273f2d5 req-61f88d14-070b-4c3f-819a-8931f79b8818 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] For port f2fdd551-b799-4dca-ba82-5c594206ed45, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f2fdd551-b799-4dca-ba82-5c594206ed45,segment=NetworkSegment(89815f53-6468-48d9-86e2-5eff089aa430),segment_id=89815f53-6468-48d9-86e2-5eff089aa430)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:36:17.765836 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-74e42d27-625d-4672-aed2-a5792273f2d5 req-61f88d14-070b-4c3f-819a-8931f79b8818 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:17.802573 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-72d2cdf8-c1a6-4f29-b7e4-654bcd5894a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:17.834243 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-72d2cdf8-c1a6-4f29-b7e4-654bcd5894a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:17.836742 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-74e42d27-625d-4672-aed2-a5792273f2d5 req-61f88d14-070b-4c3f-819a-8931f79b8818 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Calling delete_port for f2fdd551-b799-4dca-ba82-5c594206ed45 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:36:18.014396 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-72d2cdf8-c1a6-4f29-b7e4-654bcd5894a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:18.016960 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-72d2cdf8-c1a6-4f29-b7e4-654bcd5894a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:18.018724 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-72d2cdf8-c1a6-4f29-b7e4-654bcd5894a4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dbc48eb1-1abc-445c-bf58-416d999bf683 HTTP/1.1" status: 204 len: 168 time: 0.2954476 Dec 17 15:36:18.026683 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2cdf8-c1a6-4f29-b7e4-654bcd5894a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc48eb1-1abc-445c-bf58-416d999bf683,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:18.060911 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-74e42d27-625d-4672-aed2-a5792273f2d5 req-61f88d14-070b-4c3f-819a-8931f79b8818 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:18.095884 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f88d14-070b-4c3f-819a-8931f79b8818 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Pushing event deleted for resources: {'Port': ['ID=f2fdd551-b799-4dca-ba82-5c594206ed45,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:18.146566 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e42d27-625d-4672-aed2-a5792273f2d5 req-61f88d14-070b-4c3f-819a-8931f79b8818 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] No DVR routers for this DVR port f2fdd551-b799-4dca-ba82-5c594206ed45 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:36:18.149473 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-74e42d27-625d-4672-aed2-a5792273f2d5 req-61f88d14-070b-4c3f-819a-8931f79b8818 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:18.157433 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-74e42d27-625d-4672-aed2-a5792273f2d5 req-61f88d14-070b-4c3f-819a-8931f79b8818 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.41 "DELETE /v2.0/ports/f2fdd551-b799-4dca-ba82-5c594206ed45 HTTP/1.1" status: 204 len: 173 time: 0.6542118 Dec 17 15:36:18.157433 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9876488-f85f-4c8f-918b-fc5a671cad2a', 'name': 'network-vif-deleted', 'tag': 'f2fdd551-b799-4dca-ba82-5c594206ed45'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:36:18.157433 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d5e3c1-9d82-4f10-8553-9a7d765496f6" -d '{"events": [{"server_uuid": "b9876488-f85f-4c8f-918b-fc5a671cad2a", "name": "network-vif-deleted", "tag": "f2fdd551-b799-4dca-ba82-5c594206ed45"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:36:18.194078 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa271e8-e60f-4c41-a927-bdd0e6f10cb3 x-openstack-request-id: req-eaa271e8-e60f-4c41-a927-bdd0e6f10cb3 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:36:18.194372 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9876488-f85f-4c8f-918b-fc5a671cad2a", "name": "network-vif-deleted", "tag": "f2fdd551-b799-4dca-ba82-5c594206ed45", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:36:18.194626 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eaa271e8-e60f-4c41-a927-bdd0e6f10cb3 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:36:18.195028 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9876488-f85f-4c8f-918b-fc5a671cad2a', 'name': 'network-vif-deleted', 'tag': 'f2fdd551-b799-4dca-ba82-5c594206ed45', 'status': 'completed', 'code': 200} Dec 17 15:36:18.249523 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device dafa2711-b953-4b21-8b60-7cc1f1dc0e46 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:36:18.280332 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: dafa2711-b953-4b21-8b60-7cc1f1dc0e46 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:36:18.280713 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device dafa2711-b953-4b21-8b60-7cc1f1dc0e46 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:36:18.361456 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7e317b40-4d23-4770-8eae-d61981e8326b req-843dcb0c-ab6a-49e0-bf58-5f6263a38d0b tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9876488-f85f-4c8f-918b-fc5a671cad2a HTTP/1.1" status: 200 len: 210 time: 0.0490670 Dec 17 15:36:18.715489 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-085ab51e-ea3f-47ea-8640-0642d1094c29 req-979c92be-2dd7-46f1-9de4-043bdc5f20f6 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 210 time: 0.0359609 Dec 17 15:36:19.208724 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48474) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:19.321502 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-b80571f7-8d0b-43bc-9979-1bf8fdb835d3 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-990883097'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:19.390641 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80571f7-8d0b-43bc-9979-1bf8fdb835d3 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Made reservation on behalf of 2ae044ee97d94f82951e3db8ae3bd37f for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:36:19.396163 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b80571f7-8d0b-43bc-9979-1bf8fdb835d3 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:19.415593 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b80571f7-8d0b-43bc-9979-1bf8fdb835d3 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:19.546314 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8b47febb-3d61-457c-b5fa-551c08192a79 req-bd21b47d-8a1e-43da-b2c9-00f15224c9dd tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9876488-f85f-4c8f-918b-fc5a671cad2a HTTP/1.1" status: 200 len: 210 time: 0.0408993 Dec 17 15:36:19.578706 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b80571f7-8d0b-43bc-9979-1bf8fdb835d3 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:19.619739 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b80571f7-8d0b-43bc-9979-1bf8fdb835d3 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:19.648203 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b80571f7-8d0b-43bc-9979-1bf8fdb835d3 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:36:19.662478 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80571f7-8d0b-43bc-9979-1bf8fdb835d3 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cef3ba15-c908-4be7-bdfc-94ffa0bcbf8d,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:19.669655 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b80571f7-8d0b-43bc-9979-1bf8fdb835d3 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:19.670243 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-b80571f7-8d0b-43bc-9979-1bf8fdb835d3 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Added segment c6ca2e8e-66ee-485b-8cf6-4bdb60d5528e of type vlan for network ee006fda-265c-4847-8b64-f23444a64897 Dec 17 15:36:19.724904 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b80571f7-8d0b-43bc-9979-1bf8fdb835d3 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:19.813535 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b80571f7-8d0b-43bc-9979-1bf8fdb835d3 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:19.819419 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80571f7-8d0b-43bc-9979-1bf8fdb835d3 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:19.820102 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b80571f7-8d0b-43bc-9979-1bf8fdb835d3 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:19.841361 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e5fd106b-cec4-4bfc-bebd-326779fff8c0 req-055835b8-0143-4433-9834-e2bf2bb9ca85 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 210 time: 0.0386379 Dec 17 15:36:20.271288 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-0a377cba-727b-4348-afe9-fcb3a9d76a13 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:20.272911 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-0a377cba-727b-4348-afe9-fcb3a9d76a13 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.41 "GET /v2.0/networks?id=e534eaac-a938-4d73-bcc9-4ead9ee9d77a HTTP/1.1" status: 200 len: 815 time: 0.1929030 Dec 17 15:36:20.307225 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-44e1f543-8e44-42af-977b-cfd4b6fb4418 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Request body: {'port': {'device_id': 'dbf566dc-941a-42c9-b54c-bf9149e9ae6b', 'network_id': 'e534eaac-a938-4d73-bcc9-4ead9ee9d77a', 'admin_state_up': True, 'tenant_id': 'b6212ea006314fc380b8d0c626eed220'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:20.354491 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80571f7-8d0b-43bc-9979-1bf8fdb835d3 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event updated for resources: {'Network': ['ID=ee006fda-265c-4847-8b64-f23444a64897,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:20.368412 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network ee006fda-265c-4847-8b64-f23444a64897 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:36:20.379991 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-27363083-c321-47ec-a674-7185f582e67b req-bc526fef-1dfd-4a02-b228-a639d4d32505 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0730717 Dec 17 15:36:20.443755 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b80571f7-8d0b-43bc-9979-1bf8fdb835d3 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2306199 Dec 17 15:36:20.444749 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48488) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:20.449189 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-138ef34e-43b0-4181-855a-c40b78a77a98 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Request body: {'subnet': {'network_id': 'ee006fda-265c-4847-8b64-f23444a64897', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:20.563023 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-44e1f543-8e44-42af-977b-cfd4b6fb4418 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Made reservation on behalf of b6212ea006314fc380b8d0c626eed220 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:36:20.567447 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-44e1f543-8e44-42af-977b-cfd4b6fb4418 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:20.588487 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27363083-c321-47ec-a674-7185f582e67b req-f9ab9fed-78d3-4750-96a4-848111ea0162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:20.590192 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-27363083-c321-47ec-a674-7185f582e67b req-f9ab9fed-78d3-4750-96a4-848111ea0162 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3946e10ff975425598a71e1a9e6d2cf1&device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 1097 time: 0.0873103 Dec 17 15:36:20.623726 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48492) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:20.711061 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-44e1f543-8e44-42af-977b-cfd4b6fb4418 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Allocated IP 172.20.0.11 (e534eaac-a938-4d73-bcc9-4ead9ee9d77a/93ef64e1-4316-45bd-a267-3635457f9569/f2775911-27ae-4be7-86fc-afb9b8355c3e) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:36:20.804418 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138ef34e-43b0-4181-855a-c40b78a77a98 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Made reservation on behalf of 2ae044ee97d94f82951e3db8ae3bd37f for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:36:20.804418 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-138ef34e-43b0-4181-855a-c40b78a77a98 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:20.817472 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27363083-c321-47ec-a674-7185f582e67b req-122fe764-e94b-4b22-946e-57686f248462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:20.819250 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-27363083-c321-47ec-a674-7185f582e67b req-122fe764-e94b-4b22-946e-57686f248462 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14d6281a-4511-4bb4-90e9-4eb4dec9d036 HTTP/1.1" status: 200 len: 918 time: 0.2027843 Dec 17 15:36:20.872815 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-44e1f543-8e44-42af-977b-cfd4b6fb4418 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:20.968541 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-44e1f543-8e44-42af-977b-cfd4b6fb4418 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:21.030568 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-44e1f543-8e44-42af-977b-cfd4b6fb4418 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Network e534eaac-a938-4d73-bcc9-4ead9ee9d77a is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:36:21.031631 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1f543-8e44-42af-977b-cfd4b6fb4418 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Pushing event updated for resources: {'Port': ['ID=f2775911-27ae-4be7-86fc-afb9b8355c3e,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:21.034933 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-44e1f543-8e44-42af-977b-cfd4b6fb4418 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:36:21.037110 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-44e1f543-8e44-42af-977b-cfd4b6fb4418 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:36:21.095452 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24c7f4-f582-4b93-8464-3f2d4f7fa146 req-f5e0a9fa-5f62-4390-815f-648e658fc7bd tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:21.097436 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ed24c7f4-f582-4b93-8464-3f2d4f7fa146 req-f5e0a9fa-5f62-4390-815f-648e658fc7bd tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 932 time: 0.1287153 Dec 17 15:36:21.100338 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-44e1f543-8e44-42af-977b-cfd4b6fb4418 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:21.101374 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-44e1f543-8e44-42af-977b-cfd4b6fb4418 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:21.102534 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-27363083-c321-47ec-a674-7185f582e67b req-7d1bd447-d308-481e-ad0b-041f72200904 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=042e6cbc-e47c-4337-a94e-dea325b638e1 HTTP/1.1" status: 200 len: 1001 time: 0.2468736 Dec 17 15:36:21.194635 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-44e1f543-8e44-42af-977b-cfd4b6fb4418 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8994482 Dec 17 15:36:21.213281 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-29bf4e5f-5621-415c-910d-1151c9ff6017 service neutron] Request body: {'port': {'device_id': 'dbf566dc-941a-42c9-b54c-bf9149e9ae6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:21.258432 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ed24c7f4-f582-4b93-8464-3f2d4f7fa146 req-e8cb4328-f106-4306-82ed-a55bff6ce0cf tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503687 Dec 17 15:36:21.267550 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27363083-c321-47ec-a674-7185f582e67b req-c33a891e-d236-4e53-9b62-c95ff42c0812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:21.269237 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-27363083-c321-47ec-a674-7185f582e67b req-c33a891e-d236-4e53-9b62-c95ff42c0812 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb81f603-60e6-418f-8fce-326d48a9c9a7 HTTP/1.1" status: 200 len: 856 time: 0.1469269 Dec 17 15:36:21.284493 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-29bf4e5f-5621-415c-910d-1151c9ff6017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:21.397894 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27363083-c321-47ec-a674-7185f582e67b req-5c2c1293-2295-4dff-958f-2e79327ea363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:21.399416 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-27363083-c321-47ec-a674-7185f582e67b req-5c2c1293-2295-4dff-958f-2e79327ea363 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14d6281a-4511-4bb4-90e9-4eb4dec9d036&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1207941 Dec 17 15:36:21.476691 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-138ef34e-43b0-4181-855a-c40b78a77a98 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:21.625008 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ef34e-43b0-4181-855a-c40b78a77a98 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event updated for resources: {'Subnet': ['ID=194396ac-204d-49c0-a9e6-745291f7c78f,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:21.633661 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-27363083-c321-47ec-a674-7185f582e67b req-c39c786e-e346-4f17-b599-0d7b2e04ff64 service neutron] 10.222.0.41 "GET /v2.0/networks/14d6281a-4511-4bb4-90e9-4eb4dec9d036?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234328 Dec 17 15:36:21.635837 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138ef34e-43b0-4181-855a-c40b78a77a98 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Checking segment: {'id': 'c6ca2e8e-66ee-485b-8cf6-4bdb60d5528e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ee006fda-265c-4847-8b64-f23444a64897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:36:21.636267 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138ef34e-43b0-4181-855a-c40b78a77a98 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Network hostable DHCP agents. Network: ee006fda-265c-4847-8b64-f23444a64897, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:36:21.645144 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-29bf4e5f-5621-415c-910d-1151c9ff6017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2775911-27ae-4be7-86fc-afb9b8355c3e {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:36:21.657801 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-29bf4e5f-5621-415c-910d-1151c9ff6017 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:21.678928 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-29bf4e5f-5621-415c-910d-1151c9ff6017 service neutron] Transition to ACTIVE for port object f2775911-27ae-4be7-86fc-afb9b8355c3e will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:36:21.741140 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-06667bdf-6b19-464f-a0b4-63cda638d93b tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:21.829914 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-27363083-c321-47ec-a674-7185f582e67b req-c32f5797-c13b-4110-8e2d-926143c4a301 service neutron] 10.222.0.41 "GET /v2.0/networks/14d6281a-4511-4bb4-90e9-4eb4dec9d036?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874163 Dec 17 15:36:22.071395 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-06667bdf-6b19-464f-a0b4-63cda638d93b tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Deleting port 31beb200-9830-47cf-aa54-20012131b11b {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:36:22.071750 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-06667bdf-6b19-464f-a0b4-63cda638d93b tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:22.173467 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-06667bdf-6b19-464f-a0b4-63cda638d93b tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] For port 31beb200-9830-47cf-aa54-20012131b11b, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=31beb200-9830-47cf-aa54-20012131b11b,segment=NetworkSegment(89815f53-6468-48d9-86e2-5eff089aa430),segment_id=89815f53-6468-48d9-86e2-5eff089aa430)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:36:22.173848 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-06667bdf-6b19-464f-a0b4-63cda638d93b tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:22.188030 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-06667bdf-6b19-464f-a0b4-63cda638d93b tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Calling delete_port for 31beb200-9830-47cf-aa54-20012131b11b owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:36:22.272042 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f2fdd551-b799-4dca-ba82-5c594206ed45 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:36:22.294312 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-29bf4e5f-5621-415c-910d-1151c9ff6017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:22.308857 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: f2fdd551-b799-4dca-ba82-5c594206ed45 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:36:22.310324 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f2fdd551-b799-4dca-ba82-5c594206ed45 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:36:22.325647 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138ef34e-43b0-4181-855a-c40b78a77a98 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Network ee006fda-265c-4847-8b64-f23444a64897 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:36:22.372130 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf4e5f-5621-415c-910d-1151c9ff6017 service neutron] Pushing event updated for resources: {'Port': ['ID=f2775911-27ae-4be7-86fc-afb9b8355c3e,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:22.448595 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-29bf4e5f-5621-415c-910d-1151c9ff6017 service neutron] Attempting to bind port f2775911-27ae-4be7-86fc-afb9b8355c3e on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:36:22.448897 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-29bf4e5f-5621-415c-910d-1151c9ff6017 service neutron] Attempting to bind port f2775911-27ae-4be7-86fc-afb9b8355c3e by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e534eaac-a938-4d73-bcc9-4ead9ee9d77a'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:36:22.449379 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-29bf4e5f-5621-415c-910d-1151c9ff6017 service neutron] Attempting to bind port f2775911-27ae-4be7-86fc-afb9b8355c3e on network e534eaac-a938-4d73-bcc9-4ead9ee9d77a {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:36:22.456989 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-29bf4e5f-5621-415c-910d-1151c9ff6017 service neutron] Port f2775911-27ae-4be7-86fc-afb9b8355c3e on network e534eaac-a938-4d73-bcc9-4ead9ee9d77a not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:36:22.457683 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-29bf4e5f-5621-415c-910d-1151c9ff6017 service neutron] Attempting to bind port f2775911-27ae-4be7-86fc-afb9b8355c3e on network e534eaac-a938-4d73-bcc9-4ead9ee9d77a {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:36:22.463951 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-29bf4e5f-5621-415c-910d-1151c9ff6017 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:36:22.464298 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-29bf4e5f-5621-415c-910d-1151c9ff6017 service neutron] Checking segment: {'id': '3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e534eaac-a938-4d73-bcc9-4ead9ee9d77a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:36:22.464684 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-29bf4e5f-5621-415c-910d-1151c9ff6017 service neutron] Bound using segment: {'id': '3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e534eaac-a938-4d73-bcc9-4ead9ee9d77a'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:36:22.465140 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-29bf4e5f-5621-415c-910d-1151c9ff6017 service neutron] Bound port: f2775911-27ae-4be7-86fc-afb9b8355c3e, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e534eaac-a938-4d73-bcc9-4ead9ee9d77a'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:36:22.465556 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-29bf4e5f-5621-415c-910d-1151c9ff6017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:22.504801 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7d9be-698d-4087-9a3f-6ba6068b3908 req-fbcc705c-d58d-4548-b063-7f7ef022f091 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:22.513351 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-09e7d9be-698d-4087-9a3f-6ba6068b3908 req-fbcc705c-d58d-4548-b063-7f7ef022f091 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 944 time: 0.0766749 Dec 17 15:36:22.523325 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-138ef34e-43b0-4181-855a-c40b78a77a98 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, ee006fda-265c-4847-8b64-f23444a64897) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:36:22.536408 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdb011a-0f9b-407c-acb0-7e7c73f2def5 None None] Network ee006fda-265c-4847-8b64-f23444a64897 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:36:22.547490 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-06667bdf-6b19-464f-a0b4-63cda638d93b tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:22.559833 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138ef34e-43b0-4181-855a-c40b78a77a98 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:22.560740 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-138ef34e-43b0-4181-855a-c40b78a77a98 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:22.569229 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-29bf4e5f-5621-415c-910d-1151c9ff6017 service neutron] For port f2775911-27ae-4be7-86fc-afb9b8355c3e, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:36:22.572837 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-29bf4e5f-5621-415c-910d-1151c9ff6017 service neutron] For port f2775911-27ae-4be7-86fc-afb9b8355c3e, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f2775911-27ae-4be7-86fc-afb9b8355c3e,segment=NetworkSegment(3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0),segment_id=3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:36:22.616647 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06667bdf-6b19-464f-a0b4-63cda638d93b tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Pushing event deleted for resources: {'Port': ['ID=31beb200-9830-47cf-aa54-20012131b11b,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:22.637738 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-29bf4e5f-5621-415c-910d-1151c9ff6017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:22.694726 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-09e7d9be-698d-4087-9a3f-6ba6068b3908 req-f39c2789-4f76-4b91-9f43-76da942b6604 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790960 Dec 17 15:36:22.732121 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16162758-ea11-4b45-a224-1a1c58855cbd None None] Network ee006fda-265c-4847-8b64-f23444a64897 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:36:22.767752 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf4e5f-5621-415c-910d-1151c9ff6017 service neutron] Pushing event updated for resources: {'Port': ['ID=f2775911-27ae-4be7-86fc-afb9b8355c3e,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:22.773635 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-138ef34e-43b0-4181-855a-c40b78a77a98 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3284364 Dec 17 15:36:22.773845 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48510) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:22.787336 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-eaa2dae1-92aa-4e69-948e-e446514948d0 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2032488575', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}, 'admin_state_up': False}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:22.838853 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-29bf4e5f-5621-415c-910d-1151c9ff6017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:22.839690 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-29bf4e5f-5621-415c-910d-1151c9ff6017 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:22.841288 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-29bf4e5f-5621-415c-910d-1151c9ff6017 service neutron] 10.222.0.41 "PUT /v2.0/ports/f2775911-27ae-4be7-86fc-afb9b8355c3e HTTP/1.1" status: 200 len: 1092 time: 1.6325648 Dec 17 15:36:22.842906 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf566dc-941a-42c9-b54c-bf9149e9ae6b', 'tag': 'f2775911-27ae-4be7-86fc-afb9b8355c3e'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:36:22.845839 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f020e1-6137-40a4-bc17-04822dc57618" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf566dc-941a-42c9-b54c-bf9149e9ae6b", "tag": "f2775911-27ae-4be7-86fc-afb9b8355c3e"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:36:22.892560 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fe5e7d-b6c1-466c-ba10-854f7d1848ae x-openstack-request-id: req-e7fe5e7d-b6c1-466c-ba10-854f7d1848ae {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:36:22.892905 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf566dc-941a-42c9-b54c-bf9149e9ae6b", "tag": "f2775911-27ae-4be7-86fc-afb9b8355c3e", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:36:22.894177 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e7fe5e7d-b6c1-466c-ba10-854f7d1848ae {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:36:22.894851 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbf566dc-941a-42c9-b54c-bf9149e9ae6b', 'tag': 'f2775911-27ae-4be7-86fc-afb9b8355c3e', 'status': 'completed', 'code': 200} Dec 17 15:36:22.922640 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eaa2dae1-92aa-4e69-948e-e446514948d0 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:22.925592 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eaa2dae1-92aa-4e69-948e-e446514948d0 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:22.987951 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-06667bdf-6b19-464f-a0b4-63cda638d93b tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:23.056729 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eaa2dae1-92aa-4e69-948e-e446514948d0 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:23.063753 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f020e1-6137-40a4-bc17-04822dc57618 req-dde89fd8-ae41-4a3c-9b41-4d113f8acff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:23.067546 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-94f020e1-6137-40a4-bc17-04822dc57618 req-dde89fd8-ae41-4a3c-9b41-4d113f8acff5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6212ea006314fc380b8d0c626eed220&device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 1095 time: 0.1125534 Dec 17 15:36:23.342198 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06667bdf-6b19-464f-a0b4-63cda638d93b tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Router 570d8488-bdbf-477d-b983-963d93a2e274 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:36:23.459732 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06667bdf-6b19-464f-a0b4-63cda638d93b tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:36:23.465305 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-06667bdf-6b19-464f-a0b4-63cda638d93b tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "PUT /v2.0/routers/570d8488-bdbf-477d-b983-963d93a2e274/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8388157 Dec 17 15:36:23.467914 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48514) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:23.472385 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715f1c48-d80b-4345-bf9c-56768b77dac3 None None] Sync routers for ids ['570d8488-bdbf-477d-b983-963d93a2e274'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:36:23.482102 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715f1c48-d80b-4345-bf9c-56768b77dac3 None None] Routers {'570d8488-bdbf-477d-b983-963d93a2e274'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:23.487558 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-715f1c48-d80b-4345-bf9c-56768b77dac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['570d8488-bdbf-477d-b983-963d93a2e274'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:23.532438 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e5d36ea-1e97-4f67-bd0b-a6f7c393ab82 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Deleting subnet ba04b6a1-8d4b-418d-a757-a9d2a99ccff4 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:36:23.542186 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3e5d36ea-1e97-4f67-bd0b-a6f7c393ab82 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:23.595935 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3e5d36ea-1e97-4f67-bd0b-a6f7c393ab82 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:23.615529 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-715f1c48-d80b-4345-bf9c-56768b77dac3 None None] Set router 570d8488-bdbf-477d-b983-963d93a2e274 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:36:23.691131 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3e5d36ea-1e97-4f67-bd0b-a6f7c393ab82 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:23.730530 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eaa2dae1-92aa-4e69-948e-e446514948d0 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:23.743428 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f020e1-6137-40a4-bc17-04822dc57618 req-502e84e9-7350-4a2c-a170-b4994dc1c7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:23.745224 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-94f020e1-6137-40a4-bc17-04822dc57618 req-502e84e9-7350-4a2c-a170-b4994dc1c7fb service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b6212ea006314fc380b8d0c626eed220&shared=False HTTP/1.1" status: 200 len: 916 time: 0.6616986 Dec 17 15:36:23.872162 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-715f1c48-d80b-4345-bf9c-56768b77dac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570d8488-bdbf-477d-b983-963d93a2e274', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1304313007', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'a54786b5-6be3-4f5c-a49e-7b67866b990c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:35:39Z', 'updated_at': '2021-12-17T15:36:22Z', 'revision_number': 5, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'gw_port': {'id': 'a54786b5-6be3-4f5c-a49e-7b67866b990c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570d8488-bdbf-477d-b983-963d93a2e274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:35:40Z', 'updated_at': '2021-12-17T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:23.882687 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3e5d36ea-1e97-4f67-bd0b-a6f7c393ab82 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:23.913312 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715f1c48-d80b-4345-bf9c-56768b77dac3 None None] Checking router: 570d8488-bdbf-477d-b983-963d93a2e274 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:36:23.923659 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715f1c48-d80b-4345-bf9c-56768b77dac3 None None] Routers {'570d8488-bdbf-477d-b983-963d93a2e274'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:23.925654 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-715f1c48-d80b-4345-bf9c-56768b77dac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['570d8488-bdbf-477d-b983-963d93a2e274'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:23.928238 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f020e1-6137-40a4-bc17-04822dc57618 req-e8a10c14-8d91-4dc9-a750-1f25a4dda605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:23.939863 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-94f020e1-6137-40a4-bc17-04822dc57618 req-e8a10c14-8d91-4dc9-a750-1f25a4dda605 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1771905 Dec 17 15:36:23.940814 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d36ea-1e97-4f67-bd0b-a6f7c393ab82 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Pushing event deleted for resources: {'Subnet': ['ID=ba04b6a1-8d4b-418d-a757-a9d2a99ccff4,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:23.957245 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3e5d36ea-1e97-4f67-bd0b-a6f7c393ab82 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:23.958818 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f633645-ec04-4acc-a466-e159cf414961 None None] Network d4027dc0-8288-4549-8d12-d83ce78395f6 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:36:23.966111 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3e5d36ea-1e97-4f67-bd0b-a6f7c393ab82 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "DELETE /v2.0/subnets/ba04b6a1-8d4b-418d-a757-a9d2a99ccff4 HTTP/1.1" status: 204 len: 168 time: 0.4963875 Dec 17 15:36:23.969472 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48534) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:23.985703 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5a45c-af33-4d25-814a-9d2de2452df9 req-59c95f28-36af-4c02-a0da-37d97b71317f tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:23.994901 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dbb5a45c-af33-4d25-814a-9d2de2452df9 req-59c95f28-36af-4c02-a0da-37d97b71317f tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 944 time: 0.2015712 Dec 17 15:36:24.069395 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-715f1c48-d80b-4345-bf9c-56768b77dac3 None None] Set router 570d8488-bdbf-477d-b983-963d93a2e274 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:36:24.128195 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-55f18b16-6c2e-4703-9372-6bce613bae09 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:24.129711 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-55f18b16-6c2e-4703-9372-6bce613bae09 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/networks?id=454532c7-40fb-42bd-9211-3c22a0ad07f1 HTTP/1.1" status: 200 len: 813 time: 0.3224568 Dec 17 15:36:24.130536 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eaa2dae1-92aa-4e69-948e-e446514948d0 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:24.147872 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dbb5a45c-af33-4d25-814a-9d2de2452df9 req-031a72c0-6ac4-47b4-b2df-cae2af71e328 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495934 Dec 17 15:36:24.163234 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eaa2dae1-92aa-4e69-948e-e446514948d0 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:24.172166 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-a732e8cd-788d-4c5f-859c-eea9bc0d70b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:24.173703 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-a732e8cd-788d-4c5f-859c-eea9bc0d70b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6212ea006314fc380b8d0c626eed220&device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 1095 time: 0.1475558 Dec 17 15:36:24.192354 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fa7100-7546-4b3d-9519-e94676ac54ca None None] DHCP port deletion for d4027dc0-8288-4549-8d12-d83ce78395f6 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:36:24.197475 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e4b19807-fccc-4a47-b3f7-bdb721c1cdd7 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:24.202987 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-37b1558d-f8dd-4628-9b6a-269037295e0a tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/quotas/608a3934175942d1b0415377b717efea HTTP/1.1" status: 200 len: 375 time: 0.0410099 Dec 17 15:36:24.246698 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-47fa7100-7546-4b3d-9519-e94676ac54ca None None] Deleting port f646edf7-ce4e-47ca-8596-bdcf9c5c34e0 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:36:24.247080 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-47fa7100-7546-4b3d-9519-e94676ac54ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:24.257659 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-33f66786-5496-47e8-8d23-28294d1e97a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2775911-27ae-4be7-86fc-afb9b8355c3e HTTP/1.1" status: 200 len: 217 time: 0.0448229 Dec 17 15:36:24.318813 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-715f1c48-d80b-4345-bf9c-56768b77dac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570d8488-bdbf-477d-b983-963d93a2e274', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1304313007', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'a54786b5-6be3-4f5c-a49e-7b67866b990c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:35:39Z', 'updated_at': '2021-12-17T15:36:22Z', 'revision_number': 5, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'gw_port': {'id': 'a54786b5-6be3-4f5c-a49e-7b67866b990c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570d8488-bdbf-477d-b983-963d93a2e274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:35:40Z', 'updated_at': '2021-12-17T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:24.320827 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-47fa7100-7546-4b3d-9519-e94676ac54ca None None] For port f646edf7-ce4e-47ca-8596-bdcf9c5c34e0, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f646edf7-ce4e-47ca-8596-bdcf9c5c34e0,segment=NetworkSegment(89815f53-6468-48d9-86e2-5eff089aa430),segment_id=89815f53-6468-48d9-86e2-5eff089aa430)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:36:24.321476 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-47fa7100-7546-4b3d-9519-e94676ac54ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:24.331672 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-eaa2dae1-92aa-4e69-948e-e446514948d0 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Allocated IP 172.25.6.55 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/9c2bb204-b6ee-4c3f-ac67-90bae0357464) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:36:24.336669 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-47fa7100-7546-4b3d-9519-e94676ac54ca None None] Calling delete_port for f646edf7-ce4e-47ca-8596-bdcf9c5c34e0 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:36:24.354090 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715f1c48-d80b-4345-bf9c-56768b77dac3 None None] The sync data for ids ['570d8488-bdbf-477d-b983-963d93a2e274'] in n-d-820553-2 is: [{'id': '570d8488-bdbf-477d-b983-963d93a2e274', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1304313007', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'a54786b5-6be3-4f5c-a49e-7b67866b990c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:35:39Z', 'updated_at': '2021-12-17T15:36:22Z', 'revision_number': 5, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'gw_port': {'id': 'a54786b5-6be3-4f5c-a49e-7b67866b990c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570d8488-bdbf-477d-b983-963d93a2e274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:35:40Z', 'updated_at': '2021-12-17T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:36:24.471464 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-0dc81be4-1124-4d23-97b9-aeb49c6defad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:24.473183 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-0dc81be4-1124-4d23-97b9-aeb49c6defad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93ef64e1-4316-45bd-a267-3635457f9569 HTTP/1.1" status: 200 len: 855 time: 0.1267958 Dec 17 15:36:24.510844 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-47fa7100-7546-4b3d-9519-e94676ac54ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:24.536901 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-1533da08-2080-4c46-baad-d7acf6690383 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e534eaac-a938-4d73-bcc9-4ead9ee9d77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523138 Dec 17 15:36:24.544714 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa7100-7546-4b3d-9519-e94676ac54ca None None] Pushing event deleted for resources: {'Port': ['ID=f646edf7-ce4e-47ca-8596-bdcf9c5c34e0,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:24.567813 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f646edf7-ce4e-47ca-8596-bdcf9c5c34e0 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:36:24.570329 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fa7100-7546-4b3d-9519-e94676ac54ca None None] No DVR routers for this DVR port f646edf7-ce4e-47ca-8596-bdcf9c5c34e0 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:36:24.576606 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eaa2dae1-92aa-4e69-948e-e446514948d0 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:24.600045 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: f646edf7-ce4e-47ca-8596-bdcf9c5c34e0 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:36:24.600395 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f646edf7-ce4e-47ca-8596-bdcf9c5c34e0 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:36:24.600850 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 31beb200-9830-47cf-aa54-20012131b11b no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:36:24.626485 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 31beb200-9830-47cf-aa54-20012131b11b {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:36:24.627198 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 31beb200-9830-47cf-aa54-20012131b11b not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:36:24.673590 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-f96d79df-c591-4a15-b24f-7acd39a3abfa service neutron] 10.222.0.41 "GET /v2.0/networks/e534eaac-a938-4d73-bcc9-4ead9ee9d77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263592 Dec 17 15:36:24.687495 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-685e265b-aa78-4f62-83dd-dd091d249eb8 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=608a3934175942d1b0415377b717efea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4507034 Dec 17 15:36:24.738841 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eaa2dae1-92aa-4e69-948e-e446514948d0 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:24.788111 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e4b19807-fccc-4a47-b3f7-bdb721c1cdd7 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:24.790340 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa2dae1-92aa-4e69-948e-e446514948d0 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:36:24.796302 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-eaa2dae1-92aa-4e69-948e-e446514948d0 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:36:24.804835 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa2dae1-92aa-4e69-948e-e446514948d0 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:36:24.813065 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2dae1-92aa-4e69-948e-e446514948d0 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event updated for resources: {'Port': ['ID=9c2bb204-b6ee-4c3f-ac67-90bae0357464,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:24.814059 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-edce7a32-4634-458e-a70c-7064e3376e4f service neutron] 10.222.0.46 "GET /v2.0/networks/454532c7-40fb-42bd-9211-3c22a0ad07f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140969 Dec 17 15:36:24.863750 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-77e8b6c6-cab4-42aa-a5cb-d25a53102874 req-a3213a57-740e-436a-9542-e61510cf67e0 service neutron] 10.222.0.41 "GET /v2.0/networks/e534eaac-a938-4d73-bcc9-4ead9ee9d77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826122 Dec 17 15:36:24.946142 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-04de6aa0-e37f-496e-835b-b2b9896e73cc service neutron] 10.222.0.46 "GET /v2.0/networks/454532c7-40fb-42bd-9211-3c22a0ad07f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245148 Dec 17 15:36:24.954273 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-e4b19807-fccc-4a47-b3f7-bdb721c1cdd7 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Deleting port a54786b5-6be3-4f5c-a49e-7b67866b990c {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:36:24.954273 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e4b19807-fccc-4a47-b3f7-bdb721c1cdd7 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:25.040187 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-e4b19807-fccc-4a47-b3f7-bdb721c1cdd7 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] For port a54786b5-6be3-4f5c-a49e-7b67866b990c, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=a54786b5-6be3-4f5c-a49e-7b67866b990c,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:36:25.040623 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e4b19807-fccc-4a47-b3f7-bdb721c1cdd7 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:25.053356 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-e4b19807-fccc-4a47-b3f7-bdb721c1cdd7 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Calling delete_port for a54786b5-6be3-4f5c-a49e-7b67866b990c owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:36:25.142849 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eaa2dae1-92aa-4e69-948e-e446514948d0 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:25.216638 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-13847f77-b45e-4726-b2bf-8fb20fc3e2f3 req-fe59d96b-4c2a-4e6b-8f99-c701af1498df tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f86141f-e9bc-4c08-9d45-d3b6bf5cb8e3 HTTP/1.1" status: 200 len: 210 time: 0.0348225 Dec 17 15:36:25.317520 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd20a6-c792-4e54-8ba8-6c8ca7aee209 req-dfc01af5-47a6-4caa-8bb8-5cd420c6ac3d tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:25.325705 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dbfd20a6-c792-4e54-8ba8-6c8ca7aee209 req-dfc01af5-47a6-4caa-8bb8-5cd420c6ac3d tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 944 time: 0.0717995 Dec 17 15:36:25.372162 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dbfd20a6-c792-4e54-8ba8-6c8ca7aee209 req-5a9be764-0217-42c8-8199-ce280ad12d9a tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356877 Dec 17 15:36:25.373709 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e4b19807-fccc-4a47-b3f7-bdb721c1cdd7 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:25.383637 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eaa2dae1-92aa-4e69-948e-e446514948d0 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:25.403082 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b19807-fccc-4a47-b3f7-bdb721c1cdd7 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Pushing event deleted for resources: {'Port': ['ID=a54786b5-6be3-4f5c-a49e-7b67866b990c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:25.468307 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e4b19807-fccc-4a47-b3f7-bdb721c1cdd7 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:25.563680 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e4b19807-fccc-4a47-b3f7-bdb721c1cdd7 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:25.566182 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e4b19807-fccc-4a47-b3f7-bdb721c1cdd7 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:25.574656 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa2dae1-92aa-4e69-948e-e446514948d0 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Router 0c11b712-7432-462e-a4df-14e07b0a9044 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:36:25.685420 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa2dae1-92aa-4e69-948e-e446514948d0 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:36:25.688197 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e4b19807-fccc-4a47-b3f7-bdb721c1cdd7 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:25.689459 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b19807-fccc-4a47-b3f7-bdb721c1cdd7 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Fanout notify agent at l3_agent the message router_deleted on router 570d8488-bdbf-477d-b983-963d93a2e274 {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:36:25.704312 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4df97a9-1990-47e0-b4f4-f845b990786d None None] Sync routers for ids ['0c11b712-7432-462e-a4df-14e07b0a9044'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:36:25.706568 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e4b19807-fccc-4a47-b3f7-bdb721c1cdd7 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:25.707730 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e4b19807-fccc-4a47-b3f7-bdb721c1cdd7 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "DELETE /v2.0/routers/570d8488-bdbf-477d-b983-963d93a2e274 HTTP/1.1" status: 204 len: 168 time: 1.7373521 Dec 17 15:36:25.709815 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4df97a9-1990-47e0-b4f4-f845b990786d None None] Routers {'0c11b712-7432-462e-a4df-14e07b0a9044'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:25.710417 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48550) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:25.710556 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-c4df97a9-1990-47e0-b4f4-f845b990786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0c11b712-7432-462e-a4df-14e07b0a9044'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:25.747096 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-c4df97a9-1990-47e0-b4f4-f845b990786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:25.756664 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4df97a9-1990-47e0-b4f4-f845b990786d None None] Routers {'0c11b712-7432-462e-a4df-14e07b0a9044'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:25.757380 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-c4df97a9-1990-47e0-b4f4-f845b990786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0c11b712-7432-462e-a4df-14e07b0a9044'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:25.790999 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-c4df97a9-1990-47e0-b4f4-f845b990786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:25.791671 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4df97a9-1990-47e0-b4f4-f845b990786d None None] The sync data for ids ['0c11b712-7432-462e-a4df-14e07b0a9044'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:36:25.794275 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf2d3f34-52d0-4149-8959-7e05d4f42808 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:25.804476 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eaa2dae1-92aa-4e69-948e-e446514948d0 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:25.808782 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-eaa2dae1-92aa-4e69-948e-e446514948d0 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0251653 Dec 17 15:36:25.809483 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48552) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:25.913541 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf2d3f34-52d0-4149-8959-7e05d4f42808 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:25.940213 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-cf2d3f34-52d0-4149-8959-7e05d4f42808 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4027dc0-8288-4549-8d12-d83ce78395f6']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:25.950776 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-cf2d3f34-52d0-4149-8959-7e05d4f42808 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89815f53-6468-48d9-86e2-5eff089aa430') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:25.951045 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-cf2d3f34-52d0-4149-8959-7e05d4f42808 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89815f53-6468-48d9-86e2-5eff089aa430') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:25.957007 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:25.962961 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf2d3f34-52d0-4149-8959-7e05d4f42808 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:25.976464 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf2d3f34-52d0-4149-8959-7e05d4f42808 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:25.983580 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf2d3f34-52d0-4149-8959-7e05d4f42808 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:36:25.984995 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf2d3f34-52d0-4149-8959-7e05d4f42808 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:25.988246 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:36:25.988246 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:36:25.988246 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:36:25.988246 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:36:25.988246 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:36:25.988246 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:36:25.988246 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:36:25.988246 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:36:25.988246 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:36:25.988246 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:36:25.988246 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:36:25.988246 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:36:25.988246 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:36:25.988246 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:36:25.988246 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:36:25.988246 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:36:25.988246 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:36:25.988246 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:36:25.988246 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:36:25.988246 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:36:25.988246 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:36:25.988246 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:36:25.988246 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:36:25.988246 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:36:25.988246 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:36:25.988246 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:36:25.988246 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:36:25.988246 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:36:25.988246 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:36:25.988246 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:36:25.988246 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:36:25.988246 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:36:26.122630 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf2d3f34-52d0-4149-8959-7e05d4f42808 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:26.129468 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf2d3f34-52d0-4149-8959-7e05d4f42808 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:26.133441 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cf2d3f34-52d0-4149-8959-7e05d4f42808 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "DELETE /v2.0/networks/d4027dc0-8288-4549-8d12-d83ce78395f6 HTTP/1.1" status: 204 len: 168 time: 0.4217072 Dec 17 15:36:26.137143 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48556) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:26.159946 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d3f34-52d0-4149-8959-7e05d4f42808 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Pushing event deleted for resources: {'Network': ['ID=d4027dc0-8288-4549-8d12-d83ce78395f6,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:26.289129 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-89bff232-343e-45f2-8f14-44a2c014d916 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:26.329893 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-80594910-14c0-4e3c-800f-c6df6b4481cc tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Deleting port aa31741f-30d4-4a87-b2e4-ca53977f927b {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:36:26.330243 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-80594910-14c0-4e3c-800f-c6df6b4481cc tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:26.361563 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d9dfa7a-341f-453c-91dd-75b48e6e22cc req-de230f12-1f12-4756-931e-ce0182a95e08 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f86141f-e9bc-4c08-9d45-d3b6bf5cb8e3 HTTP/1.1" status: 200 len: 210 time: 0.0632517 Dec 17 15:36:26.411007 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-80594910-14c0-4e3c-800f-c6df6b4481cc tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:26.411342 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-80594910-14c0-4e3c-800f-c6df6b4481cc tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:26.423956 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-80594910-14c0-4e3c-800f-c6df6b4481cc tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Calling delete_port for aa31741f-30d4-4a87-b2e4-ca53977f927b owned by network:floatingip {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:36:26.555937 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a54786b5-6be3-4f5c-a49e-7b67866b990c no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:36:26.568629 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf294b-05f9-41e7-865e-04ea325c96dc req-9e34bc7f-e179-473e-b6d4-11c3c3815dbe tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:26.570288 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9abf294b-05f9-41e7-865e-04ea325c96dc req-9e34bc7f-e179-473e-b6d4-11c3c3815dbe tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 944 time: 0.1001029 Dec 17 15:36:26.577809 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: a54786b5-6be3-4f5c-a49e-7b67866b990c {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:36:26.578284 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a54786b5-6be3-4f5c-a49e-7b67866b990c not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:36:26.648413 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9abf294b-05f9-41e7-865e-04ea325c96dc req-02cb16ae-c439-432c-ab21-acf23541347a tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713716 Dec 17 15:36:26.660398 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-89bff232-343e-45f2-8f14-44a2c014d916 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Allocated IP 172.20.0.1 (ee006fda-265c-4847-8b64-f23444a64897/194396ac-204d-49c0-a9e6-745291f7c78f/79b05c67-03ae-4756-8e35-73f2a1689df5) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:36:26.693795 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-80594910-14c0-4e3c-800f-c6df6b4481cc tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:26.720175 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80594910-14c0-4e3c-800f-c6df6b4481cc tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Pushing event deleted for resources: {'Port': ['ID=aa31741f-30d4-4a87-b2e4-ca53977f927b,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:26.780883 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-89bff232-343e-45f2-8f14-44a2c014d916 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:26.782860 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-80594910-14c0-4e3c-800f-c6df6b4481cc tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for floatingip, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:26.783412 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [None req-80594910-14c0-4e3c-800f-c6df6b4481cc tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Floating IP 2f5ca2a2-4fb3-4443-80ae-0ed636acc13c disassociated (deleted). External IP: 172.25.6.85, port: e16e1372-d6db-41e2-92dc-8f21c32bc5cc. Dec 17 15:36:26.894026 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-89bff232-343e-45f2-8f14-44a2c014d916 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:26.940016 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bff232-343e-45f2-8f14-44a2c014d916 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Network ee006fda-265c-4847-8b64-f23444a64897 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:36:26.944148 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-89bff232-343e-45f2-8f14-44a2c014d916 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:36:26.947931 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bff232-343e-45f2-8f14-44a2c014d916 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:36:26.957481 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bff232-343e-45f2-8f14-44a2c014d916 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event updated for resources: {'Port': ['ID=79b05c67-03ae-4756-8e35-73f2a1689df5,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:26.999004 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80594910-14c0-4e3c-800f-c6df6b4481cc tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Router 0d47f40d-a578-49a2-8dd3-891f56931599 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:36:27.003656 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-89bff232-343e-45f2-8f14-44a2c014d916 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:27.207419 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-89bff232-343e-45f2-8f14-44a2c014d916 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:27.431775 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80594910-14c0-4e3c-800f-c6df6b4481cc tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:36:27.439253 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-80594910-14c0-4e3c-800f-c6df6b4481cc tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:27.444956 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c30e887-2c4b-404e-8e91-555697e2cb69 None None] Sync routers for ids ['0d47f40d-a578-49a2-8dd3-891f56931599'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:36:27.453893 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c30e887-2c4b-404e-8e91-555697e2cb69 None None] Routers {'0d47f40d-a578-49a2-8dd3-891f56931599'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:27.456479 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-1c30e887-2c4b-404e-8e91-555697e2cb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0d47f40d-a578-49a2-8dd3-891f56931599'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:27.456769 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-41c9a96a-77b7-44b3-a907-795d9bae28fb tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:27.458043 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-41c9a96a-77b7-44b3-a907-795d9bae28fb tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.13 "GET /v2.0/networks?id=454532c7-40fb-42bd-9211-3c22a0ad07f1 HTTP/1.1" status: 200 len: 813 time: 0.2408376 Dec 17 15:36:27.479546 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-a34150cc-6bc4-46ed-b808-427b0e97884b tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Request body: {'port': {'device_id': '6f86141f-e9bc-4c08-9d45-d3b6bf5cb8e3', 'network_id': '454532c7-40fb-42bd-9211-3c22a0ad07f1', 'admin_state_up': True, 'tenant_id': '608a3934175942d1b0415377b717efea'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:27.480367 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-80594910-14c0-4e3c-800f-c6df6b4481cc tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "DELETE /v2.0/floatingips/2f5ca2a2-4fb3-4443-80ae-0ed636acc13c HTTP/1.1" status: 204 len: 168 time: 1.3421252 Dec 17 15:36:27.481316 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10756922-37fc-47aa-936a-4192eb823f27', 'tag': 'e16e1372-d6db-41e2-92dc-8f21c32bc5cc'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:36:27.483832 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e555a4-106a-449c-a230-f733434e241c" -d '{"events": [{"name": "network-changed", "server_uuid": "10756922-37fc-47aa-936a-4192eb823f27", "tag": "e16e1372-d6db-41e2-92dc-8f21c32bc5cc"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:36:27.572745 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-1c30e887-2c4b-404e-8e91-555697e2cb69 None None] Set router 0d47f40d-a578-49a2-8dd3-891f56931599 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:36:27.578908 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a3599a52-05b7-45a6-ad86-0ec6c0f1cfce req-e6c051f1-feb0-4840-a8aa-5ed3602d7111 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f86141f-e9bc-4c08-9d45-d3b6bf5cb8e3 HTTP/1.1" status: 200 len: 210 time: 0.0744426 Dec 17 15:36:27.632306 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38abf14-9857-4d4f-bf00-c32689e16924 x-openstack-request-id: req-e38abf14-9857-4d4f-bf00-c32689e16924 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:36:27.632601 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10756922-37fc-47aa-936a-4192eb823f27", "tag": "e16e1372-d6db-41e2-92dc-8f21c32bc5cc", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:36:27.632869 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e38abf14-9857-4d4f-bf00-c32689e16924 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:36:27.633481 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10756922-37fc-47aa-936a-4192eb823f27', 'tag': 'e16e1372-d6db-41e2-92dc-8f21c32bc5cc', 'status': 'completed', 'code': 200} Dec 17 15:36:27.726758 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e555a4-106a-449c-a230-f733434e241c req-5ceeca78-21c9-4c10-a57c-3187262087fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:27.729502 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-06e555a4-106a-449c-a230-f733434e241c req-5ceeca78-21c9-4c10-a57c-3187262087fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a34d23e4334452eba0b24e500167ab7&device_id=10756922-37fc-47aa-936a-4192eb823f27 HTTP/1.1" status: 200 len: 1136 time: 0.0695064 Dec 17 15:36:27.782250 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-89bff232-343e-45f2-8f14-44a2c014d916 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:27.787253 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-1c30e887-2c4b-404e-8e91-555697e2cb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'name': 'tempest-TestSecurityGroupsBasicOps-router-20163770', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'ef6f0e00-66d8-464b-a1ef-7ccf9e90758b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:34:38Z', 'updated_at': '2021-12-17T15:34:45Z', 'revision_number': 4, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'gw_port': {'id': 'ef6f0e00-66d8-464b-a1ef-7ccf9e90758b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:39Z', 'updated_at': '2021-12-17T15:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '0e371cb0-e6e6-47b5-b714-bb10d77b2e07', 'name': '', 'network_id': 'b2ce5d81-00e7-4a11-aeea-6022658e3866', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'mac_address': 'fa:16:3e:f5:47:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '7c0d1002-a703-4050-8e5b-7a438bb8a882', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:44Z', 'updated_at': '2021-12-17T15:34:49Z', 'revision_number': 5, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'subnets': [{'id': '7c0d1002-a703-4050-8e5b-7a438bb8a882', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:27.796078 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-a34150cc-6bc4-46ed-b808-427b0e97884b tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Made reservation on behalf of 608a3934175942d1b0415377b717efea for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:36:27.800214 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-a34150cc-6bc4-46ed-b808-427b0e97884b tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:27.821449 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c30e887-2c4b-404e-8e91-555697e2cb69 None None] Checking router: 0d47f40d-a578-49a2-8dd3-891f56931599 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:36:27.824570 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931252b-95f8-4d6a-9850-4260cf6de490 req-c97752bc-3936-4adc-bd3b-9d6e517e4b5b tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:27.826147 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8931252b-95f8-4d6a-9850-4260cf6de490 req-c97752bc-3936-4adc-bd3b-9d6e517e4b5b tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 944 time: 0.0781503 Dec 17 15:36:27.828212 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:36:27.834758 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c30e887-2c4b-404e-8e91-555697e2cb69 None None] Routers {'0d47f40d-a578-49a2-8dd3-891f56931599'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:27.835404 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-1c30e887-2c4b-404e-8e91-555697e2cb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0d47f40d-a578-49a2-8dd3-891f56931599'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:27.855345 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e555a4-106a-449c-a230-f733434e241c req-18082af4-d4d5-4686-93f3-0e44385182bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:27.856797 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-06e555a4-106a-449c-a230-f733434e241c req-18082af4-d4d5-4686-93f3-0e44385182bc service neutron] 10.222.0.13 "GET /v2.0/networks?id=b2ce5d81-00e7-4a11-aeea-6022658e3866 HTTP/1.1" status: 200 len: 898 time: 0.1162498 Dec 17 15:36:27.894119 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-89bff232-343e-45f2-8f14-44a2c014d916 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:27.914152 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-06e555a4-106a-449c-a230-f733434e241c req-a3cdf8a9-9762-4435-877f-7f554f727bd0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=e16e1372-d6db-41e2-92dc-8f21c32bc5cc HTTP/1.1" status: 200 len: 217 time: 0.0443864 Dec 17 15:36:27.949327 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-1c30e887-2c4b-404e-8e91-555697e2cb69 None None] Set router 0d47f40d-a578-49a2-8dd3-891f56931599 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:36:27.975902 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e555a4-106a-449c-a230-f733434e241c req-94bf2d88-a8e7-4956-bfaa-62c7cf0ffe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:27.977409 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-06e555a4-106a-449c-a230-f733434e241c req-94bf2d88-a8e7-4956-bfaa-62c7cf0ffe68 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c0d1002-a703-4050-8e5b-7a438bb8a882 HTTP/1.1" status: 200 len: 838 time: 0.0510089 Dec 17 15:36:28.028572 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e555a4-106a-449c-a230-f733434e241c req-b40242ab-908a-4592-a3ee-a48dd363d3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:28.030298 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-06e555a4-106a-449c-a230-f733434e241c req-b40242ab-908a-4592-a3ee-a48dd363d3e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b2ce5d81-00e7-4a11-aeea-6022658e3866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455761 Dec 17 15:36:28.036110 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bff232-343e-45f2-8f14-44a2c014d916 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event updated for resources: {'Port': ['ID=79b05c67-03ae-4756-8e35-73f2a1689df5,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:28.089083 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8931252b-95f8-4d6a-9850-4260cf6de490 req-8ff10fe7-08e2-4874-8702-0eaf66baff56 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385521 Dec 17 15:36:28.109028 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-89bff232-343e-45f2-8f14-44a2c014d916 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:28.146222 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-06e555a4-106a-449c-a230-f733434e241c req-7f069ba3-ea9a-4f0d-8f4d-b80674cb2a46 service neutron] 10.222.0.13 "GET /v2.0/networks/b2ce5d81-00e7-4a11-aeea-6022658e3866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044993 Dec 17 15:36:28.184476 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eaf5ec-184b-4d49-a3e5-02d036859dc9 req-dd31f2fc-7ccc-4a36-97aa-17d784b1796e tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:28.185994 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d1eaf5ec-184b-4d49-a3e5-02d036859dc9 req-dd31f2fc-7ccc-4a36-97aa-17d784b1796e tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?device_id=10756922-37fc-47aa-936a-4192eb823f27 HTTP/1.1" status: 200 len: 985 time: 0.2312555 Dec 17 15:36:28.194242 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-a34150cc-6bc4-46ed-b808-427b0e97884b tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Allocated IP 172.20.0.9 (454532c7-40fb-42bd-9211-3c22a0ad07f1/8d76e887-8dcb-4ca9-9e24-1ef65dcdbc17/40adbd23-c9dc-4a14-b06b-a6cba6abf38a) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:36:28.239990 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-06e555a4-106a-449c-a230-f733434e241c req-e01d7ed9-b9d2-4aec-a640-934c2f8aebdd service neutron] 10.222.0.13 "GET /v2.0/networks/b2ce5d81-00e7-4a11-aeea-6022658e3866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856352 Dec 17 15:36:28.275586 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-1c30e887-2c4b-404e-8e91-555697e2cb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'name': 'tempest-TestSecurityGroupsBasicOps-router-20163770', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'ef6f0e00-66d8-464b-a1ef-7ccf9e90758b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:34:38Z', 'updated_at': '2021-12-17T15:34:45Z', 'revision_number': 4, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'gw_port': {'id': 'ef6f0e00-66d8-464b-a1ef-7ccf9e90758b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:39Z', 'updated_at': '2021-12-17T15:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '0e371cb0-e6e6-47b5-b714-bb10d77b2e07', 'name': '', 'network_id': 'b2ce5d81-00e7-4a11-aeea-6022658e3866', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'mac_address': 'fa:16:3e:f5:47:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '7c0d1002-a703-4050-8e5b-7a438bb8a882', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:44Z', 'updated_at': '2021-12-17T15:34:49Z', 'revision_number': 5, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'subnets': [{'id': '7c0d1002-a703-4050-8e5b-7a438bb8a882', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:28.277748 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d1eaf5ec-184b-4d49-a3e5-02d036859dc9 req-70b29911-5af7-4f47-b63d-2d793aa8ff89 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/security-groups?id=95e31c4a-4e31-4c5e-8f16-4d484af241d0&id=9d2e33c4-04ce-4628-940b-9917df496230&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0813127 Dec 17 15:36:28.305859 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c30e887-2c4b-404e-8e91-555697e2cb69 None None] The sync data for ids ['0d47f40d-a578-49a2-8dd3-891f56931599'] in n-d-820553-2 is: [{'id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'name': 'tempest-TestSecurityGroupsBasicOps-router-20163770', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'ef6f0e00-66d8-464b-a1ef-7ccf9e90758b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:34:38Z', 'updated_at': '2021-12-17T15:34:45Z', 'revision_number': 4, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'gw_port': {'id': 'ef6f0e00-66d8-464b-a1ef-7ccf9e90758b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:39Z', 'updated_at': '2021-12-17T15:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '0e371cb0-e6e6-47b5-b714-bb10d77b2e07', 'name': '', 'network_id': 'b2ce5d81-00e7-4a11-aeea-6022658e3866', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'mac_address': 'fa:16:3e:f5:47:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'device_owner': 'network:router_interface', 'standard_attr_id': 2813, 'fixed_ips': [{'subnet_id': '7c0d1002-a703-4050-8e5b-7a438bb8a882', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:44Z', 'updated_at': '2021-12-17T15:34:49Z', 'revision_number': 5, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'subnets': [{'id': '7c0d1002-a703-4050-8e5b-7a438bb8a882', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:36:28.313605 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bff232-343e-45f2-8f14-44a2c014d916 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Network ee006fda-265c-4847-8b64-f23444a64897 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:36:28.319380 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-89bff232-343e-45f2-8f14-44a2c014d916 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:36:28.321646 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f2775911-27ae-4be7-86fc-afb9b8355c3e details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:36:28.433953 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port f2775911-27ae-4be7-86fc-afb9b8355c3e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f2775911-27ae-4be7-86fc-afb9b8355c3e,segment=NetworkSegment(3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0),segment_id=3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:36:28.446314 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'f2775911-27ae-4be7-86fc-afb9b8355c3e', 'network_id': 'e534eaac-a938-4d73-bcc9-4ead9ee9d77a', 'port_id': 'f2775911-27ae-4be7-86fc-afb9b8355c3e', 'mac_address': 'fa:16:3e:e8:13:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ef64e1-4316-45bd-a267-3635457f9569', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:36:28.484390 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:28.498551 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2775911-27ae-4be7-86fc-afb9b8355c3e {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:36:28.501237 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-a34150cc-6bc4-46ed-b808-427b0e97884b tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:28.520056 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port f2775911-27ae-4be7-86fc-afb9b8355c3e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f2775911-27ae-4be7-86fc-afb9b8355c3e,segment=NetworkSegment(3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0),segment_id=3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:36:28.523171 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89bff232-343e-45f2-8f14-44a2c014d916 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Router 0c11b712-7432-462e-a4df-14e07b0a9044 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:36:28.585413 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:28.610008 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecb7f80-cfcc-426e-a176-f24ed5c3a2b1 None None] New status for floating IP 2f5ca2a2-4fb3-4443-80ae-0ed636acc13c: DOWN {{(pid=102834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:36:28.675553 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bff232-343e-45f2-8f14-44a2c014d916 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:36:28.677958 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-a34150cc-6bc4-46ed-b808-427b0e97884b tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:28.685668 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3f272b-4fc9-4a94-a67d-8720275a4a4c None None] Sync routers for ids ['0c11b712-7432-462e-a4df-14e07b0a9044'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:36:28.706532 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3f272b-4fc9-4a94-a67d-8720275a4a4c None None] Routers {'0c11b712-7432-462e-a4df-14e07b0a9044'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:28.706731 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-89bff232-343e-45f2-8f14-44a2c014d916 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "PUT /v2.0/routers/0c11b712-7432-462e-a4df-14e07b0a9044/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8873668 Dec 17 15:36:28.707021 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-2b3f272b-4fc9-4a94-a67d-8720275a4a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0c11b712-7432-462e-a4df-14e07b0a9044'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:28.707176 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48578) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:28.709901 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-f1dde22b-e031-4a2f-bcc8-1c7f5c452a12 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Request body: {'port': {'network_id': 'ee006fda-265c-4847-8b64-f23444a64897', 'name': 'tempest-FloatingIPTestJSON-505631263'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:28.745950 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-2b3f272b-4fc9-4a94-a67d-8720275a4a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:28.756992 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3f272b-4fc9-4a94-a67d-8720275a4a4c None None] Routers {'0c11b712-7432-462e-a4df-14e07b0a9044'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:28.758067 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-2b3f272b-4fc9-4a94-a67d-8720275a4a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0c11b712-7432-462e-a4df-14e07b0a9044'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:28.765658 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34150cc-6bc4-46ed-b808-427b0e97884b tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Pushing event updated for resources: {'Port': ['ID=40adbd23-c9dc-4a14-b06b-a6cba6abf38a,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:28.769986 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-a34150cc-6bc4-46ed-b808-427b0e97884b tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Network 454532c7-40fb-42bd-9211-3c22a0ad07f1 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:36:28.774685 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-a34150cc-6bc4-46ed-b808-427b0e97884b tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:36:28.777610 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-a34150cc-6bc4-46ed-b808-427b0e97884b tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:36:28.790566 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878b4b6-6100-4923-a385-49b1ecbd46d6 req-a7952782-e469-45a5-94c1-8063cc007890 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:28.793257 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4878b4b6-6100-4923-a385-49b1ecbd46d6 req-a7952782-e469-45a5-94c1-8063cc007890 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f86141f-e9bc-4c08-9d45-d3b6bf5cb8e3 HTTP/1.1" status: 200 len: 931 time: 0.1400359 Dec 17 15:36:28.793820 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-2b3f272b-4fc9-4a94-a67d-8720275a4a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:28.794483 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3f272b-4fc9-4a94-a67d-8720275a4a4c None None] The sync data for ids ['0c11b712-7432-462e-a4df-14e07b0a9044'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:36:28.865374 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-a34150cc-6bc4-46ed-b808-427b0e97884b tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:28.866189 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-a34150cc-6bc4-46ed-b808-427b0e97884b tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:28.878633 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4878b4b6-6100-4923-a385-49b1ecbd46d6 req-773e2cb1-114d-4603-b1a7-5a0c4b7ce846 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50a0fda-15c8-4278-9a8f-3704fdc038b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600784 Dec 17 15:36:28.900544 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=f2775911-27ae-4be7-86fc-afb9b8355c3e,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:28.974115 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1dde22b-e031-4a2f-bcc8-1c7f5c452a12 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Made reservation on behalf of 2ae044ee97d94f82951e3db8ae3bd37f for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:36:28.978109 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f1dde22b-e031-4a2f-bcc8-1c7f5c452a12 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:28.995538 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-f1dde22b-e031-4a2f-bcc8-1c7f5c452a12 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] device_id is not set on port 77af0b0b-2a65-4309-ba20-dcb535be91d6 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:36:29.015870 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-80bad880-7dd5-4073-93ab-3e6b71288edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:29.049070 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['f2775911-27ae-4be7-86fc-afb9b8355c3e'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:36:29.114120 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-a34150cc-6bc4-46ed-b808-427b0e97884b tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6413293 Dec 17 15:36:29.120796 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-f1dde22b-e031-4a2f-bcc8-1c7f5c452a12 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Allocated IP 172.20.0.12 (ee006fda-265c-4847-8b64-f23444a64897/194396ac-204d-49c0-a9e6-745291f7c78f/77af0b0b-2a65-4309-ba20-dcb535be91d6) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:36:29.126746 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-6c62e6ea-8cc5-4191-9a84-0d8d3e777644 service neutron] Request body: {'port': {'device_id': '6f86141f-e9bc-4c08-9d45-d3b6bf5cb8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:29.238497 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-6c62e6ea-8cc5-4191-9a84-0d8d3e777644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:29.265797 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0e403-41a9-4ea3-bd3b-a8bf836b3c96 req-4a8900e2-edd8-4faf-a275-65f1d559aa09 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:29.267382 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2cf0e403-41a9-4ea3-bd3b-a8bf836b3c96 req-4a8900e2-edd8-4faf-a275-65f1d559aa09 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 945 time: 0.0923808 Dec 17 15:36:29.344333 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709d4c0-36a2-453b-b683-5e5711d06528 req-cab51a74-2731-42fa-b0ef-d40a808d0dbe tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:29.345857 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9709d4c0-36a2-453b-b683-5e5711d06528 req-cab51a74-2731-42fa-b0ef-d40a808d0dbe tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.13 "GET /v2.0/ports?device_id=10756922-37fc-47aa-936a-4192eb823f27 HTTP/1.1" status: 200 len: 985 time: 0.0856705 Dec 17 15:36:29.356244 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f1dde22b-e031-4a2f-bcc8-1c7f5c452a12 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:29.409906 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2cf0e403-41a9-4ea3-bd3b-a8bf836b3c96 req-38f66381-0cfb-44c7-9828-293d5a3112ca tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158969 Dec 17 15:36:29.469605 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-9709d4c0-36a2-453b-b683-5e5711d06528 req-07b67481-cdf7-4f35-992f-a0567fbc24e5 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Deleting port e16e1372-d6db-41e2-92dc-8f21c32bc5cc {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:36:29.469951 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9709d4c0-36a2-453b-b683-5e5711d06528 req-07b67481-cdf7-4f35-992f-a0567fbc24e5 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:29.500185 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7fa4e-51cb-4228-8219-2c8f22110441 req-14d9bb0b-1a76-4e46-8a43-5825bb01f8f0 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:29.501694 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-def7fa4e-51cb-4228-8219-2c8f22110441 req-14d9bb0b-1a76-4e46-8a43-5825bb01f8f0 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?device_id=10756922-37fc-47aa-936a-4192eb823f27 HTTP/1.1" status: 200 len: 985 time: 0.1213126 Dec 17 15:36:29.536364 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f1dde22b-e031-4a2f-bcc8-1c7f5c452a12 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:29.576853 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-def7fa4e-51cb-4228-8219-2c8f22110441 req-bc3d4211-65c2-480e-989c-fabb20b6fa63 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/security-groups?id=95e31c4a-4e31-4c5e-8f16-4d484af241d0&id=9d2e33c4-04ce-4628-940b-9917df496230&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0660849 Dec 17 15:36:29.602809 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dde22b-e031-4a2f-bcc8-1c7f5c452a12 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Network ee006fda-265c-4847-8b64-f23444a64897 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:36:29.610194 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-9709d4c0-36a2-453b-b683-5e5711d06528 req-07b67481-cdf7-4f35-992f-a0567fbc24e5 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] For port e16e1372-d6db-41e2-92dc-8f21c32bc5cc, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e16e1372-d6db-41e2-92dc-8f21c32bc5cc,segment=NetworkSegment(e9e46145-637d-40f4-baac-510241bd29ea),segment_id=e9e46145-637d-40f4-baac-510241bd29ea)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:36:29.610194 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9709d4c0-36a2-453b-b683-5e5711d06528 req-07b67481-cdf7-4f35-992f-a0567fbc24e5 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:29.612877 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-f1dde22b-e031-4a2f-bcc8-1c7f5c452a12 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:36:29.624254 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dde22b-e031-4a2f-bcc8-1c7f5c452a12 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:36:29.629480 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dde22b-e031-4a2f-bcc8-1c7f5c452a12 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event updated for resources: {'Port': ['ID=77af0b0b-2a65-4309-ba20-dcb535be91d6,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:29.641633 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-6c62e6ea-8cc5-4191-9a84-0d8d3e777644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40adbd23-c9dc-4a14-b06b-a6cba6abf38a {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:36:29.649431 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-6c62e6ea-8cc5-4191-9a84-0d8d3e777644 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:29.654405 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-9709d4c0-36a2-453b-b683-5e5711d06528 req-07b67481-cdf7-4f35-992f-a0567fbc24e5 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Calling delete_port for e16e1372-d6db-41e2-92dc-8f21c32bc5cc owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:36:29.662543 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-6c62e6ea-8cc5-4191-9a84-0d8d3e777644 service neutron] Transition to ACTIVE for port object 40adbd23-c9dc-4a14-b06b-a6cba6abf38a will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:36:29.716496 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dde22b-e031-4a2f-bcc8-1c7f5c452a12 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:29.717123 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f1dde22b-e031-4a2f-bcc8-1c7f5c452a12 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:29.768153 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-6c62e6ea-8cc5-4191-9a84-0d8d3e777644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:29.820868 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62e6ea-8cc5-4191-9a84-0d8d3e777644 service neutron] Pushing event updated for resources: {'Port': ['ID=40adbd23-c9dc-4a14-b06b-a6cba6abf38a,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:29.883670 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-6c62e6ea-8cc5-4191-9a84-0d8d3e777644 service neutron] Attempting to bind port 40adbd23-c9dc-4a14-b06b-a6cba6abf38a on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:36:29.884015 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-6c62e6ea-8cc5-4191-9a84-0d8d3e777644 service neutron] Attempting to bind port 40adbd23-c9dc-4a14-b06b-a6cba6abf38a by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '41fa10a7-bd67-4035-b2d0-d296a7ac0edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '454532c7-40fb-42bd-9211-3c22a0ad07f1'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:36:29.884335 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-6c62e6ea-8cc5-4191-9a84-0d8d3e777644 service neutron] Attempting to bind port 40adbd23-c9dc-4a14-b06b-a6cba6abf38a on network 454532c7-40fb-42bd-9211-3c22a0ad07f1 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:36:29.888049 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f1dde22b-e031-4a2f-bcc8-1c7f5c452a12 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1829920 Dec 17 15:36:29.888049 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48586) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:29.894416 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-6c62e6ea-8cc5-4191-9a84-0d8d3e777644 service neutron] Port 40adbd23-c9dc-4a14-b06b-a6cba6abf38a on network 454532c7-40fb-42bd-9211-3c22a0ad07f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:36:29.894416 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-6c62e6ea-8cc5-4191-9a84-0d8d3e777644 service neutron] Attempting to bind port 40adbd23-c9dc-4a14-b06b-a6cba6abf38a on network 454532c7-40fb-42bd-9211-3c22a0ad07f1 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:36:29.895183 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-891da2b3-f724-446d-8691-b0248709a7f9 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Request body: {'port': {'network_id': 'ee006fda-265c-4847-8b64-f23444a64897', 'name': 'tempest-FloatingIPTestJSON-655684565'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:29.898155 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-6c62e6ea-8cc5-4191-9a84-0d8d3e777644 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:36:29.898489 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-6c62e6ea-8cc5-4191-9a84-0d8d3e777644 service neutron] Checking segment: {'id': '41fa10a7-bd67-4035-b2d0-d296a7ac0edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '454532c7-40fb-42bd-9211-3c22a0ad07f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:36:29.898866 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-6c62e6ea-8cc5-4191-9a84-0d8d3e777644 service neutron] Bound using segment: {'id': '41fa10a7-bd67-4035-b2d0-d296a7ac0edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '454532c7-40fb-42bd-9211-3c22a0ad07f1'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:36:29.899316 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-6c62e6ea-8cc5-4191-9a84-0d8d3e777644 service neutron] Bound port: 40adbd23-c9dc-4a14-b06b-a6cba6abf38a, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41fa10a7-bd67-4035-b2d0-d296a7ac0edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '454532c7-40fb-42bd-9211-3c22a0ad07f1'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:36:29.899670 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-6c62e6ea-8cc5-4191-9a84-0d8d3e777644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:29.940932 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9709d4c0-36a2-453b-b683-5e5711d06528 req-07b67481-cdf7-4f35-992f-a0567fbc24e5 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:29.978162 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b67481-cdf7-4f35-992f-a0567fbc24e5 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Pushing event deleted for resources: {'Port': ['ID=e16e1372-d6db-41e2-92dc-8f21c32bc5cc,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:30.035973 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-9709d4c0-36a2-453b-b683-5e5711d06528 req-07b67481-cdf7-4f35-992f-a0567fbc24e5 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] No DVR routers for this DVR port e16e1372-d6db-41e2-92dc-8f21c32bc5cc on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:36:30.040528 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9709d4c0-36a2-453b-b683-5e5711d06528 req-07b67481-cdf7-4f35-992f-a0567fbc24e5 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:30.043919 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9709d4c0-36a2-453b-b683-5e5711d06528 req-07b67481-cdf7-4f35-992f-a0567fbc24e5 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.13 "DELETE /v2.0/ports/e16e1372-d6db-41e2-92dc-8f21c32bc5cc HTTP/1.1" status: 204 len: 173 time: 0.6860170 Dec 17 15:36:30.044386 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10756922-37fc-47aa-936a-4192eb823f27', 'name': 'network-vif-deleted', 'tag': 'e16e1372-d6db-41e2-92dc-8f21c32bc5cc'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:36:30.046836 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f3556a-89ae-425f-948b-56845826726b" -d '{"events": [{"server_uuid": "10756922-37fc-47aa-936a-4192eb823f27", "name": "network-vif-deleted", "tag": "e16e1372-d6db-41e2-92dc-8f21c32bc5cc"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:36:30.100454 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab06a92-6baf-4f23-9fa7-079f11b1cfe8 x-openstack-request-id: req-bab06a92-6baf-4f23-9fa7-079f11b1cfe8 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:36:30.100765 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10756922-37fc-47aa-936a-4192eb823f27", "name": "network-vif-deleted", "tag": "e16e1372-d6db-41e2-92dc-8f21c32bc5cc", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:36:30.101006 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bab06a92-6baf-4f23-9fa7-079f11b1cfe8 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:36:30.101465 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10756922-37fc-47aa-936a-4192eb823f27', 'name': 'network-vif-deleted', 'tag': 'e16e1372-d6db-41e2-92dc-8f21c32bc5cc', 'status': 'completed', 'code': 200} Dec 17 15:36:30.174096 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891da2b3-f724-446d-8691-b0248709a7f9 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Made reservation on behalf of 2ae044ee97d94f82951e3db8ae3bd37f for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:36:30.178421 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-891da2b3-f724-446d-8691-b0248709a7f9 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:30.197433 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-891da2b3-f724-446d-8691-b0248709a7f9 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] device_id is not set on port 96018a7b-e5ee-436d-9215-f14cef183be5 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:36:30.317483 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-6c62e6ea-8cc5-4191-9a84-0d8d3e777644 service neutron] For port 40adbd23-c9dc-4a14-b06b-a6cba6abf38a, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:36:30.322512 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-6c62e6ea-8cc5-4191-9a84-0d8d3e777644 service neutron] For port 40adbd23-c9dc-4a14-b06b-a6cba6abf38a, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=40adbd23-c9dc-4a14-b06b-a6cba6abf38a,segment=NetworkSegment(41fa10a7-bd67-4035-b2d0-d296a7ac0edc),segment_id=41fa10a7-bd67-4035-b2d0-d296a7ac0edc)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:36:30.349679 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f2775911-27ae-4be7-86fc-afb9b8355c3e up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:36:30.361776 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-891da2b3-f724-446d-8691-b0248709a7f9 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Allocated IP 172.20.0.11 (ee006fda-265c-4847-8b64-f23444a64897/194396ac-204d-49c0-a9e6-745291f7c78f/96018a7b-e5ee-436d-9215-f14cef183be5) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:36:30.376460 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042be88e-ce31-4f6a-86f1-887d85252df4 req-9c3dbfc2-dd7f-478d-9d7f-3e33a9fb5d50 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:30.386295 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-042be88e-ce31-4f6a-86f1-887d85252df4 req-9c3dbfc2-dd7f-478d-9d7f-3e33a9fb5d50 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f86141f-e9bc-4c08-9d45-d3b6bf5cb8e3 HTTP/1.1" status: 200 len: 943 time: 0.0614009 Dec 17 15:36:30.402825 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-6c62e6ea-8cc5-4191-9a84-0d8d3e777644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:30.484143 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-6c62e6ea-8cc5-4191-9a84-0d8d3e777644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:30.484864 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-6c62e6ea-8cc5-4191-9a84-0d8d3e777644 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:30.486447 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-6c62e6ea-8cc5-4191-9a84-0d8d3e777644 service neutron] 10.222.0.13 "PUT /v2.0/ports/40adbd23-c9dc-4a14-b06b-a6cba6abf38a HTTP/1.1" status: 200 len: 1091 time: 1.3640556 Dec 17 15:36:30.488751 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f86141f-e9bc-4c08-9d45-d3b6bf5cb8e3', 'tag': '40adbd23-c9dc-4a14-b06b-a6cba6abf38a'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:36:30.491112 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7dd8b8-f820-47ed-8096-ad4e0cb7e776" -d '{"events": [{"name": "network-changed", "server_uuid": "6f86141f-e9bc-4c08-9d45-d3b6bf5cb8e3", "tag": "40adbd23-c9dc-4a14-b06b-a6cba6abf38a"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:36:30.516306 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-042be88e-ce31-4f6a-86f1-887d85252df4 req-5ccd1bac-2d0b-402f-acdf-e1e98dc0b79a tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50a0fda-15c8-4278-9a8f-3704fdc038b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291711 Dec 17 15:36:30.523188 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port f2775911-27ae-4be7-86fc-afb9b8355c3e completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:36:30.532341 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port f2775911-27ae-4be7-86fc-afb9b8355c3e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:36:30.532769 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:30.536910 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62e6ea-8cc5-4191-9a84-0d8d3e777644 service neutron] Pushing event updated for resources: {'Port': ['ID=40adbd23-c9dc-4a14-b06b-a6cba6abf38a,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:30.588000 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8197defc-486f-4588-b4f4-ed4333df4f77 x-openstack-request-id: req-8197defc-486f-4588-b4f4-ed4333df4f77 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:36:30.588402 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f86141f-e9bc-4c08-9d45-d3b6bf5cb8e3", "tag": "40adbd23-c9dc-4a14-b06b-a6cba6abf38a", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:36:30.588810 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8197defc-486f-4588-b4f4-ed4333df4f77 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:36:30.589271 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f86141f-e9bc-4c08-9d45-d3b6bf5cb8e3', 'tag': '40adbd23-c9dc-4a14-b06b-a6cba6abf38a', 'status': 'completed', 'code': 200} Dec 17 15:36:30.626981 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-891da2b3-f724-446d-8691-b0248709a7f9 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:30.641499 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00e624-d255-4440-a2ba-981382b09bc5 req-c4da84b6-26e8-470e-beec-d97a5c8cc292 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:30.643708 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4c00e624-d255-4440-a2ba-981382b09bc5 req-c4da84b6-26e8-470e-beec-d97a5c8cc292 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 945 time: 0.1342905 Dec 17 15:36:30.717953 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-891da2b3-f724-446d-8691-b0248709a7f9 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:30.718275 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:30.757358 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port f2775911-27ae-4be7-86fc-afb9b8355c3e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f2775911-27ae-4be7-86fc-afb9b8355c3e,segment=NetworkSegment(3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0),segment_id=3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:36:30.758979 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf566dc-941a-42c9-b54c-bf9149e9ae6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2775911-27ae-4be7-86fc-afb9b8355c3e'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:36:30.762003 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05966309-6a49-4ff0-bd78-c27e6c10d977" -d '{"events": [{"server_uuid": "dbf566dc-941a-42c9-b54c-bf9149e9ae6b", "name": "network-vif-plugged", "status": "completed", "tag": "f2775911-27ae-4be7-86fc-afb9b8355c3e"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:36:30.771112 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-4f08fa05-b9e5-4228-aa88-c1e9b0a54770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:30.772841 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-4f08fa05-b9e5-4228-aa88-c1e9b0a54770 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=608a3934175942d1b0415377b717efea&device_id=6f86141f-e9bc-4c08-9d45-d3b6bf5cb8e3 HTTP/1.1" status: 200 len: 1094 time: 0.1536877 Dec 17 15:36:30.778987 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f8243a0b-c084-47c8-b359-564af49dfd8f req-f719f7ba-6cfa-4b78-bf34-e7d37515ba2e tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "GET /v2.0/ports?device_id=10756922-37fc-47aa-936a-4192eb823f27 HTTP/1.1" status: 200 len: 210 time: 0.0698855 Dec 17 15:36:30.785297 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4c00e624-d255-4440-a2ba-981382b09bc5 req-7231c95e-31f8-473f-94e6-b9d116e58a0d tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033456 Dec 17 15:36:30.802408 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891da2b3-f724-446d-8691-b0248709a7f9 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event updated for resources: {'Port': ['ID=96018a7b-e5ee-436d-9215-f14cef183be5,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:30.808275 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:30.810013 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891da2b3-f724-446d-8691-b0248709a7f9 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Network ee006fda-265c-4847-8b64-f23444a64897 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:36:30.817586 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-891da2b3-f724-446d-8691-b0248709a7f9 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:36:30.826581 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891da2b3-f724-446d-8691-b0248709a7f9 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:36:30.877013 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-b07c44ac-ed14-4cd4-91ff-c7aaaaf7034a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40adbd23-c9dc-4a14-b06b-a6cba6abf38a HTTP/1.1" status: 200 len: 217 time: 0.0763650 Dec 17 15:36:30.885691 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891da2b3-f724-446d-8691-b0248709a7f9 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:30.886519 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-891da2b3-f724-446d-8691-b0248709a7f9 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:30.911148 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3194021a-526d-43f5-a22d-2213cb294aee x-openstack-request-id: req-3194021a-526d-43f5-a22d-2213cb294aee {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:36:30.911656 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf566dc-941a-42c9-b54c-bf9149e9ae6b", "name": "network-vif-plugged", "status": "completed", "tag": "f2775911-27ae-4be7-86fc-afb9b8355c3e", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:36:30.912078 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3194021a-526d-43f5-a22d-2213cb294aee {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:36:30.912671 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf566dc-941a-42c9-b54c-bf9149e9ae6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2775911-27ae-4be7-86fc-afb9b8355c3e', 'code': 200} Dec 17 15:36:30.922256 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=f2775911-27ae-4be7-86fc-afb9b8355c3e,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:30.938989 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-705f2c8f-9936-48fe-8c7e-576c7cfac88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:30.942416 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-705f2c8f-9936-48fe-8c7e-576c7cfac88d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8d76e887-8dcb-4ca9-9e24-1ef65dcdbc17 HTTP/1.1" status: 200 len: 853 time: 0.0624390 Dec 17 15:36:30.977385 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-d017021e-9b57-4e73-ac71-7a7af051315a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=454532c7-40fb-42bd-9211-3c22a0ad07f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278082 Dec 17 15:36:30.988863 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-891da2b3-f724-446d-8691-b0248709a7f9 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0998168 Dec 17 15:36:30.998172 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48606) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:31.003458 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-84696bea-5f3e-48d0-ab75-41ea3b05288d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'port_id': '96018a7b-e5ee-436d-9215-f14cef183be5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:31.046875 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54ee04-7a66-47f1-b292-837c810f67ef req-28c99ed6-4daf-425a-9ea1-6fa40da4cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:31.048637 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4b54ee04-7a66-47f1-b292-837c810f67ef req-28c99ed6-4daf-425a-9ea1-6fa40da4cd2b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 1097 time: 0.0442917 Dec 17 15:36:31.053489 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e4265781-3789-4b0b-9328-ca81a3b213d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:31.092146 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4b54ee04-7a66-47f1-b292-837c810f67ef req-f2603d07-db17-40e4-87da-389feb04fe7d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358114 Dec 17 15:36:31.103827 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-b03c10b2-20f6-4578-98d6-2affb61a412b service neutron] 10.222.0.13 "GET /v2.0/networks/454532c7-40fb-42bd-9211-3c22a0ad07f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134915 Dec 17 15:36:31.174306 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-84696bea-5f3e-48d0-ab75-41ea3b05288d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for floatingip, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:31.251453 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-933b1ce1-e33a-46f4-b2a5-aa92b8ce3001 req-68a2f3f0-ae3f-460b-ac3e-e078bc935776 service neutron] 10.222.0.13 "GET /v2.0/networks/454532c7-40fb-42bd-9211-3c22a0ad07f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384201 Dec 17 15:36:31.299955 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-84696bea-5f3e-48d0-ab75-41ea3b05288d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:31.438879 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-84696bea-5f3e-48d0-ab75-41ea3b05288d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Allocated IP 172.25.6.68 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/8c7a86c5-6f08-43e4-91f7-e73fcd10a4e6) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:36:31.445169 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dd8b8-f820-47ed-8096-ad4e0cb7e776 req-3dd3477e-1e5c-4133-938b-8ae95dd751f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:31.446698 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2f7dd8b8-f820-47ed-8096-ad4e0cb7e776 req-3dd3477e-1e5c-4133-938b-8ae95dd751f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=608a3934175942d1b0415377b717efea&device_id=6f86141f-e9bc-4c08-9d45-d3b6bf5cb8e3 HTTP/1.1" status: 200 len: 1094 time: 0.0852401 Dec 17 15:36:31.624859 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dd8b8-f820-47ed-8096-ad4e0cb7e776 req-3ac46367-76c4-4c7a-8c1e-0017989958b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:31.626283 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2f7dd8b8-f820-47ed-8096-ad4e0cb7e776 req-3ac46367-76c4-4c7a-8c1e-0017989958b6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=454532c7-40fb-42bd-9211-3c22a0ad07f1 HTTP/1.1" status: 200 len: 914 time: 0.1685908 Dec 17 15:36:31.644435 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-84696bea-5f3e-48d0-ab75-41ea3b05288d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:31.689259 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2f7dd8b8-f820-47ed-8096-ad4e0cb7e776 req-ebc9c85b-599b-40ef-befd-42a3c73b137d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40adbd23-c9dc-4a14-b06b-a6cba6abf38a HTTP/1.1" status: 200 len: 217 time: 0.0478041 Dec 17 15:36:31.747410 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15e95f-5d06-4141-a412-dc9d36713b82 req-67e2e3c1-841a-47df-a753-f8eb795abdf9 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:31.749000 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5a15e95f-5d06-4141-a412-dc9d36713b82 req-67e2e3c1-841a-47df-a753-f8eb795abdf9 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f86141f-e9bc-4c08-9d45-d3b6bf5cb8e3 HTTP/1.1" status: 200 len: 943 time: 0.1477587 Dec 17 15:36:31.783746 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dd8b8-f820-47ed-8096-ad4e0cb7e776 req-cdbe7273-92ec-4285-9083-50d7dce7e415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:31.785315 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2f7dd8b8-f820-47ed-8096-ad4e0cb7e776 req-cdbe7273-92ec-4285-9083-50d7dce7e415 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8d76e887-8dcb-4ca9-9e24-1ef65dcdbc17 HTTP/1.1" status: 200 len: 853 time: 0.0844257 Dec 17 15:36:31.828127 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2f7dd8b8-f820-47ed-8096-ad4e0cb7e776 req-eabe7f74-98a7-4eaf-9641-652772e5b582 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=454532c7-40fb-42bd-9211-3c22a0ad07f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346389 Dec 17 15:36:31.831493 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5a15e95f-5d06-4141-a412-dc9d36713b82 req-60ea507f-a93d-4920-8ca6-89fb2e602c5f tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50a0fda-15c8-4278-9a8f-3704fdc038b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722711 Dec 17 15:36:31.854650 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48614) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:31.890748 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-84696bea-5f3e-48d0-ab75-41ea3b05288d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:31.958888 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c9e3470b-3dfd-4824-80c6-4686a6311ea0 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:31.966936 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84696bea-5f3e-48d0-ab75-41ea3b05288d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:36:31.976154 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-84696bea-5f3e-48d0-ab75-41ea3b05288d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:36:31.984347 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84696bea-5f3e-48d0-ab75-41ea3b05288d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:36:31.985411 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c9e3470b-3dfd-4824-80c6-4686a6311ea0 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:32.027139 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84696bea-5f3e-48d0-ab75-41ea3b05288d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event updated for resources: {'Port': ['ID=8c7a86c5-6f08-43e4-91f7-e73fcd10a4e6,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:32.055862 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2f7dd8b8-f820-47ed-8096-ad4e0cb7e776 req-29f667c3-e424-43a9-9dac-823b6a9d1e8e service neutron] 10.222.0.13 "GET /v2.0/networks/454532c7-40fb-42bd-9211-3c22a0ad07f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189260 Dec 17 15:36:32.069324 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb9bb7-ee1b-4e0e-b556-43a33211efb3 req-d173b82f-a8e3-4cb6-8c49-0d4358a0fb0c tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:32.070793 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-88cb9bb7-ee1b-4e0e-b556-43a33211efb3 req-d173b82f-a8e3-4cb6-8c49-0d4358a0fb0c tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 946 time: 0.1466465 Dec 17 15:36:32.145415 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c9e3470b-3dfd-4824-80c6-4686a6311ea0 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:32.147989 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c9e3470b-3dfd-4824-80c6-4686a6311ea0 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:32.149840 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c9e3470b-3dfd-4824-80c6-4686a6311ea0 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "DELETE /v2.0/security-groups/95e31c4a-4e31-4c5e-8f16-4d484af241d0 HTTP/1.1" status: 204 len: 168 time: 0.2863269 Dec 17 15:36:32.155451 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48620) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:32.163597 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3470b-3dfd-4824-80c6-4686a6311ea0 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e31c4a-4e31-4c5e-8f16-4d484af241d0,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:32.246328 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-88cb9bb7-ee1b-4e0e-b556-43a33211efb3 req-4134f320-ea2b-4254-b3c7-4b3a3d2dcc29 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654260 Dec 17 15:36:32.299353 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:32.352657 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2f7dd8b8-f820-47ed-8096-ad4e0cb7e776 req-f7e4845a-2866-4a44-b3d9-da542694c22e service neutron] 10.222.0.13 "GET /v2.0/networks/454532c7-40fb-42bd-9211-3c22a0ad07f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807493 Dec 17 15:36:32.371652 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c232c737-72bd-42bf-a42b-40ad79598392 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:32.413627 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c232c737-72bd-42bf-a42b-40ad79598392 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:32.619234 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-84696bea-5f3e-48d0-ab75-41ea3b05288d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:32.644703 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e16e1372-d6db-41e2-92dc-8f21c32bc5cc no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:36:32.652546 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c232c737-72bd-42bf-a42b-40ad79598392 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:32.652546 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c232c737-72bd-42bf-a42b-40ad79598392 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:32.652546 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c232c737-72bd-42bf-a42b-40ad79598392 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "DELETE /v2.0/security-groups/9d2e33c4-04ce-4628-940b-9917df496230 HTTP/1.1" status: 204 len: 168 time: 0.4875252 Dec 17 15:36:32.653581 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48622) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:32.670856 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232c737-72bd-42bf-a42b-40ad79598392 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2e33c4-04ce-4628-940b-9917df496230,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:32.673190 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: e16e1372-d6db-41e2-92dc-8f21c32bc5cc {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:36:32.675566 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e16e1372-d6db-41e2-92dc-8f21c32bc5cc not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:36:32.788667 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-84696bea-5f3e-48d0-ab75-41ea3b05288d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:32.987519 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-84696bea-5f3e-48d0-ab75-41ea3b05288d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:32.999759 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943114a-d03a-40d4-8e16-3599e1087e12 req-f7740782-437d-4167-befc-4dd1d2a38dc4 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:33.002833 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d943114a-d03a-40d4-8e16-3599e1087e12 req-f7740782-437d-4167-befc-4dd1d2a38dc4 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f86141f-e9bc-4c08-9d45-d3b6bf5cb8e3 HTTP/1.1" status: 200 len: 943 time: 0.0847011 Dec 17 15:36:33.044793 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d943114a-d03a-40d4-8e16-3599e1087e12 req-266b0c00-1d93-47db-8e66-2437258909f5 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50a0fda-15c8-4278-9a8f-3704fdc038b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348830 Dec 17 15:36:33.070681 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-84696bea-5f3e-48d0-ab75-41ea3b05288d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:33.141835 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-21573dec-1252-4003-8436-ffeae56f94d1 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:33.145690 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84696bea-5f3e-48d0-ab75-41ea3b05288d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event updated for resources: {'Port': ['ID=8c7a86c5-6f08-43e4-91f7-e73fcd10a4e6,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:33.156339 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-84696bea-5f3e-48d0-ab75-41ea3b05288d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:33.261954 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-84696bea-5f3e-48d0-ab75-41ea3b05288d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Floating IP 474bcddf-a953-4263-88f5-2672e38d73d8 associated. External IP: 172.25.6.68, port: 96018a7b-e5ee-436d-9215-f14cef183be5. Dec 17 15:36:33.412338 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3184b46-2dcf-45f0-86a5-e927ecfa9f6c req-1d65682b-342c-4925-950d-f37fcb955270 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:33.414007 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3184b46-2dcf-45f0-86a5-e927ecfa9f6c req-1d65682b-342c-4925-950d-f37fcb955270 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 946 time: 0.0780985 Dec 17 15:36:33.444811 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-21573dec-1252-4003-8436-ffeae56f94d1 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Deleting port 0e371cb0-e6e6-47b5-b714-bb10d77b2e07 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:36:33.445339 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-21573dec-1252-4003-8436-ffeae56f94d1 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:33.521538 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3184b46-2dcf-45f0-86a5-e927ecfa9f6c req-e13d02ac-998d-4675-bb99-bbcf51a0478d tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978651 Dec 17 15:36:33.550479 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-21573dec-1252-4003-8436-ffeae56f94d1 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] For port 0e371cb0-e6e6-47b5-b714-bb10d77b2e07, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=0e371cb0-e6e6-47b5-b714-bb10d77b2e07,segment=NetworkSegment(e9e46145-637d-40f4-baac-510241bd29ea),segment_id=e9e46145-637d-40f4-baac-510241bd29ea)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:36:33.550479 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-21573dec-1252-4003-8436-ffeae56f94d1 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:33.556193 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-21573dec-1252-4003-8436-ffeae56f94d1 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Calling delete_port for 0e371cb0-e6e6-47b5-b714-bb10d77b2e07 owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:36:33.586664 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84696bea-5f3e-48d0-ab75-41ea3b05288d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Router 0c11b712-7432-462e-a4df-14e07b0a9044 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:36:33.722451 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d11ae-0959-4c32-a1d8-309719c36d90 req-55a27317-0f62-4bf5-96d2-8071c8941588 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:33.723848 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2f0d11ae-0959-4c32-a1d8-309719c36d90 req-55a27317-0f62-4bf5-96d2-8071c8941588 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 946 time: 0.0918629 Dec 17 15:36:33.758820 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84696bea-5f3e-48d0-ab75-41ea3b05288d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:36:33.769432 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487e15a7-cbe4-495a-bebb-70ffc2aac1c8 None None] Sync routers for ids ['0c11b712-7432-462e-a4df-14e07b0a9044'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:36:33.791191 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487e15a7-cbe4-495a-bebb-70ffc2aac1c8 None None] Routers {'0c11b712-7432-462e-a4df-14e07b0a9044'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:33.791830 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-487e15a7-cbe4-495a-bebb-70ffc2aac1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0c11b712-7432-462e-a4df-14e07b0a9044'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:33.793581 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2f0d11ae-0959-4c32-a1d8-309719c36d90 req-2118efb6-49c3-484b-a277-b26461c540cd tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618191 Dec 17 15:36:33.829659 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-487e15a7-cbe4-495a-bebb-70ffc2aac1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:33.838631 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487e15a7-cbe4-495a-bebb-70ffc2aac1c8 None None] Routers {'0c11b712-7432-462e-a4df-14e07b0a9044'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:33.839253 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-487e15a7-cbe4-495a-bebb-70ffc2aac1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0c11b712-7432-462e-a4df-14e07b0a9044'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:33.850846 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-21573dec-1252-4003-8436-ffeae56f94d1 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:33.885601 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21573dec-1252-4003-8436-ffeae56f94d1 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Pushing event deleted for resources: {'Port': ['ID=0e371cb0-e6e6-47b5-b714-bb10d77b2e07,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:33.902565 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-84696bea-5f3e-48d0-ab75-41ea3b05288d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:33.902687 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:33.903399 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-487e15a7-cbe4-495a-bebb-70ffc2aac1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:33.904614 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487e15a7-cbe4-495a-bebb-70ffc2aac1c8 None None] The sync data for ids ['0c11b712-7432-462e-a4df-14e07b0a9044'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:36:33.945287 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-84696bea-5f3e-48d0-ab75-41ea3b05288d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.9433537 Dec 17 15:36:33.945844 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48642) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:33.958062 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-7b2e3ddd-5d69-4eea-ad49-6eec25e9e6c8 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:34.057068 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7b2e3ddd-5d69-4eea-ad49-6eec25e9e6c8 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for floatingip, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:34.154310 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-21573dec-1252-4003-8436-ffeae56f94d1 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:34.231239 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:34.434666 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21573dec-1252-4003-8436-ffeae56f94d1 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Router 0d47f40d-a578-49a2-8dd3-891f56931599 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:36:34.582819 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21573dec-1252-4003-8436-ffeae56f94d1 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:36:34.588834 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-21573dec-1252-4003-8436-ffeae56f94d1 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "PUT /v2.0/routers/0d47f40d-a578-49a2-8dd3-891f56931599/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9339516 Dec 17 15:36:34.591434 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48654) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:34.595709 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e74020-0602-41c1-937e-28e9aac8b515 None None] Sync routers for ids ['0d47f40d-a578-49a2-8dd3-891f56931599'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:36:34.620848 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e74020-0602-41c1-937e-28e9aac8b515 None None] Routers {'0d47f40d-a578-49a2-8dd3-891f56931599'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:34.624436 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-37e74020-0602-41c1-937e-28e9aac8b515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0d47f40d-a578-49a2-8dd3-891f56931599'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:34.648271 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 40adbd23-c9dc-4a14-b06b-a6cba6abf38a details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:36:34.697082 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3c5279e-66ba-4f3d-bea2-38143b7de7e8 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Deleting subnet 7c0d1002-a703-4050-8e5b-7a438bb8a882 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:36:34.697941 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d8f0d-f51e-447d-81cb-98c248e89e86 req-e5da7d23-a3c5-48d8-8cfc-b19ae82908d4 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:34.699569 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-493d8f0d-f51e-447d-81cb-98c248e89e86 req-e5da7d23-a3c5-48d8-8cfc-b19ae82908d4 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 946 time: 0.1143742 Dec 17 15:36:34.707351 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a3c5279e-66ba-4f3d-bea2-38143b7de7e8 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:34.710496 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7ec5b-5ce1-4acc-8827-403dafe4616f req-2a1e309d-a1f5-47dd-8430-79dad8ba5b9d tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:34.712066 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5bb7ec5b-5ce1-4acc-8827-403dafe4616f req-2a1e309d-a1f5-47dd-8430-79dad8ba5b9d tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f86141f-e9bc-4c08-9d45-d3b6bf5cb8e3 HTTP/1.1" status: 200 len: 943 time: 0.5233104 Dec 17 15:36:34.720809 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7b2e3ddd-5d69-4eea-ad49-6eec25e9e6c8 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:34.795130 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-493d8f0d-f51e-447d-81cb-98c248e89e86 req-5593df29-cb9f-428b-9ccc-cdef6c1de8dd tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706959 Dec 17 15:36:34.795621 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a3c5279e-66ba-4f3d-bea2-38143b7de7e8 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:34.813896 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7b2e3ddd-5d69-4eea-ad49-6eec25e9e6c8 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:34.814237 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-7b2e3ddd-5d69-4eea-ad49-6eec25e9e6c8 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Floating IP 474bcddf-a953-4263-88f5-2672e38d73d8 disassociated. External IP: 172.25.6.68, port: 96018a7b-e5ee-436d-9215-f14cef183be5. Dec 17 15:36:34.817709 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-37e74020-0602-41c1-937e-28e9aac8b515 None None] Set router 0d47f40d-a578-49a2-8dd3-891f56931599 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:36:34.822735 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5bb7ec5b-5ce1-4acc-8827-403dafe4616f req-81982f6b-ce6f-4738-81ed-6297b96f3198 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50a0fda-15c8-4278-9a8f-3704fdc038b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933998 Dec 17 15:36:34.884032 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 40adbd23-c9dc-4a14-b06b-a6cba6abf38a, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=40adbd23-c9dc-4a14-b06b-a6cba6abf38a,segment=NetworkSegment(41fa10a7-bd67-4035-b2d0-d296a7ac0edc),segment_id=41fa10a7-bd67-4035-b2d0-d296a7ac0edc)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:36:34.901340 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '40adbd23-c9dc-4a14-b06b-a6cba6abf38a', 'network_id': '454532c7-40fb-42bd-9211-3c22a0ad07f1', 'port_id': '40adbd23-c9dc-4a14-b06b-a6cba6abf38a', 'mac_address': 'fa:16:3e:9b:75:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d76e887-8dcb-4ca9-9e24-1ef65dcdbc17', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:36:34.932945 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a3c5279e-66ba-4f3d-bea2-38143b7de7e8 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:34.963338 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:34.983873 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40adbd23-c9dc-4a14-b06b-a6cba6abf38a {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:36:35.020415 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 40adbd23-c9dc-4a14-b06b-a6cba6abf38a, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=40adbd23-c9dc-4a14-b06b-a6cba6abf38a,segment=NetworkSegment(41fa10a7-bd67-4035-b2d0-d296a7ac0edc),segment_id=41fa10a7-bd67-4035-b2d0-d296a7ac0edc)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:36:35.098314 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-37e74020-0602-41c1-937e-28e9aac8b515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'name': 'tempest-TestSecurityGroupsBasicOps-router-20163770', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'ef6f0e00-66d8-464b-a1ef-7ccf9e90758b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:34:38Z', 'updated_at': '2021-12-17T15:36:33Z', 'revision_number': 5, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'gw_port': {'id': 'ef6f0e00-66d8-464b-a1ef-7ccf9e90758b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:39Z', 'updated_at': '2021-12-17T15:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:35.111113 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2e3ddd-5d69-4eea-ad49-6eec25e9e6c8 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Router 0c11b712-7432-462e-a4df-14e07b0a9044 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:36:35.126571 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e74020-0602-41c1-937e-28e9aac8b515 None None] Checking router: 0d47f40d-a578-49a2-8dd3-891f56931599 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:36:35.129353 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:35.136422 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e74020-0602-41c1-937e-28e9aac8b515 None None] Routers {'0d47f40d-a578-49a2-8dd3-891f56931599'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:35.137145 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-37e74020-0602-41c1-937e-28e9aac8b515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0d47f40d-a578-49a2-8dd3-891f56931599'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:35.142059 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a3c5279e-66ba-4f3d-bea2-38143b7de7e8 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:35.204252 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5279e-66ba-4f3d-bea2-38143b7de7e8 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Pushing event deleted for resources: {'Subnet': ['ID=7c0d1002-a703-4050-8e5b-7a438bb8a882,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:35.212826 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a3c5279e-66ba-4f3d-bea2-38143b7de7e8 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:35.216060 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5deb390-28f1-4d4b-8c21-0e21bf2f9290 None None] Network b2ce5d81-00e7-4a11-aeea-6022658e3866 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:36:35.217735 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a3c5279e-66ba-4f3d-bea2-38143b7de7e8 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "DELETE /v2.0/subnets/7c0d1002-a703-4050-8e5b-7a438bb8a882 HTTP/1.1" status: 204 len: 168 time: 0.6250603 Dec 17 15:36:35.220301 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48660) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:35.256878 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2e3ddd-5d69-4eea-ad49-6eec25e9e6c8 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:36:35.276467 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7b2e3ddd-5d69-4eea-ad49-6eec25e9e6c8 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:35.302439 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ac0b82-6ac2-41ee-9856-75c2d515bebd None None] Sync routers for ids ['0c11b712-7432-462e-a4df-14e07b0a9044'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:36:35.307568 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-37e74020-0602-41c1-937e-28e9aac8b515 None None] Set router 0d47f40d-a578-49a2-8dd3-891f56931599 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:36:35.337007 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7b2e3ddd-5d69-4eea-ad49-6eec25e9e6c8 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "PUT /v2.0/floatingips/474bcddf-a953-4263-88f5-2672e38d73d8 HTTP/1.1" status: 200 len: 687 time: 1.3877301 Dec 17 15:36:35.337290 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=40adbd23-c9dc-4a14-b06b-a6cba6abf38a,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:35.339860 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48662) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:35.341142 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ac0b82-6ac2-41ee-9856-75c2d515bebd None None] Routers {'0c11b712-7432-462e-a4df-14e07b0a9044'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:35.341919 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-d7ac0b82-6ac2-41ee-9856-75c2d515bebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0c11b712-7432-462e-a4df-14e07b0a9044'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:35.384939 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-d7ac0b82-6ac2-41ee-9856-75c2d515bebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:35.390815 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['40adbd23-c9dc-4a14-b06b-a6cba6abf38a'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:36:35.435304 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ac0b82-6ac2-41ee-9856-75c2d515bebd None None] Routers {'0c11b712-7432-462e-a4df-14e07b0a9044'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:35.435834 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-d7ac0b82-6ac2-41ee-9856-75c2d515bebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0c11b712-7432-462e-a4df-14e07b0a9044'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:35.490556 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-d7ac0b82-6ac2-41ee-9856-75c2d515bebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:35.491241 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ac0b82-6ac2-41ee-9856-75c2d515bebd None None] The sync data for ids ['0c11b712-7432-462e-a4df-14e07b0a9044'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:36:35.590898 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-36313831-f8fc-4a3d-bd75-e7dc1b9d1f89 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Deleting port 8c7a86c5-6f08-43e4-91f7-e73fcd10a4e6 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:36:35.591561 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-36313831-f8fc-4a3d-bd75-e7dc1b9d1f89 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:35.609960 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca60f347-fcee-44bb-87cd-aa77ee576648 None None] DHCP port deletion for b2ce5d81-00e7-4a11-aeea-6022658e3866 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:36:35.688367 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-37e74020-0602-41c1-937e-28e9aac8b515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'name': 'tempest-TestSecurityGroupsBasicOps-router-20163770', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'ef6f0e00-66d8-464b-a1ef-7ccf9e90758b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:34:38Z', 'updated_at': '2021-12-17T15:36:33Z', 'revision_number': 5, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'gw_port': {'id': 'ef6f0e00-66d8-464b-a1ef-7ccf9e90758b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:39Z', 'updated_at': '2021-12-17T15:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:35.703728 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-36313831-f8fc-4a3d-bd75-e7dc1b9d1f89 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:35.704347 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-36313831-f8fc-4a3d-bd75-e7dc1b9d1f89 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:35.731936 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-36313831-f8fc-4a3d-bd75-e7dc1b9d1f89 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Calling delete_port for 8c7a86c5-6f08-43e4-91f7-e73fcd10a4e6 owned by network:floatingip {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:36:35.743368 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-ca60f347-fcee-44bb-87cd-aa77ee576648 None None] Deleting port bae6ef97-4875-4dba-93fb-f6c7432b888d {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:36:35.743745 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ca60f347-fcee-44bb-87cd-aa77ee576648 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:35.753345 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e74020-0602-41c1-937e-28e9aac8b515 None None] The sync data for ids ['0d47f40d-a578-49a2-8dd3-891f56931599'] in n-d-820553-2 is: [{'id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'name': 'tempest-TestSecurityGroupsBasicOps-router-20163770', 'tenant_id': '8a34d23e4334452eba0b24e500167ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'ef6f0e00-66d8-464b-a1ef-7ccf9e90758b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:34:38Z', 'updated_at': '2021-12-17T15:36:33Z', 'revision_number': 5, 'project_id': '8a34d23e4334452eba0b24e500167ab7', 'gw_port': {'id': 'ef6f0e00-66d8-464b-a1ef-7ccf9e90758b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c1:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d47f40d-a578-49a2-8dd3-891f56931599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:34:39Z', 'updated_at': '2021-12-17T15:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:36:35.826560 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8cac36c9-3d93-4ee1-90d4-4871668c90b3 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:35.842179 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-ca60f347-fcee-44bb-87cd-aa77ee576648 None None] For port bae6ef97-4875-4dba-93fb-f6c7432b888d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=bae6ef97-4875-4dba-93fb-f6c7432b888d,segment=NetworkSegment(e9e46145-637d-40f4-baac-510241bd29ea),segment_id=e9e46145-637d-40f4-baac-510241bd29ea)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:36:35.842627 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ca60f347-fcee-44bb-87cd-aa77ee576648 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:35.876542 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-ca60f347-fcee-44bb-87cd-aa77ee576648 None None] Calling delete_port for bae6ef97-4875-4dba-93fb-f6c7432b888d owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:36:35.988428 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8cac36c9-3d93-4ee1-90d4-4871668c90b3 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:36.032272 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6ab41-5c1a-4861-a3e3-78e41a4364a8 req-06bf4783-d89b-4eea-b1ee-547c479db16d tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:36.034711 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f0c6ab41-5c1a-4861-a3e3-78e41a4364a8 req-06bf4783-d89b-4eea-b1ee-547c479db16d tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f86141f-e9bc-4c08-9d45-d3b6bf5cb8e3 HTTP/1.1" status: 200 len: 944 time: 0.1087742 Dec 17 15:36:36.045205 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3676270-1f23-4546-923a-4af5f21a9fe1 req-d9a9a5cf-c2fb-43d1-8a5d-e00caa23d565 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:36.057754 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c3676270-1f23-4546-923a-4af5f21a9fe1 req-d9a9a5cf-c2fb-43d1-8a5d-e00caa23d565 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 946 time: 0.1328201 Dec 17 15:36:36.146439 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c3676270-1f23-4546-923a-4af5f21a9fe1 req-31b80b35-b492-4025-bfb5-c983e5098143 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745590 Dec 17 15:36:36.154209 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f0c6ab41-5c1a-4861-a3e3-78e41a4364a8 req-83a2ec28-2d97-4130-bccc-b3ed2e779740 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50a0fda-15c8-4278-9a8f-3704fdc038b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950718 Dec 17 15:36:36.162466 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ca60f347-fcee-44bb-87cd-aa77ee576648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:36.165653 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-36313831-f8fc-4a3d-bd75-e7dc1b9d1f89 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:36.174043 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-8cac36c9-3d93-4ee1-90d4-4871668c90b3 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Deleting port ef6f0e00-66d8-464b-a1ef-7ccf9e90758b {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:36:36.174043 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8cac36c9-3d93-4ee1-90d4-4871668c90b3 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:36.224768 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36313831-f8fc-4a3d-bd75-e7dc1b9d1f89 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event deleted for resources: {'Port': ['ID=8c7a86c5-6f08-43e4-91f7-e73fcd10a4e6,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:36.246441 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60f347-fcee-44bb-87cd-aa77ee576648 None None] Pushing event deleted for resources: {'Port': ['ID=bae6ef97-4875-4dba-93fb-f6c7432b888d,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:36.253016 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca60f347-fcee-44bb-87cd-aa77ee576648 None None] No DVR routers for this DVR port bae6ef97-4875-4dba-93fb-f6c7432b888d on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:36:36.304897 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-8cac36c9-3d93-4ee1-90d4-4871668c90b3 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] For port ef6f0e00-66d8-464b-a1ef-7ccf9e90758b, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ef6f0e00-66d8-464b-a1ef-7ccf9e90758b,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:36:36.305503 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8cac36c9-3d93-4ee1-90d4-4871668c90b3 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:36.323735 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-8cac36c9-3d93-4ee1-90d4-4871668c90b3 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Calling delete_port for ef6f0e00-66d8-464b-a1ef-7ccf9e90758b owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:36:36.332911 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-36313831-f8fc-4a3d-bd75-e7dc1b9d1f89 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for floatingip, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:36.335615 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-36313831-f8fc-4a3d-bd75-e7dc1b9d1f89 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:36.340067 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-36313831-f8fc-4a3d-bd75-e7dc1b9d1f89 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "DELETE /v2.0/floatingips/474bcddf-a953-4263-88f5-2672e38d73d8 HTTP/1.1" status: 204 len: 168 time: 0.9958303 Dec 17 15:36:36.340514 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48670) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:36.347554 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-2bd90561-3027-4252-ad6a-8325889681aa tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'port_id': '77af0b0b-2a65-4309-ba20-dcb535be91d6'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:36.496259 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2bd90561-3027-4252-ad6a-8325889681aa tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for floatingip, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:36.543421 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 0e371cb0-e6e6-47b5-b714-bb10d77b2e07 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:36:36.568051 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 0e371cb0-e6e6-47b5-b714-bb10d77b2e07 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:36:36.568396 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 0e371cb0-e6e6-47b5-b714-bb10d77b2e07 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:36:36.569086 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device bae6ef97-4875-4dba-93fb-f6c7432b888d no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:36:36.593561 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: bae6ef97-4875-4dba-93fb-f6c7432b888d {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:36:36.594007 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device bae6ef97-4875-4dba-93fb-f6c7432b888d not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:36:36.618148 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2bd90561-3027-4252-ad6a-8325889681aa tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:36.631172 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8cac36c9-3d93-4ee1-90d4-4871668c90b3 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:36.646943 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 40adbd23-c9dc-4a14-b06b-a6cba6abf38a up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:36:36.658847 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac36c9-3d93-4ee1-90d4-4871668c90b3 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Pushing event deleted for resources: {'Port': ['ID=ef6f0e00-66d8-464b-a1ef-7ccf9e90758b,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:36.729640 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8cac36c9-3d93-4ee1-90d4-4871668c90b3 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:36.734908 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-2bd90561-3027-4252-ad6a-8325889681aa tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Allocated IP 172.25.6.204 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/112dd443-45c6-4f30-9d02-0ffb3c545cc1) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:36:36.803176 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 40adbd23-c9dc-4a14-b06b-a6cba6abf38a completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:36:36.810761 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 40adbd23-c9dc-4a14-b06b-a6cba6abf38a triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:36:36.811483 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:36.823800 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8cac36c9-3d93-4ee1-90d4-4871668c90b3 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:36.827081 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8cac36c9-3d93-4ee1-90d4-4871668c90b3 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:36.881863 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2bd90561-3027-4252-ad6a-8325889681aa tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:36.917622 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:36.945091 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f86141f-e9bc-4c08-9d45-d3b6bf5cb8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40adbd23-c9dc-4a14-b06b-a6cba6abf38a'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:36:36.947316 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb1f6be-9647-4f95-8b54-c445ab85a154" -d '{"events": [{"server_uuid": "6f86141f-e9bc-4c08-9d45-d3b6bf5cb8e3", "name": "network-vif-plugged", "status": "completed", "tag": "40adbd23-c9dc-4a14-b06b-a6cba6abf38a"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:36:36.961617 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 40adbd23-c9dc-4a14-b06b-a6cba6abf38a, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=40adbd23-c9dc-4a14-b06b-a6cba6abf38a,segment=NetworkSegment(41fa10a7-bd67-4035-b2d0-d296a7ac0edc),segment_id=41fa10a7-bd67-4035-b2d0-d296a7ac0edc)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:36:36.988653 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9fa03a-5d9a-4a18-92cc-0e1a0e205bf4 x-openstack-request-id: req-6d9fa03a-5d9a-4a18-92cc-0e1a0e205bf4 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:36:36.988966 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f86141f-e9bc-4c08-9d45-d3b6bf5cb8e3", "name": "network-vif-plugged", "status": "completed", "tag": "40adbd23-c9dc-4a14-b06b-a6cba6abf38a", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:36:36.989314 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6d9fa03a-5d9a-4a18-92cc-0e1a0e205bf4 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:36:36.989660 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f86141f-e9bc-4c08-9d45-d3b6bf5cb8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40adbd23-c9dc-4a14-b06b-a6cba6abf38a', 'code': 200} Dec 17 15:36:37.030913 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8cac36c9-3d93-4ee1-90d4-4871668c90b3 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:37.031494 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cac36c9-3d93-4ee1-90d4-4871668c90b3 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Fanout notify agent at l3_agent the message router_deleted on router 0d47f40d-a578-49a2-8dd3-891f56931599 {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:36:37.039397 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8cac36c9-3d93-4ee1-90d4-4871668c90b3 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:37.040227 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8cac36c9-3d93-4ee1-90d4-4871668c90b3 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "DELETE /v2.0/routers/0d47f40d-a578-49a2-8dd3-891f56931599 HTTP/1.1" status: 204 len: 168 time: 1.8171849 Dec 17 15:36:37.042875 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48674) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:37.099230 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:37.119352 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2bd90561-3027-4252-ad6a-8325889681aa tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:37.156116 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=40adbd23-c9dc-4a14-b06b-a6cba6abf38a,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:37.182676 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81394f09-5a00-46bc-974a-9e68fb81e5c6 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:37.227383 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd90561-3027-4252-ad6a-8325889681aa tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:36:37.257653 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-2bd90561-3027-4252-ad6a-8325889681aa tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:36:37.263840 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd90561-3027-4252-ad6a-8325889681aa tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:36:37.296233 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f0354-6930-4115-81fc-53acf480ca12 req-00e7847f-17a1-4671-9912-b86df06a7b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:37.297778 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-704f0354-6930-4115-81fc-53acf480ca12 req-00e7847f-17a1-4671-9912-b86df06a7b3e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6f86141f-e9bc-4c08-9d45-d3b6bf5cb8e3 HTTP/1.1" status: 200 len: 1096 time: 0.2429416 Dec 17 15:36:37.300263 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd90561-3027-4252-ad6a-8325889681aa tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event updated for resources: {'Port': ['ID=112dd443-45c6-4f30-9d02-0ffb3c545cc1,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:37.455818 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399a97b-b774-4846-89c9-a6fb51b1433a req-4ae87180-f82a-4eba-b512-baeb52723299 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:37.457372 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0399a97b-b774-4846-89c9-a6fb51b1433a req-4ae87180-f82a-4eba-b512-baeb52723299 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 946 time: 0.2348626 Dec 17 15:36:37.495410 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81394f09-5a00-46bc-974a-9e68fb81e5c6 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:37.503896 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-704f0354-6930-4115-81fc-53acf480ca12 req-edefd290-98f4-4808-8041-531d52bd3bea service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f50a0fda-15c8-4278-9a8f-3704fdc038b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685452 Dec 17 15:36:37.555551 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a1121-facd-48b2-8587-d1864eedec73 req-0f7360f3-304b-4d19-a2dd-209ceca3ec49 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:37.557158 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-de5a1121-facd-48b2-8587-d1864eedec73 req-0f7360f3-304b-4d19-a2dd-209ceca3ec49 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f86141f-e9bc-4c08-9d45-d3b6bf5cb8e3 HTTP/1.1" status: 200 len: 945 time: 0.2814550 Dec 17 15:36:37.572735 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-81394f09-5a00-46bc-974a-9e68fb81e5c6 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2ce5d81-00e7-4a11-aeea-6022658e3866']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:37.607760 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-81394f09-5a00-46bc-974a-9e68fb81e5c6 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e46145-637d-40f4-baac-510241bd29ea') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:37.608060 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-81394f09-5a00-46bc-974a-9e68fb81e5c6 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e46145-637d-40f4-baac-510241bd29ea') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:37.631336 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81394f09-5a00-46bc-974a-9e68fb81e5c6 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:37.677758 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0399a97b-b774-4846-89c9-a6fb51b1433a req-9b076bb1-8b90-4da0-abae-14b21b93ebcf tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946561 Dec 17 15:36:37.720237 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81394f09-5a00-46bc-974a-9e68fb81e5c6 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:37.724648 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-de5a1121-facd-48b2-8587-d1864eedec73 req-fdd5cc6c-1b57-44a2-9e71-4613ee76b6b1 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50a0fda-15c8-4278-9a8f-3704fdc038b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537960 Dec 17 15:36:37.733307 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81394f09-5a00-46bc-974a-9e68fb81e5c6 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:36:37.745790 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81394f09-5a00-46bc-974a-9e68fb81e5c6 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:37.745790 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:36:37.745790 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:36:37.745790 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:36:37.745790 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:36:37.745790 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:36:37.745790 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:36:37.745790 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:36:37.745790 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:36:37.745790 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:36:37.745790 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:36:37.745790 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:36:37.745790 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:36:37.745790 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:36:37.745790 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:36:37.745790 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:36:37.745790 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:36:37.745790 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:36:37.745790 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:36:37.745790 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:36:37.745790 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:36:37.745790 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:36:37.745790 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:36:37.745790 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:36:37.745790 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:36:37.745790 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:36:37.745790 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:36:37.745790 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:36:37.745790 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:36:37.745790 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:36:37.745790 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:36:37.745790 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:36:37.745790 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:36:37.941647 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81394f09-5a00-46bc-974a-9e68fb81e5c6 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:38.007298 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81394f09-5a00-46bc-974a-9e68fb81e5c6 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:38.010488 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-81394f09-5a00-46bc-974a-9e68fb81e5c6 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] 10.222.0.46 "DELETE /v2.0/networks/b2ce5d81-00e7-4a11-aeea-6022658e3866 HTTP/1.1" status: 204 len: 168 time: 0.9666123 Dec 17 15:36:38.024082 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81394f09-5a00-46bc-974a-9e68fb81e5c6 tempest-TestSecurityGroupsBasicOps-1125883693 tempest-TestSecurityGroupsBasicOps-1125883693-project] Pushing event deleted for resources: {'Network': ['ID=b2ce5d81-00e7-4a11-aeea-6022658e3866,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:38.083251 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2bd90561-3027-4252-ad6a-8325889681aa tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:38.225172 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2bd90561-3027-4252-ad6a-8325889681aa tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:38.382644 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2bd90561-3027-4252-ad6a-8325889681aa tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:38.531538 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ef6f0e00-66d8-464b-a1ef-7ccf9e90758b no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:36:38.534842 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2bd90561-3027-4252-ad6a-8325889681aa tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:38.553364 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: ef6f0e00-66d8-464b-a1ef-7ccf9e90758b {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:36:38.553767 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ef6f0e00-66d8-464b-a1ef-7ccf9e90758b not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:36:38.614664 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd90561-3027-4252-ad6a-8325889681aa tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event updated for resources: {'Port': ['ID=112dd443-45c6-4f30-9d02-0ffb3c545cc1,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:38.625493 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2bd90561-3027-4252-ad6a-8325889681aa tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:38.740827 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-2bd90561-3027-4252-ad6a-8325889681aa tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Floating IP 14cfc39e-dc11-4ed6-adaf-714a82ee0344 associated. External IP: 172.25.6.204, port: 77af0b0b-2a65-4309-ba20-dcb535be91d6. Dec 17 15:36:38.811248 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48696) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:38.917201 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec80910-84f9-4996-a026-63e2c51b932c req-d49d8c7a-d9a4-424a-9a85-4cbba822d5c4 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:38.924839 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6ec80910-84f9-4996-a026-63e2c51b932c req-d49d8c7a-d9a4-424a-9a85-4cbba822d5c4 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 946 time: 0.1412797 Dec 17 15:36:38.941249 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ad7e9-6f40-4c88-85e5-f2fee3751697 req-242ab99c-ca69-4513-9ec8-c7075cbf50d1 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:38.942666 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6e6ad7e9-6f40-4c88-85e5-f2fee3751697 req-242ab99c-ca69-4513-9ec8-c7075cbf50d1 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f86141f-e9bc-4c08-9d45-d3b6bf5cb8e3 HTTP/1.1" status: 200 len: 945 time: 0.1226990 Dec 17 15:36:38.990767 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-aadc2d83-85cb-46b0-9a2b-9497572aa037 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8a34d23e4334452eba0b24e500167ab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1781623 Dec 17 15:36:38.994114 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48700) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:39.002085 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6ec80910-84f9-4996-a026-63e2c51b932c req-540c4e85-cc33-4330-a548-e640142bc0b2 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764501 Dec 17 15:36:39.051971 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-acde301c-3813-4736-975d-27288cfdbfe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:39.079001 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-acde301c-3813-4736-975d-27288cfdbfe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:39.084236 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6e6ad7e9-6f40-4c88-85e5-f2fee3751697 req-2fccdba4-2837-4125-b649-96e2e0beed29 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50a0fda-15c8-4278-9a8f-3704fdc038b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302259 Dec 17 15:36:39.125992 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd90561-3027-4252-ad6a-8325889681aa tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Router 0c11b712-7432-462e-a4df-14e07b0a9044 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:36:39.248375 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-acde301c-3813-4736-975d-27288cfdbfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:39.251037 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-acde301c-3813-4736-975d-27288cfdbfe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:39.255782 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-acde301c-3813-4736-975d-27288cfdbfe6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/71ae3313-f9f8-4b8d-b143-3338794dc343 HTTP/1.1" status: 204 len: 168 time: 0.2580130 Dec 17 15:36:39.256249 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd90561-3027-4252-ad6a-8325889681aa tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:36:39.264664 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde301c-3813-4736-975d-27288cfdbfe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ae3313-f9f8-4b8d-b143-3338794dc343,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:39.272954 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b155eddb-a9d7-4da2-b179-d8160db5500b None None] Sync routers for ids ['0c11b712-7432-462e-a4df-14e07b0a9044'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:36:39.289955 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b155eddb-a9d7-4da2-b179-d8160db5500b None None] Routers {'0c11b712-7432-462e-a4df-14e07b0a9044'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:39.291476 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-b155eddb-a9d7-4da2-b179-d8160db5500b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0c11b712-7432-462e-a4df-14e07b0a9044'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:39.329161 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-b155eddb-a9d7-4da2-b179-d8160db5500b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:39.339930 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b155eddb-a9d7-4da2-b179-d8160db5500b None None] Routers {'0c11b712-7432-462e-a4df-14e07b0a9044'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:39.340538 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-b155eddb-a9d7-4da2-b179-d8160db5500b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0c11b712-7432-462e-a4df-14e07b0a9044'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:39.353187 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2bd90561-3027-4252-ad6a-8325889681aa tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:39.386296 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-b155eddb-a9d7-4da2-b179-d8160db5500b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:39.386862 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2bd90561-3027-4252-ad6a-8325889681aa tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.0447440 Dec 17 15:36:39.387031 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b155eddb-a9d7-4da2-b179-d8160db5500b None None] The sync data for ids ['0c11b712-7432-462e-a4df-14e07b0a9044'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:36:39.389649 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48706) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:39.465053 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1c2b966a-e774-421d-850f-de4cb0584f30 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "GET /v2.0/floatingips/14cfc39e-dc11-4ed6-adaf-714a82ee0344 HTTP/1.1" status: 200 len: 978 time: 0.0738642 Dec 17 15:36:39.467350 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48708) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:39.585390 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a47b0cf6-7400-44ab-abfc-98aec86392ee tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1168275 Dec 17 15:36:39.587927 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48712) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:39.592138 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-7b5d69a4-be54-46ec-88ba-a48d68788dec tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Request body: {'floatingip': {'port_id': '96018a7b-e5ee-436d-9215-f14cef183be5'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:39.648682 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7b5d69a4-be54-46ec-88ba-a48d68788dec tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for floatingip, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:39.971733 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48714) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:39.985185 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c4d6f92f-a265-44dd-a6dc-5ee0327bd3e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:40.066799 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c4d6f92f-a265-44dd-a6dc-5ee0327bd3e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:40.123897 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7b5d69a4-be54-46ec-88ba-a48d68788dec tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:40.128068 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e293b84-4684-4860-aedb-e358a4ae7089 req-524c7099-e760-458c-88e0-cb4af32c1662 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:40.135243 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2e293b84-4684-4860-aedb-e358a4ae7089 req-524c7099-e760-458c-88e0-cb4af32c1662 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 946 time: 0.0569627 Dec 17 15:36:40.168528 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c4d6f92f-a265-44dd-a6dc-5ee0327bd3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:40.197833 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2e293b84-4684-4860-aedb-e358a4ae7089 req-33c0a98d-5cdb-46ce-b5f9-4a62279fb93f tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617573 Dec 17 15:36:40.202596 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7b5d69a4-be54-46ec-88ba-a48d68788dec tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:40.249415 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c4d6f92f-a265-44dd-a6dc-5ee0327bd3e4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0779e73172cc4bedb82d82d5f50cbfe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2763605 Dec 17 15:36:40.253156 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48722) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:40.260386 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6f92f-a265-44dd-a6dc-5ee0327bd3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09bc2ae-fdd1-4d33-a40a-6a994acc8c0e,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:40.297303 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477fdc5-d672-4e16-ada8-9f232b6297ea req-4c39fa3f-19cc-44e7-8ae5-49d31b7a4d2b tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:40.298877 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4477fdc5-d672-4e16-ada8-9f232b6297ea req-4c39fa3f-19cc-44e7-8ae5-49d31b7a4d2b tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f86141f-e9bc-4c08-9d45-d3b6bf5cb8e3 HTTP/1.1" status: 200 len: 945 time: 0.1208906 Dec 17 15:36:40.325031 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [None req-7b5d69a4-be54-46ec-88ba-a48d68788dec tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Floating IP 14cfc39e-dc11-4ed6-adaf-714a82ee0344 associated. External IP: 172.25.6.204, port: 77af0b0b-2a65-4309-ba20-dcb535be91d6. Dec 17 15:36:40.348835 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-928e2ffe-2af2-49ae-ac54-2a60baf6a1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:40.360003 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4477fdc5-d672-4e16-ada8-9f232b6297ea req-08446476-d595-4e37-9d91-489ad3fba7e5 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50a0fda-15c8-4278-9a8f-3704fdc038b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543895 Dec 17 15:36:40.379694 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-928e2ffe-2af2-49ae-ac54-2a60baf6a1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:40.413575 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:40.538997 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-928e2ffe-2af2-49ae-ac54-2a60baf6a1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:40.541649 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-928e2ffe-2af2-49ae-ac54-2a60baf6a1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:40.542849 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-928e2ffe-2af2-49ae-ac54-2a60baf6a1c0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b09bc2ae-fdd1-4d33-a40a-6a994acc8c0e HTTP/1.1" status: 204 len: 168 time: 0.2882812 Dec 17 15:36:40.552268 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e2ffe-2af2-49ae-ac54-2a60baf6a1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09bc2ae-fdd1-4d33-a40a-6a994acc8c0e,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:40.565946 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5d69a4-be54-46ec-88ba-a48d68788dec tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Router 0c11b712-7432-462e-a4df-14e07b0a9044 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:36:40.679770 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5d69a4-be54-46ec-88ba-a48d68788dec tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:36:40.691052 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f97f28-e87f-4f8a-bb9e-815af4bccf25 None None] Sync routers for ids ['0c11b712-7432-462e-a4df-14e07b0a9044'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:36:40.700094 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f97f28-e87f-4f8a-bb9e-815af4bccf25 None None] Routers {'0c11b712-7432-462e-a4df-14e07b0a9044'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:40.700707 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-21f97f28-e87f-4f8a-bb9e-815af4bccf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0c11b712-7432-462e-a4df-14e07b0a9044'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:40.744720 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-21f97f28-e87f-4f8a-bb9e-815af4bccf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:40.754177 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f97f28-e87f-4f8a-bb9e-815af4bccf25 None None] Routers {'0c11b712-7432-462e-a4df-14e07b0a9044'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:40.762946 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-21f97f28-e87f-4f8a-bb9e-815af4bccf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0c11b712-7432-462e-a4df-14e07b0a9044'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:40.788186 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-21f97f28-e87f-4f8a-bb9e-815af4bccf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:40.788864 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f97f28-e87f-4f8a-bb9e-815af4bccf25 None None] The sync data for ids ['0c11b712-7432-462e-a4df-14e07b0a9044'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:36:40.900329 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5d69a4-be54-46ec-88ba-a48d68788dec tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Router 0c11b712-7432-462e-a4df-14e07b0a9044 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:36:41.011503 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5d69a4-be54-46ec-88ba-a48d68788dec tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:36:41.016507 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7b5d69a4-be54-46ec-88ba-a48d68788dec tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:41.026588 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8cbabc-fa9d-469a-ad46-08137b449aef None None] Sync routers for ids ['0c11b712-7432-462e-a4df-14e07b0a9044'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:36:41.036656 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8cbabc-fa9d-469a-ad46-08137b449aef None None] Routers {'0c11b712-7432-462e-a4df-14e07b0a9044'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:41.037513 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-3b8cbabc-fa9d-469a-ad46-08137b449aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0c11b712-7432-462e-a4df-14e07b0a9044'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:41.071293 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-3b8cbabc-fa9d-469a-ad46-08137b449aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:41.073998 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7b5d69a4-be54-46ec-88ba-a48d68788dec tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "PUT /v2.0/floatingips/14cfc39e-dc11-4ed6-adaf-714a82ee0344 HTTP/1.1" status: 200 len: 978 time: 1.4851089 Dec 17 15:36:41.077304 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48736) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:41.084352 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8cbabc-fa9d-469a-ad46-08137b449aef None None] Routers {'0c11b712-7432-462e-a4df-14e07b0a9044'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:41.085494 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-3b8cbabc-fa9d-469a-ad46-08137b449aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0c11b712-7432-462e-a4df-14e07b0a9044'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:41.086398 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-6cc9f86c-ad83-440c-ae9e-25e4e530eca1 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:41.119810 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-3b8cbabc-fa9d-469a-ad46-08137b449aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:41.120467 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8cbabc-fa9d-469a-ad46-08137b449aef None None] The sync data for ids ['0c11b712-7432-462e-a4df-14e07b0a9044'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:36:41.151222 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6cc9f86c-ad83-440c-ae9e-25e4e530eca1 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for floatingip, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:41.314149 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6cc9f86c-ad83-440c-ae9e-25e4e530eca1 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:41.352483 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ba4fc-d3f2-4563-8750-ce868ab3efbd req-2dc3f245-09c9-452e-809e-aa05cbbc84d7 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:41.354008 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d62ba4fc-d3f2-4563-8750-ce868ab3efbd req-2dc3f245-09c9-452e-809e-aa05cbbc84d7 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 946 time: 0.0542545 Dec 17 15:36:41.383618 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48742) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:41.412972 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d62ba4fc-d3f2-4563-8750-ce868ab3efbd req-3805d1e1-f475-42cf-8e89-02d462b5d45d tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519710 Dec 17 15:36:41.419138 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6cc9f86c-ad83-440c-ae9e-25e4e530eca1 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:41.419532 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-6cc9f86c-ad83-440c-ae9e-25e4e530eca1 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Floating IP 14cfc39e-dc11-4ed6-adaf-714a82ee0344 disassociated. External IP: 172.25.6.204, port: 96018a7b-e5ee-436d-9215-f14cef183be5. Dec 17 15:36:41.515765 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7080bcc4-26d0-4eb8-ba6c-74cb312896f0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e910fc97250c455682c3b68581d50bd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1310165 Dec 17 15:36:41.518410 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48746) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:41.965028 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fcd4eb3e-cb35-4c23-a43b-610ea8f80beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:42.020392 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fcd4eb3e-cb35-4c23-a43b-610ea8f80beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:42.080811 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc9f86c-ad83-440c-ae9e-25e4e530eca1 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Router 0c11b712-7432-462e-a4df-14e07b0a9044 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:36:42.194178 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fcd4eb3e-cb35-4c23-a43b-610ea8f80beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:42.196750 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fcd4eb3e-cb35-4c23-a43b-610ea8f80beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:42.197939 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-fcd4eb3e-cb35-4c23-a43b-610ea8f80beb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7830a2f4-d6c7-4b24-9281-cd78f80a2fc1 HTTP/1.1" status: 204 len: 168 time: 0.6785848 Dec 17 15:36:42.200907 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc9f86c-ad83-440c-ae9e-25e4e530eca1 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:36:42.212769 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6cc9f86c-ad83-440c-ae9e-25e4e530eca1 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:42.216625 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4eb3e-cb35-4c23-a43b-610ea8f80beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7830a2f4-d6c7-4b24-9281-cd78f80a2fc1,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:42.232445 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffef413-e652-45ba-8018-d9cf6089e2e2 None None] Sync routers for ids ['0c11b712-7432-462e-a4df-14e07b0a9044'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:36:42.250834 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48752) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:42.251300 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6cc9f86c-ad83-440c-ae9e-25e4e530eca1 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "PUT /v2.0/floatingips/14cfc39e-dc11-4ed6-adaf-714a82ee0344 HTTP/1.1" status: 200 len: 688 time: 1.1725342 Dec 17 15:36:42.253786 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffef413-e652-45ba-8018-d9cf6089e2e2 None None] Routers {'0c11b712-7432-462e-a4df-14e07b0a9044'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:42.254519 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-4ffef413-e652-45ba-8018-d9cf6089e2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0c11b712-7432-462e-a4df-14e07b0a9044'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:42.292020 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-4ffef413-e652-45ba-8018-d9cf6089e2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:42.301810 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffef413-e652-45ba-8018-d9cf6089e2e2 None None] Routers {'0c11b712-7432-462e-a4df-14e07b0a9044'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:42.302724 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-4ffef413-e652-45ba-8018-d9cf6089e2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0c11b712-7432-462e-a4df-14e07b0a9044'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:42.336189 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-4ffef413-e652-45ba-8018-d9cf6089e2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:42.337200 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffef413-e652-45ba-8018-d9cf6089e2e2 None None] The sync data for ids ['0c11b712-7432-462e-a4df-14e07b0a9044'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:36:42.417467 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-78fc6fe3-d258-46a2-8ea1-4e2d3c7818f1 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Deleting port 112dd443-45c6-4f30-9d02-0ffb3c545cc1 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:36:42.417810 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78fc6fe3-d258-46a2-8ea1-4e2d3c7818f1 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:42.501262 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78fc6fe3-d258-46a2-8ea1-4e2d3c7818f1 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:42.502726 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78fc6fe3-d258-46a2-8ea1-4e2d3c7818f1 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:42.519404 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-78fc6fe3-d258-46a2-8ea1-4e2d3c7818f1 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Calling delete_port for 112dd443-45c6-4f30-9d02-0ffb3c545cc1 owned by network:floatingip {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:36:42.600934 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827cd9a-4495-43d5-8635-60221d2d530f req-ca215913-9156-4c35-abc2-d0ff12d07165 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:42.602703 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5827cd9a-4495-43d5-8635-60221d2d530f req-ca215913-9156-4c35-abc2-d0ff12d07165 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 946 time: 0.0723753 Dec 17 15:36:42.693352 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5827cd9a-4495-43d5-8635-60221d2d530f req-b0398bdd-65eb-4d97-a37b-d28702de844a tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794656 Dec 17 15:36:42.860707 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78fc6fe3-d258-46a2-8ea1-4e2d3c7818f1 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:42.924412 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc6fe3-d258-46a2-8ea1-4e2d3c7818f1 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event deleted for resources: {'Port': ['ID=112dd443-45c6-4f30-9d02-0ffb3c545cc1,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:43.059836 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78fc6fe3-d258-46a2-8ea1-4e2d3c7818f1 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for floatingip, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:43.064041 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-78fc6fe3-d258-46a2-8ea1-4e2d3c7818f1 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:43.073002 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48758) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:43.082515 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-78fc6fe3-d258-46a2-8ea1-4e2d3c7818f1 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "DELETE /v2.0/floatingips/14cfc39e-dc11-4ed6-adaf-714a82ee0344 HTTP/1.1" status: 204 len: 168 time: 0.8282826 Dec 17 15:36:43.124766 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-ec899f2b-c8e0-4212-9acf-bd7be3c1f5e4 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] delete failed (client error): The resource could not be found. Dec 17 15:36:43.133823 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48760) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:43.142474 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ec899f2b-c8e0-4212-9acf-bd7be3c1f5e4 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "DELETE /v2.0/floatingips/14cfc39e-dc11-4ed6-adaf-714a82ee0344 HTTP/1.1" status: 404 len: 345 time: 0.0679691 Dec 17 15:36:43.239620 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c1a369-56e2-423c-93a8-8ea26a7f25a4 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:43.245636 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c1a369-56e2-423c-93a8-8ea26a7f25a4 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:43.251772 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c1a369-56e2-423c-93a8-8ea26a7f25a4 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:43.256654 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48764) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:43.256834 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-83c1a369-56e2-423c-93a8-8ea26a7f25a4 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "GET /v2.0/ports?network_id=ee006fda-265c-4847-8b64-f23444a64897 HTTP/1.1" status: 200 len: 2358 time: 0.1213181 Dec 17 15:36:43.328174 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebaa5f7-5f01-4ed5-8050-cd89e4525efe tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:43.335069 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-aebaa5f7-5f01-4ed5-8050-cd89e4525efe tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "GET /v2.0/subnets/194396ac-204d-49c0-a9e6-745291f7c78f HTTP/1.1" status: 200 len: 797 time: 0.0769732 Dec 17 15:36:43.335889 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48766) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:43.341374 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-073c71f2-ede6-447f-ba5e-c5aaeda16712 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Request body: {'port': {'network_id': 'ee006fda-265c-4847-8b64-f23444a64897', 'name': 'tempest-FloatingIPTestJSON-320132928', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:43.534216 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073c71f2-ede6-447f-ba5e-c5aaeda16712 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Made reservation on behalf of 2ae044ee97d94f82951e3db8ae3bd37f for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:36:43.652438 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-073c71f2-ede6-447f-ba5e-c5aaeda16712 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:43.676393 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-073c71f2-ede6-447f-ba5e-c5aaeda16712 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] device_id is not set on port e10ac1ff-064f-4e96-bc82-457e50fab855 yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:36:43.930662 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88027c25-86ec-49eb-bb3c-57c4bacfe071 req-fdbb1053-ca19-4a1c-b6c1-a21f9bbe4945 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:43.932383 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-88027c25-86ec-49eb-bb3c-57c4bacfe071 req-fdbb1053-ca19-4a1c-b6c1-a21f9bbe4945 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 946 time: 0.1264942 Dec 17 15:36:44.019454 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-88027c25-86ec-49eb-bb3c-57c4bacfe071 req-f42d05e2-a5c8-4cb4-8913-250892729c01 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806072 Dec 17 15:36:44.089979 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-073c71f2-ede6-447f-ba5e-c5aaeda16712 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Allocated IP 172.20.0.14 (ee006fda-265c-4847-8b64-f23444a64897/194396ac-204d-49c0-a9e6-745291f7c78f/e10ac1ff-064f-4e96-bc82-457e50fab855) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:36:44.096943 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-073c71f2-ede6-447f-ba5e-c5aaeda16712 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Allocated IP 172.20.0.13 (ee006fda-265c-4847-8b64-f23444a64897/194396ac-204d-49c0-a9e6-745291f7c78f/e10ac1ff-064f-4e96-bc82-457e50fab855) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:36:44.258355 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-073c71f2-ede6-447f-ba5e-c5aaeda16712 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:44.380060 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-073c71f2-ede6-447f-ba5e-c5aaeda16712 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:44.427277 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073c71f2-ede6-447f-ba5e-c5aaeda16712 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Network ee006fda-265c-4847-8b64-f23444a64897 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:36:44.431658 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-073c71f2-ede6-447f-ba5e-c5aaeda16712 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:36:44.435800 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073c71f2-ede6-447f-ba5e-c5aaeda16712 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:36:44.471715 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c71f2-ede6-447f-ba5e-c5aaeda16712 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event updated for resources: {'Port': ['ID=e10ac1ff-064f-4e96-bc82-457e50fab855,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:44.502886 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073c71f2-ede6-447f-ba5e-c5aaeda16712 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:44.503520 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-073c71f2-ede6-447f-ba5e-c5aaeda16712 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:44.656408 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-073c71f2-ede6-447f-ba5e-c5aaeda16712 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.3190310 Dec 17 15:36:44.659785 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48774) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:44.664577 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-0dee474f-a6cc-4ac2-b1b9-04ddad82e1c7 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'port_id': 'e10ac1ff-064f-4e96-bc82-457e50fab855', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:44.790547 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0dee474f-a6cc-4ac2-b1b9-04ddad82e1c7 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for floatingip, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:44.904438 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0dee474f-a6cc-4ac2-b1b9-04ddad82e1c7 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:45.012002 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-0dee474f-a6cc-4ac2-b1b9-04ddad82e1c7 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Allocated IP 172.25.6.196 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/fb83a4d1-871e-46b4-8377-0f89557fc907) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:36:45.165037 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f10e5-9ae2-4fcf-a9a5-49d60f112670 req-ecc02f31-8dfd-49f6-a7cc-c5c2269fab80 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:45.166819 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-563f10e5-9ae2-4fcf-a9a5-49d60f112670 req-ecc02f31-8dfd-49f6-a7cc-c5c2269fab80 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 946 time: 0.0715811 Dec 17 15:36:45.219213 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-563f10e5-9ae2-4fcf-a9a5-49d60f112670 req-fe2a1176-8ea7-42c4-9cf4-88813b266dd5 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458031 Dec 17 15:36:45.442884 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0dee474f-a6cc-4ac2-b1b9-04ddad82e1c7 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:45.528282 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0dee474f-a6cc-4ac2-b1b9-04ddad82e1c7 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:45.570339 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dee474f-a6cc-4ac2-b1b9-04ddad82e1c7 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:36:45.573032 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-0dee474f-a6cc-4ac2-b1b9-04ddad82e1c7 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:36:45.575814 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dee474f-a6cc-4ac2-b1b9-04ddad82e1c7 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:36:45.584308 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee474f-a6cc-4ac2-b1b9-04ddad82e1c7 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event updated for resources: {'Port': ['ID=fb83a4d1-871e-46b4-8377-0f89557fc907,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:45.941400 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0dee474f-a6cc-4ac2-b1b9-04ddad82e1c7 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:46.124097 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0dee474f-a6cc-4ac2-b1b9-04ddad82e1c7 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:46.283235 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0dee474f-a6cc-4ac2-b1b9-04ddad82e1c7 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:46.346282 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dbfbb-b70b-453e-9b3c-65514b80e944 req-63f5e3d0-7ff4-4947-9bd6-71da2b6d5122 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:46.353510 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5e5dbfbb-b70b-453e-9b3c-65514b80e944 req-63f5e3d0-7ff4-4947-9bd6-71da2b6d5122 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 946 time: 0.0553644 Dec 17 15:36:46.370792 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0dee474f-a6cc-4ac2-b1b9-04ddad82e1c7 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:46.393127 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5e5dbfbb-b70b-453e-9b3c-65514b80e944 req-1b40f1d6-3277-4215-8862-89991bf38693 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381622 Dec 17 15:36:46.448017 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee474f-a6cc-4ac2-b1b9-04ddad82e1c7 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event updated for resources: {'Port': ['ID=fb83a4d1-871e-46b4-8377-0f89557fc907,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:46.460772 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0dee474f-a6cc-4ac2-b1b9-04ddad82e1c7 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:46.566903 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [None req-0dee474f-a6cc-4ac2-b1b9-04ddad82e1c7 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Floating IP ab75a850-1858-4eb1-b2a2-2792edd09d32 associated. External IP: 172.25.6.196, port: e10ac1ff-064f-4e96-bc82-457e50fab855. Dec 17 15:36:46.772874 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dee474f-a6cc-4ac2-b1b9-04ddad82e1c7 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Router 0c11b712-7432-462e-a4df-14e07b0a9044 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:36:46.885654 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dee474f-a6cc-4ac2-b1b9-04ddad82e1c7 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:36:46.898122 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569a14f4-ed9d-45d7-8307-d4fd8c7ae658 None None] Sync routers for ids ['0c11b712-7432-462e-a4df-14e07b0a9044'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:36:46.904582 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569a14f4-ed9d-45d7-8307-d4fd8c7ae658 None None] Routers {'0c11b712-7432-462e-a4df-14e07b0a9044'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:46.905249 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-569a14f4-ed9d-45d7-8307-d4fd8c7ae658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0c11b712-7432-462e-a4df-14e07b0a9044'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:46.940663 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-569a14f4-ed9d-45d7-8307-d4fd8c7ae658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:46.949204 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569a14f4-ed9d-45d7-8307-d4fd8c7ae658 None None] Routers {'0c11b712-7432-462e-a4df-14e07b0a9044'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:46.949785 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-569a14f4-ed9d-45d7-8307-d4fd8c7ae658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0c11b712-7432-462e-a4df-14e07b0a9044'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:46.981303 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-569a14f4-ed9d-45d7-8307-d4fd8c7ae658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:46.981931 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569a14f4-ed9d-45d7-8307-d4fd8c7ae658 None None] The sync data for ids ['0c11b712-7432-462e-a4df-14e07b0a9044'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:36:47.010075 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0dee474f-a6cc-4ac2-b1b9-04ddad82e1c7 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:47.038086 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0dee474f-a6cc-4ac2-b1b9-04ddad82e1c7 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.3768427 Dec 17 15:36:47.040508 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48792) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:47.044864 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-00e685a7-6fe1-426e-8a2f-2822fdb29b79 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Request body: {'floatingip': {'port_id': 'e10ac1ff-064f-4e96-bc82-457e50fab855', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:47.106019 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-00e685a7-6fe1-426e-8a2f-2822fdb29b79 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for floatingip, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:47.514806 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37279b97-68bf-4d56-be87-7395ae66fc6c req-2c7f3cf9-2ab0-4b37-9112-a8f77bac09d8 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:47.516303 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-37279b97-68bf-4d56-be87-7395ae66fc6c req-2c7f3cf9-2ab0-4b37-9112-a8f77bac09d8 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 946 time: 0.0510409 Dec 17 15:36:47.559291 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-37279b97-68bf-4d56-be87-7395ae66fc6c req-99490921-2cbf-4418-9b56-eb3f9d7a08e7 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357926 Dec 17 15:36:47.574855 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-00e685a7-6fe1-426e-8a2f-2822fdb29b79 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:47.653230 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-00e685a7-6fe1-426e-8a2f-2822fdb29b79 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:47.859080 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e685a7-6fe1-426e-8a2f-2822fdb29b79 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Router 0c11b712-7432-462e-a4df-14e07b0a9044 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:36:47.970096 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e685a7-6fe1-426e-8a2f-2822fdb29b79 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:36:47.975117 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-00e685a7-6fe1-426e-8a2f-2822fdb29b79 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:47.980513 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1d6110-5e68-4900-ae76-f70ce4460fb8 None None] Sync routers for ids ['0c11b712-7432-462e-a4df-14e07b0a9044'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:36:47.990763 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1d6110-5e68-4900-ae76-f70ce4460fb8 None None] Routers {'0c11b712-7432-462e-a4df-14e07b0a9044'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:47.991378 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-ad1d6110-5e68-4900-ae76-f70ce4460fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0c11b712-7432-462e-a4df-14e07b0a9044'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:48.024059 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-ad1d6110-5e68-4900-ae76-f70ce4460fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:48.033130 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1d6110-5e68-4900-ae76-f70ce4460fb8 None None] Routers {'0c11b712-7432-462e-a4df-14e07b0a9044'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:48.033683 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-ad1d6110-5e68-4900-ae76-f70ce4460fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0c11b712-7432-462e-a4df-14e07b0a9044'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:48.036861 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-00e685a7-6fe1-426e-8a2f-2822fdb29b79 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "PUT /v2.0/floatingips/ab75a850-1858-4eb1-b2a2-2792edd09d32 HTTP/1.1" status: 200 len: 978 time: 0.9953008 Dec 17 15:36:48.039483 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48800) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:48.070866 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-ad1d6110-5e68-4900-ae76-f70ce4460fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:48.071397 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1d6110-5e68-4900-ae76-f70ce4460fb8 None None] The sync data for ids ['0c11b712-7432-462e-a4df-14e07b0a9044'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:36:48.199907 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-c81ed1e0-c290-4e63-aabc-c36334624742 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Deleting port fb83a4d1-871e-46b4-8377-0f89557fc907 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:36:48.200274 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c81ed1e0-c290-4e63-aabc-c36334624742 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:48.277753 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c81ed1e0-c290-4e63-aabc-c36334624742 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:48.278082 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c81ed1e0-c290-4e63-aabc-c36334624742 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:48.293286 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-c81ed1e0-c290-4e63-aabc-c36334624742 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Calling delete_port for fb83a4d1-871e-46b4-8377-0f89557fc907 owned by network:floatingip {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:36:48.521861 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c81ed1e0-c290-4e63-aabc-c36334624742 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:48.553339 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ed1e0-c290-4e63-aabc-c36334624742 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event deleted for resources: {'Port': ['ID=fb83a4d1-871e-46b4-8377-0f89557fc907,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:48.615804 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c81ed1e0-c290-4e63-aabc-c36334624742 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for floatingip, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:48.616203 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [None req-c81ed1e0-c290-4e63-aabc-c36334624742 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Floating IP ab75a850-1858-4eb1-b2a2-2792edd09d32 disassociated (deleted). External IP: 172.25.6.196, port: e10ac1ff-064f-4e96-bc82-457e50fab855. Dec 17 15:36:48.683555 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999862b-5c59-4d07-86bf-906d426eaf25 req-a23b666e-fce0-4f14-9a25-b73f85a2f424 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:48.685062 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f999862b-5c59-4d07-86bf-906d426eaf25 req-a23b666e-fce0-4f14-9a25-b73f85a2f424 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 946 time: 0.0507922 Dec 17 15:36:48.730329 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f999862b-5c59-4d07-86bf-906d426eaf25 req-45687584-a855-4913-bf60-e28619d92eb9 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389633 Dec 17 15:36:48.828744 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81ed1e0-c290-4e63-aabc-c36334624742 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Router 0c11b712-7432-462e-a4df-14e07b0a9044 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:36:48.936836 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81ed1e0-c290-4e63-aabc-c36334624742 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:36:48.942499 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c81ed1e0-c290-4e63-aabc-c36334624742 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:48.949641 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e973274-64c8-44ae-8e80-65c05c089c6f None None] Sync routers for ids ['0c11b712-7432-462e-a4df-14e07b0a9044'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:36:48.964732 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e973274-64c8-44ae-8e80-65c05c089c6f None None] Routers {'0c11b712-7432-462e-a4df-14e07b0a9044'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:48.965733 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-0e973274-64c8-44ae-8e80-65c05c089c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0c11b712-7432-462e-a4df-14e07b0a9044'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:48.976520 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c81ed1e0-c290-4e63-aabc-c36334624742 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "DELETE /v2.0/floatingips/ab75a850-1858-4eb1-b2a2-2792edd09d32 HTTP/1.1" status: 204 len: 168 time: 0.9357867 Dec 17 15:36:48.980935 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48808) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:49.014422 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-0e973274-64c8-44ae-8e80-65c05c089c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:49.024177 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e973274-64c8-44ae-8e80-65c05c089c6f None None] Routers {'0c11b712-7432-462e-a4df-14e07b0a9044'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:49.024785 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-0e973274-64c8-44ae-8e80-65c05c089c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0c11b712-7432-462e-a4df-14e07b0a9044'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:49.059966 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-0e973274-64c8-44ae-8e80-65c05c089c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:49.060910 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e973274-64c8-44ae-8e80-65c05c089c6f None None] The sync data for ids ['0c11b712-7432-462e-a4df-14e07b0a9044'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:36:49.085850 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-1d914532-158d-4712-b959-f9ecba48d62d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Deleting port e10ac1ff-064f-4e96-bc82-457e50fab855 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:36:49.086428 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1d914532-158d-4712-b959-f9ecba48d62d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:49.509130 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1d914532-158d-4712-b959-f9ecba48d62d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:49.521499 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-1d914532-158d-4712-b959-f9ecba48d62d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Calling delete_port for e10ac1ff-064f-4e96-bc82-457e50fab855 owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:36:49.744614 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1d914532-158d-4712-b959-f9ecba48d62d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:49.774871 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d914532-158d-4712-b959-f9ecba48d62d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event deleted for resources: {'Port': ['ID=e10ac1ff-064f-4e96-bc82-457e50fab855,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:49.852754 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addadcd-d994-46d7-8bb8-2e3f2703c138 req-fc61c65e-6c0e-45a4-af45-52577333a698 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:49.855353 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9addadcd-d994-46d7-8bb8-2e3f2703c138 req-fc61c65e-6c0e-45a4-af45-52577333a698 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 946 time: 0.0528364 Dec 17 15:36:49.867986 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1d914532-158d-4712-b959-f9ecba48d62d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:49.874859 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1d914532-158d-4712-b959-f9ecba48d62d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "DELETE /v2.0/ports/e10ac1ff-064f-4e96-bc82-457e50fab855 HTTP/1.1" status: 204 len: 168 time: 0.8914731 Dec 17 15:36:49.875534 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48814) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:49.880788 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-55411e63-ae41-4090-bf2c-4dee53b2f0a5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:49.901548 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9addadcd-d994-46d7-8bb8-2e3f2703c138 req-fcb4e451-a20f-4732-aaf3-b19c070af540 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402403 Dec 17 15:36:50.013171 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-55411e63-ae41-4090-bf2c-4dee53b2f0a5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for floatingip, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:50.129998 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-55411e63-ae41-4090-bf2c-4dee53b2f0a5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:50.237706 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-55411e63-ae41-4090-bf2c-4dee53b2f0a5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Allocated IP 172.25.6.69 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/9935687a-94c7-411b-9168-f0911df458f5) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:36:50.340648 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-55411e63-ae41-4090-bf2c-4dee53b2f0a5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:50.436277 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-55411e63-ae41-4090-bf2c-4dee53b2f0a5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:50.474988 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55411e63-ae41-4090-bf2c-4dee53b2f0a5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:36:50.477938 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-55411e63-ae41-4090-bf2c-4dee53b2f0a5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:36:50.481361 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55411e63-ae41-4090-bf2c-4dee53b2f0a5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:36:50.512067 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55411e63-ae41-4090-bf2c-4dee53b2f0a5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event updated for resources: {'Port': ['ID=9935687a-94c7-411b-9168-f0911df458f5,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:50.574202 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-55411e63-ae41-4090-bf2c-4dee53b2f0a5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:50.664145 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-55411e63-ae41-4090-bf2c-4dee53b2f0a5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:50.820941 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-55411e63-ae41-4090-bf2c-4dee53b2f0a5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:50.942319 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-55411e63-ae41-4090-bf2c-4dee53b2f0a5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:51.007877 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55411e63-ae41-4090-bf2c-4dee53b2f0a5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event updated for resources: {'Port': ['ID=9935687a-94c7-411b-9168-f0911df458f5,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:51.024173 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-55411e63-ae41-4090-bf2c-4dee53b2f0a5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:51.029519 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326842d6-3932-43fc-94a5-005acc8ae4d0 req-f944e3ba-1469-4fb3-8d4f-978ed997f99f tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:51.031694 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-326842d6-3932-43fc-94a5-005acc8ae4d0 req-f944e3ba-1469-4fb3-8d4f-978ed997f99f tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 946 time: 0.0593362 Dec 17 15:36:51.072796 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-326842d6-3932-43fc-94a5-005acc8ae4d0 req-985c856e-66d2-4d79-81b0-20dc2acc7c09 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345645 Dec 17 15:36:51.106996 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-55411e63-ae41-4090-bf2c-4dee53b2f0a5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:51.111473 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-55411e63-ae41-4090-bf2c-4dee53b2f0a5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2319164 Dec 17 15:36:51.112093 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48824) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:51.117373 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-4b6ebd94-0c17-4f5d-8bf9-a4c2899149d5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Request body: {'port': {'network_id': 'ee006fda-265c-4847-8b64-f23444a64897', 'name': 'tempest-FloatingIPTestJSON-409587994'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:51.333382 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6ebd94-0c17-4f5d-8bf9-a4c2899149d5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Made reservation on behalf of 2ae044ee97d94f82951e3db8ae3bd37f for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:36:51.337216 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4b6ebd94-0c17-4f5d-8bf9-a4c2899149d5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:51.355439 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-4b6ebd94-0c17-4f5d-8bf9-a4c2899149d5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] device_id is not set on port 71175ce1-c560-42f4-81fd-543cc2a1afe2 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:36:51.471858 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-4b6ebd94-0c17-4f5d-8bf9-a4c2899149d5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Allocated IP 172.20.0.6 (ee006fda-265c-4847-8b64-f23444a64897/194396ac-204d-49c0-a9e6-745291f7c78f/71175ce1-c560-42f4-81fd-543cc2a1afe2) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:36:51.621786 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4b6ebd94-0c17-4f5d-8bf9-a4c2899149d5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:51.710707 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4b6ebd94-0c17-4f5d-8bf9-a4c2899149d5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:51.757898 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6ebd94-0c17-4f5d-8bf9-a4c2899149d5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Network ee006fda-265c-4847-8b64-f23444a64897 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:36:51.760956 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-4b6ebd94-0c17-4f5d-8bf9-a4c2899149d5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:36:51.764623 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6ebd94-0c17-4f5d-8bf9-a4c2899149d5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:36:51.794235 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ebd94-0c17-4f5d-8bf9-a4c2899149d5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event updated for resources: {'Port': ['ID=71175ce1-c560-42f4-81fd-543cc2a1afe2,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:51.822279 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6ebd94-0c17-4f5d-8bf9-a4c2899149d5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:51.822880 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4b6ebd94-0c17-4f5d-8bf9-a4c2899149d5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:51.897218 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4b6ebd94-0c17-4f5d-8bf9-a4c2899149d5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7839875 Dec 17 15:36:51.899721 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48828) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:51.904081 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-e4990c0d-30bc-4728-960b-d666aac4fef5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Request body: {'floatingip': {'port_id': '71175ce1-c560-42f4-81fd-543cc2a1afe2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:51.944351 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e4990c0d-30bc-4728-960b-d666aac4fef5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for floatingip, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:52.204491 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d19dac-ff01-41be-9ae6-16ee88974bae req-58d74d19-6fae-4210-be72-d6fd39c517d7 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:52.207210 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-72d19dac-ff01-41be-9ae6-16ee88974bae req-58d74d19-6fae-4210-be72-d6fd39c517d7 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 946 time: 0.0656347 Dec 17 15:36:52.257978 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-72d19dac-ff01-41be-9ae6-16ee88974bae req-d69b86d6-617f-44f7-9e3f-9ecdef49bf76 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345528 Dec 17 15:36:52.399858 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e4990c0d-30bc-4728-960b-d666aac4fef5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:52.470695 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e4990c0d-30bc-4728-960b-d666aac4fef5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:52.574150 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [None req-e4990c0d-30bc-4728-960b-d666aac4fef5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Floating IP 0b2ab4be-439f-4c0c-8ca0-045a380c17c1 associated. External IP: 172.25.6.69, port: 71175ce1-c560-42f4-81fd-543cc2a1afe2. Dec 17 15:36:52.800571 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4990c0d-30bc-4728-960b-d666aac4fef5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Router 0c11b712-7432-462e-a4df-14e07b0a9044 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:36:52.917058 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4990c0d-30bc-4728-960b-d666aac4fef5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:36:52.921859 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e4990c0d-30bc-4728-960b-d666aac4fef5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:52.927907 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af200c88-770b-42cd-bd72-83d9149fd59d None None] Sync routers for ids ['0c11b712-7432-462e-a4df-14e07b0a9044'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:36:52.937027 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af200c88-770b-42cd-bd72-83d9149fd59d None None] Routers {'0c11b712-7432-462e-a4df-14e07b0a9044'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:52.937725 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-af200c88-770b-42cd-bd72-83d9149fd59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0c11b712-7432-462e-a4df-14e07b0a9044'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:52.953483 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e4990c0d-30bc-4728-960b-d666aac4fef5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "PUT /v2.0/floatingips/0b2ab4be-439f-4c0c-8ca0-045a380c17c1 HTTP/1.1" status: 200 len: 976 time: 1.0526814 Dec 17 15:36:52.956232 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48836) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:52.974052 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-af200c88-770b-42cd-bd72-83d9149fd59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:52.982676 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af200c88-770b-42cd-bd72-83d9149fd59d None None] Routers {'0c11b712-7432-462e-a4df-14e07b0a9044'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:52.983320 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-af200c88-770b-42cd-bd72-83d9149fd59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0c11b712-7432-462e-a4df-14e07b0a9044'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:53.020823 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-af200c88-770b-42cd-bd72-83d9149fd59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:53.021586 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af200c88-770b-42cd-bd72-83d9149fd59d None None] The sync data for ids ['0c11b712-7432-462e-a4df-14e07b0a9044'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:36:53.054335 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-38582405-b790-47b4-929b-8d86ab98ae91 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Deleting port 71175ce1-c560-42f4-81fd-543cc2a1afe2 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:36:53.054604 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-38582405-b790-47b4-929b-8d86ab98ae91 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:53.147328 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-38582405-b790-47b4-929b-8d86ab98ae91 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:53.331664 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-38582405-b790-47b4-929b-8d86ab98ae91 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:53.332071 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-38582405-b790-47b4-929b-8d86ab98ae91 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:53.332373 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [None req-38582405-b790-47b4-929b-8d86ab98ae91 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Floating IP 0b2ab4be-439f-4c0c-8ca0-045a380c17c1 disassociated. External IP: 172.25.6.69, port: 71175ce1-c560-42f4-81fd-543cc2a1afe2. Dec 17 15:36:53.332722 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-38582405-b790-47b4-929b-8d86ab98ae91 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Calling delete_port for 71175ce1-c560-42f4-81fd-543cc2a1afe2 owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:36:53.408469 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db5783-3ad8-4ee7-9f55-c8d6282fc001 req-6a271627-9123-47e9-b224-3e65efcee4b2 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:53.410834 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b1db5783-3ad8-4ee7-9f55-c8d6282fc001 req-6a271627-9123-47e9-b224-3e65efcee4b2 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 946 time: 0.0530086 Dec 17 15:36:53.456433 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b1db5783-3ad8-4ee7-9f55-c8d6282fc001 req-602c46b9-eed7-4661-9214-747882aa0819 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388501 Dec 17 15:36:53.584949 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-38582405-b790-47b4-929b-8d86ab98ae91 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:53.613622 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38582405-b790-47b4-929b-8d86ab98ae91 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event deleted for resources: {'Port': ['ID=71175ce1-c560-42f4-81fd-543cc2a1afe2,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:53.743669 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38582405-b790-47b4-929b-8d86ab98ae91 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Router 0c11b712-7432-462e-a4df-14e07b0a9044 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:36:53.874273 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38582405-b790-47b4-929b-8d86ab98ae91 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:36:53.885471 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f671687d-c784-4de2-b9a2-73bbd2d9a092 None None] Sync routers for ids ['0c11b712-7432-462e-a4df-14e07b0a9044'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:36:53.898119 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f671687d-c784-4de2-b9a2-73bbd2d9a092 None None] Routers {'0c11b712-7432-462e-a4df-14e07b0a9044'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:53.904828 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-f671687d-c784-4de2-b9a2-73bbd2d9a092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0c11b712-7432-462e-a4df-14e07b0a9044'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:53.941453 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-f671687d-c784-4de2-b9a2-73bbd2d9a092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:53.950703 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f671687d-c784-4de2-b9a2-73bbd2d9a092 None None] Routers {'0c11b712-7432-462e-a4df-14e07b0a9044'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:53.951391 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-f671687d-c784-4de2-b9a2-73bbd2d9a092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0c11b712-7432-462e-a4df-14e07b0a9044'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:53.958102 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-38582405-b790-47b4-929b-8d86ab98ae91 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:53.963654 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-38582405-b790-47b4-929b-8d86ab98ae91 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "DELETE /v2.0/ports/71175ce1-c560-42f4-81fd-543cc2a1afe2 HTTP/1.1" status: 204 len: 168 time: 1.0041926 Dec 17 15:36:53.964091 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48850) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:53.989478 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-f671687d-c784-4de2-b9a2-73bbd2d9a092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:53.990254 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f671687d-c784-4de2-b9a2-73bbd2d9a092 None None] The sync data for ids ['0c11b712-7432-462e-a4df-14e07b0a9044'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:36:54.014625 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3bc44821-8b66-4286-b5d8-95fe74a1e034 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "GET /v2.0/floatingips/0b2ab4be-439f-4c0c-8ca0-045a380c17c1 HTTP/1.1" status: 200 len: 687 time: 0.0493448 Dec 17 15:36:54.017225 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48852) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:54.144727 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-c152d483-b942-4005-9fdf-4eeda61aad86 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Deleting port 9935687a-94c7-411b-9168-f0911df458f5 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:36:54.144993 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c152d483-b942-4005-9fdf-4eeda61aad86 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:54.224743 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c152d483-b942-4005-9fdf-4eeda61aad86 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:54.224993 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c152d483-b942-4005-9fdf-4eeda61aad86 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:54.237197 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-c152d483-b942-4005-9fdf-4eeda61aad86 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Calling delete_port for 9935687a-94c7-411b-9168-f0911df458f5 owned by network:floatingip {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:36:54.471124 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c152d483-b942-4005-9fdf-4eeda61aad86 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:54.502797 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152d483-b942-4005-9fdf-4eeda61aad86 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event deleted for resources: {'Port': ['ID=9935687a-94c7-411b-9168-f0911df458f5,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:54.596663 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c152d483-b942-4005-9fdf-4eeda61aad86 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for floatingip, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:54.599646 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c152d483-b942-4005-9fdf-4eeda61aad86 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:54.601147 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c152d483-b942-4005-9fdf-4eeda61aad86 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "DELETE /v2.0/floatingips/0b2ab4be-439f-4c0c-8ca0-045a380c17c1 HTTP/1.1" status: 204 len: 168 time: 0.5829129 Dec 17 15:36:54.605054 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48858) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:54.610240 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-8e7a732b-cefd-48ea-9cc4-7bea0cf23c1c tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'port_id': '96018a7b-e5ee-436d-9215-f14cef183be5'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:54.619152 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cb67b-02b9-45a0-8f90-b1d434c0344a req-e0a2a0f0-6abf-4ec3-a6f5-111ba6d554c3 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:54.621509 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ed3cb67b-02b9-45a0-8f90-b1d434c0344a req-e0a2a0f0-6abf-4ec3-a6f5-111ba6d554c3 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 946 time: 0.0726998 Dec 17 15:36:54.660656 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ed3cb67b-02b9-45a0-8f90-b1d434c0344a req-bc8902a8-9ee2-43eb-898b-05b7785bec3e tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334299 Dec 17 15:36:54.704856 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8e7a732b-cefd-48ea-9cc4-7bea0cf23c1c tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for floatingip, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:54.811743 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8e7a732b-cefd-48ea-9cc4-7bea0cf23c1c tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:54.919740 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-8e7a732b-cefd-48ea-9cc4-7bea0cf23c1c tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Allocated IP 172.25.6.178 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/d2f22bb2-ad86-424a-b483-1725786eea17) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:36:55.043798 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8e7a732b-cefd-48ea-9cc4-7bea0cf23c1c tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:55.186138 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8e7a732b-cefd-48ea-9cc4-7bea0cf23c1c tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:55.252147 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7a732b-cefd-48ea-9cc4-7bea0cf23c1c tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:36:55.258649 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-8e7a732b-cefd-48ea-9cc4-7bea0cf23c1c tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:36:55.260863 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a732b-cefd-48ea-9cc4-7bea0cf23c1c tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event updated for resources: {'Port': ['ID=d2f22bb2-ad86-424a-b483-1725786eea17,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:55.262973 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7a732b-cefd-48ea-9cc4-7bea0cf23c1c tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:36:55.787289 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4737641-69e9-409b-99c3-06080575babc req-a620b0be-5ce3-4cdc-b212-3e0823d1ad0f tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:55.789022 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a4737641-69e9-409b-99c3-06080575babc req-a620b0be-5ce3-4cdc-b212-3e0823d1ad0f tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 946 time: 0.0573704 Dec 17 15:36:55.831342 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a4737641-69e9-409b-99c3-06080575babc req-56800dad-d0c4-4007-b09d-3460ff3d05d0 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360174 Dec 17 15:36:55.937747 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8e7a732b-cefd-48ea-9cc4-7bea0cf23c1c tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:55.952831 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:56.148402 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8e7a732b-cefd-48ea-9cc4-7bea0cf23c1c tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:56.310697 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8e7a732b-cefd-48ea-9cc4-7bea0cf23c1c tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:56.378953 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8e7a732b-cefd-48ea-9cc4-7bea0cf23c1c tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:56.453313 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a732b-cefd-48ea-9cc4-7bea0cf23c1c tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event updated for resources: {'Port': ['ID=d2f22bb2-ad86-424a-b483-1725786eea17,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:56.465038 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8e7a732b-cefd-48ea-9cc4-7bea0cf23c1c tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:56.566378 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [None req-8e7a732b-cefd-48ea-9cc4-7bea0cf23c1c tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Floating IP b52b1e48-dac1-4826-be86-9b2dec95ccf2 associated. External IP: 172.25.6.178, port: 96018a7b-e5ee-436d-9215-f14cef183be5. Dec 17 15:36:56.789582 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7a732b-cefd-48ea-9cc4-7bea0cf23c1c tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Router 0c11b712-7432-462e-a4df-14e07b0a9044 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:36:56.901604 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7a732b-cefd-48ea-9cc4-7bea0cf23c1c tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:36:56.912532 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a05b100-1476-45a8-b5d7-5b08210653de None None] Sync routers for ids ['0c11b712-7432-462e-a4df-14e07b0a9044'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:36:56.922777 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a05b100-1476-45a8-b5d7-5b08210653de None None] Routers {'0c11b712-7432-462e-a4df-14e07b0a9044'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:56.923453 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-8a05b100-1476-45a8-b5d7-5b08210653de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0c11b712-7432-462e-a4df-14e07b0a9044'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:56.956916 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-8a05b100-1476-45a8-b5d7-5b08210653de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:56.965812 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a05b100-1476-45a8-b5d7-5b08210653de None None] Routers {'0c11b712-7432-462e-a4df-14e07b0a9044'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:36:56.966421 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-8a05b100-1476-45a8-b5d7-5b08210653de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:36:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0c11b712-7432-462e-a4df-14e07b0a9044'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:57.002338 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25847eb7-c852-4d99-98bd-6cda4a0886d8 req-2a96c0e9-1c59-4af9-8cd8-1f62fa55e67a tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:57.003992 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-8a05b100-1476-45a8-b5d7-5b08210653de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:36:57.004430 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-25847eb7-c852-4d99-98bd-6cda4a0886d8 req-2a96c0e9-1c59-4af9-8cd8-1f62fa55e67a tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 946 time: 0.0567651 Dec 17 15:36:57.004831 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a05b100-1476-45a8-b5d7-5b08210653de None None] The sync data for ids ['0c11b712-7432-462e-a4df-14e07b0a9044'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:36:57.026411 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8e7a732b-cefd-48ea-9cc4-7bea0cf23c1c tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:57.056738 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-25847eb7-c852-4d99-98bd-6cda4a0886d8 req-b417f375-793e-4183-a523-6b25b2484798 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410528 Dec 17 15:36:57.057606 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8e7a732b-cefd-48ea-9cc4-7bea0cf23c1c tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.4508929 Dec 17 15:36:57.059520 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48904) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:57.067138 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-71b386a3-0ac4-4e74-b25b-2d74eb47d645 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1673071513'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:57.213227 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b386a3-0ac4-4e74-b25b-2d74eb47d645 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Made reservation on behalf of 2ae044ee97d94f82951e3db8ae3bd37f for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:36:57.216764 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71b386a3-0ac4-4e74-b25b-2d74eb47d645 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:57.242735 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b386a3-0ac4-4e74-b25b-2d74eb47d645 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:36:57.252854 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71b386a3-0ac4-4e74-b25b-2d74eb47d645 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:57.253281 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-71b386a3-0ac4-4e74-b25b-2d74eb47d645 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Added segment bedcea15-42f3-488b-baa6-ae45da486572 of type vlan for network 66c8aaff-d0b0-42fd-9bef-24901fa80053 Dec 17 15:36:57.297038 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71b386a3-0ac4-4e74-b25b-2d74eb47d645 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:57.407375 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71b386a3-0ac4-4e74-b25b-2d74eb47d645 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:57.413647 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b386a3-0ac4-4e74-b25b-2d74eb47d645 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:57.414231 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71b386a3-0ac4-4e74-b25b-2d74eb47d645 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:57.482439 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b386a3-0ac4-4e74-b25b-2d74eb47d645 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event updated for resources: {'Network': ['ID=66c8aaff-d0b0-42fd-9bef-24901fa80053,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:57.494138 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 66c8aaff-d0b0-42fd-9bef-24901fa80053 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:36:57.545869 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-71b386a3-0ac4-4e74-b25b-2d74eb47d645 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4824336 Dec 17 15:36:57.546185 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48912) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:57.552989 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-23f33c9d-2d7c-4d67-a38f-cb5c06a4fbfc tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Request body: {'subnet': {'network_id': '66c8aaff-d0b0-42fd-9bef-24901fa80053', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:57.743026 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f33c9d-2d7c-4d67-a38f-cb5c06a4fbfc tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Made reservation on behalf of 2ae044ee97d94f82951e3db8ae3bd37f for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:36:57.747046 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-23f33c9d-2d7c-4d67-a38f-cb5c06a4fbfc tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:58.064657 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-23f33c9d-2d7c-4d67-a38f-cb5c06a4fbfc tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:58.121853 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f33c9d-2d7c-4d67-a38f-cb5c06a4fbfc tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event updated for resources: {'Subnet': ['ID=59949ef3-902a-453a-9997-afbaa414c7b8,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:58.140138 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f33c9d-2d7c-4d67-a38f-cb5c06a4fbfc tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Checking segment: {'id': 'bedcea15-42f3-488b-baa6-ae45da486572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66c8aaff-d0b0-42fd-9bef-24901fa80053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:36:58.140505 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f33c9d-2d7c-4d67-a38f-cb5c06a4fbfc tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Network hostable DHCP agents. Network: 66c8aaff-d0b0-42fd-9bef-24901fa80053, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:36:58.200918 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af65dee-5544-4644-a887-7aa1fd466521 req-e2c3ca0a-be3a-496e-ab7a-49cae39cb418 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:58.202438 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6af65dee-5544-4644-a887-7aa1fd466521 req-e2c3ca0a-be3a-496e-ab7a-49cae39cb418 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 946 time: 0.0541019 Dec 17 15:36:58.240889 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6af65dee-5544-4644-a887-7aa1fd466521 req-32ddcf3d-3b36-4bd9-b536-2bb145a2798a tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319476 Dec 17 15:36:58.316008 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f33c9d-2d7c-4d67-a38f-cb5c06a4fbfc tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Network 66c8aaff-d0b0-42fd-9bef-24901fa80053 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:36:58.447444 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-23f33c9d-2d7c-4d67-a38f-cb5c06a4fbfc tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 66c8aaff-d0b0-42fd-9bef-24901fa80053) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:36:58.451747 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f33c9d-2d7c-4d67-a38f-cb5c06a4fbfc tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:58.452943 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-23f33c9d-2d7c-4d67-a38f-cb5c06a4fbfc tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:58.462917 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7863359-76a9-4f55-8b77-7ef0dad3268b None None] Network 66c8aaff-d0b0-42fd-9bef-24901fa80053 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:36:58.576174 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-23f33c9d-2d7c-4d67-a38f-cb5c06a4fbfc tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0285156 Dec 17 15:36:58.578513 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48930) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:36:58.583266 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-9a9209fe-28af-4d60-8cd6-2a444d57ba4b tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1936976289', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}, 'admin_state_up': False}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:36:58.653159 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c751867b-c7d4-4378-9562-fc3bcbd40784 req-c85e89ce-ca3d-46f9-8aac-358961109c6e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e1252573-9dfa-4b49-9ccb-9fb567f242a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422609 Dec 17 15:36:58.767574 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751867b-c7d4-4378-9562-fc3bcbd40784 req-a6757ed3-99b5-4216-8c01-ee4ff0a09299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:58.769348 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c751867b-c7d4-4378-9562-fc3bcbd40784 req-a6757ed3-99b5-4216-8c01-ee4ff0a09299 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=77fe2a1e174d4b83826a4668cf9993d0&device_id=e1252573-9dfa-4b49-9ccb-9fb567f242a8 HTTP/1.1" status: 200 len: 1101 time: 0.0485036 Dec 17 15:36:58.779082 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9a9209fe-28af-4d60-8cd6-2a444d57ba4b tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:58.783844 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9a9209fe-28af-4d60-8cd6-2a444d57ba4b tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:58.807156 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3a67c9-4579-4213-a086-a3f71063a9db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-66c8aaff-d0b0-42fd-9bef-24901fa80053', 'network_id': '66c8aaff-d0b0-42fd-9bef-24901fa80053', 'tenant_id': '2ae044ee97d94f82951e3db8ae3bd37f', 'fixed_ips': [{'subnet_id': '59949ef3-902a-453a-9997-afbaa414c7b8'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:36:58.812678 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ba3a67c9-4579-4213-a086-a3f71063a9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:58.960403 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-ba3a67c9-4579-4213-a086-a3f71063a9db None None] Allocated IP 172.20.0.2 (66c8aaff-d0b0-42fd-9bef-24901fa80053/59949ef3-902a-453a-9997-afbaa414c7b8/e7dd5d7a-9264-4f57-87ea-208a71c2c2ef) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:36:58.978583 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751867b-c7d4-4378-9562-fc3bcbd40784 req-3e2ed55f-06a0-4f61-87ae-9aa578795ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:58.980507 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c751867b-c7d4-4378-9562-fc3bcbd40784 req-3e2ed55f-06a0-4f61-87ae-9aa578795ff4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f97c7142-717f-43eb-a835-5fcd8d6a6486 HTTP/1.1" status: 200 len: 870 time: 0.1906846 Dec 17 15:36:58.988013 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9a9209fe-28af-4d60-8cd6-2a444d57ba4b tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:59.032282 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c751867b-c7d4-4378-9562-fc3bcbd40784 req-d157755f-a18e-4ab2-993a-377f5164a748 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=6a672839-b3a2-4d00-90c1-cff2d09f5560 HTTP/1.1" status: 200 len: 217 time: 0.0416772 Dec 17 15:36:59.036198 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dc03cd97-5136-4528-9dec-7c6b4df4c7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:59.092994 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751867b-c7d4-4378-9562-fc3bcbd40784 req-51f9746c-de1e-48c1-9ede-0a2fc06d0f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:59.094492 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c751867b-c7d4-4378-9562-fc3bcbd40784 req-51f9746c-de1e-48c1-9ede-0a2fc06d0f97 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0538454 Dec 17 15:36:59.123652 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ba3a67c9-4579-4213-a086-a3f71063a9db None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:59.240195 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ba3a67c9-4579-4213-a086-a3f71063a9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:59.275809 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751867b-c7d4-4378-9562-fc3bcbd40784 req-54a037fe-9cfa-45e7-9326-78f81dd2de41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:59.277419 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c751867b-c7d4-4378-9562-fc3bcbd40784 req-54a037fe-9cfa-45e7-9326-78f81dd2de41 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1753445 Dec 17 15:36:59.284980 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9a9209fe-28af-4d60-8cd6-2a444d57ba4b tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:59.292923 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3a67c9-4579-4213-a086-a3f71063a9db None None] Network 66c8aaff-d0b0-42fd-9bef-24901fa80053 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:36:59.297858 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-ba3a67c9-4579-4213-a086-a3f71063a9db None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:36:59.313792 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3a67c9-4579-4213-a086-a3f71063a9db None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:36:59.393574 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a67c9-4579-4213-a086-a3f71063a9db None None] Pushing event updated for resources: {'Port': ['ID=e7dd5d7a-9264-4f57-87ea-208a71c2c2ef,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:59.414983 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-ba3a67c9-4579-4213-a086-a3f71063a9db None None] Attempting to bind port e7dd5d7a-9264-4f57-87ea-208a71c2c2ef on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:36:59.415471 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-ba3a67c9-4579-4213-a086-a3f71063a9db None None] Attempting to bind port e7dd5d7a-9264-4f57-87ea-208a71c2c2ef by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'bedcea15-42f3-488b-baa6-ae45da486572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66c8aaff-d0b0-42fd-9bef-24901fa80053'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:36:59.415906 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3a67c9-4579-4213-a086-a3f71063a9db None None] Attempting to bind port e7dd5d7a-9264-4f57-87ea-208a71c2c2ef on network 66c8aaff-d0b0-42fd-9bef-24901fa80053 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:36:59.424374 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3a67c9-4579-4213-a086-a3f71063a9db None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:36:59.424838 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3a67c9-4579-4213-a086-a3f71063a9db None None] Checking segment: {'id': 'bedcea15-42f3-488b-baa6-ae45da486572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66c8aaff-d0b0-42fd-9bef-24901fa80053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:36:59.425350 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ba3a67c9-4579-4213-a086-a3f71063a9db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:59.426371 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3a67c9-4579-4213-a086-a3f71063a9db None None] Bound using segment: {'id': 'bedcea15-42f3-488b-baa6-ae45da486572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66c8aaff-d0b0-42fd-9bef-24901fa80053'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:36:59.427172 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-ba3a67c9-4579-4213-a086-a3f71063a9db None None] Bound port: e7dd5d7a-9264-4f57-87ea-208a71c2c2ef, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bedcea15-42f3-488b-baa6-ae45da486572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66c8aaff-d0b0-42fd-9bef-24901fa80053'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:36:59.427771 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ba3a67c9-4579-4213-a086-a3f71063a9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:59.472559 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e71aad-50be-49cc-9b1e-e0c6ac9593e1 req-80525bc0-dd0a-4d0e-950b-bb4793d1016a tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:36:59.481516 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-86e71aad-50be-49cc-9b1e-e0c6ac9593e1 req-80525bc0-dd0a-4d0e-950b-bb4793d1016a tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 946 time: 0.1258292 Dec 17 15:36:59.499911 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-ba3a67c9-4579-4213-a086-a3f71063a9db None None] For port e7dd5d7a-9264-4f57-87ea-208a71c2c2ef, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:36:59.503937 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-ba3a67c9-4579-4213-a086-a3f71063a9db None None] For port e7dd5d7a-9264-4f57-87ea-208a71c2c2ef, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e7dd5d7a-9264-4f57-87ea-208a71c2c2ef,segment=NetworkSegment(bedcea15-42f3-488b-baa6-ae45da486572),segment_id=bedcea15-42f3-488b-baa6-ae45da486572)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:36:59.536742 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c751867b-c7d4-4378-9562-fc3bcbd40784 req-699cc0af-9331-4e63-9978-74abbafb9eee service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468681 Dec 17 15:36:59.579851 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-86e71aad-50be-49cc-9b1e-e0c6ac9593e1 req-b0e8bb52-8dc1-4d34-a9ef-f44ee5428e80 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969796 Dec 17 15:36:59.584807 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ba3a67c9-4579-4213-a086-a3f71063a9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:59.661292 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a67c9-4579-4213-a086-a3f71063a9db None None] Pushing event updated for resources: {'Port': ['ID=e7dd5d7a-9264-4f57-87ea-208a71c2c2ef,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:36:59.671404 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c751867b-c7d4-4378-9562-fc3bcbd40784 req-052c5c9f-5f5d-40c4-8aa7-e831f7d8d359 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251237 Dec 17 15:36:59.944493 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9a9209fe-28af-4d60-8cd6-2a444d57ba4b tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:36:59.977904 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9a9209fe-28af-4d60-8cd6-2a444d57ba4b tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:00.118634 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-9a9209fe-28af-4d60-8cd6-2a444d57ba4b tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Allocated IP 172.25.6.23 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/68047414-9949-4d0e-a645-253e2efca866) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:37:00.233014 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9a9209fe-28af-4d60-8cd6-2a444d57ba4b tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:00.390417 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9a9209fe-28af-4d60-8cd6-2a444d57ba4b tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:00.430989 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9209fe-28af-4d60-8cd6-2a444d57ba4b tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:37:00.436130 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-9a9209fe-28af-4d60-8cd6-2a444d57ba4b tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:37:00.437850 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9209fe-28af-4d60-8cd6-2a444d57ba4b tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:37:00.598892 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e7dd5d7a-9264-4f57-87ea-208a71c2c2ef up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:37:00.682481 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port e7dd5d7a-9264-4f57-87ea-208a71c2c2ef triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:37:00.683143 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:00.774618 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:00.823957 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port e7dd5d7a-9264-4f57-87ea-208a71c2c2ef, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e7dd5d7a-9264-4f57-87ea-208a71c2c2ef,segment=NetworkSegment(bedcea15-42f3-488b-baa6-ae45da486572),segment_id=bedcea15-42f3-488b-baa6-ae45da486572)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:37:00.850707 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0691ef4e-bd1e-4e48-92b9-fda0c9d6c673 None None] Network 66c8aaff-d0b0-42fd-9bef-24901fa80053 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:37:00.900426 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9209fe-28af-4d60-8cd6-2a444d57ba4b tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event updated for resources: {'Port': ['ID=68047414-9949-4d0e-a645-253e2efca866,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:00.920876 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:00.936270 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9209fe-28af-4d60-8cd6-2a444d57ba4b tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:00.936624 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9209fe-28af-4d60-8cd6-2a444d57ba4b tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:00.937149 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9209fe-28af-4d60-8cd6-2a444d57ba4b tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:00.937611 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9209fe-28af-4d60-8cd6-2a444d57ba4b tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:00.938897 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9209fe-28af-4d60-8cd6-2a444d57ba4b tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:00.938897 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9209fe-28af-4d60-8cd6-2a444d57ba4b tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:00.939155 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9209fe-28af-4d60-8cd6-2a444d57ba4b tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:00.939653 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9209fe-28af-4d60-8cd6-2a444d57ba4b tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:00.940044 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9209fe-28af-4d60-8cd6-2a444d57ba4b tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:00.940517 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9209fe-28af-4d60-8cd6-2a444d57ba4b tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:00.940859 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9209fe-28af-4d60-8cd6-2a444d57ba4b tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:00.941216 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9209fe-28af-4d60-8cd6-2a444d57ba4b tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:00.995021 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-caa31b17-02e0-41f2-b141-b0878e2a6b56 None None] Provisioning complete for port e7dd5d7a-9264-4f57-87ea-208a71c2c2ef triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:37:00.995573 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-caa31b17-02e0-41f2-b141-b0878e2a6b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:01.042683 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58eab8-bb03-44bc-951e-6aa4e215c631 req-17a7f178-d4a0-4deb-b2c2-64cadbab3ace tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:01.044228 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4a58eab8-bb03-44bc-951e-6aa4e215c631 req-17a7f178-d4a0-4deb-b2c2-64cadbab3ace tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 946 time: 0.1542661 Dec 17 15:37:01.064700 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=e7dd5d7a-9264-4f57-87ea-208a71c2c2ef,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:01.113263 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4a58eab8-bb03-44bc-951e-6aa4e215c631 req-ce89dd7d-be98-4020-ad9c-2352fb21a17e tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509992 Dec 17 15:37:01.132569 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e6977b5d-7bba-464e-8a0c-97daf7959d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:01.298534 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9a9209fe-28af-4d60-8cd6-2a444d57ba4b tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:01.476763 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-5310bcba-5916-4100-a952-03b3e5a4043d None None] Provisioning complete for port e7dd5d7a-9264-4f57-87ea-208a71c2c2ef triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:37:01.477164 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5310bcba-5916-4100-a952-03b3e5a4043d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:01.530168 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9a9209fe-28af-4d60-8cd6-2a444d57ba4b tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:01.755877 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9209fe-28af-4d60-8cd6-2a444d57ba4b tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Router 52ac1555-5edf-4a8a-8a1b-0e87e6a69689 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:37:01.884703 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9209fe-28af-4d60-8cd6-2a444d57ba4b tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:37:01.899273 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3d76d5-e5e4-4e07-9ec9-995dde794a7a None None] Sync routers for ids ['52ac1555-5edf-4a8a-8a1b-0e87e6a69689'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:37:01.910633 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3d76d5-e5e4-4e07-9ec9-995dde794a7a None None] Routers {'52ac1555-5edf-4a8a-8a1b-0e87e6a69689'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:37:01.911591 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-fb3d76d5-e5e4-4e07-9ec9-995dde794a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:37:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['52ac1555-5edf-4a8a-8a1b-0e87e6a69689'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:01.945923 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-fb3d76d5-e5e4-4e07-9ec9-995dde794a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:01.955689 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3d76d5-e5e4-4e07-9ec9-995dde794a7a None None] Routers {'52ac1555-5edf-4a8a-8a1b-0e87e6a69689'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:37:01.956344 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-fb3d76d5-e5e4-4e07-9ec9-995dde794a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:37:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['52ac1555-5edf-4a8a-8a1b-0e87e6a69689'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:02.047082 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9a9209fe-28af-4d60-8cd6-2a444d57ba4b tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:02.058567 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9a9209fe-28af-4d60-8cd6-2a444d57ba4b tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4789414 Dec 17 15:37:02.062309 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48988) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:02.168320 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-fb3d76d5-e5e4-4e07-9ec9-995dde794a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:02.169514 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3d76d5-e5e4-4e07-9ec9-995dde794a7a None None] The sync data for ids ['52ac1555-5edf-4a8a-8a1b-0e87e6a69689'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:37:02.276196 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468af51-eb1c-4df8-9361-f4c562c65080 req-075e3150-0ed5-419c-8a6a-1a3a3e224499 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:02.277736 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1468af51-eb1c-4df8-9361-f4c562c65080 req-075e3150-0ed5-419c-8a6a-1a3a3e224499 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 946 time: 0.0634813 Dec 17 15:37:02.321289 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1468af51-eb1c-4df8-9361-f4c562c65080 req-d38ec480-c6e2-44d2-bffb-aab89b70fa49 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368855 Dec 17 15:37:02.339044 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:02.576514 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e7dd5d7a-9264-4f57-87ea-208a71c2c2ef up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:37:02.625363 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port e7dd5d7a-9264-4f57-87ea-208a71c2c2ef triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:37:02.625650 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:02.650117 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c60b4908-1195-46b4-abed-5c869b979c7d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:02.996152 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-c60b4908-1195-46b4-abed-5c869b979c7d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Allocated IP 172.20.0.1 (66c8aaff-d0b0-42fd-9bef-24901fa80053/59949ef3-902a-453a-9997-afbaa414c7b8/812ea582-4e9e-443e-882b-8b647e3064d8) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:37:03.112068 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c60b4908-1195-46b4-abed-5c869b979c7d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:03.259080 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c60b4908-1195-46b4-abed-5c869b979c7d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:03.304559 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60b4908-1195-46b4-abed-5c869b979c7d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Network 66c8aaff-d0b0-42fd-9bef-24901fa80053 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:37:03.307819 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-c60b4908-1195-46b4-abed-5c869b979c7d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:37:03.311616 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60b4908-1195-46b4-abed-5c869b979c7d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:37:03.342029 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b4908-1195-46b4-abed-5c869b979c7d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event updated for resources: {'Port': ['ID=812ea582-4e9e-443e-882b-8b647e3064d8,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:03.360800 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60b4908-1195-46b4-abed-5c869b979c7d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:03.360800 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60b4908-1195-46b4-abed-5c869b979c7d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:03.361179 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60b4908-1195-46b4-abed-5c869b979c7d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:03.362023 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60b4908-1195-46b4-abed-5c869b979c7d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:03.362023 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60b4908-1195-46b4-abed-5c869b979c7d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:03.362235 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60b4908-1195-46b4-abed-5c869b979c7d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:03.362526 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60b4908-1195-46b4-abed-5c869b979c7d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:03.362804 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60b4908-1195-46b4-abed-5c869b979c7d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:03.363070 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60b4908-1195-46b4-abed-5c869b979c7d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:03.363394 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60b4908-1195-46b4-abed-5c869b979c7d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:03.363720 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60b4908-1195-46b4-abed-5c869b979c7d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:03.364040 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60b4908-1195-46b4-abed-5c869b979c7d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:03.384803 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c60b4908-1195-46b4-abed-5c869b979c7d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:03.536248 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8c84d-49ae-4ebe-8652-78f5ea1449d2 req-6f242f1e-df15-4a1f-b1a1-3716396cd254 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:03.544759 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bae8c84d-49ae-4ebe-8652-78f5ea1449d2 req-6f242f1e-df15-4a1f-b1a1-3716396cd254 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 946 time: 0.0868003 Dec 17 15:37:03.596210 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bae8c84d-49ae-4ebe-8652-78f5ea1449d2 req-9121611f-5a1e-4481-bfad-50f9b9c78839 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497730 Dec 17 15:37:03.611810 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c60b4908-1195-46b4-abed-5c869b979c7d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:03.618415 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-1f04bbac-453c-4c45-b675-ae8f1d25fea9 None None] Provisioning complete for port 812ea582-4e9e-443e-882b-8b647e3064d8 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:37:03.619377 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1f04bbac-453c-4c45-b675-ae8f1d25fea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:03.656470 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-1f04bbac-453c-4c45-b675-ae8f1d25fea9 None None] Port 812ea582-4e9e-443e-882b-8b647e3064d8 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:37:03.881734 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:03.933445 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c60b4908-1195-46b4-abed-5c869b979c7d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:04.056992 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c60b4908-1195-46b4-abed-5c869b979c7d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:04.124035 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b4908-1195-46b4-abed-5c869b979c7d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event updated for resources: {'Port': ['ID=812ea582-4e9e-443e-882b-8b647e3064d8,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:04.126811 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c60b4908-1195-46b4-abed-5c869b979c7d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:04.221395 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60b4908-1195-46b4-abed-5c869b979c7d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Network 66c8aaff-d0b0-42fd-9bef-24901fa80053 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:37:04.222825 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-c60b4908-1195-46b4-abed-5c869b979c7d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:37:04.276188 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:04.412142 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60b4908-1195-46b4-abed-5c869b979c7d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Router 52ac1555-5edf-4a8a-8a1b-0e87e6a69689 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:37:04.550854 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60b4908-1195-46b4-abed-5c869b979c7d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:37:04.559036 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c60b4908-1195-46b4-abed-5c869b979c7d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "PUT /v2.0/routers/52ac1555-5edf-4a8a-8a1b-0e87e6a69689/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4958553 Dec 17 15:37:04.559735 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49028) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:04.562651 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bd50d6-c77d-4b42-b6cb-5c1e7f305e3f None None] Sync routers for ids ['52ac1555-5edf-4a8a-8a1b-0e87e6a69689'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:37:04.566688 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-ab5baf24-458b-4a0e-b02d-9bea7260638e tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Request body: {'port': {'network_id': '66c8aaff-d0b0-42fd-9bef-24901fa80053', 'name': 'tempest-FloatingIPTestJSON-738211998'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:37:04.585638 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bd50d6-c77d-4b42-b6cb-5c1e7f305e3f None None] Routers {'52ac1555-5edf-4a8a-8a1b-0e87e6a69689'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:37:04.586294 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-a8bd50d6-c77d-4b42-b6cb-5c1e7f305e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:37:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['52ac1555-5edf-4a8a-8a1b-0e87e6a69689'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:04.620362 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-a8bd50d6-c77d-4b42-b6cb-5c1e7f305e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:04.630962 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-482826fc-a10c-4714-a6d3-544acfa31208 None None] Provisioning complete for port 812ea582-4e9e-443e-882b-8b647e3064d8 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:37:04.631345 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-482826fc-a10c-4714-a6d3-544acfa31208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:04.656476 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bd50d6-c77d-4b42-b6cb-5c1e7f305e3f None None] Routers {'52ac1555-5edf-4a8a-8a1b-0e87e6a69689'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:37:04.658185 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-a8bd50d6-c77d-4b42-b6cb-5c1e7f305e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:37:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['52ac1555-5edf-4a8a-8a1b-0e87e6a69689'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:04.694804 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-a8bd50d6-c77d-4b42-b6cb-5c1e7f305e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:04.695471 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bd50d6-c77d-4b42-b6cb-5c1e7f305e3f None None] The sync data for ids ['52ac1555-5edf-4a8a-8a1b-0e87e6a69689'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:37:04.706764 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-482826fc-a10c-4714-a6d3-544acfa31208 None None] Port 812ea582-4e9e-443e-882b-8b647e3064d8 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:37:04.731531 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b48f7f-c04b-4dd2-b6b2-412f7647c3a9 req-c8f80dc4-e6a7-48b5-a176-84a937e7e0d3 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:04.733263 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-21b48f7f-c04b-4dd2-b6b2-412f7647c3a9 req-c8f80dc4-e6a7-48b5-a176-84a937e7e0d3 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 946 time: 0.0677488 Dec 17 15:37:04.785388 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-21b48f7f-c04b-4dd2-b6b2-412f7647c3a9 req-57129611-e949-4f52-a3ab-5b369cb8c39b tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454164 Dec 17 15:37:04.828475 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:37:04.858606 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5baf24-458b-4a0e-b02d-9bea7260638e tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Made reservation on behalf of 2ae044ee97d94f82951e3db8ae3bd37f for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:37:04.862357 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ab5baf24-458b-4a0e-b02d-9bea7260638e tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:04.880868 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-ab5baf24-458b-4a0e-b02d-9bea7260638e tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] device_id is not set on port 4df39455-eefe-447e-b26e-6ce31b94d133 yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:37:05.003470 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-ab5baf24-458b-4a0e-b02d-9bea7260638e tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Allocated IP 172.20.0.4 (66c8aaff-d0b0-42fd-9bef-24901fa80053/59949ef3-902a-453a-9997-afbaa414c7b8/4df39455-eefe-447e-b26e-6ce31b94d133) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:37:05.152280 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ab5baf24-458b-4a0e-b02d-9bea7260638e tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:05.265063 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ab5baf24-458b-4a0e-b02d-9bea7260638e tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:05.308505 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5baf24-458b-4a0e-b02d-9bea7260638e tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Network 66c8aaff-d0b0-42fd-9bef-24901fa80053 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:37:05.311570 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-ab5baf24-458b-4a0e-b02d-9bea7260638e tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:37:05.316276 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5baf24-458b-4a0e-b02d-9bea7260638e tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:37:05.341696 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5baf24-458b-4a0e-b02d-9bea7260638e tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event updated for resources: {'Port': ['ID=4df39455-eefe-447e-b26e-6ce31b94d133,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:05.381019 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5baf24-458b-4a0e-b02d-9bea7260638e tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:05.381707 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ab5baf24-458b-4a0e-b02d-9bea7260638e tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:05.467408 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ab5baf24-458b-4a0e-b02d-9bea7260638e tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9064853 Dec 17 15:37:05.470147 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49052) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:05.475679 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-dec46665-53ca-4792-bc3f-1ecbdb39bb64 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Request body: {'floatingip': {'port_id': '4df39455-eefe-447e-b26e-6ce31b94d133'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:37:05.537384 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-0b8afe95-2297-4cb9-b9c9-987400b65327 None None] Provisioning complete for port 4df39455-eefe-447e-b26e-6ce31b94d133 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:37:05.537836 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0b8afe95-2297-4cb9-b9c9-987400b65327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:05.540567 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dec46665-53ca-4792-bc3f-1ecbdb39bb64 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for floatingip, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:05.575346 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-0b8afe95-2297-4cb9-b9c9-987400b65327 None None] Port 4df39455-eefe-447e-b26e-6ce31b94d133 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:37:05.998347 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb2c28-51a5-432b-a1ff-946960548b34 req-7bc5dd91-efaf-431e-9a91-fe6fef4e7146 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:05.999821 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a7cb2c28-51a5-432b-a1ff-946960548b34 req-7bc5dd91-efaf-431e-9a91-fe6fef4e7146 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 946 time: 0.1213422 Dec 17 15:37:06.323003 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dec46665-53ca-4792-bc3f-1ecbdb39bb64 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:06.326370 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a7cb2c28-51a5-432b-a1ff-946960548b34 req-b646c50d-3789-4f9f-b84f-7dbb75396801 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119009 Dec 17 15:37:06.384313 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dec46665-53ca-4792-bc3f-1ecbdb39bb64 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:06.492215 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-dec46665-53ca-4792-bc3f-1ecbdb39bb64 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Floating IP b52b1e48-dac1-4826-be86-9b2dec95ccf2 associated. External IP: 172.25.6.178, port: 96018a7b-e5ee-436d-9215-f14cef183be5. Dec 17 15:37:06.600194 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f2775911-27ae-4be7-86fc-afb9b8355c3e details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:37:06.608698 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f2775911-27ae-4be7-86fc-afb9b8355c3e no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:37:06.720659 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec46665-53ca-4792-bc3f-1ecbdb39bb64 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Router 0c11b712-7432-462e-a4df-14e07b0a9044 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:37:06.767795 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port f2775911-27ae-4be7-86fc-afb9b8355c3e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f2775911-27ae-4be7-86fc-afb9b8355c3e,segment=NetworkSegment(3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0),segment_id=3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:37:06.770958 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:06.809124 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf566dc-941a-42c9-b54c-bf9149e9ae6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2775911-27ae-4be7-86fc-afb9b8355c3e'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:37:06.811731 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdd3b07-d852-42d4-9f49-c91ed1ffee06" -d '{"events": [{"server_uuid": "dbf566dc-941a-42c9-b54c-bf9149e9ae6b", "name": "network-vif-unplugged", "status": "completed", "tag": "f2775911-27ae-4be7-86fc-afb9b8355c3e"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:37:06.825351 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'f2775911-27ae-4be7-86fc-afb9b8355c3e', 'network_id': 'e534eaac-a938-4d73-bcc9-4ead9ee9d77a', 'port_id': 'f2775911-27ae-4be7-86fc-afb9b8355c3e', 'mac_address': 'fa:16:3e:e8:13:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ef64e1-4316-45bd-a267-3635457f9569', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:37:06.830424 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port f2775911-27ae-4be7-86fc-afb9b8355c3e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f2775911-27ae-4be7-86fc-afb9b8355c3e,segment=NetworkSegment(3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0),segment_id=3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:37:06.888323 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec46665-53ca-4792-bc3f-1ecbdb39bb64 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:37:06.894672 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a98dc8-28ed-4777-9303-48b54fb3645b x-openstack-request-id: req-d7a98dc8-28ed-4777-9303-48b54fb3645b {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:37:06.894672 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf566dc-941a-42c9-b54c-bf9149e9ae6b", "name": "network-vif-unplugged", "status": "completed", "tag": "f2775911-27ae-4be7-86fc-afb9b8355c3e", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:37:06.894672 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d7a98dc8-28ed-4777-9303-48b54fb3645b {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:37:06.894672 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf566dc-941a-42c9-b54c-bf9149e9ae6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2775911-27ae-4be7-86fc-afb9b8355c3e', 'code': 200} Dec 17 15:37:06.894672 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:06.899768 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c227b904-978e-485a-a29a-c1e6252c02e1 None None] Sync routers for ids ['0c11b712-7432-462e-a4df-14e07b0a9044'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:37:06.914089 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c227b904-978e-485a-a29a-c1e6252c02e1 None None] Routers {'0c11b712-7432-462e-a4df-14e07b0a9044'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:37:06.914749 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-c227b904-978e-485a-a29a-c1e6252c02e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:37:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0c11b712-7432-462e-a4df-14e07b0a9044'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:06.950792 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:06.985630 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2775911-27ae-4be7-86fc-afb9b8355c3e {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:37:06.998359 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=f2775911-27ae-4be7-86fc-afb9b8355c3e,revision_number=6']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:07.003294 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:07.003471 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-c227b904-978e-485a-a29a-c1e6252c02e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:07.003994 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:07.004560 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:07.005167 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:07.005855 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:07.006414 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:07.006919 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:07.007450 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:07.007975 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:07.008480 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:07.008989 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:07.009883 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:37:07.019737 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c227b904-978e-485a-a29a-c1e6252c02e1 None None] Routers {'0c11b712-7432-462e-a4df-14e07b0a9044'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:37:07.020355 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-c227b904-978e-485a-a29a-c1e6252c02e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:37:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0c11b712-7432-462e-a4df-14e07b0a9044'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:07.063312 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:37:07.064206 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:37:07.077710 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-c227b904-978e-485a-a29a-c1e6252c02e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:07.079007 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c227b904-978e-485a-a29a-c1e6252c02e1 None None] The sync data for ids ['0c11b712-7432-462e-a4df-14e07b0a9044'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:37:07.155695 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec46665-53ca-4792-bc3f-1ecbdb39bb64 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Router 52ac1555-5edf-4a8a-8a1b-0e87e6a69689 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:37:07.269434 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec46665-53ca-4792-bc3f-1ecbdb39bb64 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:37:07.274279 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dec46665-53ca-4792-bc3f-1ecbdb39bb64 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:07.282314 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31b2678-96fe-47a6-988b-d33096b301f9 None None] Sync routers for ids ['52ac1555-5edf-4a8a-8a1b-0e87e6a69689'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:37:07.292996 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31b2678-96fe-47a6-988b-d33096b301f9 None None] Routers {'52ac1555-5edf-4a8a-8a1b-0e87e6a69689'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:37:07.293969 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-d31b2678-96fe-47a6-988b-d33096b301f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:37:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['52ac1555-5edf-4a8a-8a1b-0e87e6a69689'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:07.338263 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-d31b2678-96fe-47a6-988b-d33096b301f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:07.340988 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-dec46665-53ca-4792-bc3f-1ecbdb39bb64 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "PUT /v2.0/floatingips/b52b1e48-dac1-4826-be86-9b2dec95ccf2 HTTP/1.1" status: 200 len: 977 time: 1.8693280 Dec 17 15:37:07.343632 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49086) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:07.361981 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31b2678-96fe-47a6-988b-d33096b301f9 None None] Routers {'52ac1555-5edf-4a8a-8a1b-0e87e6a69689'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:37:07.362702 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-d31b2678-96fe-47a6-988b-d33096b301f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:37:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['52ac1555-5edf-4a8a-8a1b-0e87e6a69689'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:07.395626 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-d31b2678-96fe-47a6-988b-d33096b301f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:07.396293 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31b2678-96fe-47a6-988b-d33096b301f9 None None] The sync data for ids ['52ac1555-5edf-4a8a-8a1b-0e87e6a69689'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:37:07.488159 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556a3ca-d560-44e6-aa64-169cb1a2920e req-7392a89c-3a26-4ccf-9e51-78e1e64e1ab6 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:07.489672 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1556a3ca-d560-44e6-aa64-169cb1a2920e req-7392a89c-3a26-4ccf-9e51-78e1e64e1ab6 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 944 time: 0.0630703 Dec 17 15:37:07.498939 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-bc903f5f-ee50-456c-b41f-ad47cffa0a95 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Deleting port 4df39455-eefe-447e-b26e-6ce31b94d133 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:37:07.499283 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bc903f5f-ee50-456c-b41f-ad47cffa0a95 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:07.581907 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1556a3ca-d560-44e6-aa64-169cb1a2920e req-65c63e38-8195-4f34-ac6f-1a16d8fd286d tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851381 Dec 17 15:37:07.613384 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:07.631135 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bc903f5f-ee50-456c-b41f-ad47cffa0a95 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:07.631990 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2775911-27ae-4be7-86fc-afb9b8355c3e {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:37:07.652835 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port f2775911-27ae-4be7-86fc-afb9b8355c3e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f2775911-27ae-4be7-86fc-afb9b8355c3e,segment=NetworkSegment(3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0),segment_id=3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:37:07.733137 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:07.788377 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=f2775911-27ae-4be7-86fc-afb9b8355c3e,revision_number=7']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:07.866779 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bc903f5f-ee50-456c-b41f-ad47cffa0a95 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:07.867157 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bc903f5f-ee50-456c-b41f-ad47cffa0a95 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:07.867478 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-bc903f5f-ee50-456c-b41f-ad47cffa0a95 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Floating IP b52b1e48-dac1-4826-be86-9b2dec95ccf2 disassociated. External IP: 172.25.6.178, port: 4df39455-eefe-447e-b26e-6ce31b94d133. Dec 17 15:37:07.867830 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-bc903f5f-ee50-456c-b41f-ad47cffa0a95 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Calling delete_port for 4df39455-eefe-447e-b26e-6ce31b94d133 owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:37:08.110302 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bc903f5f-ee50-456c-b41f-ad47cffa0a95 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:08.146047 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc903f5f-ee50-456c-b41f-ad47cffa0a95 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event deleted for resources: {'Port': ['ID=4df39455-eefe-447e-b26e-6ce31b94d133,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:08.215423 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['f2775911-27ae-4be7-86fc-afb9b8355c3e'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:37:08.288896 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc903f5f-ee50-456c-b41f-ad47cffa0a95 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Router 52ac1555-5edf-4a8a-8a1b-0e87e6a69689 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:37:08.418688 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc903f5f-ee50-456c-b41f-ad47cffa0a95 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:37:08.433804 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893d13e2-e24a-4d72-b3ff-46bcd5d4836a None None] Sync routers for ids ['52ac1555-5edf-4a8a-8a1b-0e87e6a69689'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:37:08.450328 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893d13e2-e24a-4d72-b3ff-46bcd5d4836a None None] Routers {'52ac1555-5edf-4a8a-8a1b-0e87e6a69689'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:37:08.450968 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-893d13e2-e24a-4d72-b3ff-46bcd5d4836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:37:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['52ac1555-5edf-4a8a-8a1b-0e87e6a69689'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:08.494968 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-893d13e2-e24a-4d72-b3ff-46bcd5d4836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:08.498236 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bc903f5f-ee50-456c-b41f-ad47cffa0a95 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:08.502154 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-bc903f5f-ee50-456c-b41f-ad47cffa0a95 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "DELETE /v2.0/ports/4df39455-eefe-447e-b26e-6ce31b94d133 HTTP/1.1" status: 204 len: 168 time: 1.1569335 Dec 17 15:37:08.504863 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49106) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:08.509438 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893d13e2-e24a-4d72-b3ff-46bcd5d4836a None None] Routers {'52ac1555-5edf-4a8a-8a1b-0e87e6a69689'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:37:08.510060 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-893d13e2-e24a-4d72-b3ff-46bcd5d4836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:37:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['52ac1555-5edf-4a8a-8a1b-0e87e6a69689'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:08.543714 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-893d13e2-e24a-4d72-b3ff-46bcd5d4836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:08.544967 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893d13e2-e24a-4d72-b3ff-46bcd5d4836a None None] The sync data for ids ['52ac1555-5edf-4a8a-8a1b-0e87e6a69689'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:37:09.006308 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f6d8e-2520-4c46-93da-bc3d8f66c89a req-66125fc9-1774-4ac9-bca5-79d46bcf4106 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:09.007876 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4a3f6d8e-2520-4c46-93da-bc3d8f66c89a req-66125fc9-1774-4ac9-bca5-79d46bcf4106 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 945 time: 0.0736091 Dec 17 15:37:09.128335 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4a3f6d8e-2520-4c46-93da-bc3d8f66c89a req-8d89da35-d47a-44aa-8b1d-4e405dd306f6 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063232 Dec 17 15:37:09.211314 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2102ca28-ea09-4899-9b3e-bac4dabf62bb tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:09.486808 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-2102ca28-ea09-4899-9b3e-bac4dabf62bb tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Deleting port 812ea582-4e9e-443e-882b-8b647e3064d8 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:37:09.487463 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2102ca28-ea09-4899-9b3e-bac4dabf62bb tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:09.586480 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2102ca28-ea09-4899-9b3e-bac4dabf62bb tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:09.599200 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-2102ca28-ea09-4899-9b3e-bac4dabf62bb tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Calling delete_port for 812ea582-4e9e-443e-882b-8b647e3064d8 owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:37:09.898905 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2102ca28-ea09-4899-9b3e-bac4dabf62bb tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:09.927644 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102ca28-ea09-4899-9b3e-bac4dabf62bb tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event deleted for resources: {'Port': ['ID=812ea582-4e9e-443e-882b-8b647e3064d8,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:10.139923 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2102ca28-ea09-4899-9b3e-bac4dabf62bb tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:10.299636 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86737565-57c7-41d2-9a06-2812e2ef1189 req-7454c627-edb2-4b28-8c95-8dbe5d166988 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:10.301145 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-86737565-57c7-41d2-9a06-2812e2ef1189 req-7454c627-edb2-4b28-8c95-8dbe5d166988 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 945 time: 0.0700564 Dec 17 15:37:10.398167 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:10.406988 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-86737565-57c7-41d2-9a06-2812e2ef1189 req-1dc4921a-2236-4327-a753-6a14be7e4401 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991907 Dec 17 15:37:10.449546 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2102ca28-ea09-4899-9b3e-bac4dabf62bb tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Router 52ac1555-5edf-4a8a-8a1b-0e87e6a69689 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:37:10.561025 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2102ca28-ea09-4899-9b3e-bac4dabf62bb tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:37:10.566570 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2102ca28-ea09-4899-9b3e-bac4dabf62bb tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "PUT /v2.0/routers/52ac1555-5edf-4a8a-8a1b-0e87e6a69689/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0596280 Dec 17 15:37:10.570932 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49142) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:10.575293 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e054b6-e223-4d6c-a4c3-50643582633d None None] Sync routers for ids ['52ac1555-5edf-4a8a-8a1b-0e87e6a69689'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:37:10.590002 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e054b6-e223-4d6c-a4c3-50643582633d None None] Routers {'52ac1555-5edf-4a8a-8a1b-0e87e6a69689'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:37:10.590708 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-23e054b6-e223-4d6c-a4c3-50643582633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:37:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['52ac1555-5edf-4a8a-8a1b-0e87e6a69689'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:10.625069 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f2775911-27ae-4be7-86fc-afb9b8355c3e up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:37:10.628116 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-23e054b6-e223-4d6c-a4c3-50643582633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:10.658580 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e054b6-e223-4d6c-a4c3-50643582633d None None] Routers {'52ac1555-5edf-4a8a-8a1b-0e87e6a69689'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:37:10.659195 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-23e054b6-e223-4d6c-a4c3-50643582633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:37:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['52ac1555-5edf-4a8a-8a1b-0e87e6a69689'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:10.681970 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a8989501-df3b-4fa2-a998-f9cde06e5f66 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:10.699671 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-23e054b6-e223-4d6c-a4c3-50643582633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:10.700326 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e054b6-e223-4d6c-a4c3-50643582633d None None] The sync data for ids ['52ac1555-5edf-4a8a-8a1b-0e87e6a69689'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:37:10.714350 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port f2775911-27ae-4be7-86fc-afb9b8355c3e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:37:10.714723 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:10.793090 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:10.793456 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a8989501-df3b-4fa2-a998-f9cde06e5f66 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:10.828694 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf566dc-941a-42c9-b54c-bf9149e9ae6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2775911-27ae-4be7-86fc-afb9b8355c3e'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:37:10.831148 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8339b3-786f-439c-9286-ec954b1fc914" -d '{"events": [{"server_uuid": "dbf566dc-941a-42c9-b54c-bf9149e9ae6b", "name": "network-vif-plugged", "status": "completed", "tag": "f2775911-27ae-4be7-86fc-afb9b8355c3e"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:37:10.844365 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port f2775911-27ae-4be7-86fc-afb9b8355c3e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f2775911-27ae-4be7-86fc-afb9b8355c3e,segment=NetworkSegment(3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0),segment_id=3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:37:10.869570 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631f503b-0f49-46a1-9be7-2159025bdac9 x-openstack-request-id: req-631f503b-0f49-46a1-9be7-2159025bdac9 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:37:10.869864 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf566dc-941a-42c9-b54c-bf9149e9ae6b", "name": "network-vif-plugged", "status": "completed", "tag": "f2775911-27ae-4be7-86fc-afb9b8355c3e", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:37:10.870166 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-631f503b-0f49-46a1-9be7-2159025bdac9 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:37:10.870563 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf566dc-941a-42c9-b54c-bf9149e9ae6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2775911-27ae-4be7-86fc-afb9b8355c3e', 'code': 200} Dec 17 15:37:10.944697 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:10.994999 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-a8989501-df3b-4fa2-a998-f9cde06e5f66 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Deleting port 68047414-9949-4d0e-a645-253e2efca866 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:37:10.995655 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a8989501-df3b-4fa2-a998-f9cde06e5f66 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:11.002103 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=f2775911-27ae-4be7-86fc-afb9b8355c3e,revision_number=8']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:11.081843 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67ea85-93a2-4863-8efb-47bc9bfd4573 req-28af4d5b-c618-41fd-8631-6f30bbcf3b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:11.082551 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a8989501-df3b-4fa2-a998-f9cde06e5f66 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:11.083239 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ab67ea85-93a2-4863-8efb-47bc9bfd4573 req-28af4d5b-c618-41fd-8631-6f30bbcf3b9c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 1097 time: 0.0432415 Dec 17 15:37:11.094229 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-a8989501-df3b-4fa2-a998-f9cde06e5f66 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Calling delete_port for 68047414-9949-4d0e-a645-253e2efca866 owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:37:11.119756 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ab67ea85-93a2-4863-8efb-47bc9bfd4573 req-8147f14c-e648-423e-9dcd-73b8ef4e7b97 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290349 Dec 17 15:37:11.344660 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a8989501-df3b-4fa2-a998-f9cde06e5f66 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:11.371461 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8989501-df3b-4fa2-a998-f9cde06e5f66 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event deleted for resources: {'Port': ['ID=68047414-9949-4d0e-a645-253e2efca866,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:11.436592 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a8989501-df3b-4fa2-a998-f9cde06e5f66 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:11.561978 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a8989501-df3b-4fa2-a998-f9cde06e5f66 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:11.565078 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a8989501-df3b-4fa2-a998-f9cde06e5f66 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:11.619232 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6e90e-38ad-4da3-ac90-7603b5f9d57b req-a30c1ea7-21fe-47a7-bd7a-4ce2732232ce tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:11.620655 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c9b6e90e-38ad-4da3-ac90-7603b5f9d57b req-a30c1ea7-21fe-47a7-bd7a-4ce2732232ce tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 946 time: 0.1216841 Dec 17 15:37:11.666347 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c9b6e90e-38ad-4da3-ac90-7603b5f9d57b req-acda3a1b-b086-4259-b6aa-93b70800677d tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374963 Dec 17 15:37:11.747926 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3c59d-a3fd-4f8e-b711-4dd1ef707e24 req-ea32c9e5-7ea8-4124-b65b-25aa94cab7b8 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:11.749464 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-36b3c59d-a3fd-4f8e-b711-4dd1ef707e24 req-ea32c9e5-7ea8-4124-b65b-25aa94cab7b8 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f86141f-e9bc-4c08-9d45-d3b6bf5cb8e3 HTTP/1.1" status: 200 len: 945 time: 0.0488064 Dec 17 15:37:11.755846 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a8989501-df3b-4fa2-a998-f9cde06e5f66 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:11.755846 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8989501-df3b-4fa2-a998-f9cde06e5f66 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Fanout notify agent at l3_agent the message router_deleted on router 52ac1555-5edf-4a8a-8a1b-0e87e6a69689 {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:37:11.758372 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a8989501-df3b-4fa2-a998-f9cde06e5f66 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:11.761870 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a8989501-df3b-4fa2-a998-f9cde06e5f66 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "DELETE /v2.0/routers/52ac1555-5edf-4a8a-8a1b-0e87e6a69689 HTTP/1.1" status: 204 len: 168 time: 1.1898470 Dec 17 15:37:11.762778 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49168) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:11.799468 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-36b3c59d-a3fd-4f8e-b711-4dd1ef707e24 req-14a0be8f-feec-446c-a079-a81602440d6c tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50a0fda-15c8-4278-9a8f-3704fdc038b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385656 Dec 17 15:37:11.825498 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-eddfaaa1-3ce3-42e0-8736-6110b48a40c6 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Deleting subnet 59949ef3-902a-453a-9997-afbaa414c7b8 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:37:11.828747 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eddfaaa1-3ce3-42e0-8736-6110b48a40c6 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:11.868123 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eddfaaa1-3ce3-42e0-8736-6110b48a40c6 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:11.953828 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eddfaaa1-3ce3-42e0-8736-6110b48a40c6 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:12.111243 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eddfaaa1-3ce3-42e0-8736-6110b48a40c6 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:12.149547 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddfaaa1-3ce3-42e0-8736-6110b48a40c6 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event deleted for resources: {'Subnet': ['ID=59949ef3-902a-453a-9997-afbaa414c7b8,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:12.154215 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eddfaaa1-3ce3-42e0-8736-6110b48a40c6 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:12.158512 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-eddfaaa1-3ce3-42e0-8736-6110b48a40c6 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "DELETE /v2.0/subnets/59949ef3-902a-453a-9997-afbaa414c7b8 HTTP/1.1" status: 204 len: 168 time: 0.3946817 Dec 17 15:37:12.160474 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49174) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:12.163207 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd665f4-4f90-4ca2-8a98-623b13780913 None None] Network 66c8aaff-d0b0-42fd-9bef-24901fa80053 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:37:12.243780 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e2d5-9ae3-4eff-8d9d-a01c0faa19df tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:12.297476 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-c9c8e2d5-9ae3-4eff-8d9d-a01c0faa19df tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Deleting port e7dd5d7a-9264-4f57-87ea-208a71c2c2ef {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:37:12.298359 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e2d5-9ae3-4eff-8d9d-a01c0faa19df tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:12.337909 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1826e40-18aa-43aa-8c0b-0cae2550fd8b None None] DHCP port deletion for 66c8aaff-d0b0-42fd-9bef-24901fa80053 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:37:12.381606 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-c9c8e2d5-9ae3-4eff-8d9d-a01c0faa19df tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] For port e7dd5d7a-9264-4f57-87ea-208a71c2c2ef, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e7dd5d7a-9264-4f57-87ea-208a71c2c2ef,segment=NetworkSegment(bedcea15-42f3-488b-baa6-ae45da486572),segment_id=bedcea15-42f3-488b-baa6-ae45da486572)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:37:12.381967 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e2d5-9ae3-4eff-8d9d-a01c0faa19df tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:12.396283 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-c9c8e2d5-9ae3-4eff-8d9d-a01c0faa19df tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Calling delete_port for e7dd5d7a-9264-4f57-87ea-208a71c2c2ef owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:37:12.398509 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-f1826e40-18aa-43aa-8c0b-0cae2550fd8b None None] Deleting port e7dd5d7a-9264-4f57-87ea-208a71c2c2ef {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:37:12.398897 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f1826e40-18aa-43aa-8c0b-0cae2550fd8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:12.463745 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-f1826e40-18aa-43aa-8c0b-0cae2550fd8b None None] For port e7dd5d7a-9264-4f57-87ea-208a71c2c2ef, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e7dd5d7a-9264-4f57-87ea-208a71c2c2ef,segment=NetworkSegment(bedcea15-42f3-488b-baa6-ae45da486572),segment_id=bedcea15-42f3-488b-baa6-ae45da486572)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:37:12.464122 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f1826e40-18aa-43aa-8c0b-0cae2550fd8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:12.477994 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-f1826e40-18aa-43aa-8c0b-0cae2550fd8b None None] Calling delete_port for e7dd5d7a-9264-4f57-87ea-208a71c2c2ef owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:37:12.570381 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e7dd5d7a-9264-4f57-87ea-208a71c2c2ef no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:37:12.572263 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:37:12.580940 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e2d5-9ae3-4eff-8d9d-a01c0faa19df tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:12.591291 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c8e2d5-9ae3-4eff-8d9d-a01c0faa19df tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] No DVR routers for this DVR port e7dd5d7a-9264-4f57-87ea-208a71c2c2ef on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:37:12.593290 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: e7dd5d7a-9264-4f57-87ea-208a71c2c2ef {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:37:12.593650 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e7dd5d7a-9264-4f57-87ea-208a71c2c2ef not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:37:12.599468 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f1826e40-18aa-43aa-8c0b-0cae2550fd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:12.624456 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8e2d5-9ae3-4eff-8d9d-a01c0faa19df tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event deleted for resources: {'Port': ['ID=e7dd5d7a-9264-4f57-87ea-208a71c2c2ef,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:12.631133 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1826e40-18aa-43aa-8c0b-0cae2550fd8b None None] No DVR routers for this DVR port e7dd5d7a-9264-4f57-87ea-208a71c2c2ef on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:37:12.633099 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1826e40-18aa-43aa-8c0b-0cae2550fd8b None None] Pushing event deleted for resources: {'Port': ['ID=e7dd5d7a-9264-4f57-87ea-208a71c2c2ef,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:12.709896 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e2d5-9ae3-4eff-8d9d-a01c0faa19df tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:12.730338 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-c9c8e2d5-9ae3-4eff-8d9d-a01c0faa19df tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c8aaff-d0b0-42fd-9bef-24901fa80053']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:12.740577 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-c9c8e2d5-9ae3-4eff-8d9d-a01c0faa19df tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bedcea15-42f3-488b-baa6-ae45da486572') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:12.740870 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-c9c8e2d5-9ae3-4eff-8d9d-a01c0faa19df tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bedcea15-42f3-488b-baa6-ae45da486572') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:12.750235 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e2d5-9ae3-4eff-8d9d-a01c0faa19df tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:12.764469 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e2d5-9ae3-4eff-8d9d-a01c0faa19df tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:12.771099 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c8e2d5-9ae3-4eff-8d9d-a01c0faa19df tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:37:12.771479 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e2d5-9ae3-4eff-8d9d-a01c0faa19df tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:12.774527 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:37:12.774527 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:37:12.774527 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:37:12.774527 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:37:12.774527 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:37:12.774527 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:37:12.774527 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:37:12.774527 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:37:12.774527 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:37:12.774527 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:37:12.774527 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:37:12.774527 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:37:12.774527 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:37:12.774527 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:37:12.774527 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:37:12.774527 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:37:12.774527 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:37:12.774527 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:37:12.774527 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:37:12.774527 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:37:12.774527 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:37:12.774527 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:37:12.774527 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:37:12.774527 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:37:12.774527 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:37:12.774527 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:37:12.774527 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:37:12.774527 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:37:12.774527 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:37:12.774527 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:37:12.774527 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:37:12.774527 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:37:12.795064 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc8a6a-92bf-4857-b419-6191e74c24ad req-4a9a9c73-108d-4f4f-b870-bf09a3bd51e5 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:12.796546 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-efdc8a6a-92bf-4857-b419-6191e74c24ad req-4a9a9c73-108d-4f4f-b870-bf09a3bd51e5 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 946 time: 0.0498500 Dec 17 15:37:12.838166 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-efdc8a6a-92bf-4857-b419-6191e74c24ad req-30df02df-6534-4904-9d42-b620b5d9eb1f tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342960 Dec 17 15:37:12.940139 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e2d5-9ae3-4eff-8d9d-a01c0faa19df tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:12.944222 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f06de-815b-45d4-bd30-5837fcbb93fb req-65449f07-0b39-488c-880a-938720823ae0 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:12.950926 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e2d5-9ae3-4eff-8d9d-a01c0faa19df tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:12.951965 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cf5f06de-815b-45d4-bd30-5837fcbb93fb req-65449f07-0b39-488c-880a-938720823ae0 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f86141f-e9bc-4c08-9d45-d3b6bf5cb8e3 HTTP/1.1" status: 200 len: 945 time: 0.0720787 Dec 17 15:37:12.957906 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c9c8e2d5-9ae3-4eff-8d9d-a01c0faa19df tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "DELETE /v2.0/networks/66c8aaff-d0b0-42fd-9bef-24901fa80053 HTTP/1.1" status: 204 len: 168 time: 0.7962797 Dec 17 15:37:12.958516 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49192) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:13.000268 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cf5f06de-815b-45d4-bd30-5837fcbb93fb req-820ca145-1e5c-40d7-b813-c04da559b88a tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50a0fda-15c8-4278-9a8f-3704fdc038b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474362 Dec 17 15:37:13.012375 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8e2d5-9ae3-4eff-8d9d-a01c0faa19df tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event deleted for resources: {'Network': ['ID=66c8aaff-d0b0-42fd-9bef-24901fa80053,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:13.030057 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d00f8-50e6-455d-bcde-8139ae63f45a req-5d52acb3-7b71-42de-87c9-bbad66bd151b tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:13.033786 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a84d00f8-50e6-455d-bcde-8139ae63f45a req-5d52acb3-7b71-42de-87c9-bbad66bd151b tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 946 time: 0.1075802 Dec 17 15:37:13.077902 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a84d00f8-50e6-455d-bcde-8139ae63f45a req-839ebb90-5671-47df-a7ae-8c8e8eb6381a tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376945 Dec 17 15:37:13.131817 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-c47fc621-57d7-4b43-865d-7d654144b314 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Deleting port d2f22bb2-ad86-424a-b483-1725786eea17 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:37:13.133417 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c47fc621-57d7-4b43-865d-7d654144b314 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:13.211704 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c47fc621-57d7-4b43-865d-7d654144b314 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:13.212022 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c47fc621-57d7-4b43-865d-7d654144b314 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:13.224284 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-c47fc621-57d7-4b43-865d-7d654144b314 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Calling delete_port for d2f22bb2-ad86-424a-b483-1725786eea17 owned by network:floatingip {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:37:13.249068 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d9156-78f5-4f19-9932-c1839bb12c04 req-c1aed83d-c499-407d-8560-2b18fb9f22ac tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:13.250628 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c9d9156-78f5-4f19-9932-c1839bb12c04 req-c1aed83d-c499-407d-8560-2b18fb9f22ac tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f86141f-e9bc-4c08-9d45-d3b6bf5cb8e3 HTTP/1.1" status: 200 len: 945 time: 0.0483243 Dec 17 15:37:13.358697 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-6c9d9156-78f5-4f19-9932-c1839bb12c04 req-4d617ef6-a125-4ea1-ace4-4ded842775f3 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Deleting port 40adbd23-c9dc-4a14-b06b-a6cba6abf38a {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:37:13.359091 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-6c9d9156-78f5-4f19-9932-c1839bb12c04 req-4d617ef6-a125-4ea1-ace4-4ded842775f3 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:13.408353 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c47fc621-57d7-4b43-865d-7d654144b314 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:13.436034 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47fc621-57d7-4b43-865d-7d654144b314 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event deleted for resources: {'Port': ['ID=d2f22bb2-ad86-424a-b483-1725786eea17,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:13.481871 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-6c9d9156-78f5-4f19-9932-c1839bb12c04 req-4d617ef6-a125-4ea1-ace4-4ded842775f3 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] For port 40adbd23-c9dc-4a14-b06b-a6cba6abf38a, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=40adbd23-c9dc-4a14-b06b-a6cba6abf38a,segment=NetworkSegment(41fa10a7-bd67-4035-b2d0-d296a7ac0edc),segment_id=41fa10a7-bd67-4035-b2d0-d296a7ac0edc)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:37:13.482719 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-6c9d9156-78f5-4f19-9932-c1839bb12c04 req-4d617ef6-a125-4ea1-ace4-4ded842775f3 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:13.509263 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-6c9d9156-78f5-4f19-9932-c1839bb12c04 req-4d617ef6-a125-4ea1-ace4-4ded842775f3 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Calling delete_port for 40adbd23-c9dc-4a14-b06b-a6cba6abf38a owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:37:13.523920 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c47fc621-57d7-4b43-865d-7d654144b314 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for floatingip, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:13.530811 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c47fc621-57d7-4b43-865d-7d654144b314 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:13.532266 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c47fc621-57d7-4b43-865d-7d654144b314 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "DELETE /v2.0/floatingips/b52b1e48-dac1-4826-be86-9b2dec95ccf2 HTTP/1.1" status: 204 len: 168 time: 0.5696859 Dec 17 15:37:13.537113 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49206) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:13.561333 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf06a998-a2b0-4b50-a7ec-430d2ee8f260 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] DELETE failed (client error): The resource could not be found. Dec 17 15:37:13.562049 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf06a998-a2b0-4b50-a7ec-430d2ee8f260 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:37:13.568156 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-bf06a998-a2b0-4b50-a7ec-430d2ee8f260 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "DELETE /v2.0/ports/4df39455-eefe-447e-b26e-6ce31b94d133 HTTP/1.1" status: 404 len: 333 time: 0.0275350 Dec 17 15:37:13.568393 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49208) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:13.595353 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-391c468f-abc9-4b3c-87b2-4958dbd4d4b2 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "GET /v2.0/ports?device_id=52ac1555-5edf-4a8a-8a1b-0e87e6a69689 HTTP/1.1" status: 200 len: 205 time: 0.0255270 Dec 17 15:37:13.597752 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49210) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:13.635995 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-26fe08fd-34c6-4108-8f94-4937c2f4dfc7 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] delete failed (client error): The resource could not be found. Dec 17 15:37:13.637037 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-26fe08fd-34c6-4108-8f94-4937c2f4dfc7 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "DELETE /v2.0/routers/52ac1555-5edf-4a8a-8a1b-0e87e6a69689 HTTP/1.1" status: 404 len: 336 time: 0.0383527 Dec 17 15:37:13.639571 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49214) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:13.669108 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cfbd94a-11b8-4d73-af3d-d39218e8743e tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] DELETE failed (client error): The resource could not be found. Dec 17 15:37:13.669558 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cfbd94a-11b8-4d73-af3d-d39218e8743e tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:37:13.675466 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7cfbd94a-11b8-4d73-af3d-d39218e8743e tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "DELETE /v2.0/subnets/59949ef3-902a-453a-9997-afbaa414c7b8 HTTP/1.1" status: 404 len: 337 time: 0.0320933 Dec 17 15:37:13.676026 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49222) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:13.792314 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-6c9d9156-78f5-4f19-9932-c1839bb12c04 req-4d617ef6-a125-4ea1-ace4-4ded842775f3 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:13.804725 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['40adbd23-c9dc-4a14-b06b-a6cba6abf38a'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:37:13.849557 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d617ef6-a125-4ea1-ace4-4ded842775f3 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Pushing event deleted for resources: {'Port': ['ID=40adbd23-c9dc-4a14-b06b-a6cba6abf38a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:13.916567 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9d9156-78f5-4f19-9932-c1839bb12c04 req-4d617ef6-a125-4ea1-ace4-4ded842775f3 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] No DVR routers for this DVR port 40adbd23-c9dc-4a14-b06b-a6cba6abf38a on host n-h2-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:37:13.920231 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-6c9d9156-78f5-4f19-9932-c1839bb12c04 req-4d617ef6-a125-4ea1-ace4-4ded842775f3 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:13.924289 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c9d9156-78f5-4f19-9932-c1839bb12c04 req-4d617ef6-a125-4ea1-ace4-4ded842775f3 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.13 "DELETE /v2.0/ports/40adbd23-c9dc-4a14-b06b-a6cba6abf38a HTTP/1.1" status: 204 len: 173 time: 0.6666980 Dec 17 15:37:13.924724 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f86141f-e9bc-4c08-9d45-d3b6bf5cb8e3', 'name': 'network-vif-deleted', 'tag': '40adbd23-c9dc-4a14-b06b-a6cba6abf38a'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:37:13.927332 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4ef829-1238-407e-a16e-6a79a8ef2280" -d '{"events": [{"server_uuid": "6f86141f-e9bc-4c08-9d45-d3b6bf5cb8e3", "name": "network-vif-deleted", "tag": "40adbd23-c9dc-4a14-b06b-a6cba6abf38a"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:37:13.935965 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-e927ebd8-22aa-4791-ab21-45d1d652054b tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:13.937416 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-e927ebd8-22aa-4791-ab21-45d1d652054b tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/networks?id=e534eaac-a938-4d73-bcc9-4ead9ee9d77a HTTP/1.1" status: 200 len: 815 time: 0.2196832 Dec 17 15:37:13.948265 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-ea9eb72b-49aa-4198-8505-a8597cbe3bf5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Deleting port 96018a7b-e5ee-436d-9215-f14cef183be5 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:37:13.948691 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ea9eb72b-49aa-4198-8505-a8597cbe3bf5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:13.997705 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09536ef8-6ca9-4e34-b3aa-99c6f556e920 x-openstack-request-id: req-09536ef8-6ca9-4e34-b3aa-99c6f556e920 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:37:13.997998 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f86141f-e9bc-4c08-9d45-d3b6bf5cb8e3", "name": "network-vif-deleted", "tag": "40adbd23-c9dc-4a14-b06b-a6cba6abf38a", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:37:13.998247 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-09536ef8-6ca9-4e34-b3aa-99c6f556e920 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:37:13.998635 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f86141f-e9bc-4c08-9d45-d3b6bf5cb8e3', 'name': 'network-vif-deleted', 'tag': '40adbd23-c9dc-4a14-b06b-a6cba6abf38a', 'status': 'completed', 'code': 200} Dec 17 15:37:14.005609 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-db741784-daab-4aa8-8519-d2be664ed5e7 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/quotas/b6212ea006314fc380b8d0c626eed220 HTTP/1.1" status: 200 len: 375 time: 0.0596271 Dec 17 15:37:14.089565 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ea9eb72b-49aa-4198-8505-a8597cbe3bf5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:14.144974 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-71506295-b5cd-4521-9aa4-b2c286b55511 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b6212ea006314fc380b8d0c626eed220&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1326380 Dec 17 15:37:14.146188 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-ea9eb72b-49aa-4198-8505-a8597cbe3bf5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Calling delete_port for 96018a7b-e5ee-436d-9215-f14cef183be5 owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:37:14.149375 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6aa8a4b-92a9-43de-9d49-48a0be631ca6 req-327c7dc8-28c7-41dd-8e85-c61cab8ee643 tempest-VolumesSnapshotTestJSON-766337355 tempest-VolumesSnapshotTestJSON-766337355-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f86141f-e9bc-4c08-9d45-d3b6bf5cb8e3 HTTP/1.1" status: 200 len: 210 time: 0.0617769 Dec 17 15:37:14.540592 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-37d907b9-cf01-42f8-83e0-8a2e8161b7e8 service neutron] 10.222.0.46 "GET /v2.0/networks/e534eaac-a938-4d73-bcc9-4ead9ee9d77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837135 Dec 17 15:37:14.669110 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-10316c70-40a7-4f0c-903b-9cfe9b6e2efe service neutron] 10.222.0.46 "GET /v2.0/networks/e534eaac-a938-4d73-bcc9-4ead9ee9d77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009743 Dec 17 15:37:14.751089 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ea9eb72b-49aa-4198-8505-a8597cbe3bf5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:14.783001 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9eb72b-49aa-4198-8505-a8597cbe3bf5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event deleted for resources: {'Port': ['ID=96018a7b-e5ee-436d-9215-f14cef183be5,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:14.864633 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ea9eb72b-49aa-4198-8505-a8597cbe3bf5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:14.864633 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ea9eb72b-49aa-4198-8505-a8597cbe3bf5 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "DELETE /v2.0/ports/96018a7b-e5ee-436d-9215-f14cef183be5 HTTP/1.1" status: 204 len: 168 time: 1.1854048 Dec 17 15:37:14.866037 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49246) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:14.989595 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f1a103b8-175d-4086-ac44-22f4e31b2d87 req-c1dcddc7-78b5-4704-acca-f5cd339001c4 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 210 time: 0.0317945 Dec 17 15:37:14.990538 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-1efd6e44-66cc-4d35-8580-da5d3c531a2d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Deleting port 77af0b0b-2a65-4309-ba20-dcb535be91d6 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:37:14.990973 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1efd6e44-66cc-4d35-8580-da5d3c531a2d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:15.462783 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa63a08-0960-4b56-9f4b-77384672a099 req-93ff135e-bda6-4a72-a437-ee6beeb0ea4d tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:15.463178 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-efa63a08-0960-4b56-9f4b-77384672a099 req-93ff135e-bda6-4a72-a437-ee6beeb0ea4d tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbf566dc-941a-42c9-b54c-bf9149e9ae6b HTTP/1.1" status: 200 len: 946 time: 0.4244151 Dec 17 15:37:15.479285 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1efd6e44-66cc-4d35-8580-da5d3c531a2d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:15.511592 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-1efd6e44-66cc-4d35-8580-da5d3c531a2d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Calling delete_port for 77af0b0b-2a65-4309-ba20-dcb535be91d6 owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:37:15.634340 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-efa63a08-0960-4b56-9f4b-77384672a099 req-28ddd2d0-0eae-4aeb-b03e-5175595101da tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Deleting port f2775911-27ae-4be7-86fc-afb9b8355c3e {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:37:15.634681 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-efa63a08-0960-4b56-9f4b-77384672a099 req-28ddd2d0-0eae-4aeb-b03e-5175595101da tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:15.760857 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-efa63a08-0960-4b56-9f4b-77384672a099 req-28ddd2d0-0eae-4aeb-b03e-5175595101da tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] For port f2775911-27ae-4be7-86fc-afb9b8355c3e, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f2775911-27ae-4be7-86fc-afb9b8355c3e,segment=NetworkSegment(3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0),segment_id=3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:37:15.761250 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-efa63a08-0960-4b56-9f4b-77384672a099 req-28ddd2d0-0eae-4aeb-b03e-5175595101da tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:15.777152 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-efa63a08-0960-4b56-9f4b-77384672a099 req-28ddd2d0-0eae-4aeb-b03e-5175595101da tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Calling delete_port for f2775911-27ae-4be7-86fc-afb9b8355c3e owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:37:15.856645 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1efd6e44-66cc-4d35-8580-da5d3c531a2d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:15.901026 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd6e44-66cc-4d35-8580-da5d3c531a2d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event deleted for resources: {'Port': ['ID=77af0b0b-2a65-4309-ba20-dcb535be91d6,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:16.027702 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1efd6e44-66cc-4d35-8580-da5d3c531a2d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:16.031266 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1efd6e44-66cc-4d35-8580-da5d3c531a2d tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "DELETE /v2.0/ports/77af0b0b-2a65-4309-ba20-dcb535be91d6 HTTP/1.1" status: 204 len: 168 time: 1.1637559 Dec 17 15:37:16.039573 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49280) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:16.120608 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22387f04-62f2-4dbe-a83a-940ce7965634 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:16.124772 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-22387f04-62f2-4dbe-a83a-940ce7965634 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c11b712-7432-462e-a4df-14e07b0a9044 HTTP/1.1" status: 200 len: 913 time: 0.0813680 Dec 17 15:37:16.124772 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f1a222db-8019-401d-a8f4-91f58497797f req-c9698708-c7ab-41cd-ae00-4a62d6bf69c7 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 210 time: 0.0536253 Dec 17 15:37:16.132287 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49284) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:16.179418 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-efa63a08-0960-4b56-9f4b-77384672a099 req-28ddd2d0-0eae-4aeb-b03e-5175595101da tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:16.212702 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['f2775911-27ae-4be7-86fc-afb9b8355c3e'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:37:16.217243 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ddd2d0-0eae-4aeb-b03e-5175595101da tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Pushing event deleted for resources: {'Port': ['ID=f2775911-27ae-4be7-86fc-afb9b8355c3e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:16.271051 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa63a08-0960-4b56-9f4b-77384672a099 req-28ddd2d0-0eae-4aeb-b03e-5175595101da tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] No DVR routers for this DVR port f2775911-27ae-4be7-86fc-afb9b8355c3e on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:37:16.274082 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-efa63a08-0960-4b56-9f4b-77384672a099 req-28ddd2d0-0eae-4aeb-b03e-5175595101da tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:16.277979 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-efa63a08-0960-4b56-9f4b-77384672a099 req-28ddd2d0-0eae-4aeb-b03e-5175595101da tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.41 "DELETE /v2.0/ports/f2775911-27ae-4be7-86fc-afb9b8355c3e HTTP/1.1" status: 204 len: 173 time: 0.8063698 Dec 17 15:37:16.278599 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf566dc-941a-42c9-b54c-bf9149e9ae6b', 'name': 'network-vif-deleted', 'tag': 'f2775911-27ae-4be7-86fc-afb9b8355c3e'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:37:16.281634 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6b15cf-3064-4cd9-883a-48e20984e35c" -d '{"events": [{"server_uuid": "dbf566dc-941a-42c9-b54c-bf9149e9ae6b", "name": "network-vif-deleted", "tag": "f2775911-27ae-4be7-86fc-afb9b8355c3e"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:37:16.334540 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e26235-9845-4ee5-9ee2-5ff5a3a2f85c x-openstack-request-id: req-75e26235-9845-4ee5-9ee2-5ff5a3a2f85c {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:37:16.335145 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf566dc-941a-42c9-b54c-bf9149e9ae6b", "name": "network-vif-deleted", "tag": "f2775911-27ae-4be7-86fc-afb9b8355c3e", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:37:16.335642 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-75e26235-9845-4ee5-9ee2-5ff5a3a2f85c {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:37:16.336261 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf566dc-941a-42c9-b54c-bf9149e9ae6b', 'name': 'network-vif-deleted', 'tag': 'f2775911-27ae-4be7-86fc-afb9b8355c3e', 'status': 'completed', 'code': 200} Dec 17 15:37:16.564186 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-100194a2-fe6c-4ae4-952f-f88cec18efda tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:16.862266 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-100194a2-fe6c-4ae4-952f-f88cec18efda tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Deleting port 79b05c67-03ae-4756-8e35-73f2a1689df5 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:37:16.863850 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-100194a2-fe6c-4ae4-952f-f88cec18efda tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:16.866662 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 40adbd23-c9dc-4a14-b06b-a6cba6abf38a no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:37:16.921269 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 40adbd23-c9dc-4a14-b06b-a6cba6abf38a {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:37:16.922032 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 40adbd23-c9dc-4a14-b06b-a6cba6abf38a not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:37:17.009613 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-100194a2-fe6c-4ae4-952f-f88cec18efda tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:17.024527 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-100194a2-fe6c-4ae4-952f-f88cec18efda tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Calling delete_port for 79b05c67-03ae-4756-8e35-73f2a1689df5 owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:37:17.267324 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3ab40cdf-1826-462c-9b58-938c9942b286 req-96b4ccce-5033-42bb-90e2-76140abfbb9e tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 210 time: 0.0492487 Dec 17 15:37:17.373503 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-35d2c9fd-d753-42b2-be8d-136cbe4c1591 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:17.374951 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-35d2c9fd-d753-42b2-be8d-136cbe4c1591 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.13 "GET /v2.0/networks?id=e534eaac-a938-4d73-bcc9-4ead9ee9d77a HTTP/1.1" status: 200 len: 815 time: 0.1415122 Dec 17 15:37:17.376050 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-100194a2-fe6c-4ae4-952f-f88cec18efda tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:17.389250 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-02f9bf26-7ff3-4d5a-bd8a-1a8395cf874c tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Request body: {'port': {'device_id': 'b1dad21b-3f7f-4044-bf44-7fecd54238ae', 'network_id': 'e534eaac-a938-4d73-bcc9-4ead9ee9d77a', 'admin_state_up': True, 'tenant_id': 'b6212ea006314fc380b8d0c626eed220'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:37:17.433893 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100194a2-fe6c-4ae4-952f-f88cec18efda tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event deleted for resources: {'Port': ['ID=79b05c67-03ae-4756-8e35-73f2a1689df5,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:17.679519 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-100194a2-fe6c-4ae4-952f-f88cec18efda tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:17.750810 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-02f9bf26-7ff3-4d5a-bd8a-1a8395cf874c tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Made reservation on behalf of b6212ea006314fc380b8d0c626eed220 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:37:17.754544 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-02f9bf26-7ff3-4d5a-bd8a-1a8395cf874c tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:17.978910 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-02f9bf26-7ff3-4d5a-bd8a-1a8395cf874c tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Allocated IP 172.20.0.3 (e534eaac-a938-4d73-bcc9-4ead9ee9d77a/93ef64e1-4316-45bd-a267-3635457f9569/855c27b2-ffc8-4b41-89e8-10e53eedf5f1) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:37:18.044525 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100194a2-fe6c-4ae4-952f-f88cec18efda tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Router 0c11b712-7432-462e-a4df-14e07b0a9044 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:37:18.470272 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-920f483e-d087-42f4-b96b-55c23605cd9d req-2edfd0fc-9722-4bca-a282-64db43c01450 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 210 time: 0.0437386 Dec 17 15:37:18.548769 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-02f9bf26-7ff3-4d5a-bd8a-1a8395cf874c tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:18.554849 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100194a2-fe6c-4ae4-952f-f88cec18efda tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:37:18.565306 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-100194a2-fe6c-4ae4-952f-f88cec18efda tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "PUT /v2.0/routers/0c11b712-7432-462e-a4df-14e07b0a9044/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4324164 Dec 17 15:37:18.566185 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49340) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:18.576693 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c438bd-1df7-4054-ae25-7ef83591fc31 None None] Sync routers for ids ['0c11b712-7432-462e-a4df-14e07b0a9044'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:37:18.586309 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c438bd-1df7-4054-ae25-7ef83591fc31 None None] Routers {'0c11b712-7432-462e-a4df-14e07b0a9044'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:37:18.587921 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-88c438bd-1df7-4054-ae25-7ef83591fc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:37:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0c11b712-7432-462e-a4df-14e07b0a9044'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:18.634584 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-88c438bd-1df7-4054-ae25-7ef83591fc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:18.644541 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f2775911-27ae-4be7-86fc-afb9b8355c3e no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:37:18.651137 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c438bd-1df7-4054-ae25-7ef83591fc31 None None] Routers {'0c11b712-7432-462e-a4df-14e07b0a9044'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:37:18.652050 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-88c438bd-1df7-4054-ae25-7ef83591fc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:37:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0c11b712-7432-462e-a4df-14e07b0a9044'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:18.667691 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: f2775911-27ae-4be7-86fc-afb9b8355c3e {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:37:18.668068 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f2775911-27ae-4be7-86fc-afb9b8355c3e not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:37:18.693295 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-02f9bf26-7ff3-4d5a-bd8a-1a8395cf874c tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:18.710560 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ffef22b1-223d-42c6-b039-ca70cb4bf57f tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:18.715677 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-88c438bd-1df7-4054-ae25-7ef83591fc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:18.716501 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c438bd-1df7-4054-ae25-7ef83591fc31 None None] The sync data for ids ['0c11b712-7432-462e-a4df-14e07b0a9044'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:37:18.736829 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-02f9bf26-7ff3-4d5a-bd8a-1a8395cf874c tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Network e534eaac-a938-4d73-bcc9-4ead9ee9d77a is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:37:18.739952 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-02f9bf26-7ff3-4d5a-bd8a-1a8395cf874c tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:37:18.742382 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-02f9bf26-7ff3-4d5a-bd8a-1a8395cf874c tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:37:18.803799 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f9bf26-7ff3-4d5a-bd8a-1a8395cf874c tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Pushing event updated for resources: {'Port': ['ID=855c27b2-ffc8-4b41-89e8-10e53eedf5f1,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:18.816456 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-02f9bf26-7ff3-4d5a-bd8a-1a8395cf874c tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:18.817602 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-02f9bf26-7ff3-4d5a-bd8a-1a8395cf874c tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:18.850066 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ffef22b1-223d-42c6-b039-ca70cb4bf57f tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:18.952911 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-02f9bf26-7ff3-4d5a-bd8a-1a8395cf874c tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5676694 Dec 17 15:37:18.967645 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-83e716ea-243b-4342-8d5f-cd37cbff0201 service neutron] Request body: {'port': {'device_id': 'b1dad21b-3f7f-4044-bf44-7fecd54238ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:37:18.997411 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b4e56-4789-4e20-a678-e63dfad3dd38 req-4be1f125-d3a7-4d37-aac9-a810cc6029d7 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:18.999924 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-834b4e56-4789-4e20-a678-e63dfad3dd38 req-4be1f125-d3a7-4d37-aac9-a810cc6029d7 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 946 time: 0.0774584 Dec 17 15:37:19.022706 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-ffef22b1-223d-42c6-b039-ca70cb4bf57f tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Deleting port 9c2bb204-b6ee-4c3f-ac67-90bae0357464 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:37:19.024104 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ffef22b1-223d-42c6-b039-ca70cb4bf57f tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:19.069114 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-834b4e56-4789-4e20-a678-e63dfad3dd38 req-73e9db76-3c28-4132-970d-ca243b2b738d tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607302 Dec 17 15:37:19.069981 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-83e716ea-243b-4342-8d5f-cd37cbff0201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:19.121776 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ffef22b1-223d-42c6-b039-ca70cb4bf57f tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:19.136295 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-ffef22b1-223d-42c6-b039-ca70cb4bf57f tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Calling delete_port for 9c2bb204-b6ee-4c3f-ac67-90bae0357464 owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:37:19.376020 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-83e716ea-243b-4342-8d5f-cd37cbff0201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 855c27b2-ffc8-4b41-89e8-10e53eedf5f1 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:37:19.384204 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-83e716ea-243b-4342-8d5f-cd37cbff0201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:19.396379 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ffef22b1-223d-42c6-b039-ca70cb4bf57f tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:19.407587 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-83e716ea-243b-4342-8d5f-cd37cbff0201 service neutron] Transition to ACTIVE for port object 855c27b2-ffc8-4b41-89e8-10e53eedf5f1 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:37:19.431892 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef22b1-223d-42c6-b039-ca70cb4bf57f tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event deleted for resources: {'Port': ['ID=9c2bb204-b6ee-4c3f-ac67-90bae0357464,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:19.499844 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-83e716ea-243b-4342-8d5f-cd37cbff0201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:19.506216 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ffef22b1-223d-42c6-b039-ca70cb4bf57f tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:19.626675 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ffef22b1-223d-42c6-b039-ca70cb4bf57f tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:19.629070 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ffef22b1-223d-42c6-b039-ca70cb4bf57f tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:19.675919 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e716ea-243b-4342-8d5f-cd37cbff0201 service neutron] Pushing event updated for resources: {'Port': ['ID=855c27b2-ffc8-4b41-89e8-10e53eedf5f1,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:19.698217 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-83e716ea-243b-4342-8d5f-cd37cbff0201 service neutron] Attempting to bind port 855c27b2-ffc8-4b41-89e8-10e53eedf5f1 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:37:19.698553 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-83e716ea-243b-4342-8d5f-cd37cbff0201 service neutron] Attempting to bind port 855c27b2-ffc8-4b41-89e8-10e53eedf5f1 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e534eaac-a938-4d73-bcc9-4ead9ee9d77a'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:37:19.698884 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-83e716ea-243b-4342-8d5f-cd37cbff0201 service neutron] Attempting to bind port 855c27b2-ffc8-4b41-89e8-10e53eedf5f1 on network e534eaac-a938-4d73-bcc9-4ead9ee9d77a {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:37:19.708711 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-83e716ea-243b-4342-8d5f-cd37cbff0201 service neutron] Port 855c27b2-ffc8-4b41-89e8-10e53eedf5f1 on network e534eaac-a938-4d73-bcc9-4ead9ee9d77a not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:37:19.708711 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-83e716ea-243b-4342-8d5f-cd37cbff0201 service neutron] Attempting to bind port 855c27b2-ffc8-4b41-89e8-10e53eedf5f1 on network e534eaac-a938-4d73-bcc9-4ead9ee9d77a {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:37:19.719086 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94dfb88-53fd-4718-9d6e-8d700a596330 req-29ca0840-b01b-44c5-b60d-1096d5bb9360 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:19.721334 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f94dfb88-53fd-4718-9d6e-8d700a596330 req-29ca0840-b01b-44c5-b60d-1096d5bb9360 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 943 time: 0.0901268 Dec 17 15:37:19.726049 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-83e716ea-243b-4342-8d5f-cd37cbff0201 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:37:19.726394 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-83e716ea-243b-4342-8d5f-cd37cbff0201 service neutron] Checking segment: {'id': '3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e534eaac-a938-4d73-bcc9-4ead9ee9d77a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:37:19.726785 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-83e716ea-243b-4342-8d5f-cd37cbff0201 service neutron] Bound using segment: {'id': '3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e534eaac-a938-4d73-bcc9-4ead9ee9d77a'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:37:19.727214 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-83e716ea-243b-4342-8d5f-cd37cbff0201 service neutron] Bound port: 855c27b2-ffc8-4b41-89e8-10e53eedf5f1, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e534eaac-a938-4d73-bcc9-4ead9ee9d77a'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:37:19.727578 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-83e716ea-243b-4342-8d5f-cd37cbff0201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:19.733651 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ffef22b1-223d-42c6-b039-ca70cb4bf57f tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:19.734247 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffef22b1-223d-42c6-b039-ca70cb4bf57f tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Fanout notify agent at l3_agent the message router_deleted on router 0c11b712-7432-462e-a4df-14e07b0a9044 {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:37:19.743885 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ffef22b1-223d-42c6-b039-ca70cb4bf57f tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:19.745117 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ffef22b1-223d-42c6-b039-ca70cb4bf57f tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "DELETE /v2.0/routers/0c11b712-7432-462e-a4df-14e07b0a9044 HTTP/1.1" status: 204 len: 168 time: 1.1785252 Dec 17 15:37:19.747662 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49362) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:19.807435 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f94dfb88-53fd-4718-9d6e-8d700a596330 req-694c60af-0640-4107-81b5-abfed3ca552f tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763533 Dec 17 15:37:19.820441 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c2da29-9c59-4877-b2b6-b7ee2b3d5048 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Deleting subnet 194396ac-204d-49c0-a9e6-745291f7c78f {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:37:19.830458 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-20c2da29-9c59-4877-b2b6-b7ee2b3d5048 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:19.837126 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-83e716ea-243b-4342-8d5f-cd37cbff0201 service neutron] For port 855c27b2-ffc8-4b41-89e8-10e53eedf5f1, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:37:19.840991 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-83e716ea-243b-4342-8d5f-cd37cbff0201 service neutron] For port 855c27b2-ffc8-4b41-89e8-10e53eedf5f1, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=855c27b2-ffc8-4b41-89e8-10e53eedf5f1,segment=NetworkSegment(3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0),segment_id=3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:37:19.874625 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-20c2da29-9c59-4877-b2b6-b7ee2b3d5048 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:19.923655 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-20c2da29-9c59-4877-b2b6-b7ee2b3d5048 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:19.934611 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-83e716ea-243b-4342-8d5f-cd37cbff0201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:20.016236 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-83e716ea-243b-4342-8d5f-cd37cbff0201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:20.017960 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-83e716ea-243b-4342-8d5f-cd37cbff0201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:20.019639 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-83e716ea-243b-4342-8d5f-cd37cbff0201 service neutron] 10.222.0.13 "PUT /v2.0/ports/855c27b2-ffc8-4b41-89e8-10e53eedf5f1 HTTP/1.1" status: 200 len: 1091 time: 1.0576668 Dec 17 15:37:20.020408 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1dad21b-3f7f-4044-bf44-7fecd54238ae', 'tag': '855c27b2-ffc8-4b41-89e8-10e53eedf5f1'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:37:20.033691 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80405b4c-1bc2-4924-94cf-bd58847c0f93" -d '{"events": [{"name": "network-changed", "server_uuid": "b1dad21b-3f7f-4044-bf44-7fecd54238ae", "tag": "855c27b2-ffc8-4b41-89e8-10e53eedf5f1"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:37:20.085809 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e716ea-243b-4342-8d5f-cd37cbff0201 service neutron] Pushing event updated for resources: {'Port': ['ID=855c27b2-ffc8-4b41-89e8-10e53eedf5f1,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:20.107014 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdd199e-b749-4a2e-badd-3bb2faf8af82 x-openstack-request-id: req-abdd199e-b749-4a2e-badd-3bb2faf8af82 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:37:20.107312 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1dad21b-3f7f-4044-bf44-7fecd54238ae", "tag": "855c27b2-ffc8-4b41-89e8-10e53eedf5f1", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:37:20.107565 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-abdd199e-b749-4a2e-badd-3bb2faf8af82 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:37:20.109856 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1dad21b-3f7f-4044-bf44-7fecd54238ae', 'tag': '855c27b2-ffc8-4b41-89e8-10e53eedf5f1', 'status': 'completed', 'code': 200} Dec 17 15:37:20.133795 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-20c2da29-9c59-4877-b2b6-b7ee2b3d5048 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:20.169945 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2da29-9c59-4877-b2b6-b7ee2b3d5048 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event deleted for resources: {'Subnet': ['ID=194396ac-204d-49c0-a9e6-745291f7c78f,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:20.179692 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-20c2da29-9c59-4877-b2b6-b7ee2b3d5048 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:20.182962 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-20c2da29-9c59-4877-b2b6-b7ee2b3d5048 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "DELETE /v2.0/subnets/194396ac-204d-49c0-a9e6-745291f7c78f HTTP/1.1" status: 204 len: 168 time: 0.4340210 Dec 17 15:37:20.185485 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49372) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:20.192159 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80405b4c-1bc2-4924-94cf-bd58847c0f93 req-f1900ab3-5ac0-48eb-97c2-133774c28e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:20.194144 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-80405b4c-1bc2-4924-94cf-bd58847c0f93 req-f1900ab3-5ac0-48eb-97c2-133774c28e3d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6212ea006314fc380b8d0c626eed220&device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 1094 time: 0.0656850 Dec 17 15:37:20.278429 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9fd0ec42-5c2e-443c-a872-3261b8bf58e6 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:20.388177 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9fd0ec42-5c2e-443c-a872-3261b8bf58e6 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:20.409311 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-9fd0ec42-5c2e-443c-a872-3261b8bf58e6 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee006fda-265c-4847-8b64-f23444a64897']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:20.418884 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-9fd0ec42-5c2e-443c-a872-3261b8bf58e6 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ca2e8e-66ee-485b-8cf6-4bdb60d5528e') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:20.419183 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-9fd0ec42-5c2e-443c-a872-3261b8bf58e6 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ca2e8e-66ee-485b-8cf6-4bdb60d5528e') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:20.419638 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4187f4e-c302-40d5-9df7-830f0a138fab req-20b49f40-b2e5-4d3d-b112-f3aaefb6d773 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:20.421183 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4187f4e-c302-40d5-9df7-830f0a138fab req-20b49f40-b2e5-4d3d-b112-f3aaefb6d773 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 946 time: 0.2020013 Dec 17 15:37:20.435086 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9fd0ec42-5c2e-443c-a872-3261b8bf58e6 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:20.449384 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9fd0ec42-5c2e-443c-a872-3261b8bf58e6 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:20.455935 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd0ec42-5c2e-443c-a872-3261b8bf58e6 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:37:20.456724 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9fd0ec42-5c2e-443c-a872-3261b8bf58e6 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:20.459601 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:37:20.459601 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:37:20.459601 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:37:20.459601 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:37:20.459601 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:37:20.459601 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:37:20.459601 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:37:20.459601 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:37:20.459601 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:37:20.459601 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:37:20.459601 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:37:20.459601 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:37:20.459601 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:37:20.459601 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:37:20.459601 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:37:20.459601 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:37:20.459601 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:37:20.459601 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:37:20.459601 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:37:20.459601 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:37:20.459601 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:37:20.459601 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:37:20.459601 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:37:20.459601 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:37:20.459601 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:37:20.459601 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:37:20.459601 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:37:20.459601 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:37:20.459601 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:37:20.459601 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:37:20.459601 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:37:20.459601 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:37:20.476196 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80405b4c-1bc2-4924-94cf-bd58847c0f93 req-6c539314-00e1-454e-8e58-931b1dc655db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:20.479691 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-80405b4c-1bc2-4924-94cf-bd58847c0f93 req-6c539314-00e1-454e-8e58-931b1dc655db service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b6212ea006314fc380b8d0c626eed220&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2718801 Dec 17 15:37:20.510012 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4187f4e-c302-40d5-9df7-830f0a138fab req-568f0fd1-67fa-473b-9251-f5a9448a867b tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups?id=e350f640-fd1a-4a77-ad8f-89ac495a4f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807312 Dec 17 15:37:20.629004 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9fd0ec42-5c2e-443c-a872-3261b8bf58e6 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:20.645502 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9fd0ec42-5c2e-443c-a872-3261b8bf58e6 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:20.649855 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9fd0ec42-5c2e-443c-a872-3261b8bf58e6 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] 10.222.0.46 "DELETE /v2.0/networks/ee006fda-265c-4847-8b64-f23444a64897 HTTP/1.1" status: 204 len: 168 time: 0.4633930 Dec 17 15:37:20.654379 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80405b4c-1bc2-4924-94cf-bd58847c0f93 req-a8d8077d-9feb-4c3d-b752-55e65c09df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:20.655947 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-80405b4c-1bc2-4924-94cf-bd58847c0f93 req-a8d8077d-9feb-4c3d-b752-55e65c09df63 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1707017 Dec 17 15:37:20.662617 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0ec42-5c2e-443c-a872-3261b8bf58e6 tempest-FloatingIPTestJSON-885795027 tempest-FloatingIPTestJSON-885795027-project] Pushing event deleted for resources: {'Network': ['ID=ee006fda-265c-4847-8b64-f23444a64897,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:20.750330 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ed898-2d3c-4d81-ad79-0868c04e1c36 req-89f68894-3c64-4467-908f-7102ebd5d116 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:20.752802 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-646ed898-2d3c-4d81-ad79-0868c04e1c36 req-89f68894-3c64-4467-908f-7102ebd5d116 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.41 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 946 time: 0.0610366 Dec 17 15:37:20.780373 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-9346ba74-424e-411b-8a69-e351c72e0425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:20.783463 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-9346ba74-424e-411b-8a69-e351c72e0425 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6212ea006314fc380b8d0c626eed220&device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 1094 time: 0.0816255 Dec 17 15:37:20.830565 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-cdc55521-d640-47ea-88a8-b45876b320ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=855c27b2-ffc8-4b41-89e8-10e53eedf5f1 HTTP/1.1" status: 200 len: 217 time: 0.0398517 Dec 17 15:37:20.892950 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-646ed898-2d3c-4d81-ad79-0868c04e1c36 req-51c2a788-bd6d-43e8-b33d-91b3e5d02c52 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Deleting port 042e6cbc-e47c-4337-a94e-dea325b638e1 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:37:20.893850 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-646ed898-2d3c-4d81-ad79-0868c04e1c36 req-51c2a788-bd6d-43e8-b33d-91b3e5d02c52 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:20.925177 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-c3af16e7-a12c-44f7-91c6-e2b50e9e0cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:20.927004 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-c3af16e7-a12c-44f7-91c6-e2b50e9e0cc8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=93ef64e1-4316-45bd-a267-3635457f9569 HTTP/1.1" status: 200 len: 855 time: 0.0891485 Dec 17 15:37:20.958893 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-d62de32e-7519-40fe-98c5-3185edea59c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e534eaac-a938-4d73-bcc9-4ead9ee9d77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255373 Dec 17 15:37:21.018816 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-646ed898-2d3c-4d81-ad79-0868c04e1c36 req-51c2a788-bd6d-43e8-b33d-91b3e5d02c52 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] For port 042e6cbc-e47c-4337-a94e-dea325b638e1, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=042e6cbc-e47c-4337-a94e-dea325b638e1,segment=NetworkSegment(f1f4760e-7fd1-432e-9861-fd1a052a7a2d),segment_id=f1f4760e-7fd1-432e-9861-fd1a052a7a2d)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:37:21.019101 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-646ed898-2d3c-4d81-ad79-0868c04e1c36 req-51c2a788-bd6d-43e8-b33d-91b3e5d02c52 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:21.089195 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cc6ca-32c4-4279-8e9d-b753265f97cc req-8a7d0305-53a1-4661-a2d3-91160b1fddb3 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:21.090029 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-044cc6ca-32c4-4279-8e9d-b753265f97cc req-8a7d0305-53a1-4661-a2d3-91160b1fddb3 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 943 time: 0.1804416 Dec 17 15:37:21.153110 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-b8639215-edac-4db5-bf0e-4d585cdb67d3 service neutron] 10.222.0.13 "GET /v2.0/networks/e534eaac-a938-4d73-bcc9-4ead9ee9d77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873655 Dec 17 15:37:21.161720 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-044cc6ca-32c4-4279-8e9d-b753265f97cc req-6f518790-c8f7-4435-ae96-aaff43b188b9 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623035 Dec 17 15:37:21.218972 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49394) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:21.272220 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-493864e3-80cb-4358-8cf5-37b317fc2d1c req-d83ee3a9-345f-408f-9483-44328aaacdcd service neutron] 10.222.0.13 "GET /v2.0/networks/e534eaac-a938-4d73-bcc9-4ead9ee9d77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095552 Dec 17 15:37:21.279902 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-646ed898-2d3c-4d81-ad79-0868c04e1c36 req-51c2a788-bd6d-43e8-b33d-91b3e5d02c52 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:21.279902 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-646ed898-2d3c-4d81-ad79-0868c04e1c36 req-51c2a788-bd6d-43e8-b33d-91b3e5d02c52 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:21.280198 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [req-646ed898-2d3c-4d81-ad79-0868c04e1c36 req-51c2a788-bd6d-43e8-b33d-91b3e5d02c52 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Floating IP 50280c63-8616-41a9-81c6-36db4e2648fa disassociated. External IP: 172.25.6.253, port: 042e6cbc-e47c-4337-a94e-dea325b638e1. Dec 17 15:37:21.280612 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-646ed898-2d3c-4d81-ad79-0868c04e1c36 req-51c2a788-bd6d-43e8-b33d-91b3e5d02c52 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Calling delete_port for 042e6cbc-e47c-4337-a94e-dea325b638e1 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:37:21.416524 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0c00e5d7-ebfb-4a27-ba4f-607f637b0fa0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2ae044ee97d94f82951e3db8ae3bd37f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1956739 Dec 17 15:37:21.419544 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49406) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:21.477143 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-400254a8-ee3e-4285-a5fb-673ebd0b16d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:21.498137 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-400254a8-ee3e-4285-a5fb-673ebd0b16d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:21.527477 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-646ed898-2d3c-4d81-ad79-0868c04e1c36 req-51c2a788-bd6d-43e8-b33d-91b3e5d02c52 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:21.574702 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2a788-bd6d-43e8-b33d-91b3e5d02c52 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Pushing event deleted for resources: {'Port': ['ID=042e6cbc-e47c-4337-a94e-dea325b638e1,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:21.631727 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e23e90a-915d-4e51-b3bb-d7f727dd2c81 req-283724f0-9565-407b-963a-0c93d06c5b5e tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 210 time: 0.0296352 Dec 17 15:37:21.633606 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-400254a8-ee3e-4285-a5fb-673ebd0b16d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:21.637821 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-400254a8-ee3e-4285-a5fb-673ebd0b16d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:21.639531 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-400254a8-ee3e-4285-a5fb-673ebd0b16d9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cef3ba15-c908-4be7-bdfc-94ffa0bcbf8d HTTP/1.1" status: 204 len: 168 time: 0.2187622 Dec 17 15:37:21.665191 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400254a8-ee3e-4285-a5fb-673ebd0b16d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef3ba15-c908-4be7-bdfc-94ffa0bcbf8d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:21.723830 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-646ed898-2d3c-4d81-ad79-0868c04e1c36 req-51c2a788-bd6d-43e8-b33d-91b3e5d02c52 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Router 1d556a10-dc14-4b9b-bd01-db3f31be4014 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:37:21.850745 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-646ed898-2d3c-4d81-ad79-0868c04e1c36 req-51c2a788-bd6d-43e8-b33d-91b3e5d02c52 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:37:21.864048 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb9677b-eb70-4006-ab1f-b656c8a0f781 None None] Sync routers for ids ['1d556a10-dc14-4b9b-bd01-db3f31be4014'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:37:21.885449 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb9677b-eb70-4006-ab1f-b656c8a0f781 None None] Routers {'1d556a10-dc14-4b9b-bd01-db3f31be4014'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:37:21.889117 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-beb9677b-eb70-4006-ab1f-b656c8a0f781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:37:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1d556a10-dc14-4b9b-bd01-db3f31be4014'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:21.918897 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-646ed898-2d3c-4d81-ad79-0868c04e1c36 req-51c2a788-bd6d-43e8-b33d-91b3e5d02c52 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] No DVR routers for this DVR port 042e6cbc-e47c-4337-a94e-dea325b638e1 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:37:21.921813 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-646ed898-2d3c-4d81-ad79-0868c04e1c36 req-51c2a788-bd6d-43e8-b33d-91b3e5d02c52 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:21.926815 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-646ed898-2d3c-4d81-ad79-0868c04e1c36 req-51c2a788-bd6d-43e8-b33d-91b3e5d02c52 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.41 "DELETE /v2.0/ports/042e6cbc-e47c-4337-a94e-dea325b638e1 HTTP/1.1" status: 204 len: 173 time: 1.1680036 Dec 17 15:37:21.927553 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08dd7347-faf0-43c8-9d30-6c731ceed40d', 'name': 'network-vif-deleted', 'tag': '042e6cbc-e47c-4337-a94e-dea325b638e1'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:37:21.938823 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2bff8b-a989-4f9e-9cdf-6aeafe168688" -d '{"events": [{"server_uuid": "08dd7347-faf0-43c8-9d30-6c731ceed40d", "name": "network-vif-deleted", "tag": "042e6cbc-e47c-4337-a94e-dea325b638e1"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:37:21.988949 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6396c6bf-1fbd-422b-9c19-9277d9ac0069 x-openstack-request-id: req-6396c6bf-1fbd-422b-9c19-9277d9ac0069 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:37:21.989287 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08dd7347-faf0-43c8-9d30-6c731ceed40d", "name": "network-vif-deleted", "tag": "042e6cbc-e47c-4337-a94e-dea325b638e1", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:37:21.993285 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6396c6bf-1fbd-422b-9c19-9277d9ac0069 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:37:21.993285 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08dd7347-faf0-43c8-9d30-6c731ceed40d', 'name': 'network-vif-deleted', 'tag': '042e6cbc-e47c-4337-a94e-dea325b638e1', 'status': 'completed', 'code': 200} Dec 17 15:37:22.047721 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-beb9677b-eb70-4006-ab1f-b656c8a0f781 None None] Set router 1d556a10-dc14-4b9b-bd01-db3f31be4014 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:37:22.351554 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6cfa7-c269-44ff-afc8-4d72afe838be req-990c687c-365e-4476-9f8d-8b92ddcba4aa tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:22.370982 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-88b6cfa7-c269-44ff-afc8-4d72afe838be req-990c687c-365e-4476-9f8d-8b92ddcba4aa tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 943 time: 0.1244590 Dec 17 15:37:22.392173 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-beb9677b-eb70-4006-ab1f-b656c8a0f781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'name': 'tempest-AttachVolumeShelveTestJSON-1198719740-router', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:27:21Z', 'updated_at': '2021-12-17T15:27:25Z', 'revision_number': 4, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'gw_port': {'id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:27:22Z', 'updated_at': '2021-12-17T15:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '021cabad-e335-417d-99e2-b24395f22eea', 'name': '', 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'mac_address': 'fa:16:3e:24:1e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:27:24Z', 'updated_at': '2021-12-17T15:27:29Z', 'revision_number': 5, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'subnets': [{'id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:22.458489 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-88b6cfa7-c269-44ff-afc8-4d72afe838be req-4c7026db-97c6-4de0-b165-7a917cde7d2b tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846353 Dec 17 15:37:22.459838 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb9677b-eb70-4006-ab1f-b656c8a0f781 None None] Checking router: 1d556a10-dc14-4b9b-bd01-db3f31be4014 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:37:22.469989 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb9677b-eb70-4006-ab1f-b656c8a0f781 None None] Routers {'1d556a10-dc14-4b9b-bd01-db3f31be4014'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:37:22.471024 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-beb9677b-eb70-4006-ab1f-b656c8a0f781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:37:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1d556a10-dc14-4b9b-bd01-db3f31be4014'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:22.744723 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-beb9677b-eb70-4006-ab1f-b656c8a0f781 None None] Set router 1d556a10-dc14-4b9b-bd01-db3f31be4014 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:37:22.884189 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f9458fd7-b659-4025-b0b9-a333bea23f9f req-f5118061-e436-4426-b925-28e2a3886d7a tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/ports?device_id=08dd7347-faf0-43c8-9d30-6c731ceed40d HTTP/1.1" status: 200 len: 210 time: 0.0325663 Dec 17 15:37:23.018680 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-beb9677b-eb70-4006-ab1f-b656c8a0f781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'name': 'tempest-AttachVolumeShelveTestJSON-1198719740-router', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:27:21Z', 'updated_at': '2021-12-17T15:27:25Z', 'revision_number': 4, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'gw_port': {'id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:27:22Z', 'updated_at': '2021-12-17T15:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '021cabad-e335-417d-99e2-b24395f22eea', 'name': '', 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'mac_address': 'fa:16:3e:24:1e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:27:24Z', 'updated_at': '2021-12-17T15:27:29Z', 'revision_number': 5, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'subnets': [{'id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:23.059666 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb9677b-eb70-4006-ab1f-b656c8a0f781 None None] The sync data for ids ['1d556a10-dc14-4b9b-bd01-db3f31be4014'] in n-d-820553-2 is: [{'id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'name': 'tempest-AttachVolumeShelveTestJSON-1198719740-router', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:27:21Z', 'updated_at': '2021-12-17T15:27:25Z', 'revision_number': 4, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'gw_port': {'id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:27:22Z', 'updated_at': '2021-12-17T15:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '021cabad-e335-417d-99e2-b24395f22eea', 'name': '', 'network_id': '14d6281a-4511-4bb4-90e9-4eb4dec9d036', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'mac_address': 'fa:16:3e:24:1e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:27:24Z', 'updated_at': '2021-12-17T15:27:29Z', 'revision_number': 5, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'subnets': [{'id': 'bb81f603-60e6-418f-8fce-326d48a9c9a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:37:23.107681 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49458) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:23.232967 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-9d1edc4d-ff2a-4aab-ae49-628356c75035 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-624743180'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:37:23.355327 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1edc4d-ff2a-4aab-ae49-628356c75035 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Made reservation on behalf of b129b2d0cc574d61ba3c8dd1b24c167b for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:37:23.361683 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9d1edc4d-ff2a-4aab-ae49-628356c75035 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:23.376578 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9d1edc4d-ff2a-4aab-ae49-628356c75035 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:23.402258 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c25767-1bf4-4959-8a8f-86833263274a None None] New status for floating IP 50280c63-8616-41a9-81c6-36db4e2648fa: DOWN {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:37:23.471875 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9d1edc4d-ff2a-4aab-ae49-628356c75035 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:23.551381 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9d1edc4d-ff2a-4aab-ae49-628356c75035 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:23.627231 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d1edc4d-ff2a-4aab-ae49-628356c75035 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:37:23.642386 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1edc4d-ff2a-4aab-ae49-628356c75035 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d76d27c3-cf87-430b-ae59-4e755f30e490,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:23.654995 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9d1edc4d-ff2a-4aab-ae49-628356c75035 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:23.654995 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-9d1edc4d-ff2a-4aab-ae49-628356c75035 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Added segment 35147c84-0aab-4c21-87e8-4b81df6f153c of type vlan for network 8dafbfea-af13-40ba-ae1b-ff4cb903e92b Dec 17 15:37:23.706226 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7b307-cd09-4e59-87dc-afe2f4b75fb9 req-c9177552-d4fc-49b2-9379-4336601bac46 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:23.707774 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e5e7b307-cd09-4e59-87dc-afe2f4b75fb9 req-c9177552-d4fc-49b2-9379-4336601bac46 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 943 time: 0.1523571 Dec 17 15:37:23.766556 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9d1edc4d-ff2a-4aab-ae49-628356c75035 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:23.806471 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e5e7b307-cd09-4e59-87dc-afe2f4b75fb9 req-64a18f16-fbb7-40d5-87ca-296716ed373f tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604756 Dec 17 15:37:23.995344 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9d1edc4d-ff2a-4aab-ae49-628356c75035 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:24.001607 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1edc4d-ff2a-4aab-ae49-628356c75035 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:24.002308 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9d1edc4d-ff2a-4aab-ae49-628356c75035 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:24.081201 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49482) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:24.087048 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1edc4d-ff2a-4aab-ae49-628356c75035 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event updated for resources: {'Network': ['ID=8dafbfea-af13-40ba-ae1b-ff4cb903e92b,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:24.108864 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 8dafbfea-af13-40ba-ae1b-ff4cb903e92b details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:37:24.143949 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-30444979-ef80-4e12-a45d-b41177dd58ea tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:24.171521 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-30444979-ef80-4e12-a45d-b41177dd58ea tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:24.189070 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9d1edc4d-ff2a-4aab-ae49-628356c75035 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0687377 Dec 17 15:37:24.319828 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-30444979-ef80-4e12-a45d-b41177dd58ea tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:24.319828 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-30444979-ef80-4e12-a45d-b41177dd58ea tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:24.319828 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-30444979-ef80-4e12-a45d-b41177dd58ea tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "DELETE /v2.0/security-groups/e350f640-fd1a-4a77-ad8f-89ac495a4f3e HTTP/1.1" status: 204 len: 168 time: 0.2386849 Dec 17 15:37:24.321340 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49486) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:24.326343 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30444979-ef80-4e12-a45d-b41177dd58ea tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e350f640-fd1a-4a77-ad8f-89ac495a4f3e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:24.338685 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-f26839a2-85d8-4c18-ab22-816b10f7e698 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] show failed (client error): The resource could not be found. Dec 17 15:37:24.340026 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f26839a2-85d8-4c18-ab22-816b10f7e698 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "GET /v2.0/security-groups/e350f640-fd1a-4a77-ad8f-89ac495a4f3e HTTP/1.1" status: 404 len: 347 time: 0.0172930 Dec 17 15:37:24.343017 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49488) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:24.491342 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-c51126af-b89f-4ef3-992e-70787d4a4516 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Deleting port 32f678cf-397c-4881-8e2a-09617d8b61f1 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:37:24.492003 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c51126af-b89f-4ef3-992e-70787d4a4516 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:24.595376 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c51126af-b89f-4ef3-992e-70787d4a4516 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:24.595829 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c51126af-b89f-4ef3-992e-70787d4a4516 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:24.608264 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-c51126af-b89f-4ef3-992e-70787d4a4516 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Calling delete_port for 32f678cf-397c-4881-8e2a-09617d8b61f1 owned by network:floatingip {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:37:24.652970 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 042e6cbc-e47c-4337-a94e-dea325b638e1 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:37:24.687479 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 042e6cbc-e47c-4337-a94e-dea325b638e1 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:37:24.688730 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 042e6cbc-e47c-4337-a94e-dea325b638e1 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:37:24.914295 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 855c27b2-ffc8-4b41-89e8-10e53eedf5f1 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:37:24.987259 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7d967-6a92-4dfd-bd5c-b95e2b2af364 req-3c004a36-488d-4bfe-b64d-b108abbc9e4e tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:24.988748 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a2e7d967-6a92-4dfd-bd5c-b95e2b2af364 req-3c004a36-488d-4bfe-b64d-b108abbc9e4e tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 943 time: 0.0686140 Dec 17 15:37:25.074334 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a2e7d967-6a92-4dfd-bd5c-b95e2b2af364 req-b3b179ad-11dc-4020-a973-49aad10bfd7c tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708802 Dec 17 15:37:25.077513 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 855c27b2-ffc8-4b41-89e8-10e53eedf5f1, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=855c27b2-ffc8-4b41-89e8-10e53eedf5f1,segment=NetworkSegment(3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0),segment_id=3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:37:25.101279 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '855c27b2-ffc8-4b41-89e8-10e53eedf5f1', 'network_id': 'e534eaac-a938-4d73-bcc9-4ead9ee9d77a', 'port_id': '855c27b2-ffc8-4b41-89e8-10e53eedf5f1', 'mac_address': 'fa:16:3e:af:e1:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ef64e1-4316-45bd-a267-3635457f9569', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:37:25.173009 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:25.187372 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 855c27b2-ffc8-4b41-89e8-10e53eedf5f1 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:37:25.214936 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 855c27b2-ffc8-4b41-89e8-10e53eedf5f1, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=855c27b2-ffc8-4b41-89e8-10e53eedf5f1,segment=NetworkSegment(3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0),segment_id=3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:37:25.236079 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c51126af-b89f-4ef3-992e-70787d4a4516 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:25.262575 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51126af-b89f-4ef3-992e-70787d4a4516 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Pushing event deleted for resources: {'Port': ['ID=32f678cf-397c-4881-8e2a-09617d8b61f1,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:25.310384 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:25.349606 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c51126af-b89f-4ef3-992e-70787d4a4516 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks [] for floatingip, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:25.349606 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c51126af-b89f-4ef3-992e-70787d4a4516 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:25.349606 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c51126af-b89f-4ef3-992e-70787d4a4516 tempest-AttachVolumeShelveTestJSON-2053701364 tempest-AttachVolumeShelveTestJSON-2053701364-project] 10.222.0.46 "DELETE /v2.0/floatingips/50280c63-8616-41a9-81c6-36db4e2648fa HTTP/1.1" status: 204 len: 168 time: 0.9993827 Dec 17 15:37:25.386321 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=855c27b2-ffc8-4b41-89e8-10e53eedf5f1,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:25.536254 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['855c27b2-ffc8-4b41-89e8-10e53eedf5f1'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:37:25.939210 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:26.231355 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e579ef-fd89-4262-a7e9-7f4e7939a63d req-bfe56f4c-3063-4839-8ff7-43a10a86dc1d tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:26.233410 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b1e579ef-fd89-4262-a7e9-7f4e7939a63d req-bfe56f4c-3063-4839-8ff7-43a10a86dc1d tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 944 time: 0.0633681 Dec 17 15:37:26.285555 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b1e579ef-fd89-4262-a7e9-7f4e7939a63d req-fac5aefd-ac2a-4474-90ad-ff8ea2388095 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446603 Dec 17 15:37:26.922111 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 855c27b2-ffc8-4b41-89e8-10e53eedf5f1 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:37:27.050694 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 855c27b2-ffc8-4b41-89e8-10e53eedf5f1 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:37:27.055510 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 855c27b2-ffc8-4b41-89e8-10e53eedf5f1 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:37:27.057124 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:27.142781 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:27.171406 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1dad21b-3f7f-4044-bf44-7fecd54238ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855c27b2-ffc8-4b41-89e8-10e53eedf5f1'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:37:27.172813 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088d5b68-d83d-4bf7-81c5-5f88b8169035" -d '{"events": [{"server_uuid": "b1dad21b-3f7f-4044-bf44-7fecd54238ae", "name": "network-vif-plugged", "status": "completed", "tag": "855c27b2-ffc8-4b41-89e8-10e53eedf5f1"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:37:27.191801 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 855c27b2-ffc8-4b41-89e8-10e53eedf5f1, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=855c27b2-ffc8-4b41-89e8-10e53eedf5f1,segment=NetworkSegment(3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0),segment_id=3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:37:27.224096 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f340854-547f-4ccd-bda8-8c1201bd261e x-openstack-request-id: req-4f340854-547f-4ccd-bda8-8c1201bd261e {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:37:27.224096 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1dad21b-3f7f-4044-bf44-7fecd54238ae", "name": "network-vif-plugged", "status": "completed", "tag": "855c27b2-ffc8-4b41-89e8-10e53eedf5f1", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:37:27.224096 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4f340854-547f-4ccd-bda8-8c1201bd261e {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:37:27.225023 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1dad21b-3f7f-4044-bf44-7fecd54238ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855c27b2-ffc8-4b41-89e8-10e53eedf5f1', 'code': 200} Dec 17 15:37:27.276379 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:27.368184 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=855c27b2-ffc8-4b41-89e8-10e53eedf5f1,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:27.372236 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968019e-56a5-4427-8e75-4c6a73b09019 req-3410623c-6db5-4120-b34b-31b3ae221984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:27.373862 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5968019e-56a5-4427-8e75-4c6a73b09019 req-3410623c-6db5-4120-b34b-31b3ae221984 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 1096 time: 0.0779161 Dec 17 15:37:27.375228 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49542) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:27.385251 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-62bc04ce-0600-4956-9f59-47520ef4a162 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Request body: {'subnet': {'network_id': '8dafbfea-af13-40ba-ae1b-ff4cb903e92b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:37:27.537298 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5968019e-56a5-4427-8e75-4c6a73b09019 req-0e6e58cf-5f9a-4a41-99d1-c6c4f2a262b9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782263 Dec 17 15:37:27.554130 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d8d82-3901-46f7-b9ad-37055f1034bc req-ae5c62d4-461e-488b-9b4e-7652eacd2bd8 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:27.555615 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-780d8d82-3901-46f7-b9ad-37055f1034bc req-ae5c62d4-461e-488b-9b4e-7652eacd2bd8 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 945 time: 0.0977514 Dec 17 15:37:27.596571 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-780d8d82-3901-46f7-b9ad-37055f1034bc req-ace57818-7cea-457d-92cc-2c89e49a1e20 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343606 Dec 17 15:37:27.664044 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bc04ce-0600-4956-9f59-47520ef4a162 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Made reservation on behalf of b129b2d0cc574d61ba3c8dd1b24c167b for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:37:27.667602 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-62bc04ce-0600-4956-9f59-47520ef4a162 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:27.984244 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-62bc04ce-0600-4956-9f59-47520ef4a162 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:28.041488 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc04ce-0600-4956-9f59-47520ef4a162 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event updated for resources: {'Subnet': ['ID=f61d7f59-afcd-4b5e-9856-92008e801a74,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:28.062128 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bc04ce-0600-4956-9f59-47520ef4a162 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Checking segment: {'id': '35147c84-0aab-4c21-87e8-4b81df6f153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8dafbfea-af13-40ba-ae1b-ff4cb903e92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:37:28.062593 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bc04ce-0600-4956-9f59-47520ef4a162 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Network hostable DHCP agents. Network: 8dafbfea-af13-40ba-ae1b-ff4cb903e92b, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:37:28.167104 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bc04ce-0600-4956-9f59-47520ef4a162 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Network 8dafbfea-af13-40ba-ae1b-ff4cb903e92b is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:37:28.275473 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-62bc04ce-0600-4956-9f59-47520ef4a162 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 8dafbfea-af13-40ba-ae1b-ff4cb903e92b) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:37:28.281508 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bc04ce-0600-4956-9f59-47520ef4a162 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:28.282184 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-62bc04ce-0600-4956-9f59-47520ef4a162 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:28.285497 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c38a23-49e0-4ab9-bf7b-a790b2755001 None None] Network 8dafbfea-af13-40ba-ae1b-ff4cb903e92b requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:37:28.385264 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49568) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:28.388971 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-62bc04ce-0600-4956-9f59-47520ef4a162 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0117304 Dec 17 15:37:28.396248 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-8153ea1e-715d-4456-9531-2924521a90ff tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1333632563'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:37:28.504850 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8153ea1e-715d-4456-9531-2924521a90ff tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Made reservation on behalf of b129b2d0cc574d61ba3c8dd1b24c167b for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:37:28.508933 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8153ea1e-715d-4456-9531-2924521a90ff tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:28.530713 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a877972-1d1c-4aca-9f82-89b9d14a6481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-8dafbfea-af13-40ba-ae1b-ff4cb903e92b', 'network_id': '8dafbfea-af13-40ba-ae1b-ff4cb903e92b', 'tenant_id': 'b129b2d0cc574d61ba3c8dd1b24c167b', 'fixed_ips': [{'subnet_id': 'f61d7f59-afcd-4b5e-9856-92008e801a74'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:37:28.536461 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4a877972-1d1c-4aca-9f82-89b9d14a6481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:28.597126 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8153ea1e-715d-4456-9531-2924521a90ff tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:37:28.622225 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8153ea1e-715d-4456-9531-2924521a90ff tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:28.622914 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-8153ea1e-715d-4456-9531-2924521a90ff tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Added segment 914c0773-e814-4f30-a852-1b3718dde335 of type vlan for network bdf2b669-092a-4c04-820d-c189029602e0 Dec 17 15:37:28.727063 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8153ea1e-715d-4456-9531-2924521a90ff tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:28.779927 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c6b82-be43-4477-8536-bb11df0f6324 req-9cc165cd-f17e-4970-96f1-afe930ea6d2d tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:28.791224 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-4a877972-1d1c-4aca-9f82-89b9d14a6481 None None] Allocated IP 2001:db8:0:ffff::2 (8dafbfea-af13-40ba-ae1b-ff4cb903e92b/f61d7f59-afcd-4b5e-9856-92008e801a74/b1786246-a184-4be4-927f-635d7fa20340) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:37:28.794237 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b57c6b82-be43-4477-8536-bb11df0f6324 req-9cc165cd-f17e-4970-96f1-afe930ea6d2d tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 945 time: 0.0945292 Dec 17 15:37:28.858397 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8153ea1e-715d-4456-9531-2924521a90ff tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:28.864888 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8153ea1e-715d-4456-9531-2924521a90ff tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:28.871646 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8153ea1e-715d-4456-9531-2924521a90ff tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:28.917927 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b57c6b82-be43-4477-8536-bb11df0f6324 req-d1f99a0b-3c15-4ad0-8f6e-d0cf2914628a tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201563 Dec 17 15:37:28.978315 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153ea1e-715d-4456-9531-2924521a90ff tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event updated for resources: {'Network': ['ID=bdf2b669-092a-4c04-820d-c189029602e0,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:28.996042 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network bdf2b669-092a-4c04-820d-c189029602e0 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:37:29.060466 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8153ea1e-715d-4456-9531-2924521a90ff tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6731429 Dec 17 15:37:29.064375 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49580) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:29.071829 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-2684fdaf-0ec6-4bc9-8f2e-b1b4bd0ff78c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Request body: {'subnet': {'network_id': 'bdf2b669-092a-4c04-820d-c189029602e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:37:29.152064 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4a877972-1d1c-4aca-9f82-89b9d14a6481 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:29.188742 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-beed703b-e097-4e0a-81c1-4ecc808472f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:29.253861 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4a877972-1d1c-4aca-9f82-89b9d14a6481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:29.286648 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2684fdaf-0ec6-4bc9-8f2e-b1b4bd0ff78c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Made reservation on behalf of b129b2d0cc574d61ba3c8dd1b24c167b for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:37:29.290894 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2684fdaf-0ec6-4bc9-8f2e-b1b4bd0ff78c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:29.308309 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a877972-1d1c-4aca-9f82-89b9d14a6481 None None] Network 8dafbfea-af13-40ba-ae1b-ff4cb903e92b is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:37:29.311638 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-4a877972-1d1c-4aca-9f82-89b9d14a6481 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:37:29.316168 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a877972-1d1c-4aca-9f82-89b9d14a6481 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:37:29.354583 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a877972-1d1c-4aca-9f82-89b9d14a6481 None None] Pushing event updated for resources: {'Port': ['ID=b1786246-a184-4be4-927f-635d7fa20340,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:29.394222 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-4a877972-1d1c-4aca-9f82-89b9d14a6481 None None] Attempting to bind port b1786246-a184-4be4-927f-635d7fa20340 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:37:29.394619 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-4a877972-1d1c-4aca-9f82-89b9d14a6481 None None] Attempting to bind port b1786246-a184-4be4-927f-635d7fa20340 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '35147c84-0aab-4c21-87e8-4b81df6f153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8dafbfea-af13-40ba-ae1b-ff4cb903e92b'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:37:29.395215 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a877972-1d1c-4aca-9f82-89b9d14a6481 None None] Attempting to bind port b1786246-a184-4be4-927f-635d7fa20340 on network 8dafbfea-af13-40ba-ae1b-ff4cb903e92b {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:37:29.401072 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a877972-1d1c-4aca-9f82-89b9d14a6481 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:37:29.401594 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a877972-1d1c-4aca-9f82-89b9d14a6481 None None] Checking segment: {'id': '35147c84-0aab-4c21-87e8-4b81df6f153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8dafbfea-af13-40ba-ae1b-ff4cb903e92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:37:29.402125 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4a877972-1d1c-4aca-9f82-89b9d14a6481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:29.402581 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a877972-1d1c-4aca-9f82-89b9d14a6481 None None] Bound using segment: {'id': '35147c84-0aab-4c21-87e8-4b81df6f153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8dafbfea-af13-40ba-ae1b-ff4cb903e92b'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:37:29.403354 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-4a877972-1d1c-4aca-9f82-89b9d14a6481 None None] Bound port: b1786246-a184-4be4-927f-635d7fa20340, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35147c84-0aab-4c21-87e8-4b81df6f153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8dafbfea-af13-40ba-ae1b-ff4cb903e92b'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:37:29.403992 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4a877972-1d1c-4aca-9f82-89b9d14a6481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:29.508476 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4a877972-1d1c-4aca-9f82-89b9d14a6481 None None] For port b1786246-a184-4be4-927f-635d7fa20340, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:37:29.512010 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4a877972-1d1c-4aca-9f82-89b9d14a6481 None None] For port b1786246-a184-4be4-927f-635d7fa20340, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b1786246-a184-4be4-927f-635d7fa20340,segment=NetworkSegment(35147c84-0aab-4c21-87e8-4b81df6f153c),segment_id=35147c84-0aab-4c21-87e8-4b81df6f153c)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:37:29.579888 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4a877972-1d1c-4aca-9f82-89b9d14a6481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:29.658105 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a877972-1d1c-4aca-9f82-89b9d14a6481 None None] Pushing event updated for resources: {'Port': ['ID=b1786246-a184-4be4-927f-635d7fa20340,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:29.670228 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2684fdaf-0ec6-4bc9-8f2e-b1b4bd0ff78c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:29.738697 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2684fdaf-0ec6-4bc9-8f2e-b1b4bd0ff78c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event updated for resources: {'Subnet': ['ID=9d43ec95-d3dd-4471-a02b-ca4fc732bff2,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:29.761321 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2684fdaf-0ec6-4bc9-8f2e-b1b4bd0ff78c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Checking segment: {'id': '914c0773-e814-4f30-a852-1b3718dde335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bdf2b669-092a-4c04-820d-c189029602e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:37:29.761904 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2684fdaf-0ec6-4bc9-8f2e-b1b4bd0ff78c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Network hostable DHCP agents. Network: bdf2b669-092a-4c04-820d-c189029602e0, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:37:29.874388 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2684fdaf-0ec6-4bc9-8f2e-b1b4bd0ff78c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Network bdf2b669-092a-4c04-820d-c189029602e0 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:37:30.023768 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-2684fdaf-0ec6-4bc9-8f2e-b1b4bd0ff78c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, bdf2b669-092a-4c04-820d-c189029602e0) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:37:30.038621 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e5cbfe-0554-45be-a2a3-2cf7a63b0756 None None] Network bdf2b669-092a-4c04-820d-c189029602e0 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:37:30.068832 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2684fdaf-0ec6-4bc9-8f2e-b1b4bd0ff78c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:30.068832 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2684fdaf-0ec6-4bc9-8f2e-b1b4bd0ff78c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:30.092456 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12a98e-d365-4472-8667-116059bee2d7 req-336ad032-b479-4db4-ac11-e7ab465a6267 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:30.100163 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c12a98e-d365-4472-8667-116059bee2d7 req-336ad032-b479-4db4-ac11-e7ab465a6267 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 945 time: 0.0959718 Dec 17 15:37:30.137710 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2684fdaf-0ec6-4bc9-8f2e-b1b4bd0ff78c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0692868 Dec 17 15:37:30.144091 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49600) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:30.150225 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c12a98e-d365-4472-8667-116059bee2d7 req-6ab14934-c69e-4a88-901b-384042726425 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491941 Dec 17 15:37:30.329961 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6d87f931-dc66-468c-ad2b-dcd56cb21a27 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:30.353699 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8f1e65-013d-480a-ac49-675ffccd5a79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-bdf2b669-092a-4c04-820d-c189029602e0', 'network_id': 'bdf2b669-092a-4c04-820d-c189029602e0', 'tenant_id': 'b129b2d0cc574d61ba3c8dd1b24c167b', 'fixed_ips': [{'subnet_id': '9d43ec95-d3dd-4471-a02b-ca4fc732bff2'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:37:30.355477 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8d8f1e65-013d-480a-ac49-675ffccd5a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:30.444166 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe378e-dd9a-41b0-8091-f3c58470274e req-46976e22-9f09-4127-8691-2267becbd301 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:30.445973 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5dfe378e-dd9a-41b0-8091-f3c58470274e req-46976e22-9f09-4127-8691-2267becbd301 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 945 time: 0.1691539 Dec 17 15:37:30.505397 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6d87f931-dc66-468c-ad2b-dcd56cb21a27 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:30.635179 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5dfe378e-dd9a-41b0-8091-f3c58470274e req-e543a1cd-a387-42dd-97ff-98d7b83acd6d tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798060 Dec 17 15:37:30.650570 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-8d8f1e65-013d-480a-ac49-675ffccd5a79 None None] Allocated IP 2001:db8::1 (bdf2b669-092a-4c04-820d-c189029602e0/9d43ec95-d3dd-4471-a02b-ca4fc732bff2/7d82548c-7826-4573-a62d-1b512441e173) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:37:30.698552 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b1786246-a184-4be4-927f-635d7fa20340 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:37:30.956310 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port b1786246-a184-4be4-927f-635d7fa20340 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:37:30.956706 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:31.057542 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1897bb-26da-48fb-89f0-49eca459be85 None None] Network 8dafbfea-af13-40ba-ae1b-ff4cb903e92b requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:37:31.082374 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0c9ae-e8c6-498d-8ca4-3f61affccce0 req-02d9bc7f-f448-4aec-80f6-f9281ab91ea8 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:31.084094 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-13e0c9ae-e8c6-498d-8ca4-3f61affccce0 req-02d9bc7f-f448-4aec-80f6-f9281ab91ea8 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 945 time: 0.0952108 Dec 17 15:37:31.132791 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8d8f1e65-013d-480a-ac49-675ffccd5a79 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:31.185588 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-13e0c9ae-e8c6-498d-8ca4-3f61affccce0 req-4caed797-d300-4e63-be0f-a0447ab23ad8 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791962 Dec 17 15:37:31.285508 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8a38262d-ab9b-4446-a6f9-e23efd0226d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:31.296420 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8d8f1e65-013d-480a-ac49-675ffccd5a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:31.347623 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6d87f931-dc66-468c-ad2b-dcd56cb21a27 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:31.391002 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87f931-dc66-468c-ad2b-dcd56cb21a27 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event deleted for resources: {'Subnet': ['ID=9d43ec95-d3dd-4471-a02b-ca4fc732bff2,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:31.398159 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8f1e65-013d-480a-ac49-675ffccd5a79 None None] Network bdf2b669-092a-4c04-820d-c189029602e0 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:37:31.410658 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-8d8f1e65-013d-480a-ac49-675ffccd5a79 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:37:31.412768 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-3a7ab143-e58d-47ce-89cb-1a056d67174e None None] Provisioning complete for port b1786246-a184-4be4-927f-635d7fa20340 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:37:31.412920 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3a7ab143-e58d-47ce-89cb-1a056d67174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:31.423131 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8f1e65-013d-480a-ac49-675ffccd5a79 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:37:31.431708 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:31.433459 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f1e65-013d-480a-ac49-675ffccd5a79 None None] Pushing event updated for resources: {'Port': ['ID=7d82548c-7826-4573-a62d-1b512441e173,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:31.495902 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac092e8-3142-4cf8-881d-d1d242c56af2 req-26685c71-93b8-4a13-bfd1-b8bd0268dc5b tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:31.499931 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3ac092e8-3142-4cf8-881d-d1d242c56af2 req-26685c71-93b8-4a13-bfd1-b8bd0268dc5b tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 945 time: 0.1979511 Dec 17 15:37:31.552811 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6d87f931-dc66-468c-ad2b-dcd56cb21a27 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:31.580962 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-8d8f1e65-013d-480a-ac49-675ffccd5a79 None None] Attempting to bind port 7d82548c-7826-4573-a62d-1b512441e173 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:37:31.581384 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-8d8f1e65-013d-480a-ac49-675ffccd5a79 None None] Attempting to bind port 7d82548c-7826-4573-a62d-1b512441e173 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '914c0773-e814-4f30-a852-1b3718dde335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bdf2b669-092a-4c04-820d-c189029602e0'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:37:31.581753 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8f1e65-013d-480a-ac49-675ffccd5a79 None None] Attempting to bind port 7d82548c-7826-4573-a62d-1b512441e173 on network bdf2b669-092a-4c04-820d-c189029602e0 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:37:31.586653 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port b1786246-a184-4be4-927f-635d7fa20340, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b1786246-a184-4be4-927f-635d7fa20340,segment=NetworkSegment(35147c84-0aab-4c21-87e8-4b81df6f153c),segment_id=35147c84-0aab-4c21-87e8-4b81df6f153c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:37:31.604090 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-6d87f931-dc66-468c-ad2b-dcd56cb21a27 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf2b669-092a-4c04-820d-c189029602e0']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:31.614127 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8f1e65-013d-480a-ac49-675ffccd5a79 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:37:31.614529 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8f1e65-013d-480a-ac49-675ffccd5a79 None None] Checking segment: {'id': '914c0773-e814-4f30-a852-1b3718dde335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bdf2b669-092a-4c04-820d-c189029602e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:37:31.614899 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8d8f1e65-013d-480a-ac49-675ffccd5a79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:31.615297 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8f1e65-013d-480a-ac49-675ffccd5a79 None None] Bound using segment: {'id': '914c0773-e814-4f30-a852-1b3718dde335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bdf2b669-092a-4c04-820d-c189029602e0'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:37:31.617313 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-8d8f1e65-013d-480a-ac49-675ffccd5a79 None None] Bound port: 7d82548c-7826-4573-a62d-1b512441e173, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914c0773-e814-4f30-a852-1b3718dde335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bdf2b669-092a-4c04-820d-c189029602e0'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:37:31.617313 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8d8f1e65-013d-480a-ac49-675ffccd5a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:31.619415 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-6d87f931-dc66-468c-ad2b-dcd56cb21a27 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '914c0773-e814-4f30-a852-1b3718dde335') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:31.620010 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-6d87f931-dc66-468c-ad2b-dcd56cb21a27 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '914c0773-e814-4f30-a852-1b3718dde335') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:31.639068 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3ac092e8-3142-4cf8-881d-d1d242c56af2 req-6cc5a224-b29e-49db-b2c9-e4bac311fcd2 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158521 Dec 17 15:37:31.648749 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6d87f931-dc66-468c-ad2b-dcd56cb21a27 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:31.668360 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6d87f931-dc66-468c-ad2b-dcd56cb21a27 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:31.680493 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d87f931-dc66-468c-ad2b-dcd56cb21a27 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:37:31.680996 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6d87f931-dc66-468c-ad2b-dcd56cb21a27 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:31.684476 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:37:31.684476 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:37:31.684476 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:37:31.684476 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:37:31.684476 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:37:31.684476 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:37:31.684476 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:37:31.684476 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:37:31.684476 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:37:31.684476 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:37:31.684476 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:37:31.684476 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:37:31.684476 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:37:31.684476 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:37:31.684476 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:37:31.684476 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:37:31.684476 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:37:31.684476 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:37:31.684476 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:37:31.684476 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:37:31.684476 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:37:31.684476 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:37:31.684476 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:37:31.684476 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:37:31.684476 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:37:31.684476 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:37:31.684476 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:37:31.684476 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:37:31.684476 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:37:31.684476 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:37:31.684476 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:37:31.684476 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:37:31.686941 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:31.762636 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3a7ab143-e58d-47ce-89cb-1a056d67174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:31.869825 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.db.api [None req-6d87f931-dc66-468c-ad2b-dcd56cb21a27 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 15:37:31.869825 n-d-820553-2 neutron-server[102832]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 15:37:31.869825 n-d-820553-2 neutron-server[102832]: [parameters: {'id': 'bdf2b669-092a-4c04-820d-c189029602e0'}] Dec 17 15:37:31.869825 n-d-820553-2 neutron-server[102832]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:37:31.870910 n-d-820553-2 neutron-server[102832]: DEBUG oslo_db.api [None req-6d87f931-dc66-468c-ad2b-dcd56cb21a27 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:37:31.874086 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=b1786246-a184-4be4-927f-635d7fa20340,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:31.878908 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-8d8f1e65-013d-480a-ac49-675ffccd5a79 None None] For port 7d82548c-7826-4573-a62d-1b512441e173, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:37:31.914285 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-8d8f1e65-013d-480a-ac49-675ffccd5a79 None None] For port 7d82548c-7826-4573-a62d-1b512441e173, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=7d82548c-7826-4573-a62d-1b512441e173,segment=NetworkSegment(914c0773-e814-4f30-a852-1b3718dde335),segment_id=914c0773-e814-4f30-a852-1b3718dde335)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:37:31.934181 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-3a7ab143-e58d-47ce-89cb-1a056d67174e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:37:31.934677 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-3a7ab143-e58d-47ce-89cb-1a056d67174e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:37:32.048908 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8d8f1e65-013d-480a-ac49-675ffccd5a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:32.342160 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f1e65-013d-480a-ac49-675ffccd5a79 None None] Pushing event updated for resources: {'Port': ['ID=7d82548c-7826-4573-a62d-1b512441e173,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:32.354631 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fa37fc-f8ad-4290-a02a-1ac650c0aacf None None] Network bdf2b669-092a-4c04-820d-c189029602e0 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:37:32.406626 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6d87f931-dc66-468c-ad2b-dcd56cb21a27 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:32.415766 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:32.470165 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde476b-8f96-4f97-ae6d-75f19d0e65db req-dc63a832-f87e-4de9-afcf-f42c0596cef1 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:32.482236 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4cde476b-8f96-4f97-ae6d-75f19d0e65db req-dc63a832-f87e-4de9-afcf-f42c0596cef1 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 945 time: 0.1559293 Dec 17 15:37:32.570490 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4cde476b-8f96-4f97-ae6d-75f19d0e65db req-0b120681-8b88-443f-8166-1e7d880fe7f6 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868075 Dec 17 15:37:32.584962 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6d87f931-dc66-468c-ad2b-dcd56cb21a27 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Deleting port 7d82548c-7826-4573-a62d-1b512441e173 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:37:32.584962 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6d87f931-dc66-468c-ad2b-dcd56cb21a27 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:32.674737 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48054005-7743-460a-8848-be0c7437d21e None None] get_active_networks_info from n-d-820553-2 {{(pid=102834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 17 15:37:32.715098 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-6d87f931-dc66-468c-ad2b-dcd56cb21a27 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] For port 7d82548c-7826-4573-a62d-1b512441e173, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=7d82548c-7826-4573-a62d-1b512441e173,segment=NetworkSegment(914c0773-e814-4f30-a852-1b3718dde335),segment_id=914c0773-e814-4f30-a852-1b3718dde335)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:37:32.715451 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6d87f931-dc66-468c-ad2b-dcd56cb21a27 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:32.732443 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b1786246-a184-4be4-927f-635d7fa20340 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:37:32.742957 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6d87f931-dc66-468c-ad2b-dcd56cb21a27 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Calling delete_port for 7d82548c-7826-4573-a62d-1b512441e173 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:37:32.864713 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48054005-7743-460a-8848-be0c7437d21e None None] Resources bound (agent type, host, resource id): {{(pid=102834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 15:37:32.871403 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-e8e39f92-f8c5-4481-87b8-97d75e112267 None None] Provisioning complete for port b1786246-a184-4be4-927f-635d7fa20340 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:37:32.871775 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e8e39f92-f8c5-4481-87b8-97d75e112267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:32.928992 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port b1786246-a184-4be4-927f-635d7fa20340 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:37:32.929409 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:32.973538 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6d87f931-dc66-468c-ad2b-dcd56cb21a27 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:33.010297 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87f931-dc66-468c-ad2b-dcd56cb21a27 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event deleted for resources: {'Port': ['ID=7d82548c-7826-4573-a62d-1b512441e173,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:33.020022 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d87f931-dc66-468c-ad2b-dcd56cb21a27 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] No DVR routers for this DVR port 7d82548c-7826-4573-a62d-1b512441e173 on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:37:33.113342 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49670) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:33.168879 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6d87f931-dc66-468c-ad2b-dcd56cb21a27 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:33.198432 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-6d87f931-dc66-468c-ad2b-dcd56cb21a27 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf2b669-092a-4c04-820d-c189029602e0']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:33.218279 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-6d87f931-dc66-468c-ad2b-dcd56cb21a27 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '914c0773-e814-4f30-a852-1b3718dde335') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:33.218727 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-6d87f931-dc66-468c-ad2b-dcd56cb21a27 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '914c0773-e814-4f30-a852-1b3718dde335') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:33.245324 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6d87f931-dc66-468c-ad2b-dcd56cb21a27 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:33.275015 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6d87f931-dc66-468c-ad2b-dcd56cb21a27 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:33.281280 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d87f931-dc66-468c-ad2b-dcd56cb21a27 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:37:33.284207 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6d87f931-dc66-468c-ad2b-dcd56cb21a27 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:33.285350 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:37:33.285350 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:37:33.285350 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:37:33.285350 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:37:33.285350 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:37:33.285350 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:37:33.285350 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:37:33.285350 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:37:33.285350 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:37:33.285350 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:37:33.285350 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:37:33.285350 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:37:33.285350 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:37:33.285350 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:37:33.285350 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:37:33.285350 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:37:33.285350 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:37:33.285350 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:37:33.285350 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:37:33.285350 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:37:33.285350 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:37:33.285350 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:37:33.285350 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:37:33.285350 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:37:33.285350 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:37:33.285350 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:37:33.285350 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:37:33.285350 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:37:33.285350 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:37:33.285350 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:37:33.285350 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:37:33.285350 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:37:33.446490 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6d87f931-dc66-468c-ad2b-dcd56cb21a27 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:33.476584 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6d87f931-dc66-468c-ad2b-dcd56cb21a27 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:33.485166 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6d87f931-dc66-468c-ad2b-dcd56cb21a27 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "DELETE /v2.0/networks/bdf2b669-092a-4c04-820d-c189029602e0 HTTP/1.1" status: 204 len: 168 time: 3.3446920 Dec 17 15:37:33.486486 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87f931-dc66-468c-ad2b-dcd56cb21a27 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event deleted for resources: {'Network': ['ID=bdf2b669-092a-4c04-820d-c189029602e0,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:33.488445 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49680) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:33.497479 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-6c5a6d56-44e8-4a56-81b8-e2a7960b9661 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2036147490'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:37:33.632768 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1fe5b3fb-f5b7-4cae-8e45-2e3602c67c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:33.635183 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5a6d56-44e8-4a56-81b8-e2a7960b9661 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Made reservation on behalf of b129b2d0cc574d61ba3c8dd1b24c167b for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:37:33.639234 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6c5a6d56-44e8-4a56-81b8-e2a7960b9661 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:33.695974 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c5a6d56-44e8-4a56-81b8-e2a7960b9661 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:37:33.717302 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285b9b0-4d0c-4e24-89b4-9b12fedcc12f req-2dc79833-494c-4c24-a983-4848ae8eb365 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:33.718811 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8285b9b0-4d0c-4e24-89b4-9b12fedcc12f req-2dc79833-494c-4c24-a983-4848ae8eb365 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 945 time: 0.0766170 Dec 17 15:37:33.720228 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6c5a6d56-44e8-4a56-81b8-e2a7960b9661 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:33.720566 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-6c5a6d56-44e8-4a56-81b8-e2a7960b9661 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Added segment 0dc686af-8ccb-4331-a7d2-ac3feded76e4 of type vlan for network 20a8d8b2-0dde-459d-81fc-85d5873afa7a Dec 17 15:37:33.790506 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6c5a6d56-44e8-4a56-81b8-e2a7960b9661 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:33.804397 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8285b9b0-4d0c-4e24-89b4-9b12fedcc12f req-4a6fbc8c-70de-46cb-86f9-c0f0b78154dd tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757928 Dec 17 15:37:33.894588 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6c5a6d56-44e8-4a56-81b8-e2a7960b9661 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:33.900811 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5a6d56-44e8-4a56-81b8-e2a7960b9661 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:33.901664 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6c5a6d56-44e8-4a56-81b8-e2a7960b9661 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:33.914497 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-1fe5b3fb-f5b7-4cae-8e45-2e3602c67c65 admin admin] Deleting port 021cabad-e335-417d-99e2-b24395f22eea {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:37:33.914897 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1fe5b3fb-f5b7-4cae-8e45-2e3602c67c65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:33.974521 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:33.987593 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a6d56-44e8-4a56-81b8-e2a7960b9661 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event updated for resources: {'Network': ['ID=20a8d8b2-0dde-459d-81fc-85d5873afa7a,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:34.001726 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 20a8d8b2-0dde-459d-81fc-85d5873afa7a details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:37:34.026424 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-1fe5b3fb-f5b7-4cae-8e45-2e3602c67c65 admin admin] For port 021cabad-e335-417d-99e2-b24395f22eea, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=021cabad-e335-417d-99e2-b24395f22eea,segment=NetworkSegment(f1f4760e-7fd1-432e-9861-fd1a052a7a2d),segment_id=f1f4760e-7fd1-432e-9861-fd1a052a7a2d)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:37:34.026971 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1fe5b3fb-f5b7-4cae-8e45-2e3602c67c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:34.044113 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-1fe5b3fb-f5b7-4cae-8e45-2e3602c67c65 admin admin] Calling delete_port for 021cabad-e335-417d-99e2-b24395f22eea owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:37:34.064307 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6c5a6d56-44e8-4a56-81b8-e2a7960b9661 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5673409 Dec 17 15:37:34.065683 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49688) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:34.070586 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-053b6afc-ea07-4793-8e75-006c7611c0b9 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Request body: {'subnet': {'network_id': '20a8d8b2-0dde-459d-81fc-85d5873afa7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:37:34.200967 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:34.264080 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053b6afc-ea07-4793-8e75-006c7611c0b9 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Made reservation on behalf of b129b2d0cc574d61ba3c8dd1b24c167b for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:37:34.268737 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-053b6afc-ea07-4793-8e75-006c7611c0b9 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:34.345889 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1fe5b3fb-f5b7-4cae-8e45-2e3602c67c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:34.389005 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5b3fb-f5b7-4cae-8e45-2e3602c67c65 admin admin] Pushing event deleted for resources: {'Port': ['ID=021cabad-e335-417d-99e2-b24395f22eea,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:34.604978 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-053b6afc-ea07-4793-8e75-006c7611c0b9 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:34.607242 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1fe5b3fb-f5b7-4cae-8e45-2e3602c67c65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:34.667175 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b6afc-ea07-4793-8e75-006c7611c0b9 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event updated for resources: {'Subnet': ['ID=64aa5926-c529-4102-870b-66cf1abb7939,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:34.682151 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053b6afc-ea07-4793-8e75-006c7611c0b9 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Checking segment: {'id': '0dc686af-8ccb-4331-a7d2-ac3feded76e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '20a8d8b2-0dde-459d-81fc-85d5873afa7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:37:34.682151 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053b6afc-ea07-4793-8e75-006c7611c0b9 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Network hostable DHCP agents. Network: 20a8d8b2-0dde-459d-81fc-85d5873afa7a, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:37:34.777663 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053b6afc-ea07-4793-8e75-006c7611c0b9 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Network 20a8d8b2-0dde-459d-81fc-85d5873afa7a is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:37:34.904121 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-053b6afc-ea07-4793-8e75-006c7611c0b9 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 20a8d8b2-0dde-459d-81fc-85d5873afa7a) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:37:34.909638 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053b6afc-ea07-4793-8e75-006c7611c0b9 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:34.910254 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-053b6afc-ea07-4793-8e75-006c7611c0b9 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:34.920434 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62104c4-2d37-49d3-bf5a-c005b3147fdc None None] Network 20a8d8b2-0dde-459d-81fc-85d5873afa7a requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:37:34.980494 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d7c9d-28ea-4132-b8c0-4b04cc6822e5 req-ed6bcbd6-eeb3-4a36-b6b6-05c3fb0ee80b tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:34.988865 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e96d7c9d-28ea-4132-b8c0-4b04cc6822e5 req-ed6bcbd6-eeb3-4a36-b6b6-05c3fb0ee80b tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 945 time: 0.0757587 Dec 17 15:37:35.027779 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-053b6afc-ea07-4793-8e75-006c7611c0b9 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9576223 Dec 17 15:37:35.029944 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49706) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:35.035107 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-88199ab7-b8e9-4490-b4c9-3e5af0f8386c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2068679686'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:37:35.053998 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e96d7c9d-28ea-4132-b8c0-4b04cc6822e5 req-6782e6df-e565-426c-a916-55fbf6cf8efe tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638361 Dec 17 15:37:35.119182 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6048a12-feb1-4222-908d-4b9aaeab6983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-20a8d8b2-0dde-459d-81fc-85d5873afa7a', 'network_id': '20a8d8b2-0dde-459d-81fc-85d5873afa7a', 'tenant_id': 'b129b2d0cc574d61ba3c8dd1b24c167b', 'fixed_ips': [{'subnet_id': '64aa5926-c529-4102-870b-66cf1abb7939'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:37:35.126354 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b6048a12-feb1-4222-908d-4b9aaeab6983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:35.195136 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88199ab7-b8e9-4490-b4c9-3e5af0f8386c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Made reservation on behalf of b129b2d0cc574d61ba3c8dd1b24c167b for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:37:35.200978 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-88199ab7-b8e9-4490-b4c9-3e5af0f8386c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:35.232747 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe5b3fb-f5b7-4cae-8e45-2e3602c67c65 admin admin] Router 1d556a10-dc14-4b9b-bd01-db3f31be4014 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:37:35.249825 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88199ab7-b8e9-4490-b4c9-3e5af0f8386c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:37:35.263575 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-88199ab7-b8e9-4490-b4c9-3e5af0f8386c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:35.273001 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-88199ab7-b8e9-4490-b4c9-3e5af0f8386c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Added segment 46215c79-4b4f-43f6-b967-fc09a7d18558 of type vlan for network e72b7014-e04f-4a44-a545-c518d0883f73 Dec 17 15:37:35.319532 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-b6048a12-feb1-4222-908d-4b9aaeab6983 None None] Allocated IP 2001:db8::3 (20a8d8b2-0dde-459d-81fc-85d5873afa7a/64aa5926-c529-4102-870b-66cf1abb7939/e8bd9739-7637-4716-8b7c-bb7415722e02) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:37:35.322064 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-88199ab7-b8e9-4490-b4c9-3e5af0f8386c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:35.379904 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe5b3fb-f5b7-4cae-8e45-2e3602c67c65 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:37:35.388879 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1fe5b3fb-f5b7-4cae-8e45-2e3602c67c65 admin admin] 10.222.0.46 "PUT /v2.0/routers/1d556a10-dc14-4b9b-bd01-db3f31be4014/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2713025 Dec 17 15:37:35.388999 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49716) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:35.400627 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c9e0de-a6fa-4d72-9037-0e0774fef09b None None] Sync routers for ids ['1d556a10-dc14-4b9b-bd01-db3f31be4014'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:37:35.419915 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c9e0de-a6fa-4d72-9037-0e0774fef09b None None] Routers {'1d556a10-dc14-4b9b-bd01-db3f31be4014'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:37:35.420519 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-53c9e0de-a6fa-4d72-9037-0e0774fef09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:37:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1d556a10-dc14-4b9b-bd01-db3f31be4014'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:35.460989 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-88199ab7-b8e9-4490-b4c9-3e5af0f8386c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:35.467072 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88199ab7-b8e9-4490-b4c9-3e5af0f8386c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:35.467665 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-88199ab7-b8e9-4490-b4c9-3e5af0f8386c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:35.560358 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88199ab7-b8e9-4490-b4c9-3e5af0f8386c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event updated for resources: {'Network': ['ID=e72b7014-e04f-4a44-a545-c518d0883f73,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:35.575633 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-acb3a790-581e-4105-a1ac-9368e50b1ba2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:35.577589 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network e72b7014-e04f-4a44-a545-c518d0883f73 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:37:35.633083 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-88199ab7-b8e9-4490-b4c9-3e5af0f8386c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6020255 Dec 17 15:37:35.636588 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49722) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:35.649489 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-d8d8faaa-61b2-4033-a022-ee5140780a39 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Request body: {'subnet': {'network_id': 'e72b7014-e04f-4a44-a545-c518d0883f73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:37:35.692933 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b6048a12-feb1-4222-908d-4b9aaeab6983 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:35.695260 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-53c9e0de-a6fa-4d72-9037-0e0774fef09b None None] Set router 1d556a10-dc14-4b9b-bd01-db3f31be4014 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:37:35.730143 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-acb3a790-581e-4105-a1ac-9368e50b1ba2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:35.794517 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b6048a12-feb1-4222-908d-4b9aaeab6983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:35.852072 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-acb3a790-581e-4105-a1ac-9368e50b1ba2 admin admin] Deleting port 3cff2f57-cdc7-429b-9da4-a341b6f69935 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:37:35.852284 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6048a12-feb1-4222-908d-4b9aaeab6983 None None] Network 20a8d8b2-0dde-459d-81fc-85d5873afa7a is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:37:35.852413 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-acb3a790-581e-4105-a1ac-9368e50b1ba2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:35.861285 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-b6048a12-feb1-4222-908d-4b9aaeab6983 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:37:35.864834 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6048a12-feb1-4222-908d-4b9aaeab6983 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:37:35.867430 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6048a12-feb1-4222-908d-4b9aaeab6983 None None] Pushing event updated for resources: {'Port': ['ID=e8bd9739-7637-4716-8b7c-bb7415722e02,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:35.904861 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d8faaa-61b2-4033-a022-ee5140780a39 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Made reservation on behalf of b129b2d0cc574d61ba3c8dd1b24c167b for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:37:35.912480 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d8d8faaa-61b2-4033-a022-ee5140780a39 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:35.955138 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-acb3a790-581e-4105-a1ac-9368e50b1ba2 admin admin] For port 3cff2f57-cdc7-429b-9da4-a341b6f69935, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3cff2f57-cdc7-429b-9da4-a341b6f69935,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:37:35.955512 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-acb3a790-581e-4105-a1ac-9368e50b1ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:35.960054 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b6048a12-feb1-4222-908d-4b9aaeab6983 None None] Attempting to bind port e8bd9739-7637-4716-8b7c-bb7415722e02 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:37:35.960054 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b6048a12-feb1-4222-908d-4b9aaeab6983 None None] Attempting to bind port e8bd9739-7637-4716-8b7c-bb7415722e02 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '0dc686af-8ccb-4331-a7d2-ac3feded76e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '20a8d8b2-0dde-459d-81fc-85d5873afa7a'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:37:35.960054 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6048a12-feb1-4222-908d-4b9aaeab6983 None None] Attempting to bind port e8bd9739-7637-4716-8b7c-bb7415722e02 on network 20a8d8b2-0dde-459d-81fc-85d5873afa7a {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:37:35.965395 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6048a12-feb1-4222-908d-4b9aaeab6983 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:37:35.965774 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6048a12-feb1-4222-908d-4b9aaeab6983 None None] Checking segment: {'id': '0dc686af-8ccb-4331-a7d2-ac3feded76e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '20a8d8b2-0dde-459d-81fc-85d5873afa7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:37:35.966174 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b6048a12-feb1-4222-908d-4b9aaeab6983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:35.966565 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6048a12-feb1-4222-908d-4b9aaeab6983 None None] Bound using segment: {'id': '0dc686af-8ccb-4331-a7d2-ac3feded76e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '20a8d8b2-0dde-459d-81fc-85d5873afa7a'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:37:35.967033 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b6048a12-feb1-4222-908d-4b9aaeab6983 None None] Bound port: e8bd9739-7637-4716-8b7c-bb7415722e02, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc686af-8ccb-4331-a7d2-ac3feded76e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '20a8d8b2-0dde-459d-81fc-85d5873afa7a'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:37:35.967414 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b6048a12-feb1-4222-908d-4b9aaeab6983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:35.970024 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-acb3a790-581e-4105-a1ac-9368e50b1ba2 admin admin] Calling delete_port for 3cff2f57-cdc7-429b-9da4-a341b6f69935 owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:37:36.013949 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.ipam_backend_mixin [None req-d8d8faaa-61b2-4033-a022-ee5140780a39 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Performing IP validity checks on allocation pools {{(pid=102833) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 17 15:37:36.014462 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.ipam_backend_mixin [None req-d8d8faaa-61b2-4033-a022-ee5140780a39 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102833) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 17 15:37:36.043009 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-53c9e0de-a6fa-4d72-9037-0e0774fef09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'name': 'tempest-AttachVolumeShelveTestJSON-1198719740-router', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:27:21Z', 'updated_at': '2021-12-17T15:37:34Z', 'revision_number': 5, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'gw_port': {'id': '3cff2f57-cdc7-429b-9da4-a341b6f69935', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:27:22Z', 'updated_at': '2021-12-17T15:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:36.086445 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c9e0de-a6fa-4d72-9037-0e0774fef09b None None] Checking router: 1d556a10-dc14-4b9b-bd01-db3f31be4014 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:37:36.105398 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b6048a12-feb1-4222-908d-4b9aaeab6983 None None] For port e8bd9739-7637-4716-8b7c-bb7415722e02, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:37:36.107414 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c9e0de-a6fa-4d72-9037-0e0774fef09b None None] Routers {'1d556a10-dc14-4b9b-bd01-db3f31be4014'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:37:36.108136 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-53c9e0de-a6fa-4d72-9037-0e0774fef09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:37:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1d556a10-dc14-4b9b-bd01-db3f31be4014'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:36.112354 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b6048a12-feb1-4222-908d-4b9aaeab6983 None None] For port e8bd9739-7637-4716-8b7c-bb7415722e02, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e8bd9739-7637-4716-8b7c-bb7415722e02,segment=NetworkSegment(0dc686af-8ccb-4331-a7d2-ac3feded76e4),segment_id=0dc686af-8ccb-4331-a7d2-ac3feded76e4)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:37:36.276348 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-acb3a790-581e-4105-a1ac-9368e50b1ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:36.290714 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb432164-b53c-4b80-acf8-e8a55bde66ac req-33dc9c87-e124-4269-85f9-08f4d44ffb78 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:36.292461 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cb432164-b53c-4b80-acf8-e8a55bde66ac req-33dc9c87-e124-4269-85f9-08f4d44ffb78 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 945 time: 0.0864367 Dec 17 15:37:36.317450 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3a790-581e-4105-a1ac-9368e50b1ba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cff2f57-cdc7-429b-9da4-a341b6f69935,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:36.364279 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b6048a12-feb1-4222-908d-4b9aaeab6983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:36.374998 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d8d8faaa-61b2-4033-a022-ee5140780a39 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:36.419053 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cb432164-b53c-4b80-acf8-e8a55bde66ac req-3e19b43b-400e-41f1-99a3-fceb42fb926d tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039019 Dec 17 15:37:36.433697 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-acb3a790-581e-4105-a1ac-9368e50b1ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:36.452428 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-53c9e0de-a6fa-4d72-9037-0e0774fef09b None None] Set router 1d556a10-dc14-4b9b-bd01-db3f31be4014 gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:37:36.482231 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6048a12-feb1-4222-908d-4b9aaeab6983 None None] Pushing event updated for resources: {'Port': ['ID=e8bd9739-7637-4716-8b7c-bb7415722e02,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:36.518307 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-53c9e0de-a6fa-4d72-9037-0e0774fef09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'name': 'tempest-AttachVolumeShelveTestJSON-1198719740-router', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:27:21Z', 'updated_at': '2021-12-17T15:37:35Z', 'revision_number': 6, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:36.572454 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c9e0de-a6fa-4d72-9037-0e0774fef09b None None] The sync data for ids ['1d556a10-dc14-4b9b-bd01-db3f31be4014'] in n-d-820553-2 is: [{'id': '1d556a10-dc14-4b9b-bd01-db3f31be4014', 'name': 'tempest-AttachVolumeShelveTestJSON-1198719740-router', 'tenant_id': '3946e10ff975425598a71e1a9e6d2cf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:27:21Z', 'updated_at': '2021-12-17T15:37:35Z', 'revision_number': 6, 'project_id': '3946e10ff975425598a71e1a9e6d2cf1', 'gw_port_host': None}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:37:36.584487 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d8faaa-61b2-4033-a022-ee5140780a39 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Checking segment: {'id': '46215c79-4b4f-43f6-b967-fc09a7d18558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e72b7014-e04f-4a44-a545-c518d0883f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:37:36.584487 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d8faaa-61b2-4033-a022-ee5140780a39 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Network hostable DHCP agents. Network: e72b7014-e04f-4a44-a545-c518d0883f73, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:37:36.590133 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8faaa-61b2-4033-a022-ee5140780a39 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event updated for resources: {'Subnet': ['ID=b1ef27a3-b508-4615-8035-5139fd151220,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:36.663268 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-acb3a790-581e-4105-a1ac-9368e50b1ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:36.665194 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-acb3a790-581e-4105-a1ac-9368e50b1ba2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:36.694313 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d8faaa-61b2-4033-a022-ee5140780a39 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Network e72b7014-e04f-4a44-a545-c518d0883f73 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:37:36.795882 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-d8d8faaa-61b2-4033-a022-ee5140780a39 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, e72b7014-e04f-4a44-a545-c518d0883f73) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:37:36.800992 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d8faaa-61b2-4033-a022-ee5140780a39 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:36.801864 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d8d8faaa-61b2-4033-a022-ee5140780a39 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:36.811228 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c0c0b2-e03b-4c95-b543-3811ccc4d566 None None] Network e72b7014-e04f-4a44-a545-c518d0883f73 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:37:36.835578 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-acb3a790-581e-4105-a1ac-9368e50b1ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:36.836166 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb3a790-581e-4105-a1ac-9368e50b1ba2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d556a10-dc14-4b9b-bd01-db3f31be4014 {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:37:36.842482 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-acb3a790-581e-4105-a1ac-9368e50b1ba2 admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:36.847289 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-acb3a790-581e-4105-a1ac-9368e50b1ba2 admin admin] 10.222.0.46 "DELETE /v2.0/routers/1d556a10-dc14-4b9b-bd01-db3f31be4014 HTTP/1.1" status: 204 len: 168 time: 1.4548092 Dec 17 15:37:36.847866 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49740) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:36.945261 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dd285c5-bb2d-451c-bcef-773c7267b879 admin admin] Deleting subnet bb81f603-60e6-418f-8fce-326d48a9c9a7 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:37:36.956527 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7dd285c5-bb2d-451c-bcef-773c7267b879 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:36.961429 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d8d8faaa-61b2-4033-a022-ee5140780a39 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3149056 Dec 17 15:37:36.961700 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49742) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:37.058811 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7dd285c5-bb2d-451c-bcef-773c7267b879 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:37.096173 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74eeb57-64fc-4255-8109-81f9387ab3d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-e72b7014-e04f-4a44-a545-c518d0883f73', 'network_id': 'e72b7014-e04f-4a44-a545-c518d0883f73', 'tenant_id': 'b129b2d0cc574d61ba3c8dd1b24c167b', 'fixed_ips': [{'subnet_id': 'b1ef27a3-b508-4615-8035-5139fd151220'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:37:37.103212 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c74eeb57-64fc-4255-8109-81f9387ab3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:37.237305 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5393af4-b0c4-4278-95ea-bac69f7226b5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:37.246909 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7dd285c5-bb2d-451c-bcef-773c7267b879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:37.365713 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-c74eeb57-64fc-4255-8109-81f9387ab3d0 None None] Allocated IP 2001:db8::3 (e72b7014-e04f-4a44-a545-c518d0883f73/b1ef27a3-b508-4615-8035-5139fd151220/bafbc9a7-4796-47ad-a941-7c573dbaee9d) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:37:37.370095 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5393af4-b0c4-4278-95ea-bac69f7226b5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:37.463840 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7dd285c5-bb2d-451c-bcef-773c7267b879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:37.502233 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd285c5-bb2d-451c-bcef-773c7267b879 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb81f603-60e6-418f-8fce-326d48a9c9a7,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:37.514919 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7dd285c5-bb2d-451c-bcef-773c7267b879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:37.514919 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7dd285c5-bb2d-451c-bcef-773c7267b879 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/bb81f603-60e6-418f-8fce-326d48a9c9a7 HTTP/1.1" status: 204 len: 168 time: 0.6652443 Dec 17 15:37:37.518937 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49752) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:37.530259 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec7666a-0a1e-4db2-a0df-f375d495aa73 None None] Network 14d6281a-4511-4bb4-90e9-4eb4dec9d036 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:37:37.651111 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e6dd7595-3348-438e-8b85-26555c601c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:37.673854 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7011d93-027a-4521-bfee-8ebfb3cf91d3 req-e10157e9-3d1b-4927-8aec-70b2c422fd48 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:37.675586 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d7011d93-027a-4521-bfee-8ebfb3cf91d3 req-e10157e9-3d1b-4927-8aec-70b2c422fd48 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 945 time: 0.1192842 Dec 17 15:37:37.795905 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c74eeb57-64fc-4255-8109-81f9387ab3d0 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:37.817593 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d7011d93-027a-4521-bfee-8ebfb3cf91d3 req-a42ff12b-8c1f-4b43-8acc-33c64b35fea9 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928183 Dec 17 15:37:37.831850 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-e6dd7595-3348-438e-8b85-26555c601c1d admin admin] Deleting port c7e7dd58-2893-4486-88b6-b897acdc9f5c {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:37:37.832228 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e6dd7595-3348-438e-8b85-26555c601c1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:37.872075 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2286200-ad2b-44d5-80a1-05df42be2ed4 None None] DHCP port deletion for 14d6281a-4511-4bb4-90e9-4eb4dec9d036 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:37:37.884035 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c74eeb57-64fc-4255-8109-81f9387ab3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:37.916988 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74eeb57-64fc-4255-8109-81f9387ab3d0 None None] Network e72b7014-e04f-4a44-a545-c518d0883f73 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:37:37.917721 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-e6dd7595-3348-438e-8b85-26555c601c1d admin admin] For port c7e7dd58-2893-4486-88b6-b897acdc9f5c, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c7e7dd58-2893-4486-88b6-b897acdc9f5c,segment=NetworkSegment(f1f4760e-7fd1-432e-9861-fd1a052a7a2d),segment_id=f1f4760e-7fd1-432e-9861-fd1a052a7a2d)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:37:37.918106 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e6dd7595-3348-438e-8b85-26555c601c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:37.932235 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-e6dd7595-3348-438e-8b85-26555c601c1d admin admin] Calling delete_port for c7e7dd58-2893-4486-88b6-b897acdc9f5c owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:37:37.961627 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-c74eeb57-64fc-4255-8109-81f9387ab3d0 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:37:37.965089 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74eeb57-64fc-4255-8109-81f9387ab3d0 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:37:37.991945 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5393af4-b0c4-4278-95ea-bac69f7226b5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:38.024753 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5393af4-b0c4-4278-95ea-bac69f7226b5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event deleted for resources: {'Subnet': ['ID=b1ef27a3-b508-4615-8035-5139fd151220,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:38.077809 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74eeb57-64fc-4255-8109-81f9387ab3d0 None None] Pushing event updated for resources: {'Port': ['ID=bafbc9a7-4796-47ad-a941-7c573dbaee9d,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:38.100293 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-c74eeb57-64fc-4255-8109-81f9387ab3d0 None None] Attempting to bind port bafbc9a7-4796-47ad-a941-7c573dbaee9d on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:37:38.104031 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-c74eeb57-64fc-4255-8109-81f9387ab3d0 None None] Attempting to bind port bafbc9a7-4796-47ad-a941-7c573dbaee9d by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '46215c79-4b4f-43f6-b967-fc09a7d18558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e72b7014-e04f-4a44-a545-c518d0883f73'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:37:38.104825 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74eeb57-64fc-4255-8109-81f9387ab3d0 None None] Attempting to bind port bafbc9a7-4796-47ad-a941-7c573dbaee9d on network e72b7014-e04f-4a44-a545-c518d0883f73 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:37:38.115795 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74eeb57-64fc-4255-8109-81f9387ab3d0 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:37:38.116228 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74eeb57-64fc-4255-8109-81f9387ab3d0 None None] Checking segment: {'id': '46215c79-4b4f-43f6-b967-fc09a7d18558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e72b7014-e04f-4a44-a545-c518d0883f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:37:38.116564 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c74eeb57-64fc-4255-8109-81f9387ab3d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:38.117106 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74eeb57-64fc-4255-8109-81f9387ab3d0 None None] Bound using segment: {'id': '46215c79-4b4f-43f6-b967-fc09a7d18558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e72b7014-e04f-4a44-a545-c518d0883f73'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:37:38.117591 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-c74eeb57-64fc-4255-8109-81f9387ab3d0 None None] Bound port: bafbc9a7-4796-47ad-a941-7c573dbaee9d, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46215c79-4b4f-43f6-b967-fc09a7d18558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e72b7014-e04f-4a44-a545-c518d0883f73'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:37:38.117973 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c74eeb57-64fc-4255-8109-81f9387ab3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:38.132625 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5393af4-b0c4-4278-95ea-bac69f7226b5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:38.182869 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-e2286200-ad2b-44d5-80a1-05df42be2ed4 None None] Deleting port c7e7dd58-2893-4486-88b6-b897acdc9f5c {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:37:38.183241 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e2286200-ad2b-44d5-80a1-05df42be2ed4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:38.218364 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-a5393af4-b0c4-4278-95ea-bac69f7226b5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e72b7014-e04f-4a44-a545-c518d0883f73']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:38.246169 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-a5393af4-b0c4-4278-95ea-bac69f7226b5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46215c79-4b4f-43f6-b967-fc09a7d18558') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:38.246472 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-a5393af4-b0c4-4278-95ea-bac69f7226b5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46215c79-4b4f-43f6-b967-fc09a7d18558') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:38.273813 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5393af4-b0c4-4278-95ea-bac69f7226b5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:38.308311 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5393af4-b0c4-4278-95ea-bac69f7226b5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:38.316162 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5393af4-b0c4-4278-95ea-bac69f7226b5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:37:38.316573 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5393af4-b0c4-4278-95ea-bac69f7226b5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:38.337447 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-e2286200-ad2b-44d5-80a1-05df42be2ed4 None None] For port c7e7dd58-2893-4486-88b6-b897acdc9f5c, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c7e7dd58-2893-4486-88b6-b897acdc9f5c,segment=NetworkSegment(f1f4760e-7fd1-432e-9861-fd1a052a7a2d),segment_id=f1f4760e-7fd1-432e-9861-fd1a052a7a2d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:37:38.337862 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e2286200-ad2b-44d5-80a1-05df42be2ed4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:38.352045 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c74eeb57-64fc-4255-8109-81f9387ab3d0 None None] For port bafbc9a7-4796-47ad-a941-7c573dbaee9d, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:37:38.374724 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-e2286200-ad2b-44d5-80a1-05df42be2ed4 None None] Calling delete_port for c7e7dd58-2893-4486-88b6-b897acdc9f5c owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:37:38.413583 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:37:38.413583 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:37:38.413583 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:37:38.413583 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:37:38.413583 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:37:38.413583 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:37:38.413583 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:37:38.413583 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:37:38.413583 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:37:38.413583 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:37:38.413583 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:37:38.413583 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:37:38.413583 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:37:38.413583 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:37:38.413583 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:37:38.413583 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:37:38.413583 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:37:38.413583 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:37:38.413583 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:37:38.413583 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:37:38.413583 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:37:38.413583 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:37:38.413583 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:37:38.413583 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:37:38.413583 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:37:38.413583 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:37:38.413583 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:37:38.413583 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:37:38.413583 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:37:38.413583 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:37:38.413583 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:37:38.413583 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:37:38.432874 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135580c5-00b6-4460-8dd6-b8e82b5be1e3 None None] Network 20a8d8b2-0dde-459d-81fc-85d5873afa7a requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:37:38.486475 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c74eeb57-64fc-4255-8109-81f9387ab3d0 None None] For port bafbc9a7-4796-47ad-a941-7c573dbaee9d, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=bafbc9a7-4796-47ad-a941-7c573dbaee9d,segment=NetworkSegment(46215c79-4b4f-43f6-b967-fc09a7d18558),segment_id=46215c79-4b4f-43f6-b967-fc09a7d18558)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:37:38.486686 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e6dd7595-3348-438e-8b85-26555c601c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:38.487927 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.db.api [None req-a5393af4-b0c4-4278-95ea-bac69f7226b5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 15:37:38.487927 n-d-820553-2 neutron-server[102833]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 15:37:38.487927 n-d-820553-2 neutron-server[102833]: [parameters: {'id': 'e72b7014-e04f-4a44-a545-c518d0883f73'}] Dec 17 15:37:38.487927 n-d-820553-2 neutron-server[102833]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:37:38.489155 n-d-820553-2 neutron-server[102833]: DEBUG oslo_db.api [None req-a5393af4-b0c4-4278-95ea-bac69f7226b5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:37:38.519376 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d283542a-61f2-45d2-b0a6-de286dcf0504 None None] Provisioning complete for port e8bd9739-7637-4716-8b7c-bb7415722e02 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:37:38.519771 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d283542a-61f2-45d2-b0a6-de286dcf0504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:38.520430 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd7595-3348-438e-8b85-26555c601c1d admin admin] Pushing event deleted for resources: {'Port': ['ID=c7e7dd58-2893-4486-88b6-b897acdc9f5c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:38.522569 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dd7595-3348-438e-8b85-26555c601c1d admin admin] No DVR routers for this DVR port c7e7dd58-2893-4486-88b6-b897acdc9f5c on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:37:38.553780 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c74eeb57-64fc-4255-8109-81f9387ab3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:38.626104 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e6dd7595-3348-438e-8b85-26555c601c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:38.639307 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e2286200-ad2b-44d5-80a1-05df42be2ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:38.659633 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-e6dd7595-3348-438e-8b85-26555c601c1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d6281a-4511-4bb4-90e9-4eb4dec9d036']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:38.673613 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-e6dd7595-3348-438e-8b85-26555c601c1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1f4760e-7fd1-432e-9861-fd1a052a7a2d') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:38.673920 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-e6dd7595-3348-438e-8b85-26555c601c1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1f4760e-7fd1-432e-9861-fd1a052a7a2d') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:38.694654 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e8bd9739-7637-4716-8b7c-bb7415722e02 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:37:38.699461 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e6dd7595-3348-438e-8b85-26555c601c1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:38.715649 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e6dd7595-3348-438e-8b85-26555c601c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:38.722657 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6dd7595-3348-438e-8b85-26555c601c1d admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:37:38.727877 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e6dd7595-3348-438e-8b85-26555c601c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:38.727877 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:37:38.727877 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:37:38.727877 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:37:38.727877 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:37:38.727877 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:37:38.727877 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:37:38.727877 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:37:38.727877 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:37:38.727877 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:37:38.727877 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:37:38.727877 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:37:38.727877 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:37:38.727877 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:37:38.727877 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:37:38.727877 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:37:38.727877 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:37:38.727877 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:37:38.727877 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:37:38.727877 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:37:38.727877 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:37:38.727877 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:37:38.727877 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:37:38.727877 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:37:38.727877 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:37:38.727877 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:37:38.727877 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:37:38.727877 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:37:38.727877 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:37:38.727877 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:37:38.727877 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:37:38.727877 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:37:38.727877 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:37:38.741404 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2286200-ad2b-44d5-80a1-05df42be2ed4 None None] No DVR routers for this DVR port c7e7dd58-2893-4486-88b6-b897acdc9f5c on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:37:38.762354 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74eeb57-64fc-4255-8109-81f9387ab3d0 None None] Pushing event updated for resources: {'Port': ['ID=bafbc9a7-4796-47ad-a941-7c573dbaee9d,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:38.806328 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99892398-4779-49b1-bffa-fe4c388be3d3 None None] Network e72b7014-e04f-4a44-a545-c518d0883f73 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:37:38.822725 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2286200-ad2b-44d5-80a1-05df42be2ed4 None None] Pushing event deleted for resources: {'Port': ['ID=c7e7dd58-2893-4486-88b6-b897acdc9f5c,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:38.855479 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e6dd7595-3348-438e-8b85-26555c601c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:38.879249 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e6dd7595-3348-438e-8b85-26555c601c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:38.886357 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e6dd7595-3348-438e-8b85-26555c601c1d admin admin] 10.222.0.46 "DELETE /v2.0/networks/14d6281a-4511-4bb4-90e9-4eb4dec9d036 HTTP/1.1" status: 204 len: 168 time: 1.3662102 Dec 17 15:37:38.900134 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd7595-3348-438e-8b85-26555c601c1d admin admin] Pushing event deleted for resources: {'Network': ['ID=14d6281a-4511-4bb4-90e9-4eb4dec9d036,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:38.943019 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d283542a-61f2-45d2-b0a6-de286dcf0504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:38.991249 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5393af4-b0c4-4278-95ea-bac69f7226b5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:39.006672 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port e8bd9739-7637-4716-8b7c-bb7415722e02 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:37:39.006672 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:39.017689 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2b995-367c-4dfa-bc54-e2c4cdeb91d7 req-7aa9c103-0144-430d-b1e9-2d7fffc61dcb tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:39.019272 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3da2b995-367c-4dfa-bc54-e2c4cdeb91d7 req-7aa9c103-0144-430d-b1e9-2d7fffc61dcb tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 945 time: 0.0698507 Dec 17 15:37:39.079210 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-a5393af4-b0c4-4278-95ea-bac69f7226b5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Deleting port bafbc9a7-4796-47ad-a941-7c573dbaee9d {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:37:39.080057 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5393af4-b0c4-4278-95ea-bac69f7226b5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:39.098782 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3da2b995-367c-4dfa-bc54-e2c4cdeb91d7 req-420e45ed-8836-4fac-98cf-d41408e3210b tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644197 Dec 17 15:37:39.145644 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-d283542a-61f2-45d2-b0a6-de286dcf0504 None None] For port e8bd9739-7637-4716-8b7c-bb7415722e02, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e8bd9739-7637-4716-8b7c-bb7415722e02,segment=NetworkSegment(0dc686af-8ccb-4331-a7d2-ac3feded76e4),segment_id=0dc686af-8ccb-4331-a7d2-ac3feded76e4)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:37:39.212009 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-a5393af4-b0c4-4278-95ea-bac69f7226b5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] For port bafbc9a7-4796-47ad-a941-7c573dbaee9d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=bafbc9a7-4796-47ad-a941-7c573dbaee9d,segment=NetworkSegment(46215c79-4b4f-43f6-b967-fc09a7d18558),segment_id=46215c79-4b4f-43f6-b967-fc09a7d18558)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:37:39.212388 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5393af4-b0c4-4278-95ea-bac69f7226b5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:39.226785 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-a5393af4-b0c4-4278-95ea-bac69f7226b5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Calling delete_port for bafbc9a7-4796-47ad-a941-7c573dbaee9d owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:37:39.240688 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d283542a-61f2-45d2-b0a6-de286dcf0504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:39.292325 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:39.297386 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49778) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:39.368506 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c9d0abe4-4ecf-426a-836e-2a2ff31bde13 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3946e10ff975425598a71e1a9e6d2cf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0695062 Dec 17 15:37:39.371339 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49782) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:39.376721 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a119b144-8be3-4298-b394-15369de74c33 None None] get_active_networks_info from n-d-820553-2 {{(pid=102834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 17 15:37:39.420440 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5393af4-b0c4-4278-95ea-bac69f7226b5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:39.424633 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283542a-61f2-45d2-b0a6-de286dcf0504 None None] Pushing event updated for resources: {'Port': ['ID=e8bd9739-7637-4716-8b7c-bb7415722e02,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:39.435604 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:37:39.435954 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:37:39.458074 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5393af4-b0c4-4278-95ea-bac69f7226b5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event deleted for resources: {'Port': ['ID=bafbc9a7-4796-47ad-a941-7c573dbaee9d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:39.470056 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5393af4-b0c4-4278-95ea-bac69f7226b5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] No DVR routers for this DVR port bafbc9a7-4796-47ad-a941-7c573dbaee9d on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:37:39.490138 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-8e5d9988-b5ba-419b-ba3d-8746304ed425 None None] Provisioning complete for port e8bd9739-7637-4716-8b7c-bb7415722e02 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:37:39.490519 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8e5d9988-b5ba-419b-ba3d-8746304ed425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:39.512870 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a119b144-8be3-4298-b394-15369de74c33 None None] Resources bound (agent type, host, resource id): {{(pid=102834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 15:37:39.518520 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b355a845-af1c-4ed5-b5d7-f6bcd97677a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:39.572425 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b355a845-af1c-4ed5-b5d7-f6bcd97677a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:39.602772 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5393af4-b0c4-4278-95ea-bac69f7226b5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:39.646461 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-a5393af4-b0c4-4278-95ea-bac69f7226b5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e72b7014-e04f-4a44-a545-c518d0883f73']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:39.658134 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-a5393af4-b0c4-4278-95ea-bac69f7226b5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46215c79-4b4f-43f6-b967-fc09a7d18558') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:39.658474 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-a5393af4-b0c4-4278-95ea-bac69f7226b5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46215c79-4b4f-43f6-b967-fc09a7d18558') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:39.673010 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5393af4-b0c4-4278-95ea-bac69f7226b5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:39.695119 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5393af4-b0c4-4278-95ea-bac69f7226b5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:39.701840 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5393af4-b0c4-4278-95ea-bac69f7226b5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:37:39.702588 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5393af4-b0c4-4278-95ea-bac69f7226b5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:39.706215 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:37:39.706215 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:37:39.706215 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:37:39.706215 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:37:39.706215 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:37:39.706215 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:37:39.706215 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:37:39.706215 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:37:39.706215 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:37:39.706215 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:37:39.706215 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:37:39.706215 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:37:39.706215 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:37:39.706215 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:37:39.706215 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:37:39.706215 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:37:39.706215 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:37:39.706215 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:37:39.706215 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:37:39.706215 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:37:39.706215 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:37:39.706215 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:37:39.706215 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:37:39.706215 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:37:39.706215 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:37:39.706215 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:37:39.706215 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:37:39.706215 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:37:39.706215 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:37:39.706215 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:37:39.706215 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:37:39.706215 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:37:39.771333 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b355a845-af1c-4ed5-b5d7-f6bcd97677a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:39.773850 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b355a845-af1c-4ed5-b5d7-f6bcd97677a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:39.777677 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b355a845-af1c-4ed5-b5d7-f6bcd97677a1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ebb5ffb5-c493-4e17-b261-832fe6b25b97 HTTP/1.1" status: 204 len: 168 time: 0.4024498 Dec 17 15:37:39.784710 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b355a845-af1c-4ed5-b5d7-f6bcd97677a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb5ffb5-c493-4e17-b261-832fe6b25b97,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:39.875475 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5393af4-b0c4-4278-95ea-bac69f7226b5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:39.882983 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5393af4-b0c4-4278-95ea-bac69f7226b5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:39.887438 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a5393af4-b0c4-4278-95ea-bac69f7226b5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "DELETE /v2.0/networks/e72b7014-e04f-4a44-a545-c518d0883f73 HTTP/1.1" status: 204 len: 168 time: 2.9230506 Dec 17 15:37:39.890164 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49792) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:39.904689 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-908af0b6-dd91-4d75-8fb0-c8e7df4b96a8 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-669639157'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:37:39.908740 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5393af4-b0c4-4278-95ea-bac69f7226b5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event deleted for resources: {'Network': ['ID=e72b7014-e04f-4a44-a545-c518d0883f73,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:40.044512 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c7e7dd58-2893-4486-88b6-b897acdc9f5c no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:37:40.057706 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908af0b6-dd91-4d75-8fb0-c8e7df4b96a8 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Made reservation on behalf of b129b2d0cc574d61ba3c8dd1b24c167b for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:37:40.061926 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-908af0b6-dd91-4d75-8fb0-c8e7df4b96a8 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:40.066024 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: c7e7dd58-2893-4486-88b6-b897acdc9f5c {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:37:40.066366 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c7e7dd58-2893-4486-88b6-b897acdc9f5c not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:37:40.066801 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 021cabad-e335-417d-99e2-b24395f22eea no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:37:40.087317 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 021cabad-e335-417d-99e2-b24395f22eea {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:37:40.087664 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 021cabad-e335-417d-99e2-b24395f22eea not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:37:40.088070 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3cff2f57-cdc7-429b-9da4-a341b6f69935 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:37:40.090297 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-908af0b6-dd91-4d75-8fb0-c8e7df4b96a8 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:37:40.100935 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-908af0b6-dd91-4d75-8fb0-c8e7df4b96a8 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:40.101439 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-908af0b6-dd91-4d75-8fb0-c8e7df4b96a8 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Added segment e1ea213f-04f1-421e-b611-ce65ef1cbaeb of type vlan for network 0bd07434-5a27-448b-9d42-2cca6a8706fd Dec 17 15:37:40.109140 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 3cff2f57-cdc7-429b-9da4-a341b6f69935 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:37:40.109766 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3cff2f57-cdc7-429b-9da4-a341b6f69935 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:37:40.149797 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-908af0b6-dd91-4d75-8fb0-c8e7df4b96a8 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:40.241666 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd00ce-00ef-4219-8a3e-851efbd1a528 req-32cb6a80-cbfb-4dab-8371-5d5fe67274fe tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:40.243242 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e3cd00ce-00ef-4219-8a3e-851efbd1a528 req-32cb6a80-cbfb-4dab-8371-5d5fe67274fe tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 945 time: 0.0607464 Dec 17 15:37:40.289684 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e3cd00ce-00ef-4219-8a3e-851efbd1a528 req-b5902a7b-3bdf-4b9a-b81d-7da91ef04f93 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361133 Dec 17 15:37:40.299030 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-908af0b6-dd91-4d75-8fb0-c8e7df4b96a8 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:40.305714 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908af0b6-dd91-4d75-8fb0-c8e7df4b96a8 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:40.306386 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-908af0b6-dd91-4d75-8fb0-c8e7df4b96a8 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:40.400559 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908af0b6-dd91-4d75-8fb0-c8e7df4b96a8 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event updated for resources: {'Network': ['ID=0bd07434-5a27-448b-9d42-2cca6a8706fd,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:40.401718 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:40.416294 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-908af0b6-dd91-4d75-8fb0-c8e7df4b96a8 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5156584 Dec 17 15:37:40.419328 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 0bd07434-5a27-448b-9d42-2cca6a8706fd details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:37:40.419544 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49814) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:40.426910 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-11d1f506-305b-4d9a-9ead-3bb0b126153f tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Request body: {'subnet': {'network_id': '0bd07434-5a27-448b-9d42-2cca6a8706fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:37:40.603872 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e8bd9739-7637-4716-8b7c-bb7415722e02 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:37:40.606606 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d1f506-305b-4d9a-9ead-3bb0b126153f tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Made reservation on behalf of b129b2d0cc574d61ba3c8dd1b24c167b for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:37:40.610676 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-11d1f506-305b-4d9a-9ead-3bb0b126153f tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:40.673809 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port e8bd9739-7637-4716-8b7c-bb7415722e02 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:37:40.676929 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:40.903547 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-11d1f506-305b-4d9a-9ead-3bb0b126153f tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:40.962643 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d1f506-305b-4d9a-9ead-3bb0b126153f tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event updated for resources: {'Subnet': ['ID=710657d0-295d-4909-89f8-e6cec6c492af,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:40.973285 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d1f506-305b-4d9a-9ead-3bb0b126153f tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Checking segment: {'id': 'e1ea213f-04f1-421e-b611-ce65ef1cbaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '0bd07434-5a27-448b-9d42-2cca6a8706fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:37:40.973659 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d1f506-305b-4d9a-9ead-3bb0b126153f tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Network hostable DHCP agents. Network: 0bd07434-5a27-448b-9d42-2cca6a8706fd, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:37:41.070065 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d1f506-305b-4d9a-9ead-3bb0b126153f tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Network 0bd07434-5a27-448b-9d42-2cca6a8706fd is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:37:41.149633 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-11d1f506-305b-4d9a-9ead-3bb0b126153f tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 0bd07434-5a27-448b-9d42-2cca6a8706fd) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:37:41.155075 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d1f506-305b-4d9a-9ead-3bb0b126153f tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:41.155921 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-11d1f506-305b-4d9a-9ead-3bb0b126153f tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:41.163549 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e1df43-d249-4379-b6ea-8836d583afc2 None None] Network 0bd07434-5a27-448b-9d42-2cca6a8706fd requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:37:41.251264 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-11d1f506-305b-4d9a-9ead-3bb0b126153f tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8295023 Dec 17 15:37:41.253749 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49838) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:41.376408 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299877ea-ac90-4ada-b1e2-b5adc0869d06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-0bd07434-5a27-448b-9d42-2cca6a8706fd', 'network_id': '0bd07434-5a27-448b-9d42-2cca6a8706fd', 'tenant_id': 'b129b2d0cc574d61ba3c8dd1b24c167b', 'fixed_ips': [{'subnet_id': '710657d0-295d-4909-89f8-e6cec6c492af'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:37:41.377628 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-299877ea-ac90-4ada-b1e2-b5adc0869d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:41.436087 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c68c4911-a06f-410d-93a9-1e6482ba0ce3 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:41.458254 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740b25f-310b-4f3f-9373-a91772a0c8c7 req-cadb67ce-47ec-4dd7-a26d-f25f125a96a3 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:41.470419 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0740b25f-310b-4f3f-9373-a91772a0c8c7 req-cadb67ce-47ec-4dd7-a26d-f25f125a96a3 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 945 time: 0.0749612 Dec 17 15:37:41.526868 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c68c4911-a06f-410d-93a9-1e6482ba0ce3 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:41.532279 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0740b25f-310b-4f3f-9373-a91772a0c8c7 req-246b9503-29f8-4a2a-b1c3-cec8c5c8e530 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559247 Dec 17 15:37:41.659416 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c68c4911-a06f-410d-93a9-1e6482ba0ce3 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:41.692939 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c4911-a06f-410d-93a9-1e6482ba0ce3 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event deleted for resources: {'Subnet': ['ID=710657d0-295d-4909-89f8-e6cec6c492af,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server [None req-299877ea-ac90-4ada-b1e2-b5adc0869d06 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 710657d0-295d-4909-89f8-e6cec6c492af: This subnet is being modified by another concurrent operation. Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise exception Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 710657d0-295d-4909-89f8-e6cec6c492af: This subnet is being modified by another concurrent operation. Dec 17 15:37:41.711228 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server Dec 17 15:37:41.730243 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9f28ac-bfd7-45ae-a806-544900acbd97 None None] Network 0bd07434-5a27-448b-9d42-2cca6a8706fd requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:37:41.779870 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c68c4911-a06f-410d-93a9-1e6482ba0ce3 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:41.802105 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-c68c4911-a06f-410d-93a9-1e6482ba0ce3 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd07434-5a27-448b-9d42-2cca6a8706fd']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:41.811656 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-c68c4911-a06f-410d-93a9-1e6482ba0ce3 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ea213f-04f1-421e-b611-ce65ef1cbaeb') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:41.811880 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-c68c4911-a06f-410d-93a9-1e6482ba0ce3 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ea213f-04f1-421e-b611-ce65ef1cbaeb') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:41.825485 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c68c4911-a06f-410d-93a9-1e6482ba0ce3 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:41.827242 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:37:41.842083 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c68c4911-a06f-410d-93a9-1e6482ba0ce3 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:41.849605 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c68c4911-a06f-410d-93a9-1e6482ba0ce3 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:37:41.850133 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c68c4911-a06f-410d-93a9-1e6482ba0ce3 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:41.855793 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b65522-a533-4af9-8997-6005202c8c45 None None] get_active_networks_info from n-d-820553-2 {{(pid=102834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 17 15:37:41.866120 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:37:41.866120 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:37:41.866120 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:37:41.866120 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:37:41.866120 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:37:41.866120 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:37:41.866120 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:37:41.866120 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:37:41.866120 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:37:41.866120 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:37:41.866120 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:37:41.866120 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:37:41.866120 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:37:41.866120 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:37:41.866120 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:37:41.866120 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:37:41.866120 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:37:41.866120 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:37:41.866120 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:37:41.866120 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:37:41.866120 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:37:41.866120 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:37:41.866120 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:37:41.866120 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:37:41.866120 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:37:41.866120 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:37:41.866120 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:37:41.866120 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:37:41.866120 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:37:41.866120 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:37:41.866120 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:37:41.866120 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:37:41.943876 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b65522-a533-4af9-8997-6005202c8c45 None None] Resources bound (agent type, host, resource id): {{(pid=102834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 15:37:41.978292 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c68c4911-a06f-410d-93a9-1e6482ba0ce3 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:41.993429 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c68c4911-a06f-410d-93a9-1e6482ba0ce3 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:41.996916 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c68c4911-a06f-410d-93a9-1e6482ba0ce3 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "DELETE /v2.0/networks/0bd07434-5a27-448b-9d42-2cca6a8706fd HTTP/1.1" status: 204 len: 168 time: 0.7419705 Dec 17 15:37:42.000782 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49862) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:42.005897 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-63348f85-73c3-4f29-a75d-0db3898669ed tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-846243645'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:37:42.018732 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c4911-a06f-410d-93a9-1e6482ba0ce3 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event deleted for resources: {'Network': ['ID=0bd07434-5a27-448b-9d42-2cca6a8706fd,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:42.110817 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63348f85-73c3-4f29-a75d-0db3898669ed tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Made reservation on behalf of b129b2d0cc574d61ba3c8dd1b24c167b for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:37:42.114883 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-63348f85-73c3-4f29-a75d-0db3898669ed tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:42.170015 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63348f85-73c3-4f29-a75d-0db3898669ed tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:37:42.181114 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-63348f85-73c3-4f29-a75d-0db3898669ed tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:42.186029 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-63348f85-73c3-4f29-a75d-0db3898669ed tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Added segment 0a49a70b-1ca1-4b81-8ff0-1bf259e8a43a of type vlan for network e2ed0c74-199d-47c5-a670-8f6c7ace7aed Dec 17 15:37:42.238354 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-63348f85-73c3-4f29-a75d-0db3898669ed tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:42.309588 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-63348f85-73c3-4f29-a75d-0db3898669ed tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:42.315411 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63348f85-73c3-4f29-a75d-0db3898669ed tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:42.316016 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-63348f85-73c3-4f29-a75d-0db3898669ed tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:42.382418 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63348f85-73c3-4f29-a75d-0db3898669ed tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event updated for resources: {'Network': ['ID=e2ed0c74-199d-47c5-a670-8f6c7ace7aed,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:42.394228 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network e2ed0c74-199d-47c5-a670-8f6c7ace7aed details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:37:42.428511 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49888) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:42.436459 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-4a8349df-7fa6-41f4-a5b9-91213ccd830e tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Request body: {'subnet': {'network_id': 'e2ed0c74-199d-47c5-a670-8f6c7ace7aed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:37:42.442143 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-63348f85-73c3-4f29-a75d-0db3898669ed tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4401703 Dec 17 15:37:42.633559 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8349df-7fa6-41f4-a5b9-91213ccd830e tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Made reservation on behalf of b129b2d0cc574d61ba3c8dd1b24c167b for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:37:42.638285 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4a8349df-7fa6-41f4-a5b9-91213ccd830e tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:42.711403 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0429df-fa33-4be8-af1b-541eea5bbc00 req-dea77324-aeea-4daa-8f1c-6ee4683d347d tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:42.720031 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c0429df-fa33-4be8-af1b-541eea5bbc00 req-dea77324-aeea-4daa-8f1c-6ee4683d347d tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 945 time: 0.1032097 Dec 17 15:37:42.817821 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c0429df-fa33-4be8-af1b-541eea5bbc00 req-1c880a48-12e4-4563-8d30-1bcea4e653f3 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964484 Dec 17 15:37:43.108105 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4a8349df-7fa6-41f4-a5b9-91213ccd830e tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:43.179773 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8349df-7fa6-41f4-a5b9-91213ccd830e tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event updated for resources: {'Subnet': ['ID=3dfbb9a4-4209-461a-b2fb-cb3574f8b56d,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:43.222329 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8349df-7fa6-41f4-a5b9-91213ccd830e tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Checking segment: {'id': '0a49a70b-1ca1-4b81-8ff0-1bf259e8a43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e2ed0c74-199d-47c5-a670-8f6c7ace7aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:37:43.222329 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8349df-7fa6-41f4-a5b9-91213ccd830e tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Network hostable DHCP agents. Network: e2ed0c74-199d-47c5-a670-8f6c7ace7aed, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:37:43.302147 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8349df-7fa6-41f4-a5b9-91213ccd830e tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Network e2ed0c74-199d-47c5-a670-8f6c7ace7aed is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:37:43.400674 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-4a8349df-7fa6-41f4-a5b9-91213ccd830e tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, e2ed0c74-199d-47c5-a670-8f6c7ace7aed) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:37:43.410829 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8349df-7fa6-41f4-a5b9-91213ccd830e tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:43.411408 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4a8349df-7fa6-41f4-a5b9-91213ccd830e tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:43.415079 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a45a66-cab1-4b01-bd30-b767e6471469 None None] Network e2ed0c74-199d-47c5-a670-8f6c7ace7aed requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:37:43.509147 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49908) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:43.519760 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4a8349df-7fa6-41f4-a5b9-91213ccd830e tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0839326 Dec 17 15:37:43.632240 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d2755d-7a24-415b-a426-079eccb4e116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-e2ed0c74-199d-47c5-a670-8f6c7ace7aed', 'network_id': 'e2ed0c74-199d-47c5-a670-8f6c7ace7aed', 'tenant_id': 'b129b2d0cc574d61ba3c8dd1b24c167b', 'fixed_ips': [{'subnet_id': '3dfbb9a4-4209-461a-b2fb-cb3574f8b56d'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:37:43.633508 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-44d2755d-7a24-415b-a426-079eccb4e116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:43.722909 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c0c3a5b7-d35f-40db-814a-718bbf95b6a7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:43.819569 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-44d2755d-7a24-415b-a426-079eccb4e116 None None] Allocated IP 2001:db8::1 (e2ed0c74-199d-47c5-a670-8f6c7ace7aed/3dfbb9a4-4209-461a-b2fb-cb3574f8b56d/1e3c0560-a29b-4a88-b050-e14b2e478222) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:37:43.820441 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c0c3a5b7-d35f-40db-814a-718bbf95b6a7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:43.987059 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a9e2d-5476-42ca-993a-410d56770ad8 req-a96a82aa-ba35-45d5-996c-2ffb8ac06e40 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:43.994961 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4b2a9e2d-5476-42ca-993a-410d56770ad8 req-a96a82aa-ba35-45d5-996c-2ffb8ac06e40 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 945 time: 0.0602429 Dec 17 15:37:44.048192 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4b2a9e2d-5476-42ca-993a-410d56770ad8 req-0607d45b-b907-4d51-a604-1227d2a7a02e tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525124 Dec 17 15:37:44.066543 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-44d2755d-7a24-415b-a426-079eccb4e116 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:44.147272 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-44d2755d-7a24-415b-a426-079eccb4e116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:44.195833 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d2755d-7a24-415b-a426-079eccb4e116 None None] Network e2ed0c74-199d-47c5-a670-8f6c7ace7aed is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:37:44.212659 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-44d2755d-7a24-415b-a426-079eccb4e116 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:37:44.216492 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d2755d-7a24-415b-a426-079eccb4e116 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:37:44.218242 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c0c3a5b7-d35f-40db-814a-718bbf95b6a7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:44.242441 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2755d-7a24-415b-a426-079eccb4e116 None None] Pushing event updated for resources: {'Port': ['ID=1e3c0560-a29b-4a88-b050-e14b2e478222,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:44.270615 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3a5b7-d35f-40db-814a-718bbf95b6a7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event deleted for resources: {'Subnet': ['ID=3dfbb9a4-4209-461a-b2fb-cb3574f8b56d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:44.318518 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-44d2755d-7a24-415b-a426-079eccb4e116 None None] Attempting to bind port 1e3c0560-a29b-4a88-b050-e14b2e478222 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:37:44.318820 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-44d2755d-7a24-415b-a426-079eccb4e116 None None] Attempting to bind port 1e3c0560-a29b-4a88-b050-e14b2e478222 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '0a49a70b-1ca1-4b81-8ff0-1bf259e8a43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e2ed0c74-199d-47c5-a670-8f6c7ace7aed'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:37:44.319188 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d2755d-7a24-415b-a426-079eccb4e116 None None] Attempting to bind port 1e3c0560-a29b-4a88-b050-e14b2e478222 on network e2ed0c74-199d-47c5-a670-8f6c7ace7aed {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:37:44.330313 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d2755d-7a24-415b-a426-079eccb4e116 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:37:44.331557 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d2755d-7a24-415b-a426-079eccb4e116 None None] Checking segment: {'id': '0a49a70b-1ca1-4b81-8ff0-1bf259e8a43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e2ed0c74-199d-47c5-a670-8f6c7ace7aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:37:44.332108 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-44d2755d-7a24-415b-a426-079eccb4e116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:44.332651 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d2755d-7a24-415b-a426-079eccb4e116 None None] Bound using segment: {'id': '0a49a70b-1ca1-4b81-8ff0-1bf259e8a43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e2ed0c74-199d-47c5-a670-8f6c7ace7aed'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:37:44.333728 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-44d2755d-7a24-415b-a426-079eccb4e116 None None] Bound port: 1e3c0560-a29b-4a88-b050-e14b2e478222, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a49a70b-1ca1-4b81-8ff0-1bf259e8a43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e2ed0c74-199d-47c5-a670-8f6c7ace7aed'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:37:44.334100 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-44d2755d-7a24-415b-a426-079eccb4e116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:44.351394 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c0c3a5b7-d35f-40db-814a-718bbf95b6a7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:44.373848 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-c0c3a5b7-d35f-40db-814a-718bbf95b6a7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ed0c74-199d-47c5-a670-8f6c7ace7aed']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:44.384998 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-c0c3a5b7-d35f-40db-814a-718bbf95b6a7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a49a70b-1ca1-4b81-8ff0-1bf259e8a43a') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:44.385329 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-c0c3a5b7-d35f-40db-814a-718bbf95b6a7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a49a70b-1ca1-4b81-8ff0-1bf259e8a43a') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:44.396805 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c0c3a5b7-d35f-40db-814a-718bbf95b6a7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:44.405198 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-44d2755d-7a24-415b-a426-079eccb4e116 None None] For port 1e3c0560-a29b-4a88-b050-e14b2e478222, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:37:44.411998 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c0c3a5b7-d35f-40db-814a-718bbf95b6a7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:44.420037 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c3a5b7-d35f-40db-814a-718bbf95b6a7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:37:44.420499 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c0c3a5b7-d35f-40db-814a-718bbf95b6a7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:44.425689 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:37:44.425689 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:37:44.425689 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:37:44.425689 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:37:44.425689 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:37:44.425689 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:37:44.425689 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:37:44.425689 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:37:44.425689 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:37:44.425689 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:37:44.425689 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:37:44.425689 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:37:44.425689 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:37:44.425689 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:37:44.425689 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:37:44.425689 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:37:44.425689 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:37:44.425689 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:37:44.425689 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:37:44.425689 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:37:44.425689 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:37:44.425689 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:37:44.425689 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:37:44.425689 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:37:44.425689 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:37:44.425689 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:37:44.425689 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:37:44.425689 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:37:44.425689 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:37:44.425689 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:37:44.425689 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:37:44.425689 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:37:44.489004 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-44d2755d-7a24-415b-a426-079eccb4e116 None None] For port 1e3c0560-a29b-4a88-b050-e14b2e478222, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=1e3c0560-a29b-4a88-b050-e14b2e478222,segment=NetworkSegment(0a49a70b-1ca1-4b81-8ff0-1bf259e8a43a),segment_id=0a49a70b-1ca1-4b81-8ff0-1bf259e8a43a)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:37:44.526867 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.db.api [None req-c0c3a5b7-d35f-40db-814a-718bbf95b6a7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 15:37:44.526867 n-d-820553-2 neutron-server[102832]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 15:37:44.526867 n-d-820553-2 neutron-server[102832]: [parameters: {'id': 'e2ed0c74-199d-47c5-a670-8f6c7ace7aed'}] Dec 17 15:37:44.526867 n-d-820553-2 neutron-server[102832]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:37:44.527419 n-d-820553-2 neutron-server[102832]: DEBUG oslo_db.api [None req-c0c3a5b7-d35f-40db-814a-718bbf95b6a7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:37:44.562089 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-44d2755d-7a24-415b-a426-079eccb4e116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:44.668149 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a44355f-4450-4c11-b458-b3be4b7f28c2 None None] Network e2ed0c74-199d-47c5-a670-8f6c7ace7aed requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:37:44.711240 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2755d-7a24-415b-a426-079eccb4e116 None None] Pushing event updated for resources: {'Port': ['ID=1e3c0560-a29b-4a88-b050-e14b2e478222,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:44.813833 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bd6de5-c577-4aad-8207-2a97653bea19 None None] get_active_networks_info from n-d-820553-2 {{(pid=102834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 17 15:37:44.910941 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bd6de5-c577-4aad-8207-2a97653bea19 None None] Resources bound (agent type, host, resource id): {{(pid=102834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 15:37:45.028880 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c0c3a5b7-d35f-40db-814a-718bbf95b6a7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:45.129856 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-c0c3a5b7-d35f-40db-814a-718bbf95b6a7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Deleting port 1e3c0560-a29b-4a88-b050-e14b2e478222 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:37:45.130194 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c0c3a5b7-d35f-40db-814a-718bbf95b6a7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:45.247918 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-c0c3a5b7-d35f-40db-814a-718bbf95b6a7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] For port 1e3c0560-a29b-4a88-b050-e14b2e478222, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=1e3c0560-a29b-4a88-b050-e14b2e478222,segment=NetworkSegment(0a49a70b-1ca1-4b81-8ff0-1bf259e8a43a),segment_id=0a49a70b-1ca1-4b81-8ff0-1bf259e8a43a)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:37:45.248298 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c0c3a5b7-d35f-40db-814a-718bbf95b6a7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:45.258526 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d3f18-d551-40fa-83fc-c47e88674ca5 req-616f0eec-9a38-474d-8cf2-1429284fd51a tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:45.259974 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-554d3f18-d551-40fa-83fc-c47e88674ca5 req-616f0eec-9a38-474d-8cf2-1429284fd51a tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 945 time: 0.0766318 Dec 17 15:37:45.272812 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-c0c3a5b7-d35f-40db-814a-718bbf95b6a7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Calling delete_port for 1e3c0560-a29b-4a88-b050-e14b2e478222 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:37:45.347310 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-554d3f18-d551-40fa-83fc-c47e88674ca5 req-57c623d6-be63-44f1-b2a3-4cf27a04807d tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762348 Dec 17 15:37:45.469235 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c0c3a5b7-d35f-40db-814a-718bbf95b6a7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:45.498730 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3a5b7-d35f-40db-814a-718bbf95b6a7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event deleted for resources: {'Port': ['ID=1e3c0560-a29b-4a88-b050-e14b2e478222,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:45.506354 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c3a5b7-d35f-40db-814a-718bbf95b6a7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] No DVR routers for this DVR port 1e3c0560-a29b-4a88-b050-e14b2e478222 on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:37:45.599679 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c0c3a5b7-d35f-40db-814a-718bbf95b6a7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:45.619889 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-c0c3a5b7-d35f-40db-814a-718bbf95b6a7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ed0c74-199d-47c5-a670-8f6c7ace7aed']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:45.630535 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-c0c3a5b7-d35f-40db-814a-718bbf95b6a7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a49a70b-1ca1-4b81-8ff0-1bf259e8a43a') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:45.630959 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-c0c3a5b7-d35f-40db-814a-718bbf95b6a7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a49a70b-1ca1-4b81-8ff0-1bf259e8a43a') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:45.641336 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c0c3a5b7-d35f-40db-814a-718bbf95b6a7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:45.654672 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c0c3a5b7-d35f-40db-814a-718bbf95b6a7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:45.663213 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c3a5b7-d35f-40db-814a-718bbf95b6a7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:37:45.663885 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c0c3a5b7-d35f-40db-814a-718bbf95b6a7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:45.668335 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:37:45.668335 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:37:45.668335 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:37:45.668335 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:37:45.668335 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:37:45.668335 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:37:45.668335 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:37:45.668335 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:37:45.668335 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:37:45.668335 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:37:45.668335 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:37:45.668335 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:37:45.668335 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:37:45.668335 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:37:45.668335 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:37:45.668335 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:37:45.668335 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:37:45.668335 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:37:45.668335 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:37:45.668335 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:37:45.668335 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:37:45.668335 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:37:45.668335 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:37:45.668335 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:37:45.668335 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:37:45.668335 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:37:45.668335 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:37:45.668335 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:37:45.668335 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:37:45.668335 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:37:45.668335 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:37:45.668335 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:37:45.824514 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49936) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:45.825561 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c0c3a5b7-d35f-40db-814a-718bbf95b6a7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:45.841438 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c0c3a5b7-d35f-40db-814a-718bbf95b6a7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:45.846287 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c0c3a5b7-d35f-40db-814a-718bbf95b6a7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "DELETE /v2.0/networks/e2ed0c74-199d-47c5-a670-8f6c7ace7aed HTTP/1.1" status: 204 len: 168 time: 2.3357010 Dec 17 15:37:45.856951 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49940) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:45.864980 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-9ed044f8-5449-4de2-b36d-59d8642a93de tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-286175477'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:37:45.888090 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3a5b7-d35f-40db-814a-718bbf95b6a7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event deleted for resources: {'Network': ['ID=e2ed0c74-199d-47c5-a670-8f6c7ace7aed,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:45.979073 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d2c80e12-1019-4bc9-89cd-7c4ecd5d42bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:46.004417 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed044f8-5449-4de2-b36d-59d8642a93de tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Made reservation on behalf of b129b2d0cc574d61ba3c8dd1b24c167b for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:37:46.007909 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9ed044f8-5449-4de2-b36d-59d8642a93de tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:46.050608 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed044f8-5449-4de2-b36d-59d8642a93de tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:37:46.071548 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9ed044f8-5449-4de2-b36d-59d8642a93de tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:46.071910 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-9ed044f8-5449-4de2-b36d-59d8642a93de tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Added segment 94e05eeb-3efe-40a2-abc5-55056712d70a of type vlan for network e023bc5e-a166-400c-bdc5-17ce5b2163f5 Dec 17 15:37:46.130910 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d2c80e12-1019-4bc9-89cd-7c4ecd5d42bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:46.132746 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9ed044f8-5449-4de2-b36d-59d8642a93de tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:46.189535 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d2c80e12-1019-4bc9-89cd-7c4ecd5d42bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:46.227344 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c80e12-1019-4bc9-89cd-7c4ecd5d42bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db0930c-4170-43eb-8fac-1bc1bfeb6953,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:46.234066 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d2c80e12-1019-4bc9-89cd-7c4ecd5d42bc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b3a5df639a304305be1e7c04114cd5c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4038684 Dec 17 15:37:46.234375 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49942) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:46.243332 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9ed044f8-5449-4de2-b36d-59d8642a93de tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:46.247015 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed044f8-5449-4de2-b36d-59d8642a93de tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:46.247609 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9ed044f8-5449-4de2-b36d-59d8642a93de tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:46.348111 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9ed044f8-5449-4de2-b36d-59d8642a93de tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4849072 Dec 17 15:37:46.348657 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49946) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:46.349160 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed044f8-5449-4de2-b36d-59d8642a93de tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event updated for resources: {'Network': ['ID=e023bc5e-a166-400c-bdc5-17ce5b2163f5,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:46.356033 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-f558129b-d92d-4422-8646-4ccc73f4f5d9 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Request body: {'subnet': {'network_id': 'e023bc5e-a166-400c-bdc5-17ce5b2163f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:37:46.361491 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network e023bc5e-a166-400c-bdc5-17ce5b2163f5 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:37:46.378061 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0c9f4966-f80a-4029-8443-9762eeac5c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:46.443988 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0c9f4966-f80a-4029-8443-9762eeac5c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:46.531889 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28da1a-0996-4802-9bfb-e865e8661957 req-454c2dab-f5e6-4c7e-b0a7-a21f4f76decd tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:46.533614 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a28da1a-0996-4802-9bfb-e865e8661957 req-454c2dab-f5e6-4c7e-b0a7-a21f4f76decd tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 945 time: 0.0588531 Dec 17 15:37:46.576883 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a28da1a-0996-4802-9bfb-e865e8661957 req-28ae2f1b-97e6-4dc7-b54c-237db6804634 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362179 Dec 17 15:37:46.601351 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f558129b-d92d-4422-8646-4ccc73f4f5d9 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Made reservation on behalf of b129b2d0cc574d61ba3c8dd1b24c167b for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:37:46.604954 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f558129b-d92d-4422-8646-4ccc73f4f5d9 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:46.610206 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0c9f4966-f80a-4029-8443-9762eeac5c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:46.612567 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0c9f4966-f80a-4029-8443-9762eeac5c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:46.613174 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0c9f4966-f80a-4029-8443-9762eeac5c2c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3db0930c-4170-43eb-8fac-1bc1bfeb6953 HTTP/1.1" status: 204 len: 168 time: 0.3778932 Dec 17 15:37:46.621311 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f4966-f80a-4029-8443-9762eeac5c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db0930c-4170-43eb-8fac-1bc1bfeb6953,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:46.908735 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f558129b-d92d-4422-8646-4ccc73f4f5d9 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:46.990454 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f558129b-d92d-4422-8646-4ccc73f4f5d9 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event updated for resources: {'Subnet': ['ID=f36e9ef0-88a9-4210-aa07-581f056da504,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:47.009798 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f558129b-d92d-4422-8646-4ccc73f4f5d9 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Checking segment: {'id': '94e05eeb-3efe-40a2-abc5-55056712d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e023bc5e-a166-400c-bdc5-17ce5b2163f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:37:47.010462 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f558129b-d92d-4422-8646-4ccc73f4f5d9 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Network hostable DHCP agents. Network: e023bc5e-a166-400c-bdc5-17ce5b2163f5, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:37:47.098106 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f558129b-d92d-4422-8646-4ccc73f4f5d9 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Network e023bc5e-a166-400c-bdc5-17ce5b2163f5 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:37:47.195947 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-f558129b-d92d-4422-8646-4ccc73f4f5d9 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, e023bc5e-a166-400c-bdc5-17ce5b2163f5) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:37:47.216331 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ffd2ba-3548-4c43-9e09-f987c3e3ca89 None None] Network e023bc5e-a166-400c-bdc5-17ce5b2163f5 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:37:47.219101 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f558129b-d92d-4422-8646-4ccc73f4f5d9 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:47.220485 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f558129b-d92d-4422-8646-4ccc73f4f5d9 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:47.331321 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 49960) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:47.334325 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f558129b-d92d-4422-8646-4ccc73f4f5d9 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9843664 Dec 17 15:37:47.337722 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49962) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:47.344595 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-81ac6fb4-fe66-436b-b059-a43b81ae0683 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Request body: {'subnet': {'network_id': 'e023bc5e-a166-400c-bdc5-17ce5b2163f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:37:47.349353 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-147e0a8a-9dc1-44dc-9e2a-34e18f8f3ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:47.446235 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a3d122-7463-4ba9-8917-8b8a9e33f1f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-e023bc5e-a166-400c-bdc5-17ce5b2163f5', 'network_id': 'e023bc5e-a166-400c-bdc5-17ce5b2163f5', 'tenant_id': 'b129b2d0cc574d61ba3c8dd1b24c167b', 'fixed_ips': [{'subnet_id': 'f36e9ef0-88a9-4210-aa07-581f056da504'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:37:47.447256 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b1a3d122-7463-4ba9-8917-8b8a9e33f1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:47.501106 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-147e0a8a-9dc1-44dc-9e2a-34e18f8f3ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:47.572275 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-147e0a8a-9dc1-44dc-9e2a-34e18f8f3ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:47.611843 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e0a8a-9dc1-44dc-9e2a-34e18f8f3ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ddee4b-6f29-4cb5-8850-162d49278352,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:47.616931 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-147e0a8a-9dc1-44dc-9e2a-34e18f8f3ea2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dc9dc9d54ef54d0ea25444dc213808df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2863941 Dec 17 15:37:47.619603 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49970) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:47.635534 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ac6fb4-fe66-436b-b059-a43b81ae0683 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Made reservation on behalf of b129b2d0cc574d61ba3c8dd1b24c167b for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:37:47.636571 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-b1a3d122-7463-4ba9-8917-8b8a9e33f1f3 None None] Allocated IP 2001:db8::2 (e023bc5e-a166-400c-bdc5-17ce5b2163f5/f36e9ef0-88a9-4210-aa07-581f056da504/824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:37:47.640283 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-81ac6fb4-fe66-436b-b059-a43b81ae0683 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:47.755102 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25afc8-050f-4b19-b76c-8dedf72f71b8 req-cf90f63e-7da7-4bd3-9c9e-bc145f5f4ace tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:47.757450 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8e25afc8-050f-4b19-b76c-8dedf72f71b8 req-cf90f63e-7da7-4bd3-9c9e-bc145f5f4ace tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 945 time: 0.0628314 Dec 17 15:37:47.775771 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8751e41a-9c8b-47ea-afec-78d4ba031242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:47.814440 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8e25afc8-050f-4b19-b76c-8dedf72f71b8 req-2dae7feb-325a-46dc-b27f-f6039480cd5a tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481741 Dec 17 15:37:47.817161 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8751e41a-9c8b-47ea-afec-78d4ba031242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:47.855827 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b1a3d122-7463-4ba9-8917-8b8a9e33f1f3 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:47.943959 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b1a3d122-7463-4ba9-8917-8b8a9e33f1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:47.985420 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a3d122-7463-4ba9-8917-8b8a9e33f1f3 None None] Network e023bc5e-a166-400c-bdc5-17ce5b2163f5 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:37:47.994002 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-b1a3d122-7463-4ba9-8917-8b8a9e33f1f3 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:37:47.995594 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3d122-7463-4ba9-8917-8b8a9e33f1f3 None None] Pushing event updated for resources: {'Port': ['ID=824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:47.997855 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a3d122-7463-4ba9-8917-8b8a9e33f1f3 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:37:48.041071 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8751e41a-9c8b-47ea-afec-78d4ba031242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:48.043814 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8751e41a-9c8b-47ea-afec-78d4ba031242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:48.047499 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8751e41a-9c8b-47ea-afec-78d4ba031242 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/58ddee4b-6f29-4cb5-8850-162d49278352 HTTP/1.1" status: 204 len: 168 time: 0.4237564 Dec 17 15:37:48.052755 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b1a3d122-7463-4ba9-8917-8b8a9e33f1f3 None None] Attempting to bind port 824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:37:48.053287 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b1a3d122-7463-4ba9-8917-8b8a9e33f1f3 None None] Attempting to bind port 824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '94e05eeb-3efe-40a2-abc5-55056712d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e023bc5e-a166-400c-bdc5-17ce5b2163f5'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:37:48.053736 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a3d122-7463-4ba9-8917-8b8a9e33f1f3 None None] Attempting to bind port 824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc on network e023bc5e-a166-400c-bdc5-17ce5b2163f5 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:37:48.055844 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751e41a-9c8b-47ea-afec-78d4ba031242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ddee4b-6f29-4cb5-8850-162d49278352,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:48.059624 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a3d122-7463-4ba9-8917-8b8a9e33f1f3 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:37:48.060093 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a3d122-7463-4ba9-8917-8b8a9e33f1f3 None None] Checking segment: {'id': '94e05eeb-3efe-40a2-abc5-55056712d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e023bc5e-a166-400c-bdc5-17ce5b2163f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:37:48.060558 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b1a3d122-7463-4ba9-8917-8b8a9e33f1f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:48.061011 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a3d122-7463-4ba9-8917-8b8a9e33f1f3 None None] Bound using segment: {'id': '94e05eeb-3efe-40a2-abc5-55056712d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e023bc5e-a166-400c-bdc5-17ce5b2163f5'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:37:48.061681 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b1a3d122-7463-4ba9-8917-8b8a9e33f1f3 None None] Bound port: 824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e05eeb-3efe-40a2-abc5-55056712d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'e023bc5e-a166-400c-bdc5-17ce5b2163f5'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:37:48.062191 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b1a3d122-7463-4ba9-8917-8b8a9e33f1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:48.092393 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-81ac6fb4-fe66-436b-b059-a43b81ae0683 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:48.146464 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b1a3d122-7463-4ba9-8917-8b8a9e33f1f3 None None] For port 824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:37:48.150667 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ac6fb4-fe66-436b-b059-a43b81ae0683 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Network e023bc5e-a166-400c-bdc5-17ce5b2163f5 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:37:48.151236 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b1a3d122-7463-4ba9-8917-8b8a9e33f1f3 None None] For port 824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc,segment=NetworkSegment(94e05eeb-3efe-40a2-abc5-55056712d70a),segment_id=94e05eeb-3efe-40a2-abc5-55056712d70a)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:37:48.154925 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-81ac6fb4-fe66-436b-b059-a43b81ae0683 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:37:48.160360 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ac6fb4-fe66-436b-b059-a43b81ae0683 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:48.161130 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-81ac6fb4-fe66-436b-b059-a43b81ae0683 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:48.176023 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac6fb4-fe66-436b-b059-a43b81ae0683 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event updated for resources: {'Subnet': ['ID=c208ffd4-6764-4cac-bd94-a084bb038003,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:48.263814 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b1a3d122-7463-4ba9-8917-8b8a9e33f1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:48.280416 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-81ac6fb4-fe66-436b-b059-a43b81ae0683 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9390626 Dec 17 15:37:48.280805 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49976) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:48.349449 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3d122-7463-4ba9-8917-8b8a9e33f1f3 None None] Pushing event updated for resources: {'Port': ['ID=824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:48.386634 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131e8ed4-bd5e-48f5-b753-7167612aa1dc tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:48.388302 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131e8ed4-bd5e-48f5-b753-7167612aa1dc tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:48.389845 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131e8ed4-bd5e-48f5-b753-7167612aa1dc tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:48.392294 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131e8ed4-bd5e-48f5-b753-7167612aa1dc tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:48.394014 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131e8ed4-bd5e-48f5-b753-7167612aa1dc tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:48.397085 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-131e8ed4-bd5e-48f5-b753-7167612aa1dc tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1134384 Dec 17 15:37:48.399527 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 49978) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:48.404630 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-9407ea17-078f-43aa-9fbd-896de9955b9b tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-556554699'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:37:48.523376 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9407ea17-078f-43aa-9fbd-896de9955b9b tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Made reservation on behalf of b129b2d0cc574d61ba3c8dd1b24c167b for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:37:48.527606 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9407ea17-078f-43aa-9fbd-896de9955b9b tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:48.576375 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9407ea17-078f-43aa-9fbd-896de9955b9b tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:37:48.596332 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9407ea17-078f-43aa-9fbd-896de9955b9b tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:48.596956 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-9407ea17-078f-43aa-9fbd-896de9955b9b tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Added segment bd24a277-27ba-480f-b8b8-3f88f1eb3c03 of type vlan for network 250a41c7-7d74-497a-8f07-bfff5bacb256 Dec 17 15:37:48.660601 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9407ea17-078f-43aa-9fbd-896de9955b9b tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:48.707211 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:37:48.772201 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9407ea17-078f-43aa-9fbd-896de9955b9b tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:48.782937 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9407ea17-078f-43aa-9fbd-896de9955b9b tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:48.783847 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9407ea17-078f-43aa-9fbd-896de9955b9b tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:48.787610 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:37:48.788202 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:48.905278 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:48.960754 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407ea17-078f-43aa-9fbd-896de9955b9b tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event updated for resources: {'Network': ['ID=250a41c7-7d74-497a-8f07-bfff5bacb256,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:48.975548 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc,segment=NetworkSegment(94e05eeb-3efe-40a2-abc5-55056712d70a),segment_id=94e05eeb-3efe-40a2-abc5-55056712d70a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:37:48.984690 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 250a41c7-7d74-497a-8f07-bfff5bacb256 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:37:48.998132 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024d5ed-5e7f-409f-a9b5-4df1ab73f1f1 req-ed6f2a00-feca-4442-a178-6bb145c5f003 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:49.016935 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3024d5ed-5e7f-409f-a9b5-4df1ab73f1f1 req-ed6f2a00-feca-4442-a178-6bb145c5f003 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 945 time: 0.0938466 Dec 17 15:37:49.074876 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3024d5ed-5e7f-409f-a9b5-4df1ab73f1f1 req-0810201e-693c-45ac-b002-96a786ebfb82 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569959 Dec 17 15:37:49.112058 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9407ea17-078f-43aa-9fbd-896de9955b9b tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7112379 Dec 17 15:37:49.114916 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50010) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:49.120122 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-28e9d668-5569-4bf3-b07c-e07024888f8b tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:37:49.155259 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:49.223077 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:49.394852 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-c82af789-2aed-4c8d-a83e-c2112c295b94 req-d48a5ca1-7ae6-4fb1-8433-5a96e31989b7 service neutron] (102832) timed out ('10.222.0.13', 62463) {{(pid=102832) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 17 15:37:49.405345 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-28e9d668-5569-4bf3-b07c-e07024888f8b tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:49.497620 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-28e9d668-5569-4bf3-b07c-e07024888f8b tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:49.576949 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9d668-5569-4bf3-b07c-e07024888f8b tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event updated for resources: {'Network': ['ID=250a41c7-7d74-497a-8f07-bfff5bacb256,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:49.587798 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-28e9d668-5569-4bf3-b07c-e07024888f8b tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Network 250a41c7-7d74-497a-8f07-bfff5bacb256 is not hosted by any dhcp agent {{(pid=102833) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 17 15:37:49.589356 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 250a41c7-7d74-497a-8f07-bfff5bacb256 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:37:49.592695 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e9d668-5569-4bf3-b07c-e07024888f8b tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:49.594471 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-28e9d668-5569-4bf3-b07c-e07024888f8b tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:49.599166 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50036) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:49.599351 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-28e9d668-5569-4bf3-b07c-e07024888f8b tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "PUT /v2.0/networks/250a41c7-7d74-497a-8f07-bfff5bacb256 HTTP/1.1" status: 200 len: 723 time: 0.4832077 Dec 17 15:37:49.605312 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-687d71a3-490f-437c-8c45-0f06ee13362d tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Request body: {'subnet': {'network_id': '250a41c7-7d74-497a-8f07-bfff5bacb256', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:37:49.772967 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68eb7172-1a28-4421-8f2e-e603ef9a2cfb None None] Network e023bc5e-a166-400c-bdc5-17ce5b2163f5 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:37:49.852218 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687d71a3-490f-437c-8c45-0f06ee13362d tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Made reservation on behalf of b129b2d0cc574d61ba3c8dd1b24c167b for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:37:49.857556 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-687d71a3-490f-437c-8c45-0f06ee13362d tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:49.887353 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a9e1e0e7-5222-4be9-a7d8-78a2ab28c527 None None] Provisioning complete for port 824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:37:49.888233 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a9e1e0e7-5222-4be9-a7d8-78a2ab28c527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:50.127087 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b820491-c48c-4061-8174-d62a99996b4b None None] Update dhcp port {'port': {'network_id': 'e023bc5e-a166-400c-bdc5-17ce5b2163f5', 'fixed_ips': [{'subnet_id': 'f36e9ef0-88a9-4210-aa07-581f056da504', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c208ffd4-6764-4cac-bd94-a084bb038003'}], 'binding:host_id': 'n-d-820553-2'}, 'id': '824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc'} from n-d-820553-2. {{(pid=102834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 17 15:37:50.155990 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7b820491-c48c-4061-8174-d62a99996b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:50.214716 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-687d71a3-490f-437c-8c45-0f06ee13362d tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:50.298110 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a675796-6140-4865-bf20-aaa583d4a437 req-33167454-80ed-43b4-b2ac-8f6605949a6b tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:50.300330 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5a675796-6140-4865-bf20-aaa583d4a437 req-33167454-80ed-43b4-b2ac-8f6605949a6b tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 945 time: 0.1367035 Dec 17 15:37:50.333804 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d71a3-490f-437c-8c45-0f06ee13362d tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event updated for resources: {'Subnet': ['ID=476e3620-0c98-4684-9235-a0a77cdefed0,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:50.370179 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687d71a3-490f-437c-8c45-0f06ee13362d tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Checking segment: {'id': 'bd24a277-27ba-480f-b8b8-3f88f1eb3c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '250a41c7-7d74-497a-8f07-bfff5bacb256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:37:50.370179 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687d71a3-490f-437c-8c45-0f06ee13362d tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Network hostable DHCP agents. Network: 250a41c7-7d74-497a-8f07-bfff5bacb256, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:37:50.387150 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5a675796-6140-4865-bf20-aaa583d4a437 req-f864cc04-b152-47c5-ba94-99d81dcf8294 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802217 Dec 17 15:37:50.529464 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687d71a3-490f-437c-8c45-0f06ee13362d tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Network 250a41c7-7d74-497a-8f07-bfff5bacb256 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:37:50.601606 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-7b820491-c48c-4061-8174-d62a99996b4b None None] Allocated IP 172.20.0.1 (e023bc5e-a166-400c-bdc5-17ce5b2163f5/c208ffd4-6764-4cac-bd94-a084bb038003/824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:37:50.635540 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-687d71a3-490f-437c-8c45-0f06ee13362d tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 250a41c7-7d74-497a-8f07-bfff5bacb256) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:37:50.636893 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:37:50.640242 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687d71a3-490f-437c-8c45-0f06ee13362d tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:50.640949 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-687d71a3-490f-437c-8c45-0f06ee13362d tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:50.674767 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513c3cd4-710c-4017-9af6-fa4594f4f6bb None None] Network 250a41c7-7d74-497a-8f07-bfff5bacb256 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:37:50.747489 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-687d71a3-490f-437c-8c45-0f06ee13362d tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1457031 Dec 17 15:37:50.749420 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50098) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:50.755747 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-aa866b4c-ca45-480c-b16c-37231ab4df4e tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:37:50.909728 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:37:50.910350 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:50.912735 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aa866b4c-ca45-480c-b16c-37231ab4df4e tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8502005'] for subnet, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:50.966064 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7b820491-c48c-4061-8174-d62a99996b4b None None] For port 824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc,segment=NetworkSegment(94e05eeb-3efe-40a2-abc5-55056712d70a),segment_id=94e05eeb-3efe-40a2-abc5-55056712d70a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:37:51.021770 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ada46f8-7818-4d37-a337-8c51644dbb2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-250a41c7-7d74-497a-8f07-bfff5bacb256', 'network_id': '250a41c7-7d74-497a-8f07-bfff5bacb256', 'tenant_id': 'b129b2d0cc574d61ba3c8dd1b24c167b', 'fixed_ips': [{'subnet_id': '476e3620-0c98-4684-9235-a0a77cdefed0'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:37:51.022643 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7ada46f8-7818-4d37-a337-8c51644dbb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:51.056224 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7b820491-c48c-4061-8174-d62a99996b4b None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:51.168677 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7b820491-c48c-4061-8174-d62a99996b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:51.229454 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aa866b4c-ca45-480c-b16c-37231ab4df4e tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737064673437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9859293'] for subnet, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:51.270147 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa866b4c-ca45-480c-b16c-37231ab4df4e tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:51.270949 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aa866b4c-ca45-480c-b16c-37231ab4df4e tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:51.272232 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-aa866b4c-ca45-480c-b16c-37231ab4df4e tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "PUT /v2.0/subnets/476e3620-0c98-4684-9235-a0a77cdefed0 HTTP/1.1" status: 200 len: 826 time: 0.5213592 Dec 17 15:37:51.275055 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50132) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:51.304277 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa866b4c-ca45-480c-b16c-37231ab4df4e tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event updated for resources: {'Subnet': ['ID=476e3620-0c98-4684-9235-a0a77cdefed0,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:51.305786 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b820491-c48c-4061-8174-d62a99996b4b None None] Pushing event updated for resources: {'Port': ['ID=824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:51.334416 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-7ada46f8-7818-4d37-a337-8c51644dbb2b None None] Allocated IP 2001:db8::2 (250a41c7-7d74-497a-8f07-bfff5bacb256/476e3620-0c98-4684-9235-a0a77cdefed0/5674f8c9-e727-4bf7-b47f-5cfc304dcb09) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:37:51.429686 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81a9d625-9588-4584-b5da-74cef10516ec tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:51.508132 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81a9d625-9588-4584-b5da-74cef10516ec tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:51.549446 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7ada46f8-7818-4d37-a337-8c51644dbb2b None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:51.613901 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc273e-5b8c-4821-b0a1-a00dceaf8e52 req-def149b7-dfbc-4218-94d5-04ab41a151b7 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:51.615615 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f8bc273e-5b8c-4821-b0a1-a00dceaf8e52 req-def149b7-dfbc-4218-94d5-04ab41a151b7 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 945 time: 0.1001000 Dec 17 15:37:51.636345 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7ada46f8-7818-4d37-a337-8c51644dbb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:51.676182 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f8bc273e-5b8c-4821-b0a1-a00dceaf8e52 req-46f6ec15-6b96-4bfe-b299-17affb0a4385 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500681 Dec 17 15:37:51.685939 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ada46f8-7818-4d37-a337-8c51644dbb2b None None] Network 250a41c7-7d74-497a-8f07-bfff5bacb256 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:37:51.692060 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-7ada46f8-7818-4d37-a337-8c51644dbb2b None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:37:51.697077 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ada46f8-7818-4d37-a337-8c51644dbb2b None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:37:51.706251 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada46f8-7818-4d37-a337-8c51644dbb2b None None] Pushing event updated for resources: {'Port': ['ID=5674f8c9-e727-4bf7-b47f-5cfc304dcb09,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:51.750945 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81a9d625-9588-4584-b5da-74cef10516ec tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:51.769503 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7ada46f8-7818-4d37-a337-8c51644dbb2b None None] Attempting to bind port 5674f8c9-e727-4bf7-b47f-5cfc304dcb09 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:37:51.769875 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7ada46f8-7818-4d37-a337-8c51644dbb2b None None] Attempting to bind port 5674f8c9-e727-4bf7-b47f-5cfc304dcb09 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'bd24a277-27ba-480f-b8b8-3f88f1eb3c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '250a41c7-7d74-497a-8f07-bfff5bacb256'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:37:51.770238 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ada46f8-7818-4d37-a337-8c51644dbb2b None None] Attempting to bind port 5674f8c9-e727-4bf7-b47f-5cfc304dcb09 on network 250a41c7-7d74-497a-8f07-bfff5bacb256 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:37:51.775821 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ada46f8-7818-4d37-a337-8c51644dbb2b None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:37:51.776198 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ada46f8-7818-4d37-a337-8c51644dbb2b None None] Checking segment: {'id': 'bd24a277-27ba-480f-b8b8-3f88f1eb3c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '250a41c7-7d74-497a-8f07-bfff5bacb256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:37:51.776600 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7ada46f8-7818-4d37-a337-8c51644dbb2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:51.777293 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ada46f8-7818-4d37-a337-8c51644dbb2b None None] Bound using segment: {'id': 'bd24a277-27ba-480f-b8b8-3f88f1eb3c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '250a41c7-7d74-497a-8f07-bfff5bacb256'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:37:51.782906 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7ada46f8-7818-4d37-a337-8c51644dbb2b None None] Bound port: 5674f8c9-e727-4bf7-b47f-5cfc304dcb09, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd24a277-27ba-480f-b8b8-3f88f1eb3c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '250a41c7-7d74-497a-8f07-bfff5bacb256'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:37:51.782906 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7ada46f8-7818-4d37-a337-8c51644dbb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:51.798884 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9d625-9588-4584-b5da-74cef10516ec tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event deleted for resources: {'Subnet': ['ID=476e3620-0c98-4684-9235-a0a77cdefed0,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:51.863026 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7ada46f8-7818-4d37-a337-8c51644dbb2b None None] For port 5674f8c9-e727-4bf7-b47f-5cfc304dcb09, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:37:51.869790 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7ada46f8-7818-4d37-a337-8c51644dbb2b None None] For port 5674f8c9-e727-4bf7-b47f-5cfc304dcb09, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=5674f8c9-e727-4bf7-b47f-5cfc304dcb09,segment=NetworkSegment(bd24a277-27ba-480f-b8b8-3f88f1eb3c03),segment_id=bd24a277-27ba-480f-b8b8-3f88f1eb3c03)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:37:51.883619 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81a9d625-9588-4584-b5da-74cef10516ec tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:51.928986 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-81a9d625-9588-4584-b5da-74cef10516ec tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['250a41c7-7d74-497a-8f07-bfff5bacb256']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:51.939869 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7ada46f8-7818-4d37-a337-8c51644dbb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:51.946070 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-81a9d625-9588-4584-b5da-74cef10516ec tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd24a277-27ba-480f-b8b8-3f88f1eb3c03') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:51.946609 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-81a9d625-9588-4584-b5da-74cef10516ec tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd24a277-27ba-480f-b8b8-3f88f1eb3c03') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:51.958459 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81a9d625-9588-4584-b5da-74cef10516ec tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:51.974683 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81a9d625-9588-4584-b5da-74cef10516ec tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:51.981554 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a9d625-9588-4584-b5da-74cef10516ec tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:37:51.982215 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81a9d625-9588-4584-b5da-74cef10516ec tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:51.990206 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:37:51.990206 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:37:51.990206 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:37:51.990206 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:37:51.990206 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:37:51.990206 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:37:51.990206 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:37:51.990206 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:37:51.990206 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:37:51.990206 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:37:51.990206 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:37:51.990206 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:37:51.990206 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:37:51.990206 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:37:51.990206 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:37:51.990206 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:37:51.990206 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:37:51.990206 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:37:51.990206 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:37:51.990206 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:37:51.990206 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:37:51.990206 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:37:51.990206 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:37:51.990206 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:37:51.990206 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:37:51.990206 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:37:51.990206 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:37:51.990206 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:37:51.990206 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:37:51.990206 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:37:51.990206 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:37:51.990206 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:37:52.071003 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada46f8-7818-4d37-a337-8c51644dbb2b None None] Pushing event updated for resources: {'Port': ['ID=5674f8c9-e727-4bf7-b47f-5cfc304dcb09,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:52.080623 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b945cdc-085f-43a7-98b8-0759e9991c1b None None] Network 250a41c7-7d74-497a-8f07-bfff5bacb256 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:37:52.115521 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.db.api [None req-81a9d625-9588-4584-b5da-74cef10516ec tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 15:37:52.115521 n-d-820553-2 neutron-server[102832]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 15:37:52.115521 n-d-820553-2 neutron-server[102832]: [parameters: {'id': '250a41c7-7d74-497a-8f07-bfff5bacb256'}] Dec 17 15:37:52.115521 n-d-820553-2 neutron-server[102832]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:37:52.116513 n-d-820553-2 neutron-server[102832]: DEBUG oslo_db.api [None req-81a9d625-9588-4584-b5da-74cef10516ec tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:37:52.123874 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a0250a-7da8-4e85-9620-0352b321efe0 None None] Network e023bc5e-a166-400c-bdc5-17ce5b2163f5 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:37:52.203577 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-5acef1c9-236a-44d8-9802-8450e4b4b762 None None] Provisioning complete for port 824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:37:52.204323 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5acef1c9-236a-44d8-9802-8450e4b4b762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:52.358769 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eefb2a5-3b3f-46cd-ae5d-97d6a380b194 None None] Network 250a41c7-7d74-497a-8f07-bfff5bacb256 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:37:52.617841 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81a9d625-9588-4584-b5da-74cef10516ec tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:52.651765 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:37:52.743643 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412b36ab-0f18-464e-81f7-4ab694fd6c79 None None] get_active_networks_info from n-d-820553-2 {{(pid=102834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 17 15:37:52.750841 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-81a9d625-9588-4584-b5da-74cef10516ec tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Deleting port 5674f8c9-e727-4bf7-b47f-5cfc304dcb09 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:37:52.751187 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81a9d625-9588-4584-b5da-74cef10516ec tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:52.785909 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:37:52.786587 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:52.884382 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-81a9d625-9588-4584-b5da-74cef10516ec tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] For port 5674f8c9-e727-4bf7-b47f-5cfc304dcb09, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=5674f8c9-e727-4bf7-b47f-5cfc304dcb09,segment=NetworkSegment(bd24a277-27ba-480f-b8b8-3f88f1eb3c03),segment_id=bd24a277-27ba-480f-b8b8-3f88f1eb3c03)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:37:52.885080 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81a9d625-9588-4584-b5da-74cef10516ec tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:52.903796 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d00a90dd-5c01-440a-a248-bd2cf850c9e0 None None] Provisioning complete for port 824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:37:52.904228 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d00a90dd-5c01-440a-a248-bd2cf850c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:52.904356 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-81a9d625-9588-4584-b5da-74cef10516ec tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Calling delete_port for 5674f8c9-e727-4bf7-b47f-5cfc304dcb09 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:37:52.923544 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0af4e8-359c-4ff6-93b9-0e1aa2b32542 req-8a6a2660-450d-4505-b41f-b757cb067651 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:52.925353 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ba0af4e8-359c-4ff6-93b9-0e1aa2b32542 req-8a6a2660-450d-4505-b41f-b757cb067651 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 945 time: 0.1240184 Dec 17 15:37:52.974709 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412b36ab-0f18-464e-81f7-4ab694fd6c79 None None] Resources bound (agent type, host, resource id): {{(pid=102834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 15:37:53.043116 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ba0af4e8-359c-4ff6-93b9-0e1aa2b32542 req-2a76d7b9-1380-46f8-928a-51213820b9fd tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643399 Dec 17 15:37:53.172713 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81a9d625-9588-4584-b5da-74cef10516ec tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:53.218188 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9d625-9588-4584-b5da-74cef10516ec tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event deleted for resources: {'Port': ['ID=5674f8c9-e727-4bf7-b47f-5cfc304dcb09,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:53.227883 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a9d625-9588-4584-b5da-74cef10516ec tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] No DVR routers for this DVR port 5674f8c9-e727-4bf7-b47f-5cfc304dcb09 on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:37:53.331630 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81a9d625-9588-4584-b5da-74cef10516ec tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:53.355053 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-81a9d625-9588-4584-b5da-74cef10516ec tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['250a41c7-7d74-497a-8f07-bfff5bacb256']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:53.368347 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-81a9d625-9588-4584-b5da-74cef10516ec tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd24a277-27ba-480f-b8b8-3f88f1eb3c03') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:53.368870 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-81a9d625-9588-4584-b5da-74cef10516ec tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd24a277-27ba-480f-b8b8-3f88f1eb3c03') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:53.379640 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81a9d625-9588-4584-b5da-74cef10516ec tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:53.387530 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50260) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:53.400057 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81a9d625-9588-4584-b5da-74cef10516ec tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:53.407433 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a9d625-9588-4584-b5da-74cef10516ec tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:37:53.408035 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81a9d625-9588-4584-b5da-74cef10516ec tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:53.411238 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:37:53.411238 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:37:53.411238 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:37:53.411238 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:37:53.411238 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:37:53.411238 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:37:53.411238 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:37:53.411238 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:37:53.411238 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:37:53.411238 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:37:53.411238 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:37:53.411238 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:37:53.411238 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:37:53.411238 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:37:53.411238 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:37:53.411238 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:37:53.411238 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:37:53.411238 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:37:53.411238 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:37:53.411238 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:37:53.411238 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:37:53.411238 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:37:53.411238 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:37:53.411238 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:37:53.411238 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:37:53.411238 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:37:53.411238 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:37:53.411238 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:37:53.411238 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:37:53.411238 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:37:53.411238 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:37:53.411238 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:37:53.519541 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d1c81dd0-5cb1-44ed-a3ba-b6ff3dfbcff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:53.537793 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81a9d625-9588-4584-b5da-74cef10516ec tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:53.545327 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81a9d625-9588-4584-b5da-74cef10516ec tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:53.549270 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-81a9d625-9588-4584-b5da-74cef10516ec tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "DELETE /v2.0/networks/250a41c7-7d74-497a-8f07-bfff5bacb256 HTTP/1.1" status: 204 len: 168 time: 2.2716081 Dec 17 15:37:53.552042 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50270) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:53.572644 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9d625-9588-4584-b5da-74cef10516ec tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event deleted for resources: {'Network': ['ID=250a41c7-7d74-497a-8f07-bfff5bacb256,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:53.584121 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-d34e8c5d-64ea-437a-8780-3fb6c5402ea4 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] DELETE failed (client error): The resource could not be found. Dec 17 15:37:53.584697 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d34e8c5d-64ea-437a-8780-3fb6c5402ea4 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:37:53.587693 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d34e8c5d-64ea-437a-8780-3fb6c5402ea4 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "DELETE /v2.0/networks/250a41c7-7d74-497a-8f07-bfff5bacb256 HTTP/1.1" status: 404 len: 339 time: 0.0344193 Dec 17 15:37:53.594193 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50274) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:53.597334 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-25268696-699a-424d-a41d-1c4aaee6268c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1758412445', 'description': 'd1'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:37:53.623859 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d1c81dd0-5cb1-44ed-a3ba-b6ff3dfbcff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:53.703367 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25268696-699a-424d-a41d-1c4aaee6268c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Made reservation on behalf of b129b2d0cc574d61ba3c8dd1b24c167b for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:37:53.706750 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-25268696-699a-424d-a41d-1c4aaee6268c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:53.730744 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25268696-699a-424d-a41d-1c4aaee6268c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:37:53.731399 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d1c81dd0-5cb1-44ed-a3ba-b6ff3dfbcff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:53.742349 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-25268696-699a-424d-a41d-1c4aaee6268c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:53.742703 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-25268696-699a-424d-a41d-1c4aaee6268c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Added segment 73dd752e-4d2a-4542-a9a4-4552a6d8d8d4 of type vlan for network f8f3f6f3-b7ac-46bf-8b33-abaf24629c47 Dec 17 15:37:53.782355 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d1c81dd0-5cb1-44ed-a3ba-b6ff3dfbcff2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=81d3887c68e04e1391ae878a3fa4eb73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3938565 Dec 17 15:37:53.783539 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c81dd0-5cb1-44ed-a3ba-b6ff3dfbcff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e1e154-24dc-461d-a81b-d50823ca325d,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:53.786381 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50284) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:53.791387 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-25268696-699a-424d-a41d-1c4aaee6268c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:53.841663 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9d48e8d4-9dd8-4627-bd59-03126216c8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:53.870323 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9d48e8d4-9dd8-4627-bd59-03126216c8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:53.880742 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-25268696-699a-424d-a41d-1c4aaee6268c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:53.899158 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25268696-699a-424d-a41d-1c4aaee6268c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:53.899839 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-25268696-699a-424d-a41d-1c4aaee6268c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3732269'] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:53.991678 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25268696-699a-424d-a41d-1c4aaee6268c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event updated for resources: {'Network': ['ID=f8f3f6f3-b7ac-46bf-8b33-abaf24629c47,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:54.002756 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network f8f3f6f3-b7ac-46bf-8b33-abaf24629c47 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:37:54.017223 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9d48e8d4-9dd8-4627-bd59-03126216c8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:54.019734 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9d48e8d4-9dd8-4627-bd59-03126216c8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:54.021087 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9d48e8d4-9dd8-4627-bd59-03126216c8b8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/00e1e154-24dc-461d-a81b-d50823ca325d HTTP/1.1" status: 204 len: 168 time: 0.2337701 Dec 17 15:37:54.042278 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48e8d4-9dd8-4627-bd59-03126216c8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e1e154-24dc-461d-a81b-d50823ca325d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:54.066855 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50298) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:54.068481 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-25268696-699a-424d-a41d-1c4aaee6268c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4760265 Dec 17 15:37:54.205189 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779260be-4a58-4669-bdb6-61990edb34ba tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:54.206975 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-779260be-4a58-4669-bdb6-61990edb34ba tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "GET /v2.0/networks?id=f8f3f6f3-b7ac-46bf-8b33-abaf24629c47 HTTP/1.1" status: 200 len: 765 time: 0.1395559 Dec 17 15:37:54.209702 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50312) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:54.214899 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-c1fa8cb5-beb2-4a66-9e09-2e6f49447958 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Request body: {'network': {'description': 'd2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:37:54.280619 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c8b86-abd5-4be2-b020-b4a52d9f6031 req-be5b47c8-7bc0-4791-ba7e-240473742f22 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:54.283187 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a53c8b86-abd5-4be2-b020-b4a52d9f6031 req-be5b47c8-7bc0-4791-ba7e-240473742f22 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 945 time: 0.1094193 Dec 17 15:37:54.386103 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a53c8b86-abd5-4be2-b020-b4a52d9f6031 req-a8e85035-f7c9-4d21-b8be-63cc3aaaa0a7 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955575 Dec 17 15:37:54.443118 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c1fa8cb5-beb2-4a66-9e09-2e6f49447958 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:54.536787 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c1fa8cb5-beb2-4a66-9e09-2e6f49447958 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:54.587865 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c1fa8cb5-beb2-4a66-9e09-2e6f49447958 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Network f8f3f6f3-b7ac-46bf-8b33-abaf24629c47 is not hosted by any dhcp agent {{(pid=102832) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 17 15:37:54.593286 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fa8cb5-beb2-4a66-9e09-2e6f49447958 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:54.593855 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c1fa8cb5-beb2-4a66-9e09-2e6f49447958 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:54.595289 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c1fa8cb5-beb2-4a66-9e09-2e6f49447958 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "PUT /v2.0/networks/f8f3f6f3-b7ac-46bf-8b33-abaf24629c47 HTTP/1.1" status: 200 len: 762 time: 0.3845737 Dec 17 15:37:54.598481 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50332) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:54.614453 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa8cb5-beb2-4a66-9e09-2e6f49447958 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event updated for resources: {'Network': ['ID=f8f3f6f3-b7ac-46bf-8b33-abaf24629c47,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:54.633123 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network f8f3f6f3-b7ac-46bf-8b33-abaf24629c47 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:37:54.746788 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c314db82-8bc7-499f-b82b-f5d38b624371 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:54.759444 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c314db82-8bc7-499f-b82b-f5d38b624371 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "GET /v2.0/networks?id=f8f3f6f3-b7ac-46bf-8b33-abaf24629c47 HTTP/1.1" status: 200 len: 765 time: 0.1490493 Dec 17 15:37:54.762856 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50336) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:54.974505 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22da5b0-fd46-4e9e-8fe2-fa02e37c21d1 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:54.976008 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c22da5b0-fd46-4e9e-8fe2-fa02e37c21d1 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2121491 Dec 17 15:37:54.978901 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50342) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:55.017614 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7a16f10c-73bf-4a1c-971d-078e04dc9ad4 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "GET /v2.0/subnets?network_id=4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 207 time: 0.0376370 Dec 17 15:37:55.021207 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50344) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:55.087989 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50348) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:55.103434 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8a279dcc-2e4e-44a6-866d-538edde4f557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:55.216026 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8a279dcc-2e4e-44a6-866d-538edde4f557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:55.277437 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8a279dcc-2e4e-44a6-866d-538edde4f557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:55.320652 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8a279dcc-2e4e-44a6-866d-538edde4f557 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c9d5beb9a6234a0bae59eeeba7344c51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2315426 Dec 17 15:37:55.321502 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a279dcc-2e4e-44a6-866d-538edde4f557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6608845b-a9da-4d29-be47-4c89e0f3c263,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:55.324031 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50362) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:55.395820 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-45348e3c-9bd5-42a0-8fe7-7b678062a874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:55.418468 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-45348e3c-9bd5-42a0-8fe7-7b678062a874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:55.503522 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cc94f1-e8c5-4057-b6ae-ad82338a6893 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:55.509864 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cc94f1-e8c5-4057-b6ae-ad82338a6893 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:55.516338 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cc94f1-e8c5-4057-b6ae-ad82338a6893 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:55.522333 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cc94f1-e8c5-4057-b6ae-ad82338a6893 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:55.528095 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cc94f1-e8c5-4057-b6ae-ad82338a6893 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:55.529455 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd753c-6581-4e7b-9062-f39732fa8944 req-4eb14599-e9ae-445c-a3d5-9989c3e44203 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:55.531990 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dcfd753c-6581-4e7b-9062-f39732fa8944 req-4eb14599-e9ae-445c-a3d5-9989c3e44203 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 945 time: 0.0534511 Dec 17 15:37:55.535189 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cc94f1-e8c5-4057-b6ae-ad82338a6893 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:55.537152 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-62cc94f1-e8c5-4057-b6ae-ad82338a6893 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.5150125 Dec 17 15:37:55.543034 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50374) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:55.566213 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-45348e3c-9bd5-42a0-8fe7-7b678062a874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:55.572646 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-45348e3c-9bd5-42a0-8fe7-7b678062a874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:55.572646 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-45348e3c-9bd5-42a0-8fe7-7b678062a874 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6608845b-a9da-4d29-be47-4c89e0f3c263 HTTP/1.1" status: 204 len: 168 time: 0.2362039 Dec 17 15:37:55.583645 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dcfd753c-6581-4e7b-9062-f39732fa8944 req-b866fb71-550d-4f65-a9fc-eb45295d7fcd tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453675 Dec 17 15:37:55.584733 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45348e3c-9bd5-42a0-8fe7-7b678062a874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6608845b-a9da-4d29-be47-4c89e0f3c263,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:55.697810 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-10f0803d-34c0-4207-b7b7-15980aa7063f tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1557837 Dec 17 15:37:55.701423 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50384) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:55.758673 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdea0a9f-43c4-472e-b6b4-9d9847336bbf tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:55.760218 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdea0a9f-43c4-472e-b6b4-9d9847336bbf tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:55.761738 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdea0a9f-43c4-472e-b6b4-9d9847336bbf tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:55.763225 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdea0a9f-43c4-472e-b6b4-9d9847336bbf tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:55.764716 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdea0a9f-43c4-472e-b6b4-9d9847336bbf tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:55.767037 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-fdea0a9f-43c4-472e-b6b4-9d9847336bbf tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0645938 Dec 17 15:37:55.770985 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50388) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:55.828974 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0627ec2-d0b6-40a7-845b-850a54c25756 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['shared'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:55.830573 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0627ec2-d0b6-40a7-845b-850a54c25756 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['shared'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:55.831965 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0627ec2-d0b6-40a7-845b-850a54c25756 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['shared'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:55.833601 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0627ec2-d0b6-40a7-845b-850a54c25756 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['shared'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:55.835163 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0627ec2-d0b6-40a7-845b-850a54c25756 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['shared'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:55.836939 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e0627ec2-d0b6-40a7-845b-850a54c25756 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0648661 Dec 17 15:37:55.840712 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50390) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:55.948767 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aea4258-beaa-41a0-bc7a-f34114262079 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:55.950244 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1aea4258-beaa-41a0-bc7a-f34114262079 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "GET /v2.0/networks/8dafbfea-af13-40ba-ae1b-ff4cb903e92b HTTP/1.1" status: 200 len: 803 time: 0.1080670 Dec 17 15:37:55.954538 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50396) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:55.960758 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:56.061065 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c429d3f1-efe6-4a72-80eb-c63e26bf2933 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "GET /v2.0/networks/8dafbfea-af13-40ba-ae1b-ff4cb903e92b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1054280 Dec 17 15:37:56.065636 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50404) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:56.122414 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7285267-00d1-4bee-87f1-e097fc308807 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:56.124011 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a7285267-00d1-4bee-87f1-e097fc308807 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "GET /v2.0/subnets/f61d7f59-afcd-4b5e-9856-92008e801a74 HTTP/1.1" status: 200 len: 843 time: 0.0569773 Dec 17 15:37:56.128382 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50408) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:56.198203 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a102c6b4-de5c-4156-ba39-f77244fd2f02 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['shared'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:56.204774 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a102c6b4-de5c-4156-ba39-f77244fd2f02 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "GET /v2.0/subnets/f61d7f59-afcd-4b5e-9856-92008e801a74?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0728054 Dec 17 15:37:56.207785 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50420) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:56.213687 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-9780eafd-8157-4776-908f-f7f750ebe69d tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1518790215'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:37:56.332040 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9780eafd-8157-4776-908f-f7f750ebe69d tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Made reservation on behalf of b129b2d0cc574d61ba3c8dd1b24c167b for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:37:56.335749 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9780eafd-8157-4776-908f-f7f750ebe69d tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:56.363956 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9780eafd-8157-4776-908f-f7f750ebe69d tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:37:56.382715 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9780eafd-8157-4776-908f-f7f750ebe69d tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:56.382715 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-9780eafd-8157-4776-908f-f7f750ebe69d tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Added segment 3ea8baa7-1956-4383-83c3-d36d75985244 of type vlan for network 3d35fd2c-d7fd-4d73-a118-74db5b327015 Dec 17 15:37:56.414454 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9780eafd-8157-4776-908f-f7f750ebe69d tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:56.526296 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9780eafd-8157-4776-908f-f7f750ebe69d tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:56.532627 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9780eafd-8157-4776-908f-f7f750ebe69d tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:56.537892 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9780eafd-8157-4776-908f-f7f750ebe69d tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:56.602726 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780eafd-8157-4776-908f-f7f750ebe69d tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event updated for resources: {'Network': ['ID=3d35fd2c-d7fd-4d73-a118-74db5b327015,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:56.614562 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 3d35fd2c-d7fd-4d73-a118-74db5b327015 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:37:56.672117 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9780eafd-8157-4776-908f-f7f750ebe69d tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4628336 Dec 17 15:37:56.674761 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50448) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:56.680562 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-70f8680a-db0f-4d27-95e9-0cd7712a0a16 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Request body: {'subnet': {'network_id': '3d35fd2c-d7fd-4d73-a118-74db5b327015', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:37:56.780889 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53b664-2cab-4141-b609-d88fd780c2d5 req-53b4377a-059a-49b0-a6c0-6ad47177a234 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:56.782321 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4b53b664-2cab-4141-b609-d88fd780c2d5 req-53b4377a-059a-49b0-a6c0-6ad47177a234 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 945 time: 0.0531080 Dec 17 15:37:56.821941 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4b53b664-2cab-4141-b609-d88fd780c2d5 req-6faf05a7-f8f6-486d-8e7f-26ac2fe32e7c tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329022 Dec 17 15:37:56.880441 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f8680a-db0f-4d27-95e9-0cd7712a0a16 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Made reservation on behalf of b129b2d0cc574d61ba3c8dd1b24c167b for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:37:56.884485 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-70f8680a-db0f-4d27-95e9-0cd7712a0a16 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:56.945452 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.ipam_backend_mixin [None req-70f8680a-db0f-4d27-95e9-0cd7712a0a16 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Performing IP validity checks on allocation pools {{(pid=102833) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 17 15:37:56.945981 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.ipam_backend_mixin [None req-70f8680a-db0f-4d27-95e9-0cd7712a0a16 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102833) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 17 15:37:57.197408 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-70f8680a-db0f-4d27-95e9-0cd7712a0a16 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:57.268179 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8680a-db0f-4d27-95e9-0cd7712a0a16 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event updated for resources: {'Subnet': ['ID=1d3096b4-071d-4813-8b15-7517a87dbd61,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:57.275575 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f8680a-db0f-4d27-95e9-0cd7712a0a16 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Checking segment: {'id': '3ea8baa7-1956-4383-83c3-d36d75985244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3d35fd2c-d7fd-4d73-a118-74db5b327015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:37:57.275935 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f8680a-db0f-4d27-95e9-0cd7712a0a16 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Network hostable DHCP agents. Network: 3d35fd2c-d7fd-4d73-a118-74db5b327015, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:37:57.353378 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f8680a-db0f-4d27-95e9-0cd7712a0a16 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Network 3d35fd2c-d7fd-4d73-a118-74db5b327015 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:37:57.469283 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-70f8680a-db0f-4d27-95e9-0cd7712a0a16 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 3d35fd2c-d7fd-4d73-a118-74db5b327015) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:37:57.474229 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f8680a-db0f-4d27-95e9-0cd7712a0a16 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:57.474838 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-70f8680a-db0f-4d27-95e9-0cd7712a0a16 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:57.486421 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e810aa-7aa1-4ffa-9d17-6ab8cd4470cc None None] Network 3d35fd2c-d7fd-4d73-a118-74db5b327015 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:37:57.587393 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-70f8680a-db0f-4d27-95e9-0cd7712a0a16 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9116371 Dec 17 15:37:57.590931 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50494) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:57.598528 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-f8d75762-27f9-4c8e-bdeb-0b7a079766e9 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:37:57.661410 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0559c9-2183-4322-9a08-5802370ae99b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-3d35fd2c-d7fd-4d73-a118-74db5b327015', 'network_id': '3d35fd2c-d7fd-4d73-a118-74db5b327015', 'tenant_id': 'b129b2d0cc574d61ba3c8dd1b24c167b', 'fixed_ips': [{'subnet_id': '1d3096b4-071d-4813-8b15-7517a87dbd61'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:37:57.662649 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2e0559c9-2183-4322-9a08-5802370ae99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:57.708577 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f8d75762-27f9-4c8e-bdeb-0b7a079766e9 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12071146'] for subnet, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:57.998176 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb98406-412f-4a53-9b34-faf5a9c44e7f req-d91878ef-79eb-495a-b227-c2d8da91d84b tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:57.999738 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6bb98406-412f-4a53-9b34-faf5a9c44e7f req-d91878ef-79eb-495a-b227-c2d8da91d84b tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 945 time: 0.0584972 Dec 17 15:37:58.035204 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f8d75762-27f9-4c8e-bdeb-0b7a079766e9 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737064673437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12463913'] for subnet, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:58.063384 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6bb98406-412f-4a53-9b34-faf5a9c44e7f req-8af85575-91bc-44a1-85a6-fac90ebbae32 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563684 Dec 17 15:37:58.095678 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d75762-27f9-4c8e-bdeb-0b7a079766e9 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:58.096286 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f8d75762-27f9-4c8e-bdeb-0b7a079766e9 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:58.097857 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f8d75762-27f9-4c8e-bdeb-0b7a079766e9 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "PUT /v2.0/subnets/1d3096b4-071d-4813-8b15-7517a87dbd61 HTTP/1.1" status: 200 len: 900 time: 0.5059011 Dec 17 15:37:58.101311 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50522) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:37:58.102020 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-2e0559c9-2183-4322-9a08-5802370ae99b None None] Allocated IP 2001:db8::3 (3d35fd2c-d7fd-4d73-a118-74db5b327015/1d3096b4-071d-4813-8b15-7517a87dbd61/4bad14ab-408c-4862-a6bc-517101105a83) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:37:58.128717 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d75762-27f9-4c8e-bdeb-0b7a079766e9 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event updated for resources: {'Subnet': ['ID=1d3096b4-071d-4813-8b15-7517a87dbd61,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:58.257174 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-30d14aac-a8dd-4d0a-afaf-e399637fd616 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:58.275265 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2e0559c9-2183-4322-9a08-5802370ae99b None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:58.316921 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-30d14aac-a8dd-4d0a-afaf-e399637fd616 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:58.418145 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2e0559c9-2183-4322-9a08-5802370ae99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:58.458050 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0559c9-2183-4322-9a08-5802370ae99b None None] Network 3d35fd2c-d7fd-4d73-a118-74db5b327015 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:37:58.460886 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-2e0559c9-2183-4322-9a08-5802370ae99b None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:37:58.464246 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0559c9-2183-4322-9a08-5802370ae99b None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:37:58.472731 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0559c9-2183-4322-9a08-5802370ae99b None None] Pushing event updated for resources: {'Port': ['ID=4bad14ab-408c-4862-a6bc-517101105a83,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:58.529251 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-2e0559c9-2183-4322-9a08-5802370ae99b None None] Attempting to bind port 4bad14ab-408c-4862-a6bc-517101105a83 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:37:58.530280 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-2e0559c9-2183-4322-9a08-5802370ae99b None None] Attempting to bind port 4bad14ab-408c-4862-a6bc-517101105a83 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '3ea8baa7-1956-4383-83c3-d36d75985244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3d35fd2c-d7fd-4d73-a118-74db5b327015'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:37:58.530688 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0559c9-2183-4322-9a08-5802370ae99b None None] Attempting to bind port 4bad14ab-408c-4862-a6bc-517101105a83 on network 3d35fd2c-d7fd-4d73-a118-74db5b327015 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:37:58.536097 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0559c9-2183-4322-9a08-5802370ae99b None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:37:58.548525 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0559c9-2183-4322-9a08-5802370ae99b None None] Checking segment: {'id': '3ea8baa7-1956-4383-83c3-d36d75985244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3d35fd2c-d7fd-4d73-a118-74db5b327015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:37:58.548525 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2e0559c9-2183-4322-9a08-5802370ae99b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:58.548525 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0559c9-2183-4322-9a08-5802370ae99b None None] Bound using segment: {'id': '3ea8baa7-1956-4383-83c3-d36d75985244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3d35fd2c-d7fd-4d73-a118-74db5b327015'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:37:58.548525 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-2e0559c9-2183-4322-9a08-5802370ae99b None None] Bound port: 4bad14ab-408c-4862-a6bc-517101105a83, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea8baa7-1956-4383-83c3-d36d75985244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3d35fd2c-d7fd-4d73-a118-74db5b327015'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:37:58.549006 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-30d14aac-a8dd-4d0a-afaf-e399637fd616 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:58.549189 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2e0559c9-2183-4322-9a08-5802370ae99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:58.579107 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d14aac-a8dd-4d0a-afaf-e399637fd616 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event deleted for resources: {'Subnet': ['ID=1d3096b4-071d-4813-8b15-7517a87dbd61,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:58.616284 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-2e0559c9-2183-4322-9a08-5802370ae99b None None] For port 4bad14ab-408c-4862-a6bc-517101105a83, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:37:58.619929 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-2e0559c9-2183-4322-9a08-5802370ae99b None None] For port 4bad14ab-408c-4862-a6bc-517101105a83, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=4bad14ab-408c-4862-a6bc-517101105a83,segment=NetworkSegment(3ea8baa7-1956-4383-83c3-d36d75985244),segment_id=3ea8baa7-1956-4383-83c3-d36d75985244)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:37:58.640831 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-30d14aac-a8dd-4d0a-afaf-e399637fd616 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:58.662116 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-30d14aac-a8dd-4d0a-afaf-e399637fd616 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d35fd2c-d7fd-4d73-a118-74db5b327015']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:58.672176 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-30d14aac-a8dd-4d0a-afaf-e399637fd616 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea8baa7-1956-4383-83c3-d36d75985244') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:58.672526 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-30d14aac-a8dd-4d0a-afaf-e399637fd616 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea8baa7-1956-4383-83c3-d36d75985244') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:58.683218 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-30d14aac-a8dd-4d0a-afaf-e399637fd616 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:58.693928 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2e0559c9-2183-4322-9a08-5802370ae99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:58.698358 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-30d14aac-a8dd-4d0a-afaf-e399637fd616 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:58.710133 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d14aac-a8dd-4d0a-afaf-e399637fd616 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:37:58.710133 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-30d14aac-a8dd-4d0a-afaf-e399637fd616 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:58.712178 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:37:58.712178 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:37:58.712178 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:37:58.712178 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:37:58.712178 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:37:58.712178 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:37:58.712178 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:37:58.712178 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:37:58.712178 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:37:58.712178 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:37:58.712178 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:37:58.712178 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:37:58.712178 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:37:58.712178 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:37:58.712178 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:37:58.712178 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:37:58.712178 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:37:58.712178 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:37:58.712178 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:37:58.712178 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:37:58.712178 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:37:58.712178 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:37:58.712178 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:37:58.712178 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:37:58.712178 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:37:58.712178 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:37:58.712178 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:37:58.712178 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:37:58.712178 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:37:58.712178 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:37:58.712178 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:37:58.712178 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:37:58.805972 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b573b4a5-eb1f-4f80-b886-3ad2ec033567 None None] Network 3d35fd2c-d7fd-4d73-a118-74db5b327015 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:37:58.808199 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0559c9-2183-4322-9a08-5802370ae99b None None] Pushing event updated for resources: {'Port': ['ID=4bad14ab-408c-4862-a6bc-517101105a83,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:58.835306 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.db.api [None req-30d14aac-a8dd-4d0a-afaf-e399637fd616 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 15:37:58.835306 n-d-820553-2 neutron-server[102833]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 15:37:58.835306 n-d-820553-2 neutron-server[102833]: [parameters: {'id': '3d35fd2c-d7fd-4d73-a118-74db5b327015'}] Dec 17 15:37:58.835306 n-d-820553-2 neutron-server[102833]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:37:58.835800 n-d-820553-2 neutron-server[102833]: DEBUG oslo_db.api [None req-30d14aac-a8dd-4d0a-afaf-e399637fd616 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:37:58.925263 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6913dcf5-6c20-4cac-a92d-5a27f49e1672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:58.931032 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b89ba4-ba23-457e-aff3-c68334062d57 None None] Network 3d35fd2c-d7fd-4d73-a118-74db5b327015 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:37:59.059839 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a523569-db2e-473c-80b2-e195048dec3d None None] get_active_networks_info from n-d-820553-2 {{(pid=102834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 17 15:37:59.120056 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-187bb475-23c0-477f-bcac-e32865e52c08 req-8cb2f886-4189-453e-a8be-2dd97afe5123 service neutron] (102833) timed out ('10.222.0.13', 62520) {{(pid=102833) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 17 15:37:59.148814 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a523569-db2e-473c-80b2-e195048dec3d None None] Resources bound (agent type, host, resource id): {{(pid=102834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 15:37:59.206772 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512a995-2a16-491b-ba8f-9f40f747660c req-347632da-fc1a-4a79-a1c1-e10120de362b tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:37:59.208345 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5512a995-2a16-491b-ba8f-9f40f747660c req-347632da-fc1a-4a79-a1c1-e10120de362b tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 945 time: 0.0620379 Dec 17 15:37:59.263234 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5512a995-2a16-491b-ba8f-9f40f747660c req-e7125f53-3eda-4296-a5aa-d9d3dbead629 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469246 Dec 17 15:37:59.337283 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-30d14aac-a8dd-4d0a-afaf-e399637fd616 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:59.392979 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-30d14aac-a8dd-4d0a-afaf-e399637fd616 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Deleting port 4bad14ab-408c-4862-a6bc-517101105a83 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:37:59.393385 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-30d14aac-a8dd-4d0a-afaf-e399637fd616 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:59.491529 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-30d14aac-a8dd-4d0a-afaf-e399637fd616 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] For port 4bad14ab-408c-4862-a6bc-517101105a83, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=4bad14ab-408c-4862-a6bc-517101105a83,segment=NetworkSegment(3ea8baa7-1956-4383-83c3-d36d75985244),segment_id=3ea8baa7-1956-4383-83c3-d36d75985244)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:37:59.491929 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-30d14aac-a8dd-4d0a-afaf-e399637fd616 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:59.505474 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-30d14aac-a8dd-4d0a-afaf-e399637fd616 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Calling delete_port for 4bad14ab-408c-4862-a6bc-517101105a83 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:37:59.686377 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-30d14aac-a8dd-4d0a-afaf-e399637fd616 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:59.714663 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d14aac-a8dd-4d0a-afaf-e399637fd616 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event deleted for resources: {'Port': ['ID=4bad14ab-408c-4862-a6bc-517101105a83,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:37:59.716536 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d14aac-a8dd-4d0a-afaf-e399637fd616 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] No DVR routers for this DVR port 4bad14ab-408c-4862-a6bc-517101105a83 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:37:59.802116 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-30d14aac-a8dd-4d0a-afaf-e399637fd616 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:59.822676 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-30d14aac-a8dd-4d0a-afaf-e399637fd616 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d35fd2c-d7fd-4d73-a118-74db5b327015']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:59.831875 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-30d14aac-a8dd-4d0a-afaf-e399637fd616 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea8baa7-1956-4383-83c3-d36d75985244') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:59.832168 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-30d14aac-a8dd-4d0a-afaf-e399637fd616 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea8baa7-1956-4383-83c3-d36d75985244') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:37:59.841569 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-30d14aac-a8dd-4d0a-afaf-e399637fd616 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:59.856152 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-30d14aac-a8dd-4d0a-afaf-e399637fd616 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:59.862908 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d14aac-a8dd-4d0a-afaf-e399637fd616 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:37:59.863304 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-30d14aac-a8dd-4d0a-afaf-e399637fd616 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:37:59.866365 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:37:59.866365 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:37:59.866365 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:37:59.866365 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:37:59.866365 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:37:59.866365 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:37:59.866365 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:37:59.866365 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:37:59.866365 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:37:59.866365 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:37:59.866365 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:37:59.866365 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:37:59.866365 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:37:59.866365 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:37:59.866365 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:37:59.866365 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:37:59.866365 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:37:59.866365 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:37:59.866365 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:37:59.866365 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:37:59.866365 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:37:59.866365 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:37:59.866365 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:37:59.866365 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:37:59.866365 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:37:59.866365 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:37:59.866365 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:37:59.866365 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:37:59.866365 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:37:59.866365 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:37:59.866365 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:37:59.866365 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:38:00.057841 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-30d14aac-a8dd-4d0a-afaf-e399637fd616 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:00.065810 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-30d14aac-a8dd-4d0a-afaf-e399637fd616 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:00.069030 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-30d14aac-a8dd-4d0a-afaf-e399637fd616 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "DELETE /v2.0/networks/3d35fd2c-d7fd-4d73-a118-74db5b327015 HTTP/1.1" status: 204 len: 168 time: 1.9666679 Dec 17 15:38:00.072313 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50620) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:00.090708 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d14aac-a8dd-4d0a-afaf-e399637fd616 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event deleted for resources: {'Network': ['ID=3d35fd2c-d7fd-4d73-a118-74db5b327015,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:00.114259 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-90bef3d6-90a1-4896-a44f-8bc7d0696f19 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] DELETE failed (client error): The resource could not be found. Dec 17 15:38:00.114723 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90bef3d6-90a1-4896-a44f-8bc7d0696f19 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:38:00.120143 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-90bef3d6-90a1-4896-a44f-8bc7d0696f19 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "DELETE /v2.0/subnets/1d3096b4-071d-4813-8b15-7517a87dbd61 HTTP/1.1" status: 404 len: 337 time: 0.0443141 Dec 17 15:38:00.120766 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50624) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:00.142960 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-626cd501-865a-481f-92c8-9969f5abf1c1 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] DELETE failed (client error): The resource could not be found. Dec 17 15:38:00.143527 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-626cd501-865a-481f-92c8-9969f5abf1c1 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:38:00.146741 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-626cd501-865a-481f-92c8-9969f5abf1c1 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "DELETE /v2.0/networks/3d35fd2c-d7fd-4d73-a118-74db5b327015 HTTP/1.1" status: 404 len: 339 time: 0.0254815 Dec 17 15:38:00.149579 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50628) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:00.189187 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50632) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:00.262316 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-505315df-4ed7-41c4-9325-17b0d7d9bc9c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:00.331920 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dd2a7cfa-5596-413d-a6da-5504bd9faedd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:00.372468 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-505315df-4ed7-41c4-9325-17b0d7d9bc9c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:00.437461 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dd2a7cfa-5596-413d-a6da-5504bd9faedd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:00.502094 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dd2a7cfa-5596-413d-a6da-5504bd9faedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:00.557791 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-dd2a7cfa-5596-413d-a6da-5504bd9faedd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d13754bccba948d99ef8938972f1728b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3674588 Dec 17 15:38:00.563021 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a7cfa-5596-413d-a6da-5504bd9faedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b18f2a8-96ae-4414-95dc-d2c371df197a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:00.563021 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50660) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:00.654981 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-15267fc9-6311-4dbe-881a-4cc9a1a0937b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:00.692987 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-15267fc9-6311-4dbe-881a-4cc9a1a0937b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:00.704405 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-505315df-4ed7-41c4-9325-17b0d7d9bc9c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f3f6f3-b7ac-46bf-8b33-abaf24629c47']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:38:00.720941 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-505315df-4ed7-41c4-9325-17b0d7d9bc9c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73dd752e-4d2a-4542-a9a4-4552a6d8d8d4') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:38:00.721259 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-505315df-4ed7-41c4-9325-17b0d7d9bc9c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73dd752e-4d2a-4542-a9a4-4552a6d8d8d4') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:38:00.740835 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0751e81-ee7c-49c5-8e1e-31e4c314a885 req-30cf04b8-0fcd-4bca-b8a2-827305f35096 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:00.742372 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c0751e81-ee7c-49c5-8e1e-31e4c314a885 req-30cf04b8-0fcd-4bca-b8a2-827305f35096 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 945 time: 0.3666289 Dec 17 15:38:00.744146 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-505315df-4ed7-41c4-9325-17b0d7d9bc9c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:00.771068 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-505315df-4ed7-41c4-9325-17b0d7d9bc9c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:00.788598 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-505315df-4ed7-41c4-9325-17b0d7d9bc9c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:38:00.800585 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-505315df-4ed7-41c4-9325-17b0d7d9bc9c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:00.800585 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:38:00.800585 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:38:00.800585 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:38:00.800585 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:38:00.800585 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:38:00.800585 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:38:00.800585 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:38:00.800585 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:38:00.800585 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:38:00.800585 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:38:00.800585 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:38:00.800585 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:38:00.800585 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:38:00.800585 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:38:00.800585 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:38:00.800585 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:38:00.800585 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:38:00.800585 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:38:00.800585 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:38:00.800585 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:38:00.800585 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:38:00.800585 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:38:00.800585 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:38:00.800585 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:38:00.800585 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:38:00.800585 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:38:00.800585 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:38:00.800585 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:38:00.800585 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:38:00.800585 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:38:00.800585 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:38:00.800585 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:38:00.808561 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c0751e81-ee7c-49c5-8e1e-31e4c314a885 req-0314b0da-100f-470c-95d8-778a0d1a7e76 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556185 Dec 17 15:38:00.826572 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-15267fc9-6311-4dbe-881a-4cc9a1a0937b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:00.830123 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-15267fc9-6311-4dbe-881a-4cc9a1a0937b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:00.832147 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-15267fc9-6311-4dbe-881a-4cc9a1a0937b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4b18f2a8-96ae-4414-95dc-d2c371df197a HTTP/1.1" status: 204 len: 168 time: 0.2689357 Dec 17 15:38:00.839984 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15267fc9-6311-4dbe-881a-4cc9a1a0937b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b18f2a8-96ae-4414-95dc-d2c371df197a,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:00.982374 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-505315df-4ed7-41c4-9325-17b0d7d9bc9c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:00.989265 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-505315df-4ed7-41c4-9325-17b0d7d9bc9c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:00.992315 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-505315df-4ed7-41c4-9325-17b0d7d9bc9c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "DELETE /v2.0/networks/f8f3f6f3-b7ac-46bf-8b33-abaf24629c47 HTTP/1.1" status: 204 len: 168 time: 0.8416460 Dec 17 15:38:00.995163 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50680) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:01.004165 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505315df-4ed7-41c4-9325-17b0d7d9bc9c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event deleted for resources: {'Network': ['ID=f8f3f6f3-b7ac-46bf-8b33-abaf24629c47,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:01.011587 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505315df-4ed7-41c4-9325-17b0d7d9bc9c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:01.017775 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505315df-4ed7-41c4-9325-17b0d7d9bc9c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:01.017775 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505315df-4ed7-41c4-9325-17b0d7d9bc9c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:01.017775 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505315df-4ed7-41c4-9325-17b0d7d9bc9c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:01.017775 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505315df-4ed7-41c4-9325-17b0d7d9bc9c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:01.017775 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505315df-4ed7-41c4-9325-17b0d7d9bc9c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:01.017775 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505315df-4ed7-41c4-9325-17b0d7d9bc9c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:01.017775 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505315df-4ed7-41c4-9325-17b0d7d9bc9c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:01.017775 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505315df-4ed7-41c4-9325-17b0d7d9bc9c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:01.017775 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505315df-4ed7-41c4-9325-17b0d7d9bc9c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:01.017775 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505315df-4ed7-41c4-9325-17b0d7d9bc9c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:01.017775 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505315df-4ed7-41c4-9325-17b0d7d9bc9c tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:01.031415 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec5c9f64-c658-456f-b116-93112d15b87b tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] DELETE failed (client error): The resource could not be found. Dec 17 15:38:01.031883 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec5c9f64-c658-456f-b116-93112d15b87b tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:38:01.035060 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ec5c9f64-c658-456f-b116-93112d15b87b tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "DELETE /v2.0/subnets/476e3620-0c98-4684-9235-a0a77cdefed0 HTTP/1.1" status: 404 len: 337 time: 0.0388396 Dec 17 15:38:01.037772 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50682) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:01.056083 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae4889aa-091c-4520-a8d8-1c1e532fd174 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] DELETE failed (client error): The resource could not be found. Dec 17 15:38:01.056610 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae4889aa-091c-4520-a8d8-1c1e532fd174 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:38:01.059535 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ae4889aa-091c-4520-a8d8-1c1e532fd174 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "DELETE /v2.0/networks/250a41c7-7d74-497a-8f07-bfff5bacb256 HTTP/1.1" status: 404 len: 339 time: 0.0207953 Dec 17 15:38:01.062204 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50684) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:01.063406 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-35b7d842-f5e5-49e8-9628-ae7ce8391e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:01.117482 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b0b208c-5770-4238-97e4-50821a73a2ad tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Deleting subnet c208ffd4-6764-4cac-bd94-a084bb038003 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:38:01.120706 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5b0b208c-5770-4238-97e4-50821a73a2ad tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:01.163348 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5b0b208c-5770-4238-97e4-50821a73a2ad tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:01.263221 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5b0b208c-5770-4238-97e4-50821a73a2ad tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:01.446588 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5b0b208c-5770-4238-97e4-50821a73a2ad tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:01.473844 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b208c-5770-4238-97e4-50821a73a2ad tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event deleted for resources: {'Subnet': ['ID=c208ffd4-6764-4cac-bd94-a084bb038003,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:01.477746 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5b0b208c-5770-4238-97e4-50821a73a2ad tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:01.483060 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5b0b208c-5770-4238-97e4-50821a73a2ad tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "DELETE /v2.0/subnets/c208ffd4-6764-4cac-bd94-a084bb038003 HTTP/1.1" status: 204 len: 168 time: 0.4176612 Dec 17 15:38:01.484419 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50704) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:01.488604 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f28a3a8-4a02-43c7-bf6e-a0433ec7ea70 None None] Network e023bc5e-a166-400c-bdc5-17ce5b2163f5 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:38:01.543997 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-99af924a-c370-48a8-a536-08b524f15c90 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Deleting subnet f36e9ef0-88a9-4210-aa07-581f056da504 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:38:01.543997 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-99af924a-c370-48a8-a536-08b524f15c90 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:01.592101 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-99af924a-c370-48a8-a536-08b524f15c90 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:01.629809 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50706) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:01.647939 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1b4a7ca9-76b3-4d5f-94dd-03871437f241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:01.700537 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-99af924a-c370-48a8-a536-08b524f15c90 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:01.746981 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1b4a7ca9-76b3-4d5f-94dd-03871437f241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:01.823447 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1b4a7ca9-76b3-4d5f-94dd-03871437f241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:01.854432 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-99af924a-c370-48a8-a536-08b524f15c90 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:01.884331 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1b4a7ca9-76b3-4d5f-94dd-03871437f241 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=90e53ded7c6d4b60a6de909138fd392d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2510996 Dec 17 15:38:01.884331 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a7ca9-76b3-4d5f-94dd-03871437f241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e03c76f-75b1-4100-8bf0-bbdccdfed0be,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:01.895438 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50712) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:01.923239 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af924a-c370-48a8-a536-08b524f15c90 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event deleted for resources: {'Subnet': ['ID=f36e9ef0-88a9-4210-aa07-581f056da504,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:01.930830 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-99af924a-c370-48a8-a536-08b524f15c90 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:01.940339 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-99af924a-c370-48a8-a536-08b524f15c90 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "DELETE /v2.0/subnets/f36e9ef0-88a9-4210-aa07-581f056da504 HTTP/1.1" status: 204 len: 168 time: 0.4549875 Dec 17 15:38:01.944570 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50714) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:02.011216 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d923de-33cb-4c00-9458-44a65e925740 req-1e23e34f-19a9-4a3f-856b-6746fa1ad083 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:02.013030 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-69d923de-33cb-4c00-9458-44a65e925740 req-1e23e34f-19a9-4a3f-856b-6746fa1ad083 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 945 time: 0.0932884 Dec 17 15:38:02.018562 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ed47e22e-72dd-43f1-9ccc-9c43cfcd9174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:02.058621 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ed47e22e-72dd-43f1-9ccc-9c43cfcd9174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:02.069680 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83812078-00ab-476a-854c-fd3d09664d67 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:02.092498 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-69d923de-33cb-4c00-9458-44a65e925740 req-949f791b-85d6-4da1-befe-1c774012c342 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611489 Dec 17 15:38:02.159989 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-83812078-00ab-476a-854c-fd3d09664d67 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Deleting port 824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:38:02.163045 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83812078-00ab-476a-854c-fd3d09664d67 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:02.200626 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ed47e22e-72dd-43f1-9ccc-9c43cfcd9174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:02.203998 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ed47e22e-72dd-43f1-9ccc-9c43cfcd9174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:02.205273 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ed47e22e-72dd-43f1-9ccc-9c43cfcd9174 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1e03c76f-75b1-4100-8bf0-bbdccdfed0be HTTP/1.1" status: 204 len: 168 time: 0.3038111 Dec 17 15:38:02.214926 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47e22e-72dd-43f1-9ccc-9c43cfcd9174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e03c76f-75b1-4100-8bf0-bbdccdfed0be,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:02.254443 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-83812078-00ab-476a-854c-fd3d09664d67 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] For port 824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc,segment=NetworkSegment(94e05eeb-3efe-40a2-abc5-55056712d70a),segment_id=94e05eeb-3efe-40a2-abc5-55056712d70a)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:38:02.254822 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83812078-00ab-476a-854c-fd3d09664d67 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:02.276108 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-83812078-00ab-476a-854c-fd3d09664d67 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Calling delete_port for 824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:38:02.326300 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:02.350185 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4070be-9edb-44f2-9d21-c16cc34e106f None None] Network e023bc5e-a166-400c-bdc5-17ce5b2163f5 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:38:02.429776 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-36903fb9-b9f3-4552-b8a6-40322d4c1289 None None] Provisioning complete for port 824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:02.430522 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-36903fb9-b9f3-4552-b8a6-40322d4c1289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:02.456739 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83812078-00ab-476a-854c-fd3d09664d67 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:02.510273 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83812078-00ab-476a-854c-fd3d09664d67 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event deleted for resources: {'Port': ['ID=824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:02.513988 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83812078-00ab-476a-854c-fd3d09664d67 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] No DVR routers for this DVR port 824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:38:02.570150 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-36903fb9-b9f3-4552-b8a6-40322d4c1289 None None] Could not find standard attr ID for object 824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc. {{(pid=102834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:38:02.573517 n-d-820553-2 neutron-server[102834]: INFO neutron.plugins.ml2.db [None req-36903fb9-b9f3-4552-b8a6-40322d4c1289 None None] No ports have port_id starting with 824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc Dec 17 15:38:02.619427 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83812078-00ab-476a-854c-fd3d09664d67 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:02.639212 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b23ec6-21cb-4ec1-9022-c0009af426aa None None] DHCP port deletion for e023bc5e-a166-400c-bdc5-17ce5b2163f5 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:38:02.642682 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-83812078-00ab-476a-854c-fd3d09664d67 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e023bc5e-a166-400c-bdc5-17ce5b2163f5']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:38:02.663936 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-83812078-00ab-476a-854c-fd3d09664d67 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e05eeb-3efe-40a2-abc5-55056712d70a') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:38:02.663936 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-83812078-00ab-476a-854c-fd3d09664d67 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e05eeb-3efe-40a2-abc5-55056712d70a') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:38:02.674990 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83812078-00ab-476a-854c-fd3d09664d67 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:02.690636 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83812078-00ab-476a-854c-fd3d09664d67 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:02.697988 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83812078-00ab-476a-854c-fd3d09664d67 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:38:02.699333 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83812078-00ab-476a-854c-fd3d09664d67 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:02.701893 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:38:02.701893 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:38:02.701893 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:38:02.701893 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:38:02.701893 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:38:02.701893 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:38:02.701893 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:38:02.701893 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:38:02.701893 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:38:02.701893 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:38:02.701893 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:38:02.701893 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:38:02.701893 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:38:02.701893 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:38:02.701893 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:38:02.701893 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:38:02.701893 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:38:02.701893 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:38:02.701893 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:38:02.701893 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:38:02.701893 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:38:02.701893 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:38:02.701893 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:38:02.701893 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:38:02.701893 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:38:02.701893 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:38:02.701893 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:38:02.701893 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:38:02.701893 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:38:02.701893 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:38:02.701893 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:38:02.701893 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:38:02.857681 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83812078-00ab-476a-854c-fd3d09664d67 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:02.872348 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83812078-00ab-476a-854c-fd3d09664d67 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:02.872348 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-83812078-00ab-476a-854c-fd3d09664d67 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "DELETE /v2.0/networks/e023bc5e-a166-400c-bdc5-17ce5b2163f5 HTTP/1.1" status: 204 len: 168 time: 0.9233751 Dec 17 15:38:02.873218 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50736) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:02.883067 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83812078-00ab-476a-854c-fd3d09664d67 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event deleted for resources: {'Network': ['ID=e023bc5e-a166-400c-bdc5-17ce5b2163f5,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:02.924324 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dbfb36c-7264-4583-afeb-7a30b39a33b4 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] DELETE failed (client error): The resource could not be found. Dec 17 15:38:02.925022 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dbfb36c-7264-4583-afeb-7a30b39a33b4 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:38:02.933031 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4dbfb36c-7264-4583-afeb-7a30b39a33b4 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "DELETE /v2.0/subnets/3dfbb9a4-4209-461a-b2fb-cb3574f8b56d HTTP/1.1" status: 404 len: 337 time: 0.0544851 Dec 17 15:38:02.933031 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50738) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:02.952867 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a56949-4037-4b85-8965-8a87d5e22047 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] DELETE failed (client error): The resource could not be found. Dec 17 15:38:02.953484 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22a56949-4037-4b85-8965-8a87d5e22047 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:38:02.956758 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-22a56949-4037-4b85-8965-8a87d5e22047 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "DELETE /v2.0/networks/e2ed0c74-199d-47c5-a670-8f6c7ace7aed HTTP/1.1" status: 404 len: 339 time: 0.0216980 Dec 17 15:38:02.959636 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50740) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:03.020403 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a5beab5-4394-4b62-8c9b-bebe977aee9b tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] DELETE failed (client error): The resource could not be found. Dec 17 15:38:03.021137 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a5beab5-4394-4b62-8c9b-bebe977aee9b tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:38:03.026091 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1a5beab5-4394-4b62-8c9b-bebe977aee9b tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "DELETE /v2.0/subnets/710657d0-295d-4909-89f8-e6cec6c492af HTTP/1.1" status: 404 len: 337 time: 0.0653825 Dec 17 15:38:03.028624 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50746) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:03.049203 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7dafb16-3a64-4275-be12-f98486c8d121 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] DELETE failed (client error): The resource could not be found. Dec 17 15:38:03.049761 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7dafb16-3a64-4275-be12-f98486c8d121 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:38:03.052976 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e7dafb16-3a64-4275-be12-f98486c8d121 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "DELETE /v2.0/networks/0bd07434-5a27-448b-9d42-2cca6a8706fd HTTP/1.1" status: 404 len: 339 time: 0.0231879 Dec 17 15:38:03.055506 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50748) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:03.086212 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb8fc05-2a08-4827-9e16-da5ab2288da7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] DELETE failed (client error): The resource could not be found. Dec 17 15:38:03.086744 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb8fc05-2a08-4827-9e16-da5ab2288da7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:38:03.088143 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 855c27b2-ffc8-4b41-89e8-10e53eedf5f1 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:38:03.092001 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5eb8fc05-2a08-4827-9e16-da5ab2288da7 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "DELETE /v2.0/subnets/b1ef27a3-b508-4615-8035-5139fd151220 HTTP/1.1" status: 404 len: 337 time: 0.0332568 Dec 17 15:38:03.092563 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50750) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:03.095990 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 855c27b2-ffc8-4b41-89e8-10e53eedf5f1 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:38:03.119149 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-3027272e-4891-4440-b1e6-1ec6961a6a19 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] DELETE failed (client error): The resource could not be found. Dec 17 15:38:03.119844 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3027272e-4891-4440-b1e6-1ec6961a6a19 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:38:03.122763 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3027272e-4891-4440-b1e6-1ec6961a6a19 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "DELETE /v2.0/networks/e72b7014-e04f-4a44-a545-c518d0883f73 HTTP/1.1" status: 404 len: 339 time: 0.0285363 Dec 17 15:38:03.126343 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50754) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:03.233909 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-63167feb-2982-48ae-a7d3-129a9df76543 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Deleting subnet 64aa5926-c529-4102-870b-66cf1abb7939 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:38:03.243304 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-63167feb-2982-48ae-a7d3-129a9df76543 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:03.262897 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:03.289207 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4dc471-7283-4e26-8efd-7ea85c0792ac req-f72f5396-0cd9-4df8-a2db-416739464a7e tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:03.294508 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a4dc471-7283-4e26-8efd-7ea85c0792ac req-f72f5396-0cd9-4df8-a2db-416739464a7e tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 945 time: 0.0850713 Dec 17 15:38:03.297223 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 855c27b2-ffc8-4b41-89e8-10e53eedf5f1, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=855c27b2-ffc8-4b41-89e8-10e53eedf5f1,segment=NetworkSegment(3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0),segment_id=3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:38:03.317497 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1dad21b-3f7f-4044-bf44-7fecd54238ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '855c27b2-ffc8-4b41-89e8-10e53eedf5f1'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:38:03.319783 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f21ad1-9e93-487c-b471-724a25263f19" -d '{"events": [{"server_uuid": "b1dad21b-3f7f-4044-bf44-7fecd54238ae", "name": "network-vif-unplugged", "status": "completed", "tag": "855c27b2-ffc8-4b41-89e8-10e53eedf5f1"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:38:03.329505 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-63167feb-2982-48ae-a7d3-129a9df76543 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:03.346450 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '855c27b2-ffc8-4b41-89e8-10e53eedf5f1', 'network_id': 'e534eaac-a938-4d73-bcc9-4ead9ee9d77a', 'port_id': '855c27b2-ffc8-4b41-89e8-10e53eedf5f1', 'mac_address': 'fa:16:3e:af:e1:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ef64e1-4316-45bd-a267-3635457f9569', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:38:03.358399 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 855c27b2-ffc8-4b41-89e8-10e53eedf5f1, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=855c27b2-ffc8-4b41-89e8-10e53eedf5f1,segment=NetworkSegment(3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0),segment_id=3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:38:03.409414 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a4dc471-7283-4e26-8efd-7ea85c0792ac req-f0b15716-55b3-417f-8463-b35fdc0e4058 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061070 Dec 17 15:38:03.423877 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfccf184-460b-479f-832a-95d94d1cc769 x-openstack-request-id: req-bfccf184-460b-479f-832a-95d94d1cc769 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:38:03.424181 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1dad21b-3f7f-4044-bf44-7fecd54238ae", "name": "network-vif-unplugged", "status": "completed", "tag": "855c27b2-ffc8-4b41-89e8-10e53eedf5f1", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:38:03.424438 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bfccf184-460b-479f-832a-95d94d1cc769 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:38:03.424838 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1dad21b-3f7f-4044-bf44-7fecd54238ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '855c27b2-ffc8-4b41-89e8-10e53eedf5f1', 'code': 200} Dec 17 15:38:03.428090 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:03.491877 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:03.508195 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-63167feb-2982-48ae-a7d3-129a9df76543 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:03.513223 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 855c27b2-ffc8-4b41-89e8-10e53eedf5f1 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:38:03.579520 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:38:03.579520 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:38:03.582004 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=855c27b2-ffc8-4b41-89e8-10e53eedf5f1,revision_number=6']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:03.662627 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-63167feb-2982-48ae-a7d3-129a9df76543 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:03.700019 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63167feb-2982-48ae-a7d3-129a9df76543 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event deleted for resources: {'Subnet': ['ID=64aa5926-c529-4102-870b-66cf1abb7939,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:03.704838 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-63167feb-2982-48ae-a7d3-129a9df76543 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:03.708254 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-63167feb-2982-48ae-a7d3-129a9df76543 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "DELETE /v2.0/subnets/64aa5926-c529-4102-870b-66cf1abb7939 HTTP/1.1" status: 204 len: 168 time: 0.5809946 Dec 17 15:38:03.711255 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50766) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:03.714902 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63167feb-2982-48ae-a7d3-129a9df76543 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:03.715476 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63167feb-2982-48ae-a7d3-129a9df76543 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:03.715725 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c737b4c9-d7b6-44c3-9074-1b35edb1035c None None] Network 20a8d8b2-0dde-459d-81fc-85d5873afa7a requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:38:03.716248 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63167feb-2982-48ae-a7d3-129a9df76543 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:03.716789 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63167feb-2982-48ae-a7d3-129a9df76543 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:03.717554 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63167feb-2982-48ae-a7d3-129a9df76543 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:03.718172 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63167feb-2982-48ae-a7d3-129a9df76543 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:03.718709 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63167feb-2982-48ae-a7d3-129a9df76543 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:03.719883 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63167feb-2982-48ae-a7d3-129a9df76543 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:03.720576 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63167feb-2982-48ae-a7d3-129a9df76543 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:03.721158 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63167feb-2982-48ae-a7d3-129a9df76543 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:03.721695 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63167feb-2982-48ae-a7d3-129a9df76543 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:03.722252 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63167feb-2982-48ae-a7d3-129a9df76543 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:03.879501 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:03.884194 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-45ff4bed-bd72-42db-91b7-2edc995d1782 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:03.988798 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-45ff4bed-bd72-42db-91b7-2edc995d1782 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Deleting port e8bd9739-7637-4716-8b7c-bb7415722e02 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:38:03.989714 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-45ff4bed-bd72-42db-91b7-2edc995d1782 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:04.042008 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e786e1-64fd-4d42-9136-792753d7a7ac None None] DHCP port deletion for 20a8d8b2-0dde-459d-81fc-85d5873afa7a request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:38:04.079584 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-45ff4bed-bd72-42db-91b7-2edc995d1782 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] For port e8bd9739-7637-4716-8b7c-bb7415722e02, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e8bd9739-7637-4716-8b7c-bb7415722e02,segment=NetworkSegment(0dc686af-8ccb-4331-a7d2-ac3feded76e4),segment_id=0dc686af-8ccb-4331-a7d2-ac3feded76e4)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:38:04.084042 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-45ff4bed-bd72-42db-91b7-2edc995d1782 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:04.108102 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-45ff4bed-bd72-42db-91b7-2edc995d1782 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Calling delete_port for e8bd9739-7637-4716-8b7c-bb7415722e02 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:38:04.161723 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:04.176120 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-e7e786e1-64fd-4d42-9136-792753d7a7ac None None] Deleting port e8bd9739-7637-4716-8b7c-bb7415722e02 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:38:04.177252 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e7e786e1-64fd-4d42-9136-792753d7a7ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:04.194888 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 855c27b2-ffc8-4b41-89e8-10e53eedf5f1 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:38:04.217078 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 855c27b2-ffc8-4b41-89e8-10e53eedf5f1, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=855c27b2-ffc8-4b41-89e8-10e53eedf5f1,segment=NetworkSegment(3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0),segment_id=3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:38:04.250854 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:04.284645 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:04.322292 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-e7e786e1-64fd-4d42-9136-792753d7a7ac None None] For port e8bd9739-7637-4716-8b7c-bb7415722e02, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e8bd9739-7637-4716-8b7c-bb7415722e02,segment=NetworkSegment(0dc686af-8ccb-4331-a7d2-ac3feded76e4),segment_id=0dc686af-8ccb-4331-a7d2-ac3feded76e4)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:38:04.322684 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e7e786e1-64fd-4d42-9136-792753d7a7ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:04.347373 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-e7e786e1-64fd-4d42-9136-792753d7a7ac None None] Calling delete_port for e8bd9739-7637-4716-8b7c-bb7415722e02 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:38:04.370504 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-45ff4bed-bd72-42db-91b7-2edc995d1782 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:04.374728 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=855c27b2-ffc8-4b41-89e8-10e53eedf5f1,revision_number=7']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:04.400134 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff4bed-bd72-42db-91b7-2edc995d1782 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event deleted for resources: {'Port': ['ID=e8bd9739-7637-4716-8b7c-bb7415722e02,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:04.418419 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ff4bed-bd72-42db-91b7-2edc995d1782 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] No DVR routers for this DVR port e8bd9739-7637-4716-8b7c-bb7415722e02 on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:38:04.518541 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['855c27b2-ffc8-4b41-89e8-10e53eedf5f1'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:38:04.580275 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e7e786e1-64fd-4d42-9136-792753d7a7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:04.613961 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e786e1-64fd-4d42-9136-792753d7a7ac None None] Pushing event deleted for resources: {'Port': ['ID=e8bd9739-7637-4716-8b7c-bb7415722e02,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:04.623139 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-45ff4bed-bd72-42db-91b7-2edc995d1782 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:04.625537 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e786e1-64fd-4d42-9136-792753d7a7ac None None] No DVR routers for this DVR port e8bd9739-7637-4716-8b7c-bb7415722e02 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:38:04.690572 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-45ff4bed-bd72-42db-91b7-2edc995d1782 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20a8d8b2-0dde-459d-81fc-85d5873afa7a']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:38:04.693937 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:38:04.702072 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-45ff4bed-bd72-42db-91b7-2edc995d1782 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc686af-8ccb-4331-a7d2-ac3feded76e4') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:38:04.702475 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-45ff4bed-bd72-42db-91b7-2edc995d1782 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc686af-8ccb-4331-a7d2-ac3feded76e4') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:38:04.713178 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-45ff4bed-bd72-42db-91b7-2edc995d1782 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:04.729132 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:38:04.729778 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 824bae2c-a60d-44a7-b8bb-e8cb3f6f48bc not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:38:04.731000 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e8bd9739-7637-4716-8b7c-bb7415722e02 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:38:04.737964 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-45ff4bed-bd72-42db-91b7-2edc995d1782 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:04.745259 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ff4bed-bd72-42db-91b7-2edc995d1782 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:38:04.745672 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-45ff4bed-bd72-42db-91b7-2edc995d1782 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:04.750173 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:38:04.750173 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:38:04.750173 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:38:04.750173 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:38:04.750173 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:38:04.750173 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:38:04.750173 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:38:04.750173 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:38:04.750173 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:38:04.750173 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:38:04.750173 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:38:04.750173 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:38:04.750173 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:38:04.750173 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:38:04.750173 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:38:04.750173 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:38:04.750173 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:38:04.750173 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:38:04.750173 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:38:04.750173 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:38:04.750173 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:38:04.750173 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:38:04.750173 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:38:04.750173 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:38:04.750173 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:38:04.750173 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:38:04.750173 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:38:04.750173 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:38:04.750173 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:38:04.750173 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:38:04.750173 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:38:04.750173 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:38:04.758433 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: e8bd9739-7637-4716-8b7c-bb7415722e02 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:38:04.759122 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e8bd9739-7637-4716-8b7c-bb7415722e02 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:38:04.823894 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90218eed-e240-4fb5-9760-07adc46f720c req-2b83339b-db8c-4c85-83ff-825134b5ce40 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:04.825746 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-90218eed-e240-4fb5-9760-07adc46f720c req-2b83339b-db8c-4c85-83ff-825134b5ce40 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 944 time: 0.3372359 Dec 17 15:38:04.898706 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-90218eed-e240-4fb5-9760-07adc46f720c req-bfd8cadb-2e39-46fd-b9d0-28e22a6cb9d8 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626962 Dec 17 15:38:04.946466 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-45ff4bed-bd72-42db-91b7-2edc995d1782 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:04.957239 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-45ff4bed-bd72-42db-91b7-2edc995d1782 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:04.962079 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-45ff4bed-bd72-42db-91b7-2edc995d1782 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "DELETE /v2.0/networks/20a8d8b2-0dde-459d-81fc-85d5873afa7a HTTP/1.1" status: 204 len: 168 time: 1.2497804 Dec 17 15:38:04.965262 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50790) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:04.974737 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff4bed-bd72-42db-91b7-2edc995d1782 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event deleted for resources: {'Network': ['ID=20a8d8b2-0dde-459d-81fc-85d5873afa7a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:05.044008 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-c22eabdd-149b-4081-9125-e235356aed47 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] DELETE failed (client error): The resource could not be found. Dec 17 15:38:05.044858 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c22eabdd-149b-4081-9125-e235356aed47 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:38:05.049446 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c22eabdd-149b-4081-9125-e235356aed47 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "DELETE /v2.0/subnets/9d43ec95-d3dd-4471-a02b-ca4fc732bff2 HTTP/1.1" status: 404 len: 337 time: 0.0829790 Dec 17 15:38:05.052246 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50792) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:05.072848 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba95310-7c74-49a7-b849-03c73009183e tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] DELETE failed (client error): The resource could not be found. Dec 17 15:38:05.073466 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eba95310-7c74-49a7-b849-03c73009183e tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:38:05.076611 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-eba95310-7c74-49a7-b849-03c73009183e tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "DELETE /v2.0/networks/bdf2b669-092a-4c04-820d-c189029602e0 HTTP/1.1" status: 404 len: 339 time: 0.0233717 Dec 17 15:38:05.079670 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50794) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:05.150765 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-d75e4969-b16b-4a3a-90c5-cd553d051a28 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Deleting subnet f61d7f59-afcd-4b5e-9856-92008e801a74 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:38:05.156845 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d75e4969-b16b-4a3a-90c5-cd553d051a28 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:05.230485 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d75e4969-b16b-4a3a-90c5-cd553d051a28 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:05.346473 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d75e4969-b16b-4a3a-90c5-cd553d051a28 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:05.475977 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d75e4969-b16b-4a3a-90c5-cd553d051a28 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:05.503190 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba5fc9f-58a9-433f-ba1c-bfd241e64006 None None] Network 8dafbfea-af13-40ba-ae1b-ff4cb903e92b requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:38:05.505601 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d75e4969-b16b-4a3a-90c5-cd553d051a28 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:05.508738 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d75e4969-b16b-4a3a-90c5-cd553d051a28 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "DELETE /v2.0/subnets/f61d7f59-afcd-4b5e-9856-92008e801a74 HTTP/1.1" status: 204 len: 168 time: 0.4272604 Dec 17 15:38:05.511423 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50804) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:05.520298 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e4969-b16b-4a3a-90c5-cd553d051a28 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event deleted for resources: {'Subnet': ['ID=f61d7f59-afcd-4b5e-9856-92008e801a74,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:05.653536 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-41857e56-eabf-4d65-ba18-5a6bc9b6b9c5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:05.752707 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-41857e56-eabf-4d65-ba18-5a6bc9b6b9c5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Deleting port b1786246-a184-4be4-927f-635d7fa20340 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:38:05.753680 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-41857e56-eabf-4d65-ba18-5a6bc9b6b9c5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:05.847707 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef3a69d-831c-40c6-b3a6-0c88d1bc36d0 None None] DHCP port deletion for 8dafbfea-af13-40ba-ae1b-ff4cb903e92b request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:38:05.869369 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-41857e56-eabf-4d65-ba18-5a6bc9b6b9c5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] For port b1786246-a184-4be4-927f-635d7fa20340, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b1786246-a184-4be4-927f-635d7fa20340,segment=NetworkSegment(35147c84-0aab-4c21-87e8-4b81df6f153c),segment_id=35147c84-0aab-4c21-87e8-4b81df6f153c)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:38:05.869975 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-41857e56-eabf-4d65-ba18-5a6bc9b6b9c5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:05.894033 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-41857e56-eabf-4d65-ba18-5a6bc9b6b9c5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Calling delete_port for b1786246-a184-4be4-927f-635d7fa20340 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:38:05.909374 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-1ef3a69d-831c-40c6-b3a6-0c88d1bc36d0 None None] Deleting port b1786246-a184-4be4-927f-635d7fa20340 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:38:05.910266 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1ef3a69d-831c-40c6-b3a6-0c88d1bc36d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:06.010537 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-1ef3a69d-831c-40c6-b3a6-0c88d1bc36d0 None None] For port b1786246-a184-4be4-927f-635d7fa20340, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b1786246-a184-4be4-927f-635d7fa20340,segment=NetworkSegment(35147c84-0aab-4c21-87e8-4b81df6f153c),segment_id=35147c84-0aab-4c21-87e8-4b81df6f153c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:38:06.011198 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1ef3a69d-831c-40c6-b3a6-0c88d1bc36d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:06.027250 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-1ef3a69d-831c-40c6-b3a6-0c88d1bc36d0 None None] Calling delete_port for b1786246-a184-4be4-927f-635d7fa20340 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:38:06.069509 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-41857e56-eabf-4d65-ba18-5a6bc9b6b9c5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:06.086926 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7aa1a5-7c2b-4a25-aee5-dbe4218b7d2a req-0e0e298c-a1ff-40ed-990b-5d77bb5c28f7 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:06.094750 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ce7aa1a5-7c2b-4a25-aee5-dbe4218b7d2a req-0e0e298c-a1ff-40ed-990b-5d77bb5c28f7 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 944 time: 0.0851901 Dec 17 15:38:06.119940 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1ef3a69d-831c-40c6-b3a6-0c88d1bc36d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:06.138265 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41857e56-eabf-4d65-ba18-5a6bc9b6b9c5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event deleted for resources: {'Port': ['ID=b1786246-a184-4be4-927f-635d7fa20340,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:06.153614 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41857e56-eabf-4d65-ba18-5a6bc9b6b9c5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] No DVR routers for this DVR port b1786246-a184-4be4-927f-635d7fa20340 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:38:06.156452 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef3a69d-831c-40c6-b3a6-0c88d1bc36d0 None None] No DVR routers for this DVR port b1786246-a184-4be4-927f-635d7fa20340 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:38:06.160092 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ce7aa1a5-7c2b-4a25-aee5-dbe4218b7d2a req-aa40930a-3c23-4e36-8376-9505d093dfe7 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570357 Dec 17 15:38:06.190077 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3a69d-831c-40c6-b3a6-0c88d1bc36d0 None None] Pushing event deleted for resources: {'Port': ['ID=b1786246-a184-4be4-927f-635d7fa20340,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:06.243360 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-41857e56-eabf-4d65-ba18-5a6bc9b6b9c5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:06.268342 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-41857e56-eabf-4d65-ba18-5a6bc9b6b9c5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dafbfea-af13-40ba-ae1b-ff4cb903e92b']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:38:06.285106 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-41857e56-eabf-4d65-ba18-5a6bc9b6b9c5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35147c84-0aab-4c21-87e8-4b81df6f153c') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:38:06.285419 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-41857e56-eabf-4d65-ba18-5a6bc9b6b9c5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35147c84-0aab-4c21-87e8-4b81df6f153c') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:38:06.297675 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-41857e56-eabf-4d65-ba18-5a6bc9b6b9c5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:06.319112 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-41857e56-eabf-4d65-ba18-5a6bc9b6b9c5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:06.326445 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41857e56-eabf-4d65-ba18-5a6bc9b6b9c5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:38:06.327789 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-41857e56-eabf-4d65-ba18-5a6bc9b6b9c5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:06.332554 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:38:06.332554 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:38:06.332554 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:38:06.332554 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:38:06.332554 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:38:06.332554 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:38:06.332554 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:38:06.332554 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:38:06.332554 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:38:06.332554 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:38:06.332554 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:38:06.332554 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:38:06.332554 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:38:06.332554 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:38:06.332554 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:38:06.332554 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:38:06.332554 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:38:06.332554 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:38:06.332554 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:38:06.332554 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:38:06.332554 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:38:06.332554 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:38:06.332554 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:38:06.332554 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:38:06.332554 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:38:06.332554 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:38:06.332554 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:38:06.332554 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:38:06.332554 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:38:06.332554 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:38:06.332554 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:38:06.332554 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:38:06.480640 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-41857e56-eabf-4d65-ba18-5a6bc9b6b9c5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:06.485618 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-41857e56-eabf-4d65-ba18-5a6bc9b6b9c5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:06.490964 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-41857e56-eabf-4d65-ba18-5a6bc9b6b9c5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] 10.222.0.46 "DELETE /v2.0/networks/8dafbfea-af13-40ba-ae1b-ff4cb903e92b HTTP/1.1" status: 204 len: 168 time: 0.9784365 Dec 17 15:38:06.533323 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41857e56-eabf-4d65-ba18-5a6bc9b6b9c5 tempest-NetworksIpV6Test-1305025975 tempest-NetworksIpV6Test-1305025975-project] Pushing event deleted for resources: {'Network': ['ID=8dafbfea-af13-40ba-ae1b-ff4cb903e92b,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:06.631332 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b1786246-a184-4be4-927f-635d7fa20340 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:38:06.658333 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: b1786246-a184-4be4-927f-635d7fa20340 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:38:06.658900 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b1786246-a184-4be4-927f-635d7fa20340 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:38:07.010278 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50840) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:07.100254 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 855c27b2-ffc8-4b41-89e8-10e53eedf5f1 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:38:07.261948 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c30ad92a-e866-4b91-8d9d-d30293ff5a97 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b129b2d0cc574d61ba3c8dd1b24c167b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2472069 Dec 17 15:38:07.262529 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50850) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:07.365617 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ca0e0ba5-d367-45d1-b49e-046cbaad2161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:07.372031 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 855c27b2-ffc8-4b41-89e8-10e53eedf5f1 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:07.372404 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:07.457938 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ca0e0ba5-d367-45d1-b49e-046cbaad2161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:07.464516 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:07.490615 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1dad21b-3f7f-4044-bf44-7fecd54238ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855c27b2-ffc8-4b41-89e8-10e53eedf5f1'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:38:07.492999 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e69e5a-8f70-4601-82fb-56fddf729e67" -d '{"events": [{"server_uuid": "b1dad21b-3f7f-4044-bf44-7fecd54238ae", "name": "network-vif-plugged", "status": "completed", "tag": "855c27b2-ffc8-4b41-89e8-10e53eedf5f1"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:38:07.507141 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6252d7-9b70-4a07-bda1-be22fc91dd5c req-a1cbdc9e-a594-42de-8c20-89575b5feb26 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:07.516213 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9e6252d7-9b70-4a07-bda1-be22fc91dd5c req-a1cbdc9e-a594-42de-8c20-89575b5feb26 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 944 time: 0.2088466 Dec 17 15:38:07.519540 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 855c27b2-ffc8-4b41-89e8-10e53eedf5f1, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=855c27b2-ffc8-4b41-89e8-10e53eedf5f1,segment=NetworkSegment(3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0),segment_id=3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:38:07.558512 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0bcee1-b19b-4a5e-ba1f-bca10a540978 x-openstack-request-id: req-df0bcee1-b19b-4a5e-ba1f-bca10a540978 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:38:07.558907 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1dad21b-3f7f-4044-bf44-7fecd54238ae", "name": "network-vif-plugged", "status": "completed", "tag": "855c27b2-ffc8-4b41-89e8-10e53eedf5f1", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:38:07.559718 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-df0bcee1-b19b-4a5e-ba1f-bca10a540978 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:38:07.559939 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1dad21b-3f7f-4044-bf44-7fecd54238ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855c27b2-ffc8-4b41-89e8-10e53eedf5f1', 'code': 200} Dec 17 15:38:07.582835 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9e6252d7-9b70-4a07-bda1-be22fc91dd5c req-19c92d36-1860-473c-ad18-12a71452d57b tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653989 Dec 17 15:38:07.612909 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:07.707006 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ca0e0ba5-d367-45d1-b49e-046cbaad2161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:07.708974 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=855c27b2-ffc8-4b41-89e8-10e53eedf5f1,revision_number=8']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:07.709778 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ca0e0ba5-d367-45d1-b49e-046cbaad2161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:07.711017 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ca0e0ba5-d367-45d1-b49e-046cbaad2161 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d76d27c3-cf87-430b-ae59-4e755f30e490 HTTP/1.1" status: 204 len: 168 time: 0.4484401 Dec 17 15:38:07.724426 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:07.725081 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:07.725714 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:07.726158 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:07.726588 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:07.727015 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:07.727442 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:07.727866 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:07.728290 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:07.728712 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:07.729278 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:07.729750 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:38:07.760180 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e0ba5-d367-45d1-b49e-046cbaad2161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76d27c3-cf87-430b-ae59-4e755f30e490,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:07.778454 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b5cb4-cee6-4602-830f-887eef12ccec req-27f41861-aeca-4a23-bcf5-93ee448963ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:07.780114 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf2b5cb4-cee6-4602-830f-887eef12ccec req-27f41861-aeca-4a23-bcf5-93ee448963ce service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 1096 time: 0.0856287 Dec 17 15:38:07.832342 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf2b5cb4-cee6-4602-830f-887eef12ccec req-b57ef5a3-63e2-4a7c-b377-91405ee0137a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437629 Dec 17 15:38:08.730577 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fa794-29c3-49ec-9cc4-f14cad461029 req-af48f427-dcfc-4f71-8cde-8fc65bda3973 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:08.732189 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-763fa794-29c3-49ec-9cc4-f14cad461029 req-af48f427-dcfc-4f71-8cde-8fc65bda3973 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 945 time: 0.0714741 Dec 17 15:38:08.832394 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-763fa794-29c3-49ec-9cc4-f14cad461029 req-0291ac47-f3f9-4a88-988e-4b817bffc9d6 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741978 Dec 17 15:38:08.912978 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfcbd5f-4625-4c86-9ed8-f674b70ea26e req-8d89c11c-bdd5-47cc-a177-5007c27d21d9 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:08.914570 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7cfcbd5f-4625-4c86-9ed8-f674b70ea26e req-8d89c11c-bdd5-47cc-a177-5007c27d21d9 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1252573-9dfa-4b49-9ccb-9fb567f242a8 HTTP/1.1" status: 200 len: 950 time: 0.0645611 Dec 17 15:38:08.957481 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7cfcbd5f-4625-4c86-9ed8-f674b70ea26e req-4a64eede-ee9a-443a-8e63-97be442d384d tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/security-groups?id=c726c84c-8ba7-4935-9741-c7e373b0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363319 Dec 17 15:38:09.134057 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50916) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:09.255053 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-68884f95-4e00-4d43-bab0-c4abbcb509fe tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1088939545'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:09.355664 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68884f95-4e00-4d43-bab0-c4abbcb509fe tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:09.361455 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-68884f95-4e00-4d43-bab0-c4abbcb509fe tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:09.373286 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-68884f95-4e00-4d43-bab0-c4abbcb509fe tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:09.473213 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-68884f95-4e00-4d43-bab0-c4abbcb509fe tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:09.542241 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-68884f95-4e00-4d43-bab0-c4abbcb509fe tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:09.575573 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68884f95-4e00-4d43-bab0-c4abbcb509fe tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:38:09.587826 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68884f95-4e00-4d43-bab0-c4abbcb509fe tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a47e763-9a0c-49a0-84ba-75f79cdefbfd,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:09.593113 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-68884f95-4e00-4d43-bab0-c4abbcb509fe tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:09.593461 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-68884f95-4e00-4d43-bab0-c4abbcb509fe tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Added segment 4ecb358c-fb06-414d-a601-08a613965db1 of type vlan for network 8adad7e3-63df-4931-8d79-41c975b7126b Dec 17 15:38:09.643618 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-68884f95-4e00-4d43-bab0-c4abbcb509fe tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:09.726185 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-68884f95-4e00-4d43-bab0-c4abbcb509fe tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:09.732242 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68884f95-4e00-4d43-bab0-c4abbcb509fe tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:09.732833 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-68884f95-4e00-4d43-bab0-c4abbcb509fe tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:09.804621 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68884f95-4e00-4d43-bab0-c4abbcb509fe tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Network': ['ID=8adad7e3-63df-4931-8d79-41c975b7126b,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:09.817091 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 8adad7e3-63df-4931-8d79-41c975b7126b details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:38:09.869000 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-68884f95-4e00-4d43-bab0-c4abbcb509fe tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7338932 Dec 17 15:38:09.869410 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 50934) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:09.883611 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-06d4c91c-5cb1-4885-b90b-311760f1981e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'port': {'network_id': '8adad7e3-63df-4931-8d79-41c975b7126b', 'name': 'tempest-PortsIpV6TestJSON-883040194'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:10.068967 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c062072-63e7-4d43-8d39-cddfc6f8e2e2 req-851f814e-3ed8-480a-b63f-238bbc6ebd72 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:10.078325 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c062072-63e7-4d43-8d39-cddfc6f8e2e2 req-851f814e-3ed8-480a-b63f-238bbc6ebd72 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 945 time: 0.1573627 Dec 17 15:38:10.147184 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c062072-63e7-4d43-8d39-cddfc6f8e2e2 req-54926fea-58c8-405b-ba4f-b047dd5c7385 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677259 Dec 17 15:38:10.150167 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d4c91c-5cb1-4885-b90b-311760f1981e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:10.154116 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-06d4c91c-5cb1-4885-b90b-311760f1981e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:10.171676 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183df4f0-4575-4652-a6b4-6f726beaccc4 req-8f52a906-165d-4221-bdad-1fbf0beb39e3 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:10.179252 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-183df4f0-4575-4652-a6b4-6f726beaccc4 req-8f52a906-165d-4221-bdad-1fbf0beb39e3 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1252573-9dfa-4b49-9ccb-9fb567f242a8 HTTP/1.1" status: 200 len: 950 time: 0.0979590 Dec 17 15:38:10.205183 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-06d4c91c-5cb1-4885-b90b-311760f1981e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] device_id is not set on port b3abf4e5-cb36-45ff-9c9f-2aed0734574f yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:38:10.277793 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-183df4f0-4575-4652-a6b4-6f726beaccc4 req-aadf31ae-58df-47eb-89a1-bcb3b46981cc tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/security-groups?id=c726c84c-8ba7-4935-9741-c7e373b0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976775 Dec 17 15:38:10.378854 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5121d-7ddb-4499-b640-1cd7e2903ae0 req-799e5b6b-d56a-4784-9fe0-b4cfbb904f8b tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:10.385635 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c3a5121d-7ddb-4499-b640-1cd7e2903ae0 req-799e5b6b-d56a-4784-9fe0-b4cfbb904f8b tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 945 time: 0.1264579 Dec 17 15:38:10.406468 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:10.499834 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c3a5121d-7ddb-4499-b640-1cd7e2903ae0 req-cc2979a0-be34-4bb5-83b1-7cf9fdf95f5d tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126676 Dec 17 15:38:10.507681 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99c121-11f2-464b-bc7e-22ff8f8ebdc3 req-d02f6c44-eef4-4f26-baa7-a528cf3ef65f tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:10.509143 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b99c121-11f2-464b-bc7e-22ff8f8ebdc3 req-d02f6c44-eef4-4f26-baa7-a528cf3ef65f tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1252573-9dfa-4b49-9ccb-9fb567f242a8 HTTP/1.1" status: 200 len: 950 time: 0.1926448 Dec 17 15:38:10.526850 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-06d4c91c-5cb1-4885-b90b-311760f1981e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:10.644386 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-3b99c121-11f2-464b-bc7e-22ff8f8ebdc3 req-ad3952a7-610d-4e90-9419-ed0f4f7e3d1b tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Deleting port 6a672839-b3a2-4d00-90c1-cff2d09f5560 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:38:10.644613 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-3b99c121-11f2-464b-bc7e-22ff8f8ebdc3 req-ad3952a7-610d-4e90-9419-ed0f4f7e3d1b tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:10.701318 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-06d4c91c-5cb1-4885-b90b-311760f1981e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:10.778494 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-3b99c121-11f2-464b-bc7e-22ff8f8ebdc3 req-ad3952a7-610d-4e90-9419-ed0f4f7e3d1b tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] For port 6a672839-b3a2-4d00-90c1-cff2d09f5560, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=6a672839-b3a2-4d00-90c1-cff2d09f5560,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:38:10.778959 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-3b99c121-11f2-464b-bc7e-22ff8f8ebdc3 req-ad3952a7-610d-4e90-9419-ed0f4f7e3d1b tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:10.798022 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4c91c-5cb1-4885-b90b-311760f1981e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Port': ['ID=b3abf4e5-cb36-45ff-9c9f-2aed0734574f,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:10.817708 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-3b99c121-11f2-464b-bc7e-22ff8f8ebdc3 req-ad3952a7-610d-4e90-9419-ed0f4f7e3d1b tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Calling delete_port for 6a672839-b3a2-4d00-90c1-cff2d09f5560 owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:38:10.834973 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d4c91c-5cb1-4885-b90b-311760f1981e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Checking segment: {'id': '4ecb358c-fb06-414d-a601-08a613965db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8adad7e3-63df-4931-8d79-41c975b7126b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:38:10.835403 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d4c91c-5cb1-4885-b90b-311760f1981e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Network hostable DHCP agents. Network: 8adad7e3-63df-4931-8d79-41c975b7126b, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:38:10.954433 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d4c91c-5cb1-4885-b90b-311760f1981e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Network 8adad7e3-63df-4931-8d79-41c975b7126b is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:38:11.023245 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-06d4c91c-5cb1-4885-b90b-311760f1981e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 8adad7e3-63df-4931-8d79-41c975b7126b) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:38:11.034132 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d9f32f-8017-40f2-bde0-854fa61fac58 None None] Network 8adad7e3-63df-4931-8d79-41c975b7126b requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:38:11.037667 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d4c91c-5cb1-4885-b90b-311760f1981e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:38:11.043633 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d4c91c-5cb1-4885-b90b-311760f1981e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:11.044354 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-06d4c91c-5cb1-4885-b90b-311760f1981e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:11.059179 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-3b99c121-11f2-464b-bc7e-22ff8f8ebdc3 req-ad3952a7-610d-4e90-9419-ed0f4f7e3d1b tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:11.076463 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['6a672839-b3a2-4d00-90c1-cff2d09f5560'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:38:11.088002 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3952a7-610d-4e90-9419-ed0f4f7e3d1b tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Pushing event deleted for resources: {'Port': ['ID=6a672839-b3a2-4d00-90c1-cff2d09f5560,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:11.155089 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b99c121-11f2-464b-bc7e-22ff8f8ebdc3 req-ad3952a7-610d-4e90-9419-ed0f4f7e3d1b tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] No DVR routers for this DVR port 6a672839-b3a2-4d00-90c1-cff2d09f5560 on host n-h2-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:38:11.161979 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-06d4c91c-5cb1-4885-b90b-311760f1981e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2912855 Dec 17 15:38:11.165471 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 50980) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:11.170477 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-31048063-3a68-4d4d-aecc-17cde7e6fccb tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-290576187'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:11.174680 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-3b99c121-11f2-464b-bc7e-22ff8f8ebdc3 req-ad3952a7-610d-4e90-9419-ed0f4f7e3d1b tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:11.178323 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b99c121-11f2-464b-bc7e-22ff8f8ebdc3 req-ad3952a7-610d-4e90-9419-ed0f4f7e3d1b tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.13 "DELETE /v2.0/ports/6a672839-b3a2-4d00-90c1-cff2d09f5560 HTTP/1.1" status: 204 len: 173 time: 0.6627069 Dec 17 15:38:11.178959 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1252573-9dfa-4b49-9ccb-9fb567f242a8', 'name': 'network-vif-deleted', 'tag': '6a672839-b3a2-4d00-90c1-cff2d09f5560'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:38:11.182268 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e29f770-56ba-44ee-9a78-932a7ba1cc19" -d '{"events": [{"server_uuid": "e1252573-9dfa-4b49-9ccb-9fb567f242a8", "name": "network-vif-deleted", "tag": "6a672839-b3a2-4d00-90c1-cff2d09f5560"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:38:11.253253 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b5eea8-0fe5-40f8-b41f-0191bfc85d75 x-openstack-request-id: req-b7b5eea8-0fe5-40f8-b41f-0191bfc85d75 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:38:11.253253 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1252573-9dfa-4b49-9ccb-9fb567f242a8", "name": "network-vif-deleted", "tag": "6a672839-b3a2-4d00-90c1-cff2d09f5560", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:38:11.253253 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b7b5eea8-0fe5-40f8-b41f-0191bfc85d75 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:38:11.253253 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1252573-9dfa-4b49-9ccb-9fb567f242a8', 'name': 'network-vif-deleted', 'tag': '6a672839-b3a2-4d00-90c1-cff2d09f5560', 'status': 'completed', 'code': 200} Dec 17 15:38:11.273189 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31048063-3a68-4d4d-aecc-17cde7e6fccb tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:11.277819 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-31048063-3a68-4d4d-aecc-17cde7e6fccb tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:11.282441 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-f72ba837-9e06-419e-b801-2a9c72901168 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:11.289649 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-f72ba837-9e06-419e-b801-2a9c72901168 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/networks?id=e534eaac-a938-4d73-bcc9-4ead9ee9d77a HTTP/1.1" status: 200 len: 815 time: 0.1645193 Dec 17 15:38:11.302384 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-772d6959-9ffa-40f9-beb7-63426a4af5af tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/quotas/b6212ea006314fc380b8d0c626eed220 HTTP/1.1" status: 200 len: 375 time: 0.0099788 Dec 17 15:38:11.305037 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31048063-3a68-4d4d-aecc-17cde7e6fccb tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:38:11.316668 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-31048063-3a68-4d4d-aecc-17cde7e6fccb tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:11.317195 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-31048063-3a68-4d4d-aecc-17cde7e6fccb tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Added segment dd759f20-40d1-4cff-a331-2ee702d39525 of type vlan for network 594b923b-5ddd-4305-b20d-dc6b42d954f2 Dec 17 15:38:11.390479 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-31048063-3a68-4d4d-aecc-17cde7e6fccb tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:11.444983 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c1b5c9d1-0389-4a37-ae1c-2eef94af391e req-de81db4c-5446-430c-83ab-6c7e0dc74386 tempest-VolumesBackupsTest-1096501434 tempest-VolumesBackupsTest-1096501434-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1252573-9dfa-4b49-9ccb-9fb567f242a8 HTTP/1.1" status: 200 len: 210 time: 0.0312798 Dec 17 15:38:11.461413 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-cafb7483-296b-492a-be3b-683d24a97621 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b6212ea006314fc380b8d0c626eed220&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1428611 Dec 17 15:38:11.496870 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-31048063-3a68-4d4d-aecc-17cde7e6fccb tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:11.504535 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31048063-3a68-4d4d-aecc-17cde7e6fccb tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:11.505859 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-31048063-3a68-4d4d-aecc-17cde7e6fccb tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:11.614725 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31048063-3a68-4d4d-aecc-17cde7e6fccb tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Network': ['ID=594b923b-5ddd-4305-b20d-dc6b42d954f2,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:11.628004 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 594b923b-5ddd-4305-b20d-dc6b42d954f2 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:38:11.667064 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-31048063-3a68-4d4d-aecc-17cde7e6fccb tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5000923 Dec 17 15:38:11.669240 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51000) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:11.677310 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-e6c7cde8-8e1f-4b3d-9763-5a29efea8952 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'ports': [{'network_id': '8adad7e3-63df-4931-8d79-41c975b7126b'}, {'network_id': '594b923b-5ddd-4305-b20d-dc6b42d954f2'}]} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:11.677675 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-e6c7cde8-8e1f-4b3d-9763-5a29efea8952 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'port': {'network_id': '8adad7e3-63df-4931-8d79-41c975b7126b'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:11.678675 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-e6c7cde8-8e1f-4b3d-9763-5a29efea8952 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'port': {'network_id': '594b923b-5ddd-4305-b20d-dc6b42d954f2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:11.786641 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-c3cd352f-2c57-4c1b-8b0d-43f34c180e3a service neutron] 10.222.0.46 "GET /v2.0/networks/e534eaac-a938-4d73-bcc9-4ead9ee9d77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243744 Dec 17 15:38:11.899073 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-0f3c004d-72de-4374-bdd3-01639ae522c6 service neutron] 10.222.0.46 "GET /v2.0/networks/e534eaac-a938-4d73-bcc9-4ead9ee9d77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063190 Dec 17 15:38:11.947562 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c7cde8-8e1f-4b3d-9763-5a29efea8952 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'port': 2} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:11.952386 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e6c7cde8-8e1f-4b3d-9763-5a29efea8952 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:11.966576 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e6c7cde8-8e1f-4b3d-9763-5a29efea8952 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:12.068219 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-e6c7cde8-8e1f-4b3d-9763-5a29efea8952 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] device_id is not set on port b210350e-68b4-4f2b-851b-d48572a2a0a0 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:38:12.221701 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e6c7cde8-8e1f-4b3d-9763-5a29efea8952 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:12.225248 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-46d33820-8f85-4ae5-a075-7e5b03b6026d req-72b1e38a-3cf0-452b-ad06-f9e1f0ff30da tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2d5b497-aede-4f8f-92e8-3e5b8a607d5a HTTP/1.1" status: 200 len: 210 time: 0.0368907 Dec 17 15:38:12.311854 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf233c-3764-4f00-85b4-d8f169168b5a req-bf555cb1-04a8-4eea-b171-175282af88cd tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:12.312533 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-e6c7cde8-8e1f-4b3d-9763-5a29efea8952 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] device_id is not set on port d2882197-34e7-48b1-82fe-6386bb774386 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:38:12.314183 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-accf233c-3764-4f00-85b4-d8f169168b5a req-bf555cb1-04a8-4eea-b171-175282af88cd tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1dad21b-3f7f-4044-bf44-7fecd54238ae HTTP/1.1" status: 200 len: 945 time: 0.0783191 Dec 17 15:38:12.449395 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e6c7cde8-8e1f-4b3d-9763-5a29efea8952 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:12.456621 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-accf233c-3764-4f00-85b4-d8f169168b5a req-265d3a9f-2fc7-4138-aa2e-473351f404bc tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Deleting port 855c27b2-ffc8-4b41-89e8-10e53eedf5f1 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:38:12.456981 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-accf233c-3764-4f00-85b4-d8f169168b5a req-265d3a9f-2fc7-4138-aa2e-473351f404bc tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:12.596340 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-accf233c-3764-4f00-85b4-d8f169168b5a req-265d3a9f-2fc7-4138-aa2e-473351f404bc tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] For port 855c27b2-ffc8-4b41-89e8-10e53eedf5f1, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=855c27b2-ffc8-4b41-89e8-10e53eedf5f1,segment=NetworkSegment(3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0),segment_id=3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:38:12.596719 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-accf233c-3764-4f00-85b4-d8f169168b5a req-265d3a9f-2fc7-4138-aa2e-473351f404bc tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:12.623817 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e6c7cde8-8e1f-4b3d-9763-5a29efea8952 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:12.626953 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-accf233c-3764-4f00-85b4-d8f169168b5a req-265d3a9f-2fc7-4138-aa2e-473351f404bc tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Calling delete_port for 855c27b2-ffc8-4b41-89e8-10e53eedf5f1 owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:38:12.675969 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c7cde8-8e1f-4b3d-9763-5a29efea8952 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Network 8adad7e3-63df-4931-8d79-41c975b7126b is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:38:12.679965 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-e6c7cde8-8e1f-4b3d-9763-5a29efea8952 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:38:12.683788 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c7cde8-8e1f-4b3d-9763-5a29efea8952 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:38:12.684640 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e6c7cde8-8e1f-4b3d-9763-5a29efea8952 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:12.696570 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7cde8-8e1f-4b3d-9763-5a29efea8952 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Port': ['ID=b210350e-68b4-4f2b-851b-d48572a2a0a0,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:12.771400 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7cde8-8e1f-4b3d-9763-5a29efea8952 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Port': ['ID=d2882197-34e7-48b1-82fe-6386bb774386,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:12.774208 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c7cde8-8e1f-4b3d-9763-5a29efea8952 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Checking segment: {'id': 'dd759f20-40d1-4cff-a331-2ee702d39525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '594b923b-5ddd-4305-b20d-dc6b42d954f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:38:12.774699 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c7cde8-8e1f-4b3d-9763-5a29efea8952 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Network hostable DHCP agents. Network: 594b923b-5ddd-4305-b20d-dc6b42d954f2, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:38:12.886509 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-accf233c-3764-4f00-85b4-d8f169168b5a req-265d3a9f-2fc7-4138-aa2e-473351f404bc tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:12.886757 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c7cde8-8e1f-4b3d-9763-5a29efea8952 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Network 594b923b-5ddd-4305-b20d-dc6b42d954f2 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:38:12.894944 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['855c27b2-ffc8-4b41-89e8-10e53eedf5f1'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:38:12.938179 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d3a9f-2fc7-4138-aa2e-473351f404bc tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Pushing event deleted for resources: {'Port': ['ID=855c27b2-ffc8-4b41-89e8-10e53eedf5f1,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:12.994813 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-e6c7cde8-8e1f-4b3d-9763-5a29efea8952 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 594b923b-5ddd-4305-b20d-dc6b42d954f2) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:38:12.998644 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c7cde8-8e1f-4b3d-9763-5a29efea8952 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:38:13.005409 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c7cde8-8e1f-4b3d-9763-5a29efea8952 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:13.005966 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-accf233c-3764-4f00-85b4-d8f169168b5a req-265d3a9f-2fc7-4138-aa2e-473351f404bc tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] No DVR routers for this DVR port 855c27b2-ffc8-4b41-89e8-10e53eedf5f1 on host n-h2-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:38:13.008448 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-accf233c-3764-4f00-85b4-d8f169168b5a req-265d3a9f-2fc7-4138-aa2e-473351f404bc tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:13.011813 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c7cde8-8e1f-4b3d-9763-5a29efea8952 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:13.011958 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-accf233c-3764-4f00-85b4-d8f169168b5a req-265d3a9f-2fc7-4138-aa2e-473351f404bc tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.13 "DELETE /v2.0/ports/855c27b2-ffc8-4b41-89e8-10e53eedf5f1 HTTP/1.1" status: 204 len: 173 time: 0.6914606 Dec 17 15:38:13.012507 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e6c7cde8-8e1f-4b3d-9763-5a29efea8952 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:13.016957 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102bde3e-9beb-4e15-8438-5754ac8d1ebd None None] Network 594b923b-5ddd-4305-b20d-dc6b42d954f2 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:38:13.166006 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e6c7cde8-8e1f-4b3d-9763-5a29efea8952 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4951317 Dec 17 15:38:13.168681 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51040) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:13.249996 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1dad21b-3f7f-4044-bf44-7fecd54238ae', 'name': 'network-vif-deleted', 'tag': '855c27b2-ffc8-4b41-89e8-10e53eedf5f1'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:38:13.252871 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c49dd4b-a84d-4f73-80c4-8e4e0b75d351" -d '{"events": [{"server_uuid": "b1dad21b-3f7f-4044-bf44-7fecd54238ae", "name": "network-vif-deleted", "tag": "855c27b2-ffc8-4b41-89e8-10e53eedf5f1"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:38:13.310691 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648a17cc-45ef-4421-9a80-206b4c49d6cf x-openstack-request-id: req-648a17cc-45ef-4421-9a80-206b4c49d6cf {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:38:13.311067 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1dad21b-3f7f-4044-bf44-7fecd54238ae", "name": "network-vif-deleted", "tag": "855c27b2-ffc8-4b41-89e8-10e53eedf5f1", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:38:13.311375 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-648a17cc-45ef-4421-9a80-206b4c49d6cf {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:38:13.312598 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1dad21b-3f7f-4044-bf44-7fecd54238ae', 'name': 'network-vif-deleted', 'tag': '855c27b2-ffc8-4b41-89e8-10e53eedf5f1', 'status': 'completed', 'code': 200} Dec 17 15:38:13.316956 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-a0f280ca-63f1-40a9-a69d-ada58a0ea7b0 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Deleting port d2882197-34e7-48b1-82fe-6386bb774386 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:38:13.325461 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a0f280ca-63f1-40a9-a69d-ada58a0ea7b0 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:13.375578 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c3dd4502-f405-4538-a048-16f160819874 req-5c250ed0-b0a3-4000-953d-d2bd6e992b3c tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2d5b497-aede-4f8f-92e8-3e5b8a607d5a HTTP/1.1" status: 200 len: 210 time: 0.0312924 Dec 17 15:38:13.401791 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a0f280ca-63f1-40a9-a69d-ada58a0ea7b0 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:13.415694 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-a0f280ca-63f1-40a9-a69d-ada58a0ea7b0 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Calling delete_port for d2882197-34e7-48b1-82fe-6386bb774386 owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:38:13.578080 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a0f280ca-63f1-40a9-a69d-ada58a0ea7b0 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:13.615537 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f280ca-63f1-40a9-a69d-ada58a0ea7b0 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Port': ['ID=d2882197-34e7-48b1-82fe-6386bb774386,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:13.625984 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a0f280ca-63f1-40a9-a69d-ada58a0ea7b0 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:13.630100 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a0f280ca-63f1-40a9-a69d-ada58a0ea7b0 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/ports/d2882197-34e7-48b1-82fe-6386bb774386 HTTP/1.1" status: 204 len: 168 time: 0.4601574 Dec 17 15:38:13.632317 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51058) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:13.745134 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a7af30-0beb-48fb-9a51-7d98982cd84b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:13.745134 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a7af30-0beb-48fb-9a51-7d98982cd84b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:13.745134 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-03a7af30-0beb-48fb-9a51-7d98982cd84b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1065633 Dec 17 15:38:13.745134 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51062) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:14.012422 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-cd73356a-453b-44ca-a61a-6c6920d91c04 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Deleting port b210350e-68b4-4f2b-851b-d48572a2a0a0 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:38:14.013575 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cd73356a-453b-44ca-a61a-6c6920d91c04 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:14.121154 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cd73356a-453b-44ca-a61a-6c6920d91c04 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:14.133037 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-cd73356a-453b-44ca-a61a-6c6920d91c04 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Calling delete_port for b210350e-68b4-4f2b-851b-d48572a2a0a0 owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:38:14.357317 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cd73356a-453b-44ca-a61a-6c6920d91c04 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:14.403582 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73356a-453b-44ca-a61a-6c6920d91c04 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Port': ['ID=b210350e-68b4-4f2b-851b-d48572a2a0a0,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:14.411961 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cd73356a-453b-44ca-a61a-6c6920d91c04 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:14.433689 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51074) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:14.445795 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cd73356a-453b-44ca-a61a-6c6920d91c04 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/ports/b210350e-68b4-4f2b-851b-d48572a2a0a0 HTTP/1.1" status: 204 len: 168 time: 0.7014945 Dec 17 15:38:14.587785 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd087c42-5994-4954-8bba-4b9242e102a4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:14.589454 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-bd087c42-5994-4954-8bba-4b9242e102a4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1540928 Dec 17 15:38:14.592246 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51078) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:14.605965 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-02d8db30-d357-44a6-a471-4c4fabc28fa2 req-003268ae-ede9-4559-9a94-d5d136fe3795 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2d5b497-aede-4f8f-92e8-3e5b8a607d5a HTTP/1.1" status: 200 len: 210 time: 0.0623679 Dec 17 15:38:14.635130 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fd66b3c-4198-48b1-8156-be1ab7a8d4b3 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] GET failed (client error): The resource could not be found. Dec 17 15:38:14.636985 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3fd66b3c-4198-48b1-8156-be1ab7a8d4b3 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "GET /v2.0/ports/d2882197-34e7-48b1-82fe-6386bb774386 HTTP/1.1" status: 404 len: 333 time: 0.0428967 Dec 17 15:38:14.639673 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51080) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:14.667547 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-90781c55-3169-4a31-9e01-bdc068ff919f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] GET failed (client error): The resource could not be found. Dec 17 15:38:14.669038 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-90781c55-3169-4a31-9e01-bdc068ff919f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "GET /v2.0/ports/b210350e-68b4-4f2b-851b-d48572a2a0a0 HTTP/1.1" status: 404 len: 333 time: 0.0271735 Dec 17 15:38:14.672075 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51082) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:14.821962 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-de46acc4-d678-43d2-9892-bdb1d1f960f7 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:14.947873 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-de46acc4-d678-43d2-9892-bdb1d1f960f7 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:14.984395 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-de46acc4-d678-43d2-9892-bdb1d1f960f7 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594b923b-5ddd-4305-b20d-dc6b42d954f2']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:38:15.006444 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-de46acc4-d678-43d2-9892-bdb1d1f960f7 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd759f20-40d1-4cff-a331-2ee702d39525') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:38:15.010743 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-de46acc4-d678-43d2-9892-bdb1d1f960f7 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd759f20-40d1-4cff-a331-2ee702d39525') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:38:15.022797 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-44da77b7-9a9b-40c7-a966-7e852c234a19 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:15.024631 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-44da77b7-9a9b-40c7-a966-7e852c234a19 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.41 "GET /v2.0/networks?id=e534eaac-a938-4d73-bcc9-4ead9ee9d77a HTTP/1.1" status: 200 len: 815 time: 0.1587429 Dec 17 15:38:15.024766 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-de46acc4-d678-43d2-9892-bdb1d1f960f7 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:15.044973 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-4db65558-cd7a-48a4-9028-4c9a806c3af9 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Request body: {'port': {'device_id': 'd2d5b497-aede-4f8f-92e8-3e5b8a607d5a', 'network_id': 'e534eaac-a938-4d73-bcc9-4ead9ee9d77a', 'admin_state_up': True, 'tenant_id': 'b6212ea006314fc380b8d0c626eed220'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:15.071844 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-de46acc4-d678-43d2-9892-bdb1d1f960f7 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:15.078403 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de46acc4-d678-43d2-9892-bdb1d1f960f7 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:38:15.078835 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-de46acc4-d678-43d2-9892-bdb1d1f960f7 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:15.142037 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 855c27b2-ffc8-4b41-89e8-10e53eedf5f1 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:38:15.147891 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:38:15.147891 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:38:15.147891 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:38:15.147891 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:38:15.147891 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:38:15.147891 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:38:15.147891 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:38:15.147891 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:38:15.147891 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:38:15.147891 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:38:15.147891 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:38:15.147891 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:38:15.147891 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:38:15.147891 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:38:15.147891 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:38:15.147891 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:38:15.147891 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:38:15.147891 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:38:15.147891 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:38:15.147891 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:38:15.147891 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:38:15.147891 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:38:15.147891 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:38:15.147891 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:38:15.147891 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:38:15.147891 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:38:15.147891 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:38:15.147891 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:38:15.147891 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:38:15.147891 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:38:15.147891 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:38:15.147891 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:38:15.199793 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 855c27b2-ffc8-4b41-89e8-10e53eedf5f1 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:38:15.200402 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 855c27b2-ffc8-4b41-89e8-10e53eedf5f1 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:38:15.200820 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 6a672839-b3a2-4d00-90c1-cff2d09f5560 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:38:15.222382 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 6a672839-b3a2-4d00-90c1-cff2d09f5560 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:38:15.222925 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 6a672839-b3a2-4d00-90c1-cff2d09f5560 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:38:15.240703 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-de46acc4-d678-43d2-9892-bdb1d1f960f7 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:15.261556 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-de46acc4-d678-43d2-9892-bdb1d1f960f7 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:15.265512 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-de46acc4-d678-43d2-9892-bdb1d1f960f7 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/networks/594b923b-5ddd-4305-b20d-dc6b42d954f2 HTTP/1.1" status: 204 len: 168 time: 0.5916758 Dec 17 15:38:15.266952 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46acc4-d678-43d2-9892-bdb1d1f960f7 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Network': ['ID=594b923b-5ddd-4305-b20d-dc6b42d954f2,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:15.269193 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51092) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:15.274895 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-e84f3de5-fb68-4093-b043-3043dc37995b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1515558835'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:15.331221 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-4db65558-cd7a-48a4-9028-4c9a806c3af9 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Made reservation on behalf of b6212ea006314fc380b8d0c626eed220 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:15.335421 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-4db65558-cd7a-48a4-9028-4c9a806c3af9 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:15.450305 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84f3de5-fb68-4093-b043-3043dc37995b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:15.454378 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e84f3de5-fb68-4093-b043-3043dc37995b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:15.479863 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-4db65558-cd7a-48a4-9028-4c9a806c3af9 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Allocated IP 172.20.0.6 (e534eaac-a938-4d73-bcc9-4ead9ee9d77a/93ef64e1-4316-45bd-a267-3635457f9569/6ea96d2c-90ff-472d-853f-d847b7649d27) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:38:15.488516 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e84f3de5-fb68-4093-b043-3043dc37995b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:38:15.499584 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e84f3de5-fb68-4093-b043-3043dc37995b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:15.501471 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-e84f3de5-fb68-4093-b043-3043dc37995b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Added segment cb630523-3070-44ea-802b-b2b53a0fd589 of type vlan for network 6bf2a5b6-b6cc-404b-b0ff-97459c30e582 Dec 17 15:38:15.552644 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e84f3de5-fb68-4093-b043-3043dc37995b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:15.686816 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e84f3de5-fb68-4093-b043-3043dc37995b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:15.694345 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84f3de5-fb68-4093-b043-3043dc37995b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:15.695153 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e84f3de5-fb68-4093-b043-3043dc37995b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:15.774242 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3591e240-618d-490f-848e-c16a6ffb35d0 req-a1aea998-9e84-4855-b400-0c47600762af tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2d5b497-aede-4f8f-92e8-3e5b8a607d5a HTTP/1.1" status: 200 len: 210 time: 0.0723243 Dec 17 15:38:15.794000 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f3de5-fb68-4093-b043-3043dc37995b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Network': ['ID=6bf2a5b6-b6cc-404b-b0ff-97459c30e582,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:15.810546 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 6bf2a5b6-b6cc-404b-b0ff-97459c30e582 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:38:15.884049 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e84f3de5-fb68-4093-b043-3043dc37995b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6031342 Dec 17 15:38:15.884049 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51102) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:15.889938 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-4a700d73-84fc-476a-a669-e6a2738550db tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'subnet': {'network_id': '6bf2a5b6-b6cc-404b-b0ff-97459c30e582', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:16.057690 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-4db65558-cd7a-48a4-9028-4c9a806c3af9 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:16.097131 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a700d73-84fc-476a-a669-e6a2738550db tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:16.100699 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4a700d73-84fc-476a-a669-e6a2738550db tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:16.161560 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-4db65558-cd7a-48a4-9028-4c9a806c3af9 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:16.174142 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.ipam_backend_mixin [None req-4a700d73-84fc-476a-a669-e6a2738550db tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Performing IP validity checks on allocation pools {{(pid=102832) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 17 15:38:16.177086 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.ipam_backend_mixin [None req-4a700d73-84fc-476a-a669-e6a2738550db tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102832) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 17 15:38:16.213326 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-4db65558-cd7a-48a4-9028-4c9a806c3af9 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Network e534eaac-a938-4d73-bcc9-4ead9ee9d77a is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:38:16.228314 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-4db65558-cd7a-48a4-9028-4c9a806c3af9 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:38:16.230691 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-4db65558-cd7a-48a4-9028-4c9a806c3af9 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:38:16.269301 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db65558-cd7a-48a4-9028-4c9a806c3af9 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Pushing event updated for resources: {'Port': ['ID=6ea96d2c-90ff-472d-853f-d847b7649d27,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:16.299212 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-4db65558-cd7a-48a4-9028-4c9a806c3af9 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:16.300138 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-4db65558-cd7a-48a4-9028-4c9a806c3af9 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:16.427312 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-4db65558-cd7a-48a4-9028-4c9a806c3af9 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3871493 Dec 17 15:38:16.447118 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-b756bca7-4fd2-4bdf-b75c-deb8db11f7f1 service neutron] Request body: {'port': {'device_id': 'd2d5b497-aede-4f8f-92e8-3e5b8a607d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:16.480961 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4a700d73-84fc-476a-a669-e6a2738550db tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:16.510585 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-b756bca7-4fd2-4bdf-b75c-deb8db11f7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:16.573810 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a700d73-84fc-476a-a669-e6a2738550db tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Subnet': ['ID=bda34eff-0666-40b9-a0e0-98ddd3b80881,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:16.589073 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a700d73-84fc-476a-a669-e6a2738550db tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Checking segment: {'id': 'cb630523-3070-44ea-802b-b2b53a0fd589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6bf2a5b6-b6cc-404b-b0ff-97459c30e582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:38:16.591441 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a700d73-84fc-476a-a669-e6a2738550db tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Network hostable DHCP agents. Network: 6bf2a5b6-b6cc-404b-b0ff-97459c30e582, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:38:16.667443 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a700d73-84fc-476a-a669-e6a2738550db tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Network 6bf2a5b6-b6cc-404b-b0ff-97459c30e582 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:38:16.766481 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-4a700d73-84fc-476a-a669-e6a2738550db tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 6bf2a5b6-b6cc-404b-b0ff-97459c30e582) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:38:16.771512 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a700d73-84fc-476a-a669-e6a2738550db tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:16.772530 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4a700d73-84fc-476a-a669-e6a2738550db tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:16.776266 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6991fe2-46c1-4426-8192-95a50b9711e0 None None] Network 6bf2a5b6-b6cc-404b-b0ff-97459c30e582 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:38:16.841601 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-b756bca7-4fd2-4bdf-b75c-deb8db11f7f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ea96d2c-90ff-472d-853f-d847b7649d27 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:38:16.850211 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-b756bca7-4fd2-4bdf-b75c-deb8db11f7f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:16.865887 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-b756bca7-4fd2-4bdf-b75c-deb8db11f7f1 service neutron] Transition to ACTIVE for port object 6ea96d2c-90ff-472d-853f-d847b7649d27 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:38:16.899120 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51120) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:16.904316 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4a700d73-84fc-476a-a669-e6a2738550db tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0232263 Dec 17 15:38:16.907038 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-b01dd1b1-2c34-4644-9bce-f6a43863be4e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'port': {'network_id': '6bf2a5b6-b6cc-404b-b0ff-97459c30e582', 'name': 'tempest-PortsIpV6TestJSON-1495689256'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:16.996923 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d201dc-b1b2-4109-804c-32968adbfdfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-6bf2a5b6-b6cc-404b-b0ff-97459c30e582', 'network_id': '6bf2a5b6-b6cc-404b-b0ff-97459c30e582', 'tenant_id': '42e5af0b0b094bd79f2f4fab1c55cc89', 'fixed_ips': [{'subnet_id': 'bda34eff-0666-40b9-a0e0-98ddd3b80881'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:38:16.998271 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-60d201dc-b1b2-4109-804c-32968adbfdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:17.000420 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-b756bca7-4fd2-4bdf-b75c-deb8db11f7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:17.075033 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eaa07c-0941-4e10-821e-d4fe2548cbde req-fc1ad076-1aa3-4507-a986-76c911105b9f tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:17.081724 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f9eaa07c-0941-4e10-821e-d4fe2548cbde req-fc1ad076-1aa3-4507-a986-76c911105b9f tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2d5b497-aede-4f8f-92e8-3e5b8a607d5a HTTP/1.1" status: 200 len: 931 time: 0.1456184 Dec 17 15:38:17.110881 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756bca7-4fd2-4bdf-b75c-deb8db11f7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea96d2c-90ff-472d-853f-d847b7649d27,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:17.145150 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f9eaa07c-0941-4e10-821e-d4fe2548cbde req-16ad0dcf-2885-4bc8-9e71-d19baa61f024 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552945 Dec 17 15:38:17.263949 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-b756bca7-4fd2-4bdf-b75c-deb8db11f7f1 service neutron] Attempting to bind port 6ea96d2c-90ff-472d-853f-d847b7649d27 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:38:17.268042 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-b756bca7-4fd2-4bdf-b75c-deb8db11f7f1 service neutron] Attempting to bind port 6ea96d2c-90ff-472d-853f-d847b7649d27 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e534eaac-a938-4d73-bcc9-4ead9ee9d77a'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:38:17.277312 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-b756bca7-4fd2-4bdf-b75c-deb8db11f7f1 service neutron] Attempting to bind port 6ea96d2c-90ff-472d-853f-d847b7649d27 on network e534eaac-a938-4d73-bcc9-4ead9ee9d77a {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:38:17.299395 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-b756bca7-4fd2-4bdf-b75c-deb8db11f7f1 service neutron] Port 6ea96d2c-90ff-472d-853f-d847b7649d27 on network e534eaac-a938-4d73-bcc9-4ead9ee9d77a not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:38:17.299727 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-b756bca7-4fd2-4bdf-b75c-deb8db11f7f1 service neutron] Attempting to bind port 6ea96d2c-90ff-472d-853f-d847b7649d27 on network e534eaac-a938-4d73-bcc9-4ead9ee9d77a {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:38:17.305680 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-b756bca7-4fd2-4bdf-b75c-deb8db11f7f1 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:38:17.306030 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-b756bca7-4fd2-4bdf-b75c-deb8db11f7f1 service neutron] Checking segment: {'id': '3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e534eaac-a938-4d73-bcc9-4ead9ee9d77a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:38:17.306554 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-b756bca7-4fd2-4bdf-b75c-deb8db11f7f1 service neutron] Bound using segment: {'id': '3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e534eaac-a938-4d73-bcc9-4ead9ee9d77a'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:38:17.306862 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-b756bca7-4fd2-4bdf-b75c-deb8db11f7f1 service neutron] Bound port: 6ea96d2c-90ff-472d-853f-d847b7649d27, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e534eaac-a938-4d73-bcc9-4ead9ee9d77a'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:38:17.307224 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-b756bca7-4fd2-4bdf-b75c-deb8db11f7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:17.345588 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-60d201dc-b1b2-4109-804c-32968adbfdfe None None] Allocated IP 2001:db8::2 (6bf2a5b6-b6cc-404b-b0ff-97459c30e582/bda34eff-0666-40b9-a0e0-98ddd3b80881/f865d380-5dd7-4a91-bc8c-0d4601447608) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:38:17.397953 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01dd1b1-2c34-4644-9bce-f6a43863be4e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:17.412815 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b01dd1b1-2c34-4644-9bce-f6a43863be4e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:17.455932 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-b01dd1b1-2c34-4644-9bce-f6a43863be4e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] device_id is not set on port a1380b31-25f2-43e2-bc99-0872e6dddad6 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:38:17.543993 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-b756bca7-4fd2-4bdf-b75c-deb8db11f7f1 service neutron] For port 6ea96d2c-90ff-472d-853f-d847b7649d27, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:38:17.558609 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-60d201dc-b1b2-4109-804c-32968adbfdfe None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:17.574902 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-b756bca7-4fd2-4bdf-b75c-deb8db11f7f1 service neutron] For port 6ea96d2c-90ff-472d-853f-d847b7649d27, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=6ea96d2c-90ff-472d-853f-d847b7649d27,segment=NetworkSegment(3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0),segment_id=3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:38:17.642523 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-60d201dc-b1b2-4109-804c-32968adbfdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:17.667821 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-b756bca7-4fd2-4bdf-b75c-deb8db11f7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:17.735612 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756bca7-4fd2-4bdf-b75c-deb8db11f7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea96d2c-90ff-472d-853f-d847b7649d27,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:17.741823 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d201dc-b1b2-4109-804c-32968adbfdfe None None] Pushing event updated for resources: {'Port': ['ID=f865d380-5dd7-4a91-bc8c-0d4601447608,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:17.759785 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-b756bca7-4fd2-4bdf-b75c-deb8db11f7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:17.759967 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d201dc-b1b2-4109-804c-32968adbfdfe None None] Network 6bf2a5b6-b6cc-404b-b0ff-97459c30e582 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:38:17.760414 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-b756bca7-4fd2-4bdf-b75c-deb8db11f7f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:17.761660 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-60d201dc-b1b2-4109-804c-32968adbfdfe None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:38:17.761875 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-b756bca7-4fd2-4bdf-b75c-deb8db11f7f1 service neutron] 10.222.0.41 "PUT /v2.0/ports/6ea96d2c-90ff-472d-853f-d847b7649d27 HTTP/1.1" status: 200 len: 1091 time: 1.3205335 Dec 17 15:38:17.766391 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d201dc-b1b2-4109-804c-32968adbfdfe None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:38:17.766607 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d5b497-aede-4f8f-92e8-3e5b8a607d5a', 'tag': '6ea96d2c-90ff-472d-853f-d847b7649d27'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:38:17.768681 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844b4af7-135d-40c7-90b5-949f7bc6c5e2" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d5b497-aede-4f8f-92e8-3e5b8a607d5a", "tag": "6ea96d2c-90ff-472d-853f-d847b7649d27"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:38:17.786268 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-b01dd1b1-2c34-4644-9bce-f6a43863be4e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Allocated IP 2001:db8::3b3 (6bf2a5b6-b6cc-404b-b0ff-97459c30e582/bda34eff-0666-40b9-a0e0-98ddd3b80881/a1380b31-25f2-43e2-bc99-0872e6dddad6) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:38:17.841282 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c9455d-3a45-44ba-a38e-f5a68c63fb3e x-openstack-request-id: req-a7c9455d-3a45-44ba-a38e-f5a68c63fb3e {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:38:17.841573 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d5b497-aede-4f8f-92e8-3e5b8a607d5a", "tag": "6ea96d2c-90ff-472d-853f-d847b7649d27", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:38:17.841821 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a7c9455d-3a45-44ba-a38e-f5a68c63fb3e {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:38:17.842216 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d5b497-aede-4f8f-92e8-3e5b8a607d5a', 'tag': '6ea96d2c-90ff-472d-853f-d847b7649d27', 'status': 'completed', 'code': 200} Dec 17 15:38:17.856278 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-60d201dc-b1b2-4109-804c-32968adbfdfe None None] Attempting to bind port f865d380-5dd7-4a91-bc8c-0d4601447608 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:38:17.857489 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-60d201dc-b1b2-4109-804c-32968adbfdfe None None] Attempting to bind port f865d380-5dd7-4a91-bc8c-0d4601447608 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'cb630523-3070-44ea-802b-b2b53a0fd589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6bf2a5b6-b6cc-404b-b0ff-97459c30e582'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:38:17.857489 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d201dc-b1b2-4109-804c-32968adbfdfe None None] Attempting to bind port f865d380-5dd7-4a91-bc8c-0d4601447608 on network 6bf2a5b6-b6cc-404b-b0ff-97459c30e582 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:38:17.862540 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d201dc-b1b2-4109-804c-32968adbfdfe None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:38:17.863209 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d201dc-b1b2-4109-804c-32968adbfdfe None None] Checking segment: {'id': 'cb630523-3070-44ea-802b-b2b53a0fd589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6bf2a5b6-b6cc-404b-b0ff-97459c30e582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:38:17.864553 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-60d201dc-b1b2-4109-804c-32968adbfdfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:17.865190 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d201dc-b1b2-4109-804c-32968adbfdfe None None] Bound using segment: {'id': 'cb630523-3070-44ea-802b-b2b53a0fd589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6bf2a5b6-b6cc-404b-b0ff-97459c30e582'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:38:17.866233 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-60d201dc-b1b2-4109-804c-32968adbfdfe None None] Bound port: f865d380-5dd7-4a91-bc8c-0d4601447608, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb630523-3070-44ea-802b-b2b53a0fd589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6bf2a5b6-b6cc-404b-b0ff-97459c30e582'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:38:17.866882 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-60d201dc-b1b2-4109-804c-32968adbfdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:17.964335 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-60d201dc-b1b2-4109-804c-32968adbfdfe None None] For port f865d380-5dd7-4a91-bc8c-0d4601447608, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:38:17.967885 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-60d201dc-b1b2-4109-804c-32968adbfdfe None None] For port f865d380-5dd7-4a91-bc8c-0d4601447608, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f865d380-5dd7-4a91-bc8c-0d4601447608,segment=NetworkSegment(cb630523-3070-44ea-802b-b2b53a0fd589),segment_id=cb630523-3070-44ea-802b-b2b53a0fd589)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:38:18.007358 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b4af7-135d-40c7-90b5-949f7bc6c5e2 req-06c48511-84b3-4c10-844d-745b82ba68a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:18.008955 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-844b4af7-135d-40c7-90b5-949f7bc6c5e2 req-06c48511-84b3-4c10-844d-745b82ba68a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6212ea006314fc380b8d0c626eed220&device_id=d2d5b497-aede-4f8f-92e8-3e5b8a607d5a HTTP/1.1" status: 200 len: 1094 time: 0.0957022 Dec 17 15:38:18.022158 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b01dd1b1-2c34-4644-9bce-f6a43863be4e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:18.075946 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-60d201dc-b1b2-4109-804c-32968adbfdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:18.142623 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b4af7-135d-40c7-90b5-949f7bc6c5e2 req-caacf402-15df-4eb8-9660-1f47a4a4edac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:18.144169 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-844b4af7-135d-40c7-90b5-949f7bc6c5e2 req-caacf402-15df-4eb8-9660-1f47a4a4edac service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b6212ea006314fc380b8d0c626eed220&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1203539 Dec 17 15:38:18.200731 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d201dc-b1b2-4109-804c-32968adbfdfe None None] Pushing event updated for resources: {'Port': ['ID=f865d380-5dd7-4a91-bc8c-0d4601447608,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:18.225867 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b01dd1b1-2c34-4644-9bce-f6a43863be4e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:18.290917 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01dd1b1-2c34-4644-9bce-f6a43863be4e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Port': ['ID=a1380b31-25f2-43e2-bc99-0872e6dddad6,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:18.322398 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01dd1b1-2c34-4644-9bce-f6a43863be4e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Network 6bf2a5b6-b6cc-404b-b0ff-97459c30e582 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:38:18.330062 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-b01dd1b1-2c34-4644-9bce-f6a43863be4e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:38:18.342151 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01dd1b1-2c34-4644-9bce-f6a43863be4e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:38:18.351024 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01dd1b1-2c34-4644-9bce-f6a43863be4e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:18.351750 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b01dd1b1-2c34-4644-9bce-f6a43863be4e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:18.370483 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93310ab0-f170-49b6-ba0c-487c8ce96376 req-d0de4eb9-4adb-4f26-a890-c3ad6252d0d8 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:18.385133 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-93310ab0-f170-49b6-ba0c-487c8ce96376 req-d0de4eb9-4adb-4f26-a890-c3ad6252d0d8 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2d5b497-aede-4f8f-92e8-3e5b8a607d5a HTTP/1.1" status: 200 len: 943 time: 0.0809028 Dec 17 15:38:18.449286 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b4af7-135d-40c7-90b5-949f7bc6c5e2 req-61e4718d-033d-416b-9206-4af631146c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:18.451190 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-844b4af7-135d-40c7-90b5-949f7bc6c5e2 req-61e4718d-033d-416b-9206-4af631146c39 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2990739 Dec 17 15:38:18.504904 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-93310ab0-f170-49b6-ba0c-487c8ce96376 req-7aaa216c-1f4c-4f31-a2eb-7fe25a6f0009 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107125 Dec 17 15:38:18.537192 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b01dd1b1-2c34-4644-9bce-f6a43863be4e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6358638 Dec 17 15:38:18.539206 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51206) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:18.583589 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-5329f6de-29b9-4599-8086-a661315900e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:18.588043 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-5329f6de-29b9-4599-8086-a661315900e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b6212ea006314fc380b8d0c626eed220&device_id=d2d5b497-aede-4f8f-92e8-3e5b8a607d5a HTTP/1.1" status: 200 len: 1094 time: 0.0650661 Dec 17 15:38:18.650191 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-7ec79696-3073-42cb-b448-1d60bb6f6410 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ea96d2c-90ff-472d-853f-d847b7649d27 HTTP/1.1" status: 200 len: 217 time: 0.0516307 Dec 17 15:38:18.736504 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-d11ed4a1-1484-4b5e-ab45-3706fadd430c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:18.738337 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-d11ed4a1-1484-4b5e-ab45-3706fadd430c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93ef64e1-4316-45bd-a267-3635457f9569 HTTP/1.1" status: 200 len: 855 time: 0.0809624 Dec 17 15:38:18.768593 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f865d380-5dd7-4a91-bc8c-0d4601447608 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:38:18.776190 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-435d3c0f-30eb-4ac8-a485-c2dc9fbf436c tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Deleting port a1380b31-25f2-43e2-bc99-0872e6dddad6 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:38:18.780631 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-435d3c0f-30eb-4ac8-a485-c2dc9fbf436c tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:18.788971 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-0e87f073-e426-4f68-885e-2bbbca0c3ef1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e534eaac-a938-4d73-bcc9-4ead9ee9d77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420966 Dec 17 15:38:18.828383 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:38:18.912830 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port f865d380-5dd7-4a91-bc8c-0d4601447608 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:18.913554 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:18.952671 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-435d3c0f-30eb-4ac8-a485-c2dc9fbf436c tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:18.974116 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-435d3c0f-30eb-4ac8-a485-c2dc9fbf436c tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Calling delete_port for a1380b31-25f2-43e2-bc99-0872e6dddad6 owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:38:18.997410 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-8b6e9162-183e-45ab-9c64-4fe3f103f8aa service neutron] 10.222.0.41 "GET /v2.0/networks/e534eaac-a938-4d73-bcc9-4ead9ee9d77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999519 Dec 17 15:38:19.172768 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:19.197851 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a8e085e-1385-4bd3-ad4d-316c646bc2b4 req-8e62cec6-0d3e-4d18-8f9b-93c09b55b17b service neutron] 10.222.0.41 "GET /v2.0/networks/e534eaac-a938-4d73-bcc9-4ead9ee9d77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917531 Dec 17 15:38:19.263430 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port f865d380-5dd7-4a91-bc8c-0d4601447608, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f865d380-5dd7-4a91-bc8c-0d4601447608,segment=NetworkSegment(cb630523-3070-44ea-802b-b2b53a0fd589),segment_id=cb630523-3070-44ea-802b-b2b53a0fd589)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:38:19.332297 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:19.478914 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=f865d380-5dd7-4a91-bc8c-0d4601447608,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:19.693113 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-435d3c0f-30eb-4ac8-a485-c2dc9fbf436c tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:19.729194 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d95c69-1f1c-476f-9ac0-607a6dd4069b None None] Network 6bf2a5b6-b6cc-404b-b0ff-97459c30e582 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:38:19.736063 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d3c0f-30eb-4ac8-a485-c2dc9fbf436c tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Port': ['ID=a1380b31-25f2-43e2-bc99-0872e6dddad6,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:19.754402 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f1003-d66c-4ee9-91f9-7bace825a051 req-5ff1d469-0dd1-41d6-832f-b3482e3fce57 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:19.757817 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-429f1003-d66c-4ee9-91f9-7bace825a051 req-5ff1d469-0dd1-41d6-832f-b3482e3fce57 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2d5b497-aede-4f8f-92e8-3e5b8a607d5a HTTP/1.1" status: 200 len: 943 time: 0.1121266 Dec 17 15:38:19.787413 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-435d3c0f-30eb-4ac8-a485-c2dc9fbf436c tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:19.791093 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-435d3c0f-30eb-4ac8-a485-c2dc9fbf436c tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/ports/a1380b31-25f2-43e2-bc99-0872e6dddad6 HTTP/1.1" status: 204 len: 168 time: 1.2507060 Dec 17 15:38:19.793873 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51260) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:19.850216 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-429f1003-d66c-4ee9-91f9-7bace825a051 req-4e59afeb-23b0-4b64-a334-e25012e8ef56 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624743 Dec 17 15:38:19.867033 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-832852cd-f5e8-4f62-8353-62debc2cdc36 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] DELETE failed (client error): The resource could not be found. Dec 17 15:38:19.867854 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-832852cd-f5e8-4f62-8353-62debc2cdc36 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:38:19.872699 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-832852cd-f5e8-4f62-8353-62debc2cdc36 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/ports/a1380b31-25f2-43e2-bc99-0872e6dddad6 HTTP/1.1" status: 404 len: 333 time: 0.0778148 Dec 17 15:38:19.876579 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51264) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:19.891851 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-1f302d9d-8e4b-44f0-8f9b-4a5e927adcd9 None None] Provisioning complete for port f865d380-5dd7-4a91-bc8c-0d4601447608 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:19.892241 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1f302d9d-8e4b-44f0-8f9b-4a5e927adcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:19.933095 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-3786e560-87f9-4995-97d7-8ed31bb51007 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] GET failed (client error): The resource could not be found. Dec 17 15:38:19.936986 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3786e560-87f9-4995-97d7-8ed31bb51007 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "GET /v2.0/ports/a1380b31-25f2-43e2-bc99-0872e6dddad6 HTTP/1.1" status: 404 len: 333 time: 0.0573707 Dec 17 15:38:19.939297 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51268) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:20.040499 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-32cabff5-d3b1-42f2-a062-628214dd823e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Deleting subnet bda34eff-0666-40b9-a0e0-98ddd3b80881 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:38:20.044234 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-32cabff5-d3b1-42f2-a062-628214dd823e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:20.103694 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-32cabff5-d3b1-42f2-a062-628214dd823e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:20.270882 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-32cabff5-d3b1-42f2-a062-628214dd823e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:20.407032 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a5f16ad0-666c-468a-b613-2b4e4ccfdae9 None None] Provisioning complete for port f865d380-5dd7-4a91-bc8c-0d4601447608 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:20.407543 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a5f16ad0-666c-468a-b613-2b4e4ccfdae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:20.440514 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-32cabff5-d3b1-42f2-a062-628214dd823e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:20.467290 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-32cabff5-d3b1-42f2-a062-628214dd823e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:20.474954 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51278) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:20.477289 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-32cabff5-d3b1-42f2-a062-628214dd823e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/subnets/bda34eff-0666-40b9-a0e0-98ddd3b80881 HTTP/1.1" status: 204 len: 168 time: 0.5368481 Dec 17 15:38:20.512643 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cabff5-d3b1-42f2-a062-628214dd823e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Subnet': ['ID=bda34eff-0666-40b9-a0e0-98ddd3b80881,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:20.652658 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e394abfd-ec11-4570-8941-0d393120f669 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:20.672646 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f865d380-5dd7-4a91-bc8c-0d4601447608 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:38:20.759145 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed2b93b-4834-4ea1-a64f-eb99d7d51c7c None None] Network 6bf2a5b6-b6cc-404b-b0ff-97459c30e582 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:38:20.759412 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-e394abfd-ec11-4570-8941-0d393120f669 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Deleting port f865d380-5dd7-4a91-bc8c-0d4601447608 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:38:20.759879 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e394abfd-ec11-4570-8941-0d393120f669 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:20.833337 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-b849edbd-e198-4d98-86f1-db13d505af7d None None] Could not find standard attr ID for object a1380b31-25f2-43e2-bc99-0872e6dddad6. {{(pid=102834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:38:20.835103 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-e394abfd-ec11-4570-8941-0d393120f669 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] For port f865d380-5dd7-4a91-bc8c-0d4601447608, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f865d380-5dd7-4a91-bc8c-0d4601447608,segment=NetworkSegment(cb630523-3070-44ea-802b-b2b53a0fd589),segment_id=cb630523-3070-44ea-802b-b2b53a0fd589)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:38:20.835484 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e394abfd-ec11-4570-8941-0d393120f669 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:20.862719 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-e394abfd-ec11-4570-8941-0d393120f669 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Calling delete_port for f865d380-5dd7-4a91-bc8c-0d4601447608 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:38:20.890826 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port f865d380-5dd7-4a91-bc8c-0d4601447608 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:20.891215 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:21.091483 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e394abfd-ec11-4570-8941-0d393120f669 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:21.111948 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d204731-bd00-4267-8332-f7ddae2e69a4 None None] DHCP port deletion for 6bf2a5b6-b6cc-404b-b0ff-97459c30e582 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:38:21.113339 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e394abfd-ec11-4570-8941-0d393120f669 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] No DVR routers for this DVR port f865d380-5dd7-4a91-bc8c-0d4601447608 on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:38:21.247830 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e394abfd-ec11-4570-8941-0d393120f669 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:21.273619 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e394abfd-ec11-4570-8941-0d393120f669 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Port': ['ID=f865d380-5dd7-4a91-bc8c-0d4601447608,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:21.276872 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-e394abfd-ec11-4570-8941-0d393120f669 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bf2a5b6-b6cc-404b-b0ff-97459c30e582']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:38:21.298349 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-e394abfd-ec11-4570-8941-0d393120f669 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb630523-3070-44ea-802b-b2b53a0fd589') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:38:21.298659 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-e394abfd-ec11-4570-8941-0d393120f669 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb630523-3070-44ea-802b-b2b53a0fd589') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:38:21.315597 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e394abfd-ec11-4570-8941-0d393120f669 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:21.332551 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e394abfd-ec11-4570-8941-0d393120f669 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:21.339257 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e394abfd-ec11-4570-8941-0d393120f669 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:38:21.344038 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e394abfd-ec11-4570-8941-0d393120f669 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:21.344038 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:38:21.344038 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:38:21.344038 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:38:21.344038 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:38:21.344038 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:38:21.344038 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:38:21.344038 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:38:21.344038 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:38:21.344038 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:38:21.344038 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:38:21.344038 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:38:21.344038 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:38:21.344038 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:38:21.344038 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:38:21.344038 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:38:21.344038 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:38:21.344038 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:38:21.344038 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:38:21.344038 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:38:21.344038 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:38:21.344038 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:38:21.344038 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:38:21.344038 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:38:21.344038 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:38:21.344038 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:38:21.344038 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:38:21.344038 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:38:21.344038 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:38:21.344038 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:38:21.344038 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:38:21.344038 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:38:21.344038 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:38:21.486345 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e394abfd-ec11-4570-8941-0d393120f669 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:21.498145 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e394abfd-ec11-4570-8941-0d393120f669 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:21.505271 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e394abfd-ec11-4570-8941-0d393120f669 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/networks/6bf2a5b6-b6cc-404b-b0ff-97459c30e582 HTTP/1.1" status: 204 len: 168 time: 1.0258906 Dec 17 15:38:21.505629 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51296) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:21.511735 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-700ab3cb-57e4-42cd-bf84-a629330dcd36 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1251192574'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:21.515053 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df510af-eb8c-4ec6-849e-005c574dce98 req-55490473-712e-490c-b412-cefdc1a5f292 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:21.528689 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1df510af-eb8c-4ec6-849e-005c574dce98 req-55490473-712e-490c-b412-cefdc1a5f292 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2d5b497-aede-4f8f-92e8-3e5b8a607d5a HTTP/1.1" status: 200 len: 943 time: 0.5621510 Dec 17 15:38:21.541108 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e394abfd-ec11-4570-8941-0d393120f669 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Network': ['ID=6bf2a5b6-b6cc-404b-b0ff-97459c30e582,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:21.574682 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1df510af-eb8c-4ec6-849e-005c574dce98 req-fcae6dab-7d4b-4c3a-a6a1-beb626c8c08e tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494266 Dec 17 15:38:21.594747 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700ab3cb-57e4-42cd-bf84-a629330dcd36 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:21.598686 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-700ab3cb-57e4-42cd-bf84-a629330dcd36 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:21.636928 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-700ab3cb-57e4-42cd-bf84-a629330dcd36 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:38:21.650639 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-700ab3cb-57e4-42cd-bf84-a629330dcd36 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:21.650995 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-700ab3cb-57e4-42cd-bf84-a629330dcd36 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Added segment 5566f00b-5686-40ce-b2e1-535b8ab44c7a of type vlan for network 84e709e6-6882-407e-91ff-c2f032aaf424 Dec 17 15:38:21.699140 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-700ab3cb-57e4-42cd-bf84-a629330dcd36 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:21.800079 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-700ab3cb-57e4-42cd-bf84-a629330dcd36 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:21.806006 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700ab3cb-57e4-42cd-bf84-a629330dcd36 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:21.812081 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-700ab3cb-57e4-42cd-bf84-a629330dcd36 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:21.880495 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ab3cb-57e4-42cd-bf84-a629330dcd36 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Network': ['ID=84e709e6-6882-407e-91ff-c2f032aaf424,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:21.899081 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 84e709e6-6882-407e-91ff-c2f032aaf424 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:38:21.952623 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-700ab3cb-57e4-42cd-bf84-a629330dcd36 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4456718 Dec 17 15:38:21.955570 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51306) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:21.961391 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-6187cb7e-34d4-44b3-8a8e-acdcce34b644 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'subnet': {'network_id': '84e709e6-6882-407e-91ff-c2f032aaf424', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:22.165854 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6187cb7e-34d4-44b3-8a8e-acdcce34b644 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:22.169917 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6187cb7e-34d4-44b3-8a8e-acdcce34b644 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:22.450541 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6187cb7e-34d4-44b3-8a8e-acdcce34b644 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:22.537129 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187cb7e-34d4-44b3-8a8e-acdcce34b644 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Subnet': ['ID=2497a263-5b1b-4d33-b222-fb95995af6bf,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:22.546251 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6187cb7e-34d4-44b3-8a8e-acdcce34b644 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Checking segment: {'id': '5566f00b-5686-40ce-b2e1-535b8ab44c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '84e709e6-6882-407e-91ff-c2f032aaf424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:38:22.546478 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6187cb7e-34d4-44b3-8a8e-acdcce34b644 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Network hostable DHCP agents. Network: 84e709e6-6882-407e-91ff-c2f032aaf424, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:38:22.629873 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6187cb7e-34d4-44b3-8a8e-acdcce34b644 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Network 84e709e6-6882-407e-91ff-c2f032aaf424 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:38:22.633309 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f865d380-5dd7-4a91-bc8c-0d4601447608 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:38:22.668495 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: f865d380-5dd7-4a91-bc8c-0d4601447608 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:38:22.668836 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f865d380-5dd7-4a91-bc8c-0d4601447608 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:38:22.710585 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d77ae7-4ed8-4ec8-8c97-c142c2ad62cc req-b42bee33-af40-4073-8665-1a609bc7aa32 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:22.720095 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-6187cb7e-34d4-44b3-8a8e-acdcce34b644 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 84e709e6-6882-407e-91ff-c2f032aaf424) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:38:22.720525 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-29d77ae7-4ed8-4ec8-8c97-c142c2ad62cc req-b42bee33-af40-4073-8665-1a609bc7aa32 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2d5b497-aede-4f8f-92e8-3e5b8a607d5a HTTP/1.1" status: 200 len: 943 time: 0.0694082 Dec 17 15:38:22.724516 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6187cb7e-34d4-44b3-8a8e-acdcce34b644 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:22.725257 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6187cb7e-34d4-44b3-8a8e-acdcce34b644 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:22.736469 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd51700-cdcd-47d3-901c-3966ae17abce None None] Network 84e709e6-6882-407e-91ff-c2f032aaf424 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:38:22.778100 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-29d77ae7-4ed8-4ec8-8c97-c142c2ad62cc req-2882f047-b6fb-4f3e-a35f-019febcefbec tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521417 Dec 17 15:38:22.833409 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6187cb7e-34d4-44b3-8a8e-acdcce34b644 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8766570 Dec 17 15:38:22.835923 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51320) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:22.841114 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-e1720504-14f8-4229-b4d3-a8901559968d tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'port': {'network_id': '84e709e6-6882-407e-91ff-c2f032aaf424', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1191517343'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:22.929336 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09f9fdc-6d20-4a5b-88b6-ea3b8d8560a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-84e709e6-6882-407e-91ff-c2f032aaf424', 'network_id': '84e709e6-6882-407e-91ff-c2f032aaf424', 'tenant_id': '42e5af0b0b094bd79f2f4fab1c55cc89', 'fixed_ips': [{'subnet_id': '2497a263-5b1b-4d33-b222-fb95995af6bf'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:38:22.930301 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c09f9fdc-6d20-4a5b-88b6-ea3b8d8560a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:23.020476 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 6ea96d2c-90ff-472d-853f-d847b7649d27 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:38:23.085717 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1720504-14f8-4229-b4d3-a8901559968d tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:23.090551 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e1720504-14f8-4229-b4d3-a8901559968d tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:23.127900 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-e1720504-14f8-4229-b4d3-a8901559968d tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] device_id is not set on port 0b66bdb8-1e9c-482c-93c0-57e5744ec7dc yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:38:23.153119 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-c09f9fdc-6d20-4a5b-88b6-ea3b8d8560a6 None None] Allocated IP 2001:db8::2 (84e709e6-6882-407e-91ff-c2f032aaf424/2497a263-5b1b-4d33-b222-fb95995af6bf/b7e449fb-3820-4ce0-9c75-56ac228cb803) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:38:23.262138 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 6ea96d2c-90ff-472d-853f-d847b7649d27, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=6ea96d2c-90ff-472d-853f-d847b7649d27,segment=NetworkSegment(3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0),segment_id=3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:38:23.283364 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '6ea96d2c-90ff-472d-853f-d847b7649d27', 'network_id': 'e534eaac-a938-4d73-bcc9-4ead9ee9d77a', 'port_id': '6ea96d2c-90ff-472d-853f-d847b7649d27', 'mac_address': 'fa:16:3e:1f:f1:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ef64e1-4316-45bd-a267-3635457f9569', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:38:23.361460 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:23.404491 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea96d2c-90ff-472d-853f-d847b7649d27 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:38:23.442166 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 6ea96d2c-90ff-472d-853f-d847b7649d27, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=6ea96d2c-90ff-472d-853f-d847b7649d27,segment=NetworkSegment(3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0),segment_id=3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:38:23.448826 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c09f9fdc-6d20-4a5b-88b6-ea3b8d8560a6 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:23.537811 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:23.541913 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c09f9fdc-6d20-4a5b-88b6-ea3b8d8560a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:23.586425 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09f9fdc-6d20-4a5b-88b6-ea3b8d8560a6 None None] Network 84e709e6-6882-407e-91ff-c2f032aaf424 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:38:23.590966 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-c09f9fdc-6d20-4a5b-88b6-ea3b8d8560a6 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:38:23.598627 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09f9fdc-6d20-4a5b-88b6-ea3b8d8560a6 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:38:23.613354 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=6ea96d2c-90ff-472d-853f-d847b7649d27,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:23.631437 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-e1720504-14f8-4229-b4d3-a8901559968d tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Allocated IP 2001:db8::31a (84e709e6-6882-407e-91ff-c2f032aaf424/2497a263-5b1b-4d33-b222-fb95995af6bf/0b66bdb8-1e9c-482c-93c0-57e5744ec7dc) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:38:23.682526 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f9fdc-6d20-4a5b-88b6-ea3b8d8560a6 None None] Pushing event updated for resources: {'Port': ['ID=b7e449fb-3820-4ce0-9c75-56ac228cb803,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:23.724759 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-c09f9fdc-6d20-4a5b-88b6-ea3b8d8560a6 None None] Attempting to bind port b7e449fb-3820-4ce0-9c75-56ac228cb803 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:38:23.726200 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-c09f9fdc-6d20-4a5b-88b6-ea3b8d8560a6 None None] Attempting to bind port b7e449fb-3820-4ce0-9c75-56ac228cb803 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '5566f00b-5686-40ce-b2e1-535b8ab44c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '84e709e6-6882-407e-91ff-c2f032aaf424'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:38:23.727000 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09f9fdc-6d20-4a5b-88b6-ea3b8d8560a6 None None] Attempting to bind port b7e449fb-3820-4ce0-9c75-56ac228cb803 on network 84e709e6-6882-407e-91ff-c2f032aaf424 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:38:23.735069 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09f9fdc-6d20-4a5b-88b6-ea3b8d8560a6 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:38:23.735780 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09f9fdc-6d20-4a5b-88b6-ea3b8d8560a6 None None] Checking segment: {'id': '5566f00b-5686-40ce-b2e1-535b8ab44c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '84e709e6-6882-407e-91ff-c2f032aaf424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:38:23.736455 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c09f9fdc-6d20-4a5b-88b6-ea3b8d8560a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:23.737213 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09f9fdc-6d20-4a5b-88b6-ea3b8d8560a6 None None] Bound using segment: {'id': '5566f00b-5686-40ce-b2e1-535b8ab44c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '84e709e6-6882-407e-91ff-c2f032aaf424'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:38:23.737921 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-c09f9fdc-6d20-4a5b-88b6-ea3b8d8560a6 None None] Bound port: b7e449fb-3820-4ce0-9c75-56ac228cb803, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5566f00b-5686-40ce-b2e1-535b8ab44c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '84e709e6-6882-407e-91ff-c2f032aaf424'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:38:23.738660 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c09f9fdc-6d20-4a5b-88b6-ea3b8d8560a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:23.853865 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e1720504-14f8-4229-b4d3-a8901559968d tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:23.875662 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c09f9fdc-6d20-4a5b-88b6-ea3b8d8560a6 None None] For port b7e449fb-3820-4ce0-9c75-56ac228cb803, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:38:23.894998 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c09f9fdc-6d20-4a5b-88b6-ea3b8d8560a6 None None] For port b7e449fb-3820-4ce0-9c75-56ac228cb803, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b7e449fb-3820-4ce0-9c75-56ac228cb803,segment=NetworkSegment(5566f00b-5686-40ce-b2e1-535b8ab44c7a),segment_id=5566f00b-5686-40ce-b2e1-535b8ab44c7a)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:38:23.920266 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['6ea96d2c-90ff-472d-853f-d847b7649d27'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:38:23.969962 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c09f9fdc-6d20-4a5b-88b6-ea3b8d8560a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:23.988954 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97b30d-320a-4ba6-a9d1-5d34aefb7636 req-bc7fb4d2-911e-4f35-85d7-bc644497c3cd tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:23.990740 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1f97b30d-320a-4ba6-a9d1-5d34aefb7636 req-bc7fb4d2-911e-4f35-85d7-bc644497c3cd tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2d5b497-aede-4f8f-92e8-3e5b8a607d5a HTTP/1.1" status: 200 len: 944 time: 0.0727329 Dec 17 15:38:23.998246 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e1720504-14f8-4229-b4d3-a8901559968d tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:24.051335 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1720504-14f8-4229-b4d3-a8901559968d tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Network 84e709e6-6882-407e-91ff-c2f032aaf424 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:38:24.054919 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-e1720504-14f8-4229-b4d3-a8901559968d tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:38:24.056217 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1f97b30d-320a-4ba6-a9d1-5d34aefb7636 req-b5c7bfde-91f0-4ca1-b0ba-400d68249efa tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592892 Dec 17 15:38:24.076990 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1720504-14f8-4229-b4d3-a8901559968d tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:38:24.083447 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1720504-14f8-4229-b4d3-a8901559968d tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:24.084407 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e1720504-14f8-4229-b4d3-a8901559968d tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:24.105819 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1720504-14f8-4229-b4d3-a8901559968d tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Port': ['ID=0b66bdb8-1e9c-482c-93c0-57e5744ec7dc,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:24.124431 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f9fdc-6d20-4a5b-88b6-ea3b8d8560a6 None None] Pushing event updated for resources: {'Port': ['ID=b7e449fb-3820-4ce0-9c75-56ac228cb803,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:24.199453 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e1720504-14f8-4229-b4d3-a8901559968d tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.3618338 Dec 17 15:38:24.201404 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51342) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:24.365181 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-f84c4a55-95df-43ea-b02c-15f9be04fed4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Deleting port 0b66bdb8-1e9c-482c-93c0-57e5744ec7dc {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:38:24.365528 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f84c4a55-95df-43ea-b02c-15f9be04fed4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:24.514920 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f84c4a55-95df-43ea-b02c-15f9be04fed4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:24.531971 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-f84c4a55-95df-43ea-b02c-15f9be04fed4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Calling delete_port for 0b66bdb8-1e9c-482c-93c0-57e5744ec7dc owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:38:24.683186 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b7e449fb-3820-4ce0-9c75-56ac228cb803 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:38:24.745275 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port b7e449fb-3820-4ce0-9c75-56ac228cb803 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:24.745680 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:24.834966 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f84c4a55-95df-43ea-b02c-15f9be04fed4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:24.875990 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c4a55-95df-43ea-b02c-15f9be04fed4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Port': ['ID=0b66bdb8-1e9c-482c-93c0-57e5744ec7dc,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:24.880912 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:24.931550 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port b7e449fb-3820-4ce0-9c75-56ac228cb803, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b7e449fb-3820-4ce0-9c75-56ac228cb803,segment=NetworkSegment(5566f00b-5686-40ce-b2e1-535b8ab44c7a),segment_id=5566f00b-5686-40ce-b2e1-535b8ab44c7a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:38:24.935283 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f84c4a55-95df-43ea-b02c-15f9be04fed4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:24.939561 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f84c4a55-95df-43ea-b02c-15f9be04fed4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/ports/0b66bdb8-1e9c-482c-93c0-57e5744ec7dc HTTP/1.1" status: 204 len: 168 time: 0.7369659 Dec 17 15:38:24.942539 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51352) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:24.971376 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa40aea-68e8-4089-a3a5-6b6608dbe58b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] GET failed (client error): The resource could not be found. Dec 17 15:38:24.972990 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0aa40aea-68e8-4089-a3a5-6b6608dbe58b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "GET /v2.0/ports/0b66bdb8-1e9c-482c-93c0-57e5744ec7dc HTTP/1.1" status: 404 len: 333 time: 0.0294745 Dec 17 15:38:24.975875 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51354) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:24.985485 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 6ea96d2c-90ff-472d-853f-d847b7649d27 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:38:25.026503 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:25.066046 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c402216-e252-40df-94ff-ec5f4759ea95 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Deleting subnet 2497a263-5b1b-4d33-b222-fb95995af6bf {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:38:25.073815 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1c402216-e252-40df-94ff-ec5f4759ea95 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:25.102743 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=b7e449fb-3820-4ce0-9c75-56ac228cb803,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:25.141717 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1c402216-e252-40df-94ff-ec5f4759ea95 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:25.245485 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 6ea96d2c-90ff-472d-853f-d847b7649d27 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:38:25.251264 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 6ea96d2c-90ff-472d-853f-d847b7649d27 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:25.251701 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:25.265954 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b38825-ae4d-499e-be5b-802124b51d16 req-42eb6af6-20b0-4e6a-9ec0-7106f31df8b5 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:25.268117 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2b38825-ae4d-499e-be5b-802124b51d16 req-42eb6af6-20b0-4e6a-9ec0-7106f31df8b5 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2d5b497-aede-4f8f-92e8-3e5b8a607d5a HTTP/1.1" status: 200 len: 944 time: 0.1004570 Dec 17 15:38:25.288952 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1c402216-e252-40df-94ff-ec5f4759ea95 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:25.351562 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2b38825-ae4d-499e-be5b-802124b51d16 req-2fe23dfc-3110-45ce-b60e-ad71b818a7a7 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739429 Dec 17 15:38:25.508214 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1c402216-e252-40df-94ff-ec5f4759ea95 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:25.538132 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fd17db-2f78-4cd5-999b-de91643da5f7 None None] Network 84e709e6-6882-407e-91ff-c2f032aaf424 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:38:25.548327 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c402216-e252-40df-94ff-ec5f4759ea95 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Subnet': ['ID=2497a263-5b1b-4d33-b222-fb95995af6bf,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:25.550663 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1c402216-e252-40df-94ff-ec5f4759ea95 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:25.553795 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1c402216-e252-40df-94ff-ec5f4759ea95 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/subnets/2497a263-5b1b-4d33-b222-fb95995af6bf HTTP/1.1" status: 204 len: 168 time: 0.5769749 Dec 17 15:38:25.556510 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51360) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:25.656368 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7d2bda0c-0655-47f2-9a85-7702513946ed tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:25.693010 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51366) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:25.703181 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c785cf16-43c2-423e-a4f4-cb7fcb759bdc None None] Provisioning complete for port b7e449fb-3820-4ce0-9c75-56ac228cb803 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:25.703804 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c785cf16-43c2-423e-a4f4-cb7fcb759bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:25.706936 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:25.743716 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-7d2bda0c-0655-47f2-9a85-7702513946ed tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Deleting port b7e449fb-3820-4ce0-9c75-56ac228cb803 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:38:25.744079 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7d2bda0c-0655-47f2-9a85-7702513946ed tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:25.765403 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d5b497-aede-4f8f-92e8-3e5b8a607d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea96d2c-90ff-472d-853f-d847b7649d27'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:38:25.768797 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dacb303-40f5-4ea3-a8f4-bdc04b1ea60d" -d '{"events": [{"server_uuid": "d2d5b497-aede-4f8f-92e8-3e5b8a607d5a", "name": "network-vif-plugged", "status": "completed", "tag": "6ea96d2c-90ff-472d-853f-d847b7649d27"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:38:25.789143 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 6ea96d2c-90ff-472d-853f-d847b7649d27, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=6ea96d2c-90ff-472d-853f-d847b7649d27,segment=NetworkSegment(3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0),segment_id=3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:38:25.857332 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25402a4a-6e78-42db-a18d-cfe11069716e None None] DHCP port deletion for 84e709e6-6882-407e-91ff-c2f032aaf424 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:38:25.864429 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6c9270-365e-4f7c-8f3c-60e15c9e3865 x-openstack-request-id: req-5d6c9270-365e-4f7c-8f3c-60e15c9e3865 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:38:25.864738 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d5b497-aede-4f8f-92e8-3e5b8a607d5a", "name": "network-vif-plugged", "status": "completed", "tag": "6ea96d2c-90ff-472d-853f-d847b7649d27", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:38:25.864963 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5d6c9270-365e-4f7c-8f3c-60e15c9e3865 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:38:25.865439 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d5b497-aede-4f8f-92e8-3e5b8a607d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea96d2c-90ff-472d-853f-d847b7649d27', 'code': 200} Dec 17 15:38:25.898820 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-7d2bda0c-0655-47f2-9a85-7702513946ed tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] For port b7e449fb-3820-4ce0-9c75-56ac228cb803, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b7e449fb-3820-4ce0-9c75-56ac228cb803,segment=NetworkSegment(5566f00b-5686-40ce-b2e1-535b8ab44c7a),segment_id=5566f00b-5686-40ce-b2e1-535b8ab44c7a)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:38:25.899430 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7d2bda0c-0655-47f2-9a85-7702513946ed tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:25.906982 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1cd25f4e-1edc-4f00-b406-b0c91050da28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:25.921369 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-7d2bda0c-0655-47f2-9a85-7702513946ed tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Calling delete_port for b7e449fb-3820-4ce0-9c75-56ac228cb803 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:38:25.943044 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-25402a4a-6e78-42db-a18d-cfe11069716e None None] Deleting port b7e449fb-3820-4ce0-9c75-56ac228cb803 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:38:25.943444 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-25402a4a-6e78-42db-a18d-cfe11069716e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:26.035009 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-25402a4a-6e78-42db-a18d-cfe11069716e None None] For port b7e449fb-3820-4ce0-9c75-56ac228cb803, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b7e449fb-3820-4ce0-9c75-56ac228cb803,segment=NetworkSegment(5566f00b-5686-40ce-b2e1-535b8ab44c7a),segment_id=5566f00b-5686-40ce-b2e1-535b8ab44c7a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:38:26.035703 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-25402a4a-6e78-42db-a18d-cfe11069716e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:26.047477 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805aeb2-d92d-4748-abe8-fcd532fdb3ea req-f0c4e0e9-78f0-44a4-bcd0-98684d7314b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:26.049307 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6805aeb2-d92d-4748-abe8-fcd532fdb3ea req-f0c4e0e9-78f0-44a4-bcd0-98684d7314b8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d2d5b497-aede-4f8f-92e8-3e5b8a607d5a HTTP/1.1" status: 200 len: 1095 time: 0.0771689 Dec 17 15:38:26.049729 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-25402a4a-6e78-42db-a18d-cfe11069716e None None] Calling delete_port for b7e449fb-3820-4ce0-9c75-56ac228cb803 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:38:26.091067 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6805aeb2-d92d-4748-abe8-fcd532fdb3ea req-6b332f45-4217-4c96-a94c-549e1639de54 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335379 Dec 17 15:38:26.095136 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1cd25f4e-1edc-4f00-b406-b0c91050da28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:26.133147 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:26.134888 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:26.172615 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1cd25f4e-1edc-4f00-b406-b0c91050da28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:26.172877 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7d2bda0c-0655-47f2-9a85-7702513946ed tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:26.190025 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=6ea96d2c-90ff-472d-853f-d847b7649d27,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:26.198534 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-25402a4a-6e78-42db-a18d-cfe11069716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:26.203906 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2bda0c-0655-47f2-9a85-7702513946ed tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Port': ['ID=b7e449fb-3820-4ce0-9c75-56ac228cb803,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:26.208114 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2bda0c-0655-47f2-9a85-7702513946ed tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] No DVR routers for this DVR port b7e449fb-3820-4ce0-9c75-56ac228cb803 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:38:26.226165 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1cd25f4e-1edc-4f00-b406-b0c91050da28 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d35b204617b947f3a3c5af1289b7879e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5317347 Dec 17 15:38:26.228531 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd25f4e-1edc-4f00-b406-b0c91050da28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09348fe-f2da-4ecb-a502-b77720a2b033,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:26.232668 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51376) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:26.275187 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25402a4a-6e78-42db-a18d-cfe11069716e None None] Pushing event deleted for resources: {'Port': ['ID=b7e449fb-3820-4ce0-9c75-56ac228cb803,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:26.293104 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25402a4a-6e78-42db-a18d-cfe11069716e None None] No DVR routers for this DVR port b7e449fb-3820-4ce0-9c75-56ac228cb803 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:38:26.293421 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-122f65a2-65fd-4d4d-bac3-81c728ffdabb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:26.317517 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7d2bda0c-0655-47f2-9a85-7702513946ed tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:26.321016 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-122f65a2-65fd-4d4d-bac3-81c728ffdabb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:26.339471 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-7d2bda0c-0655-47f2-9a85-7702513946ed tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e709e6-6882-407e-91ff-c2f032aaf424']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:38:26.349713 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-7d2bda0c-0655-47f2-9a85-7702513946ed tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5566f00b-5686-40ce-b2e1-535b8ab44c7a') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:38:26.349998 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-7d2bda0c-0655-47f2-9a85-7702513946ed tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5566f00b-5686-40ce-b2e1-535b8ab44c7a') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:38:26.360531 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7d2bda0c-0655-47f2-9a85-7702513946ed tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:26.374785 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7d2bda0c-0655-47f2-9a85-7702513946ed tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:26.381663 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d2bda0c-0655-47f2-9a85-7702513946ed tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:38:26.382334 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7d2bda0c-0655-47f2-9a85-7702513946ed tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:26.385671 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:38:26.385671 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:38:26.385671 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:38:26.385671 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:38:26.385671 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:38:26.385671 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:38:26.385671 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:38:26.385671 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:38:26.385671 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:38:26.385671 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:38:26.385671 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:38:26.385671 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:38:26.385671 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:38:26.385671 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:38:26.385671 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:38:26.385671 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:38:26.385671 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:38:26.385671 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:38:26.385671 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:38:26.385671 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:38:26.385671 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:38:26.385671 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:38:26.385671 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:38:26.385671 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:38:26.385671 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:38:26.385671 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:38:26.385671 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:38:26.385671 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:38:26.385671 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:38:26.385671 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:38:26.385671 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:38:26.385671 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:38:26.456773 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-122f65a2-65fd-4d4d-bac3-81c728ffdabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:26.459413 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-122f65a2-65fd-4d4d-bac3-81c728ffdabb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:26.460902 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-122f65a2-65fd-4d4d-bac3-81c728ffdabb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d09348fe-f2da-4ecb-a502-b77720a2b033 HTTP/1.1" status: 204 len: 168 time: 0.2263281 Dec 17 15:38:26.473932 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f65a2-65fd-4d4d-bac3-81c728ffdabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09348fe-f2da-4ecb-a502-b77720a2b033,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:26.492301 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c943ad9-dac5-45d9-9716-bd321247781c req-9f32a032-f385-4ccb-bd51-ef569ccf1aab tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:26.501278 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c943ad9-dac5-45d9-9716-bd321247781c req-9f32a032-f385-4ccb-bd51-ef569ccf1aab tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2d5b497-aede-4f8f-92e8-3e5b8a607d5a HTTP/1.1" status: 200 len: 945 time: 0.0754249 Dec 17 15:38:26.514366 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7d2bda0c-0655-47f2-9a85-7702513946ed tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:26.529117 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7d2bda0c-0655-47f2-9a85-7702513946ed tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:26.540245 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7d2bda0c-0655-47f2-9a85-7702513946ed tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/networks/84e709e6-6882-407e-91ff-c2f032aaf424 HTTP/1.1" status: 204 len: 168 time: 0.9825470 Dec 17 15:38:26.550986 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c943ad9-dac5-45d9-9716-bd321247781c req-edead02e-6d4d-483b-adf7-605a3d3e0714 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486455 Dec 17 15:38:26.553637 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51382) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:26.560503 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-c5ddadf6-0f1e-44a6-9577-6d5efd5041b4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'port': {'network_id': '8adad7e3-63df-4931-8d79-41c975b7126b', 'name': 'tempest-PortsIpV6TestJSON-320147653'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:26.568105 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2bda0c-0655-47f2-9a85-7702513946ed tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Network': ['ID=84e709e6-6882-407e-91ff-c2f032aaf424,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:26.672903 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b7e449fb-3820-4ce0-9c75-56ac228cb803 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:38:26.699097 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: b7e449fb-3820-4ce0-9c75-56ac228cb803 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:38:26.699727 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b7e449fb-3820-4ce0-9c75-56ac228cb803 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:38:26.792282 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ddadf6-0f1e-44a6-9577-6d5efd5041b4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:26.795934 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c5ddadf6-0f1e-44a6-9577-6d5efd5041b4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:26.824051 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-c5ddadf6-0f1e-44a6-9577-6d5efd5041b4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] device_id is not set on port dfeae5eb-4927-44b3-879d-91eeb671ec39 yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:38:27.005647 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c5ddadf6-0f1e-44a6-9577-6d5efd5041b4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:27.143161 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c5ddadf6-0f1e-44a6-9577-6d5efd5041b4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:27.164531 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51388) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:27.182589 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f9053b8-fe66-49ea-83f1-1f216b2b3a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:27.191197 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ddadf6-0f1e-44a6-9577-6d5efd5041b4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Network 8adad7e3-63df-4931-8d79-41c975b7126b is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:38:27.194818 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-c5ddadf6-0f1e-44a6-9577-6d5efd5041b4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:38:27.198942 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ddadf6-0f1e-44a6-9577-6d5efd5041b4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:38:27.205175 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ddadf6-0f1e-44a6-9577-6d5efd5041b4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:27.205807 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c5ddadf6-0f1e-44a6-9577-6d5efd5041b4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:27.226845 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ddadf6-0f1e-44a6-9577-6d5efd5041b4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Port': ['ID=dfeae5eb-4927-44b3-879d-91eeb671ec39,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:27.287652 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f9053b8-fe66-49ea-83f1-1f216b2b3a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:27.303772 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c5ddadf6-0f1e-44a6-9577-6d5efd5041b4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7488644 Dec 17 15:38:27.306296 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51392) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:27.360369 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f9053b8-fe66-49ea-83f1-1f216b2b3a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:27.401468 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6f9053b8-fe66-49ea-83f1-1f216b2b3a34 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=508b2cb359314d4baa8844b612d2ddcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2351325 Dec 17 15:38:27.402195 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9053b8-fe66-49ea-83f1-1f216b2b3a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ca1ffe-5fc6-4da3-bdb0-39203db30384,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:27.404473 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51394) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:27.464181 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-f19baaa5-3d27-46af-987e-55f5e2b69c7f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Deleting port dfeae5eb-4927-44b3-879d-91eeb671ec39 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:38:27.464565 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f19baaa5-3d27-46af-987e-55f5e2b69c7f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:27.482461 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71ed1855-3483-49b7-833a-525c87687f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:27.508093 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71ed1855-3483-49b7-833a-525c87687f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:27.569286 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f19baaa5-3d27-46af-987e-55f5e2b69c7f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:27.583266 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-f19baaa5-3d27-46af-987e-55f5e2b69c7f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Calling delete_port for dfeae5eb-4927-44b3-879d-91eeb671ec39 owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:38:27.664618 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71ed1855-3483-49b7-833a-525c87687f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:27.667348 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71ed1855-3483-49b7-833a-525c87687f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:27.672410 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-71ed1855-3483-49b7-833a-525c87687f20 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/55ca1ffe-5fc6-4da3-bdb0-39203db30384 HTTP/1.1" status: 204 len: 168 time: 0.2525945 Dec 17 15:38:27.703882 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c309f-188f-4ef6-82f1-61546ca728c2 req-4d397641-1dfd-4ac5-a2ca-14827adb7a50 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:27.705668 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-107c309f-188f-4ef6-82f1-61546ca728c2 req-4d397641-1dfd-4ac5-a2ca-14827adb7a50 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2d5b497-aede-4f8f-92e8-3e5b8a607d5a HTTP/1.1" status: 200 len: 945 time: 0.0729179 Dec 17 15:38:27.709809 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed1855-3483-49b7-833a-525c87687f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ca1ffe-5fc6-4da3-bdb0-39203db30384,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:27.769408 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-107c309f-188f-4ef6-82f1-61546ca728c2 req-6e589f73-e639-4798-873a-d76c9f7a2742 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455923 Dec 17 15:38:27.804484 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f19baaa5-3d27-46af-987e-55f5e2b69c7f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:27.841873 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19baaa5-3d27-46af-987e-55f5e2b69c7f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Port': ['ID=dfeae5eb-4927-44b3-879d-91eeb671ec39,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:27.857417 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f19baaa5-3d27-46af-987e-55f5e2b69c7f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:27.864572 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f19baaa5-3d27-46af-987e-55f5e2b69c7f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/ports/dfeae5eb-4927-44b3-879d-91eeb671ec39 HTTP/1.1" status: 204 len: 168 time: 0.5546639 Dec 17 15:38:27.864823 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51400) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:27.870111 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-36b60487-d537-40d1-aba3-adffceefc0b4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'port': {'network_id': '8adad7e3-63df-4931-8d79-41c975b7126b', 'mac_address': 'fa:16:3e:cc:f0:8a', 'name': 'tempest-PortsIpV6TestJSON-1348459221'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:28.026240 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b60487-d537-40d1-aba3-adffceefc0b4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:28.110895 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-36b60487-d537-40d1-aba3-adffceefc0b4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:28.135706 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-36b60487-d537-40d1-aba3-adffceefc0b4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] device_id is not set on port 5ff1ba44-31b3-4dbb-88b7-ca500d707f91 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:38:28.338057 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-36b60487-d537-40d1-aba3-adffceefc0b4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:28.457571 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-36b60487-d537-40d1-aba3-adffceefc0b4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:28.505775 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b60487-d537-40d1-aba3-adffceefc0b4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Network 8adad7e3-63df-4931-8d79-41c975b7126b is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:38:28.508921 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-36b60487-d537-40d1-aba3-adffceefc0b4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:38:28.512845 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b60487-d537-40d1-aba3-adffceefc0b4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:38:28.518602 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b60487-d537-40d1-aba3-adffceefc0b4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:28.527967 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-36b60487-d537-40d1-aba3-adffceefc0b4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:28.529917 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b60487-d537-40d1-aba3-adffceefc0b4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Port': ['ID=5ff1ba44-31b3-4dbb-88b7-ca500d707f91,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:28.614231 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-36b60487-d537-40d1-aba3-adffceefc0b4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7481399 Dec 17 15:38:28.616955 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51416) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:28.663749 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05259f22-ab9f-41c2-b46d-57174c7bf2b9 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:28.667749 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-05259f22-ab9f-41c2-b46d-57174c7bf2b9 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "GET /v2.0/ports/5ff1ba44-31b3-4dbb-88b7-ca500d707f91 HTTP/1.1" status: 200 len: 845 time: 0.0472381 Dec 17 15:38:28.668020 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51420) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:28.776338 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-02d206c3-f493-4dd1-b0c8-992284c22e06 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Deleting port 5ff1ba44-31b3-4dbb-88b7-ca500d707f91 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:38:28.776884 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-02d206c3-f493-4dd1-b0c8-992284c22e06 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:28.799574 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-917f0707-7bf3-49a7-90e7-2b39e3b98e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:28.854986 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-02d206c3-f493-4dd1-b0c8-992284c22e06 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:28.872493 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-02d206c3-f493-4dd1-b0c8-992284c22e06 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Calling delete_port for 5ff1ba44-31b3-4dbb-88b7-ca500d707f91 owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:38:28.916471 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d446499-e08c-4234-abee-d430826f39d0 req-5062eca3-fc2c-4948-a623-6deb562d4eeb tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:28.918278 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8d446499-e08c-4234-abee-d430826f39d0 req-5062eca3-fc2c-4948-a623-6deb562d4eeb tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2d5b497-aede-4f8f-92e8-3e5b8a607d5a HTTP/1.1" status: 200 len: 945 time: 0.0659013 Dec 17 15:38:28.970215 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8d446499-e08c-4234-abee-d430826f39d0 req-afb4b9e4-7ca3-4516-978a-afbd8116dcb8 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447843 Dec 17 15:38:29.075284 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-02d206c3-f493-4dd1-b0c8-992284c22e06 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:29.118989 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60606d7-df34-4ce4-9d45-d49828d56f60 req-cf19b540-9ee4-4b0e-aa63-4dd1c1e969ed tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:29.118989 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f60606d7-df34-4ce4-9d45-d49828d56f60 req-cf19b540-9ee4-4b0e-aa63-4dd1c1e969ed tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2d5b497-aede-4f8f-92e8-3e5b8a607d5a HTTP/1.1" status: 200 len: 945 time: 0.0598774 Dec 17 15:38:29.126941 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d206c3-f493-4dd1-b0c8-992284c22e06 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Port': ['ID=5ff1ba44-31b3-4dbb-88b7-ca500d707f91,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:29.141991 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-02d206c3-f493-4dd1-b0c8-992284c22e06 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:29.143425 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-02d206c3-f493-4dd1-b0c8-992284c22e06 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/ports/5ff1ba44-31b3-4dbb-88b7-ca500d707f91 HTTP/1.1" status: 204 len: 168 time: 0.4742746 Dec 17 15:38:29.144170 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51442) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:29.172031 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c62ec69-2533-4c66-af87-9f32107c2d56 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] GET failed (client error): The resource could not be found. Dec 17 15:38:29.178420 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5c62ec69-2533-4c66-af87-9f32107c2d56 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "GET /v2.0/ports/5ff1ba44-31b3-4dbb-88b7-ca500d707f91 HTTP/1.1" status: 404 len: 333 time: 0.0332370 Dec 17 15:38:29.179035 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51446) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:29.185154 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-f5a89de4-6874-4d2c-8b9d-5c044ff14046 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'port': {'network_id': '8adad7e3-63df-4931-8d79-41c975b7126b', 'name': 'tempest-PortsIpV6TestJSON-1229296446'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:29.217600 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f60606d7-df34-4ce4-9d45-d49828d56f60 req-2af8e210-cce4-49de-8206-e1c5a4960f67 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706766 Dec 17 15:38:29.422156 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a89de4-6874-4d2c-8b9d-5c044ff14046 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:29.430716 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f5a89de4-6874-4d2c-8b9d-5c044ff14046 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:29.442490 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51454) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:29.458915 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-f5a89de4-6874-4d2c-8b9d-5c044ff14046 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] device_id is not set on port 7c2ad959-5600-44d9-b976-87fa16b53c27 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:38:29.626905 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d131800-4d71-472d-a75a-edeb51bd833b req-faa302d0-c749-4c8d-90ba-aaee0315f615 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:29.628511 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8d131800-4d71-472d-a75a-edeb51bd833b req-faa302d0-c749-4c8d-90ba-aaee0315f615 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2d5b497-aede-4f8f-92e8-3e5b8a607d5a HTTP/1.1" status: 200 len: 945 time: 0.0712626 Dec 17 15:38:29.664619 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f5a89de4-6874-4d2c-8b9d-5c044ff14046 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:29.718999 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9f3fa57-35f0-48a3-8512-b61789246aa5 admin admin] Deleting subnet 8d76e887-8dcb-4ca9-9e24-1ef65dcdbc17 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:38:29.747983 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8d131800-4d71-472d-a75a-edeb51bd833b req-aeab0a02-a03f-4ad3-87d7-73c24adec6c6 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055865 Dec 17 15:38:29.747983 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c9f3fa57-35f0-48a3-8512-b61789246aa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:29.754926 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f5a89de4-6874-4d2c-8b9d-5c044ff14046 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:29.823105 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51464) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:29.836369 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a89de4-6874-4d2c-8b9d-5c044ff14046 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Network 8adad7e3-63df-4931-8d79-41c975b7126b is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:38:29.840671 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-f5a89de4-6874-4d2c-8b9d-5c044ff14046 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:38:29.846146 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a89de4-6874-4d2c-8b9d-5c044ff14046 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:38:29.852664 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a89de4-6874-4d2c-8b9d-5c044ff14046 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:29.853570 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f5a89de4-6874-4d2c-8b9d-5c044ff14046 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:29.860033 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c9f3fa57-35f0-48a3-8512-b61789246aa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:29.866743 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a89de4-6874-4d2c-8b9d-5c044ff14046 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Port': ['ID=7c2ad959-5600-44d9-b976-87fa16b53c27,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:29.935627 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c9f3fa57-35f0-48a3-8512-b61789246aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:30.109356 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff29dc2-b08c-4be0-846b-c1ce758c30a7 req-024cdc70-d766-4718-927c-97d22c40fdbb tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:30.109356 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ff29dc2-b08c-4be0-846b-c1ce758c30a7 req-024cdc70-d766-4718-927c-97d22c40fdbb tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2d5b497-aede-4f8f-92e8-3e5b8a607d5a HTTP/1.1" status: 200 len: 945 time: 0.1322613 Dec 17 15:38:30.110815 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f5a89de4-6874-4d2c-8b9d-5c044ff14046 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8081081 Dec 17 15:38:30.110815 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51468) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:30.110815 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-a1f0c3d2-36f2-41ca-b717-28d6ff2a3548 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:30.111124 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-20fb02ea-bd64-4846-88fd-35a9b5712417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:30.111124 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ff29dc2-b08c-4be0-846b-c1ce758c30a7 req-510bb4d1-bedd-4256-ae88-bf1c56a58cd4 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607016 Dec 17 15:38:30.132617 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a1f0c3d2-36f2-41ca-b717-28d6ff2a3548 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:30.142435 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-20fb02ea-bd64-4846-88fd-35a9b5712417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:30.166059 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c9f3fa57-35f0-48a3-8512-b61789246aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:30.194340 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3fa57-35f0-48a3-8512-b61789246aa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d76e887-8dcb-4ca9-9e24-1ef65dcdbc17,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:30.198891 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c9f3fa57-35f0-48a3-8512-b61789246aa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:30.201228 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c9f3fa57-35f0-48a3-8512-b61789246aa5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8d76e887-8dcb-4ca9-9e24-1ef65dcdbc17 HTTP/1.1" status: 204 len: 168 time: 0.7575641 Dec 17 15:38:30.204034 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51472) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:30.286230 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-20fb02ea-bd64-4846-88fd-35a9b5712417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:30.321302 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-20fb02ea-bd64-4846-88fd-35a9b5712417 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=13dce5cd2b2c4fa991c52bf27f629dea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4923499 Dec 17 15:38:30.321302 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51476) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:30.328820 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb02ea-bd64-4846-88fd-35a9b5712417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d535afb2-7d68-4495-b324-d5f0d3ddd588,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:30.333305 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fa6ed483-315d-447c-93ee-7039cb8d3ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:30.366985 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a1f0c3d2-36f2-41ca-b717-28d6ff2a3548 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:30.434120 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a1f0c3d2-36f2-41ca-b717-28d6ff2a3548 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:30.441308 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c24fd9de-c673-4556-b0b2-1fcadf681d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:30.476317 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-a1f0c3d2-36f2-41ca-b717-28d6ff2a3548 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] In _notify_port_updated(), no bound segment for port 7c2ad959-5600-44d9-b976-87fa16b53c27 on network 8adad7e3-63df-4931-8d79-41c975b7126b {{(pid=102833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 17 15:38:30.482890 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f0c3d2-36f2-41ca-b717-28d6ff2a3548 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:30.483553 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a1f0c3d2-36f2-41ca-b717-28d6ff2a3548 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:30.487347 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a1f0c3d2-36f2-41ca-b717-28d6ff2a3548 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "PUT /v2.0/ports/7c2ad959-5600-44d9-b976-87fa16b53c27 HTTP/1.1" status: 200 len: 818 time: 0.4925392 Dec 17 15:38:30.488198 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51480) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:30.503011 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fa6ed483-315d-447c-93ee-7039cb8d3ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:30.512479 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c24fd9de-c673-4556-b0b2-1fcadf681d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:30.531186 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0c3d2-36f2-41ca-b717-28d6ff2a3548 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Port': ['ID=7c2ad959-5600-44d9-b976-87fa16b53c27,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:30.534965 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-fa6ed483-315d-447c-93ee-7039cb8d3ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['454532c7-40fb-42bd-9211-3c22a0ad07f1']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:38:30.550835 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-fa6ed483-315d-447c-93ee-7039cb8d3ea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41fa10a7-bd67-4035-b2d0-d296a7ac0edc') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:38:30.551098 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-fa6ed483-315d-447c-93ee-7039cb8d3ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41fa10a7-bd67-4035-b2d0-d296a7ac0edc') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:38:30.559903 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f753ed3-14c3-4795-aae8-880be0a10cf3 req-0d6d244a-22cb-4037-89dd-76c80ece95ba tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:30.562327 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7f753ed3-14c3-4795-aae8-880be0a10cf3 req-0d6d244a-22cb-4037-89dd-76c80ece95ba tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2d5b497-aede-4f8f-92e8-3e5b8a607d5a HTTP/1.1" status: 200 len: 945 time: 0.1673288 Dec 17 15:38:30.588005 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fa6ed483-315d-447c-93ee-7039cb8d3ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:30.609864 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-cf61d4ad-53f1-4823-ae65-7acbbb155406 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Deleting port 7c2ad959-5600-44d9-b976-87fa16b53c27 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:38:30.610732 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf61d4ad-53f1-4823-ae65-7acbbb155406 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:30.618233 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fa6ed483-315d-447c-93ee-7039cb8d3ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:30.637877 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa6ed483-315d-447c-93ee-7039cb8d3ea6 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:38:30.637877 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fa6ed483-315d-447c-93ee-7039cb8d3ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:30.639311 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:38:30.639311 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:38:30.639311 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:38:30.639311 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:38:30.639311 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:38:30.639311 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:38:30.639311 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:38:30.639311 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:38:30.639311 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:38:30.639311 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:38:30.639311 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:38:30.639311 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:38:30.639311 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:38:30.639311 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:38:30.639311 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:38:30.639311 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:38:30.639311 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:38:30.639311 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:38:30.639311 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:38:30.639311 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:38:30.639311 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:38:30.639311 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:38:30.639311 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:38:30.639311 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:38:30.639311 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:38:30.639311 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:38:30.639311 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:38:30.639311 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:38:30.639311 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:38:30.639311 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:38:30.639311 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:38:30.639311 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:38:30.685290 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf61d4ad-53f1-4823-ae65-7acbbb155406 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:30.689707 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7f753ed3-14c3-4795-aae8-880be0a10cf3 req-f2403730-add8-4225-922a-752f0a5de76a tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200724 Dec 17 15:38:30.700869 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-cf61d4ad-53f1-4823-ae65-7acbbb155406 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Calling delete_port for 7c2ad959-5600-44d9-b976-87fa16b53c27 owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:38:30.796543 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c24fd9de-c673-4556-b0b2-1fcadf681d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:30.799316 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c24fd9de-c673-4556-b0b2-1fcadf681d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:30.801512 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c24fd9de-c673-4556-b0b2-1fcadf681d24 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d535afb2-7d68-4495-b324-d5f0d3ddd588 HTTP/1.1" status: 204 len: 168 time: 0.4799078 Dec 17 15:38:30.816359 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24fd9de-c673-4556-b0b2-1fcadf681d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d535afb2-7d68-4495-b324-d5f0d3ddd588,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:30.818112 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fa6ed483-315d-447c-93ee-7039cb8d3ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:30.827617 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fa6ed483-315d-447c-93ee-7039cb8d3ea6 admin admin] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:30.833262 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-fa6ed483-315d-447c-93ee-7039cb8d3ea6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/454532c7-40fb-42bd-9211-3c22a0ad07f1 HTTP/1.1" status: 204 len: 168 time: 0.6258557 Dec 17 15:38:30.846847 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ed483-315d-447c-93ee-7039cb8d3ea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=454532c7-40fb-42bd-9211-3c22a0ad07f1,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:30.863590 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c39a9-e614-4c03-8e4c-5ef458507e16 req-e5458037-7076-4ecf-ba6b-3dcbb0f3e587 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:30.869648 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2b7c39a9-e614-4c03-8e4c-5ef458507e16 req-e5458037-7076-4ecf-ba6b-3dcbb0f3e587 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2d5b497-aede-4f8f-92e8-3e5b8a607d5a HTTP/1.1" status: 200 len: 945 time: 0.0969331 Dec 17 15:38:30.901060 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf61d4ad-53f1-4823-ae65-7acbbb155406 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:30.923174 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2b7c39a9-e614-4c03-8e4c-5ef458507e16 req-d655a4bf-3f81-464b-851f-1a94dcfa5468 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498619 Dec 17 15:38:30.937149 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61d4ad-53f1-4823-ae65-7acbbb155406 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Port': ['ID=7c2ad959-5600-44d9-b976-87fa16b53c27,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:30.944429 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf61d4ad-53f1-4823-ae65-7acbbb155406 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:30.950195 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cf61d4ad-53f1-4823-ae65-7acbbb155406 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/ports/7c2ad959-5600-44d9-b976-87fa16b53c27 HTTP/1.1" status: 204 len: 168 time: 0.4591088 Dec 17 15:38:30.950453 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51490) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:31.006876 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac38de78-9416-49a9-9669-bd2bee9c5ded tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:31.012998 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ac38de78-9416-49a9-9669-bd2bee9c5ded tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0567708 Dec 17 15:38:31.012998 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51492) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:31.036533 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-d16f6961-68c8-4e11-a795-e8e4ab1c7247 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] GET failed (client error): The resource could not be found. Dec 17 15:38:31.037268 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d16f6961-68c8-4e11-a795-e8e4ab1c7247 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "GET /v2.0/ports/7c2ad959-5600-44d9-b976-87fa16b53c27 HTTP/1.1" status: 404 len: 333 time: 0.0251405 Dec 17 15:38:31.040983 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51494) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:31.045821 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-751d6d1a-2eae-4164-9a38-aa84546af333 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-548773200'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:31.057252 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-78ed8de3-a668-405d-9805-44b305e3941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:31.159812 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751d6d1a-2eae-4164-9a38-aa84546af333 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:31.164130 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-751d6d1a-2eae-4164-9a38-aa84546af333 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:31.189464 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-751d6d1a-2eae-4164-9a38-aa84546af333 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:38:31.199302 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-751d6d1a-2eae-4164-9a38-aa84546af333 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:31.199652 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-751d6d1a-2eae-4164-9a38-aa84546af333 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Added segment 89b39206-d2fc-4157-a920-9cb21fe04c79 of type vlan for network 370de06c-dfcd-43eb-8068-d7cb9ea0e031 Dec 17 15:38:31.251621 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-751d6d1a-2eae-4164-9a38-aa84546af333 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:31.313227 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51498) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:31.362780 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0b111a27-4a7b-4975-a751-e30fbf8ecb54 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=608a3934175942d1b0415377b717efea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482926 Dec 17 15:38:31.365687 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51502) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:31.390824 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-751d6d1a-2eae-4164-9a38-aa84546af333 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:31.396562 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751d6d1a-2eae-4164-9a38-aa84546af333 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:31.397213 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-751d6d1a-2eae-4164-9a38-aa84546af333 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:31.506107 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d6d1a-2eae-4164-9a38-aa84546af333 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Network': ['ID=370de06c-dfcd-43eb-8068-d7cb9ea0e031,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:31.511223 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6847d37b-93fd-42fc-a947-5c538129041e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:31.520577 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 370de06c-dfcd-43eb-8068-d7cb9ea0e031 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:38:31.539307 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6847d37b-93fd-42fc-a947-5c538129041e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:31.555837 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-751d6d1a-2eae-4164-9a38-aa84546af333 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5112202 Dec 17 15:38:31.556332 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51510) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:31.572369 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-8f8cf3d7-a2bc-45f0-bfde-2cdb6cb21063 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'subnet': {'network_id': '370de06c-dfcd-43eb-8068-d7cb9ea0e031', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:31.664303 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6847d37b-93fd-42fc-a947-5c538129041e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:31.667130 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6847d37b-93fd-42fc-a947-5c538129041e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:31.675201 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6847d37b-93fd-42fc-a947-5c538129041e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f50a0fda-15c8-4278-9a8f-3704fdc038b5 HTTP/1.1" status: 204 len: 168 time: 0.3084459 Dec 17 15:38:31.686752 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847d37b-93fd-42fc-a947-5c538129041e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50a0fda-15c8-4278-9a8f-3704fdc038b5,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:31.759363 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c908a69-daf7-47d3-a50e-fb4e69d990fa req-0ad86425-d668-4aa2-881c-fa878768d0c2 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:31.761356 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0c908a69-daf7-47d3-a50e-fb4e69d990fa req-0ad86425-d668-4aa2-881c-fa878768d0c2 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2d5b497-aede-4f8f-92e8-3e5b8a607d5a HTTP/1.1" status: 200 len: 945 time: 0.0668607 Dec 17 15:38:31.783459 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8cf3d7-a2bc-45f0-bfde-2cdb6cb21063 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:31.787740 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8f8cf3d7-a2bc-45f0-bfde-2cdb6cb21063 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:31.876620 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0c908a69-daf7-47d3-a50e-fb4e69d990fa req-925607c5-cee4-4628-85e4-7b10476cde5a tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078577 Dec 17 15:38:32.142781 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8f8cf3d7-a2bc-45f0-bfde-2cdb6cb21063 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:32.247708 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8cf3d7-a2bc-45f0-bfde-2cdb6cb21063 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Checking segment: {'id': '89b39206-d2fc-4157-a920-9cb21fe04c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '370de06c-dfcd-43eb-8068-d7cb9ea0e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:38:32.248245 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8cf3d7-a2bc-45f0-bfde-2cdb6cb21063 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Network hostable DHCP agents. Network: 370de06c-dfcd-43eb-8068-d7cb9ea0e031, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:38:32.258170 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8cf3d7-a2bc-45f0-bfde-2cdb6cb21063 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Subnet': ['ID=a3a8b20e-e8a6-443e-a97f-493d8d4c4771,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:32.472800 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:32.702607 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8cf3d7-a2bc-45f0-bfde-2cdb6cb21063 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Network 370de06c-dfcd-43eb-8068-d7cb9ea0e031 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:38:32.822654 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-8f8cf3d7-a2bc-45f0-bfde-2cdb6cb21063 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 370de06c-dfcd-43eb-8068-d7cb9ea0e031) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:38:32.828070 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8cf3d7-a2bc-45f0-bfde-2cdb6cb21063 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:32.828934 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8f8cf3d7-a2bc-45f0-bfde-2cdb6cb21063 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:32.832337 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dfc06f-3615-4db7-82e3-0dd0a719d701 None None] Network 370de06c-dfcd-43eb-8068-d7cb9ea0e031 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:38:32.938379 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51536) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:32.938995 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8f8cf3d7-a2bc-45f0-bfde-2cdb6cb21063 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3812659 Dec 17 15:38:32.945393 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-3c3d3c1b-8af4-4a7e-8ceb-560ff8128b55 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'subnet': {'network_id': '370de06c-dfcd-43eb-8068-d7cb9ea0e031', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:32.995164 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae3bf00-3e85-4900-8882-490b459c115b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-370de06c-dfcd-43eb-8068-d7cb9ea0e031', 'network_id': '370de06c-dfcd-43eb-8068-d7cb9ea0e031', 'tenant_id': '42e5af0b0b094bd79f2f4fab1c55cc89', 'fixed_ips': [{'subnet_id': 'a3a8b20e-e8a6-443e-a97f-493d8d4c4771'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:38:33.000770 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9ae3bf00-3e85-4900-8882-490b459c115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:33.011704 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb06310-1e6c-415b-89f5-aa5fae5c712b req-41a90e9e-2d70-4b3c-89b9-116bc81de75e tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:33.013901 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dcb06310-1e6c-415b-89f5-aa5fae5c712b req-41a90e9e-2d70-4b3c-89b9-116bc81de75e tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2d5b497-aede-4f8f-92e8-3e5b8a607d5a HTTP/1.1" status: 200 len: 945 time: 0.0627816 Dec 17 15:38:33.076131 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dcb06310-1e6c-415b-89f5-aa5fae5c712b req-5d63e0bb-f920-4205-9ab3-345446ee28a7 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508044 Dec 17 15:38:33.142812 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51540) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:33.178166 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64315174-6f23-4b3f-9f7f-c0cf3405064b req-c0f69189-7c8b-49a2-821d-b1c4843a9dc3 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:33.179992 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64315174-6f23-4b3f-9f7f-c0cf3405064b req-c0f69189-7c8b-49a2-821d-b1c4843a9dc3 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2d5b497-aede-4f8f-92e8-3e5b8a607d5a HTTP/1.1" status: 200 len: 945 time: 0.0727587 Dec 17 15:38:33.182772 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-9ae3bf00-3e85-4900-8882-490b459c115b None None] Allocated IP 2001:db8::2 (370de06c-dfcd-43eb-8068-d7cb9ea0e031/a3a8b20e-e8a6-443e-a97f-493d8d4c4771/7608b197-6cab-4587-8e9a-9c04513df8f8) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:38:33.257681 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3d3c1b-8af4-4a7e-8ceb-560ff8128b55 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:33.261165 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3c3d3c1b-8af4-4a7e-8ceb-560ff8128b55 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:33.290903 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6bacb30a-78be-4b1c-b005-26c8ae3ae870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:33.347227 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-64315174-6f23-4b3f-9f7f-c0cf3405064b req-8e95903c-b7ac-4641-925c-1558840c1058 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Deleting port 6ea96d2c-90ff-472d-853f-d847b7649d27 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:38:33.347588 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-64315174-6f23-4b3f-9f7f-c0cf3405064b req-8e95903c-b7ac-4641-925c-1558840c1058 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:33.382608 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6bacb30a-78be-4b1c-b005-26c8ae3ae870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:33.387259 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9ae3bf00-3e85-4900-8882-490b459c115b None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:33.424778 n-d-820553-2 neutron-server[102833]: INFO neutron.db.ipam_backend_mixin [None req-3c3d3c1b-8af4-4a7e-8ceb-560ff8128b55 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a3a8b20e-e8a6-443e-a97f-493d8d4c4771 (CIDR: 2001:db8::/64) Dec 17 15:38:33.440099 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6bacb30a-78be-4b1c-b005-26c8ae3ae870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:33.485244 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6bacb30a-78be-4b1c-b005-26c8ae3ae870 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=adc6584b8ce44b8885dc5391035f453b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3411856 Dec 17 15:38:33.487475 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bacb30a-78be-4b1c-b005-26c8ae3ae870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3992fcf-b237-42e9-97ed-aaa1544a40b4,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:33.490002 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51544) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:33.514121 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9ae3bf00-3e85-4900-8882-490b459c115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:33.547093 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ef88729f-f3d9-4b53-920a-a6e325672d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:33.571635 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ef88729f-f3d9-4b53-920a-a6e325672d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:33.581104 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3bf00-3e85-4900-8882-490b459c115b None None] Pushing event updated for resources: {'Port': ['ID=7608b197-6cab-4587-8e9a-9c04513df8f8,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:33.610864 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae3bf00-3e85-4900-8882-490b459c115b None None] Network 370de06c-dfcd-43eb-8068-d7cb9ea0e031 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:38:33.613272 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-9ae3bf00-3e85-4900-8882-490b459c115b None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:38:33.616537 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae3bf00-3e85-4900-8882-490b459c115b None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:38:33.685686 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-9ae3bf00-3e85-4900-8882-490b459c115b None None] Attempting to bind port 7608b197-6cab-4587-8e9a-9c04513df8f8 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:38:33.686081 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-9ae3bf00-3e85-4900-8882-490b459c115b None None] Attempting to bind port 7608b197-6cab-4587-8e9a-9c04513df8f8 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '89b39206-d2fc-4157-a920-9cb21fe04c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '370de06c-dfcd-43eb-8068-d7cb9ea0e031'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:38:33.686454 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae3bf00-3e85-4900-8882-490b459c115b None None] Attempting to bind port 7608b197-6cab-4587-8e9a-9c04513df8f8 on network 370de06c-dfcd-43eb-8068-d7cb9ea0e031 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:38:33.692138 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae3bf00-3e85-4900-8882-490b459c115b None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:38:33.692508 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae3bf00-3e85-4900-8882-490b459c115b None None] Checking segment: {'id': '89b39206-d2fc-4157-a920-9cb21fe04c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '370de06c-dfcd-43eb-8068-d7cb9ea0e031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:38:33.693191 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9ae3bf00-3e85-4900-8882-490b459c115b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:33.693643 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae3bf00-3e85-4900-8882-490b459c115b None None] Bound using segment: {'id': '89b39206-d2fc-4157-a920-9cb21fe04c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '370de06c-dfcd-43eb-8068-d7cb9ea0e031'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:38:33.694112 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-9ae3bf00-3e85-4900-8882-490b459c115b None None] Bound port: 7608b197-6cab-4587-8e9a-9c04513df8f8, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b39206-d2fc-4157-a920-9cb21fe04c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '370de06c-dfcd-43eb-8068-d7cb9ea0e031'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:38:33.694495 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9ae3bf00-3e85-4900-8882-490b459c115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:33.702875 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ef88729f-f3d9-4b53-920a-a6e325672d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:33.705441 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ef88729f-f3d9-4b53-920a-a6e325672d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:33.706612 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ef88729f-f3d9-4b53-920a-a6e325672d0a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a3992fcf-b237-42e9-97ed-aaa1544a40b4 HTTP/1.1" status: 204 len: 168 time: 0.2156742 Dec 17 15:38:33.715312 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef88729f-f3d9-4b53-920a-a6e325672d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3992fcf-b237-42e9-97ed-aaa1544a40b4,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:33.802971 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-9ae3bf00-3e85-4900-8882-490b459c115b None None] For port 7608b197-6cab-4587-8e9a-9c04513df8f8, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:38:33.806740 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-9ae3bf00-3e85-4900-8882-490b459c115b None None] For port 7608b197-6cab-4587-8e9a-9c04513df8f8, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=7608b197-6cab-4587-8e9a-9c04513df8f8,segment=NetworkSegment(89b39206-d2fc-4157-a920-9cb21fe04c79),segment_id=89b39206-d2fc-4157-a920-9cb21fe04c79)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:38:33.840192 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c3d3c1b-8af4-4a7e-8ceb-560ff8128b55 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:38:33.840682 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c3d3c1b-8af4-4a7e-8ceb-560ff8128b55 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:38:33.853177 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-64315174-6f23-4b3f-9f7f-c0cf3405064b req-8e95903c-b7ac-4641-925c-1558840c1058 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] For port 6ea96d2c-90ff-472d-853f-d847b7649d27, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=6ea96d2c-90ff-472d-853f-d847b7649d27,segment=NetworkSegment(3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0),segment_id=3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:38:33.853476 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-64315174-6f23-4b3f-9f7f-c0cf3405064b req-8e95903c-b7ac-4641-925c-1558840c1058 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:33.866778 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-64315174-6f23-4b3f-9f7f-c0cf3405064b req-8e95903c-b7ac-4641-925c-1558840c1058 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Calling delete_port for 6ea96d2c-90ff-472d-853f-d847b7649d27 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:38:33.886274 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:33.909899 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9ae3bf00-3e85-4900-8882-490b459c115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:33.984405 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3bf00-3e85-4900-8882-490b459c115b None None] Pushing event updated for resources: {'Port': ['ID=7608b197-6cab-4587-8e9a-9c04513df8f8,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:34.014459 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3c3d3c1b-8af4-4a7e-8ceb-560ff8128b55 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0738382 Dec 17 15:38:34.019219 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51550) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:34.022962 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-2b20335b-0146-48bf-997e-35cf07e9bc80 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'subnet': {'network_id': '370de06c-dfcd-43eb-8068-d7cb9ea0e031', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:34.059728 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-64315174-6f23-4b3f-9f7f-c0cf3405064b req-8e95903c-b7ac-4641-925c-1558840c1058 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:34.096496 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['6ea96d2c-90ff-472d-853f-d847b7649d27'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:38:34.103357 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95903c-b7ac-4641-925c-1558840c1058 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Pushing event deleted for resources: {'Port': ['ID=6ea96d2c-90ff-472d-853f-d847b7649d27,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:34.186473 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-64315174-6f23-4b3f-9f7f-c0cf3405064b req-8e95903c-b7ac-4641-925c-1558840c1058 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] No DVR routers for this DVR port 6ea96d2c-90ff-472d-853f-d847b7649d27 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:38:34.190205 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-64315174-6f23-4b3f-9f7f-c0cf3405064b req-8e95903c-b7ac-4641-925c-1558840c1058 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:34.194612 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64315174-6f23-4b3f-9f7f-c0cf3405064b req-8e95903c-b7ac-4641-925c-1558840c1058 tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.41 "DELETE /v2.0/ports/6ea96d2c-90ff-472d-853f-d847b7649d27 HTTP/1.1" status: 204 len: 173 time: 1.0080481 Dec 17 15:38:34.195169 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d5b497-aede-4f8f-92e8-3e5b8a607d5a', 'name': 'network-vif-deleted', 'tag': '6ea96d2c-90ff-472d-853f-d847b7649d27'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:38:34.199335 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59ea393-b826-4cf5-a922-b5738808f1c6" -d '{"events": [{"server_uuid": "d2d5b497-aede-4f8f-92e8-3e5b8a607d5a", "name": "network-vif-deleted", "tag": "6ea96d2c-90ff-472d-853f-d847b7649d27"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:38:34.251543 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:34.268345 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b40e302-d346-4f90-b5dc-5e2259e00398 x-openstack-request-id: req-0b40e302-d346-4f90-b5dc-5e2259e00398 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:38:34.269400 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d5b497-aede-4f8f-92e8-3e5b8a607d5a", "name": "network-vif-deleted", "tag": "6ea96d2c-90ff-472d-853f-d847b7649d27", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:38:34.269719 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0b40e302-d346-4f90-b5dc-5e2259e00398 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:38:34.270266 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d5b497-aede-4f8f-92e8-3e5b8a607d5a', 'name': 'network-vif-deleted', 'tag': '6ea96d2c-90ff-472d-853f-d847b7649d27', 'status': 'completed', 'code': 200} Dec 17 15:38:34.274714 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48d35196-3e8f-458e-be5b-30d91c3aee55 req-046c563a-6d5b-42db-8c3f-c18931e16b2a tempest-ServerDiskConfigTestJSON-333817952 tempest-ServerDiskConfigTestJSON-333817952-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2d5b497-aede-4f8f-92e8-3e5b8a607d5a HTTP/1.1" status: 200 len: 210 time: 0.0510166 Dec 17 15:38:34.371570 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b20335b-0146-48bf-997e-35cf07e9bc80 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:34.376012 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2b20335b-0146-48bf-997e-35cf07e9bc80 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:34.699088 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 7608b197-6cab-4587-8e9a-9c04513df8f8 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:38:34.749973 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 7608b197-6cab-4587-8e9a-9c04513df8f8 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:34.750349 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:34.815853 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2b20335b-0146-48bf-997e-35cf07e9bc80 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:34.856607 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:34.877801 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b20335b-0146-48bf-997e-35cf07e9bc80 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Network 370de06c-dfcd-43eb-8068-d7cb9ea0e031 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:38:34.880876 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-2b20335b-0146-48bf-997e-35cf07e9bc80 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:38:34.885829 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b20335b-0146-48bf-997e-35cf07e9bc80 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:34.891208 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2b20335b-0146-48bf-997e-35cf07e9bc80 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:34.915970 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b20335b-0146-48bf-997e-35cf07e9bc80 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Subnet': ['ID=becbb49d-be4f-4e87-a63d-9795eccb5996,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:34.917325 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 7608b197-6cab-4587-8e9a-9c04513df8f8, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=7608b197-6cab-4587-8e9a-9c04513df8f8,segment=NetworkSegment(89b39206-d2fc-4157-a920-9cb21fe04c79),segment_id=89b39206-d2fc-4157-a920-9cb21fe04c79)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:38:35.018490 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:35.024594 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2b20335b-0146-48bf-997e-35cf07e9bc80 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0035257 Dec 17 15:38:35.025330 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51574) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:35.032344 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-e4e5f867-d9f7-47f1-8fe1-5a016ee9e32f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'port': {'network_id': '370de06c-dfcd-43eb-8068-d7cb9ea0e031', 'fixed_ips': [{'subnet_id': 'a3a8b20e-e8a6-443e-a97f-493d8d4c4771'}, {'subnet_id': 'becbb49d-be4f-4e87-a63d-9795eccb5996'}], 'name': 'tempest-PortsIpV6TestJSON-384436958'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:35.087948 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=7608b197-6cab-4587-8e9a-9c04513df8f8,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:35.151084 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d793cd-1f04-4cb0-afc7-b5b5fc43e5a8 None None] Network 370de06c-dfcd-43eb-8068-d7cb9ea0e031 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:38:35.234737 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-468bb2f3-88a5-4a88-bca8-ea2c19a56027 None None] Provisioning complete for port 7608b197-6cab-4587-8e9a-9c04513df8f8 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:35.235115 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-468bb2f3-88a5-4a88-bca8-ea2c19a56027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:35.319716 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e5f867-d9f7-47f1-8fe1-5a016ee9e32f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:35.444883 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e4e5f867-d9f7-47f1-8fe1-5a016ee9e32f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:35.470911 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-e4e5f867-d9f7-47f1-8fe1-5a016ee9e32f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] device_id is not set on port 18bb82ab-81f0-4746-a0bc-57da052e4e2a yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:38:35.536438 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d852a8b8-e0d4-4c3a-8f75-1b2d334a9c3a None None] Update dhcp port {'port': {'network_id': '370de06c-dfcd-43eb-8068-d7cb9ea0e031', 'fixed_ips': [{'subnet_id': 'a3a8b20e-e8a6-443e-a97f-493d8d4c4771', 'ip_address': '2001:db8::2'}, {'subnet_id': 'becbb49d-be4f-4e87-a63d-9795eccb5996'}], 'binding:host_id': 'n-d-820553-2'}, 'id': '7608b197-6cab-4587-8e9a-9c04513df8f8'} from n-d-820553-2. {{(pid=102834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 17 15:38:35.563481 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51592) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:35.565232 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d852a8b8-e0d4-4c3a-8f75-1b2d334a9c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:35.621028 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-52ac62eb-1144-42c7-97ed-4459d373bb9f admin admin] Deleting subnet 93ef64e1-4316-45bd-a267-3635457f9569 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:38:35.625188 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-52ac62eb-1144-42c7-97ed-4459d373bb9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:35.666997 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-52ac62eb-1144-42c7-97ed-4459d373bb9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:35.736876 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-52ac62eb-1144-42c7-97ed-4459d373bb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:36.212319 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-52ac62eb-1144-42c7-97ed-4459d373bb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:36.213325 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-e4e5f867-d9f7-47f1-8fe1-5a016ee9e32f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Allocated IP 2001:db8::1ab (370de06c-dfcd-43eb-8068-d7cb9ea0e031/a3a8b20e-e8a6-443e-a97f-493d8d4c4771/18bb82ab-81f0-4746-a0bc-57da052e4e2a) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:38:36.222410 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-e4e5f867-d9f7-47f1-8fe1-5a016ee9e32f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Allocated IP 2001:db8:0:1::25a (370de06c-dfcd-43eb-8068-d7cb9ea0e031/becbb49d-be4f-4e87-a63d-9795eccb5996/18bb82ab-81f0-4746-a0bc-57da052e4e2a) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:38:36.238727 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac62eb-1144-42c7-97ed-4459d373bb9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93ef64e1-4316-45bd-a267-3635457f9569,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:36.243146 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-52ac62eb-1144-42c7-97ed-4459d373bb9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:36.249156 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-52ac62eb-1144-42c7-97ed-4459d373bb9f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/93ef64e1-4316-45bd-a267-3635457f9569 HTTP/1.1" status: 204 len: 168 time: 0.6837749 Dec 17 15:38:36.300213 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51604) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:36.340741 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7edbf79c-ee8d-42db-812a-7e669cd43c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:36.402395 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e4e5f867-d9f7-47f1-8fe1-5a016ee9e32f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:36.436818 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7edbf79c-ee8d-42db-812a-7e669cd43c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:36.457378 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-7edbf79c-ee8d-42db-812a-7e669cd43c88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e534eaac-a938-4d73-bcc9-4ead9ee9d77a']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:38:36.467485 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-7edbf79c-ee8d-42db-812a-7e669cd43c88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:38:36.467875 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-7edbf79c-ee8d-42db-812a-7e669cd43c88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac0fcd7-bee4-47a6-bbff-576bd4d4c2a0') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:38:36.478405 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7edbf79c-ee8d-42db-812a-7e669cd43c88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:36.493501 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7edbf79c-ee8d-42db-812a-7e669cd43c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:36.500360 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7edbf79c-ee8d-42db-812a-7e669cd43c88 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:38:36.500830 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7edbf79c-ee8d-42db-812a-7e669cd43c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:36.502537 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:38:36.502537 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:38:36.502537 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:38:36.502537 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:38:36.502537 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:38:36.502537 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:38:36.502537 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:38:36.502537 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:38:36.502537 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:38:36.502537 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:38:36.502537 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:38:36.502537 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:38:36.502537 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:38:36.502537 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:38:36.502537 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:38:36.502537 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:38:36.502537 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:38:36.502537 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:38:36.502537 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:38:36.502537 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:38:36.502537 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:38:36.502537 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:38:36.502537 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:38:36.502537 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:38:36.502537 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:38:36.502537 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:38:36.502537 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:38:36.502537 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:38:36.502537 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:38:36.502537 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:38:36.502537 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:38:36.502537 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:38:36.648380 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 7608b197-6cab-4587-8e9a-9c04513df8f8 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:38:36.698332 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 7608b197-6cab-4587-8e9a-9c04513df8f8 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:36.698706 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:36.788598 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e4e5f867-d9f7-47f1-8fe1-5a016ee9e32f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:36.824850 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7edbf79c-ee8d-42db-812a-7e669cd43c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:36.851961 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7edbf79c-ee8d-42db-812a-7e669cd43c88 admin admin] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:36.852083 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5f867-d9f7-47f1-8fe1-5a016ee9e32f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Port': ['ID=18bb82ab-81f0-4746-a0bc-57da052e4e2a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:36.855414 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e5f867-d9f7-47f1-8fe1-5a016ee9e32f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Network 370de06c-dfcd-43eb-8068-d7cb9ea0e031 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:38:36.856038 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7edbf79c-ee8d-42db-812a-7e669cd43c88 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e534eaac-a938-4d73-bcc9-4ead9ee9d77a HTTP/1.1" status: 204 len: 168 time: 0.6029422 Dec 17 15:38:36.863546 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-e4e5f867-d9f7-47f1-8fe1-5a016ee9e32f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:38:36.869594 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e5f867-d9f7-47f1-8fe1-5a016ee9e32f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:38:36.879809 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e5f867-d9f7-47f1-8fe1-5a016ee9e32f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:36.881419 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edbf79c-ee8d-42db-812a-7e669cd43c88 admin admin] Pushing event deleted for resources: {'Network': ['ID=e534eaac-a938-4d73-bcc9-4ead9ee9d77a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:36.888623 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e4e5f867-d9f7-47f1-8fe1-5a016ee9e32f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:36.900061 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-d852a8b8-e0d4-4c3a-8f75-1b2d334a9c3a None None] Allocated IP 2001:db8:0:1::2 (370de06c-dfcd-43eb-8068-d7cb9ea0e031/becbb49d-be4f-4e87-a63d-9795eccb5996/7608b197-6cab-4587-8e9a-9c04513df8f8) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:38:37.017849 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51642) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:37.018096 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e4e5f867-d9f7-47f1-8fe1-5a016ee9e32f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.9915042 Dec 17 15:38:37.019786 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-d852a8b8-e0d4-4c3a-8f75-1b2d334a9c3a None None] For port 7608b197-6cab-4587-8e9a-9c04513df8f8, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=7608b197-6cab-4587-8e9a-9c04513df8f8,segment=NetworkSegment(89b39206-d2fc-4157-a920-9cb21fe04c79),segment_id=89b39206-d2fc-4157-a920-9cb21fe04c79)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:38:37.024874 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-62248f5e-bd7d-4918-a773-1ea214b52b8f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a3a8b20e-e8a6-443e-a97f-493d8d4c4771'}]}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:37.025516 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 6ea96d2c-90ff-472d-853f-d847b7649d27 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:38:37.055577 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 6ea96d2c-90ff-472d-853f-d847b7649d27 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:38:37.055820 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 6ea96d2c-90ff-472d-853f-d847b7649d27 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:38:37.080537 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d852a8b8-e0d4-4c3a-8f75-1b2d334a9c3a None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:37.188524 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d852a8b8-e0d4-4c3a-8f75-1b2d334a9c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:37.195299 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-62248f5e-bd7d-4918-a773-1ea214b52b8f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:37.292644 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852a8b8-e0d4-4c3a-8f75-1b2d334a9c3a None None] Pushing event updated for resources: {'Port': ['ID=7608b197-6cab-4587-8e9a-9c04513df8f8,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:37.385930 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51662) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:37.443925 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a495fdd7-3326-4f4b-b5e7-14249b389a71 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b6212ea006314fc380b8d0c626eed220&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0566802 Dec 17 15:38:37.446376 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51664) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:37.505216 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-11385d23-c42c-4ae2-8ee3-651b17084a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:37.531868 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-11385d23-c42c-4ae2-8ee3-651b17084a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:37.538974 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-62248f5e-bd7d-4918-a773-1ea214b52b8f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Delete allocated IP 2001:db8:0:1::25a (370de06c-dfcd-43eb-8068-d7cb9ea0e031/becbb49d-be4f-4e87-a63d-9795eccb5996) {{(pid=102832) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 17 15:38:37.696762 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-62248f5e-bd7d-4918-a773-1ea214b52b8f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:37.702947 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-11385d23-c42c-4ae2-8ee3-651b17084a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:37.709672 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-11385d23-c42c-4ae2-8ee3-651b17084a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:37.709672 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-11385d23-c42c-4ae2-8ee3-651b17084a84 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f HTTP/1.1" status: 204 len: 168 time: 0.2599292 Dec 17 15:38:37.721986 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11385d23-c42c-4ae2-8ee3-651b17084a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2fa243-0ad3-45d5-91fc-13e9cfe0a05f,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:37.758411 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-62248f5e-bd7d-4918-a773-1ea214b52b8f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:37.831492 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51670) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:37.859957 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-62248f5e-bd7d-4918-a773-1ea214b52b8f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] In _notify_port_updated(), no bound segment for port 18bb82ab-81f0-4746-a0bc-57da052e4e2a on network 370de06c-dfcd-43eb-8068-d7cb9ea0e031 {{(pid=102832) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 17 15:38:37.867136 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62248f5e-bd7d-4918-a773-1ea214b52b8f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:37.867815 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-62248f5e-bd7d-4918-a773-1ea214b52b8f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:37.869231 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-62248f5e-bd7d-4918-a773-1ea214b52b8f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "PUT /v2.0/ports/18bb82ab-81f0-4746-a0bc-57da052e4e2a HTTP/1.1" status: 200 len: 925 time: 0.8499162 Dec 17 15:38:37.874156 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51674) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:37.880891 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-f12e8f47-683a-4b55-b9af-407535489794 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a3a8b20e-e8a6-443e-a97f-493d8d4c4771'}, {'subnet_id': 'becbb49d-be4f-4e87-a63d-9795eccb5996'}]}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:37.901202 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62248f5e-bd7d-4918-a773-1ea214b52b8f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Port': ['ID=18bb82ab-81f0-4746-a0bc-57da052e4e2a,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:38.025689 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-09877149-a7c5-46e4-a731-045456237db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:38.042667 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f12e8f47-683a-4b55-b9af-407535489794 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:38.070109 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2641bd13-6b8a-4e6f-bdac-f0329875aab6 None None] Network 370de06c-dfcd-43eb-8068-d7cb9ea0e031 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:38:38.143662 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-f8fab46e-bbe3-41e4-9c66-ee3a680f7a5a None None] Provisioning complete for port 7608b197-6cab-4587-8e9a-9c04513df8f8 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:38.144030 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f8fab46e-bbe3-41e4-9c66-ee3a680f7a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:38.238307 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-09877149-a7c5-46e4-a731-045456237db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:38.314590 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-09877149-a7c5-46e4-a731-045456237db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:38.400220 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09877149-a7c5-46e4-a731-045456237db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c435dd51-ca61-47a8-bee4-09497658d7eb,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:38.414091 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51686) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:38.414303 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-09877149-a7c5-46e4-a731-045456237db0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fce7f10142f2465c9198b1eff6936347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5813038 Dec 17 15:38:38.482146 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-f12e8f47-683a-4b55-b9af-407535489794 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Allocated IP 2001:db8:0:1::3b0 (370de06c-dfcd-43eb-8068-d7cb9ea0e031/becbb49d-be4f-4e87-a63d-9795eccb5996/18bb82ab-81f0-4746-a0bc-57da052e4e2a) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:38:38.488157 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f71aca80-02a5-4291-815f-459697af113d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:38.522035 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f71aca80-02a5-4291-815f-459697af113d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:38.654146 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f12e8f47-683a-4b55-b9af-407535489794 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:38.680472 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f71aca80-02a5-4291-815f-459697af113d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:38.683432 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f71aca80-02a5-4291-815f-459697af113d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:38.694408 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f71aca80-02a5-4291-815f-459697af113d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c435dd51-ca61-47a8-bee4-09497658d7eb HTTP/1.1" status: 204 len: 168 time: 0.2702410 Dec 17 15:38:38.696071 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 7608b197-6cab-4587-8e9a-9c04513df8f8 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:38:38.713168 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71aca80-02a5-4291-815f-459697af113d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c435dd51-ca61-47a8-bee4-09497658d7eb,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:38.777203 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f12e8f47-683a-4b55-b9af-407535489794 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:38.800723 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 7608b197-6cab-4587-8e9a-9c04513df8f8 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:38.801404 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:38.836108 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-95ea02e6-65c4-42fc-8ad9-63107072557a None None] Provisioning complete for port 18bb82ab-81f0-4746-a0bc-57da052e4e2a triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:38.836694 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-95ea02e6-65c4-42fc-8ad9-63107072557a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:38.924272 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e8f47-683a-4b55-b9af-407535489794 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Port': ['ID=18bb82ab-81f0-4746-a0bc-57da052e4e2a,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:38.949806 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-f12e8f47-683a-4b55-b9af-407535489794 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] In _notify_port_updated(), no bound segment for port 18bb82ab-81f0-4746-a0bc-57da052e4e2a on network 370de06c-dfcd-43eb-8068-d7cb9ea0e031 {{(pid=102833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 17 15:38:38.956157 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12e8f47-683a-4b55-b9af-407535489794 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:38.956847 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f12e8f47-683a-4b55-b9af-407535489794 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:38.962224 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f12e8f47-683a-4b55-b9af-407535489794 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "PUT /v2.0/ports/18bb82ab-81f0-4746-a0bc-57da052e4e2a HTTP/1.1" status: 200 len: 1011 time: 1.0828083 Dec 17 15:38:38.963430 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51706) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:38.977384 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-95ea02e6-65c4-42fc-8ad9-63107072557a None None] Port 18bb82ab-81f0-4746-a0bc-57da052e4e2a cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:38:38.994063 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-95ea02e6-65c4-42fc-8ad9-63107072557a None None] Provisioning complete for port 7608b197-6cab-4587-8e9a-9c04513df8f8 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:38.994905 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-95ea02e6-65c4-42fc-8ad9-63107072557a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:39.161543 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-09f9206b-32e3-4555-9e9e-27df8dc1cb0e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Deleting port 18bb82ab-81f0-4746-a0bc-57da052e4e2a {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:38:39.163753 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-09f9206b-32e3-4555-9e9e-27df8dc1cb0e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:39.251703 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51714) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:39.327797 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-09f9206b-32e3-4555-9e9e-27df8dc1cb0e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:39.341189 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-6c4fa02d-b5c4-4620-9cd8-6e2ab399fb23 None None] Provisioning complete for port 18bb82ab-81f0-4746-a0bc-57da052e4e2a triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:39.341731 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6c4fa02d-b5c4-4620-9cd8-6e2ab399fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:39.345859 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-09f9206b-32e3-4555-9e9e-27df8dc1cb0e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Calling delete_port for 18bb82ab-81f0-4746-a0bc-57da052e4e2a owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:38:39.411429 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fa02d-b5c4-4620-9cd8-6e2ab399fb23 None None] Port 18bb82ab-81f0-4746-a0bc-57da052e4e2a cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:38:39.414731 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-500ca69b-4b7f-4d7c-8bec-6a66661fa8c1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-296587330-network', 'tenant_id': 'e78a5c95e1f0448ca80c24df4b2366a3'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:39.544871 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500ca69b-4b7f-4d7c-8bec-6a66661fa8c1 admin admin] Made reservation on behalf of e78a5c95e1f0448ca80c24df4b2366a3 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:39.549084 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-500ca69b-4b7f-4d7c-8bec-6a66661fa8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:39.571969 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-500ca69b-4b7f-4d7c-8bec-6a66661fa8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:39.622623 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51718) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:39.636386 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-22f0e643-7686-4a60-a912-0bffb2073a28 None None] Provisioning complete for port 18bb82ab-81f0-4746-a0bc-57da052e4e2a triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:39.636843 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-22f0e643-7686-4a60-a912-0bffb2073a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:39.638516 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c27aed04-0701-45bf-9a78-4be6fa43411a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:39.674898 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-22f0e643-7686-4a60-a912-0bffb2073a28 None None] Port 18bb82ab-81f0-4746-a0bc-57da052e4e2a cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:38:39.685555 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-09f9206b-32e3-4555-9e9e-27df8dc1cb0e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:39.789587 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c27aed04-0701-45bf-9a78-4be6fa43411a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:39.791756 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-500ca69b-4b7f-4d7c-8bec-6a66661fa8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:39.849716 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c27aed04-0701-45bf-9a78-4be6fa43411a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:39.895072 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-500ca69b-4b7f-4d7c-8bec-6a66661fa8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:39.901989 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27aed04-0701-45bf-9a78-4be6fa43411a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea4d68a-e21f-42a7-b9fc-738870215d70,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:39.911618 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c27aed04-0701-45bf-9a78-4be6fa43411a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f8b542245d5c479aa5b9ebd46411c720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2870321 Dec 17 15:38:39.928378 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51720) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:39.944705 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500ca69b-4b7f-4d7c-8bec-6a66661fa8c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:38:39.959599 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ca69b-4b7f-4d7c-8bec-6a66661fa8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5e0173-6b98-432b-af8a-df7b3362a4ac,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:39.973478 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-500ca69b-4b7f-4d7c-8bec-6a66661fa8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:39.973949 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-500ca69b-4b7f-4d7c-8bec-6a66661fa8c1 admin admin] Added segment dd97d248-1cc6-45df-a0ce-52b22c98e39b of type vlan for network cb5028fa-735c-4d86-a6e4-c6785bb90b09 Dec 17 15:38:39.996896 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f9206b-32e3-4555-9e9e-27df8dc1cb0e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Port': ['ID=18bb82ab-81f0-4746-a0bc-57da052e4e2a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:40.037454 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-500ca69b-4b7f-4d7c-8bec-6a66661fa8c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:40.044924 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-09f9206b-32e3-4555-9e9e-27df8dc1cb0e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:40.048467 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-09f9206b-32e3-4555-9e9e-27df8dc1cb0e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/ports/18bb82ab-81f0-4746-a0bc-57da052e4e2a HTTP/1.1" status: 204 len: 168 time: 1.0847216 Dec 17 15:38:40.051315 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51722) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:40.064293 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2f0835d4-152a-47ec-a0d2-38b54bd5db5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:40.078374 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-115083ef-96e3-476f-876f-fa42da6e8761 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] GET failed (client error): The resource could not be found. Dec 17 15:38:40.080318 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-115083ef-96e3-476f-876f-fa42da6e8761 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "GET /v2.0/ports/18bb82ab-81f0-4746-a0bc-57da052e4e2a HTTP/1.1" status: 404 len: 333 time: 0.0274990 Dec 17 15:38:40.083220 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51724) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:40.097961 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2f0835d4-152a-47ec-a0d2-38b54bd5db5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:40.160963 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-500ca69b-4b7f-4d7c-8bec-6a66661fa8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:40.160963 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500ca69b-4b7f-4d7c-8bec-6a66661fa8c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:40.160963 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-500ca69b-4b7f-4d7c-8bec-6a66661fa8c1 admin admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:40.164341 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-45457a7b-1299-4861-b2b8-7df815a36ebe tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Deleting subnet becbb49d-be4f-4e87-a63d-9795eccb5996 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:38:40.167951 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-45457a7b-1299-4861-b2b8-7df815a36ebe tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:40.236991 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-45457a7b-1299-4861-b2b8-7df815a36ebe tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:40.256685 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2f0835d4-152a-47ec-a0d2-38b54bd5db5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:40.260992 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2f0835d4-152a-47ec-a0d2-38b54bd5db5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:40.266446 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2f0835d4-152a-47ec-a0d2-38b54bd5db5f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3ea4d68a-e21f-42a7-b9fc-738870215d70 HTTP/1.1" status: 204 len: 168 time: 0.3370671 Dec 17 15:38:40.278663 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ca69b-4b7f-4d7c-8bec-6a66661fa8c1 admin admin] Pushing event updated for resources: {'Network': ['ID=cb5028fa-735c-4d86-a6e4-c6785bb90b09,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:40.291385 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network cb5028fa-735c-4d86-a6e4-c6785bb90b09 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:38:40.291563 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0835d4-152a-47ec-a0d2-38b54bd5db5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea4d68a-e21f-42a7-b9fc-738870215d70,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:40.316380 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51730) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:40.316762 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-500ca69b-4b7f-4d7c-8bec-6a66661fa8c1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0637908 Dec 17 15:38:40.325385 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-880b274a-8c41-4728-a15b-7f72d459bb3c admin admin] Request body: {'subnet': {'network_id': 'cb5028fa-735c-4d86-a6e4-c6785bb90b09', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-296587330-subnet', 'tenant_id': 'e78a5c95e1f0448ca80c24df4b2366a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:40.404836 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-45457a7b-1299-4861-b2b8-7df815a36ebe tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:40.427347 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880b274a-8c41-4728-a15b-7f72d459bb3c admin admin] Made reservation on behalf of e78a5c95e1f0448ca80c24df4b2366a3 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:40.431161 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-880b274a-8c41-4728-a15b-7f72d459bb3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:40.530980 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:40.619699 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-45457a7b-1299-4861-b2b8-7df815a36ebe tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:40.656564 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45457a7b-1299-4861-b2b8-7df815a36ebe tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Subnet': ['ID=becbb49d-be4f-4e87-a63d-9795eccb5996,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:40.663006 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-45457a7b-1299-4861-b2b8-7df815a36ebe tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:40.667047 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-45457a7b-1299-4861-b2b8-7df815a36ebe tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/subnets/becbb49d-be4f-4e87-a63d-9795eccb5996 HTTP/1.1" status: 204 len: 168 time: 0.5816953 Dec 17 15:38:40.669409 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51734) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:40.672008 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a8c64c-b1ee-4a90-b10e-4d7ffa731ca4 None None] Network 370de06c-dfcd-43eb-8068-d7cb9ea0e031 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:38:40.740751 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-8143cad2-625d-4ea3-9b9e-1a9d188419f6 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Deleting subnet a3a8b20e-e8a6-443e-a97f-493d8d4c4771 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:38:40.745238 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8143cad2-625d-4ea3-9b9e-1a9d188419f6 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:40.802106 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8143cad2-625d-4ea3-9b9e-1a9d188419f6 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:40.856922 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-880b274a-8c41-4728-a15b-7f72d459bb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:40.912862 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8143cad2-625d-4ea3-9b9e-1a9d188419f6 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:40.929089 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b274a-8c41-4728-a15b-7f72d459bb3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e026d71-5698-4b52-8ba6-86d3935c2c2a,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:40.939523 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880b274a-8c41-4728-a15b-7f72d459bb3c admin admin] Checking segment: {'id': 'dd97d248-1cc6-45df-a0ce-52b22c98e39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cb5028fa-735c-4d86-a6e4-c6785bb90b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:38:40.940467 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880b274a-8c41-4728-a15b-7f72d459bb3c admin admin] Network hostable DHCP agents. Network: cb5028fa-735c-4d86-a6e4-c6785bb90b09, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:38:41.040101 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880b274a-8c41-4728-a15b-7f72d459bb3c admin admin] Network cb5028fa-735c-4d86-a6e4-c6785bb90b09 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:38:41.091577 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8143cad2-625d-4ea3-9b9e-1a9d188419f6 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:41.122531 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143cad2-625d-4ea3-9b9e-1a9d188419f6 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Subnet': ['ID=a3a8b20e-e8a6-443e-a97f-493d8d4c4771,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:41.126478 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8143cad2-625d-4ea3-9b9e-1a9d188419f6 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:41.130678 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8143cad2-625d-4ea3-9b9e-1a9d188419f6 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/subnets/a3a8b20e-e8a6-443e-a97f-493d8d4c4771 HTTP/1.1" status: 204 len: 168 time: 0.4589584 Dec 17 15:38:41.132337 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51746) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:41.203279 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-880b274a-8c41-4728-a15b-7f72d459bb3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, cb5028fa-735c-4d86-a6e4-c6785bb90b09) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:38:41.203279 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880b274a-8c41-4728-a15b-7f72d459bb3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:41.203279 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-880b274a-8c41-4728-a15b-7f72d459bb3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:41.203991 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d808573d-0980-43c2-b5dd-85ddebd8acb1 None None] Network cb5028fa-735c-4d86-a6e4-c6785bb90b09 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:38:41.222925 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c09a3632-a179-4c8a-ba67-1827343dea84 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:41.294664 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-880b274a-8c41-4728-a15b-7f72d459bb3c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9771948 Dec 17 15:38:41.296609 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-c09a3632-a179-4c8a-ba67-1827343dea84 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Deleting port 7608b197-6cab-4587-8e9a-9c04513df8f8 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:38:41.297137 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c09a3632-a179-4c8a-ba67-1827343dea84 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:41.409001 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-c09a3632-a179-4c8a-ba67-1827343dea84 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] For port 7608b197-6cab-4587-8e9a-9c04513df8f8, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=7608b197-6cab-4587-8e9a-9c04513df8f8,segment=NetworkSegment(89b39206-d2fc-4157-a920-9cb21fe04c79),segment_id=89b39206-d2fc-4157-a920-9cb21fe04c79)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:38:41.415478 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c09a3632-a179-4c8a-ba67-1827343dea84 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:41.419258 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db91b25-c413-40cc-a523-7e154b5a28db None None] Network cb5028fa-735c-4d86-a6e4-c6785bb90b09 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:38:41.431759 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-c09a3632-a179-4c8a-ba67-1827343dea84 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Calling delete_port for 7608b197-6cab-4587-8e9a-9c04513df8f8 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:38:41.652132 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c09a3632-a179-4c8a-ba67-1827343dea84 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:41.694211 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a3632-a179-4c8a-ba67-1827343dea84 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Port': ['ID=7608b197-6cab-4587-8e9a-9c04513df8f8,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:41.708720 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09a3632-a179-4c8a-ba67-1827343dea84 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] No DVR routers for this DVR port 7608b197-6cab-4587-8e9a-9c04513df8f8 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:38:41.720207 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665f1ff7-4c12-4b45-89d0-ae03671c14a9 None None] Network 370de06c-dfcd-43eb-8068-d7cb9ea0e031 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:38:41.812246 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c09a3632-a179-4c8a-ba67-1827343dea84 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:41.814720 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c34f9b86-263e-4567-b55b-715cd8b280f5 None None] Could not find standard attr ID for object 7608b197-6cab-4587-8e9a-9c04513df8f8. {{(pid=102834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:38:41.836625 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-c09a3632-a179-4c8a-ba67-1827343dea84 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['370de06c-dfcd-43eb-8068-d7cb9ea0e031']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:38:41.848952 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-c09a3632-a179-4c8a-ba67-1827343dea84 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89b39206-d2fc-4157-a920-9cb21fe04c79') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:38:41.849271 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-c09a3632-a179-4c8a-ba67-1827343dea84 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89b39206-d2fc-4157-a920-9cb21fe04c79') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:38:41.864132 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c09a3632-a179-4c8a-ba67-1827343dea84 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:41.882234 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c09a3632-a179-4c8a-ba67-1827343dea84 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:41.895087 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09a3632-a179-4c8a-ba67-1827343dea84 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:38:41.895654 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c09a3632-a179-4c8a-ba67-1827343dea84 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:41.939646 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a4b0f9-c517-46d3-8d64-0c2cf54b5773 None None] DHCP port deletion for 370de06c-dfcd-43eb-8068-d7cb9ea0e031 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:38:41.948520 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:38:41.948520 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:38:41.948520 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:38:41.948520 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:38:41.948520 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:38:41.948520 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:38:41.948520 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:38:41.948520 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:38:41.948520 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:38:41.948520 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:38:41.948520 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:38:41.948520 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:38:41.948520 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:38:41.948520 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:38:41.948520 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:38:41.948520 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:38:41.948520 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:38:41.948520 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:38:41.948520 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:38:41.948520 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:38:41.948520 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:38:41.948520 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:38:41.948520 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:38:41.948520 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:38:41.948520 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:38:41.948520 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:38:41.948520 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:38:41.948520 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:38:41.948520 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:38:41.948520 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:38:41.948520 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:38:41.948520 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:38:42.015281 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-f097127a-ca91-4331-a2d1-90f9222e2e4b tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:42.017502 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-f097127a-ca91-4331-a2d1-90f9222e2e4b tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/networks?id=cb5028fa-735c-4d86-a6e4-c6785bb90b09 HTTP/1.1" status: 200 len: 813 time: 0.1336496 Dec 17 15:38:42.032329 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-b6a556ed-17e1-4dd9-9ae6-22a614d5a969 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/quotas/e78a5c95e1f0448ca80c24df4b2366a3 HTTP/1.1" status: 200 len: 375 time: 0.0096407 Dec 17 15:38:42.067166 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c09a3632-a179-4c8a-ba67-1827343dea84 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:42.067773 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-06113c07-5783-4b3f-b70d-8d93a00cefe6 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e78a5c95e1f0448ca80c24df4b2366a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292094 Dec 17 15:38:42.084270 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c09a3632-a179-4c8a-ba67-1827343dea84 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:42.084270 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c09a3632-a179-4c8a-ba67-1827343dea84 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/networks/370de06c-dfcd-43eb-8068-d7cb9ea0e031 HTTP/1.1" status: 204 len: 168 time: 0.9452050 Dec 17 15:38:42.084270 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51778) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:42.102799 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a3632-a179-4c8a-ba67-1827343dea84 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Network': ['ID=370de06c-dfcd-43eb-8068-d7cb9ea0e031,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:42.147912 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147b8c45-3dba-49fc-bfc8-67747676770f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:42.149395 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-147b8c45-3dba-49fc-bfc8-67747676770f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0647221 Dec 17 15:38:42.153282 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51780) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:42.165205 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-91fb664d-ea16-4ed7-93db-942d9e302424 service neutron] 10.222.0.46 "GET /v2.0/networks/cb5028fa-735c-4d86-a6e4-c6785bb90b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896802 Dec 17 15:38:42.203612 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b61b01b1-cc18-4fd5-9785-90f530109637 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0453990 Dec 17 15:38:42.203746 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51784) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:42.208574 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-040f330d-4e94-4ac2-be88-54f9f036a223 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1964687745'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:42.274809 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-62a11e20-9e77-474e-8f52-22fa16f6d05b service neutron] 10.222.0.46 "GET /v2.0/networks/cb5028fa-735c-4d86-a6e4-c6785bb90b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025558 Dec 17 15:38:42.307979 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040f330d-4e94-4ac2-be88-54f9f036a223 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:42.312914 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-040f330d-4e94-4ac2-be88-54f9f036a223 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:42.335870 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-040f330d-4e94-4ac2-be88-54f9f036a223 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:38:42.346328 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-040f330d-4e94-4ac2-be88-54f9f036a223 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:42.346786 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-040f330d-4e94-4ac2-be88-54f9f036a223 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Added segment 571edc54-b91e-4f2d-97dd-af1c8b8634da of type vlan for network 771cac8d-a6c7-4be5-8915-6d0bb93bf2d2 Dec 17 15:38:42.388074 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-040f330d-4e94-4ac2-be88-54f9f036a223 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:42.519092 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-040f330d-4e94-4ac2-be88-54f9f036a223 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:42.524761 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040f330d-4e94-4ac2-be88-54f9f036a223 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:42.525385 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-040f330d-4e94-4ac2-be88-54f9f036a223 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:42.575274 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff86b0bb-9ebf-462f-91df-facdd0b243f9 req-9dcb5f73-d729-49ac-a74e-a3c2d1f13de0 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac131f10-e40e-494a-a0da-8e6975473e87 HTTP/1.1" status: 200 len: 210 time: 0.0516129 Dec 17 15:38:42.624909 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f330d-4e94-4ac2-be88-54f9f036a223 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Network': ['ID=771cac8d-a6c7-4be5-8915-6d0bb93bf2d2,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:42.631696 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 771cac8d-a6c7-4be5-8915-6d0bb93bf2d2 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:38:42.653326 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 7608b197-6cab-4587-8e9a-9c04513df8f8 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:38:42.659211 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51804) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:42.659678 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-040f330d-4e94-4ac2-be88-54f9f036a223 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4546452 Dec 17 15:38:42.664879 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-a17e8d6b-8b64-45f3-a965-6d97cf6b8c74 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'subnet': {'network_id': '771cac8d-a6c7-4be5-8915-6d0bb93bf2d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:42.704698 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 7608b197-6cab-4587-8e9a-9c04513df8f8 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:38:42.705150 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 7608b197-6cab-4587-8e9a-9c04513df8f8 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:38:42.891486 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17e8d6b-8b64-45f3-a965-6d97cf6b8c74 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:42.896767 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a17e8d6b-8b64-45f3-a965-6d97cf6b8c74 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:43.177488 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a17e8d6b-8b64-45f3-a965-6d97cf6b8c74 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:43.238446 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e8d6b-8b64-45f3-a965-6d97cf6b8c74 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Subnet': ['ID=fec22547-0d80-450b-82ce-4683ebd6ee92,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:43.250197 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17e8d6b-8b64-45f3-a965-6d97cf6b8c74 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Checking segment: {'id': '571edc54-b91e-4f2d-97dd-af1c8b8634da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '771cac8d-a6c7-4be5-8915-6d0bb93bf2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:38:43.250558 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17e8d6b-8b64-45f3-a965-6d97cf6b8c74 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Network hostable DHCP agents. Network: 771cac8d-a6c7-4be5-8915-6d0bb93bf2d2, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:38:43.382297 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17e8d6b-8b64-45f3-a965-6d97cf6b8c74 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Network 771cac8d-a6c7-4be5-8915-6d0bb93bf2d2 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:38:43.479757 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-a17e8d6b-8b64-45f3-a965-6d97cf6b8c74 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 771cac8d-a6c7-4be5-8915-6d0bb93bf2d2) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:38:43.491395 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486b6c36-236b-436e-b372-baff40f35615 None None] Network 771cac8d-a6c7-4be5-8915-6d0bb93bf2d2 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:38:43.500200 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17e8d6b-8b64-45f3-a965-6d97cf6b8c74 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:43.500832 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a17e8d6b-8b64-45f3-a965-6d97cf6b8c74 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:43.625148 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51846) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:43.626259 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a17e8d6b-8b64-45f3-a965-6d97cf6b8c74 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9652431 Dec 17 15:38:43.630778 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-c3adb71d-6255-45be-bfe2-b41010211c13 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'port': {'network_id': '771cac8d-a6c7-4be5-8915-6d0bb93bf2d2', 'name': 'tempest-PortsIpV6TestJSON-1134869994'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:43.664338 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60d18f4-3dc8-4217-8d0f-72323836da11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-771cac8d-a6c7-4be5-8915-6d0bb93bf2d2', 'network_id': '771cac8d-a6c7-4be5-8915-6d0bb93bf2d2', 'tenant_id': '42e5af0b0b094bd79f2f4fab1c55cc89', 'fixed_ips': [{'subnet_id': 'fec22547-0d80-450b-82ce-4683ebd6ee92'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:38:43.664779 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c60d18f4-3dc8-4217-8d0f-72323836da11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:43.681146 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f10cb818-a0ae-4a85-94bb-dce4ae1c9bb8 req-b18da98a-0180-4f10-bf74-051771ed42da tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac131f10-e40e-494a-a0da-8e6975473e87 HTTP/1.1" status: 200 len: 210 time: 0.0281119 Dec 17 15:38:43.813805 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-c60d18f4-3dc8-4217-8d0f-72323836da11 None None] Allocated IP 2001:db8::2 (771cac8d-a6c7-4be5-8915-6d0bb93bf2d2/fec22547-0d80-450b-82ce-4683ebd6ee92/76d7c191-f2a7-4383-94a8-f1b29d51b416) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:38:43.891399 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3adb71d-6255-45be-bfe2-b41010211c13 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:43.894906 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c3adb71d-6255-45be-bfe2-b41010211c13 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:43.912682 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-c3adb71d-6255-45be-bfe2-b41010211c13 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] device_id is not set on port 5b7784b0-53fd-4f78-a2c8-8d372afa2814 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:38:43.969613 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c60d18f4-3dc8-4217-8d0f-72323836da11 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:44.057614 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c60d18f4-3dc8-4217-8d0f-72323836da11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:44.097913 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60d18f4-3dc8-4217-8d0f-72323836da11 None None] Network 771cac8d-a6c7-4be5-8915-6d0bb93bf2d2 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:38:44.100815 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-c60d18f4-3dc8-4217-8d0f-72323836da11 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:38:44.104426 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60d18f4-3dc8-4217-8d0f-72323836da11 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:38:44.116116 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d18f4-3dc8-4217-8d0f-72323836da11 None None] Pushing event updated for resources: {'Port': ['ID=76d7c191-f2a7-4383-94a8-f1b29d51b416,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:44.119235 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-c3adb71d-6255-45be-bfe2-b41010211c13 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Allocated IP 2001:db8::46 (771cac8d-a6c7-4be5-8915-6d0bb93bf2d2/fec22547-0d80-450b-82ce-4683ebd6ee92/5b7784b0-53fd-4f78-a2c8-8d372afa2814) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:38:44.172563 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-c60d18f4-3dc8-4217-8d0f-72323836da11 None None] Attempting to bind port 76d7c191-f2a7-4383-94a8-f1b29d51b416 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:38:44.177219 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-c60d18f4-3dc8-4217-8d0f-72323836da11 None None] Attempting to bind port 76d7c191-f2a7-4383-94a8-f1b29d51b416 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '571edc54-b91e-4f2d-97dd-af1c8b8634da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '771cac8d-a6c7-4be5-8915-6d0bb93bf2d2'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:38:44.177219 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60d18f4-3dc8-4217-8d0f-72323836da11 None None] Attempting to bind port 76d7c191-f2a7-4383-94a8-f1b29d51b416 on network 771cac8d-a6c7-4be5-8915-6d0bb93bf2d2 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:38:44.179032 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60d18f4-3dc8-4217-8d0f-72323836da11 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:38:44.179407 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60d18f4-3dc8-4217-8d0f-72323836da11 None None] Checking segment: {'id': '571edc54-b91e-4f2d-97dd-af1c8b8634da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '771cac8d-a6c7-4be5-8915-6d0bb93bf2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:38:44.179810 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c60d18f4-3dc8-4217-8d0f-72323836da11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:44.180202 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60d18f4-3dc8-4217-8d0f-72323836da11 None None] Bound using segment: {'id': '571edc54-b91e-4f2d-97dd-af1c8b8634da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '771cac8d-a6c7-4be5-8915-6d0bb93bf2d2'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:38:44.180661 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-c60d18f4-3dc8-4217-8d0f-72323836da11 None None] Bound port: 76d7c191-f2a7-4383-94a8-f1b29d51b416, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '571edc54-b91e-4f2d-97dd-af1c8b8634da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '771cac8d-a6c7-4be5-8915-6d0bb93bf2d2'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:38:44.181074 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c60d18f4-3dc8-4217-8d0f-72323836da11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:44.245033 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c60d18f4-3dc8-4217-8d0f-72323836da11 None None] For port 76d7c191-f2a7-4383-94a8-f1b29d51b416, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:38:44.249013 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c60d18f4-3dc8-4217-8d0f-72323836da11 None None] For port 76d7c191-f2a7-4383-94a8-f1b29d51b416, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=76d7c191-f2a7-4383-94a8-f1b29d51b416,segment=NetworkSegment(571edc54-b91e-4f2d-97dd-af1c8b8634da),segment_id=571edc54-b91e-4f2d-97dd-af1c8b8634da)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:38:44.289319 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c3adb71d-6255-45be-bfe2-b41010211c13 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:44.337773 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c60d18f4-3dc8-4217-8d0f-72323836da11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:44.396404 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d18f4-3dc8-4217-8d0f-72323836da11 None None] Pushing event updated for resources: {'Port': ['ID=76d7c191-f2a7-4383-94a8-f1b29d51b416,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:44.457968 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c3adb71d-6255-45be-bfe2-b41010211c13 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:44.516357 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3adb71d-6255-45be-bfe2-b41010211c13 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Network 771cac8d-a6c7-4be5-8915-6d0bb93bf2d2 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:38:44.519443 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-c3adb71d-6255-45be-bfe2-b41010211c13 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:38:44.532860 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3adb71d-6255-45be-bfe2-b41010211c13 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:38:44.534411 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3adb71d-6255-45be-bfe2-b41010211c13 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:44.535077 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c3adb71d-6255-45be-bfe2-b41010211c13 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:44.547005 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3adb71d-6255-45be-bfe2-b41010211c13 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Port': ['ID=5b7784b0-53fd-4f78-a2c8-8d372afa2814,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:44.659366 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c3adb71d-6255-45be-bfe2-b41010211c13 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0334358 Dec 17 15:38:44.662046 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51890) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:44.667328 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-a15ca89b-9b71-489c-bc47-393819c54ba0 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'port': {'network_id': '771cac8d-a6c7-4be5-8915-6d0bb93bf2d2', 'name': 'tempest-PortsIpV6TestJSON-460331611'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:44.717353 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 76d7c191-f2a7-4383-94a8-f1b29d51b416 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:38:44.780291 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 76d7c191-f2a7-4383-94a8-f1b29d51b416 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:44.786356 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:44.802592 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c63c2d7c-1b14-406d-a457-15d3c1db39c6 req-eaad1d17-f686-4373-8658-98c668fb2dd8 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac131f10-e40e-494a-a0da-8e6975473e87 HTTP/1.1" status: 200 len: 210 time: 0.0378263 Dec 17 15:38:44.886814 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:44.919318 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 76d7c191-f2a7-4383-94a8-f1b29d51b416, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=76d7c191-f2a7-4383-94a8-f1b29d51b416,segment=NetworkSegment(571edc54-b91e-4f2d-97dd-af1c8b8634da),segment_id=571edc54-b91e-4f2d-97dd-af1c8b8634da)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:38:44.925094 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15ca89b-9b71-489c-bc47-393819c54ba0 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:44.928965 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a15ca89b-9b71-489c-bc47-393819c54ba0 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:44.953591 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-a15ca89b-9b71-489c-bc47-393819c54ba0 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] device_id is not set on port 4784ebb0-e55b-4e13-a0e8-a69cb94d6077 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:38:45.057239 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:45.085444 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-a15ca89b-9b71-489c-bc47-393819c54ba0 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Allocated IP 2001:db8::394 (771cac8d-a6c7-4be5-8915-6d0bb93bf2d2/fec22547-0d80-450b-82ce-4683ebd6ee92/4784ebb0-e55b-4e13-a0e8-a69cb94d6077) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:38:45.449974 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=76d7c191-f2a7-4383-94a8-f1b29d51b416,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:45.452361 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a15ca89b-9b71-489c-bc47-393819c54ba0 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:45.453183 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911fb626-d25b-45b5-b9ca-50c7aba4f0fc None None] Network 771cac8d-a6c7-4be5-8915-6d0bb93bf2d2 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:38:45.461632 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-fcd5d877-7b41-4da8-97b0-5d70cb20aa5d tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:45.463432 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-fcd5d877-7b41-4da8-97b0-5d70cb20aa5d tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.41 "GET /v2.0/networks?id=cb5028fa-735c-4d86-a6e4-c6785bb90b09 HTTP/1.1" status: 200 len: 813 time: 0.1206176 Dec 17 15:38:45.479973 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-db0b8e8b-c54d-4361-b228-196424fd3c8d None None] Provisioning complete for port 76d7c191-f2a7-4383-94a8-f1b29d51b416 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:45.480362 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-db0b8e8b-c54d-4361-b228-196424fd3c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:45.483159 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-7314d2b8-f35f-4689-97ed-05d69ace9bd1 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Request body: {'port': {'device_id': 'ac131f10-e40e-494a-a0da-8e6975473e87', 'network_id': 'cb5028fa-735c-4d86-a6e4-c6785bb90b09', 'admin_state_up': True, 'tenant_id': 'e78a5c95e1f0448ca80c24df4b2366a3'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:45.551321 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a15ca89b-9b71-489c-bc47-393819c54ba0 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:45.615397 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15ca89b-9b71-489c-bc47-393819c54ba0 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Network 771cac8d-a6c7-4be5-8915-6d0bb93bf2d2 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:38:45.621864 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-a15ca89b-9b71-489c-bc47-393819c54ba0 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:38:45.628782 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15ca89b-9b71-489c-bc47-393819c54ba0 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:38:45.634482 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15ca89b-9b71-489c-bc47-393819c54ba0 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:45.634964 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a15ca89b-9b71-489c-bc47-393819c54ba0 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:45.651053 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ca89b-9b71-489c-bc47-393819c54ba0 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Port': ['ID=4784ebb0-e55b-4e13-a0e8-a69cb94d6077,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:45.786000 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a15ca89b-9b71-489c-bc47-393819c54ba0 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1226528 Dec 17 15:38:45.788707 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51924) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:45.871715 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-fabfe531-b16b-4fd2-be8f-eb8594f6e769 None None] Provisioning complete for port 4784ebb0-e55b-4e13-a0e8-a69cb94d6077 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:45.871715 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fabfe531-b16b-4fd2-be8f-eb8594f6e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:45.895274 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-7314d2b8-f35f-4689-97ed-05d69ace9bd1 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Made reservation on behalf of e78a5c95e1f0448ca80c24df4b2366a3 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:45.897490 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc51581f-5ae6-47ba-a2a8-6b1c7e265454 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:45.901226 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-cc51581f-5ae6-47ba-a2a8-6b1c7e265454 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A46 HTTP/1.1" status: 200 len: 928 time: 0.1113915 Dec 17 15:38:45.903786 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51928) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:45.909161 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-7314d2b8-f35f-4689-97ed-05d69ace9bd1 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:45.962001 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-fabfe531-b16b-4fd2-be8f-eb8594f6e769 None None] Port 4784ebb0-e55b-4e13-a0e8-a69cb94d6077 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:38:45.973673 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-fabfe531-b16b-4fd2-be8f-eb8594f6e769 None None] Provisioning complete for port 5b7784b0-53fd-4f78-a2c8-8d372afa2814 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:45.974052 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fabfe531-b16b-4fd2-be8f-eb8594f6e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:45.993214 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a282010f-edcf-461b-be44-8c72d515f0f5 req-59abe536-132f-417c-a3ec-2bea1abae93b tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac131f10-e40e-494a-a0da-8e6975473e87 HTTP/1.1" status: 200 len: 210 time: 0.0485981 Dec 17 15:38:46.037366 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-fabfe531-b16b-4fd2-be8f-eb8594f6e769 None None] Port 5b7784b0-53fd-4f78-a2c8-8d372afa2814 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:38:46.051250 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-fabfe531-b16b-4fd2-be8f-eb8594f6e769 None None] Provisioning complete for port 76d7c191-f2a7-4383-94a8-f1b29d51b416 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:46.052155 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fabfe531-b16b-4fd2-be8f-eb8594f6e769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:46.074473 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2c64-dccc-4d76-99b8-d3582e6d3209 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Deleting port 4784ebb0-e55b-4e13-a0e8-a69cb94d6077 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:38:46.074868 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-03ca2c64-dccc-4d76-99b8-d3582e6d3209 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:46.112236 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-7314d2b8-f35f-4689-97ed-05d69ace9bd1 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Allocated IP 172.20.0.3 (cb5028fa-735c-4d86-a6e4-c6785bb90b09/6e026d71-5698-4b52-8ba6-86d3935c2c2a/ed032d9a-43c0-4027-b3e8-b789827d7a18) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:38:46.200043 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-03ca2c64-dccc-4d76-99b8-d3582e6d3209 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:46.214453 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-03ca2c64-dccc-4d76-99b8-d3582e6d3209 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Calling delete_port for 4784ebb0-e55b-4e13-a0e8-a69cb94d6077 owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:38:46.303026 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-7314d2b8-f35f-4689-97ed-05d69ace9bd1 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:46.329925 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-0cda9068-82f7-455e-a693-2ebecd586678 None None] Provisioning complete for port 5b7784b0-53fd-4f78-a2c8-8d372afa2814 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:46.329925 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0cda9068-82f7-455e-a693-2ebecd586678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:46.379420 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-0cda9068-82f7-455e-a693-2ebecd586678 None None] Port 5b7784b0-53fd-4f78-a2c8-8d372afa2814 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:38:46.451815 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-7314d2b8-f35f-4689-97ed-05d69ace9bd1 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:46.493555 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-7314d2b8-f35f-4689-97ed-05d69ace9bd1 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Network cb5028fa-735c-4d86-a6e4-c6785bb90b09 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:38:46.496525 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-7314d2b8-f35f-4689-97ed-05d69ace9bd1 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:38:46.498263 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-23c6e065-4d62-471f-ad56-f7156eb12c3d None None] Provisioning complete for port 4784ebb0-e55b-4e13-a0e8-a69cb94d6077 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:46.498880 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-23c6e065-4d62-471f-ad56-f7156eb12c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:46.500189 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-7314d2b8-f35f-4689-97ed-05d69ace9bd1 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:38:46.503023 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-03ca2c64-dccc-4d76-99b8-d3582e6d3209 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:46.521498 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-23c6e065-4d62-471f-ad56-f7156eb12c3d None None] Port 4784ebb0-e55b-4e13-a0e8-a69cb94d6077 was deleted so its status cannot be updated. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Dec 17 15:38:46.537523 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314d2b8-f35f-4689-97ed-05d69ace9bd1 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Pushing event updated for resources: {'Port': ['ID=ed032d9a-43c0-4027-b3e8-b789827d7a18,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:46.573504 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-7314d2b8-f35f-4689-97ed-05d69ace9bd1 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:46.574202 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-7314d2b8-f35f-4689-97ed-05d69ace9bd1 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:46.575057 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-03ca2c64-dccc-4d76-99b8-d3582e6d3209 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:46.582028 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-03ca2c64-dccc-4d76-99b8-d3582e6d3209 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/ports/4784ebb0-e55b-4e13-a0e8-a69cb94d6077 HTTP/1.1" status: 204 len: 168 time: 0.6741505 Dec 17 15:38:46.582028 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca2c64-dccc-4d76-99b8-d3582e6d3209 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Port': ['ID=4784ebb0-e55b-4e13-a0e8-a69cb94d6077,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:46.583131 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51950) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:46.612532 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c74bb6-f3ec-46e1-a60c-e71b690ddaa2 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] GET failed (client error): The resource could not be found. Dec 17 15:38:46.616968 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-90c74bb6-f3ec-46e1-a60c-e71b690ddaa2 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "GET /v2.0/ports/4784ebb0-e55b-4e13-a0e8-a69cb94d6077 HTTP/1.1" status: 404 len: 333 time: 0.0300729 Dec 17 15:38:46.617322 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51954) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:46.671201 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 76d7c191-f2a7-4383-94a8-f1b29d51b416 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:38:46.717780 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-7314d2b8-f35f-4689-97ed-05d69ace9bd1 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2382729 Dec 17 15:38:46.725801 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-aace5bc8-d326-4074-accf-a93bbd49a38e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Deleting port 5b7784b0-53fd-4f78-a2c8-8d372afa2814 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:38:46.726196 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aace5bc8-d326-4074-accf-a93bbd49a38e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:46.740487 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 76d7c191-f2a7-4383-94a8-f1b29d51b416 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:46.740905 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:46.804588 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-5dd96595-a45c-4b1f-8ee5-1d00ac415ed7 service neutron] Request body: {'port': {'device_id': 'ac131f10-e40e-494a-a0da-8e6975473e87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:46.860656 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aace5bc8-d326-4074-accf-a93bbd49a38e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:46.872666 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-aace5bc8-d326-4074-accf-a93bbd49a38e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Calling delete_port for 5b7784b0-53fd-4f78-a2c8-8d372afa2814 owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:38:46.876960 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-5dd96595-a45c-4b1f-8ee5-1d00ac415ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:47.122205 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aace5bc8-d326-4074-accf-a93bbd49a38e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:47.158792 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace5bc8-d326-4074-accf-a93bbd49a38e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Port': ['ID=5b7784b0-53fd-4f78-a2c8-8d372afa2814,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:47.159277 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-5dd96595-a45c-4b1f-8ee5-1d00ac415ed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed032d9a-43c0-4027-b3e8-b789827d7a18 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:38:47.168424 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eeb04d-8d0f-4447-a004-bc29501e4074 req-9cfef861-1ff6-48d7-9025-f0948ccfde44 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:47.168782 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-5dd96595-a45c-4b1f-8ee5-1d00ac415ed7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:47.170616 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9eeb04d-8d0f-4447-a004-bc29501e4074 req-9cfef861-1ff6-48d7-9025-f0948ccfde44 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac131f10-e40e-494a-a0da-8e6975473e87 HTTP/1.1" status: 200 len: 931 time: 0.0950413 Dec 17 15:38:47.189740 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-5dd96595-a45c-4b1f-8ee5-1d00ac415ed7 service neutron] Transition to ACTIVE for port object ed032d9a-43c0-4027-b3e8-b789827d7a18 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:38:47.199337 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aace5bc8-d326-4074-accf-a93bbd49a38e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:47.203808 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-aace5bc8-d326-4074-accf-a93bbd49a38e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/ports/5b7784b0-53fd-4f78-a2c8-8d372afa2814 HTTP/1.1" status: 204 len: 168 time: 0.5854270 Dec 17 15:38:47.206601 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51968) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:47.234821 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a3d6bed-508b-4b67-8667-9cc4c28f358e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] GET failed (client error): The resource could not be found. Dec 17 15:38:47.236455 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3a3d6bed-508b-4b67-8667-9cc4c28f358e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "GET /v2.0/ports/5b7784b0-53fd-4f78-a2c8-8d372afa2814 HTTP/1.1" status: 404 len: 333 time: 0.0287220 Dec 17 15:38:47.242781 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9eeb04d-8d0f-4447-a004-bc29501e4074 req-883cf219-3db3-43f5-837e-63f6198993e1 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf5e0173-6b98-432b-af8a-df7b3362a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472176 Dec 17 15:38:47.245454 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51970) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:47.274264 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-5dd96595-a45c-4b1f-8ee5-1d00ac415ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:47.344223 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-bee1bccd-dbe1-4e70-8661-0d19e6954e76 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Deleting subnet fec22547-0d80-450b-82ce-4683ebd6ee92 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:38:47.360666 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bee1bccd-dbe1-4e70-8661-0d19e6954e76 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:47.364799 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd96595-a45c-4b1f-8ee5-1d00ac415ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=ed032d9a-43c0-4027-b3e8-b789827d7a18,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:47.442611 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bee1bccd-dbe1-4e70-8661-0d19e6954e76 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:47.502766 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-5dd96595-a45c-4b1f-8ee5-1d00ac415ed7 service neutron] Attempting to bind port ed032d9a-43c0-4027-b3e8-b789827d7a18 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:38:47.503145 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-5dd96595-a45c-4b1f-8ee5-1d00ac415ed7 service neutron] Attempting to bind port ed032d9a-43c0-4027-b3e8-b789827d7a18 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': 'dd97d248-1cc6-45df-a0ce-52b22c98e39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cb5028fa-735c-4d86-a6e4-c6785bb90b09'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:38:47.503472 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-5dd96595-a45c-4b1f-8ee5-1d00ac415ed7 service neutron] Attempting to bind port ed032d9a-43c0-4027-b3e8-b789827d7a18 on network cb5028fa-735c-4d86-a6e4-c6785bb90b09 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:38:47.514803 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-5dd96595-a45c-4b1f-8ee5-1d00ac415ed7 service neutron] Port ed032d9a-43c0-4027-b3e8-b789827d7a18 on network cb5028fa-735c-4d86-a6e4-c6785bb90b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:38:47.514803 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-5dd96595-a45c-4b1f-8ee5-1d00ac415ed7 service neutron] Attempting to bind port ed032d9a-43c0-4027-b3e8-b789827d7a18 on network cb5028fa-735c-4d86-a6e4-c6785bb90b09 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:38:47.538502 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-5dd96595-a45c-4b1f-8ee5-1d00ac415ed7 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:38:47.538844 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-5dd96595-a45c-4b1f-8ee5-1d00ac415ed7 service neutron] Checking segment: {'id': 'dd97d248-1cc6-45df-a0ce-52b22c98e39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cb5028fa-735c-4d86-a6e4-c6785bb90b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:38:47.539226 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-5dd96595-a45c-4b1f-8ee5-1d00ac415ed7 service neutron] Bound using segment: {'id': 'dd97d248-1cc6-45df-a0ce-52b22c98e39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cb5028fa-735c-4d86-a6e4-c6785bb90b09'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:38:47.539654 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-5dd96595-a45c-4b1f-8ee5-1d00ac415ed7 service neutron] Bound port: ed032d9a-43c0-4027-b3e8-b789827d7a18, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd97d248-1cc6-45df-a0ce-52b22c98e39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cb5028fa-735c-4d86-a6e4-c6785bb90b09'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:38:47.540010 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-5dd96595-a45c-4b1f-8ee5-1d00ac415ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:47.584718 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bee1bccd-dbe1-4e70-8661-0d19e6954e76 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:47.622593 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51974) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:47.660756 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-5dd96595-a45c-4b1f-8ee5-1d00ac415ed7 service neutron] For port ed032d9a-43c0-4027-b3e8-b789827d7a18, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:38:47.665571 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-5dd96595-a45c-4b1f-8ee5-1d00ac415ed7 service neutron] For port ed032d9a-43c0-4027-b3e8-b789827d7a18, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=ed032d9a-43c0-4027-b3e8-b789827d7a18,segment=NetworkSegment(dd97d248-1cc6-45df-a0ce-52b22c98e39b),segment_id=dd97d248-1cc6-45df-a0ce-52b22c98e39b)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:38:47.745335 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6c746926-f46b-4a40-868b-0e814bf8230e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:47.783214 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-5dd96595-a45c-4b1f-8ee5-1d00ac415ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:47.814290 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bee1bccd-dbe1-4e70-8661-0d19e6954e76 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:47.829336 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-5dd96595-a45c-4b1f-8ee5-1d00ac415ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:47.830313 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-5dd96595-a45c-4b1f-8ee5-1d00ac415ed7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:47.831691 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-5dd96595-a45c-4b1f-8ee5-1d00ac415ed7 service neutron] 10.222.0.41 "PUT /v2.0/ports/ed032d9a-43c0-4027-b3e8-b789827d7a18 HTTP/1.1" status: 200 len: 1091 time: 1.0325408 Dec 17 15:38:47.838287 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac131f10-e40e-494a-a0da-8e6975473e87', 'tag': 'ed032d9a-43c0-4027-b3e8-b789827d7a18'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:38:47.840497 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38043dd4-fb62-4c16-bb53-aa20718002be" -d '{"events": [{"name": "network-changed", "server_uuid": "ac131f10-e40e-494a-a0da-8e6975473e87", "tag": "ed032d9a-43c0-4027-b3e8-b789827d7a18"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:38:47.863936 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6c746926-f46b-4a40-868b-0e814bf8230e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:47.876384 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bee1bccd-dbe1-4e70-8661-0d19e6954e76 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:47.882008 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-bee1bccd-dbe1-4e70-8661-0d19e6954e76 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/subnets/fec22547-0d80-450b-82ce-4683ebd6ee92 HTTP/1.1" status: 204 len: 168 time: 0.6331348 Dec 17 15:38:47.882008 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1bccd-dbe1-4e70-8661-0d19e6954e76 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Subnet': ['ID=fec22547-0d80-450b-82ce-4683ebd6ee92,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:47.883927 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51982) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:47.884617 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d67a4db-9bf8-4743-a0e1-ebd3d2e794a3 None None] Network 771cac8d-a6c7-4be5-8915-6d0bb93bf2d2 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:38:47.901789 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3700a95-a97f-47c5-b33b-0ce4084b03a5 x-openstack-request-id: req-b3700a95-a97f-47c5-b33b-0ce4084b03a5 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:38:47.902089 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac131f10-e40e-494a-a0da-8e6975473e87", "tag": "ed032d9a-43c0-4027-b3e8-b789827d7a18", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:38:47.902344 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b3700a95-a97f-47c5-b33b-0ce4084b03a5 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:38:47.902742 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac131f10-e40e-494a-a0da-8e6975473e87', 'tag': 'ed032d9a-43c0-4027-b3e8-b789827d7a18', 'status': 'completed', 'code': 200} Dec 17 15:38:47.908202 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd96595-a45c-4b1f-8ee5-1d00ac415ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=ed032d9a-43c0-4027-b3e8-b789827d7a18,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:47.977471 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d0b2fd87-8385-49ce-aa42-0cc14c18650a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:47.991063 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38043dd4-fb62-4c16-bb53-aa20718002be req-ef2b6980-6732-42be-8228-5b80e93ac60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:47.992788 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-38043dd4-fb62-4c16-bb53-aa20718002be req-ef2b6980-6732-42be-8228-5b80e93ac60b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e78a5c95e1f0448ca80c24df4b2366a3&device_id=ac131f10-e40e-494a-a0da-8e6975473e87 HTTP/1.1" status: 200 len: 1094 time: 0.0463140 Dec 17 15:38:48.043331 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-d0b2fd87-8385-49ce-aa42-0cc14c18650a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Deleting port 76d7c191-f2a7-4383-94a8-f1b29d51b416 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:38:48.043876 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d0b2fd87-8385-49ce-aa42-0cc14c18650a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:48.049276 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6c746926-f46b-4a40-868b-0e814bf8230e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:48.083043 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49d6625-136a-4394-b8fe-13f7d315fa99 None None] DHCP port deletion for 771cac8d-a6c7-4be5-8915-6d0bb93bf2d2 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:38:48.112441 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38043dd4-fb62-4c16-bb53-aa20718002be req-25e816a0-2f38-4f0a-b7f6-772959df399e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:48.113868 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-38043dd4-fb62-4c16-bb53-aa20718002be req-25e816a0-2f38-4f0a-b7f6-772959df399e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e78a5c95e1f0448ca80c24df4b2366a3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1068375 Dec 17 15:38:48.139268 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d49d6625-136a-4394-b8fe-13f7d315fa99 None None] Deleting port 76d7c191-f2a7-4383-94a8-f1b29d51b416 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:38:48.140106 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d49d6625-136a-4394-b8fe-13f7d315fa99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:48.153577 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6c746926-f46b-4a40-868b-0e814bf8230e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dcab8cf9fa3848f3b4780b97b59a855b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5293496 Dec 17 15:38:48.157018 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 51984) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:48.165995 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c746926-f46b-4a40-868b-0e814bf8230e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9d2e84-1d0b-4347-97ff-2ced985972ca,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:48.172013 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-d0b2fd87-8385-49ce-aa42-0cc14c18650a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] For port 76d7c191-f2a7-4383-94a8-f1b29d51b416, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=76d7c191-f2a7-4383-94a8-f1b29d51b416,segment=NetworkSegment(571edc54-b91e-4f2d-97dd-af1c8b8634da),segment_id=571edc54-b91e-4f2d-97dd-af1c8b8634da)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:38:48.172390 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d0b2fd87-8385-49ce-aa42-0cc14c18650a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:48.198437 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-d0b2fd87-8385-49ce-aa42-0cc14c18650a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Calling delete_port for 76d7c191-f2a7-4383-94a8-f1b29d51b416 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:38:48.210857 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-d49d6625-136a-4394-b8fe-13f7d315fa99 None None] For port 76d7c191-f2a7-4383-94a8-f1b29d51b416, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=76d7c191-f2a7-4383-94a8-f1b29d51b416,segment=NetworkSegment(571edc54-b91e-4f2d-97dd-af1c8b8634da),segment_id=571edc54-b91e-4f2d-97dd-af1c8b8634da)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:38:48.211343 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d49d6625-136a-4394-b8fe-13f7d315fa99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:48.220326 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38043dd4-fb62-4c16-bb53-aa20718002be req-4ece338c-ea03-46e4-8f59-1ce39c48a6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:48.222244 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-38043dd4-fb62-4c16-bb53-aa20718002be req-4ece338c-ea03-46e4-8f59-1ce39c48a6e4 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1012447 Dec 17 15:38:48.225981 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d49d6625-136a-4394-b8fe-13f7d315fa99 None None] Calling delete_port for 76d7c191-f2a7-4383-94a8-f1b29d51b416 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:38:48.278547 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-61660346-5914-49c6-ae80-b2e41d4d4405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:48.342254 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-61660346-5914-49c6-ae80-b2e41d4d4405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:48.347069 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-c3bed934-23d5-4b09-8794-31bd9f21184f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:48.348781 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-c3bed934-23d5-4b09-8794-31bd9f21184f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e78a5c95e1f0448ca80c24df4b2366a3&device_id=ac131f10-e40e-494a-a0da-8e6975473e87 HTTP/1.1" status: 200 len: 1094 time: 0.0634532 Dec 17 15:38:48.399485 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-1a468405-39df-45cf-9fd7-590f4f86fa4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed032d9a-43c0-4027-b3e8-b789827d7a18 HTTP/1.1" status: 200 len: 217 time: 0.0351393 Dec 17 15:38:48.408752 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2753fc9b-0a31-48e5-a897-c4e8a337f385 req-4d87ae91-365f-4b98-b684-a1ba259cab88 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:48.410265 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2753fc9b-0a31-48e5-a897-c4e8a337f385 req-4d87ae91-365f-4b98-b684-a1ba259cab88 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac131f10-e40e-494a-a0da-8e6975473e87 HTTP/1.1" status: 200 len: 943 time: 0.0744936 Dec 17 15:38:48.434542 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d49d6625-136a-4394-b8fe-13f7d315fa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:48.451259 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d0b2fd87-8385-49ce-aa42-0cc14c18650a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:48.453660 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-a14355c4-e7a2-497b-abe2-727d5d34a3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:48.455530 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-a14355c4-e7a2-497b-abe2-727d5d34a3d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6e026d71-5698-4b52-8ba6-86d3935c2c2a HTTP/1.1" status: 200 len: 853 time: 0.0493052 Dec 17 15:38:48.462375 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d6625-136a-4394-b8fe-13f7d315fa99 None None] Pushing event deleted for resources: {'Port': ['ID=76d7c191-f2a7-4383-94a8-f1b29d51b416,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:48.464125 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2753fc9b-0a31-48e5-a897-c4e8a337f385 req-7e72ce74-9143-44a6-8af6-91ac6a4aaca7 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf5e0173-6b98-432b-af8a-df7b3362a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444794 Dec 17 15:38:48.467354 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49d6625-136a-4394-b8fe-13f7d315fa99 None None] No DVR routers for this DVR port 76d7c191-f2a7-4383-94a8-f1b29d51b416 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:38:48.497284 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b2fd87-8385-49ce-aa42-0cc14c18650a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] No DVR routers for this DVR port 76d7c191-f2a7-4383-94a8-f1b29d51b416 on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:38:48.502834 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2fd87-8385-49ce-aa42-0cc14c18650a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Port': ['ID=76d7c191-f2a7-4383-94a8-f1b29d51b416,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:48.504387 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-b418d6c5-c4cc-4bfa-9ee3-0947729afcf0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb5028fa-735c-4d86-a6e4-c6785bb90b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420294 Dec 17 15:38:48.527426 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-61660346-5914-49c6-ae80-b2e41d4d4405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:48.531066 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-61660346-5914-49c6-ae80-b2e41d4d4405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:48.532246 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-61660346-5914-49c6-ae80-b2e41d4d4405 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6b9d2e84-1d0b-4347-97ff-2ced985972ca HTTP/1.1" status: 204 len: 168 time: 0.3741906 Dec 17 15:38:48.577866 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61660346-5914-49c6-ae80-b2e41d4d4405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9d2e84-1d0b-4347-97ff-2ced985972ca,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:48.606566 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d0b2fd87-8385-49ce-aa42-0cc14c18650a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:48.620179 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-2e8c78dd-0f4c-4ad8-9a6a-d96a6d834620 service neutron] 10.222.0.41 "GET /v2.0/networks/cb5028fa-735c-4d86-a6e4-c6785bb90b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087551 Dec 17 15:38:48.642067 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-d0b2fd87-8385-49ce-aa42-0cc14c18650a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771cac8d-a6c7-4be5-8915-6d0bb93bf2d2']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:38:48.652491 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-d0b2fd87-8385-49ce-aa42-0cc14c18650a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '571edc54-b91e-4f2d-97dd-af1c8b8634da') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:38:48.652846 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-d0b2fd87-8385-49ce-aa42-0cc14c18650a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '571edc54-b91e-4f2d-97dd-af1c8b8634da') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:38:48.678215 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d0b2fd87-8385-49ce-aa42-0cc14c18650a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:48.688875 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 76d7c191-f2a7-4383-94a8-f1b29d51b416 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:38:48.700305 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d0b2fd87-8385-49ce-aa42-0cc14c18650a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:48.710842 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0b2fd87-8385-49ce-aa42-0cc14c18650a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:38:48.710842 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d0b2fd87-8385-49ce-aa42-0cc14c18650a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: self.session.flush() Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: self.session.flush() Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: self.session.flush() Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: self.session.flush() Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:38:48.714851 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:38:48.746497 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 76d7c191-f2a7-4383-94a8-f1b29d51b416 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:38:48.746851 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 76d7c191-f2a7-4383-94a8-f1b29d51b416 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:38:48.775363 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c518c46d-57cb-48bc-a4b0-b2525951d0cb req-3ec4de80-603c-4bf9-adfd-c3e92b931f41 service neutron] 10.222.0.41 "GET /v2.0/networks/cb5028fa-735c-4d86-a6e4-c6785bb90b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462717 Dec 17 15:38:48.872621 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d0b2fd87-8385-49ce-aa42-0cc14c18650a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:48.878488 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d0b2fd87-8385-49ce-aa42-0cc14c18650a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:48.882093 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d0b2fd87-8385-49ce-aa42-0cc14c18650a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/networks/771cac8d-a6c7-4be5-8915-6d0bb93bf2d2 HTTP/1.1" status: 204 len: 168 time: 0.9965451 Dec 17 15:38:48.887662 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51994) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:48.893836 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-3b4a0903-cc03-4d71-ac4f-de6f5f14a831 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-427201068'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:48.913040 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2fd87-8385-49ce-aa42-0cc14c18650a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Network': ['ID=771cac8d-a6c7-4be5-8915-6d0bb93bf2d2,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:48.997618 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4a0903-cc03-4d71-ac4f-de6f5f14a831 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:49.001849 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b4a0903-cc03-4d71-ac4f-de6f5f14a831 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:49.026060 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b4a0903-cc03-4d71-ac4f-de6f5f14a831 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:38:49.034835 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b4a0903-cc03-4d71-ac4f-de6f5f14a831 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:49.035245 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-3b4a0903-cc03-4d71-ac4f-de6f5f14a831 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Added segment 512527e7-1243-4322-84a1-36ef0041df58 of type vlan for network fd4566ba-fa00-4fa7-9ae7-99aa78af2afb Dec 17 15:38:49.076629 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b4a0903-cc03-4d71-ac4f-de6f5f14a831 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:49.146393 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b4a0903-cc03-4d71-ac4f-de6f5f14a831 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:49.152507 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4a0903-cc03-4d71-ac4f-de6f5f14a831 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:49.153176 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b4a0903-cc03-4d71-ac4f-de6f5f14a831 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:49.220109 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a0903-cc03-4d71-ac4f-de6f5f14a831 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Network': ['ID=fd4566ba-fa00-4fa7-9ae7-99aa78af2afb,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:49.230114 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network fd4566ba-fa00-4fa7-9ae7-99aa78af2afb details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:38:49.264824 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51996) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:49.287413 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3b4a0903-cc03-4d71-ac4f-de6f5f14a831 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4002476 Dec 17 15:38:49.288796 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3ef4bf65-8a8b-4e7e-a78c-f431e6203caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:49.292906 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 51998) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:49.305604 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-9e60b3d6-9ffb-4632-b169-c3dfca3f42b1 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'subnet': {'network_id': 'fd4566ba-fa00-4fa7-9ae7-99aa78af2afb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:49.445738 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3ef4bf65-8a8b-4e7e-a78c-f431e6203caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:49.523423 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e60b3d6-9ffb-4632-b169-c3dfca3f42b1 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:49.527039 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9e60b3d6-9ffb-4632-b169-c3dfca3f42b1 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:49.571157 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3ef4bf65-8a8b-4e7e-a78c-f431e6203caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:49.592697 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203afdc-53a3-42cd-8aab-23cae9fab0b7 req-8fbce018-7e0b-474a-9801-f7bd687cf38e tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:49.594292 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6203afdc-53a3-42cd-8aab-23cae9fab0b7 req-8fbce018-7e0b-474a-9801-f7bd687cf38e tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac131f10-e40e-494a-a0da-8e6975473e87 HTTP/1.1" status: 200 len: 943 time: 0.0514667 Dec 17 15:38:49.633426 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3ef4bf65-8a8b-4e7e-a78c-f431e6203caa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=41bc1ebaa8694ebd84c3d56c04cec4f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3671849 Dec 17 15:38:49.634162 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4bf65-8a8b-4e7e-a78c-f431e6203caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afc1933-3848-4c3e-bdf4-362956d4d3d5,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:49.634532 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6203afdc-53a3-42cd-8aab-23cae9fab0b7 req-e00a4134-c666-4fb4-b80a-ce7ffb2a2373 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf5e0173-6b98-432b-af8a-df7b3362a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339229 Dec 17 15:38:49.635988 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52002) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:49.689130 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1cf24d6c-f1da-402a-846e-189e32b9836f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:49.715500 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1cf24d6c-f1da-402a-846e-189e32b9836f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:49.845722 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9e60b3d6-9ffb-4632-b169-c3dfca3f42b1 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:49.885733 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1cf24d6c-f1da-402a-846e-189e32b9836f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:49.888313 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1cf24d6c-f1da-402a-846e-189e32b9836f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:49.896326 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1cf24d6c-f1da-402a-846e-189e32b9836f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3afc1933-3848-4c3e-bdf4-362956d4d3d5 HTTP/1.1" status: 204 len: 168 time: 0.2555528 Dec 17 15:38:49.905347 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf24d6c-f1da-402a-846e-189e32b9836f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afc1933-3848-4c3e-bdf4-362956d4d3d5,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:50.263081 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60b3d6-9ffb-4632-b169-c3dfca3f42b1 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Subnet': ['ID=68fdf7c6-9516-4d16-9e5f-5c04fc5e8d76,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:50.277981 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e60b3d6-9ffb-4632-b169-c3dfca3f42b1 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Checking segment: {'id': '512527e7-1243-4322-84a1-36ef0041df58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fd4566ba-fa00-4fa7-9ae7-99aa78af2afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:38:50.278345 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e60b3d6-9ffb-4632-b169-c3dfca3f42b1 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Network hostable DHCP agents. Network: fd4566ba-fa00-4fa7-9ae7-99aa78af2afb, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:38:50.353537 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e60b3d6-9ffb-4632-b169-c3dfca3f42b1 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Network fd4566ba-fa00-4fa7-9ae7-99aa78af2afb is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:38:50.444935 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-9e60b3d6-9ffb-4632-b169-c3dfca3f42b1 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, fd4566ba-fa00-4fa7-9ae7-99aa78af2afb) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:38:50.448983 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e60b3d6-9ffb-4632-b169-c3dfca3f42b1 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:50.456972 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9e60b3d6-9ffb-4632-b169-c3dfca3f42b1 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:50.457941 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446154bf-6d9d-42a2-b524-d67540caea33 None None] Network fd4566ba-fa00-4fa7-9ae7-99aa78af2afb requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:38:50.539175 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9e60b3d6-9ffb-4632-b169-c3dfca3f42b1 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2450368 Dec 17 15:38:50.542164 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52022) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:50.547391 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-7ff39914-b755-430a-acef-fa61afc9c272 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'port': {'network_id': 'fd4566ba-fa00-4fa7-9ae7-99aa78af2afb', 'name': 'tempest-PortsIpV6TestJSON-452028139', 'fixed_ips': [{'subnet_id': '68fdf7c6-9516-4d16-9e5f-5c04fc5e8d76', 'ip_address': '2001:db8::10'}]}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:50.619332 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7123c36a-32ea-41a7-83a6-6f7d68782123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-fd4566ba-fa00-4fa7-9ae7-99aa78af2afb', 'network_id': 'fd4566ba-fa00-4fa7-9ae7-99aa78af2afb', 'tenant_id': '42e5af0b0b094bd79f2f4fab1c55cc89', 'fixed_ips': [{'subnet_id': '68fdf7c6-9516-4d16-9e5f-5c04fc5e8d76'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:38:50.620396 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7123c36a-32ea-41a7-83a6-6f7d68782123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:50.787189 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-7123c36a-32ea-41a7-83a6-6f7d68782123 None None] Allocated IP 2001:db8::2 (fd4566ba-fa00-4fa7-9ae7-99aa78af2afb/68fdf7c6-9516-4d16-9e5f-5c04fc5e8d76/2e807415-77c7-4539-8430-6435a4d04f7c) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:38:50.794706 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ee66c-23ee-4aa1-91d5-3d95cfa1eaee req-75ed5bfa-a963-4889-9700-899172c4a562 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:50.796511 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f06ee66c-23ee-4aa1-91d5-3d95cfa1eaee req-75ed5bfa-a963-4889-9700-899172c4a562 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac131f10-e40e-494a-a0da-8e6975473e87 HTTP/1.1" status: 200 len: 943 time: 0.0563016 Dec 17 15:38:50.816777 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff39914-b755-430a-acef-fa61afc9c272 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:50.838974 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f06ee66c-23ee-4aa1-91d5-3d95cfa1eaee req-dda5816c-8ffc-43e7-975f-6397d1c0116e tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf5e0173-6b98-432b-af8a-df7b3362a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356293 Dec 17 15:38:50.956334 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7ff39914-b755-430a-acef-fa61afc9c272 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:50.974464 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-7ff39914-b755-430a-acef-fa61afc9c272 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] device_id is not set on port eb6fbe48-9aa3-4bd1-87ca-ee7031a015b0 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:38:50.985331 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7123c36a-32ea-41a7-83a6-6f7d68782123 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:51.100741 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7123c36a-32ea-41a7-83a6-6f7d68782123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:51.141811 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7123c36a-32ea-41a7-83a6-6f7d68782123 None None] Network fd4566ba-fa00-4fa7-9ae7-99aa78af2afb is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:38:51.146393 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-7123c36a-32ea-41a7-83a6-6f7d68782123 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:38:51.150030 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7123c36a-32ea-41a7-83a6-6f7d68782123 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:38:51.160735 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123c36a-32ea-41a7-83a6-6f7d68782123 None None] Pushing event updated for resources: {'Port': ['ID=2e807415-77c7-4539-8430-6435a4d04f7c,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:51.163287 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-7ff39914-b755-430a-acef-fa61afc9c272 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Allocated IP 2001:db8::10 (fd4566ba-fa00-4fa7-9ae7-99aa78af2afb/68fdf7c6-9516-4d16-9e5f-5c04fc5e8d76/eb6fbe48-9aa3-4bd1-87ca-ee7031a015b0) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:38:51.235608 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7123c36a-32ea-41a7-83a6-6f7d68782123 None None] Attempting to bind port 2e807415-77c7-4539-8430-6435a4d04f7c on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:38:51.236136 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7123c36a-32ea-41a7-83a6-6f7d68782123 None None] Attempting to bind port 2e807415-77c7-4539-8430-6435a4d04f7c by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '512527e7-1243-4322-84a1-36ef0041df58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fd4566ba-fa00-4fa7-9ae7-99aa78af2afb'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:38:51.236564 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7123c36a-32ea-41a7-83a6-6f7d68782123 None None] Attempting to bind port 2e807415-77c7-4539-8430-6435a4d04f7c on network fd4566ba-fa00-4fa7-9ae7-99aa78af2afb {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:38:51.242720 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7123c36a-32ea-41a7-83a6-6f7d68782123 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:38:51.243346 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7123c36a-32ea-41a7-83a6-6f7d68782123 None None] Checking segment: {'id': '512527e7-1243-4322-84a1-36ef0041df58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fd4566ba-fa00-4fa7-9ae7-99aa78af2afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:38:51.243965 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7123c36a-32ea-41a7-83a6-6f7d68782123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:51.245422 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7123c36a-32ea-41a7-83a6-6f7d68782123 None None] Bound using segment: {'id': '512527e7-1243-4322-84a1-36ef0041df58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fd4566ba-fa00-4fa7-9ae7-99aa78af2afb'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:38:51.245422 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7123c36a-32ea-41a7-83a6-6f7d68782123 None None] Bound port: 2e807415-77c7-4539-8430-6435a4d04f7c, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '512527e7-1243-4322-84a1-36ef0041df58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fd4566ba-fa00-4fa7-9ae7-99aa78af2afb'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:38:51.245422 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7123c36a-32ea-41a7-83a6-6f7d68782123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:51.321995 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7123c36a-32ea-41a7-83a6-6f7d68782123 None None] For port 2e807415-77c7-4539-8430-6435a4d04f7c, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:38:51.326957 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7123c36a-32ea-41a7-83a6-6f7d68782123 None None] For port 2e807415-77c7-4539-8430-6435a4d04f7c, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=2e807415-77c7-4539-8430-6435a4d04f7c,segment=NetworkSegment(512527e7-1243-4322-84a1-36ef0041df58),segment_id=512527e7-1243-4322-84a1-36ef0041df58)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:38:51.339738 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7ff39914-b755-430a-acef-fa61afc9c272 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:51.420978 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7123c36a-32ea-41a7-83a6-6f7d68782123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:51.478678 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123c36a-32ea-41a7-83a6-6f7d68782123 None None] Pushing event updated for resources: {'Port': ['ID=2e807415-77c7-4539-8430-6435a4d04f7c,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:51.492515 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7ff39914-b755-430a-acef-fa61afc9c272 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:51.550600 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff39914-b755-430a-acef-fa61afc9c272 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Network fd4566ba-fa00-4fa7-9ae7-99aa78af2afb is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:38:51.556794 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-7ff39914-b755-430a-acef-fa61afc9c272 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:38:51.559935 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff39914-b755-430a-acef-fa61afc9c272 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:38:51.566569 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff39914-b755-430a-acef-fa61afc9c272 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:51.567196 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7ff39914-b755-430a-acef-fa61afc9c272 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:51.581188 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff39914-b755-430a-acef-fa61afc9c272 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Port': ['ID=eb6fbe48-9aa3-4bd1-87ca-ee7031a015b0,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:51.659137 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7ff39914-b755-430a-acef-fa61afc9c272 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1156187 Dec 17 15:38:51.661585 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52058) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:51.671384 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-7d5f2dbe-3e35-4f11-a267-265c834c1209 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'port': {'network_id': 'fd4566ba-fa00-4fa7-9ae7-99aa78af2afb', 'name': 'tempest-PortsIpV6TestJSON-355998229', 'fixed_ips': [{'subnet_id': '68fdf7c6-9516-4d16-9e5f-5c04fc5e8d76', 'ip_address': '2001:db8::f'}]}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:51.871954 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5f2dbe-3e35-4f11-a267-265c834c1209 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:51.878468 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7d5f2dbe-3e35-4f11-a267-265c834c1209 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:51.912448 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-7d5f2dbe-3e35-4f11-a267-265c834c1209 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] device_id is not set on port c5d05610-0320-4a49-8676-8d2b0dd58ddc yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:38:51.990342 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edebd464-ac37-4f83-bf55-399ff3d823e1 req-caa4f710-2fcd-432a-8a82-4e8db31befa8 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:51.992744 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-edebd464-ac37-4f83-bf55-399ff3d823e1 req-caa4f710-2fcd-432a-8a82-4e8db31befa8 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac131f10-e40e-494a-a0da-8e6975473e87 HTTP/1.1" status: 200 len: 943 time: 0.0545824 Dec 17 15:38:52.040635 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-edebd464-ac37-4f83-bf55-399ff3d823e1 req-373e4285-8444-4240-a6f0-03fdadb93394 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf5e0173-6b98-432b-af8a-df7b3362a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378726 Dec 17 15:38:52.112424 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-7d5f2dbe-3e35-4f11-a267-265c834c1209 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Allocated IP 2001:db8::f (fd4566ba-fa00-4fa7-9ae7-99aa78af2afb/68fdf7c6-9516-4d16-9e5f-5c04fc5e8d76/c5d05610-0320-4a49-8676-8d2b0dd58ddc) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:38:52.292588 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7d5f2dbe-3e35-4f11-a267-265c834c1209 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:52.389349 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7d5f2dbe-3e35-4f11-a267-265c834c1209 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:52.434514 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5f2dbe-3e35-4f11-a267-265c834c1209 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Network fd4566ba-fa00-4fa7-9ae7-99aa78af2afb is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:38:52.438659 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-7d5f2dbe-3e35-4f11-a267-265c834c1209 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:38:52.444844 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5f2dbe-3e35-4f11-a267-265c834c1209 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:38:52.450535 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5f2dbe-3e35-4f11-a267-265c834c1209 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:52.452356 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7d5f2dbe-3e35-4f11-a267-265c834c1209 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:52.476164 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f2dbe-3e35-4f11-a267-265c834c1209 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Port': ['ID=c5d05610-0320-4a49-8676-8d2b0dd58ddc,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:52.535765 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7d5f2dbe-3e35-4f11-a267-265c834c1209 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8728561 Dec 17 15:38:52.541184 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52084) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:52.543232 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b2e0ea-f346-4d41-8c46-e94dfa47d49c None None] Network fd4566ba-fa00-4fa7-9ae7-99aa78af2afb requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:38:52.587775 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52086) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:52.619606 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-82547fb3-ad2c-42f0-9b02-7a989a7a4cf2 None None] Provisioning complete for port 2e807415-77c7-4539-8430-6435a4d04f7c triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:52.620057 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-82547fb3-ad2c-42f0-9b02-7a989a7a4cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:52.654939 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9ddf85-aa31-4827-aba0-3fd232995332 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:52.656898 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-fd9ddf85-aa31-4827-aba0-3fd232995332 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1173990 Dec 17 15:38:52.660511 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52090) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:52.750659 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 2e807415-77c7-4539-8430-6435a4d04f7c up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:38:52.773188 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-82547fb3-ad2c-42f0-9b02-7a989a7a4cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:52.787286 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af462a1-8552-4371-96ea-e5794568a15e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:52.793396 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af462a1-8552-4371-96ea-e5794568a15e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:52.800394 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af462a1-8552-4371-96ea-e5794568a15e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:52.804270 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3af462a1-8552-4371-96ea-e5794568a15e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1425045 Dec 17 15:38:52.805462 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52092) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:52.817585 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-46095632-d81e-4be7-89ad-0689f1cb3c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:52.920420 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-46095632-d81e-4be7-89ad-0689f1cb3c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:52.924546 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-50ccaf8e-141a-47df-9c2d-3a2526f55748 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Deleting port c5d05610-0320-4a49-8676-8d2b0dd58ddc {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:38:52.925033 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-50ccaf8e-141a-47df-9c2d-3a2526f55748 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:52.995012 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-46095632-d81e-4be7-89ad-0689f1cb3c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:53.031080 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-50ccaf8e-141a-47df-9c2d-3a2526f55748 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:53.037156 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46095632-d81e-4be7-89ad-0689f1cb3c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c610fbf9-1c91-4d29-9c7d-6a570c097350,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:53.043333 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-82547fb3-ad2c-42f0-9b02-7a989a7a4cf2 None None] For port 2e807415-77c7-4539-8430-6435a4d04f7c, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=2e807415-77c7-4539-8430-6435a4d04f7c,segment=NetworkSegment(512527e7-1243-4322-84a1-36ef0041df58),segment_id=512527e7-1243-4322-84a1-36ef0041df58)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:38:53.058896 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-50ccaf8e-141a-47df-9c2d-3a2526f55748 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Calling delete_port for c5d05610-0320-4a49-8676-8d2b0dd58ddc owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:38:53.065391 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-46095632-d81e-4be7-89ad-0689f1cb3c1e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f8afa9d38ff8400ca64b48edb3c8a779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4764206 Dec 17 15:38:53.068644 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52096) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:53.071461 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 2e807415-77c7-4539-8430-6435a4d04f7c triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:53.071739 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:53.127463 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device ed032d9a-43c0-4027-b3e8-b789827d7a18 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:38:53.136701 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3c94c878-f90d-4666-a9e9-ba507f41a367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:53.139409 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-82547fb3-ad2c-42f0-9b02-7a989a7a4cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:53.183414 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3c94c878-f90d-4666-a9e9-ba507f41a367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:53.295521 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82547fb3-ad2c-42f0-9b02-7a989a7a4cf2 None None] Pushing event updated for resources: {'Port': ['ID=2e807415-77c7-4539-8430-6435a4d04f7c,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:53.308677 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54878e39-655f-44fc-bf65-079abadc27fd req-4f40d1bb-0935-4db0-ab62-d3a1f85f3e91 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:53.311211 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-54878e39-655f-44fc-bf65-079abadc27fd req-4f40d1bb-0935-4db0-ab62-d3a1f85f3e91 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac131f10-e40e-494a-a0da-8e6975473e87 HTTP/1.1" status: 200 len: 943 time: 0.1747143 Dec 17 15:38:53.313680 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3c94c878-f90d-4666-a9e9-ba507f41a367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:53.316395 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3c94c878-f90d-4666-a9e9-ba507f41a367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:53.317957 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3c94c878-f90d-4666-a9e9-ba507f41a367 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c610fbf9-1c91-4d29-9c7d-6a570c097350 HTTP/1.1" status: 204 len: 168 time: 0.2476659 Dec 17 15:38:53.333537 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94c878-f90d-4666-a9e9-ba507f41a367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c610fbf9-1c91-4d29-9c7d-6a570c097350,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:53.371737 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-54878e39-655f-44fc-bf65-079abadc27fd req-1781914b-873b-4c3f-826b-011f45b4ba44 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf5e0173-6b98-432b-af8a-df7b3362a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475693 Dec 17 15:38:53.373129 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-50ccaf8e-141a-47df-9c2d-3a2526f55748 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:53.399030 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port ed032d9a-43c0-4027-b3e8-b789827d7a18, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=ed032d9a-43c0-4027-b3e8-b789827d7a18,segment=NetworkSegment(dd97d248-1cc6-45df-a0ce-52b22c98e39b),segment_id=dd97d248-1cc6-45df-a0ce-52b22c98e39b)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:38:53.413395 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'ed032d9a-43c0-4027-b3e8-b789827d7a18', 'network_id': 'cb5028fa-735c-4d86-a6e4-c6785bb90b09', 'port_id': 'ed032d9a-43c0-4027-b3e8-b789827d7a18', 'mac_address': 'fa:16:3e:b6:8b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e026d71-5698-4b52-8ba6-86d3935c2c2a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:38:53.417737 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ccaf8e-141a-47df-9c2d-3a2526f55748 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Port': ['ID=c5d05610-0320-4a49-8676-8d2b0dd58ddc,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:53.438687 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-50ccaf8e-141a-47df-9c2d-3a2526f55748 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:53.445307 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-50ccaf8e-141a-47df-9c2d-3a2526f55748 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/ports/c5d05610-0320-4a49-8676-8d2b0dd58ddc HTTP/1.1" status: 204 len: 168 time: 0.6355033 Dec 17 15:38:53.445819 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52100) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:53.467966 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:53.475230 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-8836cde9-a2da-436e-a66e-1a1e3c380817 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] GET failed (client error): The resource could not be found. Dec 17 15:38:53.479681 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8836cde9-a2da-436e-a66e-1a1e3c380817 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "GET /v2.0/ports/c5d05610-0320-4a49-8676-8d2b0dd58ddc HTTP/1.1" status: 404 len: 333 time: 0.0303645 Dec 17 15:38:53.480151 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52102) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:53.485963 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d789e92d-20aa-4f26-aa5c-a6b659e964d5 None None] Could not find standard attr ID for object c5d05610-0320-4a49-8676-8d2b0dd58ddc. {{(pid=102834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:38:53.501411 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed032d9a-43c0-4027-b3e8-b789827d7a18 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:38:53.535731 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port ed032d9a-43c0-4027-b3e8-b789827d7a18, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=ed032d9a-43c0-4027-b3e8-b789827d7a18,segment=NetworkSegment(dd97d248-1cc6-45df-a0ce-52b22c98e39b),segment_id=dd97d248-1cc6-45df-a0ce-52b22c98e39b)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:38:53.546606 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d789e92d-20aa-4f26-aa5c-a6b659e964d5 None None] Provisioning complete for port eb6fbe48-9aa3-4bd1-87ca-ee7031a015b0 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:53.547241 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d789e92d-20aa-4f26-aa5c-a6b659e964d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:53.593581 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d789e92d-20aa-4f26-aa5c-a6b659e964d5 None None] Port eb6fbe48-9aa3-4bd1-87ca-ee7031a015b0 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:38:53.605637 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d789e92d-20aa-4f26-aa5c-a6b659e964d5 None None] Provisioning complete for port 2e807415-77c7-4539-8430-6435a4d04f7c triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:53.606251 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d789e92d-20aa-4f26-aa5c-a6b659e964d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:53.608747 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-d2d0b97b-567f-41b3-9cfd-cc61cbc0f10d tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Deleting port eb6fbe48-9aa3-4bd1-87ca-ee7031a015b0 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:38:53.609207 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d2d0b97b-567f-41b3-9cfd-cc61cbc0f10d tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:53.632660 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:53.741770 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d2d0b97b-567f-41b3-9cfd-cc61cbc0f10d tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:53.756657 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-d2d0b97b-567f-41b3-9cfd-cc61cbc0f10d tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Calling delete_port for eb6fbe48-9aa3-4bd1-87ca-ee7031a015b0 owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:38:53.777726 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=ed032d9a-43c0-4027-b3e8-b789827d7a18,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:53.916192 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d0c7908c-aadd-423c-914a-aff991d84743 None None] Provisioning complete for port eb6fbe48-9aa3-4bd1-87ca-ee7031a015b0 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:53.916580 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d0c7908c-aadd-423c-914a-aff991d84743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:53.962458 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7908c-aadd-423c-914a-aff991d84743 None None] Port eb6fbe48-9aa3-4bd1-87ca-ee7031a015b0 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:38:54.001061 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['ed032d9a-43c0-4027-b3e8-b789827d7a18'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:38:54.003171 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d2d0b97b-567f-41b3-9cfd-cc61cbc0f10d tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:54.037233 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0b97b-567f-41b3-9cfd-cc61cbc0f10d tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Port': ['ID=eb6fbe48-9aa3-4bd1-87ca-ee7031a015b0,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:54.081907 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d2d0b97b-567f-41b3-9cfd-cc61cbc0f10d tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:54.085955 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d2d0b97b-567f-41b3-9cfd-cc61cbc0f10d tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/ports/eb6fbe48-9aa3-4bd1-87ca-ee7031a015b0 HTTP/1.1" status: 204 len: 168 time: 0.6039314 Dec 17 15:38:54.086083 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-8da00080-a101-452d-9bd7-0a48714e9f75 None None] Could not find standard attr ID for object c5d05610-0320-4a49-8676-8d2b0dd58ddc. {{(pid=102834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:38:54.090069 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52116) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:54.120431 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-65468c32-b6ee-4ec1-87ad-f588b8d56fe1 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] GET failed (client error): The resource could not be found. Dec 17 15:38:54.125578 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52118) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:54.126038 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-65468c32-b6ee-4ec1-87ad-f588b8d56fe1 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "GET /v2.0/ports/eb6fbe48-9aa3-4bd1-87ca-ee7031a015b0 HTTP/1.1" status: 404 len: 333 time: 0.0348654 Dec 17 15:38:54.187192 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-251fc6d2-44d2-4fc3-adeb-135ecda484f8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Deleting subnet 68fdf7c6-9516-4d16-9e5f-5c04fc5e8d76 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:38:54.191273 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-251fc6d2-44d2-4fc3-adeb-135ecda484f8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:54.238106 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-251fc6d2-44d2-4fc3-adeb-135ecda484f8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:54.337846 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-251fc6d2-44d2-4fc3-adeb-135ecda484f8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:54.475348 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-251fc6d2-44d2-4fc3-adeb-135ecda484f8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:54.528457 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-251fc6d2-44d2-4fc3-adeb-135ecda484f8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:54.534975 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-251fc6d2-44d2-4fc3-adeb-135ecda484f8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/subnets/68fdf7c6-9516-4d16-9e5f-5c04fc5e8d76 HTTP/1.1" status: 204 len: 168 time: 0.4058778 Dec 17 15:38:54.534975 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fc6d2-44d2-4fc3-adeb-135ecda484f8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Subnet': ['ID=68fdf7c6-9516-4d16-9e5f-5c04fc5e8d76,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:54.535358 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52130) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:54.573678 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38791813-c1cc-47f7-824d-47abb992056a req-5fca721b-25ac-4f76-9810-b31bce45df01 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:54.575681 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-38791813-c1cc-47f7-824d-47abb992056a req-5fca721b-25ac-4f76-9810-b31bce45df01 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac131f10-e40e-494a-a0da-8e6975473e87 HTTP/1.1" status: 200 len: 944 time: 0.1145699 Dec 17 15:38:54.583198 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc90b3c-b68d-42c0-8d30-0d00375db143 None None] Network fd4566ba-fa00-4fa7-9ae7-99aa78af2afb requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:38:54.651801 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b2692d7e-2399-459a-b346-286b423e3125 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:54.665217 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-38791813-c1cc-47f7-824d-47abb992056a req-480ce3a0-ba43-4738-bea3-a674b100e3ea tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf5e0173-6b98-432b-af8a-df7b3362a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778635 Dec 17 15:38:54.715310 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 2e807415-77c7-4539-8430-6435a4d04f7c up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:38:54.745566 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-b2692d7e-2399-459a-b346-286b423e3125 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Deleting port 2e807415-77c7-4539-8430-6435a4d04f7c {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:38:54.745566 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b2692d7e-2399-459a-b346-286b423e3125 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:54.824894 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-b2692d7e-2399-459a-b346-286b423e3125 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] For port 2e807415-77c7-4539-8430-6435a4d04f7c, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=2e807415-77c7-4539-8430-6435a4d04f7c,segment=NetworkSegment(512527e7-1243-4322-84a1-36ef0041df58),segment_id=512527e7-1243-4322-84a1-36ef0041df58)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:38:54.825572 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b2692d7e-2399-459a-b346-286b423e3125 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:54.846665 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 2e807415-77c7-4539-8430-6435a4d04f7c triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:54.847265 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:54.873373 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-b2692d7e-2399-459a-b346-286b423e3125 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Calling delete_port for 2e807415-77c7-4539-8430-6435a4d04f7c owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:38:54.935101 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35446cbc-eed9-4df0-82fd-11af67c455c6 None None] DHCP port deletion for fd4566ba-fa00-4fa7-9ae7-99aa78af2afb request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:38:55.018004 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-35446cbc-eed9-4df0-82fd-11af67c455c6 None None] Deleting port 2e807415-77c7-4539-8430-6435a4d04f7c {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:38:55.018476 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-35446cbc-eed9-4df0-82fd-11af67c455c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:55.085103 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-35446cbc-eed9-4df0-82fd-11af67c455c6 None None] For port 2e807415-77c7-4539-8430-6435a4d04f7c, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=2e807415-77c7-4539-8430-6435a4d04f7c,segment=NetworkSegment(512527e7-1243-4322-84a1-36ef0041df58),segment_id=512527e7-1243-4322-84a1-36ef0041df58)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:38:55.085717 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-35446cbc-eed9-4df0-82fd-11af67c455c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:55.090804 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b2692d7e-2399-459a-b346-286b423e3125 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:55.100567 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-35446cbc-eed9-4df0-82fd-11af67c455c6 None None] Calling delete_port for 2e807415-77c7-4539-8430-6435a4d04f7c owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:38:55.118867 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2692d7e-2399-459a-b346-286b423e3125 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Port': ['ID=2e807415-77c7-4539-8430-6435a4d04f7c,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:55.125260 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2692d7e-2399-459a-b346-286b423e3125 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] No DVR routers for this DVR port 2e807415-77c7-4539-8430-6435a4d04f7c on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:38:55.150830 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device ed032d9a-43c0-4027-b3e8-b789827d7a18 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:38:55.230707 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b2692d7e-2399-459a-b346-286b423e3125 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:55.237580 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-35446cbc-eed9-4df0-82fd-11af67c455c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:55.267186 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35446cbc-eed9-4df0-82fd-11af67c455c6 None None] Pushing event deleted for resources: {'Port': ['ID=2e807415-77c7-4539-8430-6435a4d04f7c,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:55.270272 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-b2692d7e-2399-459a-b346-286b423e3125 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4566ba-fa00-4fa7-9ae7-99aa78af2afb']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:38:55.282957 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-b2692d7e-2399-459a-b346-286b423e3125 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '512527e7-1243-4322-84a1-36ef0041df58') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:38:55.283539 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35446cbc-eed9-4df0-82fd-11af67c455c6 None None] No DVR routers for this DVR port 2e807415-77c7-4539-8430-6435a4d04f7c on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:38:55.285398 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-b2692d7e-2399-459a-b346-286b423e3125 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '512527e7-1243-4322-84a1-36ef0041df58') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:38:55.297128 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port ed032d9a-43c0-4027-b3e8-b789827d7a18 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:38:55.302241 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port ed032d9a-43c0-4027-b3e8-b789827d7a18 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:55.302686 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:55.308596 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b2692d7e-2399-459a-b346-286b423e3125 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:55.327219 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b2692d7e-2399-459a-b346-286b423e3125 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:55.335404 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2692d7e-2399-459a-b346-286b423e3125 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:38:55.335863 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b2692d7e-2399-459a-b346-286b423e3125 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:55.339252 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:38:55.339252 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:38:55.339252 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:38:55.339252 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:38:55.339252 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:38:55.339252 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:38:55.339252 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:38:55.339252 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:38:55.339252 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:38:55.339252 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:38:55.339252 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:38:55.339252 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:38:55.339252 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:38:55.339252 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:38:55.339252 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:38:55.339252 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:38:55.339252 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:38:55.339252 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:38:55.339252 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:38:55.339252 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:38:55.339252 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:38:55.339252 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:38:55.339252 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:38:55.339252 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:38:55.339252 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:38:55.339252 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:38:55.339252 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:38:55.339252 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:38:55.339252 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:38:55.339252 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:38:55.339252 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:38:55.339252 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:38:55.416328 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:55.434153 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac131f10-e40e-494a-a0da-8e6975473e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed032d9a-43c0-4027-b3e8-b789827d7a18'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:38:55.437389 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58812dd7-bc91-42c0-a3b5-b1341d625dd6" -d '{"events": [{"server_uuid": "ac131f10-e40e-494a-a0da-8e6975473e87", "name": "network-vif-plugged", "status": "completed", "tag": "ed032d9a-43c0-4027-b3e8-b789827d7a18"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:38:55.455053 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port ed032d9a-43c0-4027-b3e8-b789827d7a18, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=ed032d9a-43c0-4027-b3e8-b789827d7a18,segment=NetworkSegment(dd97d248-1cc6-45df-a0ce-52b22c98e39b),segment_id=dd97d248-1cc6-45df-a0ce-52b22c98e39b)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:38:55.479463 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b2692d7e-2399-459a-b346-286b423e3125 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:55.481431 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ca7016-641e-484e-a37e-9d886ef2ea29 x-openstack-request-id: req-74ca7016-641e-484e-a37e-9d886ef2ea29 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:38:55.481727 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac131f10-e40e-494a-a0da-8e6975473e87", "name": "network-vif-plugged", "status": "completed", "tag": "ed032d9a-43c0-4027-b3e8-b789827d7a18", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:38:55.485281 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-74ca7016-641e-484e-a37e-9d886ef2ea29 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:38:55.487738 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b2692d7e-2399-459a-b346-286b423e3125 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:55.488150 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac131f10-e40e-494a-a0da-8e6975473e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed032d9a-43c0-4027-b3e8-b789827d7a18', 'code': 200} Dec 17 15:38:55.491007 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b2692d7e-2399-459a-b346-286b423e3125 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/networks/fd4566ba-fa00-4fa7-9ae7-99aa78af2afb HTTP/1.1" status: 204 len: 168 time: 0.9546604 Dec 17 15:38:55.495014 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52148) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:55.501280 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-1fe7a5fe-0ac1-4735-a795-e64d5aeb2a63 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1656944328'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:55.506739 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2692d7e-2399-459a-b346-286b423e3125 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Network': ['ID=fd4566ba-fa00-4fa7-9ae7-99aa78af2afb,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:55.509032 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:55.594641 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe7a5fe-0ac1-4735-a795-e64d5aeb2a63 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:55.597914 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1fe7a5fe-0ac1-4735-a795-e64d5aeb2a63 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:55.610115 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=ed032d9a-43c0-4027-b3e8-b789827d7a18,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:55.648947 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe7a5fe-0ac1-4735-a795-e64d5aeb2a63 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:38:55.653541 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0c47f-6e54-46f4-badd-6ef1d07ce160 req-c5511f75-0d3f-4fd9-90ee-fd550ad1c583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:55.654995 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-97b0c47f-6e54-46f4-badd-6ef1d07ce160 req-c5511f75-0d3f-4fd9-90ee-fd550ad1c583 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ac131f10-e40e-494a-a0da-8e6975473e87 HTTP/1.1" status: 200 len: 1096 time: 0.0766609 Dec 17 15:38:55.659482 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1fe7a5fe-0ac1-4735-a795-e64d5aeb2a63 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:55.659482 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-1fe7a5fe-0ac1-4735-a795-e64d5aeb2a63 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Added segment bf7d352f-ca4f-44a0-be48-8b9825259be6 of type vlan for network 97739cba-1c1b-4ae8-b702-4137992fa8d7 Dec 17 15:38:55.720550 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-97b0c47f-6e54-46f4-badd-6ef1d07ce160 req-94677049-2b03-4440-99ce-aaa7745dd4df service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cf5e0173-6b98-432b-af8a-df7b3362a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585806 Dec 17 15:38:55.728968 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1fe7a5fe-0ac1-4735-a795-e64d5aeb2a63 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:55.769232 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52160) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:55.811167 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bd164-c56a-4ba4-8787-bcb8b9d04db1 req-07171ed5-2659-4c1b-8f18-830b9a59baec tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:55.812956 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6a1bd164-c56a-4ba4-8787-bcb8b9d04db1 req-07171ed5-2659-4c1b-8f18-830b9a59baec tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac131f10-e40e-494a-a0da-8e6975473e87 HTTP/1.1" status: 200 len: 945 time: 0.0568967 Dec 17 15:38:55.832214 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:38:55.854604 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1fe7a5fe-0ac1-4735-a795-e64d5aeb2a63 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:55.866929 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe7a5fe-0ac1-4735-a795-e64d5aeb2a63 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:55.867518 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1fe7a5fe-0ac1-4735-a795-e64d5aeb2a63 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:55.882352 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6a1bd164-c56a-4ba4-8787-bcb8b9d04db1 req-8841a629-d43d-4d71-9b7f-35ce5ae2aa97 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf5e0173-6b98-432b-af8a-df7b3362a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621445 Dec 17 15:38:55.929109 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-caa4d6bc-b0ca-43a9-b804-58bdf5bcb176 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-636440432', 'router:external': True}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:55.948081 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:55.954042 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7a5fe-0ac1-4735-a795-e64d5aeb2a63 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Network': ['ID=97739cba-1c1b-4ae8-b702-4137992fa8d7,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:55.964670 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 97739cba-1c1b-4ae8-b702-4137992fa8d7 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:38:56.036461 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1fe7a5fe-0ac1-4735-a795-e64d5aeb2a63 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5402498 Dec 17 15:38:56.039238 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52164) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:56.043970 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-05544b71-7541-4fbd-8a21-a68d7a6c85f5 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'subnet': {'network_id': '97739cba-1c1b-4ae8-b702-4137992fa8d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:56.153485 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa4d6bc-b0ca-43a9-b804-58bdf5bcb176 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Made reservation on behalf of f8f258285ede4e45a8b27a2fdacecff2 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:56.156245 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-caa4d6bc-b0ca-43a9-b804-58bdf5bcb176 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:56.168984 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-caa4d6bc-b0ca-43a9-b804-58bdf5bcb176 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:56.247155 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05544b71-7541-4fbd-8a21-a68d7a6c85f5 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:56.251220 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-05544b71-7541-4fbd-8a21-a68d7a6c85f5 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:56.256351 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-caa4d6bc-b0ca-43a9-b804-58bdf5bcb176 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:56.327258 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-caa4d6bc-b0ca-43a9-b804-58bdf5bcb176 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:56.358295 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa4d6bc-b0ca-43a9-b804-58bdf5bcb176 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:38:56.373605 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4d6bc-b0ca-43a9-b804-58bdf5bcb176 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cd2b44-5adf-4263-a67f-c6ac0557845d,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:56.380207 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-caa4d6bc-b0ca-43a9-b804-58bdf5bcb176 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:56.380550 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-caa4d6bc-b0ca-43a9-b804-58bdf5bcb176 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Added segment ea71816b-c66d-4020-a705-56547a3386fe of type vlan for network c580d775-caaa-46cf-9c6e-50ca00ebd80a Dec 17 15:38:56.459953 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-caa4d6bc-b0ca-43a9-b804-58bdf5bcb176 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:56.646062 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 2e807415-77c7-4539-8430-6435a4d04f7c no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:38:56.668195 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 2e807415-77c7-4539-8430-6435a4d04f7c {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:38:56.668735 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 2e807415-77c7-4539-8430-6435a4d04f7c not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:38:56.770486 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.db.resource_extend [None req-caa4d6bc-b0ca-43a9-b804-58bdf5bcb176 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 17 15:38:56.856677 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-05544b71-7541-4fbd-8a21-a68d7a6c85f5 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:56.896825 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-caa4d6bc-b0ca-43a9-b804-58bdf5bcb176 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:56.897777 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa4d6bc-b0ca-43a9-b804-58bdf5bcb176 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:56.898351 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-caa4d6bc-b0ca-43a9-b804-58bdf5bcb176 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:56.977532 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05544b71-7541-4fbd-8a21-a68d7a6c85f5 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Subnet': ['ID=96426903-70b1-44c9-a912-03f7bdf20c01,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:57.055126 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4d6bc-b0ca-43a9-b804-58bdf5bcb176 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Pushing event updated for resources: {'Network': ['ID=c580d775-caaa-46cf-9c6e-50ca00ebd80a,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:57.063610 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-caa4d6bc-b0ca-43a9-b804-58bdf5bcb176 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.2933781 Dec 17 15:38:57.065357 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network c580d775-caaa-46cf-9c6e-50ca00ebd80a details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:38:57.066510 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05544b71-7541-4fbd-8a21-a68d7a6c85f5 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Checking segment: {'id': 'bf7d352f-ca4f-44a0-be48-8b9825259be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '97739cba-1c1b-4ae8-b702-4137992fa8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:38:57.066915 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05544b71-7541-4fbd-8a21-a68d7a6c85f5 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Network hostable DHCP agents. Network: 97739cba-1c1b-4ae8-b702-4137992fa8d7, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:38:57.067045 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52172) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:57.072732 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-9d642a7b-dff5-4442-a36e-e48a841b8f03 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Request body: {'subnet': {'network_id': 'c580d775-caaa-46cf-9c6e-50ca00ebd80a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:57.090032 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f45b02-7c9d-4572-a6a9-0a8668cdd216 req-0d43ae52-1d73-445c-8e71-220f55c428be tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:57.092107 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94f45b02-7c9d-4572-a6a9-0a8668cdd216 req-0d43ae52-1d73-445c-8e71-220f55c428be tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac131f10-e40e-494a-a0da-8e6975473e87 HTTP/1.1" status: 200 len: 945 time: 0.0955598 Dec 17 15:38:57.149397 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94f45b02-7c9d-4572-a6a9-0a8668cdd216 req-073bebb4-9648-4c4b-80b9-77aed5071e52 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf5e0173-6b98-432b-af8a-df7b3362a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379303 Dec 17 15:38:57.193285 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05544b71-7541-4fbd-8a21-a68d7a6c85f5 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Network 97739cba-1c1b-4ae8-b702-4137992fa8d7 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:38:57.237025 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d642a7b-dff5-4442-a36e-e48a841b8f03 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Made reservation on behalf of f8f258285ede4e45a8b27a2fdacecff2 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:57.239629 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9d642a7b-dff5-4442-a36e-e48a841b8f03 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:57.288608 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-05544b71-7541-4fbd-8a21-a68d7a6c85f5 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 97739cba-1c1b-4ae8-b702-4137992fa8d7) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:38:57.292807 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05544b71-7541-4fbd-8a21-a68d7a6c85f5 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:57.293433 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-05544b71-7541-4fbd-8a21-a68d7a6c85f5 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:57.301634 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d232146-44da-4800-8f80-d19f236f90f3 None None] Network 97739cba-1c1b-4ae8-b702-4137992fa8d7 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:38:57.372562 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-05544b71-7541-4fbd-8a21-a68d7a6c85f5 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3321824 Dec 17 15:38:57.376424 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52184) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:57.382249 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-e1656074-a2ba-4954-858e-66e1081df2ac tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-72332805', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:57.456441 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2401b3-923c-4029-9cd5-d1d0f98108a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-97739cba-1c1b-4ae8-b702-4137992fa8d7', 'network_id': '97739cba-1c1b-4ae8-b702-4137992fa8d7', 'tenant_id': '42e5af0b0b094bd79f2f4fab1c55cc89', 'fixed_ips': [{'subnet_id': '96426903-70b1-44c9-a912-03f7bdf20c01'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:38:57.457342 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0e2401b3-923c-4029-9cd5-d1d0f98108a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:57.491102 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e1656074-a2ba-4954-858e-66e1081df2ac tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:57.492244 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e1656074-a2ba-4954-858e-66e1081df2ac tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:57.555811 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e1656074-a2ba-4954-858e-66e1081df2ac tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:57.615018 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-0e2401b3-923c-4029-9cd5-d1d0f98108a2 None None] Allocated IP 2001:db8::2 (97739cba-1c1b-4ae8-b702-4137992fa8d7/96426903-70b1-44c9-a912-03f7bdf20c01/8a030365-bc6c-486b-92f3-31c89d88ef34) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:38:57.638028 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e1656074-a2ba-4954-858e-66e1081df2ac tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:57.691862 n-d-820553-2 neutron-server[102833]: DEBUG neutron.objects.ports [None req-9d642a7b-dff5-4442-a36e-e48a841b8f03 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102833) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 17 15:38:57.692457 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9d642a7b-dff5-4442-a36e-e48a841b8f03 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:57.742062 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e1656074-a2ba-4954-858e-66e1081df2ac tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:57.744322 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e1656074-a2ba-4954-858e-66e1081df2ac tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3669178 Dec 17 15:38:57.746844 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52188) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:57.753380 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-eaa9f1da-9885-4cc4-9423-e4148f09c81b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'port': {'network_id': '97739cba-1c1b-4ae8-b702-4137992fa8d7', 'name': 'tempest-PortsIpV6TestJSON-537207150'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:57.760661 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d642a7b-dff5-4442-a36e-e48a841b8f03 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6617e24f-5f74-44fc-b1cd-6e0e1f871b70,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:57.772258 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d642a7b-dff5-4442-a36e-e48a841b8f03 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Checking segment: {'id': 'ea71816b-c66d-4020-a705-56547a3386fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c580d775-caaa-46cf-9c6e-50ca00ebd80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:38:57.772695 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d642a7b-dff5-4442-a36e-e48a841b8f03 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Network hostable DHCP agents. Network: c580d775-caaa-46cf-9c6e-50ca00ebd80a, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:38:57.797804 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0e2401b3-923c-4029-9cd5-d1d0f98108a2 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:57.854802 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d642a7b-dff5-4442-a36e-e48a841b8f03 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Network c580d775-caaa-46cf-9c6e-50ca00ebd80a is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:38:57.879804 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0e2401b3-923c-4029-9cd5-d1d0f98108a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:57.918370 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2401b3-923c-4029-9cd5-d1d0f98108a2 None None] Network 97739cba-1c1b-4ae8-b702-4137992fa8d7 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:38:57.921246 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-0e2401b3-923c-4029-9cd5-d1d0f98108a2 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:38:57.924249 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2401b3-923c-4029-9cd5-d1d0f98108a2 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:38:57.945498 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2401b3-923c-4029-9cd5-d1d0f98108a2 None None] Pushing event updated for resources: {'Port': ['ID=8a030365-bc6c-486b-92f3-31c89d88ef34,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:57.959688 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa9f1da-9885-4cc4-9423-e4148f09c81b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:57.960255 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-9d642a7b-dff5-4442-a36e-e48a841b8f03 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, c580d775-caaa-46cf-9c6e-50ca00ebd80a) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:38:57.973308 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eaa9f1da-9885-4cc4-9423-e4148f09c81b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:57.973505 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d642a7b-dff5-4442-a36e-e48a841b8f03 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:57.974193 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405cc19c-51a1-4e73-a701-13f0889a3352 None None] Network c580d775-caaa-46cf-9c6e-50ca00ebd80a requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:38:57.975825 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9d642a7b-dff5-4442-a36e-e48a841b8f03 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:57.996547 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-eaa9f1da-9885-4cc4-9423-e4148f09c81b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] device_id is not set on port 69f38003-150c-40bb-93a5-75c4d5c417fd yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:38:58.052835 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-0e2401b3-923c-4029-9cd5-d1d0f98108a2 None None] Attempting to bind port 8a030365-bc6c-486b-92f3-31c89d88ef34 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:38:58.053321 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-0e2401b3-923c-4029-9cd5-d1d0f98108a2 None None] Attempting to bind port 8a030365-bc6c-486b-92f3-31c89d88ef34 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'bf7d352f-ca4f-44a0-be48-8b9825259be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '97739cba-1c1b-4ae8-b702-4137992fa8d7'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:38:58.053689 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2401b3-923c-4029-9cd5-d1d0f98108a2 None None] Attempting to bind port 8a030365-bc6c-486b-92f3-31c89d88ef34 on network 97739cba-1c1b-4ae8-b702-4137992fa8d7 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:38:58.061816 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2401b3-923c-4029-9cd5-d1d0f98108a2 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:38:58.062202 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2401b3-923c-4029-9cd5-d1d0f98108a2 None None] Checking segment: {'id': 'bf7d352f-ca4f-44a0-be48-8b9825259be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '97739cba-1c1b-4ae8-b702-4137992fa8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:38:58.062607 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0e2401b3-923c-4029-9cd5-d1d0f98108a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:58.063005 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2401b3-923c-4029-9cd5-d1d0f98108a2 None None] Bound using segment: {'id': 'bf7d352f-ca4f-44a0-be48-8b9825259be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '97739cba-1c1b-4ae8-b702-4137992fa8d7'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:38:58.063480 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-0e2401b3-923c-4029-9cd5-d1d0f98108a2 None None] Bound port: 8a030365-bc6c-486b-92f3-31c89d88ef34, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7d352f-ca4f-44a0-be48-8b9825259be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '97739cba-1c1b-4ae8-b702-4137992fa8d7'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:38:58.063868 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0e2401b3-923c-4029-9cd5-d1d0f98108a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:58.074325 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9d642a7b-dff5-4442-a36e-e48a841b8f03 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0061316 Dec 17 15:38:58.078652 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52194) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:58.085766 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-c2c871f7-990f-469b-9a9d-a5207db48814 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-223852160', 'network_id': 'c580d775-caaa-46cf-9c6e-50ca00ebd80a'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:38:58.125910 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-eaa9f1da-9885-4cc4-9423-e4148f09c81b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Allocated IP 2001:db8::287 (97739cba-1c1b-4ae8-b702-4137992fa8d7/96426903-70b1-44c9-a912-03f7bdf20c01/69f38003-150c-40bb-93a5-75c4d5c417fd) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:38:58.165323 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c871f7-990f-469b-9a9d-a5207db48814 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Made reservation on behalf of f8f258285ede4e45a8b27a2fdacecff2 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:38:58.168554 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c2c871f7-990f-469b-9a9d-a5207db48814 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:58.190064 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-c2c871f7-990f-469b-9a9d-a5207db48814 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] device_id is not set on port 43722328-7fd7-4efd-b6e4-5987229c3884 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:38:58.197957 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-0e2401b3-923c-4029-9cd5-d1d0f98108a2 None None] For port 8a030365-bc6c-486b-92f3-31c89d88ef34, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:38:58.212465 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-0e2401b3-923c-4029-9cd5-d1d0f98108a2 None None] For port 8a030365-bc6c-486b-92f3-31c89d88ef34, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=8a030365-bc6c-486b-92f3-31c89d88ef34,segment=NetworkSegment(bf7d352f-ca4f-44a0-be48-8b9825259be6),segment_id=bf7d352f-ca4f-44a0-be48-8b9825259be6)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:38:58.225161 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78a514c-9ef1-4079-b023-5d82a88abdf0 None None] Network c580d775-caaa-46cf-9c6e-50ca00ebd80a requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:38:58.281309 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0e2401b3-923c-4029-9cd5-d1d0f98108a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:58.299650 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eaa9f1da-9885-4cc4-9423-e4148f09c81b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:58.373260 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2401b3-923c-4029-9cd5-d1d0f98108a2 None None] Pushing event updated for resources: {'Port': ['ID=8a030365-bc6c-486b-92f3-31c89d88ef34,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:58.409305 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eaa9f1da-9885-4cc4-9423-e4148f09c81b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:58.419164 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-c2c871f7-990f-469b-9a9d-a5207db48814 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Allocated IP 172.20.0.7 (c580d775-caaa-46cf-9c6e-50ca00ebd80a/6617e24f-5f74-44fc-b1cd-6e0e1f871b70/43722328-7fd7-4efd-b6e4-5987229c3884) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:38:58.487429 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa9f1da-9885-4cc4-9423-e4148f09c81b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Network 97739cba-1c1b-4ae8-b702-4137992fa8d7 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:38:58.499139 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-eaa9f1da-9885-4cc4-9423-e4148f09c81b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:38:58.502044 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa9f1da-9885-4cc4-9423-e4148f09c81b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:38:58.508365 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa9f1da-9885-4cc4-9423-e4148f09c81b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:58.509173 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eaa9f1da-9885-4cc4-9423-e4148f09c81b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:58.544963 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9f1da-9885-4cc4-9423-e4148f09c81b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Port': ['ID=69f38003-150c-40bb-93a5-75c4d5c417fd,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:58.587642 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9fd544-900d-4f9f-b6b5-dfe942464908 req-51fbd087-ff28-4563-8a23-30d5747eb08a tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:58.594728 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb9fd544-900d-4f9f-b6b5-dfe942464908 req-51fbd087-ff28-4563-8a23-30d5747eb08a tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac131f10-e40e-494a-a0da-8e6975473e87 HTTP/1.1" status: 200 len: 945 time: 0.3667860 Dec 17 15:38:58.635005 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c2c871f7-990f-469b-9a9d-a5207db48814 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:58.642761 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-eaa9f1da-9885-4cc4-9423-e4148f09c81b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8939106 Dec 17 15:38:58.645930 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52204) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:58.685393 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb9fd544-900d-4f9f-b6b5-dfe942464908 req-3b445804-1b20-419d-b781-56ce508f6b2f tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf5e0173-6b98-432b-af8a-df7b3362a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864677 Dec 17 15:38:58.805246 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2421c8f7-07cc-4ea8-816c-27c458188611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:58.882823 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c2c871f7-990f-469b-9a9d-a5207db48814 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:58.991589 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c871f7-990f-469b-9a9d-a5207db48814 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Network c580d775-caaa-46cf-9c6e-50ca00ebd80a is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:38:59.000331 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-c2c871f7-990f-469b-9a9d-a5207db48814 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:38:59.004186 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c871f7-990f-469b-9a9d-a5207db48814 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:38:59.006096 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c871f7-990f-469b-9a9d-a5207db48814 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Pushing event updated for resources: {'Port': ['ID=43722328-7fd7-4efd-b6e4-5987229c3884,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:59.080198 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c871f7-990f-469b-9a9d-a5207db48814 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:59.080829 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c2c871f7-990f-469b-9a9d-a5207db48814 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:59.157230 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6683b6b5-700e-4a70-89d4-10c4b59bde3f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:59.160569 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54583aa2-e0a5-4008-980a-1efaaa7dc453 req-ec6e6538-4fe9-4aed-8b5d-67b81519e494 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:59.164762 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-54583aa2-e0a5-4008-980a-1efaaa7dc453 req-ec6e6538-4fe9-4aed-8b5d-67b81519e494 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac131f10-e40e-494a-a0da-8e6975473e87 HTTP/1.1" status: 200 len: 945 time: 0.0528553 Dec 17 15:38:59.202217 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c2c871f7-990f-469b-9a9d-a5207db48814 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.1209354 Dec 17 15:38:59.202474 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52218) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:38:59.219105 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-54583aa2-e0a5-4008-980a-1efaaa7dc453 req-c20d2e04-b3f8-48f0-815f-78cbbaa4dba8 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf5e0173-6b98-432b-af8a-df7b3362a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410824 Dec 17 15:38:59.427785 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa765fba-9047-4471-a890-10f91ed26973 req-f0ac193f-8f7c-4f3b-a762-5efa26c46902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:59.429327 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-aa765fba-9047-4471-a890-10f91ed26973 req-f0ac193f-8f7c-4f3b-a762-5efa26c46902 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e78a5c95e1f0448ca80c24df4b2366a3&device_id=ac131f10-e40e-494a-a0da-8e6975473e87 HTTP/1.1" status: 200 len: 1096 time: 0.2150548 Dec 17 15:38:59.607475 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-428e9752-f63e-4f98-94f9-9f63b18354c2 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Deleting port 43722328-7fd7-4efd-b6e4-5987229c3884 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:38:59.607475 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-428e9752-f63e-4f98-94f9-9f63b18354c2 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:59.607635 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b79b61-db13-49e0-8c7e-5923819d35b1 None None] Network 97739cba-1c1b-4ae8-b702-4137992fa8d7 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:38:59.692575 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-6dff70e0-39fd-4555-bc79-66f2f5fb60b4 None None] Provisioning complete for port 8a030365-bc6c-486b-92f3-31c89d88ef34 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:38:59.693028 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6dff70e0-39fd-4555-bc79-66f2f5fb60b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:59.693214 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa765fba-9047-4471-a890-10f91ed26973 req-8eb128b1-14bb-409c-9660-f71e0c58f787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:59.694701 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-aa765fba-9047-4471-a890-10f91ed26973 req-8eb128b1-14bb-409c-9660-f71e0c58f787 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb5028fa-735c-4d86-a6e4-c6785bb90b09 HTTP/1.1" status: 200 len: 914 time: 0.2578893 Dec 17 15:38:59.698337 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6683b6b5-700e-4a70-89d4-10c4b59bde3f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:59.756422 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-aa765fba-9047-4471-a890-10f91ed26973 req-8750cf81-6fa7-4aff-9af8-32f66f0225e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed032d9a-43c0-4027-b3e8-b789827d7a18 HTTP/1.1" status: 200 len: 217 time: 0.0463972 Dec 17 15:38:59.778568 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6683b6b5-700e-4a70-89d4-10c4b59bde3f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:59.831660 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-428e9752-f63e-4f98-94f9-9f63b18354c2 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:59.835702 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6dff70e0-39fd-4555-bc79-66f2f5fb60b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:38:59.866601 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-428e9752-f63e-4f98-94f9-9f63b18354c2 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Calling delete_port for 43722328-7fd7-4efd-b6e4-5987229c3884 owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:38:59.877485 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-6dff70e0-39fd-4555-bc79-66f2f5fb60b4 None None] For port 8a030365-bc6c-486b-92f3-31c89d88ef34, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=8a030365-bc6c-486b-92f3-31c89d88ef34,segment=NetworkSegment(bf7d352f-ca4f-44a0-be48-8b9825259be6),segment_id=bf7d352f-ca4f-44a0-be48-8b9825259be6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:38:59.905472 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683b6b5-700e-4a70-89d4-10c4b59bde3f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Port': ['ID=69f38003-150c-40bb-93a5-75c4d5c417fd,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:38:59.917595 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa765fba-9047-4471-a890-10f91ed26973 req-ea581b06-d3c0-476d-b077-abd0522ebe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:38:59.919968 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-aa765fba-9047-4471-a890-10f91ed26973 req-ea581b06-d3c0-476d-b077-abd0522ebe4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6e026d71-5698-4b52-8ba6-86d3935c2c2a HTTP/1.1" status: 200 len: 853 time: 0.1547644 Dec 17 15:38:59.953244 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6dff70e0-39fd-4555-bc79-66f2f5fb60b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:00.016823 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff70e0-39fd-4555-bc79-66f2f5fb60b4 None None] Pushing event updated for resources: {'Port': ['ID=8a030365-bc6c-486b-92f3-31c89d88ef34,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:00.021434 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-aa765fba-9047-4471-a890-10f91ed26973 req-d7a54a05-62b9-4997-817c-1861824c3b16 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb5028fa-735c-4d86-a6e4-c6785bb90b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893106 Dec 17 15:39:00.164929 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6683b6b5-700e-4a70-89d4-10c4b59bde3f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:00.187434 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-53ed859d-fbdc-4970-ab7a-73137b24d025 None None] Provisioning complete for port 8a030365-bc6c-486b-92f3-31c89d88ef34 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:00.187952 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-53ed859d-fbdc-4970-ab7a-73137b24d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:00.320485 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-aa765fba-9047-4471-a890-10f91ed26973 req-9c67a94f-7a01-4e29-9014-04e797e2a5bf service neutron] 10.222.0.41 "GET /v2.0/networks/cb5028fa-735c-4d86-a6e4-c6785bb90b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896869 Dec 17 15:39:00.325462 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-53ed859d-fbdc-4970-ab7a-73137b24d025 None None] Provisioning complete for port 69f38003-150c-40bb-93a5-75c4d5c417fd triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:00.327601 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-53ed859d-fbdc-4970-ab7a-73137b24d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:00.378290 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-53ed859d-fbdc-4970-ab7a-73137b24d025 None None] Port 69f38003-150c-40bb-93a5-75c4d5c417fd cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:39:00.392303 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e46fda-9b6f-4d68-9116-5142b2aec753 req-4d93c277-053d-4c5a-80fb-d562a3168652 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:00.393844 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-04e46fda-9b6f-4d68-9116-5142b2aec753 req-4d93c277-053d-4c5a-80fb-d562a3168652 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac131f10-e40e-494a-a0da-8e6975473e87 HTTP/1.1" status: 200 len: 945 time: 0.0601685 Dec 17 15:39:00.444940 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-428e9752-f63e-4f98-94f9-9f63b18354c2 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:00.457156 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-04e46fda-9b6f-4d68-9116-5142b2aec753 req-b075d8e3-dab0-4797-835c-95ba4d636475 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf5e0173-6b98-432b-af8a-df7b3362a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548172 Dec 17 15:39:00.506946 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c2dc7ae0-ffe2-4b2e-8372-60b5d358cbf9 None None] Provisioning complete for port 69f38003-150c-40bb-93a5-75c4d5c417fd triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:00.507366 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c2dc7ae0-ffe2-4b2e-8372-60b5d358cbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:00.525467 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e9752-f63e-4f98-94f9-9f63b18354c2 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Pushing event deleted for resources: {'Port': ['ID=43722328-7fd7-4efd-b6e4-5987229c3884,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:00.538179 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-aa765fba-9047-4471-a890-10f91ed26973 req-7af4577d-0d47-4fbc-b76a-b0332168dbd6 service neutron] 10.222.0.41 "GET /v2.0/networks/cb5028fa-735c-4d86-a6e4-c6785bb90b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100360 Dec 17 15:39:00.727668 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c2dc7ae0-ffe2-4b2e-8372-60b5d358cbf9 None None] Port 69f38003-150c-40bb-93a5-75c4d5c417fd cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:39:00.749651 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 8a030365-bc6c-486b-92f3-31c89d88ef34 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:39:00.801419 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 8a030365-bc6c-486b-92f3-31c89d88ef34 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:00.802126 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:00.893027 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4a9ec8ac-8fa6-4c78-bc7c-9b30bfb5ac87 None None] Provisioning complete for port 69f38003-150c-40bb-93a5-75c4d5c417fd triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:00.893706 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4a9ec8ac-8fa6-4c78-bc7c-9b30bfb5ac87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:00.936926 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4a9ec8ac-8fa6-4c78-bc7c-9b30bfb5ac87 None None] Port 69f38003-150c-40bb-93a5-75c4d5c417fd cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:39:01.037570 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6683b6b5-700e-4a70-89d4-10c4b59bde3f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:01.056303 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-428e9752-f63e-4f98-94f9-9f63b18354c2 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:01.060654 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-428e9752-f63e-4f98-94f9-9f63b18354c2 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] 10.222.0.46 "DELETE /v2.0/ports/43722328-7fd7-4efd-b6e4-5987229c3884 HTTP/1.1" status: 204 len: 168 time: 1.8563974 Dec 17 15:39:01.063711 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52230) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:01.069087 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-dfd8aa05-2fac-47b6-adc4-90bc56b4a45f tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c580d775-caaa-46cf-9c6e-50ca00ebd80a', 'external_fixed_ips': [{'subnet_id': '6617e24f-5f74-44fc-b1cd-6e0e1f871b70', 'ip_address': '172.20.0.7'}]}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:01.096203 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0209525a-f9a1-427f-97c4-148b006b66a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:01.260215 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dfd8aa05-2fac-47b6-adc4-90bc56b4a45f tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:01.261510 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dfd8aa05-2fac-47b6-adc4-90bc56b4a45f tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:01.309259 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6683b6b5-700e-4a70-89d4-10c4b59bde3f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:01.324028 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dfd8aa05-2fac-47b6-adc4-90bc56b4a45f tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:01.362892 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6683b6b5-700e-4a70-89d4-10c4b59bde3f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:01.363685 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6683b6b5-700e-4a70-89d4-10c4b59bde3f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:01.457802 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683b6b5-700e-4a70-89d4-10c4b59bde3f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Port': ['ID=69f38003-150c-40bb-93a5-75c4d5c417fd,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:01.507431 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6683b6b5-700e-4a70-89d4-10c4b59bde3f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Network 97739cba-1c1b-4ae8-b702-4137992fa8d7 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:39:01.509291 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-6683b6b5-700e-4a70-89d4-10c4b59bde3f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:39:01.609398 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dfd8aa05-2fac-47b6-adc4-90bc56b4a45f tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:01.641594 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b500fc-5fe6-401d-aaf2-bf26f34ce6bf req-37f6d651-7dde-4fab-8454-7440d75e2d6b tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:01.647859 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d0b500fc-5fe6-401d-aaf2-bf26f34ce6bf req-37f6d651-7dde-4fab-8454-7440d75e2d6b tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac131f10-e40e-494a-a0da-8e6975473e87 HTTP/1.1" status: 200 len: 945 time: 0.0687368 Dec 17 15:39:01.709657 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d0b500fc-5fe6-401d-aaf2-bf26f34ce6bf req-324cb198-44f4-4f3d-b59c-893c4301fa92 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf5e0173-6b98-432b-af8a-df7b3362a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554583 Dec 17 15:39:01.740201 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6683b6b5-700e-4a70-89d4-10c4b59bde3f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Router 70d7e2ae-1340-42f3-bfe1-529bca1af4ab is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:39:01.849491 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6683b6b5-700e-4a70-89d4-10c4b59bde3f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:39:01.857490 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6683b6b5-700e-4a70-89d4-10c4b59bde3f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "PUT /v2.0/routers/70d7e2ae-1340-42f3-bfe1-529bca1af4ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2078924 Dec 17 15:39:01.857737 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52238) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:01.872275 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3172bfce-47e2-4449-bf0a-ff0fbebc740d None None] Sync routers for ids ['70d7e2ae-1340-42f3-bfe1-529bca1af4ab'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:39:01.886379 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3172bfce-47e2-4449-bf0a-ff0fbebc740d None None] Routers {'70d7e2ae-1340-42f3-bfe1-529bca1af4ab'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:01.887215 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-3172bfce-47e2-4449-bf0a-ff0fbebc740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['70d7e2ae-1340-42f3-bfe1-529bca1af4ab'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:01.896328 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-010c896b-0804-45af-af8c-408949aeac03 None None] Provisioning complete for port 69f38003-150c-40bb-93a5-75c4d5c417fd triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:01.896837 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-010c896b-0804-45af-af8c-408949aeac03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:01.917760 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1494f1db-2bfa-4f3e-9572-f94499695f67 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:01.922630 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1494f1db-2bfa-4f3e-9572-f94499695f67 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "GET /v2.0/ports?device_id=70d7e2ae-1340-42f3-bfe1-529bca1af4ab HTTP/1.1" status: 200 len: 988 time: 0.0639369 Dec 17 15:39:01.923345 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52242) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:01.961488 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-3172bfce-47e2-4449-bf0a-ff0fbebc740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:01.963192 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dfd8aa05-2fac-47b6-adc4-90bc56b4a45f tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:01.971259 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-010c896b-0804-45af-af8c-408949aeac03 None None] Port 69f38003-150c-40bb-93a5-75c4d5c417fd cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:39:01.979550 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3172bfce-47e2-4449-bf0a-ff0fbebc740d None None] Routers {'70d7e2ae-1340-42f3-bfe1-529bca1af4ab'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:01.984615 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-3172bfce-47e2-4449-bf0a-ff0fbebc740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['70d7e2ae-1340-42f3-bfe1-529bca1af4ab'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:01.991617 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dfd8aa05-2fac-47b6-adc4-90bc56b4a45f tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:02.030964 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-3172bfce-47e2-4449-bf0a-ff0fbebc740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:02.034044 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3172bfce-47e2-4449-bf0a-ff0fbebc740d None None] The sync data for ids ['70d7e2ae-1340-42f3-bfe1-529bca1af4ab'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:39:02.194767 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-dfd8aa05-2fac-47b6-adc4-90bc56b4a45f tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Allocated IP 172.20.0.7 (c580d775-caaa-46cf-9c6e-50ca00ebd80a/6617e24f-5f74-44fc-b1cd-6e0e1f871b70/a97f8150-1279-4c4f-be5a-2baf87ab2b77) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:39:02.310673 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dfd8aa05-2fac-47b6-adc4-90bc56b4a45f tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:02.326458 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:02.406819 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-989d96ae-e91d-455f-adc4-dc767b85c56c tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:02.411190 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dfd8aa05-2fac-47b6-adc4-90bc56b4a45f tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:02.448921 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd8aa05-2fac-47b6-adc4-90bc56b4a45f tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Network c580d775-caaa-46cf-9c6e-50ca00ebd80a is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:39:02.452871 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-dfd8aa05-2fac-47b6-adc4-90bc56b4a45f tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:39:02.456428 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd8aa05-2fac-47b6-adc4-90bc56b4a45f tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:39:02.484484 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8aa05-2fac-47b6-adc4-90bc56b4a45f tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Pushing event updated for resources: {'Port': ['ID=a97f8150-1279-4c4f-be5a-2baf87ab2b77,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:02.498474 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd8aa05-2fac-47b6-adc4-90bc56b4a45f tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:02.498905 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd8aa05-2fac-47b6-adc4-90bc56b4a45f tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:02.499313 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd8aa05-2fac-47b6-adc4-90bc56b4a45f tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:02.499720 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd8aa05-2fac-47b6-adc4-90bc56b4a45f tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:02.500122 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd8aa05-2fac-47b6-adc4-90bc56b4a45f tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:02.500536 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd8aa05-2fac-47b6-adc4-90bc56b4a45f tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:02.500932 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd8aa05-2fac-47b6-adc4-90bc56b4a45f tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:02.501342 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd8aa05-2fac-47b6-adc4-90bc56b4a45f tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:02.501729 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd8aa05-2fac-47b6-adc4-90bc56b4a45f tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:02.502119 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd8aa05-2fac-47b6-adc4-90bc56b4a45f tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:02.502510 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd8aa05-2fac-47b6-adc4-90bc56b4a45f tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:02.502998 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd8aa05-2fac-47b6-adc4-90bc56b4a45f tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:02.626907 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-989d96ae-e91d-455f-adc4-dc767b85c56c tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Deleting port 69f38003-150c-40bb-93a5-75c4d5c417fd {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:39:02.627449 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-989d96ae-e91d-455f-adc4-dc767b85c56c tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:02.726875 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-989d96ae-e91d-455f-adc4-dc767b85c56c tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:02.739241 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-989d96ae-e91d-455f-adc4-dc767b85c56c tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Calling delete_port for 69f38003-150c-40bb-93a5-75c4d5c417fd owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:39:02.850140 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dfd8aa05-2fac-47b6-adc4-90bc56b4a45f tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:02.944952 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6b894-0516-4ebd-bb68-90a2120af148 req-c18b94be-6083-429d-8092-183274136943 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:02.946376 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-abe6b894-0516-4ebd-bb68-90a2120af148 req-c18b94be-6083-429d-8092-183274136943 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac131f10-e40e-494a-a0da-8e6975473e87 HTTP/1.1" status: 200 len: 945 time: 0.1287434 Dec 17 15:39:03.004003 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-989d96ae-e91d-455f-adc4-dc767b85c56c tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:03.035730 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d96ae-e91d-455f-adc4-dc767b85c56c tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Port': ['ID=69f38003-150c-40bb-93a5-75c4d5c417fd,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:03.055820 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-abe6b894-0516-4ebd-bb68-90a2120af148 req-51bab15d-d1d2-4bd4-92ef-b43f3a35272f tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf5e0173-6b98-432b-af8a-df7b3362a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013031 Dec 17 15:39:03.100610 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dfd8aa05-2fac-47b6-adc4-90bc56b4a45f tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:03.157340 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-989d96ae-e91d-455f-adc4-dc767b85c56c tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:03.347810 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd8aa05-2fac-47b6-adc4-90bc56b4a45f tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Router c6241ff5-54d3-462e-a6e9-5227c3518d8c is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:39:03.371791 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989d96ae-e91d-455f-adc4-dc767b85c56c tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Router 70d7e2ae-1340-42f3-bfe1-529bca1af4ab has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:39:03.458719 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989d96ae-e91d-455f-adc4-dc767b85c56c tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:39:03.465091 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-989d96ae-e91d-455f-adc4-dc767b85c56c tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "PUT /v2.0/routers/70d7e2ae-1340-42f3-bfe1-529bca1af4ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5390303 Dec 17 15:39:03.467492 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52264) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:03.469890 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1023c483-1e8d-4ddb-8862-c860873a5c21 None None] Sync routers for ids ['70d7e2ae-1340-42f3-bfe1-529bca1af4ab'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:39:03.487611 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1023c483-1e8d-4ddb-8862-c860873a5c21 None None] Routers {'70d7e2ae-1340-42f3-bfe1-529bca1af4ab'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:03.488607 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-1023c483-1e8d-4ddb-8862-c860873a5c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['70d7e2ae-1340-42f3-bfe1-529bca1af4ab'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:03.511192 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd8aa05-2fac-47b6-adc4-90bc56b4a45f tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:39:03.522221 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dc0315-c52d-47cd-9638-a0c2aa4ab9fc None None] Sync routers for ids ['c6241ff5-54d3-462e-a6e9-5227c3518d8c'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:39:03.524079 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9359bc9-f9b6-4001-b5c2-29b87c71ebb1 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] GET failed (client error): The resource could not be found. Dec 17 15:39:03.528928 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b9359bc9-f9b6-4001-b5c2-29b87c71ebb1 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "GET /v2.0/ports/69f38003-150c-40bb-93a5-75c4d5c417fd HTTP/1.1" status: 404 len: 333 time: 0.0579045 Dec 17 15:39:03.529633 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52268) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:03.542540 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dc0315-c52d-47cd-9638-a0c2aa4ab9fc None None] Routers {'c6241ff5-54d3-462e-a6e9-5227c3518d8c'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:03.543501 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-35dc0315-c52d-47cd-9638-a0c2aa4ab9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['c6241ff5-54d3-462e-a6e9-5227c3518d8c'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:03.558335 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-1023c483-1e8d-4ddb-8862-c860873a5c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:03.572833 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1023c483-1e8d-4ddb-8862-c860873a5c21 None None] Routers {'70d7e2ae-1340-42f3-bfe1-529bca1af4ab'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:03.573498 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-1023c483-1e8d-4ddb-8862-c860873a5c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['70d7e2ae-1340-42f3-bfe1-529bca1af4ab'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:03.605546 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257597d-1e52-40e9-b891-de6d36ce0c59 req-aa4475b4-6b02-4b7f-a1db-2f27eeb86233 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:03.608205 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5257597d-1e52-40e9-b891-de6d36ce0c59 req-aa4475b4-6b02-4b7f-a1db-2f27eeb86233 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac131f10-e40e-494a-a0da-8e6975473e87 HTTP/1.1" status: 200 len: 945 time: 0.0797973 Dec 17 15:39:03.610337 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-1023c483-1e8d-4ddb-8862-c860873a5c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:03.611004 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1023c483-1e8d-4ddb-8862-c860873a5c21 None None] The sync data for ids ['70d7e2ae-1340-42f3-bfe1-529bca1af4ab'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:39:03.641035 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dfd8aa05-2fac-47b6-adc4-90bc56b4a45f tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:03.644917 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-dfd8aa05-2fac-47b6-adc4-90bc56b4a45f tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.5774617 Dec 17 15:39:03.646637 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52272) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:03.676573 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-35dc0315-c52d-47cd-9638-a0c2aa4ab9fc None None] Set router c6241ff5-54d3-462e-a6e9-5227c3518d8c gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:39:03.745777 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5257597d-1e52-40e9-b891-de6d36ce0c59 req-cca4b642-86af-46b3-a892-732e02e4a3ff tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf5e0173-6b98-432b-af8a-df7b3362a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273029 Dec 17 15:39:03.803490 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-afe0c790-0939-4f19-93e9-594a4be5997d tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:03.871767 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:03.902387 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-35dc0315-c52d-47cd-9638-a0c2aa4ab9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6241ff5-54d3-462e-a6e9-5227c3518d8c', 'name': '', 'tenant_id': 'f8f258285ede4e45a8b27a2fdacecff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c580d775-caaa-46cf-9c6e-50ca00ebd80a', 'external_fixed_ips': [{'subnet_id': '6617e24f-5f74-44fc-b1cd-6e0e1f871b70', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a97f8150-1279-4c4f-be5a-2baf87ab2b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:39:01Z', 'updated_at': '2021-12-17T15:39:02Z', 'revision_number': 3, 'project_id': 'f8f258285ede4e45a8b27a2fdacecff2', 'gw_port': {'id': 'a97f8150-1279-4c4f-be5a-2baf87ab2b77', 'name': '', 'network_id': 'c580d775-caaa-46cf-9c6e-50ca00ebd80a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6241ff5-54d3-462e-a6e9-5227c3518d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '6617e24f-5f74-44fc-b1cd-6e0e1f871b70', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:39:01Z', 'updated_at': '2021-12-17T15:39:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6617e24f-5f74-44fc-b1cd-6e0e1f871b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:03.915120 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1f254d84-2385-4eaf-8a21-e83aae97ac30 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:03.933757 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dc0315-c52d-47cd-9638-a0c2aa4ab9fc None None] Checking router: c6241ff5-54d3-462e-a6e9-5227c3518d8c for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:39:03.934490 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dc0315-c52d-47cd-9638-a0c2aa4ab9fc None None] Updating router c6241ff5-54d3-462e-a6e9-5227c3518d8c port a97f8150-1279-4c4f-be5a-2baf87ab2b77 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:39:03.943747 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-afe0c790-0939-4f19-93e9-594a4be5997d tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:03.964426 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-35dc0315-c52d-47cd-9638-a0c2aa4ab9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:04.095402 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-afe0c790-0939-4f19-93e9-594a4be5997d tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Deleting port a97f8150-1279-4c4f-be5a-2baf87ab2b77 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:39:04.096098 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-afe0c790-0939-4f19-93e9-594a4be5997d tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:04.135973 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1f254d84-2385-4eaf-8a21-e83aae97ac30 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:04.139741 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1f254d84-2385-4eaf-8a21-e83aae97ac30 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:04.193563 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:04.198728 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-afe0c790-0939-4f19-93e9-594a4be5997d tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:04.214948 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-afe0c790-0939-4f19-93e9-594a4be5997d tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Calling delete_port for a97f8150-1279-4c4f-be5a-2baf87ab2b77 owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:39:04.233149 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-35dc0315-c52d-47cd-9638-a0c2aa4ab9fc None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:04.265854 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1f254d84-2385-4eaf-8a21-e83aae97ac30 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:04.266365 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f254d84-2385-4eaf-8a21-e83aae97ac30 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Fanout notify agent at l3_agent the message router_deleted on router 70d7e2ae-1340-42f3-bfe1-529bca1af4ab {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:39:04.273249 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1f254d84-2385-4eaf-8a21-e83aae97ac30 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:04.274368 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1f254d84-2385-4eaf-8a21-e83aae97ac30 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/routers/70d7e2ae-1340-42f3-bfe1-529bca1af4ab HTTP/1.1" status: 204 len: 168 time: 0.7437284 Dec 17 15:39:04.276994 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52280) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:04.284798 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-35dc0315-c52d-47cd-9638-a0c2aa4ab9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:04.337215 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54717e-ac8d-46a7-be26-b80640e30af5 None None] Pushing event updated for resources: {'Port': ['ID=a97f8150-1279-4c4f-be5a-2baf87ab2b77,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:04.344322 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-b25c11b0-0082-413f-9632-c2c882fa71f8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Deleting subnet 96426903-70b1-44c9-a912-03f7bdf20c01 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:39:04.345627 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da54717e-ac8d-46a7-be26-b80640e30af5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:04.345905 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da54717e-ac8d-46a7-be26-b80640e30af5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:04.346407 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da54717e-ac8d-46a7-be26-b80640e30af5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:04.346905 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da54717e-ac8d-46a7-be26-b80640e30af5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:04.347220 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da54717e-ac8d-46a7-be26-b80640e30af5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:04.347676 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da54717e-ac8d-46a7-be26-b80640e30af5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:04.348013 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b25c11b0-0082-413f-9632-c2c882fa71f8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:04.348304 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da54717e-ac8d-46a7-be26-b80640e30af5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:04.348761 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da54717e-ac8d-46a7-be26-b80640e30af5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:04.349248 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da54717e-ac8d-46a7-be26-b80640e30af5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:04.349704 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da54717e-ac8d-46a7-be26-b80640e30af5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:04.350159 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da54717e-ac8d-46a7-be26-b80640e30af5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:04.350679 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da54717e-ac8d-46a7-be26-b80640e30af5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:04.368585 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-35dc0315-c52d-47cd-9638-a0c2aa4ab9fc None None] Attempting to bind port a97f8150-1279-4c4f-be5a-2baf87ab2b77 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:39:04.368943 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-35dc0315-c52d-47cd-9638-a0c2aa4ab9fc None None] Attempting to bind port a97f8150-1279-4c4f-be5a-2baf87ab2b77 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ea71816b-c66d-4020-a705-56547a3386fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c580d775-caaa-46cf-9c6e-50ca00ebd80a'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:39:04.369334 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dc0315-c52d-47cd-9638-a0c2aa4ab9fc None None] Attempting to bind port a97f8150-1279-4c4f-be5a-2baf87ab2b77 on network c580d775-caaa-46cf-9c6e-50ca00ebd80a {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:39:04.375650 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dc0315-c52d-47cd-9638-a0c2aa4ab9fc None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:39:04.375899 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dc0315-c52d-47cd-9638-a0c2aa4ab9fc None None] Checking segment: {'id': 'ea71816b-c66d-4020-a705-56547a3386fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c580d775-caaa-46cf-9c6e-50ca00ebd80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:39:04.376425 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-35dc0315-c52d-47cd-9638-a0c2aa4ab9fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:04.376654 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dc0315-c52d-47cd-9638-a0c2aa4ab9fc None None] Bound using segment: {'id': 'ea71816b-c66d-4020-a705-56547a3386fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c580d775-caaa-46cf-9c6e-50ca00ebd80a'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:39:04.377154 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-35dc0315-c52d-47cd-9638-a0c2aa4ab9fc None None] Bound port: a97f8150-1279-4c4f-be5a-2baf87ab2b77, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea71816b-c66d-4020-a705-56547a3386fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c580d775-caaa-46cf-9c6e-50ca00ebd80a'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:39:04.377536 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-35dc0315-c52d-47cd-9638-a0c2aa4ab9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:04.429180 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b25c11b0-0082-413f-9632-c2c882fa71f8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:04.474808 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.db.api [None req-35dc0315-c52d-47cd-9638-a0c2aa4ab9fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102835) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:39:04.475322 n-d-820553-2 neutron-server[102835]: DEBUG oslo_db.api [None req-35dc0315-c52d-47cd-9638-a0c2aa4ab9fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:39:04.485704 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-afe0c790-0939-4f19-93e9-594a4be5997d tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:04.512494 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b25c11b0-0082-413f-9632-c2c882fa71f8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:04.516373 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0c790-0939-4f19-93e9-594a4be5997d tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Pushing event deleted for resources: {'Port': ['ID=a97f8150-1279-4c4f-be5a-2baf87ab2b77,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:04.581509 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-afe0c790-0939-4f19-93e9-594a4be5997d tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:04.662296 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b25c11b0-0082-413f-9632-c2c882fa71f8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:04.674092 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-afe0c790-0939-4f19-93e9-594a4be5997d tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:04.676342 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-afe0c790-0939-4f19-93e9-594a4be5997d tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:04.695241 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c11b0-0082-413f-9632-c2c882fa71f8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Subnet': ['ID=96426903-70b1-44c9-a912-03f7bdf20c01,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:04.699890 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b25c11b0-0082-413f-9632-c2c882fa71f8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:04.705671 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b25c11b0-0082-413f-9632-c2c882fa71f8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/subnets/96426903-70b1-44c9-a912-03f7bdf20c01 HTTP/1.1" status: 204 len: 168 time: 0.4252307 Dec 17 15:39:04.707289 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52286) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:04.709322 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa67b953-5ec0-4f0b-bdaa-1796c686e73a None None] Network 97739cba-1c1b-4ae8-b702-4137992fa8d7 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:39:04.717349 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c11b0-0082-413f-9632-c2c882fa71f8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:04.717734 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c11b0-0082-413f-9632-c2c882fa71f8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:04.718045 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c11b0-0082-413f-9632-c2c882fa71f8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:04.718379 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c11b0-0082-413f-9632-c2c882fa71f8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:04.718710 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c11b0-0082-413f-9632-c2c882fa71f8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:04.720608 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c11b0-0082-413f-9632-c2c882fa71f8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:04.720608 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c11b0-0082-413f-9632-c2c882fa71f8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:04.720608 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c11b0-0082-413f-9632-c2c882fa71f8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:04.720608 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c11b0-0082-413f-9632-c2c882fa71f8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:04.720608 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c11b0-0082-413f-9632-c2c882fa71f8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:04.720608 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c11b0-0082-413f-9632-c2c882fa71f8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:04.721209 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25c11b0-0082-413f-9632-c2c882fa71f8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:04.792920 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7662-e3de-4ee0-ad59-32bdb86db775 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:04.816512 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-afe0c790-0939-4f19-93e9-594a4be5997d tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:04.816728 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe0c790-0939-4f19-93e9-594a4be5997d tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c6241ff5-54d3-462e-a6e9-5227c3518d8c {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:39:04.821485 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-afe0c790-0939-4f19-93e9-594a4be5997d tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:04.822678 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-afe0c790-0939-4f19-93e9-594a4be5997d tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] 10.222.0.46 "DELETE /v2.0/routers/c6241ff5-54d3-462e-a6e9-5227c3518d8c HTTP/1.1" status: 204 len: 168 time: 1.1759875 Dec 17 15:39:04.828889 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52292) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:04.901398 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-1a4f7662-e3de-4ee0-ad59-32bdb86db775 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Deleting port 8a030365-bc6c-486b-92f3-31c89d88ef34 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:39:04.901801 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7662-e3de-4ee0-ad59-32bdb86db775 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:04.954201 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef63456-297e-41db-9d3d-ed54119be869 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Deleting subnet 6617e24f-5f74-44fc-b1cd-6e0e1f871b70 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:39:04.959283 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fef63456-297e-41db-9d3d-ed54119be869 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:04.976190 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272e7c29-9f56-48f0-a27a-859a3de48490 None None] DHCP port deletion for 97739cba-1c1b-4ae8-b702-4137992fa8d7 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:39:04.986558 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-1a4f7662-e3de-4ee0-ad59-32bdb86db775 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] For port 8a030365-bc6c-486b-92f3-31c89d88ef34, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=8a030365-bc6c-486b-92f3-31c89d88ef34,segment=NetworkSegment(bf7d352f-ca4f-44a0-be48-8b9825259be6),segment_id=bf7d352f-ca4f-44a0-be48-8b9825259be6)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:39:04.987011 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7662-e3de-4ee0-ad59-32bdb86db775 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:04.995248 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-35dc0315-c52d-47cd-9638-a0c2aa4ab9fc None None] Attempting to bind port a97f8150-1279-4c4f-be5a-2baf87ab2b77 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:39:04.996851 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-35dc0315-c52d-47cd-9638-a0c2aa4ab9fc None None] Attempting to bind port a97f8150-1279-4c4f-be5a-2baf87ab2b77 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ea71816b-c66d-4020-a705-56547a3386fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c580d775-caaa-46cf-9c6e-50ca00ebd80a'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:39:04.998009 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dc0315-c52d-47cd-9638-a0c2aa4ab9fc None None] Attempting to bind port a97f8150-1279-4c4f-be5a-2baf87ab2b77 on network c580d775-caaa-46cf-9c6e-50ca00ebd80a {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:39:05.004678 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-1a4f7662-e3de-4ee0-ad59-32bdb86db775 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Calling delete_port for 8a030365-bc6c-486b-92f3-31c89d88ef34 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:39:05.006863 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dc0315-c52d-47cd-9638-a0c2aa4ab9fc None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:39:05.007365 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dc0315-c52d-47cd-9638-a0c2aa4ab9fc None None] Checking segment: {'id': 'ea71816b-c66d-4020-a705-56547a3386fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c580d775-caaa-46cf-9c6e-50ca00ebd80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:39:05.007913 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-35dc0315-c52d-47cd-9638-a0c2aa4ab9fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:05.009116 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dc0315-c52d-47cd-9638-a0c2aa4ab9fc None None] Bound using segment: {'id': 'ea71816b-c66d-4020-a705-56547a3386fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c580d775-caaa-46cf-9c6e-50ca00ebd80a'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:39:05.009868 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-35dc0315-c52d-47cd-9638-a0c2aa4ab9fc None None] Bound port: a97f8150-1279-4c4f-be5a-2baf87ab2b77, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea71816b-c66d-4020-a705-56547a3386fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c580d775-caaa-46cf-9c6e-50ca00ebd80a'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:39:05.010733 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-35dc0315-c52d-47cd-9638-a0c2aa4ab9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:05.052892 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.plugin [None req-35dc0315-c52d-47cd-9638-a0c2aa4ab9fc None None] Port a97f8150-1279-4c4f-be5a-2baf87ab2b77 has been deleted concurrently {{(pid=102835) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Dec 17 15:39:05.078381 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dc0315-c52d-47cd-9638-a0c2aa4ab9fc None None] Routers set() bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:05.078849 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dc0315-c52d-47cd-9638-a0c2aa4ab9fc None None] Router IDs set() for agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 17 15:39:05.079563 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_agentschedulers_db [None req-35dc0315-c52d-47cd-9638-a0c2aa4ab9fc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c6241ff5-54d3-462e-a6e9-5227c3518d8c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent'). {{(pid=102835) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 17 15:39:05.080888 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dc0315-c52d-47cd-9638-a0c2aa4ab9fc None None] The sync data for ids ['c6241ff5-54d3-462e-a6e9-5227c3518d8c'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:39:05.084683 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-272e7c29-9f56-48f0-a27a-859a3de48490 None None] Deleting port 8a030365-bc6c-486b-92f3-31c89d88ef34 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:39:05.085467 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-272e7c29-9f56-48f0-a27a-859a3de48490 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:05.150685 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b55be3-8119-436c-bf1c-618a04a84efa req-11a223af-034a-4a97-85ba-21ed31fa9ea2 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:05.152562 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-31b55be3-8119-436c-bf1c-618a04a84efa req-11a223af-034a-4a97-85ba-21ed31fa9ea2 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac131f10-e40e-494a-a0da-8e6975473e87 HTTP/1.1" status: 200 len: 945 time: 0.0665984 Dec 17 15:39:05.161524 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-272e7c29-9f56-48f0-a27a-859a3de48490 None None] For port 8a030365-bc6c-486b-92f3-31c89d88ef34, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=8a030365-bc6c-486b-92f3-31c89d88ef34,segment=NetworkSegment(bf7d352f-ca4f-44a0-be48-8b9825259be6),segment_id=bf7d352f-ca4f-44a0-be48-8b9825259be6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:39:05.161931 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-272e7c29-9f56-48f0-a27a-859a3de48490 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:05.177329 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-272e7c29-9f56-48f0-a27a-859a3de48490 None None] Calling delete_port for 8a030365-bc6c-486b-92f3-31c89d88ef34 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:39:05.226502 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7662-e3de-4ee0-ad59-32bdb86db775 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:05.260000 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f7662-e3de-4ee0-ad59-32bdb86db775 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Port': ['ID=8a030365-bc6c-486b-92f3-31c89d88ef34,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:05.261820 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-272e7c29-9f56-48f0-a27a-859a3de48490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:05.271261 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4f7662-e3de-4ee0-ad59-32bdb86db775 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] No DVR routers for this DVR port 8a030365-bc6c-486b-92f3-31c89d88ef34 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:39:05.298092 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e7c29-9f56-48f0-a27a-859a3de48490 None None] Pushing event deleted for resources: {'Port': ['ID=8a030365-bc6c-486b-92f3-31c89d88ef34,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:05.299038 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28120470-d9d2-4143-8cb1-2e9b657f15eb req-47acece9-96d9-4569-a662-697895ba0e94 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:05.301019 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-28120470-d9d2-4143-8cb1-2e9b657f15eb req-47acece9-96d9-4569-a662-697895ba0e94 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac131f10-e40e-494a-a0da-8e6975473e87 HTTP/1.1" status: 200 len: 945 time: 0.4634008 Dec 17 15:39:05.308083 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272e7c29-9f56-48f0-a27a-859a3de48490 None None] No DVR routers for this DVR port 8a030365-bc6c-486b-92f3-31c89d88ef34 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:39:05.333285 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fef63456-297e-41db-9d3d-ed54119be869 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:05.383942 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-31b55be3-8119-436c-bf1c-618a04a84efa req-07a95a8f-9928-4cf4-af1e-7263a34c0149 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Deleting port ed032d9a-43c0-4027-b3e8-b789827d7a18 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:39:05.384293 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-31b55be3-8119-436c-bf1c-618a04a84efa req-07a95a8f-9928-4cf4-af1e-7263a34c0149 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:05.400536 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-28120470-d9d2-4143-8cb1-2e9b657f15eb req-e76614d9-f6f2-45a4-b6a7-85871e535bbc tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/security-groups?id=cf5e0173-6b98-432b-af8a-df7b3362a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903485 Dec 17 15:39:05.408210 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7662-e3de-4ee0-ad59-32bdb86db775 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:05.409603 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fef63456-297e-41db-9d3d-ed54119be869 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:05.465663 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-1a4f7662-e3de-4ee0-ad59-32bdb86db775 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97739cba-1c1b-4ae8-b702-4137992fa8d7']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:05.480384 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-1a4f7662-e3de-4ee0-ad59-32bdb86db775 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7d352f-ca4f-44a0-be48-8b9825259be6') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:05.480683 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-1a4f7662-e3de-4ee0-ad59-32bdb86db775 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7d352f-ca4f-44a0-be48-8b9825259be6') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:05.494731 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7662-e3de-4ee0-ad59-32bdb86db775 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:05.524899 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7662-e3de-4ee0-ad59-32bdb86db775 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:05.527731 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-31b55be3-8119-436c-bf1c-618a04a84efa req-07a95a8f-9928-4cf4-af1e-7263a34c0149 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] For port ed032d9a-43c0-4027-b3e8-b789827d7a18, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=ed032d9a-43c0-4027-b3e8-b789827d7a18,segment=NetworkSegment(dd97d248-1cc6-45df-a0ce-52b22c98e39b),segment_id=dd97d248-1cc6-45df-a0ce-52b22c98e39b)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:39:05.528104 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-31b55be3-8119-436c-bf1c-618a04a84efa req-07a95a8f-9928-4cf4-af1e-7263a34c0149 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:05.540984 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a4f7662-e3de-4ee0-ad59-32bdb86db775 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:39:05.541408 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7662-e3de-4ee0-ad59-32bdb86db775 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:05.542727 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fef63456-297e-41db-9d3d-ed54119be869 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:05.544388 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:39:05.544388 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:39:05.544388 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:39:05.544388 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:39:05.544388 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:39:05.544388 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:39:05.544388 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:39:05.544388 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:39:05.544388 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:39:05.544388 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:39:05.544388 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:39:05.544388 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:39:05.544388 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:39:05.544388 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:39:05.544388 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:39:05.544388 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:39:05.544388 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:39:05.544388 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:39:05.544388 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:39:05.544388 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:39:05.544388 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:39:05.544388 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:39:05.544388 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:39:05.544388 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:39:05.544388 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:39:05.544388 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:39:05.544388 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:39:05.544388 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:39:05.544388 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:39:05.544388 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:39:05.544388 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:39:05.544388 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:39:05.557218 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-31b55be3-8119-436c-bf1c-618a04a84efa req-07a95a8f-9928-4cf4-af1e-7263a34c0149 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Calling delete_port for ed032d9a-43c0-4027-b3e8-b789827d7a18 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:39:05.574519 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fef63456-297e-41db-9d3d-ed54119be869 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:05.578525 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-fef63456-297e-41db-9d3d-ed54119be869 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] 10.222.0.46 "DELETE /v2.0/subnets/6617e24f-5f74-44fc-b1cd-6e0e1f871b70 HTTP/1.1" status: 204 len: 168 time: 0.7522917 Dec 17 15:39:05.579542 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef63456-297e-41db-9d3d-ed54119be869 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6617e24f-5f74-44fc-b1cd-6e0e1f871b70,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:05.582372 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52302) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:05.659234 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-82bae9c8-934f-4213-bfeb-7cacca01d623 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:05.710805 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7662-e3de-4ee0-ad59-32bdb86db775 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:05.722686 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7662-e3de-4ee0-ad59-32bdb86db775 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:05.725900 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1a4f7662-e3de-4ee0-ad59-32bdb86db775 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/networks/97739cba-1c1b-4ae8-b702-4137992fa8d7 HTTP/1.1" status: 204 len: 168 time: 1.0178032 Dec 17 15:39:05.730699 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52308) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:05.744181 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f7662-e3de-4ee0-ad59-32bdb86db775 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Network': ['ID=97739cba-1c1b-4ae8-b702-4137992fa8d7,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:05.777842 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-82bae9c8-934f-4213-bfeb-7cacca01d623 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:05.791712 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56164bb3-882b-49f2-8263-176263c4b12f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:05.793078 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-56164bb3-882b-49f2-8263-176263c4b12f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "GET /v2.0/ports/b3abf4e5-cb36-45ff-9c9f-2aed0734574f HTTP/1.1" status: 200 len: 844 time: 0.0614457 Dec 17 15:39:05.797202 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52310) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:05.807180 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-82bae9c8-934f-4213-bfeb-7cacca01d623 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c580d775-caaa-46cf-9c6e-50ca00ebd80a']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:05.820404 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-82bae9c8-934f-4213-bfeb-7cacca01d623 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea71816b-c66d-4020-a705-56547a3386fe') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:05.820844 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-82bae9c8-934f-4213-bfeb-7cacca01d623 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea71816b-c66d-4020-a705-56547a3386fe') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:05.830237 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-31b55be3-8119-436c-bf1c-618a04a84efa req-07a95a8f-9928-4cf4-af1e-7263a34c0149 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:05.832933 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-82bae9c8-934f-4213-bfeb-7cacca01d623 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:05.848431 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-82bae9c8-934f-4213-bfeb-7cacca01d623 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:05.854894 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82bae9c8-934f-4213-bfeb-7cacca01d623 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:39:05.855512 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-82bae9c8-934f-4213-bfeb-7cacca01d623 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:05.857414 n-d-820553-2 neutron-server[102832]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:39:05.857414 n-d-820553-2 neutron-server[102832]: items = [ Dec 17 15:39:05.857414 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:39:05.857414 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:39:05.857414 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:39:05.857414 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:39:05.857414 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:39:05.857414 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:39:05.857414 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:39:05.857414 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:39:05.857414 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:39:05.857414 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:39:05.857414 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:39:05.857414 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:39:05.857414 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:39:05.857414 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:39:05.857414 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:39:05.857414 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:39:05.857414 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:39:05.857414 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:39:05.857414 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:39:05.857414 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:39:05.857414 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:39:05.857414 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:39:05.857414 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:39:05.857414 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:39:05.857414 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:39:05.857414 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:39:05.857414 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:39:05.857414 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:39:05.857414 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:39:05.857414 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:39:05.857414 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:39:05.857414 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:39:05.863199 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['ed032d9a-43c0-4027-b3e8-b789827d7a18'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:39:05.877080 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a95a8f-9928-4cf4-af1e-7263a34c0149 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Pushing event deleted for resources: {'Port': ['ID=ed032d9a-43c0-4027-b3e8-b789827d7a18,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:05.881942 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2e74f3b7-f31d-4081-b7e0-866e82875a72 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "GET /v2.0/ports/b3abf4e5-cb36-45ff-9c9f-2aed0734574f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0834394 Dec 17 15:39:05.895480 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52312) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:05.901802 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-beb97f4d-8f63-47fc-aa73-aa8e17d78965 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'subnet': {'network_id': '8adad7e3-63df-4931-8d79-41c975b7126b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:05.971412 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b55be3-8119-436c-bf1c-618a04a84efa req-07a95a8f-9928-4cf4-af1e-7263a34c0149 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] No DVR routers for this DVR port ed032d9a-43c0-4027-b3e8-b789827d7a18 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:39:05.975612 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-31b55be3-8119-436c-bf1c-618a04a84efa req-07a95a8f-9928-4cf4-af1e-7263a34c0149 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:05.978884 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-31b55be3-8119-436c-bf1c-618a04a84efa req-07a95a8f-9928-4cf4-af1e-7263a34c0149 tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.41 "DELETE /v2.0/ports/ed032d9a-43c0-4027-b3e8-b789827d7a18 HTTP/1.1" status: 204 len: 173 time: 0.8206978 Dec 17 15:39:05.979320 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac131f10-e40e-494a-a0da-8e6975473e87', 'name': 'network-vif-deleted', 'tag': 'ed032d9a-43c0-4027-b3e8-b789827d7a18'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:39:05.982245 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b6ec14-14ff-405a-829d-d02f4e5c38e5" -d '{"events": [{"server_uuid": "ac131f10-e40e-494a-a0da-8e6975473e87", "name": "network-vif-deleted", "tag": "ed032d9a-43c0-4027-b3e8-b789827d7a18"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:39:06.026040 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003f7d8e-c3e4-4805-a233-a9bc7567e93b x-openstack-request-id: req-003f7d8e-c3e4-4805-a233-a9bc7567e93b {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:39:06.026346 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac131f10-e40e-494a-a0da-8e6975473e87", "name": "network-vif-deleted", "tag": "ed032d9a-43c0-4027-b3e8-b789827d7a18", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:39:06.030986 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-003f7d8e-c3e4-4805-a233-a9bc7567e93b {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:39:06.030986 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac131f10-e40e-494a-a0da-8e6975473e87', 'name': 'network-vif-deleted', 'tag': 'ed032d9a-43c0-4027-b3e8-b789827d7a18', 'status': 'completed', 'code': 200} Dec 17 15:39:06.062353 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-82bae9c8-934f-4213-bfeb-7cacca01d623 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:06.067757 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bae9c8-934f-4213-bfeb-7cacca01d623 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c580d775-caaa-46cf-9c6e-50ca00ebd80a {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 17 15:39:06.073216 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-82bae9c8-934f-4213-bfeb-7cacca01d623 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:06.081695 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-82bae9c8-934f-4213-bfeb-7cacca01d623 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] 10.222.0.46 "DELETE /v2.0/networks/c580d775-caaa-46cf-9c6e-50ca00ebd80a HTTP/1.1" status: 204 len: 168 time: 0.4982574 Dec 17 15:39:06.097596 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bae9c8-934f-4213-bfeb-7cacca01d623 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Pushing event deleted for resources: {'Network': ['ID=c580d775-caaa-46cf-9c6e-50ca00ebd80a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:06.159350 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb97f4d-8f63-47fc-aa73-aa8e17d78965 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:39:06.163536 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-beb97f4d-8f63-47fc-aa73-aa8e17d78965 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:06.439461 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-beb97f4d-8f63-47fc-aa73-aa8e17d78965 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:06.459549 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52326) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:06.464427 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-f6b0de3e-979f-475e-a0d6-546cd5ebfcff tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Request body: {'router': {'name': 'tempest-router--1535355998', 'project_id': '653f459a142b4d5e94b4b59d99542c37'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:06.518920 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb97f4d-8f63-47fc-aa73-aa8e17d78965 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Network 8adad7e3-63df-4931-8d79-41c975b7126b is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:39:06.521935 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-91c5cb0a-6cc9-4e61-8669-e86a47b92619 req-142e9ebe-7f18-46e6-91aa-5974a13c4b9a tempest-InstanceActionsTestJSON-185081667 tempest-InstanceActionsTestJSON-185081667-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac131f10-e40e-494a-a0da-8e6975473e87 HTTP/1.1" status: 200 len: 210 time: 0.0300848 Dec 17 15:39:06.522247 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-beb97f4d-8f63-47fc-aa73-aa8e17d78965 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:39:06.531407 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b0f7f4-3f38-4ea0-9241-9f5d65827ce8 None None] Network 8adad7e3-63df-4931-8d79-41c975b7126b requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:39:06.546045 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb97f4d-8f63-47fc-aa73-aa8e17d78965 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:06.546045 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-beb97f4d-8f63-47fc-aa73-aa8e17d78965 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:06.554203 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb97f4d-8f63-47fc-aa73-aa8e17d78965 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Subnet': ['ID=2aa93b8b-785e-4b76-b455-551ae5aff681,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:06.576510 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f6b0de3e-979f-475e-a0d6-546cd5ebfcff tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:06.577822 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f6b0de3e-979f-475e-a0d6-546cd5ebfcff tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:06.636432 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f6b0de3e-979f-475e-a0d6-546cd5ebfcff tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:06.680979 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-beb97f4d-8f63-47fc-aa73-aa8e17d78965 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7778492 Dec 17 15:39:06.682580 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 8a030365-bc6c-486b-92f3-31c89d88ef34 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:39:06.682945 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52328) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:06.690679 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-32e5f346-7ae0-4075-b29e-e78e909d8122 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'security_group': {'name': 'tempest-secgroup-2045166479'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:06.701403 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f6b0de3e-979f-475e-a0d6-546cd5ebfcff tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:06.717332 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 8a030365-bc6c-486b-92f3-31c89d88ef34 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:39:06.718033 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 8a030365-bc6c-486b-92f3-31c89d88ef34 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:39:06.741686 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3132edd1-9017-4842-a239-98bc5d8963b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-8adad7e3-63df-4931-8d79-41c975b7126b', 'network_id': '8adad7e3-63df-4931-8d79-41c975b7126b', 'tenant_id': '42e5af0b0b094bd79f2f4fab1c55cc89', 'fixed_ips': [{'subnet_id': '2aa93b8b-785e-4b76-b455-551ae5aff681'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:39:06.742581 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3132edd1-9017-4842-a239-98bc5d8963b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:06.885690 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-3132edd1-9017-4842-a239-98bc5d8963b7 None None] Allocated IP 2001:db8::2 (8adad7e3-63df-4931-8d79-41c975b7126b/2aa93b8b-785e-4b76-b455-551ae5aff681/8726f897-a40c-414e-8faf-7777c6eb467c) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:39:06.902418 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-32e5f346-7ae0-4075-b29e-e78e909d8122 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:06.984770 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-32e5f346-7ae0-4075-b29e-e78e909d8122 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:06.993617 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f6b0de3e-979f-475e-a0d6-546cd5ebfcff tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:06.994851 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f6b0de3e-979f-475e-a0d6-546cd5ebfcff tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5342577 Dec 17 15:39:06.997775 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52336) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:07.051192 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3132edd1-9017-4842-a239-98bc5d8963b7 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:07.083326 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-32e5f346-7ae0-4075-b29e-e78e909d8122 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:07.089237 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f4f8b558-152d-425e-867d-af0ce63c413a tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:07.139653 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5f346-7ae0-4075-b29e-e78e909d8122 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c78472b-e2d1-43a0-b793-549fa09dbd45,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:07.158257 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3132edd1-9017-4842-a239-98bc5d8963b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:07.202028 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3132edd1-9017-4842-a239-98bc5d8963b7 None None] Network 8adad7e3-63df-4931-8d79-41c975b7126b is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:39:07.204805 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-3132edd1-9017-4842-a239-98bc5d8963b7 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:39:07.211488 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3132edd1-9017-4842-a239-98bc5d8963b7 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:39:07.214956 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132edd1-9017-4842-a239-98bc5d8963b7 None None] Pushing event updated for resources: {'Port': ['ID=8726f897-a40c-414e-8faf-7777c6eb467c,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:07.233608 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-32e5f346-7ae0-4075-b29e-e78e909d8122 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:07.234860 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-32e5f346-7ae0-4075-b29e-e78e909d8122 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5508919 Dec 17 15:39:07.238239 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52338) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:07.243911 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-2429b168-089c-4097-b5f8-5f25c92301df tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'security_group': {'name': 'tempest-secgroup-1233824265'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:07.273574 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f4f8b558-152d-425e-867d-af0ce63c413a tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:07.277755 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f4f8b558-152d-425e-867d-af0ce63c413a tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:07.280218 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-3132edd1-9017-4842-a239-98bc5d8963b7 None None] Attempting to bind port 8726f897-a40c-414e-8faf-7777c6eb467c on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:39:07.280586 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-3132edd1-9017-4842-a239-98bc5d8963b7 None None] Attempting to bind port 8726f897-a40c-414e-8faf-7777c6eb467c by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '4ecb358c-fb06-414d-a601-08a613965db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8adad7e3-63df-4931-8d79-41c975b7126b'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:39:07.280936 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3132edd1-9017-4842-a239-98bc5d8963b7 None None] Attempting to bind port 8726f897-a40c-414e-8faf-7777c6eb467c on network 8adad7e3-63df-4931-8d79-41c975b7126b {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:39:07.286055 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3132edd1-9017-4842-a239-98bc5d8963b7 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:39:07.286422 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3132edd1-9017-4842-a239-98bc5d8963b7 None None] Checking segment: {'id': '4ecb358c-fb06-414d-a601-08a613965db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8adad7e3-63df-4931-8d79-41c975b7126b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:39:07.286812 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3132edd1-9017-4842-a239-98bc5d8963b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:07.291327 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3132edd1-9017-4842-a239-98bc5d8963b7 None None] Bound using segment: {'id': '4ecb358c-fb06-414d-a601-08a613965db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8adad7e3-63df-4931-8d79-41c975b7126b'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:39:07.291327 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-3132edd1-9017-4842-a239-98bc5d8963b7 None None] Bound port: 8726f897-a40c-414e-8faf-7777c6eb467c, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecb358c-fb06-414d-a601-08a613965db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8adad7e3-63df-4931-8d79-41c975b7126b'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:39:07.291327 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3132edd1-9017-4842-a239-98bc5d8963b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:07.354749 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-3132edd1-9017-4842-a239-98bc5d8963b7 None None] For port 8726f897-a40c-414e-8faf-7777c6eb467c, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:39:07.358623 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-3132edd1-9017-4842-a239-98bc5d8963b7 None None] For port 8726f897-a40c-414e-8faf-7777c6eb467c, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=8726f897-a40c-414e-8faf-7777c6eb467c,segment=NetworkSegment(4ecb358c-fb06-414d-a601-08a613965db1),segment_id=4ecb358c-fb06-414d-a601-08a613965db1)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:39:07.368725 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2429b168-089c-4097-b5f8-5f25c92301df tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:07.431655 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f4f8b558-152d-425e-867d-af0ce63c413a tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:07.432174 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f8b558-152d-425e-867d-af0ce63c413a tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5822064b-a478-4a5c-9876-069707cb9ca0 {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:39:07.435173 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2429b168-089c-4097-b5f8-5f25c92301df tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:07.438007 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f4f8b558-152d-425e-867d-af0ce63c413a tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:07.439215 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f4f8b558-152d-425e-867d-af0ce63c413a tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] 10.222.0.46 "DELETE /v2.0/routers/5822064b-a478-4a5c-9876-069707cb9ca0 HTTP/1.1" status: 204 len: 168 time: 0.4403145 Dec 17 15:39:07.461179 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3132edd1-9017-4842-a239-98bc5d8963b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:07.518425 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2429b168-089c-4097-b5f8-5f25c92301df tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:07.519219 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132edd1-9017-4842-a239-98bc5d8963b7 None None] Pushing event updated for resources: {'Port': ['ID=8726f897-a40c-414e-8faf-7777c6eb467c,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:07.557559 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2429b168-089c-4097-b5f8-5f25c92301df tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbe0aa8-1caa-4676-b2f3-0dbdc7e6583e,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:07.608509 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52344) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:07.610341 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2429b168-089c-4097-b5f8-5f25c92301df tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:07.611609 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2429b168-089c-4097-b5f8-5f25c92301df tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3723624 Dec 17 15:39:07.614381 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52346) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:07.619460 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-c43701ae-44c4-4e85-80d2-eb8ea5cc7220 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1618614303', 'security_groups': ['1bbe0aa8-1caa-4676-b2f3-0dbdc7e6583e'], 'network_id': '8adad7e3-63df-4931-8d79-41c975b7126b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2aa93b8b-785e-4b76-b455-551ae5aff681'}]}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:07.669988 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-258ae4ef-363e-4b87-9a6c-a6e513385d92 admin admin] Deleting subnet 6e026d71-5698-4b52-8ba6-86d3935c2c2a {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:39:07.673754 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-258ae4ef-363e-4b87-9a6c-a6e513385d92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:07.724694 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-258ae4ef-363e-4b87-9a6c-a6e513385d92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:07.751552 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52350) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:07.790057 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-258ae4ef-363e-4b87-9a6c-a6e513385d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:07.876972 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43701ae-44c4-4e85-80d2-eb8ea5cc7220 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:39:07.934867 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-258ae4ef-363e-4b87-9a6c-a6e513385d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:07.963412 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ae4ef-363e-4b87-9a6c-a6e513385d92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e026d71-5698-4b52-8ba6-86d3935c2c2a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:07.974930 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-258ae4ef-363e-4b87-9a6c-a6e513385d92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:07.989348 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-258ae4ef-363e-4b87-9a6c-a6e513385d92 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6e026d71-5698-4b52-8ba6-86d3935c2c2a HTTP/1.1" status: 204 len: 168 time: 0.3716071 Dec 17 15:39:07.989348 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52358) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:08.006269 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c43701ae-44c4-4e85-80d2-eb8ea5cc7220 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:08.028208 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-c43701ae-44c4-4e85-80d2-eb8ea5cc7220 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] device_id is not set on port b9358182-4a9e-41db-93d6-15340d41a8f3 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:39:08.044251 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-e5721979-7715-4fdd-9e3c-31cc18950933 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2067180439', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}, 'admin_state_up': False}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:08.078826 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b8341d90-480e-4aae-920f-4ae13cf3ea25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:08.176595 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b8341d90-480e-4aae-920f-4ae13cf3ea25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:08.199111 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-b8341d90-480e-4aae-920f-4ae13cf3ea25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5028fa-735c-4d86-a6e4-c6785bb90b09']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:08.207266 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e5721979-7715-4fdd-9e3c-31cc18950933 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:08.208449 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e5721979-7715-4fdd-9e3c-31cc18950933 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:08.208758 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-b8341d90-480e-4aae-920f-4ae13cf3ea25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd97d248-1cc6-45df-a0ce-52b22c98e39b') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:08.209074 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-b8341d90-480e-4aae-920f-4ae13cf3ea25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd97d248-1cc6-45df-a0ce-52b22c98e39b') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:08.224641 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b8341d90-480e-4aae-920f-4ae13cf3ea25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:08.240121 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b8341d90-480e-4aae-920f-4ae13cf3ea25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:08.242672 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-c43701ae-44c4-4e85-80d2-eb8ea5cc7220 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Allocated IP 2001:db8::1ed (8adad7e3-63df-4931-8d79-41c975b7126b/2aa93b8b-785e-4b76-b455-551ae5aff681/b9358182-4a9e-41db-93d6-15340d41a8f3) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:39:08.246361 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8341d90-480e-4aae-920f-4ae13cf3ea25 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:39:08.246772 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b8341d90-480e-4aae-920f-4ae13cf3ea25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:08.248546 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:39:08.248546 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:39:08.248546 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:39:08.248546 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:39:08.248546 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:39:08.248546 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:39:08.248546 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:39:08.248546 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:39:08.248546 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:39:08.248546 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:39:08.248546 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:39:08.248546 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:39:08.248546 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:39:08.248546 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:39:08.248546 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:39:08.248546 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:39:08.248546 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:39:08.248546 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:39:08.248546 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:39:08.248546 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:39:08.248546 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:39:08.248546 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:39:08.248546 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:39:08.248546 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:39:08.248546 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:39:08.248546 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:39:08.248546 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:39:08.248546 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:39:08.248546 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:39:08.248546 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:39:08.248546 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:39:08.248546 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:39:08.329944 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e5721979-7715-4fdd-9e3c-31cc18950933 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:08.388391 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b8341d90-480e-4aae-920f-4ae13cf3ea25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:08.405630 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b8341d90-480e-4aae-920f-4ae13cf3ea25 admin admin] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:08.411253 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b8341d90-480e-4aae-920f-4ae13cf3ea25 admin admin] 10.222.0.46 "DELETE /v2.0/networks/cb5028fa-735c-4d86-a6e4-c6785bb90b09 HTTP/1.1" status: 204 len: 168 time: 0.4182684 Dec 17 15:39:08.411253 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8341d90-480e-4aae-920f-4ae13cf3ea25 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb5028fa-735c-4d86-a6e4-c6785bb90b09,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:08.590770 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e5721979-7715-4fdd-9e3c-31cc18950933 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:08.612992 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c43701ae-44c4-4e85-80d2-eb8ea5cc7220 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:08.727049 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c43701ae-44c4-4e85-80d2-eb8ea5cc7220 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:08.730717 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 8726f897-a40c-414e-8faf-7777c6eb467c up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:39:08.782003 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-522c7c1f-b9c2-40b0-9a50-b191f2d0d4f5 None None] Provisioning complete for port b3abf4e5-cb36-45ff-9c9f-2aed0734574f triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:08.782383 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-522c7c1f-b9c2-40b0-9a50-b191f2d0d4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:08.782632 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43701ae-44c4-4e85-80d2-eb8ea5cc7220 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Network 8adad7e3-63df-4931-8d79-41c975b7126b is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:39:08.787263 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-c43701ae-44c4-4e85-80d2-eb8ea5cc7220 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:39:08.791773 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43701ae-44c4-4e85-80d2-eb8ea5cc7220 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:39:08.798519 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43701ae-44c4-4e85-80d2-eb8ea5cc7220 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:08.806245 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c43701ae-44c4-4e85-80d2-eb8ea5cc7220 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:08.818577 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43701ae-44c4-4e85-80d2-eb8ea5cc7220 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Port': ['ID=b9358182-4a9e-41db-93d6-15340d41a8f3,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:08.831828 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 8726f897-a40c-414e-8faf-7777c6eb467c triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:08.832205 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:08.833811 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-522c7c1f-b9c2-40b0-9a50-b191f2d0d4f5 None None] Port b3abf4e5-cb36-45ff-9c9f-2aed0734574f cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:39:08.837795 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52362) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:08.910487 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3c020afd-449c-45aa-a72e-ce9b9de2db17 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e78a5c95e1f0448ca80c24df4b2366a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0705838 Dec 17 15:39:08.912980 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52364) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:08.931256 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-522c7c1f-b9c2-40b0-9a50-b191f2d0d4f5 None None] Provisioning complete for port 8726f897-a40c-414e-8faf-7777c6eb467c triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:08.931624 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-522c7c1f-b9c2-40b0-9a50-b191f2d0d4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:09.012643 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:09.042829 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8b9b7c05-e2cd-44c5-95a9-3d94dcb798d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:09.078317 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8b9b7c05-e2cd-44c5-95a9-3d94dcb798d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:09.083669 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 8726f897-a40c-414e-8faf-7777c6eb467c, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=8726f897-a40c-414e-8faf-7777c6eb467c,segment=NetworkSegment(4ecb358c-fb06-414d-a601-08a613965db1),segment_id=4ecb358c-fb06-414d-a601-08a613965db1)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:39:09.124820 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-522c7c1f-b9c2-40b0-9a50-b191f2d0d4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:09.159877 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:09.190330 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device ed032d9a-43c0-4027-b3e8-b789827d7a18 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:39:09.227949 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8b9b7c05-e2cd-44c5-95a9-3d94dcb798d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:09.231122 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8b9b7c05-e2cd-44c5-95a9-3d94dcb798d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:09.235834 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8b9b7c05-e2cd-44c5-95a9-3d94dcb798d7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cf5e0173-6b98-432b-af8a-df7b3362a4ac HTTP/1.1" status: 204 len: 168 time: 0.3187912 Dec 17 15:39:09.243121 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: ed032d9a-43c0-4027-b3e8-b789827d7a18 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:39:09.243776 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device ed032d9a-43c0-4027-b3e8-b789827d7a18 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:39:09.268206 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c43701ae-44c4-4e85-80d2-eb8ea5cc7220 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6527517 Dec 17 15:39:09.273367 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52374) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:09.275546 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-522c7c1f-b9c2-40b0-9a50-b191f2d0d4f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:39:09.276052 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-522c7c1f-b9c2-40b0-9a50-b191f2d0d4f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:39:09.278096 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b7c05-e2cd-44c5-95a9-3d94dcb798d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5e0173-6b98-432b-af8a-df7b3362a4ac,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:09.278347 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-978db8f1-4acb-421d-907c-888e08e6302f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'subnet': {'network_id': '8adad7e3-63df-4931-8d79-41c975b7126b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:09.282065 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=8726f897-a40c-414e-8faf-7777c6eb467c,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:09.290201 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:09.290596 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:09.290936 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:09.291657 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:09.292524 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:09.292524 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:09.292760 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:09.292935 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:09.293441 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:09.293925 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:09.294960 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:09.296047 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:39:09.347193 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e5721979-7715-4fdd-9e3c-31cc18950933 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:09.375531 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e5721979-7715-4fdd-9e3c-31cc18950933 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:09.517699 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-e5721979-7715-4fdd-9e3c-31cc18950933 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Allocated IP 172.25.6.195 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/22b03979-dec3-42f5-8b33-2c34b47ee08d) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:39:09.571194 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978db8f1-4acb-421d-907c-888e08e6302f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:39:09.575201 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-978db8f1-4acb-421d-907c-888e08e6302f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:09.698405 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e5721979-7715-4fdd-9e3c-31cc18950933 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:09.709485 n-d-820553-2 neutron-server[102833]: INFO neutron.db.ipam_backend_mixin [None req-978db8f1-4acb-421d-907c-888e08e6302f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2aa93b8b-785e-4b76-b455-551ae5aff681 (CIDR: 2001:db8::/64) Dec 17 15:39:09.764116 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-978db8f1-4acb-421d-907c-888e08e6302f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:39:09.764892 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-978db8f1-4acb-421d-907c-888e08e6302f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:39:09.821494 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e5721979-7715-4fdd-9e3c-31cc18950933 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:09.855779 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-978db8f1-4acb-421d-907c-888e08e6302f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5813563 Dec 17 15:39:09.859116 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52384) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:09.866979 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-cd15ecf0-0074-400b-ac64-9043f2c79680 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'subnet': {'network_id': '8adad7e3-63df-4931-8d79-41c975b7126b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:09.877590 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5721979-7715-4fdd-9e3c-31cc18950933 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:39:09.918229 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-e5721979-7715-4fdd-9e3c-31cc18950933 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:39:09.921096 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5721979-7715-4fdd-9e3c-31cc18950933 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:39:09.944750 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4dc0ed95-a811-4a52-86f3-0e01be1f01d8 None None] Provisioning complete for port b9358182-4a9e-41db-93d6-15340d41a8f3 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:09.945274 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4dc0ed95-a811-4a52-86f3-0e01be1f01d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:09.982409 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4dc0ed95-a811-4a52-86f3-0e01be1f01d8 None None] Port b9358182-4a9e-41db-93d6-15340d41a8f3 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:39:09.985611 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5721979-7715-4fdd-9e3c-31cc18950933 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Pushing event updated for resources: {'Port': ['ID=22b03979-dec3-42f5-8b33-2c34b47ee08d,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:10.237233 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd15ecf0-0074-400b-ac64-9043f2c79680 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:39:10.241310 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cd15ecf0-0074-400b-ac64-9043f2c79680 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:10.431498 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:10.437946 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52400) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:10.463802 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e5721979-7715-4fdd-9e3c-31cc18950933 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:10.544676 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-ec2edb76-8ade-455a-81ad-8c50a18e762a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2139899851-network', 'tenant_id': 'a3ccd7142d8c423fb044217d2f692337'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:10.637602 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2edb76-8ade-455a-81ad-8c50a18e762a admin admin] Made reservation on behalf of a3ccd7142d8c423fb044217d2f692337 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:39:10.644884 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ec2edb76-8ade-455a-81ad-8c50a18e762a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:10.663463 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ec2edb76-8ade-455a-81ad-8c50a18e762a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:10.689662 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 8726f897-a40c-414e-8faf-7777c6eb467c up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:39:10.743277 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 8726f897-a40c-414e-8faf-7777c6eb467c triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:10.743824 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:10.761248 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ec2edb76-8ade-455a-81ad-8c50a18e762a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:10.763543 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e5721979-7715-4fdd-9e3c-31cc18950933 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:10.838439 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cd15ecf0-0074-400b-ac64-9043f2c79680 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:10.868562 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ec2edb76-8ade-455a-81ad-8c50a18e762a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:10.894006 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec2edb76-8ade-455a-81ad-8c50a18e762a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:39:10.894259 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd15ecf0-0074-400b-ac64-9043f2c79680 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Network 8adad7e3-63df-4931-8d79-41c975b7126b is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:39:10.900735 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-cd15ecf0-0074-400b-ac64-9043f2c79680 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:39:10.904718 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd15ecf0-0074-400b-ac64-9043f2c79680 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:10.905364 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cd15ecf0-0074-400b-ac64-9043f2c79680 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:10.914918 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2edb76-8ade-455a-81ad-8c50a18e762a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb28183-bf11-4903-9e6d-7a7d66d550ce,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:10.918088 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ec2edb76-8ade-455a-81ad-8c50a18e762a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:10.918721 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-ec2edb76-8ade-455a-81ad-8c50a18e762a admin admin] Added segment b2109624-b42a-43d8-b4b0-958e6ac0b16d of type vlan for network 1bf23dbe-38db-4a32-95b8-9493ff106e9c Dec 17 15:39:10.919698 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032d0a41-0707-4955-a7b8-7bc391119fd1 None None] Network 8adad7e3-63df-4931-8d79-41c975b7126b requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:39:10.959736 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15ecf0-0074-400b-ac64-9043f2c79680 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Subnet': ['ID=f2904c52-8d69-485f-9b12-a6d13d5c4168,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:10.980062 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ec2edb76-8ade-455a-81ad-8c50a18e762a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:11.024842 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cd15ecf0-0074-400b-ac64-9043f2c79680 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1630764 Dec 17 15:39:11.027392 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52406) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:11.033110 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-353cc65e-4f50-4fa4-be2e-b429af3afff8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1572363766', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f2904c52-8d69-485f-9b12-a6d13d5c4168'}], 'security_groups': ['8c78472b-e2d1-43a0-b793-549fa09dbd45']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:11.103359 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5721979-7715-4fdd-9e3c-31cc18950933 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Router c7add193-949d-4014-b09f-b02ce8ff996b is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:39:11.115057 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ec2edb76-8ade-455a-81ad-8c50a18e762a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:11.116402 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2edb76-8ade-455a-81ad-8c50a18e762a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:11.116996 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ec2edb76-8ade-455a-81ad-8c50a18e762a admin admin] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:11.118596 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-353cc65e-4f50-4fa4-be2e-b429af3afff8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:11.162771 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf15739-c016-423e-87bd-027761f74b7d None None] Update dhcp port {'port': {'network_id': '8adad7e3-63df-4931-8d79-41c975b7126b', 'fixed_ips': [{'subnet_id': '2aa93b8b-785e-4b76-b455-551ae5aff681', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f2904c52-8d69-485f-9b12-a6d13d5c4168'}], 'binding:host_id': 'n-d-820553-2'}, 'id': '8726f897-a40c-414e-8faf-7777c6eb467c'} from n-d-820553-2. {{(pid=102834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 17 15:39:11.192613 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dcf15739-c016-423e-87bd-027761f74b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:11.213687 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2edb76-8ade-455a-81ad-8c50a18e762a admin admin] Pushing event updated for resources: {'Network': ['ID=1bf23dbe-38db-4a32-95b8-9493ff106e9c,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:11.227105 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ec2edb76-8ade-455a-81ad-8c50a18e762a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7879615 Dec 17 15:39:11.229836 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52410) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:11.244069 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-a943b749-f203-43fa-8c3c-f43fb7a88418 admin admin] Request body: {'subnet': {'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2139899851-subnet', 'tenant_id': 'a3ccd7142d8c423fb044217d2f692337', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:11.253516 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 1bf23dbe-38db-4a32-95b8-9493ff106e9c details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:39:11.335067 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5721979-7715-4fdd-9e3c-31cc18950933 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:39:11.356845 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a943b749-f203-43fa-8c3c-f43fb7a88418 admin admin] Made reservation on behalf of a3ccd7142d8c423fb044217d2f692337 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:39:11.361199 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a943b749-f203-43fa-8c3c-f43fb7a88418 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:11.367319 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3c5390-2260-45ae-bee3-c394ed859cd3 None None] Sync routers for ids ['c7add193-949d-4014-b09f-b02ce8ff996b'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:39:11.407834 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3c5390-2260-45ae-bee3-c394ed859cd3 None None] Routers {'c7add193-949d-4014-b09f-b02ce8ff996b'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:11.408463 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-9a3c5390-2260-45ae-bee3-c394ed859cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['c7add193-949d-4014-b09f-b02ce8ff996b'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:11.445416 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-9a3c5390-2260-45ae-bee3-c394ed859cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:11.463662 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e5721979-7715-4fdd-9e3c-31cc18950933 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:11.471806 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e5721979-7715-4fdd-9e3c-31cc18950933 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7189403 Dec 17 15:39:11.472019 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52412) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:11.485992 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3c5390-2260-45ae-bee3-c394ed859cd3 None None] Routers {'c7add193-949d-4014-b09f-b02ce8ff996b'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:11.486620 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-9a3c5390-2260-45ae-bee3-c394ed859cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['c7add193-949d-4014-b09f-b02ce8ff996b'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:11.526707 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-9a3c5390-2260-45ae-bee3-c394ed859cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:11.527353 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3c5390-2260-45ae-bee3-c394ed859cd3 None None] The sync data for ids ['c7add193-949d-4014-b09f-b02ce8ff996b'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:39:11.534945 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-dcf15739-c016-423e-87bd-027761f74b7d None None] Allocated IP 2001:db8:0:1::2 (8adad7e3-63df-4931-8d79-41c975b7126b/f2904c52-8d69-485f-9b12-a6d13d5c4168/8726f897-a40c-414e-8faf-7777c6eb467c) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:39:11.630774 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-dcf15739-c016-423e-87bd-027761f74b7d None None] For port 8726f897-a40c-414e-8faf-7777c6eb467c, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=8726f897-a40c-414e-8faf-7777c6eb467c,segment=NetworkSegment(4ecb358c-fb06-414d-a601-08a613965db1),segment_id=4ecb358c-fb06-414d-a601-08a613965db1)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:39:11.645279 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7eea54ae-093a-4721-8ff7-01d21798e101 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] 10.222.0.46 "GET /v2.0/routers/c7add193-949d-4014-b09f-b02ce8ff996b HTTP/1.1" status: 200 len: 921 time: 0.1714776 Dec 17 15:39:11.648204 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52416) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:11.664482 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dcf15739-c016-423e-87bd-027761f74b7d None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:11.673738 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1609c3f6-40a0-447e-807e-736f8c6ba169 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7add193-949d-4014-b09f-b02ce8ff996b HTTP/1.1" status: 200 len: 205 time: 0.0244648 Dec 17 15:39:11.678547 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52420) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:11.716824 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a943b749-f203-43fa-8c3c-f43fb7a88418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:11.734517 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dcf15739-c016-423e-87bd-027761f74b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:11.822204 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943b749-f203-43fa-8c3c-f43fb7a88418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=610c69b5-11b8-4033-8576-74e6e98b4da0,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:11.855332 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3c2e1bcd-1365-4436-81ae-fca53abe1d8e tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:11.857284 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a943b749-f203-43fa-8c3c-f43fb7a88418 admin admin] Checking segment: {'id': 'b2109624-b42a-43d8-b4b0-958e6ac0b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:39:11.858120 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a943b749-f203-43fa-8c3c-f43fb7a88418 admin admin] Network hostable DHCP agents. Network: 1bf23dbe-38db-4a32-95b8-9493ff106e9c, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:39:11.865558 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-353cc65e-4f50-4fa4-be2e-b429af3afff8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Delete allocated IP 2001:db8::1ed (8adad7e3-63df-4931-8d79-41c975b7126b/2aa93b8b-785e-4b76-b455-551ae5aff681) {{(pid=102833) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 17 15:39:11.875782 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-353cc65e-4f50-4fa4-be2e-b429af3afff8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Allocated IP 2001:db8:0:1::35e (8adad7e3-63df-4931-8d79-41c975b7126b/f2904c52-8d69-485f-9b12-a6d13d5c4168/b9358182-4a9e-41db-93d6-15340d41a8f3) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:39:11.876945 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf15739-c016-423e-87bd-027761f74b7d None None] Pushing event updated for resources: {'Port': ['ID=8726f897-a40c-414e-8faf-7777c6eb467c,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:11.983817 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3c2e1bcd-1365-4436-81ae-fca53abe1d8e tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:12.014906 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a943b749-f203-43fa-8c3c-f43fb7a88418 admin admin] Network 1bf23dbe-38db-4a32-95b8-9493ff106e9c is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:39:12.063412 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-353cc65e-4f50-4fa4-be2e-b429af3afff8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:12.125846 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-353cc65e-4f50-4fa4-be2e-b429af3afff8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:12.130253 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-a943b749-f203-43fa-8c3c-f43fb7a88418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 1bf23dbe-38db-4a32-95b8-9493ff106e9c) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:39:12.135025 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a943b749-f203-43fa-8c3c-f43fb7a88418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:12.135715 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a943b749-f203-43fa-8c3c-f43fb7a88418 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:12.143654 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47da254-d3de-477f-ace0-cd4e5d04388a None None] Network 1bf23dbe-38db-4a32-95b8-9493ff106e9c requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:39:12.176024 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353cc65e-4f50-4fa4-be2e-b429af3afff8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Port': ['ID=b9358182-4a9e-41db-93d6-15340d41a8f3,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:12.203704 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-3c2e1bcd-1365-4436-81ae-fca53abe1d8e tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Deleting port 22b03979-dec3-42f5-8b33-2c34b47ee08d {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:39:12.204954 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3c2e1bcd-1365-4436-81ae-fca53abe1d8e tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:12.207385 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-353cc65e-4f50-4fa4-be2e-b429af3afff8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] In _notify_port_updated(), no bound segment for port b9358182-4a9e-41db-93d6-15340d41a8f3 on network 8adad7e3-63df-4931-8d79-41c975b7126b {{(pid=102833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 17 15:39:12.213135 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353cc65e-4f50-4fa4-be2e-b429af3afff8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:12.213774 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-353cc65e-4f50-4fa4-be2e-b429af3afff8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:12.218368 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-353cc65e-4f50-4fa4-be2e-b429af3afff8 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "PUT /v2.0/ports/b9358182-4a9e-41db-93d6-15340d41a8f3 HTTP/1.1" status: 200 len: 931 time: 1.1899629 Dec 17 15:39:12.219009 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52424) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:12.275822 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a943b749-f203-43fa-8c3c-f43fb7a88418 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0446875 Dec 17 15:39:12.276543 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52428) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:12.284703 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-910bfba6-1981-43d2-8f57-5b83185f4e24 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2139899851-router', 'tenant_id': 'a3ccd7142d8c423fb044217d2f692337', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:12.339558 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-6b2b6fcf-439c-425d-ba94-6929546a2769 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Deleting port b9358182-4a9e-41db-93d6-15340d41a8f3 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:39:12.339900 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6b2b6fcf-439c-425d-ba94-6929546a2769 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:12.347167 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3c2e1bcd-1365-4436-81ae-fca53abe1d8e tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:12.367086 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-3c2e1bcd-1365-4436-81ae-fca53abe1d8e tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Calling delete_port for 22b03979-dec3-42f5-8b33-2c34b47ee08d owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:39:12.393915 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394a56a2-5b9a-4fa1-b4e2-a51a911e4420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-1bf23dbe-38db-4a32-95b8-9493ff106e9c', 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c', 'tenant_id': 'a3ccd7142d8c423fb044217d2f692337', 'fixed_ips': [{'subnet_id': '610c69b5-11b8-4033-8576-74e6e98b4da0'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:39:12.395165 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-394a56a2-5b9a-4fa1-b4e2-a51a911e4420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:12.432655 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-910bfba6-1981-43d2-8f57-5b83185f4e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:12.434046 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-910bfba6-1981-43d2-8f57-5b83185f4e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:12.494493 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6b2b6fcf-439c-425d-ba94-6929546a2769 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:12.515558 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-6b2b6fcf-439c-425d-ba94-6929546a2769 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Calling delete_port for b9358182-4a9e-41db-93d6-15340d41a8f3 owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:39:12.538103 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-910bfba6-1981-43d2-8f57-5b83185f4e24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:12.603146 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-394a56a2-5b9a-4fa1-b4e2-a51a911e4420 None None] Allocated IP 172.20.0.2 (1bf23dbe-38db-4a32-95b8-9493ff106e9c/610c69b5-11b8-4033-8576-74e6e98b4da0/3b2dc543-c1de-40b7-addb-17786fd82036) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:39:12.752979 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6b2b6fcf-439c-425d-ba94-6929546a2769 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:12.789574 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-910bfba6-1981-43d2-8f57-5b83185f4e24 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:12.814896 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b6fcf-439c-425d-ba94-6929546a2769 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Port': ['ID=b9358182-4a9e-41db-93d6-15340d41a8f3,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:12.861544 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 8726f897-a40c-414e-8faf-7777c6eb467c up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:39:12.866362 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6b2b6fcf-439c-425d-ba94-6929546a2769 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:12.869801 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6b2b6fcf-439c-425d-ba94-6929546a2769 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/ports/b9358182-4a9e-41db-93d6-15340d41a8f3 HTTP/1.1" status: 204 len: 168 time: 0.6497858 Dec 17 15:39:12.872538 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52432) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:12.924857 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-785064f1-86ef-4d50-97f6-4bd4b7c22915 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] GET failed (client error): The resource could not be found. Dec 17 15:39:12.929317 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-785064f1-86ef-4d50-97f6-4bd4b7c22915 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "GET /v2.0/ports/b9358182-4a9e-41db-93d6-15340d41a8f3 HTTP/1.1" status: 404 len: 333 time: 0.0526636 Dec 17 15:39:12.930082 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52434) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:12.944942 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-efbc8970-f870-47d8-aa72-933ff44cc17b None None] Provisioning complete for port b3abf4e5-cb36-45ff-9c9f-2aed0734574f triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:12.945773 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-efbc8970-f870-47d8-aa72-933ff44cc17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:13.003470 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3c2e1bcd-1365-4436-81ae-fca53abe1d8e tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:13.022665 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-efbc8970-f870-47d8-aa72-933ff44cc17b None None] Port b3abf4e5-cb36-45ff-9c9f-2aed0734574f cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:39:13.030568 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 8726f897-a40c-414e-8faf-7777c6eb467c triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:13.031170 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:13.035058 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8c53eadf-99f3-461b-9bf5-32a1b21bee35 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:13.051083 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e1bcd-1365-4436-81ae-fca53abe1d8e tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Pushing event deleted for resources: {'Port': ['ID=22b03979-dec3-42f5-8b33-2c34b47ee08d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:13.075823 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8c53eadf-99f3-461b-9bf5-32a1b21bee35 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:13.148990 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-394a56a2-5b9a-4fa1-b4e2-a51a911e4420 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:13.168457 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3c2e1bcd-1365-4436-81ae-fca53abe1d8e tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:13.170711 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-efbc8970-f870-47d8-aa72-933ff44cc17b None None] Provisioning complete for port 8726f897-a40c-414e-8faf-7777c6eb467c triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:13.171399 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-efbc8970-f870-47d8-aa72-933ff44cc17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:13.229472 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-394a56a2-5b9a-4fa1-b4e2-a51a911e4420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:13.267915 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8c53eadf-99f3-461b-9bf5-32a1b21bee35 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:13.275190 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8c53eadf-99f3-461b-9bf5-32a1b21bee35 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:13.278173 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8c53eadf-99f3-461b-9bf5-32a1b21bee35 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/security-groups/1bbe0aa8-1caa-4676-b2f3-0dbdc7e6583e HTTP/1.1" status: 204 len: 168 time: 0.3466730 Dec 17 15:39:13.283672 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3c2e1bcd-1365-4436-81ae-fca53abe1d8e tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:13.283892 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52438) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:13.284951 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3c2e1bcd-1365-4436-81ae-fca53abe1d8e tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:13.317935 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c53eadf-99f3-461b-9bf5-32a1b21bee35 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbe0aa8-1caa-4676-b2f3-0dbdc7e6583e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:13.335969 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394a56a2-5b9a-4fa1-b4e2-a51a911e4420 None None] Network 1bf23dbe-38db-4a32-95b8-9493ff106e9c is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:39:13.355837 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-394a56a2-5b9a-4fa1-b4e2-a51a911e4420 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:39:13.358139 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a56a2-5b9a-4fa1-b4e2-a51a911e4420 None None] Pushing event updated for resources: {'Port': ['ID=3b2dc543-c1de-40b7-addb-17786fd82036,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:13.363822 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394a56a2-5b9a-4fa1-b4e2-a51a911e4420 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:39:13.387069 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7315bd76-2424-4659-a118-6e6f0e341708 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:13.418498 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7315bd76-2424-4659-a118-6e6f0e341708 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:13.435015 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-efbc8970-f870-47d8-aa72-933ff44cc17b None None] Could not find standard attr ID for object b9358182-4a9e-41db-93d6-15340d41a8f3. {{(pid=102834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:39:13.438694 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-394a56a2-5b9a-4fa1-b4e2-a51a911e4420 None None] Attempting to bind port 3b2dc543-c1de-40b7-addb-17786fd82036 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:39:13.439052 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-394a56a2-5b9a-4fa1-b4e2-a51a911e4420 None None] Attempting to bind port 3b2dc543-c1de-40b7-addb-17786fd82036 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'b2109624-b42a-43d8-b4b0-958e6ac0b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:39:13.439420 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394a56a2-5b9a-4fa1-b4e2-a51a911e4420 None None] Attempting to bind port 3b2dc543-c1de-40b7-addb-17786fd82036 on network 1bf23dbe-38db-4a32-95b8-9493ff106e9c {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:39:13.444620 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394a56a2-5b9a-4fa1-b4e2-a51a911e4420 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:39:13.445007 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394a56a2-5b9a-4fa1-b4e2-a51a911e4420 None None] Checking segment: {'id': 'b2109624-b42a-43d8-b4b0-958e6ac0b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:39:13.445437 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-394a56a2-5b9a-4fa1-b4e2-a51a911e4420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:13.445820 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394a56a2-5b9a-4fa1-b4e2-a51a911e4420 None None] Bound using segment: {'id': 'b2109624-b42a-43d8-b4b0-958e6ac0b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:39:13.446547 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-394a56a2-5b9a-4fa1-b4e2-a51a911e4420 None None] Bound port: 3b2dc543-c1de-40b7-addb-17786fd82036, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2109624-b42a-43d8-b4b0-958e6ac0b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:39:13.446933 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-394a56a2-5b9a-4fa1-b4e2-a51a911e4420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:13.449934 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-910bfba6-1981-43d2-8f57-5b83185f4e24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:13.472512 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-910bfba6-1981-43d2-8f57-5b83185f4e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:13.511507 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3c2e1bcd-1365-4436-81ae-fca53abe1d8e tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:13.512305 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2e1bcd-1365-4436-81ae-fca53abe1d8e tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Fanout notify agent at l3_agent the message router_deleted on router c7add193-949d-4014-b09f-b02ce8ff996b {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:39:13.514838 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-394a56a2-5b9a-4fa1-b4e2-a51a911e4420 None None] For port 3b2dc543-c1de-40b7-addb-17786fd82036, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:39:13.526099 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-394a56a2-5b9a-4fa1-b4e2-a51a911e4420 None None] For port 3b2dc543-c1de-40b7-addb-17786fd82036, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3b2dc543-c1de-40b7-addb-17786fd82036,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:39:13.526203 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3c2e1bcd-1365-4436-81ae-fca53abe1d8e tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:13.526203 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3c2e1bcd-1365-4436-81ae-fca53abe1d8e tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] 10.222.0.46 "DELETE /v2.0/routers/c7add193-949d-4014-b09f-b02ce8ff996b HTTP/1.1" status: 204 len: 168 time: 1.8427923 Dec 17 15:39:13.526616 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52440) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:13.531940 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-cdceaef5-40b7-4f4a-927a-7927c2e5d3d4 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Request body: {'router': {'name': 'tempest-snat-router-66008542', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'enable_snat': False}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:13.542474 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7315bd76-2424-4659-a118-6e6f0e341708 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:13.546952 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7315bd76-2424-4659-a118-6e6f0e341708 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:13.546952 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7315bd76-2424-4659-a118-6e6f0e341708 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/security-groups/8c78472b-e2d1-43a0-b793-549fa09dbd45 HTTP/1.1" status: 204 len: 168 time: 0.2566655 Dec 17 15:39:13.553089 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-ef072ff9-b6b9-472f-805f-b531ddce0cee None None] Could not find standard attr ID for object b9358182-4a9e-41db-93d6-15340d41a8f3. {{(pid=102834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:39:13.553250 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52442) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:13.571450 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315bd76-2424-4659-a118-6e6f0e341708 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c78472b-e2d1-43a0-b793-549fa09dbd45,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:13.595242 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-910bfba6-1981-43d2-8f57-5b83185f4e24 admin admin] Allocated IP 172.25.6.77 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/dd2630ab-7d8b-48f1-8ce1-3af78339bc5d) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:39:13.620576 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-394a56a2-5b9a-4fa1-b4e2-a51a911e4420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:13.698736 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a56a2-5b9a-4fa1-b4e2-a51a911e4420 None None] Pushing event updated for resources: {'Port': ['ID=3b2dc543-c1de-40b7-addb-17786fd82036,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:13.741332 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-910bfba6-1981-43d2-8f57-5b83185f4e24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:13.848904 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-910bfba6-1981-43d2-8f57-5b83185f4e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:13.904258 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910bfba6-1981-43d2-8f57-5b83185f4e24 admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:39:13.907610 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-910bfba6-1981-43d2-8f57-5b83185f4e24 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:39:13.914625 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910bfba6-1981-43d2-8f57-5b83185f4e24 admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:39:13.917897 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910bfba6-1981-43d2-8f57-5b83185f4e24 admin admin] Pushing event updated for resources: {'Port': ['ID=dd2630ab-7d8b-48f1-8ce1-3af78339bc5d,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:13.956046 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cdceaef5-40b7-4f4a-927a-7927c2e5d3d4 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:13.957989 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cdceaef5-40b7-4f4a-927a-7927c2e5d3d4 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:13.987295 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-560f9aed-94ed-4832-b365-28760415e9b1 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Deleting subnet 2aa93b8b-785e-4b76-b455-551ae5aff681 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:39:13.997021 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-560f9aed-94ed-4832-b365-28760415e9b1 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:14.085971 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cdceaef5-40b7-4f4a-927a-7927c2e5d3d4 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:14.090417 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-560f9aed-94ed-4832-b365-28760415e9b1 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:14.279857 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-560f9aed-94ed-4832-b365-28760415e9b1 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:14.343699 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cdceaef5-40b7-4f4a-927a-7927c2e5d3d4 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:14.446772 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-560f9aed-94ed-4832-b365-28760415e9b1 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:14.494680 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f9aed-94ed-4832-b365-28760415e9b1 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Subnet': ['ID=2aa93b8b-785e-4b76-b455-551ae5aff681,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:14.501745 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-560f9aed-94ed-4832-b365-28760415e9b1 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:14.505933 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-560f9aed-94ed-4832-b365-28760415e9b1 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/subnets/2aa93b8b-785e-4b76-b455-551ae5aff681 HTTP/1.1" status: 204 len: 168 time: 0.9505544 Dec 17 15:39:14.509874 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52450) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:14.515118 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbef796d-8b49-4259-aab0-62fa96c79df0 None None] Network 8adad7e3-63df-4931-8d79-41c975b7126b requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:39:14.517802 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-7d8de100-8e37-477a-8acb-c54bc264e327 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'subnet': {'network_id': '8adad7e3-63df-4931-8d79-41c975b7126b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:14.620948 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-910bfba6-1981-43d2-8f57-5b83185f4e24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:14.799049 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3b2dc543-c1de-40b7-addb-17786fd82036 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:39:14.839073 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8de100-8e37-477a-8acb-c54bc264e327 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:39:14.846510 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7d8de100-8e37-477a-8acb-c54bc264e327 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:14.874869 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 3b2dc543-c1de-40b7-addb-17786fd82036 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:14.875669 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:14.997479 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:15.003746 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-910bfba6-1981-43d2-8f57-5b83185f4e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:15.006465 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f34aa04-5762-4279-a465-a6b92de44a7e None None] Network 1bf23dbe-38db-4a32-95b8-9493ff106e9c requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:39:15.019382 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cdceaef5-40b7-4f4a-927a-7927c2e5d3d4 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:15.043753 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cdceaef5-40b7-4f4a-927a-7927c2e5d3d4 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:15.124996 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-9131c53c-b602-4d8c-aa05-98d0d587706f None None] Provisioning complete for port 3b2dc543-c1de-40b7-addb-17786fd82036 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:15.124996 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9131c53c-b602-4d8c-aa05-98d0d587706f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:15.171671 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 3b2dc543-c1de-40b7-addb-17786fd82036, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3b2dc543-c1de-40b7-addb-17786fd82036,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:39:15.255644 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-cdceaef5-40b7-4f4a-927a-7927c2e5d3d4 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Allocated IP 172.25.6.120 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/db90f59d-0ac2-47cf-ac8d-7b13b5cc503d) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:39:15.303211 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:15.322312 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910bfba6-1981-43d2-8f57-5b83185f4e24 admin admin] Router edc41fd4-ec68-485c-b0c0-6a83122dc13f is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:39:15.402014 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=3b2dc543-c1de-40b7-addb-17786fd82036,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:15.429567 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9131c53c-b602-4d8c-aa05-98d0d587706f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:15.469248 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cdceaef5-40b7-4f4a-927a-7927c2e5d3d4 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:15.502295 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910bfba6-1981-43d2-8f57-5b83185f4e24 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:39:15.514049 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7d8de100-8e37-477a-8acb-c54bc264e327 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:15.527991 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacd40f6-ab44-4635-b5fb-14867ec9302a None None] Sync routers for ids ['edc41fd4-ec68-485c-b0c0-6a83122dc13f'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:39:15.539324 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacd40f6-ab44-4635-b5fb-14867ec9302a None None] Routers {'edc41fd4-ec68-485c-b0c0-6a83122dc13f'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:15.542605 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-eacd40f6-ab44-4635-b5fb-14867ec9302a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['edc41fd4-ec68-485c-b0c0-6a83122dc13f'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:15.557307 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8de100-8e37-477a-8acb-c54bc264e327 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Network 8adad7e3-63df-4931-8d79-41c975b7126b is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:39:15.561852 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-7d8de100-8e37-477a-8acb-c54bc264e327 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:39:15.569676 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8de100-8e37-477a-8acb-c54bc264e327 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:15.575200 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7d8de100-8e37-477a-8acb-c54bc264e327 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:15.575200 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cdceaef5-40b7-4f4a-927a-7927c2e5d3d4 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:15.596136 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdceaef5-40b7-4f4a-927a-7927c2e5d3d4 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:39:15.604328 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-cdceaef5-40b7-4f4a-927a-7927c2e5d3d4 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:39:15.604938 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-9131c53c-b602-4d8c-aa05-98d0d587706f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:39:15.605869 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-9131c53c-b602-4d8c-aa05-98d0d587706f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:39:15.607348 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-910bfba6-1981-43d2-8f57-5b83185f4e24 admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:15.608738 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-910bfba6-1981-43d2-8f57-5b83185f4e24 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3291743 Dec 17 15:39:15.611823 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52458) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:15.645872 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdceaef5-40b7-4f4a-927a-7927c2e5d3d4 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:39:15.696980 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8de100-8e37-477a-8acb-c54bc264e327 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Subnet': ['ID=2d4ea9fc-5cbd-4c44-9acf-615eec2fe935,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:15.738860 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7d8de100-8e37-477a-8acb-c54bc264e327 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2278352 Dec 17 15:39:15.745553 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdceaef5-40b7-4f4a-927a-7927c2e5d3d4 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Pushing event updated for resources: {'Port': ['ID=db90f59d-0ac2-47cf-ac8d-7b13b5cc503d,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:15.748794 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52460) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:15.768236 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-ed3bec8a-983e-4174-988f-62d9c5ee0cdd tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'security_group': {'name': 'tempest-secgroup-1733601847'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:15.858353 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d5f307-d7fb-46ec-bba9-2f6a11fe037a None None] Network 8adad7e3-63df-4931-8d79-41c975b7126b requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:39:15.863090 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-eacd40f6-ab44-4635-b5fb-14867ec9302a None None] Set router edc41fd4-ec68-485c-b0c0-6a83122dc13f gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:39:15.969582 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ed3bec8a-983e-4174-988f-62d9c5ee0cdd tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:16.065155 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-eacd40f6-ab44-4635-b5fb-14867ec9302a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'name': 'tempest-ServerActionsTestJSON-2139899851-router', 'tenant_id': 'a3ccd7142d8c423fb044217d2f692337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'dd2630ab-7d8b-48f1-8ce1-3af78339bc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:39:12Z', 'updated_at': '2021-12-17T15:39:14Z', 'revision_number': 3, 'project_id': 'a3ccd7142d8c423fb044217d2f692337', 'gw_port': {'id': 'dd2630ab-7d8b-48f1-8ce1-3af78339bc5d', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:15:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:39:13Z', 'updated_at': '2021-12-17T15:39:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:16.095646 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacd40f6-ab44-4635-b5fb-14867ec9302a None None] Checking router: edc41fd4-ec68-485c-b0c0-6a83122dc13f for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:39:16.096234 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacd40f6-ab44-4635-b5fb-14867ec9302a None None] Updating router edc41fd4-ec68-485c-b0c0-6a83122dc13f port dd2630ab-7d8b-48f1-8ce1-3af78339bc5d binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:39:16.130744 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-eacd40f6-ab44-4635-b5fb-14867ec9302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:16.215378 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ed3bec8a-983e-4174-988f-62d9c5ee0cdd tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:16.263546 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cdceaef5-40b7-4f4a-927a-7927c2e5d3d4 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:16.282109 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe21c82-ee56-4d2c-9b1c-5cfff9c4fec2 None None] Update dhcp port {'port': {'network_id': '8adad7e3-63df-4931-8d79-41c975b7126b', 'fixed_ips': [{'subnet_id': 'f2904c52-8d69-485f-9b12-a6d13d5c4168', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2d4ea9fc-5cbd-4c44-9acf-615eec2fe935'}], 'binding:host_id': 'n-d-820553-2'}, 'id': '8726f897-a40c-414e-8faf-7777c6eb467c'} from n-d-820553-2. {{(pid=102834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 17 15:39:16.299765 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ed3bec8a-983e-4174-988f-62d9c5ee0cdd tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:16.326108 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0fe21c82-ee56-4d2c-9b1c-5cfff9c4fec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:16.343034 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c3e746d5-bd16-4cdb-9e77-8090ab732859 None None] Provisioning complete for port b3abf4e5-cb36-45ff-9c9f-2aed0734574f triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:16.343418 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c3e746d5-bd16-4cdb-9e77-8090ab732859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:16.344275 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c429ba32-1111-4095-890a-3e0e58e216ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:16.362275 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3bec8a-983e-4174-988f-62d9c5ee0cdd tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeabd4c4-f6ed-4893-a21d-84cdfe538e8f,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:16.407260 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c3e746d5-bd16-4cdb-9e77-8090ab732859 None None] Port b3abf4e5-cb36-45ff-9c9f-2aed0734574f cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:39:16.450328 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ed3bec8a-983e-4174-988f-62d9c5ee0cdd tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:16.452084 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ed3bec8a-983e-4174-988f-62d9c5ee0cdd tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6908345 Dec 17 15:39:16.453840 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c3e746d5-bd16-4cdb-9e77-8090ab732859 None None] Provisioning complete for port 3b2dc543-c1de-40b7-addb-17786fd82036 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:16.454215 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c3e746d5-bd16-4cdb-9e77-8090ab732859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:16.460260 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52468) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:16.472129 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-471d01be-40af-4d1d-9c56-798c2c9a63ac tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'security_group': {'name': 'tempest-secgroup-789952916'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:16.527142 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-eacd40f6-ab44-4635-b5fb-14867ec9302a None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:16.533455 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cdceaef5-40b7-4f4a-927a-7927c2e5d3d4 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:16.612832 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-c429ba32-1111-4095-890a-3e0e58e216ae admin admin] Allocated IP 172.20.0.1 (1bf23dbe-38db-4a32-95b8-9493ff106e9c/610c69b5-11b8-4033-8576-74e6e98b4da0/fdb20e00-6ac9-447f-97f8-846ceb747f25) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:39:16.619774 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-eacd40f6-ab44-4635-b5fb-14867ec9302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:16.684169 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-eacd40f6-ab44-4635-b5fb-14867ec9302a None None] Attempting to bind port dd2630ab-7d8b-48f1-8ce1-3af78339bc5d on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:39:16.684593 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-eacd40f6-ab44-4635-b5fb-14867ec9302a None None] Attempting to bind port dd2630ab-7d8b-48f1-8ce1-3af78339bc5d by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:39:16.684931 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacd40f6-ab44-4635-b5fb-14867ec9302a None None] Attempting to bind port dd2630ab-7d8b-48f1-8ce1-3af78339bc5d on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:39:16.723663 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3b2dc543-c1de-40b7-addb-17786fd82036 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:39:16.734277 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacd40f6-ab44-4635-b5fb-14867ec9302a None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:39:16.734658 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacd40f6-ab44-4635-b5fb-14867ec9302a None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:39:16.735042 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-eacd40f6-ab44-4635-b5fb-14867ec9302a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:16.735429 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacd40f6-ab44-4635-b5fb-14867ec9302a None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:39:16.735913 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-eacd40f6-ab44-4635-b5fb-14867ec9302a None None] Bound port: dd2630ab-7d8b-48f1-8ce1-3af78339bc5d, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:39:16.747424 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-eacd40f6-ab44-4635-b5fb-14867ec9302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:16.776918 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-0fe21c82-ee56-4d2c-9b1c-5cfff9c4fec2 None None] Allocated IP 2001:db8::2 (8adad7e3-63df-4931-8d79-41c975b7126b/2d4ea9fc-5cbd-4c44-9acf-615eec2fe935/8726f897-a40c-414e-8faf-7777c6eb467c) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:39:16.832683 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 3b2dc543-c1de-40b7-addb-17786fd82036 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:16.838780 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:16.851329 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-eacd40f6-ab44-4635-b5fb-14867ec9302a None None] For port dd2630ab-7d8b-48f1-8ce1-3af78339bc5d, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:39:16.851329 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-eacd40f6-ab44-4635-b5fb-14867ec9302a None None] For port dd2630ab-7d8b-48f1-8ce1-3af78339bc5d, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=dd2630ab-7d8b-48f1-8ce1-3af78339bc5d,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:39:16.869110 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf2688c-3dd2-49e5-993f-bcf8be7e3175 None None] Pushing event updated for resources: {'Port': ['ID=dd2630ab-7d8b-48f1-8ce1-3af78339bc5d,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:16.889308 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c429ba32-1111-4095-890a-3e0e58e216ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:16.895138 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-471d01be-40af-4d1d-9c56-798c2c9a63ac tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:16.923307 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-eacd40f6-ab44-4635-b5fb-14867ec9302a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:17.051316 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-471d01be-40af-4d1d-9c56-798c2c9a63ac tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:17.061681 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacd40f6-ab44-4635-b5fb-14867ec9302a None None] Routers {'edc41fd4-ec68-485c-b0c0-6a83122dc13f'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:17.062411 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-eacd40f6-ab44-4635-b5fb-14867ec9302a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['edc41fd4-ec68-485c-b0c0-6a83122dc13f'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:17.098665 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf2688c-3dd2-49e5-993f-bcf8be7e3175 None None] Pushing event updated for resources: {'Port': ['ID=dd2630ab-7d8b-48f1-8ce1-3af78339bc5d,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:17.129451 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c3e746d5-bd16-4cdb-9e77-8090ab732859 None None] Provisioning complete for port 8726f897-a40c-414e-8faf-7777c6eb467c triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:17.130238 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c3e746d5-bd16-4cdb-9e77-8090ab732859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:17.172412 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-eacd40f6-ab44-4635-b5fb-14867ec9302a None None] Set router edc41fd4-ec68-485c-b0c0-6a83122dc13f gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:39:17.195565 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-0fe21c82-ee56-4d2c-9b1c-5cfff9c4fec2 None None] For port 8726f897-a40c-414e-8faf-7777c6eb467c, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=8726f897-a40c-414e-8faf-7777c6eb467c,segment=NetworkSegment(4ecb358c-fb06-414d-a601-08a613965db1),segment_id=4ecb358c-fb06-414d-a601-08a613965db1)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:39:17.239073 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdceaef5-40b7-4f4a-927a-7927c2e5d3d4 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Router a3ea243d-da1e-44e5-90aa-5cd16f6b7be2 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:39:17.258246 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0fe21c82-ee56-4d2c-9b1c-5cfff9c4fec2 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:17.291580 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c429ba32-1111-4095-890a-3e0e58e216ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:17.296875 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-471d01be-40af-4d1d-9c56-798c2c9a63ac tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:17.322991 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0fe21c82-ee56-4d2c-9b1c-5cfff9c4fec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:17.392552 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-eacd40f6-ab44-4635-b5fb-14867ec9302a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'name': 'tempest-ServerActionsTestJSON-2139899851-router', 'tenant_id': 'a3ccd7142d8c423fb044217d2f692337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'dd2630ab-7d8b-48f1-8ce1-3af78339bc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:39:12Z', 'updated_at': '2021-12-17T15:39:14Z', 'revision_number': 3, 'project_id': 'a3ccd7142d8c423fb044217d2f692337', 'gw_port': {'id': 'dd2630ab-7d8b-48f1-8ce1-3af78339bc5d', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:15:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:39:13Z', 'updated_at': '2021-12-17T15:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:17.420182 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacd40f6-ab44-4635-b5fb-14867ec9302a None None] The sync data for ids ['edc41fd4-ec68-485c-b0c0-6a83122dc13f'] in n-d-820553-2 is: [{'id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'name': 'tempest-ServerActionsTestJSON-2139899851-router', 'tenant_id': 'a3ccd7142d8c423fb044217d2f692337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'dd2630ab-7d8b-48f1-8ce1-3af78339bc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:39:12Z', 'updated_at': '2021-12-17T15:39:14Z', 'revision_number': 3, 'project_id': 'a3ccd7142d8c423fb044217d2f692337', 'gw_port': {'id': 'dd2630ab-7d8b-48f1-8ce1-3af78339bc5d', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:15:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:39:13Z', 'updated_at': '2021-12-17T15:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:39:17.437221 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe21c82-ee56-4d2c-9b1c-5cfff9c4fec2 None None] Pushing event updated for resources: {'Port': ['ID=8726f897-a40c-414e-8faf-7777c6eb467c,revision_number=6']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:17.443140 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-471d01be-40af-4d1d-9c56-798c2c9a63ac tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:17.450029 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-471d01be-40af-4d1d-9c56-798c2c9a63ac tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9801905 Dec 17 15:39:17.450893 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52474) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:17.459061 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-1aa0d1f7-6959-48f8-bed1-80c098c13f09 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'security_group': {'name': 'tempest-secgroup-887012301'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:17.463192 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d01be-40af-4d1d-9c56-798c2c9a63ac tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89271a7e-3c0b-464f-9600-cc238197e60e,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:17.486644 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c429ba32-1111-4095-890a-3e0e58e216ae admin admin] Network 1bf23dbe-38db-4a32-95b8-9493ff106e9c is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:39:17.487472 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429ba32-1111-4095-890a-3e0e58e216ae admin admin] Pushing event updated for resources: {'Port': ['ID=fdb20e00-6ac9-447f-97f8-846ceb747f25,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:17.490530 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-c429ba32-1111-4095-890a-3e0e58e216ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:39:17.492927 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c429ba32-1111-4095-890a-3e0e58e216ae admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:39:17.493939 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdceaef5-40b7-4f4a-927a-7927c2e5d3d4 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:39:17.505963 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3944a6-6d3b-4484-86ea-3163b3130f05 None None] Sync routers for ids ['a3ea243d-da1e-44e5-90aa-5cd16f6b7be2'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:39:17.524281 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3944a6-6d3b-4484-86ea-3163b3130f05 None None] Routers {'a3ea243d-da1e-44e5-90aa-5cd16f6b7be2'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:17.524921 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-cd3944a6-6d3b-4484-86ea-3163b3130f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a3ea243d-da1e-44e5-90aa-5cd16f6b7be2'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:17.543323 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c429ba32-1111-4095-890a-3e0e58e216ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:17.599619 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1aa0d1f7-6959-48f8-bed1-80c098c13f09 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:17.673437 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cdceaef5-40b7-4f4a-927a-7927c2e5d3d4 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:17.673437 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cdceaef5-40b7-4f4a-927a-7927c2e5d3d4 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.1421018 Dec 17 15:39:17.674772 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52478) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:17.728197 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-cd3944a6-6d3b-4484-86ea-3163b3130f05 None None] Set router a3ea243d-da1e-44e5-90aa-5cd16f6b7be2 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:39:17.805827 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c429ba32-1111-4095-890a-3e0e58e216ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:17.928866 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1aa0d1f7-6959-48f8-bed1-80c098c13f09 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:17.968034 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-19dbaf17-a3a4-496a-9b9d-0f08824a2d3c tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] 10.222.0.46 "GET /v2.0/routers/a3ea243d-da1e-44e5-90aa-5cd16f6b7be2 HTTP/1.1" status: 200 len: 907 time: 0.2921405 Dec 17 15:39:17.971347 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52480) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:17.979191 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-438363b2-e6fd-4155-9f4f-93746fdd2fff tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Request body: {'router': {'name': 'tempest-snat-router-66008542', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'enable_snat': True}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:18.018501 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1aa0d1f7-6959-48f8-bed1-80c098c13f09 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:18.094756 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa0d1f7-6959-48f8-bed1-80c098c13f09 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ea52c5-05c8-44de-9fc1-1c7808e51353,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:18.118164 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-438363b2-e6fd-4155-9f4f-93746fdd2fff tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:18.124219 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-3bdd9ea0-a6a8-47e6-bc5f-95d40c1fc5a7 None None] Provisioning complete for port fdb20e00-6ac9-447f-97f8-846ceb747f25 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:18.124219 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3bdd9ea0-a6a8-47e6-bc5f-95d40c1fc5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:18.124471 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-438363b2-e6fd-4155-9f4f-93746fdd2fff tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:18.173742 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c429ba32-1111-4095-890a-3e0e58e216ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:18.174647 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-3bdd9ea0-a6a8-47e6-bc5f-95d40c1fc5a7 None None] Port fdb20e00-6ac9-447f-97f8-846ceb747f25 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:39:18.195599 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1aa0d1f7-6959-48f8-bed1-80c098c13f09 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:18.197240 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1aa0d1f7-6959-48f8-bed1-80c098c13f09 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7438335 Dec 17 15:39:18.200579 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52482) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:18.201145 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-cd3944a6-6d3b-4484-86ea-3163b3130f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ea243d-da1e-44e5-90aa-5cd16f6b7be2', 'name': 'tempest-snat-router-66008542', 'tenant_id': 'f8f258285ede4e45a8b27a2fdacecff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.120'}], 'enable_snat': False}, 'gw_port_id': 'db90f59d-0ac2-47cf-ac8d-7b13b5cc503d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:39:13Z', 'updated_at': '2021-12-17T15:39:15Z', 'revision_number': 3, 'project_id': 'f8f258285ede4e45a8b27a2fdacecff2', 'gw_port': {'id': 'db90f59d-0ac2-47cf-ac8d-7b13b5cc503d', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cf:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ea243d-da1e-44e5-90aa-5cd16f6b7be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:39:15Z', 'updated_at': '2021-12-17T15:39:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:18.208722 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-5bc8ab3a-9694-4182-8434-70a6ae564d7e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1353838617', 'security_groups': ['b4ea52c5-05c8-44de-9fc1-1c7808e51353'], 'network_id': '8adad7e3-63df-4931-8d79-41c975b7126b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2d4ea9fc-5cbd-4c44-9acf-615eec2fe935'}]}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:18.238997 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3944a6-6d3b-4484-86ea-3163b3130f05 None None] Checking router: a3ea243d-da1e-44e5-90aa-5cd16f6b7be2 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:39:18.239360 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3944a6-6d3b-4484-86ea-3163b3130f05 None None] Updating router a3ea243d-da1e-44e5-90aa-5cd16f6b7be2 port db90f59d-0ac2-47cf-ac8d-7b13b5cc503d binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:39:18.244717 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-438363b2-e6fd-4155-9f4f-93746fdd2fff tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:18.286183 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cd3944a6-6d3b-4484-86ea-3163b3130f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:18.368212 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c429ba32-1111-4095-890a-3e0e58e216ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:18.456985 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc8ab3a-9694-4182-8434-70a6ae564d7e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:39:18.561846 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429ba32-1111-4095-890a-3e0e58e216ae admin admin] Pushing event updated for resources: {'Port': ['ID=fdb20e00-6ac9-447f-97f8-846ceb747f25,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:18.570497 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c429ba32-1111-4095-890a-3e0e58e216ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:18.571267 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-438363b2-e6fd-4155-9f4f-93746fdd2fff tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:18.694983 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cd3944a6-6d3b-4484-86ea-3163b3130f05 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:18.729268 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-9bb9aba6-2112-43b1-831e-bb28c447635d None None] Provisioning complete for port b3abf4e5-cb36-45ff-9c9f-2aed0734574f triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:18.729889 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9bb9aba6-2112-43b1-831e-bb28c447635d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:18.777561 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c429ba32-1111-4095-890a-3e0e58e216ae admin admin] Network 1bf23dbe-38db-4a32-95b8-9493ff106e9c is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:39:18.782576 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5bc8ab3a-9694-4182-8434-70a6ae564d7e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:18.784771 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-c429ba32-1111-4095-890a-3e0e58e216ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:39:18.805273 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cd3944a6-6d3b-4484-86ea-3163b3130f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:18.886014 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-5bc8ab3a-9694-4182-8434-70a6ae564d7e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] device_id is not set on port cbe2c86f-5c33-40b3-a8f2-6bea7d81b1e3 yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:39:18.926545 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-9bb9aba6-2112-43b1-831e-bb28c447635d None None] Port b3abf4e5-cb36-45ff-9c9f-2aed0734574f cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:39:18.926545 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device dd2630ab-7d8b-48f1-8ce1-3af78339bc5d up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:39:18.926545 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b76e94-8c12-4b6e-8484-553bb8905b1b None None] Pushing event updated for resources: {'Port': ['ID=db90f59d-0ac2-47cf-ac8d-7b13b5cc503d,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:19.004730 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-cd3944a6-6d3b-4484-86ea-3163b3130f05 None None] Attempting to bind port db90f59d-0ac2-47cf-ac8d-7b13b5cc503d on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:39:19.005397 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-cd3944a6-6d3b-4484-86ea-3163b3130f05 None None] Attempting to bind port db90f59d-0ac2-47cf-ac8d-7b13b5cc503d by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:39:19.005947 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3944a6-6d3b-4484-86ea-3163b3130f05 None None] Attempting to bind port db90f59d-0ac2-47cf-ac8d-7b13b5cc503d on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:39:19.016095 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-9bb9aba6-2112-43b1-831e-bb28c447635d None None] Provisioning complete for port 8726f897-a40c-414e-8faf-7777c6eb467c triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:19.016729 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9bb9aba6-2112-43b1-831e-bb28c447635d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:19.069247 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-438363b2-e6fd-4155-9f4f-93746fdd2fff tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:19.077628 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3944a6-6d3b-4484-86ea-3163b3130f05 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:39:19.078302 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3944a6-6d3b-4484-86ea-3163b3130f05 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:39:19.078867 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cd3944a6-6d3b-4484-86ea-3163b3130f05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:19.079414 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3944a6-6d3b-4484-86ea-3163b3130f05 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:39:19.080235 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-cd3944a6-6d3b-4484-86ea-3163b3130f05 None None] Bound port: db90f59d-0ac2-47cf-ac8d-7b13b5cc503d, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:39:19.080782 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cd3944a6-6d3b-4484-86ea-3163b3130f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:19.126855 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-438363b2-e6fd-4155-9f4f-93746fdd2fff tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:19.160109 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c429ba32-1111-4095-890a-3e0e58e216ae admin admin] Router edc41fd4-ec68-485c-b0c0-6a83122dc13f has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:39:19.225849 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port dd2630ab-7d8b-48f1-8ce1-3af78339bc5d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:19.226273 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:19.233724 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-cd3944a6-6d3b-4484-86ea-3163b3130f05 None None] For port db90f59d-0ac2-47cf-ac8d-7b13b5cc503d, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:39:19.261581 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-438363b2-e6fd-4155-9f4f-93746fdd2fff tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Allocated IP 172.25.6.90 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/44fc0ce3-f54d-45a2-93a0-1e86715422e5) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:39:19.266367 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-5bc8ab3a-9694-4182-8434-70a6ae564d7e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Allocated IP 2001:db8::280 (8adad7e3-63df-4931-8d79-41c975b7126b/2d4ea9fc-5cbd-4c44-9acf-615eec2fe935/cbe2c86f-5c33-40b3-a8f2-6bea7d81b1e3) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:39:19.296157 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-cd3944a6-6d3b-4484-86ea-3163b3130f05 None None] For port db90f59d-0ac2-47cf-ac8d-7b13b5cc503d, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=db90f59d-0ac2-47cf-ac8d-7b13b5cc503d,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:39:19.362148 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:19.385729 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port dd2630ab-7d8b-48f1-8ce1-3af78339bc5d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=dd2630ab-7d8b-48f1-8ce1-3af78339bc5d,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:39:19.387863 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cd3944a6-6d3b-4484-86ea-3163b3130f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:19.415670 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-438363b2-e6fd-4155-9f4f-93746fdd2fff tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:19.435271 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c429ba32-1111-4095-890a-3e0e58e216ae admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:39:19.442551 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c429ba32-1111-4095-890a-3e0e58e216ae admin admin] 10.222.0.46 "PUT /v2.0/routers/edc41fd4-ec68-485c-b0c0-6a83122dc13f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8291466 Dec 17 15:39:19.492181 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:19.493161 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 8726f897-a40c-414e-8faf-7777c6eb467c up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:39:19.553894 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-438363b2-e6fd-4155-9f4f-93746fdd2fff tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:19.601157 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5bc8ab3a-9694-4182-8434-70a6ae564d7e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:19.607557 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a180c5be-83bc-4105-a69c-ed782bff3b3a None None] Provisioning complete for port fdb20e00-6ac9-447f-97f8-846ceb747f25 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:19.607946 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a180c5be-83bc-4105-a69c-ed782bff3b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:19.620069 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3944a6-6d3b-4484-86ea-3163b3130f05 None None] Routers {'a3ea243d-da1e-44e5-90aa-5cd16f6b7be2'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:19.620817 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-cd3944a6-6d3b-4484-86ea-3163b3130f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a3ea243d-da1e-44e5-90aa-5cd16f6b7be2'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:19.649072 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438363b2-e6fd-4155-9f4f-93746fdd2fff tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:39:19.663054 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-438363b2-e6fd-4155-9f4f-93746fdd2fff tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:39:19.666353 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438363b2-e6fd-4155-9f4f-93746fdd2fff tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:39:19.707945 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438363b2-e6fd-4155-9f4f-93746fdd2fff tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Pushing event updated for resources: {'Port': ['ID=44fc0ce3-f54d-45a2-93a0-1e86715422e5,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:19.711242 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b76e94-8c12-4b6e-8484-553bb8905b1b None None] Pushing event updated for resources: {'Port': ['ID=db90f59d-0ac2-47cf-ac8d-7b13b5cc503d,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:19.719451 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5bc8ab3a-9694-4182-8434-70a6ae564d7e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:19.819707 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc8ab3a-9694-4182-8434-70a6ae564d7e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Network 8adad7e3-63df-4931-8d79-41c975b7126b is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:39:19.830405 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-5bc8ab3a-9694-4182-8434-70a6ae564d7e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:39:19.847223 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc8ab3a-9694-4182-8434-70a6ae564d7e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:39:19.865858 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc8ab3a-9694-4182-8434-70a6ae564d7e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:19.869573 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5bc8ab3a-9694-4182-8434-70a6ae564d7e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:19.870214 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 8726f897-a40c-414e-8faf-7777c6eb467c triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:19.871831 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:19.895925 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8ab3a-9694-4182-8434-70a6ae564d7e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Port': ['ID=cbe2c86f-5c33-40b3-a8f2-6bea7d81b1e3,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:19.924014 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-a180c5be-83bc-4105-a69c-ed782bff3b3a None None] Port fdb20e00-6ac9-447f-97f8-846ceb747f25 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:39:19.969517 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=dd2630ab-7d8b-48f1-8ce1-3af78339bc5d,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:19.993792 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5bc8ab3a-9694-4182-8434-70a6ae564d7e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7888060 Dec 17 15:39:19.994850 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52498) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:20.005743 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-c7eb879e-0a50-4494-995c-f5db872aa964 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'subnet': {'network_id': '8adad7e3-63df-4931-8d79-41c975b7126b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:20.011182 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-cd3944a6-6d3b-4484-86ea-3163b3130f05 None None] Set router a3ea243d-da1e-44e5-90aa-5cd16f6b7be2 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:39:20.110638 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2347887d-b302-416b-bfbf-fff2492f6b9f None None] Sync routers for ids ['edc41fd4-ec68-485c-b0c0-6a83122dc13f'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:39:20.127142 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2347887d-b302-416b-bfbf-fff2492f6b9f None None] Routers {'edc41fd4-ec68-485c-b0c0-6a83122dc13f'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:20.128081 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-2347887d-b302-416b-bfbf-fff2492f6b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['edc41fd4-ec68-485c-b0c0-6a83122dc13f'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:20.301140 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-b0b5e952-28d3-4b66-b95d-efdce6d02c82 None None] Provisioning complete for port cbe2c86f-5c33-40b3-a8f2-6bea7d81b1e3 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:20.301140 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b0b5e952-28d3-4b66-b95d-efdce6d02c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:20.320388 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-2347887d-b302-416b-bfbf-fff2492f6b9f None None] Set router edc41fd4-ec68-485c-b0c0-6a83122dc13f gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:39:20.338136 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-438363b2-e6fd-4155-9f4f-93746fdd2fff tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:20.360472 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-b0b5e952-28d3-4b66-b95d-efdce6d02c82 None None] Port cbe2c86f-5c33-40b3-a8f2-6bea7d81b1e3 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:39:20.364170 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-cd3944a6-6d3b-4484-86ea-3163b3130f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ea243d-da1e-44e5-90aa-5cd16f6b7be2', 'name': 'tempest-snat-router-66008542', 'tenant_id': 'f8f258285ede4e45a8b27a2fdacecff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.120'}], 'enable_snat': False}, 'gw_port_id': 'db90f59d-0ac2-47cf-ac8d-7b13b5cc503d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:39:13Z', 'updated_at': '2021-12-17T15:39:15Z', 'revision_number': 3, 'project_id': 'f8f258285ede4e45a8b27a2fdacecff2', 'gw_port': {'id': 'db90f59d-0ac2-47cf-ac8d-7b13b5cc503d', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cf:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ea243d-da1e-44e5-90aa-5cd16f6b7be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:39:15Z', 'updated_at': '2021-12-17T15:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:20.413722 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3944a6-6d3b-4484-86ea-3163b3130f05 None None] The sync data for ids ['a3ea243d-da1e-44e5-90aa-5cd16f6b7be2'] in n-d-820553-2 is: [{'id': 'a3ea243d-da1e-44e5-90aa-5cd16f6b7be2', 'name': 'tempest-snat-router-66008542', 'tenant_id': 'f8f258285ede4e45a8b27a2fdacecff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.120'}], 'enable_snat': False}, 'gw_port_id': 'db90f59d-0ac2-47cf-ac8d-7b13b5cc503d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:39:13Z', 'updated_at': '2021-12-17T15:39:15Z', 'revision_number': 3, 'project_id': 'f8f258285ede4e45a8b27a2fdacecff2', 'gw_port': {'id': 'db90f59d-0ac2-47cf-ac8d-7b13b5cc503d', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cf:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ea243d-da1e-44e5-90aa-5cd16f6b7be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:39:15Z', 'updated_at': '2021-12-17T15:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:39:20.536454 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52504) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:20.542237 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-e04a542c-2429-41be-9e39-6b6d22a596b1 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Request body: {'security_group': {'name': 'tempest-securitygroup--619165408', 'description': 'tempest-description--415051906'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:20.550978 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7eb879e-0a50-4494-995c-f5db872aa964 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:39:20.561022 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c7eb879e-0a50-4494-995c-f5db872aa964 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:20.605924 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-2347887d-b302-416b-bfbf-fff2492f6b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'name': 'tempest-ServerActionsTestJSON-2139899851-router', 'tenant_id': 'a3ccd7142d8c423fb044217d2f692337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'dd2630ab-7d8b-48f1-8ce1-3af78339bc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:39:12Z', 'updated_at': '2021-12-17T15:39:17Z', 'revision_number': 4, 'project_id': 'a3ccd7142d8c423fb044217d2f692337', 'gw_port': {'id': 'dd2630ab-7d8b-48f1-8ce1-3af78339bc5d', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:15:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:39:13Z', 'updated_at': '2021-12-17T15:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'fdb20e00-6ac9-447f-97f8-846ceb747f25', 'name': '', 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c', 'tenant_id': 'a3ccd7142d8c423fb044217d2f692337', 'mac_address': 'fa:16:3e:2d:70:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '610c69b5-11b8-4033-8576-74e6e98b4da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:39:16Z', 'updated_at': '2021-12-17T15:39:17Z', 'revision_number': 2, 'project_id': 'a3ccd7142d8c423fb044217d2f692337', 'subnets': [{'id': '610c69b5-11b8-4033-8576-74e6e98b4da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:20.644538 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e04a542c-2429-41be-9e39-6b6d22a596b1 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:20.645308 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2347887d-b302-416b-bfbf-fff2492f6b9f None None] Checking router: edc41fd4-ec68-485c-b0c0-6a83122dc13f for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:39:20.646191 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2347887d-b302-416b-bfbf-fff2492f6b9f None None] Updating router edc41fd4-ec68-485c-b0c0-6a83122dc13f port fdb20e00-6ac9-447f-97f8-846ceb747f25 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:39:20.677893 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-2347887d-b302-416b-bfbf-fff2492f6b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:20.706351 n-d-820553-2 neutron-server[102833]: INFO neutron.db.ipam_backend_mixin [None req-c7eb879e-0a50-4494-995c-f5db872aa964 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2d4ea9fc-5cbd-4c44-9acf-615eec2fe935 (CIDR: 2001:db8::/64) Dec 17 15:39:20.733721 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device dd2630ab-7d8b-48f1-8ce1-3af78339bc5d up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:39:20.790410 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7eb879e-0a50-4494-995c-f5db872aa964 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:39:20.790878 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7eb879e-0a50-4494-995c-f5db872aa964 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:39:20.834664 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-438363b2-e6fd-4155-9f4f-93746fdd2fff tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:20.890048 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e04a542c-2429-41be-9e39-6b6d22a596b1 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:20.912867 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port dd2630ab-7d8b-48f1-8ce1-3af78339bc5d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:20.913857 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:20.976020 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e04a542c-2429-41be-9e39-6b6d22a596b1 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:20.999800 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c7eb879e-0a50-4494-995c-f5db872aa964 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0037878 Dec 17 15:39:21.016615 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52508) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:21.039346 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-12f31ef0-7ead-4add-864c-bb8cbdbf6df0 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'subnet': {'network_id': '8adad7e3-63df-4931-8d79-41c975b7126b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:21.043280 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a542c-2429-41be-9e39-6b6d22a596b1 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77fc3393-d01f-48d6-af71-ccd038807086,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:21.121554 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e04a542c-2429-41be-9e39-6b6d22a596b1 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:21.123899 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e04a542c-2429-41be-9e39-6b6d22a596b1 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5855958 Dec 17 15:39:21.126857 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52510) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:21.132830 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-4eeafb24-6e38-4f95-9854-a705fce23b07 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Request body: {'security_group_rule': {'security_group_id': '77fc3393-d01f-48d6-af71-ccd038807086', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:21.200188 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-2347887d-b302-416b-bfbf-fff2492f6b9f None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:21.257968 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4eeafb24-6e38-4f95-9854-a705fce23b07 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:21.284839 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-2347887d-b302-416b-bfbf-fff2492f6b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:21.349594 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f31ef0-7ead-4add-864c-bb8cbdbf6df0 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:39:21.353204 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-12f31ef0-7ead-4add-864c-bb8cbdbf6df0 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:21.374559 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4eeafb24-6e38-4f95-9854-a705fce23b07 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:21.377658 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87d6aa-dc2f-4b89-b05e-68efc1440c32 None None] Pushing event updated for resources: {'Port': ['ID=fdb20e00-6ac9-447f-97f8-846ceb747f25,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:21.416533 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438363b2-e6fd-4155-9f4f-93746fdd2fff tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Router a370352d-bc40-472b-be8f-790cef90cb3b is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:39:21.427497 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-2347887d-b302-416b-bfbf-fff2492f6b9f None None] Attempting to bind port fdb20e00-6ac9-447f-97f8-846ceb747f25 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:39:21.433618 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-2347887d-b302-416b-bfbf-fff2492f6b9f None None] Attempting to bind port fdb20e00-6ac9-447f-97f8-846ceb747f25 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'b2109624-b42a-43d8-b4b0-958e6ac0b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:39:21.433618 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2347887d-b302-416b-bfbf-fff2492f6b9f None None] Attempting to bind port fdb20e00-6ac9-447f-97f8-846ceb747f25 on network 1bf23dbe-38db-4a32-95b8-9493ff106e9c {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:39:21.435027 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2347887d-b302-416b-bfbf-fff2492f6b9f None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:39:21.435540 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2347887d-b302-416b-bfbf-fff2492f6b9f None None] Checking segment: {'id': 'b2109624-b42a-43d8-b4b0-958e6ac0b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:39:21.435952 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-2347887d-b302-416b-bfbf-fff2492f6b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:21.436340 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2347887d-b302-416b-bfbf-fff2492f6b9f None None] Bound using segment: {'id': 'b2109624-b42a-43d8-b4b0-958e6ac0b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:39:21.437157 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-2347887d-b302-416b-bfbf-fff2492f6b9f None None] Bound port: fdb20e00-6ac9-447f-97f8-846ceb747f25, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2109624-b42a-43d8-b4b0-958e6ac0b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:39:21.437550 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-2347887d-b302-416b-bfbf-fff2492f6b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:21.452866 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4eeafb24-6e38-4f95-9854-a705fce23b07 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:21.477083 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeafb24-6e38-4f95-9854-a705fce23b07 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a0b042-49fa-42f4-ab2d-ee7a9efd3f3c,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:21.534130 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-2347887d-b302-416b-bfbf-fff2492f6b9f None None] For port fdb20e00-6ac9-447f-97f8-846ceb747f25, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:39:21.537571 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-2347887d-b302-416b-bfbf-fff2492f6b9f None None] For port fdb20e00-6ac9-447f-97f8-846ceb747f25, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=fdb20e00-6ac9-447f-97f8-846ceb747f25,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:39:21.567373 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4eeafb24-6e38-4f95-9854-a705fce23b07 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:21.571502 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4eeafb24-6e38-4f95-9854-a705fce23b07 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4425600 Dec 17 15:39:21.572343 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52516) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:21.578113 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-4f5e73a5-2379-462d-a98e-1b976d8495f3 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Request body: {'security_group_rule': {'security_group_id': '77fc3393-d01f-48d6-af71-ccd038807086', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:21.594304 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-53ae1494-8d0d-4f9c-9cbc-e1bd9912cf72 None None] Provisioning complete for port fdb20e00-6ac9-447f-97f8-846ceb747f25 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:21.595153 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-53ae1494-8d0d-4f9c-9cbc-e1bd9912cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:21.640316 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-2347887d-b302-416b-bfbf-fff2492f6b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:21.641229 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-53ae1494-8d0d-4f9c-9cbc-e1bd9912cf72 None None] Port fdb20e00-6ac9-447f-97f8-846ceb747f25 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:39:21.712766 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4f5e73a5-2379-462d-a98e-1b976d8495f3 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:21.743588 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87d6aa-dc2f-4b89-b05e-68efc1440c32 None None] Pushing event updated for resources: {'Port': ['ID=fdb20e00-6ac9-447f-97f8-846ceb747f25,revision_number=4']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:21.762006 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2347887d-b302-416b-bfbf-fff2492f6b9f None None] Routers {'edc41fd4-ec68-485c-b0c0-6a83122dc13f'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:21.763953 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-2347887d-b302-416b-bfbf-fff2492f6b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['edc41fd4-ec68-485c-b0c0-6a83122dc13f'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:21.865340 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4f5e73a5-2379-462d-a98e-1b976d8495f3 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:21.937179 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4f5e73a5-2379-462d-a98e-1b976d8495f3 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:21.942465 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-2347887d-b302-416b-bfbf-fff2492f6b9f None None] Set router edc41fd4-ec68-485c-b0c0-6a83122dc13f gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:39:21.972229 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e73a5-2379-462d-a98e-1b976d8495f3 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b2d6bee-2909-4765-a124-986a04977512,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:22.000832 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438363b2-e6fd-4155-9f4f-93746fdd2fff tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:39:22.011626 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f62b2b-3881-42b4-badf-8229ab5f3552 None None] Sync routers for ids ['a370352d-bc40-472b-be8f-790cef90cb3b'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:39:22.018246 n-d-820553-2 neutron-server[102833]: INFO neutron.db.ipam_backend_mixin [None req-12f31ef0-7ead-4add-864c-bb8cbdbf6df0 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet f2904c52-8d69-485f-9b12-a6d13d5c4168 (CIDR: 2001:db8:0:1::/64) Dec 17 15:39:22.023327 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f62b2b-3881-42b4-badf-8229ab5f3552 None None] Routers {'a370352d-bc40-472b-be8f-790cef90cb3b'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:22.031560 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b2f62b2b-3881-42b4-badf-8229ab5f3552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a370352d-bc40-472b-be8f-790cef90cb3b'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:22.054508 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4f5e73a5-2379-462d-a98e-1b976d8495f3 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:22.057247 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4f5e73a5-2379-462d-a98e-1b976d8495f3 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4821830 Dec 17 15:39:22.063082 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52520) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:22.067776 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-7a6a9ae2-5ccf-48fb-acc5-ed7d94cfe617 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:22.086428 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-12f31ef0-7ead-4add-864c-bb8cbdbf6df0 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:39:22.087989 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12f31ef0-7ead-4add-864c-bb8cbdbf6df0 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:39:22.117626 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-438363b2-e6fd-4155-9f4f-93746fdd2fff tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:22.119977 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-438363b2-e6fd-4155-9f4f-93746fdd2fff tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 4.1476054 Dec 17 15:39:22.123612 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52522) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:22.150961 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-78bbf740-4bfe-4727-92c7-24c6223a9929 None None] Provisioning complete for port fdb20e00-6ac9-447f-97f8-846ceb747f25 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:22.151340 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-78bbf740-4bfe-4727-92c7-24c6223a9929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:22.187802 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7a6a9ae2-5ccf-48fb-acc5-ed7d94cfe617 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks [] for floatingip, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:22.198877 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-2347887d-b302-416b-bfbf-fff2492f6b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'name': 'tempest-ServerActionsTestJSON-2139899851-router', 'tenant_id': 'a3ccd7142d8c423fb044217d2f692337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'dd2630ab-7d8b-48f1-8ce1-3af78339bc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:39:12Z', 'updated_at': '2021-12-17T15:39:17Z', 'revision_number': 4, 'project_id': 'a3ccd7142d8c423fb044217d2f692337', 'gw_port': {'id': 'dd2630ab-7d8b-48f1-8ce1-3af78339bc5d', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:15:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:39:13Z', 'updated_at': '2021-12-17T15:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'fdb20e00-6ac9-447f-97f8-846ceb747f25', 'name': '', 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c', 'tenant_id': 'a3ccd7142d8c423fb044217d2f692337', 'mac_address': 'fa:16:3e:2d:70:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '610c69b5-11b8-4033-8576-74e6e98b4da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:39:16Z', 'updated_at': '2021-12-17T15:39:21Z', 'revision_number': 4, 'project_id': 'a3ccd7142d8c423fb044217d2f692337', 'subnets': [{'id': '610c69b5-11b8-4033-8576-74e6e98b4da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:22.225645 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-b2f62b2b-3881-42b4-badf-8229ab5f3552 None None] Set router a370352d-bc40-472b-be8f-790cef90cb3b gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:39:22.237146 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-12f31ef0-7ead-4add-864c-bb8cbdbf6df0 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2146690 Dec 17 15:39:22.240430 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52524) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:22.256996 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-d18627e9-2a3e-4908-a576-a8dba45d9c9a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'subnet': {'network_id': '8adad7e3-63df-4931-8d79-41c975b7126b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:22.266479 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2347887d-b302-416b-bfbf-fff2492f6b9f None None] The sync data for ids ['edc41fd4-ec68-485c-b0c0-6a83122dc13f'] in n-d-820553-2 is: [{'id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'name': 'tempest-ServerActionsTestJSON-2139899851-router', 'tenant_id': 'a3ccd7142d8c423fb044217d2f692337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'dd2630ab-7d8b-48f1-8ce1-3af78339bc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:39:12Z', 'updated_at': '2021-12-17T15:39:17Z', 'revision_number': 4, 'project_id': 'a3ccd7142d8c423fb044217d2f692337', 'gw_port': {'id': 'dd2630ab-7d8b-48f1-8ce1-3af78339bc5d', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:15:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:39:13Z', 'updated_at': '2021-12-17T15:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'fdb20e00-6ac9-447f-97f8-846ceb747f25', 'name': '', 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c', 'tenant_id': 'a3ccd7142d8c423fb044217d2f692337', 'mac_address': 'fa:16:3e:2d:70:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '610c69b5-11b8-4033-8576-74e6e98b4da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:39:16Z', 'updated_at': '2021-12-17T15:39:21Z', 'revision_number': 4, 'project_id': 'a3ccd7142d8c423fb044217d2f692337', 'subnets': [{'id': '610c69b5-11b8-4033-8576-74e6e98b4da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:39:22.372250 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7a6a9ae2-5ccf-48fb-acc5-ed7d94cfe617 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:22.529330 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-45693530-bc8d-4a75-a44b-44c881b1e3de tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] 10.222.0.46 "GET /v2.0/routers/a370352d-bc40-472b-be8f-790cef90cb3b HTTP/1.1" status: 200 len: 905 time: 0.4035428 Dec 17 15:39:22.529873 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-78bbf740-4bfe-4727-92c7-24c6223a9929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:22.532514 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-7a6a9ae2-5ccf-48fb-acc5-ed7d94cfe617 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Allocated IP 172.25.6.133 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/e4c1e525-fbc2-48a4-94fa-3212cbc162c4) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:39:22.533301 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52526) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:22.600558 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-78bbf740-4bfe-4727-92c7-24c6223a9929 None None] For port fdb20e00-6ac9-447f-97f8-846ceb747f25, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=fdb20e00-6ac9-447f-97f8-846ceb747f25,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:39:22.620217 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b2f62b2b-3881-42b4-badf-8229ab5f3552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a370352d-bc40-472b-be8f-790cef90cb3b', 'name': 'tempest-snat-router-66008542', 'tenant_id': 'f8f258285ede4e45a8b27a2fdacecff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': '44fc0ce3-f54d-45a2-93a0-1e86715422e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:39:18Z', 'updated_at': '2021-12-17T15:39:19Z', 'revision_number': 3, 'project_id': 'f8f258285ede4e45a8b27a2fdacecff2', 'gw_port': {'id': '44fc0ce3-f54d-45a2-93a0-1e86715422e5', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a370352d-bc40-472b-be8f-790cef90cb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:39:19Z', 'updated_at': '2021-12-17T15:39:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:22.690555 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-78bbf740-4bfe-4727-92c7-24c6223a9929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:22.695451 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f62b2b-3881-42b4-badf-8229ab5f3552 None None] Checking router: a370352d-bc40-472b-be8f-790cef90cb3b for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:39:22.695451 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f62b2b-3881-42b4-badf-8229ab5f3552 None None] Updating router a370352d-bc40-472b-be8f-790cef90cb3b port 44fc0ce3-f54d-45a2-93a0-1e86715422e5 binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:39:22.768858 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d850ad98-2f8c-4d09-9679-41675e927ddf tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:22.779153 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7a6a9ae2-5ccf-48fb-acc5-ed7d94cfe617 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:22.800326 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b2f62b2b-3881-42b4-badf-8229ab5f3552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:22.858437 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18627e9-2a3e-4908-a576-a8dba45d9c9a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Made reservation on behalf of 42e5af0b0b094bd79f2f4fab1c55cc89 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:39:22.862399 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d18627e9-2a3e-4908-a576-a8dba45d9c9a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:22.923952 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7a6a9ae2-5ccf-48fb-acc5-ed7d94cfe617 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:22.989775 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6a9ae2-5ccf-48fb-acc5-ed7d94cfe617 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:39:22.994746 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-7a6a9ae2-5ccf-48fb-acc5-ed7d94cfe617 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:39:22.999961 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6a9ae2-5ccf-48fb-acc5-ed7d94cfe617 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:39:23.011979 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a9ae2-5ccf-48fb-acc5-ed7d94cfe617 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Pushing event updated for resources: {'Port': ['ID=e4c1e525-fbc2-48a4-94fa-3212cbc162c4,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:23.122835 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d850ad98-2f8c-4d09-9679-41675e927ddf tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:23.137332 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7a6a9ae2-5ccf-48fb-acc5-ed7d94cfe617 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:23.230853 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device fdb20e00-6ac9-447f-97f8-846ceb747f25 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:39:23.285638 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7a6a9ae2-5ccf-48fb-acc5-ed7d94cfe617 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:23.364416 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-d850ad98-2f8c-4d09-9679-41675e927ddf tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Deleting port 44fc0ce3-f54d-45a2-93a0-1e86715422e5 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:39:23.364759 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d850ad98-2f8c-4d09-9679-41675e927ddf tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:23.379722 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bbf740-4bfe-4727-92c7-24c6223a9929 None None] Pushing event updated for resources: {'Port': ['ID=fdb20e00-6ac9-447f-97f8-846ceb747f25,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:23.441309 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d18627e9-2a3e-4908-a576-a8dba45d9c9a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:23.480650 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b2f62b2b-3881-42b4-badf-8229ab5f3552 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:23.498431 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port fdb20e00-6ac9-447f-97f8-846ceb747f25 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:23.498819 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:23.516824 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18627e9-2a3e-4908-a576-a8dba45d9c9a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Network 8adad7e3-63df-4931-8d79-41c975b7126b is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:39:23.527108 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-d18627e9-2a3e-4908-a576-a8dba45d9c9a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:39:23.540535 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18627e9-2a3e-4908-a576-a8dba45d9c9a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:23.541473 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d18627e9-2a3e-4908-a576-a8dba45d9c9a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:23.548368 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d850ad98-2f8c-4d09-9679-41675e927ddf tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:23.550519 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100687e9-017f-4887-9885-4f7b5353f0a4 None None] Network 8adad7e3-63df-4931-8d79-41c975b7126b requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:39:23.552067 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18627e9-2a3e-4908-a576-a8dba45d9c9a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Subnet': ['ID=dc4bc738-6afe-401b-9fb4-37faab21ff44,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:23.576772 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-d850ad98-2f8c-4d09-9679-41675e927ddf tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Calling delete_port for 44fc0ce3-f54d-45a2-93a0-1e86715422e5 owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:39:23.617528 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b2f62b2b-3881-42b4-badf-8229ab5f3552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:23.659373 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d18627e9-2a3e-4908-a576-a8dba45d9c9a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4173987 Dec 17 15:39:23.661776 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52534) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:23.667702 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-98720065-8f38-4228-91e2-190a2845ce48 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1018547766', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dc4bc738-6afe-401b-9fb4-37faab21ff44'}], 'security_groups': ['aeabd4c4-f6ed-4893-a21d-84cdfe538e8f', '89271a7e-3c0b-464f-9600-cc238197e60e']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:23.721023 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b2f62b2b-3881-42b4-badf-8229ab5f3552 None None] Attempting to bind port 44fc0ce3-f54d-45a2-93a0-1e86715422e5 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:39:23.721554 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b2f62b2b-3881-42b4-badf-8229ab5f3552 None None] Attempting to bind port 44fc0ce3-f54d-45a2-93a0-1e86715422e5 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:39:23.721931 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f62b2b-3881-42b4-badf-8229ab5f3552 None None] Attempting to bind port 44fc0ce3-f54d-45a2-93a0-1e86715422e5 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:39:23.732380 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f62b2b-3881-42b4-badf-8229ab5f3552 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:39:23.732768 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f62b2b-3881-42b4-badf-8229ab5f3552 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:39:23.733255 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b2f62b2b-3881-42b4-badf-8229ab5f3552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:23.733657 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f62b2b-3881-42b4-badf-8229ab5f3552 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:39:23.734144 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b2f62b2b-3881-42b4-badf-8229ab5f3552 None None] Bound port: 44fc0ce3-f54d-45a2-93a0-1e86715422e5, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:39:23.734534 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b2f62b2b-3881-42b4-badf-8229ab5f3552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:23.795905 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b2f62b2b-3881-42b4-badf-8229ab5f3552 None None] For port 44fc0ce3-f54d-45a2-93a0-1e86715422e5, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:39:23.799664 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b2f62b2b-3881-42b4-badf-8229ab5f3552 None None] For port 44fc0ce3-f54d-45a2-93a0-1e86715422e5, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=44fc0ce3-f54d-45a2-93a0-1e86715422e5,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:39:23.827135 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210d2da-6f47-4ddf-98c2-7f21267ecbf6 None None] Pushing event updated for resources: {'Port': ['ID=44fc0ce3-f54d-45a2-93a0-1e86715422e5,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:23.889726 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b2f62b2b-3881-42b4-badf-8229ab5f3552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:23.940255 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-98720065-8f38-4228-91e2-190a2845ce48 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:24.019531 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7a6a9ae2-5ccf-48fb-acc5-ed7d94cfe617 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:24.066873 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device db90f59d-0ac2-47cf-ac8d-7b13b5cc503d up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:39:24.098089 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210d2da-6f47-4ddf-98c2-7f21267ecbf6 None None] Pushing event updated for resources: {'Port': ['ID=44fc0ce3-f54d-45a2-93a0-1e86715422e5,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:24.104024 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f62b2b-3881-42b4-badf-8229ab5f3552 None None] Routers {'a370352d-bc40-472b-be8f-790cef90cb3b'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:24.104808 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b2f62b2b-3881-42b4-badf-8229ab5f3552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a370352d-bc40-472b-be8f-790cef90cb3b'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:24.139634 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7a6a9ae2-5ccf-48fb-acc5-ed7d94cfe617 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:24.182630 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d850ad98-2f8c-4d09-9679-41675e927ddf tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:24.238236 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7a6a9ae2-5ccf-48fb-acc5-ed7d94cfe617 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:24.255958 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-b2f62b2b-3881-42b4-badf-8229ab5f3552 None None] Set router a370352d-bc40-472b-be8f-790cef90cb3b gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:39:24.297990 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a9ae2-5ccf-48fb-acc5-ed7d94cfe617 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Pushing event updated for resources: {'Port': ['ID=e4c1e525-fbc2-48a4-94fa-3212cbc162c4,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:24.306436 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850ad98-2f8c-4d09-9679-41675e927ddf tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Pushing event deleted for resources: {'Port': ['ID=44fc0ce3-f54d-45a2-93a0-1e86715422e5,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:24.326248 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b2f62b2b-3881-42b4-badf-8229ab5f3552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a370352d-bc40-472b-be8f-790cef90cb3b', 'name': 'tempest-snat-router-66008542', 'tenant_id': 'f8f258285ede4e45a8b27a2fdacecff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:39:18Z', 'updated_at': '2021-12-17T15:39:23Z', 'revision_number': 4, 'project_id': 'f8f258285ede4e45a8b27a2fdacecff2', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:24.327044 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7a6a9ae2-5ccf-48fb-acc5-ed7d94cfe617 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:24.330712 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7a6a9ae2-5ccf-48fb-acc5-ed7d94cfe617 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2643571 Dec 17 15:39:24.379281 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f62b2b-3881-42b4-badf-8229ab5f3552 None None] The sync data for ids ['a370352d-bc40-472b-be8f-790cef90cb3b'] in n-d-820553-2 is: [{'id': 'a370352d-bc40-472b-be8f-790cef90cb3b', 'name': 'tempest-snat-router-66008542', 'tenant_id': 'f8f258285ede4e45a8b27a2fdacecff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:39:18Z', 'updated_at': '2021-12-17T15:39:23Z', 'revision_number': 4, 'project_id': 'f8f258285ede4e45a8b27a2fdacecff2', 'gw_port_host': None}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:39:24.403981 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port db90f59d-0ac2-47cf-ac8d-7b13b5cc503d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:24.403981 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:24.461076 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba6fe8e-a2ee-4240-b3b3-86c1aa94d938 None None] Update dhcp port {'port': {'network_id': '8adad7e3-63df-4931-8d79-41c975b7126b', 'fixed_ips': [{'subnet_id': 'f2904c52-8d69-485f-9b12-a6d13d5c4168', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2d4ea9fc-5cbd-4c44-9acf-615eec2fe935', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dc4bc738-6afe-401b-9fb4-37faab21ff44'}], 'binding:host_id': 'n-d-820553-2'}, 'id': '8726f897-a40c-414e-8faf-7777c6eb467c'} from n-d-820553-2. {{(pid=102834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 17 15:39:24.468983 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d850ad98-2f8c-4d09-9679-41675e927ddf tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:24.490048 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6ba6fe8e-a2ee-4240-b3b3-86c1aa94d938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:24.551131 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:24.562716 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-db13d9ca-85b0-49f5-b7e4-ccb9064aa204 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--619165408&fields=id&tenant_id=a3ccd7142d8c423fb044217d2f692337 HTTP/1.1" status: 200 len: 267 time: 0.0850408 Dec 17 15:39:24.609230 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port db90f59d-0ac2-47cf-ac8d-7b13b5cc503d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=db90f59d-0ac2-47cf-ac8d-7b13b5cc503d,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:39:24.627021 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-98720065-8f38-4228-91e2-190a2845ce48 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Delete allocated IP 2001:db8::280 (8adad7e3-63df-4931-8d79-41c975b7126b/2d4ea9fc-5cbd-4c44-9acf-615eec2fe935) {{(pid=102833) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 17 15:39:24.633390 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d850ad98-2f8c-4d09-9679-41675e927ddf tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:24.637380 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d850ad98-2f8c-4d09-9679-41675e927ddf tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:24.643001 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-98720065-8f38-4228-91e2-190a2845ce48 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Allocated IP 2001:db8:0:2::2bd (8adad7e3-63df-4931-8d79-41c975b7126b/dc4bc738-6afe-401b-9fb4-37faab21ff44/cbe2c86f-5c33-40b3-a8f2-6bea7d81b1e3) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:39:24.705303 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:24.769875 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-1d9ecd7f-be0f-42a0-a136-856ea7205ff8 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:24.780941 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-1d9ecd7f-be0f-42a0-a136-856ea7205ff8 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/networks?id=1bf23dbe-38db-4a32-95b8-9493ff106e9c HTTP/1.1" status: 200 len: 812 time: 0.2121699 Dec 17 15:39:24.792438 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=db90f59d-0ac2-47cf-ac8d-7b13b5cc503d,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:24.810528 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-af6418a9-cbee-4358-877f-c9892a1d73bd tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/quotas/a3ccd7142d8c423fb044217d2f692337 HTTP/1.1" status: 200 len: 375 time: 0.0270674 Dec 17 15:39:24.865627 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d850ad98-2f8c-4d09-9679-41675e927ddf tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:24.866200 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d850ad98-2f8c-4d09-9679-41675e927ddf tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a370352d-bc40-472b-be8f-790cef90cb3b {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:39:24.874933 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d850ad98-2f8c-4d09-9679-41675e927ddf tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:24.878434 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d850ad98-2f8c-4d09-9679-41675e927ddf tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] 10.222.0.46 "DELETE /v2.0/routers/a370352d-bc40-472b-be8f-790cef90cb3b HTTP/1.1" status: 204 len: 168 time: 2.3309624 Dec 17 15:39:24.879444 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52556) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:24.882380 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-561fb091-f06d-47d6-a20a-350209ab0c59 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3ccd7142d8c423fb044217d2f692337&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0707142 Dec 17 15:39:24.890639 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device fdb20e00-6ac9-447f-97f8-846ceb747f25 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:39:24.969579 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port fdb20e00-6ac9-447f-97f8-846ceb747f25 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:24.970180 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:25.014646 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-dfc48b6f-9bd5-46fc-9c35-355af0758a49 service neutron] 10.222.0.46 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133101 Dec 17 15:39:25.058747 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-98720065-8f38-4228-91e2-190a2845ce48 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:25.074234 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-caf15afd-9a32-44fa-ae6a-f0d7147d6ee3 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:25.144256 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-98720065-8f38-4228-91e2-190a2845ce48 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:25.161744 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-30098fe9-c8b1-4ba7-80c6-e2f0fac957e5 service neutron] 10.222.0.46 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387329 Dec 17 15:39:25.212920 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-6ba6fe8e-a2ee-4240-b3b3-86c1aa94d938 None None] Allocated IP 2001:db8:0:2::2 (8adad7e3-63df-4931-8d79-41c975b7126b/dc4bc738-6afe-401b-9fb4-37faab21ff44/8726f897-a40c-414e-8faf-7777c6eb467c) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:39:25.223113 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-98720065-8f38-4228-91e2-190a2845ce48 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] In _notify_port_updated(), no bound segment for port cbe2c86f-5c33-40b3-a8f2-6bea7d81b1e3 on network 8adad7e3-63df-4931-8d79-41c975b7126b {{(pid=102833) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 17 15:39:25.228536 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98720065-8f38-4228-91e2-190a2845ce48 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:25.229193 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-98720065-8f38-4228-91e2-190a2845ce48 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:25.230507 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-98720065-8f38-4228-91e2-190a2845ce48 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "PUT /v2.0/ports/cbe2c86f-5c33-40b3-a8f2-6bea7d81b1e3 HTTP/1.1" status: 200 len: 970 time: 1.5676963 Dec 17 15:39:25.234629 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52558) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:25.254966 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98720065-8f38-4228-91e2-190a2845ce48 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event updated for resources: {'Port': ['ID=cbe2c86f-5c33-40b3-a8f2-6bea7d81b1e3,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:25.280282 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-caf15afd-9a32-44fa-ae6a-f0d7147d6ee3 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:25.388206 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-c9b23db9-8113-493c-ad82-b9a826f144b4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Deleting port cbe2c86f-5c33-40b3-a8f2-6bea7d81b1e3 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:39:25.388616 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c9b23db9-8113-493c-ad82-b9a826f144b4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:25.395378 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-6ba6fe8e-a2ee-4240-b3b3-86c1aa94d938 None None] For port 8726f897-a40c-414e-8faf-7777c6eb467c, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=8726f897-a40c-414e-8faf-7777c6eb467c,segment=NetworkSegment(4ecb358c-fb06-414d-a601-08a613965db1),segment_id=4ecb358c-fb06-414d-a601-08a613965db1)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:39:25.414659 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-caf15afd-9a32-44fa-ae6a-f0d7147d6ee3 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Deleting port db90f59d-0ac2-47cf-ac8d-7b13b5cc503d {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:39:25.415163 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-caf15afd-9a32-44fa-ae6a-f0d7147d6ee3 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:25.467681 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6ba6fe8e-a2ee-4240-b3b3-86c1aa94d938 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:25.536354 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6ba6fe8e-a2ee-4240-b3b3-86c1aa94d938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:25.544931 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9f7b040-ea6c-491a-bc56-82add9c3834f req-7f3fb05f-1a17-42e4-a76e-557bdca4fabb tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 210 time: 0.0408680 Dec 17 15:39:25.571918 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-caf15afd-9a32-44fa-ae6a-f0d7147d6ee3 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] For port db90f59d-0ac2-47cf-ac8d-7b13b5cc503d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=db90f59d-0ac2-47cf-ac8d-7b13b5cc503d,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:39:25.572293 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-caf15afd-9a32-44fa-ae6a-f0d7147d6ee3 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:25.594185 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-caf15afd-9a32-44fa-ae6a-f0d7147d6ee3 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Calling delete_port for db90f59d-0ac2-47cf-ac8d-7b13b5cc503d owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:39:25.637245 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c9b23db9-8113-493c-ad82-b9a826f144b4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:25.658187 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-c9b23db9-8113-493c-ad82-b9a826f144b4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Calling delete_port for cbe2c86f-5c33-40b3-a8f2-6bea7d81b1e3 owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:39:25.665504 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6fe8e-a2ee-4240-b3b3-86c1aa94d938 None None] Pushing event updated for resources: {'Port': ['ID=8726f897-a40c-414e-8faf-7777c6eb467c,revision_number=7']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:25.922415 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c9b23db9-8113-493c-ad82-b9a826f144b4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:25.954320 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b23db9-8113-493c-ad82-b9a826f144b4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Port': ['ID=cbe2c86f-5c33-40b3-a8f2-6bea7d81b1e3,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:25.976220 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:25.976421 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-caf15afd-9a32-44fa-ae6a-f0d7147d6ee3 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:25.980585 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c9b23db9-8113-493c-ad82-b9a826f144b4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:25.984289 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c9b23db9-8113-493c-ad82-b9a826f144b4 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/ports/cbe2c86f-5c33-40b3-a8f2-6bea7d81b1e3 HTTP/1.1" status: 204 len: 168 time: 0.7478750 Dec 17 15:39:25.986873 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52574) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:26.008756 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf15afd-9a32-44fa-ae6a-f0d7147d6ee3 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Pushing event deleted for resources: {'Port': ['ID=db90f59d-0ac2-47cf-ac8d-7b13b5cc503d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:26.017928 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-9232d810-19b7-4258-aed1-97cadca38282 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] GET failed (client error): The resource could not be found. Dec 17 15:39:26.019569 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9232d810-19b7-4258-aed1-97cadca38282 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "GET /v2.0/ports/cbe2c86f-5c33-40b3-a8f2-6bea7d81b1e3 HTTP/1.1" status: 404 len: 333 time: 0.0317833 Dec 17 15:39:26.022299 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52576) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:26.091737 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2803c0d5-662c-4125-960a-18e319f65b3b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:26.093755 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-caf15afd-9a32-44fa-ae6a-f0d7147d6ee3 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:26.122574 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2803c0d5-662c-4125-960a-18e319f65b3b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:26.232368 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-caf15afd-9a32-44fa-ae6a-f0d7147d6ee3 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:26.234991 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-caf15afd-9a32-44fa-ae6a-f0d7147d6ee3 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:26.258765 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2803c0d5-662c-4125-960a-18e319f65b3b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:26.261689 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2803c0d5-662c-4125-960a-18e319f65b3b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:26.268487 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2803c0d5-662c-4125-960a-18e319f65b3b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/security-groups/b4ea52c5-05c8-44de-9fc1-1c7808e51353 HTTP/1.1" status: 204 len: 168 time: 0.2451196 Dec 17 15:39:26.269151 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52578) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:26.310444 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803c0d5-662c-4125-960a-18e319f65b3b tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ea52c5-05c8-44de-9fc1-1c7808e51353,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:26.351251 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0b0c5550-7383-4fc8-a216-52ecef9e206a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:26.370490 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-caf15afd-9a32-44fa-ae6a-f0d7147d6ee3 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:26.371262 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf15afd-9a32-44fa-ae6a-f0d7147d6ee3 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3ea243d-da1e-44e5-90aa-5cd16f6b7be2 {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:39:26.378062 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-caf15afd-9a32-44fa-ae6a-f0d7147d6ee3 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:26.379561 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-caf15afd-9a32-44fa-ae6a-f0d7147d6ee3 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] 10.222.0.46 "DELETE /v2.0/routers/a3ea243d-da1e-44e5-90aa-5cd16f6b7be2 HTTP/1.1" status: 204 len: 168 time: 1.4992542 Dec 17 15:39:26.383521 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52580) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:26.388187 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0b0c5550-7383-4fc8-a216-52ecef9e206a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:26.388748 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-674291ad-c8f7-4a15-be27-20227a1ce19f tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1688753829', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}, 'admin_state_up': False}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:26.458564 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-01a025ff-97c9-4988-ac18-22b002cd63bf None None] Provisioning complete for port b3abf4e5-cb36-45ff-9c9f-2aed0734574f triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:26.459139 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-01a025ff-97c9-4988-ac18-22b002cd63bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:26.516380 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-674291ad-c8f7-4a15-be27-20227a1ce19f tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:26.516380 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-674291ad-c8f7-4a15-be27-20227a1ce19f tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:26.532903 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-01a025ff-97c9-4988-ac18-22b002cd63bf None None] Port b3abf4e5-cb36-45ff-9c9f-2aed0734574f cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:39:26.536469 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-01a025ff-97c9-4988-ac18-22b002cd63bf None None] Could not find standard attr ID for object cbe2c86f-5c33-40b3-a8f2-6bea7d81b1e3. {{(pid=102834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:39:26.542911 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0b0c5550-7383-4fc8-a216-52ecef9e206a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:26.547817 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0b0c5550-7383-4fc8-a216-52ecef9e206a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:26.548410 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-01a025ff-97c9-4988-ac18-22b002cd63bf None None] Provisioning complete for port 8726f897-a40c-414e-8faf-7777c6eb467c triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:26.549185 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0b0c5550-7383-4fc8-a216-52ecef9e206a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/security-groups/89271a7e-3c0b-464f-9600-cc238197e60e HTTP/1.1" status: 204 len: 168 time: 0.2725067 Dec 17 15:39:26.555520 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-01a025ff-97c9-4988-ac18-22b002cd63bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:26.555649 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52584) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:26.569829 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c5550-7383-4fc8-a216-52ecef9e206a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89271a7e-3c0b-464f-9600-cc238197e60e,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:26.697921 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-674291ad-c8f7-4a15-be27-20227a1ce19f tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:26.716655 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e5f65eff-23b1-4ce3-b80b-a631280715a1 req-b50336ff-fdaa-46fc-905f-9457d67c374b tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 210 time: 0.0586772 Dec 17 15:39:26.735477 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2d137b55-4671-4e3c-a4df-2aa8543d2f73 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:26.760138 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2d137b55-4671-4e3c-a4df-2aa8543d2f73 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:26.823961 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-07533b1d-e491-4b5b-ae6f-1ca414177bc7 None None] Could not find standard attr ID for object cbe2c86f-5c33-40b3-a8f2-6bea7d81b1e3. {{(pid=102834) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 17 15:39:26.931035 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2d137b55-4671-4e3c-a4df-2aa8543d2f73 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:26.933536 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2d137b55-4671-4e3c-a4df-2aa8543d2f73 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:26.934724 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2d137b55-4671-4e3c-a4df-2aa8543d2f73 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/security-groups/aeabd4c4-f6ed-4893-a21d-84cdfe538e8f HTTP/1.1" status: 204 len: 168 time: 0.3812656 Dec 17 15:39:26.938382 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52590) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:27.019121 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-14afc9fa-0440-48ad-8d70-a54e502db57d tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Deleting subnet 2d4ea9fc-5cbd-4c44-9acf-615eec2fe935 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:39:27.027635 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-14afc9fa-0440-48ad-8d70-a54e502db57d tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:27.087140 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 8726f897-a40c-414e-8faf-7777c6eb467c up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:39:27.103645 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-14afc9fa-0440-48ad-8d70-a54e502db57d tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:27.144664 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 8726f897-a40c-414e-8faf-7777c6eb467c triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:27.145119 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:27.194990 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-14afc9fa-0440-48ad-8d70-a54e502db57d tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:27.333823 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device db90f59d-0ac2-47cf-ac8d-7b13b5cc503d no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:39:27.359054 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-14afc9fa-0440-48ad-8d70-a54e502db57d tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:27.359673 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: db90f59d-0ac2-47cf-ac8d-7b13b5cc503d {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:39:27.360286 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device db90f59d-0ac2-47cf-ac8d-7b13b5cc503d not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:39:27.360428 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d137b55-4671-4e3c-a4df-2aa8543d2f73 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeabd4c4-f6ed-4893-a21d-84cdfe538e8f,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:27.363423 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-674291ad-c8f7-4a15-be27-20227a1ce19f tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:27.391798 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afc9fa-0440-48ad-8d70-a54e502db57d tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Subnet': ['ID=2d4ea9fc-5cbd-4c44-9acf-615eec2fe935,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:27.397243 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-14afc9fa-0440-48ad-8d70-a54e502db57d tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:27.398657 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-14afc9fa-0440-48ad-8d70-a54e502db57d tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/subnets/2d4ea9fc-5cbd-4c44-9acf-615eec2fe935 HTTP/1.1" status: 204 len: 168 time: 0.4599960 Dec 17 15:39:27.402800 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52596) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:27.407156 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c697a6-6eff-42fb-b3cc-d03874b6e5ba None None] Network 8adad7e3-63df-4931-8d79-41c975b7126b requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:39:27.459118 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d5f64dd-6632-4a8c-b3d1-d75b0068d13e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Deleting subnet dc4bc738-6afe-401b-9fb4-37faab21ff44 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:39:27.462477 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d5f64dd-6632-4a8c-b3d1-d75b0068d13e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:27.507668 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d5f64dd-6632-4a8c-b3d1-d75b0068d13e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:27.607605 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d5f64dd-6632-4a8c-b3d1-d75b0068d13e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:27.703798 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-674291ad-c8f7-4a15-be27-20227a1ce19f tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:27.724095 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-674291ad-c8f7-4a15-be27-20227a1ce19f tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:27.749583 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d5f64dd-6632-4a8c-b3d1-d75b0068d13e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:27.798323 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f64dd-6632-4a8c-b3d1-d75b0068d13e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Subnet': ['ID=dc4bc738-6afe-401b-9fb4-37faab21ff44,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:27.811105 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d5f64dd-6632-4a8c-b3d1-d75b0068d13e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:27.818120 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0d5f64dd-6632-4a8c-b3d1-d75b0068d13e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/subnets/dc4bc738-6afe-401b-9fb4-37faab21ff44 HTTP/1.1" status: 204 len: 168 time: 0.4141471 Dec 17 15:39:27.818880 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52600) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:27.876051 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c4d208-8738-41e3-aa32-75a3d2fb70a6 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] DELETE failed (client error): The resource could not be found. Dec 17 15:39:27.877654 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48c4d208-8738-41e3-aa32-75a3d2fb70a6 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:39:27.880968 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-48c4d208-8738-41e3-aa32-75a3d2fb70a6 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/subnets/2d4ea9fc-5cbd-4c44-9acf-615eec2fe935 HTTP/1.1" status: 404 len: 337 time: 0.0610514 Dec 17 15:39:27.894432 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52602) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:27.902778 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b69a8375-279c-4329-8b0d-395e20f34195 req-9327767d-b5d3-4535-b73c-defe60267dbc tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 210 time: 0.0728500 Dec 17 15:39:27.984950 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-674291ad-c8f7-4a15-be27-20227a1ce19f tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Allocated IP 172.25.6.24 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/214cb10e-c1ad-45e0-a615-bfc17b991d9a) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:39:27.990656 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d257703-f86b-41bd-8ddf-372ee062158e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Deleting subnet f2904c52-8d69-485f-9b12-a6d13d5c4168 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:39:28.001404 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7d257703-f86b-41bd-8ddf-372ee062158e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:28.092606 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7d257703-f86b-41bd-8ddf-372ee062158e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:28.142619 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-d7e3ee56-b802-4815-9b30-f9c04928f706 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:28.144159 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-d7e3ee56-b802-4815-9b30-f9c04928f706 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.13 "GET /v2.0/networks?id=1bf23dbe-38db-4a32-95b8-9493ff106e9c HTTP/1.1" status: 200 len: 812 time: 0.1508870 Dec 17 15:39:28.201703 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-1a88f11b-3c94-4607-9c72-873798d1b5cc tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3ccd7142d8c423fb044217d2f692337 HTTP/1.1" status: 200 len: 379 time: 0.0485446 Dec 17 15:39:28.214279 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-2f1a7be4-2ff2-4b59-bbce-05601e845c27 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Request body: {'port': {'device_id': '223c40fc-93d0-4317-8b3e-083ff43c0ac1', 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c', 'admin_state_up': True, 'tenant_id': 'a3ccd7142d8c423fb044217d2f692337', 'security_groups': ['77fc3393-d01f-48d6-af71-ccd038807086']}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:28.245440 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-674291ad-c8f7-4a15-be27-20227a1ce19f tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:28.248304 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7d257703-f86b-41bd-8ddf-372ee062158e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:28.316269 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c8c221-b98e-4cc9-b734-211da926febb None None] Network 8adad7e3-63df-4931-8d79-41c975b7126b requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:39:28.393723 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-f605708d-fc3c-4bef-8bfc-acef92a45cd7 None None] Provisioning complete for port b3abf4e5-cb36-45ff-9c9f-2aed0734574f triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:28.394068 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f605708d-fc3c-4bef-8bfc-acef92a45cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:28.448455 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-f605708d-fc3c-4bef-8bfc-acef92a45cd7 None None] Port b3abf4e5-cb36-45ff-9c9f-2aed0734574f cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:39:28.490816 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-f605708d-fc3c-4bef-8bfc-acef92a45cd7 None None] Provisioning complete for port 8726f897-a40c-414e-8faf-7777c6eb467c triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:28.491183 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f605708d-fc3c-4bef-8bfc-acef92a45cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:28.542621 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-674291ad-c8f7-4a15-be27-20227a1ce19f tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:28.547176 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7d257703-f86b-41bd-8ddf-372ee062158e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:28.550265 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-2f1a7be4-2ff2-4b59-bbce-05601e845c27 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Made reservation on behalf of a3ccd7142d8c423fb044217d2f692337 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:39:28.554191 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-2f1a7be4-2ff2-4b59-bbce-05601e845c27 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:28.635364 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7d257703-f86b-41bd-8ddf-372ee062158e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:28.636322 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18801504-afa3-4d52-a260-457d37619bc6 None None] Update dhcp port {'port': {'network_id': '8adad7e3-63df-4931-8d79-41c975b7126b', 'fixed_ips': [{'subnet_id': 'f2904c52-8d69-485f-9b12-a6d13d5c4168'}], 'binding:host_id': 'n-d-820553-2'}, 'id': '8726f897-a40c-414e-8faf-7777c6eb467c'} from n-d-820553-2. {{(pid=102834) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 17 15:39:28.642346 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7d257703-f86b-41bd-8ddf-372ee062158e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/subnets/f2904c52-8d69-485f-9b12-a6d13d5c4168 HTTP/1.1" status: 204 len: 168 time: 0.7440615 Dec 17 15:39:28.643163 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d257703-f86b-41bd-8ddf-372ee062158e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Subnet': ['ID=f2904c52-8d69-485f-9b12-a6d13d5c4168,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:28.644948 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52610) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:28.655503 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674291ad-c8f7-4a15-be27-20227a1ce19f tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:39:28.671228 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-18801504-afa3-4d52-a260-457d37619bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:28.677449 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-674291ad-c8f7-4a15-be27-20227a1ce19f tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:39:28.706077 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674291ad-c8f7-4a15-be27-20227a1ce19f tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:39:28.706077 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674291ad-c8f7-4a15-be27-20227a1ce19f tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Pushing event updated for resources: {'Port': ['ID=214cb10e-c1ad-45e0-a615-bfc17b991d9a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:28.710319 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-4869ea6f-a39a-42e3-b459-edbb809f1a6d tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] DELETE failed (client error): The resource could not be found. Dec 17 15:39:28.711189 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4869ea6f-a39a-42e3-b459-edbb809f1a6d tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:39:28.714670 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4869ea6f-a39a-42e3-b459-edbb809f1a6d tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/subnets/2aa93b8b-785e-4b76-b455-551ae5aff681 HTTP/1.1" status: 404 len: 337 time: 0.0636835 Dec 17 15:39:28.721611 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52612) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:28.768931 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e83d7313-4ea2-4bf5-8104-f0b8057c829e tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "GET /v2.0/ports?device_id=70d7e2ae-1340-42f3-bfe1-529bca1af4ab HTTP/1.1" status: 200 len: 205 time: 0.0460107 Dec 17 15:39:28.777563 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52614) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:28.819829 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-6b34f6f9-3ac7-448e-a830-5fc00fc61849 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] delete failed (client error): The resource could not be found. Dec 17 15:39:28.822303 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6b34f6f9-3ac7-448e-a830-5fc00fc61849 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/routers/70d7e2ae-1340-42f3-bfe1-529bca1af4ab HTTP/1.1" status: 404 len: 336 time: 0.0481524 Dec 17 15:39:28.823673 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52616) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:28.836142 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-2f1a7be4-2ff2-4b59-bbce-05601e845c27 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Allocated IP 172.20.0.6 (1bf23dbe-38db-4a32-95b8-9493ff106e9c/610c69b5-11b8-4033-8576-74e6e98b4da0/e09fc83a-84a4-4efa-9d4a-54dade58d6d9) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:39:28.864682 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de85513-5975-4a3b-887c-fd301496fa55 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] DELETE failed (client error): The resource could not be found. Dec 17 15:39:28.865166 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de85513-5975-4a3b-887c-fd301496fa55 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:39:28.870793 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3de85513-5975-4a3b-887c-fd301496fa55 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/subnets/96426903-70b1-44c9-a912-03f7bdf20c01 HTTP/1.1" status: 404 len: 337 time: 0.0460861 Dec 17 15:39:28.874838 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52618) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:28.878936 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3dea8d63-f30a-4c54-aaad-90eab7410ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:28.903684 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939cb469-b6a9-4b32-9c78-4ca6970cedd3 None None] Network 8adad7e3-63df-4931-8d79-41c975b7126b requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:39:28.909958 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c029ca4-6917-40ba-b807-3f81958fc465 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] DELETE failed (client error): The resource could not be found. Dec 17 15:39:28.910414 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c029ca4-6917-40ba-b807-3f81958fc465 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:39:28.913410 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9c029ca4-6917-40ba-b807-3f81958fc465 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/subnets/68fdf7c6-9516-4d16-9e5f-5c04fc5e8d76 HTTP/1.1" status: 404 len: 337 time: 0.0376365 Dec 17 15:39:28.916842 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52620) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:28.961436 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f9bd4b-3893-47f6-bc7d-a36674f8a633 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] DELETE failed (client error): The resource could not be found. Dec 17 15:39:28.962042 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f9bd4b-3893-47f6-bc7d-a36674f8a633 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:39:28.968303 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-03f9bd4b-3893-47f6-bc7d-a36674f8a633 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/subnets/fec22547-0d80-450b-82ce-4683ebd6ee92 HTTP/1.1" status: 404 len: 337 time: 0.0509870 Dec 17 15:39:28.968528 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52626) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:28.980332 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-46e87352-40ed-4bb6-aa6e-877de2d6b646 None None] Provisioning complete for port b3abf4e5-cb36-45ff-9c9f-2aed0734574f triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:28.982872 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-46e87352-40ed-4bb6-aa6e-877de2d6b646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:29.002972 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-61fad8c7-ff1f-4566-897e-730567f20f0f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] DELETE failed (client error): The resource could not be found. Dec 17 15:39:29.003751 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61fad8c7-ff1f-4566-897e-730567f20f0f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:39:29.007192 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-61fad8c7-ff1f-4566-897e-730567f20f0f tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/ports/18bb82ab-81f0-4746-a0bc-57da052e4e2a HTTP/1.1" status: 404 len: 333 time: 0.0367746 Dec 17 15:39:29.010904 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52628) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:29.076139 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-46e87352-40ed-4bb6-aa6e-877de2d6b646 None None] Port b3abf4e5-cb36-45ff-9c9f-2aed0734574f cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:39:29.098035 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-46e87352-40ed-4bb6-aa6e-877de2d6b646 None None] Provisioning complete for port 8726f897-a40c-414e-8faf-7777c6eb467c triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:29.098409 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-46e87352-40ed-4bb6-aa6e-877de2d6b646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:29.125716 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-2f1a7be4-2ff2-4b59-bbce-05601e845c27 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:29.127547 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d328422d-2b50-4a9e-b4fd-d804a80fa34a None None] DHCP port deletion for 8adad7e3-63df-4931-8d79-41c975b7126b request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:39:29.179996 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-c171a5e3-187a-4c62-b44b-95730031c22a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] DELETE failed (client error): The resource could not be found. Dec 17 15:39:29.180497 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c171a5e3-187a-4c62-b44b-95730031c22a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:39:29.187407 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c171a5e3-187a-4c62-b44b-95730031c22a tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/subnets/becbb49d-be4f-4e87-a63d-9795eccb5996 HTTP/1.1" status: 404 len: 337 time: 0.1752529 Dec 17 15:39:29.188990 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-674291ad-c8f7-4a15-be27-20227a1ce19f tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:29.191939 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52630) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:29.209282 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-110964d4-805b-417a-8d62-c0f1b2c0c005 req-d71d4acc-faeb-4180-b45d-6616fdefb751 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 210 time: 0.0489182 Dec 17 15:39:29.227835 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-2f1a7be4-2ff2-4b59-bbce-05601e845c27 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:29.228897 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d328422d-2b50-4a9e-b4fd-d804a80fa34a None None] Deleting port 8726f897-a40c-414e-8faf-7777c6eb467c {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:39:29.229747 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d328422d-2b50-4a9e-b4fd-d804a80fa34a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:29.267397 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-2f1a7be4-2ff2-4b59-bbce-05601e845c27 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Network 1bf23dbe-38db-4a32-95b8-9493ff106e9c is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:39:29.292233 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-670931a3-6f42-4388-9ef2-1fea30eaf8af tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] DELETE failed (client error): The resource could not be found. Dec 17 15:39:29.292932 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-670931a3-6f42-4388-9ef2-1fea30eaf8af tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:39:29.296890 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-670931a3-6f42-4388-9ef2-1fea30eaf8af tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/subnets/a3a8b20e-e8a6-443e-a97f-493d8d4c4771 HTTP/1.1" status: 404 len: 337 time: 0.1040125 Dec 17 15:39:29.297953 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-d328422d-2b50-4a9e-b4fd-d804a80fa34a None None] For port 8726f897-a40c-414e-8faf-7777c6eb467c, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=8726f897-a40c-414e-8faf-7777c6eb467c,segment=NetworkSegment(4ecb358c-fb06-414d-a601-08a613965db1),segment_id=4ecb358c-fb06-414d-a601-08a613965db1)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:39:29.298350 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d328422d-2b50-4a9e-b4fd-d804a80fa34a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:29.299726 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52632) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:29.317003 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d328422d-2b50-4a9e-b4fd-d804a80fa34a None None] Calling delete_port for 8726f897-a40c-414e-8faf-7777c6eb467c owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:39:29.326151 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-2f1a7be4-2ff2-4b59-bbce-05601e845c27 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:39:29.331048 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-d74355ef-8447-4f6e-92af-8c51533381ca tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] DELETE failed (client error): The resource could not be found. Dec 17 15:39:29.332039 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d74355ef-8447-4f6e-92af-8c51533381ca tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:39:29.336280 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d74355ef-8447-4f6e-92af-8c51533381ca tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/ports/0b66bdb8-1e9c-482c-93c0-57e5744ec7dc HTTP/1.1" status: 404 len: 333 time: 0.0354228 Dec 17 15:39:29.343079 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52634) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:29.345035 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a7be4-2ff2-4b59-bbce-05601e845c27 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Pushing event updated for resources: {'Port': ['ID=e09fc83a-84a4-4efa-9d4a-54dade58d6d9,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:29.349069 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-2f1a7be4-2ff2-4b59-bbce-05601e845c27 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:39:29.390778 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bafd9cb-0634-4b0a-9a6c-6fb842443e68 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] DELETE failed (client error): The resource could not be found. Dec 17 15:39:29.391465 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bafd9cb-0634-4b0a-9a6c-6fb842443e68 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:39:29.394826 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8bafd9cb-0634-4b0a-9a6c-6fb842443e68 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/subnets/2497a263-5b1b-4d33-b222-fb95995af6bf HTTP/1.1" status: 404 len: 337 time: 0.0505562 Dec 17 15:39:29.397756 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52636) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:29.428380 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-2f1a7be4-2ff2-4b59-bbce-05601e845c27 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:29.429911 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-2f1a7be4-2ff2-4b59-bbce-05601e845c27 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:29.431524 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6623a7c-037c-4bfb-95f5-5a56bad4755c tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] DELETE failed (client error): The resource could not be found. Dec 17 15:39:29.432241 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6623a7c-037c-4bfb-95f5-5a56bad4755c tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:39:29.435814 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d6623a7c-037c-4bfb-95f5-5a56bad4755c tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/subnets/bda34eff-0666-40b9-a0e0-98ddd3b80881 HTTP/1.1" status: 404 len: 337 time: 0.0368030 Dec 17 15:39:29.438868 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52638) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:29.539182 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-2f1a7be4-2ff2-4b59-bbce-05601e845c27 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3290422 Dec 17 15:39:29.554593 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-56884585-43d8-4fde-9391-bd9daa469bc8 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:39:29.555691 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-56884585-43d8-4fde-9391-bd9daa469bc8 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083928 Dec 17 15:39:29.636991 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-674291ad-c8f7-4a15-be27-20227a1ce19f tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:29.638264 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-f1274f83-6b52-41c2-a789-cbe7a2c4d82c service neutron] Request body: {'port': {'device_id': '223c40fc-93d0-4317-8b3e-083ff43c0ac1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:29.651597 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-6ef20f68-0e7b-4c2d-b4a0-83f9704e5889 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Deleting port b3abf4e5-cb36-45ff-9c9f-2aed0734574f {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:39:29.652113 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6ef20f68-0e7b-4c2d-b4a0-83f9704e5889 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:29.700171 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-f1274f83-6b52-41c2-a789-cbe7a2c4d82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:29.736581 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d328422d-2b50-4a9e-b4fd-d804a80fa34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:29.780948 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d328422d-2b50-4a9e-b4fd-d804a80fa34a None None] Pushing event deleted for resources: {'Port': ['ID=8726f897-a40c-414e-8faf-7777c6eb467c,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:29.783038 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d328422d-2b50-4a9e-b4fd-d804a80fa34a None None] No DVR routers for this DVR port 8726f897-a40c-414e-8faf-7777c6eb467c on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:39:29.799710 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-7120c545-48b1-4fda-bced-7487052efcf0 None None] Provisioning complete for port e09fc83a-84a4-4efa-9d4a-54dade58d6d9 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:29.800204 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7120c545-48b1-4fda-bced-7487052efcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:29.815609 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6ef20f68-0e7b-4c2d-b4a0-83f9704e5889 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:29.835389 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-6ef20f68-0e7b-4c2d-b4a0-83f9704e5889 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Calling delete_port for b3abf4e5-cb36-45ff-9c9f-2aed0734574f owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:39:29.839071 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-7120c545-48b1-4fda-bced-7487052efcf0 None None] Port e09fc83a-84a4-4efa-9d4a-54dade58d6d9 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:39:30.014787 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-f1274f83-6b52-41c2-a789-cbe7a2c4d82c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e09fc83a-84a4-4efa-9d4a-54dade58d6d9 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:39:30.022937 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-f1274f83-6b52-41c2-a789-cbe7a2c4d82c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:30.027107 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674291ad-c8f7-4a15-be27-20227a1ce19f tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Router b2ac5603-afaa-4a27-b063-93e7c8becb2b is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:39:30.077143 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-f1274f83-6b52-41c2-a789-cbe7a2c4d82c service neutron] Transition to ACTIVE for port object e09fc83a-84a4-4efa-9d4a-54dade58d6d9 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:39:30.102143 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6ef20f68-0e7b-4c2d-b4a0-83f9704e5889 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:30.135307 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef20f68-0e7b-4c2d-b4a0-83f9704e5889 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Port': ['ID=b3abf4e5-cb36-45ff-9c9f-2aed0734574f,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:30.143673 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6ef20f68-0e7b-4c2d-b4a0-83f9704e5889 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:30.146949 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6ef20f68-0e7b-4c2d-b4a0-83f9704e5889 tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/ports/b3abf4e5-cb36-45ff-9c9f-2aed0734574f HTTP/1.1" status: 204 len: 168 time: 0.7069125 Dec 17 15:39:30.149774 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52648) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:30.176651 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674291ad-c8f7-4a15-be27-20227a1ce19f tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:39:30.186645 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33df15bd-37a0-4a63-97ca-e3d51873518b None None] Sync routers for ids ['b2ac5603-afaa-4a27-b063-93e7c8becb2b'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:39:30.196808 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33df15bd-37a0-4a63-97ca-e3d51873518b None None] Routers {'b2ac5603-afaa-4a27-b063-93e7c8becb2b'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:30.197473 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-33df15bd-37a0-4a63-97ca-e3d51873518b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['b2ac5603-afaa-4a27-b063-93e7c8becb2b'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:30.217991 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-f1274f83-6b52-41c2-a789-cbe7a2c4d82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:30.233875 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-33df15bd-37a0-4a63-97ca-e3d51873518b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:30.243716 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33df15bd-37a0-4a63-97ca-e3d51873518b None None] Routers {'b2ac5603-afaa-4a27-b063-93e7c8becb2b'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:30.244371 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-33df15bd-37a0-4a63-97ca-e3d51873518b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['b2ac5603-afaa-4a27-b063-93e7c8becb2b'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:30.269446 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-674291ad-c8f7-4a15-be27-20227a1ce19f tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:30.273292 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-674291ad-c8f7-4a15-be27-20227a1ce19f tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.8864686 Dec 17 15:39:30.273650 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52652) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:30.279547 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-10cf454f-b113-4747-a187-78ce0d4c7e55 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'enable_snat': False}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:30.299310 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-33df15bd-37a0-4a63-97ca-e3d51873518b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:30.300007 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33df15bd-37a0-4a63-97ca-e3d51873518b None None] The sync data for ids ['b2ac5603-afaa-4a27-b063-93e7c8becb2b'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:39:30.338729 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1b658890-7465-42a5-9122-e4380533e4be tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:30.347293 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1274f83-6b52-41c2-a789-cbe7a2c4d82c service neutron] Pushing event updated for resources: {'Port': ['ID=e09fc83a-84a4-4efa-9d4a-54dade58d6d9,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:30.438774 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2f094-17f3-496f-baab-61882a232e4b req-5e5d6afb-f8d8-4683-ad59-4e5caf34ab7b tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:30.440303 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-93c2f094-17f3-496f-baab-61882a232e4b req-5e5d6afb-f8d8-4683-ad59-4e5caf34ab7b tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 943 time: 0.1487970 Dec 17 15:39:30.534308 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1b658890-7465-42a5-9122-e4380533e4be tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:30.566633 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-93c2f094-17f3-496f-baab-61882a232e4b req-9ad84fd2-6ecc-4d93-aeeb-129eead86bab tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183703 Dec 17 15:39:30.567264 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-f1274f83-6b52-41c2-a789-cbe7a2c4d82c service neutron] Attempting to bind port e09fc83a-84a4-4efa-9d4a-54dade58d6d9 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:39:30.567593 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-f1274f83-6b52-41c2-a789-cbe7a2c4d82c service neutron] Attempting to bind port e09fc83a-84a4-4efa-9d4a-54dade58d6d9 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'b2109624-b42a-43d8-b4b0-958e6ac0b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:39:30.567915 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-f1274f83-6b52-41c2-a789-cbe7a2c4d82c service neutron] Attempting to bind port e09fc83a-84a4-4efa-9d4a-54dade58d6d9 on network 1bf23dbe-38db-4a32-95b8-9493ff106e9c {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:39:30.579477 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-1b658890-7465-42a5-9122-e4380533e4be tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8adad7e3-63df-4931-8d79-41c975b7126b']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:30.581872 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-f1274f83-6b52-41c2-a789-cbe7a2c4d82c service neutron] Port e09fc83a-84a4-4efa-9d4a-54dade58d6d9 on network 1bf23dbe-38db-4a32-95b8-9493ff106e9c not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:39:30.582160 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-f1274f83-6b52-41c2-a789-cbe7a2c4d82c service neutron] Attempting to bind port e09fc83a-84a4-4efa-9d4a-54dade58d6d9 on network 1bf23dbe-38db-4a32-95b8-9493ff106e9c {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:39:30.593918 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-1b658890-7465-42a5-9122-e4380533e4be tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ecb358c-fb06-414d-a601-08a613965db1') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:30.594214 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-1b658890-7465-42a5-9122-e4380533e4be tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ecb358c-fb06-414d-a601-08a613965db1') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:30.604125 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-f1274f83-6b52-41c2-a789-cbe7a2c4d82c service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:39:30.604462 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-f1274f83-6b52-41c2-a789-cbe7a2c4d82c service neutron] Checking segment: {'id': 'b2109624-b42a-43d8-b4b0-958e6ac0b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:39:30.604970 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-f1274f83-6b52-41c2-a789-cbe7a2c4d82c service neutron] Bound using segment: {'id': 'b2109624-b42a-43d8-b4b0-958e6ac0b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:39:30.605416 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-f1274f83-6b52-41c2-a789-cbe7a2c4d82c service neutron] Bound port: e09fc83a-84a4-4efa-9d4a-54dade58d6d9, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2109624-b42a-43d8-b4b0-958e6ac0b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:39:30.605772 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-f1274f83-6b52-41c2-a789-cbe7a2c4d82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:30.610671 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1b658890-7465-42a5-9122-e4380533e4be tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:30.632670 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1b658890-7465-42a5-9122-e4380533e4be tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:30.658702 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b658890-7465-42a5-9122-e4380533e4be tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:39:30.659086 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1b658890-7465-42a5-9122-e4380533e4be tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:30.662016 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:39:30.662016 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:39:30.662016 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:39:30.662016 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:39:30.662016 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:39:30.662016 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:39:30.662016 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:39:30.662016 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:39:30.662016 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:39:30.662016 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:39:30.662016 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:39:30.662016 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:39:30.662016 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:39:30.662016 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:39:30.662016 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:39:30.662016 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:39:30.662016 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:39:30.662016 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:39:30.662016 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:39:30.662016 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:39:30.662016 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:39:30.662016 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:39:30.662016 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:39:30.662016 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:39:30.662016 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:39:30.662016 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:39:30.662016 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:39:30.662016 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:39:30.662016 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:39:30.662016 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:39:30.662016 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:39:30.662016 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:39:30.671901 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-10cf454f-b113-4747-a187-78ce0d4c7e55 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:30.741201 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-f1274f83-6b52-41c2-a789-cbe7a2c4d82c service neutron] For port e09fc83a-84a4-4efa-9d4a-54dade58d6d9, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:39:30.742022 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-f1274f83-6b52-41c2-a789-cbe7a2c4d82c service neutron] For port e09fc83a-84a4-4efa-9d4a-54dade58d6d9, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e09fc83a-84a4-4efa-9d4a-54dade58d6d9,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:39:30.795232 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 8726f897-a40c-414e-8faf-7777c6eb467c no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:39:30.814938 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1b658890-7465-42a5-9122-e4380533e4be tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:30.822878 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 8726f897-a40c-414e-8faf-7777c6eb467c {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:39:30.823100 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 8726f897-a40c-414e-8faf-7777c6eb467c not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:39:30.836265 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1b658890-7465-42a5-9122-e4380533e4be tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:30.841622 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1b658890-7465-42a5-9122-e4380533e4be tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] 10.222.0.46 "DELETE /v2.0/networks/8adad7e3-63df-4931-8d79-41c975b7126b HTTP/1.1" status: 204 len: 168 time: 0.6904435 Dec 17 15:39:30.867226 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-f1274f83-6b52-41c2-a789-cbe7a2c4d82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:30.873656 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b658890-7465-42a5-9122-e4380533e4be tempest-PortsIpV6TestJSON-637096351 tempest-PortsIpV6TestJSON-637096351-project] Pushing event deleted for resources: {'Network': ['ID=8adad7e3-63df-4931-8d79-41c975b7126b,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:30.920182 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-f1274f83-6b52-41c2-a789-cbe7a2c4d82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:30.921183 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-f1274f83-6b52-41c2-a789-cbe7a2c4d82c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:30.922607 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-f1274f83-6b52-41c2-a789-cbe7a2c4d82c service neutron] 10.222.0.13 "PUT /v2.0/ports/e09fc83a-84a4-4efa-9d4a-54dade58d6d9 HTTP/1.1" status: 200 len: 1091 time: 1.3533480 Dec 17 15:39:30.924751 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '223c40fc-93d0-4317-8b3e-083ff43c0ac1', 'tag': 'e09fc83a-84a4-4efa-9d4a-54dade58d6d9'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:39:30.925478 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9aa8c5-34c0-4493-bd74-10fdc36740b4" -d '{"events": [{"name": "network-changed", "server_uuid": "223c40fc-93d0-4317-8b3e-083ff43c0ac1", "tag": "e09fc83a-84a4-4efa-9d4a-54dade58d6d9"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:39:30.966648 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1274f83-6b52-41c2-a789-cbe7a2c4d82c service neutron] Pushing event updated for resources: {'Port': ['ID=e09fc83a-84a4-4efa-9d4a-54dade58d6d9,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:30.980089 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666bacfb-07c3-480b-88d0-b69b885dd703 x-openstack-request-id: req-666bacfb-07c3-480b-88d0-b69b885dd703 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:39:30.980388 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "223c40fc-93d0-4317-8b3e-083ff43c0ac1", "tag": "e09fc83a-84a4-4efa-9d4a-54dade58d6d9", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:39:30.980643 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-666bacfb-07c3-480b-88d0-b69b885dd703 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:39:30.981141 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '223c40fc-93d0-4317-8b3e-083ff43c0ac1', 'tag': 'e09fc83a-84a4-4efa-9d4a-54dade58d6d9', 'status': 'completed', 'code': 200} Dec 17 15:39:31.038987 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-982ef3fd-4eac-4579-bb5e-7311685a91fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:31.052654 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9aa8c5-34c0-4493-bd74-10fdc36740b4 req-00c22a09-310d-4dce-bac5-62526b723455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:31.055271 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dc9aa8c5-34c0-4493-bd74-10fdc36740b4 req-00c22a09-310d-4dce-bac5-62526b723455 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3ccd7142d8c423fb044217d2f692337&device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 1094 time: 0.0543902 Dec 17 15:39:31.197295 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9aa8c5-34c0-4493-bd74-10fdc36740b4 req-0972a821-5a69-4c48-b8ba-cec1ec8f64fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:31.199146 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dc9aa8c5-34c0-4493-bd74-10fdc36740b4 req-0972a821-5a69-4c48-b8ba-cec1ec8f64fe service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a3ccd7142d8c423fb044217d2f692337&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1365149 Dec 17 15:39:31.267053 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-10cf454f-b113-4747-a187-78ce0d4c7e55 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3972409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3970533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11983'] for router, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:31.271568 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-10cf454f-b113-4747-a187-78ce0d4c7e55 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3972400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3972399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3970524'] for router, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:31.325440 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9aa8c5-34c0-4493-bd74-10fdc36740b4 req-87d4be7b-1aff-424e-ba8e-d640ece56ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:31.327440 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dc9aa8c5-34c0-4493-bd74-10fdc36740b4 req-87d4be7b-1aff-424e-ba8e-d640ece56ac7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1213484 Dec 17 15:39:31.355084 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52666) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:31.420596 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-2bcf744b-67e2-49c2-87b5-bbcade8cfd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:31.422464 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-2bcf744b-67e2-49c2-87b5-bbcade8cfd05 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3ccd7142d8c423fb044217d2f692337&device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 1094 time: 0.0479624 Dec 17 15:39:31.479829 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-cab82c24-e099-4f23-880f-bf75ad98c2d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e09fc83a-84a4-4efa-9d4a-54dade58d6d9 HTTP/1.1" status: 200 len: 217 time: 0.0487790 Dec 17 15:39:31.561850 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3d9ef552-e5ab-4fc8-bd0d-932eb1b44a90 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=42e5af0b0b094bd79f2f4fab1c55cc89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2051475 Dec 17 15:39:31.563451 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-6e4d4010-a0d6-4288-b1da-16fb1cf3ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:31.564827 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-6e4d4010-a0d6-4288-b1da-16fb1cf3ef01 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=610c69b5-11b8-4033-8576-74e6e98b4da0 HTTP/1.1" status: 200 len: 851 time: 0.0774457 Dec 17 15:39:31.565303 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52670) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:31.666190 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-f96e1a82-463a-4fc0-99d5-6bfdacced5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:31.667701 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-f96e1a82-463a-4fc0-99d5-6bfdacced5be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bf23dbe-38db-4a32-95b8-9493ff106e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952234 Dec 17 15:39:31.671029 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-92878ed6-38e2-42e1-b772-be6d74fbeec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:31.723912 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cf454f-b113-4747-a187-78ce0d4c7e55 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Router b2ac5603-afaa-4a27-b063-93e7c8becb2b has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:39:31.763095 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-92878ed6-38e2-42e1-b772-be6d74fbeec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:31.797838 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd61fa-f733-42be-9c4f-2197998251f5 req-d3bfc3af-df5a-45b2-8965-2f8d6cadf841 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:31.799320 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48dd61fa-f733-42be-9c4f-2197998251f5 req-d3bfc3af-df5a-45b2-8965-2f8d6cadf841 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 943 time: 0.1479285 Dec 17 15:39:31.859668 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-ae8c7b2d-62d3-47b4-98b7-d972ff80f430 service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718962 Dec 17 15:39:31.866807 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48dd61fa-f733-42be-9c4f-2197998251f5 req-9387cb30-6f36-4638-8282-e5b9c17051fd tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526421 Dec 17 15:39:31.875442 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cf454f-b113-4747-a187-78ce0d4c7e55 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:39:31.892321 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184c0065-d5f8-404e-994a-6ab41e635827 None None] Sync routers for ids ['b2ac5603-afaa-4a27-b063-93e7c8becb2b'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:39:31.895581 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-10cf454f-b113-4747-a187-78ce0d4c7e55 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:31.899785 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-10cf454f-b113-4747-a187-78ce0d4c7e55 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] 10.222.0.46 "PUT /v2.0/routers/b2ac5603-afaa-4a27-b063-93e7c8becb2b HTTP/1.1" status: 200 len: 921 time: 1.6250980 Dec 17 15:39:31.900507 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52674) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:31.909451 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184c0065-d5f8-404e-994a-6ab41e635827 None None] Routers {'b2ac5603-afaa-4a27-b063-93e7c8becb2b'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:31.910318 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-184c0065-d5f8-404e-994a-6ab41e635827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['b2ac5603-afaa-4a27-b063-93e7c8becb2b'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:31.951784 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-184c0065-d5f8-404e-994a-6ab41e635827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:31.960317 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-739d0fbc-26f9-4d2d-818c-57e0927fd436 req-a99ed390-5052-4dd8-b198-b4d991d9a7be service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923324 Dec 17 15:39:31.963202 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184c0065-d5f8-404e-994a-6ab41e635827 None None] Routers {'b2ac5603-afaa-4a27-b063-93e7c8becb2b'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:31.964105 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-184c0065-d5f8-404e-994a-6ab41e635827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['b2ac5603-afaa-4a27-b063-93e7c8becb2b'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:32.006654 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-184c0065-d5f8-404e-994a-6ab41e635827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:32.007590 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184c0065-d5f8-404e-994a-6ab41e635827 None None] The sync data for ids ['b2ac5603-afaa-4a27-b063-93e7c8becb2b'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:39:32.014675 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-92878ed6-38e2-42e1-b772-be6d74fbeec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:32.018261 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-92878ed6-38e2-42e1-b772-be6d74fbeec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:32.019488 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-92878ed6-38e2-42e1-b772-be6d74fbeec2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5a47e763-9a0c-49a0-84ba-75f79cdefbfd HTTP/1.1" status: 204 len: 168 time: 0.4532709 Dec 17 15:39:32.021738 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e076d40f-426f-406b-ad55-ccdeab500ac7 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] 10.222.0.46 "GET /v2.0/routers/b2ac5603-afaa-4a27-b063-93e7c8becb2b HTTP/1.1" status: 200 len: 921 time: 0.1199453 Dec 17 15:39:32.021918 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52676) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:32.073294 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92878ed6-38e2-42e1-b772-be6d74fbeec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a47e763-9a0c-49a0-84ba-75f79cdefbfd,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:32.117181 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fbd14f-d413-49e8-bd53-1b244dbb53bf tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:32.118623 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b0fbd14f-d413-49e8-bd53-1b244dbb53bf tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=4e9cade7-8de3-4483-a2b7-ada6bbc76cf6&device_id=b2ac5603-afaa-4a27-b063-93e7c8becb2b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0955310 Dec 17 15:39:32.121371 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52684) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:32.216786 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13655d1-a764-4f59-8f4f-c23ac433dc7c tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:32.218255 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e13655d1-a764-4f59-8f4f-c23ac433dc7c tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 881 time: 0.0951135 Dec 17 15:39:32.221220 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52688) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:32.264255 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2014d43b-6009-460f-b6a7-f9e9d296f4de tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2ac5603-afaa-4a27-b063-93e7c8becb2b HTTP/1.1" status: 200 len: 205 time: 0.0415978 Dec 17 15:39:32.266589 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52690) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:32.352855 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:32.388672 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5e16fe3e-cd82-43cd-8a49-ff9060368831 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:32.507174 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5e16fe3e-cd82-43cd-8a49-ff9060368831 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:32.840828 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:39:32.915621 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-5e16fe3e-cd82-43cd-8a49-ff9060368831 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Deleting port 214cb10e-c1ad-45e0-a615-bfc17b991d9a {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:39:32.916112 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5e16fe3e-cd82-43cd-8a49-ff9060368831 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:33.032935 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5e16fe3e-cd82-43cd-8a49-ff9060368831 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:33.061626 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80409c40-0f32-4a76-ad3f-0d10026ffef6 req-aa951e54-66c9-41ae-be3e-eab40b0ffc18 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:33.064093 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-80409c40-0f32-4a76-ad3f-0d10026ffef6 req-aa951e54-66c9-41ae-be3e-eab40b0ffc18 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 943 time: 0.0774474 Dec 17 15:39:33.064279 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-5e16fe3e-cd82-43cd-8a49-ff9060368831 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Calling delete_port for 214cb10e-c1ad-45e0-a615-bfc17b991d9a owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:39:33.142649 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-80409c40-0f32-4a76-ad3f-0d10026ffef6 req-63aff488-a787-4bef-b9ac-7cf2e661ba94 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707428 Dec 17 15:39:33.152655 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52716) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:33.280159 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-7214221a-63fe-4dbe-ac7d-bfaf3b5e82d8 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-718572320'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:33.398509 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5e16fe3e-cd82-43cd-8a49-ff9060368831 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:33.423464 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16fe3e-cd82-43cd-8a49-ff9060368831 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Pushing event deleted for resources: {'Port': ['ID=214cb10e-c1ad-45e0-a615-bfc17b991d9a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:33.427380 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7214221a-63fe-4dbe-ac7d-bfaf3b5e82d8 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Made reservation on behalf of 48dff6b70e1d4fe6a948bc2a6e6cc6b1 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:39:33.442138 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7214221a-63fe-4dbe-ac7d-bfaf3b5e82d8 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:33.450811 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7214221a-63fe-4dbe-ac7d-bfaf3b5e82d8 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:33.488544 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5e16fe3e-cd82-43cd-8a49-ff9060368831 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:33.528578 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7214221a-63fe-4dbe-ac7d-bfaf3b5e82d8 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:33.583541 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5e16fe3e-cd82-43cd-8a49-ff9060368831 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:33.585707 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5e16fe3e-cd82-43cd-8a49-ff9060368831 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:33.598318 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7214221a-63fe-4dbe-ac7d-bfaf3b5e82d8 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:33.625657 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7214221a-63fe-4dbe-ac7d-bfaf3b5e82d8 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:39:33.640181 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214221a-63fe-4dbe-ac7d-bfaf3b5e82d8 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6384215e-a1ae-42f4-9ea4-30e85131eb6d,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:33.707016 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5e16fe3e-cd82-43cd-8a49-ff9060368831 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:33.707514 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e16fe3e-cd82-43cd-8a49-ff9060368831 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Fanout notify agent at l3_agent the message router_deleted on router b2ac5603-afaa-4a27-b063-93e7c8becb2b {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:39:33.709140 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7214221a-63fe-4dbe-ac7d-bfaf3b5e82d8 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:33.709614 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-7214221a-63fe-4dbe-ac7d-bfaf3b5e82d8 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Added segment d46a4abf-c15f-48ff-bd47-f92cd5f97136 of type vlan for network 516ef7ff-d33e-42f3-beb3-2a9fcc1e0554 Dec 17 15:39:33.714275 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5e16fe3e-cd82-43cd-8a49-ff9060368831 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:33.719659 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5e16fe3e-cd82-43cd-8a49-ff9060368831 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] 10.222.0.46 "DELETE /v2.0/routers/b2ac5603-afaa-4a27-b063-93e7c8becb2b HTTP/1.1" status: 204 len: 168 time: 1.4480057 Dec 17 15:39:33.720125 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52722) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:33.725293 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-0ee02c50-fca3-4b35-abab-bbd9618a77e5 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1692930577', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:33.771390 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7214221a-63fe-4dbe-ac7d-bfaf3b5e82d8 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:33.865290 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0ee02c50-fca3-4b35-abab-bbd9618a77e5 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:33.866598 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0ee02c50-fca3-4b35-abab-bbd9618a77e5 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:33.896377 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7214221a-63fe-4dbe-ac7d-bfaf3b5e82d8 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:33.902228 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7214221a-63fe-4dbe-ac7d-bfaf3b5e82d8 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:33.903472 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7214221a-63fe-4dbe-ac7d-bfaf3b5e82d8 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:33.959437 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0ee02c50-fca3-4b35-abab-bbd9618a77e5 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:33.968349 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:34.007140 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214221a-63fe-4dbe-ac7d-bfaf3b5e82d8 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Network': ['ID=516ef7ff-d33e-42f3-beb3-2a9fcc1e0554,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:34.018957 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 516ef7ff-d33e-42f3-beb3-2a9fcc1e0554 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:39:34.031345 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0ee02c50-fca3-4b35-abab-bbd9618a77e5 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:34.060416 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7214221a-63fe-4dbe-ac7d-bfaf3b5e82d8 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9063034 Dec 17 15:39:34.063219 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52728) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:34.068283 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-7f81f7af-0612-4902-89f6-102e3a83ffc1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1895332181'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:34.126465 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0ee02c50-fca3-4b35-abab-bbd9618a77e5 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:34.127724 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0ee02c50-fca3-4b35-abab-bbd9618a77e5 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4065225 Dec 17 15:39:34.130653 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52732) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:34.135314 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-ed8f3295-344d-4e1f-821a-60409c199162 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Request body: {'router': {'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:34.221611 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:34.233663 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f81f7af-0612-4902-89f6-102e3a83ffc1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Made reservation on behalf of 48dff6b70e1d4fe6a948bc2a6e6cc6b1 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:39:34.238902 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7f81f7af-0612-4902-89f6-102e3a83ffc1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:34.265611 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f81f7af-0612-4902-89f6-102e3a83ffc1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:39:34.274989 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7f81f7af-0612-4902-89f6-102e3a83ffc1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:34.275383 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-7f81f7af-0612-4902-89f6-102e3a83ffc1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Added segment 0a150fbc-4344-4449-8819-0352fa55b8e6 of type vlan for network 14e6852c-d212-4f61-85b3-b9eb02a8e848 Dec 17 15:39:34.327513 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7f81f7af-0612-4902-89f6-102e3a83ffc1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:34.398374 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e4210-5f92-433f-921e-315709cac04a req-90039b13-ed05-4b53-853f-f7ccfea217c7 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:34.399868 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cf3e4210-5f92-433f-921e-315709cac04a req-90039b13-ed05-4b53-853f-f7ccfea217c7 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 943 time: 0.1887968 Dec 17 15:39:34.409665 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ed8f3295-344d-4e1f-821a-60409c199162 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:34.438701 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7f81f7af-0612-4902-89f6-102e3a83ffc1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:34.444453 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f81f7af-0612-4902-89f6-102e3a83ffc1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:34.445061 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7f81f7af-0612-4902-89f6-102e3a83ffc1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:34.445397 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cf3e4210-5f92-433f-921e-315709cac04a req-220dfdf5-f02f-469a-87e3-a16123db8536 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383720 Dec 17 15:39:34.508958 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81f7af-0612-4902-89f6-102e3a83ffc1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Network': ['ID=14e6852c-d212-4f61-85b3-b9eb02a8e848,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:34.520116 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 14e6852c-d212-4f61-85b3-b9eb02a8e848 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:39:34.582392 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7f81f7af-0612-4902-89f6-102e3a83ffc1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5175612 Dec 17 15:39:34.582696 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52738) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:34.587035 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-b9addce3-06b1-4445-9c98-9f939e1e637a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Request body: {'subnet': {'network_id': '516ef7ff-d33e-42f3-beb3-2a9fcc1e0554', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:34.777130 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9addce3-06b1-4445-9c98-9f939e1e637a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Made reservation on behalf of 48dff6b70e1d4fe6a948bc2a6e6cc6b1 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:39:34.780917 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b9addce3-06b1-4445-9c98-9f939e1e637a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:34.853631 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ed8f3295-344d-4e1f-821a-60409c199162 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:34.891303 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ed8f3295-344d-4e1f-821a-60409c199162 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:35.058766 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-ed8f3295-344d-4e1f-821a-60409c199162 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Allocated IP 172.25.6.173 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/1ab72b89-c617-4aeb-9355-43963fbb3090) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:39:35.197826 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ed8f3295-344d-4e1f-821a-60409c199162 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:35.221909 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b9addce3-06b1-4445-9c98-9f939e1e637a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:35.286727 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9addce3-06b1-4445-9c98-9f939e1e637a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Subnet': ['ID=04cb81ae-e252-417a-94d7-d49da10b5397,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:35.307200 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9addce3-06b1-4445-9c98-9f939e1e637a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Checking segment: {'id': 'd46a4abf-c15f-48ff-bd47-f92cd5f97136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '516ef7ff-d33e-42f3-beb3-2a9fcc1e0554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:39:35.307559 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9addce3-06b1-4445-9c98-9f939e1e637a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network hostable DHCP agents. Network: 516ef7ff-d33e-42f3-beb3-2a9fcc1e0554, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:39:35.333766 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ed8f3295-344d-4e1f-821a-60409c199162 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:35.373221 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8f3295-344d-4e1f-821a-60409c199162 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:39:35.376073 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-ed8f3295-344d-4e1f-821a-60409c199162 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:39:35.379428 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8f3295-344d-4e1f-821a-60409c199162 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:39:35.404425 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f3295-344d-4e1f-821a-60409c199162 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Pushing event updated for resources: {'Port': ['ID=1ab72b89-c617-4aeb-9355-43963fbb3090,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:35.406686 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9addce3-06b1-4445-9c98-9f939e1e637a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network 516ef7ff-d33e-42f3-beb3-2a9fcc1e0554 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:39:35.506931 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e09fc83a-84a4-4efa-9d4a-54dade58d6d9 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:39:35.521140 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-b9addce3-06b1-4445-9c98-9f939e1e637a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 516ef7ff-d33e-42f3-beb3-2a9fcc1e0554) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:39:35.530433 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9addce3-06b1-4445-9c98-9f939e1e637a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:35.531206 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b9addce3-06b1-4445-9c98-9f939e1e637a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:35.578993 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f675458d-5aad-4071-8696-a0949a1ab077 None None] Network 516ef7ff-d33e-42f3-beb3-2a9fcc1e0554 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:39:35.596568 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b842870-0c79-4fb0-85c3-4aac18ff15bb req-00e65eb6-a59d-4654-9a9b-664e90fb2ae9 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:35.598030 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6b842870-0c79-4fb0-85c3-4aac18ff15bb req-00e65eb6-a59d-4654-9a9b-664e90fb2ae9 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 943 time: 0.0733249 Dec 17 15:39:35.641604 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6b842870-0c79-4fb0-85c3-4aac18ff15bb req-09c0affb-9da7-43ee-9796-4598fbef2dea tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368018 Dec 17 15:39:35.674130 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b9addce3-06b1-4445-9c98-9f939e1e637a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0908654 Dec 17 15:39:35.677391 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52748) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:35.682383 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-4952cafc-2cce-47d0-baa3-29d036483f02 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Request body: {'subnet': {'network_id': '14e6852c-d212-4f61-85b3-b9eb02a8e848', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:35.699629 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port e09fc83a-84a4-4efa-9d4a-54dade58d6d9, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e09fc83a-84a4-4efa-9d4a-54dade58d6d9,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:39:35.732964 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'e09fc83a-84a4-4efa-9d4a-54dade58d6d9', 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c', 'port_id': 'e09fc83a-84a4-4efa-9d4a-54dade58d6d9', 'mac_address': 'fa:16:3e:91:13:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610c69b5-11b8-4033-8576-74e6e98b4da0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:39:35.784051 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:35.816407 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e09fc83a-84a4-4efa-9d4a-54dade58d6d9 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:39:35.830041 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a020d75-3d28-4ef8-8cfe-cdfcce44966b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-516ef7ff-d33e-42f3-beb3-2a9fcc1e0554', 'network_id': '516ef7ff-d33e-42f3-beb3-2a9fcc1e0554', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'fixed_ips': [{'subnet_id': '04cb81ae-e252-417a-94d7-d49da10b5397'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:39:35.831047 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2a020d75-3d28-4ef8-8cfe-cdfcce44966b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:35.843790 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port e09fc83a-84a4-4efa-9d4a-54dade58d6d9, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e09fc83a-84a4-4efa-9d4a-54dade58d6d9,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:39:35.864017 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ed8f3295-344d-4e1f-821a-60409c199162 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:35.931672 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:35.953846 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4952cafc-2cce-47d0-baa3-29d036483f02 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Made reservation on behalf of 48dff6b70e1d4fe6a948bc2a6e6cc6b1 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:39:35.957928 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4952cafc-2cce-47d0-baa3-29d036483f02 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:36.019592 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=e09fc83a-84a4-4efa-9d4a-54dade58d6d9,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:36.047755 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-2a020d75-3d28-4ef8-8cfe-cdfcce44966b None None] Allocated IP 2001:db8::2 (516ef7ff-d33e-42f3-beb3-2a9fcc1e0554/04cb81ae-e252-417a-94d7-d49da10b5397/3581168f-685a-4c9c-aca9-a5147eec214a) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:39:36.136111 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['e09fc83a-84a4-4efa-9d4a-54dade58d6d9'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:39:36.188825 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ed8f3295-344d-4e1f-821a-60409c199162 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3972409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3970533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11983'] for router, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:36.196093 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ed8f3295-344d-4e1f-821a-60409c199162 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3972400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3972399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3970524'] for router, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:36.256550 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2a020d75-3d28-4ef8-8cfe-cdfcce44966b None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:36.337936 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2a020d75-3d28-4ef8-8cfe-cdfcce44966b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:36.389088 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a020d75-3d28-4ef8-8cfe-cdfcce44966b None None] Network 516ef7ff-d33e-42f3-beb3-2a9fcc1e0554 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:39:36.395240 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-2a020d75-3d28-4ef8-8cfe-cdfcce44966b None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:39:36.397168 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a020d75-3d28-4ef8-8cfe-cdfcce44966b None None] Pushing event updated for resources: {'Port': ['ID=3581168f-685a-4c9c-aca9-a5147eec214a,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:36.399390 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a020d75-3d28-4ef8-8cfe-cdfcce44966b None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:39:36.458444 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-2a020d75-3d28-4ef8-8cfe-cdfcce44966b None None] Attempting to bind port 3581168f-685a-4c9c-aca9-a5147eec214a on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:39:36.458817 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-2a020d75-3d28-4ef8-8cfe-cdfcce44966b None None] Attempting to bind port 3581168f-685a-4c9c-aca9-a5147eec214a by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'd46a4abf-c15f-48ff-bd47-f92cd5f97136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '516ef7ff-d33e-42f3-beb3-2a9fcc1e0554'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:39:36.459186 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a020d75-3d28-4ef8-8cfe-cdfcce44966b None None] Attempting to bind port 3581168f-685a-4c9c-aca9-a5147eec214a on network 516ef7ff-d33e-42f3-beb3-2a9fcc1e0554 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:39:36.464599 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a020d75-3d28-4ef8-8cfe-cdfcce44966b None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:39:36.464974 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a020d75-3d28-4ef8-8cfe-cdfcce44966b None None] Checking segment: {'id': 'd46a4abf-c15f-48ff-bd47-f92cd5f97136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '516ef7ff-d33e-42f3-beb3-2a9fcc1e0554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:39:36.465459 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2a020d75-3d28-4ef8-8cfe-cdfcce44966b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:36.465859 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a020d75-3d28-4ef8-8cfe-cdfcce44966b None None] Bound using segment: {'id': 'd46a4abf-c15f-48ff-bd47-f92cd5f97136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '516ef7ff-d33e-42f3-beb3-2a9fcc1e0554'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:39:36.466516 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-2a020d75-3d28-4ef8-8cfe-cdfcce44966b None None] Bound port: 3581168f-685a-4c9c-aca9-a5147eec214a, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd46a4abf-c15f-48ff-bd47-f92cd5f97136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '516ef7ff-d33e-42f3-beb3-2a9fcc1e0554'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:39:36.466905 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2a020d75-3d28-4ef8-8cfe-cdfcce44966b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:36.533174 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-2a020d75-3d28-4ef8-8cfe-cdfcce44966b None None] For port 3581168f-685a-4c9c-aca9-a5147eec214a, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:39:36.536837 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-2a020d75-3d28-4ef8-8cfe-cdfcce44966b None None] For port 3581168f-685a-4c9c-aca9-a5147eec214a, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3581168f-685a-4c9c-aca9-a5147eec214a,segment=NetworkSegment(d46a4abf-c15f-48ff-bd47-f92cd5f97136),segment_id=d46a4abf-c15f-48ff-bd47-f92cd5f97136)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:39:36.582387 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2a020d75-3d28-4ef8-8cfe-cdfcce44966b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:36.648059 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a020d75-3d28-4ef8-8cfe-cdfcce44966b None None] Pushing event updated for resources: {'Port': ['ID=3581168f-685a-4c9c-aca9-a5147eec214a,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:36.719182 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4952cafc-2cce-47d0-baa3-29d036483f02 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:36.782680 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8f3295-344d-4e1f-821a-60409c199162 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Router 2bb52c9e-59b0-454d-b907-957eaa1716a6 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:39:36.812040 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4952cafc-2cce-47d0-baa3-29d036483f02 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Subnet': ['ID=e35f2da8-df11-476d-b957-760001da6ca3,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:36.944544 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b28f94-f56e-4c83-a637-9f3aec1bcf51 req-e8ef0b94-62bd-4e72-b730-aa7402991b72 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:36.946129 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-10b28f94-f56e-4c83-a637-9f3aec1bcf51 req-e8ef0b94-62bd-4e72-b730-aa7402991b72 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.2242188 Dec 17 15:39:36.948732 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4952cafc-2cce-47d0-baa3-29d036483f02 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Checking segment: {'id': '0a150fbc-4344-4449-8819-0352fa55b8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '14e6852c-d212-4f61-85b3-b9eb02a8e848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:39:36.949121 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4952cafc-2cce-47d0-baa3-29d036483f02 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network hostable DHCP agents. Network: 14e6852c-d212-4f61-85b3-b9eb02a8e848, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:39:37.010002 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8f3295-344d-4e1f-821a-60409c199162 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:39:37.018659 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ed8f3295-344d-4e1f-821a-60409c199162 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:37.019793 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ed8f3295-344d-4e1f-821a-60409c199162 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] 10.222.0.46 "PUT /v2.0/routers/2bb52c9e-59b0-454d-b907-957eaa1716a6 HTTP/1.1" status: 200 len: 880 time: 2.8880994 Dec 17 15:39:37.022732 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52758) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:37.025006 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b780cc2f-e321-4cd2-87c3-87b23bb5f7b8 None None] Sync routers for ids ['2bb52c9e-59b0-454d-b907-957eaa1716a6'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:39:37.031801 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-10b28f94-f56e-4c83-a637-9f3aec1bcf51 req-7d131128-4ee5-42ff-ba0d-29642a443f96 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753169 Dec 17 15:39:37.038657 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b780cc2f-e321-4cd2-87c3-87b23bb5f7b8 None None] Routers {'2bb52c9e-59b0-454d-b907-957eaa1716a6'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:37.039297 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-b780cc2f-e321-4cd2-87c3-87b23bb5f7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['2bb52c9e-59b0-454d-b907-957eaa1716a6'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:37.074308 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-b780cc2f-e321-4cd2-87c3-87b23bb5f7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:37.083800 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b780cc2f-e321-4cd2-87c3-87b23bb5f7b8 None None] Routers {'2bb52c9e-59b0-454d-b907-957eaa1716a6'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:37.084370 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-b780cc2f-e321-4cd2-87c3-87b23bb5f7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['2bb52c9e-59b0-454d-b907-957eaa1716a6'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:37.096580 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4952cafc-2cce-47d0-baa3-29d036483f02 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network 14e6852c-d212-4f61-85b3-b9eb02a8e848 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:39:37.119024 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-b780cc2f-e321-4cd2-87c3-87b23bb5f7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:37.119672 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b780cc2f-e321-4cd2-87c3-87b23bb5f7b8 None None] The sync data for ids ['2bb52c9e-59b0-454d-b907-957eaa1716a6'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:39:37.143280 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e764b11b-444f-4391-8f54-43a05006b27e tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] 10.222.0.46 "GET /v2.0/routers/2bb52c9e-59b0-454d-b907-957eaa1716a6 HTTP/1.1" status: 200 len: 921 time: 0.1194270 Dec 17 15:39:37.145997 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52762) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:37.156437 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-4952cafc-2cce-47d0-baa3-29d036483f02 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 14e6852c-d212-4f61-85b3-b9eb02a8e848) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:39:37.169475 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cce3e52-55b8-48fb-956b-fe513d6d0a5f None None] Network 14e6852c-d212-4f61-85b3-b9eb02a8e848 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:39:37.178483 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4952cafc-2cce-47d0-baa3-29d036483f02 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:37.178995 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4952cafc-2cce-47d0-baa3-29d036483f02 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:37.204299 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1848d8-5b2e-47e6-a8dc-a3a3dab4599d tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:37.205900 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3c1848d8-5b2e-47e6-a8dc-a3a3dab4599d tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=4e9cade7-8de3-4483-a2b7-ada6bbc76cf6&device_id=2bb52c9e-59b0-454d-b907-957eaa1716a6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0589936 Dec 17 15:39:37.208642 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52768) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:37.276780 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4952cafc-2cce-47d0-baa3-29d036483f02 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5982280 Dec 17 15:39:37.280283 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52770) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:37.288319 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-f19a80ef-6326-4cc5-b3aa-0c421e983785 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1716290865', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:37.317297 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e169d5-e1d3-4113-987d-5058a2ecdcc4 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:37.322362 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52772) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:37.322852 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b2e169d5-e1d3-4113-987d-5058a2ecdcc4 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 881 time: 0.1077449 Dec 17 15:39:37.358665 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a470beb3-190b-46d3-b6fc-258a1d721470 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb52c9e-59b0-454d-b907-957eaa1716a6 HTTP/1.1" status: 200 len: 205 time: 0.0310686 Dec 17 15:39:37.360722 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52774) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:37.393632 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41a5bc4-e456-4e25-b234-a7d22f91ab42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-14e6852c-d212-4f61-85b3-b9eb02a8e848', 'network_id': '14e6852c-d212-4f61-85b3-b9eb02a8e848', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'fixed_ips': [{'subnet_id': 'e35f2da8-df11-476d-b957-760001da6ca3'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:39:37.394652 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b41a5bc4-e456-4e25-b234-a7d22f91ab42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:37.444184 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f19a80ef-6326-4cc5-b3aa-0c421e983785 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:37.444927 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f19a80ef-6326-4cc5-b3aa-0c421e983785 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:37.536628 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f19a80ef-6326-4cc5-b3aa-0c421e983785 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:37.552351 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e09fc83a-84a4-4efa-9d4a-54dade58d6d9 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:39:37.553727 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ee126a8e-045c-4723-80a1-dc20072c3c0a tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:37.631729 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-b41a5bc4-e456-4e25-b234-a7d22f91ab42 None None] Allocated IP 2001:db8:1::2 (14e6852c-d212-4f61-85b3-b9eb02a8e848/e35f2da8-df11-476d-b957-760001da6ca3/d0c21608-3084-4fda-a660-b6def2081955) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:39:37.650260 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f19a80ef-6326-4cc5-b3aa-0c421e983785 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:37.693424 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ee126a8e-045c-4723-80a1-dc20072c3c0a tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:37.700783 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port e09fc83a-84a4-4efa-9d4a-54dade58d6d9 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:39:37.714131 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port e09fc83a-84a4-4efa-9d4a-54dade58d6d9 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:37.714503 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:37.743464 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f19a80ef-6326-4cc5-b3aa-0c421e983785 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:37.747509 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f19a80ef-6326-4cc5-b3aa-0c421e983785 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4635170 Dec 17 15:39:37.748288 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52776) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:37.771419 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835ac59b-0423-48c9-8beb-bccd9e3a867c None None] Network 516ef7ff-d33e-42f3-beb3-2a9fcc1e0554 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:39:38.007065 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-ee126a8e-045c-4723-80a1-dc20072c3c0a tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Deleting port 1ab72b89-c617-4aeb-9355-43963fbb3090 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:39:38.007329 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ee126a8e-045c-4723-80a1-dc20072c3c0a tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:38.057033 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-822e4bb8-9b17-405c-862f-a00b969c3f89 None None] Provisioning complete for port 3581168f-685a-4c9c-aca9-a5147eec214a triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:38.057428 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-822e4bb8-9b17-405c-862f-a00b969c3f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:38.120167 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b41a5bc4-e456-4e25-b234-a7d22f91ab42 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:38.131232 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b0b06979-4fc0-483b-956e-ddbad5d8a1d9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:38.152381 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ee126a8e-045c-4723-80a1-dc20072c3c0a tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:38.167576 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:38.167810 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-ee126a8e-045c-4723-80a1-dc20072c3c0a tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Calling delete_port for 1ab72b89-c617-4aeb-9355-43963fbb3090 owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:39:38.197296 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7cc4c-7e14-439c-8e3b-ebecfdbe78b4 req-9a0a0cf1-7710-4d69-9fb1-18fab214034a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:38.197866 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-16b7cc4c-7e14-439c-8e3b-ebecfdbe78b4 req-9a0a0cf1-7710-4d69-9fb1-18fab214034a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0709412 Dec 17 15:39:38.226574 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b41a5bc4-e456-4e25-b234-a7d22f91ab42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:38.260734 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-16b7cc4c-7e14-439c-8e3b-ebecfdbe78b4 req-083bc066-a234-4cb5-b877-b541fec9b744 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572093 Dec 17 15:39:38.335131 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223c40fc-93d0-4317-8b3e-083ff43c0ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09fc83a-84a4-4efa-9d4a-54dade58d6d9'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:39:38.337493 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522da4ff-c255-45a5-b840-dc444c77eb48" -d '{"events": [{"server_uuid": "223c40fc-93d0-4317-8b3e-083ff43c0ac1", "name": "network-vif-plugged", "status": "completed", "tag": "e09fc83a-84a4-4efa-9d4a-54dade58d6d9"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:39:38.348378 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a5bc4-e456-4e25-b234-a7d22f91ab42 None None] Pushing event updated for resources: {'Port': ['ID=d0c21608-3084-4fda-a660-b6def2081955,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:38.358890 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41a5bc4-e456-4e25-b234-a7d22f91ab42 None None] Network 14e6852c-d212-4f61-85b3-b9eb02a8e848 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:39:38.370140 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port e09fc83a-84a4-4efa-9d4a-54dade58d6d9, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e09fc83a-84a4-4efa-9d4a-54dade58d6d9,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:39:38.373304 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-b41a5bc4-e456-4e25-b234-a7d22f91ab42 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:39:38.376424 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41a5bc4-e456-4e25-b234-a7d22f91ab42 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:39:38.391686 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-822e4bb8-9b17-405c-862f-a00b969c3f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:38.422817 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfc5162-203b-41aa-86a3-8a1633a1e0bb x-openstack-request-id: req-9bfc5162-203b-41aa-86a3-8a1633a1e0bb {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:39:38.423208 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223c40fc-93d0-4317-8b3e-083ff43c0ac1", "name": "network-vif-plugged", "status": "completed", "tag": "e09fc83a-84a4-4efa-9d4a-54dade58d6d9", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:39:38.423527 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9bfc5162-203b-41aa-86a3-8a1633a1e0bb {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:39:38.423931 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223c40fc-93d0-4317-8b3e-083ff43c0ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09fc83a-84a4-4efa-9d4a-54dade58d6d9', 'code': 200} Dec 17 15:39:38.457264 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:38.530473 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b41a5bc4-e456-4e25-b234-a7d22f91ab42 None None] Attempting to bind port d0c21608-3084-4fda-a660-b6def2081955 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:39:38.532093 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b41a5bc4-e456-4e25-b234-a7d22f91ab42 None None] Attempting to bind port d0c21608-3084-4fda-a660-b6def2081955 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '0a150fbc-4344-4449-8819-0352fa55b8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '14e6852c-d212-4f61-85b3-b9eb02a8e848'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:39:38.532470 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41a5bc4-e456-4e25-b234-a7d22f91ab42 None None] Attempting to bind port d0c21608-3084-4fda-a660-b6def2081955 on network 14e6852c-d212-4f61-85b3-b9eb02a8e848 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:39:38.541447 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffa96a-4390-421f-9858-e515924d3fdb req-73491493-2e73-4653-9314-1272ea0a7e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:38.542740 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-822e4bb8-9b17-405c-862f-a00b969c3f89 None None] For port 3581168f-685a-4c9c-aca9-a5147eec214a, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3581168f-685a-4c9c-aca9-a5147eec214a,segment=NetworkSegment(d46a4abf-c15f-48ff-bd47-f92cd5f97136),segment_id=d46a4abf-c15f-48ff-bd47-f92cd5f97136)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:39:38.544546 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-10ffa96a-4390-421f-9858-e515924d3fdb req-73491493-2e73-4653-9314-1272ea0a7e6f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 1096 time: 0.0764022 Dec 17 15:39:38.546252 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41a5bc4-e456-4e25-b234-a7d22f91ab42 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:39:38.546741 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41a5bc4-e456-4e25-b234-a7d22f91ab42 None None] Checking segment: {'id': '0a150fbc-4344-4449-8819-0352fa55b8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '14e6852c-d212-4f61-85b3-b9eb02a8e848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:39:38.547216 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b41a5bc4-e456-4e25-b234-a7d22f91ab42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:38.547747 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41a5bc4-e456-4e25-b234-a7d22f91ab42 None None] Bound using segment: {'id': '0a150fbc-4344-4449-8819-0352fa55b8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '14e6852c-d212-4f61-85b3-b9eb02a8e848'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:39:38.548287 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b41a5bc4-e456-4e25-b234-a7d22f91ab42 None None] Bound port: d0c21608-3084-4fda-a660-b6def2081955, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a150fbc-4344-4449-8819-0352fa55b8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '14e6852c-d212-4f61-85b3-b9eb02a8e848'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:39:38.548746 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b41a5bc4-e456-4e25-b234-a7d22f91ab42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:38.575547 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=e09fc83a-84a4-4efa-9d4a-54dade58d6d9,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:38.588382 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ee126a8e-045c-4723-80a1-dc20072c3c0a tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:38.607556 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-10ffa96a-4390-421f-9858-e515924d3fdb req-03ef30fb-fe1a-46c8-a6ee-9a33d3a57be1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558603 Dec 17 15:39:38.610684 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-b0b06979-4fc0-483b-956e-ddbad5d8a1d9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Allocated IP 2001:db8::1 (516ef7ff-d33e-42f3-beb3-2a9fcc1e0554/04cb81ae-e252-417a-94d7-d49da10b5397/a44bde17-6164-4e51-a258-c3789d99232c) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:39:38.618492 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-822e4bb8-9b17-405c-862f-a00b969c3f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:38.674489 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b41a5bc4-e456-4e25-b234-a7d22f91ab42 None None] For port d0c21608-3084-4fda-a660-b6def2081955, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:39:38.679976 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b41a5bc4-e456-4e25-b234-a7d22f91ab42 None None] For port d0c21608-3084-4fda-a660-b6def2081955, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=d0c21608-3084-4fda-a660-b6def2081955,segment=NetworkSegment(0a150fbc-4344-4449-8819-0352fa55b8e6),segment_id=0a150fbc-4344-4449-8819-0352fa55b8e6)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:39:38.698267 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee126a8e-045c-4723-80a1-dc20072c3c0a tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Pushing event deleted for resources: {'Port': ['ID=1ab72b89-c617-4aeb-9355-43963fbb3090,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:38.699314 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e4bb8-9b17-405c-862f-a00b969c3f89 None None] Pushing event updated for resources: {'Port': ['ID=3581168f-685a-4c9c-aca9-a5147eec214a,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:38.767431 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b41a5bc4-e456-4e25-b234-a7d22f91ab42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:38.778533 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ee126a8e-045c-4723-80a1-dc20072c3c0a tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:38.862433 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a5bc4-e456-4e25-b234-a7d22f91ab42 None None] Pushing event updated for resources: {'Port': ['ID=d0c21608-3084-4fda-a660-b6def2081955,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:38.873600 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3581168f-685a-4c9c-aca9-a5147eec214a up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:39:38.877942 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-cd6a9a5a-3260-4dd4-9084-d97e78357264 None None] Provisioning complete for port 3581168f-685a-4c9c-aca9-a5147eec214a triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:38.878463 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cd6a9a5a-3260-4dd4-9084-d97e78357264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:38.946719 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b0b06979-4fc0-483b-956e-ddbad5d8a1d9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:38.956280 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ee126a8e-045c-4723-80a1-dc20072c3c0a tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:38.959367 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ee126a8e-045c-4723-80a1-dc20072c3c0a tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:38.972474 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 3581168f-685a-4c9c-aca9-a5147eec214a triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:38.973070 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:39.123110 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ee126a8e-045c-4723-80a1-dc20072c3c0a tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:39.123699 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee126a8e-045c-4723-80a1-dc20072c3c0a tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Fanout notify agent at l3_agent the message router_deleted on router 2bb52c9e-59b0-454d-b907-957eaa1716a6 {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:39:39.131681 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ee126a8e-045c-4723-80a1-dc20072c3c0a tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:39.132874 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ee126a8e-045c-4723-80a1-dc20072c3c0a tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] 10.222.0.46 "DELETE /v2.0/routers/2bb52c9e-59b0-454d-b907-957eaa1716a6 HTTP/1.1" status: 204 len: 168 time: 1.7710948 Dec 17 15:39:39.137657 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52790) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:39.142752 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-497dde42-2702-4e1a-ba9e-9cea6c34c9a7 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1094359192', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:39.155246 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b0b06979-4fc0-483b-956e-ddbad5d8a1d9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:39.207653 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b06979-4fc0-483b-956e-ddbad5d8a1d9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network 516ef7ff-d33e-42f3-beb3-2a9fcc1e0554 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:39:39.212783 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-b0b06979-4fc0-483b-956e-ddbad5d8a1d9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:39:39.216929 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b06979-4fc0-483b-956e-ddbad5d8a1d9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:39:39.217511 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b0b06979-4fc0-483b-956e-ddbad5d8a1d9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:39.257731 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b06979-4fc0-483b-956e-ddbad5d8a1d9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Port': ['ID=a44bde17-6164-4e51-a258-c3789d99232c,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:39.274045 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-497dde42-2702-4e1a-ba9e-9cea6c34c9a7 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:39.275070 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-497dde42-2702-4e1a-ba9e-9cea6c34c9a7 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:39.378576 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-497dde42-2702-4e1a-ba9e-9cea6c34c9a7 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:39.417573 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d35d3-d7f4-4205-b137-9fecd9ee03d7 req-2d024fa5-8209-468e-ac65-dacf61f63e33 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:39.420337 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-340d35d3-d7f4-4205-b137-9fecd9ee03d7 req-2d024fa5-8209-468e-ac65-dacf61f63e33 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 945 time: 0.0657618 Dec 17 15:39:39.441837 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b0b06979-4fc0-483b-956e-ddbad5d8a1d9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:39.444398 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-497dde42-2702-4e1a-ba9e-9cea6c34c9a7 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:39.479482 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-340d35d3-d7f4-4205-b137-9fecd9ee03d7 req-c23274cc-e93f-4a17-8ca5-1772cf9ddbc6 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528975 Dec 17 15:39:39.560000 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-497dde42-2702-4e1a-ba9e-9cea6c34c9a7 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:39.561304 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-497dde42-2702-4e1a-ba9e-9cea6c34c9a7 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4224262 Dec 17 15:39:39.564131 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52798) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:39.568689 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-a397ae59-d34b-4c62-8e63-11c9bd7abe95 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'enable_snat': True}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:39.578749 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-89b8b88c-b403-408d-bf51-a4204530b9b6 None None] Provisioning complete for port a44bde17-6164-4e51-a258-c3789d99232c triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:39.580102 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-89b8b88c-b403-408d-bf51-a4204530b9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:39.683263 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-89b8b88c-b403-408d-bf51-a4204530b9b6 None None] Port a44bde17-6164-4e51-a258-c3789d99232c cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:39:39.804149 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b0b06979-4fc0-483b-956e-ddbad5d8a1d9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:39.824482 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a397ae59-d34b-4c62-8e63-11c9bd7abe95 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:39.924597 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b0b06979-4fc0-483b-956e-ddbad5d8a1d9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:39.925614 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b0b06979-4fc0-483b-956e-ddbad5d8a1d9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:39.987736 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b06979-4fc0-483b-956e-ddbad5d8a1d9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Port': ['ID=a44bde17-6164-4e51-a258-c3789d99232c,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:40.083517 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ef0880-649a-4cce-8b82-7d22ab386701 None None] Network 14e6852c-d212-4f61-85b3-b9eb02a8e848 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:39:40.110389 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b06979-4fc0-483b-956e-ddbad5d8a1d9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network 516ef7ff-d33e-42f3-beb3-2a9fcc1e0554 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:39:40.113026 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-b0b06979-4fc0-483b-956e-ddbad5d8a1d9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:39:40.198584 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-b0436328-a94b-4abf-b3a1-80250c6a3252 None None] Provisioning complete for port d0c21608-3084-4fda-a660-b6def2081955 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:40.199129 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b0436328-a94b-4abf-b3a1-80250c6a3252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:40.265272 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a397ae59-d34b-4c62-8e63-11c9bd7abe95 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:40.306150 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a397ae59-d34b-4c62-8e63-11c9bd7abe95 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:40.445156 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b0436328-a94b-4abf-b3a1-80250c6a3252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:40.496655 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b0436328-a94b-4abf-b3a1-80250c6a3252 None None] For port d0c21608-3084-4fda-a660-b6def2081955, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=d0c21608-3084-4fda-a660-b6def2081955,segment=NetworkSegment(0a150fbc-4344-4449-8819-0352fa55b8e6),segment_id=0a150fbc-4344-4449-8819-0352fa55b8e6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:39:40.506902 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:40.560650 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-a397ae59-d34b-4c62-8e63-11c9bd7abe95 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Allocated IP 172.25.6.210 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/d81f7564-e5fb-4cbf-9933-6a266e241c6d) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:39:40.587192 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b0436328-a94b-4abf-b3a1-80250c6a3252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:40.676818 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0436328-a94b-4abf-b3a1-80250c6a3252 None None] Pushing event updated for resources: {'Port': ['ID=d0c21608-3084-4fda-a660-b6def2081955,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:40.723447 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-cb1dda6a-16aa-4ddd-8bc7-4fbc56a2e8cb None None] Provisioning complete for port a44bde17-6164-4e51-a258-c3789d99232c triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:40.723893 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cb1dda6a-16aa-4ddd-8bc7-4fbc56a2e8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:40.762609 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efc38a-882f-4648-8dbf-3045ec127729 req-99e67e22-541f-45b4-806b-dfe746f503b0 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:40.773170 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a5efc38a-882f-4648-8dbf-3045ec127729 req-99e67e22-541f-45b4-806b-dfe746f503b0 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 945 time: 0.1053603 Dec 17 15:39:40.794937 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-cb1dda6a-16aa-4ddd-8bc7-4fbc56a2e8cb None None] Port a44bde17-6164-4e51-a258-c3789d99232c cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:39:40.831375 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a5efc38a-882f-4648-8dbf-3045ec127729 req-3fbb21c1-63a9-48e4-81cb-2c3ccf4542c3 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571809 Dec 17 15:39:40.862463 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a397ae59-d34b-4c62-8e63-11c9bd7abe95 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:40.866582 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device d0c21608-3084-4fda-a660-b6def2081955 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:39:40.924314 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b06979-4fc0-483b-956e-ddbad5d8a1d9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Router 1a9823e3-74de-47ca-afc9-38be6c2ac517 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:39:40.932454 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-1ad98c75-49cd-420d-8142-40ebd6eef818 None None] Provisioning complete for port d0c21608-3084-4fda-a660-b6def2081955 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:40.932683 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1ad98c75-49cd-420d-8142-40ebd6eef818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:40.958031 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port d0c21608-3084-4fda-a660-b6def2081955 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:40.958455 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:40.995802 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7450b3-58a7-4feb-bdbd-efeb01223699 req-0b12b5c7-2458-4263-8ec5-b09f34f4dcf6 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:40.997492 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7b7450b3-58a7-4feb-bdbd-efeb01223699 req-0b12b5c7-2458-4263-8ec5-b09f34f4dcf6 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 945 time: 0.0602694 Dec 17 15:39:41.007331 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52810) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:41.016958 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-9aca0098-2130-4d96-86ce-2a411a1e9603 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Request body: {'floatingip': {'port_id': 'e09fc83a-84a4-4efa-9d4a-54dade58d6d9'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:41.042296 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b06979-4fc0-483b-956e-ddbad5d8a1d9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:39:41.056522 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43d3887-bd5a-4434-b10b-017b18545f64 None None] Sync routers for ids ['1a9823e3-74de-47ca-afc9-38be6c2ac517'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:39:41.057869 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b0b06979-4fc0-483b-956e-ddbad5d8a1d9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "PUT /v2.0/routers/1a9823e3-74de-47ca-afc9-38be6c2ac517/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3085535 Dec 17 15:39:41.060348 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52812) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:41.074295 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9aca0098-2130-4d96-86ce-2a411a1e9603 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks [] for floatingip, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:41.079281 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a397ae59-d34b-4c62-8e63-11c9bd7abe95 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:41.113845 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466b6235-3d07-4825-ab9f-53e816dbd802 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:41.114213 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43d3887-bd5a-4434-b10b-017b18545f64 None None] Routers {'1a9823e3-74de-47ca-afc9-38be6c2ac517'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:41.115706 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-e43d3887-bd5a-4434-b10b-017b18545f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1a9823e3-74de-47ca-afc9-38be6c2ac517'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:41.116618 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-466b6235-3d07-4825-ab9f-53e816dbd802 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "GET /v2.0/ports/a44bde17-6164-4e51-a258-c3789d99232c HTTP/1.1" status: 200 len: 911 time: 0.0550051 Dec 17 15:39:41.119244 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52814) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:41.154926 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-e43d3887-bd5a-4434-b10b-017b18545f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:41.189182 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a397ae59-d34b-4c62-8e63-11c9bd7abe95 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:39:41.193303 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43d3887-bd5a-4434-b10b-017b18545f64 None None] Routers {'1a9823e3-74de-47ca-afc9-38be6c2ac517'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:41.194299 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-e43d3887-bd5a-4434-b10b-017b18545f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1a9823e3-74de-47ca-afc9-38be6c2ac517'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:41.198072 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-a397ae59-d34b-4c62-8e63-11c9bd7abe95 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:39:41.221529 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a397ae59-d34b-4c62-8e63-11c9bd7abe95 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:39:41.239359 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-e43d3887-bd5a-4434-b10b-017b18545f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:41.240032 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43d3887-bd5a-4434-b10b-017b18545f64 None None] The sync data for ids ['1a9823e3-74de-47ca-afc9-38be6c2ac517'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:39:41.256706 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a397ae59-d34b-4c62-8e63-11c9bd7abe95 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Pushing event updated for resources: {'Port': ['ID=d81f7564-e5fb-4cbf-9933-6a266e241c6d,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:41.507841 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1fe9488b-76fc-4d6d-b094-1e7eae454a4c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:41.730359 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a397ae59-d34b-4c62-8e63-11c9bd7abe95 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:41.787920 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-1fe9488b-76fc-4d6d-b094-1e7eae454a4c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Allocated IP 2001:db8:1::1 (14e6852c-d212-4f61-85b3-b9eb02a8e848/e35f2da8-df11-476d-b957-760001da6ca3/dddb7b12-3189-4501-9537-f9ec32f1a8b1) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:39:41.843304 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9aca0098-2130-4d96-86ce-2a411a1e9603 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:41.911226 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1fe9488b-76fc-4d6d-b094-1e7eae454a4c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:41.947406 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9aca0098-2130-4d96-86ce-2a411a1e9603 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:41.996552 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1fe9488b-76fc-4d6d-b094-1e7eae454a4c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:42.047254 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe9488b-76fc-4d6d-b094-1e7eae454a4c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network 14e6852c-d212-4f61-85b3-b9eb02a8e848 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:39:42.050646 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-1fe9488b-76fc-4d6d-b094-1e7eae454a4c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:39:42.059063 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe9488b-76fc-4d6d-b094-1e7eae454a4c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:39:42.059661 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1fe9488b-76fc-4d6d-b094-1e7eae454a4c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:42.103596 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9488b-76fc-4d6d-b094-1e7eae454a4c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Port': ['ID=dddb7b12-3189-4501-9537-f9ec32f1a8b1,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:42.288245 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1fe9488b-76fc-4d6d-b094-1e7eae454a4c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:42.381371 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a397ae59-d34b-4c62-8e63-11c9bd7abe95 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3972409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3970533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11983'] for router, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:42.393918 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a397ae59-d34b-4c62-8e63-11c9bd7abe95 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3972400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3972399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3970524'] for router, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:42.400445 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-f140e336-8a15-4c0a-81ae-841518e16c2e None None] Provisioning complete for port dddb7b12-3189-4501-9537-f9ec32f1a8b1 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:42.400959 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f140e336-8a15-4c0a-81ae-841518e16c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:42.420040 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-9aca0098-2130-4d96-86ce-2a411a1e9603 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Floating IP 2069a7a6-e740-4b27-9889-0a0e3d654707 associated. External IP: 172.25.6.133, port: e09fc83a-84a4-4efa-9d4a-54dade58d6d9. Dec 17 15:39:42.444697 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-f140e336-8a15-4c0a-81ae-841518e16c2e None None] Port dddb7b12-3189-4501-9537-f9ec32f1a8b1 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:39:42.593199 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1fe9488b-76fc-4d6d-b094-1e7eae454a4c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:42.662129 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1fe9488b-76fc-4d6d-b094-1e7eae454a4c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:42.663123 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1fe9488b-76fc-4d6d-b094-1e7eae454a4c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:42.761037 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9488b-76fc-4d6d-b094-1e7eae454a4c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Port': ['ID=dddb7b12-3189-4501-9537-f9ec32f1a8b1,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:42.765651 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aca0098-2130-4d96-86ce-2a411a1e9603 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Router edc41fd4-ec68-485c-b0c0-6a83122dc13f has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:39:42.802886 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe9488b-76fc-4d6d-b094-1e7eae454a4c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network 14e6852c-d212-4f61-85b3-b9eb02a8e848 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:39:42.804439 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-1fe9488b-76fc-4d6d-b094-1e7eae454a4c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:39:42.833097 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a397ae59-d34b-4c62-8e63-11c9bd7abe95 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Router 7bd75a7e-c0dd-4b94-b1bf-e12ab2943544 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:39:42.959773 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe9488b-76fc-4d6d-b094-1e7eae454a4c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Router 1a9823e3-74de-47ca-afc9-38be6c2ac517 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:39:42.981898 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aca0098-2130-4d96-86ce-2a411a1e9603 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:39:43.000512 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9500ad8d-0aef-4ad1-b470-0e7bf5caf472 None None] Sync routers for ids ['edc41fd4-ec68-485c-b0c0-6a83122dc13f'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:39:43.019802 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9500ad8d-0aef-4ad1-b470-0e7bf5caf472 None None] Routers {'edc41fd4-ec68-485c-b0c0-6a83122dc13f'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:43.020444 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-9500ad8d-0aef-4ad1-b470-0e7bf5caf472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['edc41fd4-ec68-485c-b0c0-6a83122dc13f'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:43.056847 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9aca0098-2130-4d96-86ce-2a411a1e9603 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:43.110958 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe9488b-76fc-4d6d-b094-1e7eae454a4c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:39:43.119286 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1fe9488b-76fc-4d6d-b094-1e7eae454a4c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "PUT /v2.0/routers/1a9823e3-74de-47ca-afc9-38be6c2ac517/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9970195 Dec 17 15:39:43.119889 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52828) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:43.122610 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a934116-6f7b-46d4-9eb8-5b1dd7bae249 None None] Sync routers for ids ['1a9823e3-74de-47ca-afc9-38be6c2ac517'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:39:43.139691 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9aca0098-2130-4d96-86ce-2a411a1e9603 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "PUT /v2.0/floatingips/2069a7a6-e740-4b27-9889-0a0e3d654707 HTTP/1.1" status: 200 len: 991 time: 2.1309326 Dec 17 15:39:43.145557 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '223c40fc-93d0-4317-8b3e-083ff43c0ac1', 'tag': 'e09fc83a-84a4-4efa-9d4a-54dade58d6d9'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:39:43.148396 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c4c7a5-408e-444e-843b-71a02dd9affa" -d '{"events": [{"name": "network-changed", "server_uuid": "223c40fc-93d0-4317-8b3e-083ff43c0ac1", "tag": "e09fc83a-84a4-4efa-9d4a-54dade58d6d9"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:39:43.149987 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a934116-6f7b-46d4-9eb8-5b1dd7bae249 None None] Routers {'1a9823e3-74de-47ca-afc9-38be6c2ac517'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:43.150821 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-5a934116-6f7b-46d4-9eb8-5b1dd7bae249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1a9823e3-74de-47ca-afc9-38be6c2ac517'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:43.181508 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6f1a5a-3ab6-41bc-bb13-a71cc42f6a39 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:43.187956 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5f6f1a5a-3ab6-41bc-bb13-a71cc42f6a39 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "GET /v2.0/ports/dddb7b12-3189-4501-9537-f9ec32f1a8b1 HTTP/1.1" status: 200 len: 913 time: 0.0667264 Dec 17 15:39:43.188720 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52834) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:43.193301 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a397ae59-d34b-4c62-8e63-11c9bd7abe95 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:39:43.218860 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-5a934116-6f7b-46d4-9eb8-5b1dd7bae249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:43.219526 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a397ae59-d34b-4c62-8e63-11c9bd7abe95 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:43.220793 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a397ae59-d34b-4c62-8e63-11c9bd7abe95 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] 10.222.0.46 "PUT /v2.0/routers/7bd75a7e-c0dd-4b94-b1bf-e12ab2943544 HTTP/1.1" status: 200 len: 915 time: 3.6556172 Dec 17 15:39:43.238107 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52836) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:43.238856 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a934116-6f7b-46d4-9eb8-5b1dd7bae249 None None] Routers {'1a9823e3-74de-47ca-afc9-38be6c2ac517'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:43.239880 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-5a934116-6f7b-46d4-9eb8-5b1dd7bae249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1a9823e3-74de-47ca-afc9-38be6c2ac517'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:43.243159 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d06608c-c1fa-4e9c-ad03-7177aea8c4ea x-openstack-request-id: req-6d06608c-c1fa-4e9c-ad03-7177aea8c4ea {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:39:43.244316 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "223c40fc-93d0-4317-8b3e-083ff43c0ac1", "tag": "e09fc83a-84a4-4efa-9d4a-54dade58d6d9", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:39:43.244571 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6d06608c-c1fa-4e9c-ad03-7177aea8c4ea {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:39:43.245088 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '223c40fc-93d0-4317-8b3e-083ff43c0ac1', 'tag': 'e09fc83a-84a4-4efa-9d4a-54dade58d6d9', 'status': 'completed', 'code': 200} Dec 17 15:39:43.256446 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a875c3a-7e1c-449b-b559-d4696b837397 None None] Sync routers for ids ['7bd75a7e-c0dd-4b94-b1bf-e12ab2943544'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:39:43.296641 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-5a934116-6f7b-46d4-9eb8-5b1dd7bae249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:43.297353 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a934116-6f7b-46d4-9eb8-5b1dd7bae249 None None] The sync data for ids ['1a9823e3-74de-47ca-afc9-38be6c2ac517'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:39:43.303695 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a875c3a-7e1c-449b-b559-d4696b837397 None None] Routers {'7bd75a7e-c0dd-4b94-b1bf-e12ab2943544'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:43.304162 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-8a875c3a-7e1c-449b-b559-d4696b837397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['7bd75a7e-c0dd-4b94-b1bf-e12ab2943544'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:43.314544 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d6165858-3784-4bbc-b991-4ca1946c361a None None] Provisioning complete for port dddb7b12-3189-4501-9537-f9ec32f1a8b1 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:43.315160 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d6165858-3784-4bbc-b991-4ca1946c361a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:43.356549 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-8a875c3a-7e1c-449b-b559-d4696b837397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:43.363247 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-9500ad8d-0aef-4ad1-b470-0e7bf5caf472 None None] Set router edc41fd4-ec68-485c-b0c0-6a83122dc13f gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:39:43.382282 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d6165858-3784-4bbc-b991-4ca1946c361a None None] Port dddb7b12-3189-4501-9537-f9ec32f1a8b1 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:39:43.396572 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a875c3a-7e1c-449b-b559-d4696b837397 None None] Routers {'7bd75a7e-c0dd-4b94-b1bf-e12ab2943544'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:43.397440 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-8a875c3a-7e1c-449b-b559-d4696b837397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['7bd75a7e-c0dd-4b94-b1bf-e12ab2943544'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:43.457167 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4c7a5-408e-444e-843b-71a02dd9affa req-c33d0136-ccc7-4acd-943a-1fc3aa63e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:43.458938 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-61c4c7a5-408e-444e-843b-71a02dd9affa req-c33d0136-ccc7-4acd-943a-1fc3aa63e2ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3ccd7142d8c423fb044217d2f692337&device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 1096 time: 0.1992650 Dec 17 15:39:43.491163 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-8a875c3a-7e1c-449b-b559-d4696b837397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:43.492033 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a875c3a-7e1c-449b-b559-d4696b837397 None None] The sync data for ids ['7bd75a7e-c0dd-4b94-b1bf-e12ab2943544'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:39:43.557131 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-77413201-3f56-4def-a403-3cc5b937f050 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] 10.222.0.46 "GET /v2.0/routers/7bd75a7e-c0dd-4b94-b1bf-e12ab2943544 HTTP/1.1" status: 200 len: 921 time: 0.3108964 Dec 17 15:39:43.560386 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52842) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:43.633884 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197c1f0b-7abf-4ef3-ba35-aeea4bfa26b7 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:43.636291 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-197c1f0b-7abf-4ef3-ba35-aeea4bfa26b7 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=4e9cade7-8de3-4483-a2b7-ada6bbc76cf6&device_id=7bd75a7e-c0dd-4b94-b1bf-e12ab2943544&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0753794 Dec 17 15:39:43.638817 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4c7a5-408e-444e-843b-71a02dd9affa req-7f71ec67-bf5f-40c8-bb5f-105230f7c386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:43.640863 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-61c4c7a5-408e-444e-843b-71a02dd9affa req-7f71ec67-bf5f-40c8-bb5f-105230f7c386 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1bf23dbe-38db-4a32-95b8-9493ff106e9c HTTP/1.1" status: 200 len: 913 time: 0.1740236 Dec 17 15:39:43.642004 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52844) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:43.714117 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a1195933-2371-4cb4-8a76-b9d6bc80c0d2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:43.748121 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-9500ad8d-0aef-4ad1-b470-0e7bf5caf472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'name': 'tempest-ServerActionsTestJSON-2139899851-router', 'tenant_id': 'a3ccd7142d8c423fb044217d2f692337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'dd2630ab-7d8b-48f1-8ce1-3af78339bc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:39:12Z', 'updated_at': '2021-12-17T15:39:17Z', 'revision_number': 4, 'project_id': 'a3ccd7142d8c423fb044217d2f692337', 'gw_port': {'id': 'dd2630ab-7d8b-48f1-8ce1-3af78339bc5d', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:15:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:39:13Z', 'updated_at': '2021-12-17T15:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '2069a7a6-e740-4b27-9889-0a0e3d654707', 'tenant_id': 'a3ccd7142d8c423fb044217d2f692337', 'floating_ip_address': '172.25.6.133', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'port_id': 'e09fc83a-84a4-4efa-9d4a-54dade58d6d9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c', 'mac_address': 'fa:16:3e:91:13:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223c40fc-93d0-4317-8b3e-083ff43c0ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:39:23Z', 'updated_at': '2021-12-17T15:39:41Z', 'revision_number': 1, 'project_id': 'a3ccd7142d8c423fb044217d2f692337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdb20e00-6ac9-447f-97f8-846ceb747f25', 'name': '', 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c', 'tenant_id': 'a3ccd7142d8c423fb044217d2f692337', 'mac_address': 'fa:16:3e:2d:70:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '610c69b5-11b8-4033-8576-74e6e98b4da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:39:16Z', 'updated_at': '2021-12-17T15:39:22Z', 'revision_number': 5, 'project_id': 'a3ccd7142d8c423fb044217d2f692337', 'subnets': [{'id': '610c69b5-11b8-4033-8576-74e6e98b4da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:43.774766 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9500ad8d-0aef-4ad1-b470-0e7bf5caf472 None None] Checking router: edc41fd4-ec68-485c-b0c0-6a83122dc13f for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:39:43.797214 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9500ad8d-0aef-4ad1-b470-0e7bf5caf472 None None] Routers {'edc41fd4-ec68-485c-b0c0-6a83122dc13f'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:43.798000 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-9500ad8d-0aef-4ad1-b470-0e7bf5caf472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['edc41fd4-ec68-485c-b0c0-6a83122dc13f'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:43.816156 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-61c4c7a5-408e-444e-843b-71a02dd9affa req-a60b73f1-ff3a-4f78-9abc-d621ed8a2b6e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e09fc83a-84a4-4efa-9d4a-54dade58d6d9 HTTP/1.1" status: 200 len: 999 time: 0.1622078 Dec 17 15:39:43.876261 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ab2cb6-e3ea-4143-b05c-419ccf617917 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:43.877919 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c7ab2cb6-e3ea-4143-b05c-419ccf617917 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 881 time: 0.2348895 Dec 17 15:39:43.881113 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52848) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:43.914215 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8e35f266-be83-47aa-9aa7-855b5363af74 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd75a7e-c0dd-4b94-b1bf-e12ab2943544 HTTP/1.1" status: 200 len: 205 time: 0.0298359 Dec 17 15:39:43.914215 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4c7a5-408e-444e-843b-71a02dd9affa req-0501f21a-af47-4961-8d11-405687cb2687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:43.915095 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52850) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:43.915397 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-61c4c7a5-408e-444e-843b-71a02dd9affa req-0501f21a-af47-4961-8d11-405687cb2687 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=610c69b5-11b8-4033-8576-74e6e98b4da0 HTTP/1.1" status: 200 len: 851 time: 0.0921559 Dec 17 15:39:43.986750 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4c7a5-408e-444e-843b-71a02dd9affa req-05b415d2-ee68-4a5f-82ab-288af289e98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:43.988498 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-61c4c7a5-408e-444e-843b-71a02dd9affa req-05b415d2-ee68-4a5f-82ab-288af289e98c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bf23dbe-38db-4a32-95b8-9493ff106e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663483 Dec 17 15:39:44.046031 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-9500ad8d-0aef-4ad1-b470-0e7bf5caf472 None None] Set router edc41fd4-ec68-485c-b0c0-6a83122dc13f gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:39:44.090885 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-61c4c7a5-408e-444e-843b-71a02dd9affa req-648bb1e7-4477-4204-87d5-77a371140de8 service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956030 Dec 17 15:39:44.097450 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7afa3f5c-c864-432d-9177-d632bbeb488b tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:44.204914 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-a1195933-2371-4cb4-8a76-b9d6bc80c0d2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Deleting port dddb7b12-3189-4501-9537-f9ec32f1a8b1 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:39:44.205987 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a1195933-2371-4cb4-8a76-b9d6bc80c0d2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:44.208628 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-61c4c7a5-408e-444e-843b-71a02dd9affa req-6604acc5-cd2a-430f-a680-11faa634bfb5 service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104701 Dec 17 15:39:44.332170 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-9500ad8d-0aef-4ad1-b470-0e7bf5caf472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'name': 'tempest-ServerActionsTestJSON-2139899851-router', 'tenant_id': 'a3ccd7142d8c423fb044217d2f692337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'dd2630ab-7d8b-48f1-8ce1-3af78339bc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:39:12Z', 'updated_at': '2021-12-17T15:39:17Z', 'revision_number': 4, 'project_id': 'a3ccd7142d8c423fb044217d2f692337', 'gw_port': {'id': 'dd2630ab-7d8b-48f1-8ce1-3af78339bc5d', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:15:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:39:13Z', 'updated_at': '2021-12-17T15:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '2069a7a6-e740-4b27-9889-0a0e3d654707', 'tenant_id': 'a3ccd7142d8c423fb044217d2f692337', 'floating_ip_address': '172.25.6.133', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'port_id': 'e09fc83a-84a4-4efa-9d4a-54dade58d6d9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c', 'mac_address': 'fa:16:3e:91:13:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223c40fc-93d0-4317-8b3e-083ff43c0ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:39:23Z', 'updated_at': '2021-12-17T15:39:41Z', 'revision_number': 1, 'project_id': 'a3ccd7142d8c423fb044217d2f692337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdb20e00-6ac9-447f-97f8-846ceb747f25', 'name': '', 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c', 'tenant_id': 'a3ccd7142d8c423fb044217d2f692337', 'mac_address': 'fa:16:3e:2d:70:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '610c69b5-11b8-4033-8576-74e6e98b4da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:39:16Z', 'updated_at': '2021-12-17T15:39:22Z', 'revision_number': 5, 'project_id': 'a3ccd7142d8c423fb044217d2f692337', 'subnets': [{'id': '610c69b5-11b8-4033-8576-74e6e98b4da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:44.367176 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9500ad8d-0aef-4ad1-b470-0e7bf5caf472 None None] The sync data for ids ['edc41fd4-ec68-485c-b0c0-6a83122dc13f'] in n-d-820553-2 is: [{'id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'name': 'tempest-ServerActionsTestJSON-2139899851-router', 'tenant_id': 'a3ccd7142d8c423fb044217d2f692337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'dd2630ab-7d8b-48f1-8ce1-3af78339bc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:39:12Z', 'updated_at': '2021-12-17T15:39:17Z', 'revision_number': 4, 'project_id': 'a3ccd7142d8c423fb044217d2f692337', 'gw_port': {'id': 'dd2630ab-7d8b-48f1-8ce1-3af78339bc5d', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:15:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:39:13Z', 'updated_at': '2021-12-17T15:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '2069a7a6-e740-4b27-9889-0a0e3d654707', 'tenant_id': 'a3ccd7142d8c423fb044217d2f692337', 'floating_ip_address': '172.25.6.133', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'port_id': 'e09fc83a-84a4-4efa-9d4a-54dade58d6d9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c', 'mac_address': 'fa:16:3e:91:13:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223c40fc-93d0-4317-8b3e-083ff43c0ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:39:23Z', 'updated_at': '2021-12-17T15:39:41Z', 'revision_number': 1, 'project_id': 'a3ccd7142d8c423fb044217d2f692337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdb20e00-6ac9-447f-97f8-846ceb747f25', 'name': '', 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c', 'tenant_id': 'a3ccd7142d8c423fb044217d2f692337', 'mac_address': 'fa:16:3e:2d:70:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '610c69b5-11b8-4033-8576-74e6e98b4da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:39:16Z', 'updated_at': '2021-12-17T15:39:22Z', 'revision_number': 5, 'project_id': 'a3ccd7142d8c423fb044217d2f692337', 'subnets': [{'id': '610c69b5-11b8-4033-8576-74e6e98b4da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:39:44.571416 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7afa3f5c-c864-432d-9177-d632bbeb488b tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:44.606248 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4840e61-8878-49b4-9ffb-23541d170481 None None] New status for floating IP 2069a7a6-e740-4b27-9889-0a0e3d654707: ACTIVE {{(pid=102834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:39:44.634208 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a1195933-2371-4cb4-8a76-b9d6bc80c0d2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:44.650466 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-a1195933-2371-4cb4-8a76-b9d6bc80c0d2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Calling delete_port for dddb7b12-3189-4501-9537-f9ec32f1a8b1 owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:39:44.755369 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-7afa3f5c-c864-432d-9177-d632bbeb488b tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Deleting port d81f7564-e5fb-4cbf-9933-6a266e241c6d {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:39:44.755710 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7afa3f5c-c864-432d-9177-d632bbeb488b tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:44.916066 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7afa3f5c-c864-432d-9177-d632bbeb488b tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:44.938592 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-7afa3f5c-c864-432d-9177-d632bbeb488b tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Calling delete_port for d81f7564-e5fb-4cbf-9933-6a266e241c6d owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:39:45.058700 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a1195933-2371-4cb4-8a76-b9d6bc80c0d2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:45.098210 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1195933-2371-4cb4-8a76-b9d6bc80c0d2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event deleted for resources: {'Port': ['ID=dddb7b12-3189-4501-9537-f9ec32f1a8b1,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:45.264100 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a1195933-2371-4cb4-8a76-b9d6bc80c0d2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:45.341224 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7afa3f5c-c864-432d-9177-d632bbeb488b tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:45.377429 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa3f5c-c864-432d-9177-d632bbeb488b tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Pushing event deleted for resources: {'Port': ['ID=d81f7564-e5fb-4cbf-9933-6a266e241c6d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:45.505033 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7afa3f5c-c864-432d-9177-d632bbeb488b tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:45.604181 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7afa3f5c-c864-432d-9177-d632bbeb488b tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:45.607558 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7afa3f5c-c864-432d-9177-d632bbeb488b tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:45.650695 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1195933-2371-4cb4-8a76-b9d6bc80c0d2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Router 1a9823e3-74de-47ca-afc9-38be6c2ac517 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:39:45.721101 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7afa3f5c-c864-432d-9177-d632bbeb488b tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:45.721612 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afa3f5c-c864-432d-9177-d632bbeb488b tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Fanout notify agent at l3_agent the message router_deleted on router 7bd75a7e-c0dd-4b94-b1bf-e12ab2943544 {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:39:45.729570 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7afa3f5c-c864-432d-9177-d632bbeb488b tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:45.731101 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7afa3f5c-c864-432d-9177-d632bbeb488b tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] 10.222.0.46 "DELETE /v2.0/routers/7bd75a7e-c0dd-4b94-b1bf-e12ab2943544 HTTP/1.1" status: 204 len: 168 time: 1.8131804 Dec 17 15:39:45.735346 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52864) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:45.740434 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-e696d0cb-aaa4-4b61-b16b-b5516fe2ea6e tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-410995730', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:45.753910 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1195933-2371-4cb4-8a76-b9d6bc80c0d2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:39:45.761492 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a1195933-2371-4cb4-8a76-b9d6bc80c0d2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "PUT /v2.0/routers/1a9823e3-74de-47ca-afc9-38be6c2ac517/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5690279 Dec 17 15:39:45.761706 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52866) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:45.770508 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d19658e-e8b4-495a-ab9e-abb055fdda16 None None] Sync routers for ids ['1a9823e3-74de-47ca-afc9-38be6c2ac517'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:39:45.780421 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d19658e-e8b4-495a-ab9e-abb055fdda16 None None] Routers {'1a9823e3-74de-47ca-afc9-38be6c2ac517'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:45.781216 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-0d19658e-e8b4-495a-ab9e-abb055fdda16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1a9823e3-74de-47ca-afc9-38be6c2ac517'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:45.817941 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-0d19658e-e8b4-495a-ab9e-abb055fdda16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:45.826711 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d19658e-e8b4-495a-ab9e-abb055fdda16 None None] Routers {'1a9823e3-74de-47ca-afc9-38be6c2ac517'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:45.827417 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-0d19658e-e8b4-495a-ab9e-abb055fdda16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1a9823e3-74de-47ca-afc9-38be6c2ac517'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:45.833969 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e696d0cb-aaa4-4b61-b16b-b5516fe2ea6e tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:45.837085 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e696d0cb-aaa4-4b61-b16b-b5516fe2ea6e tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:45.864012 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-0d19658e-e8b4-495a-ab9e-abb055fdda16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:45.864699 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d19658e-e8b4-495a-ab9e-abb055fdda16 None None] The sync data for ids ['1a9823e3-74de-47ca-afc9-38be6c2ac517'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:39:45.928675 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e696d0cb-aaa4-4b61-b16b-b5516fe2ea6e tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:45.987003 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e696d0cb-aaa4-4b61-b16b-b5516fe2ea6e tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:46.078376 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e696d0cb-aaa4-4b61-b16b-b5516fe2ea6e tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:46.079645 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e696d0cb-aaa4-4b61-b16b-b5516fe2ea6e tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3432541 Dec 17 15:39:46.082447 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52872) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:46.086745 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-af16d05c-c582-4add-bb75-5b92bc35f876 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'enable_snat': False}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:46.132319 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f222f6d3-42c6-4bb9-9cdb-02fa13340de4 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:46.295311 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-af16d05c-c582-4add-bb75-5b92bc35f876 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:46.419732 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-f222f6d3-42c6-4bb9-9cdb-02fa13340de4 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Deleting port a44bde17-6164-4e51-a258-c3789d99232c {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:39:46.419732 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f222f6d3-42c6-4bb9-9cdb-02fa13340de4 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:46.514983 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f222f6d3-42c6-4bb9-9cdb-02fa13340de4 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:46.528534 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-f222f6d3-42c6-4bb9-9cdb-02fa13340de4 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Calling delete_port for a44bde17-6164-4e51-a258-c3789d99232c owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:39:46.590032 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-af16d05c-c582-4add-bb75-5b92bc35f876 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:46.614878 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-af16d05c-c582-4add-bb75-5b92bc35f876 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:46.735456 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-af16d05c-c582-4add-bb75-5b92bc35f876 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Allocated IP 172.25.6.106 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/3f81b8b8-bed0-4b20-8e45-9607c21934c4) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:39:46.786791 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f222f6d3-42c6-4bb9-9cdb-02fa13340de4 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:46.820497 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222f6d3-42c6-4bb9-9cdb-02fa13340de4 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event deleted for resources: {'Port': ['ID=a44bde17-6164-4e51-a258-c3789d99232c,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:46.909559 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-af16d05c-c582-4add-bb75-5b92bc35f876 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:46.926685 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f222f6d3-42c6-4bb9-9cdb-02fa13340de4 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:47.013983 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-af16d05c-c582-4add-bb75-5b92bc35f876 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:47.041512 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af16d05c-c582-4add-bb75-5b92bc35f876 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:39:47.060979 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-af16d05c-c582-4add-bb75-5b92bc35f876 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:39:47.067243 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af16d05c-c582-4add-bb75-5b92bc35f876 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:39:47.117265 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16d05c-c582-4add-bb75-5b92bc35f876 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Pushing event updated for resources: {'Port': ['ID=3f81b8b8-bed0-4b20-8e45-9607c21934c4,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:47.399719 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f222f6d3-42c6-4bb9-9cdb-02fa13340de4 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Router 1a9823e3-74de-47ca-afc9-38be6c2ac517 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:39:47.482299 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f222f6d3-42c6-4bb9-9cdb-02fa13340de4 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:39:47.487772 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f222f6d3-42c6-4bb9-9cdb-02fa13340de4 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "PUT /v2.0/routers/1a9823e3-74de-47ca-afc9-38be6c2ac517/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7249753 Dec 17 15:39:47.490726 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52884) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:47.494149 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a9fc50-1a46-4f2c-afac-c654c290db46 None None] Sync routers for ids ['1a9823e3-74de-47ca-afc9-38be6c2ac517'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:39:47.506199 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a9fc50-1a46-4f2c-afac-c654c290db46 None None] Routers {'1a9823e3-74de-47ca-afc9-38be6c2ac517'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:47.507091 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-33a9fc50-1a46-4f2c-afac-c654c290db46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1a9823e3-74de-47ca-afc9-38be6c2ac517'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:47.521553 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-17540953-eb6c-4b22-81da-f477dcb48d24 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a9823e3-74de-47ca-afc9-38be6c2ac517 HTTP/1.1" status: 200 len: 205 time: 0.0291891 Dec 17 15:39:47.524988 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52888) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:47.590942 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-33a9fc50-1a46-4f2c-afac-c654c290db46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:47.613804 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a9fc50-1a46-4f2c-afac-c654c290db46 None None] Routers {'1a9823e3-74de-47ca-afc9-38be6c2ac517'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:47.614961 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-33a9fc50-1a46-4f2c-afac-c654c290db46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1a9823e3-74de-47ca-afc9-38be6c2ac517'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:47.641614 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3c84a758-2c8b-431b-a986-ff1022f427bd tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:47.677700 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-33a9fc50-1a46-4f2c-afac-c654c290db46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:47.678629 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a9fc50-1a46-4f2c-afac-c654c290db46 None None] The sync data for ids ['1a9823e3-74de-47ca-afc9-38be6c2ac517'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:39:47.754434 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-af16d05c-c582-4add-bb75-5b92bc35f876 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:47.825452 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3c84a758-2c8b-431b-a986-ff1022f427bd tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:47.825452 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3c84a758-2c8b-431b-a986-ff1022f427bd tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:47.954965 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-af16d05c-c582-4add-bb75-5b92bc35f876 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3972409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3970533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11983'] for router, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:47.958457 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-af16d05c-c582-4add-bb75-5b92bc35f876 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3972400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3972399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3970524'] for router, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:47.987100 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3c84a758-2c8b-431b-a986-ff1022f427bd tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:47.987598 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c84a758-2c8b-431b-a986-ff1022f427bd tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Fanout notify agent at l3_agent the message router_deleted on router 1a9823e3-74de-47ca-afc9-38be6c2ac517 {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:39:47.994789 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3c84a758-2c8b-431b-a986-ff1022f427bd tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:47.995966 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3c84a758-2c8b-431b-a986-ff1022f427bd tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/routers/1a9823e3-74de-47ca-afc9-38be6c2ac517 HTTP/1.1" status: 204 len: 168 time: 0.4698124 Dec 17 15:39:47.998928 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52896) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:48.063527 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-b797a95f-52bd-4eb5-86e5-f846b35ad924 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Deleting subnet e35f2da8-df11-476d-b957-760001da6ca3 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:39:48.067455 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b797a95f-52bd-4eb5-86e5-f846b35ad924 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:48.111651 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b797a95f-52bd-4eb5-86e5-f846b35ad924 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:48.158355 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af16d05c-c582-4add-bb75-5b92bc35f876 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Router 6d61e369-5104-402e-a843-6084f97180f1 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:39:48.208037 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b797a95f-52bd-4eb5-86e5-f846b35ad924 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:48.282181 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af16d05c-c582-4add-bb75-5b92bc35f876 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:39:48.286455 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-af16d05c-c582-4add-bb75-5b92bc35f876 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:48.287584 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-af16d05c-c582-4add-bb75-5b92bc35f876 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] 10.222.0.46 "PUT /v2.0/routers/6d61e369-5104-402e-a843-6084f97180f1 HTTP/1.1" status: 200 len: 915 time: 2.2041910 Dec 17 15:39:48.290336 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52902) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:48.293917 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe30aac-056d-464a-8e83-61785fccfbd0 None None] Sync routers for ids ['6d61e369-5104-402e-a843-6084f97180f1'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:39:48.300227 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe30aac-056d-464a-8e83-61785fccfbd0 None None] Routers {'6d61e369-5104-402e-a843-6084f97180f1'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:48.300996 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ffe30aac-056d-464a-8e83-61785fccfbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['6d61e369-5104-402e-a843-6084f97180f1'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:48.333227 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ffe30aac-056d-464a-8e83-61785fccfbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:48.342537 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe30aac-056d-464a-8e83-61785fccfbd0 None None] Routers {'6d61e369-5104-402e-a843-6084f97180f1'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:48.343125 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ffe30aac-056d-464a-8e83-61785fccfbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['6d61e369-5104-402e-a843-6084f97180f1'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:48.355041 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b797a95f-52bd-4eb5-86e5-f846b35ad924 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:48.378704 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ffe30aac-056d-464a-8e83-61785fccfbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:48.379289 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe30aac-056d-464a-8e83-61785fccfbd0 None None] The sync data for ids ['6d61e369-5104-402e-a843-6084f97180f1'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:39:48.398561 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797a95f-52bd-4eb5-86e5-f846b35ad924 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event deleted for resources: {'Subnet': ['ID=e35f2da8-df11-476d-b957-760001da6ca3,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:48.405495 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b797a95f-52bd-4eb5-86e5-f846b35ad924 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:48.408682 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b797a95f-52bd-4eb5-86e5-f846b35ad924 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/subnets/e35f2da8-df11-476d-b957-760001da6ca3 HTTP/1.1" status: 204 len: 168 time: 0.4087939 Dec 17 15:39:48.411223 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52906) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:48.413277 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5707c593-dbda-4d46-8a89-2a2a660a053d None None] Network 14e6852c-d212-4f61-85b3-b9eb02a8e848 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:39:48.466072 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-980df5ae-0453-4949-8286-df0f30d318a1 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] 10.222.0.46 "GET /v2.0/routers/6d61e369-5104-402e-a843-6084f97180f1 HTTP/1.1" status: 200 len: 921 time: 0.1744001 Dec 17 15:39:48.469039 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52908) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:48.484497 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-02173c2e-5c22-4056-8dd9-8e7a447839fa tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Deleting subnet 04cb81ae-e252-417a-94d7-d49da10b5397 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:39:48.509685 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-02173c2e-5c22-4056-8dd9-8e7a447839fa tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:48.580155 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-02173c2e-5c22-4056-8dd9-8e7a447839fa tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:48.616207 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec170a8b-4c4d-45d9-aabc-34cc8bf373c0 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:48.617969 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ec170a8b-4c4d-45d9-aabc-34cc8bf373c0 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=4e9cade7-8de3-4483-a2b7-ada6bbc76cf6&device_id=6d61e369-5104-402e-a843-6084f97180f1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1479998 Dec 17 15:39:48.620788 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52914) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:48.631497 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d790cc-554e-4d4c-93d8-507d0fbcd64c None None] DHCP port deletion for 14e6852c-d212-4f61-85b3-b9eb02a8e848 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:39:48.684688 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-02173c2e-5c22-4056-8dd9-8e7a447839fa tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:48.744796 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-87d790cc-554e-4d4c-93d8-507d0fbcd64c None None] Deleting port d0c21608-3084-4fda-a660-b6def2081955 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:39:48.744796 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-87d790cc-554e-4d4c-93d8-507d0fbcd64c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:48.785616 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45ed756-49c5-4f65-8167-b66e5397bc87 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:48.787324 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f45ed756-49c5-4f65-8167-b66e5397bc87 tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] 10.222.0.46 "GET /v2.0/networks/4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 881 time: 0.1649408 Dec 17 15:39:48.790323 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52916) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:48.816884 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device d0c21608-3084-4fda-a660-b6def2081955 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:39:48.825119 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cfe76c92-6deb-4d8b-a434-8983ef702bc0 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d61e369-5104-402e-a843-6084f97180f1 HTTP/1.1" status: 200 len: 205 time: 0.0283871 Dec 17 15:39:48.827163 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52920) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:48.847556 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-02173c2e-5c22-4056-8dd9-8e7a447839fa tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:48.858434 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-87d790cc-554e-4d4c-93d8-507d0fbcd64c None None] For port d0c21608-3084-4fda-a660-b6def2081955, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=d0c21608-3084-4fda-a660-b6def2081955,segment=NetworkSegment(0a150fbc-4344-4449-8819-0352fa55b8e6),segment_id=0a150fbc-4344-4449-8819-0352fa55b8e6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:39:48.858839 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-87d790cc-554e-4d4c-93d8-507d0fbcd64c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:48.877978 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-87d790cc-554e-4d4c-93d8-507d0fbcd64c None None] Calling delete_port for d0c21608-3084-4fda-a660-b6def2081955 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:39:48.881414 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02173c2e-5c22-4056-8dd9-8e7a447839fa tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event deleted for resources: {'Subnet': ['ID=04cb81ae-e252-417a-94d7-d49da10b5397,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:48.888610 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-02173c2e-5c22-4056-8dd9-8e7a447839fa tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:48.892705 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-02173c2e-5c22-4056-8dd9-8e7a447839fa tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/subnets/04cb81ae-e252-417a-94d7-d49da10b5397 HTTP/1.1" status: 204 len: 168 time: 0.4800494 Dec 17 15:39:48.899556 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52922) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:48.902262 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bde8eb-928f-42a7-8a9a-2b8398937a77 None None] Network 516ef7ff-d33e-42f3-beb3-2a9fcc1e0554 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:39:48.947185 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-be44007b-a5e9-44d8-a7e7-d7e50424e3ea tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:49.004675 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a51f34a1-6d08-400c-aae0-5617189493c5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:49.078088 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-a51f34a1-6d08-400c-aae0-5617189493c5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Deleting port d0c21608-3084-4fda-a660-b6def2081955 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:39:49.078390 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:49.078771 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a51f34a1-6d08-400c-aae0-5617189493c5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:49.081726 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-be44007b-a5e9-44d8-a7e7-d7e50424e3ea tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:49.154436 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-a51f34a1-6d08-400c-aae0-5617189493c5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] For port d0c21608-3084-4fda-a660-b6def2081955, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=d0c21608-3084-4fda-a660-b6def2081955,segment=NetworkSegment(0a150fbc-4344-4449-8819-0352fa55b8e6),segment_id=0a150fbc-4344-4449-8819-0352fa55b8e6)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:39:49.155037 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a51f34a1-6d08-400c-aae0-5617189493c5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:49.164605 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port d0c21608-3084-4fda-a660-b6def2081955, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=d0c21608-3084-4fda-a660-b6def2081955,segment=NetworkSegment(0a150fbc-4344-4449-8819-0352fa55b8e6),segment_id=0a150fbc-4344-4449-8819-0352fa55b8e6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:39:49.172729 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-a51f34a1-6d08-400c-aae0-5617189493c5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Calling delete_port for d0c21608-3084-4fda-a660-b6def2081955 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:39:49.216879 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-be44007b-a5e9-44d8-a7e7-d7e50424e3ea tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Deleting port 3f81b8b8-bed0-4b20-8e45-9607c21934c4 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:39:49.224436 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-be44007b-a5e9-44d8-a7e7-d7e50424e3ea tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:49.248212 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:49.262918 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37d76c0-7752-47fd-8225-0668c7d44365 None None] DHCP port deletion for 516ef7ff-d33e-42f3-beb3-2a9fcc1e0554 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:39:49.312874 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-be44007b-a5e9-44d8-a7e7-d7e50424e3ea tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:49.325850 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-be44007b-a5e9-44d8-a7e7-d7e50424e3ea tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Calling delete_port for 3f81b8b8-bed0-4b20-8e45-9607c21934c4 owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:39:49.341163 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-87d790cc-554e-4d4c-93d8-507d0fbcd64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:49.344739 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a51f34a1-6d08-400c-aae0-5617189493c5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:49.348939 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=d0c21608-3084-4fda-a660-b6def2081955,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:49.372350 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f34a1-6d08-400c-aae0-5617189493c5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event deleted for resources: {'Port': ['ID=d0c21608-3084-4fda-a660-b6def2081955,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:49.374488 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51f34a1-6d08-400c-aae0-5617189493c5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] No DVR routers for this DVR port d0c21608-3084-4fda-a660-b6def2081955 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:39:49.384665 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d790cc-554e-4d4c-93d8-507d0fbcd64c None None] Pushing event deleted for resources: {'Port': ['ID=d0c21608-3084-4fda-a660-b6def2081955,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:49.388220 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d790cc-554e-4d4c-93d8-507d0fbcd64c None None] No DVR routers for this DVR port d0c21608-3084-4fda-a660-b6def2081955 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:39:49.403742 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-b37d76c0-7752-47fd-8225-0668c7d44365 None None] Deleting port 3581168f-685a-4c9c-aca9-a5147eec214a {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:39:49.404121 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b37d76c0-7752-47fd-8225-0668c7d44365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:49.482457 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a51f34a1-6d08-400c-aae0-5617189493c5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:49.488049 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b37d76c0-7752-47fd-8225-0668c7d44365 None None] For port 3581168f-685a-4c9c-aca9-a5147eec214a, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3581168f-685a-4c9c-aca9-a5147eec214a,segment=NetworkSegment(d46a4abf-c15f-48ff-bd47-f92cd5f97136),segment_id=d46a4abf-c15f-48ff-bd47-f92cd5f97136)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:39:49.488614 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b37d76c0-7752-47fd-8225-0668c7d44365 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:49.504070 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-b37d76c0-7752-47fd-8225-0668c7d44365 None None] Calling delete_port for 3581168f-685a-4c9c-aca9-a5147eec214a owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:39:49.509561 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-a51f34a1-6d08-400c-aae0-5617189493c5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e6852c-d212-4f61-85b3-b9eb02a8e848']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:49.518182 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-a51f34a1-6d08-400c-aae0-5617189493c5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a150fbc-4344-4449-8819-0352fa55b8e6') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:49.518475 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-a51f34a1-6d08-400c-aae0-5617189493c5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a150fbc-4344-4449-8819-0352fa55b8e6') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:49.528789 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a51f34a1-6d08-400c-aae0-5617189493c5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:49.542449 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a51f34a1-6d08-400c-aae0-5617189493c5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:49.552827 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a51f34a1-6d08-400c-aae0-5617189493c5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:39:49.553471 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a51f34a1-6d08-400c-aae0-5617189493c5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: items = [ Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: self.session.flush() Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: self.session.flush() Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: self.session.flush() Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: self.session.flush() Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:39:49.556934 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:39:49.637373 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-be44007b-a5e9-44d8-a7e7-d7e50424e3ea tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:49.669666 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44007b-a5e9-44d8-a7e7-d7e50424e3ea tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Pushing event deleted for resources: {'Port': ['ID=3f81b8b8-bed0-4b20-8e45-9607c21934c4,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:49.672336 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b37d76c0-7752-47fd-8225-0668c7d44365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:49.708362 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d76c0-7752-47fd-8225-0668c7d44365 None None] Pushing event deleted for resources: {'Port': ['ID=3581168f-685a-4c9c-aca9-a5147eec214a,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:49.712738 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37d76c0-7752-47fd-8225-0668c7d44365 None None] No DVR routers for this DVR port 3581168f-685a-4c9c-aca9-a5147eec214a on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:39:49.735146 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a51f34a1-6d08-400c-aae0-5617189493c5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:49.747457 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a51f34a1-6d08-400c-aae0-5617189493c5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:49.754946 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a51f34a1-6d08-400c-aae0-5617189493c5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/networks/14e6852c-d212-4f61-85b3-b9eb02a8e848 HTTP/1.1" status: 204 len: 168 time: 0.8579607 Dec 17 15:39:49.758355 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52934) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:49.767719 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f34a1-6d08-400c-aae0-5617189493c5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event deleted for resources: {'Network': ['ID=14e6852c-d212-4f61-85b3-b9eb02a8e848,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:49.777934 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-be44007b-a5e9-44d8-a7e7-d7e50424e3ea tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:49.925093 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-be44007b-a5e9-44d8-a7e7-d7e50424e3ea tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:49.928595 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-be44007b-a5e9-44d8-a7e7-d7e50424e3ea tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:49.939476 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2d05262b-7c34-430a-a4b3-ba74a1220508 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:50.048899 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-be44007b-a5e9-44d8-a7e7-d7e50424e3ea tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:50.049450 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be44007b-a5e9-44d8-a7e7-d7e50424e3ea tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Fanout notify agent at l3_agent the message router_deleted on router 6d61e369-5104-402e-a843-6084f97180f1 {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:39:50.057836 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-be44007b-a5e9-44d8-a7e7-d7e50424e3ea tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:50.059485 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-be44007b-a5e9-44d8-a7e7-d7e50424e3ea tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] 10.222.0.46 "DELETE /v2.0/routers/6d61e369-5104-402e-a843-6084f97180f1 HTTP/1.1" status: 204 len: 168 time: 1.2313073 Dec 17 15:39:50.063444 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52938) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:50.067844 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-981f18cf-ff13-47b5-9765-7d46337248c9 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-151884010', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}, 'admin_state_up': False}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:50.070294 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2d05262b-7c34-430a-a4b3-ba74a1220508 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:50.091659 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-2d05262b-7c34-430a-a4b3-ba74a1220508 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['516ef7ff-d33e-42f3-beb3-2a9fcc1e0554']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:50.100834 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-2d05262b-7c34-430a-a4b3-ba74a1220508 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd46a4abf-c15f-48ff-bd47-f92cd5f97136') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:50.101172 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-2d05262b-7c34-430a-a4b3-ba74a1220508 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd46a4abf-c15f-48ff-bd47-f92cd5f97136') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:50.110522 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2d05262b-7c34-430a-a4b3-ba74a1220508 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:50.123994 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2d05262b-7c34-430a-a4b3-ba74a1220508 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:50.130422 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d05262b-7c34-430a-a4b3-ba74a1220508 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:39:50.130824 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2d05262b-7c34-430a-a4b3-ba74a1220508 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:50.134442 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:39:50.134442 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:39:50.134442 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:39:50.134442 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:39:50.134442 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:39:50.134442 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:39:50.134442 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:39:50.134442 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:39:50.134442 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:39:50.134442 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:39:50.134442 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:39:50.134442 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:39:50.134442 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:39:50.134442 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:39:50.134442 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:39:50.134442 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:39:50.134442 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:39:50.134442 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:39:50.134442 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:39:50.134442 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:39:50.134442 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:39:50.134442 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:39:50.134442 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:39:50.134442 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:39:50.134442 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:39:50.134442 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:39:50.134442 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:39:50.134442 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:39:50.134442 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:39:50.134442 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:39:50.134442 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:39:50.134442 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:39:50.153268 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-981f18cf-ff13-47b5-9765-7d46337248c9 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:50.157397 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-981f18cf-ff13-47b5-9765-7d46337248c9 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:50.220957 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-981f18cf-ff13-47b5-9765-7d46337248c9 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:50.255699 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2d05262b-7c34-430a-a4b3-ba74a1220508 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:50.263065 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2d05262b-7c34-430a-a4b3-ba74a1220508 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:50.266330 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2d05262b-7c34-430a-a4b3-ba74a1220508 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/networks/516ef7ff-d33e-42f3-beb3-2a9fcc1e0554 HTTP/1.1" status: 204 len: 168 time: 0.5081017 Dec 17 15:39:50.270701 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52942) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:50.276200 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-2718361e-4a7f-438d-ac68-a5afe26d3b4a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-993701739'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:50.282451 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05262b-7c34-430a-a4b3-ba74a1220508 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event deleted for resources: {'Network': ['ID=516ef7ff-d33e-42f3-beb3-2a9fcc1e0554,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:50.421182 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2718361e-4a7f-438d-ac68-a5afe26d3b4a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Made reservation on behalf of 48dff6b70e1d4fe6a948bc2a6e6cc6b1 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:39:50.424597 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2718361e-4a7f-438d-ac68-a5afe26d3b4a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:50.440755 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-981f18cf-ff13-47b5-9765-7d46337248c9 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:50.458419 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2718361e-4a7f-438d-ac68-a5afe26d3b4a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:39:50.468358 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2718361e-4a7f-438d-ac68-a5afe26d3b4a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:50.468702 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-2718361e-4a7f-438d-ac68-a5afe26d3b4a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Added segment 57a83b83-e97d-4e96-b820-cd5333c1abe1 of type vlan for network 65a177da-a966-4cb6-ad78-65e85fd9a3fd Dec 17 15:39:50.506974 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2718361e-4a7f-438d-ac68-a5afe26d3b4a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:50.687120 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2718361e-4a7f-438d-ac68-a5afe26d3b4a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:50.692704 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2718361e-4a7f-438d-ac68-a5afe26d3b4a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:50.693599 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2718361e-4a7f-438d-ac68-a5afe26d3b4a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:50.782833 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-981f18cf-ff13-47b5-9765-7d46337248c9 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:50.807521 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718361e-4a7f-438d-ac68-a5afe26d3b4a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Network': ['ID=65a177da-a966-4cb6-ad78-65e85fd9a3fd,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:50.812907 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-981f18cf-ff13-47b5-9765-7d46337248c9 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:50.815613 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3581168f-685a-4c9c-aca9-a5147eec214a no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:39:50.831492 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2718361e-4a7f-438d-ac68-a5afe26d3b4a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5568235 Dec 17 15:39:50.832260 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52952) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:50.837091 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-3c121cf0-ac3e-457f-be14-7c50984c3bb1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Request body: {'subnet': {'network_id': '65a177da-a966-4cb6-ad78-65e85fd9a3fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:50.848869 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 3581168f-685a-4c9c-aca9-a5147eec214a {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:39:50.852149 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3581168f-685a-4c9c-aca9-a5147eec214a not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:39:50.852149 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 65a177da-a966-4cb6-ad78-65e85fd9a3fd details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:39:50.944152 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-981f18cf-ff13-47b5-9765-7d46337248c9 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Allocated IP 172.25.6.121 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/4ef20f95-b934-495f-b535-fea699e34c99) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:39:51.038706 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c121cf0-ac3e-457f-be14-7c50984c3bb1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Made reservation on behalf of 48dff6b70e1d4fe6a948bc2a6e6cc6b1 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:39:51.043183 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3c121cf0-ac3e-457f-be14-7c50984c3bb1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:51.053954 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-981f18cf-ff13-47b5-9765-7d46337248c9 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:51.159759 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-981f18cf-ff13-47b5-9765-7d46337248c9 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:51.198869 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981f18cf-ff13-47b5-9765-7d46337248c9 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:39:51.202331 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-981f18cf-ff13-47b5-9765-7d46337248c9 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:39:51.204978 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981f18cf-ff13-47b5-9765-7d46337248c9 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:39:51.237284 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f18cf-ff13-47b5-9765-7d46337248c9 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Pushing event updated for resources: {'Port': ['ID=4ef20f95-b934-495f-b535-fea699e34c99,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:51.316136 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3c121cf0-ac3e-457f-be14-7c50984c3bb1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:51.381911 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c121cf0-ac3e-457f-be14-7c50984c3bb1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Subnet': ['ID=69bb3c50-f1e5-4499-b3b4-cf2ad3546bf6,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:51.390122 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c121cf0-ac3e-457f-be14-7c50984c3bb1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Checking segment: {'id': '57a83b83-e97d-4e96-b820-cd5333c1abe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '65a177da-a966-4cb6-ad78-65e85fd9a3fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:39:51.390367 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c121cf0-ac3e-457f-be14-7c50984c3bb1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network hostable DHCP agents. Network: 65a177da-a966-4cb6-ad78-65e85fd9a3fd, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:39:51.469974 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c121cf0-ac3e-457f-be14-7c50984c3bb1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network 65a177da-a966-4cb6-ad78-65e85fd9a3fd is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:39:51.537519 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-981f18cf-ff13-47b5-9765-7d46337248c9 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:51.550306 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-3c121cf0-ac3e-457f-be14-7c50984c3bb1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 65a177da-a966-4cb6-ad78-65e85fd9a3fd) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:39:51.555298 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c121cf0-ac3e-457f-be14-7c50984c3bb1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:51.555947 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3c121cf0-ac3e-457f-be14-7c50984c3bb1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:51.563219 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6725eed-ce2f-4e87-bcff-9675e52c5ccf None None] Network 65a177da-a966-4cb6-ad78-65e85fd9a3fd requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:39:51.633392 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3c121cf0-ac3e-457f-be14-7c50984c3bb1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8001275 Dec 17 15:39:51.635878 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52958) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:51.641499 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-6ccfc9f4-df49-4c74-92fa-6b561e3cf3ad tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-856864745', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:51.773122 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-981f18cf-ff13-47b5-9765-7d46337248c9 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:51.842810 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6ccfc9f4-df49-4c74-92fa-6b561e3cf3ad tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:51.843840 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6ccfc9f4-df49-4c74-92fa-6b561e3cf3ad tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:51.923901 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6ccfc9f4-df49-4c74-92fa-6b561e3cf3ad tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:51.927120 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e01ea5-b38a-456e-b6a8-315cabfabd9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-65a177da-a966-4cb6-ad78-65e85fd9a3fd', 'network_id': '65a177da-a966-4cb6-ad78-65e85fd9a3fd', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'fixed_ips': [{'subnet_id': '69bb3c50-f1e5-4499-b3b4-cf2ad3546bf6'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:39:51.929576 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-08e01ea5-b38a-456e-b6a8-315cabfabd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:52.021404 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6ccfc9f4-df49-4c74-92fa-6b561e3cf3ad tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:52.044025 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981f18cf-ff13-47b5-9765-7d46337248c9 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Router 432001e0-9872-4503-ac50-35794a6d0360 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:39:52.075690 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-08e01ea5-b38a-456e-b6a8-315cabfabd9b None None] Allocated IP 2001:db8::2 (65a177da-a966-4cb6-ad78-65e85fd9a3fd/69bb3c50-f1e5-4499-b3b4-cf2ad3546bf6/994c2587-f108-4b91-ba6f-a81ff14f8639) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:39:52.227075 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-08e01ea5-b38a-456e-b6a8-315cabfabd9b None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:52.299371 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-08e01ea5-b38a-456e-b6a8-315cabfabd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:52.345927 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e01ea5-b38a-456e-b6a8-315cabfabd9b None None] Network 65a177da-a966-4cb6-ad78-65e85fd9a3fd is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:39:52.348841 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-08e01ea5-b38a-456e-b6a8-315cabfabd9b None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:39:52.352017 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e01ea5-b38a-456e-b6a8-315cabfabd9b None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:39:52.361994 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e01ea5-b38a-456e-b6a8-315cabfabd9b None None] Pushing event updated for resources: {'Port': ['ID=994c2587-f108-4b91-ba6f-a81ff14f8639,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:52.376287 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6ccfc9f4-df49-4c74-92fa-6b561e3cf3ad tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:52.380118 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6ccfc9f4-df49-4c74-92fa-6b561e3cf3ad tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7399120 Dec 17 15:39:52.381002 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52972) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:52.387576 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-3192dd49-69a8-4581-a287-63c4fa7c48d9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Request body: {'port': {'network_id': '65a177da-a966-4cb6-ad78-65e85fd9a3fd', 'name': 'tempest-RoutersIpV6Test-261775443'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:52.441829 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-08e01ea5-b38a-456e-b6a8-315cabfabd9b None None] Attempting to bind port 994c2587-f108-4b91-ba6f-a81ff14f8639 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:39:52.442600 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-08e01ea5-b38a-456e-b6a8-315cabfabd9b None None] Attempting to bind port 994c2587-f108-4b91-ba6f-a81ff14f8639 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '57a83b83-e97d-4e96-b820-cd5333c1abe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '65a177da-a966-4cb6-ad78-65e85fd9a3fd'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:39:52.443201 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e01ea5-b38a-456e-b6a8-315cabfabd9b None None] Attempting to bind port 994c2587-f108-4b91-ba6f-a81ff14f8639 on network 65a177da-a966-4cb6-ad78-65e85fd9a3fd {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:39:52.451038 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e01ea5-b38a-456e-b6a8-315cabfabd9b None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:39:52.452356 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e01ea5-b38a-456e-b6a8-315cabfabd9b None None] Checking segment: {'id': '57a83b83-e97d-4e96-b820-cd5333c1abe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '65a177da-a966-4cb6-ad78-65e85fd9a3fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:39:52.452862 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-08e01ea5-b38a-456e-b6a8-315cabfabd9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:52.453409 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e01ea5-b38a-456e-b6a8-315cabfabd9b None None] Bound using segment: {'id': '57a83b83-e97d-4e96-b820-cd5333c1abe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '65a177da-a966-4cb6-ad78-65e85fd9a3fd'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:39:52.453987 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-08e01ea5-b38a-456e-b6a8-315cabfabd9b None None] Bound port: 994c2587-f108-4b91-ba6f-a81ff14f8639, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57a83b83-e97d-4e96-b820-cd5333c1abe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '65a177da-a966-4cb6-ad78-65e85fd9a3fd'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:39:52.455233 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-08e01ea5-b38a-456e-b6a8-315cabfabd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:52.471956 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981f18cf-ff13-47b5-9765-7d46337248c9 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:39:52.494043 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df86f84a-debd-427d-a3b3-53c087f42ae4 None None] Sync routers for ids ['432001e0-9872-4503-ac50-35794a6d0360'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:39:52.517725 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df86f84a-debd-427d-a3b3-53c087f42ae4 None None] Routers {'432001e0-9872-4503-ac50-35794a6d0360'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:52.518317 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-df86f84a-debd-427d-a3b3-53c087f42ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['432001e0-9872-4503-ac50-35794a6d0360'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:52.548904 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-981f18cf-ff13-47b5-9765-7d46337248c9 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:52.550586 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-981f18cf-ff13-47b5-9765-7d46337248c9 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4863446 Dec 17 15:39:52.553969 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 52974) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:52.561681 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-3b9d013b-ef9f-4dd3-ae98-f1e85564a78b tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:52.562259 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-df86f84a-debd-427d-a3b3-53c087f42ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:52.572971 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-08e01ea5-b38a-456e-b6a8-315cabfabd9b None None] For port 994c2587-f108-4b91-ba6f-a81ff14f8639, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:39:52.577267 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-08e01ea5-b38a-456e-b6a8-315cabfabd9b None None] For port 994c2587-f108-4b91-ba6f-a81ff14f8639, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=994c2587-f108-4b91-ba6f-a81ff14f8639,segment=NetworkSegment(57a83b83-e97d-4e96-b820-cd5333c1abe1),segment_id=57a83b83-e97d-4e96-b820-cd5333c1abe1)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:39:52.579400 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df86f84a-debd-427d-a3b3-53c087f42ae4 None None] Routers {'432001e0-9872-4503-ac50-35794a6d0360'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:52.580013 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-df86f84a-debd-427d-a3b3-53c087f42ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['432001e0-9872-4503-ac50-35794a6d0360'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:52.612939 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-df86f84a-debd-427d-a3b3-53c087f42ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:52.613669 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df86f84a-debd-427d-a3b3-53c087f42ae4 None None] The sync data for ids ['432001e0-9872-4503-ac50-35794a6d0360'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:39:52.635643 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3192dd49-69a8-4581-a287-63c4fa7c48d9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Made reservation on behalf of 48dff6b70e1d4fe6a948bc2a6e6cc6b1 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:39:52.640315 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3192dd49-69a8-4581-a287-63c4fa7c48d9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:52.658765 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-3192dd49-69a8-4581-a287-63c4fa7c48d9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] device_id is not set on port 9625813c-d024-4c74-9722-6682ed72805b yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:39:52.664931 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-08e01ea5-b38a-456e-b6a8-315cabfabd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:52.737060 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e01ea5-b38a-456e-b6a8-315cabfabd9b None None] Pushing event updated for resources: {'Port': ['ID=994c2587-f108-4b91-ba6f-a81ff14f8639,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:52.798682 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-3192dd49-69a8-4581-a287-63c4fa7c48d9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Allocated IP 2001:db8::2a (65a177da-a966-4cb6-ad78-65e85fd9a3fd/69bb3c50-f1e5-4499-b3b4-cf2ad3546bf6/9625813c-d024-4c74-9722-6682ed72805b) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:39:52.942430 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b9d013b-ef9f-4dd3-ae98-f1e85564a78b tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:52.985270 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3192dd49-69a8-4581-a287-63c4fa7c48d9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:53.037183 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b9d013b-ef9f-4dd3-ae98-f1e85564a78b tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:53.153453 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3192dd49-69a8-4581-a287-63c4fa7c48d9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:53.198686 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-3b9d013b-ef9f-4dd3-ae98-f1e85564a78b tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Deleting port 4ef20f95-b934-495f-b535-fea699e34c99 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:39:53.199658 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b9d013b-ef9f-4dd3-ae98-f1e85564a78b tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:53.202212 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3192dd49-69a8-4581-a287-63c4fa7c48d9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network 65a177da-a966-4cb6-ad78-65e85fd9a3fd is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:39:53.205016 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-3192dd49-69a8-4581-a287-63c4fa7c48d9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:39:53.209086 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3192dd49-69a8-4581-a287-63c4fa7c48d9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:39:53.214788 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3192dd49-69a8-4581-a287-63c4fa7c48d9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:53.215515 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3192dd49-69a8-4581-a287-63c4fa7c48d9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:53.235524 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192dd49-69a8-4581-a287-63c4fa7c48d9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Port': ['ID=9625813c-d024-4c74-9722-6682ed72805b,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:53.280426 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b9d013b-ef9f-4dd3-ae98-f1e85564a78b tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:53.291829 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-3b9d013b-ef9f-4dd3-ae98-f1e85564a78b tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Calling delete_port for 4ef20f95-b934-495f-b535-fea699e34c99 owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:39:53.349870 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3192dd49-69a8-4581-a287-63c4fa7c48d9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.9672091 Dec 17 15:39:53.351928 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52984) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:53.539504 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b9d013b-ef9f-4dd3-ae98-f1e85564a78b tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:53.569356 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d013b-ef9f-4dd3-ae98-f1e85564a78b tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Pushing event deleted for resources: {'Port': ['ID=4ef20f95-b934-495f-b535-fea699e34c99,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:53.648969 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b9d013b-ef9f-4dd3-ae98-f1e85564a78b tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:53.734192 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c663e056-c890-49c9-ab25-9529c7f2b69c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:53.901434 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5426593c-bd22-4350-b195-1bbdb19bac67 None None] Network 65a177da-a966-4cb6-ad78-65e85fd9a3fd requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:39:53.902841 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b9d013b-ef9f-4dd3-ae98-f1e85564a78b tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3972409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3970533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11983'] for router, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:53.906585 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b9d013b-ef9f-4dd3-ae98-f1e85564a78b tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3972400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3972399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3970524'] for router, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:53.986830 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9d013b-ef9f-4dd3-ae98-f1e85564a78b tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Router 432001e0-9872-4503-ac50-35794a6d0360 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:39:54.026808 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-aa5b2738-a56a-4206-9f2a-3418db00aba7 None None] Provisioning complete for port 994c2587-f108-4b91-ba6f-a81ff14f8639 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:54.027785 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-aa5b2738-a56a-4206-9f2a-3418db00aba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:54.036607 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c663e056-c890-49c9-ab25-9529c7f2b69c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:54.096650 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9d013b-ef9f-4dd3-ae98-f1e85564a78b tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:39:54.104461 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3b9d013b-ef9f-4dd3-ae98-f1e85564a78b tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:54.109126 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3b9d013b-ef9f-4dd3-ae98-f1e85564a78b tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] 10.222.0.46 "PUT /v2.0/routers/432001e0-9872-4503-ac50-35794a6d0360 HTTP/1.1" status: 200 len: 705 time: 1.5497625 Dec 17 15:39:54.109481 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 52994) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:54.113323 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500a8bcc-5910-4f2b-9aef-94e49c765b58 None None] Sync routers for ids ['432001e0-9872-4503-ac50-35794a6d0360'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:39:54.119251 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c663e056-c890-49c9-ab25-9529c7f2b69c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:54.127807 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500a8bcc-5910-4f2b-9aef-94e49c765b58 None None] Routers {'432001e0-9872-4503-ac50-35794a6d0360'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:54.128765 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-500a8bcc-5910-4f2b-9aef-94e49c765b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['432001e0-9872-4503-ac50-35794a6d0360'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:54.178308 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-500a8bcc-5910-4f2b-9aef-94e49c765b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:54.182220 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-aa5b2738-a56a-4206-9f2a-3418db00aba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:54.187704 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500a8bcc-5910-4f2b-9aef-94e49c765b58 None None] Routers {'432001e0-9872-4503-ac50-35794a6d0360'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:54.188393 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-500a8bcc-5910-4f2b-9aef-94e49c765b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['432001e0-9872-4503-ac50-35794a6d0360'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:54.220448 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-aa5b2738-a56a-4206-9f2a-3418db00aba7 None None] For port 994c2587-f108-4b91-ba6f-a81ff14f8639, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=994c2587-f108-4b91-ba6f-a81ff14f8639,segment=NetworkSegment(57a83b83-e97d-4e96-b820-cd5333c1abe1),segment_id=57a83b83-e97d-4e96-b820-cd5333c1abe1)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:39:54.225953 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-500a8bcc-5910-4f2b-9aef-94e49c765b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:54.225953 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500a8bcc-5910-4f2b-9aef-94e49c765b58 None None] The sync data for ids ['432001e0-9872-4503-ac50-35794a6d0360'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:39:54.278643 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d8b98127-1979-45fa-9123-24c806621e5c tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] 10.222.0.46 "GET /v2.0/routers/432001e0-9872-4503-ac50-35794a6d0360 HTTP/1.1" status: 200 len: 740 time: 0.1650045 Dec 17 15:39:54.281677 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53000) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:54.296233 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663e056-c890-49c9-ab25-9529c7f2b69c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Port': ['ID=9625813c-d024-4c74-9722-6682ed72805b,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:54.299073 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-aa5b2738-a56a-4206-9f2a-3418db00aba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:54.403603 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b2738-a56a-4206-9f2a-3418db00aba7 None None] Pushing event updated for resources: {'Port': ['ID=994c2587-f108-4b91-ba6f-a81ff14f8639,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:54.410278 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-86bfe91a-acc0-4c78-8301-ac7499663f3d tempest-RoutersAdminTest-1647761552 tempest-RoutersAdminTest-1647761552-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=4e9cade7-8de3-4483-a2b7-ada6bbc76cf6&device_id=432001e0-9872-4503-ac50-35794a6d0360 HTTP/1.1" status: 200 len: 205 time: 0.1237128 Dec 17 15:39:54.410789 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53002) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:54.442181 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c413a725-ae4b-45b3-b535-c3063aaad008 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] 10.222.0.46 "GET /v2.0/ports?device_id=432001e0-9872-4503-ac50-35794a6d0360 HTTP/1.1" status: 200 len: 205 time: 0.0302873 Dec 17 15:39:54.442733 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c663e056-c890-49c9-ab25-9529c7f2b69c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:54.445495 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53004) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:54.526159 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0194ea50-7a2a-4b50-b87a-7d8509d866e2 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:54.532922 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-3f025a01-5cc3-4620-a113-7e33c06cd287 None None] Provisioning complete for port 9625813c-d024-4c74-9722-6682ed72805b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:54.533527 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3f025a01-5cc3-4620-a113-7e33c06cd287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:54.580465 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-3f025a01-5cc3-4620-a113-7e33c06cd287 None None] Port 9625813c-d024-4c74-9722-6682ed72805b cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:39:54.593341 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-3f025a01-5cc3-4620-a113-7e33c06cd287 None None] Provisioning complete for port 994c2587-f108-4b91-ba6f-a81ff14f8639 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:54.594077 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3f025a01-5cc3-4620-a113-7e33c06cd287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:54.662554 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c663e056-c890-49c9-ab25-9529c7f2b69c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:54.719148 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0194ea50-7a2a-4b50-b87a-7d8509d866e2 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:54.721861 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0194ea50-7a2a-4b50-b87a-7d8509d866e2 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:54.856402 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d4ea9500-15ed-44b9-b113-5a69bbf0ffc5 None None] Provisioning complete for port 9625813c-d024-4c74-9722-6682ed72805b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:54.856789 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d4ea9500-15ed-44b9-b113-5a69bbf0ffc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:54.911302 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 994c2587-f108-4b91-ba6f-a81ff14f8639 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:39:54.912730 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0194ea50-7a2a-4b50-b87a-7d8509d866e2 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:54.913351 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0194ea50-7a2a-4b50-b87a-7d8509d866e2 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Fanout notify agent at l3_agent the message router_deleted on router 432001e0-9872-4503-ac50-35794a6d0360 {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:39:54.925181 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0194ea50-7a2a-4b50-b87a-7d8509d866e2 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:54.931114 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0194ea50-7a2a-4b50-b87a-7d8509d866e2 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] 10.222.0.46 "DELETE /v2.0/routers/432001e0-9872-4503-ac50-35794a6d0360 HTTP/1.1" status: 204 len: 168 time: 0.4800165 Dec 17 15:39:54.933012 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53012) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:54.972885 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ff8a1a38-3f04-452d-8bb1-46677ed46faf tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] 10.222.0.46 "GET /v2.0/ports?device_id=432001e0-9872-4503-ac50-35794a6d0360 HTTP/1.1" status: 200 len: 205 time: 0.0356579 Dec 17 15:39:54.973241 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53014) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:54.989112 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea9500-15ed-44b9-b113-5a69bbf0ffc5 None None] Port 9625813c-d024-4c74-9722-6682ed72805b cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:39:55.020869 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-7ceefa49-9159-4c62-b797-1bce98ca4543 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] delete failed (client error): The resource could not be found. Dec 17 15:39:55.024659 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7ceefa49-9159-4c62-b797-1bce98ca4543 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] 10.222.0.46 "DELETE /v2.0/routers/432001e0-9872-4503-ac50-35794a6d0360 HTTP/1.1" status: 404 len: 336 time: 0.0478199 Dec 17 15:39:55.025259 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53016) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:55.048483 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 994c2587-f108-4b91-ba6f-a81ff14f8639 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:55.048855 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:55.062094 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e08e5ba2-711d-489a-8364-0cab268b0ef5 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d61e369-5104-402e-a843-6084f97180f1 HTTP/1.1" status: 200 len: 205 time: 0.0333567 Dec 17 15:39:55.062403 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53018) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:55.101214 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-c70850d0-0545-4e26-b1fb-f2b3ade51698 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] delete failed (client error): The resource could not be found. Dec 17 15:39:55.104888 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c70850d0-0545-4e26-b1fb-f2b3ade51698 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] 10.222.0.46 "DELETE /v2.0/routers/6d61e369-5104-402e-a843-6084f97180f1 HTTP/1.1" status: 404 len: 336 time: 0.0389335 Dec 17 15:39:55.106360 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53020) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:55.147604 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-478b8c3e-48ac-4ae8-8ff8-67dbd10a6173 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] 10.222.0.46 "GET /v2.0/ports?device_id=7bd75a7e-c0dd-4b94-b1bf-e12ab2943544 HTTP/1.1" status: 200 len: 205 time: 0.0376852 Dec 17 15:39:55.148620 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53024) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:55.210630 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-6493d066-abb8-4505-81e3-4bbb003b0fff tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] delete failed (client error): The resource could not be found. Dec 17 15:39:55.211677 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6493d066-abb8-4505-81e3-4bbb003b0fff tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] 10.222.0.46 "DELETE /v2.0/routers/7bd75a7e-c0dd-4b94-b1bf-e12ab2943544 HTTP/1.1" status: 404 len: 336 time: 0.0617867 Dec 17 15:39:55.216424 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53026) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:55.219755 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-9cdda2de-3c65-4683-8f67-3c1b83887063 None None] Provisioning complete for port 9625813c-d024-4c74-9722-6682ed72805b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:55.220283 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9cdda2de-3c65-4683-8f67-3c1b83887063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:55.256230 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-9cdda2de-3c65-4683-8f67-3c1b83887063 None None] Port 9625813c-d024-4c74-9722-6682ed72805b cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:39:55.279853 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b0330ede-aa0a-46fc-897b-b7063c93de5d tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bb52c9e-59b0-454d-b907-957eaa1716a6 HTTP/1.1" status: 200 len: 205 time: 0.0621493 Dec 17 15:39:55.282418 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53030) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:55.327938 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-8b927cd8-2c20-4727-8106-2074abca8332 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] delete failed (client error): The resource could not be found. Dec 17 15:39:55.328951 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8b927cd8-2c20-4727-8106-2074abca8332 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] 10.222.0.46 "DELETE /v2.0/routers/2bb52c9e-59b0-454d-b907-957eaa1716a6 HTTP/1.1" status: 404 len: 336 time: 0.0456514 Dec 17 15:39:55.331768 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53032) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:55.362260 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-02984667-bdb5-4e57-8669-1b84a53c8ed4 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2ac5603-afaa-4a27-b063-93e7c8becb2b HTTP/1.1" status: 200 len: 205 time: 0.0273440 Dec 17 15:39:55.363840 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53036) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:55.400060 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c663e056-c890-49c9-ab25-9529c7f2b69c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:55.400213 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-babd3fa6-c1ca-4744-8784-d8883609dfff tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] delete failed (client error): The resource could not be found. Dec 17 15:39:55.400915 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-babd3fa6-c1ca-4744-8784-d8883609dfff tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] 10.222.0.46 "DELETE /v2.0/routers/b2ac5603-afaa-4a27-b063-93e7c8becb2b HTTP/1.1" status: 404 len: 336 time: 0.0360160 Dec 17 15:39:55.404454 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53038) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:55.432725 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d54e919e-d4aa-497b-8cdf-748ef87da9d8 tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7add193-949d-4014-b09f-b02ce8ff996b HTTP/1.1" status: 200 len: 205 time: 0.0270262 Dec 17 15:39:55.435267 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53040) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:55.461181 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c663e056-c890-49c9-ab25-9529c7f2b69c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:55.462121 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c663e056-c890-49c9-ab25-9529c7f2b69c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:55.479146 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-c0af7fef-338a-43be-8ae0-30055417584d tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] delete failed (client error): The resource could not be found. Dec 17 15:39:55.483388 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c0af7fef-338a-43be-8ae0-30055417584d tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] 10.222.0.46 "DELETE /v2.0/routers/c7add193-949d-4014-b09f-b02ce8ff996b HTTP/1.1" status: 404 len: 336 time: 0.0439591 Dec 17 15:39:55.483895 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53042) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:55.509989 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-df5dae3f-f7d2-4239-9214-0ea92d96f54d tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] DELETE failed (client error): The resource could not be found. Dec 17 15:39:55.510446 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df5dae3f-f7d2-4239-9214-0ea92d96f54d tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:39:55.514239 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-df5dae3f-f7d2-4239-9214-0ea92d96f54d tempest-RoutersAdminTest-866315265 tempest-RoutersAdminTest-866315265-project] 10.222.0.46 "DELETE /v2.0/subnets/6617e24f-5f74-44fc-b1cd-6e0e1f871b70 HTTP/1.1" status: 404 len: 337 time: 0.0294487 Dec 17 15:39:55.555527 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663e056-c890-49c9-ab25-9529c7f2b69c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Port': ['ID=9625813c-d024-4c74-9722-6682ed72805b,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:55.597184 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c663e056-c890-49c9-ab25-9529c7f2b69c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network 65a177da-a966-4cb6-ad78-65e85fd9a3fd is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:39:55.598573 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-c663e056-c890-49c9-ab25-9529c7f2b69c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:39:55.810497 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c663e056-c890-49c9-ab25-9529c7f2b69c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Router 6b24703b-2911-499c-afd3-b31cc066985e is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:39:55.905099 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-b44875da-65e7-47cb-b485-a7c355287fa7 None None] Provisioning complete for port 9625813c-d024-4c74-9722-6682ed72805b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:39:55.907418 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b44875da-65e7-47cb-b485-a7c355287fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:55.941979 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c663e056-c890-49c9-ab25-9529c7f2b69c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:39:55.951080 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53052) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:55.951228 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c663e056-c890-49c9-ab25-9529c7f2b69c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "PUT /v2.0/routers/6b24703b-2911-499c-afd3-b31cc066985e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5981781 Dec 17 15:39:55.956906 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770ee195-1391-48ce-9445-da5f9423a899 None None] Sync routers for ids ['6b24703b-2911-499c-afd3-b31cc066985e'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:39:55.970769 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:55.973039 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-b44875da-65e7-47cb-b485-a7c355287fa7 None None] Port 9625813c-d024-4c74-9722-6682ed72805b cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:39:55.977116 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770ee195-1391-48ce-9445-da5f9423a899 None None] Routers {'6b24703b-2911-499c-afd3-b31cc066985e'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:55.977750 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-770ee195-1391-48ce-9445-da5f9423a899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['6b24703b-2911-499c-afd3-b31cc066985e'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:55.998065 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8225ec4-da3c-4e12-9abf-71f6b32a8c34 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:55.999779 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f8225ec4-da3c-4e12-9abf-71f6b32a8c34 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "GET /v2.0/ports/9625813c-d024-4c74-9722-6682ed72805b HTTP/1.1" status: 200 len: 982 time: 0.0473719 Dec 17 15:39:56.002402 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53054) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:56.014806 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-770ee195-1391-48ce-9445-da5f9423a899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:56.024650 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770ee195-1391-48ce-9445-da5f9423a899 None None] Routers {'6b24703b-2911-499c-afd3-b31cc066985e'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:56.028038 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-770ee195-1391-48ce-9445-da5f9423a899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['6b24703b-2911-499c-afd3-b31cc066985e'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:56.065979 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-770ee195-1391-48ce-9445-da5f9423a899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:56.066651 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770ee195-1391-48ce-9445-da5f9423a899 None None] The sync data for ids ['6b24703b-2911-499c-afd3-b31cc066985e'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:39:56.126402 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53060) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:56.239966 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-536a4c7e-e9af-48b2-82fd-3b17500ab4f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:56.347574 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-536a4c7e-e9af-48b2-82fd-3b17500ab4f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:56.352558 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b610c077-ffba-4c25-9ae5-f6264a42f494 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:56.415172 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-536a4c7e-e9af-48b2-82fd-3b17500ab4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:56.455520 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a4c7e-e9af-48b2-82fd-3b17500ab4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a915c3d4-8ded-42be-bc98-4fc7fb6cba63,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:56.463954 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-536a4c7e-e9af-48b2-82fd-3b17500ab4f1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=65b16e24bba2469d8bca2b735973b78d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3341179 Dec 17 15:39:56.465644 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53068) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:56.515836 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-79eda5c7-7f49-4a8f-8ebb-85bdb364ef09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:56.537278 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-79eda5c7-7f49-4a8f-8ebb-85bdb364ef09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:56.593587 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-b610c077-ffba-4c25-9ae5-f6264a42f494 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Deleting port 9625813c-d024-4c74-9722-6682ed72805b {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:39:56.593928 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b610c077-ffba-4c25-9ae5-f6264a42f494 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:56.670046 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-79eda5c7-7f49-4a8f-8ebb-85bdb364ef09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:56.672666 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-79eda5c7-7f49-4a8f-8ebb-85bdb364ef09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:56.676340 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-79eda5c7-7f49-4a8f-8ebb-85bdb364ef09 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a915c3d4-8ded-42be-bc98-4fc7fb6cba63 HTTP/1.1" status: 204 len: 168 time: 0.2073359 Dec 17 15:39:56.683132 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eda5c7-7f49-4a8f-8ebb-85bdb364ef09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a915c3d4-8ded-42be-bc98-4fc7fb6cba63,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:56.688379 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b610c077-ffba-4c25-9ae5-f6264a42f494 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:56.707433 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-b610c077-ffba-4c25-9ae5-f6264a42f494 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Calling delete_port for 9625813c-d024-4c74-9722-6682ed72805b owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:39:56.941451 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b610c077-ffba-4c25-9ae5-f6264a42f494 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:56.976157 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610c077-ffba-4c25-9ae5-f6264a42f494 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event deleted for resources: {'Port': ['ID=9625813c-d024-4c74-9722-6682ed72805b,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:57.077696 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b610c077-ffba-4c25-9ae5-f6264a42f494 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:57.237819 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b610c077-ffba-4c25-9ae5-f6264a42f494 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Router 6b24703b-2911-499c-afd3-b31cc066985e has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:39:57.304782 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53082) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:57.357660 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0bfd00c1-ed69-4ae3-8829-d8fb853c1c9f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f8f258285ede4e45a8b27a2fdacecff2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510721 Dec 17 15:39:57.359046 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53084) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:57.414624 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-96404de8-a6d7-49b1-800f-65c98d7c2a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:57.438848 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-96404de8-a6d7-49b1-800f-65c98d7c2a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:57.549928 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-96404de8-a6d7-49b1-800f-65c98d7c2a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:57.553091 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-96404de8-a6d7-49b1-800f-65c98d7c2a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:57.556561 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-96404de8-a6d7-49b1-800f-65c98d7c2a95 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d8cd2b44-5adf-4263-a67f-c6ac0557845d HTTP/1.1" status: 204 len: 168 time: 0.1942120 Dec 17 15:39:57.566735 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96404de8-a6d7-49b1-800f-65c98d7c2a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cd2b44-5adf-4263-a67f-c6ac0557845d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:57.591722 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b610c077-ffba-4c25-9ae5-f6264a42f494 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:39:57.599166 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b610c077-ffba-4c25-9ae5-f6264a42f494 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "PUT /v2.0/routers/6b24703b-2911-499c-afd3-b31cc066985e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5932081 Dec 17 15:39:57.599544 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53088) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:57.601739 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5227cf8-bda6-4f21-ab90-b26217d36352 None None] Sync routers for ids ['6b24703b-2911-499c-afd3-b31cc066985e'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:39:57.612770 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5227cf8-bda6-4f21-ab90-b26217d36352 None None] Routers {'6b24703b-2911-499c-afd3-b31cc066985e'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:57.613915 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-a5227cf8-bda6-4f21-ab90-b26217d36352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['6b24703b-2911-499c-afd3-b31cc066985e'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:57.648812 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-a5227cf8-bda6-4f21-ab90-b26217d36352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:57.658431 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5227cf8-bda6-4f21-ab90-b26217d36352 None None] Routers {'6b24703b-2911-499c-afd3-b31cc066985e'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:39:57.659354 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-a5227cf8-bda6-4f21-ab90-b26217d36352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:39:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['6b24703b-2911-499c-afd3-b31cc066985e'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:57.696487 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-a5227cf8-bda6-4f21-ab90-b26217d36352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:57.697387 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5227cf8-bda6-4f21-ab90-b26217d36352 None None] The sync data for ids ['6b24703b-2911-499c-afd3-b31cc066985e'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:39:57.786278 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-c4816203-0750-4a40-8aff-2b5b37e54a54 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] remove_router_interface failed (client error): The resource could not be found. Dec 17 15:39:57.787320 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c4816203-0750-4a40-8aff-2b5b37e54a54 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "PUT /v2.0/routers/6b24703b-2911-499c-afd3-b31cc066985e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1870565 Dec 17 15:39:57.790155 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53090) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:57.817330 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cdebe731-358e-46c7-a62d-14aec188efd6 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24703b-2911-499c-afd3-b31cc066985e HTTP/1.1" status: 200 len: 205 time: 0.0260906 Dec 17 15:39:57.819966 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53092) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:57.900016 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c8764ae7-31d3-4fd2-8845-dee71a526499 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:58.000115 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-6088fb9b-4b74-4832-b4f6-7950de5c8f21 req-e824cf3f-2009-478b-9893-f0a06b62ead4 service neutron] (102833) timed out ('10.222.0.13', 62795) {{(pid=102833) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 17 15:39:58.067371 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c8764ae7-31d3-4fd2-8845-dee71a526499 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:58.069648 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c8764ae7-31d3-4fd2-8845-dee71a526499 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:58.201215 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c8764ae7-31d3-4fd2-8845-dee71a526499 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:58.201767 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8764ae7-31d3-4fd2-8845-dee71a526499 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Fanout notify agent at l3_agent the message router_deleted on router 6b24703b-2911-499c-afd3-b31cc066985e {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:39:58.211315 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c8764ae7-31d3-4fd2-8845-dee71a526499 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:58.211315 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c8764ae7-31d3-4fd2-8845-dee71a526499 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/routers/6b24703b-2911-499c-afd3-b31cc066985e HTTP/1.1" status: 204 len: 168 time: 0.3888733 Dec 17 15:39:58.212513 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53104) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:58.267640 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c76162f-449e-42f7-ad24-9bd4fa2a10ff tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Deleting subnet 69bb3c50-f1e5-4499-b3b4-cf2ad3546bf6 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:39:58.270756 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1c76162f-449e-42f7-ad24-9bd4fa2a10ff tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:58.316036 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1c76162f-449e-42f7-ad24-9bd4fa2a10ff tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:58.403512 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1c76162f-449e-42f7-ad24-9bd4fa2a10ff tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:58.544998 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1c76162f-449e-42f7-ad24-9bd4fa2a10ff tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:58.578994 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76162f-449e-42f7-ad24-9bd4fa2a10ff tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event deleted for resources: {'Subnet': ['ID=69bb3c50-f1e5-4499-b3b4-cf2ad3546bf6,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:58.582672 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1c76162f-449e-42f7-ad24-9bd4fa2a10ff tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:58.593638 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1c76162f-449e-42f7-ad24-9bd4fa2a10ff tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/subnets/69bb3c50-f1e5-4499-b3b4-cf2ad3546bf6 HTTP/1.1" status: 204 len: 168 time: 0.3727272 Dec 17 15:39:58.593743 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53124) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:58.594136 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5401ded6-f9a4-4a9c-b680-b30511f6ef29 None None] Network 65a177da-a966-4cb6-ad78-65e85fd9a3fd requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:39:58.674303 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5e75522e-0db7-4082-bae4-a79ce08b806a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:58.728764 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-5e75522e-0db7-4082-bae4-a79ce08b806a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Deleting port 994c2587-f108-4b91-ba6f-a81ff14f8639 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:39:58.729459 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5e75522e-0db7-4082-bae4-a79ce08b806a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:58.773411 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53130) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:58.798401 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609aa1d9-d016-46d3-835f-e4d703758eb6 None None] DHCP port deletion for 65a177da-a966-4cb6-ad78-65e85fd9a3fd request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:39:58.815785 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-5e75522e-0db7-4082-bae4-a79ce08b806a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] For port 994c2587-f108-4b91-ba6f-a81ff14f8639, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=994c2587-f108-4b91-ba6f-a81ff14f8639,segment=NetworkSegment(57a83b83-e97d-4e96-b820-cd5333c1abe1),segment_id=57a83b83-e97d-4e96-b820-cd5333c1abe1)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:39:58.816306 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5e75522e-0db7-4082-bae4-a79ce08b806a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:58.833392 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dc9c4aa6-f9a2-4bc1-b6d6-f8dd1cac948a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:58.837106 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-5e75522e-0db7-4082-bae4-a79ce08b806a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Calling delete_port for 994c2587-f108-4b91-ba6f-a81ff14f8639 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:39:58.855987 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-609aa1d9-d016-46d3-835f-e4d703758eb6 None None] Deleting port 994c2587-f108-4b91-ba6f-a81ff14f8639 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:39:58.856920 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-609aa1d9-d016-46d3-835f-e4d703758eb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:58.906794 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-8f34329b-5617-4c35-b4de-1515413ad2c6 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-504671255'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:58.943424 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-609aa1d9-d016-46d3-835f-e4d703758eb6 None None] For port 994c2587-f108-4b91-ba6f-a81ff14f8639, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=994c2587-f108-4b91-ba6f-a81ff14f8639,segment=NetworkSegment(57a83b83-e97d-4e96-b820-cd5333c1abe1),segment_id=57a83b83-e97d-4e96-b820-cd5333c1abe1)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:39:58.943816 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-609aa1d9-d016-46d3-835f-e4d703758eb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:58.959995 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-609aa1d9-d016-46d3-835f-e4d703758eb6 None None] Calling delete_port for 994c2587-f108-4b91-ba6f-a81ff14f8639 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:39:59.010166 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f34329b-5617-4c35-b4de-1515413ad2c6 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Made reservation on behalf of c17c6dd9937444688d74abb01ac0c374 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:39:59.019180 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8f34329b-5617-4c35-b4de-1515413ad2c6 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:59.024090 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8f34329b-5617-4c35-b4de-1515413ad2c6 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:59.039376 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5e75522e-0db7-4082-bae4-a79ce08b806a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:39:59.040651 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 15:39:59.045998 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-609aa1d9-d016-46d3-835f-e4d703758eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:59.077971 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609aa1d9-d016-46d3-835f-e4d703758eb6 None None] Pushing event deleted for resources: {'Port': ['ID=994c2587-f108-4b91-ba6f-a81ff14f8639,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:59.081409 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609aa1d9-d016-46d3-835f-e4d703758eb6 None None] No DVR routers for this DVR port 994c2587-f108-4b91-ba6f-a81ff14f8639 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:39:59.083893 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e75522e-0db7-4082-bae4-a79ce08b806a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] No DVR routers for this DVR port 994c2587-f108-4b91-ba6f-a81ff14f8639 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:39:59.094221 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75522e-0db7-4082-bae4-a79ce08b806a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event deleted for resources: {'Port': ['ID=994c2587-f108-4b91-ba6f-a81ff14f8639,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:59.130898 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8f34329b-5617-4c35-b4de-1515413ad2c6 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:59.184606 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5e75522e-0db7-4082-bae4-a79ce08b806a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:59.201739 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8f34329b-5617-4c35-b4de-1515413ad2c6 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:59.204712 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-5e75522e-0db7-4082-bae4-a79ce08b806a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a177da-a966-4cb6-ad78-65e85fd9a3fd']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:59.220015 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-5e75522e-0db7-4082-bae4-a79ce08b806a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a83b83-e97d-4e96-b820-cd5333c1abe1') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:59.220015 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-5e75522e-0db7-4082-bae4-a79ce08b806a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a83b83-e97d-4e96-b820-cd5333c1abe1') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:39:59.228006 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f34329b-5617-4c35-b4de-1515413ad2c6 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:39:59.231225 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5e75522e-0db7-4082-bae4-a79ce08b806a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:59.243890 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34329b-5617-4c35-b4de-1515413ad2c6 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d501c9b-aab1-4052-a1b4-0f4dad2d039b,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:59.245091 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5e75522e-0db7-4082-bae4-a79ce08b806a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:59.247666 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8f34329b-5617-4c35-b4de-1515413ad2c6 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:59.248099 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-8f34329b-5617-4c35-b4de-1515413ad2c6 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Added segment 284af4a7-3b8e-4461-8393-1de089018c45 of type vlan for network 5f04543a-7cf2-4dc7-9694-9c735b176296 Dec 17 15:39:59.254474 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e75522e-0db7-4082-bae4-a79ce08b806a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:39:59.254961 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5e75522e-0db7-4082-bae4-a79ce08b806a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:59.260139 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:39:59.260139 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:39:59.260139 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:39:59.260139 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:39:59.260139 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:39:59.260139 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:39:59.260139 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:39:59.260139 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:39:59.260139 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:39:59.260139 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:39:59.260139 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:39:59.260139 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:39:59.260139 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:39:59.260139 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:39:59.260139 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:39:59.260139 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:39:59.260139 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:39:59.260139 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:39:59.260139 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:39:59.260139 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:39:59.260139 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:39:59.260139 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:39:59.260139 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:39:59.260139 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:39:59.260139 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:39:59.260139 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:39:59.260139 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:39:59.260139 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:39:59.260139 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:39:59.260139 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:39:59.260139 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:39:59.260139 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:39:59.300781 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8f34329b-5617-4c35-b4de-1515413ad2c6 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:59.380595 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5e75522e-0db7-4082-bae4-a79ce08b806a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:59.388397 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5e75522e-0db7-4082-bae4-a79ce08b806a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:59.391743 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5e75522e-0db7-4082-bae4-a79ce08b806a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/networks/65a177da-a966-4cb6-ad78-65e85fd9a3fd HTTP/1.1" status: 204 len: 168 time: 0.8002577 Dec 17 15:39:59.395887 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53140) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:59.400934 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-812da16f-c54d-43fa-89e5-2ed3c46e2898 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-282668945'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:59.408455 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75522e-0db7-4082-bae4-a79ce08b806a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event deleted for resources: {'Network': ['ID=65a177da-a966-4cb6-ad78-65e85fd9a3fd,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:59.412228 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8f34329b-5617-4c35-b4de-1515413ad2c6 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:59.418010 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f34329b-5617-4c35-b4de-1515413ad2c6 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:59.418831 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8f34329b-5617-4c35-b4de-1515413ad2c6 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:59.499673 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34329b-5617-4c35-b4de-1515413ad2c6 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Pushing event updated for resources: {'Network': ['ID=5f04543a-7cf2-4dc7-9694-9c735b176296,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:59.510256 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 5f04543a-7cf2-4dc7-9694-9c735b176296 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:39:59.550127 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812da16f-c54d-43fa-89e5-2ed3c46e2898 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Made reservation on behalf of 48dff6b70e1d4fe6a948bc2a6e6cc6b1 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:39:59.553955 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-812da16f-c54d-43fa-89e5-2ed3c46e2898 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:59.577799 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-812da16f-c54d-43fa-89e5-2ed3c46e2898 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:39:59.586646 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-812da16f-c54d-43fa-89e5-2ed3c46e2898 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:59.588850 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-812da16f-c54d-43fa-89e5-2ed3c46e2898 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Added segment ad47c0b3-a0e7-4af6-abd6-2eaff1e51da4 of type vlan for network 1fdc0d6a-059b-4e40-b2e2-264e46973959 Dec 17 15:39:59.618876 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8f34329b-5617-4c35-b4de-1515413ad2c6 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8443580 Dec 17 15:39:59.626393 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53144) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:59.631920 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-812da16f-c54d-43fa-89e5-2ed3c46e2898 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:59.632300 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-c6eae409-3eeb-471e-b78f-0d58e1bc3f15 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Request body: {'subnet': {'network_id': '5f04543a-7cf2-4dc7-9694-9c735b176296', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:39:59.763460 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-812da16f-c54d-43fa-89e5-2ed3c46e2898 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:59.769405 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812da16f-c54d-43fa-89e5-2ed3c46e2898 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:39:59.770069 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-812da16f-c54d-43fa-89e5-2ed3c46e2898 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:59.832352 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6eae409-3eeb-471e-b78f-0d58e1bc3f15 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Made reservation on behalf of c17c6dd9937444688d74abb01ac0c374 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:39:59.836214 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c6eae409-3eeb-471e-b78f-0d58e1bc3f15 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:39:59.843288 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812da16f-c54d-43fa-89e5-2ed3c46e2898 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Network': ['ID=1fdc0d6a-059b-4e40-b2e2-264e46973959,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:39:59.871845 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 1fdc0d6a-059b-4e40-b2e2-264e46973959 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:39:59.939498 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-812da16f-c54d-43fa-89e5-2ed3c46e2898 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5423934 Dec 17 15:39:59.942821 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53150) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:39:59.952675 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-62e9afa7-9467-408a-99a6-2409a0560ff3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Request body: {'subnet': {'network_id': '1fdc0d6a-059b-4e40-b2e2-264e46973959', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:40:00.121945 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e9afa7-9467-408a-99a6-2409a0560ff3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Made reservation on behalf of 48dff6b70e1d4fe6a948bc2a6e6cc6b1 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:40:00.125597 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-62e9afa7-9467-408a-99a6-2409a0560ff3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:00.190266 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c6eae409-3eeb-471e-b78f-0d58e1bc3f15 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:00.253123 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eae409-3eeb-471e-b78f-0d58e1bc3f15 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Pushing event updated for resources: {'Subnet': ['ID=956c01af-f215-45c0-b51b-3aac8efa564e,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:00.268037 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eae409-3eeb-471e-b78f-0d58e1bc3f15 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Checking segment: {'id': '284af4a7-3b8e-4461-8393-1de089018c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5f04543a-7cf2-4dc7-9694-9c735b176296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:40:00.268412 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6eae409-3eeb-471e-b78f-0d58e1bc3f15 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Network hostable DHCP agents. Network: 5f04543a-7cf2-4dc7-9694-9c735b176296, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:40:00.346771 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6eae409-3eeb-471e-b78f-0d58e1bc3f15 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Network 5f04543a-7cf2-4dc7-9694-9c735b176296 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:40:00.375603 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-62e9afa7-9467-408a-99a6-2409a0560ff3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:00.427679 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-c6eae409-3eeb-471e-b78f-0d58e1bc3f15 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 5f04543a-7cf2-4dc7-9694-9c735b176296) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:40:00.431732 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6eae409-3eeb-471e-b78f-0d58e1bc3f15 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:40:00.432318 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c6eae409-3eeb-471e-b78f-0d58e1bc3f15 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:00.434765 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9afa7-9467-408a-99a6-2409a0560ff3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Subnet': ['ID=6eb78de2-86b3-4f55-b982-d4cfcc2b6d34,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:00.445361 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e9afa7-9467-408a-99a6-2409a0560ff3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Checking segment: {'id': 'ad47c0b3-a0e7-4af6-abd6-2eaff1e51da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1fdc0d6a-059b-4e40-b2e2-264e46973959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:40:00.445725 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e9afa7-9467-408a-99a6-2409a0560ff3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network hostable DHCP agents. Network: 1fdc0d6a-059b-4e40-b2e2-264e46973959, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:40:00.455523 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c440e9a7-d9b8-4662-a69a-f6794d829805 None None] Network 5f04543a-7cf2-4dc7-9694-9c735b176296 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:40:00.526229 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c6eae409-3eeb-471e-b78f-0d58e1bc3f15 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8985128 Dec 17 15:40:00.529010 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53160) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:00.533958 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-87a3bb42-da47-4164-b172-728826170ae5 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Request body: {'port': {'network_id': '5f04543a-7cf2-4dc7-9694-9c735b176296', 'name': 'tempest-TagsExtTest-387047622'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:40:00.544774 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e9afa7-9467-408a-99a6-2409a0560ff3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network 1fdc0d6a-059b-4e40-b2e2-264e46973959 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:40:00.553302 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-62e9afa7-9467-408a-99a6-2409a0560ff3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 1fdc0d6a-059b-4e40-b2e2-264e46973959) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:40:00.557733 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e9afa7-9467-408a-99a6-2409a0560ff3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:40:00.561091 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-62e9afa7-9467-408a-99a6-2409a0560ff3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:00.562475 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28190276-4c5d-4cc0-86eb-b635aa70a44c None None] Network 1fdc0d6a-059b-4e40-b2e2-264e46973959 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:40:00.663230 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9850b99-9bcb-410a-b905-688537004220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-5f04543a-7cf2-4dc7-9694-9c735b176296', 'network_id': '5f04543a-7cf2-4dc7-9694-9c735b176296', 'tenant_id': 'c17c6dd9937444688d74abb01ac0c374', 'fixed_ips': [{'subnet_id': '956c01af-f215-45c0-b51b-3aac8efa564e'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:40:00.664709 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d9850b99-9bcb-410a-b905-688537004220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:00.666238 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-62e9afa7-9467-408a-99a6-2409a0560ff3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7212894 Dec 17 15:40:00.669352 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53166) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:00.677176 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-752ce558-69cb-4a68-acf4-cc279fb8645b tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1819975283', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:40:00.684165 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e1156400-b419-473a-bc85-186258214151 req-8f4b8239-5f91-4f22-9bc1-531fed0698e4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0699897 Dec 17 15:40:00.700552 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.db.api [None req-752ce558-69cb-4a68-acf4-cc279fb8645b tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 17 15:40:00.700552 n-d-820553-2 neutron-server[102833]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 17 15:40:00.700552 n-d-820553-2 neutron-server[102833]: [parameters: {'project_id_1': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'expiration_1': datetime.datetime(2021, 12, 17, 15, 39, 40, 688052)}] Dec 17 15:40:00.700552 n-d-820553-2 neutron-server[102833]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:40:00.701582 n-d-820553-2 neutron-server[102833]: DEBUG oslo_db.api [None req-752ce558-69cb-4a68-acf4-cc279fb8645b tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:40:00.777161 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1156400-b419-473a-bc85-186258214151 req-f064b03f-9d86-4544-9a46-ebb980694b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:40:00.778714 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e1156400-b419-473a-bc85-186258214151 req-f064b03f-9d86-4544-9a46-ebb980694b99 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3ccd7142d8c423fb044217d2f692337&device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 1096 time: 0.0444984 Dec 17 15:40:00.782468 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a3bb42-da47-4164-b172-728826170ae5 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Made reservation on behalf of c17c6dd9937444688d74abb01ac0c374 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:40:00.788929 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-87a3bb42-da47-4164-b172-728826170ae5 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:00.830753 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-87a3bb42-da47-4164-b172-728826170ae5 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] device_id is not set on port b6e870bd-b0ca-4a1b-a29b-96cb4b7f4ce1 yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:40:00.831748 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 994c2587-f108-4b91-ba6f-a81ff14f8639 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:40:00.890859 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 994c2587-f108-4b91-ba6f-a81ff14f8639 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:40:00.892056 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 994c2587-f108-4b91-ba6f-a81ff14f8639 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:40:00.899316 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc3e8c8-e3aa-422b-81a1-34ee9a59e84f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-1fdc0d6a-059b-4e40-b2e2-264e46973959', 'network_id': '1fdc0d6a-059b-4e40-b2e2-264e46973959', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'fixed_ips': [{'subnet_id': '6eb78de2-86b3-4f55-b982-d4cfcc2b6d34'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:40:00.900474 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7cc3e8c8-e3aa-422b-81a1-34ee9a59e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:00.924400 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1156400-b419-473a-bc85-186258214151 req-a02040a7-f2d4-453f-998a-568689637177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:40:00.927387 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e1156400-b419-473a-bc85-186258214151 req-a02040a7-f2d4-453f-998a-568689637177 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1bf23dbe-38db-4a32-95b8-9493ff106e9c HTTP/1.1" status: 200 len: 913 time: 0.1161227 Dec 17 15:40:00.940179 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-d9850b99-9bcb-410a-b905-688537004220 None None] Allocated IP 172.20.0.2 (5f04543a-7cf2-4dc7-9694-9c735b176296/956c01af-f215-45c0-b51b-3aac8efa564e/1e8546d3-9f77-46ee-8924-349fea991daf) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:40:00.999345 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e1156400-b419-473a-bc85-186258214151 req-9c9c4254-12c0-4314-947c-06b1040f6e14 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e09fc83a-84a4-4efa-9d4a-54dade58d6d9 HTTP/1.1" status: 200 len: 1001 time: 0.0647621 Dec 17 15:40:01.052358 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1156400-b419-473a-bc85-186258214151 req-3f683653-8c3d-4ff9-bb1d-1da5a5d399f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:40:01.053878 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e1156400-b419-473a-bc85-186258214151 req-3f683653-8c3d-4ff9-bb1d-1da5a5d399f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=610c69b5-11b8-4033-8576-74e6e98b4da0 HTTP/1.1" status: 200 len: 851 time: 0.0466063 Dec 17 15:40:01.102076 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1156400-b419-473a-bc85-186258214151 req-2240274d-55bb-4966-8db1-42fc2c2c092a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:40:01.103568 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e1156400-b419-473a-bc85-186258214151 req-2240274d-55bb-4966-8db1-42fc2c2c092a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bf23dbe-38db-4a32-95b8-9493ff106e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428369 Dec 17 15:40:01.110744 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f5bc210f-421d-487e-a099-c5511e8e5de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:01.151270 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-7cc3e8c8-e3aa-422b-81a1-34ee9a59e84f None None] Allocated IP 2001:db8::2 (1fdc0d6a-059b-4e40-b2e2-264e46973959/6eb78de2-86b3-4f55-b982-d4cfcc2b6d34/30d6c572-a347-4d56-84ef-b06744173de0) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:40:01.211169 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e1156400-b419-473a-bc85-186258214151 req-3787e1e7-3ab7-4a82-9cb8-cb83112edbd5 service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992141 Dec 17 15:40:01.301157 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-752ce558-69cb-4a68-acf4-cc279fb8645b tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:01.307021 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-752ce558-69cb-4a68-acf4-cc279fb8645b tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:01.313112 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e1156400-b419-473a-bc85-186258214151 req-6cb196e2-ed12-4f69-999a-55acbdc6f85d service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948899 Dec 17 15:40:01.373823 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-752ce558-69cb-4a68-acf4-cc279fb8645b tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:01.405457 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d9850b99-9bcb-410a-b905-688537004220 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:01.428054 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-752ce558-69cb-4a68-acf4-cc279fb8645b tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:01.486889 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d9850b99-9bcb-410a-b905-688537004220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:01.513447 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9850b99-9bcb-410a-b905-688537004220 None None] Network 5f04543a-7cf2-4dc7-9694-9c735b176296 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:40:01.515882 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-752ce558-69cb-4a68-acf4-cc279fb8645b tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:01.517153 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-752ce558-69cb-4a68-acf4-cc279fb8645b tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8454843 Dec 17 15:40:01.519998 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53178) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:01.534115 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-d9850b99-9bcb-410a-b905-688537004220 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:40:01.540145 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7cc3e8c8-e3aa-422b-81a1-34ee9a59e84f None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:01.541815 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9850b99-9bcb-410a-b905-688537004220 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:40:01.584952 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.db.api [None req-87a3bb42-da47-4164-b172-728826170ae5 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-e56eab5c-b066-42f0-91df-8903fdd848a8 {{(pid=102833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:40:01.585315 n-d-820553-2 neutron-server[102833]: DEBUG oslo_db.api [None req-87a3bb42-da47-4164-b172-728826170ae5 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:40:01.593483 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9850b99-9bcb-410a-b905-688537004220 None None] Pushing event updated for resources: {'Port': ['ID=1e8546d3-9f77-46ee-8924-349fea991daf,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:01.606078 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-d9850b99-9bcb-410a-b905-688537004220 None None] Attempting to bind port 1e8546d3-9f77-46ee-8924-349fea991daf on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:40:01.606452 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-d9850b99-9bcb-410a-b905-688537004220 None None] Attempting to bind port 1e8546d3-9f77-46ee-8924-349fea991daf by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '284af4a7-3b8e-4461-8393-1de089018c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5f04543a-7cf2-4dc7-9694-9c735b176296'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:40:01.606818 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9850b99-9bcb-410a-b905-688537004220 None None] Attempting to bind port 1e8546d3-9f77-46ee-8924-349fea991daf on network 5f04543a-7cf2-4dc7-9694-9c735b176296 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:40:01.612800 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9850b99-9bcb-410a-b905-688537004220 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:40:01.612800 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9850b99-9bcb-410a-b905-688537004220 None None] Checking segment: {'id': '284af4a7-3b8e-4461-8393-1de089018c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5f04543a-7cf2-4dc7-9694-9c735b176296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:40:01.612800 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d9850b99-9bcb-410a-b905-688537004220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:01.622903 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9850b99-9bcb-410a-b905-688537004220 None None] Bound using segment: {'id': '284af4a7-3b8e-4461-8393-1de089018c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5f04543a-7cf2-4dc7-9694-9c735b176296'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:40:01.623462 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-d9850b99-9bcb-410a-b905-688537004220 None None] Bound port: 1e8546d3-9f77-46ee-8924-349fea991daf, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284af4a7-3b8e-4461-8393-1de089018c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '5f04543a-7cf2-4dc7-9694-9c735b176296'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:40:01.623869 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d9850b99-9bcb-410a-b905-688537004220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:01.627611 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7cc3e8c8-e3aa-422b-81a1-34ee9a59e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:01.678329 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc3e8c8-e3aa-422b-81a1-34ee9a59e84f None None] Network 1fdc0d6a-059b-4e40-b2e2-264e46973959 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:40:01.685341 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-7cc3e8c8-e3aa-422b-81a1-34ee9a59e84f None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:40:01.708728 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc3e8c8-e3aa-422b-81a1-34ee9a59e84f None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:40:01.723065 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3e8c8-e3aa-422b-81a1-34ee9a59e84f None None] Pushing event updated for resources: {'Port': ['ID=30d6c572-a347-4d56-84ef-b06744173de0,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:01.791996 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7cc3e8c8-e3aa-422b-81a1-34ee9a59e84f None None] Attempting to bind port 30d6c572-a347-4d56-84ef-b06744173de0 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:40:01.792370 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7cc3e8c8-e3aa-422b-81a1-34ee9a59e84f None None] Attempting to bind port 30d6c572-a347-4d56-84ef-b06744173de0 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ad47c0b3-a0e7-4af6-abd6-2eaff1e51da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1fdc0d6a-059b-4e40-b2e2-264e46973959'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:40:01.792843 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc3e8c8-e3aa-422b-81a1-34ee9a59e84f None None] Attempting to bind port 30d6c572-a347-4d56-84ef-b06744173de0 on network 1fdc0d6a-059b-4e40-b2e2-264e46973959 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:40:01.795178 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-d9850b99-9bcb-410a-b905-688537004220 None None] For port 1e8546d3-9f77-46ee-8924-349fea991daf, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:40:01.806065 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc3e8c8-e3aa-422b-81a1-34ee9a59e84f None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:40:01.806450 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc3e8c8-e3aa-422b-81a1-34ee9a59e84f None None] Checking segment: {'id': 'ad47c0b3-a0e7-4af6-abd6-2eaff1e51da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1fdc0d6a-059b-4e40-b2e2-264e46973959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:40:01.806864 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7cc3e8c8-e3aa-422b-81a1-34ee9a59e84f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:01.807268 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc3e8c8-e3aa-422b-81a1-34ee9a59e84f None None] Bound using segment: {'id': 'ad47c0b3-a0e7-4af6-abd6-2eaff1e51da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1fdc0d6a-059b-4e40-b2e2-264e46973959'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:40:01.807747 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7cc3e8c8-e3aa-422b-81a1-34ee9a59e84f None None] Bound port: 30d6c572-a347-4d56-84ef-b06744173de0, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad47c0b3-a0e7-4af6-abd6-2eaff1e51da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1fdc0d6a-059b-4e40-b2e2-264e46973959'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:40:01.808214 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7cc3e8c8-e3aa-422b-81a1-34ee9a59e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:01.813383 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-d9850b99-9bcb-410a-b905-688537004220 None None] For port 1e8546d3-9f77-46ee-8924-349fea991daf, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=1e8546d3-9f77-46ee-8924-349fea991daf,segment=NetworkSegment(284af4a7-3b8e-4461-8393-1de089018c45),segment_id=284af4a7-3b8e-4461-8393-1de089018c45)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:40:01.828923 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ee3fe5ef-1697-420c-a110-5162fcb4de64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:01.891631 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7cc3e8c8-e3aa-422b-81a1-34ee9a59e84f None None] For port 30d6c572-a347-4d56-84ef-b06744173de0, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:40:01.896370 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7cc3e8c8-e3aa-422b-81a1-34ee9a59e84f None None] For port 30d6c572-a347-4d56-84ef-b06744173de0, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=30d6c572-a347-4d56-84ef-b06744173de0,segment=NetworkSegment(ad47c0b3-a0e7-4af6-abd6-2eaff1e51da4),segment_id=ad47c0b3-a0e7-4af6-abd6-2eaff1e51da4)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:40:01.912583 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d9850b99-9bcb-410a-b905-688537004220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:01.974313 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7cc3e8c8-e3aa-422b-81a1-34ee9a59e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:01.991176 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9850b99-9bcb-410a-b905-688537004220 None None] Pushing event updated for resources: {'Port': ['ID=1e8546d3-9f77-46ee-8924-349fea991daf,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:02.057365 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3e8c8-e3aa-422b-81a1-34ee9a59e84f None None] Pushing event updated for resources: {'Port': ['ID=30d6c572-a347-4d56-84ef-b06744173de0,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:02.086433 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-87a3bb42-da47-4164-b172-728826170ae5 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:02.112279 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-87a3bb42-da47-4164-b172-728826170ae5 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] device_id is not set on port 444bf8d0-2713-4857-b3e6-d2d9be5e5e2e yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:40:02.150576 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-ee3fe5ef-1697-420c-a110-5162fcb4de64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Allocated IP 2001:db8::1 (1fdc0d6a-059b-4e40-b2e2-264e46973959/6eb78de2-86b3-4f55-b982-d4cfcc2b6d34/e93823f9-cc8e-4c54-97f5-c6d1c114c54c) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:40:02.335979 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-87a3bb42-da47-4164-b172-728826170ae5 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Allocated IP 172.20.0.10 (5f04543a-7cf2-4dc7-9694-9c735b176296/956c01af-f215-45c0-b51b-3aac8efa564e/444bf8d0-2713-4857-b3e6-d2d9be5e5e2e) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:40:02.350238 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:02.371794 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ee3fe5ef-1697-420c-a110-5162fcb4de64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:02.478332 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ee3fe5ef-1697-420c-a110-5162fcb4de64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:02.524852 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3fe5ef-1697-420c-a110-5162fcb4de64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network 1fdc0d6a-059b-4e40-b2e2-264e46973959 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:40:02.528391 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-ee3fe5ef-1697-420c-a110-5162fcb4de64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:40:02.531065 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3fe5ef-1697-420c-a110-5162fcb4de64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:40:02.531938 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ee3fe5ef-1697-420c-a110-5162fcb4de64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:02.540620 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fe5ef-1697-420c-a110-5162fcb4de64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Port': ['ID=e93823f9-cc8e-4c54-97f5-c6d1c114c54c,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:02.553712 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-87a3bb42-da47-4164-b172-728826170ae5 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:02.581780 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3fe5ef-1697-420c-a110-5162fcb4de64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:02.582125 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3fe5ef-1697-420c-a110-5162fcb4de64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:02.582465 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3fe5ef-1697-420c-a110-5162fcb4de64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:02.582836 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3fe5ef-1697-420c-a110-5162fcb4de64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:02.583161 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3fe5ef-1697-420c-a110-5162fcb4de64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:02.583487 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3fe5ef-1697-420c-a110-5162fcb4de64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:02.583808 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3fe5ef-1697-420c-a110-5162fcb4de64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:02.584128 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3fe5ef-1697-420c-a110-5162fcb4de64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:02.584448 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3fe5ef-1697-420c-a110-5162fcb4de64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:02.584767 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3fe5ef-1697-420c-a110-5162fcb4de64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:02.585102 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3fe5ef-1697-420c-a110-5162fcb4de64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:02.585422 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3fe5ef-1697-420c-a110-5162fcb4de64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:02.664471 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-87a3bb42-da47-4164-b172-728826170ae5 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:02.708745 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a3bb42-da47-4164-b172-728826170ae5 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Network 5f04543a-7cf2-4dc7-9694-9c735b176296 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:40:02.711609 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-87a3bb42-da47-4164-b172-728826170ae5 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:40:02.717661 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a3bb42-da47-4164-b172-728826170ae5 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:40:02.767266 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ee3fe5ef-1697-420c-a110-5162fcb4de64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:02.767481 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a3bb42-da47-4164-b172-728826170ae5 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Pushing event updated for resources: {'Port': ['ID=444bf8d0-2713-4857-b3e6-d2d9be5e5e2e,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:02.821715 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a3bb42-da47-4164-b172-728826170ae5 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:40:02.822459 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-87a3bb42-da47-4164-b172-728826170ae5 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:02.951866 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 30d6c572-a347-4d56-84ef-b06744173de0 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:40:02.986965 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-87a3bb42-da47-4164-b172-728826170ae5 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4568853 Dec 17 15:40:02.989723 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53200) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:02.994584 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-bec62d29-0b45-4ce5-9f7b-e8e7e63e629a tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-333218967', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:40:03.029483 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 30d6c572-a347-4d56-84ef-b06744173de0 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:03.029908 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:03.107472 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ee3fe5ef-1697-420c-a110-5162fcb4de64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:03.134298 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:03.145441 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bec62d29-0b45-4ce5-9f7b-e8e7e63e629a tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:03.146817 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bec62d29-0b45-4ce5-9f7b-e8e7e63e629a tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:03.176429 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ee3fe5ef-1697-420c-a110-5162fcb4de64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:03.178023 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ee3fe5ef-1697-420c-a110-5162fcb4de64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:03.208071 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bec62d29-0b45-4ce5-9f7b-e8e7e63e629a tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:03.209109 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 30d6c572-a347-4d56-84ef-b06744173de0, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=30d6c572-a347-4d56-84ef-b06744173de0,segment=NetworkSegment(ad47c0b3-a0e7-4af6-abd6-2eaff1e51da4),segment_id=ad47c0b3-a0e7-4af6-abd6-2eaff1e51da4)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:40:03.273080 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bec62d29-0b45-4ce5-9f7b-e8e7e63e629a tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:03.284865 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:03.287675 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 1e8546d3-9f77-46ee-8924-349fea991daf up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:40:03.336642 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48de895a-457b-4ffb-9de7-9f9d88a5427b None None] Network 5f04543a-7cf2-4dc7-9694-9c735b176296 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:40:03.359358 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fe5ef-1697-420c-a110-5162fcb4de64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Port': ['ID=e93823f9-cc8e-4c54-97f5-c6d1c114c54c,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:03.364140 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3fe5ef-1697-420c-a110-5162fcb4de64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network 1fdc0d6a-059b-4e40-b2e2-264e46973959 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:40:03.366223 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-ee3fe5ef-1697-420c-a110-5162fcb4de64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:40:03.376720 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bec62d29-0b45-4ce5-9f7b-e8e7e63e629a tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:03.378311 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-bec62d29-0b45-4ce5-9f7b-e8e7e63e629a tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3872778 Dec 17 15:40:03.381007 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53208) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:03.385981 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-eb77aace-b547-4f11-857b-5799b88aad0d tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-363715782', 'prefixes': ['172.20.0.0/16']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:40:03.462110 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=30d6c572-a347-4d56-84ef-b06744173de0,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:03.473618 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-7a657b5f-2c16-4af5-9a0d-d3c13f483d35 None None] Provisioning complete for port 1e8546d3-9f77-46ee-8924-349fea991daf triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:03.473991 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7a657b5f-2c16-4af5-9a0d-d3c13f483d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:03.557501 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 1e8546d3-9f77-46ee-8924-349fea991daf triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:03.557882 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:03.586622 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3fe5ef-1697-420c-a110-5162fcb4de64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Router 798231f5-0ef3-40d4-a582-7bf9139f894e is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:40:03.679264 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7a657b5f-2c16-4af5-9a0d-d3c13f483d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:03.713632 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eb77aace-b547-4f11-857b-5799b88aad0d tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks [] for subnetpool, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:03.713632 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-eb77aace-b547-4f11-857b-5799b88aad0d tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3262305 Dec 17 15:40:03.713632 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53212) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:03.724200 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.tag.tag_plugin [None req-b08e5f7b-3ee8-4ee2-ae12-eff510296f32 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '956c01af-f215-45c0-b51b-3aac8efa564e', 'tempest-TagsExtTest-Tag-1961271675') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:03.740252 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c726e22e-77a4-43ff-9988-3246f9c2327d None None] Network 1fdc0d6a-059b-4e40-b2e2-264e46973959 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:40:03.767946 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7a657b5f-2c16-4af5-9a0d-d3c13f483d35 None None] For port 1e8546d3-9f77-46ee-8924-349fea991daf, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=1e8546d3-9f77-46ee-8924-349fea991daf,segment=NetworkSegment(284af4a7-3b8e-4461-8393-1de089018c45),segment_id=284af4a7-3b8e-4461-8393-1de089018c45)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:40:03.769221 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:03.771923 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3fe5ef-1697-420c-a110-5162fcb4de64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:40:03.789797 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ee3fe5ef-1697-420c-a110-5162fcb4de64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "PUT /v2.0/routers/798231f5-0ef3-40d4-a582-7bf9139f894e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2675104 Dec 17 15:40:03.791885 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53218) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:03.820445 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c931991a-4b5a-44ae-8333-76f3619d71c4 None None] Sync routers for ids ['798231f5-0ef3-40d4-a582-7bf9139f894e'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:40:03.863777 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7a657b5f-2c16-4af5-9a0d-d3c13f483d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:03.872115 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c931991a-4b5a-44ae-8333-76f3619d71c4 None None] Routers {'798231f5-0ef3-40d4-a582-7bf9139f894e'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:40:03.872752 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-c931991a-4b5a-44ae-8333-76f3619d71c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:40:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['798231f5-0ef3-40d4-a582-7bf9139f894e'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:03.872895 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bb034a-01d9-4311-95e2-a4e3b2ebcfe1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:40:03.877098 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d5bb034a-01d9-4311-95e2-a4e3b2ebcfe1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "GET /v2.0/ports/e93823f9-cc8e-4c54-97f5-c6d1c114c54c HTTP/1.1" status: 200 len: 911 time: 0.0814130 Dec 17 15:40:03.879067 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53220) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:03.939765 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-c931991a-4b5a-44ae-8333-76f3619d71c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:04.009667 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:04.039735 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:40:04.040014 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:40:04.040702 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a657b5f-2c16-4af5-9a0d-d3c13f483d35 None None] Pushing event updated for resources: {'Port': ['ID=1e8546d3-9f77-46ee-8924-349fea991daf,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:04.060030 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c931991a-4b5a-44ae-8333-76f3619d71c4 None None] Routers {'798231f5-0ef3-40d4-a582-7bf9139f894e'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:40:04.061016 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-c931991a-4b5a-44ae-8333-76f3619d71c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:40:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['798231f5-0ef3-40d4-a582-7bf9139f894e'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:04.091169 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-41568e15-b7fa-4986-adb1-90f8956baff9 None None] Provisioning complete for port 444bf8d0-2713-4857-b3e6-d2d9be5e5e2e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:04.091745 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-41568e15-b7fa-4986-adb1-90f8956baff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:04.118305 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b08e5f7b-3ee8-4ee2-ae12-eff510296f32 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "PUT /v2.0/subnets/956c01af-f215-45c0-b51b-3aac8efa564e/tags/tempest-TagsExtTest-Tag-1961271675 HTTP/1.1" status: 201 len: 201 time: 0.4027987 Dec 17 15:40:04.122666 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53226) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:04.128899 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.tag.tag_plugin [None req-061eff16-6efa-4fa3-86a1-9094960d45b2 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '444bf8d0-2713-4857-b3e6-d2d9be5e5e2e', 'tempest-TagsExtTest-Tag-1240800627') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:04.194583 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-c931991a-4b5a-44ae-8333-76f3619d71c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:04.194583 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c931991a-4b5a-44ae-8333-76f3619d71c4 None None] The sync data for ids ['798231f5-0ef3-40d4-a582-7bf9139f894e'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:40:04.225783 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-41568e15-b7fa-4986-adb1-90f8956baff9 None None] Port 444bf8d0-2713-4857-b3e6-d2d9be5e5e2e cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:40:04.277889 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-41568e15-b7fa-4986-adb1-90f8956baff9 None None] Provisioning complete for port 1e8546d3-9f77-46ee-8924-349fea991daf triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:04.278368 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-41568e15-b7fa-4986-adb1-90f8956baff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:04.307901 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c01d0c20-a39a-4973-97c1-d9ee70859751 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:04.330158 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:04.376616 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-061eff16-6efa-4fa3-86a1-9094960d45b2 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "PUT /v2.0/ports/444bf8d0-2713-4857-b3e6-d2d9be5e5e2e/tags/tempest-TagsExtTest-Tag-1240800627 HTTP/1.1" status: 201 len: 201 time: 0.2523892 Dec 17 15:40:04.379221 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53230) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:04.384387 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.tag.tag_plugin [None req-408fc635-5be4-4af6-b565-1458a5703102 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '764b9f0e-5f7f-4e7a-a4f9-cb20bd426c2c', 'tempest-TagsExtTest-Tag-2014320444') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:04.397500 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-41568e15-b7fa-4986-adb1-90f8956baff9 None None] Provisioning complete for port 30d6c572-a347-4d56-84ef-b06744173de0 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:04.397884 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-41568e15-b7fa-4986-adb1-90f8956baff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:04.649309 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-c01d0c20-a39a-4973-97c1-d9ee70859751 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Deleting port e93823f9-cc8e-4c54-97f5-c6d1c114c54c {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:40:04.649936 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c01d0c20-a39a-4973-97c1-d9ee70859751 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:04.728039 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-45455e00-95cb-498b-8e3c-1da1cff100de None None] Provisioning complete for port 444bf8d0-2713-4857-b3e6-d2d9be5e5e2e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:04.728415 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-45455e00-95cb-498b-8e3c-1da1cff100de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:04.791738 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-45455e00-95cb-498b-8e3c-1da1cff100de None None] Port 444bf8d0-2713-4857-b3e6-d2d9be5e5e2e cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:40:04.808852 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-45455e00-95cb-498b-8e3c-1da1cff100de None None] Provisioning complete for port e93823f9-cc8e-4c54-97f5-c6d1c114c54c triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:04.809975 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-45455e00-95cb-498b-8e3c-1da1cff100de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:04.858110 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 30d6c572-a347-4d56-84ef-b06744173de0 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:40:04.919770 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-45455e00-95cb-498b-8e3c-1da1cff100de None None] Port e93823f9-cc8e-4c54-97f5-c6d1c114c54c cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:40:04.944845 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-45455e00-95cb-498b-8e3c-1da1cff100de None None] Provisioning complete for port 30d6c572-a347-4d56-84ef-b06744173de0 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:04.945205 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-45455e00-95cb-498b-8e3c-1da1cff100de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:04.949435 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 30d6c572-a347-4d56-84ef-b06744173de0 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:04.949813 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:04.981665 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-408fc635-5be4-4af6-b565-1458a5703102 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "PUT /v2.0/routers/764b9f0e-5f7f-4e7a-a4f9-cb20bd426c2c/tags/tempest-TagsExtTest-Tag-2014320444 HTTP/1.1" status: 201 len: 201 time: 0.6013451 Dec 17 15:40:04.985744 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53240) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:04.996300 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.tag.tag_plugin [None req-d5c9cb1e-03dc-4e36-a9a5-5963f7f6e18b tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '00c11eac-a90e-4603-81eb-90bb3a3737b2', 'tempest-TagsExtTest-Tag-1311777529') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:05.141831 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 1e8546d3-9f77-46ee-8924-349fea991daf up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:40:05.154610 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53242) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:05.155642 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d5c9cb1e-03dc-4e36-a9a5-5963f7f6e18b tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "PUT /v2.0/subnetpools/00c11eac-a90e-4603-81eb-90bb3a3737b2/tags/tempest-TagsExtTest-Tag-1311777529 HTTP/1.1" status: 201 len: 201 time: 0.1687708 Dec 17 15:40:05.159314 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.tag.tag_plugin [None req-11cc2e08-9a94-41cf-8657-afd519804ee5 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '956c01af-f215-45c0-b51b-3aac8efa564e') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:05.207052 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c01d0c20-a39a-4973-97c1-d9ee70859751 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:05.214655 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 1e8546d3-9f77-46ee-8924-349fea991daf triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:05.215037 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:05.227163 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-c01d0c20-a39a-4973-97c1-d9ee70859751 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Calling delete_port for e93823f9-cc8e-4c54-97f5-c6d1c114c54c owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:40:05.273084 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-e1265268-9a67-4bc5-ab4f-d42f787bcf25 None None] Provisioning complete for port e93823f9-cc8e-4c54-97f5-c6d1c114c54c triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:05.273535 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e1265268-9a67-4bc5-ab4f-d42f787bcf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:05.289608 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-11cc2e08-9a94-41cf-8657-afd519804ee5 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "GET /v2.0/subnets/956c01af-f215-45c0-b51b-3aac8efa564e/tags HTTP/1.1" status: 200 len: 241 time: 0.1336713 Dec 17 15:40:05.292196 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53250) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:05.297151 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.tag.tag_plugin [None req-21f9cedb-73ec-4df7-a430-b8f10bbf87ac tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '956c01af-f215-45c0-b51b-3aac8efa564e', 'tempest-TagsExtTest-Tag-1961271675') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:05.342959 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-e1265268-9a67-4bc5-ab4f-d42f787bcf25 None None] Port e93823f9-cc8e-4c54-97f5-c6d1c114c54c cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:40:05.419386 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-21f9cedb-73ec-4df7-a430-b8f10bbf87ac tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "GET /v2.0/subnets/956c01af-f215-45c0-b51b-3aac8efa564e/tags/tempest-TagsExtTest-Tag-1961271675 HTTP/1.1" status: 204 len: 168 time: 0.1254327 Dec 17 15:40:05.421757 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53252) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:05.426076 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.tag.tag_plugin [None req-d18cef87-43cb-4356-aae4-c95098cf6852 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '956c01af-f215-45c0-b51b-3aac8efa564e', 'tempest-TagsExtTest-Tag-1961271675') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:05.482290 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a76a1076-4e28-427d-baee-349e7386c56d None None] Provisioning complete for port e93823f9-cc8e-4c54-97f5-c6d1c114c54c triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:05.482666 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a76a1076-4e28-427d-baee-349e7386c56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:05.498025 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c01d0c20-a39a-4973-97c1-d9ee70859751 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:05.519416 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-a76a1076-4e28-427d-baee-349e7386c56d None None] Port e93823f9-cc8e-4c54-97f5-c6d1c114c54c cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:40:05.557438 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d18cef87-43cb-4356-aae4-c95098cf6852 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "DELETE /v2.0/subnets/956c01af-f215-45c0-b51b-3aac8efa564e/tags/tempest-TagsExtTest-Tag-1961271675 HTTP/1.1" status: 204 len: 168 time: 0.1332090 Dec 17 15:40:05.559184 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d0c20-a39a-4973-97c1-d9ee70859751 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event deleted for resources: {'Port': ['ID=e93823f9-cc8e-4c54-97f5-c6d1c114c54c,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:05.559910 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53256) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:05.564777 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.tag.tag_plugin [None req-568020c2-7971-45d2-ae80-74b895f8f975 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '956c01af-f215-45c0-b51b-3aac8efa564e') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:05.630390 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01d0c20-a39a-4973-97c1-d9ee70859751 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:05.630789 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01d0c20-a39a-4973-97c1-d9ee70859751 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:05.631130 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01d0c20-a39a-4973-97c1-d9ee70859751 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:05.631460 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01d0c20-a39a-4973-97c1-d9ee70859751 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:05.631679 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-568020c2-7971-45d2-ae80-74b895f8f975 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "GET /v2.0/subnets/956c01af-f215-45c0-b51b-3aac8efa564e/tags HTTP/1.1" status: 200 len: 205 time: 0.0703964 Dec 17 15:40:05.631958 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01d0c20-a39a-4973-97c1-d9ee70859751 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:05.632287 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01d0c20-a39a-4973-97c1-d9ee70859751 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:05.632612 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01d0c20-a39a-4973-97c1-d9ee70859751 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:05.632956 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01d0c20-a39a-4973-97c1-d9ee70859751 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:05.633298 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01d0c20-a39a-4973-97c1-d9ee70859751 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:05.633618 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01d0c20-a39a-4973-97c1-d9ee70859751 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:05.634026 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01d0c20-a39a-4973-97c1-d9ee70859751 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:05.634326 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53258) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:05.634431 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01d0c20-a39a-4973-97c1-d9ee70859751 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:05.640653 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.tag.tag_plugin [None req-31184e7d-dbdf-4b78-9be7-0d0f7b733773 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '444bf8d0-2713-4857-b3e6-d2d9be5e5e2e') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:05.642313 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c01d0c20-a39a-4973-97c1-d9ee70859751 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:05.710364 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-31184e7d-dbdf-4b78-9be7-0d0f7b733773 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "GET /v2.0/ports/444bf8d0-2713-4857-b3e6-d2d9be5e5e2e/tags HTTP/1.1" status: 200 len: 241 time: 0.0706530 Dec 17 15:40:05.710364 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53262) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:05.713711 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.tag.tag_plugin [None req-bd43c589-3a08-4323-9365-4512e48ed14c tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '444bf8d0-2713-4857-b3e6-d2d9be5e5e2e', 'tempest-TagsExtTest-Tag-1240800627') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:05.768099 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-bd43c589-3a08-4323-9365-4512e48ed14c tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "GET /v2.0/ports/444bf8d0-2713-4857-b3e6-d2d9be5e5e2e/tags/tempest-TagsExtTest-Tag-1240800627 HTTP/1.1" status: 204 len: 168 time: 0.0581577 Dec 17 15:40:05.770325 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53264) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:05.774633 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.tag.tag_plugin [None req-35536515-77c0-4099-afb5-e1389874b9c2 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '444bf8d0-2713-4857-b3e6-d2d9be5e5e2e', 'tempest-TagsExtTest-Tag-1240800627') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:05.825014 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01d0c20-a39a-4973-97c1-d9ee70859751 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Router 798231f5-0ef3-40d4-a582-7bf9139f894e has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:40:05.903155 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01d0c20-a39a-4973-97c1-d9ee70859751 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:40:05.908662 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c01d0c20-a39a-4973-97c1-d9ee70859751 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "PUT /v2.0/routers/798231f5-0ef3-40d4-a582-7bf9139f894e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0303133 Dec 17 15:40:05.911195 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-35536515-77c0-4099-afb5-e1389874b9c2 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "DELETE /v2.0/ports/444bf8d0-2713-4857-b3e6-d2d9be5e5e2e/tags/tempest-TagsExtTest-Tag-1240800627 HTTP/1.1" status: 204 len: 168 time: 0.1398482 Dec 17 15:40:05.912330 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53266) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:05.913761 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53268) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:05.918250 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.tag.tag_plugin [None req-b3355f23-a118-4c92-a3fa-d8fcf203516c tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '444bf8d0-2713-4857-b3e6-d2d9be5e5e2e') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:05.922573 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d672b14b-adc0-445a-8748-3bf739e4b800 None None] Sync routers for ids ['798231f5-0ef3-40d4-a582-7bf9139f894e'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:40:05.932740 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d672b14b-adc0-445a-8748-3bf739e4b800 None None] Routers {'798231f5-0ef3-40d4-a582-7bf9139f894e'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:40:05.934093 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d672b14b-adc0-445a-8748-3bf739e4b800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:40:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['798231f5-0ef3-40d4-a582-7bf9139f894e'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:05.942742 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ce3324b3-240a-45e1-b238-0ed89902e0b0 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "GET /v2.0/ports?device_id=798231f5-0ef3-40d4-a582-7bf9139f894e HTTP/1.1" status: 200 len: 205 time: 0.0278695 Dec 17 15:40:05.945651 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53272) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:05.971309 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d672b14b-adc0-445a-8748-3bf739e4b800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:05.976334 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b3355f23-a118-4c92-a3fa-d8fcf203516c tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "GET /v2.0/ports/444bf8d0-2713-4857-b3e6-d2d9be5e5e2e/tags HTTP/1.1" status: 200 len: 205 time: 0.0616097 Dec 17 15:40:05.977133 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53276) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:05.982600 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.tag.tag_plugin [None req-bd266edc-9d7a-4113-845f-246dda21800a tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '764b9f0e-5f7f-4e7a-a4f9-cb20bd426c2c') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:05.982770 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d672b14b-adc0-445a-8748-3bf739e4b800 None None] Routers {'798231f5-0ef3-40d4-a582-7bf9139f894e'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:40:05.983399 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d672b14b-adc0-445a-8748-3bf739e4b800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:40:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['798231f5-0ef3-40d4-a582-7bf9139f894e'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:06.023931 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d672b14b-adc0-445a-8748-3bf739e4b800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:06.024641 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d672b14b-adc0-445a-8748-3bf739e4b800 None None] The sync data for ids ['798231f5-0ef3-40d4-a582-7bf9139f894e'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:40:06.040993 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4575733e-c7f2-4509-bd3f-23f86ba1977b tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:06.070198 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-bd266edc-9d7a-4113-845f-246dda21800a tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "GET /v2.0/routers/764b9f0e-5f7f-4e7a-a4f9-cb20bd426c2c/tags HTTP/1.1" status: 200 len: 241 time: 0.0920522 Dec 17 15:40:06.072563 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53280) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:06.077821 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.tag.tag_plugin [None req-66a327cc-86e8-41a0-b421-8b3e36481fa6 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '764b9f0e-5f7f-4e7a-a4f9-cb20bd426c2c', 'tempest-TagsExtTest-Tag-2014320444') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:06.166070 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-66a327cc-86e8-41a0-b421-8b3e36481fa6 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "GET /v2.0/routers/764b9f0e-5f7f-4e7a-a4f9-cb20bd426c2c/tags/tempest-TagsExtTest-Tag-2014320444 HTTP/1.1" status: 204 len: 168 time: 0.0924485 Dec 17 15:40:06.168541 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53282) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:06.173146 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.tag.tag_plugin [None req-52dd1d24-3b57-4254-949e-06d71ea085ce tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '764b9f0e-5f7f-4e7a-a4f9-cb20bd426c2c', 'tempest-TagsExtTest-Tag-2014320444') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:06.209502 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4575733e-c7f2-4509-bd3f-23f86ba1977b tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:06.211701 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4575733e-c7f2-4509-bd3f-23f86ba1977b tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:06.357854 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4575733e-c7f2-4509-bd3f-23f86ba1977b tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:06.358415 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4575733e-c7f2-4509-bd3f-23f86ba1977b tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Fanout notify agent at l3_agent the message router_deleted on router 798231f5-0ef3-40d4-a582-7bf9139f894e {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:40:06.365194 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4575733e-c7f2-4509-bd3f-23f86ba1977b tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:06.366365 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4575733e-c7f2-4509-bd3f-23f86ba1977b tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/routers/798231f5-0ef3-40d4-a582-7bf9139f894e HTTP/1.1" status: 204 len: 168 time: 0.4197540 Dec 17 15:40:06.369155 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53288) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:06.403956 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-52dd1d24-3b57-4254-949e-06d71ea085ce tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "DELETE /v2.0/routers/764b9f0e-5f7f-4e7a-a4f9-cb20bd426c2c/tags/tempest-TagsExtTest-Tag-2014320444 HTTP/1.1" status: 204 len: 168 time: 0.2334912 Dec 17 15:40:06.408682 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53290) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:06.413378 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.tag.tag_plugin [None req-a0a14167-ab9e-4a2c-9cd2-961456a914da tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '764b9f0e-5f7f-4e7a-a4f9-cb20bd426c2c') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:06.427509 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e8c6049-98c4-4af2-8051-a7c12fe4e80a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Deleting subnet 6eb78de2-86b3-4f55-b982-d4cfcc2b6d34 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:40:06.430741 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9e8c6049-98c4-4af2-8051-a7c12fe4e80a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:06.472684 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9e8c6049-98c4-4af2-8051-a7c12fe4e80a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:06.491208 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a0a14167-ab9e-4a2c-9cd2-961456a914da tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "GET /v2.0/routers/764b9f0e-5f7f-4e7a-a4f9-cb20bd426c2c/tags HTTP/1.1" status: 200 len: 205 time: 0.0812998 Dec 17 15:40:06.493837 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53294) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:06.499458 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.tag.tag_plugin [None req-714bedad-7ff5-472e-94b2-fce7b54eda21 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '00c11eac-a90e-4603-81eb-90bb3a3737b2') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:06.525533 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-714bedad-7ff5-472e-94b2-fce7b54eda21 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "GET /v2.0/subnetpools/00c11eac-a90e-4603-81eb-90bb3a3737b2/tags HTTP/1.1" status: 200 len: 241 time: 0.0281606 Dec 17 15:40:06.525859 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53296) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:06.530570 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.tag.tag_plugin [None req-99db37d1-891e-4175-8d82-9bfee79d3f64 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '00c11eac-a90e-4603-81eb-90bb3a3737b2', 'tempest-TagsExtTest-Tag-1311777529') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:06.551432 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-99db37d1-891e-4175-8d82-9bfee79d3f64 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "GET /v2.0/subnetpools/00c11eac-a90e-4603-81eb-90bb3a3737b2/tags/tempest-TagsExtTest-Tag-1311777529 HTTP/1.1" status: 204 len: 168 time: 0.0243661 Dec 17 15:40:06.554116 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53298) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:06.559926 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.tag.tag_plugin [None req-d1300a4c-0a3f-45e0-ae2e-48a5b83a64e2 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '00c11eac-a90e-4603-81eb-90bb3a3737b2', 'tempest-TagsExtTest-Tag-1311777529') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:06.576625 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9e8c6049-98c4-4af2-8051-a7c12fe4e80a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:06.695682 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d1300a4c-0a3f-45e0-ae2e-48a5b83a64e2 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "DELETE /v2.0/subnetpools/00c11eac-a90e-4603-81eb-90bb3a3737b2/tags/tempest-TagsExtTest-Tag-1311777529 HTTP/1.1" status: 204 len: 168 time: 0.1405303 Dec 17 15:40:06.698186 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53302) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:06.702585 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.tag.tag_plugin [None req-4d0f3df5-c19f-4572-ada2-d8c95adca777 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '00c11eac-a90e-4603-81eb-90bb3a3737b2') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:06.723470 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4d0f3df5-c19f-4572-ada2-d8c95adca777 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "GET /v2.0/subnetpools/00c11eac-a90e-4603-81eb-90bb3a3737b2/tags HTTP/1.1" status: 200 len: 205 time: 0.0241702 Dec 17 15:40:06.725912 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53304) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:06.730625 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.tag.tag_plugin [None req-c9004ee3-76c1-4328-ab77-99c90f02adf3 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '00c11eac-a90e-4603-81eb-90bb3a3737b2') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:06.744062 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9e8c6049-98c4-4af2-8051-a7c12fe4e80a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:06.760208 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c9004ee3-76c1-4328-ab77-99c90f02adf3 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "DELETE /v2.0/subnetpools/00c11eac-a90e-4603-81eb-90bb3a3737b2/tags HTTP/1.1" status: 204 len: 168 time: 0.0333560 Dec 17 15:40:06.763596 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53306) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:06.768041 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.tag.tag_plugin [None req-2d48bbf8-48ae-45f9-b367-ff6a96aed607 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '764b9f0e-5f7f-4e7a-a4f9-cb20bd426c2c') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:06.772624 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c6049-98c4-4af2-8051-a7c12fe4e80a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event deleted for resources: {'Subnet': ['ID=6eb78de2-86b3-4f55-b982-d4cfcc2b6d34,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:06.778650 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9e8c6049-98c4-4af2-8051-a7c12fe4e80a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:06.781848 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9e8c6049-98c4-4af2-8051-a7c12fe4e80a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/subnets/6eb78de2-86b3-4f55-b982-d4cfcc2b6d34 HTTP/1.1" status: 204 len: 168 time: 0.4116938 Dec 17 15:40:06.785501 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53308) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:06.786596 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f209a2-c1aa-4e61-aa8f-feb127b22c36 None None] Network 1fdc0d6a-059b-4e40-b2e2-264e46973959 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:40:06.858466 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2d48bbf8-48ae-45f9-b367-ff6a96aed607 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "DELETE /v2.0/routers/764b9f0e-5f7f-4e7a-a4f9-cb20bd426c2c/tags HTTP/1.1" status: 204 len: 168 time: 0.0937204 Dec 17 15:40:06.861641 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53312) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:06.866360 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.tag.tag_plugin [None req-47e2811c-ee31-47bb-b4b4-95639a8a12e8 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '444bf8d0-2713-4857-b3e6-d2d9be5e5e2e') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:06.881483 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-663b6e7d-b153-4df7-9ab6-ad833aba1309 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:06.947817 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-663b6e7d-b153-4df7-9ab6-ad833aba1309 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Deleting port 30d6c572-a347-4d56-84ef-b06744173de0 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:40:06.949428 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-663b6e7d-b153-4df7-9ab6-ad833aba1309 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:06.960404 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-47e2811c-ee31-47bb-b4b4-95639a8a12e8 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "DELETE /v2.0/ports/444bf8d0-2713-4857-b3e6-d2d9be5e5e2e/tags HTTP/1.1" status: 204 len: 168 time: 0.0976784 Dec 17 15:40:06.966779 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53314) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:06.972996 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.tag.tag_plugin [None req-782bd8d8-279c-4c8e-b9da-66e19339f498 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '956c01af-f215-45c0-b51b-3aac8efa564e') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:06.994980 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7c3998-33c4-4579-a093-2fad7b832b94 None None] DHCP port deletion for 1fdc0d6a-059b-4e40-b2e2-264e46973959 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:40:07.026393 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-663b6e7d-b153-4df7-9ab6-ad833aba1309 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] For port 30d6c572-a347-4d56-84ef-b06744173de0, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=30d6c572-a347-4d56-84ef-b06744173de0,segment=NetworkSegment(ad47c0b3-a0e7-4af6-abd6-2eaff1e51da4),segment_id=ad47c0b3-a0e7-4af6-abd6-2eaff1e51da4)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:40:07.027413 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-663b6e7d-b153-4df7-9ab6-ad833aba1309 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:07.035148 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-782bd8d8-279c-4c8e-b9da-66e19339f498 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "DELETE /v2.0/subnets/956c01af-f215-45c0-b51b-3aac8efa564e/tags HTTP/1.1" status: 204 len: 168 time: 0.0665076 Dec 17 15:40:07.039812 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53316) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:07.044589 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.tag.tag_plugin [None req-2028e592-ec9f-41e6-ad53-d319d0b681a1 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '956c01af-f215-45c0-b51b-3aac8efa564e', 'tempest-TagsExtTest-Tag-24563169') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:07.050824 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-663b6e7d-b153-4df7-9ab6-ad833aba1309 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Calling delete_port for 30d6c572-a347-4d56-84ef-b06744173de0 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:40:07.067390 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-0b7c3998-33c4-4579-a093-2fad7b832b94 None None] Deleting port 30d6c572-a347-4d56-84ef-b06744173de0 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:40:07.069625 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0b7c3998-33c4-4579-a093-2fad7b832b94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:07.148041 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-0b7c3998-33c4-4579-a093-2fad7b832b94 None None] For port 30d6c572-a347-4d56-84ef-b06744173de0, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=30d6c572-a347-4d56-84ef-b06744173de0,segment=NetworkSegment(ad47c0b3-a0e7-4af6-abd6-2eaff1e51da4),segment_id=ad47c0b3-a0e7-4af6-abd6-2eaff1e51da4)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:40:07.148442 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0b7c3998-33c4-4579-a093-2fad7b832b94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:07.162990 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-0b7c3998-33c4-4579-a093-2fad7b832b94 None None] Calling delete_port for 30d6c572-a347-4d56-84ef-b06744173de0 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:40:07.182839 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2028e592-ec9f-41e6-ad53-d319d0b681a1 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "PUT /v2.0/subnets/956c01af-f215-45c0-b51b-3aac8efa564e/tags/tempest-TagsExtTest-Tag-24563169 HTTP/1.1" status: 201 len: 201 time: 0.1412423 Dec 17 15:40:07.186091 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53320) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:07.190849 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.tag.tag_plugin [None req-5fabb04c-e1fb-4f85-af5b-fe67e66cc0d2 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '444bf8d0-2713-4857-b3e6-d2d9be5e5e2e', 'tempest-TagsExtTest-Tag-1485904651') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:07.213939 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-663b6e7d-b153-4df7-9ab6-ad833aba1309 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:07.242399 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0b7c3998-33c4-4579-a093-2fad7b832b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:07.255844 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b6e7d-b153-4df7-9ab6-ad833aba1309 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event deleted for resources: {'Port': ['ID=30d6c572-a347-4d56-84ef-b06744173de0,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:07.267230 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663b6e7d-b153-4df7-9ab6-ad833aba1309 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] No DVR routers for this DVR port 30d6c572-a347-4d56-84ef-b06744173de0 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:40:07.271846 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c3998-33c4-4579-a093-2fad7b832b94 None None] Pushing event deleted for resources: {'Port': ['ID=30d6c572-a347-4d56-84ef-b06744173de0,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:07.275104 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7c3998-33c4-4579-a093-2fad7b832b94 None None] No DVR routers for this DVR port 30d6c572-a347-4d56-84ef-b06744173de0 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:40:07.318382 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5fabb04c-e1fb-4f85-af5b-fe67e66cc0d2 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "PUT /v2.0/ports/444bf8d0-2713-4857-b3e6-d2d9be5e5e2e/tags/tempest-TagsExtTest-Tag-1485904651 HTTP/1.1" status: 201 len: 201 time: 0.1283448 Dec 17 15:40:07.320309 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53328) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:07.326160 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.tag.tag_plugin [None req-a43874ab-5253-4b4e-8fdf-048b67f39419 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '764b9f0e-5f7f-4e7a-a4f9-cb20bd426c2c', 'tempest-TagsExtTest-Tag-1359685962') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:07.351616 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-663b6e7d-b153-4df7-9ab6-ad833aba1309 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:07.374692 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-663b6e7d-b153-4df7-9ab6-ad833aba1309 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fdc0d6a-059b-4e40-b2e2-264e46973959']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:07.385004 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-663b6e7d-b153-4df7-9ab6-ad833aba1309 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad47c0b3-a0e7-4af6-abd6-2eaff1e51da4') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:07.385733 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-663b6e7d-b153-4df7-9ab6-ad833aba1309 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad47c0b3-a0e7-4af6-abd6-2eaff1e51da4') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:07.397209 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-663b6e7d-b153-4df7-9ab6-ad833aba1309 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:07.411335 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-663b6e7d-b153-4df7-9ab6-ad833aba1309 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:07.422361 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-663b6e7d-b153-4df7-9ab6-ad833aba1309 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:40:07.423073 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-663b6e7d-b153-4df7-9ab6-ad833aba1309 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:07.428013 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:40:07.428013 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:40:07.428013 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:40:07.428013 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:40:07.428013 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:40:07.428013 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:40:07.428013 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:40:07.428013 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:40:07.428013 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:40:07.428013 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:40:07.428013 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:40:07.428013 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:40:07.428013 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:40:07.428013 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:40:07.428013 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:40:07.428013 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:40:07.428013 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:40:07.428013 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:40:07.428013 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:40:07.428013 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:40:07.428013 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:40:07.428013 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:40:07.428013 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:40:07.428013 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:40:07.428013 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:40:07.428013 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:40:07.428013 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:40:07.428013 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:40:07.428013 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:40:07.428013 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:40:07.428013 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:40:07.428013 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:40:07.516050 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a43874ab-5253-4b4e-8fdf-048b67f39419 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "PUT /v2.0/routers/764b9f0e-5f7f-4e7a-a4f9-cb20bd426c2c/tags/tempest-TagsExtTest-Tag-1359685962 HTTP/1.1" status: 201 len: 201 time: 0.1945975 Dec 17 15:40:07.518671 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53330) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:07.523299 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.tag.tag_plugin [None req-40a327d1-f627-4545-865c-255804e7c66c tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '00c11eac-a90e-4603-81eb-90bb3a3737b2', 'tempest-TagsExtTest-Tag-507423497') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:07.595131 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-663b6e7d-b153-4df7-9ab6-ad833aba1309 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:07.602137 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-663b6e7d-b153-4df7-9ab6-ad833aba1309 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:07.605865 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-663b6e7d-b153-4df7-9ab6-ad833aba1309 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/networks/1fdc0d6a-059b-4e40-b2e2-264e46973959 HTTP/1.1" status: 204 len: 168 time: 0.8194127 Dec 17 15:40:07.609607 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53334) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:07.614365 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-409c6e1a-849e-4e77-8d8a-df3ee3f9760d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-961762975', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}, 'admin_state_up': False}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:40:07.617614 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b6e7d-b153-4df7-9ab6-ad833aba1309 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event deleted for resources: {'Network': ['ID=1fdc0d6a-059b-4e40-b2e2-264e46973959,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:07.641617 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-40a327d1-f627-4545-865c-255804e7c66c tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "PUT /v2.0/subnetpools/00c11eac-a90e-4603-81eb-90bb3a3737b2/tags/tempest-TagsExtTest-Tag-507423497 HTTP/1.1" status: 201 len: 201 time: 0.1219082 Dec 17 15:40:07.644258 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53336) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:07.648611 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.tag.tag_plugin [None req-fdf257f7-a389-4d1c-b503-3507b940896d tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '956c01af-f215-45c0-b51b-3aac8efa564e', {'tags': ['tempest-TagsExtTest-Tag-644987335', 'tempest-TagsExtTest-Tag-509409030', 'tempest-TagsExtTest-Tag-509626502']}) {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:07.697159 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-409c6e1a-849e-4e77-8d8a-df3ee3f9760d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:07.698345 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-409c6e1a-849e-4e77-8d8a-df3ee3f9760d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:07.759875 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-409c6e1a-849e-4e77-8d8a-df3ee3f9760d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:07.787762 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-fdf257f7-a389-4d1c-b503-3507b940896d tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "PUT /v2.0/subnets/956c01af-f215-45c0-b51b-3aac8efa564e/tags HTTP/1.1" status: 200 len: 315 time: 0.1424592 Dec 17 15:40:07.790247 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53340) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:07.794984 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.tag.tag_plugin [None req-234917e7-cb4d-4d81-957d-4606b40fa7f8 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '956c01af-f215-45c0-b51b-3aac8efa564e') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:07.962171 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-409c6e1a-849e-4e77-8d8a-df3ee3f9760d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:08.059511 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-234917e7-cb4d-4d81-957d-4606b40fa7f8 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "DELETE /v2.0/subnets/956c01af-f215-45c0-b51b-3aac8efa564e/tags HTTP/1.1" status: 204 len: 168 time: 0.2682846 Dec 17 15:40:08.062151 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53346) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:08.066306 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.tag.tag_plugin [None req-04a37ba9-a5fc-49f7-9b5c-f89dbb8a819f tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '956c01af-f215-45c0-b51b-3aac8efa564e', 'tempest-TagsExtTest-Tag-644987335') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:08.168742 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-04a37ba9-a5fc-49f7-9b5c-f89dbb8a819f tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] show failed (client error): The resource could not be found. Dec 17 15:40:08.172539 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-04a37ba9-a5fc-49f7-9b5c-f89dbb8a819f tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "GET /v2.0/subnets/956c01af-f215-45c0-b51b-3aac8efa564e/tags/tempest-TagsExtTest-Tag-644987335 HTTP/1.1" status: 404 len: 328 time: 0.1067729 Dec 17 15:40:08.172758 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53350) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:08.177200 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.tag.tag_plugin [None req-fcbb2a27-dcb4-4cc2-9d12-3ee041f85e5b tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '956c01af-f215-45c0-b51b-3aac8efa564e', 'tempest-TagsExtTest-Tag-509409030') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:08.309202 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-fcbb2a27-dcb4-4cc2-9d12-3ee041f85e5b tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] show failed (client error): The resource could not be found. Dec 17 15:40:08.310876 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-fcbb2a27-dcb4-4cc2-9d12-3ee041f85e5b tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "GET /v2.0/subnets/956c01af-f215-45c0-b51b-3aac8efa564e/tags/tempest-TagsExtTest-Tag-509409030 HTTP/1.1" status: 404 len: 328 time: 0.1366339 Dec 17 15:40:08.313280 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53356) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:08.317718 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.tag.tag_plugin [None req-e464093f-3718-477b-918f-8040bd3a81d6 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '956c01af-f215-45c0-b51b-3aac8efa564e', 'tempest-TagsExtTest-Tag-509626502') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:08.329539 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-409c6e1a-849e-4e77-8d8a-df3ee3f9760d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:08.349001 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-409c6e1a-849e-4e77-8d8a-df3ee3f9760d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:08.368025 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-e464093f-3718-477b-918f-8040bd3a81d6 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] show failed (client error): The resource could not be found. Dec 17 15:40:08.369100 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e464093f-3718-477b-918f-8040bd3a81d6 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "GET /v2.0/subnets/956c01af-f215-45c0-b51b-3aac8efa564e/tags/tempest-TagsExtTest-Tag-509626502 HTTP/1.1" status: 404 len: 328 time: 0.0548084 Dec 17 15:40:08.372028 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53358) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:08.376380 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.tag.tag_plugin [None req-f419999b-0350-4cb3-a333-911f53a4163b tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '444bf8d0-2713-4857-b3e6-d2d9be5e5e2e', {'tags': ['tempest-TagsExtTest-Tag-84668093', 'tempest-TagsExtTest-Tag-837330241', 'tempest-TagsExtTest-Tag-2104219924']}) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:08.462960 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-409c6e1a-849e-4e77-8d8a-df3ee3f9760d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Allocated IP 172.25.6.131 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/b51210a9-26cd-4461-8b4f-13f62711ea4e) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:40:08.554078 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f419999b-0350-4cb3-a333-911f53a4163b tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "PUT /v2.0/ports/444bf8d0-2713-4857-b3e6-d2d9be5e5e2e/tags HTTP/1.1" status: 200 len: 315 time: 0.1810064 Dec 17 15:40:08.556681 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53362) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:08.566648 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.tag.tag_plugin [None req-becd83df-e997-4960-b399-39bc980ebadd tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '444bf8d0-2713-4857-b3e6-d2d9be5e5e2e') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:08.572744 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-409c6e1a-849e-4e77-8d8a-df3ee3f9760d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:08.701203 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-409c6e1a-849e-4e77-8d8a-df3ee3f9760d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:08.739155 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409c6e1a-849e-4e77-8d8a-df3ee3f9760d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:40:08.743381 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-409c6e1a-849e-4e77-8d8a-df3ee3f9760d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:40:08.750638 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409c6e1a-849e-4e77-8d8a-df3ee3f9760d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:40:08.753637 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-becd83df-e997-4960-b399-39bc980ebadd tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "DELETE /v2.0/ports/444bf8d0-2713-4857-b3e6-d2d9be5e5e2e/tags HTTP/1.1" status: 204 len: 168 time: 0.1958926 Dec 17 15:40:08.756836 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53366) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:08.762295 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.tag.tag_plugin [None req-d405f3da-989d-47af-8113-f89b903e0084 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '444bf8d0-2713-4857-b3e6-d2d9be5e5e2e', 'tempest-TagsExtTest-Tag-84668093') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:08.780206 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c6e1a-849e-4e77-8d8a-df3ee3f9760d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Port': ['ID=b51210a9-26cd-4461-8b4f-13f62711ea4e,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:08.823117 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 30d6c572-a347-4d56-84ef-b06744173de0 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:40:08.857377 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-d405f3da-989d-47af-8113-f89b903e0084 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] show failed (client error): The resource could not be found. Dec 17 15:40:08.861021 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d405f3da-989d-47af-8113-f89b903e0084 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "GET /v2.0/ports/444bf8d0-2713-4857-b3e6-d2d9be5e5e2e/tags/tempest-TagsExtTest-Tag-84668093 HTTP/1.1" status: 404 len: 327 time: 0.1004653 Dec 17 15:40:08.861402 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53370) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:08.861709 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 30d6c572-a347-4d56-84ef-b06744173de0 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:40:08.862066 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 30d6c572-a347-4d56-84ef-b06744173de0 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:40:08.865695 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.tag.tag_plugin [None req-db8175ac-ed11-42bc-a9dc-bbe4d7eec27c tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '444bf8d0-2713-4857-b3e6-d2d9be5e5e2e', 'tempest-TagsExtTest-Tag-837330241') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:08.918286 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-db8175ac-ed11-42bc-a9dc-bbe4d7eec27c tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] show failed (client error): The resource could not be found. Dec 17 15:40:08.920103 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-db8175ac-ed11-42bc-a9dc-bbe4d7eec27c tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "GET /v2.0/ports/444bf8d0-2713-4857-b3e6-d2d9be5e5e2e/tags/tempest-TagsExtTest-Tag-837330241 HTTP/1.1" status: 404 len: 328 time: 0.0570259 Dec 17 15:40:08.923237 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53372) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:08.927732 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.tag.tag_plugin [None req-2ba76018-3674-44d9-80be-d557c8ed28ce tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '444bf8d0-2713-4857-b3e6-d2d9be5e5e2e', 'tempest-TagsExtTest-Tag-2104219924') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:08.977326 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-2ba76018-3674-44d9-80be-d557c8ed28ce tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] show failed (client error): The resource could not be found. Dec 17 15:40:08.978299 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2ba76018-3674-44d9-80be-d557c8ed28ce tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "GET /v2.0/ports/444bf8d0-2713-4857-b3e6-d2d9be5e5e2e/tags/tempest-TagsExtTest-Tag-2104219924 HTTP/1.1" status: 404 len: 329 time: 0.0540764 Dec 17 15:40:08.981784 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53374) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:08.986368 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.tag.tag_plugin [None req-c2fc7971-6969-4ca9-aefb-e8aee46e0b1a tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '764b9f0e-5f7f-4e7a-a4f9-cb20bd426c2c', {'tags': ['tempest-TagsExtTest-Tag-1403841736', 'tempest-TagsExtTest-Tag-318953892', 'tempest-TagsExtTest-Tag-448489235']}) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:09.115828 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-409c6e1a-849e-4e77-8d8a-df3ee3f9760d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:09.149559 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c2fc7971-6969-4ca9-aefb-e8aee46e0b1a tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "PUT /v2.0/routers/764b9f0e-5f7f-4e7a-a4f9-cb20bd426c2c/tags HTTP/1.1" status: 200 len: 316 time: 0.1646800 Dec 17 15:40:09.151837 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53380) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:09.156950 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.tag.tag_plugin [None req-2c4843a6-fd18-484a-a7ce-5fa97d8767fc tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '764b9f0e-5f7f-4e7a-a4f9-cb20bd426c2c') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:09.316396 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2c4843a6-fd18-484a-a7ce-5fa97d8767fc tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "DELETE /v2.0/routers/764b9f0e-5f7f-4e7a-a4f9-cb20bd426c2c/tags HTTP/1.1" status: 204 len: 168 time: 0.1629672 Dec 17 15:40:09.318977 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53386) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:09.323778 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.tag.tag_plugin [None req-58ef256e-b5f5-4f3c-9604-8b12e396e3b5 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '764b9f0e-5f7f-4e7a-a4f9-cb20bd426c2c', 'tempest-TagsExtTest-Tag-1403841736') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:09.357201 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-409c6e1a-849e-4e77-8d8a-df3ee3f9760d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:09.411449 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-58ef256e-b5f5-4f3c-9604-8b12e396e3b5 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] show failed (client error): The resource could not be found. Dec 17 15:40:09.411449 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-58ef256e-b5f5-4f3c-9604-8b12e396e3b5 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "GET /v2.0/routers/764b9f0e-5f7f-4e7a-a4f9-cb20bd426c2c/tags/tempest-TagsExtTest-Tag-1403841736 HTTP/1.1" status: 404 len: 329 time: 0.0883231 Dec 17 15:40:09.411449 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53390) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:09.413338 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.tag.tag_plugin [None req-3bc40370-15fa-483b-9577-97bb892730fa tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '764b9f0e-5f7f-4e7a-a4f9-cb20bd426c2c', 'tempest-TagsExtTest-Tag-318953892') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:09.490529 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-3bc40370-15fa-483b-9577-97bb892730fa tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] show failed (client error): The resource could not be found. Dec 17 15:40:09.494282 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3bc40370-15fa-483b-9577-97bb892730fa tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "GET /v2.0/routers/764b9f0e-5f7f-4e7a-a4f9-cb20bd426c2c/tags/tempest-TagsExtTest-Tag-318953892 HTTP/1.1" status: 404 len: 328 time: 0.0816529 Dec 17 15:40:09.494457 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53394) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:09.503422 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.tag.tag_plugin [None req-1f3c9b2b-b187-4664-ae59-235b9dedc3e2 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '764b9f0e-5f7f-4e7a-a4f9-cb20bd426c2c', 'tempest-TagsExtTest-Tag-448489235') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:09.544625 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409c6e1a-849e-4e77-8d8a-df3ee3f9760d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Router e0adf9cc-137a-4046-9d61-d69889730101 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:40:09.579182 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-1f3c9b2b-b187-4664-ae59-235b9dedc3e2 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] show failed (client error): The resource could not be found. Dec 17 15:40:09.582812 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1f3c9b2b-b187-4664-ae59-235b9dedc3e2 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "GET /v2.0/routers/764b9f0e-5f7f-4e7a-a4f9-cb20bd426c2c/tags/tempest-TagsExtTest-Tag-448489235 HTTP/1.1" status: 404 len: 328 time: 0.0848958 Dec 17 15:40:09.582963 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53396) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:09.587398 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.tag.tag_plugin [None req-b43d03d4-b2cb-47cf-aa17-2cda95ac049e tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '00c11eac-a90e-4603-81eb-90bb3a3737b2', {'tags': ['tempest-TagsExtTest-Tag-1620866814', 'tempest-TagsExtTest-Tag-1779082149', 'tempest-TagsExtTest-Tag-1667300825']}) {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:09.658225 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409c6e1a-849e-4e77-8d8a-df3ee3f9760d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:40:09.670081 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70b4b1c-2121-49e9-9da8-b3e44784f427 None None] Sync routers for ids ['e0adf9cc-137a-4046-9d61-d69889730101'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:40:09.679547 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70b4b1c-2121-49e9-9da8-b3e44784f427 None None] Routers {'e0adf9cc-137a-4046-9d61-d69889730101'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:40:09.680139 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-f70b4b1c-2121-49e9-9da8-b3e44784f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:40:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['e0adf9cc-137a-4046-9d61-d69889730101'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:09.701987 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b43d03d4-b2cb-47cf-aa17-2cda95ac049e tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "PUT /v2.0/subnetpools/00c11eac-a90e-4603-81eb-90bb3a3737b2/tags HTTP/1.1" status: 200 len: 318 time: 0.1177390 Dec 17 15:40:09.704987 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53398) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:09.709658 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.tag.tag_plugin [None req-bcf420fd-ede9-4d55-9905-0884e1092991 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '00c11eac-a90e-4603-81eb-90bb3a3737b2') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:09.716345 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-f70b4b1c-2121-49e9-9da8-b3e44784f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:09.728688 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70b4b1c-2121-49e9-9da8-b3e44784f427 None None] Routers {'e0adf9cc-137a-4046-9d61-d69889730101'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:40:09.729507 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-f70b4b1c-2121-49e9-9da8-b3e44784f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:40:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['e0adf9cc-137a-4046-9d61-d69889730101'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:09.738665 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-409c6e1a-849e-4e77-8d8a-df3ee3f9760d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:09.738665 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-409c6e1a-849e-4e77-8d8a-df3ee3f9760d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.1263585 Dec 17 15:40:09.739914 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53400) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:09.766004 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-f70b4b1c-2121-49e9-9da8-b3e44784f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:09.766823 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70b4b1c-2121-49e9-9da8-b3e44784f427 None None] The sync data for ids ['e0adf9cc-137a-4046-9d61-d69889730101'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:40:09.836898 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:40:09.862200 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0286fe7c-61fc-4451-81d1-8d7529c9692a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "GET /v2.0/routers/e0adf9cc-137a-4046-9d61-d69889730101 HTTP/1.1" status: 200 len: 884 time: 0.1185043 Dec 17 15:40:09.864942 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53406) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:09.885833 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-bcf420fd-ede9-4d55-9905-0884e1092991 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "DELETE /v2.0/subnetpools/00c11eac-a90e-4603-81eb-90bb3a3737b2/tags HTTP/1.1" status: 204 len: 168 time: 0.1796882 Dec 17 15:40:09.889132 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53408) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:09.895836 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.tag.tag_plugin [None req-fa7da106-4829-4622-ac90-544ac4130da2 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '00c11eac-a90e-4603-81eb-90bb3a3737b2', 'tempest-TagsExtTest-Tag-1620866814') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:10.248965 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-fa7da106-4829-4622-ac90-544ac4130da2 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] show failed (client error): The resource could not be found. Dec 17 15:40:10.253197 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-fa7da106-4829-4622-ac90-544ac4130da2 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "GET /v2.0/subnetpools/00c11eac-a90e-4603-81eb-90bb3a3737b2/tags/tempest-TagsExtTest-Tag-1620866814 HTTP/1.1" status: 404 len: 329 time: 0.3627198 Dec 17 15:40:10.253911 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53414) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:10.258356 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.tag.tag_plugin [None req-decab050-4327-48d1-bc6a-ebf9a934804e tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '00c11eac-a90e-4603-81eb-90bb3a3737b2', 'tempest-TagsExtTest-Tag-1779082149') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:10.281584 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-decab050-4327-48d1-bc6a-ebf9a934804e tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] show failed (client error): The resource could not be found. Dec 17 15:40:10.288467 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-decab050-4327-48d1-bc6a-ebf9a934804e tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "GET /v2.0/subnetpools/00c11eac-a90e-4603-81eb-90bb3a3737b2/tags/tempest-TagsExtTest-Tag-1779082149 HTTP/1.1" status: 404 len: 329 time: 0.0334969 Dec 17 15:40:10.289105 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53416) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:10.293508 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.tag.tag_plugin [None req-02dd5965-1fc4-47c9-bc8a-5c603a40db0e tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '00c11eac-a90e-4603-81eb-90bb3a3737b2', 'tempest-TagsExtTest-Tag-1667300825') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:10.327121 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-02dd5965-1fc4-47c9-bc8a-5c603a40db0e tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] show failed (client error): The resource could not be found. Dec 17 15:40:10.328498 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-02dd5965-1fc4-47c9-bc8a-5c603a40db0e tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "GET /v2.0/subnetpools/00c11eac-a90e-4603-81eb-90bb3a3737b2/tags/tempest-TagsExtTest-Tag-1667300825 HTTP/1.1" status: 404 len: 329 time: 0.0384345 Dec 17 15:40:10.331237 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53422) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:10.335948 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.tag.tag_plugin [None req-3d772ea8-b3e0-471d-8a99-a5d80480161f tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '00c11eac-a90e-4603-81eb-90bb3a3737b2') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:10.369578 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3d772ea8-b3e0-471d-8a99-a5d80480161f tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "DELETE /v2.0/subnetpools/00c11eac-a90e-4603-81eb-90bb3a3737b2/tags HTTP/1.1" status: 204 len: 168 time: 0.0371306 Dec 17 15:40:10.372184 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53424) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:10.378915 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.tag.tag_plugin [None req-3da3299a-2c57-401f-bcc6-2e9388d909a9 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '764b9f0e-5f7f-4e7a-a4f9-cb20bd426c2c') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:10.418088 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-94ee1ec5-ab3f-47c8-9698-9bc4d9f2ea67 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5539153 Dec 17 15:40:10.419061 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53426) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:10.424460 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-c17616e7-d7ac-4527-952a-cb16df5f80bc tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-961762975'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:40:10.483868 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:10.552771 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3da3299a-2c57-401f-bcc6-2e9388d909a9 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "DELETE /v2.0/routers/764b9f0e-5f7f-4e7a-a4f9-cb20bd426c2c/tags HTTP/1.1" status: 204 len: 168 time: 0.1794460 Dec 17 15:40:10.555466 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53430) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:10.560032 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.tag.tag_plugin [None req-581dc687-02c4-460c-a403-39cba81d5f8f tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '444bf8d0-2713-4857-b3e6-d2d9be5e5e2e') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:10.629455 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-581dc687-02c4-460c-a403-39cba81d5f8f tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "DELETE /v2.0/ports/444bf8d0-2713-4857-b3e6-d2d9be5e5e2e/tags HTTP/1.1" status: 204 len: 168 time: 0.0726719 Dec 17 15:40:10.632312 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53434) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:10.639856 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.tag.tag_plugin [None req-7f4fa974-a910-474e-bf65-a34bfdd11a26 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '956c01af-f215-45c0-b51b-3aac8efa564e') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:10.799580 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7f4fa974-a910-474e-bf65-a34bfdd11a26 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "DELETE /v2.0/subnets/956c01af-f215-45c0-b51b-3aac8efa564e/tags HTTP/1.1" status: 204 len: 168 time: 0.1655743 Dec 17 15:40:10.806629 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53436) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:10.846073 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c17616e7-d7ac-4527-952a-cb16df5f80bc tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3972409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3970533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11983'] for router, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:10.929442 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c17616e7-d7ac-4527-952a-cb16df5f80bc tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3972400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3972399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3970524'] for router, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:11.002965 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-23625e84-f48e-40be-a6d0-0011aa1cd154 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks [] for subnetpool, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:11.008187 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-23625e84-f48e-40be-a6d0-0011aa1cd154 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "DELETE /v2.0/subnetpools/00c11eac-a90e-4603-81eb-90bb3a3737b2 HTTP/1.1" status: 204 len: 168 time: 0.1965995 Dec 17 15:40:11.008187 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53442) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:11.038851 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f8129301-7018-41fc-80e9-6ba3ce0dd845 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "GET /v2.0/ports?device_id=764b9f0e-5f7f-4e7a-a4f9-cb20bd426c2c HTTP/1.1" status: 200 len: 205 time: 0.0311692 Dec 17 15:40:11.041187 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53444) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:11.127611 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b288f250-1b8a-4391-a13d-3aadec1a4672 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:11.205458 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17616e7-d7ac-4527-952a-cb16df5f80bc tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Router e0adf9cc-137a-4046-9d61-d69889730101 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:40:11.302324 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b288f250-1b8a-4391-a13d-3aadec1a4672 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:11.304983 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b288f250-1b8a-4391-a13d-3aadec1a4672 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:11.455684 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17616e7-d7ac-4527-952a-cb16df5f80bc tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:40:11.462623 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c17616e7-d7ac-4527-952a-cb16df5f80bc tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:11.466239 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168d1571-74e5-426b-9a93-6e9004cd8ee9 None None] Sync routers for ids ['e0adf9cc-137a-4046-9d61-d69889730101'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:40:11.469619 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c17616e7-d7ac-4527-952a-cb16df5f80bc tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "PUT /v2.0/routers/e0adf9cc-137a-4046-9d61-d69889730101 HTTP/1.1" status: 200 len: 891 time: 1.0493281 Dec 17 15:40:11.472215 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53454) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:11.478094 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168d1571-74e5-426b-9a93-6e9004cd8ee9 None None] Routers {'e0adf9cc-137a-4046-9d61-d69889730101'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:40:11.483389 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-168d1571-74e5-426b-9a93-6e9004cd8ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:40:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['e0adf9cc-137a-4046-9d61-d69889730101'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:11.501152 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b288f250-1b8a-4391-a13d-3aadec1a4672 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:11.501665 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b288f250-1b8a-4391-a13d-3aadec1a4672 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Fanout notify agent at l3_agent the message router_deleted on router 764b9f0e-5f7f-4e7a-a4f9-cb20bd426c2c {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:40:11.514679 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-168d1571-74e5-426b-9a93-6e9004cd8ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:11.520132 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b288f250-1b8a-4391-a13d-3aadec1a4672 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:11.523707 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b288f250-1b8a-4391-a13d-3aadec1a4672 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "DELETE /v2.0/routers/764b9f0e-5f7f-4e7a-a4f9-cb20bd426c2c HTTP/1.1" status: 204 len: 168 time: 0.4794333 Dec 17 15:40:11.524850 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53456) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:11.528629 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168d1571-74e5-426b-9a93-6e9004cd8ee9 None None] Routers {'e0adf9cc-137a-4046-9d61-d69889730101'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:40:11.529644 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-168d1571-74e5-426b-9a93-6e9004cd8ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:40:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['e0adf9cc-137a-4046-9d61-d69889730101'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:11.566757 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-168d1571-74e5-426b-9a93-6e9004cd8ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:11.569956 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168d1571-74e5-426b-9a93-6e9004cd8ee9 None None] The sync data for ids ['e0adf9cc-137a-4046-9d61-d69889730101'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:40:11.597609 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-140a77ae-fd55-4b8a-ade0-63264abef36f tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "GET /v2.0/routers/e0adf9cc-137a-4046-9d61-d69889730101 HTTP/1.1" status: 200 len: 891 time: 0.1236916 Dec 17 15:40:11.600096 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53460) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:11.626787 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2955e729-4d4b-48c7-af8d-e63e6c6c9b53 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "GET /v2.0/ports?device_id=e0adf9cc-137a-4046-9d61-d69889730101 HTTP/1.1" status: 200 len: 205 time: 0.0256238 Dec 17 15:40:11.629363 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53462) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:11.631232 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-66323ced-31a0-429d-916e-657d24669923 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Deleting port 444bf8d0-2713-4857-b3e6-d2d9be5e5e2e {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:40:11.631557 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-66323ced-31a0-429d-916e-657d24669923 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:11.721501 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-66323ced-31a0-429d-916e-657d24669923 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:11.735769 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-66323ced-31a0-429d-916e-657d24669923 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Calling delete_port for 444bf8d0-2713-4857-b3e6-d2d9be5e5e2e owned by {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:40:11.754659 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0778dc51-12b0-402f-ad59-68737f2b30f5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:11.866385 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0778dc51-12b0-402f-ad59-68737f2b30f5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:11.972198 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-0778dc51-12b0-402f-ad59-68737f2b30f5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Deleting port b51210a9-26cd-4461-8b4f-13f62711ea4e {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:40:11.972462 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0778dc51-12b0-402f-ad59-68737f2b30f5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:11.982093 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-66323ced-31a0-429d-916e-657d24669923 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:12.018288 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66323ced-31a0-429d-916e-657d24669923 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Pushing event deleted for resources: {'Port': ['ID=444bf8d0-2713-4857-b3e6-d2d9be5e5e2e,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:12.060927 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0778dc51-12b0-402f-ad59-68737f2b30f5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:12.078148 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-0778dc51-12b0-402f-ad59-68737f2b30f5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Calling delete_port for b51210a9-26cd-4461-8b4f-13f62711ea4e owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:40:12.098411 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-66323ced-31a0-429d-916e-657d24669923 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:12.102153 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-66323ced-31a0-429d-916e-657d24669923 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "DELETE /v2.0/ports/444bf8d0-2713-4857-b3e6-d2d9be5e5e2e HTTP/1.1" status: 204 len: 168 time: 0.5756934 Dec 17 15:40:12.104039 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53470) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:12.169677 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8da86f2-12f4-4490-8cf9-57a7a66d3786 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Deleting subnet 956c01af-f215-45c0-b51b-3aac8efa564e {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:40:12.172759 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b8da86f2-12f4-4490-8cf9-57a7a66d3786 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:12.220407 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b8da86f2-12f4-4490-8cf9-57a7a66d3786 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:12.317859 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b8da86f2-12f4-4490-8cf9-57a7a66d3786 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:12.335255 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0778dc51-12b0-402f-ad59-68737f2b30f5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:12.361793 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778dc51-12b0-402f-ad59-68737f2b30f5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event deleted for resources: {'Port': ['ID=b51210a9-26cd-4461-8b4f-13f62711ea4e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:12.424791 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0778dc51-12b0-402f-ad59-68737f2b30f5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:12.447169 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b8da86f2-12f4-4490-8cf9-57a7a66d3786 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:12.478518 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da86f2-12f4-4490-8cf9-57a7a66d3786 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Pushing event deleted for resources: {'Subnet': ['ID=956c01af-f215-45c0-b51b-3aac8efa564e,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:12.482620 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b8da86f2-12f4-4490-8cf9-57a7a66d3786 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:12.485971 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b8da86f2-12f4-4490-8cf9-57a7a66d3786 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "DELETE /v2.0/subnets/956c01af-f215-45c0-b51b-3aac8efa564e HTTP/1.1" status: 204 len: 168 time: 0.3809040 Dec 17 15:40:12.488379 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53478) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:12.490505 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2c2ce6-eddc-4267-b0d1-b19db4d26464 None None] Network 5f04543a-7cf2-4dc7-9694-9c735b176296 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:40:12.542907 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0778dc51-12b0-402f-ad59-68737f2b30f5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:12.546185 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0778dc51-12b0-402f-ad59-68737f2b30f5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:12.623810 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6de048ec-c4ce-40ff-b9a0-db8f1698c499 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:12.675980 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0778dc51-12b0-402f-ad59-68737f2b30f5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:12.678359 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0778dc51-12b0-402f-ad59-68737f2b30f5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Fanout notify agent at l3_agent the message router_deleted on router e0adf9cc-137a-4046-9d61-d69889730101 {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:40:12.695162 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6de048ec-c4ce-40ff-b9a0-db8f1698c499 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Deleting port 1e8546d3-9f77-46ee-8924-349fea991daf {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:40:12.695264 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0778dc51-12b0-402f-ad59-68737f2b30f5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:12.695368 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6de048ec-c4ce-40ff-b9a0-db8f1698c499 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:12.695446 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0778dc51-12b0-402f-ad59-68737f2b30f5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/routers/e0adf9cc-137a-4046-9d61-d69889730101 HTTP/1.1" status: 204 len: 168 time: 1.0597568 Dec 17 15:40:12.695446 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53484) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:12.702879 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-c711cc1c-9ed5-4671-bdd4-75c38e29c38e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-363333924'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:40:12.754646 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-6de048ec-c4ce-40ff-b9a0-db8f1698c499 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] For port 1e8546d3-9f77-46ee-8924-349fea991daf, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=1e8546d3-9f77-46ee-8924-349fea991daf,segment=NetworkSegment(284af4a7-3b8e-4461-8393-1de089018c45),segment_id=284af4a7-3b8e-4461-8393-1de089018c45)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:40:12.755127 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6de048ec-c4ce-40ff-b9a0-db8f1698c499 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:12.767901 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6de048ec-c4ce-40ff-b9a0-db8f1698c499 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Calling delete_port for 1e8546d3-9f77-46ee-8924-349fea991daf owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:40:12.798077 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c711cc1c-9ed5-4671-bdd4-75c38e29c38e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Made reservation on behalf of 48dff6b70e1d4fe6a948bc2a6e6cc6b1 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:40:12.813066 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c711cc1c-9ed5-4671-bdd4-75c38e29c38e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:12.851951 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c711cc1c-9ed5-4671-bdd4-75c38e29c38e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:40:12.902731 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8763da-e493-43ca-b181-60e9adf5c929 None None] DHCP port deletion for 5f04543a-7cf2-4dc7-9694-9c735b176296 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:40:12.926396 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6de048ec-c4ce-40ff-b9a0-db8f1698c499 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:12.929809 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c711cc1c-9ed5-4671-bdd4-75c38e29c38e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:12.931339 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-c711cc1c-9ed5-4671-bdd4-75c38e29c38e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Added segment e2caafcd-3574-42b3-ad7a-86ea52c8e281 of type vlan for network a0b2510a-6af6-42c9-ab2c-3fdd07554c18 Dec 17 15:40:12.952020 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4e8763da-e493-43ca-b181-60e9adf5c929 None None] Deleting port 1e8546d3-9f77-46ee-8924-349fea991daf {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:40:12.952559 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4e8763da-e493-43ca-b181-60e9adf5c929 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:12.957432 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de048ec-c4ce-40ff-b9a0-db8f1698c499 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Pushing event deleted for resources: {'Port': ['ID=1e8546d3-9f77-46ee-8924-349fea991daf,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:12.959432 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de048ec-c4ce-40ff-b9a0-db8f1698c499 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] No DVR routers for this DVR port 1e8546d3-9f77-46ee-8924-349fea991daf on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:40:12.973785 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c711cc1c-9ed5-4671-bdd4-75c38e29c38e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:13.022653 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4e8763da-e493-43ca-b181-60e9adf5c929 None None] For port 1e8546d3-9f77-46ee-8924-349fea991daf, host n-d-820553-2, got binding levels [] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:40:13.022996 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4e8763da-e493-43ca-b181-60e9adf5c929 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:13.040767 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4e8763da-e493-43ca-b181-60e9adf5c929 None None] Calling delete_port for 1e8546d3-9f77-46ee-8924-349fea991daf owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:40:13.045483 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.ipam_backend_mixin [None req-4e8763da-e493-43ca-b181-60e9adf5c929 None None] Port 1e8546d3-9f77-46ee-8924-349fea991daf was not found and therefore no delete operation was performed {{(pid=102834) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 17 15:40:13.046794 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4e8763da-e493-43ca-b181-60e9adf5c929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:13.055209 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6de048ec-c4ce-40ff-b9a0-db8f1698c499 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:13.073254 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8763da-e493-43ca-b181-60e9adf5c929 None None] Pushing event deleted for resources: {'Port': ['ID=1e8546d3-9f77-46ee-8924-349fea991daf,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:13.077384 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-6de048ec-c4ce-40ff-b9a0-db8f1698c499 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f04543a-7cf2-4dc7-9694-9c735b176296']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:13.080731 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c711cc1c-9ed5-4671-bdd4-75c38e29c38e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:13.081548 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8763da-e493-43ca-b181-60e9adf5c929 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:13.081894 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8763da-e493-43ca-b181-60e9adf5c929 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:13.082734 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8763da-e493-43ca-b181-60e9adf5c929 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:13.083075 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8763da-e493-43ca-b181-60e9adf5c929 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:13.083409 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8763da-e493-43ca-b181-60e9adf5c929 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:13.083738 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8763da-e493-43ca-b181-60e9adf5c929 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:13.084061 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8763da-e493-43ca-b181-60e9adf5c929 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:13.084384 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8763da-e493-43ca-b181-60e9adf5c929 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:13.084705 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8763da-e493-43ca-b181-60e9adf5c929 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:13.085026 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8763da-e493-43ca-b181-60e9adf5c929 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:13.085371 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8763da-e493-43ca-b181-60e9adf5c929 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:13.085688 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8763da-e493-43ca-b181-60e9adf5c929 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:13.088173 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-6de048ec-c4ce-40ff-b9a0-db8f1698c499 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284af4a7-3b8e-4461-8393-1de089018c45') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:13.088570 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-6de048ec-c4ce-40ff-b9a0-db8f1698c499 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284af4a7-3b8e-4461-8393-1de089018c45') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:13.090220 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c711cc1c-9ed5-4671-bdd4-75c38e29c38e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:40:13.091287 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c711cc1c-9ed5-4671-bdd4-75c38e29c38e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:13.093266 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8763da-e493-43ca-b181-60e9adf5c929 None None] No DVR routers for this DVR port 1e8546d3-9f77-46ee-8924-349fea991daf on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:40:13.100887 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6de048ec-c4ce-40ff-b9a0-db8f1698c499 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:13.125770 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6de048ec-c4ce-40ff-b9a0-db8f1698c499 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:13.127480 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de048ec-c4ce-40ff-b9a0-db8f1698c499 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:40:13.128010 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6de048ec-c4ce-40ff-b9a0-db8f1698c499 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:13.131636 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:40:13.131636 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:40:13.131636 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:40:13.131636 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:40:13.131636 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:40:13.131636 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:40:13.131636 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:40:13.131636 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:40:13.131636 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:40:13.131636 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:40:13.131636 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:40:13.131636 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:40:13.131636 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:40:13.131636 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:40:13.131636 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:40:13.131636 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:40:13.131636 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:40:13.131636 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:40:13.131636 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:40:13.131636 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:40:13.131636 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:40:13.131636 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:40:13.131636 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:40:13.131636 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:40:13.131636 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:40:13.131636 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:40:13.131636 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:40:13.131636 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:40:13.131636 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:40:13.131636 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:40:13.131636 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:40:13.131636 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:40:13.188408 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711cc1c-9ed5-4671-bdd4-75c38e29c38e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Network': ['ID=a0b2510a-6af6-42c9-ab2c-3fdd07554c18,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:13.199290 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network a0b2510a-6af6-42c9-ab2c-3fdd07554c18 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:40:13.237857 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c711cc1c-9ed5-4671-bdd4-75c38e29c38e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5413594 Dec 17 15:40:13.240693 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53494) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:13.246463 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-15cace2e-cb3b-4c2a-9738-026168643060 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Request body: {'subnet': {'network_id': 'a0b2510a-6af6-42c9-ab2c-3fdd07554c18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:40:13.269558 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6de048ec-c4ce-40ff-b9a0-db8f1698c499 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:13.277945 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6de048ec-c4ce-40ff-b9a0-db8f1698c499 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:13.281298 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6de048ec-c4ce-40ff-b9a0-db8f1698c499 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] 10.222.0.46 "DELETE /v2.0/networks/5f04543a-7cf2-4dc7-9694-9c735b176296 HTTP/1.1" status: 204 len: 168 time: 0.7916999 Dec 17 15:40:13.297201 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de048ec-c4ce-40ff-b9a0-db8f1698c499 tempest-TagsExtTest-985972715 tempest-TagsExtTest-985972715-project] Pushing event deleted for resources: {'Network': ['ID=5f04543a-7cf2-4dc7-9694-9c735b176296,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:13.411817 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cace2e-cb3b-4c2a-9738-026168643060 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Made reservation on behalf of 48dff6b70e1d4fe6a948bc2a6e6cc6b1 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:40:13.415436 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-15cace2e-cb3b-4c2a-9738-026168643060 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:13.712407 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-15cace2e-cb3b-4c2a-9738-026168643060 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:13.772509 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53510) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:13.788581 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cace2e-cb3b-4c2a-9738-026168643060 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Subnet': ['ID=9053cd32-bbf3-4658-93f3-b4fcab1c2cae,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:13.798066 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cace2e-cb3b-4c2a-9738-026168643060 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Checking segment: {'id': 'e2caafcd-3574-42b3-ad7a-86ea52c8e281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a0b2510a-6af6-42c9-ab2c-3fdd07554c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:40:13.798354 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cace2e-cb3b-4c2a-9738-026168643060 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network hostable DHCP agents. Network: a0b2510a-6af6-42c9-ab2c-3fdd07554c18, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:40:13.888888 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cace2e-cb3b-4c2a-9738-026168643060 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network a0b2510a-6af6-42c9-ab2c-3fdd07554c18 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:40:13.934998 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-eb9a2b95-ca2d-4736-b4d3-cc432ac35eec admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c17c6dd9937444688d74abb01ac0c374&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1612830 Dec 17 15:40:13.937558 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53514) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:13.972264 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-15cace2e-cb3b-4c2a-9738-026168643060 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, a0b2510a-6af6-42c9-ab2c-3fdd07554c18) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:40:13.976440 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cace2e-cb3b-4c2a-9738-026168643060 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:40:13.977026 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-15cace2e-cb3b-4c2a-9738-026168643060 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:13.984250 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e070ebb9-5db1-482e-a51c-1fc7644c200d None None] Network a0b2510a-6af6-42c9-ab2c-3fdd07554c18 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:40:14.006337 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2d9afa84-a2ce-4783-a94f-576a2b2d1ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:14.029392 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2d9afa84-a2ce-4783-a94f-576a2b2d1ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:14.078005 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-15cace2e-cb3b-4c2a-9738-026168643060 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8361459 Dec 17 15:40:14.078604 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53516) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:14.083168 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-e331f750-3311-4a25-9106-8a1a231cb2df tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1596410221', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:40:14.142006 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0357530-7cc8-4b4e-ae6c-f2954db9fb63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-a0b2510a-6af6-42c9-ab2c-3fdd07554c18', 'network_id': 'a0b2510a-6af6-42c9-ab2c-3fdd07554c18', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'fixed_ips': [{'subnet_id': '9053cd32-bbf3-4658-93f3-b4fcab1c2cae'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:40:14.142884 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c0357530-7cc8-4b4e-ae6c-f2954db9fb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:14.157816 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2d9afa84-a2ce-4783-a94f-576a2b2d1ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:14.160351 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2d9afa84-a2ce-4783-a94f-576a2b2d1ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:14.161633 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2d9afa84-a2ce-4783-a94f-576a2b2d1ea4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3d501c9b-aab1-4052-a1b4-0f4dad2d039b HTTP/1.1" status: 204 len: 168 time: 0.2230072 Dec 17 15:40:14.169796 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9afa84-a2ce-4783-a94f-576a2b2d1ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d501c9b-aab1-4052-a1b4-0f4dad2d039b,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:14.186444 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e331f750-3311-4a25-9106-8a1a231cb2df tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:14.187520 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e331f750-3311-4a25-9106-8a1a231cb2df tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:14.256435 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e331f750-3311-4a25-9106-8a1a231cb2df tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:14.298408 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-c0357530-7cc8-4b4e-ae6c-f2954db9fb63 None None] Allocated IP 2001:db8::2 (a0b2510a-6af6-42c9-ab2c-3fdd07554c18/9053cd32-bbf3-4658-93f3-b4fcab1c2cae/3a3144d8-eb08-4a64-937d-64a86d4a85d0) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:40:14.335347 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e331f750-3311-4a25-9106-8a1a231cb2df tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:14.422855 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e331f750-3311-4a25-9106-8a1a231cb2df tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:14.425129 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e331f750-3311-4a25-9106-8a1a231cb2df tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3445392 Dec 17 15:40:14.433004 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53524) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:14.468305 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c0357530-7cc8-4b4e-ae6c-f2954db9fb63 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:14.529671 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c0357530-7cc8-4b4e-ae6c-f2954db9fb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:14.579179 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0357530-7cc8-4b4e-ae6c-f2954db9fb63 None None] Network a0b2510a-6af6-42c9-ab2c-3fdd07554c18 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:40:14.584336 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-c0357530-7cc8-4b4e-ae6c-f2954db9fb63 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:40:14.588097 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0357530-7cc8-4b4e-ae6c-f2954db9fb63 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:40:14.600322 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0357530-7cc8-4b4e-ae6c-f2954db9fb63 None None] Pushing event updated for resources: {'Port': ['ID=3a3144d8-eb08-4a64-937d-64a86d4a85d0,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:14.680603 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-c0357530-7cc8-4b4e-ae6c-f2954db9fb63 None None] Attempting to bind port 3a3144d8-eb08-4a64-937d-64a86d4a85d0 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:40:14.680995 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-c0357530-7cc8-4b4e-ae6c-f2954db9fb63 None None] Attempting to bind port 3a3144d8-eb08-4a64-937d-64a86d4a85d0 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'e2caafcd-3574-42b3-ad7a-86ea52c8e281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a0b2510a-6af6-42c9-ab2c-3fdd07554c18'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:40:14.681417 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0357530-7cc8-4b4e-ae6c-f2954db9fb63 None None] Attempting to bind port 3a3144d8-eb08-4a64-937d-64a86d4a85d0 on network a0b2510a-6af6-42c9-ab2c-3fdd07554c18 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:40:14.688300 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0357530-7cc8-4b4e-ae6c-f2954db9fb63 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:40:14.688981 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0357530-7cc8-4b4e-ae6c-f2954db9fb63 None None] Checking segment: {'id': 'e2caafcd-3574-42b3-ad7a-86ea52c8e281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a0b2510a-6af6-42c9-ab2c-3fdd07554c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:40:14.689477 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c0357530-7cc8-4b4e-ae6c-f2954db9fb63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:14.693038 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0357530-7cc8-4b4e-ae6c-f2954db9fb63 None None] Bound using segment: {'id': 'e2caafcd-3574-42b3-ad7a-86ea52c8e281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a0b2510a-6af6-42c9-ab2c-3fdd07554c18'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:40:14.693038 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-c0357530-7cc8-4b4e-ae6c-f2954db9fb63 None None] Bound port: 3a3144d8-eb08-4a64-937d-64a86d4a85d0, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2caafcd-3574-42b3-ad7a-86ea52c8e281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a0b2510a-6af6-42c9-ab2c-3fdd07554c18'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:40:14.693038 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c0357530-7cc8-4b4e-ae6c-f2954db9fb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:14.773587 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c0357530-7cc8-4b4e-ae6c-f2954db9fb63 None None] For port 3a3144d8-eb08-4a64-937d-64a86d4a85d0, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:40:14.779211 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c0357530-7cc8-4b4e-ae6c-f2954db9fb63 None None] For port 3a3144d8-eb08-4a64-937d-64a86d4a85d0, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3a3144d8-eb08-4a64-937d-64a86d4a85d0,segment=NetworkSegment(e2caafcd-3574-42b3-ad7a-86ea52c8e281),segment_id=e2caafcd-3574-42b3-ad7a-86ea52c8e281)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:40:14.779781 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1f707626-1031-4c5c-b82f-6546df1218bd tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:14.832371 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 1e8546d3-9f77-46ee-8924-349fea991daf no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:40:14.853412 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 1e8546d3-9f77-46ee-8924-349fea991daf {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:40:14.853953 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 1e8546d3-9f77-46ee-8924-349fea991daf not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:40:14.884754 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c0357530-7cc8-4b4e-ae6c-f2954db9fb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:14.954779 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0357530-7cc8-4b4e-ae6c-f2954db9fb63 None None] Pushing event updated for resources: {'Port': ['ID=3a3144d8-eb08-4a64-937d-64a86d4a85d0,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:15.120683 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-1f707626-1031-4c5c-b82f-6546df1218bd tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Allocated IP 2001:db8::1 (a0b2510a-6af6-42c9-ab2c-3fdd07554c18/9053cd32-bbf3-4658-93f3-b4fcab1c2cae/d69c7ed0-738f-4b40-bb2e-96074df3868a) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:40:15.293732 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1f707626-1031-4c5c-b82f-6546df1218bd tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:15.398419 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1f707626-1031-4c5c-b82f-6546df1218bd tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:15.437731 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f707626-1031-4c5c-b82f-6546df1218bd tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network a0b2510a-6af6-42c9-ab2c-3fdd07554c18 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:40:15.442882 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-1f707626-1031-4c5c-b82f-6546df1218bd tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:40:15.445576 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f707626-1031-4c5c-b82f-6546df1218bd tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:40:15.446141 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1f707626-1031-4c5c-b82f-6546df1218bd tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:15.498860 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f707626-1031-4c5c-b82f-6546df1218bd tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Port': ['ID=d69c7ed0-738f-4b40-bb2e-96074df3868a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:15.657106 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1f707626-1031-4c5c-b82f-6546df1218bd tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:15.992809 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1f707626-1031-4c5c-b82f-6546df1218bd tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:16.066425 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1f707626-1031-4c5c-b82f-6546df1218bd tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:16.067256 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1f707626-1031-4c5c-b82f-6546df1218bd tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:16.141698 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f707626-1031-4c5c-b82f-6546df1218bd tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Port': ['ID=d69c7ed0-738f-4b40-bb2e-96074df3868a,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:16.172477 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef7b63c-00e8-4aa8-b4a1-1d8f1db71327 None None] Network a0b2510a-6af6-42c9-ab2c-3fdd07554c18 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:40:16.260571 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f707626-1031-4c5c-b82f-6546df1218bd tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network a0b2510a-6af6-42c9-ab2c-3fdd07554c18 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:40:16.263403 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-1f707626-1031-4c5c-b82f-6546df1218bd tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:40:16.317534 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-00031025-c584-467a-9186-2d30a8695cd8 None None] Provisioning complete for port 3a3144d8-eb08-4a64-937d-64a86d4a85d0 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:16.317923 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-00031025-c584-467a-9186-2d30a8695cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:16.438467 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-00031025-c584-467a-9186-2d30a8695cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:16.474252 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-00031025-c584-467a-9186-2d30a8695cd8 None None] For port 3a3144d8-eb08-4a64-937d-64a86d4a85d0, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3a3144d8-eb08-4a64-937d-64a86d4a85d0,segment=NetworkSegment(e2caafcd-3574-42b3-ad7a-86ea52c8e281),segment_id=e2caafcd-3574-42b3-ad7a-86ea52c8e281)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:40:16.514849 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f707626-1031-4c5c-b82f-6546df1218bd tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Router cf0114bd-03aa-4979-a7ef-f2abc853067b is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:40:16.543880 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-00031025-c584-467a-9186-2d30a8695cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:16.619494 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00031025-c584-467a-9186-2d30a8695cd8 None None] Pushing event updated for resources: {'Port': ['ID=3a3144d8-eb08-4a64-937d-64a86d4a85d0,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:16.659070 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f707626-1031-4c5c-b82f-6546df1218bd tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:40:16.667966 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1f707626-1031-4c5c-b82f-6546df1218bd tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "PUT /v2.0/routers/cf0114bd-03aa-4979-a7ef-f2abc853067b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2308786 Dec 17 15:40:16.668270 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53572) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:16.676503 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67c3262-445b-49bb-a81f-2dd55d42846e None None] Sync routers for ids ['cf0114bd-03aa-4979-a7ef-f2abc853067b'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:40:16.690966 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67c3262-445b-49bb-a81f-2dd55d42846e None None] Routers {'cf0114bd-03aa-4979-a7ef-f2abc853067b'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:40:16.691888 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b67c3262-445b-49bb-a81f-2dd55d42846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:40:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['cf0114bd-03aa-4979-a7ef-f2abc853067b'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:16.739235 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b67c3262-445b-49bb-a81f-2dd55d42846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:16.749953 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67c3262-445b-49bb-a81f-2dd55d42846e None None] Routers {'cf0114bd-03aa-4979-a7ef-f2abc853067b'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:40:16.759816 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c473924-e859-45d3-90a5-c9117b269791 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:40:16.762985 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1c473924-e859-45d3-90a5-c9117b269791 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "GET /v2.0/ports/d69c7ed0-738f-4b40-bb2e-96074df3868a HTTP/1.1" status: 200 len: 911 time: 0.0932043 Dec 17 15:40:16.763862 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b67c3262-445b-49bb-a81f-2dd55d42846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:40:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['cf0114bd-03aa-4979-a7ef-f2abc853067b'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:16.766036 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53576) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:16.783465 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-67235950-e9c2-48ec-9329-c51a2ee5c98b tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9053cd32-bbf3-4658-93f3-b4fcab1c2cae'}]}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:40:16.840197 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b67c3262-445b-49bb-a81f-2dd55d42846e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:16.843345 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67c3262-445b-49bb-a81f-2dd55d42846e None None] The sync data for ids ['cf0114bd-03aa-4979-a7ef-f2abc853067b'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:40:16.880948 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-7bae2c6a-4f42-493c-8d5f-9b30dca24f83 None None] Provisioning complete for port 3a3144d8-eb08-4a64-937d-64a86d4a85d0 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:16.884416 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7bae2c6a-4f42-493c-8d5f-9b30dca24f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:16.955723 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3a3144d8-eb08-4a64-937d-64a86d4a85d0 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:40:17.085271 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 3a3144d8-eb08-4a64-937d-64a86d4a85d0 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:17.085646 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:17.118091 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-67235950-e9c2-48ec-9329-c51a2ee5c98b tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:17.126146 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-7bae2c6a-4f42-493c-8d5f-9b30dca24f83 None None] Provisioning complete for port d69c7ed0-738f-4b40-bb2e-96074df3868a triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:17.126525 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7bae2c6a-4f42-493c-8d5f-9b30dca24f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:17.176433 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-7bae2c6a-4f42-493c-8d5f-9b30dca24f83 None None] Port d69c7ed0-738f-4b40-bb2e-96074df3868a cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:40:17.304170 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-e2a16af2-2653-4c65-8e20-7a94185edcde None None] Provisioning complete for port d69c7ed0-738f-4b40-bb2e-96074df3868a triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:17.304569 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e2a16af2-2653-4c65-8e20-7a94185edcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:17.343219 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-e2a16af2-2653-4c65-8e20-7a94185edcde None None] Port d69c7ed0-738f-4b40-bb2e-96074df3868a cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:40:17.463589 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-fa5eba42-c5e7-49b2-a89c-488c805db510 None None] Provisioning complete for port d69c7ed0-738f-4b40-bb2e-96074df3868a triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:17.463992 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fa5eba42-c5e7-49b2-a89c-488c805db510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:17.500436 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-fa5eba42-c5e7-49b2-a89c-488c805db510 None None] Port d69c7ed0-738f-4b40-bb2e-96074df3868a cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:40:17.543498 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-67235950-e9c2-48ec-9329-c51a2ee5c98b tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:17.617478 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53590) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:17.632253 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-67235950-e9c2-48ec-9329-c51a2ee5c98b tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:17.639011 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67235950-e9c2-48ec-9329-c51a2ee5c98b tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:40:17.639742 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-67235950-e9c2-48ec-9329-c51a2ee5c98b tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:17.644269 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-67235950-e9c2-48ec-9329-c51a2ee5c98b tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "PUT /v2.0/ports/d69c7ed0-738f-4b40-bb2e-96074df3868a HTTP/1.1" status: 200 len: 911 time: 0.8737321 Dec 17 15:40:17.644428 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53594) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:17.686500 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67235950-e9c2-48ec-9329-c51a2ee5c98b tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Port': ['ID=d69c7ed0-738f-4b40-bb2e-96074df3868a,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:17.764119 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c9a124ff-9635-460a-88ec-6161010b1511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:17.854275 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c9a124ff-9635-460a-88ec-6161010b1511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:17.912220 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c9a124ff-9635-460a-88ec-6161010b1511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:17.952601 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c9a124ff-9635-460a-88ec-6161010b1511 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ccad1d6a49fe4c12a2e7e776cbe04e1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3339713 Dec 17 15:40:17.953608 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a124ff-9635-460a-88ec-6161010b1511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce93a7a8-2a92-4e3b-a185-2e947c46bbcf,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:17.955873 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53596) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:17.984167 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-34e62ea4-ad77-4803-b019-3a9ab6d57b70 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:18.014306 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c5727f4d-c555-4cfc-a229-4e9fdae10a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:18.041035 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c5727f4d-c555-4cfc-a229-4e9fdae10a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:18.157548 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c5727f4d-c555-4cfc-a229-4e9fdae10a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:18.160084 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c5727f4d-c555-4cfc-a229-4e9fdae10a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:18.161316 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c5727f4d-c555-4cfc-a229-4e9fdae10a13 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ce93a7a8-2a92-4e3b-a185-2e947c46bbcf HTTP/1.1" status: 204 len: 168 time: 0.2045116 Dec 17 15:40:18.168980 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5727f4d-c555-4cfc-a229-4e9fdae10a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce93a7a8-2a92-4e3b-a185-2e947c46bbcf,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:18.236057 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-34e62ea4-ad77-4803-b019-3a9ab6d57b70 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Deleting port d69c7ed0-738f-4b40-bb2e-96074df3868a {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:40:18.236395 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-34e62ea4-ad77-4803-b019-3a9ab6d57b70 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:18.320818 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-34e62ea4-ad77-4803-b019-3a9ab6d57b70 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:18.333560 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-34e62ea4-ad77-4803-b019-3a9ab6d57b70 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Calling delete_port for d69c7ed0-738f-4b40-bb2e-96074df3868a owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:40:18.563375 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-34e62ea4-ad77-4803-b019-3a9ab6d57b70 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:18.594922 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e62ea4-ad77-4803-b019-3a9ab6d57b70 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event deleted for resources: {'Port': ['ID=d69c7ed0-738f-4b40-bb2e-96074df3868a,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:18.710401 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-34e62ea4-ad77-4803-b019-3a9ab6d57b70 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:18.832364 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53610) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:18.846851 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ee4f4556-3570-45fb-bc9a-4287b5e5ca31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:18.928398 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ee4f4556-3570-45fb-bc9a-4287b5e5ca31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:19.009803 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ee4f4556-3570-45fb-bc9a-4287b5e5ca31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:19.055111 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ee4f4556-3570-45fb-bc9a-4287b5e5ca31 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ca959362476a4be6bcb20f812a75c15d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2215390 Dec 17 15:40:19.056336 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f4556-3570-45fb-bc9a-4287b5e5ca31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0bd3ed-a3f7-414c-95ae-ad9fc1d721cd,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:19.059651 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53614) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:19.112451 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-798d4a31-76f3-4209-ab14-26b66790b91a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:19.139402 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-798d4a31-76f3-4209-ab14-26b66790b91a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:19.190506 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e62ea4-ad77-4803-b019-3a9ab6d57b70 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Router cf0114bd-03aa-4979-a7ef-f2abc853067b has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:40:19.255162 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-798d4a31-76f3-4209-ab14-26b66790b91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:19.257828 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-798d4a31-76f3-4209-ab14-26b66790b91a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:19.259267 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-798d4a31-76f3-4209-ab14-26b66790b91a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0f0bd3ed-a3f7-414c-95ae-ad9fc1d721cd HTTP/1.1" status: 204 len: 168 time: 0.1982119 Dec 17 15:40:19.269128 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e62ea4-ad77-4803-b019-3a9ab6d57b70 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:40:19.269860 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d4a31-76f3-4209-ab14-26b66790b91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0bd3ed-a3f7-414c-95ae-ad9fc1d721cd,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:19.275228 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-34e62ea4-ad77-4803-b019-3a9ab6d57b70 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "PUT /v2.0/routers/cf0114bd-03aa-4979-a7ef-f2abc853067b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6296160 Dec 17 15:40:19.277669 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53618) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:19.284374 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42df5443-ea31-40bd-8561-123ee717ef1f None None] Sync routers for ids ['cf0114bd-03aa-4979-a7ef-f2abc853067b'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:40:19.301613 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42df5443-ea31-40bd-8561-123ee717ef1f None None] Routers {'cf0114bd-03aa-4979-a7ef-f2abc853067b'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:40:19.301613 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-42df5443-ea31-40bd-8561-123ee717ef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:40:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['cf0114bd-03aa-4979-a7ef-f2abc853067b'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:19.310881 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-543d01f2-6a9a-4840-8f22-53249ed32a43 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf0114bd-03aa-4979-a7ef-f2abc853067b HTTP/1.1" status: 200 len: 205 time: 0.0319645 Dec 17 15:40:19.313298 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53622) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:19.353395 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-42df5443-ea31-40bd-8561-123ee717ef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:19.362553 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42df5443-ea31-40bd-8561-123ee717ef1f None None] Routers {'cf0114bd-03aa-4979-a7ef-f2abc853067b'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:40:19.363236 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-42df5443-ea31-40bd-8561-123ee717ef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:40:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['cf0114bd-03aa-4979-a7ef-f2abc853067b'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:19.395002 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6541f1f1-f0ca-4198-b1a1-26a6ce9b5c77 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:19.397313 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-42df5443-ea31-40bd-8561-123ee717ef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:19.397313 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42df5443-ea31-40bd-8561-123ee717ef1f None None] The sync data for ids ['cf0114bd-03aa-4979-a7ef-f2abc853067b'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:40:19.557359 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6541f1f1-f0ca-4198-b1a1-26a6ce9b5c77 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:19.560454 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6541f1f1-f0ca-4198-b1a1-26a6ce9b5c77 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:19.686438 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6541f1f1-f0ca-4198-b1a1-26a6ce9b5c77 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:19.686949 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6541f1f1-f0ca-4198-b1a1-26a6ce9b5c77 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Fanout notify agent at l3_agent the message router_deleted on router cf0114bd-03aa-4979-a7ef-f2abc853067b {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:40:19.699289 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6541f1f1-f0ca-4198-b1a1-26a6ce9b5c77 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:19.706973 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6541f1f1-f0ca-4198-b1a1-26a6ce9b5c77 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/routers/cf0114bd-03aa-4979-a7ef-f2abc853067b HTTP/1.1" status: 204 len: 168 time: 0.3859456 Dec 17 15:40:19.709779 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53630) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:19.763888 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e8ab49c-45cb-423a-b149-22210961df5d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Deleting subnet 9053cd32-bbf3-4658-93f3-b4fcab1c2cae {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:40:19.767124 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2e8ab49c-45cb-423a-b149-22210961df5d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:19.812028 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2e8ab49c-45cb-423a-b149-22210961df5d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:19.901910 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2e8ab49c-45cb-423a-b149-22210961df5d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:20.090319 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2e8ab49c-45cb-423a-b149-22210961df5d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:20.128967 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2e8ab49c-45cb-423a-b149-22210961df5d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:20.132177 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2e8ab49c-45cb-423a-b149-22210961df5d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/subnets/9053cd32-bbf3-4658-93f3-b4fcab1c2cae HTTP/1.1" status: 204 len: 168 time: 0.4212267 Dec 17 15:40:20.134329 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ab49c-45cb-423a-b149-22210961df5d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event deleted for resources: {'Subnet': ['ID=9053cd32-bbf3-4658-93f3-b4fcab1c2cae,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:20.135440 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f87596-35a9-4670-b5c1-6b9f1bee3e24 None None] Network a0b2510a-6af6-42c9-ab2c-3fdd07554c18 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:40:20.137342 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53644) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:20.255023 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0c4fb8a8-3493-4116-aaf3-615089e3893e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:20.309359 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-0c4fb8a8-3493-4116-aaf3-615089e3893e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Deleting port 3a3144d8-eb08-4a64-937d-64a86d4a85d0 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:40:20.309981 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0c4fb8a8-3493-4116-aaf3-615089e3893e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:20.375955 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2427f9ba-879d-4695-b2fe-1b1c5f7ead30 None None] DHCP port deletion for a0b2510a-6af6-42c9-ab2c-3fdd07554c18 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:40:20.380274 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-0c4fb8a8-3493-4116-aaf3-615089e3893e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] For port 3a3144d8-eb08-4a64-937d-64a86d4a85d0, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3a3144d8-eb08-4a64-937d-64a86d4a85d0,segment=NetworkSegment(e2caafcd-3574-42b3-ad7a-86ea52c8e281),segment_id=e2caafcd-3574-42b3-ad7a-86ea52c8e281)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:40:20.380846 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0c4fb8a8-3493-4116-aaf3-615089e3893e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:20.395425 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-0c4fb8a8-3493-4116-aaf3-615089e3893e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Calling delete_port for 3a3144d8-eb08-4a64-937d-64a86d4a85d0 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:40:20.424942 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-2427f9ba-879d-4695-b2fe-1b1c5f7ead30 None None] Deleting port 3a3144d8-eb08-4a64-937d-64a86d4a85d0 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:40:20.425343 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2427f9ba-879d-4695-b2fe-1b1c5f7ead30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:20.495965 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-2427f9ba-879d-4695-b2fe-1b1c5f7ead30 None None] For port 3a3144d8-eb08-4a64-937d-64a86d4a85d0, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3a3144d8-eb08-4a64-937d-64a86d4a85d0,segment=NetworkSegment(e2caafcd-3574-42b3-ad7a-86ea52c8e281),segment_id=e2caafcd-3574-42b3-ad7a-86ea52c8e281)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:40:20.496494 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2427f9ba-879d-4695-b2fe-1b1c5f7ead30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:20.511443 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-2427f9ba-879d-4695-b2fe-1b1c5f7ead30 None None] Calling delete_port for 3a3144d8-eb08-4a64-937d-64a86d4a85d0 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:40:20.590148 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0c4fb8a8-3493-4116-aaf3-615089e3893e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:20.595826 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2427f9ba-879d-4695-b2fe-1b1c5f7ead30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:20.615720 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4fb8a8-3493-4116-aaf3-615089e3893e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event deleted for resources: {'Port': ['ID=3a3144d8-eb08-4a64-937d-64a86d4a85d0,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:20.622850 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427f9ba-879d-4695-b2fe-1b1c5f7ead30 None None] Pushing event deleted for resources: {'Port': ['ID=3a3144d8-eb08-4a64-937d-64a86d4a85d0,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:20.622979 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4fb8a8-3493-4116-aaf3-615089e3893e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] No DVR routers for this DVR port 3a3144d8-eb08-4a64-937d-64a86d4a85d0 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:40:20.625503 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2427f9ba-879d-4695-b2fe-1b1c5f7ead30 None None] No DVR routers for this DVR port 3a3144d8-eb08-4a64-937d-64a86d4a85d0 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:40:20.711265 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0c4fb8a8-3493-4116-aaf3-615089e3893e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:20.731193 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-0c4fb8a8-3493-4116-aaf3-615089e3893e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b2510a-6af6-42c9-ab2c-3fdd07554c18']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:20.741290 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-0c4fb8a8-3493-4116-aaf3-615089e3893e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2caafcd-3574-42b3-ad7a-86ea52c8e281') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:20.741610 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-0c4fb8a8-3493-4116-aaf3-615089e3893e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2caafcd-3574-42b3-ad7a-86ea52c8e281') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:20.751582 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0c4fb8a8-3493-4116-aaf3-615089e3893e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:20.765354 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0c4fb8a8-3493-4116-aaf3-615089e3893e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:20.771367 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c4fb8a8-3493-4116-aaf3-615089e3893e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:40:20.771762 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0c4fb8a8-3493-4116-aaf3-615089e3893e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:20.774801 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:40:20.774801 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:40:20.774801 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:40:20.774801 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:40:20.774801 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:40:20.774801 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:40:20.774801 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:40:20.774801 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:40:20.774801 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:40:20.774801 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:40:20.774801 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:40:20.774801 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:40:20.774801 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:40:20.774801 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:40:20.774801 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:40:20.774801 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:40:20.774801 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:40:20.774801 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:40:20.774801 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:40:20.774801 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:40:20.774801 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:40:20.774801 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:40:20.774801 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:40:20.774801 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:40:20.774801 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:40:20.774801 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:40:20.774801 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:40:20.774801 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:40:20.774801 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:40:20.774801 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:40:20.774801 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:40:20.774801 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:40:20.808142 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3a3144d8-eb08-4a64-937d-64a86d4a85d0 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:40:20.833218 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 3a3144d8-eb08-4a64-937d-64a86d4a85d0 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:40:20.833481 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3a3144d8-eb08-4a64-937d-64a86d4a85d0 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:40:20.940576 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0c4fb8a8-3493-4116-aaf3-615089e3893e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:20.947538 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0c4fb8a8-3493-4116-aaf3-615089e3893e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:20.951410 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0c4fb8a8-3493-4116-aaf3-615089e3893e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/networks/a0b2510a-6af6-42c9-ab2c-3fdd07554c18 HTTP/1.1" status: 204 len: 168 time: 0.8129811 Dec 17 15:40:20.955210 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53658) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:20.960010 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-ac53c2cf-88d2-4058-8a3a-69992fa2e842 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1542336761', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:40:20.964569 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4fb8a8-3493-4116-aaf3-615089e3893e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event deleted for resources: {'Network': ['ID=a0b2510a-6af6-42c9-ab2c-3fdd07554c18,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:21.060666 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ac53c2cf-88d2-4058-8a3a-69992fa2e842 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:21.061787 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ac53c2cf-88d2-4058-8a3a-69992fa2e842 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:21.116684 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ac53c2cf-88d2-4058-8a3a-69992fa2e842 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:21.184371 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ac53c2cf-88d2-4058-8a3a-69992fa2e842 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:21.285507 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ac53c2cf-88d2-4058-8a3a-69992fa2e842 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:21.291761 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ac53c2cf-88d2-4058-8a3a-69992fa2e842 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3302164 Dec 17 15:40:21.293748 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53668) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:21.298888 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-e3b0395a-c5b8-4cdb-b36e-58f37a058ee3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-595180169'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:40:21.389428 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b0395a-c5b8-4cdb-b36e-58f37a058ee3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Made reservation on behalf of 48dff6b70e1d4fe6a948bc2a6e6cc6b1 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:40:21.393542 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e3b0395a-c5b8-4cdb-b36e-58f37a058ee3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:21.416058 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b0395a-c5b8-4cdb-b36e-58f37a058ee3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:40:21.424738 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e3b0395a-c5b8-4cdb-b36e-58f37a058ee3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:21.425097 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-e3b0395a-c5b8-4cdb-b36e-58f37a058ee3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Added segment 493d6865-6bb8-4da5-a73a-9195b5354c3a of type vlan for network 9fdb7fee-5e28-4a34-8607-d90b5f897898 Dec 17 15:40:21.470377 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e3b0395a-c5b8-4cdb-b36e-58f37a058ee3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:21.583219 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e3b0395a-c5b8-4cdb-b36e-58f37a058ee3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:21.589207 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b0395a-c5b8-4cdb-b36e-58f37a058ee3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:40:21.592170 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e3b0395a-c5b8-4cdb-b36e-58f37a058ee3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:21.955158 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0395a-c5b8-4cdb-b36e-58f37a058ee3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Network': ['ID=9fdb7fee-5e28-4a34-8607-d90b5f897898,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:21.965694 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 9fdb7fee-5e28-4a34-8607-d90b5f897898 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:40:22.049394 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e3b0395a-c5b8-4cdb-b36e-58f37a058ee3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7543817 Dec 17 15:40:22.052587 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53682) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:22.057433 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-b94422e7-76ff-44e6-a5e1-7d818338cd87 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Request body: {'subnet': {'network_id': '9fdb7fee-5e28-4a34-8607-d90b5f897898', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:40:22.234607 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94422e7-76ff-44e6-a5e1-7d818338cd87 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Made reservation on behalf of 48dff6b70e1d4fe6a948bc2a6e6cc6b1 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:40:22.239098 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b94422e7-76ff-44e6-a5e1-7d818338cd87 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:22.506570 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b94422e7-76ff-44e6-a5e1-7d818338cd87 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:22.573620 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94422e7-76ff-44e6-a5e1-7d818338cd87 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Subnet': ['ID=15604361-c526-41eb-ad82-a810729f8846,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:22.583340 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94422e7-76ff-44e6-a5e1-7d818338cd87 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Checking segment: {'id': '493d6865-6bb8-4da5-a73a-9195b5354c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9fdb7fee-5e28-4a34-8607-d90b5f897898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:40:22.583702 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94422e7-76ff-44e6-a5e1-7d818338cd87 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network hostable DHCP agents. Network: 9fdb7fee-5e28-4a34-8607-d90b5f897898, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:40:22.677839 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94422e7-76ff-44e6-a5e1-7d818338cd87 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network 9fdb7fee-5e28-4a34-8607-d90b5f897898 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:40:22.768992 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-b94422e7-76ff-44e6-a5e1-7d818338cd87 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 9fdb7fee-5e28-4a34-8607-d90b5f897898) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:40:22.772893 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94422e7-76ff-44e6-a5e1-7d818338cd87 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:40:22.773663 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b94422e7-76ff-44e6-a5e1-7d818338cd87 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:22.780083 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36d3899-9898-4195-8d95-52f34584227f None None] Network 9fdb7fee-5e28-4a34-8607-d90b5f897898 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:40:22.832932 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b94422e7-76ff-44e6-a5e1-7d818338cd87 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7792351 Dec 17 15:40:22.835704 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53690) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:22.955647 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982f9c22-b044-4942-9e62-f03c75ab75de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-9fdb7fee-5e28-4a34-8607-d90b5f897898', 'network_id': '9fdb7fee-5e28-4a34-8607-d90b5f897898', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'fixed_ips': [{'subnet_id': '15604361-c526-41eb-ad82-a810729f8846'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:40:22.956685 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-982f9c22-b044-4942-9e62-f03c75ab75de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:23.131920 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-86e95894-ff16-496e-a5ee-65b1d4a8e59f tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:23.169398 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-982f9c22-b044-4942-9e62-f03c75ab75de None None] Allocated IP 2001:db8::2 (9fdb7fee-5e28-4a34-8607-d90b5f897898/15604361-c526-41eb-ad82-a810729f8846/8bc8f7ca-9da2-4ab0-8990-637d7e3e9935) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:40:23.341158 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-982f9c22-b044-4942-9e62-f03c75ab75de None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:23.418007 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-982f9c22-b044-4942-9e62-f03c75ab75de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:23.490726 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-86e95894-ff16-496e-a5ee-65b1d4a8e59f tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Allocated IP 2001:db8::1 (9fdb7fee-5e28-4a34-8607-d90b5f897898/15604361-c526-41eb-ad82-a810729f8846/ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:40:23.496093 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f9c22-b044-4942-9e62-f03c75ab75de None None] Pushing event updated for resources: {'Port': ['ID=8bc8f7ca-9da2-4ab0-8990-637d7e3e9935,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:23.517642 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982f9c22-b044-4942-9e62-f03c75ab75de None None] Network 9fdb7fee-5e28-4a34-8607-d90b5f897898 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:40:23.519441 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-982f9c22-b044-4942-9e62-f03c75ab75de None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:40:23.521903 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982f9c22-b044-4942-9e62-f03c75ab75de None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:40:23.583049 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-982f9c22-b044-4942-9e62-f03c75ab75de None None] Attempting to bind port 8bc8f7ca-9da2-4ab0-8990-637d7e3e9935 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:40:23.585560 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-982f9c22-b044-4942-9e62-f03c75ab75de None None] Attempting to bind port 8bc8f7ca-9da2-4ab0-8990-637d7e3e9935 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '493d6865-6bb8-4da5-a73a-9195b5354c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9fdb7fee-5e28-4a34-8607-d90b5f897898'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:40:23.585910 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982f9c22-b044-4942-9e62-f03c75ab75de None None] Attempting to bind port 8bc8f7ca-9da2-4ab0-8990-637d7e3e9935 on network 9fdb7fee-5e28-4a34-8607-d90b5f897898 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:40:23.595646 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982f9c22-b044-4942-9e62-f03c75ab75de None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:40:23.596028 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982f9c22-b044-4942-9e62-f03c75ab75de None None] Checking segment: {'id': '493d6865-6bb8-4da5-a73a-9195b5354c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9fdb7fee-5e28-4a34-8607-d90b5f897898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:40:23.596421 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-982f9c22-b044-4942-9e62-f03c75ab75de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:23.596816 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982f9c22-b044-4942-9e62-f03c75ab75de None None] Bound using segment: {'id': '493d6865-6bb8-4da5-a73a-9195b5354c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9fdb7fee-5e28-4a34-8607-d90b5f897898'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:40:23.597313 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-982f9c22-b044-4942-9e62-f03c75ab75de None None] Bound port: 8bc8f7ca-9da2-4ab0-8990-637d7e3e9935, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '493d6865-6bb8-4da5-a73a-9195b5354c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9fdb7fee-5e28-4a34-8607-d90b5f897898'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:40:23.597695 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-982f9c22-b044-4942-9e62-f03c75ab75de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:23.637804 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-86e95894-ff16-496e-a5ee-65b1d4a8e59f tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:23.672626 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-982f9c22-b044-4942-9e62-f03c75ab75de None None] For port 8bc8f7ca-9da2-4ab0-8990-637d7e3e9935, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:40:23.672626 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-982f9c22-b044-4942-9e62-f03c75ab75de None None] For port 8bc8f7ca-9da2-4ab0-8990-637d7e3e9935, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=8bc8f7ca-9da2-4ab0-8990-637d7e3e9935,segment=NetworkSegment(493d6865-6bb8-4da5-a73a-9195b5354c3a),segment_id=493d6865-6bb8-4da5-a73a-9195b5354c3a)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:40:23.723715 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-982f9c22-b044-4942-9e62-f03c75ab75de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:23.747507 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-86e95894-ff16-496e-a5ee-65b1d4a8e59f tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:23.789480 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f9c22-b044-4942-9e62-f03c75ab75de None None] Pushing event updated for resources: {'Port': ['ID=8bc8f7ca-9da2-4ab0-8990-637d7e3e9935,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:23.812149 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e95894-ff16-496e-a5ee-65b1d4a8e59f tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network 9fdb7fee-5e28-4a34-8607-d90b5f897898 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:40:23.816001 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-86e95894-ff16-496e-a5ee-65b1d4a8e59f tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:40:23.828739 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e95894-ff16-496e-a5ee-65b1d4a8e59f tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:40:23.829699 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-86e95894-ff16-496e-a5ee-65b1d4a8e59f tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:23.833891 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e95894-ff16-496e-a5ee-65b1d4a8e59f tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Port': ['ID=ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:24.094148 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-86e95894-ff16-496e-a5ee-65b1d4a8e59f tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:24.375120 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-86e95894-ff16-496e-a5ee-65b1d4a8e59f tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:24.448203 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-86e95894-ff16-496e-a5ee-65b1d4a8e59f tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:24.449144 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-86e95894-ff16-496e-a5ee-65b1d4a8e59f tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:24.543166 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e95894-ff16-496e-a5ee-65b1d4a8e59f tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Port': ['ID=ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:24.659806 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e95894-ff16-496e-a5ee-65b1d4a8e59f tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network 9fdb7fee-5e28-4a34-8607-d90b5f897898 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:40:24.661644 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-86e95894-ff16-496e-a5ee-65b1d4a8e59f tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:40:24.889122 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e95894-ff16-496e-a5ee-65b1d4a8e59f tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Router 944ad025-070d-4833-ac58-7f4045c9746a is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:40:24.890380 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 8bc8f7ca-9da2-4ab0-8990-637d7e3e9935 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:40:24.972886 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 8bc8f7ca-9da2-4ab0-8990-637d7e3e9935 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:24.973386 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:25.010352 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e95894-ff16-496e-a5ee-65b1d4a8e59f tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:40:25.016576 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-86e95894-ff16-496e-a5ee-65b1d4a8e59f tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "PUT /v2.0/routers/944ad025-070d-4833-ac58-7f4045c9746a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1798174 Dec 17 15:40:25.019300 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53728) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:25.024776 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-df279174-3338-46ed-ad7d-902538f75f1c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1886795983'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:40:25.025184 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d28736-310c-4133-9492-66f83d6214c1 None None] Sync routers for ids ['944ad025-070d-4833-ac58-7f4045c9746a'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:40:25.041220 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d28736-310c-4133-9492-66f83d6214c1 None None] Routers {'944ad025-070d-4833-ac58-7f4045c9746a'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:40:25.041905 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-12d28736-310c-4133-9492-66f83d6214c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:40:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['944ad025-070d-4833-ac58-7f4045c9746a'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:25.117823 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df279174-3338-46ed-ad7d-902538f75f1c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Made reservation on behalf of 48dff6b70e1d4fe6a948bc2a6e6cc6b1 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:40:25.122434 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-df279174-3338-46ed-ad7d-902538f75f1c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:25.168018 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df279174-3338-46ed-ad7d-902538f75f1c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:40:25.181699 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-df279174-3338-46ed-ad7d-902538f75f1c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:25.182905 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-df279174-3338-46ed-ad7d-902538f75f1c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Added segment 9eba0c8b-3241-46eb-b279-d2c273e653ec of type vlan for network 5d006298-23a2-471c-87c2-3aaa16a80e2d Dec 17 15:40:25.241534 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-df279174-3338-46ed-ad7d-902538f75f1c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:25.355945 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed2539c-31e3-4e78-9cee-02ead076dfae None None] Network 9fdb7fee-5e28-4a34-8607-d90b5f897898 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:40:25.363377 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-df279174-3338-46ed-ad7d-902538f75f1c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:25.369038 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df279174-3338-46ed-ad7d-902538f75f1c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:40:25.372198 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-df279174-3338-46ed-ad7d-902538f75f1c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:25.442861 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:25.460429 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df279174-3338-46ed-ad7d-902538f75f1c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Network': ['ID=5d006298-23a2-471c-87c2-3aaa16a80e2d,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:25.504894 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 5d006298-23a2-471c-87c2-3aaa16a80e2d details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:40:25.514159 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4be45a2b-56dc-4fcf-86be-72f2a133e139 None None] Provisioning complete for port 8bc8f7ca-9da2-4ab0-8990-637d7e3e9935 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:25.514533 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4be45a2b-56dc-4fcf-86be-72f2a133e139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:25.557828 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-df279174-3338-46ed-ad7d-902538f75f1c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5345230 Dec 17 15:40:25.558109 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53740) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:25.563288 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 8bc8f7ca-9da2-4ab0-8990-637d7e3e9935, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=8bc8f7ca-9da2-4ab0-8990-637d7e3e9935,segment=NetworkSegment(493d6865-6bb8-4da5-a73a-9195b5354c3a),segment_id=493d6865-6bb8-4da5-a73a-9195b5354c3a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:40:25.563936 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-5ba3407d-4e08-42a5-bca3-ed4be05fc6a2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Request body: {'subnet': {'network_id': '5d006298-23a2-471c-87c2-3aaa16a80e2d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:40:25.589560 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-12d28736-310c-4133-9492-66f83d6214c1 None None] Set router 944ad025-070d-4833-ac58-7f4045c9746a gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:40:25.658833 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:25.760700 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba3407d-4e08-42a5-bca3-ed4be05fc6a2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Made reservation on behalf of 48dff6b70e1d4fe6a948bc2a6e6cc6b1 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:40:25.765489 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5ba3407d-4e08-42a5-bca3-ed4be05fc6a2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:25.888391 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=8bc8f7ca-9da2-4ab0-8990-637d7e3e9935,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:25.983331 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53748) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:25.994608 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:26.032928 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-12d28736-310c-4133-9492-66f83d6214c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ad025-070d-4833-ac58-7f4045c9746a', 'name': 'tempest-RoutersIpV6Test-router-1542336761', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:40:21Z', 'updated_at': '2021-12-17T15:40:23Z', 'revision_number': 2, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'gw_port_host': None, '_interfaces': [{'id': 'ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298', 'name': '', 'network_id': '9fdb7fee-5e28-4a34-8607-d90b5f897898', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:76:b2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '15604361-c526-41eb-ad82-a810729f8846', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:23Z', 'updated_at': '2021-12-17T15:40:24Z', 'revision_number': 2, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '15604361-c526-41eb-ad82-a810729f8846', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:26.077692 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d28736-310c-4133-9492-66f83d6214c1 None None] Checking router: 944ad025-070d-4833-ac58-7f4045c9746a for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:40:26.077692 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d28736-310c-4133-9492-66f83d6214c1 None None] Updating router 944ad025-070d-4833-ac58-7f4045c9746a port ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298 binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:40:26.099329 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-12d28736-310c-4133-9492-66f83d6214c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:26.124107 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5ba3407d-4e08-42a5-bca3-ed4be05fc6a2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:26.135148 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b65bc2a0-cb3d-4355-ae0e-52c3636bec3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:26.206843 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3407d-4e08-42a5-bca3-ed4be05fc6a2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Subnet': ['ID=4fc57f02-4152-48f4-bc70-bba6705e8273,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:26.239290 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba3407d-4e08-42a5-bca3-ed4be05fc6a2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Checking segment: {'id': '9eba0c8b-3241-46eb-b279-d2c273e653ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5d006298-23a2-471c-87c2-3aaa16a80e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:40:26.239950 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba3407d-4e08-42a5-bca3-ed4be05fc6a2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network hostable DHCP agents. Network: 5d006298-23a2-471c-87c2-3aaa16a80e2d, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:40:26.264240 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b65bc2a0-cb3d-4355-ae0e-52c3636bec3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:26.337844 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba3407d-4e08-42a5-bca3-ed4be05fc6a2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network 5d006298-23a2-471c-87c2-3aaa16a80e2d is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:40:26.337978 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b65bc2a0-cb3d-4355-ae0e-52c3636bec3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:26.391379 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65bc2a0-cb3d-4355-ae0e-52c3636bec3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03b35e0-f60c-42e9-a7fb-998a27ffd939,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:26.398429 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-cfc66dbe-2fbb-4cec-85a9-ddb624f00791 None None] Provisioning complete for port ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:26.398805 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cfc66dbe-2fbb-4cec-85a9-ddb624f00791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:26.403035 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b65bc2a0-cb3d-4355-ae0e-52c3636bec3d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=493da8ce28bd447e9950f4de2083563d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4184647 Dec 17 15:40:26.405908 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53754) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:26.434579 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-5ba3407d-4e08-42a5-bca3-ed4be05fc6a2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 5d006298-23a2-471c-87c2-3aaa16a80e2d) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:40:26.439100 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba3407d-4e08-42a5-bca3-ed4be05fc6a2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:40:26.439532 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5ba3407d-4e08-42a5-bca3-ed4be05fc6a2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:26.459712 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-80308cbb-472a-4939-b0d9-1a271f5912f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:26.468802 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279c16d2-c6ec-4b00-9da4-373de8155eca None None] Network 5d006298-23a2-471c-87c2-3aaa16a80e2d requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:40:26.483256 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-80308cbb-472a-4939-b0d9-1a271f5912f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:26.524450 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-cfc66dbe-2fbb-4cec-85a9-ddb624f00791 None None] Port ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:40:26.529957 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5ba3407d-4e08-42a5-bca3-ed4be05fc6a2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9707377 Dec 17 15:40:26.532750 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53756) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:26.546804 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-12d28736-310c-4133-9492-66f83d6214c1 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:26.572185 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-cfc66dbe-2fbb-4cec-85a9-ddb624f00791 None None] Provisioning complete for port 8bc8f7ca-9da2-4ab0-8990-637d7e3e9935 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:26.572554 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cfc66dbe-2fbb-4cec-85a9-ddb624f00791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:26.594704 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-80308cbb-472a-4939-b0d9-1a271f5912f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:26.597498 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-80308cbb-472a-4939-b0d9-1a271f5912f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:26.601330 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-80308cbb-472a-4939-b0d9-1a271f5912f7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a03b35e0-f60c-42e9-a7fb-998a27ffd939 HTTP/1.1" status: 204 len: 168 time: 0.1917911 Dec 17 15:40:26.626366 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80308cbb-472a-4939-b0d9-1a271f5912f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03b35e0-f60c-42e9-a7fb-998a27ffd939,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:26.639868 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-12d28736-310c-4133-9492-66f83d6214c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:26.742350 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf4794-3b57-4f29-9d42-f3408db47f3b None None] Pushing event updated for resources: {'Port': ['ID=ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:26.774092 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbb63e2-5e99-4cdc-88fa-3562993fc476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-5d006298-23a2-471c-87c2-3aaa16a80e2d', 'network_id': '5d006298-23a2-471c-87c2-3aaa16a80e2d', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'fixed_ips': [{'subnet_id': '4fc57f02-4152-48f4-bc70-bba6705e8273'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:40:26.779530 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0bbb63e2-5e99-4cdc-88fa-3562993fc476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:26.845527 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-12d28736-310c-4133-9492-66f83d6214c1 None None] Attempting to bind port ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:40:26.845925 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-12d28736-310c-4133-9492-66f83d6214c1 None None] Attempting to bind port ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '493d6865-6bb8-4da5-a73a-9195b5354c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9fdb7fee-5e28-4a34-8607-d90b5f897898'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:40:26.846345 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d28736-310c-4133-9492-66f83d6214c1 None None] Attempting to bind port ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298 on network 9fdb7fee-5e28-4a34-8607-d90b5f897898 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:40:26.863727 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d28736-310c-4133-9492-66f83d6214c1 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:40:26.864100 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d28736-310c-4133-9492-66f83d6214c1 None None] Checking segment: {'id': '493d6865-6bb8-4da5-a73a-9195b5354c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9fdb7fee-5e28-4a34-8607-d90b5f897898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:40:26.864504 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-12d28736-310c-4133-9492-66f83d6214c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:26.864907 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d28736-310c-4133-9492-66f83d6214c1 None None] Bound using segment: {'id': '493d6865-6bb8-4da5-a73a-9195b5354c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9fdb7fee-5e28-4a34-8607-d90b5f897898'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:40:26.865388 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-12d28736-310c-4133-9492-66f83d6214c1 None None] Bound port: ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '493d6865-6bb8-4da5-a73a-9195b5354c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9fdb7fee-5e28-4a34-8607-d90b5f897898'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:40:26.865769 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-12d28736-310c-4133-9492-66f83d6214c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:26.928748 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 8bc8f7ca-9da2-4ab0-8990-637d7e3e9935 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:40:27.008196 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-83691aa0-afdf-46d1-8acd-9b6805d6fc64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:27.095833 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-12d28736-310c-4133-9492-66f83d6214c1 None None] For port ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:40:27.097897 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-bf35de92-0553-4eba-8fea-149b36902e03 None None] Provisioning complete for port ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:27.098262 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bf35de92-0553-4eba-8fea-149b36902e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:27.145691 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-12d28736-310c-4133-9492-66f83d6214c1 None None] For port ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298,segment=NetworkSegment(493d6865-6bb8-4da5-a73a-9195b5354c3a),segment_id=493d6865-6bb8-4da5-a73a-9195b5354c3a)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:40:27.156568 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 8bc8f7ca-9da2-4ab0-8990-637d7e3e9935 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:27.156936 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:27.189197 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-0bbb63e2-5e99-4cdc-88fa-3562993fc476 None None] Allocated IP 2001:db8:1::2 (5d006298-23a2-471c-87c2-3aaa16a80e2d/4fc57f02-4152-48f4-bc70-bba6705e8273/0a9c6f0a-304f-4744-9712-fb1e306ffc6b) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:40:27.203283 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-bf35de92-0553-4eba-8fea-149b36902e03 None None] Port ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:40:27.258139 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-12d28736-310c-4133-9492-66f83d6214c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:27.382101 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53766) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:27.400974 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d649ad9b-ad67-4920-b54d-5302b3a92821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:27.504680 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d649ad9b-ad67-4920-b54d-5302b3a92821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:27.559125 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d28736-310c-4133-9492-66f83d6214c1 None None] Routers {'944ad025-070d-4833-ac58-7f4045c9746a'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:40:27.559767 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-12d28736-310c-4133-9492-66f83d6214c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:40:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['944ad025-070d-4833-ac58-7f4045c9746a'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:27.569103 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf4794-3b57-4f29-9d42-f3408db47f3b None None] Pushing event updated for resources: {'Port': ['ID=ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:27.580592 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d649ad9b-ad67-4920-b54d-5302b3a92821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:27.619486 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d649ad9b-ad67-4920-b54d-5302b3a92821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76b858a-5beb-40b3-bd76-161c8a1fa9c2,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:27.624355 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d649ad9b-ad67-4920-b54d-5302b3a92821 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1270d4ccb87a449f8df2d6203f30b2ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2403002 Dec 17 15:40:27.627105 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53768) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:27.684946 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-fc73e9ee-27dc-46e5-b1a3-e4d2738a19f1 None None] Provisioning complete for port ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:27.685349 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fc73e9ee-27dc-46e5-b1a3-e4d2738a19f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:27.688633 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-09b72ecc-d166-4d94-bca5-5804d260a4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:27.712099 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-09b72ecc-d166-4d94-bca5-5804d260a4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:27.786055 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-12d28736-310c-4133-9492-66f83d6214c1 None None] Set router 944ad025-070d-4833-ac58-7f4045c9746a gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:40:27.786055 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0bbb63e2-5e99-4cdc-88fa-3562993fc476 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:27.906137 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-09b72ecc-d166-4d94-bca5-5804d260a4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:27.908743 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-09b72ecc-d166-4d94-bca5-5804d260a4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:27.910362 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-09b72ecc-d166-4d94-bca5-5804d260a4e4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e76b858a-5beb-40b3-bd76-161c8a1fa9c2 HTTP/1.1" status: 204 len: 168 time: 0.2816994 Dec 17 15:40:27.919283 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b72ecc-d166-4d94-bca5-5804d260a4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76b858a-5beb-40b3-bd76-161c8a1fa9c2,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:27.924886 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fc73e9ee-27dc-46e5-b1a3-e4d2738a19f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:27.966113 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0bbb63e2-5e99-4cdc-88fa-3562993fc476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:28.028831 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-fc73e9ee-27dc-46e5-b1a3-e4d2738a19f1 None None] For port ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298,segment=NetworkSegment(493d6865-6bb8-4da5-a73a-9195b5354c3a),segment_id=493d6865-6bb8-4da5-a73a-9195b5354c3a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:40:28.041242 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-83691aa0-afdf-46d1-8acd-9b6805d6fc64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Allocated IP 2001:db8:1::1 (5d006298-23a2-471c-87c2-3aaa16a80e2d/4fc57f02-4152-48f4-bc70-bba6705e8273/e5b6c732-2bbd-406e-8af4-106bbe3871dc) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:40:28.065278 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbb63e2-5e99-4cdc-88fa-3562993fc476 None None] Network 5d006298-23a2-471c-87c2-3aaa16a80e2d is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:40:28.072717 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-0bbb63e2-5e99-4cdc-88fa-3562993fc476 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:40:28.075411 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbb63e2-5e99-4cdc-88fa-3562993fc476 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:40:28.092507 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb63e2-5e99-4cdc-88fa-3562993fc476 None None] Pushing event updated for resources: {'Port': ['ID=0a9c6f0a-304f-4744-9712-fb1e306ffc6b,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:28.156709 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fc73e9ee-27dc-46e5-b1a3-e4d2738a19f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:28.166924 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-0bbb63e2-5e99-4cdc-88fa-3562993fc476 None None] Attempting to bind port 0a9c6f0a-304f-4744-9712-fb1e306ffc6b on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:40:28.167567 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-0bbb63e2-5e99-4cdc-88fa-3562993fc476 None None] Attempting to bind port 0a9c6f0a-304f-4744-9712-fb1e306ffc6b by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '9eba0c8b-3241-46eb-b279-d2c273e653ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5d006298-23a2-471c-87c2-3aaa16a80e2d'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:40:28.168000 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbb63e2-5e99-4cdc-88fa-3562993fc476 None None] Attempting to bind port 0a9c6f0a-304f-4744-9712-fb1e306ffc6b on network 5d006298-23a2-471c-87c2-3aaa16a80e2d {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:40:28.189439 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-83691aa0-afdf-46d1-8acd-9b6805d6fc64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:28.199839 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbb63e2-5e99-4cdc-88fa-3562993fc476 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:40:28.203380 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbb63e2-5e99-4cdc-88fa-3562993fc476 None None] Checking segment: {'id': '9eba0c8b-3241-46eb-b279-d2c273e653ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5d006298-23a2-471c-87c2-3aaa16a80e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:40:28.203380 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0bbb63e2-5e99-4cdc-88fa-3562993fc476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:28.203380 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbb63e2-5e99-4cdc-88fa-3562993fc476 None None] Bound using segment: {'id': '9eba0c8b-3241-46eb-b279-d2c273e653ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5d006298-23a2-471c-87c2-3aaa16a80e2d'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:40:28.203380 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-0bbb63e2-5e99-4cdc-88fa-3562993fc476 None None] Bound port: 0a9c6f0a-304f-4744-9712-fb1e306ffc6b, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eba0c8b-3241-46eb-b279-d2c273e653ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5d006298-23a2-471c-87c2-3aaa16a80e2d'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:40:28.203380 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0bbb63e2-5e99-4cdc-88fa-3562993fc476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:28.234130 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-12d28736-310c-4133-9492-66f83d6214c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ad025-070d-4833-ac58-7f4045c9746a', 'name': 'tempest-RoutersIpV6Test-router-1542336761', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:40:21Z', 'updated_at': '2021-12-17T15:40:23Z', 'revision_number': 2, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'gw_port_host': None, '_interfaces': [{'id': 'ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298', 'name': '', 'network_id': '9fdb7fee-5e28-4a34-8607-d90b5f897898', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:76:b2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '15604361-c526-41eb-ad82-a810729f8846', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:23Z', 'updated_at': '2021-12-17T15:40:27Z', 'revision_number': 4, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '15604361-c526-41eb-ad82-a810729f8846', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:28.288690 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73e9ee-27dc-46e5-b1a3-e4d2738a19f1 None None] Pushing event updated for resources: {'Port': ['ID=ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:28.291355 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d28736-310c-4133-9492-66f83d6214c1 None None] The sync data for ids ['944ad025-070d-4833-ac58-7f4045c9746a'] in n-d-820553-2 is: [{'id': '944ad025-070d-4833-ac58-7f4045c9746a', 'name': 'tempest-RoutersIpV6Test-router-1542336761', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:40:21Z', 'updated_at': '2021-12-17T15:40:23Z', 'revision_number': 2, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'gw_port_host': None, '_interfaces': [{'id': 'ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298', 'name': '', 'network_id': '9fdb7fee-5e28-4a34-8607-d90b5f897898', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:76:b2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '15604361-c526-41eb-ad82-a810729f8846', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:23Z', 'updated_at': '2021-12-17T15:40:27Z', 'revision_number': 4, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '15604361-c526-41eb-ad82-a810729f8846', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:40:28.325604 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-26a69e18-91ad-4b21-99fc-5a1fe21e0367 None None] Provisioning complete for port ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:28.326317 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-26a69e18-91ad-4b21-99fc-5a1fe21e0367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:28.351650 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-83691aa0-afdf-46d1-8acd-9b6805d6fc64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:28.351975 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-0bbb63e2-5e99-4cdc-88fa-3562993fc476 None None] For port 0a9c6f0a-304f-4744-9712-fb1e306ffc6b, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:40:28.371764 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-0bbb63e2-5e99-4cdc-88fa-3562993fc476 None None] For port 0a9c6f0a-304f-4744-9712-fb1e306ffc6b, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=0a9c6f0a-304f-4744-9712-fb1e306ffc6b,segment=NetworkSegment(9eba0c8b-3241-46eb-b279-d2c273e653ec),segment_id=9eba0c8b-3241-46eb-b279-d2c273e653ec)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:40:28.395252 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83691aa0-afdf-46d1-8acd-9b6805d6fc64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network 5d006298-23a2-471c-87c2-3aaa16a80e2d is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:40:28.422694 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-83691aa0-afdf-46d1-8acd-9b6805d6fc64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:40:28.426488 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83691aa0-afdf-46d1-8acd-9b6805d6fc64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:40:28.427669 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-83691aa0-afdf-46d1-8acd-9b6805d6fc64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:28.457058 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0bbb63e2-5e99-4cdc-88fa-3562993fc476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:28.540957 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83691aa0-afdf-46d1-8acd-9b6805d6fc64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Port': ['ID=e5b6c732-2bbd-406e-8af4-106bbe3871dc,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:28.566376 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb63e2-5e99-4cdc-88fa-3562993fc476 None None] Pushing event updated for resources: {'Port': ['ID=0a9c6f0a-304f-4744-9712-fb1e306ffc6b,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:28.700750 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-83691aa0-afdf-46d1-8acd-9b6805d6fc64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:28.857528 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0f2d3fd6-e69b-48c4-850d-8d12770fd269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:28.934693 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:40:29.068729 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:29.070287 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:29.153873 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-83691aa0-afdf-46d1-8acd-9b6805d6fc64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:29.225909 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-83691aa0-afdf-46d1-8acd-9b6805d6fc64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:29.226719 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-83691aa0-afdf-46d1-8acd-9b6805d6fc64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:29.340812 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83691aa0-afdf-46d1-8acd-9b6805d6fc64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Port': ['ID=e5b6c732-2bbd-406e-8af4-106bbe3871dc,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:29.400197 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83691aa0-afdf-46d1-8acd-9b6805d6fc64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network 5d006298-23a2-471c-87c2-3aaa16a80e2d is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:40:29.402137 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-83691aa0-afdf-46d1-8acd-9b6805d6fc64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:40:29.536371 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83691aa0-afdf-46d1-8acd-9b6805d6fc64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Router 944ad025-070d-4833-ac58-7f4045c9746a has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:40:29.647206 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83691aa0-afdf-46d1-8acd-9b6805d6fc64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:40:29.656153 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53822) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:29.656764 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-83691aa0-afdf-46d1-8acd-9b6805d6fc64 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "PUT /v2.0/routers/944ad025-070d-4833-ac58-7f4045c9746a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1222165 Dec 17 15:40:29.662552 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-eea9c9de-7b55-414c-85f8-98182df70a27 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-898040924'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:40:29.738213 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea9c9de-7b55-414c-85f8-98182df70a27 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Made reservation on behalf of 48dff6b70e1d4fe6a948bc2a6e6cc6b1 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:40:29.743166 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eea9c9de-7b55-414c-85f8-98182df70a27 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:29.777460 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eea9c9de-7b55-414c-85f8-98182df70a27 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:40:29.790243 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eea9c9de-7b55-414c-85f8-98182df70a27 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:29.790595 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-eea9c9de-7b55-414c-85f8-98182df70a27 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Added segment 72132ce2-0508-4bb3-909e-4e5caf59e9c8 of type vlan for network 278b4c03-ea58-4233-879b-89cf7764acc0 Dec 17 15:40:29.835637 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eea9c9de-7b55-414c-85f8-98182df70a27 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:29.858379 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdf40bc-e466-4de8-8815-8b7c4bd9019a None None] Network 5d006298-23a2-471c-87c2-3aaa16a80e2d requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:40:29.945510 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a500c56c-c73b-4eb9-8693-4adcc529fbce None None] Provisioning complete for port 0a9c6f0a-304f-4744-9712-fb1e306ffc6b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:29.945895 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a500c56c-c73b-4eb9-8693-4adcc529fbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:29.952174 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eea9c9de-7b55-414c-85f8-98182df70a27 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:29.958596 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea9c9de-7b55-414c-85f8-98182df70a27 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:40:29.959472 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eea9c9de-7b55-414c-85f8-98182df70a27 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:30.052929 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea9c9de-7b55-414c-85f8-98182df70a27 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Network': ['ID=278b4c03-ea58-4233-879b-89cf7764acc0,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:30.071410 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 278b4c03-ea58-4233-879b-89cf7764acc0 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:40:30.134650 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-eea9c9de-7b55-414c-85f8-98182df70a27 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4764063 Dec 17 15:40:30.137723 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53838) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:30.142886 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-7fb0d332-1d30-4ade-8961-b4bb39f63db9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Request body: {'subnet': {'network_id': '278b4c03-ea58-4233-879b-89cf7764acc0', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:40:30.202967 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a500c56c-c73b-4eb9-8693-4adcc529fbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:30.249810 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-a500c56c-c73b-4eb9-8693-4adcc529fbce None None] For port 0a9c6f0a-304f-4744-9712-fb1e306ffc6b, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=0a9c6f0a-304f-4744-9712-fb1e306ffc6b,segment=NetworkSegment(9eba0c8b-3241-46eb-b279-d2c273e653ec),segment_id=9eba0c8b-3241-46eb-b279-d2c273e653ec)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:40:30.303903 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bb6ee8-e15b-4c1a-9e92-d621224ea4cd None None] Sync routers for ids ['944ad025-070d-4833-ac58-7f4045c9746a'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:40:30.316290 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bb6ee8-e15b-4c1a-9e92-d621224ea4cd None None] Routers {'944ad025-070d-4833-ac58-7f4045c9746a'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:40:30.317776 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e8bb6ee8-e15b-4c1a-9e92-d621224ea4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:40:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['944ad025-070d-4833-ac58-7f4045c9746a'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:30.341026 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a500c56c-c73b-4eb9-8693-4adcc529fbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:30.389585 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb0d332-1d30-4ade-8961-b4bb39f63db9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Made reservation on behalf of 48dff6b70e1d4fe6a948bc2a6e6cc6b1 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:40:30.397844 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7fb0d332-1d30-4ade-8961-b4bb39f63db9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:30.416334 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500c56c-c73b-4eb9-8693-4adcc529fbce None None] Pushing event updated for resources: {'Port': ['ID=0a9c6f0a-304f-4744-9712-fb1e306ffc6b,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:30.429076 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-e8bb6ee8-e15b-4c1a-9e92-d621224ea4cd None None] Set router 944ad025-070d-4833-ac58-7f4045c9746a gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:40:30.590939 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-7a52a112-3b69-4be4-9e41-c0109d69b46a None None] Provisioning complete for port 0a9c6f0a-304f-4744-9712-fb1e306ffc6b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:30.591548 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7a52a112-3b69-4be4-9e41-c0109d69b46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:30.724269 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-7a52a112-3b69-4be4-9e41-c0109d69b46a None None] Provisioning complete for port e5b6c732-2bbd-406e-8af4-106bbe3871dc triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:30.724939 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7a52a112-3b69-4be4-9e41-c0109d69b46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:30.783032 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-7a52a112-3b69-4be4-9e41-c0109d69b46a None None] Port e5b6c732-2bbd-406e-8af4-106bbe3871dc cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:40:30.790403 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7fb0d332-1d30-4ade-8961-b4bb39f63db9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:30.886974 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e8bb6ee8-e15b-4c1a-9e92-d621224ea4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ad025-070d-4833-ac58-7f4045c9746a', 'name': 'tempest-RoutersIpV6Test-router-1542336761', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:40:21Z', 'updated_at': '2021-12-17T15:40:28Z', 'revision_number': 3, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'gw_port_host': None, '_interfaces': [{'id': 'e5b6c732-2bbd-406e-8af4-106bbe3871dc', 'name': '', 'network_id': '5d006298-23a2-471c-87c2-3aaa16a80e2d', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:f7:fb:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '4fc57f02-4152-48f4-bc70-bba6705e8273', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:27Z', 'updated_at': '2021-12-17T15:40:28Z', 'revision_number': 2, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '4fc57f02-4152-48f4-bc70-bba6705e8273', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298', 'name': '', 'network_id': '9fdb7fee-5e28-4a34-8607-d90b5f897898', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:76:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '15604361-c526-41eb-ad82-a810729f8846', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:23Z', 'updated_at': '2021-12-17T15:40:27Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '15604361-c526-41eb-ad82-a810729f8846', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:30.921658 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bb6ee8-e15b-4c1a-9e92-d621224ea4cd None None] Checking router: 944ad025-070d-4833-ac58-7f4045c9746a for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:40:30.922007 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bb6ee8-e15b-4c1a-9e92-d621224ea4cd None None] Updating router 944ad025-070d-4833-ac58-7f4045c9746a port e5b6c732-2bbd-406e-8af4-106bbe3871dc binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:40:30.945712 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 0a9c6f0a-304f-4744-9712-fb1e306ffc6b up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:40:30.968142 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-e8bb6ee8-e15b-4c1a-9e92-d621224ea4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:30.972567 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0d332-1d30-4ade-8961-b4bb39f63db9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Subnet': ['ID=3a9bccac-f777-4496-97ec-7ac17530e337,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:30.984107 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb0d332-1d30-4ade-8961-b4bb39f63db9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Checking segment: {'id': '72132ce2-0508-4bb3-909e-4e5caf59e9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '278b4c03-ea58-4233-879b-89cf7764acc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:40:30.984479 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb0d332-1d30-4ade-8961-b4bb39f63db9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network hostable DHCP agents. Network: 278b4c03-ea58-4233-879b-89cf7764acc0, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:40:31.047826 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-14f10698-e3f2-42fb-9847-9db8a2188a05 None None] Provisioning complete for port e5b6c732-2bbd-406e-8af4-106bbe3871dc triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:31.048328 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-14f10698-e3f2-42fb-9847-9db8a2188a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:31.098570 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-772a02fd-adf6-4a47-97a3-ead90d81d4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:31.100861 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-14f10698-e3f2-42fb-9847-9db8a2188a05 None None] Port e5b6c732-2bbd-406e-8af4-106bbe3871dc cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:40:31.102881 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 0a9c6f0a-304f-4744-9712-fb1e306ffc6b triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:31.103536 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:31.116681 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb0d332-1d30-4ade-8961-b4bb39f63db9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network 278b4c03-ea58-4233-879b-89cf7764acc0 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:40:31.207032 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-7fb0d332-1d30-4ade-8961-b4bb39f63db9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 278b4c03-ea58-4233-879b-89cf7764acc0) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:40:31.216381 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb0d332-1d30-4ade-8961-b4bb39f63db9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:40:31.217317 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7fb0d332-1d30-4ade-8961-b4bb39f63db9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:31.223725 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933387ac-dc9e-4bb8-bcd6-5a0b6beea379 None None] Network 278b4c03-ea58-4233-879b-89cf7764acc0 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:40:31.326188 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 53870) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:31.326725 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7fb0d332-1d30-4ade-8961-b4bb39f63db9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1875932 Dec 17 15:40:31.354042 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-e8bb6ee8-e15b-4c1a-9e92-d621224ea4cd None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:31.440282 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-e8bb6ee8-e15b-4c1a-9e92-d621224ea4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:31.456828 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-7bc6995c-4eb5-4baa-ac2a-8515257b0546 None None] Provisioning complete for port e5b6c732-2bbd-406e-8af4-106bbe3871dc triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:31.457243 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7bc6995c-4eb5-4baa-ac2a-8515257b0546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:31.531174 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e298971-fc57-4ed6-b50d-9f058acb1530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-278b4c03-ea58-4233-879b-89cf7764acc0', 'network_id': '278b4c03-ea58-4233-879b-89cf7764acc0', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'fixed_ips': [{'subnet_id': '3a9bccac-f777-4496-97ec-7ac17530e337'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:40:31.531174 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7e298971-fc57-4ed6-b50d-9f058acb1530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:31.531361 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436a0f5-f285-41c1-ac2f-283eabf56ab0 None None] Pushing event updated for resources: {'Port': ['ID=e5b6c732-2bbd-406e-8af4-106bbe3871dc,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:31.541659 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-7bc6995c-4eb5-4baa-ac2a-8515257b0546 None None] Port e5b6c732-2bbd-406e-8af4-106bbe3871dc cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:40:31.544724 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436a0f5-f285-41c1-ac2f-283eabf56ab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:31.548188 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436a0f5-f285-41c1-ac2f-283eabf56ab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:31.548188 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436a0f5-f285-41c1-ac2f-283eabf56ab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:31.548188 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436a0f5-f285-41c1-ac2f-283eabf56ab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:31.548188 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436a0f5-f285-41c1-ac2f-283eabf56ab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:31.548188 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436a0f5-f285-41c1-ac2f-283eabf56ab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:31.548188 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436a0f5-f285-41c1-ac2f-283eabf56ab0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:31.548188 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436a0f5-f285-41c1-ac2f-283eabf56ab0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:31.549973 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436a0f5-f285-41c1-ac2f-283eabf56ab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:31.550329 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436a0f5-f285-41c1-ac2f-283eabf56ab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:31.550878 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436a0f5-f285-41c1-ac2f-283eabf56ab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:31.551211 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5436a0f5-f285-41c1-ac2f-283eabf56ab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:40:31.624749 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-e8bb6ee8-e15b-4c1a-9e92-d621224ea4cd None None] Attempting to bind port e5b6c732-2bbd-406e-8af4-106bbe3871dc on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:40:31.626280 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-e8bb6ee8-e15b-4c1a-9e92-d621224ea4cd None None] Attempting to bind port e5b6c732-2bbd-406e-8af4-106bbe3871dc by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '9eba0c8b-3241-46eb-b279-d2c273e653ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5d006298-23a2-471c-87c2-3aaa16a80e2d'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:40:31.626768 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bb6ee8-e15b-4c1a-9e92-d621224ea4cd None None] Attempting to bind port e5b6c732-2bbd-406e-8af4-106bbe3871dc on network 5d006298-23a2-471c-87c2-3aaa16a80e2d {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:40:31.639870 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bb6ee8-e15b-4c1a-9e92-d621224ea4cd None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:40:31.640241 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bb6ee8-e15b-4c1a-9e92-d621224ea4cd None None] Checking segment: {'id': '9eba0c8b-3241-46eb-b279-d2c273e653ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5d006298-23a2-471c-87c2-3aaa16a80e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:40:31.640641 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-e8bb6ee8-e15b-4c1a-9e92-d621224ea4cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:31.641033 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bb6ee8-e15b-4c1a-9e92-d621224ea4cd None None] Bound using segment: {'id': '9eba0c8b-3241-46eb-b279-d2c273e653ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5d006298-23a2-471c-87c2-3aaa16a80e2d'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:40:31.645010 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-e8bb6ee8-e15b-4c1a-9e92-d621224ea4cd None None] Bound port: e5b6c732-2bbd-406e-8af4-106bbe3871dc, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eba0c8b-3241-46eb-b279-d2c273e653ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5d006298-23a2-471c-87c2-3aaa16a80e2d'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:40:31.645561 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-e8bb6ee8-e15b-4c1a-9e92-d621224ea4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:31.733355 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-e8bb6ee8-e15b-4c1a-9e92-d621224ea4cd None None] For port e5b6c732-2bbd-406e-8af4-106bbe3871dc, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:40:31.736652 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-e8bb6ee8-e15b-4c1a-9e92-d621224ea4cd None None] For port e5b6c732-2bbd-406e-8af4-106bbe3871dc, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e5b6c732-2bbd-406e-8af4-106bbe3871dc,segment=NetworkSegment(9eba0c8b-3241-46eb-b279-d2c273e653ec),segment_id=9eba0c8b-3241-46eb-b279-d2c273e653ec)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:40:31.762898 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-7e298971-fc57-4ed6-b50d-9f058acb1530 None None] Allocated IP 2001:db8:2::2 (278b4c03-ea58-4233-879b-89cf7764acc0/3a9bccac-f777-4496-97ec-7ac17530e337/69f78dee-83e5-43d0-a3d8-e5ca045526f4) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:40:31.847424 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-e8bb6ee8-e15b-4c1a-9e92-d621224ea4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:31.896793 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-1003186f-9515-42ab-8161-04b5237911c2 None None] Provisioning complete for port e5b6c732-2bbd-406e-8af4-106bbe3871dc triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:31.897207 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1003186f-9515-42ab-8161-04b5237911c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:31.945988 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bb6ee8-e15b-4c1a-9e92-d621224ea4cd None None] Routers {'944ad025-070d-4833-ac58-7f4045c9746a'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:40:31.946915 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e8bb6ee8-e15b-4c1a-9e92-d621224ea4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:40:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['944ad025-070d-4833-ac58-7f4045c9746a'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:32.107970 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-e8bb6ee8-e15b-4c1a-9e92-d621224ea4cd None None] Set router 944ad025-070d-4833-ac58-7f4045c9746a gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:40:32.112780 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1003186f-9515-42ab-8161-04b5237911c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:32.146593 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7e298971-fc57-4ed6-b50d-9f058acb1530 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:32.188812 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-1003186f-9515-42ab-8161-04b5237911c2 None None] For port e5b6c732-2bbd-406e-8af4-106bbe3871dc, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e5b6c732-2bbd-406e-8af4-106bbe3871dc,segment=NetworkSegment(9eba0c8b-3241-46eb-b279-d2c273e653ec),segment_id=9eba0c8b-3241-46eb-b279-d2c273e653ec)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:40:32.192465 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436a0f5-f285-41c1-ac2f-283eabf56ab0 None None] Pushing event updated for resources: {'Port': ['ID=e5b6c732-2bbd-406e-8af4-106bbe3871dc,revision_number=4']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:32.275646 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7e298971-fc57-4ed6-b50d-9f058acb1530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:32.285459 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5a433c33-b478-4723-bbea-0df0fde31ffb tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:32.333355 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e298971-fc57-4ed6-b50d-9f058acb1530 None None] Network 278b4c03-ea58-4233-879b-89cf7764acc0 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:40:32.334492 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1003186f-9515-42ab-8161-04b5237911c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:32.354733 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:32.364866 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-7e298971-fc57-4ed6-b50d-9f058acb1530 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:40:32.374285 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e298971-fc57-4ed6-b50d-9f058acb1530 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:40:32.410669 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e298971-fc57-4ed6-b50d-9f058acb1530 None None] Pushing event updated for resources: {'Port': ['ID=69f78dee-83e5-43d0-a3d8-e5ca045526f4,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:32.449505 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e8bb6ee8-e15b-4c1a-9e92-d621224ea4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ad025-070d-4833-ac58-7f4045c9746a', 'name': 'tempest-RoutersIpV6Test-router-1542336761', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:40:21Z', 'updated_at': '2021-12-17T15:40:28Z', 'revision_number': 3, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'gw_port_host': None, '_interfaces': [{'id': 'e5b6c732-2bbd-406e-8af4-106bbe3871dc', 'name': '', 'network_id': '5d006298-23a2-471c-87c2-3aaa16a80e2d', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:f7:fb:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '4fc57f02-4152-48f4-bc70-bba6705e8273', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:27Z', 'updated_at': '2021-12-17T15:40:31Z', 'revision_number': 4, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '4fc57f02-4152-48f4-bc70-bba6705e8273', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298', 'name': '', 'network_id': '9fdb7fee-5e28-4a34-8607-d90b5f897898', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:76:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '15604361-c526-41eb-ad82-a810729f8846', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:23Z', 'updated_at': '2021-12-17T15:40:27Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '15604361-c526-41eb-ad82-a810729f8846', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:32.508173 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003186f-9515-42ab-8161-04b5237911c2 None None] Pushing event updated for resources: {'Port': ['ID=e5b6c732-2bbd-406e-8af4-106bbe3871dc,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:32.520240 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bb6ee8-e15b-4c1a-9e92-d621224ea4cd None None] The sync data for ids ['944ad025-070d-4833-ac58-7f4045c9746a'] in n-d-820553-2 is: [{'id': '944ad025-070d-4833-ac58-7f4045c9746a', 'name': 'tempest-RoutersIpV6Test-router-1542336761', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:40:21Z', 'updated_at': '2021-12-17T15:40:28Z', 'revision_number': 3, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'gw_port_host': None, '_interfaces': [{'id': 'e5b6c732-2bbd-406e-8af4-106bbe3871dc', 'name': '', 'network_id': '5d006298-23a2-471c-87c2-3aaa16a80e2d', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:f7:fb:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '4fc57f02-4152-48f4-bc70-bba6705e8273', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:27Z', 'updated_at': '2021-12-17T15:40:31Z', 'revision_number': 4, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '4fc57f02-4152-48f4-bc70-bba6705e8273', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298', 'name': '', 'network_id': '9fdb7fee-5e28-4a34-8607-d90b5f897898', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:76:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '15604361-c526-41eb-ad82-a810729f8846', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:23Z', 'updated_at': '2021-12-17T15:40:27Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '15604361-c526-41eb-ad82-a810729f8846', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:40:32.794372 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7e298971-fc57-4ed6-b50d-9f058acb1530 None None] Attempting to bind port 69f78dee-83e5-43d0-a3d8-e5ca045526f4 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:40:32.796592 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7e298971-fc57-4ed6-b50d-9f058acb1530 None None] Attempting to bind port 69f78dee-83e5-43d0-a3d8-e5ca045526f4 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '72132ce2-0508-4bb3-909e-4e5caf59e9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '278b4c03-ea58-4233-879b-89cf7764acc0'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:40:32.797725 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e298971-fc57-4ed6-b50d-9f058acb1530 None None] Attempting to bind port 69f78dee-83e5-43d0-a3d8-e5ca045526f4 on network 278b4c03-ea58-4233-879b-89cf7764acc0 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:40:32.823530 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e298971-fc57-4ed6-b50d-9f058acb1530 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:40:32.825877 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e298971-fc57-4ed6-b50d-9f058acb1530 None None] Checking segment: {'id': '72132ce2-0508-4bb3-909e-4e5caf59e9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '278b4c03-ea58-4233-879b-89cf7764acc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:40:32.826381 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7e298971-fc57-4ed6-b50d-9f058acb1530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:32.829140 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e298971-fc57-4ed6-b50d-9f058acb1530 None None] Bound using segment: {'id': '72132ce2-0508-4bb3-909e-4e5caf59e9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '278b4c03-ea58-4233-879b-89cf7764acc0'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:40:32.829140 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7e298971-fc57-4ed6-b50d-9f058acb1530 None None] Bound port: 69f78dee-83e5-43d0-a3d8-e5ca045526f4, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72132ce2-0508-4bb3-909e-4e5caf59e9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '278b4c03-ea58-4233-879b-89cf7764acc0'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:40:32.829140 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7e298971-fc57-4ed6-b50d-9f058acb1530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:32.831762 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-3e6cdde6-e08b-4a2c-bbaf-c37869841adb None None] Provisioning complete for port e5b6c732-2bbd-406e-8af4-106bbe3871dc triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:32.832570 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3e6cdde6-e08b-4a2c-bbaf-c37869841adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:32.887709 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-5a433c33-b478-4723-bbea-0df0fde31ffb tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Allocated IP 2001:db8:2::1 (278b4c03-ea58-4233-879b-89cf7764acc0/3a9bccac-f777-4496-97ec-7ac17530e337/aad326ff-da13-44b8-aefc-bfe73ea66ae0) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:40:32.961026 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e5b6c732-2bbd-406e-8af4-106bbe3871dc up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:40:33.129956 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7e298971-fc57-4ed6-b50d-9f058acb1530 None None] For port 69f78dee-83e5-43d0-a3d8-e5ca045526f4, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:40:33.156348 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7e298971-fc57-4ed6-b50d-9f058acb1530 None None] For port 69f78dee-83e5-43d0-a3d8-e5ca045526f4, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=69f78dee-83e5-43d0-a3d8-e5ca045526f4,segment=NetworkSegment(72132ce2-0508-4bb3-909e-4e5caf59e9c8),segment_id=72132ce2-0508-4bb3-909e-4e5caf59e9c8)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:40:33.168706 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port e5b6c732-2bbd-406e-8af4-106bbe3871dc triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:33.169286 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:33.174055 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5a433c33-b478-4723-bbea-0df0fde31ffb tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:33.225572 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7e298971-fc57-4ed6-b50d-9f058acb1530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:33.340456 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e298971-fc57-4ed6-b50d-9f058acb1530 None None] Pushing event updated for resources: {'Port': ['ID=69f78dee-83e5-43d0-a3d8-e5ca045526f4,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:33.349375 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5a433c33-b478-4723-bbea-0df0fde31ffb tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:33.452911 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a433c33-b478-4723-bbea-0df0fde31ffb tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network 278b4c03-ea58-4233-879b-89cf7764acc0 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:40:33.454256 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a433c33-b478-4723-bbea-0df0fde31ffb tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Port': ['ID=aad326ff-da13-44b8-aefc-bfe73ea66ae0,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:33.463889 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-5a433c33-b478-4723-bbea-0df0fde31ffb tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:40:33.473721 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a433c33-b478-4723-bbea-0df0fde31ffb tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:40:33.474679 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5a433c33-b478-4723-bbea-0df0fde31ffb tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:33.742895 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5a433c33-b478-4723-bbea-0df0fde31ffb tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:33.883240 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:34.059857 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5a433c33-b478-4723-bbea-0df0fde31ffb tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:34.116606 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5a433c33-b478-4723-bbea-0df0fde31ffb tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:34.117447 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5a433c33-b478-4723-bbea-0df0fde31ffb tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:34.225937 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:34.237967 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a433c33-b478-4723-bbea-0df0fde31ffb tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Port': ['ID=aad326ff-da13-44b8-aefc-bfe73ea66ae0,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:34.279519 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a433c33-b478-4723-bbea-0df0fde31ffb tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network 278b4c03-ea58-4233-879b-89cf7764acc0 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:40:34.281114 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-5a433c33-b478-4723-bbea-0df0fde31ffb tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:40:34.405818 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a433c33-b478-4723-bbea-0df0fde31ffb tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Router 944ad025-070d-4833-ac58-7f4045c9746a has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:40:34.482707 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0e2b79-9db0-4e72-a56a-8725871aa910 None None] Network 278b4c03-ea58-4233-879b-89cf7764acc0 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:40:34.517713 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a433c33-b478-4723-bbea-0df0fde31ffb tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:40:34.525280 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5a433c33-b478-4723-bbea-0df0fde31ffb tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "PUT /v2.0/routers/944ad025-070d-4833-ac58-7f4045c9746a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1948171 Dec 17 15:40:34.526424 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 53984) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:34.533833 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0fe817-1e4e-4182-aa90-981197669099 None None] Sync routers for ids ['944ad025-070d-4833-ac58-7f4045c9746a'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:40:34.535721 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-16d3063c-3831-496c-aaec-9edf36173954 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-100284271'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:40:34.554145 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0fe817-1e4e-4182-aa90-981197669099 None None] Routers {'944ad025-070d-4833-ac58-7f4045c9746a'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:40:34.554791 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-fb0fe817-1e4e-4182-aa90-981197669099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:40:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['944ad025-070d-4833-ac58-7f4045c9746a'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:34.645787 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d3063c-3831-496c-aaec-9edf36173954 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Made reservation on behalf of 48dff6b70e1d4fe6a948bc2a6e6cc6b1 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:40:34.649763 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-16d3063c-3831-496c-aaec-9edf36173954 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:34.691641 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d3063c-3831-496c-aaec-9edf36173954 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:40:34.698272 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-16d3063c-3831-496c-aaec-9edf36173954 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:34.699343 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-16d3063c-3831-496c-aaec-9edf36173954 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Added segment 0bb585d0-75a9-47db-a0c6-755efa570135 of type vlan for network 562f0037-12e5-4307-b40e-1050bbbf7202 Dec 17 15:40:34.703710 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-6393a193-9c60-44ad-8767-4cc5e912d6a1 None None] Provisioning complete for port 69f78dee-83e5-43d0-a3d8-e5ca045526f4 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:34.703710 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6393a193-9c60-44ad-8767-4cc5e912d6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:34.752038 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-16d3063c-3831-496c-aaec-9edf36173954 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:34.760358 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-fb0fe817-1e4e-4182-aa90-981197669099 None None] Set router 944ad025-070d-4833-ac58-7f4045c9746a gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:40:34.891673 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-16d3063c-3831-496c-aaec-9edf36173954 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:34.897797 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d3063c-3831-496c-aaec-9edf36173954 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:40:34.898487 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-16d3063c-3831-496c-aaec-9edf36173954 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:34.953781 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 69f78dee-83e5-43d0-a3d8-e5ca045526f4 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:40:34.986125 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3063c-3831-496c-aaec-9edf36173954 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Network': ['ID=562f0037-12e5-4307-b40e-1050bbbf7202,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:35.024605 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-16d3063c-3831-496c-aaec-9edf36173954 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4972198 Dec 17 15:40:35.027305 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54002) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:35.033243 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 562f0037-12e5-4307-b40e-1050bbbf7202 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:40:35.033716 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-6c908150-8804-4814-87f7-37c9931f56e2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Request body: {'subnet': {'network_id': '562f0037-12e5-4307-b40e-1050bbbf7202', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:40:35.202789 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6393a193-9c60-44ad-8767-4cc5e912d6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:35.254698 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 69f78dee-83e5-43d0-a3d8-e5ca045526f4 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:35.255285 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:35.269027 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c908150-8804-4814-87f7-37c9931f56e2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Made reservation on behalf of 48dff6b70e1d4fe6a948bc2a6e6cc6b1 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:40:35.272849 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6c908150-8804-4814-87f7-37c9931f56e2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:35.324669 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-6393a193-9c60-44ad-8767-4cc5e912d6a1 None None] For port 69f78dee-83e5-43d0-a3d8-e5ca045526f4, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=69f78dee-83e5-43d0-a3d8-e5ca045526f4,segment=NetworkSegment(72132ce2-0508-4bb3-909e-4e5caf59e9c8),segment_id=72132ce2-0508-4bb3-909e-4e5caf59e9c8)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:40:35.373289 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-fb0fe817-1e4e-4182-aa90-981197669099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ad025-070d-4833-ac58-7f4045c9746a', 'name': 'tempest-RoutersIpV6Test-router-1542336761', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:40:21Z', 'updated_at': '2021-12-17T15:40:33Z', 'revision_number': 4, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'gw_port_host': None, '_interfaces': [{'id': 'aad326ff-da13-44b8-aefc-bfe73ea66ae0', 'name': '', 'network_id': '278b4c03-ea58-4233-879b-89cf7764acc0', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:47:9e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '3a9bccac-f777-4496-97ec-7ac17530e337', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:32Z', 'updated_at': '2021-12-17T15:40:33Z', 'revision_number': 2, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '3a9bccac-f777-4496-97ec-7ac17530e337', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b6c732-2bbd-406e-8af4-106bbe3871dc', 'name': '', 'network_id': '5d006298-23a2-471c-87c2-3aaa16a80e2d', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:f7:fb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '4fc57f02-4152-48f4-bc70-bba6705e8273', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:27Z', 'updated_at': '2021-12-17T15:40:32Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '4fc57f02-4152-48f4-bc70-bba6705e8273', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298', 'name': '', 'network_id': '9fdb7fee-5e28-4a34-8607-d90b5f897898', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:76:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '15604361-c526-41eb-ad82-a810729f8846', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:23Z', 'updated_at': '2021-12-17T15:40:27Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '15604361-c526-41eb-ad82-a810729f8846', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:35.416971 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54010) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:35.427424 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6393a193-9c60-44ad-8767-4cc5e912d6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:35.451343 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0fe817-1e4e-4182-aa90-981197669099 None None] Checking router: 944ad025-070d-4833-ac58-7f4045c9746a for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:40:35.451717 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0fe817-1e4e-4182-aa90-981197669099 None None] Updating router 944ad025-070d-4833-ac58-7f4045c9746a port aad326ff-da13-44b8-aefc-bfe73ea66ae0 binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:40:35.543735 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe817-1e4e-4182-aa90-981197669099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:35.592601 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff06bfdf-b685-4a80-becf-230355c75fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:35.603549 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393a193-9c60-44ad-8767-4cc5e912d6a1 None None] Pushing event updated for resources: {'Port': ['ID=69f78dee-83e5-43d0-a3d8-e5ca045526f4,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:35.631420 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-ba03dee3-fe00-4d26-9a0b-85c55ba1e965 None None] Provisioning complete for port 69f78dee-83e5-43d0-a3d8-e5ca045526f4 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:35.631792 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ba03dee3-fe00-4d26-9a0b-85c55ba1e965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:35.644247 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6c908150-8804-4814-87f7-37c9931f56e2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:35.705424 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff06bfdf-b685-4a80-becf-230355c75fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:35.773539 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c908150-8804-4814-87f7-37c9931f56e2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Subnet': ['ID=4fc41709-2337-4462-8d74-03a309396ea1,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:35.774780 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff06bfdf-b685-4a80-becf-230355c75fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:35.776648 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c908150-8804-4814-87f7-37c9931f56e2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Checking segment: {'id': '0bb585d0-75a9-47db-a0c6-755efa570135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '562f0037-12e5-4307-b40e-1050bbbf7202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:40:35.777374 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c908150-8804-4814-87f7-37c9931f56e2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network hostable DHCP agents. Network: 562f0037-12e5-4307-b40e-1050bbbf7202, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:40:35.831610 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff06bfdf-b685-4a80-becf-230355c75fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23962cdd-15b0-4084-afba-7eb13b26199a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:35.852374 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ff06bfdf-b685-4a80-becf-230355c75fdd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f47412d421ff4b7195e3405ea86f3319&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4324615 Dec 17 15:40:35.855052 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54018) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:35.867958 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c908150-8804-4814-87f7-37c9931f56e2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network 562f0037-12e5-4307-b40e-1050bbbf7202 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:40:35.933081 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-ba03dee3-fe00-4d26-9a0b-85c55ba1e965 None None] Provisioning complete for port aad326ff-da13-44b8-aefc-bfe73ea66ae0 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:35.933772 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ba03dee3-fe00-4d26-9a0b-85c55ba1e965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:35.934376 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-664f465f-f990-4ed8-a76a-007e90458213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:35.981849 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-6c908150-8804-4814-87f7-37c9931f56e2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 562f0037-12e5-4307-b40e-1050bbbf7202) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:40:35.986830 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c908150-8804-4814-87f7-37c9931f56e2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:40:35.987755 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6c908150-8804-4814-87f7-37c9931f56e2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:35.991624 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-664f465f-f990-4ed8-a76a-007e90458213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:36.007808 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3439efb1-6974-4ebf-b4b9-2cf582c2d38a None None] Network 562f0037-12e5-4307-b40e-1050bbbf7202 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:40:36.014266 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-ba03dee3-fe00-4d26-9a0b-85c55ba1e965 None None] Port aad326ff-da13-44b8-aefc-bfe73ea66ae0 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:40:36.076070 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6c908150-8804-4814-87f7-37c9931f56e2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0476215 Dec 17 15:40:36.079025 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54024) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:36.141132 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-664f465f-f990-4ed8-a76a-007e90458213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:36.144164 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-664f465f-f990-4ed8-a76a-007e90458213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:36.147997 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-664f465f-f990-4ed8-a76a-007e90458213 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/23962cdd-15b0-4084-afba-7eb13b26199a HTTP/1.1" status: 204 len: 168 time: 0.2890186 Dec 17 15:40:36.156863 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f465f-f990-4ed8-a76a-007e90458213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23962cdd-15b0-4084-afba-7eb13b26199a,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:36.332840 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-65248c10-4e12-4997-a4cd-82ffab610e44 None None] Provisioning complete for port aad326ff-da13-44b8-aefc-bfe73ea66ae0 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:36.339386 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-65248c10-4e12-4997-a4cd-82ffab610e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:36.348960 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe817-1e4e-4182-aa90-981197669099 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:36.419434 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-65248c10-4e12-4997-a4cd-82ffab610e44 None None] Port aad326ff-da13-44b8-aefc-bfe73ea66ae0 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:40:36.463785 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d546e17c-d385-479f-a39e-a5a40ffbe4a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-562f0037-12e5-4307-b40e-1050bbbf7202', 'network_id': '562f0037-12e5-4307-b40e-1050bbbf7202', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'fixed_ips': [{'subnet_id': '4fc41709-2337-4462-8d74-03a309396ea1'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:40:36.464691 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d546e17c-d385-479f-a39e-a5a40ffbe4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:36.625002 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe817-1e4e-4182-aa90-981197669099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:36.714541 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-d546e17c-d385-479f-a39e-a5a40ffbe4a9 None None] Allocated IP 2001:db8:3::2 (562f0037-12e5-4307-b40e-1050bbbf7202/4fc41709-2337-4462-8d74-03a309396ea1/e93a3984-ad51-4385-823f-50bb991bdb6d) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:40:36.720761 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049d3d9-292f-4ed2-85fe-268d399d9b8b None None] Pushing event updated for resources: {'Port': ['ID=aad326ff-da13-44b8-aefc-bfe73ea66ae0,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:36.835956 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-fb0fe817-1e4e-4182-aa90-981197669099 None None] Attempting to bind port aad326ff-da13-44b8-aefc-bfe73ea66ae0 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:40:36.838483 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-fb0fe817-1e4e-4182-aa90-981197669099 None None] Attempting to bind port aad326ff-da13-44b8-aefc-bfe73ea66ae0 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '72132ce2-0508-4bb3-909e-4e5caf59e9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '278b4c03-ea58-4233-879b-89cf7764acc0'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:40:36.838483 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0fe817-1e4e-4182-aa90-981197669099 None None] Attempting to bind port aad326ff-da13-44b8-aefc-bfe73ea66ae0 on network 278b4c03-ea58-4233-879b-89cf7764acc0 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:40:36.843895 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0fe817-1e4e-4182-aa90-981197669099 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:40:36.844326 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0fe817-1e4e-4182-aa90-981197669099 None None] Checking segment: {'id': '72132ce2-0508-4bb3-909e-4e5caf59e9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '278b4c03-ea58-4233-879b-89cf7764acc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:40:36.844906 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe817-1e4e-4182-aa90-981197669099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:36.845330 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0fe817-1e4e-4182-aa90-981197669099 None None] Bound using segment: {'id': '72132ce2-0508-4bb3-909e-4e5caf59e9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '278b4c03-ea58-4233-879b-89cf7764acc0'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:40:36.845945 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-fb0fe817-1e4e-4182-aa90-981197669099 None None] Bound port: aad326ff-da13-44b8-aefc-bfe73ea66ae0, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72132ce2-0508-4bb3-909e-4e5caf59e9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '278b4c03-ea58-4233-879b-89cf7764acc0'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:40:36.846506 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe817-1e4e-4182-aa90-981197669099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:36.858853 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-232fdbf5-c45d-47e8-843f-6a98e7cba8e1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:36.930793 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-fb0fe817-1e4e-4182-aa90-981197669099 None None] For port aad326ff-da13-44b8-aefc-bfe73ea66ae0, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:40:36.936381 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-fb0fe817-1e4e-4182-aa90-981197669099 None None] For port aad326ff-da13-44b8-aefc-bfe73ea66ae0, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=aad326ff-da13-44b8-aefc-bfe73ea66ae0,segment=NetworkSegment(72132ce2-0508-4bb3-909e-4e5caf59e9c8),segment_id=72132ce2-0508-4bb3-909e-4e5caf59e9c8)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:40:36.941085 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 69f78dee-83e5-43d0-a3d8-e5ca045526f4 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:40:37.015906 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54042) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:37.044522 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6dbef9b1-d10f-4a57-b803-628dd72356b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:37.057761 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe817-1e4e-4182-aa90-981197669099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:37.118165 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 69f78dee-83e5-43d0-a3d8-e5ca045526f4 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:37.123539 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:37.123539 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d546e17c-d385-479f-a39e-a5a40ffbe4a9 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:37.152259 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6dbef9b1-d10f-4a57-b803-628dd72356b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:37.187537 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0fe817-1e4e-4182-aa90-981197669099 None None] Routers {'944ad025-070d-4833-ac58-7f4045c9746a'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:40:37.188227 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-fb0fe817-1e4e-4182-aa90-981197669099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:40:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['944ad025-070d-4833-ac58-7f4045c9746a'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:37.194704 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049d3d9-292f-4ed2-85fe-268d399d9b8b None None] Pushing event updated for resources: {'Port': ['ID=aad326ff-da13-44b8-aefc-bfe73ea66ae0,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:37.243363 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6dbef9b1-d10f-4a57-b803-628dd72356b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:37.274793 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d546e17c-d385-479f-a39e-a5a40ffbe4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:37.276034 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbef9b1-d10f-4a57-b803-628dd72356b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03363680-cf1d-47f6-afa3-34c11f0394f3,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:37.322275 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-8b1df638-dac0-4146-8c62-da23b816734d None None] Provisioning complete for port aad326ff-da13-44b8-aefc-bfe73ea66ae0 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:37.322275 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8b1df638-dac0-4146-8c62-da23b816734d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:37.344760 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-232fdbf5-c45d-47e8-843f-6a98e7cba8e1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Allocated IP 2001:db8:3::1 (562f0037-12e5-4307-b40e-1050bbbf7202/4fc41709-2337-4462-8d74-03a309396ea1/b0a8b16c-ba25-4cbf-a5cd-8805a225e618) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:40:37.350856 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6dbef9b1-d10f-4a57-b803-628dd72356b0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=937eeeab7a734978aecf44772e09f56c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3305027 Dec 17 15:40:37.351237 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54046) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:37.383142 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d546e17c-d385-479f-a39e-a5a40ffbe4a9 None None] Network 562f0037-12e5-4307-b40e-1050bbbf7202 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:40:37.393859 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546e17c-d385-479f-a39e-a5a40ffbe4a9 None None] Pushing event updated for resources: {'Port': ['ID=e93a3984-ad51-4385-823f-50bb991bdb6d,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:37.396093 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-d546e17c-d385-479f-a39e-a5a40ffbe4a9 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:40:37.398376 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-fb0fe817-1e4e-4182-aa90-981197669099 None None] Set router 944ad025-070d-4833-ac58-7f4045c9746a gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:40:37.455267 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d546e17c-d385-479f-a39e-a5a40ffbe4a9 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:40:37.471227 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-be1e2e77-b0f1-4ff0-aebe-11b9bc6d4ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:37.519655 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-be1e2e77-b0f1-4ff0-aebe-11b9bc6d4ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:37.530364 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-232fdbf5-c45d-47e8-843f-6a98e7cba8e1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:37.652278 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-d546e17c-d385-479f-a39e-a5a40ffbe4a9 None None] Attempting to bind port e93a3984-ad51-4385-823f-50bb991bdb6d on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:40:37.652643 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-d546e17c-d385-479f-a39e-a5a40ffbe4a9 None None] Attempting to bind port e93a3984-ad51-4385-823f-50bb991bdb6d by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '0bb585d0-75a9-47db-a0c6-755efa570135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '562f0037-12e5-4307-b40e-1050bbbf7202'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:40:37.653003 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d546e17c-d385-479f-a39e-a5a40ffbe4a9 None None] Attempting to bind port e93a3984-ad51-4385-823f-50bb991bdb6d on network 562f0037-12e5-4307-b40e-1050bbbf7202 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:40:37.669320 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d546e17c-d385-479f-a39e-a5a40ffbe4a9 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:40:37.669695 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d546e17c-d385-479f-a39e-a5a40ffbe4a9 None None] Checking segment: {'id': '0bb585d0-75a9-47db-a0c6-755efa570135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '562f0037-12e5-4307-b40e-1050bbbf7202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:40:37.670096 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d546e17c-d385-479f-a39e-a5a40ffbe4a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:37.670475 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d546e17c-d385-479f-a39e-a5a40ffbe4a9 None None] Bound using segment: {'id': '0bb585d0-75a9-47db-a0c6-755efa570135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '562f0037-12e5-4307-b40e-1050bbbf7202'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:40:37.670937 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-d546e17c-d385-479f-a39e-a5a40ffbe4a9 None None] Bound port: e93a3984-ad51-4385-823f-50bb991bdb6d, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bb585d0-75a9-47db-a0c6-755efa570135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '562f0037-12e5-4307-b40e-1050bbbf7202'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:40:37.671312 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d546e17c-d385-479f-a39e-a5a40ffbe4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:37.676184 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8b1df638-dac0-4146-8c62-da23b816734d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:37.698646 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-232fdbf5-c45d-47e8-843f-6a98e7cba8e1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:37.733590 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-be1e2e77-b0f1-4ff0-aebe-11b9bc6d4ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:37.736062 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-be1e2e77-b0f1-4ff0-aebe-11b9bc6d4ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:37.740279 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-be1e2e77-b0f1-4ff0-aebe-11b9bc6d4ff1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/03363680-cf1d-47f6-afa3-34c11f0394f3 HTTP/1.1" status: 204 len: 168 time: 0.3879714 Dec 17 15:40:37.753995 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232fdbf5-c45d-47e8-843f-6a98e7cba8e1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network 562f0037-12e5-4307-b40e-1050bbbf7202 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:40:37.762139 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e2e77-b0f1-4ff0-aebe-11b9bc6d4ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03363680-cf1d-47f6-afa3-34c11f0394f3,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:37.764423 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-232fdbf5-c45d-47e8-843f-6a98e7cba8e1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:40:37.770372 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232fdbf5-c45d-47e8-843f-6a98e7cba8e1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:40:37.770372 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-232fdbf5-c45d-47e8-843f-6a98e7cba8e1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:37.807743 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-8b1df638-dac0-4146-8c62-da23b816734d None None] For port aad326ff-da13-44b8-aefc-bfe73ea66ae0, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=aad326ff-da13-44b8-aefc-bfe73ea66ae0,segment=NetworkSegment(72132ce2-0508-4bb3-909e-4e5caf59e9c8),segment_id=72132ce2-0508-4bb3-909e-4e5caf59e9c8)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:40:37.822337 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-d546e17c-d385-479f-a39e-a5a40ffbe4a9 None None] For port e93a3984-ad51-4385-823f-50bb991bdb6d, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:40:37.825266 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-d546e17c-d385-479f-a39e-a5a40ffbe4a9 None None] For port e93a3984-ad51-4385-823f-50bb991bdb6d, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e93a3984-ad51-4385-823f-50bb991bdb6d,segment=NetworkSegment(0bb585d0-75a9-47db-a0c6-755efa570135),segment_id=0bb585d0-75a9-47db-a0c6-755efa570135)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:40:37.863324 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232fdbf5-c45d-47e8-843f-6a98e7cba8e1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Port': ['ID=b0a8b16c-ba25-4cbf-a5cd-8805a225e618,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:37.866520 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-fb0fe817-1e4e-4182-aa90-981197669099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ad025-070d-4833-ac58-7f4045c9746a', 'name': 'tempest-RoutersIpV6Test-router-1542336761', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:40:21Z', 'updated_at': '2021-12-17T15:40:33Z', 'revision_number': 4, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'gw_port_host': None, '_interfaces': [{'id': 'aad326ff-da13-44b8-aefc-bfe73ea66ae0', 'name': '', 'network_id': '278b4c03-ea58-4233-879b-89cf7764acc0', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:47:9e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '3a9bccac-f777-4496-97ec-7ac17530e337', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:32Z', 'updated_at': '2021-12-17T15:40:36Z', 'revision_number': 4, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '3a9bccac-f777-4496-97ec-7ac17530e337', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b6c732-2bbd-406e-8af4-106bbe3871dc', 'name': '', 'network_id': '5d006298-23a2-471c-87c2-3aaa16a80e2d', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:f7:fb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '4fc57f02-4152-48f4-bc70-bba6705e8273', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:27Z', 'updated_at': '2021-12-17T15:40:32Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '4fc57f02-4152-48f4-bc70-bba6705e8273', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298', 'name': '', 'network_id': '9fdb7fee-5e28-4a34-8607-d90b5f897898', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:76:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '15604361-c526-41eb-ad82-a810729f8846', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:23Z', 'updated_at': '2021-12-17T15:40:27Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '15604361-c526-41eb-ad82-a810729f8846', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:37.906124 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0fe817-1e4e-4182-aa90-981197669099 None None] The sync data for ids ['944ad025-070d-4833-ac58-7f4045c9746a'] in n-d-820553-2 is: [{'id': '944ad025-070d-4833-ac58-7f4045c9746a', 'name': 'tempest-RoutersIpV6Test-router-1542336761', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:40:21Z', 'updated_at': '2021-12-17T15:40:33Z', 'revision_number': 4, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'gw_port_host': None, '_interfaces': [{'id': 'aad326ff-da13-44b8-aefc-bfe73ea66ae0', 'name': '', 'network_id': '278b4c03-ea58-4233-879b-89cf7764acc0', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:47:9e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '3a9bccac-f777-4496-97ec-7ac17530e337', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:32Z', 'updated_at': '2021-12-17T15:40:36Z', 'revision_number': 4, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '3a9bccac-f777-4496-97ec-7ac17530e337', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b6c732-2bbd-406e-8af4-106bbe3871dc', 'name': '', 'network_id': '5d006298-23a2-471c-87c2-3aaa16a80e2d', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:f7:fb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '4fc57f02-4152-48f4-bc70-bba6705e8273', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:27Z', 'updated_at': '2021-12-17T15:40:32Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '4fc57f02-4152-48f4-bc70-bba6705e8273', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298', 'name': '', 'network_id': '9fdb7fee-5e28-4a34-8607-d90b5f897898', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:76:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '15604361-c526-41eb-ad82-a810729f8846', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:23Z', 'updated_at': '2021-12-17T15:40:27Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '15604361-c526-41eb-ad82-a810729f8846', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:40:37.908042 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8b1df638-dac0-4146-8c62-da23b816734d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:37.936985 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d546e17c-d385-479f-a39e-a5a40ffbe4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:38.056144 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1df638-dac0-4146-8c62-da23b816734d None None] Pushing event updated for resources: {'Port': ['ID=aad326ff-da13-44b8-aefc-bfe73ea66ae0,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:38.083220 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-232fdbf5-c45d-47e8-843f-6a98e7cba8e1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:38.113557 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-948cc1c1-67c0-4323-a3d2-1b9298422dcb None None] Provisioning complete for port aad326ff-da13-44b8-aefc-bfe73ea66ae0 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:38.114578 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-948cc1c1-67c0-4323-a3d2-1b9298422dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:38.216956 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546e17c-d385-479f-a39e-a5a40ffbe4a9 None None] Pushing event updated for resources: {'Port': ['ID=e93a3984-ad51-4385-823f-50bb991bdb6d,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:38.544595 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-232fdbf5-c45d-47e8-843f-6a98e7cba8e1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:38.594263 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-232fdbf5-c45d-47e8-843f-6a98e7cba8e1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:38.595227 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-232fdbf5-c45d-47e8-843f-6a98e7cba8e1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:38.696724 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232fdbf5-c45d-47e8-843f-6a98e7cba8e1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event updated for resources: {'Port': ['ID=b0a8b16c-ba25-4cbf-a5cd-8805a225e618,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:38.758284 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232fdbf5-c45d-47e8-843f-6a98e7cba8e1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Network 562f0037-12e5-4307-b40e-1050bbbf7202 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:40:38.759670 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-232fdbf5-c45d-47e8-843f-6a98e7cba8e1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:40:38.914704 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232fdbf5-c45d-47e8-843f-6a98e7cba8e1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Router 944ad025-070d-4833-ac58-7f4045c9746a has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:40:38.964901 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e93a3984-ad51-4385-823f-50bb991bdb6d up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:40:39.046903 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port e93a3984-ad51-4385-823f-50bb991bdb6d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:39.046903 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:39.068175 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232fdbf5-c45d-47e8-843f-6a98e7cba8e1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:40:39.075031 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-232fdbf5-c45d-47e8-843f-6a98e7cba8e1 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "PUT /v2.0/routers/944ad025-070d-4833-ac58-7f4045c9746a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9929302 Dec 17 15:40:39.078600 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54084) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:39.081411 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-04cd32aa-29eb-4c7b-a027-a050df43c4f8 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:40:39.085862 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee63b4fb-6699-4b47-92da-0131297110a5 None None] Sync routers for ids ['944ad025-070d-4833-ac58-7f4045c9746a'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:40:39.110076 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee63b4fb-6699-4b47-92da-0131297110a5 None None] Routers {'944ad025-070d-4833-ac58-7f4045c9746a'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:40:39.110777 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ee63b4fb-6699-4b47-92da-0131297110a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:40:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['944ad025-070d-4833-ac58-7f4045c9746a'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:39.181096 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:39.249610 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port e93a3984-ad51-4385-823f-50bb991bdb6d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e93a3984-ad51-4385-823f-50bb991bdb6d,segment=NetworkSegment(0bb585d0-75a9-47db-a0c6-755efa570135),segment_id=0bb585d0-75a9-47db-a0c6-755efa570135)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:40:39.323633 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-ee63b4fb-6699-4b47-92da-0131297110a5 None None] Set router 944ad025-070d-4833-ac58-7f4045c9746a gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:40:39.331735 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:39.332600 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device aad326ff-da13-44b8-aefc-bfe73ea66ae0 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:40:39.492319 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77fcf70-7039-43c5-8a0a-196447951d03 None None] Network 562f0037-12e5-4307-b40e-1050bbbf7202 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:40:39.496213 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=e93a3984-ad51-4385-823f-50bb991bdb6d,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:39.558973 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port aad326ff-da13-44b8-aefc-bfe73ea66ae0 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:39.559465 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:39.597780 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-988f4c75-5701-4faf-ada9-b5499795ca34 None None] Provisioning complete for port e93a3984-ad51-4385-823f-50bb991bdb6d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:39.598285 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-988f4c75-5701-4faf-ada9-b5499795ca34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:39.653417 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ee63b4fb-6699-4b47-92da-0131297110a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ad025-070d-4833-ac58-7f4045c9746a', 'name': 'tempest-RoutersIpV6Test-router-1542336761', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:40:21Z', 'updated_at': '2021-12-17T15:40:37Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'gw_port_host': None, '_interfaces': [{'id': 'aad326ff-da13-44b8-aefc-bfe73ea66ae0', 'name': '', 'network_id': '278b4c03-ea58-4233-879b-89cf7764acc0', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:47:9e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '3a9bccac-f777-4496-97ec-7ac17530e337', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:32Z', 'updated_at': '2021-12-17T15:40:37Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '3a9bccac-f777-4496-97ec-7ac17530e337', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0a8b16c-ba25-4cbf-a5cd-8805a225e618', 'name': '', 'network_id': '562f0037-12e5-4307-b40e-1050bbbf7202', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:f6:b6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '4fc41709-2337-4462-8d74-03a309396ea1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:37Z', 'updated_at': '2021-12-17T15:40:38Z', 'revision_number': 2, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '4fc41709-2337-4462-8d74-03a309396ea1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b6c732-2bbd-406e-8af4-106bbe3871dc', 'name': '', 'network_id': '5d006298-23a2-471c-87c2-3aaa16a80e2d', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:f7:fb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '4fc57f02-4152-48f4-bc70-bba6705e8273', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:27Z', 'updated_at': '2021-12-17T15:40:32Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '4fc57f02-4152-48f4-bc70-bba6705e8273', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298', 'name': '', 'network_id': '9fdb7fee-5e28-4a34-8607-d90b5f897898', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:76:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '15604361-c526-41eb-ad82-a810729f8846', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:23Z', 'updated_at': '2021-12-17T15:40:27Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '15604361-c526-41eb-ad82-a810729f8846', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:39.685560 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee63b4fb-6699-4b47-92da-0131297110a5 None None] Checking router: 944ad025-070d-4833-ac58-7f4045c9746a for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:40:39.686896 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee63b4fb-6699-4b47-92da-0131297110a5 None None] Updating router 944ad025-070d-4833-ac58-7f4045c9746a port b0a8b16c-ba25-4cbf-a5cd-8805a225e618 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:40:39.706781 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.extraroute_db [None req-04cd32aa-29eb-4c7b-a027-a050df43c4f8 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102833) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 17 15:40:39.723403 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-ee63b4fb-6699-4b47-92da-0131297110a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:39.728036 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.extraroute_db [None req-04cd32aa-29eb-4c7b-a027-a050df43c4f8 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Removed routes are [] {{(pid=102833) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 17 15:40:39.728534 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-04cd32aa-29eb-4c7b-a027-a050df43c4f8 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3972409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3970533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11983'] for router, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:40.165181 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-ee63b4fb-6699-4b47-92da-0131297110a5 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:40.196668 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-04cd32aa-29eb-4c7b-a027-a050df43c4f8 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3972409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3970533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11983'] for router, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:40.208042 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-04cd32aa-29eb-4c7b-a027-a050df43c4f8 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3972400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3972399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3970524'] for router, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:40.239795 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-ee63b4fb-6699-4b47-92da-0131297110a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:40.333371 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb68d37-2edf-4aa2-95d4-1d40a85909a8 None None] Pushing event updated for resources: {'Port': ['ID=b0a8b16c-ba25-4cbf-a5cd-8805a225e618,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:40.422910 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04cd32aa-29eb-4c7b-a027-a050df43c4f8 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Router 944ad025-070d-4833-ac58-7f4045c9746a has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:40:40.433687 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-ee63b4fb-6699-4b47-92da-0131297110a5 None None] Attempting to bind port b0a8b16c-ba25-4cbf-a5cd-8805a225e618 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:40:40.434052 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-ee63b4fb-6699-4b47-92da-0131297110a5 None None] Attempting to bind port b0a8b16c-ba25-4cbf-a5cd-8805a225e618 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '0bb585d0-75a9-47db-a0c6-755efa570135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '562f0037-12e5-4307-b40e-1050bbbf7202'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:40:40.434456 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee63b4fb-6699-4b47-92da-0131297110a5 None None] Attempting to bind port b0a8b16c-ba25-4cbf-a5cd-8805a225e618 on network 562f0037-12e5-4307-b40e-1050bbbf7202 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:40:40.444724 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee63b4fb-6699-4b47-92da-0131297110a5 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:40:40.445238 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee63b4fb-6699-4b47-92da-0131297110a5 None None] Checking segment: {'id': '0bb585d0-75a9-47db-a0c6-755efa570135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '562f0037-12e5-4307-b40e-1050bbbf7202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:40:40.445629 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-ee63b4fb-6699-4b47-92da-0131297110a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:40.448250 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee63b4fb-6699-4b47-92da-0131297110a5 None None] Bound using segment: {'id': '0bb585d0-75a9-47db-a0c6-755efa570135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '562f0037-12e5-4307-b40e-1050bbbf7202'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:40:40.449090 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-ee63b4fb-6699-4b47-92da-0131297110a5 None None] Bound port: b0a8b16c-ba25-4cbf-a5cd-8805a225e618, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bb585d0-75a9-47db-a0c6-755efa570135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '562f0037-12e5-4307-b40e-1050bbbf7202'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:40:40.449486 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-ee63b4fb-6699-4b47-92da-0131297110a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:40.477201 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:40.555200 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a4a6433e-6c4f-43ab-a4ac-157ac99a1d5d None None] Provisioning complete for port e93a3984-ad51-4385-823f-50bb991bdb6d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:40.557842 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a4a6433e-6c4f-43ab-a4ac-157ac99a1d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:40.575453 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cd32aa-29eb-4c7b-a027-a050df43c4f8 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:40:40.595551 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-04cd32aa-29eb-4c7b-a027-a050df43c4f8 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:40.599343 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-04cd32aa-29eb-4c7b-a027-a050df43c4f8 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "PUT /v2.0/routers/944ad025-070d-4833-ac58-7f4045c9746a HTTP/1.1" status: 200 len: 954 time: 1.5213859 Dec 17 15:40:40.601112 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54122) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:40.733865 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-047228c3-d7b1-4d3e-9904-838b77fd9e72 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "GET /v2.0/routers/944ad025-070d-4833-ac58-7f4045c9746a HTTP/1.1" status: 200 len: 954 time: 0.1314411 Dec 17 15:40:40.734015 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54124) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:40.736776 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-ee63b4fb-6699-4b47-92da-0131297110a5 None None] For port b0a8b16c-ba25-4cbf-a5cd-8805a225e618, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:40:40.738797 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-723d9499-d817-479f-a087-30e28bd4c452 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Request body: {'router': {'routes': None}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:40:40.740809 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-ee63b4fb-6699-4b47-92da-0131297110a5 None None] For port b0a8b16c-ba25-4cbf-a5cd-8805a225e618, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b0a8b16c-ba25-4cbf-a5cd-8805a225e618,segment=NetworkSegment(0bb585d0-75a9-47db-a0c6-755efa570135),segment_id=0bb585d0-75a9-47db-a0c6-755efa570135)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:40:40.766274 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a4a6433e-6c4f-43ab-a4ac-157ac99a1d5d None None] Provisioning complete for port b0a8b16c-ba25-4cbf-a5cd-8805a225e618 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:40.766651 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a4a6433e-6c4f-43ab-a4ac-157ac99a1d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:40.827029 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-a4a6433e-6c4f-43ab-a4ac-157ac99a1d5d None None] Port b0a8b16c-ba25-4cbf-a5cd-8805a225e618 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:40:40.835740 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-ee63b4fb-6699-4b47-92da-0131297110a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:40.902564 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e93a3984-ad51-4385-823f-50bb991bdb6d up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:40:40.960984 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee63b4fb-6699-4b47-92da-0131297110a5 None None] Routers {'944ad025-070d-4833-ac58-7f4045c9746a'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:40:40.961391 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ee63b4fb-6699-4b47-92da-0131297110a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:40:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['944ad025-070d-4833-ac58-7f4045c9746a'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:40.991906 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-b790e1af-5d8b-4c8a-a687-02a4cfcc0b66 None None] Provisioning complete for port b0a8b16c-ba25-4cbf-a5cd-8805a225e618 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:40.992259 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b790e1af-5d8b-4c8a-a687-02a4cfcc0b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:41.091866 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port e93a3984-ad51-4385-823f-50bb991bdb6d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:41.092242 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:41.119358 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb68d37-2edf-4aa2-95d4-1d40a85909a8 None None] Pushing event updated for resources: {'Port': ['ID=b0a8b16c-ba25-4cbf-a5cd-8805a225e618,revision_number=4']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:41.140037 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-ee63b4fb-6699-4b47-92da-0131297110a5 None None] Set router 944ad025-070d-4833-ac58-7f4045c9746a gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:40:41.260835 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b790e1af-5d8b-4c8a-a687-02a4cfcc0b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:41.340553 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b790e1af-5d8b-4c8a-a687-02a4cfcc0b66 None None] For port b0a8b16c-ba25-4cbf-a5cd-8805a225e618, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b0a8b16c-ba25-4cbf-a5cd-8805a225e618,segment=NetworkSegment(0bb585d0-75a9-47db-a0c6-755efa570135),segment_id=0bb585d0-75a9-47db-a0c6-755efa570135)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:40:41.351300 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.extraroute_db [None req-723d9499-d817-479f-a087-30e28bd4c452 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Added routes are [] {{(pid=102833) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 17 15:40:41.351884 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.extraroute_db [None req-723d9499-d817-479f-a087-30e28bd4c452 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=102833) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 17 15:40:41.408938 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-723d9499-d817-479f-a087-30e28bd4c452 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3972409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3970533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11983'] for router, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:41.411408 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b790e1af-5d8b-4c8a-a687-02a4cfcc0b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:41.490048 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790e1af-5d8b-4c8a-a687-02a4cfcc0b66 None None] Pushing event updated for resources: {'Port': ['ID=b0a8b16c-ba25-4cbf-a5cd-8805a225e618,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:41.500034 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ee63b4fb-6699-4b47-92da-0131297110a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ad025-070d-4833-ac58-7f4045c9746a', 'name': 'tempest-RoutersIpV6Test-router-1542336761', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:40:21Z', 'updated_at': '2021-12-17T15:40:39Z', 'revision_number': 6, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'gw_port_host': None, '_interfaces': [{'id': 'aad326ff-da13-44b8-aefc-bfe73ea66ae0', 'name': '', 'network_id': '278b4c03-ea58-4233-879b-89cf7764acc0', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:47:9e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '3a9bccac-f777-4496-97ec-7ac17530e337', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:32Z', 'updated_at': '2021-12-17T15:40:37Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '3a9bccac-f777-4496-97ec-7ac17530e337', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0a8b16c-ba25-4cbf-a5cd-8805a225e618', 'name': '', 'network_id': '562f0037-12e5-4307-b40e-1050bbbf7202', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:f6:b6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '4fc41709-2337-4462-8d74-03a309396ea1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:37Z', 'updated_at': '2021-12-17T15:40:40Z', 'revision_number': 4, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '4fc41709-2337-4462-8d74-03a309396ea1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b6c732-2bbd-406e-8af4-106bbe3871dc', 'name': '', 'network_id': '5d006298-23a2-471c-87c2-3aaa16a80e2d', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:f7:fb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '4fc57f02-4152-48f4-bc70-bba6705e8273', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:27Z', 'updated_at': '2021-12-17T15:40:32Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '4fc57f02-4152-48f4-bc70-bba6705e8273', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298', 'name': '', 'network_id': '9fdb7fee-5e28-4a34-8607-d90b5f897898', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:76:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '15604361-c526-41eb-ad82-a810729f8846', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:23Z', 'updated_at': '2021-12-17T15:40:27Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '15604361-c526-41eb-ad82-a810729f8846', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:41.531328 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee63b4fb-6699-4b47-92da-0131297110a5 None None] The sync data for ids ['944ad025-070d-4833-ac58-7f4045c9746a'] in n-d-820553-2 is: [{'id': '944ad025-070d-4833-ac58-7f4045c9746a', 'name': 'tempest-RoutersIpV6Test-router-1542336761', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:40:21Z', 'updated_at': '2021-12-17T15:40:39Z', 'revision_number': 6, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'gw_port_host': None, '_interfaces': [{'id': 'aad326ff-da13-44b8-aefc-bfe73ea66ae0', 'name': '', 'network_id': '278b4c03-ea58-4233-879b-89cf7764acc0', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:47:9e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '3a9bccac-f777-4496-97ec-7ac17530e337', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:32Z', 'updated_at': '2021-12-17T15:40:37Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '3a9bccac-f777-4496-97ec-7ac17530e337', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0a8b16c-ba25-4cbf-a5cd-8805a225e618', 'name': '', 'network_id': '562f0037-12e5-4307-b40e-1050bbbf7202', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:f6:b6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '4fc41709-2337-4462-8d74-03a309396ea1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:37Z', 'updated_at': '2021-12-17T15:40:40Z', 'revision_number': 4, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '4fc41709-2337-4462-8d74-03a309396ea1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b6c732-2bbd-406e-8af4-106bbe3871dc', 'name': '', 'network_id': '5d006298-23a2-471c-87c2-3aaa16a80e2d', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:f7:fb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '4fc57f02-4152-48f4-bc70-bba6705e8273', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:27Z', 'updated_at': '2021-12-17T15:40:32Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '4fc57f02-4152-48f4-bc70-bba6705e8273', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298', 'name': '', 'network_id': '9fdb7fee-5e28-4a34-8607-d90b5f897898', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:76:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '15604361-c526-41eb-ad82-a810729f8846', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:23Z', 'updated_at': '2021-12-17T15:40:27Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '15604361-c526-41eb-ad82-a810729f8846', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:40:41.544317 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-3c8757f7-999b-4684-a8bf-04ecaa8c5449 None None] Provisioning complete for port b0a8b16c-ba25-4cbf-a5cd-8805a225e618 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:41.549536 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3c8757f7-999b-4684-a8bf-04ecaa8c5449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:41.825003 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-723d9499-d817-479f-a087-30e28bd4c452 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3972409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3970533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11983'] for router, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:41.838081 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-723d9499-d817-479f-a087-30e28bd4c452 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3972400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3972399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3970524'] for router, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:41.841783 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-38c4477f-f65e-4fc4-afb7-1e4f8afab44d None None] Provisioning complete for port b0a8b16c-ba25-4cbf-a5cd-8805a225e618 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:41.842271 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-38c4477f-f65e-4fc4-afb7-1e4f8afab44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:41.999714 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723d9499-d817-479f-a087-30e28bd4c452 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Router 944ad025-070d-4833-ac58-7f4045c9746a has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:40:42.130641 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-da7ce4ed-8c74-4827-bb4f-1ded8591f2d6 None None] Provisioning complete for port b0a8b16c-ba25-4cbf-a5cd-8805a225e618 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:42.131104 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-da7ce4ed-8c74-4827-bb4f-1ded8591f2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:42.131235 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723d9499-d817-479f-a087-30e28bd4c452 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:40:42.138834 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-723d9499-d817-479f-a087-30e28bd4c452 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:42.141088 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-723d9499-d817-479f-a087-30e28bd4c452 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "PUT /v2.0/routers/944ad025-070d-4833-ac58-7f4045c9746a HTTP/1.1" status: 200 len: 704 time: 1.4052639 Dec 17 15:40:42.142897 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54148) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:42.640298 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-04bb0fe6-ba84-43b7-90f7-a4b219edd9c6 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "GET /v2.0/routers/944ad025-070d-4833-ac58-7f4045c9746a HTTP/1.1" status: 200 len: 704 time: 0.4962904 Dec 17 15:40:42.643429 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54158) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:42.739498 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d9adc3-223d-48b8-a85f-0bf05eaaceba None None] Sync routers for ids ['944ad025-070d-4833-ac58-7f4045c9746a'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:40:42.766816 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d9adc3-223d-48b8-a85f-0bf05eaaceba None None] Routers {'944ad025-070d-4833-ac58-7f4045c9746a'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:40:42.770108 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b7d9adc3-223d-48b8-a85f-0bf05eaaceba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:40:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['944ad025-070d-4833-ac58-7f4045c9746a'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:42.982807 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b0a8b16c-ba25-4cbf-a5cd-8805a225e618 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:40:43.025592 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-b7d9adc3-223d-48b8-a85f-0bf05eaaceba None None] Set router 944ad025-070d-4833-ac58-7f4045c9746a gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:40:43.163972 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port b0a8b16c-ba25-4cbf-a5cd-8805a225e618 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:40:43.164346 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:43.252286 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e6a99b5a-dc9f-4125-820c-9f473affd54a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:43.337960 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b7d9adc3-223d-48b8-a85f-0bf05eaaceba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ad025-070d-4833-ac58-7f4045c9746a', 'name': 'tempest-RoutersIpV6Test-router-1542336761', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:40:21Z', 'updated_at': '2021-12-17T15:40:41Z', 'revision_number': 7, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'gw_port_host': None, '_interfaces': [{'id': 'aad326ff-da13-44b8-aefc-bfe73ea66ae0', 'name': '', 'network_id': '278b4c03-ea58-4233-879b-89cf7764acc0', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:47:9e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '3a9bccac-f777-4496-97ec-7ac17530e337', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:32Z', 'updated_at': '2021-12-17T15:40:37Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '3a9bccac-f777-4496-97ec-7ac17530e337', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0a8b16c-ba25-4cbf-a5cd-8805a225e618', 'name': '', 'network_id': '562f0037-12e5-4307-b40e-1050bbbf7202', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:f6:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '4fc41709-2337-4462-8d74-03a309396ea1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:37Z', 'updated_at': '2021-12-17T15:40:41Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '4fc41709-2337-4462-8d74-03a309396ea1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b6c732-2bbd-406e-8af4-106bbe3871dc', 'name': '', 'network_id': '5d006298-23a2-471c-87c2-3aaa16a80e2d', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:f7:fb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '4fc57f02-4152-48f4-bc70-bba6705e8273', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:27Z', 'updated_at': '2021-12-17T15:40:32Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '4fc57f02-4152-48f4-bc70-bba6705e8273', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298', 'name': '', 'network_id': '9fdb7fee-5e28-4a34-8607-d90b5f897898', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:76:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '15604361-c526-41eb-ad82-a810729f8846', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:23Z', 'updated_at': '2021-12-17T15:40:27Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '15604361-c526-41eb-ad82-a810729f8846', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:43.370466 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d9adc3-223d-48b8-a85f-0bf05eaaceba None None] Checking router: 944ad025-070d-4833-ac58-7f4045c9746a for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:40:43.379548 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d9adc3-223d-48b8-a85f-0bf05eaaceba None None] Routers {'944ad025-070d-4833-ac58-7f4045c9746a'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:40:43.380171 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b7d9adc3-223d-48b8-a85f-0bf05eaaceba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:40:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['944ad025-070d-4833-ac58-7f4045c9746a'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:43.483493 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-b7d9adc3-223d-48b8-a85f-0bf05eaaceba None None] Set router 944ad025-070d-4833-ac58-7f4045c9746a gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:40:43.581173 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-e6a99b5a-dc9f-4125-820c-9f473affd54a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Deleting port b0a8b16c-ba25-4cbf-a5cd-8805a225e618 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:40:43.581173 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e6a99b5a-dc9f-4125-820c-9f473affd54a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:43.703212 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-e6a99b5a-dc9f-4125-820c-9f473affd54a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] For port b0a8b16c-ba25-4cbf-a5cd-8805a225e618, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b0a8b16c-ba25-4cbf-a5cd-8805a225e618,segment=NetworkSegment(0bb585d0-75a9-47db-a0c6-755efa570135),segment_id=0bb585d0-75a9-47db-a0c6-755efa570135)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:40:43.703900 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e6a99b5a-dc9f-4125-820c-9f473affd54a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:43.718987 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-e6a99b5a-dc9f-4125-820c-9f473affd54a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Calling delete_port for b0a8b16c-ba25-4cbf-a5cd-8805a225e618 owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:40:43.741478 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b7d9adc3-223d-48b8-a85f-0bf05eaaceba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ad025-070d-4833-ac58-7f4045c9746a', 'name': 'tempest-RoutersIpV6Test-router-1542336761', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:40:21Z', 'updated_at': '2021-12-17T15:40:41Z', 'revision_number': 7, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'gw_port_host': None, '_interfaces': [{'id': 'aad326ff-da13-44b8-aefc-bfe73ea66ae0', 'name': '', 'network_id': '278b4c03-ea58-4233-879b-89cf7764acc0', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:47:9e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '3a9bccac-f777-4496-97ec-7ac17530e337', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:32Z', 'updated_at': '2021-12-17T15:40:37Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '3a9bccac-f777-4496-97ec-7ac17530e337', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0a8b16c-ba25-4cbf-a5cd-8805a225e618', 'name': '', 'network_id': '562f0037-12e5-4307-b40e-1050bbbf7202', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:f6:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '4fc41709-2337-4462-8d74-03a309396ea1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:37Z', 'updated_at': '2021-12-17T15:40:41Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '4fc41709-2337-4462-8d74-03a309396ea1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b6c732-2bbd-406e-8af4-106bbe3871dc', 'name': '', 'network_id': '5d006298-23a2-471c-87c2-3aaa16a80e2d', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:f7:fb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '4fc57f02-4152-48f4-bc70-bba6705e8273', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:27Z', 'updated_at': '2021-12-17T15:40:32Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '4fc57f02-4152-48f4-bc70-bba6705e8273', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298', 'name': '', 'network_id': '9fdb7fee-5e28-4a34-8607-d90b5f897898', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:76:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '15604361-c526-41eb-ad82-a810729f8846', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:23Z', 'updated_at': '2021-12-17T15:40:27Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '15604361-c526-41eb-ad82-a810729f8846', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:43.769773 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d9adc3-223d-48b8-a85f-0bf05eaaceba None None] The sync data for ids ['944ad025-070d-4833-ac58-7f4045c9746a'] in n-d-820553-2 is: [{'id': '944ad025-070d-4833-ac58-7f4045c9746a', 'name': 'tempest-RoutersIpV6Test-router-1542336761', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:40:21Z', 'updated_at': '2021-12-17T15:40:41Z', 'revision_number': 7, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'gw_port_host': None, '_interfaces': [{'id': 'aad326ff-da13-44b8-aefc-bfe73ea66ae0', 'name': '', 'network_id': '278b4c03-ea58-4233-879b-89cf7764acc0', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:47:9e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '3a9bccac-f777-4496-97ec-7ac17530e337', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:32Z', 'updated_at': '2021-12-17T15:40:37Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '3a9bccac-f777-4496-97ec-7ac17530e337', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0a8b16c-ba25-4cbf-a5cd-8805a225e618', 'name': '', 'network_id': '562f0037-12e5-4307-b40e-1050bbbf7202', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:f6:b6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3325, 'fixed_ips': [{'subnet_id': '4fc41709-2337-4462-8d74-03a309396ea1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:37Z', 'updated_at': '2021-12-17T15:40:41Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '4fc41709-2337-4462-8d74-03a309396ea1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b6c732-2bbd-406e-8af4-106bbe3871dc', 'name': '', 'network_id': '5d006298-23a2-471c-87c2-3aaa16a80e2d', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:f7:fb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '4fc57f02-4152-48f4-bc70-bba6705e8273', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:27Z', 'updated_at': '2021-12-17T15:40:32Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '4fc57f02-4152-48f4-bc70-bba6705e8273', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298', 'name': '', 'network_id': '9fdb7fee-5e28-4a34-8607-d90b5f897898', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:76:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '15604361-c526-41eb-ad82-a810729f8846', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:23Z', 'updated_at': '2021-12-17T15:40:27Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '15604361-c526-41eb-ad82-a810729f8846', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:40:44.049214 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e6a99b5a-dc9f-4125-820c-9f473affd54a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:44.095001 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a99b5a-dc9f-4125-820c-9f473affd54a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event deleted for resources: {'Port': ['ID=b0a8b16c-ba25-4cbf-a5cd-8805a225e618,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:44.245334 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e6a99b5a-dc9f-4125-820c-9f473affd54a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:44.466934 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a99b5a-dc9f-4125-820c-9f473affd54a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Router 944ad025-070d-4833-ac58-7f4045c9746a has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:40:44.880101 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a99b5a-dc9f-4125-820c-9f473affd54a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:40:44.889855 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54206) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:44.890738 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e6a99b5a-dc9f-4125-820c-9f473affd54a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "PUT /v2.0/routers/944ad025-070d-4833-ac58-7f4045c9746a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2465029 Dec 17 15:40:44.898593 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8300b485-ea87-48be-9657-12b7d8e58725 None None] Sync routers for ids ['944ad025-070d-4833-ac58-7f4045c9746a'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:40:44.909920 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8300b485-ea87-48be-9657-12b7d8e58725 None None] Routers {'944ad025-070d-4833-ac58-7f4045c9746a'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:40:44.910541 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-8300b485-ea87-48be-9657-12b7d8e58725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:40:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['944ad025-070d-4833-ac58-7f4045c9746a'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:44.957419 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-186185fa-d27b-4e3a-bfc4-a3b5eaa04193 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Deleting subnet 4fc41709-2337-4462-8d74-03a309396ea1 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:40:44.960779 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-186185fa-d27b-4e3a-bfc4-a3b5eaa04193 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:45.015721 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-186185fa-d27b-4e3a-bfc4-a3b5eaa04193 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:45.027315 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-8300b485-ea87-48be-9657-12b7d8e58725 None None] Set router 944ad025-070d-4833-ac58-7f4045c9746a gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:40:45.117071 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-186185fa-d27b-4e3a-bfc4-a3b5eaa04193 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:45.253865 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-8300b485-ea87-48be-9657-12b7d8e58725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ad025-070d-4833-ac58-7f4045c9746a', 'name': 'tempest-RoutersIpV6Test-router-1542336761', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:40:21Z', 'updated_at': '2021-12-17T15:40:43Z', 'revision_number': 8, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'gw_port_host': None, '_interfaces': [{'id': 'aad326ff-da13-44b8-aefc-bfe73ea66ae0', 'name': '', 'network_id': '278b4c03-ea58-4233-879b-89cf7764acc0', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:47:9e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '3a9bccac-f777-4496-97ec-7ac17530e337', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:32Z', 'updated_at': '2021-12-17T15:40:37Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '3a9bccac-f777-4496-97ec-7ac17530e337', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b6c732-2bbd-406e-8af4-106bbe3871dc', 'name': '', 'network_id': '5d006298-23a2-471c-87c2-3aaa16a80e2d', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:f7:fb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '4fc57f02-4152-48f4-bc70-bba6705e8273', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:27Z', 'updated_at': '2021-12-17T15:40:32Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '4fc57f02-4152-48f4-bc70-bba6705e8273', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298', 'name': '', 'network_id': '9fdb7fee-5e28-4a34-8607-d90b5f897898', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:76:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '15604361-c526-41eb-ad82-a810729f8846', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:23Z', 'updated_at': '2021-12-17T15:40:27Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '15604361-c526-41eb-ad82-a810729f8846', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:45.273127 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-186185fa-d27b-4e3a-bfc4-a3b5eaa04193 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:45.283649 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8300b485-ea87-48be-9657-12b7d8e58725 None None] Checking router: 944ad025-070d-4833-ac58-7f4045c9746a for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:40:45.292305 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8300b485-ea87-48be-9657-12b7d8e58725 None None] Routers {'944ad025-070d-4833-ac58-7f4045c9746a'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:40:45.292904 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-8300b485-ea87-48be-9657-12b7d8e58725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:40:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['944ad025-070d-4833-ac58-7f4045c9746a'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:45.309883 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186185fa-d27b-4e3a-bfc4-a3b5eaa04193 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event deleted for resources: {'Subnet': ['ID=4fc41709-2337-4462-8d74-03a309396ea1,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:45.319685 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-186185fa-d27b-4e3a-bfc4-a3b5eaa04193 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:45.327777 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-186185fa-d27b-4e3a-bfc4-a3b5eaa04193 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/subnets/4fc41709-2337-4462-8d74-03a309396ea1 HTTP/1.1" status: 204 len: 168 time: 0.4344106 Dec 17 15:40:45.327893 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54214) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:45.330261 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b48e3eb-cabb-4263-875b-ff5756a7e6aa None None] Network 562f0037-12e5-4307-b40e-1050bbbf7202 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:40:45.485520 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-8300b485-ea87-48be-9657-12b7d8e58725 None None] Set router 944ad025-070d-4833-ac58-7f4045c9746a gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:40:45.495770 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b67ee89a-6e0f-45db-a750-a6f9fd1a404c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:45.608130 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec322353-ed62-4a35-af10-7b0b82b5d419 None None] DHCP port deletion for 562f0037-12e5-4307-b40e-1050bbbf7202 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:40:45.640169 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-b67ee89a-6e0f-45db-a750-a6f9fd1a404c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Deleting port e93a3984-ad51-4385-823f-50bb991bdb6d {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:40:45.640546 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b67ee89a-6e0f-45db-a750-a6f9fd1a404c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:45.684239 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-ec322353-ed62-4a35-af10-7b0b82b5d419 None None] Deleting port e93a3984-ad51-4385-823f-50bb991bdb6d {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:40:45.684775 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ec322353-ed62-4a35-af10-7b0b82b5d419 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:45.726085 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-b67ee89a-6e0f-45db-a750-a6f9fd1a404c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] For port e93a3984-ad51-4385-823f-50bb991bdb6d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e93a3984-ad51-4385-823f-50bb991bdb6d,segment=NetworkSegment(0bb585d0-75a9-47db-a0c6-755efa570135),segment_id=0bb585d0-75a9-47db-a0c6-755efa570135)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:40:45.726455 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b67ee89a-6e0f-45db-a750-a6f9fd1a404c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:45.751285 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-b67ee89a-6e0f-45db-a750-a6f9fd1a404c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Calling delete_port for e93a3984-ad51-4385-823f-50bb991bdb6d owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:40:45.803827 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-ec322353-ed62-4a35-af10-7b0b82b5d419 None None] For port e93a3984-ad51-4385-823f-50bb991bdb6d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e93a3984-ad51-4385-823f-50bb991bdb6d,segment=NetworkSegment(0bb585d0-75a9-47db-a0c6-755efa570135),segment_id=0bb585d0-75a9-47db-a0c6-755efa570135)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:40:45.804237 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ec322353-ed62-4a35-af10-7b0b82b5d419 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:45.818672 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-ec322353-ed62-4a35-af10-7b0b82b5d419 None None] Calling delete_port for e93a3984-ad51-4385-823f-50bb991bdb6d owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:40:45.838038 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-8300b485-ea87-48be-9657-12b7d8e58725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ad025-070d-4833-ac58-7f4045c9746a', 'name': 'tempest-RoutersIpV6Test-router-1542336761', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:40:21Z', 'updated_at': '2021-12-17T15:40:43Z', 'revision_number': 8, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'gw_port_host': None, '_interfaces': [{'id': 'aad326ff-da13-44b8-aefc-bfe73ea66ae0', 'name': '', 'network_id': '278b4c03-ea58-4233-879b-89cf7764acc0', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:47:9e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '3a9bccac-f777-4496-97ec-7ac17530e337', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:32Z', 'updated_at': '2021-12-17T15:40:37Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '3a9bccac-f777-4496-97ec-7ac17530e337', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b6c732-2bbd-406e-8af4-106bbe3871dc', 'name': '', 'network_id': '5d006298-23a2-471c-87c2-3aaa16a80e2d', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:f7:fb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '4fc57f02-4152-48f4-bc70-bba6705e8273', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:27Z', 'updated_at': '2021-12-17T15:40:32Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '4fc57f02-4152-48f4-bc70-bba6705e8273', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298', 'name': '', 'network_id': '9fdb7fee-5e28-4a34-8607-d90b5f897898', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:76:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '15604361-c526-41eb-ad82-a810729f8846', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:23Z', 'updated_at': '2021-12-17T15:40:27Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '15604361-c526-41eb-ad82-a810729f8846', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:45.880835 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8300b485-ea87-48be-9657-12b7d8e58725 None None] The sync data for ids ['944ad025-070d-4833-ac58-7f4045c9746a'] in n-d-820553-2 is: [{'id': '944ad025-070d-4833-ac58-7f4045c9746a', 'name': 'tempest-RoutersIpV6Test-router-1542336761', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:40:21Z', 'updated_at': '2021-12-17T15:40:43Z', 'revision_number': 8, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'gw_port_host': None, '_interfaces': [{'id': 'aad326ff-da13-44b8-aefc-bfe73ea66ae0', 'name': '', 'network_id': '278b4c03-ea58-4233-879b-89cf7764acc0', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:47:9e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '3a9bccac-f777-4496-97ec-7ac17530e337', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:32Z', 'updated_at': '2021-12-17T15:40:37Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '3a9bccac-f777-4496-97ec-7ac17530e337', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b6c732-2bbd-406e-8af4-106bbe3871dc', 'name': '', 'network_id': '5d006298-23a2-471c-87c2-3aaa16a80e2d', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:f7:fb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '4fc57f02-4152-48f4-bc70-bba6705e8273', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:27Z', 'updated_at': '2021-12-17T15:40:32Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '4fc57f02-4152-48f4-bc70-bba6705e8273', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298', 'name': '', 'network_id': '9fdb7fee-5e28-4a34-8607-d90b5f897898', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:76:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '15604361-c526-41eb-ad82-a810729f8846', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:23Z', 'updated_at': '2021-12-17T15:40:27Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '15604361-c526-41eb-ad82-a810729f8846', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:40:45.960103 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ec322353-ed62-4a35-af10-7b0b82b5d419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:45.968548 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b67ee89a-6e0f-45db-a750-a6f9fd1a404c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:45.996065 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec322353-ed62-4a35-af10-7b0b82b5d419 None None] Pushing event deleted for resources: {'Port': ['ID=e93a3984-ad51-4385-823f-50bb991bdb6d,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:46.000326 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec322353-ed62-4a35-af10-7b0b82b5d419 None None] No DVR routers for this DVR port e93a3984-ad51-4385-823f-50bb991bdb6d on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:40:46.014092 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ee89a-6e0f-45db-a750-a6f9fd1a404c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event deleted for resources: {'Port': ['ID=e93a3984-ad51-4385-823f-50bb991bdb6d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:46.025021 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67ee89a-6e0f-45db-a750-a6f9fd1a404c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] No DVR routers for this DVR port e93a3984-ad51-4385-823f-50bb991bdb6d on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:40:46.116686 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b67ee89a-6e0f-45db-a750-a6f9fd1a404c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:46.139259 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-b67ee89a-6e0f-45db-a750-a6f9fd1a404c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['562f0037-12e5-4307-b40e-1050bbbf7202']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:46.148907 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-b67ee89a-6e0f-45db-a750-a6f9fd1a404c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb585d0-75a9-47db-a0c6-755efa570135') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:46.149287 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-b67ee89a-6e0f-45db-a750-a6f9fd1a404c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb585d0-75a9-47db-a0c6-755efa570135') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:46.159664 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b67ee89a-6e0f-45db-a750-a6f9fd1a404c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:46.173591 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b67ee89a-6e0f-45db-a750-a6f9fd1a404c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:46.180434 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b67ee89a-6e0f-45db-a750-a6f9fd1a404c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:40:46.180854 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b67ee89a-6e0f-45db-a750-a6f9fd1a404c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: self.session.flush() Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: self.session.flush() Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: self.session.flush() Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: self.session.flush() Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:40:46.184777 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:40:46.347209 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b67ee89a-6e0f-45db-a750-a6f9fd1a404c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:46.362449 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b67ee89a-6e0f-45db-a750-a6f9fd1a404c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:46.371023 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b67ee89a-6e0f-45db-a750-a6f9fd1a404c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/networks/562f0037-12e5-4307-b40e-1050bbbf7202 HTTP/1.1" status: 204 len: 168 time: 1.0389674 Dec 17 15:40:46.372203 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54238) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:46.379872 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ee89a-6e0f-45db-a750-a6f9fd1a404c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event deleted for resources: {'Network': ['ID=562f0037-12e5-4307-b40e-1050bbbf7202,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:46.756115 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a066e445-e85c-445e-bfb4-0149419f7177 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:46.840203 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:40:46.886480 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e93a3984-ad51-4385-823f-50bb991bdb6d no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:40:46.915032 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: e93a3984-ad51-4385-823f-50bb991bdb6d {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:40:46.915507 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e93a3984-ad51-4385-823f-50bb991bdb6d not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:40:46.916044 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b0a8b16c-ba25-4cbf-a5cd-8805a225e618 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:40:46.941398 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: b0a8b16c-ba25-4cbf-a5cd-8805a225e618 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:40:46.941675 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b0a8b16c-ba25-4cbf-a5cd-8805a225e618 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:40:47.064757 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-a066e445-e85c-445e-bfb4-0149419f7177 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Deleting port aad326ff-da13-44b8-aefc-bfe73ea66ae0 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:40:47.065150 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a066e445-e85c-445e-bfb4-0149419f7177 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:47.195556 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-a066e445-e85c-445e-bfb4-0149419f7177 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] For port aad326ff-da13-44b8-aefc-bfe73ea66ae0, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=aad326ff-da13-44b8-aefc-bfe73ea66ae0,segment=NetworkSegment(72132ce2-0508-4bb3-909e-4e5caf59e9c8),segment_id=72132ce2-0508-4bb3-909e-4e5caf59e9c8)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:40:47.196075 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a066e445-e85c-445e-bfb4-0149419f7177 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:47.210228 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-a066e445-e85c-445e-bfb4-0149419f7177 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Calling delete_port for aad326ff-da13-44b8-aefc-bfe73ea66ae0 owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:40:47.490995 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a066e445-e85c-445e-bfb4-0149419f7177 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:47.519069 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a066e445-e85c-445e-bfb4-0149419f7177 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event deleted for resources: {'Port': ['ID=aad326ff-da13-44b8-aefc-bfe73ea66ae0,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:47.649677 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a066e445-e85c-445e-bfb4-0149419f7177 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:47.857824 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a066e445-e85c-445e-bfb4-0149419f7177 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Router 944ad025-070d-4833-ac58-7f4045c9746a has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:40:47.981410 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a066e445-e85c-445e-bfb4-0149419f7177 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:40:47.986550 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a066e445-e85c-445e-bfb4-0149419f7177 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "PUT /v2.0/routers/944ad025-070d-4833-ac58-7f4045c9746a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6124487 Dec 17 15:40:47.989301 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54270) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:47.994092 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f9e286-43ff-48fd-9743-a3e60916bb2f None None] Sync routers for ids ['944ad025-070d-4833-ac58-7f4045c9746a'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:40:48.027558 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f9e286-43ff-48fd-9743-a3e60916bb2f None None] Routers {'944ad025-070d-4833-ac58-7f4045c9746a'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:40:48.028187 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-27f9e286-43ff-48fd-9743-a3e60916bb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:40:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['944ad025-070d-4833-ac58-7f4045c9746a'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:48.085591 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c53beea-8339-43ed-bf13-c5e93f813539 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Deleting subnet 3a9bccac-f777-4496-97ec-7ac17530e337 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:40:48.090505 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6c53beea-8339-43ed-bf13-c5e93f813539 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:48.135857 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-27f9e286-43ff-48fd-9743-a3e60916bb2f None None] Set router 944ad025-070d-4833-ac58-7f4045c9746a gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:40:48.138008 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6c53beea-8339-43ed-bf13-c5e93f813539 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:48.255513 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6c53beea-8339-43ed-bf13-c5e93f813539 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:48.388520 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-27f9e286-43ff-48fd-9743-a3e60916bb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ad025-070d-4833-ac58-7f4045c9746a', 'name': 'tempest-RoutersIpV6Test-router-1542336761', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:40:21Z', 'updated_at': '2021-12-17T15:40:47Z', 'revision_number': 9, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'gw_port_host': None, '_interfaces': [{'id': 'e5b6c732-2bbd-406e-8af4-106bbe3871dc', 'name': '', 'network_id': '5d006298-23a2-471c-87c2-3aaa16a80e2d', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:f7:fb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '4fc57f02-4152-48f4-bc70-bba6705e8273', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:27Z', 'updated_at': '2021-12-17T15:40:32Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '4fc57f02-4152-48f4-bc70-bba6705e8273', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298', 'name': '', 'network_id': '9fdb7fee-5e28-4a34-8607-d90b5f897898', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:76:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '15604361-c526-41eb-ad82-a810729f8846', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:23Z', 'updated_at': '2021-12-17T15:40:27Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '15604361-c526-41eb-ad82-a810729f8846', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:48.398061 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6c53beea-8339-43ed-bf13-c5e93f813539 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:48.425336 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f9e286-43ff-48fd-9743-a3e60916bb2f None None] Checking router: 944ad025-070d-4833-ac58-7f4045c9746a for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:40:48.434084 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53beea-8339-43ed-bf13-c5e93f813539 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event deleted for resources: {'Subnet': ['ID=3a9bccac-f777-4496-97ec-7ac17530e337,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:48.440343 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f9e286-43ff-48fd-9743-a3e60916bb2f None None] Routers {'944ad025-070d-4833-ac58-7f4045c9746a'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:40:48.441195 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-27f9e286-43ff-48fd-9743-a3e60916bb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:40:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['944ad025-070d-4833-ac58-7f4045c9746a'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:48.443746 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6c53beea-8339-43ed-bf13-c5e93f813539 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:48.444680 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c689e5-4290-471a-a836-8e0ff4a11a26 None None] Network 278b4c03-ea58-4233-879b-89cf7764acc0 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:40:48.448010 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6c53beea-8339-43ed-bf13-c5e93f813539 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/subnets/3a9bccac-f777-4496-97ec-7ac17530e337 HTTP/1.1" status: 204 len: 168 time: 0.4575772 Dec 17 15:40:48.450707 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54280) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:48.543802 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-558e4c07-617a-4cab-be17-64578394baaa tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:48.622859 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-558e4c07-617a-4cab-be17-64578394baaa tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Deleting port 69f78dee-83e5-43d0-a3d8-e5ca045526f4 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:40:48.623211 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-558e4c07-617a-4cab-be17-64578394baaa tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:48.702645 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-558e4c07-617a-4cab-be17-64578394baaa tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] For port 69f78dee-83e5-43d0-a3d8-e5ca045526f4, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=69f78dee-83e5-43d0-a3d8-e5ca045526f4,segment=NetworkSegment(72132ce2-0508-4bb3-909e-4e5caf59e9c8),segment_id=72132ce2-0508-4bb3-909e-4e5caf59e9c8)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:40:48.703015 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-558e4c07-617a-4cab-be17-64578394baaa tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:48.719061 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-558e4c07-617a-4cab-be17-64578394baaa tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Calling delete_port for 69f78dee-83e5-43d0-a3d8-e5ca045526f4 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:40:48.781076 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-27f9e286-43ff-48fd-9743-a3e60916bb2f None None] Set router 944ad025-070d-4833-ac58-7f4045c9746a gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:40:48.925255 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-558e4c07-617a-4cab-be17-64578394baaa tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:48.960603 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e4c07-617a-4cab-be17-64578394baaa tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event deleted for resources: {'Port': ['ID=69f78dee-83e5-43d0-a3d8-e5ca045526f4,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:48.965728 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558e4c07-617a-4cab-be17-64578394baaa tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] No DVR routers for this DVR port 69f78dee-83e5-43d0-a3d8-e5ca045526f4 on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:40:48.982810 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c12e9a-3369-4857-b744-8517f1331030 None None] DHCP port deletion for 278b4c03-ea58-4233-879b-89cf7764acc0 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:40:49.096161 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-558e4c07-617a-4cab-be17-64578394baaa tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:49.103747 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-27f9e286-43ff-48fd-9743-a3e60916bb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ad025-070d-4833-ac58-7f4045c9746a', 'name': 'tempest-RoutersIpV6Test-router-1542336761', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:40:21Z', 'updated_at': '2021-12-17T15:40:47Z', 'revision_number': 9, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'gw_port_host': None, '_interfaces': [{'id': 'e5b6c732-2bbd-406e-8af4-106bbe3871dc', 'name': '', 'network_id': '5d006298-23a2-471c-87c2-3aaa16a80e2d', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:f7:fb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '4fc57f02-4152-48f4-bc70-bba6705e8273', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:27Z', 'updated_at': '2021-12-17T15:40:32Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '4fc57f02-4152-48f4-bc70-bba6705e8273', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298', 'name': '', 'network_id': '9fdb7fee-5e28-4a34-8607-d90b5f897898', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:76:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '15604361-c526-41eb-ad82-a810729f8846', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:23Z', 'updated_at': '2021-12-17T15:40:27Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '15604361-c526-41eb-ad82-a810729f8846', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:49.124512 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-558e4c07-617a-4cab-be17-64578394baaa tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['278b4c03-ea58-4233-879b-89cf7764acc0']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:49.132857 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f9e286-43ff-48fd-9743-a3e60916bb2f None None] The sync data for ids ['944ad025-070d-4833-ac58-7f4045c9746a'] in n-d-820553-2 is: [{'id': '944ad025-070d-4833-ac58-7f4045c9746a', 'name': 'tempest-RoutersIpV6Test-router-1542336761', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:40:21Z', 'updated_at': '2021-12-17T15:40:47Z', 'revision_number': 9, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'gw_port_host': None, '_interfaces': [{'id': 'e5b6c732-2bbd-406e-8af4-106bbe3871dc', 'name': '', 'network_id': '5d006298-23a2-471c-87c2-3aaa16a80e2d', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:f7:fb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '4fc57f02-4152-48f4-bc70-bba6705e8273', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:27Z', 'updated_at': '2021-12-17T15:40:32Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '4fc57f02-4152-48f4-bc70-bba6705e8273', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298', 'name': '', 'network_id': '9fdb7fee-5e28-4a34-8607-d90b5f897898', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:76:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '15604361-c526-41eb-ad82-a810729f8846', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:23Z', 'updated_at': '2021-12-17T15:40:27Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '15604361-c526-41eb-ad82-a810729f8846', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:40:49.137554 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-558e4c07-617a-4cab-be17-64578394baaa tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72132ce2-0508-4bb3-909e-4e5caf59e9c8') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:49.137554 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-558e4c07-617a-4cab-be17-64578394baaa tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72132ce2-0508-4bb3-909e-4e5caf59e9c8') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:49.149454 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-558e4c07-617a-4cab-be17-64578394baaa tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:49.170340 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-558e4c07-617a-4cab-be17-64578394baaa tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:49.177618 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-558e4c07-617a-4cab-be17-64578394baaa tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:40:49.179151 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-558e4c07-617a-4cab-be17-64578394baaa tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:49.181291 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:40:49.181291 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:40:49.181291 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:40:49.181291 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:40:49.181291 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:40:49.181291 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:40:49.181291 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:40:49.181291 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:40:49.181291 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:40:49.181291 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:40:49.181291 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:40:49.181291 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:40:49.181291 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:40:49.181291 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:40:49.181291 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:40:49.181291 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:40:49.181291 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:40:49.181291 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:40:49.181291 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:40:49.181291 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:40:49.181291 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:40:49.181291 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:40:49.181291 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:40:49.181291 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:40:49.181291 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:40:49.181291 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:40:49.181291 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:40:49.181291 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:40:49.181291 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:40:49.181291 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:40:49.181291 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:40:49.181291 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:40:49.328525 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-558e4c07-617a-4cab-be17-64578394baaa tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:49.335589 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-558e4c07-617a-4cab-be17-64578394baaa tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:49.338880 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-558e4c07-617a-4cab-be17-64578394baaa tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/networks/278b4c03-ea58-4233-879b-89cf7764acc0 HTTP/1.1" status: 204 len: 168 time: 0.8870697 Dec 17 15:40:49.341815 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54298) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:49.351033 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e4c07-617a-4cab-be17-64578394baaa tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event deleted for resources: {'Network': ['ID=278b4c03-ea58-4233-879b-89cf7764acc0,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:49.709402 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-98871fac-e08d-4224-9d10-6dbc6afc656d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:49.965986 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-98871fac-e08d-4224-9d10-6dbc6afc656d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Deleting port e5b6c732-2bbd-406e-8af4-106bbe3871dc {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:40:49.966327 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-98871fac-e08d-4224-9d10-6dbc6afc656d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:50.059509 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-98871fac-e08d-4224-9d10-6dbc6afc656d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] For port e5b6c732-2bbd-406e-8af4-106bbe3871dc, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e5b6c732-2bbd-406e-8af4-106bbe3871dc,segment=NetworkSegment(9eba0c8b-3241-46eb-b279-d2c273e653ec),segment_id=9eba0c8b-3241-46eb-b279-d2c273e653ec)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:40:50.059881 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-98871fac-e08d-4224-9d10-6dbc6afc656d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:50.073681 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-98871fac-e08d-4224-9d10-6dbc6afc656d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Calling delete_port for e5b6c732-2bbd-406e-8af4-106bbe3871dc owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:40:50.339006 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-98871fac-e08d-4224-9d10-6dbc6afc656d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:50.370344 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98871fac-e08d-4224-9d10-6dbc6afc656d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event deleted for resources: {'Port': ['ID=e5b6c732-2bbd-406e-8af4-106bbe3871dc,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:50.500172 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-98871fac-e08d-4224-9d10-6dbc6afc656d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:50.709016 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98871fac-e08d-4224-9d10-6dbc6afc656d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Router 944ad025-070d-4833-ac58-7f4045c9746a has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:40:50.806482 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98871fac-e08d-4224-9d10-6dbc6afc656d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:40:50.818848 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-98871fac-e08d-4224-9d10-6dbc6afc656d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "PUT /v2.0/routers/944ad025-070d-4833-ac58-7f4045c9746a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4707637 Dec 17 15:40:50.818848 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54336) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:50.821881 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b0909e-e8e8-4ced-ac76-7b3b421f1dfb None None] Sync routers for ids ['944ad025-070d-4833-ac58-7f4045c9746a'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:40:50.832318 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b0909e-e8e8-4ced-ac76-7b3b421f1dfb None None] Routers {'944ad025-070d-4833-ac58-7f4045c9746a'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:40:50.833397 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-66b0909e-e8e8-4ced-ac76-7b3b421f1dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:40:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['944ad025-070d-4833-ac58-7f4045c9746a'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:50.878946 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b57704d-a39f-46f4-8c13-476101e2baa2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Deleting subnet 4fc57f02-4152-48f4-bc70-bba6705e8273 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:40:50.882301 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2b57704d-a39f-46f4-8c13-476101e2baa2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:50.933986 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-66b0909e-e8e8-4ced-ac76-7b3b421f1dfb None None] Set router 944ad025-070d-4833-ac58-7f4045c9746a gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:40:50.954229 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2b57704d-a39f-46f4-8c13-476101e2baa2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:50.986470 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device aad326ff-da13-44b8-aefc-bfe73ea66ae0 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:40:51.012997 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: aad326ff-da13-44b8-aefc-bfe73ea66ae0 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:40:51.013431 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device aad326ff-da13-44b8-aefc-bfe73ea66ae0 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:40:51.013870 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 69f78dee-83e5-43d0-a3d8-e5ca045526f4 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:40:51.038164 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 69f78dee-83e5-43d0-a3d8-e5ca045526f4 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:40:51.038767 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 69f78dee-83e5-43d0-a3d8-e5ca045526f4 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:40:51.075341 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2b57704d-a39f-46f4-8c13-476101e2baa2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:51.212541 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2b57704d-a39f-46f4-8c13-476101e2baa2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:51.246837 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57704d-a39f-46f4-8c13-476101e2baa2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event deleted for resources: {'Subnet': ['ID=4fc57f02-4152-48f4-bc70-bba6705e8273,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:51.252277 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2b57704d-a39f-46f4-8c13-476101e2baa2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:51.261796 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2b57704d-a39f-46f4-8c13-476101e2baa2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/subnets/4fc57f02-4152-48f4-bc70-bba6705e8273 HTTP/1.1" status: 204 len: 168 time: 0.4443762 Dec 17 15:40:51.262567 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54340) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:51.264181 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d7df17-78ba-4d4e-b109-41fabbdb60a0 None None] Network 5d006298-23a2-471c-87c2-3aaa16a80e2d requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:40:51.291537 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-66b0909e-e8e8-4ced-ac76-7b3b421f1dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ad025-070d-4833-ac58-7f4045c9746a', 'name': 'tempest-RoutersIpV6Test-router-1542336761', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:40:21Z', 'updated_at': '2021-12-17T15:40:50Z', 'revision_number': 10, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'gw_port_host': None, '_interfaces': [{'id': 'ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298', 'name': '', 'network_id': '9fdb7fee-5e28-4a34-8607-d90b5f897898', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:76:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '15604361-c526-41eb-ad82-a810729f8846', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:23Z', 'updated_at': '2021-12-17T15:40:27Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '15604361-c526-41eb-ad82-a810729f8846', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:51.325548 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b0909e-e8e8-4ced-ac76-7b3b421f1dfb None None] Checking router: 944ad025-070d-4833-ac58-7f4045c9746a for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:40:51.334961 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b0909e-e8e8-4ced-ac76-7b3b421f1dfb None None] Routers {'944ad025-070d-4833-ac58-7f4045c9746a'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:40:51.335814 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-66b0909e-e8e8-4ced-ac76-7b3b421f1dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:40:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['944ad025-070d-4833-ac58-7f4045c9746a'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:51.365034 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a06a4b81-f973-4d3a-8327-e8806332d2b3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:51.435857 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-66b0909e-e8e8-4ced-ac76-7b3b421f1dfb None None] Set router 944ad025-070d-4833-ac58-7f4045c9746a gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:40:51.458572 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-a06a4b81-f973-4d3a-8327-e8806332d2b3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Deleting port 0a9c6f0a-304f-4744-9712-fb1e306ffc6b {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:40:51.461976 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a06a4b81-f973-4d3a-8327-e8806332d2b3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:51.496306 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25a180e-6ff3-49e8-a6c3-6b32cc37ffd3 None None] DHCP port deletion for 5d006298-23a2-471c-87c2-3aaa16a80e2d request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:40:51.542238 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-a06a4b81-f973-4d3a-8327-e8806332d2b3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] For port 0a9c6f0a-304f-4744-9712-fb1e306ffc6b, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=0a9c6f0a-304f-4744-9712-fb1e306ffc6b,segment=NetworkSegment(9eba0c8b-3241-46eb-b279-d2c273e653ec),segment_id=9eba0c8b-3241-46eb-b279-d2c273e653ec)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:40:51.542740 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a06a4b81-f973-4d3a-8327-e8806332d2b3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:51.559295 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-a06a4b81-f973-4d3a-8327-e8806332d2b3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Calling delete_port for 0a9c6f0a-304f-4744-9712-fb1e306ffc6b owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:40:51.575316 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c25a180e-6ff3-49e8-a6c3-6b32cc37ffd3 None None] Deleting port 0a9c6f0a-304f-4744-9712-fb1e306ffc6b {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:40:51.576026 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c25a180e-6ff3-49e8-a6c3-6b32cc37ffd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:51.665031 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c25a180e-6ff3-49e8-a6c3-6b32cc37ffd3 None None] For port 0a9c6f0a-304f-4744-9712-fb1e306ffc6b, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=0a9c6f0a-304f-4744-9712-fb1e306ffc6b,segment=NetworkSegment(9eba0c8b-3241-46eb-b279-d2c273e653ec),segment_id=9eba0c8b-3241-46eb-b279-d2c273e653ec)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:40:51.665475 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c25a180e-6ff3-49e8-a6c3-6b32cc37ffd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:51.676377 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-66b0909e-e8e8-4ced-ac76-7b3b421f1dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ad025-070d-4833-ac58-7f4045c9746a', 'name': 'tempest-RoutersIpV6Test-router-1542336761', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:40:21Z', 'updated_at': '2021-12-17T15:40:50Z', 'revision_number': 10, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'gw_port_host': None, '_interfaces': [{'id': 'ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298', 'name': '', 'network_id': '9fdb7fee-5e28-4a34-8607-d90b5f897898', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:76:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '15604361-c526-41eb-ad82-a810729f8846', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:23Z', 'updated_at': '2021-12-17T15:40:27Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '15604361-c526-41eb-ad82-a810729f8846', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:51.680447 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c25a180e-6ff3-49e8-a6c3-6b32cc37ffd3 None None] Calling delete_port for 0a9c6f0a-304f-4744-9712-fb1e306ffc6b owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:40:51.712184 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b0909e-e8e8-4ced-ac76-7b3b421f1dfb None None] The sync data for ids ['944ad025-070d-4833-ac58-7f4045c9746a'] in n-d-820553-2 is: [{'id': '944ad025-070d-4833-ac58-7f4045c9746a', 'name': 'tempest-RoutersIpV6Test-router-1542336761', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:40:21Z', 'updated_at': '2021-12-17T15:40:50Z', 'revision_number': 10, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'gw_port_host': None, '_interfaces': [{'id': 'ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298', 'name': '', 'network_id': '9fdb7fee-5e28-4a34-8607-d90b5f897898', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'mac_address': 'fa:16:3e:76:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944ad025-070d-4833-ac58-7f4045c9746a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '15604361-c526-41eb-ad82-a810729f8846', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:40:23Z', 'updated_at': '2021-12-17T15:40:27Z', 'revision_number': 5, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'subnets': [{'id': '15604361-c526-41eb-ad82-a810729f8846', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:40:51.731304 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a06a4b81-f973-4d3a-8327-e8806332d2b3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:51.772396 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a4b81-f973-4d3a-8327-e8806332d2b3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event deleted for resources: {'Port': ['ID=0a9c6f0a-304f-4744-9712-fb1e306ffc6b,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:51.775539 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c25a180e-6ff3-49e8-a6c3-6b32cc37ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:51.779082 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06a4b81-f973-4d3a-8327-e8806332d2b3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] No DVR routers for this DVR port 0a9c6f0a-304f-4744-9712-fb1e306ffc6b on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:40:51.823323 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25a180e-6ff3-49e8-a6c3-6b32cc37ffd3 None None] No DVR routers for this DVR port 0a9c6f0a-304f-4744-9712-fb1e306ffc6b on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:40:51.824862 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a180e-6ff3-49e8-a6c3-6b32cc37ffd3 None None] Pushing event deleted for resources: {'Port': ['ID=0a9c6f0a-304f-4744-9712-fb1e306ffc6b,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:51.888792 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a06a4b81-f973-4d3a-8327-e8806332d2b3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:51.909454 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-a06a4b81-f973-4d3a-8327-e8806332d2b3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d006298-23a2-471c-87c2-3aaa16a80e2d']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:51.919569 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-a06a4b81-f973-4d3a-8327-e8806332d2b3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eba0c8b-3241-46eb-b279-d2c273e653ec') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:51.919863 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-a06a4b81-f973-4d3a-8327-e8806332d2b3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eba0c8b-3241-46eb-b279-d2c273e653ec') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:51.929397 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a06a4b81-f973-4d3a-8327-e8806332d2b3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:51.943357 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a06a4b81-f973-4d3a-8327-e8806332d2b3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:51.949381 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a06a4b81-f973-4d3a-8327-e8806332d2b3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:40:51.949767 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a06a4b81-f973-4d3a-8327-e8806332d2b3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:51.952788 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:40:51.952788 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:40:51.952788 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:40:51.952788 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:40:51.952788 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:40:51.952788 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:40:51.952788 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:40:51.952788 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:40:51.952788 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:40:51.952788 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:40:51.952788 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:40:51.952788 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:40:51.952788 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:40:51.952788 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:40:51.952788 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:40:51.952788 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:40:51.952788 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:40:51.952788 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:40:51.952788 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:40:51.952788 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:40:51.952788 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:40:51.952788 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:40:51.952788 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:40:51.952788 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:40:51.952788 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:40:51.952788 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:40:51.952788 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:40:51.952788 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:40:51.952788 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:40:51.952788 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:40:51.952788 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:40:51.952788 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:40:52.096600 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a06a4b81-f973-4d3a-8327-e8806332d2b3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:52.115913 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a06a4b81-f973-4d3a-8327-e8806332d2b3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:52.115913 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a06a4b81-f973-4d3a-8327-e8806332d2b3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/networks/5d006298-23a2-471c-87c2-3aaa16a80e2d HTTP/1.1" status: 204 len: 168 time: 0.8499076 Dec 17 15:40:52.116185 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54346) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:52.137337 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a4b81-f973-4d3a-8327-e8806332d2b3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event deleted for resources: {'Network': ['ID=5d006298-23a2-471c-87c2-3aaa16a80e2d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:52.485307 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-07900ee5-3b98-4d0c-89fb-97e6fa7d3849 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:52.759189 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-07900ee5-3b98-4d0c-89fb-97e6fa7d3849 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Deleting port ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:40:52.759696 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-07900ee5-3b98-4d0c-89fb-97e6fa7d3849 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:52.882873 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-07900ee5-3b98-4d0c-89fb-97e6fa7d3849 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] For port ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298,segment=NetworkSegment(493d6865-6bb8-4da5-a73a-9195b5354c3a),segment_id=493d6865-6bb8-4da5-a73a-9195b5354c3a)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:40:52.882873 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-07900ee5-3b98-4d0c-89fb-97e6fa7d3849 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:52.900325 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 0a9c6f0a-304f-4744-9712-fb1e306ffc6b no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:40:52.901671 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-07900ee5-3b98-4d0c-89fb-97e6fa7d3849 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Calling delete_port for ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298 owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:40:52.924526 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 0a9c6f0a-304f-4744-9712-fb1e306ffc6b {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:40:52.927632 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 0a9c6f0a-304f-4744-9712-fb1e306ffc6b not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:40:52.928209 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e5b6c732-2bbd-406e-8af4-106bbe3871dc no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:40:52.958933 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: e5b6c732-2bbd-406e-8af4-106bbe3871dc {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:40:52.959201 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e5b6c732-2bbd-406e-8af4-106bbe3871dc not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:40:53.168750 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-07900ee5-3b98-4d0c-89fb-97e6fa7d3849 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:53.196839 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07900ee5-3b98-4d0c-89fb-97e6fa7d3849 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event deleted for resources: {'Port': ['ID=ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:53.304628 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-07900ee5-3b98-4d0c-89fb-97e6fa7d3849 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:53.493788 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07900ee5-3b98-4d0c-89fb-97e6fa7d3849 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Router 944ad025-070d-4833-ac58-7f4045c9746a has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:40:53.512531 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54362) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:53.583292 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07900ee5-3b98-4d0c-89fb-97e6fa7d3849 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:40:53.589941 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-07900ee5-3b98-4d0c-89fb-97e6fa7d3849 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "PUT /v2.0/routers/944ad025-070d-4833-ac58-7f4045c9746a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4732006 Dec 17 15:40:53.592825 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54366) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:53.595697 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73cb6a4-f464-4027-9cab-6fd1402b4a3d None None] Sync routers for ids ['944ad025-070d-4833-ac58-7f4045c9746a'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:40:53.606265 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73cb6a4-f464-4027-9cab-6fd1402b4a3d None None] Routers {'944ad025-070d-4833-ac58-7f4045c9746a'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:40:53.607221 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b73cb6a4-f464-4027-9cab-6fd1402b4a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:40:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['944ad025-070d-4833-ac58-7f4045c9746a'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:53.673655 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c486359-f922-4535-afe9-39c217369536 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Deleting subnet 15604361-c526-41eb-ad82-a810729f8846 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:40:53.683901 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3c486359-f922-4535-afe9-39c217369536 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:53.687050 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-409d8855-008f-49df-9ac6-8aae8a1f1c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:53.690192 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-b73cb6a4-f464-4027-9cab-6fd1402b4a3d None None] Set router 944ad025-070d-4833-ac58-7f4045c9746a gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:40:53.762552 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3c486359-f922-4535-afe9-39c217369536 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:53.769673 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b73cb6a4-f464-4027-9cab-6fd1402b4a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ad025-070d-4833-ac58-7f4045c9746a', 'name': 'tempest-RoutersIpV6Test-router-1542336761', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:40:21Z', 'updated_at': '2021-12-17T15:40:53Z', 'revision_number': 11, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:53.800087 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73cb6a4-f464-4027-9cab-6fd1402b4a3d None None] Checking router: 944ad025-070d-4833-ac58-7f4045c9746a for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:40:53.810047 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73cb6a4-f464-4027-9cab-6fd1402b4a3d None None] Routers {'944ad025-070d-4833-ac58-7f4045c9746a'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:40:53.810949 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b73cb6a4-f464-4027-9cab-6fd1402b4a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:40:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['944ad025-070d-4833-ac58-7f4045c9746a'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:53.901894 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-b73cb6a4-f464-4027-9cab-6fd1402b4a3d None None] Set router 944ad025-070d-4833-ac58-7f4045c9746a gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:40:53.909024 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-409d8855-008f-49df-9ac6-8aae8a1f1c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:53.917960 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3c486359-f922-4535-afe9-39c217369536 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:53.959414 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b73cb6a4-f464-4027-9cab-6fd1402b4a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ad025-070d-4833-ac58-7f4045c9746a', 'name': 'tempest-RoutersIpV6Test-router-1542336761', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:40:21Z', 'updated_at': '2021-12-17T15:40:53Z', 'revision_number': 11, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:53.972840 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-409d8855-008f-49df-9ac6-8aae8a1f1c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:53.991450 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73cb6a4-f464-4027-9cab-6fd1402b4a3d None None] The sync data for ids ['944ad025-070d-4833-ac58-7f4045c9746a'] in n-d-820553-2 is: [{'id': '944ad025-070d-4833-ac58-7f4045c9746a', 'name': 'tempest-RoutersIpV6Test-router-1542336761', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:40:21Z', 'updated_at': '2021-12-17T15:40:53Z', 'revision_number': 11, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'gw_port_host': None}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:40:54.031405 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-409d8855-008f-49df-9ac6-8aae8a1f1c63 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7a467b47f84c4902a57aec0a94bcfd9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5169213 Dec 17 15:40:54.033976 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54370) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:54.040044 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d8855-008f-49df-9ac6-8aae8a1f1c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8669f61a-dfd6-4d99-bbb1-246a0053b43c,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:54.389083 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3c486359-f922-4535-afe9-39c217369536 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:54.419238 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c486359-f922-4535-afe9-39c217369536 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event deleted for resources: {'Subnet': ['ID=15604361-c526-41eb-ad82-a810729f8846,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:54.430285 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3c486359-f922-4535-afe9-39c217369536 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:54.432647 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a5c283-0b84-427b-a1b7-f92ea34bdb1d None None] Network 9fdb7fee-5e28-4a34-8607-d90b5f897898 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:40:54.442318 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54374) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:54.443014 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3c486359-f922-4535-afe9-39c217369536 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/subnets/15604361-c526-41eb-ad82-a810729f8846 HTTP/1.1" status: 204 len: 168 time: 0.8443809 Dec 17 15:40:54.443892 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0b208b77-1d05-47b2-88b4-b830f564db7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:54.474054 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0b208b77-1d05-47b2-88b4-b830f564db7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:54.573998 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-411a5d26-6069-45e3-85e0-bbf7e73247b6 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:54.614096 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0b208b77-1d05-47b2-88b4-b830f564db7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:54.616543 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0b208b77-1d05-47b2-88b4-b830f564db7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:54.628969 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0b208b77-1d05-47b2-88b4-b830f564db7a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8669f61a-dfd6-4d99-bbb1-246a0053b43c HTTP/1.1" status: 204 len: 168 time: 0.5871334 Dec 17 15:40:54.633101 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b208b77-1d05-47b2-88b4-b830f564db7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8669f61a-dfd6-4d99-bbb1-246a0053b43c,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:54.662886 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-411a5d26-6069-45e3-85e0-bbf7e73247b6 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Deleting port 8bc8f7ca-9da2-4ab0-8990-637d7e3e9935 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:40:54.662886 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-411a5d26-6069-45e3-85e0-bbf7e73247b6 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:54.695658 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00025db6-4b1b-4fcb-9f90-4854d0c10796 None None] DHCP port deletion for 9fdb7fee-5e28-4a34-8607-d90b5f897898 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:40:54.741849 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-411a5d26-6069-45e3-85e0-bbf7e73247b6 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] For port 8bc8f7ca-9da2-4ab0-8990-637d7e3e9935, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=8bc8f7ca-9da2-4ab0-8990-637d7e3e9935,segment=NetworkSegment(493d6865-6bb8-4da5-a73a-9195b5354c3a),segment_id=493d6865-6bb8-4da5-a73a-9195b5354c3a)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:40:54.742216 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-411a5d26-6069-45e3-85e0-bbf7e73247b6 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:54.747335 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-00025db6-4b1b-4fcb-9f90-4854d0c10796 None None] Deleting port 8bc8f7ca-9da2-4ab0-8990-637d7e3e9935 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:40:54.747723 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-00025db6-4b1b-4fcb-9f90-4854d0c10796 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:54.757495 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-411a5d26-6069-45e3-85e0-bbf7e73247b6 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Calling delete_port for 8bc8f7ca-9da2-4ab0-8990-637d7e3e9935 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:40:54.835553 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-00025db6-4b1b-4fcb-9f90-4854d0c10796 None None] For port 8bc8f7ca-9da2-4ab0-8990-637d7e3e9935, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=8bc8f7ca-9da2-4ab0-8990-637d7e3e9935,segment=NetworkSegment(493d6865-6bb8-4da5-a73a-9195b5354c3a),segment_id=493d6865-6bb8-4da5-a73a-9195b5354c3a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:40:54.836087 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-00025db6-4b1b-4fcb-9f90-4854d0c10796 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:54.853762 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-00025db6-4b1b-4fcb-9f90-4854d0c10796 None None] Calling delete_port for 8bc8f7ca-9da2-4ab0-8990-637d7e3e9935 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:40:54.901226 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 8bc8f7ca-9da2-4ab0-8990-637d7e3e9935 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:40:54.974481 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-411a5d26-6069-45e3-85e0-bbf7e73247b6 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:55.002898 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a5d26-6069-45e3-85e0-bbf7e73247b6 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event deleted for resources: {'Port': ['ID=8bc8f7ca-9da2-4ab0-8990-637d7e3e9935,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:55.007839 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411a5d26-6069-45e3-85e0-bbf7e73247b6 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] No DVR routers for this DVR port 8bc8f7ca-9da2-4ab0-8990-637d7e3e9935 on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:40:55.019831 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-00025db6-4b1b-4fcb-9f90-4854d0c10796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:55.032448 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:55.034728 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00025db6-4b1b-4fcb-9f90-4854d0c10796 None None] No DVR routers for this DVR port 8bc8f7ca-9da2-4ab0-8990-637d7e3e9935 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:40:55.069817 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00025db6-4b1b-4fcb-9f90-4854d0c10796 None None] Pushing event deleted for resources: {'Port': ['ID=8bc8f7ca-9da2-4ab0-8990-637d7e3e9935,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:55.103113 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:40:55.111352 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-411a5d26-6069-45e3-85e0-bbf7e73247b6 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:55.123605 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:40:55.123959 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ffe0c3a8-beeb-47ac-95a6-fea4e4ddf298 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:40:55.132973 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-411a5d26-6069-45e3-85e0-bbf7e73247b6 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fdb7fee-5e28-4a34-8607-d90b5f897898']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:55.143276 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-411a5d26-6069-45e3-85e0-bbf7e73247b6 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '493d6865-6bb8-4da5-a73a-9195b5354c3a') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:55.143583 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-411a5d26-6069-45e3-85e0-bbf7e73247b6 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '493d6865-6bb8-4da5-a73a-9195b5354c3a') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:55.153828 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-411a5d26-6069-45e3-85e0-bbf7e73247b6 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:55.166930 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-411a5d26-6069-45e3-85e0-bbf7e73247b6 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:55.172694 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-411a5d26-6069-45e3-85e0-bbf7e73247b6 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:40:55.173151 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-411a5d26-6069-45e3-85e0-bbf7e73247b6 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:55.176043 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:40:55.176043 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:40:55.176043 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:40:55.176043 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:40:55.176043 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:40:55.176043 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:40:55.176043 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:40:55.176043 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:40:55.176043 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:40:55.176043 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:40:55.176043 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:40:55.176043 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:40:55.176043 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:40:55.176043 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:40:55.176043 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:40:55.176043 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:40:55.176043 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:40:55.176043 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:40:55.176043 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:40:55.176043 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:40:55.176043 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:40:55.176043 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:40:55.176043 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:40:55.176043 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:40:55.176043 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:40:55.176043 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:40:55.176043 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:40:55.176043 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:40:55.176043 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:40:55.176043 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:40:55.176043 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:40:55.176043 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:40:55.313651 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-411a5d26-6069-45e3-85e0-bbf7e73247b6 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:55.319443 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-411a5d26-6069-45e3-85e0-bbf7e73247b6 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:55.322293 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-411a5d26-6069-45e3-85e0-bbf7e73247b6 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/networks/9fdb7fee-5e28-4a34-8607-d90b5f897898 HTTP/1.1" status: 204 len: 168 time: 0.8771458 Dec 17 15:40:55.325660 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54382) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:55.330365 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-ea950485-2bd3-46d5-bd64-ed246e55a493 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Request body: {'router': {'routes': None}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:40:55.339147 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a5d26-6069-45e3-85e0-bbf7e73247b6 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Pushing event deleted for resources: {'Network': ['ID=9fdb7fee-5e28-4a34-8607-d90b5f897898,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:55.362982 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54384) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:55.376127 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1589366d-6d92-4d42-aa34-81b900c2085c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:55.461609 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1589366d-6d92-4d42-aa34-81b900c2085c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:55.503417 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.extraroute_db [None req-ea950485-2bd3-46d5-bd64-ed246e55a493 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Added routes are [] {{(pid=102833) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 17 15:40:55.503718 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.extraroute_db [None req-ea950485-2bd3-46d5-bd64-ed246e55a493 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Removed routes are [] {{(pid=102833) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 17 15:40:55.504082 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ea950485-2bd3-46d5-bd64-ed246e55a493 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3972409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3970533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11983'] for router, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:55.525180 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1589366d-6d92-4d42-aa34-81b900c2085c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:55.569506 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1589366d-6d92-4d42-aa34-81b900c2085c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=99f98cc9437943a89c3a4a3041cd743b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2031848 Dec 17 15:40:55.569506 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1589366d-6d92-4d42-aa34-81b900c2085c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea74e5a3-ccbc-4fca-b16f-543d178451d0,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:55.570618 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54388) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:55.632726 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cfabe5ab-efcc-46f3-96fe-5247873c2465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:55.655763 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cfabe5ab-efcc-46f3-96fe-5247873c2465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:55.673317 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ea950485-2bd3-46d5-bd64-ed246e55a493 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3972409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3970533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11983'] for router, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:55.676613 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ea950485-2bd3-46d5-bd64-ed246e55a493 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3972400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3972399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3970524'] for router, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:55.753252 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea950485-2bd3-46d5-bd64-ed246e55a493 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Router 944ad025-070d-4833-ac58-7f4045c9746a has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:40:55.768372 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cfabe5ab-efcc-46f3-96fe-5247873c2465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:55.771325 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cfabe5ab-efcc-46f3-96fe-5247873c2465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:55.775031 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-cfabe5ab-efcc-46f3-96fe-5247873c2465 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ea74e5a3-ccbc-4fca-b16f-543d178451d0 HTTP/1.1" status: 204 len: 168 time: 0.2008207 Dec 17 15:40:55.783140 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfabe5ab-efcc-46f3-96fe-5247873c2465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea74e5a3-ccbc-4fca-b16f-543d178451d0,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:55.843770 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea950485-2bd3-46d5-bd64-ed246e55a493 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:40:55.858573 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544ec504-106c-40c6-b11b-bd427dfa5de5 None None] Sync routers for ids ['944ad025-070d-4833-ac58-7f4045c9746a'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:40:55.865548 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ea950485-2bd3-46d5-bd64-ed246e55a493 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:55.867719 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544ec504-106c-40c6-b11b-bd427dfa5de5 None None] Routers {'944ad025-070d-4833-ac58-7f4045c9746a'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:40:55.868505 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-544ec504-106c-40c6-b11b-bd427dfa5de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:40:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['944ad025-070d-4833-ac58-7f4045c9746a'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:55.872576 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ea950485-2bd3-46d5-bd64-ed246e55a493 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "PUT /v2.0/routers/944ad025-070d-4833-ac58-7f4045c9746a HTTP/1.1" status: 200 len: 705 time: 0.5450380 Dec 17 15:40:55.889917 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54394) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:55.924730 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54396) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:55.925359 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-97df8ee8-753b-48a6-895a-5ac632764949 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "GET /v2.0/ports?device_id=944ad025-070d-4833-ac58-7f4045c9746a HTTP/1.1" status: 200 len: 205 time: 0.0387251 Dec 17 15:40:55.928837 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:55.953414 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-544ec504-106c-40c6-b11b-bd427dfa5de5 None None] Set router 944ad025-070d-4833-ac58-7f4045c9746a gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:40:56.006954 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-544ec504-106c-40c6-b11b-bd427dfa5de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ad025-070d-4833-ac58-7f4045c9746a', 'name': 'tempest-RoutersIpV6Test-router-1542336761', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:40:21Z', 'updated_at': '2021-12-17T15:40:53Z', 'revision_number': 11, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:56.009082 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7e7ec971-85d1-4e5a-94af-7789d02e4e67 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:56.038135 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544ec504-106c-40c6-b11b-bd427dfa5de5 None None] Checking router: 944ad025-070d-4833-ac58-7f4045c9746a for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:40:56.046399 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544ec504-106c-40c6-b11b-bd427dfa5de5 None None] Routers {'944ad025-070d-4833-ac58-7f4045c9746a'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:40:56.046969 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-544ec504-106c-40c6-b11b-bd427dfa5de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:40:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['944ad025-070d-4833-ac58-7f4045c9746a'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:56.112684 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-544ec504-106c-40c6-b11b-bd427dfa5de5 None None] Set router 944ad025-070d-4833-ac58-7f4045c9746a gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:40:56.170383 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-544ec504-106c-40c6-b11b-bd427dfa5de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944ad025-070d-4833-ac58-7f4045c9746a', 'name': 'tempest-RoutersIpV6Test-router-1542336761', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:40:21Z', 'updated_at': '2021-12-17T15:40:53Z', 'revision_number': 11, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:56.192126 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7e7ec971-85d1-4e5a-94af-7789d02e4e67 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:56.195252 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7e7ec971-85d1-4e5a-94af-7789d02e4e67 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:56.199430 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544ec504-106c-40c6-b11b-bd427dfa5de5 None None] The sync data for ids ['944ad025-070d-4833-ac58-7f4045c9746a'] in n-d-820553-2 is: [{'id': '944ad025-070d-4833-ac58-7f4045c9746a', 'name': 'tempest-RoutersIpV6Test-router-1542336761', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:40:21Z', 'updated_at': '2021-12-17T15:40:53Z', 'revision_number': 11, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'gw_port_host': None}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:40:56.338975 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7e7ec971-85d1-4e5a-94af-7789d02e4e67 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:56.339782 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7ec971-85d1-4e5a-94af-7789d02e4e67 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Fanout notify agent at l3_agent the message router_deleted on router 944ad025-070d-4833-ac58-7f4045c9746a {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:40:56.347307 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7e7ec971-85d1-4e5a-94af-7789d02e4e67 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:56.353103 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7e7ec971-85d1-4e5a-94af-7789d02e4e67 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/routers/944ad025-070d-4833-ac58-7f4045c9746a HTTP/1.1" status: 204 len: 168 time: 0.4229362 Dec 17 15:40:56.353758 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54404) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:56.360031 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-a9cfe87d-3378-455e-906d-84bbbb2044fa tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1846003472', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:40:56.479912 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a9cfe87d-3378-455e-906d-84bbbb2044fa tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:56.483985 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a9cfe87d-3378-455e-906d-84bbbb2044fa tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:56.542170 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a9cfe87d-3378-455e-906d-84bbbb2044fa tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:56.576949 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a9cfe87d-3378-455e-906d-84bbbb2044fa tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:56.653546 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a9cfe87d-3378-455e-906d-84bbbb2044fa tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:56.657735 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a9cfe87d-3378-455e-906d-84bbbb2044fa tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3028657 Dec 17 15:40:56.658119 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54412) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:56.663563 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-1c49902e-bec2-4a8f-be9b-1832c64d63c6 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:40:56.891968 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1c49902e-bec2-4a8f-be9b-1832c64d63c6 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3972409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3970533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11983'] for router, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:57.026113 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1c49902e-bec2-4a8f-be9b-1832c64d63c6 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3972400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3972399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3970524'] for router, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:57.499798 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c49902e-bec2-4a8f-be9b-1832c64d63c6 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Router 61d88927-0c1b-4cd8-8d09-756a18d01acc is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:40:57.577075 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c49902e-bec2-4a8f-be9b-1832c64d63c6 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:40:57.584010 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1c49902e-bec2-4a8f-be9b-1832c64d63c6 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:57.585240 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1c49902e-bec2-4a8f-be9b-1832c64d63c6 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "PUT /v2.0/routers/61d88927-0c1b-4cd8-8d09-756a18d01acc HTTP/1.1" status: 200 len: 698 time: 0.9255080 Dec 17 15:40:57.588199 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54436) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:57.590626 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc20571-5f93-46a8-8078-1fbb38d6cd52 None None] Sync routers for ids ['61d88927-0c1b-4cd8-8d09-756a18d01acc'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:40:57.600511 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc20571-5f93-46a8-8078-1fbb38d6cd52 None None] Routers {'61d88927-0c1b-4cd8-8d09-756a18d01acc'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:40:57.601172 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-bbc20571-5f93-46a8-8078-1fbb38d6cd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:40:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['61d88927-0c1b-4cd8-8d09-756a18d01acc'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:57.671106 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9fa85c95-cbf6-4d6d-8387-9460adca210b tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "GET /v2.0/routers/61d88927-0c1b-4cd8-8d09-756a18d01acc HTTP/1.1" status: 200 len: 704 time: 0.0817101 Dec 17 15:40:57.673759 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54440) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:57.675080 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-bbc20571-5f93-46a8-8078-1fbb38d6cd52 None None] Set router 61d88927-0c1b-4cd8-8d09-756a18d01acc gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:40:57.722440 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-90ee8bde-29d1-4ad8-a8b4-197157ee78de tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d88927-0c1b-4cd8-8d09-756a18d01acc HTTP/1.1" status: 200 len: 205 time: 0.0468957 Dec 17 15:40:57.724766 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54444) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:57.731978 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-bbc20571-5f93-46a8-8078-1fbb38d6cd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d88927-0c1b-4cd8-8d09-756a18d01acc', 'name': 'tempest-RoutersIpV6Test-router-1846003472', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:40:56Z', 'updated_at': '2021-12-17T15:40:56Z', 'revision_number': 2, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:57.769137 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc20571-5f93-46a8-8078-1fbb38d6cd52 None None] Checking router: 61d88927-0c1b-4cd8-8d09-756a18d01acc for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:40:57.779540 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc20571-5f93-46a8-8078-1fbb38d6cd52 None None] Routers {'61d88927-0c1b-4cd8-8d09-756a18d01acc'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:40:57.780554 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-bbc20571-5f93-46a8-8078-1fbb38d6cd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:40:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['61d88927-0c1b-4cd8-8d09-756a18d01acc'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:57.826506 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-25da9071-9e3c-4e23-af06-b84ca310209b tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:57.874341 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-bbc20571-5f93-46a8-8078-1fbb38d6cd52 None None] Set router 61d88927-0c1b-4cd8-8d09-756a18d01acc gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:40:57.965562 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-bbc20571-5f93-46a8-8078-1fbb38d6cd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d88927-0c1b-4cd8-8d09-756a18d01acc', 'name': 'tempest-RoutersIpV6Test-router-1846003472', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:40:56Z', 'updated_at': '2021-12-17T15:40:56Z', 'revision_number': 2, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:40:58.023397 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc20571-5f93-46a8-8078-1fbb38d6cd52 None None] The sync data for ids ['61d88927-0c1b-4cd8-8d09-756a18d01acc'] in n-d-820553-2 is: [{'id': '61d88927-0c1b-4cd8-8d09-756a18d01acc', 'name': 'tempest-RoutersIpV6Test-router-1846003472', 'tenant_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:40:56Z', 'updated_at': '2021-12-17T15:40:56Z', 'revision_number': 2, 'project_id': '48dff6b70e1d4fe6a948bc2a6e6cc6b1', 'gw_port_host': None}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:40:58.083674 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-25da9071-9e3c-4e23-af06-b84ca310209b tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:58.086196 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-25da9071-9e3c-4e23-af06-b84ca310209b tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:58.223982 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-25da9071-9e3c-4e23-af06-b84ca310209b tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:58.225073 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25da9071-9e3c-4e23-af06-b84ca310209b tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Fanout notify agent at l3_agent the message router_deleted on router 61d88927-0c1b-4cd8-8d09-756a18d01acc {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:40:58.247411 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-25da9071-9e3c-4e23-af06-b84ca310209b tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:58.247411 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-25da9071-9e3c-4e23-af06-b84ca310209b tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/routers/61d88927-0c1b-4cd8-8d09-756a18d01acc HTTP/1.1" status: 204 len: 168 time: 0.5173328 Dec 17 15:40:58.256892 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54476) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:58.276962 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c26d64a1-35a4-498c-ac91-0ece479bc13d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "GET /v2.0/ports?device_id=61d88927-0c1b-4cd8-8d09-756a18d01acc HTTP/1.1" status: 200 len: 205 time: 0.0277541 Dec 17 15:40:58.279097 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54478) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:58.321817 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-7b8d60db-a97e-4c9f-8bad-0e37be936d0c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] delete failed (client error): The resource could not be found. Dec 17 15:40:58.323454 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7b8d60db-a97e-4c9f-8bad-0e37be936d0c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/routers/61d88927-0c1b-4cd8-8d09-756a18d01acc HTTP/1.1" status: 404 len: 336 time: 0.0433836 Dec 17 15:40:58.326329 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54480) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:58.352266 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e79148-e60e-4c49-a385-cb8aee998551 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] DELETE failed (client error): The resource could not be found. Dec 17 15:40:58.356532 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9e79148-e60e-4c49-a385-cb8aee998551 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:40:58.356532 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e9e79148-e60e-4c49-a385-cb8aee998551 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/subnets/4fc41709-2337-4462-8d74-03a309396ea1 HTTP/1.1" status: 404 len: 337 time: 0.0284393 Dec 17 15:40:58.358644 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54482) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:58.392430 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-94da0974-6ac8-44a2-a48f-c72c3a4f694d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] DELETE failed (client error): The resource could not be found. Dec 17 15:40:58.392917 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94da0974-6ac8-44a2-a48f-c72c3a4f694d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:40:58.395994 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-94da0974-6ac8-44a2-a48f-c72c3a4f694d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/subnets/3a9bccac-f777-4496-97ec-7ac17530e337 HTTP/1.1" status: 404 len: 337 time: 0.0362618 Dec 17 15:40:58.398668 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54484) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:58.429362 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-e38078e2-55cc-486b-8fd1-2b4337f61524 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] DELETE failed (client error): The resource could not be found. Dec 17 15:40:58.429887 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e38078e2-55cc-486b-8fd1-2b4337f61524 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:40:58.433555 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e38078e2-55cc-486b-8fd1-2b4337f61524 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/subnets/4fc57f02-4152-48f4-bc70-bba6705e8273 HTTP/1.1" status: 404 len: 337 time: 0.0338020 Dec 17 15:40:58.436054 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54486) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:58.463539 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-be17d62e-7f7d-42ed-8b77-cc150f5652e2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] DELETE failed (client error): The resource could not be found. Dec 17 15:40:58.463995 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be17d62e-7f7d-42ed-8b77-cc150f5652e2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:40:58.469507 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-be17d62e-7f7d-42ed-8b77-cc150f5652e2 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/subnets/15604361-c526-41eb-ad82-a810729f8846 HTTP/1.1" status: 404 len: 337 time: 0.0302138 Dec 17 15:40:58.469719 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54488) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:58.500892 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a0af1b07-dea6-431c-9597-117229411579 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "GET /v2.0/ports?device_id=944ad025-070d-4833-ac58-7f4045c9746a HTTP/1.1" status: 200 len: 205 time: 0.0278490 Dec 17 15:40:58.501263 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54490) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:58.540455 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-7570a7b4-5b82-48e7-9351-cd750239a200 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] delete failed (client error): The resource could not be found. Dec 17 15:40:58.541752 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7570a7b4-5b82-48e7-9351-cd750239a200 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/routers/944ad025-070d-4833-ac58-7f4045c9746a HTTP/1.1" status: 404 len: 336 time: 0.0391269 Dec 17 15:40:58.544354 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54494) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:58.577523 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ef2b3c29-134a-47cf-a1da-8091ca214ca9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf0114bd-03aa-4979-a7ef-f2abc853067b HTTP/1.1" status: 200 len: 205 time: 0.0321281 Dec 17 15:40:58.580025 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54496) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:58.618190 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-ca6113f1-dc14-4269-ac70-f5d9a2b7bf1c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] delete failed (client error): The resource could not be found. Dec 17 15:40:58.619892 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ca6113f1-dc14-4269-ac70-f5d9a2b7bf1c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/routers/cf0114bd-03aa-4979-a7ef-f2abc853067b HTTP/1.1" status: 404 len: 336 time: 0.0383594 Dec 17 15:40:58.620689 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54498) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:58.623545 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54500) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:58.659607 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d459a6f-f89f-4b5b-bd2a-4130658bc48e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] DELETE failed (client error): The resource could not be found. Dec 17 15:40:58.660462 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d459a6f-f89f-4b5b-bd2a-4130658bc48e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:40:58.663716 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8d459a6f-f89f-4b5b-bd2a-4130658bc48e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/subnets/9053cd32-bbf3-4658-93f3-b4fcab1c2cae HTTP/1.1" status: 404 len: 337 time: 0.0384665 Dec 17 15:40:58.667750 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54504) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:58.697089 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3f26c0c6-5151-4ef6-aef2-f3b5e7edd21a tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "GET /v2.0/ports?device_id=e0adf9cc-137a-4046-9d61-d69889730101 HTTP/1.1" status: 200 len: 205 time: 0.0275903 Dec 17 15:40:58.698989 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54506) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:58.749304 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-a479aa23-80b7-4941-a6cd-dc6026fd324e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] delete failed (client error): The resource could not be found. Dec 17 15:40:58.750319 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a479aa23-80b7-4941-a6cd-dc6026fd324e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/routers/e0adf9cc-137a-4046-9d61-d69889730101 HTTP/1.1" status: 404 len: 336 time: 0.0502872 Dec 17 15:40:58.753259 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54508) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:58.757340 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-36bb6482-2575-45ab-9598-0596692085ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:58.810652 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-592b8058-ecd2-4077-ad42-ec3619b36fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:58.837192 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54512) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:58.839378 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e335fa93-0abe-4fc6-a7fb-6f1d59ef4300 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "GET /v2.0/ports?device_id=798231f5-0ef3-40d4-a582-7bf9139f894e HTTP/1.1" status: 200 len: 205 time: 0.0834925 Dec 17 15:40:58.885424 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-6c717ecd-fc93-4b88-b7b8-2020fe18ff2e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] delete failed (client error): The resource could not be found. Dec 17 15:40:58.886714 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6c717ecd-fc93-4b88-b7b8-2020fe18ff2e tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/routers/798231f5-0ef3-40d4-a582-7bf9139f894e HTTP/1.1" status: 404 len: 336 time: 0.0470035 Dec 17 15:40:58.889708 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54514) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:58.917039 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-36bb6482-2575-45ab-9598-0596692085ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:58.920242 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-12a37a57-47b6-48e7-ae75-9f9f1158a3c0 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] DELETE failed (client error): The resource could not be found. Dec 17 15:40:58.920694 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12a37a57-47b6-48e7-ae75-9f9f1158a3c0 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:40:58.928800 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-12a37a57-47b6-48e7-ae75-9f9f1158a3c0 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/subnets/6eb78de2-86b3-4f55-b982-d4cfcc2b6d34 HTTP/1.1" status: 404 len: 337 time: 0.0372632 Dec 17 15:40:58.933020 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54516) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:58.961745 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f0750c50-40dc-43e1-8ef9-571e3b51751c tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b24703b-2911-499c-afd3-b31cc066985e HTTP/1.1" status: 200 len: 205 time: 0.0272031 Dec 17 15:40:58.964885 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54518) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:59.007164 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-36bb6482-2575-45ab-9598-0596692085ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:59.010572 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-a0b74317-024d-46ef-a39f-ba6f833208f5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] delete failed (client error): The resource could not be found. Dec 17 15:40:59.013918 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a0b74317-024d-46ef-a39f-ba6f833208f5 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/routers/6b24703b-2911-499c-afd3-b31cc066985e HTTP/1.1" status: 404 len: 336 time: 0.0456667 Dec 17 15:40:59.014867 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54520) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:59.043828 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a7176ac-7825-4a99-8235-7a6415b1fa91 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] DELETE failed (client error): The resource could not be found. Dec 17 15:40:59.044811 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a7176ac-7825-4a99-8235-7a6415b1fa91 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:40:59.048231 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5a7176ac-7825-4a99-8235-7a6415b1fa91 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/subnets/69bb3c50-f1e5-4499-b3b4-cf2ad3546bf6 HTTP/1.1" status: 404 len: 337 time: 0.0320797 Dec 17 15:40:59.052887 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-36bb6482-2575-45ab-9598-0596692085ee admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ae70418043db4c0393525e59c6f6e0f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4283593 Dec 17 15:40:59.052887 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54522) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:59.053472 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54524) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:59.062674 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb6482-2575-45ab-9598-0596692085ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5334255-1b5b-47db-9304-83ae26ad03b3,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:59.093942 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9ec963fc-a953-497a-99b0-368a4202aaf3 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a9823e3-74de-47ca-afc9-38be6c2ac517 HTTP/1.1" status: 200 len: 205 time: 0.0413189 Dec 17 15:40:59.096195 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54526) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:59.130342 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f1413dc1-1480-4f4a-a5b0-e9bf2342ed6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:59.143779 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-78575ea4-b3ae-453f-b427-1f420ae88cdc tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] delete failed (client error): The resource could not be found. Dec 17 15:40:59.144116 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-78575ea4-b3ae-453f-b427-1f420ae88cdc tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/routers/1a9823e3-74de-47ca-afc9-38be6c2ac517 HTTP/1.1" status: 404 len: 336 time: 0.0465024 Dec 17 15:40:59.146757 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54528) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:59.160358 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f1413dc1-1480-4f4a-a5b0-e9bf2342ed6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:59.176861 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e2f174f-1d09-46c8-b814-cf27e8c35da9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] DELETE failed (client error): The resource could not be found. Dec 17 15:40:59.177415 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e2f174f-1d09-46c8-b814-cf27e8c35da9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:40:59.183618 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2e2f174f-1d09-46c8-b814-cf27e8c35da9 tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/subnets/e35f2da8-df11-476d-b957-760001da6ca3 HTTP/1.1" status: 404 len: 337 time: 0.0328760 Dec 17 15:40:59.184016 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54530) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:59.212007 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9bd6524-83a8-4ecf-b628-bd633135922d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] DELETE failed (client error): The resource could not be found. Dec 17 15:40:59.212470 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9bd6524-83a8-4ecf-b628-bd633135922d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 15:40:59.218184 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b9bd6524-83a8-4ecf-b628-bd633135922d tempest-RoutersIpV6Test-414777738 tempest-RoutersIpV6Test-414777738-project] 10.222.0.46 "DELETE /v2.0/subnets/04cb81ae-e252-417a-94d7-d49da10b5397 HTTP/1.1" status: 404 len: 337 time: 0.0308504 Dec 17 15:40:59.291084 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f1413dc1-1480-4f4a-a5b0-e9bf2342ed6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:59.293918 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f1413dc1-1480-4f4a-a5b0-e9bf2342ed6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:59.298068 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f1413dc1-1480-4f4a-a5b0-e9bf2342ed6a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a5334255-1b5b-47db-9304-83ae26ad03b3 HTTP/1.1" status: 204 len: 168 time: 0.2334702 Dec 17 15:40:59.303972 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1413dc1-1480-4f4a-a5b0-e9bf2342ed6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5334255-1b5b-47db-9304-83ae26ad03b3,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:40:59.669401 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54542) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:59.808840 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c8bf6e0a-0c40-481b-bc27-2b980f2dfa1c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=48dff6b70e1d4fe6a948bc2a6e6cc6b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1380548 Dec 17 15:40:59.811378 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54546) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:40:59.851813 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-d1d24994-4116-40e7-b5ee-e40b8ab6b91f req-ccdeb4dc-3256-425e-85fc-b556388e9679 service neutron] (102833) timed out ('10.222.0.41', 65510) {{(pid=102833) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 17 15:40:59.861265 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d1a566c9-811a-4803-a308-495c55156c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:40:59.883441 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d1a566c9-811a-4803-a308-495c55156c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:00.003948 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54550) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:00.017668 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e5817350-b157-4f7b-a8b1-bd2ce18e2162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:00.043096 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d1a566c9-811a-4803-a308-495c55156c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:00.047655 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d1a566c9-811a-4803-a308-495c55156c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:00.048012 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d1a566c9-811a-4803-a308-495c55156c69 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6384215e-a1ae-42f4-9ea4-30e85131eb6d HTTP/1.1" status: 204 len: 168 time: 0.2352195 Dec 17 15:41:00.057194 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a566c9-811a-4803-a308-495c55156c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6384215e-a1ae-42f4-9ea4-30e85131eb6d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:00.122881 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e5817350-b157-4f7b-a8b1-bd2ce18e2162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:00.190846 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e5817350-b157-4f7b-a8b1-bd2ce18e2162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:00.235285 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e5817350-b157-4f7b-a8b1-bd2ce18e2162 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8cd7695d8d0c4eb2a4b3fff8838a8215&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2301219 Dec 17 15:41:00.236167 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5817350-b157-4f7b-a8b1-bd2ce18e2162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5425c4c7-d35b-4904-9fbd-1628d649a06c,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:00.238120 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54554) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:00.293333 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0c222a56-e314-4ced-bf2b-523a5dd6ef77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:00.316440 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0c222a56-e314-4ced-bf2b-523a5dd6ef77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:00.436670 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0c222a56-e314-4ced-bf2b-523a5dd6ef77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:00.439975 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0c222a56-e314-4ced-bf2b-523a5dd6ef77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:00.443485 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0c222a56-e314-4ced-bf2b-523a5dd6ef77 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5425c4c7-d35b-4904-9fbd-1628d649a06c HTTP/1.1" status: 204 len: 168 time: 0.2018700 Dec 17 15:41:00.449396 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c222a56-e314-4ced-bf2b-523a5dd6ef77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5425c4c7-d35b-4904-9fbd-1628d649a06c,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:01.064162 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c9198fac-4037-47d1-93eb-d7ceee978004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:01.088885 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68f55572-5917-49f9-83f3-1683d0bec73b req-93df9e19-e6fa-4a5d-9b01-13780a1c7225 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558503 Dec 17 15:41:01.179391 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f55572-5917-49f9-83f3-1683d0bec73b req-12c1731c-cf5e-4b1b-b1f8-f20bf0735a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:41:01.180774 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68f55572-5917-49f9-83f3-1683d0bec73b req-12c1731c-cf5e-4b1b-b1f8-f20bf0735a42 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3ccd7142d8c423fb044217d2f692337&device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 1096 time: 0.0411248 Dec 17 15:41:01.196502 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54590) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:01.302662 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f55572-5917-49f9-83f3-1683d0bec73b req-f2135e89-8ea2-4f6f-aa19-14704c29f1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:41:01.306921 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68f55572-5917-49f9-83f3-1683d0bec73b req-f2135e89-8ea2-4f6f-aa19-14704c29f1b3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1bf23dbe-38db-4a32-95b8-9493ff106e9c HTTP/1.1" status: 200 len: 913 time: 0.1046150 Dec 17 15:41:01.309554 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-6e3bc8b0-a000-41f2-a062-96343a2e0202 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Request body: {'security_group': {'name': 'tempest-secgroup--1195123818'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:01.385833 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68f55572-5917-49f9-83f3-1683d0bec73b req-b62366f3-f22f-420f-a1cf-588b2f6fab3c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e09fc83a-84a4-4efa-9d4a-54dade58d6d9 HTTP/1.1" status: 200 len: 1001 time: 0.0748360 Dec 17 15:41:01.386549 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6e3bc8b0-a000-41f2-a062-96343a2e0202 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:01.397604 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6e3bc8b0-a000-41f2-a062-96343a2e0202 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:01.435993 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f55572-5917-49f9-83f3-1683d0bec73b req-c45a55d6-a17c-4992-86d5-b681c03d6b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:41:01.438143 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68f55572-5917-49f9-83f3-1683d0bec73b req-c45a55d6-a17c-4992-86d5-b681c03d6b61 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=610c69b5-11b8-4033-8576-74e6e98b4da0 HTTP/1.1" status: 200 len: 851 time: 0.0459874 Dec 17 15:41:01.500419 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6e3bc8b0-a000-41f2-a062-96343a2e0202 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:01.512867 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f55572-5917-49f9-83f3-1683d0bec73b req-b3f59b92-f1a2-420c-bff8-55b4c6310bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:41:01.517494 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68f55572-5917-49f9-83f3-1683d0bec73b req-b3f59b92-f1a2-420c-bff8-55b4c6310bcb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bf23dbe-38db-4a32-95b8-9493ff106e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674801 Dec 17 15:41:01.580155 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6e3bc8b0-a000-41f2-a062-96343a2e0202 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:01.628635 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68f55572-5917-49f9-83f3-1683d0bec73b req-fa343c7c-5d17-47bf-8ea8-069702b0bace service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067038 Dec 17 15:41:01.643451 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3bc8b0-a000-41f2-a062-96343a2e0202 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=362abc1f-c663-4319-9b84-8419b85fe4e7,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:01.705142 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6e3bc8b0-a000-41f2-a062-96343a2e0202 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:01.768114 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68f55572-5917-49f9-83f3-1683d0bec73b req-1a43347c-6fa1-4869-9992-1f03e981c568 service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326952 Dec 17 15:41:01.799291 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6e3bc8b0-a000-41f2-a062-96343a2e0202 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:01.840432 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3bc8b0-a000-41f2-a062-96343a2e0202 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c290f253-caee-4c8f-a37b-6b8453cc90c7,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:01.898130 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6e3bc8b0-a000-41f2-a062-96343a2e0202 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:01.899376 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6e3bc8b0-a000-41f2-a062-96343a2e0202 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7009828 Dec 17 15:41:01.903220 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54628) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:01.967502 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f84354c5-9ae3-4820-9b0b-8252f329d00d tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0631812 Dec 17 15:41:01.970127 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54634) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:01.974480 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-d7078dcc-e4ff-4754-8d58-9f0a8d68e753 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Request body: {'security_group': {'name': 'tempest-security--347780140', 'description': 'tempest-security-description-474920410'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:02.000609 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d7078dcc-e4ff-4754-8d58-9f0a8d68e753 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:02.049793 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d7078dcc-e4ff-4754-8d58-9f0a8d68e753 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:02.128357 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d7078dcc-e4ff-4754-8d58-9f0a8d68e753 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:02.131134 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d7078dcc-e4ff-4754-8d58-9f0a8d68e753 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:02.132272 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d7078dcc-e4ff-4754-8d58-9f0a8d68e753 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "PUT /v2.0/security-groups/c290f253-caee-4c8f-a37b-6b8453cc90c7 HTTP/1.1" status: 200 len: 1778 time: 0.1611907 Dec 17 15:41:02.135767 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54644) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:02.161791 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7078dcc-e4ff-4754-8d58-9f0a8d68e753 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c290f253-caee-4c8f-a37b-6b8453cc90c7,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:02.177902 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ae6e0574-92b2-4765-9473-eb0c2f4fcbc8 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "GET /v2.0/security-groups/c290f253-caee-4c8f-a37b-6b8453cc90c7 HTTP/1.1" status: 200 len: 1778 time: 0.0408795 Dec 17 15:41:02.180557 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54648) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:02.235500 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1acdf8c9-caad-4045-bc9e-aeb81b7f2a64 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:02.258159 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1acdf8c9-caad-4045-bc9e-aeb81b7f2a64 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:02.334152 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:02.361716 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54660) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:02.387681 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1acdf8c9-caad-4045-bc9e-aeb81b7f2a64 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:02.390271 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1acdf8c9-caad-4045-bc9e-aeb81b7f2a64 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:02.391560 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1acdf8c9-caad-4045-bc9e-aeb81b7f2a64 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "DELETE /v2.0/security-groups/c290f253-caee-4c8f-a37b-6b8453cc90c7 HTTP/1.1" status: 204 len: 168 time: 0.2093236 Dec 17 15:41:02.394650 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54666) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:02.402800 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdf8c9-caad-4045-bc9e-aeb81b7f2a64 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c290f253-caee-4c8f-a37b-6b8453cc90c7,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:02.454550 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-07daa606-76b4-456f-8fe5-9218926dec3b tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0580053 Dec 17 15:41:02.457447 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54670) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:02.477143 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-17802483-b05d-435a-8834-300601948a54 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] delete failed (client error): The resource could not be found. Dec 17 15:41:02.478547 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-17802483-b05d-435a-8834-300601948a54 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "DELETE /v2.0/security-groups/c290f253-caee-4c8f-a37b-6b8453cc90c7 HTTP/1.1" status: 404 len: 347 time: 0.0196784 Dec 17 15:41:02.482881 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54674) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:02.487141 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dd8d4ac7-481a-4621-b5fe-1598eef4d7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:02.488085 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-1f925b4c-b8e6-4367-b3a3-f2d882e7dd9e tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Request body: {'security_group': {'name': 'tempest-secgroup--494872041'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:02.566206 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dd8d4ac7-481a-4621-b5fe-1598eef4d7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:02.568645 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1f925b4c-b8e6-4367-b3a3-f2d882e7dd9e tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:02.625716 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dd8d4ac7-481a-4621-b5fe-1598eef4d7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:02.637832 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1f925b4c-b8e6-4367-b3a3-f2d882e7dd9e tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:02.664698 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-dd8d4ac7-481a-4621-b5fe-1598eef4d7f7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3a13f968bac748e49be5c84e98a5bbec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3018920 Dec 17 15:41:02.665601 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d4ac7-481a-4621-b5fe-1598eef4d7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455db7a8-7a7d-4789-b2fc-63a5377767aa,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:02.667800 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54684) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:02.674157 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d4ac7-481a-4621-b5fe-1598eef4d7f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:41:02.674797 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d4ac7-481a-4621-b5fe-1598eef4d7f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:41:02.674942 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d4ac7-481a-4621-b5fe-1598eef4d7f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:41:02.675200 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d4ac7-481a-4621-b5fe-1598eef4d7f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:41:02.675532 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d4ac7-481a-4621-b5fe-1598eef4d7f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:41:02.675859 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d4ac7-481a-4621-b5fe-1598eef4d7f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:41:02.676180 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d4ac7-481a-4621-b5fe-1598eef4d7f7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:41:02.676505 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d4ac7-481a-4621-b5fe-1598eef4d7f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:41:02.676823 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d4ac7-481a-4621-b5fe-1598eef4d7f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:41:02.677453 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d4ac7-481a-4621-b5fe-1598eef4d7f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:41:02.677779 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d4ac7-481a-4621-b5fe-1598eef4d7f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:41:02.678095 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d4ac7-481a-4621-b5fe-1598eef4d7f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:41:02.712299 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1f925b4c-b8e6-4367-b3a3-f2d882e7dd9e tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:02.741728 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6d2a56f6-e7a9-4ceb-b735-c8000ea91a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:02.758572 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f925b4c-b8e6-4367-b3a3-f2d882e7dd9e tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a5a911-8ea8-4795-84b4-d63bba015a02,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:02.772548 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6d2a56f6-e7a9-4ceb-b735-c8000ea91a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:02.826808 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1f925b4c-b8e6-4367-b3a3-f2d882e7dd9e tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:02.828056 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1f925b4c-b8e6-4367-b3a3-f2d882e7dd9e tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3440132 Dec 17 15:41:02.830902 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54694) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:02.835141 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-c8530662-9a58-4181-b49a-b6467af88656 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Request body: {'security_group_rule': {'security_group_id': 'e9a5a911-8ea8-4795-84b4-d63bba015a02', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:02.899427 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6d2a56f6-e7a9-4ceb-b735-c8000ea91a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:02.902123 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6d2a56f6-e7a9-4ceb-b735-c8000ea91a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:02.903302 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6d2a56f6-e7a9-4ceb-b735-c8000ea91a0c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/455db7a8-7a7d-4789-b2fc-63a5377767aa HTTP/1.1" status: 204 len: 168 time: 0.2344048 Dec 17 15:41:02.911525 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a56f6-e7a9-4ceb-b735-c8000ea91a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455db7a8-7a7d-4789-b2fc-63a5377767aa,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:02.939792 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c8530662-9a58-4181-b49a-b6467af88656 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:03.012938 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c8530662-9a58-4181-b49a-b6467af88656 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:03.096906 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c8530662-9a58-4181-b49a-b6467af88656 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:03.118020 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8530662-9a58-4181-b49a-b6467af88656 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c65b4e3-ee23-4998-9c6f-1e201455314d,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:03.187884 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c8530662-9a58-4181-b49a-b6467af88656 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:03.189120 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c8530662-9a58-4181-b49a-b6467af88656 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3572621 Dec 17 15:41:03.192464 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54716) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:03.226707 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81d22503-ca5b-4b1f-8cd1-d5e050a5017f tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:03.235611 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81d22503-ca5b-4b1f-8cd1-d5e050a5017f tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:03.340051 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81d22503-ca5b-4b1f-8cd1-d5e050a5017f tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:03.345986 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81d22503-ca5b-4b1f-8cd1-d5e050a5017f tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:03.347115 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-81d22503-ca5b-4b1f-8cd1-d5e050a5017f tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/7c65b4e3-ee23-4998-9c6f-1e201455314d HTTP/1.1" status: 204 len: 168 time: 0.1535859 Dec 17 15:41:03.353389 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54732) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:03.354878 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d22503-ca5b-4b1f-8cd1-d5e050a5017f tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c65b4e3-ee23-4998-9c6f-1e201455314d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:03.406862 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-df6870e4-84f6-4c23-8dd2-98884311ef93 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0517282 Dec 17 15:41:03.409724 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54740) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:03.461836 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-99eb5bc1-06a0-4aba-bdd3-aee7017c5589 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:03.488297 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-99eb5bc1-06a0-4aba-bdd3-aee7017c5589 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:03.604819 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-99eb5bc1-06a0-4aba-bdd3-aee7017c5589 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:03.607483 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-99eb5bc1-06a0-4aba-bdd3-aee7017c5589 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:03.608650 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-99eb5bc1-06a0-4aba-bdd3-aee7017c5589 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "DELETE /v2.0/security-groups/e9a5a911-8ea8-4795-84b4-d63bba015a02 HTTP/1.1" status: 204 len: 168 time: 0.1979256 Dec 17 15:41:03.611816 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54752) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:03.617983 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb5bc1-06a0-4aba-bdd3-aee7017c5589 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a5a911-8ea8-4795-84b4-d63bba015a02,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:03.669897 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8b6211c9-c066-47f2-8cb5-e281d7899048 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0568912 Dec 17 15:41:03.674002 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54756) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:03.678543 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-5f8aa125-e364-4c97-8c67-bf6a00583b18 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Request body: {'security_group': {'name': 'tempest-secgroup--1737857589'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:03.765224 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5f8aa125-e364-4c97-8c67-bf6a00583b18 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:03.839068 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5f8aa125-e364-4c97-8c67-bf6a00583b18 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:03.941942 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5f8aa125-e364-4c97-8c67-bf6a00583b18 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:03.947796 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:03.971250 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8aa125-e364-4c97-8c67-bf6a00583b18 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2b91cc-8099-4e0a-8933-433228647716,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:04.015779 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5f8aa125-e364-4c97-8c67-bf6a00583b18 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:04.017151 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5f8aa125-e364-4c97-8c67-bf6a00583b18 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3424191 Dec 17 15:41:04.019944 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54782) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:04.024512 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-04861cc1-8e24-4cba-9f74-149aa8fd3aac tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Request body: {'security_group_rule': {'security_group_id': '6e2b91cc-8099-4e0a-8933-433228647716', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:04.101518 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-04861cc1-8e24-4cba-9f74-149aa8fd3aac tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:04.175239 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-04861cc1-8e24-4cba-9f74-149aa8fd3aac tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:04.210466 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:04.257563 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-04861cc1-8e24-4cba-9f74-149aa8fd3aac tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:04.283512 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04861cc1-8e24-4cba-9f74-149aa8fd3aac tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63115bf6-21ab-4983-a693-d95ff2b45ab1,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:04.361100 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-04861cc1-8e24-4cba-9f74-149aa8fd3aac tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:04.362337 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-04861cc1-8e24-4cba-9f74-149aa8fd3aac tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3414433 Dec 17 15:41:04.365024 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54846) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:04.369564 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-dd7d8e6b-c92d-4570-8854-9b732899c8ee tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Request body: {'security_group_rule': {'security_group_id': '6e2b91cc-8099-4e0a-8933-433228647716', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:04.465367 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dd7d8e6b-c92d-4570-8854-9b732899c8ee tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:04.523664 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dd7d8e6b-c92d-4570-8854-9b732899c8ee tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:04.593559 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dd7d8e6b-c92d-4570-8854-9b732899c8ee tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:04.614423 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d8e6b-c92d-4570-8854-9b732899c8ee tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4100882-a34c-4463-ba0c-31f8272a6362,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:04.678764 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dd7d8e6b-c92d-4570-8854-9b732899c8ee tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:04.680182 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-dd7d8e6b-c92d-4570-8854-9b732899c8ee tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3141396 Dec 17 15:41:04.682957 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54862) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:04.688285 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-f445770f-8842-485d-878e-106aed3eafb4 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Request body: {'security_group_rule': {'security_group_id': '6e2b91cc-8099-4e0a-8933-433228647716', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:04.766371 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f445770f-8842-485d-878e-106aed3eafb4 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:04.827163 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f445770f-8842-485d-878e-106aed3eafb4 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:04.948417 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f445770f-8842-485d-878e-106aed3eafb4 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:04.973851 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f445770f-8842-485d-878e-106aed3eafb4 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ad4fb6-1993-44b2-98bf-c477373e990c,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:05.064461 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f445770f-8842-485d-878e-106aed3eafb4 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:05.066048 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f445770f-8842-485d-878e-106aed3eafb4 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3813591 Dec 17 15:41:05.070895 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54888) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:05.073557 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-bb4e20c4-cca1-4c36-8c68-750a1b7f14da tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Request body: {'security_group_rule': {'security_group_id': '6e2b91cc-8099-4e0a-8933-433228647716', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:05.179559 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bb4e20c4-cca1-4c36-8c68-750a1b7f14da tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:05.248302 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bb4e20c4-cca1-4c36-8c68-750a1b7f14da tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:05.310822 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bb4e20c4-cca1-4c36-8c68-750a1b7f14da tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:05.331249 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e20c4-cca1-4c36-8c68-750a1b7f14da tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd81a683-a61d-49d5-8b75-84434d7e32e7,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:05.407224 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bb4e20c4-cca1-4c36-8c68-750a1b7f14da tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:05.409102 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-bb4e20c4-cca1-4c36-8c68-750a1b7f14da tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3392961 Dec 17 15:41:05.411779 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54938) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:05.420018 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-e0591f7b-51ca-406e-9efb-71acb483f906 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Request body: {'security_group_rule': {'security_group_id': '6e2b91cc-8099-4e0a-8933-433228647716', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:05.516692 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e0591f7b-51ca-406e-9efb-71acb483f906 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:05.580300 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e0591f7b-51ca-406e-9efb-71acb483f906 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:05.667534 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e0591f7b-51ca-406e-9efb-71acb483f906 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:05.687614 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0591f7b-51ca-406e-9efb-71acb483f906 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=828bac4e-50b5-4aab-a229-f57dae7a0972,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:05.793387 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e0591f7b-51ca-406e-9efb-71acb483f906 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:05.794725 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e0591f7b-51ca-406e-9efb-71acb483f906 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3819001 Dec 17 15:41:05.797695 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54956) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:05.824736 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1a6a66f8-9888-42ca-9136-724cb4d6b1e6 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:05.835755 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1a6a66f8-9888-42ca-9136-724cb4d6b1e6 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:05.940178 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1a6a66f8-9888-42ca-9136-724cb4d6b1e6 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:05.947927 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1a6a66f8-9888-42ca-9136-724cb4d6b1e6 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:05.949085 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1a6a66f8-9888-42ca-9136-724cb4d6b1e6 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/828bac4e-50b5-4aab-a229-f57dae7a0972 HTTP/1.1" status: 204 len: 168 time: 0.1504602 Dec 17 15:41:05.951853 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54966) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:05.955102 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a66f8-9888-42ca-9136-724cb4d6b1e6 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=828bac4e-50b5-4aab-a229-f57dae7a0972,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:06.009638 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b9af462e-b71b-4f8b-826b-f27b4986c96a tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0563889 Dec 17 15:41:06.013242 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54974) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:06.043418 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2455fd55-44ce-4b20-b3e8-b0c9ef04367b tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:06.053203 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2455fd55-44ce-4b20-b3e8-b0c9ef04367b tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:06.142476 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2455fd55-44ce-4b20-b3e8-b0c9ef04367b tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:06.150494 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2455fd55-44ce-4b20-b3e8-b0c9ef04367b tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:06.152241 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2455fd55-44ce-4b20-b3e8-b0c9ef04367b tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/dd81a683-a61d-49d5-8b75-84434d7e32e7 HTTP/1.1" status: 204 len: 168 time: 0.1377947 Dec 17 15:41:06.159079 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54982) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:06.164708 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455fd55-44ce-4b20-b3e8-b0c9ef04367b tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd81a683-a61d-49d5-8b75-84434d7e32e7,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:06.208748 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-070372a5-71d2-4495-9dcd-fee1d60c5ee5 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0513389 Dec 17 15:41:06.211475 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 54986) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:06.241458 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dade765a-dd16-465a-9f1e-6cb0db0cd052 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:06.251844 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dade765a-dd16-465a-9f1e-6cb0db0cd052 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:06.390706 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dade765a-dd16-465a-9f1e-6cb0db0cd052 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:06.397541 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dade765a-dd16-465a-9f1e-6cb0db0cd052 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:06.398932 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-dade765a-dd16-465a-9f1e-6cb0db0cd052 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/56ad4fb6-1993-44b2-98bf-c477373e990c HTTP/1.1" status: 204 len: 168 time: 0.1864898 Dec 17 15:41:06.404241 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 54998) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:06.413692 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade765a-dd16-465a-9f1e-6cb0db0cd052 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56ad4fb6-1993-44b2-98bf-c477373e990c,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:06.422222 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade765a-dd16-465a-9f1e-6cb0db0cd052 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:41:06.422725 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade765a-dd16-465a-9f1e-6cb0db0cd052 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:41:06.423148 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade765a-dd16-465a-9f1e-6cb0db0cd052 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:41:06.423504 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade765a-dd16-465a-9f1e-6cb0db0cd052 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:41:06.423831 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade765a-dd16-465a-9f1e-6cb0db0cd052 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:41:06.424441 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade765a-dd16-465a-9f1e-6cb0db0cd052 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:41:06.424774 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade765a-dd16-465a-9f1e-6cb0db0cd052 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:41:06.425130 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade765a-dd16-465a-9f1e-6cb0db0cd052 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:41:06.425455 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade765a-dd16-465a-9f1e-6cb0db0cd052 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:41:06.425779 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade765a-dd16-465a-9f1e-6cb0db0cd052 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:41:06.426140 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade765a-dd16-465a-9f1e-6cb0db0cd052 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:41:06.426462 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dade765a-dd16-465a-9f1e-6cb0db0cd052 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:41:06.461337 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-eb990f86-9026-4445-8996-77d5d57caa1a tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0558348 Dec 17 15:41:06.464608 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55000) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:06.493913 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6ea98a40-b257-460d-b8fa-65c1e8e8998e tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:06.501515 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6ea98a40-b257-460d-b8fa-65c1e8e8998e tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:06.605788 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6ea98a40-b257-460d-b8fa-65c1e8e8998e tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:06.611998 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6ea98a40-b257-460d-b8fa-65c1e8e8998e tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:06.613240 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6ea98a40-b257-460d-b8fa-65c1e8e8998e tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/e4100882-a34c-4463-ba0c-31f8272a6362 HTTP/1.1" status: 204 len: 168 time: 0.1474767 Dec 17 15:41:06.615883 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55010) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:06.619496 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea98a40-b257-460d-b8fa-65c1e8e8998e tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4100882-a34c-4463-ba0c-31f8272a6362,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:06.658691 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f85570a0-3a77-45b1-8710-d6334a2493f6 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0414720 Dec 17 15:41:06.661632 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55012) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:06.686285 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f9e757f1-8b29-42bc-8c54-8bf24a739664 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:06.695207 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f9e757f1-8b29-42bc-8c54-8bf24a739664 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:06.810226 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f9e757f1-8b29-42bc-8c54-8bf24a739664 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:06.816567 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f9e757f1-8b29-42bc-8c54-8bf24a739664 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:06.820198 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f9e757f1-8b29-42bc-8c54-8bf24a739664 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/63115bf6-21ab-4983-a693-d95ff2b45ab1 HTTP/1.1" status: 204 len: 168 time: 0.1551495 Dec 17 15:41:06.820658 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55024) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:06.824337 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e757f1-8b29-42bc-8c54-8bf24a739664 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63115bf6-21ab-4983-a693-d95ff2b45ab1,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:06.866602 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-84fd523d-3bb8-4e59-8c0a-a0de39389dfd tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0445116 Dec 17 15:41:06.869166 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55026) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:06.928960 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-459cec99-d870-4472-851a-47ddf0166810 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:06.952410 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-459cec99-d870-4472-851a-47ddf0166810 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:07.085441 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-459cec99-d870-4472-851a-47ddf0166810 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:07.089017 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-459cec99-d870-4472-851a-47ddf0166810 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:07.090628 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-459cec99-d870-4472-851a-47ddf0166810 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "DELETE /v2.0/security-groups/6e2b91cc-8099-4e0a-8933-433228647716 HTTP/1.1" status: 204 len: 168 time: 0.2203085 Dec 17 15:41:07.093000 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55040) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:07.102167 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459cec99-d870-4472-851a-47ddf0166810 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2b91cc-8099-4e0a-8933-433228647716,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:07.150738 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7e5663dc-8868-4abd-8b87-70a69e89cf0c tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0558071 Dec 17 15:41:07.155045 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55044) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:07.159235 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-311827f3-15f9-4465-935a-07d34601a856 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Request body: {'security_group': {'name': 'tempest-secgroup--953915627'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:07.267470 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-311827f3-15f9-4465-935a-07d34601a856 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:07.344794 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-311827f3-15f9-4465-935a-07d34601a856 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:07.393292 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-311827f3-15f9-4465-935a-07d34601a856 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:07.433560 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311827f3-15f9-4465-935a-07d34601a856 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b61f5c-b66e-4b8c-a61c-77242788dd8f,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:07.490202 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-311827f3-15f9-4465-935a-07d34601a856 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:07.499374 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-311827f3-15f9-4465-935a-07d34601a856 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3358576 Dec 17 15:41:07.499374 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55064) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:07.499374 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-3325e4c7-0434-49b3-81c5-6e18f9029016 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Request body: {'security_group_rule': {'security_group_id': 'd4b61f5c-b66e-4b8c-a61c-77242788dd8f', 'direction': 'ingress', 'protocol': 17}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:07.604433 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3325e4c7-0434-49b3-81c5-6e18f9029016 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:07.666272 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3325e4c7-0434-49b3-81c5-6e18f9029016 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:07.730301 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3325e4c7-0434-49b3-81c5-6e18f9029016 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:07.752240 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3325e4c7-0434-49b3-81c5-6e18f9029016 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66c3985c-ad5b-4136-bc02-0247ee4cb976,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:07.827641 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3325e4c7-0434-49b3-81c5-6e18f9029016 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:07.834412 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3325e4c7-0434-49b3-81c5-6e18f9029016 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3333452 Dec 17 15:41:07.835461 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55082) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:07.894395 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-36a29319-805d-47e2-8c95-93c0fd1da032 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:07.921492 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-36a29319-805d-47e2-8c95-93c0fd1da032 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:08.079086 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-36a29319-805d-47e2-8c95-93c0fd1da032 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:08.081854 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-36a29319-805d-47e2-8c95-93c0fd1da032 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:08.083032 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-36a29319-805d-47e2-8c95-93c0fd1da032 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "DELETE /v2.0/security-groups/d4b61f5c-b66e-4b8c-a61c-77242788dd8f HTTP/1.1" status: 204 len: 168 time: 0.2501352 Dec 17 15:41:08.085816 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55094) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:08.092759 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a29319-805d-47e2-8c95-93c0fd1da032 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b61f5c-b66e-4b8c-a61c-77242788dd8f,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:08.139110 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e416236f-62a6-4528-9d01-df5591c1bd94 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0519357 Dec 17 15:41:08.142818 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55096) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:08.148757 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-87dff5be-30c9-4677-a6c1-3254082f3948 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Request body: {'security_group': {'name': 'tempest-secgroup--1630426862'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:08.273554 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-87dff5be-30c9-4677-a6c1-3254082f3948 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:08.343936 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-87dff5be-30c9-4677-a6c1-3254082f3948 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:08.427884 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-87dff5be-30c9-4677-a6c1-3254082f3948 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:08.457930 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dff5be-30c9-4677-a6c1-3254082f3948 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c583274f-55b0-4086-baa6-a33181c08407,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:08.526788 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-87dff5be-30c9-4677-a6c1-3254082f3948 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:08.528042 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-87dff5be-30c9-4677-a6c1-3254082f3948 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3842452 Dec 17 15:41:08.530838 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55118) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:08.535201 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-64510439-5cc2-44be-8e34-4ee3dfe9726b tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Request body: {'security_group': {'name': 'tempest-secgroup--916458445'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:08.621898 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-64510439-5cc2-44be-8e34-4ee3dfe9726b tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:08.699472 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-64510439-5cc2-44be-8e34-4ee3dfe9726b tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:08.751255 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-64510439-5cc2-44be-8e34-4ee3dfe9726b tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:08.786676 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64510439-5cc2-44be-8e34-4ee3dfe9726b tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11abde50-338b-41ea-88d6-5b48a905ffdf,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:08.852721 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-64510439-5cc2-44be-8e34-4ee3dfe9726b tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:08.854986 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-64510439-5cc2-44be-8e34-4ee3dfe9726b tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3230650 Dec 17 15:41:08.861735 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55136) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:08.866640 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-9f52e4cc-34c6-4a0c-a4e8-960deeaec05c tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Request body: {'security_group_rule': {'security_group_id': 'c583274f-55b0-4086-baa6-a33181c08407', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '11abde50-338b-41ea-88d6-5b48a905ffdf', 'remote_ip_prefix': None}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:08.991019 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9f52e4cc-34c6-4a0c-a4e8-960deeaec05c tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:09.066696 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9f52e4cc-34c6-4a0c-a4e8-960deeaec05c tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:09.133830 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9f52e4cc-34c6-4a0c-a4e8-960deeaec05c tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:09.159097 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52e4cc-34c6-4a0c-a4e8-960deeaec05c tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1302acb-4003-441b-b8b0-cc2da8fefdac,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:09.258188 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9f52e4cc-34c6-4a0c-a4e8-960deeaec05c tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:09.260037 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9f52e4cc-34c6-4a0c-a4e8-960deeaec05c tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3969984 Dec 17 15:41:09.262688 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55158) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:09.287163 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f117ae0a-70cc-42ab-9341-bc0d8a054c06 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:09.294995 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f117ae0a-70cc-42ab-9341-bc0d8a054c06 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:09.391224 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f117ae0a-70cc-42ab-9341-bc0d8a054c06 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:09.399326 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f117ae0a-70cc-42ab-9341-bc0d8a054c06 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:09.400458 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f117ae0a-70cc-42ab-9341-bc0d8a054c06 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/b1302acb-4003-441b-b8b0-cc2da8fefdac HTTP/1.1" status: 204 len: 168 time: 0.1368792 Dec 17 15:41:09.403463 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55164) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:09.405953 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f117ae0a-70cc-42ab-9341-bc0d8a054c06 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1302acb-4003-441b-b8b0-cc2da8fefdac,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:09.456944 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4da0ea51-9d48-45b2-adab-6c2cba1390fd tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0522742 Dec 17 15:41:09.459675 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55170) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:09.515281 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1959f6d3-9484-4e18-9f43-360196cb1599 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:09.539671 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1959f6d3-9484-4e18-9f43-360196cb1599 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:09.683131 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1959f6d3-9484-4e18-9f43-360196cb1599 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:09.685842 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1959f6d3-9484-4e18-9f43-360196cb1599 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:09.687143 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1959f6d3-9484-4e18-9f43-360196cb1599 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "DELETE /v2.0/security-groups/11abde50-338b-41ea-88d6-5b48a905ffdf HTTP/1.1" status: 204 len: 168 time: 0.2265584 Dec 17 15:41:09.690812 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55182) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:09.721831 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1959f6d3-9484-4e18-9f43-360196cb1599 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11abde50-338b-41ea-88d6-5b48a905ffdf,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:09.760100 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a7d7fdf8-ec55-4f11-abbe-5e2990557688 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0680382 Dec 17 15:41:09.762628 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55188) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:09.819644 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-814ce4b5-e464-448f-9588-3b37d7c0acbb tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:09.842737 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-814ce4b5-e464-448f-9588-3b37d7c0acbb tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:09.940146 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-814ce4b5-e464-448f-9588-3b37d7c0acbb tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:09.943548 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-814ce4b5-e464-448f-9588-3b37d7c0acbb tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:09.944782 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-814ce4b5-e464-448f-9588-3b37d7c0acbb tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "DELETE /v2.0/security-groups/c583274f-55b0-4086-baa6-a33181c08407 HTTP/1.1" status: 204 len: 168 time: 0.1812191 Dec 17 15:41:09.949837 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55200) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:09.956198 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ce4b5-e464-448f-9588-3b37d7c0acbb tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c583274f-55b0-4086-baa6-a33181c08407,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:09.995473 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3ae96298-d92b-4f31-9eee-03a59602659c tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0464165 Dec 17 15:41:10.000369 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55202) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:10.004072 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-5cbc58f8-c89d-4297-97ec-7d29e2ecde21 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Request body: {'security_group': {'name': 'tempest-secgroup--2102776224'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:10.113356 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5cbc58f8-c89d-4297-97ec-7d29e2ecde21 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:10.186740 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5cbc58f8-c89d-4297-97ec-7d29e2ecde21 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:10.250365 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5cbc58f8-c89d-4297-97ec-7d29e2ecde21 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:10.285142 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc58f8-c89d-4297-97ec-7d29e2ecde21 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecfd415-11b1-4322-8f37-b792f971c3de,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:10.343823 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5cbc58f8-c89d-4297-97ec-7d29e2ecde21 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:10.347200 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5cbc58f8-c89d-4297-97ec-7d29e2ecde21 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3449347 Dec 17 15:41:10.347747 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55226) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:10.352016 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-254e63ca-7fdb-4d2f-8e68-cd3a9b6eef37 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Request body: {'security_group_rule': {'security_group_id': '0ecfd415-11b1-4322-8f37-b792f971c3de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:10.601440 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-254e63ca-7fdb-4d2f-8e68-cd3a9b6eef37 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:10.646422 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-254e63ca-7fdb-4d2f-8e68-cd3a9b6eef37 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:10.650345 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:10.831700 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-254e63ca-7fdb-4d2f-8e68-cd3a9b6eef37 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:10.850289 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e63ca-7fdb-4d2f-8e68-cd3a9b6eef37 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68c36d7-4005-4047-b62a-4a06e3dae4f8,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:10.958966 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-254e63ca-7fdb-4d2f-8e68-cd3a9b6eef37 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:10.960713 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-254e63ca-7fdb-4d2f-8e68-cd3a9b6eef37 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6119921 Dec 17 15:41:10.963557 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55244) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:10.991721 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4146f2c7-7061-4189-b656-e4c0f4cf4494 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:11.001062 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4146f2c7-7061-4189-b656-e4c0f4cf4494 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:11.113511 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4146f2c7-7061-4189-b656-e4c0f4cf4494 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:11.120668 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4146f2c7-7061-4189-b656-e4c0f4cf4494 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:11.121697 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4146f2c7-7061-4189-b656-e4c0f4cf4494 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/b68c36d7-4005-4047-b62a-4a06e3dae4f8 HTTP/1.1" status: 204 len: 168 time: 0.1569498 Dec 17 15:41:11.124302 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55254) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:11.135215 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4146f2c7-7061-4189-b656-e4c0f4cf4494 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b68c36d7-4005-4047-b62a-4a06e3dae4f8,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:11.171476 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2eadfd6e-826f-4b8f-b2ec-6a9132330e26 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0458465 Dec 17 15:41:11.178717 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55258) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:11.236684 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f9ac3926-f67d-4f4c-b757-3859595b912c tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:11.259693 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f9ac3926-f67d-4f4c-b757-3859595b912c tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:11.356688 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f9ac3926-f67d-4f4c-b757-3859595b912c tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:11.363040 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f9ac3926-f67d-4f4c-b757-3859595b912c tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:11.366901 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f9ac3926-f67d-4f4c-b757-3859595b912c tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "DELETE /v2.0/security-groups/0ecfd415-11b1-4322-8f37-b792f971c3de HTTP/1.1" status: 204 len: 168 time: 0.1872010 Dec 17 15:41:11.367037 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55272) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:11.380011 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac3926-f67d-4f4c-b757-3859595b912c tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecfd415-11b1-4322-8f37-b792f971c3de,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:11.415266 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-fe0d28d1-da41-4e7f-a083-211ba1e12754 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0470996 Dec 17 15:41:11.419047 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55276) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:11.423704 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-5a207668-a4bc-4e2d-8b50-1fe66c67102b tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Request body: {'security_group': {'name': 'tempest-secgroup--274595777'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:11.535799 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5a207668-a4bc-4e2d-8b50-1fe66c67102b tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:11.610663 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5a207668-a4bc-4e2d-8b50-1fe66c67102b tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:11.678921 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5a207668-a4bc-4e2d-8b50-1fe66c67102b tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:11.712057 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a207668-a4bc-4e2d-8b50-1fe66c67102b tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5199802-26f1-4c1b-b67c-f1da56512f1e,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:11.783533 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5a207668-a4bc-4e2d-8b50-1fe66c67102b tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:11.784923 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5a207668-a4bc-4e2d-8b50-1fe66c67102b tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3648722 Dec 17 15:41:11.787681 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55296) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:11.792408 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-87f8b977-e5ec-41bb-a195-91817f253474 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Request body: {'security_group_rule': {'security_group_id': 'e5199802-26f1-4c1b-b67c-f1da56512f1e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:11.888868 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-87f8b977-e5ec-41bb-a195-91817f253474 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:11.953207 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-87f8b977-e5ec-41bb-a195-91817f253474 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:12.031175 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-87f8b977-e5ec-41bb-a195-91817f253474 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:12.049672 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f8b977-e5ec-41bb-a195-91817f253474 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2edfb08-835a-4aad-b11f-e51e55f875a4,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:12.118859 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-87f8b977-e5ec-41bb-a195-91817f253474 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:12.120690 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-87f8b977-e5ec-41bb-a195-91817f253474 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3320053 Dec 17 15:41:12.123529 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55306) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:12.141822 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ecdbe2dd-ca32-499d-8d4b-47103b28dca6 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "GET /v2.0/security-group-rules/d2edfb08-835a-4aad-b11f-e51e55f875a4 HTTP/1.1" status: 200 len: 763 time: 0.0167439 Dec 17 15:41:12.143895 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55308) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:12.187275 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a9bcc0a7-4a86-48fa-b1e6-cfee7dab8c05 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0420985 Dec 17 15:41:12.189969 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55310) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:12.215261 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-539e16f9-8aed-463c-928b-a40e866507c8 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:12.223000 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-539e16f9-8aed-463c-928b-a40e866507c8 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:12.333768 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-539e16f9-8aed-463c-928b-a40e866507c8 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:12.340355 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-539e16f9-8aed-463c-928b-a40e866507c8 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:12.344277 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-539e16f9-8aed-463c-928b-a40e866507c8 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/d2edfb08-835a-4aad-b11f-e51e55f875a4 HTTP/1.1" status: 204 len: 168 time: 0.1503737 Dec 17 15:41:12.344400 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55312) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:12.349364 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e16f9-8aed-463c-928b-a40e866507c8 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2edfb08-835a-4aad-b11f-e51e55f875a4,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:12.387671 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-99e2254b-b3f5-4206-8a22-048e8bb1c7bb tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0397656 Dec 17 15:41:12.388296 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55314) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:12.393899 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-fa37be2e-ae3f-4082-b676-6aba2491abb9 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Request body: {'security_group_rule': {'security_group_id': 'e5199802-26f1-4c1b-b67c-f1da56512f1e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:12.487840 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fa37be2e-ae3f-4082-b676-6aba2491abb9 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:12.551081 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fa37be2e-ae3f-4082-b676-6aba2491abb9 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:12.665316 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fa37be2e-ae3f-4082-b676-6aba2491abb9 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:12.685898 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37be2e-ae3f-4082-b676-6aba2491abb9 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e34ef7c-7eae-40c5-b602-4a7de191c49e,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:12.770064 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fa37be2e-ae3f-4082-b676-6aba2491abb9 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:12.771314 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-fa37be2e-ae3f-4082-b676-6aba2491abb9 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3820527 Dec 17 15:41:12.774486 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55320) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:12.792202 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ca07f146-e29c-4a3c-8f02-bcad2653e24a tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "GET /v2.0/security-group-rules/4e34ef7c-7eae-40c5-b602-4a7de191c49e HTTP/1.1" status: 200 len: 763 time: 0.0165513 Dec 17 15:41:12.797082 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55322) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:12.840699 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-97a1b74f-2513-4822-915b-9cc52ca930aa tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0425100 Dec 17 15:41:12.843352 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55324) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:12.866774 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f7da7c1b-3b07-4629-b465-8d97fee66c77 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:12.874802 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f7da7c1b-3b07-4629-b465-8d97fee66c77 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:12.973525 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f7da7c1b-3b07-4629-b465-8d97fee66c77 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:12.980097 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f7da7c1b-3b07-4629-b465-8d97fee66c77 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:12.981400 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f7da7c1b-3b07-4629-b465-8d97fee66c77 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/4e34ef7c-7eae-40c5-b602-4a7de191c49e HTTP/1.1" status: 204 len: 168 time: 0.1369290 Dec 17 15:41:12.984494 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55328) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:12.997399 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da7c1b-3b07-4629-b465-8d97fee66c77 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e34ef7c-7eae-40c5-b602-4a7de191c49e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:13.037646 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a512b1ad-7de5-479d-bc32-ab974dfc6ec6 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0488629 Dec 17 15:41:13.040859 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55332) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:13.046394 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-5572dcc1-aa73-4fc3-84be-5d8e558737e2 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Request body: {'security_group_rule': {'security_group_id': 'e5199802-26f1-4c1b-b67c-f1da56512f1e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:13.144733 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5572dcc1-aa73-4fc3-84be-5d8e558737e2 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:13.200992 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5572dcc1-aa73-4fc3-84be-5d8e558737e2 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:13.278772 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5572dcc1-aa73-4fc3-84be-5d8e558737e2 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:13.298210 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572dcc1-aa73-4fc3-84be-5d8e558737e2 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b799cc-4e56-4136-960b-cb5b7275cf9c,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:13.364473 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5572dcc1-aa73-4fc3-84be-5d8e558737e2 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:13.365803 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5572dcc1-aa73-4fc3-84be-5d8e558737e2 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3237934 Dec 17 15:41:13.368467 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55334) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:13.384863 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9afb584c-c7a4-4a2e-816a-504e054e85e5 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "GET /v2.0/security-group-rules/80b799cc-4e56-4136-960b-cb5b7275cf9c HTTP/1.1" status: 200 len: 764 time: 0.0152118 Dec 17 15:41:13.387569 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55336) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:13.429822 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0c0ea33a-a74f-4a0d-a178-18a60309def5 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0411909 Dec 17 15:41:13.432407 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55338) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:13.460066 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-43edd316-4f96-4e30-b0db-6b56abf91ed6 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:13.471711 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-43edd316-4f96-4e30-b0db-6b56abf91ed6 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:13.570452 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-43edd316-4f96-4e30-b0db-6b56abf91ed6 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:13.577401 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-43edd316-4f96-4e30-b0db-6b56abf91ed6 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:13.582162 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-43edd316-4f96-4e30-b0db-6b56abf91ed6 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/80b799cc-4e56-4136-960b-cb5b7275cf9c HTTP/1.1" status: 204 len: 168 time: 0.1481493 Dec 17 15:41:13.583412 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55344) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:13.588674 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43edd316-4f96-4e30-b0db-6b56abf91ed6 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80b799cc-4e56-4136-960b-cb5b7275cf9c,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:13.631940 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-16c6f93a-2e0c-47fc-b927-a16804b861fb tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0452192 Dec 17 15:41:13.632281 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55348) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:13.687199 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dbd0dfea-481f-4dac-9745-e9d1b1f43792 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:13.710555 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dbd0dfea-481f-4dac-9745-e9d1b1f43792 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:13.839029 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dbd0dfea-481f-4dac-9745-e9d1b1f43792 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:13.842746 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dbd0dfea-481f-4dac-9745-e9d1b1f43792 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:13.843963 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-dbd0dfea-481f-4dac-9745-e9d1b1f43792 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "DELETE /v2.0/security-groups/e5199802-26f1-4c1b-b67c-f1da56512f1e HTTP/1.1" status: 204 len: 168 time: 0.2107234 Dec 17 15:41:13.849284 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55352) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:13.854231 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0dfea-481f-4dac-9745-e9d1b1f43792 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5199802-26f1-4c1b-b67c-f1da56512f1e,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:13.904429 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1c531ac3-bbd9-4ed1-88b6-bf2ab3b61497 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0492098 Dec 17 15:41:13.904691 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55356) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:13.909420 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-dc2d594c-fa3d-4647-a9bf-3e0b953d8cda tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Request body: {'security_group': {'name': 'tempest-secgroup--632646939'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:14.007992 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dc2d594c-fa3d-4647-a9bf-3e0b953d8cda tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:14.084376 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dc2d594c-fa3d-4647-a9bf-3e0b953d8cda tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:14.466426 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dc2d594c-fa3d-4647-a9bf-3e0b953d8cda tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:14.495071 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d594c-fa3d-4647-a9bf-3e0b953d8cda tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6001bd4c-43d0-4217-ad26-61f4f76500b4,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:14.555318 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dc2d594c-fa3d-4647-a9bf-3e0b953d8cda tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:14.565451 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55360) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:14.569659 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-dc2d594c-fa3d-4647-a9bf-3e0b953d8cda tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6635873 Dec 17 15:41:14.570739 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-055d6c72-a291-4822-9da8-2baaffa653c8 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Request body: {'security_group_rule': {'security_group_id': '6001bd4c-43d0-4217-ad26-61f4f76500b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:14.675833 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-055d6c72-a291-4822-9da8-2baaffa653c8 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:14.723580 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-055d6c72-a291-4822-9da8-2baaffa653c8 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:14.796690 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-055d6c72-a291-4822-9da8-2baaffa653c8 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:14.822928 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d6c72-a291-4822-9da8-2baaffa653c8 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0910ef50-528d-4e1b-a4b2-fe4ae64ed6a7,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:14.921383 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-055d6c72-a291-4822-9da8-2baaffa653c8 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:14.922610 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-055d6c72-a291-4822-9da8-2baaffa653c8 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3561158 Dec 17 15:41:14.925173 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55366) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:14.979632 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c60c33f8-b51e-47c3-b9e1-22d9cf1bdf80 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:15.006948 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c60c33f8-b51e-47c3-b9e1-22d9cf1bdf80 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:15.101642 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c60c33f8-b51e-47c3-b9e1-22d9cf1bdf80 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:15.104364 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c60c33f8-b51e-47c3-b9e1-22d9cf1bdf80 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:15.106128 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c60c33f8-b51e-47c3-b9e1-22d9cf1bdf80 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "DELETE /v2.0/security-groups/6001bd4c-43d0-4217-ad26-61f4f76500b4 HTTP/1.1" status: 204 len: 168 time: 0.1800129 Dec 17 15:41:15.108775 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55368) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:15.115483 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c33f8-b51e-47c3-b9e1-22d9cf1bdf80 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6001bd4c-43d0-4217-ad26-61f4f76500b4,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:15.164731 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-67c62c3c-c2ce-4875-a0f1-275d15637dc7 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0542526 Dec 17 15:41:15.167121 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55370) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:15.205387 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4a93e75f-5764-45e6-8f86-3775b1dec9c9 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0363677 Dec 17 15:41:15.208006 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55372) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:15.221108 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-de34d271-00ae-4933-9265-1f5e6baf0aeb tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] delete failed (client error): The resource could not be found. Dec 17 15:41:15.222106 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-de34d271-00ae-4933-9265-1f5e6baf0aeb tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "DELETE /v2.0/security-groups/6001bd4c-43d0-4217-ad26-61f4f76500b4 HTTP/1.1" status: 404 len: 347 time: 0.0132241 Dec 17 15:41:15.225905 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55374) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:15.273454 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-96384e1a-04df-41b8-bdbb-33f939c09ef0 tempest-SecGroupTest-1399801983 tempest-SecGroupTest-1399801983-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0433884 Dec 17 15:41:15.730663 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55384) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:15.875356 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-267fef3c-15a2-4f52-858f-0f59771accd8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ea82751c32cb46cfb9ce421601438fb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435542 Dec 17 15:41:15.879717 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55390) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:15.933862 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-66f30886-8e69-4b74-bef7-1653101d2031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:15.958089 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-66f30886-8e69-4b74-bef7-1653101d2031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:16.082571 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-66f30886-8e69-4b74-bef7-1653101d2031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:16.085176 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-66f30886-8e69-4b74-bef7-1653101d2031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:16.086312 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-66f30886-8e69-4b74-bef7-1653101d2031 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/362abc1f-c663-4319-9b84-8419b85fe4e7 HTTP/1.1" status: 204 len: 168 time: 0.2075672 Dec 17 15:41:16.094875 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f30886-8e69-4b74-bef7-1653101d2031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362abc1f-c663-4319-9b84-8419b85fe4e7,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:17.191370 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9ed96-6dd7-4d9a-9625-42f3ad724bac req-71e92969-90c1-4dc3-888d-7c710a1b746a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:41:17.192642 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-44c9ed96-6dd7-4d9a-9625-42f3ad724bac req-71e92969-90c1-4dc3-888d-7c710a1b746a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 945 time: 0.0589385 Dec 17 15:41:17.242469 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-44c9ed96-6dd7-4d9a-9625-42f3ad724bac req-d49ded30-940e-41f1-b8f5-256d3e2079da tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431771 Dec 17 15:41:17.969828 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55456) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:18.082272 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-74747726-f4a7-4570-be98-dc1ef7c592dd tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:18.082773 n-d-820553-2 neutron-server[102833]: WARNING neutron.api.v2.base [None req-74747726-f4a7-4570-be98-dc1ef7c592dd tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 17 15:41:18.083443 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-74747726-f4a7-4570-be98-dc1ef7c592dd tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] create failed (client error): There was a conflict when trying to complete your request. Dec 17 15:41:18.084462 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-74747726-f4a7-4570-be98-dc1ef7c592dd tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1136439 Dec 17 15:41:18.087962 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55460) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:18.096488 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-5455d375-6a20-4e80-92b0-6731c544b19d tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Request body: {'security_group': {'name': 'tempest-secgroup--338826769'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:18.173754 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5455d375-6a20-4e80-92b0-6731c544b19d tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:18.183782 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5455d375-6a20-4e80-92b0-6731c544b19d tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:18.264267 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5455d375-6a20-4e80-92b0-6731c544b19d tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:18.358809 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5455d375-6a20-4e80-92b0-6731c544b19d tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:18.402565 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455d375-6a20-4e80-92b0-6731c544b19d tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6efd917a-4b80-4f2e-8777-1a09735dd2f1,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:18.456216 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5455d375-6a20-4e80-92b0-6731c544b19d tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:18.513425 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5455d375-6a20-4e80-92b0-6731c544b19d tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:18.544154 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455d375-6a20-4e80-92b0-6731c544b19d tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16f646b1-9660-4390-86ab-4ea37e3634f5,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:18.606896 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5455d375-6a20-4e80-92b0-6731c544b19d tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:18.608421 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5455d375-6a20-4e80-92b0-6731c544b19d tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5195532 Dec 17 15:41:18.611278 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55464) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:18.616071 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-0b7b1333-12d1-4ed8-ae71-196ef89fd819 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Request body: {'security_group_rule': {'security_group_id': '16f646b1-9660-4390-86ab-4ea37e3634f5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:18.718411 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0b7b1333-12d1-4ed8-ae71-196ef89fd819 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:18.784587 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0b7b1333-12d1-4ed8-ae71-196ef89fd819 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:18.856756 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0b7b1333-12d1-4ed8-ae71-196ef89fd819 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:18.898508 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b1333-12d1-4ed8-ae71-196ef89fd819 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57e5595-18cb-450c-91d2-28aac62d0188,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:18.992804 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0b7b1333-12d1-4ed8-ae71-196ef89fd819 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:18.994091 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0b7b1333-12d1-4ed8-ae71-196ef89fd819 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3815396 Dec 17 15:41:18.997116 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55472) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:19.001537 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-40634809-cdb3-414b-bf8b-0da9ede7a185 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Request body: {'security_group_rule': {'security_group_id': '16f646b1-9660-4390-86ab-4ea37e3634f5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:19.115825 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-40634809-cdb3-414b-bf8b-0da9ede7a185 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:19.244771 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-40634809-cdb3-414b-bf8b-0da9ede7a185 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] create failed (client error): There was a conflict when trying to complete your request. Dec 17 15:41:19.246767 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-40634809-cdb3-414b-bf8b-0da9ede7a185 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2487409 Dec 17 15:41:19.249676 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55486) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:19.318445 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cc6453cf-52f1-42e9-bbf5-a4aba042b8ed tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:19.345676 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cc6453cf-52f1-42e9-bbf5-a4aba042b8ed tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:19.473036 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cc6453cf-52f1-42e9-bbf5-a4aba042b8ed tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:19.475805 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cc6453cf-52f1-42e9-bbf5-a4aba042b8ed tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:19.479650 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cc6453cf-52f1-42e9-bbf5-a4aba042b8ed tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "DELETE /v2.0/security-groups/16f646b1-9660-4390-86ab-4ea37e3634f5 HTTP/1.1" status: 204 len: 168 time: 0.2288504 Dec 17 15:41:19.480423 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55490) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:19.490476 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6453cf-52f1-42e9-bbf5-a4aba042b8ed tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f646b1-9660-4390-86ab-4ea37e3634f5,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:19.532754 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1020c3e6-f271-4fd4-8680-19f4a28258f9 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0499430 Dec 17 15:41:19.536670 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55492) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:19.541290 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-05d8dcaa-23df-4968-8e7a-1348077ff6c8 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Request body: {'security_group': {'name': 'tempest-secgroup--144523187'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:19.673139 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-05d8dcaa-23df-4968-8e7a-1348077ff6c8 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:19.742327 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-05d8dcaa-23df-4968-8e7a-1348077ff6c8 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:19.810388 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-05d8dcaa-23df-4968-8e7a-1348077ff6c8 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:19.843005 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8dcaa-23df-4968-8e7a-1348077ff6c8 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7014e48d-4ef1-4906-9001-592f7ad1999f,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:19.913226 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-05d8dcaa-23df-4968-8e7a-1348077ff6c8 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:19.914956 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-05d8dcaa-23df-4968-8e7a-1348077ff6c8 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3771663 Dec 17 15:41:19.918266 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55498) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:19.924924 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-b40d93e3-d449-45a0-8cfa-2da802d61a6d tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Request body: {'security_group_rule': {'security_group_id': '7014e48d-4ef1-4906-9001-592f7ad1999f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:19.924924 n-d-820553-2 neutron-server[102833]: WARNING neutron.api.v2.base [None req-b40d93e3-d449-45a0-8cfa-2da802d61a6d tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 17 15:41:19.924924 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-b40d93e3-d449-45a0-8cfa-2da802d61a6d tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:41:19.926279 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b40d93e3-d449-45a0-8cfa-2da802d61a6d tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068216 Dec 17 15:41:19.929126 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55500) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:19.962196 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e09fc83a-84a4-4efa-9d4a-54dade58d6d9 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:41:20.003457 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-36e741bc-86b8-468d-81cc-b24bceeb5fff tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:20.038271 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-36e741bc-86b8-468d-81cc-b24bceeb5fff tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:20.099851 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port e09fc83a-84a4-4efa-9d4a-54dade58d6d9, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e09fc83a-84a4-4efa-9d4a-54dade58d6d9,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:41:20.114378 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'e09fc83a-84a4-4efa-9d4a-54dade58d6d9', 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c', 'port_id': 'e09fc83a-84a4-4efa-9d4a-54dade58d6d9', 'mac_address': 'fa:16:3e:91:13:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610c69b5-11b8-4033-8576-74e6e98b4da0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:41:20.145491 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-36e741bc-86b8-468d-81cc-b24bceeb5fff tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:20.148449 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-36e741bc-86b8-468d-81cc-b24bceeb5fff tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:20.149422 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-36e741bc-86b8-468d-81cc-b24bceeb5fff tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "DELETE /v2.0/security-groups/7014e48d-4ef1-4906-9001-592f7ad1999f HTTP/1.1" status: 204 len: 168 time: 0.2190595 Dec 17 15:41:20.152155 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55504) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:20.157111 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:20.160275 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e741bc-86b8-468d-81cc-b24bceeb5fff tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7014e48d-4ef1-4906-9001-592f7ad1999f,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:20.190349 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e09fc83a-84a4-4efa-9d4a-54dade58d6d9 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:41:20.207482 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f1c5dde7-2b72-4633-bc68-892f3e34c1cb tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0539482 Dec 17 15:41:20.212970 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55506) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:20.217806 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-a5d272ae-89b8-4f05-bf85-aac60545f829 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Request body: {'security_group': {'name': 'tempest-secgroup--2018987638'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:20.217996 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port e09fc83a-84a4-4efa-9d4a-54dade58d6d9, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e09fc83a-84a4-4efa-9d4a-54dade58d6d9,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:41:20.296105 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:20.328236 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5d272ae-89b8-4f05-bf85-aac60545f829 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:20.366849 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=e09fc83a-84a4-4efa-9d4a-54dade58d6d9,revision_number=6']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:20.376228 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:41:20.376926 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:41:20.377539 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:41:20.378074 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:41:20.378666 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:41:20.379196 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:41:20.379817 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:41:20.380566 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:41:20.381231 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:41:20.381777 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:41:20.382457 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:41:20.383001 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:41:20.396654 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['e09fc83a-84a4-4efa-9d4a-54dade58d6d9'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:41:20.420135 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5d272ae-89b8-4f05-bf85-aac60545f829 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:20.492279 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5d272ae-89b8-4f05-bf85-aac60545f829 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:20.530648 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d272ae-89b8-4f05-bf85-aac60545f829 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c249d17-c207-4692-95c1-f8572fd6498e,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:20.589716 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5d272ae-89b8-4f05-bf85-aac60545f829 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:20.593763 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a5d272ae-89b8-4f05-bf85-aac60545f829 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3771925 Dec 17 15:41:20.594080 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55510) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:20.598794 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-f56ee426-25d1-400a-835f-dbcdbcb66318 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Request body: {'security_group_rule': {'security_group_id': '3c249d17-c207-4692-95c1-f8572fd6498e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:20.599700 n-d-820553-2 neutron-server[102833]: WARNING neutron.api.v2.base [None req-f56ee426-25d1-400a-835f-dbcdbcb66318 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 17 15:41:20.600440 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-f56ee426-25d1-400a-835f-dbcdbcb66318 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:41:20.604273 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f56ee426-25d1-400a-835f-dbcdbcb66318 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064561 Dec 17 15:41:20.614407 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55512) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:20.661948 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8fecbafe-c864-422a-8224-12e684baf8a5 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:20.686270 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8fecbafe-c864-422a-8224-12e684baf8a5 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:20.793811 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8fecbafe-c864-422a-8224-12e684baf8a5 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:20.796802 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8fecbafe-c864-422a-8224-12e684baf8a5 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:20.798371 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8fecbafe-c864-422a-8224-12e684baf8a5 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "DELETE /v2.0/security-groups/3c249d17-c207-4692-95c1-f8572fd6498e HTTP/1.1" status: 204 len: 168 time: 0.1927755 Dec 17 15:41:20.801560 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55516) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:20.810895 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fecbafe-c864-422a-8224-12e684baf8a5 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c249d17-c207-4692-95c1-f8572fd6498e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:20.897939 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-875cb6f7-1639-4368-a28a-2ccf3b54ea32 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0943427 Dec 17 15:41:20.902157 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55518) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:20.907389 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-1264bda5-38c7-4000-b3e6-82ca607e1872 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Request body: {'security_group': {'name': 'tempest-secgroup--85762679'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:21.004278 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1264bda5-38c7-4000-b3e6-82ca607e1872 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:21.071104 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1264bda5-38c7-4000-b3e6-82ca607e1872 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:21.179790 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1264bda5-38c7-4000-b3e6-82ca607e1872 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:21.210641 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264bda5-38c7-4000-b3e6-82ca607e1872 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12092386-8209-4ed9-8602-76a23d0b847f,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:21.392982 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1264bda5-38c7-4000-b3e6-82ca607e1872 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:21.397083 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1264bda5-38c7-4000-b3e6-82ca607e1872 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4907773 Dec 17 15:41:21.397512 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55528) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:21.402498 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-0cd24369-be37-498b-87e6-f0fbad7443ba tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Request body: {'security_group_rule': {'security_group_id': '12092386-8209-4ed9-8602-76a23d0b847f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:21.403345 n-d-820553-2 neutron-server[102833]: WARNING neutron.api.v2.base [None req-0cd24369-be37-498b-87e6-f0fbad7443ba tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 17 15:41:21.403826 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-0cd24369-be37-498b-87e6-f0fbad7443ba tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:41:21.405248 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0cd24369-be37-498b-87e6-f0fbad7443ba tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066113 Dec 17 15:41:21.407860 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55532) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:21.413946 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-48c4a93a-e334-48e7-b1b9-bddf97a5b168 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Request body: {'security_group_rule': {'security_group_id': '12092386-8209-4ed9-8602-76a23d0b847f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:21.414618 n-d-820553-2 neutron-server[102833]: WARNING neutron.api.v2.base [None req-48c4a93a-e334-48e7-b1b9-bddf97a5b168 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 17 15:41:21.415229 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-48c4a93a-e334-48e7-b1b9-bddf97a5b168 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:41:21.416385 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-48c4a93a-e334-48e7-b1b9-bddf97a5b168 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0075347 Dec 17 15:41:21.419215 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55534) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:21.423560 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-4886d9da-07bf-4998-a211-64f879a3ea3d tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Request body: {'security_group_rule': {'security_group_id': '12092386-8209-4ed9-8602-76a23d0b847f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:21.424350 n-d-820553-2 neutron-server[102833]: WARNING neutron.api.v2.base [None req-4886d9da-07bf-4998-a211-64f879a3ea3d tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 17 15:41:21.424818 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-4886d9da-07bf-4998-a211-64f879a3ea3d tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:41:21.425770 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4886d9da-07bf-4998-a211-64f879a3ea3d tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056298 Dec 17 15:41:21.428498 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55536) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:21.432971 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-06df8ab7-eae7-44ac-ac1b-6c6df464a7aa tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Request body: {'security_group_rule': {'security_group_id': '12092386-8209-4ed9-8602-76a23d0b847f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:21.438301 n-d-820553-2 neutron-server[102833]: WARNING neutron.api.v2.base [None req-06df8ab7-eae7-44ac-ac1b-6c6df464a7aa tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 17 15:41:21.438803 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-06df8ab7-eae7-44ac-ac1b-6c6df464a7aa tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:41:21.439779 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-06df8ab7-eae7-44ac-ac1b-6c6df464a7aa tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0102718 Dec 17 15:41:21.443019 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55540) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:21.497914 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-52c47137-c77b-4549-8641-63a0e16b998f tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:21.522654 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-52c47137-c77b-4549-8641-63a0e16b998f tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:21.673415 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-52c47137-c77b-4549-8641-63a0e16b998f tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:21.676434 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-52c47137-c77b-4549-8641-63a0e16b998f tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:21.679696 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-52c47137-c77b-4549-8641-63a0e16b998f tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "DELETE /v2.0/security-groups/12092386-8209-4ed9-8602-76a23d0b847f HTTP/1.1" status: 204 len: 168 time: 0.2339630 Dec 17 15:41:21.685293 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55546) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:21.690347 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c47137-c77b-4549-8641-63a0e16b998f tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12092386-8209-4ed9-8602-76a23d0b847f,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:21.733196 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f8f9d852-2299-4b1d-9af7-0c25f152249b tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0511694 Dec 17 15:41:21.737331 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55552) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:21.743458 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-dec50615-f41d-4fb1-910c-0737853372df tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Request body: {'security_group': {'name': 'tempest-secgroup--1286154128'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:21.916411 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dec50615-f41d-4fb1-910c-0737853372df tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:21.978016 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e09fc83a-84a4-4efa-9d4a-54dade58d6d9 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:41:22.027115 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dec50615-f41d-4fb1-910c-0737853372df tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:22.053412 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port e09fc83a-84a4-4efa-9d4a-54dade58d6d9 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:41:22.057664 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:22.163257 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:22.189643 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223c40fc-93d0-4317-8b3e-083ff43c0ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09fc83a-84a4-4efa-9d4a-54dade58d6d9'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:41:22.192009 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86f1ff7-b4df-4a46-8211-fe6b315cdb9a" -d '{"events": [{"server_uuid": "223c40fc-93d0-4317-8b3e-083ff43c0ac1", "name": "network-vif-plugged", "status": "completed", "tag": "e09fc83a-84a4-4efa-9d4a-54dade58d6d9"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:41:22.211006 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dec50615-f41d-4fb1-910c-0737853372df tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:22.217639 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port e09fc83a-84a4-4efa-9d4a-54dade58d6d9, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e09fc83a-84a4-4efa-9d4a-54dade58d6d9,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:41:22.249423 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec50615-f41d-4fb1-910c-0737853372df tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be0be8e4-b0a2-4a72-be4e-beade5542690,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:22.353265 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:22.366393 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dec50615-f41d-4fb1-910c-0737853372df tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:22.367666 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-dec50615-f41d-4fb1-910c-0737853372df tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6292622 Dec 17 15:41:22.372027 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55586) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:22.384647 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-1e64c414-5157-4c27-87dc-f0bc8be7990c tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Request body: {'security_group_rule': {'security_group_id': 'be0be8e4-b0a2-4a72-be4e-beade5542690', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:22.384647 n-d-820553-2 neutron-server[102833]: WARNING neutron.api.v2.base [None req-1e64c414-5157-4c27-87dc-f0bc8be7990c tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 17 15:41:22.384647 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-1e64c414-5157-4c27-87dc-f0bc8be7990c tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:41:22.384647 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1e64c414-5157-4c27-87dc-f0bc8be7990c tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059876 Dec 17 15:41:22.384647 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55588) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:22.388397 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fa8374-914c-4f0d-8393-edb9c8e125fc x-openstack-request-id: req-f1fa8374-914c-4f0d-8393-edb9c8e125fc {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:41:22.388701 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223c40fc-93d0-4317-8b3e-083ff43c0ac1", "name": "network-vif-plugged", "status": "completed", "tag": "e09fc83a-84a4-4efa-9d4a-54dade58d6d9", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:41:22.388958 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f1fa8374-914c-4f0d-8393-edb9c8e125fc {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:41:22.389391 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223c40fc-93d0-4317-8b3e-083ff43c0ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09fc83a-84a4-4efa-9d4a-54dade58d6d9', 'code': 200} Dec 17 15:41:22.389766 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-e1bb304a-04d3-4387-a2a7-a6ef153783d9 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Request body: {'security_group_rule': {'security_group_id': 'be0be8e4-b0a2-4a72-be4e-beade5542690', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:22.417269 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=e09fc83a-84a4-4efa-9d4a-54dade58d6d9,revision_number=7']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:22.648359 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-e1bb304a-04d3-4387-a2a7-a6ef153783d9 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:41:22.653409 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e1bb304a-04d3-4387-a2a7-a6ef153783d9 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2686522 Dec 17 15:41:22.653900 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55598) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:22.661790 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-231594a6-1731-4b2c-87bc-13d3b26da5b5 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Request body: {'security_group_rule': {'security_group_id': 'be0be8e4-b0a2-4a72-be4e-beade5542690', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:22.662554 n-d-820553-2 neutron-server[102832]: WARNING neutron.api.v2.base [None req-231594a6-1731-4b2c-87bc-13d3b26da5b5 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 17 15:41:22.663383 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-231594a6-1731-4b2c-87bc-13d3b26da5b5 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:41:22.664547 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-231594a6-1731-4b2c-87bc-13d3b26da5b5 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070319 Dec 17 15:41:22.668504 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55600) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:22.674997 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-320a6a5e-6e60-4505-a533-c07f92cc53b4 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Request body: {'security_group_rule': {'security_group_id': 'be0be8e4-b0a2-4a72-be4e-beade5542690', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:22.939920 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-320a6a5e-6e60-4505-a533-c07f92cc53b4 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:41:22.940989 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-320a6a5e-6e60-4505-a533-c07f92cc53b4 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2712247 Dec 17 15:41:22.943852 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55606) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:22.948354 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-42005279-fd03-4b72-8305-d55ff8b7d9b1 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Request body: {'security_group_rule': {'security_group_id': 'be0be8e4-b0a2-4a72-be4e-beade5542690', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:22.949016 n-d-820553-2 neutron-server[102833]: WARNING neutron.api.v2.base [None req-42005279-fd03-4b72-8305-d55ff8b7d9b1 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 17 15:41:22.950369 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-42005279-fd03-4b72-8305-d55ff8b7d9b1 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:41:22.951294 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-42005279-fd03-4b72-8305-d55ff8b7d9b1 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063319 Dec 17 15:41:22.954095 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55608) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:22.958859 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-c6ebf8b7-3e1c-42af-abaf-57e5ff5cb1a5 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Request body: {'security_group_rule': {'security_group_id': 'be0be8e4-b0a2-4a72-be4e-beade5542690', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:23.199558 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-c6ebf8b7-3e1c-42af-abaf-57e5ff5cb1a5 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:41:23.203506 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c6ebf8b7-3e1c-42af-abaf-57e5ff5cb1a5 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2457802 Dec 17 15:41:23.203775 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55618) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:23.212448 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-ee19f9bd-4696-4d5b-a895-b726765f7c38 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Request body: {'security_group_rule': {'security_group_id': 'be0be8e4-b0a2-4a72-be4e-beade5542690', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:23.213002 n-d-820553-2 neutron-server[102832]: WARNING neutron.api.v2.base [None req-ee19f9bd-4696-4d5b-a895-b726765f7c38 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 17 15:41:23.213880 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-ee19f9bd-4696-4d5b-a895-b726765f7c38 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:41:23.215654 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ee19f9bd-4696-4d5b-a895-b726765f7c38 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0102129 Dec 17 15:41:23.218094 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55620) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:23.231744 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-61460995-6ce0-480b-a979-91deba792ae3 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Request body: {'security_group_rule': {'security_group_id': 'be0be8e4-b0a2-4a72-be4e-beade5542690', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:23.552942 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-61460995-6ce0-480b-a979-91deba792ae3 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:41:23.558340 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55628) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:23.560847 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-61460995-6ce0-480b-a979-91deba792ae3 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3414307 Dec 17 15:41:23.567857 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-12a48bed-8079-45ea-a918-2235932ed884 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Request body: {'security_group_rule': {'security_group_id': 'be0be8e4-b0a2-4a72-be4e-beade5542690', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:23.813868 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-12a48bed-8079-45ea-a918-2235932ed884 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:41:23.817865 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-12a48bed-8079-45ea-a918-2235932ed884 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2569525 Dec 17 15:41:23.818015 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55632) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:23.842163 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:41:23.914757 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ef2bf217-d804-4641-aba4-0e3286bc7257 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:23.949552 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ef2bf217-d804-4641-aba4-0e3286bc7257 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:24.135635 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ef2bf217-d804-4641-aba4-0e3286bc7257 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:24.139078 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ef2bf217-d804-4641-aba4-0e3286bc7257 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:24.140496 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ef2bf217-d804-4641-aba4-0e3286bc7257 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "DELETE /v2.0/security-groups/be0be8e4-b0a2-4a72-be4e-beade5542690 HTTP/1.1" status: 204 len: 168 time: 0.3215079 Dec 17 15:41:24.143840 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55640) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:24.156203 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2bf217-d804-4641-aba4-0e3286bc7257 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0be8e4-b0a2-4a72-be4e-beade5542690,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:24.225790 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9ce63509-a109-429a-bdb7-bd8cccf20104 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0802898 Dec 17 15:41:24.229572 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55644) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:24.237151 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-eb3dcfa9-23a7-4eea-ba00-233ce5df05b0 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Request body: {'security_group': {'name': 'tempest-secgroup--1497629630'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:24.396860 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb3dcfa9-23a7-4eea-ba00-233ce5df05b0 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:24.500115 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb3dcfa9-23a7-4eea-ba00-233ce5df05b0 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:24.584730 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb3dcfa9-23a7-4eea-ba00-233ce5df05b0 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:24.620051 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3dcfa9-23a7-4eea-ba00-233ce5df05b0 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf63478-d0e1-41b6-8940-ae28530b799b,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:24.687563 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb3dcfa9-23a7-4eea-ba00-233ce5df05b0 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:24.691385 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-eb3dcfa9-23a7-4eea-ba00-233ce5df05b0 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4567282 Dec 17 15:41:24.691625 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55652) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:24.696780 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-512ade47-2c25-41fa-9efe-a987ecc39673 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Request body: {'security_group_rule': {'security_group_id': '2cf63478-d0e1-41b6-8940-ae28530b799b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:24.931576 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-512ade47-2c25-41fa-9efe-a987ecc39673 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] create failed (client error): The resource could not be found. Dec 17 15:41:24.932725 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-512ade47-2c25-41fa-9efe-a987ecc39673 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2397697 Dec 17 15:41:24.936281 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55658) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:24.941720 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-f920d977-be3c-4ab1-9340-7b60f0242988 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Request body: {'security_group_rule': {'security_group_id': '2cf63478-d0e1-41b6-8940-ae28530b799b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '530b2a3c-eb86-4c66-9b5b-e09108bcda01'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:25.262717 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-f920d977-be3c-4ab1-9340-7b60f0242988 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] create failed (client error): The resource could not be found. Dec 17 15:41:25.263805 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f920d977-be3c-4ab1-9340-7b60f0242988 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3265212 Dec 17 15:41:25.266581 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55666) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:25.329398 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4182b395-dcc9-4cf9-83d0-837fb27aaa85 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:25.368380 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4182b395-dcc9-4cf9-83d0-837fb27aaa85 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:25.711239 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4182b395-dcc9-4cf9-83d0-837fb27aaa85 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:25.713776 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4182b395-dcc9-4cf9-83d0-837fb27aaa85 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:25.715051 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4182b395-dcc9-4cf9-83d0-837fb27aaa85 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "DELETE /v2.0/security-groups/2cf63478-d0e1-41b6-8940-ae28530b799b HTTP/1.1" status: 204 len: 168 time: 0.4474325 Dec 17 15:41:25.717704 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55674) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:25.724167 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182b395-dcc9-4cf9-83d0-837fb27aaa85 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf63478-d0e1-41b6-8940-ae28530b799b,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:25.763831 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c70ec668-ae00-4399-8d55-b4a80a67373a tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0449147 Dec 17 15:41:25.768087 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55676) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:25.772406 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-cfcd913c-8e11-4d27-9138-ffa7b2a3353c tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Request body: {'security_group_rule': {'security_group_id': '8e5004f6-284b-4905-934d-12ca0b0842ea', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:26.004824 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:26.061943 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-cfcd913c-8e11-4d27-9138-ffa7b2a3353c tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] create failed (client error): The resource could not be found. Dec 17 15:41:26.063345 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cfcd913c-8e11-4d27-9138-ffa7b2a3353c tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2943432 Dec 17 15:41:26.069257 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55684) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:26.075683 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-c7f745a3-dd52-4246-b4c9-ada694d996f4 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Request body: {'security_group': {'name': 'tempest-secgroup--1044396632'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:26.233689 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c7f745a3-dd52-4246-b4c9-ada694d996f4 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:26.337727 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c7f745a3-dd52-4246-b4c9-ada694d996f4 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:26.442411 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c7f745a3-dd52-4246-b4c9-ada694d996f4 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:26.503903 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f745a3-dd52-4246-b4c9-ada694d996f4 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ec270c-1319-45ae-8320-1ec1556139b7,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:26.598832 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c7f745a3-dd52-4246-b4c9-ada694d996f4 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:26.605735 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c7f745a3-dd52-4246-b4c9-ada694d996f4 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5291996 Dec 17 15:41:26.605885 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55700) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:26.611675 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-2a3e99e9-0b90-43b5-95dc-a47015a0d561 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Request body: {'security_group': {'name': 'tempest-secgroup--1443963826'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:26.741399 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2a3e99e9-0b90-43b5-95dc-a47015a0d561 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:26.856477 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2a3e99e9-0b90-43b5-95dc-a47015a0d561 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:26.928429 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2a3e99e9-0b90-43b5-95dc-a47015a0d561 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:26.964282 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e99e9-0b90-43b5-95dc-a47015a0d561 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2e2cc4-346e-4f78-b6fd-95b77ea158d1,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:27.069343 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2a3e99e9-0b90-43b5-95dc-a47015a0d561 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:27.073379 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2a3e99e9-0b90-43b5-95dc-a47015a0d561 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4663594 Dec 17 15:41:27.073805 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55706) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:27.078770 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-4c1ce0d2-0f96-4453-a188-69465e2eca58 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Request body: {'security_group_rule': {'security_group_id': 'f3ec270c-1319-45ae-8320-1ec1556139b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'bd2e2cc4-346e-4f78-b6fd-95b77ea158d1'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:27.322731 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-4c1ce0d2-0f96-4453-a188-69465e2eca58 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:41:27.324613 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4c1ce0d2-0f96-4453-a188-69465e2eca58 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2491257 Dec 17 15:41:27.327430 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55716) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:27.400330 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-52374930-e819-4833-8ad0-bd51ec539f0a tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:27.435988 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-52374930-e819-4833-8ad0-bd51ec539f0a tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:27.615857 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-52374930-e819-4833-8ad0-bd51ec539f0a tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:27.618790 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-52374930-e819-4833-8ad0-bd51ec539f0a tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:27.626354 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55726) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:27.628045 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-52374930-e819-4833-8ad0-bd51ec539f0a tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "DELETE /v2.0/security-groups/bd2e2cc4-346e-4f78-b6fd-95b77ea158d1 HTTP/1.1" status: 204 len: 168 time: 0.2994025 Dec 17 15:41:27.638862 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52374930-e819-4833-8ad0-bd51ec539f0a tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2e2cc4-346e-4f78-b6fd-95b77ea158d1,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:27.709584 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1c091103-6a21-4a93-b085-a5698b391aee tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0778303 Dec 17 15:41:27.709833 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55728) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:27.777919 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d62ca846-9a7b-4cc7-9605-8b23d51daf61 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:27.810386 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d62ca846-9a7b-4cc7-9605-8b23d51daf61 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:27.967580 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d62ca846-9a7b-4cc7-9605-8b23d51daf61 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:27.970322 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d62ca846-9a7b-4cc7-9605-8b23d51daf61 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:27.971716 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d62ca846-9a7b-4cc7-9605-8b23d51daf61 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "DELETE /v2.0/security-groups/f3ec270c-1319-45ae-8320-1ec1556139b7 HTTP/1.1" status: 204 len: 168 time: 0.2608411 Dec 17 15:41:27.974810 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55732) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:27.982525 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ca846-9a7b-4cc7-9605-8b23d51daf61 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ec270c-1319-45ae-8320-1ec1556139b7,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:28.046362 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3db15114-6dcb-45ca-b569-d9c0bd5733b6 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0696948 Dec 17 15:41:28.050118 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55734) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:28.055049 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-6dca5f11-6d1d-41a7-9dc1-b0c8b8922019 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Request body: {'security_group': {'name': 'tempest-secgroup--1950720098'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:28.225245 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6dca5f11-6d1d-41a7-9dc1-b0c8b8922019 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:28.342780 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6dca5f11-6d1d-41a7-9dc1-b0c8b8922019 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:28.452747 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6dca5f11-6d1d-41a7-9dc1-b0c8b8922019 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:28.487536 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca5f11-6d1d-41a7-9dc1-b0c8b8922019 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03bd9d1d-3420-4589-983a-a3f20301dcac,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:28.583637 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6dca5f11-6d1d-41a7-9dc1-b0c8b8922019 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:28.585183 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6dca5f11-6d1d-41a7-9dc1-b0c8b8922019 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5338285 Dec 17 15:41:28.588004 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55750) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:28.593856 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-1ea68cc3-365e-47f1-a92a-1864be438654 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:41:28.594278 n-d-820553-2 neutron-server[102833]: WARNING neutron.api.v2.base [None req-1ea68cc3-365e-47f1-a92a-1864be438654 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 17 15:41:28.594792 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-1ea68cc3-365e-47f1-a92a-1864be438654 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] update failed (client error): There was a conflict when trying to complete your request. Dec 17 15:41:28.596143 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1ea68cc3-365e-47f1-a92a-1864be438654 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "PUT /v2.0/security-groups/03bd9d1d-3420-4589-983a-a3f20301dcac HTTP/1.1" status: 409 len: 330 time: 0.0069585 Dec 17 15:41:28.600511 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55752) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:28.662997 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1e4b0e22-44a2-4936-890f-3d542fe14a58 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:28.691161 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1e4b0e22-44a2-4936-890f-3d542fe14a58 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:29.055693 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-122f24e5-6117-40ba-88d2-4376fb6bf84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:29.056491 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1e4b0e22-44a2-4936-890f-3d542fe14a58 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:29.060005 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1e4b0e22-44a2-4936-890f-3d542fe14a58 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:29.061809 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1e4b0e22-44a2-4936-890f-3d542fe14a58 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "DELETE /v2.0/security-groups/03bd9d1d-3420-4589-983a-a3f20301dcac HTTP/1.1" status: 204 len: 168 time: 0.4600472 Dec 17 15:41:29.064617 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55756) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:29.081516 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b0e22-44a2-4936-890f-3d542fe14a58 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bd9d1d-3420-4589-983a-a3f20301dcac,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:29.123282 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-96074839-37ae-4099-b406-6bd9970d5633 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0572605 Dec 17 15:41:29.127047 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55758) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:29.141396 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-3f112939-1806-4c75-9981-aa4beace3d74 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] delete failed (client error): The resource could not be found. Dec 17 15:41:29.142392 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3f112939-1806-4c75-9981-aa4beace3d74 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "DELETE /v2.0/security-groups/039e0e12-5a86-477a-a503-a1534999652a HTTP/1.1" status: 404 len: 347 time: 0.0143843 Dec 17 15:41:29.146104 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55760) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:29.159513 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-ae60e3cb-0d62-4067-b7ed-04b9114a9d73 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] show failed (client error): The resource could not be found. Dec 17 15:41:29.164458 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 55762) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:29.164944 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ae60e3cb-0d62-4067-b7ed-04b9114a9d73 tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "GET /v2.0/security-groups/6bd31eff-c63e-4570-990b-a6f6107d3eaa HTTP/1.1" status: 404 len: 347 time: 0.0175738 Dec 17 15:41:29.176957 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-94a3e5d3-1a3e-4933-8696-932fa31d20ba tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] show failed (client error): The resource could not be found. Dec 17 15:41:29.178227 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-94a3e5d3-1a3e-4933-8696-932fa31d20ba tempest-NegativeSecGroupTest-1644193808 tempest-NegativeSecGroupTest-1644193808-project] 10.222.0.46 "GET /v2.0/security-group-rules/c2cdaae7-3dba-40ef-836f-52e39d2335d2 HTTP/1.1" status: 404 len: 356 time: 0.0125837 Dec 17 15:41:29.864328 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55786) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:30.063686 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-34d384b4-c53b-4715-860e-f532fb328adf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=10afb687c87d4a80b52de5fc18ff0890&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1977856 Dec 17 15:41:30.066078 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 55792) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:30.150171 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a2555fa1-4d80-4d21-84e6-3604ee135976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:30.175223 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a2555fa1-4d80-4d21-84e6-3604ee135976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:30.352397 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a2555fa1-4d80-4d21-84e6-3604ee135976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:30.357115 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a2555fa1-4d80-4d21-84e6-3604ee135976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:30.361238 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a2555fa1-4d80-4d21-84e6-3604ee135976 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6efd917a-4b80-4f2e-8777-1a09735dd2f1 HTTP/1.1" status: 204 len: 168 time: 0.2909892 Dec 17 15:41:30.378055 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2555fa1-4d80-4d21-84e6-3604ee135976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efd917a-4b80-4f2e-8777-1a09735dd2f1,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:31.076836 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4319af23-209b-4340-a5d7-f30b6600202b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:32.504849 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:34.099334 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:34.224625 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:35.529335 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab0a61-2dd5-487a-a844-3a2dba953221 req-2122567e-e211-4467-af6b-2daf60d33bb9 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:41:35.530755 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1fab0a61-2dd5-487a-a844-3a2dba953221 req-2122567e-e211-4467-af6b-2daf60d33bb9 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 945 time: 0.0503287 Dec 17 15:41:35.569318 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1fab0a61-2dd5-487a-a844-3a2dba953221 req-66c0fa2a-4b00-434a-8b2c-068f390f597d tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326228 Dec 17 15:41:38.023118 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e09fc83a-84a4-4efa-9d4a-54dade58d6d9 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:41:38.029491 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e09fc83a-84a4-4efa-9d4a-54dade58d6d9 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:41:38.207253 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port e09fc83a-84a4-4efa-9d4a-54dade58d6d9, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e09fc83a-84a4-4efa-9d4a-54dade58d6d9,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:41:38.223120 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'e09fc83a-84a4-4efa-9d4a-54dade58d6d9', 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c', 'port_id': 'e09fc83a-84a4-4efa-9d4a-54dade58d6d9', 'mac_address': 'fa:16:3e:91:13:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610c69b5-11b8-4033-8576-74e6e98b4da0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:41:38.259345 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:38.274472 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56050) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:38.297647 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:38.314112 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e09fc83a-84a4-4efa-9d4a-54dade58d6d9 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:41:38.323906 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223c40fc-93d0-4317-8b3e-083ff43c0ac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e09fc83a-84a4-4efa-9d4a-54dade58d6d9'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:41:38.333965 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a630654-19d5-474a-8f95-b36f5cdea829" -d '{"events": [{"server_uuid": "223c40fc-93d0-4317-8b3e-083ff43c0ac1", "name": "network-vif-unplugged", "status": "completed", "tag": "e09fc83a-84a4-4efa-9d4a-54dade58d6d9"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:41:38.361758 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port e09fc83a-84a4-4efa-9d4a-54dade58d6d9, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e09fc83a-84a4-4efa-9d4a-54dade58d6d9,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:41:38.430727 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-945e7453-e49f-451b-b8e0-d0acb3efa60c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:38.435006 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618a01d3-267d-4fbe-b4d7-97d7da4dd4fa x-openstack-request-id: req-618a01d3-267d-4fbe-b4d7-97d7da4dd4fa {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:41:38.435303 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223c40fc-93d0-4317-8b3e-083ff43c0ac1", "name": "network-vif-unplugged", "status": "completed", "tag": "e09fc83a-84a4-4efa-9d4a-54dade58d6d9", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:41:38.435560 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-618a01d3-267d-4fbe-b4d7-97d7da4dd4fa {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:41:38.435959 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223c40fc-93d0-4317-8b3e-083ff43c0ac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e09fc83a-84a4-4efa-9d4a-54dade58d6d9', 'code': 200} Dec 17 15:41:38.442565 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:38.519976 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=e09fc83a-84a4-4efa-9d4a-54dade58d6d9,revision_number=8']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:38.596052 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:41:38.596977 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:41:38.638295 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-945e7453-e49f-451b-b8e0-d0acb3efa60c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:38.693142 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-945e7453-e49f-451b-b8e0-d0acb3efa60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:38.740116 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56066) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:38.749669 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-945e7453-e49f-451b-b8e0-d0acb3efa60c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4c3a9e223bd947a0ab9660a92980c495&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4740231 Dec 17 15:41:38.752470 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e7453-e49f-451b-b8e0-d0acb3efa60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56b77f3-693b-4091-8241-f3a3fc205858,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:38.813569 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-61a90041-9e56-47b2-881c-bafb2f32b2ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:38.839073 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-61a90041-9e56-47b2-881c-bafb2f32b2ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:38.980691 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-61a90041-9e56-47b2-881c-bafb2f32b2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:38.983285 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-61a90041-9e56-47b2-881c-bafb2f32b2ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:38.984430 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-61a90041-9e56-47b2-881c-bafb2f32b2ca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f56b77f3-693b-4091-8241-f3a3fc205858 HTTP/1.1" status: 204 len: 168 time: 0.2427363 Dec 17 15:41:38.992589 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a90041-9e56-47b2-881c-bafb2f32b2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56b77f3-693b-4091-8241-f3a3fc205858,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:39.133845 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:39.152010 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e09fc83a-84a4-4efa-9d4a-54dade58d6d9 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:41:39.181391 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port e09fc83a-84a4-4efa-9d4a-54dade58d6d9, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e09fc83a-84a4-4efa-9d4a-54dade58d6d9,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:41:39.244227 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:39.300336 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=e09fc83a-84a4-4efa-9d4a-54dade58d6d9,revision_number=9']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:39.318564 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['e09fc83a-84a4-4efa-9d4a-54dade58d6d9'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:41:40.016493 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e09fc83a-84a4-4efa-9d4a-54dade58d6d9 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:41:40.082283 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port e09fc83a-84a4-4efa-9d4a-54dade58d6d9 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:41:40.082668 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:40.186609 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:40.220318 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port e09fc83a-84a4-4efa-9d4a-54dade58d6d9, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e09fc83a-84a4-4efa-9d4a-54dade58d6d9,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:41:40.291497 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:40.411936 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=e09fc83a-84a4-4efa-9d4a-54dade58d6d9,revision_number=10']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:40.440906 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223c40fc-93d0-4317-8b3e-083ff43c0ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09fc83a-84a4-4efa-9d4a-54dade58d6d9'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:41:40.440906 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e44a35-db9f-4867-abec-333b05c28480" -d '{"events": [{"server_uuid": "223c40fc-93d0-4317-8b3e-083ff43c0ac1", "name": "network-vif-plugged", "status": "completed", "tag": "e09fc83a-84a4-4efa-9d4a-54dade58d6d9"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:41:40.520847 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a763a9d8-e046-4eb3-bcc3-fd6c05dde544 x-openstack-request-id: req-a763a9d8-e046-4eb3-bcc3-fd6c05dde544 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:41:40.521289 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223c40fc-93d0-4317-8b3e-083ff43c0ac1", "name": "network-vif-plugged", "status": "completed", "tag": "e09fc83a-84a4-4efa-9d4a-54dade58d6d9", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:41:40.521953 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a763a9d8-e046-4eb3-bcc3-fd6c05dde544 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:41:40.522669 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223c40fc-93d0-4317-8b3e-083ff43c0ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09fc83a-84a4-4efa-9d4a-54dade58d6d9', 'code': 200} Dec 17 15:41:40.529882 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:40.813532 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56186) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:41.004183 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b6215d5f-d2d3-42d0-9075-cdafb5d07d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:41.505736 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b6215d5f-d2d3-42d0-9075-cdafb5d07d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:41.664750 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b6215d5f-d2d3-42d0-9075-cdafb5d07d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:41.699271 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b6215d5f-d2d3-42d0-9075-cdafb5d07d73 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2eaa6b41c4834b7bbf533c9e4fbf050d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8835678 Dec 17 15:41:41.702762 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56208) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:41:41.716243 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6215d5f-d2d3-42d0-9075-cdafb5d07d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b716ca-113b-48e1-ba59-2f633cc07beb,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:41.796256 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c326adb9-6f61-4a06-9f94-bc04bc2322ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:41.846577 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c326adb9-6f61-4a06-9f94-bc04bc2322ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:42.050811 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c326adb9-6f61-4a06-9f94-bc04bc2322ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:42.052460 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c326adb9-6f61-4a06-9f94-bc04bc2322ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:42.053909 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c326adb9-6f61-4a06-9f94-bc04bc2322ba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/18b716ca-113b-48e1-ba59-2f633cc07beb HTTP/1.1" status: 204 len: 168 time: 0.3501685 Dec 17 15:41:42.070899 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c326adb9-6f61-4a06-9f94-bc04bc2322ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b716ca-113b-48e1-ba59-2f633cc07beb,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:52.942706 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351e9a2-d4df-4d55-8b43-a8ee12b14dcc req-6235ee52-736b-4e49-9bba-919b62dfc331 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:41:52.944284 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5351e9a2-d4df-4d55-8b43-a8ee12b14dcc req-6235ee52-736b-4e49-9bba-919b62dfc331 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 946 time: 0.0525031 Dec 17 15:41:52.994324 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5351e9a2-d4df-4d55-8b43-a8ee12b14dcc req-b374df43-f539-49c4-a21a-b053610a7b20 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438025 Dec 17 15:41:54.123022 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1105fd-2f55-45b7-9cd8-7051f2a85744 req-42ae160b-3a7b-4545-85f3-3e4a780921b0 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:41:54.124572 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1d1105fd-2f55-45b7-9cd8-7051f2a85744 req-42ae160b-3a7b-4545-85f3-3e4a780921b0 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 946 time: 0.0544941 Dec 17 15:41:54.164811 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1d1105fd-2f55-45b7-9cd8-7051f2a85744 req-1e4b2c90-3a70-46ca-80d3-5b9959d68edf tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339630 Dec 17 15:41:54.779594 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec278136-a573-442d-8d7b-839e2b81078d req-10c45938-2686-4875-8085-a4ed5d572ab2 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:41:54.781089 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ec278136-a573-442d-8d7b-839e2b81078d req-10c45938-2686-4875-8085-a4ed5d572ab2 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 946 time: 0.0489147 Dec 17 15:41:54.821801 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ec278136-a573-442d-8d7b-839e2b81078d req-2efcb6b2-5d8a-4a2f-b8f8-ae0825e1044f tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345557 Dec 17 15:41:55.933804 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:55.968412 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b1f21-bb1b-4a20-b388-4a3dacb6de3b req-6b0dd616-d3cf-48fb-b022-84b22632cfb3 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:41:55.973679 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da5b1f21-bb1b-4a20-b388-4a3dacb6de3b req-6b0dd616-d3cf-48fb-b022-84b22632cfb3 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 946 time: 0.0753584 Dec 17 15:41:56.012091 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da5b1f21-bb1b-4a20-b388-4a3dacb6de3b req-229366f5-1a18-4a69-9195-130354e08f54 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357964 Dec 17 15:41:56.068096 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e09fc83a-84a4-4efa-9d4a-54dade58d6d9 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:41:56.152124 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:56.176905 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223c40fc-93d0-4317-8b3e-083ff43c0ac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e09fc83a-84a4-4efa-9d4a-54dade58d6d9'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:41:56.179670 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213191a0-ed00-4019-b63a-7f1eb160735a" -d '{"events": [{"server_uuid": "223c40fc-93d0-4317-8b3e-083ff43c0ac1", "name": "network-vif-unplugged", "status": "completed", "tag": "e09fc83a-84a4-4efa-9d4a-54dade58d6d9"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:41:56.195001 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port e09fc83a-84a4-4efa-9d4a-54dade58d6d9, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e09fc83a-84a4-4efa-9d4a-54dade58d6d9,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:41:56.222273 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f9ca6e-3606-4aab-932e-6db84eb47f08 x-openstack-request-id: req-18f9ca6e-3606-4aab-932e-6db84eb47f08 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:41:56.222646 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223c40fc-93d0-4317-8b3e-083ff43c0ac1", "name": "network-vif-unplugged", "status": "completed", "tag": "e09fc83a-84a4-4efa-9d4a-54dade58d6d9", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:41:56.222911 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-18f9ca6e-3606-4aab-932e-6db84eb47f08 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:41:56.223302 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223c40fc-93d0-4317-8b3e-083ff43c0ac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e09fc83a-84a4-4efa-9d4a-54dade58d6d9', 'code': 200} Dec 17 15:41:56.249070 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:56.301595 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=e09fc83a-84a4-4efa-9d4a-54dade58d6d9,revision_number=11']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:57.143278 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68b8c0-3766-4dc7-8f36-a72952813303 req-27aabf00-cf27-4475-bb5e-f4a4503bb84e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:41:57.144871 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7d68b8c0-3766-4dc7-8f36-a72952813303 req-27aabf00-cf27-4475-bb5e-f4a4503bb84e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0563631 Dec 17 15:41:57.183071 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7d68b8c0-3766-4dc7-8f36-a72952813303 req-7b4319fe-aa88-4033-b4a7-292f6c1f92aa tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321748 Dec 17 15:41:58.059281 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e09fc83a-84a4-4efa-9d4a-54dade58d6d9 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:41:58.199494 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port e09fc83a-84a4-4efa-9d4a-54dade58d6d9, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e09fc83a-84a4-4efa-9d4a-54dade58d6d9,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:41:58.211372 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'e09fc83a-84a4-4efa-9d4a-54dade58d6d9', 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c', 'port_id': 'e09fc83a-84a4-4efa-9d4a-54dade58d6d9', 'mac_address': 'fa:16:3e:91:13:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610c69b5-11b8-4033-8576-74e6e98b4da0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:41:58.257334 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:58.272025 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e09fc83a-84a4-4efa-9d4a-54dade58d6d9 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:41:58.301677 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port e09fc83a-84a4-4efa-9d4a-54dade58d6d9, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e09fc83a-84a4-4efa-9d4a-54dade58d6d9,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:41:58.329762 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab45b7b-470d-4428-afeb-dbf60f669ecd req-d2e7cdcd-5624-4361-9fbc-d2eca4d4de73 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:41:58.333962 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4ab45b7b-470d-4428-afeb-dbf60f669ecd req-d2e7cdcd-5624-4361-9fbc-d2eca4d4de73 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0608406 Dec 17 15:41:58.369492 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:58.381595 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4ab45b7b-470d-4428-afeb-dbf60f669ecd req-f21d1e4d-3197-48d1-9f87-5f2daa7b44cf tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440183 Dec 17 15:41:58.421899 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=e09fc83a-84a4-4efa-9d4a-54dade58d6d9,revision_number=12']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:41:58.436369 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['e09fc83a-84a4-4efa-9d4a-54dade58d6d9'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:41:58.803341 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d6ed0b5d-c6c7-427f-a446-7e50f32fae53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:41:59.526195 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189751b-8dda-4215-be26-f11a03630b79 req-53e00f69-3569-459f-a33b-c5bdca0163af tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:41:59.528494 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b189751b-8dda-4215-be26-f11a03630b79 req-53e00f69-3569-459f-a33b-c5bdca0163af tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 945 time: 0.0549917 Dec 17 15:41:59.582637 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b189751b-8dda-4215-be26-f11a03630b79 req-41671538-9642-4f8b-85b5-7db3e6d7d3e1 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445983 Dec 17 15:42:00.072141 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e09fc83a-84a4-4efa-9d4a-54dade58d6d9 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:42:00.132520 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port e09fc83a-84a4-4efa-9d4a-54dade58d6d9 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:42:00.133067 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:00.251133 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:00.288455 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223c40fc-93d0-4317-8b3e-083ff43c0ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09fc83a-84a4-4efa-9d4a-54dade58d6d9'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:42:00.290856 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22dce8aa-c496-427b-b2a0-b9f0d1331644" -d '{"events": [{"server_uuid": "223c40fc-93d0-4317-8b3e-083ff43c0ac1", "name": "network-vif-plugged", "status": "completed", "tag": "e09fc83a-84a4-4efa-9d4a-54dade58d6d9"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:42:00.320615 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port e09fc83a-84a4-4efa-9d4a-54dade58d6d9, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e09fc83a-84a4-4efa-9d4a-54dade58d6d9,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:42:00.381540 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ff1f59-44df-4399-9132-5db3473c2207 x-openstack-request-id: req-63ff1f59-44df-4399-9132-5db3473c2207 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:42:00.381540 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223c40fc-93d0-4317-8b3e-083ff43c0ac1", "name": "network-vif-plugged", "status": "completed", "tag": "e09fc83a-84a4-4efa-9d4a-54dade58d6d9", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:42:00.381540 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-63ff1f59-44df-4399-9132-5db3473c2207 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:42:00.381540 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223c40fc-93d0-4317-8b3e-083ff43c0ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09fc83a-84a4-4efa-9d4a-54dade58d6d9', 'code': 200} Dec 17 15:42:00.395933 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:00.462590 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=e09fc83a-84a4-4efa-9d4a-54dade58d6d9,revision_number=13']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:42:00.762321 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a16007-d5b3-4cd4-8b55-710667d5f349 req-d745a255-af71-4010-ab7e-a1ba550b65fa tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:00.764111 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d3a16007-d5b3-4cd4-8b55-710667d5f349 req-d745a255-af71-4010-ab7e-a1ba550b65fa tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 946 time: 0.0750043 Dec 17 15:42:00.826454 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d3a16007-d5b3-4cd4-8b55-710667d5f349 req-b03fecec-dc78-4108-825b-b156bdcfcf7c tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515625 Dec 17 15:42:00.853131 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:42:01.030458 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ef8008cb-64ad-48d5-8538-6ef2fbbb2e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:01.586296 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56706) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:42:01.747818 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-666dad1e-f519-41f7-ac16-46a8078f5b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:01.840476 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-666dad1e-f519-41f7-ac16-46a8078f5b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:01.955445 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cc2bc-ae8f-4af9-978c-219061b25d17 req-19a563ea-66b1-4d98-a026-01ca2e340b6c tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:01.957090 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-309cc2bc-ae8f-4af9-978c-219061b25d17 req-19a563ea-66b1-4d98-a026-01ca2e340b6c tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 946 time: 0.0546165 Dec 17 15:42:01.992465 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-666dad1e-f519-41f7-ac16-46a8078f5b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:02.019279 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-309cc2bc-ae8f-4af9-978c-219061b25d17 req-ccbf92cd-db3d-4a33-beb5-88e1a96c38a5 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556638 Dec 17 15:42:02.045140 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-666dad1e-f519-41f7-ac16-46a8078f5b63 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f88cb756c1b44736bf36e37f03975b98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4530113 Dec 17 15:42:02.045140 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56716) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:42:02.061408 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666dad1e-f519-41f7-ac16-46a8078f5b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fafe3f4-e139-4396-8021-0e6ed9d18867,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:42:02.106940 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-50b33d90-861d-404f-ae4f-9633de0277fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:02.130392 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-50b33d90-861d-404f-ae4f-9633de0277fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:02.335924 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846efa4c-5da0-486a-8129-f99c40862cc5 req-dcee13d4-0086-4614-b18c-7e4e1fa09076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:02.356825 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-846efa4c-5da0-486a-8129-f99c40862cc5 req-dcee13d4-0086-4614-b18c-7e4e1fa09076 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3ccd7142d8c423fb044217d2f692337&device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 1097 time: 0.0427189 Dec 17 15:42:02.446290 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846efa4c-5da0-486a-8129-f99c40862cc5 req-9a936c21-f37c-4f67-bbd4-c132c144dc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:02.447780 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-846efa4c-5da0-486a-8129-f99c40862cc5 req-9a936c21-f37c-4f67-bbd4-c132c144dc81 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1bf23dbe-38db-4a32-95b8-9493ff106e9c HTTP/1.1" status: 200 len: 913 time: 0.0903492 Dec 17 15:42:02.488496 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:02.492299 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-50b33d90-861d-404f-ae4f-9633de0277fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:02.494819 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-50b33d90-861d-404f-ae4f-9633de0277fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:02.498413 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-50b33d90-861d-404f-ae4f-9633de0277fb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8fafe3f4-e139-4396-8021-0e6ed9d18867 HTTP/1.1" status: 204 len: 168 time: 0.4515843 Dec 17 15:42:02.515192 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b33d90-861d-404f-ae4f-9633de0277fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fafe3f4-e139-4396-8021-0e6ed9d18867,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:42:02.547219 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-846efa4c-5da0-486a-8129-f99c40862cc5 req-ab6aede6-d0b0-4efa-be75-e8453ea1e2b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e09fc83a-84a4-4efa-9d4a-54dade58d6d9 HTTP/1.1" status: 200 len: 1001 time: 0.0928147 Dec 17 15:42:02.615824 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846efa4c-5da0-486a-8129-f99c40862cc5 req-6f6cee65-47b1-4dc5-a4e5-280647c67e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:02.617435 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-846efa4c-5da0-486a-8129-f99c40862cc5 req-6f6cee65-47b1-4dc5-a4e5-280647c67e1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=610c69b5-11b8-4033-8576-74e6e98b4da0 HTTP/1.1" status: 200 len: 851 time: 0.0550630 Dec 17 15:42:02.670235 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846efa4c-5da0-486a-8129-f99c40862cc5 req-9e429317-f414-400f-aba9-4cb2388f6a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:02.671728 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-846efa4c-5da0-486a-8129-f99c40862cc5 req-9e429317-f414-400f-aba9-4cb2388f6a22 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bf23dbe-38db-4a32-95b8-9493ff106e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464835 Dec 17 15:42:02.764108 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-846efa4c-5da0-486a-8129-f99c40862cc5 req-7aab7e64-e153-4af2-b60f-e4b8cc80e04a service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855772 Dec 17 15:42:02.866301 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-846efa4c-5da0-486a-8129-f99c40862cc5 req-f8cfe8bd-49bc-4ba4-9b4e-c31581552280 service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945461 Dec 17 15:42:03.218042 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd4687-7629-4654-8a66-2b952dd03c0b req-a92f5f60-af18-43e3-8a1c-39010f533fd1 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:03.228372 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2cfd4687-7629-4654-8a66-2b952dd03c0b req-a92f5f60-af18-43e3-8a1c-39010f533fd1 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 946 time: 0.1018918 Dec 17 15:42:03.270355 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2cfd4687-7629-4654-8a66-2b952dd03c0b req-e4778cb1-fe63-4a70-b66e-7770c16084fb tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410502 Dec 17 15:42:03.287222 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 56738) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:42:03.303950 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-88266e66-5b09-418f-99c7-f0265f97c5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:03.392578 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-88266e66-5b09-418f-99c7-f0265f97c5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:03.453088 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-88266e66-5b09-418f-99c7-f0265f97c5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:03.501612 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-88266e66-5b09-418f-99c7-f0265f97c5dc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5b3cdf6706db4aff85b351424df10646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2132087 Dec 17 15:42:03.502435 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 56742) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:42:03.534881 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88266e66-5b09-418f-99c7-f0265f97c5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b824a6-30d4-4c85-a5d9-a8a19f1109f0,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:42:03.568789 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5f616a00-6ca6-4a80-a996-c7cf8ad1810a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:03.594291 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5f616a00-6ca6-4a80-a996-c7cf8ad1810a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:03.721583 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5f616a00-6ca6-4a80-a996-c7cf8ad1810a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:03.724325 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5f616a00-6ca6-4a80-a996-c7cf8ad1810a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:03.725348 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5f616a00-6ca6-4a80-a996-c7cf8ad1810a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d7b824a6-30d4-4c85-a5d9-a8a19f1109f0 HTTP/1.1" status: 204 len: 168 time: 0.2216177 Dec 17 15:42:03.734174 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f616a00-6ca6-4a80-a996-c7cf8ad1810a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b824a6-30d4-4c85-a5d9-a8a19f1109f0,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:42:03.751421 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f616a00-6ca6-4a80-a996-c7cf8ad1810a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:42:03.751421 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f616a00-6ca6-4a80-a996-c7cf8ad1810a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:42:03.751421 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f616a00-6ca6-4a80-a996-c7cf8ad1810a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:42:03.751421 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f616a00-6ca6-4a80-a996-c7cf8ad1810a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:42:03.751421 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f616a00-6ca6-4a80-a996-c7cf8ad1810a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:42:03.751421 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f616a00-6ca6-4a80-a996-c7cf8ad1810a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:42:03.751421 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f616a00-6ca6-4a80-a996-c7cf8ad1810a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:42:03.751421 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f616a00-6ca6-4a80-a996-c7cf8ad1810a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:42:03.751421 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f616a00-6ca6-4a80-a996-c7cf8ad1810a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:42:03.751421 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f616a00-6ca6-4a80-a996-c7cf8ad1810a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:42:03.751421 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f616a00-6ca6-4a80-a996-c7cf8ad1810a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:42:03.751421 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f616a00-6ca6-4a80-a996-c7cf8ad1810a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:42:03.887395 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:04.186120 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:04.440073 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d98dbd-aa5e-40a4-98a8-b55225aa3b93 req-b9b7e885-54c8-4e07-b2e6-4f57f763fa49 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:04.442447 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-00d98dbd-aa5e-40a4-98a8-b55225aa3b93 req-b9b7e885-54c8-4e07-b2e6-4f57f763fa49 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 946 time: 0.0623033 Dec 17 15:42:04.486644 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-00d98dbd-aa5e-40a4-98a8-b55225aa3b93 req-7d9a7f95-b8d6-4d0e-ab2a-c8b6e5523c63 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379722 Dec 17 15:42:05.692256 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96993174-516d-43ca-b97e-43463df03404 req-0feedfb5-0de8-462e-98ff-b0de56a98135 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:05.701731 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-96993174-516d-43ca-b97e-43463df03404 req-0feedfb5-0de8-462e-98ff-b0de56a98135 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 946 time: 0.1206365 Dec 17 15:42:05.748495 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-96993174-516d-43ca-b97e-43463df03404 req-72eb621d-dc7f-4a06-a21d-bda66027bf61 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454912 Dec 17 15:42:06.901088 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181326e-0aa2-4e73-8be8-db0c283fa1e8 req-565250e0-2c13-4a8d-a5a6-0218926de6e0 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:06.910306 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e181326e-0aa2-4e73-8be8-db0c283fa1e8 req-565250e0-2c13-4a8d-a5a6-0218926de6e0 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 946 time: 0.0608263 Dec 17 15:42:06.975952 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e181326e-0aa2-4e73-8be8-db0c283fa1e8 req-7888a79a-6693-413d-a4ed-fb20ce1df704 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647366 Dec 17 15:42:08.216257 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0b07b-65a4-492c-936c-88c02acd8450 req-e04f87a5-7f78-4fff-bab8-b1814b105250 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:08.220143 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-46f0b07b-65a4-492c-936c-88c02acd8450 req-e04f87a5-7f78-4fff-bab8-b1814b105250 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 946 time: 0.0886426 Dec 17 15:42:08.274842 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-46f0b07b-65a4-492c-936c-88c02acd8450 req-d7b19a6b-05c3-4be5-af5f-4a011d60812d tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443580 Dec 17 15:42:09.409530 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc2cf5-983a-4919-ac58-8f747603962a req-3f6e4bac-a963-4d32-b8e0-5ecd85d6490c tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:09.416724 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5ddc2cf5-983a-4919-ac58-8f747603962a req-3f6e4bac-a963-4d32-b8e0-5ecd85d6490c tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 946 time: 0.0603087 Dec 17 15:42:09.475478 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5ddc2cf5-983a-4919-ac58-8f747603962a req-da9c5665-854c-4356-abf0-34b0116dc2e4 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575564 Dec 17 15:42:10.504129 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:10.585269 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee1df7-dc94-482d-9d2f-93345a8781b0 req-afb7097b-9e8e-4212-92a2-26cb3b53b016 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:10.586919 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0ee1df7-dc94-482d-9d2f-93345a8781b0 req-afb7097b-9e8e-4212-92a2-26cb3b53b016 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 946 time: 0.0535433 Dec 17 15:42:10.627646 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0ee1df7-dc94-482d-9d2f-93345a8781b0 req-28b048a3-214f-44ce-8596-b6aab111cd81 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336289 Dec 17 15:42:11.748126 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa61f9b-ef37-4c70-ae41-db9461ce6422 req-670e56af-9027-4651-9584-1cd05a8a8b54 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:11.749607 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0fa61f9b-ef37-4c70-ae41-db9461ce6422 req-670e56af-9027-4651-9584-1cd05a8a8b54 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 946 time: 0.0546296 Dec 17 15:42:11.790308 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0fa61f9b-ef37-4c70-ae41-db9461ce6422 req-1ed0e3a7-2c29-4e0e-b40c-1f175a60746b tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343847 Dec 17 15:42:13.029497 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8b792-2127-4be6-a900-c93dd3d90d12 req-aec4d720-b289-44da-8413-5a9c487c17da tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:13.031255 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-72b8b792-2127-4be6-a900-c93dd3d90d12 req-aec4d720-b289-44da-8413-5a9c487c17da tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 946 time: 0.0514245 Dec 17 15:42:13.070311 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-72b8b792-2127-4be6-a900-c93dd3d90d12 req-c5268b21-7ee1-4411-bede-eabaf10d4263 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327976 Dec 17 15:42:14.082549 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e09fc83a-84a4-4efa-9d4a-54dade58d6d9 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:42:14.185275 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:14.208848 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223c40fc-93d0-4317-8b3e-083ff43c0ac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e09fc83a-84a4-4efa-9d4a-54dade58d6d9'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:42:14.210990 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198d120b-414e-462e-8d29-e0025c23fc69" -d '{"events": [{"server_uuid": "223c40fc-93d0-4317-8b3e-083ff43c0ac1", "name": "network-vif-unplugged", "status": "completed", "tag": "e09fc83a-84a4-4efa-9d4a-54dade58d6d9"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:42:14.223938 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port e09fc83a-84a4-4efa-9d4a-54dade58d6d9, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e09fc83a-84a4-4efa-9d4a-54dade58d6d9,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:42:14.261714 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b7b3d8-b68e-4892-b71b-874d49155944 x-openstack-request-id: req-f8b7b3d8-b68e-4892-b71b-874d49155944 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:42:14.262705 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223c40fc-93d0-4317-8b3e-083ff43c0ac1", "name": "network-vif-unplugged", "status": "completed", "tag": "e09fc83a-84a4-4efa-9d4a-54dade58d6d9", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:42:14.262989 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f8b7b3d8-b68e-4892-b71b-874d49155944 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:42:14.263354 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223c40fc-93d0-4317-8b3e-083ff43c0ac1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e09fc83a-84a4-4efa-9d4a-54dade58d6d9', 'code': 200} Dec 17 15:42:14.288405 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:14.346120 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=e09fc83a-84a4-4efa-9d4a-54dade58d6d9,revision_number=14']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:42:15.531782 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90608a32-bd33-4561-a6ca-520d79d432ad req-ba08dda5-5163-4f92-9ffd-b27f5e3063f3 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:15.533301 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-90608a32-bd33-4561-a6ca-520d79d432ad req-ba08dda5-5163-4f92-9ffd-b27f5e3063f3 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0491173 Dec 17 15:42:15.571415 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-90608a32-bd33-4561-a6ca-520d79d432ad req-bfb18380-888f-439f-be94-e540cead10e9 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319524 Dec 17 15:42:15.899477 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ec318-ffef-4c95-a9ac-63744612e2e0 req-c018756c-39a1-42fa-9682-a426da860d18 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:15.900899 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a22ec318-ffef-4c95-a9ac-63744612e2e0 req-c018756c-39a1-42fa-9682-a426da860d18 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0555019 Dec 17 15:42:15.971466 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a22ec318-ffef-4c95-a9ac-63744612e2e0 req-94bfadc4-7f35-40fc-b1e8-0dddb9a857b5 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598943 Dec 17 15:42:15.981859 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d04662-63eb-4d52-b168-052b84554075 req-b973f363-4aa9-4cb0-a364-85c83f24c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:15.983363 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3d04662-63eb-4d52-b168-052b84554075 req-b973f363-4aa9-4cb0-a364-85c83f24c034 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3ccd7142d8c423fb044217d2f692337&device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 1095 time: 0.0547342 Dec 17 15:42:16.083804 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d04662-63eb-4d52-b168-052b84554075 req-2ad0e365-eb95-40cf-812d-b166fb24abb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:16.085345 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3d04662-63eb-4d52-b168-052b84554075 req-2ad0e365-eb95-40cf-812d-b166fb24abb7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1bf23dbe-38db-4a32-95b8-9493ff106e9c HTTP/1.1" status: 200 len: 913 time: 0.0955679 Dec 17 15:42:16.151965 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3d04662-63eb-4d52-b168-052b84554075 req-24a6de52-a25d-4d2a-94db-5769a259679f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e09fc83a-84a4-4efa-9d4a-54dade58d6d9 HTTP/1.1" status: 200 len: 999 time: 0.0599334 Dec 17 15:42:16.211699 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d04662-63eb-4d52-b168-052b84554075 req-d551098e-7f4c-411a-bf66-efb1e3dfe060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:16.212907 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3d04662-63eb-4d52-b168-052b84554075 req-d551098e-7f4c-411a-bf66-efb1e3dfe060 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=610c69b5-11b8-4033-8576-74e6e98b4da0 HTTP/1.1" status: 200 len: 851 time: 0.0527217 Dec 17 15:42:16.264589 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d04662-63eb-4d52-b168-052b84554075 req-96caa1b2-3928-458b-9f22-519bd1c010e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:16.266120 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3d04662-63eb-4d52-b168-052b84554075 req-96caa1b2-3928-458b-9f22-519bd1c010e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bf23dbe-38db-4a32-95b8-9493ff106e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450611 Dec 17 15:42:16.358574 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3d04662-63eb-4d52-b168-052b84554075 req-c8a67fa4-6a0f-45d1-95af-78c96d5c1f4d service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852177 Dec 17 15:42:16.456151 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3d04662-63eb-4d52-b168-052b84554075 req-31713ac6-1d04-48da-8ca6-fbc6572595ab service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908375 Dec 17 15:42:17.114514 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66281d13-534c-4f3a-8820-6f3b5a168521 req-0f240366-44c4-48f3-a7ad-d74e1e2843d8 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:17.116108 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-66281d13-534c-4f3a-8820-6f3b5a168521 req-0f240366-44c4-48f3-a7ad-d74e1e2843d8 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0655448 Dec 17 15:42:17.166746 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-66281d13-534c-4f3a-8820-6f3b5a168521 req-350139e9-ec22-49bc-9aff-f4a49d0e34f4 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377288 Dec 17 15:42:18.287286 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b500adf-dea8-4f11-9bd7-ff128790abc0 req-8d28a818-8213-468a-baf2-657e26e0d525 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:18.288792 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6b500adf-dea8-4f11-9bd7-ff128790abc0 req-8d28a818-8213-468a-baf2-657e26e0d525 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0515404 Dec 17 15:42:18.329175 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6b500adf-dea8-4f11-9bd7-ff128790abc0 req-78377251-a823-49e1-9438-f12ac424ffe1 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334601 Dec 17 15:42:18.535455 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d239226-e7bd-4ac3-b2a7-cebc88c53a8e req-69ba45c3-c993-49de-8728-3b52f8eb4171 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:18.537028 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d239226-e7bd-4ac3-b2a7-cebc88c53a8e req-69ba45c3-c993-49de-8728-3b52f8eb4171 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0647674 Dec 17 15:42:18.587945 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d239226-e7bd-4ac3-b2a7-cebc88c53a8e req-e52c9271-0696-457e-88b3-17f592daae9a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446336 Dec 17 15:42:18.715910 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1866a2e-dac7-4a6c-9b19-23949514dcbd req-55e8c395-5483-4e03-85d9-6630940df4b1 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:18.717653 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e1866a2e-dac7-4a6c-9b19-23949514dcbd req-55e8c395-5483-4e03-85d9-6630940df4b1 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0511014 Dec 17 15:42:18.756597 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e1866a2e-dac7-4a6c-9b19-23949514dcbd req-92d090ea-4cbb-4052-873e-94179f3200b0 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328205 Dec 17 15:42:19.046275 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-76d1a38a-dcb8-4d98-9ca0-b3ca6179f1a9 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:19.047721 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-76d1a38a-dcb8-4d98-9ca0-b3ca6179f1a9 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/networks?id=1bf23dbe-38db-4a32-95b8-9493ff106e9c HTTP/1.1" status: 200 len: 812 time: 0.1075792 Dec 17 15:42:19.064195 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-97c11639-adc1-44f6-a162-866ca5179b5d tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/quotas/a3ccd7142d8c423fb044217d2f692337 HTTP/1.1" status: 200 len: 375 time: 0.0097647 Dec 17 15:42:19.120289 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-c4ec0878-8995-4a7a-bbca-4e766c38e55a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3ccd7142d8c423fb044217d2f692337&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0501587 Dec 17 15:42:19.234027 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-52079199-b628-4945-bc1c-fdc0b48b6e18 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:42:19.235266 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-52079199-b628-4945-bc1c-fdc0b48b6e18 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1076317 Dec 17 15:42:19.323843 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-72d9646a-043c-4ca9-835f-43f753aa4f97 service neutron] 10.222.0.46 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819905 Dec 17 15:42:19.417466 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-43282cb4-cbf6-482e-a5c4-b80f7607d149 service neutron] 10.222.0.46 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866296 Dec 17 15:42:19.688162 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aac79805-125b-420e-b8a6-c8aa8b2c6b0d req-6278c260-1116-4578-acdc-600094b32092 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 210 time: 0.0273600 Dec 17 15:42:20.801334 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fbe3b458-2612-4b75-82aa-8e1c63679a18 req-10dd51f8-3098-41ec-a8a3-705230a58740 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 210 time: 0.0265827 Dec 17 15:42:21.051381 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 57172) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:42:21.205894 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-20bef21f-2fe7-40e1-82dd-417feac40252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:21.287810 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-20bef21f-2fe7-40e1-82dd-417feac40252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:21.379427 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-20bef21f-2fe7-40e1-82dd-417feac40252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:21.425016 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-20bef21f-2fe7-40e1-82dd-417feac40252 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2419b378830941a1a658fdaa9cbfa068&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3725443 Dec 17 15:42:21.426021 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bef21f-2fe7-40e1-82dd-417feac40252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fe0635-1925-4d0d-86aa-e147fa57f672,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:42:21.427958 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 57176) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:42:21.484526 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4842f4c3-97f0-4f7c-89c1-e4bea8a926c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:21.505853 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4842f4c3-97f0-4f7c-89c1-e4bea8a926c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:21.629486 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4842f4c3-97f0-4f7c-89c1-e4bea8a926c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:21.632077 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4842f4c3-97f0-4f7c-89c1-e4bea8a926c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:21.633278 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4842f4c3-97f0-4f7c-89c1-e4bea8a926c6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e2fe0635-1925-4d0d-86aa-e147fa57f672 HTTP/1.1" status: 204 len: 168 time: 0.2043164 Dec 17 15:42:21.641777 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842f4c3-97f0-4f7c-89c1-e4bea8a926c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fe0635-1925-4d0d-86aa-e147fa57f672,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:42:21.649286 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4842f4c3-97f0-4f7c-89c1-e4bea8a926c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:42:21.649633 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4842f4c3-97f0-4f7c-89c1-e4bea8a926c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:42:21.649970 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4842f4c3-97f0-4f7c-89c1-e4bea8a926c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:42:21.650302 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4842f4c3-97f0-4f7c-89c1-e4bea8a926c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:42:21.650628 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4842f4c3-97f0-4f7c-89c1-e4bea8a926c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:42:21.651145 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4842f4c3-97f0-4f7c-89c1-e4bea8a926c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:42:21.651471 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4842f4c3-97f0-4f7c-89c1-e4bea8a926c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:42:21.651793 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4842f4c3-97f0-4f7c-89c1-e4bea8a926c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:42:21.652171 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4842f4c3-97f0-4f7c-89c1-e4bea8a926c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:42:21.653275 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4842f4c3-97f0-4f7c-89c1-e4bea8a926c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:42:21.653805 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4842f4c3-97f0-4f7c-89c1-e4bea8a926c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:42:21.654131 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4842f4c3-97f0-4f7c-89c1-e4bea8a926c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:42:22.163822 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-dc985dd1-b8c9-483b-8258-db960009d49b tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:22.165600 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-dc985dd1-b8c9-483b-8258-db960009d49b tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.41 "GET /v2.0/networks?id=1bf23dbe-38db-4a32-95b8-9493ff106e9c HTTP/1.1" status: 200 len: 812 time: 0.1205227 Dec 17 15:42:22.188670 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-dcb758bc-720d-47c9-9009-4197a5f7da1e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Request body: {'port': {'device_id': '572b4bdc-f51b-45fb-b565-94fd21a50639', 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c', 'admin_state_up': True, 'tenant_id': 'a3ccd7142d8c423fb044217d2f692337'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:42:22.243167 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-842a808f-b832-40b5-a5db-b54611f0c707 req-4019772f-ea03-4e07-a174-a175970bf68e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 210 time: 0.3649449 Dec 17 15:42:22.382976 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 57190) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:42:22.397127 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dbfbb2d9-6707-40b8-8eb4-0409d2f0bbc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:22.397346 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-dcb758bc-720d-47c9-9009-4197a5f7da1e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Made reservation on behalf of a3ccd7142d8c423fb044217d2f692337 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:42:22.404524 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-dcb758bc-720d-47c9-9009-4197a5f7da1e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:22.494975 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dbfbb2d9-6707-40b8-8eb4-0409d2f0bbc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:22.540530 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-dcb758bc-720d-47c9-9009-4197a5f7da1e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Allocated IP 172.20.0.7 (1bf23dbe-38db-4a32-95b8-9493ff106e9c/610c69b5-11b8-4033-8576-74e6e98b4da0/8e9442f4-aebf-4876-a821-956de948925d) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:42:22.625201 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dbfbb2d9-6707-40b8-8eb4-0409d2f0bbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:22.663654 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-dbfbb2d9-6707-40b8-8eb4-0409d2f0bbc1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c4f956e1867d422fbd026e1d543d85a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2795844 Dec 17 15:42:22.665187 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfbb2d9-6707-40b8-8eb4-0409d2f0bbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a9fc1f-e5e3-4bec-bf58-c6055297f126,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:42:22.667306 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 57192) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:42:22.718166 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-dcb758bc-720d-47c9-9009-4197a5f7da1e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:22.756672 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a18ea9dc-1132-4d13-8968-9cc5dcfb5621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:22.788685 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a18ea9dc-1132-4d13-8968-9cc5dcfb5621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:22.842711 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-dcb758bc-720d-47c9-9009-4197a5f7da1e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:22.884137 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-dcb758bc-720d-47c9-9009-4197a5f7da1e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Network 1bf23dbe-38db-4a32-95b8-9493ff106e9c is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:42:22.890176 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-dcb758bc-720d-47c9-9009-4197a5f7da1e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:42:22.893950 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-dcb758bc-720d-47c9-9009-4197a5f7da1e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:42:22.921531 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb758bc-720d-47c9-9009-4197a5f7da1e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Pushing event updated for resources: {'Port': ['ID=8e9442f4-aebf-4876-a821-956de948925d,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:42:22.956174 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-dcb758bc-720d-47c9-9009-4197a5f7da1e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:22.956947 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-dcb758bc-720d-47c9-9009-4197a5f7da1e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:22.959489 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a18ea9dc-1132-4d13-8968-9cc5dcfb5621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:22.962443 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a18ea9dc-1132-4d13-8968-9cc5dcfb5621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:22.966808 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a18ea9dc-1132-4d13-8968-9cc5dcfb5621 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/55a9fc1f-e5e3-4bec-bf58-c6055297f126 HTTP/1.1" status: 204 len: 168 time: 0.2954271 Dec 17 15:42:22.976979 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ea9dc-1132-4d13-8968-9cc5dcfb5621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a9fc1f-e5e3-4bec-bf58-c6055297f126,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:42:23.072505 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-dcb758bc-720d-47c9-9009-4197a5f7da1e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8905962 Dec 17 15:42:23.083789 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-7ed61dae-06ed-4112-a430-502145cbe4eb tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:42:23.085016 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-7ed61dae-06ed-4112-a430-502145cbe4eb tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059845 Dec 17 15:42:23.157964 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d7aded9b-30b5-4ce5-8d7e-469087b7b7f3 None None] Provisioning complete for port 8e9442f4-aebf-4876-a821-956de948925d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:42:23.159146 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d7aded9b-30b5-4ce5-8d7e-469087b7b7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:23.198647 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d7aded9b-30b5-4ce5-8d7e-469087b7b7f3 None None] Port 8e9442f4-aebf-4876-a821-956de948925d cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:42:23.213684 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-2de978ff-e465-4816-9222-b82777d75ee8 service neutron] Request body: {'port': {'device_id': '572b4bdc-f51b-45fb-b565-94fd21a50639', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:42:23.273659 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-2de978ff-e465-4816-9222-b82777d75ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:23.393955 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071ea6a-6ee0-4c5b-b16e-df0263a0e018 req-3501bf3e-39e1-48da-8d42-99ade03d8150 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:23.396568 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f071ea6a-6ee0-4c5b-b16e-df0263a0e018 req-3501bf3e-39e1-48da-8d42-99ade03d8150 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 931 time: 0.0664425 Dec 17 15:42:23.461484 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f071ea6a-6ee0-4c5b-b16e-df0263a0e018 req-7f7ffd3a-30c0-467e-a681-320955cfa775 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572307 Dec 17 15:42:23.615210 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-2de978ff-e465-4816-9222-b82777d75ee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e9442f4-aebf-4876-a821-956de948925d {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:42:23.627477 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-2de978ff-e465-4816-9222-b82777d75ee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:23.641918 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-2de978ff-e465-4816-9222-b82777d75ee8 service neutron] Transition to ACTIVE for port object 8e9442f4-aebf-4876-a821-956de948925d will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:42:23.687721 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-2de978ff-e465-4816-9222-b82777d75ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:23.741502 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de978ff-e465-4816-9222-b82777d75ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9442f4-aebf-4876-a821-956de948925d,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:42:23.827877 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-2de978ff-e465-4816-9222-b82777d75ee8 service neutron] Attempting to bind port 8e9442f4-aebf-4876-a821-956de948925d on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:42:23.828218 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-2de978ff-e465-4816-9222-b82777d75ee8 service neutron] Attempting to bind port 8e9442f4-aebf-4876-a821-956de948925d by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': 'b2109624-b42a-43d8-b4b0-958e6ac0b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:42:23.828610 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-2de978ff-e465-4816-9222-b82777d75ee8 service neutron] Attempting to bind port 8e9442f4-aebf-4876-a821-956de948925d on network 1bf23dbe-38db-4a32-95b8-9493ff106e9c {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:42:23.833069 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-2de978ff-e465-4816-9222-b82777d75ee8 service neutron] Port 8e9442f4-aebf-4876-a821-956de948925d on network 1bf23dbe-38db-4a32-95b8-9493ff106e9c not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:42:23.833523 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-2de978ff-e465-4816-9222-b82777d75ee8 service neutron] Attempting to bind port 8e9442f4-aebf-4876-a821-956de948925d on network 1bf23dbe-38db-4a32-95b8-9493ff106e9c {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:42:23.840347 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-2de978ff-e465-4816-9222-b82777d75ee8 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:42:23.840347 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-2de978ff-e465-4816-9222-b82777d75ee8 service neutron] Checking segment: {'id': 'b2109624-b42a-43d8-b4b0-958e6ac0b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:42:23.840657 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-2de978ff-e465-4816-9222-b82777d75ee8 service neutron] Bound using segment: {'id': 'b2109624-b42a-43d8-b4b0-958e6ac0b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:42:23.841095 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-2de978ff-e465-4816-9222-b82777d75ee8 service neutron] Bound port: 8e9442f4-aebf-4876-a821-956de948925d, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2109624-b42a-43d8-b4b0-958e6ac0b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:42:23.841594 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-2de978ff-e465-4816-9222-b82777d75ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:23.914230 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-2de978ff-e465-4816-9222-b82777d75ee8 service neutron] For port 8e9442f4-aebf-4876-a821-956de948925d, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:42:23.917519 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-2de978ff-e465-4816-9222-b82777d75ee8 service neutron] For port 8e9442f4-aebf-4876-a821-956de948925d, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=8e9442f4-aebf-4876-a821-956de948925d,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:42:24.006959 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-2de978ff-e465-4816-9222-b82777d75ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:24.055314 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-2de978ff-e465-4816-9222-b82777d75ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:24.056352 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-2de978ff-e465-4816-9222-b82777d75ee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:24.058032 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-2de978ff-e465-4816-9222-b82777d75ee8 service neutron] 10.222.0.41 "PUT /v2.0/ports/8e9442f4-aebf-4876-a821-956de948925d HTTP/1.1" status: 200 len: 1091 time: 0.9570367 Dec 17 15:42:24.058788 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '572b4bdc-f51b-45fb-b565-94fd21a50639', 'tag': '8e9442f4-aebf-4876-a821-956de948925d'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:42:24.061603 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2747ba-0859-4455-a31e-e2e40f33acbf" -d '{"events": [{"name": "network-changed", "server_uuid": "572b4bdc-f51b-45fb-b565-94fd21a50639", "tag": "8e9442f4-aebf-4876-a821-956de948925d"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:42:24.095598 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de978ff-e465-4816-9222-b82777d75ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9442f4-aebf-4876-a821-956de948925d,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:42:24.243208 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-bdb56493-14a9-455c-bd2e-d148926f9ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:24.244936 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-bdb56493-14a9-455c-bd2e-d148926f9ba3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3ccd7142d8c423fb044217d2f692337&device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 1094 time: 0.0635266 Dec 17 15:42:24.307337 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da17d5b5-6852-49c4-a82a-26addd3ba98d x-openstack-request-id: req-da17d5b5-6852-49c4-a82a-26addd3ba98d {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:42:24.307622 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "572b4bdc-f51b-45fb-b565-94fd21a50639", "tag": "8e9442f4-aebf-4876-a821-956de948925d", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:42:24.307871 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-da17d5b5-6852-49c4-a82a-26addd3ba98d {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:42:24.308272 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '572b4bdc-f51b-45fb-b565-94fd21a50639', 'tag': '8e9442f4-aebf-4876-a821-956de948925d', 'status': 'completed', 'code': 200} Dec 17 15:42:24.310212 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-d021436a-eb96-41e3-a498-9b83086c9533 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e9442f4-aebf-4876-a821-956de948925d HTTP/1.1" status: 200 len: 217 time: 0.0510468 Dec 17 15:42:24.369679 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-79db64ef-e41b-44a2-810d-1c325b8a6074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:24.371233 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-79db64ef-e41b-44a2-810d-1c325b8a6074 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=610c69b5-11b8-4033-8576-74e6e98b4da0 HTTP/1.1" status: 200 len: 851 time: 0.0529492 Dec 17 15:42:24.436987 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-9bc58c2c-4340-4bfc-b3d3-ae4f9557d127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:24.438659 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-9bc58c2c-4340-4bfc-b3d3-ae4f9557d127 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bf23dbe-38db-4a32-95b8-9493ff106e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605946 Dec 17 15:42:24.554767 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-c125ea4c-ec60-4d96-9f03-e1782cedd988 service neutron] 10.222.0.41 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089990 Dec 17 15:42:24.591280 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117a6ff-2f5c-48ff-ab45-b45cfabd2a25 req-376cbfc4-e350-4836-ae1c-e28d42a8d530 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:24.592676 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3117a6ff-2f5c-48ff-ab45-b45cfabd2a25 req-376cbfc4-e350-4836-ae1c-e28d42a8d530 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 943 time: 0.0503049 Dec 17 15:42:24.638369 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3117a6ff-2f5c-48ff-ab45-b45cfabd2a25 req-9c96ff27-d960-44a1-b881-1415c1c3931c tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393841 Dec 17 15:42:24.655908 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4c709a2f-fb56-4a48-a620-eac0e92b3790 req-1214b74f-60ae-45a3-a9e7-b0b9717b65ed service neutron] 10.222.0.41 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933025 Dec 17 15:42:24.838427 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2747ba-0859-4455-a31e-e2e40f33acbf req-ea56d3eb-8147-447d-be25-8008e9e5f4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:24.840493 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3a2747ba-0859-4455-a31e-e2e40f33acbf req-ea56d3eb-8147-447d-be25-8008e9e5f4ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3ccd7142d8c423fb044217d2f692337&device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 1094 time: 0.0481818 Dec 17 15:42:24.941369 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2747ba-0859-4455-a31e-e2e40f33acbf req-9ea2d790-299a-4998-b109-8d234afba20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:24.942858 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3a2747ba-0859-4455-a31e-e2e40f33acbf req-9ea2d790-299a-4998-b109-8d234afba20b service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bf23dbe-38db-4a32-95b8-9493ff106e9c HTTP/1.1" status: 200 len: 913 time: 0.0903568 Dec 17 15:42:24.990356 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3a2747ba-0859-4455-a31e-e2e40f33acbf req-d7d0eb1d-c415-40cd-9361-9f14d3ce41c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e9442f4-aebf-4876-a821-956de948925d HTTP/1.1" status: 200 len: 217 time: 0.0401349 Dec 17 15:42:25.043411 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2747ba-0859-4455-a31e-e2e40f33acbf req-b762e996-bf3b-418f-8c8c-efd35d1ec1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:25.045414 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3a2747ba-0859-4455-a31e-e2e40f33acbf req-b762e996-bf3b-418f-8c8c-efd35d1ec1f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=610c69b5-11b8-4033-8576-74e6e98b4da0 HTTP/1.1" status: 200 len: 851 time: 0.0482492 Dec 17 15:42:25.091101 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2747ba-0859-4455-a31e-e2e40f33acbf req-39dbf40b-4dc0-42a0-bcd9-3c7f75045a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:25.092770 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3a2747ba-0859-4455-a31e-e2e40f33acbf req-39dbf40b-4dc0-42a0-bcd9-3c7f75045a31 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bf23dbe-38db-4a32-95b8-9493ff106e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409992 Dec 17 15:42:25.188975 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3a2747ba-0859-4455-a31e-e2e40f33acbf req-7cc3d49e-f58c-4b22-9826-37af2609b47f service neutron] 10.222.0.41 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888553 Dec 17 15:42:25.290271 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3a2747ba-0859-4455-a31e-e2e40f33acbf req-10298d96-66e9-42e5-b8f2-33461920fac4 service neutron] 10.222.0.41 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914686 Dec 17 15:42:25.624383 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 57260) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:42:25.737556 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e4b72b2a-8319-49ee-a24f-bc285b48a524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:25.774398 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e24572-1037-42f9-9f32-bf66cf9c600d req-1cf0d117-7e9f-4c9b-9a4e-48ff98a578a3 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:25.775913 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98e24572-1037-42f9-9f32-bf66cf9c600d req-1cf0d117-7e9f-4c9b-9a4e-48ff98a578a3 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 943 time: 0.0516500 Dec 17 15:42:25.816171 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98e24572-1037-42f9-9f32-bf66cf9c600d req-02c0d280-c697-4f17-96fa-c656749063e9 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335617 Dec 17 15:42:25.823538 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e4b72b2a-8319-49ee-a24f-bc285b48a524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:25.933893 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e4b72b2a-8319-49ee-a24f-bc285b48a524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:25.961792 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:25.973501 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e4b72b2a-8319-49ee-a24f-bc285b48a524 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bd6cb2176c8249bd8f55c759175db06c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3479574 Dec 17 15:42:25.974473 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b72b2a-8319-49ee-a24f-bc285b48a524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5c853d-ed7f-4ac7-9672-7bc8af1b876b,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:42:25.976246 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 57270) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:42:26.160153 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4dfc0231-ba54-4a3f-b270-032054a1df25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:26.160153 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4dfc0231-ba54-4a3f-b270-032054a1df25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:26.202581 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4dfc0231-ba54-4a3f-b270-032054a1df25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:26.205054 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4dfc0231-ba54-4a3f-b270-032054a1df25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:26.206320 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4dfc0231-ba54-4a3f-b270-032054a1df25 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4e5c853d-ed7f-4ac7-9672-7bc8af1b876b HTTP/1.1" status: 204 len: 168 time: 0.2290812 Dec 17 15:42:26.215338 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc0231-ba54-4a3f-b270-032054a1df25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5c853d-ed7f-4ac7-9672-7bc8af1b876b,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:42:26.913298 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 57298) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:42:26.934801 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-93d828eb-7213-4c05-b51d-406c8f6206a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:26.941848 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c86ab4-e833-4387-b026-93eeb11114aa req-449581cc-c397-4767-bf17-44967fe73d81 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:26.943607 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45c86ab4-e833-4387-b026-93eeb11114aa req-449581cc-c397-4767-bf17-44967fe73d81 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 943 time: 0.0535502 Dec 17 15:42:26.991143 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45c86ab4-e833-4387-b026-93eeb11114aa req-cb50f490-fb5a-4e33-afc8-f66151997eec tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405483 Dec 17 15:42:27.023059 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-93d828eb-7213-4c05-b51d-406c8f6206a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:27.086707 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-93d828eb-7213-4c05-b51d-406c8f6206a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:27.131605 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d828eb-7213-4c05-b51d-406c8f6206a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15df0ded-2d92-45ea-9b8c-8962facb56b8,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:42:27.135874 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-93d828eb-7213-4c05-b51d-406c8f6206a4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=318ddd9a6a9d4b149bec7c8df738c953&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2214739 Dec 17 15:42:27.138583 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 57304) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:42:27.187456 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2464fbb6-aed6-4d60-a114-7446802b9260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:27.210000 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2464fbb6-aed6-4d60-a114-7446802b9260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:27.354933 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2464fbb6-aed6-4d60-a114-7446802b9260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:27.357870 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2464fbb6-aed6-4d60-a114-7446802b9260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:27.359026 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2464fbb6-aed6-4d60-a114-7446802b9260 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/15df0ded-2d92-45ea-9b8c-8962facb56b8 HTTP/1.1" status: 204 len: 168 time: 0.2195344 Dec 17 15:42:27.367430 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464fbb6-aed6-4d60-a114-7446802b9260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15df0ded-2d92-45ea-9b8c-8962facb56b8,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:42:27.933836 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 8e9442f4-aebf-4876-a821-956de948925d details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:42:28.033154 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 8e9442f4-aebf-4876-a821-956de948925d, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=8e9442f4-aebf-4876-a821-956de948925d,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:42:28.047878 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '8e9442f4-aebf-4876-a821-956de948925d', 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c', 'port_id': '8e9442f4-aebf-4876-a821-956de948925d', 'mac_address': 'fa:16:3e:15:5a:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610c69b5-11b8-4033-8576-74e6e98b4da0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:42:28.090902 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:28.116060 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e9442f4-aebf-4876-a821-956de948925d {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:42:28.136619 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdb120-710a-4906-beef-586a59d4141e req-fc72d1ae-82c8-4b45-8a29-3fa9c6426f33 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:28.136619 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4cfdb120-710a-4906-beef-586a59d4141e req-fc72d1ae-82c8-4b45-8a29-3fa9c6426f33 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 943 time: 0.0551043 Dec 17 15:42:28.142566 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 8e9442f4-aebf-4876-a821-956de948925d, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=8e9442f4-aebf-4876-a821-956de948925d,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:42:28.166216 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4cfdb120-710a-4906-beef-586a59d4141e req-6fde90d0-01b6-46d6-9fea-7920a1a80178 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338402 Dec 17 15:42:28.242133 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:28.297123 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=8e9442f4-aebf-4876-a821-956de948925d,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:42:28.304722 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:42:28.305089 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:42:28.305433 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:42:28.305761 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:42:28.306090 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:42:28.306409 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:42:28.306728 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:42:28.307043 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:42:28.307358 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:42:28.307669 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:42:28.307983 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:42:28.308293 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:42:28.669451 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['8e9442f4-aebf-4876-a821-956de948925d'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:42:28.854143 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e942636e-f8d1-493e-b73b-38d1cd153522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:29.288132 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0efcd7-9b68-46c6-b815-623ee01f2b82 req-4c09c7c4-49fc-4d00-88be-1dc4d661e70a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:29.289668 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c0efcd7-9b68-46c6-b815-623ee01f2b82 req-4c09c7c4-49fc-4d00-88be-1dc4d661e70a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 944 time: 0.0541511 Dec 17 15:42:29.333106 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c0efcd7-9b68-46c6-b815-623ee01f2b82 req-b62265e3-8ecd-44e0-ba8b-38ac16aeedcd tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358322 Dec 17 15:42:29.947210 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 8e9442f4-aebf-4876-a821-956de948925d up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:42:30.110550 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 8e9442f4-aebf-4876-a821-956de948925d completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:42:30.114638 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 8e9442f4-aebf-4876-a821-956de948925d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:42:30.115053 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:30.196654 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:30.225645 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572b4bdc-f51b-45fb-b565-94fd21a50639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9442f4-aebf-4876-a821-956de948925d'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:42:30.227957 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bfe46f-373b-4668-b0f1-2ef5cd1ce834" -d '{"events": [{"server_uuid": "572b4bdc-f51b-45fb-b565-94fd21a50639", "name": "network-vif-plugged", "status": "completed", "tag": "8e9442f4-aebf-4876-a821-956de948925d"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:42:30.241509 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 8e9442f4-aebf-4876-a821-956de948925d, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=8e9442f4-aebf-4876-a821-956de948925d,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:42:30.273128 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0471d6cb-b489-4680-ae40-f08a1a36726c x-openstack-request-id: req-0471d6cb-b489-4680-ae40-f08a1a36726c {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:42:30.273619 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "572b4bdc-f51b-45fb-b565-94fd21a50639", "name": "network-vif-plugged", "status": "completed", "tag": "8e9442f4-aebf-4876-a821-956de948925d", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:42:30.273873 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0471d6cb-b489-4680-ae40-f08a1a36726c {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:42:30.274269 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '572b4bdc-f51b-45fb-b565-94fd21a50639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9442f4-aebf-4876-a821-956de948925d', 'code': 200} Dec 17 15:42:30.314185 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:30.394425 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=8e9442f4-aebf-4876-a821-956de948925d,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:42:30.417023 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188ddc0-deac-43dc-9b8c-483440d05213 req-396e3b44-b26e-45ef-9e4c-68139093eefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:30.418670 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e188ddc0-deac-43dc-9b8c-483440d05213 req-396e3b44-b26e-45ef-9e4c-68139093eefd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 1096 time: 0.0632770 Dec 17 15:42:30.457778 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e188ddc0-deac-43dc-9b8c-483440d05213 req-2d4f8b56-cf2f-4dcf-950f-3184e363c8db service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316734 Dec 17 15:42:30.470635 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd44a09-a30f-4d44-ba5f-36603f66beed req-d849d35d-3bed-4652-b700-4ca1df50a7bc tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:30.472164 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5dd44a09-a30f-4d44-ba5f-36603f66beed req-d849d35d-3bed-4652-b700-4ca1df50a7bc tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 945 time: 0.0515566 Dec 17 15:42:30.512778 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5dd44a09-a30f-4d44-ba5f-36603f66beed req-e0820156-8875-4039-9e34-73f68cf3937d tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340500 Dec 17 15:42:31.087950 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4c06bcc7-d2d6-4069-b18e-4a93dcee9734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:31.640118 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e4abf-4e17-4f07-b515-30dd9b994e08 req-d6f7eabb-b759-4996-aed4-5827fda60afe tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:31.641631 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-245e4abf-4e17-4f07-b515-30dd9b994e08 req-d6f7eabb-b759-4996-aed4-5827fda60afe tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 945 time: 0.0478308 Dec 17 15:42:31.680976 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-245e4abf-4e17-4f07-b515-30dd9b994e08 req-748f6972-b399-4a42-a90b-54a3b30615cf tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331755 Dec 17 15:42:32.304889 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:32.808092 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d60ca-ff67-4704-98b4-96c166aba585 req-794d2b3a-2ec9-4d2d-833d-31803d260b74 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:32.809490 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dd0d60ca-ff67-4704-98b4-96c166aba585 req-794d2b3a-2ec9-4d2d-833d-31803d260b74 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 945 time: 0.0554447 Dec 17 15:42:32.848151 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dd0d60ca-ff67-4704-98b4-96c166aba585 req-4017ac8a-aaf8-48a3-93fb-c0f079313574 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323353 Dec 17 15:42:33.307243 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1629e20-bb33-42ad-a13a-da0a215ea9db req-d76bcc01-54d6-429e-a89a-74ff1575fd64 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:33.308706 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c1629e20-bb33-42ad-a13a-da0a215ea9db req-d76bcc01-54d6-429e-a89a-74ff1575fd64 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 945 time: 0.0685935 Dec 17 15:42:33.348044 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c1629e20-bb33-42ad-a13a-da0a215ea9db req-c2a749fc-cabc-424e-8441-3c785c0c37e4 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325437 Dec 17 15:42:33.882241 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:34.179357 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:34.475618 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348750c-c01b-4ab5-a8bd-09692ba10fa3 req-24afb148-92f8-416a-9d3e-c99fb8ff06ff tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:34.477033 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9348750c-c01b-4ab5-a8bd-09692ba10fa3 req-24afb148-92f8-416a-9d3e-c99fb8ff06ff tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 945 time: 0.0505493 Dec 17 15:42:34.518915 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9348750c-c01b-4ab5-a8bd-09692ba10fa3 req-ee7ef87d-8689-45fa-b44e-da357fa194a3 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347826 Dec 17 15:42:35.652977 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4abd2b-2bf5-43b6-9781-3e34cee98158 req-67ffc170-2e42-4495-996f-145f1fe3e828 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:35.655236 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4b4abd2b-2bf5-43b6-9781-3e34cee98158 req-67ffc170-2e42-4495-996f-145f1fe3e828 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 945 time: 0.0614920 Dec 17 15:42:35.706147 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4b4abd2b-2bf5-43b6-9781-3e34cee98158 req-a5d2c1ad-7d96-4d1e-955e-b3ebb343d979 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422904 Dec 17 15:42:36.840303 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c7820-076a-4a89-9f3d-5cca430fff1e req-f41a76c5-838f-4b5e-9e99-cf8b6128c44f tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:36.843325 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0f6c7820-076a-4a89-9f3d-5cca430fff1e req-f41a76c5-838f-4b5e-9e99-cf8b6128c44f tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 945 time: 0.0561745 Dec 17 15:42:36.895661 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0f6c7820-076a-4a89-9f3d-5cca430fff1e req-e43da377-4e20-487f-905f-d49cab010dfb tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438247 Dec 17 15:42:37.494747 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 57576) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:42:37.609250 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f7bc1cb2-4f4d-44a6-b4fe-d53823f4ebc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:37.692600 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f7bc1cb2-4f4d-44a6-b4fe-d53823f4ebc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:37.768059 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f7bc1cb2-4f4d-44a6-b4fe-d53823f4ebc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:37.809427 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f7bc1cb2-4f4d-44a6-b4fe-d53823f4ebc2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c27939836bd449b8b2612460e1fbb055&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3134978 Dec 17 15:42:37.810960 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc1cb2-4f4d-44a6-b4fe-d53823f4ebc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09320fd1-4376-4fbc-b7ca-3dede1f241f2,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:42:37.812768 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 57584) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:42:37.842967 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:42:37.862843 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fde1a0b8-6822-47c7-89cb-19cc1f20b328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:37.885328 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fde1a0b8-6822-47c7-89cb-19cc1f20b328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:38.025636 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab5c94-daaa-4a37-aea4-3e2ef3ca37c9 req-bec3f220-22de-4b34-9949-13444e6ea6a9 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:38.027221 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4eab5c94-daaa-4a37-aea4-3e2ef3ca37c9 req-bec3f220-22de-4b34-9949-13444e6ea6a9 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 945 time: 0.0568540 Dec 17 15:42:38.049547 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fde1a0b8-6822-47c7-89cb-19cc1f20b328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:38.056480 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fde1a0b8-6822-47c7-89cb-19cc1f20b328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:38.056480 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-fde1a0b8-6822-47c7-89cb-19cc1f20b328 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/09320fd1-4376-4fbc-b7ca-3dede1f241f2 HTTP/1.1" status: 204 len: 168 time: 0.2396755 Dec 17 15:42:38.068697 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1a0b8-6822-47c7-89cb-19cc1f20b328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09320fd1-4376-4fbc-b7ca-3dede1f241f2,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:42:38.083729 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4eab5c94-daaa-4a37-aea4-3e2ef3ca37c9 req-f08d35f6-17df-4461-9a8b-92538793bc4b tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503032 Dec 17 15:42:38.703121 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 57606) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:42:38.718132 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-06c301f0-459c-4bde-861d-e204bece98b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:38.798658 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-06c301f0-459c-4bde-861d-e204bece98b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:38.882639 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-06c301f0-459c-4bde-861d-e204bece98b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:38.925492 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c301f0-459c-4bde-861d-e204bece98b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad8c442-ab0f-4d62-9e33-0df92681ee5b,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:42:38.943501 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-06c301f0-459c-4bde-861d-e204bece98b2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=75cdd9def0754185a7f8dc464821d107&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2261124 Dec 17 15:42:38.943501 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 57610) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:42:38.986369 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4ab62bd1-0af4-4973-89a1-30889d686efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:39.007413 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4ab62bd1-0af4-4973-89a1-30889d686efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:39.191284 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4ab62bd1-0af4-4973-89a1-30889d686efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:39.193979 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4ab62bd1-0af4-4973-89a1-30889d686efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:39.197654 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4ab62bd1-0af4-4973-89a1-30889d686efd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1ad8c442-ab0f-4d62-9e33-0df92681ee5b HTTP/1.1" status: 204 len: 168 time: 0.2611814 Dec 17 15:42:39.206994 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab62bd1-0af4-4973-89a1-30889d686efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad8c442-ab0f-4d62-9e33-0df92681ee5b,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:42:39.236591 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ff0b5-2386-420c-9528-620f0402c6bb req-53b5eeb0-800a-4cb5-a9e0-f8482a0764e6 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:39.238316 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c50ff0b5-2386-420c-9528-620f0402c6bb req-53b5eeb0-800a-4cb5-a9e0-f8482a0764e6 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 945 time: 0.0765176 Dec 17 15:42:39.290489 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c50ff0b5-2386-420c-9528-620f0402c6bb req-9716788f-a094-4a2d-a275-48a442eb351d tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450606 Dec 17 15:42:40.411131 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb7641-25e9-4404-984d-7a895108c93e req-3573a73f-393c-4904-94af-933c0272444b tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:40.412693 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4ffb7641-25e9-4404-984d-7a895108c93e req-3573a73f-393c-4904-94af-933c0272444b tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 945 time: 0.0516567 Dec 17 15:42:40.475298 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4ffb7641-25e9-4404-984d-7a895108c93e req-0048bbfb-18d8-4c3f-b477-81fa03964345 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402813 Dec 17 15:42:40.493175 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:41.602209 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18e76d-3e39-403f-b960-b8fef8260c2e req-69c90c8d-bc26-45f9-b54b-8901a8a1c207 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:41.603705 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ec18e76d-3e39-403f-b960-b8fef8260c2e req-69c90c8d-bc26-45f9-b54b-8901a8a1c207 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 945 time: 0.0493209 Dec 17 15:42:41.649958 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ec18e76d-3e39-403f-b960-b8fef8260c2e req-1f86dfaa-cf7e-49f4-a317-d9a095028cb0 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394628 Dec 17 15:42:42.777921 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476bc68-46f0-4e48-a5b8-1badfc2066ea req-bfe112de-a9dd-4d75-b20a-f549c58694a5 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:42.779447 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f476bc68-46f0-4e48-a5b8-1badfc2066ea req-bfe112de-a9dd-4d75-b20a-f549c58694a5 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 945 time: 0.0522974 Dec 17 15:42:42.821127 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f476bc68-46f0-4e48-a5b8-1badfc2066ea req-ea29f628-e3ef-42ee-afd7-84165b72ebb4 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349000 Dec 17 15:42:43.940673 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fff62-e397-4249-af23-5684faef60f9 req-a7191581-7266-422c-8c87-55a73b31bb8c tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:43.942288 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ba0fff62-e397-4249-af23-5684faef60f9 req-a7191581-7266-422c-8c87-55a73b31bb8c tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 945 time: 0.0489988 Dec 17 15:42:43.983581 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ba0fff62-e397-4249-af23-5684faef60f9 req-d006509b-1b55-4517-aeda-ba35fc18016d tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351400 Dec 17 15:42:45.104530 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be607066-1c04-4c54-b37d-022549ac32a5 req-7140c8c2-59d9-4846-aeae-ec1883a783a2 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:45.106008 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-be607066-1c04-4c54-b37d-022549ac32a5 req-7140c8c2-59d9-4846-aeae-ec1883a783a2 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 945 time: 0.0485957 Dec 17 15:42:45.149894 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-be607066-1c04-4c54-b37d-022549ac32a5 req-f29340e5-48c4-4ffe-8d91-04b4a5acb83d tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369627 Dec 17 15:42:46.018516 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 57750) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:42:46.135313 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3c13760d-3556-4a4a-a7ac-0af194b371d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:46.227328 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3c13760d-3556-4a4a-a7ac-0af194b371d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:46.277644 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48efc38-6a4a-406c-8eaf-e44e17e1d7a7 req-038b3a67-4be3-4c84-b06e-21ded3ddff9a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:46.279510 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e48efc38-6a4a-406c-8eaf-e44e17e1d7a7 req-038b3a67-4be3-4c84-b06e-21ded3ddff9a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 945 time: 0.0517182 Dec 17 15:42:46.318438 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e48efc38-6a4a-406c-8eaf-e44e17e1d7a7 req-a3c428bb-0f85-4542-91d3-1320dedbde74 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323634 Dec 17 15:42:46.332222 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3c13760d-3556-4a4a-a7ac-0af194b371d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:46.370307 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13760d-3556-4a4a-a7ac-0af194b371d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad12ff0c-6a94-4ee4-bf64-4ee206663e16,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:42:46.374857 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3c13760d-3556-4a4a-a7ac-0af194b371d9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=601fbc070dd143d79493297437d4404f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3552589 Dec 17 15:42:46.378256 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 57756) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:42:46.427470 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-538bb8ce-1ffc-4fa9-84dd-320d026c445a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:46.451625 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-538bb8ce-1ffc-4fa9-84dd-320d026c445a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:46.538705 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-538bb8ce-1ffc-4fa9-84dd-320d026c445a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:46.541367 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-538bb8ce-1ffc-4fa9-84dd-320d026c445a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:46.542516 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-538bb8ce-1ffc-4fa9-84dd-320d026c445a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ad12ff0c-6a94-4ee4-bf64-4ee206663e16 HTTP/1.1" status: 204 len: 168 time: 0.1640537 Dec 17 15:42:46.550895 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538bb8ce-1ffc-4fa9-84dd-320d026c445a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad12ff0c-6a94-4ee4-bf64-4ee206663e16,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:42:47.131636 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 57772) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:42:47.145760 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a9a01889-9084-44f7-8024-42eb27de0b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:47.220429 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a9a01889-9084-44f7-8024-42eb27de0b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:47.287293 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a9a01889-9084-44f7-8024-42eb27de0b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:47.324906 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a01889-9084-44f7-8024-42eb27de0b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4490026-5639-4e19-9b8d-10408ca5da10,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:42:47.332159 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a9a01889-9084-44f7-8024-42eb27de0b59 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d5ffa227184a418492a4aa87d630bdb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1972067 Dec 17 15:42:47.332358 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 57774) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:42:47.389254 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0ac04cbc-ce8d-455c-aade-bb2b56511516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:47.411333 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0ac04cbc-ce8d-455c-aade-bb2b56511516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:47.440259 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9debfcc-ecfa-47d5-9716-7fe875f1ef2f req-6b0265b1-dd3b-4fdc-b048-6902102adc4a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:47.441947 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a9debfcc-ecfa-47d5-9716-7fe875f1ef2f req-6b0265b1-dd3b-4fdc-b048-6902102adc4a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 945 time: 0.0561559 Dec 17 15:42:47.480996 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a9debfcc-ecfa-47d5-9716-7fe875f1ef2f req-b752c7bc-b909-4f2c-8e92-43eb53536db2 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330782 Dec 17 15:42:47.544273 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0ac04cbc-ce8d-455c-aade-bb2b56511516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:47.547159 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0ac04cbc-ce8d-455c-aade-bb2b56511516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:47.548417 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0ac04cbc-ce8d-455c-aade-bb2b56511516 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c4490026-5639-4e19-9b8d-10408ca5da10 HTTP/1.1" status: 204 len: 168 time: 0.2151675 Dec 17 15:42:47.557326 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac04cbc-ce8d-455c-aade-bb2b56511516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4490026-5639-4e19-9b8d-10408ca5da10,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:42:48.598945 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3601f3d-bb72-466b-bc8a-2a5b5e653bb3 req-f22f5dff-4fb7-4f35-9b3f-7cbaef004521 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:48.601239 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3601f3d-bb72-466b-bc8a-2a5b5e653bb3 req-f22f5dff-4fb7-4f35-9b3f-7cbaef004521 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 945 time: 0.0516498 Dec 17 15:42:48.644431 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3601f3d-bb72-466b-bc8a-2a5b5e653bb3 req-31c5ff5a-b445-4c70-95a8-c3079debd898 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339661 Dec 17 15:42:49.780878 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7320969-4791-40b5-a404-acdaa3b3896b req-0bef207e-e9ec-4fe9-9661-acf198af7891 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:49.783166 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7320969-4791-40b5-a404-acdaa3b3896b req-0bef207e-e9ec-4fe9-9661-acf198af7891 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 945 time: 0.0555458 Dec 17 15:42:49.823254 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7320969-4791-40b5-a404-acdaa3b3896b req-1e9398b9-eeb6-4ce1-9ccb-1172c7182607 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337303 Dec 17 15:42:50.939879 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff49d7-da8b-42e7-a944-c81368e63a71 req-42932577-8b22-4091-9347-822ff7522806 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:50.941442 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-38ff49d7-da8b-42e7-a944-c81368e63a71 req-42932577-8b22-4091-9347-822ff7522806 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 945 time: 0.0490632 Dec 17 15:42:50.980236 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-38ff49d7-da8b-42e7-a944-c81368e63a71 req-c5bb8f61-4ffc-4497-90ca-bd066af5493d tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330379 Dec 17 15:42:52.097095 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e80bf9d-ac5c-40fc-9241-64ecd22d6296 req-0d68d357-f178-475e-81d8-f70638c15170 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:52.098789 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9e80bf9d-ac5c-40fc-9241-64ecd22d6296 req-0d68d357-f178-475e-81d8-f70638c15170 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 945 time: 0.0505657 Dec 17 15:42:52.137238 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9e80bf9d-ac5c-40fc-9241-64ecd22d6296 req-4ce12a6f-085c-4901-8a4c-9bdf596917c8 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322087 Dec 17 15:42:53.262455 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f259fa6-a3a9-495b-9652-45cd5dc8fb30 req-ee6a7c76-ddde-422c-ba1d-8d1f92408763 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:53.264579 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7f259fa6-a3a9-495b-9652-45cd5dc8fb30 req-ee6a7c76-ddde-422c-ba1d-8d1f92408763 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 945 time: 0.0541031 Dec 17 15:42:53.304597 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7f259fa6-a3a9-495b-9652-45cd5dc8fb30 req-e8fc3005-b0df-4f4a-922b-8df832893e8e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339634 Dec 17 15:42:54.422906 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e9f60-b01c-4667-b76f-eb6863820221 req-4120e624-1bdb-48f6-8e20-12e8fc04c78e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:54.424432 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b84e9f60-b01c-4667-b76f-eb6863820221 req-4120e624-1bdb-48f6-8e20-12e8fc04c78e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 945 time: 0.0506389 Dec 17 15:42:54.461975 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b84e9f60-b01c-4667-b76f-eb6863820221 req-f5e8a0a6-683c-48d1-9375-cffd955fe261 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312526 Dec 17 15:42:55.384248 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 58040) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:42:55.506360 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-68b8e682-153e-4acf-8d36-efb86496bf79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:55.588830 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-68b8e682-153e-4acf-8d36-efb86496bf79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:55.592798 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034b4ee-94be-4fe4-ad6e-5440f297ee13 req-a2a90f52-17f4-41f4-a84e-e87f384a6b01 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:55.594487 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f034b4ee-94be-4fe4-ad6e-5440f297ee13 req-a2a90f52-17f4-41f4-a84e-e87f384a6b01 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 945 time: 0.0517576 Dec 17 15:42:55.632420 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f034b4ee-94be-4fe4-ad6e-5440f297ee13 req-2bfea9ed-827a-439f-8a9d-c3f99056002c tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319879 Dec 17 15:42:55.652781 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-68b8e682-153e-4acf-8d36-efb86496bf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:55.692633 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8e682-153e-4acf-8d36-efb86496bf79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3b0a21-a5da-42cf-97f2-08d22cf2c92f,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:42:55.698216 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-68b8e682-153e-4acf-8d36-efb86496bf79 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4a7c24b537ed4e89a022758b34622310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3129325 Dec 17 15:42:55.701791 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 58060) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:42:55.753526 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-300b2bf3-6535-46a8-a35f-9162deeb6274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:55.776494 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-300b2bf3-6535-46a8-a35f-9162deeb6274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:55.932672 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-300b2bf3-6535-46a8-a35f-9162deeb6274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:55.935366 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-300b2bf3-6535-46a8-a35f-9162deeb6274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:55.936562 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-300b2bf3-6535-46a8-a35f-9162deeb6274 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ed3b0a21-a5da-42cf-97f2-08d22cf2c92f HTTP/1.1" status: 204 len: 168 time: 0.2338748 Dec 17 15:42:55.944679 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b2bf3-6535-46a8-a35f-9162deeb6274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3b0a21-a5da-42cf-97f2-08d22cf2c92f,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:42:55.983743 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:56.757815 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cdaa8-e901-4138-b510-f94b9df54073 req-775d907a-61b1-480c-8eff-65911a743937 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:56.759896 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fd5cdaa8-e901-4138-b510-f94b9df54073 req-775d907a-61b1-480c-8eff-65911a743937 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 945 time: 0.0598884 Dec 17 15:42:56.799897 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fd5cdaa8-e901-4138-b510-f94b9df54073 req-f77ab5be-3250-4f72-be1d-584b616984ac tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333254 Dec 17 15:42:57.932304 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f977b0-742e-4ab7-956f-7adfd99dc38b req-63fa4b84-790c-4e3f-8800-55c5fcdb4363 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:57.933912 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a6f977b0-742e-4ab7-956f-7adfd99dc38b req-63fa4b84-790c-4e3f-8800-55c5fcdb4363 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 945 time: 0.0602698 Dec 17 15:42:57.974260 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a6f977b0-742e-4ab7-956f-7adfd99dc38b req-ebefac75-3191-4183-a127-6740448e76fc tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336699 Dec 17 15:42:58.807040 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c01cca66-def4-4184-8a3c-838093adf69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:42:59.093820 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdde853-53df-4d13-a9fe-5770eebfa74e req-0066be06-178b-4cc4-aa81-67fea8bccc9e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:59.095297 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4fdde853-53df-4d13-a9fe-5770eebfa74e req-0066be06-178b-4cc4-aa81-67fea8bccc9e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 945 time: 0.0544577 Dec 17 15:42:59.133583 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4fdde853-53df-4d13-a9fe-5770eebfa74e req-03c687d8-3252-4fa0-a741-a428f6994b9e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321758 Dec 17 15:42:59.323226 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae347dec-be92-4c48-bffb-ada699c255e8 req-d7936bcd-e59e-4a94-a5bb-c2b5313c8bb0 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:59.324674 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae347dec-be92-4c48-bffb-ada699c255e8 req-d7936bcd-e59e-4a94-a5bb-c2b5313c8bb0 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0520024 Dec 17 15:42:59.364401 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae347dec-be92-4c48-bffb-ada699c255e8 req-c1aaf102-b71d-491f-be77-1014aadf1834 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328906 Dec 17 15:42:59.496305 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22891f3-2d64-4a50-8653-d28e4b82d81e req-cb426d0a-3288-479e-8220-a4ccc87fa7db tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:59.497940 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b22891f3-2d64-4a50-8653-d28e4b82d81e req-cb426d0a-3288-479e-8220-a4ccc87fa7db tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0536070 Dec 17 15:42:59.538313 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b22891f3-2d64-4a50-8653-d28e4b82d81e req-9c93aa60-03b0-4649-ac9a-a356419034db tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337150 Dec 17 15:42:59.831839 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-96523716-6cb3-4162-8767-6058b1cbe40b tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:42:59.833365 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-96523716-6cb3-4162-8767-6058b1cbe40b tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/networks?id=1bf23dbe-38db-4a32-95b8-9493ff106e9c HTTP/1.1" status: 200 len: 812 time: 0.1108110 Dec 17 15:42:59.849973 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-636d2465-6b19-42f3-b614-2522f3da7956 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/quotas/a3ccd7142d8c423fb044217d2f692337 HTTP/1.1" status: 200 len: 375 time: 0.0104742 Dec 17 15:42:59.914802 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-ab28b872-ca87-4633-859b-9db0cc436ba7 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3ccd7142d8c423fb044217d2f692337&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0585670 Dec 17 15:43:00.009916 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-2aa5450a-af9a-40ce-9f41-aac220092cad service neutron] 10.222.0.46 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874600 Dec 17 15:43:00.101389 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-6ff96196-bdbf-4ea1-aa10-4699de1e42ed service neutron] 10.222.0.46 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847762 Dec 17 15:43:00.362572 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6b74d267-2a9b-42bd-8099-3fa40c80e5db req-d84a520e-ac4e-459e-b46a-1ca3b6044ca1 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=c385ecf4-9f7a-46b3-98de-090b0e599548 HTTP/1.1" status: 200 len: 210 time: 0.0345039 Dec 17 15:43:01.040982 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2083fad5-72e5-4ec0-b36f-ef3719d3759f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:01.479439 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c83301fa-40dd-438b-be01-dedc5d9856a0 req-8e74f66b-ce90-4f16-b74b-05930c1d5c5c tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=c385ecf4-9f7a-46b3-98de-090b0e599548 HTTP/1.1" status: 200 len: 210 time: 0.0296271 Dec 17 15:43:02.321930 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-0bd86aa1-7208-4262-8fe6-16c0b76610e4 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:02.323396 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-0bd86aa1-7208-4262-8fe6-16c0b76610e4 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.13 "GET /v2.0/networks?id=1bf23dbe-38db-4a32-95b8-9493ff106e9c HTTP/1.1" status: 200 len: 812 time: 0.1206279 Dec 17 15:43:02.336202 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-6cb94994-579d-4998-9f2e-4d964ee4782b tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Request body: {'port': {'device_id': 'c385ecf4-9f7a-46b3-98de-090b0e599548', 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c', 'admin_state_up': True, 'tenant_id': 'a3ccd7142d8c423fb044217d2f692337'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:43:02.355241 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:02.538538 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-6cb94994-579d-4998-9f2e-4d964ee4782b tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Made reservation on behalf of a3ccd7142d8c423fb044217d2f692337 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:43:02.544867 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-6cb94994-579d-4998-9f2e-4d964ee4782b tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:02.588335 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-012884a8-a002-4c9f-93c5-7a0488a477d1 req-d17564e7-aba7-495b-b85b-d4a962331886 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=c385ecf4-9f7a-46b3-98de-090b0e599548 HTTP/1.1" status: 200 len: 210 time: 0.0301189 Dec 17 15:43:02.653102 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d92e4410-05b0-4ddd-9db7-60851c42f056 req-f58f89d4-4a4d-4369-9c49-9354656356b6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445714 Dec 17 15:43:02.721796 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-6cb94994-579d-4998-9f2e-4d964ee4782b tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Allocated IP 172.20.0.5 (1bf23dbe-38db-4a32-95b8-9493ff106e9c/610c69b5-11b8-4033-8576-74e6e98b4da0/38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:43:02.756857 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e4410-05b0-4ddd-9db7-60851c42f056 req-684e435a-eb34-4b9b-9a16-941d6cca0643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:02.758716 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d92e4410-05b0-4ddd-9db7-60851c42f056 req-684e435a-eb34-4b9b-9a16-941d6cca0643 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3ccd7142d8c423fb044217d2f692337&device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 1095 time: 0.0464652 Dec 17 15:43:02.899815 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e4410-05b0-4ddd-9db7-60851c42f056 req-ff4a0fc6-edbe-470f-abc6-e8fb14a76754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:02.901415 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d92e4410-05b0-4ddd-9db7-60851c42f056 req-ff4a0fc6-edbe-470f-abc6-e8fb14a76754 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1bf23dbe-38db-4a32-95b8-9493ff106e9c HTTP/1.1" status: 200 len: 913 time: 0.1203663 Dec 17 15:43:02.908718 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-6cb94994-579d-4998-9f2e-4d964ee4782b tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:03.007523 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-6cb94994-579d-4998-9f2e-4d964ee4782b tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:03.011645 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d92e4410-05b0-4ddd-9db7-60851c42f056 req-9277a683-a418-47cd-9011-de889f3be1f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e09fc83a-84a4-4efa-9d4a-54dade58d6d9 HTTP/1.1" status: 200 len: 999 time: 0.1019635 Dec 17 15:43:03.041757 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['8e9442f4-aebf-4876-a821-956de948925d'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:43:03.072747 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e4410-05b0-4ddd-9db7-60851c42f056 req-c47ab49b-2b3b-4824-b8ac-9e0f4b3476df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:03.074538 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d92e4410-05b0-4ddd-9db7-60851c42f056 req-c47ab49b-2b3b-4824-b8ac-9e0f4b3476df service neutron] 10.222.0.13 "GET /v2.0/subnets?id=610c69b5-11b8-4033-8576-74e6e98b4da0 HTTP/1.1" status: 200 len: 851 time: 0.0555081 Dec 17 15:43:03.090694 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-6cb94994-579d-4998-9f2e-4d964ee4782b tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Network 1bf23dbe-38db-4a32-95b8-9493ff106e9c is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:43:03.100382 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-6cb94994-579d-4998-9f2e-4d964ee4782b tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:43:03.103414 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-6cb94994-579d-4998-9f2e-4d964ee4782b tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:43:03.106575 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb94994-579d-4998-9f2e-4d964ee4782b tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Pushing event updated for resources: {'Port': ['ID=38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:43:03.152492 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e4410-05b0-4ddd-9db7-60851c42f056 req-86341ad1-b9d7-45ef-b945-876bc1c087fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:03.152492 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d92e4410-05b0-4ddd-9db7-60851c42f056 req-86341ad1-b9d7-45ef-b945-876bc1c087fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bf23dbe-38db-4a32-95b8-9493ff106e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645387 Dec 17 15:43:03.174251 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-6cb94994-579d-4998-9f2e-4d964ee4782b tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:03.175009 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-6cb94994-579d-4998-9f2e-4d964ee4782b tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:03.239667 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-6cb94994-579d-4998-9f2e-4d964ee4782b tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9073811 Dec 17 15:43:03.256051 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-e4d868df-a867-4b6b-a7eb-a8734d0d8178 service neutron] Request body: {'port': {'device_id': 'c385ecf4-9f7a-46b3-98de-090b0e599548', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:43:03.258782 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d92e4410-05b0-4ddd-9db7-60851c42f056 req-56b3ef2d-c8f6-4ae6-a0ba-0f1c9419ec5d service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024985 Dec 17 15:43:03.332005 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-e4d868df-a867-4b6b-a7eb-a8734d0d8178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:03.367358 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d92e4410-05b0-4ddd-9db7-60851c42f056 req-31015325-1488-4a0c-a690-8277be9af858 service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005125 Dec 17 15:43:03.467965 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d5ecbdc5-ab01-4ee3-83f4-be6734025b58 None None] Provisioning complete for port 38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:43:03.468579 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d5ecbdc5-ab01-4ee3-83f4-be6734025b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:03.504819 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d5ecbdc5-ab01-4ee3-83f4-be6734025b58 None None] Port 38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:43:03.616640 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-e4d868df-a867-4b6b-a7eb-a8734d0d8178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:43:03.625353 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-e4d868df-a867-4b6b-a7eb-a8734d0d8178 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:03.638261 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-e4d868df-a867-4b6b-a7eb-a8734d0d8178 service neutron] Transition to ACTIVE for port object 38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:43:03.711282 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-e4d868df-a867-4b6b-a7eb-a8734d0d8178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:03.765848 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce2264-11bb-46e4-95c7-2b88a37644dc req-277de01e-87ca-4e34-8a8c-ca36889e2ce6 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:03.767449 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-59ce2264-11bb-46e4-95c7-2b88a37644dc req-277de01e-87ca-4e34-8a8c-ca36889e2ce6 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=c385ecf4-9f7a-46b3-98de-090b0e599548 HTTP/1.1" status: 200 len: 931 time: 0.0929201 Dec 17 15:43:03.794699 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d868df-a867-4b6b-a7eb-a8734d0d8178 service neutron] Pushing event updated for resources: {'Port': ['ID=38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:43:03.831501 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d868df-a867-4b6b-a7eb-a8734d0d8178 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:43:03.832816 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d868df-a867-4b6b-a7eb-a8734d0d8178 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:43:03.833198 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d868df-a867-4b6b-a7eb-a8734d0d8178 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:43:03.833552 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d868df-a867-4b6b-a7eb-a8734d0d8178 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:43:03.833878 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d868df-a867-4b6b-a7eb-a8734d0d8178 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:43:03.834216 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d868df-a867-4b6b-a7eb-a8734d0d8178 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:43:03.834553 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d868df-a867-4b6b-a7eb-a8734d0d8178 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:43:03.834880 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d868df-a867-4b6b-a7eb-a8734d0d8178 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:43:03.835215 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d868df-a867-4b6b-a7eb-a8734d0d8178 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:43:03.835544 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d868df-a867-4b6b-a7eb-a8734d0d8178 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:43:03.835873 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d868df-a867-4b6b-a7eb-a8734d0d8178 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:43:03.836209 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d868df-a867-4b6b-a7eb-a8734d0d8178 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:43:03.904027 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:03.915527 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-59ce2264-11bb-46e4-95c7-2b88a37644dc req-d17b1dff-7242-4cae-9cad-900501be7dd2 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407118 Dec 17 15:43:03.957537 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-e4d868df-a867-4b6b-a7eb-a8734d0d8178 service neutron] Attempting to bind port 38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:43:03.957981 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-e4d868df-a867-4b6b-a7eb-a8734d0d8178 service neutron] Attempting to bind port 38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'b2109624-b42a-43d8-b4b0-958e6ac0b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:43:03.958381 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-e4d868df-a867-4b6b-a7eb-a8734d0d8178 service neutron] Attempting to bind port 38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763 on network 1bf23dbe-38db-4a32-95b8-9493ff106e9c {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:43:03.963515 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-e4d868df-a867-4b6b-a7eb-a8734d0d8178 service neutron] Port 38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763 on network 1bf23dbe-38db-4a32-95b8-9493ff106e9c not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:43:03.963905 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-e4d868df-a867-4b6b-a7eb-a8734d0d8178 service neutron] Attempting to bind port 38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763 on network 1bf23dbe-38db-4a32-95b8-9493ff106e9c {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:43:03.970525 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-e4d868df-a867-4b6b-a7eb-a8734d0d8178 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:43:03.970999 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-e4d868df-a867-4b6b-a7eb-a8734d0d8178 service neutron] Checking segment: {'id': 'b2109624-b42a-43d8-b4b0-958e6ac0b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:43:03.971832 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-e4d868df-a867-4b6b-a7eb-a8734d0d8178 service neutron] Bound using segment: {'id': 'b2109624-b42a-43d8-b4b0-958e6ac0b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:43:03.971832 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-e4d868df-a867-4b6b-a7eb-a8734d0d8178 service neutron] Bound port: 38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2109624-b42a-43d8-b4b0-958e6ac0b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:43:03.973541 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-e4d868df-a867-4b6b-a7eb-a8734d0d8178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:04.056256 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-e4d868df-a867-4b6b-a7eb-a8734d0d8178 service neutron] For port 38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:43:04.059462 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-e4d868df-a867-4b6b-a7eb-a8734d0d8178 service neutron] For port 38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:43:04.156438 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-e4d868df-a867-4b6b-a7eb-a8734d0d8178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:04.194386 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-e4d868df-a867-4b6b-a7eb-a8734d0d8178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:04.195081 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-e4d868df-a867-4b6b-a7eb-a8734d0d8178 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:04.196404 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-e4d868df-a867-4b6b-a7eb-a8734d0d8178 service neutron] 10.222.0.13 "PUT /v2.0/ports/38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763 HTTP/1.1" status: 200 len: 1091 time: 0.9487612 Dec 17 15:43:04.196849 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c385ecf4-9f7a-46b3-98de-090b0e599548', 'tag': '38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:43:04.199134 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58132bb4-3437-4933-afc1-9b3147efe4dc" -d '{"events": [{"name": "network-changed", "server_uuid": "c385ecf4-9f7a-46b3-98de-090b0e599548", "tag": "38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:43:04.212989 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:04.237254 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d868df-a867-4b6b-a7eb-a8734d0d8178 service neutron] Pushing event updated for resources: {'Port': ['ID=38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:43:04.351723 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-5ff6caa8-14db-4df0-bce5-0c32056230c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:04.353399 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-5ff6caa8-14db-4df0-bce5-0c32056230c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3ccd7142d8c423fb044217d2f692337&device_id=c385ecf4-9f7a-46b3-98de-090b0e599548 HTTP/1.1" status: 200 len: 1094 time: 0.0509937 Dec 17 15:43:04.399481 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-8d020883-53af-461a-975f-3633cb128fe8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763 HTTP/1.1" status: 200 len: 217 time: 0.0377712 Dec 17 15:43:04.420949 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afa2f10-9ce4-49b7-849a-0e6afbcc88d3 x-openstack-request-id: req-8afa2f10-9ce4-49b7-849a-0e6afbcc88d3 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:43:04.421318 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c385ecf4-9f7a-46b3-98de-090b0e599548", "tag": "38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:43:04.421567 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8afa2f10-9ce4-49b7-849a-0e6afbcc88d3 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:43:04.421958 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c385ecf4-9f7a-46b3-98de-090b0e599548', 'tag': '38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763', 'status': 'completed', 'code': 200} Dec 17 15:43:04.460480 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-53de37c0-d5df-4b83-a6a3-a6b3b980060a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:04.462250 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-53de37c0-d5df-4b83-a6a3-a6b3b980060a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=610c69b5-11b8-4033-8576-74e6e98b4da0 HTTP/1.1" status: 200 len: 851 time: 0.0516021 Dec 17 15:43:04.512128 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-a012c2ac-d706-4856-a8ea-2f33dc202fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:04.513736 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-a012c2ac-d706-4856-a8ea-2f33dc202fe1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bf23dbe-38db-4a32-95b8-9493ff106e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437293 Dec 17 15:43:04.606035 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-ce8d904b-4622-470b-9e6f-2bf78920fe46 service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851538 Dec 17 15:43:04.705728 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8bc488e8-3fe0-4b83-beff-86a52b8fe43c req-17345dc7-e56c-4fe8-b197-bcce12ebf894 service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922084 Dec 17 15:43:04.846363 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58132bb4-3437-4933-afc1-9b3147efe4dc req-278adf15-c57e-4456-9b0c-30bdb2924baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:04.848116 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-58132bb4-3437-4933-afc1-9b3147efe4dc req-278adf15-c57e-4456-9b0c-30bdb2924baf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3ccd7142d8c423fb044217d2f692337&device_id=c385ecf4-9f7a-46b3-98de-090b0e599548 HTTP/1.1" status: 200 len: 1094 time: 0.0408127 Dec 17 15:43:04.959964 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58132bb4-3437-4933-afc1-9b3147efe4dc req-ed2c78be-f336-4b72-976a-0843a32e5406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:04.962033 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-58132bb4-3437-4933-afc1-9b3147efe4dc req-ed2c78be-f336-4b72-976a-0843a32e5406 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1bf23dbe-38db-4a32-95b8-9493ff106e9c HTTP/1.1" status: 200 len: 913 time: 0.1072810 Dec 17 15:43:05.017290 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-58132bb4-3437-4933-afc1-9b3147efe4dc req-e769ffbd-5725-41e7-983f-f0a894edb4dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763 HTTP/1.1" status: 200 len: 217 time: 0.0472999 Dec 17 15:43:05.105232 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58132bb4-3437-4933-afc1-9b3147efe4dc req-889e6650-daba-4623-9f0c-9d3d3563c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:05.106661 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-58132bb4-3437-4933-afc1-9b3147efe4dc req-889e6650-daba-4623-9f0c-9d3d3563c286 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=610c69b5-11b8-4033-8576-74e6e98b4da0 HTTP/1.1" status: 200 len: 851 time: 0.0790725 Dec 17 15:43:05.120547 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6fd6d-a8eb-4855-a61d-c8fa4343bf50 req-f9c92260-c1e7-49d1-8ab0-1b7bef7ff262 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:05.122136 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b4f6fd6d-a8eb-4855-a61d-c8fa4343bf50 req-f9c92260-c1e7-49d1-8ab0-1b7bef7ff262 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=c385ecf4-9f7a-46b3-98de-090b0e599548 HTTP/1.1" status: 200 len: 943 time: 0.0957017 Dec 17 15:43:05.195642 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b4f6fd6d-a8eb-4855-a61d-c8fa4343bf50 req-cd44c3f0-dbd2-43cc-a906-affa8c5a6f78 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639613 Dec 17 15:43:05.199953 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58132bb4-3437-4933-afc1-9b3147efe4dc req-2c4c70ad-0421-4f5e-a5ab-de91c3b4dc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:05.201554 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-58132bb4-3437-4933-afc1-9b3147efe4dc req-2c4c70ad-0421-4f5e-a5ab-de91c3b4dc74 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bf23dbe-38db-4a32-95b8-9493ff106e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785041 Dec 17 15:43:05.304309 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-58132bb4-3437-4933-afc1-9b3147efe4dc req-9339cc16-113f-4870-86eb-ad2c0aa5e364 service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950868 Dec 17 15:43:05.403682 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-58132bb4-3437-4933-afc1-9b3147efe4dc req-807469bd-6eae-416d-a9ab-1479750b7026 service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908103 Dec 17 15:43:06.315842 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c77af8-0166-4d25-a16d-3bef1306b51a req-d297cd9a-1263-4784-82c8-aed0a0356747 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:06.317277 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-59c77af8-0166-4d25-a16d-3bef1306b51a req-d297cd9a-1263-4784-82c8-aed0a0356747 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=c385ecf4-9f7a-46b3-98de-090b0e599548 HTTP/1.1" status: 200 len: 943 time: 0.0496004 Dec 17 15:43:06.356597 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-59c77af8-0166-4d25-a16d-3bef1306b51a req-963a963f-44c9-4e0b-909f-5e5310e84aef tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332005 Dec 17 15:43:06.379805 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:43:06.483516 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:43:06.498966 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763', 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c', 'port_id': '38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763', 'mac_address': 'fa:16:3e:74:0b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610c69b5-11b8-4033-8576-74e6e98b4da0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:43:06.537501 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:06.550810 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:43:06.573508 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:43:06.658663 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:06.712461 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:43:06.898162 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:43:07.482092 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84455f-a4d8-4178-b105-9bbe88fcc3eb req-59a08861-3dd8-41e3-9c7e-8fadb4ad3e00 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:07.484237 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bc84455f-a4d8-4178-b105-9bbe88fcc3eb req-59a08861-3dd8-41e3-9c7e-8fadb4ad3e00 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=c385ecf4-9f7a-46b3-98de-090b0e599548 HTTP/1.1" status: 200 len: 944 time: 0.0520630 Dec 17 15:43:07.531452 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bc84455f-a4d8-4178-b105-9bbe88fcc3eb req-daca9a3b-50fa-4a81-8105-b47ceaa4394e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406294 Dec 17 15:43:08.392367 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:43:08.504006 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:43:08.508236 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:43:08.508616 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:08.590899 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:08.614862 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c385ecf4-9f7a-46b3-98de-090b0e599548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:43:08.617119 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8e252d-8daf-41c3-aa3f-89e36929c86c" -d '{"events": [{"server_uuid": "c385ecf4-9f7a-46b3-98de-090b0e599548", "name": "network-vif-plugged", "status": "completed", "tag": "38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:43:08.632347 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:43:08.690736 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2225b017-0879-415e-9915-9d104eda1fdf x-openstack-request-id: req-2225b017-0879-415e-9915-9d104eda1fdf {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:43:08.691279 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c385ecf4-9f7a-46b3-98de-090b0e599548", "name": "network-vif-plugged", "status": "completed", "tag": "38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:43:08.691959 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2225b017-0879-415e-9915-9d104eda1fdf {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:43:08.692541 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c385ecf4-9f7a-46b3-98de-090b0e599548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763', 'code': 200} Dec 17 15:43:08.698326 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:08.720631 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d73ed8-6af4-4840-ab5a-8fff8f114714 req-09848b43-3e49-40dd-a01a-e6f3b512661e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:08.729582 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-03d73ed8-6af4-4840-ab5a-8fff8f114714 req-09848b43-3e49-40dd-a01a-e6f3b512661e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=c385ecf4-9f7a-46b3-98de-090b0e599548 HTTP/1.1" status: 200 len: 944 time: 0.0854316 Dec 17 15:43:08.781959 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:43:08.802886 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-03d73ed8-6af4-4840-ab5a-8fff8f114714 req-5b0c6860-373a-41ec-8152-85c4d942aa86 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722020 Dec 17 15:43:08.817208 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3a4aa-ff78-4df6-98ff-139cfd828314 req-e1950148-1988-4e62-8b49-9ce4ab70a85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:08.818185 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-81e3a4aa-ff78-4df6-98ff-139cfd828314 req-e1950148-1988-4e62-8b49-9ce4ab70a85f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c385ecf4-9f7a-46b3-98de-090b0e599548 HTTP/1.1" status: 200 len: 1096 time: 0.0486224 Dec 17 15:43:08.858569 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-81e3a4aa-ff78-4df6-98ff-139cfd828314 req-5ee33aaf-fef5-4b54-bafa-5cadf3d8becf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330062 Dec 17 15:43:09.922594 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78625ff1-7f9e-466c-b7e8-158f7eedfff5 req-8c0576c3-82b4-4984-9e31-b9fd0cca03ed tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:09.924190 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-78625ff1-7f9e-466c-b7e8-158f7eedfff5 req-8c0576c3-82b4-4984-9e31-b9fd0cca03ed tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=c385ecf4-9f7a-46b3-98de-090b0e599548 HTTP/1.1" status: 200 len: 945 time: 0.0508111 Dec 17 15:43:09.963766 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-78625ff1-7f9e-466c-b7e8-158f7eedfff5 req-db92434b-fa58-43a0-9a83-775de1a7ebaa tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321281 Dec 17 15:43:10.487117 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:11.084317 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 58566) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:43:11.088161 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81013a-e714-495c-9a80-827ae7cead4b req-441a7a30-8154-4384-bd79-0d8c88d089fa tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:11.090689 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8d81013a-e714-495c-9a80-827ae7cead4b req-441a7a30-8154-4384-bd79-0d8c88d089fa tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=c385ecf4-9f7a-46b3-98de-090b0e599548 HTTP/1.1" status: 200 len: 945 time: 0.0553505 Dec 17 15:43:11.136038 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8d81013a-e714-495c-9a80-827ae7cead4b req-81a2127d-e6f6-44ae-98ae-e57ab79d7c84 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370643 Dec 17 15:43:11.252487 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-fa57600c-0250-4cd0-9fe8-6983b4f1d868 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=77fe2a1e174d4b83826a4668cf9993d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1668048 Dec 17 15:43:11.255073 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 58572) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:43:11.306027 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e40609ec-e1e0-474c-a753-3bda11d56e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:11.332140 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e40609ec-e1e0-474c-a753-3bda11d56e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:11.458516 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e40609ec-e1e0-474c-a753-3bda11d56e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:11.461136 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e40609ec-e1e0-474c-a753-3bda11d56e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:11.464658 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e40609ec-e1e0-474c-a753-3bda11d56e85 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c726c84c-8ba7-4935-9741-c7e373b0c0bc HTTP/1.1" status: 204 len: 168 time: 0.2062781 Dec 17 15:43:11.472478 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40609ec-e1e0-474c-a753-3bda11d56e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c726c84c-8ba7-4935-9741-c7e373b0c0bc,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:43:14.844005 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:43:22.232280 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c803512-fcf7-4804-81d1-685e61b673ac req-ec24b343-4c83-4581-bb5f-2b7d4e4d3dc8 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:22.233802 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c803512-fcf7-4804-81d1-685e61b673ac req-ec24b343-4c83-4581-bb5f-2b7d4e4d3dc8 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.2417338 Dec 17 15:43:22.275870 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c803512-fcf7-4804-81d1-685e61b673ac req-fcb65a8a-35e6-4f66-a8ae-4125ee1da8fe tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353351 Dec 17 15:43:22.426867 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587e125-90fe-46bc-86e5-19e05e58adff req-cc658304-259e-482b-a468-f57a8a4584ff tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:22.428463 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d587e125-90fe-46bc-86e5-19e05e58adff req-cc658304-259e-482b-a468-f57a8a4584ff tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0632303 Dec 17 15:43:22.475111 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d587e125-90fe-46bc-86e5-19e05e58adff req-37eb977e-cf7e-468e-9822-0b0fa23bdfc4 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396171 Dec 17 15:43:23.009415 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39cdc7-5935-4e68-a9fe-a12f40c67271 req-9105ef18-5b7c-4e0a-a466-366296357d39 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:23.010960 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7f39cdc7-5935-4e68-a9fe-a12f40c67271 req-9105ef18-5b7c-4e0a-a466-366296357d39 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0561562 Dec 17 15:43:23.067027 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7f39cdc7-5935-4e68-a9fe-a12f40c67271 req-39561dfe-a92c-4eb6-b8df-9aceea610850 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485544 Dec 17 15:43:23.776936 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d096c92-2ad5-4377-871e-7224909d7f71 req-360c6a68-72ed-4bd1-83a7-376a4084b1d5 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:23.778556 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7d096c92-2ad5-4377-871e-7224909d7f71 req-360c6a68-72ed-4bd1-83a7-376a4084b1d5 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0915008 Dec 17 15:43:23.850892 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7d096c92-2ad5-4377-871e-7224909d7f71 req-fdbf38ed-debb-4e53-9b22-9ceacca4490a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481939 Dec 17 15:43:25.232790 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa258fe-7b6d-4e05-a6ed-cc422df06509 req-18db08e8-f6e8-4ce9-aced-a7958931c04f tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:25.234299 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-faa258fe-7b6d-4e05-a6ed-cc422df06509 req-18db08e8-f6e8-4ce9-aced-a7958931c04f tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0473573 Dec 17 15:43:25.273599 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-faa258fe-7b6d-4e05-a6ed-cc422df06509 req-9ef162fb-ef48-4d0b-99d3-e292adf15fdb tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326118 Dec 17 15:43:25.942383 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5724aeea-4c2c-4968-971e-1d8acfa0a1b6 req-5e9f82c2-cd2e-4de6-8145-c993106c98da service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0573521 Dec 17 15:43:26.030753 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:26.045854 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724aeea-4c2c-4968-971e-1d8acfa0a1b6 req-e14aa551-39e3-4f5f-9705-505b1897c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:26.047359 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5724aeea-4c2c-4968-971e-1d8acfa0a1b6 req-e14aa551-39e3-4f5f-9705-505b1897c358 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3ccd7142d8c423fb044217d2f692337&device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 1096 time: 0.0406609 Dec 17 15:43:26.170803 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724aeea-4c2c-4968-971e-1d8acfa0a1b6 req-bf136d0b-4138-4f37-b52f-babfadca45a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:26.172295 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5724aeea-4c2c-4968-971e-1d8acfa0a1b6 req-bf136d0b-4138-4f37-b52f-babfadca45a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bf23dbe-38db-4a32-95b8-9493ff106e9c HTTP/1.1" status: 200 len: 913 time: 0.1056705 Dec 17 15:43:26.228041 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5724aeea-4c2c-4968-971e-1d8acfa0a1b6 req-fa968005-0da8-447f-9e8c-6a5c1299fda5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e9442f4-aebf-4876-a821-956de948925d HTTP/1.1" status: 200 len: 217 time: 0.0484819 Dec 17 15:43:26.284215 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724aeea-4c2c-4968-971e-1d8acfa0a1b6 req-093c97b8-8e2c-421b-8763-e38fa194c73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:26.285709 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5724aeea-4c2c-4968-971e-1d8acfa0a1b6 req-093c97b8-8e2c-421b-8763-e38fa194c73f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=610c69b5-11b8-4033-8576-74e6e98b4da0 HTTP/1.1" status: 200 len: 851 time: 0.0502815 Dec 17 15:43:26.348331 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724aeea-4c2c-4968-971e-1d8acfa0a1b6 req-eabdbffd-1273-4002-9973-98724bcf3653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:26.350297 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5724aeea-4c2c-4968-971e-1d8acfa0a1b6 req-eabdbffd-1273-4002-9973-98724bcf3653 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bf23dbe-38db-4a32-95b8-9493ff106e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571287 Dec 17 15:43:26.407880 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92dfeac-97c7-4d72-9f26-e8319fdcdfed req-43b42a23-1af4-42db-bdbe-b36b88be76f1 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:26.409627 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f92dfeac-97c7-4d72-9f26-e8319fdcdfed req-43b42a23-1af4-42db-bdbe-b36b88be76f1 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0534775 Dec 17 15:43:26.444276 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5724aeea-4c2c-4968-971e-1d8acfa0a1b6 req-afb06087-3171-40c0-9d21-66d22ec53fbc service neutron] 10.222.0.41 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867262 Dec 17 15:43:26.450801 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f92dfeac-97c7-4d72-9f26-e8319fdcdfed req-41ecf62e-0e89-4c12-8833-85f0a624b236 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350802 Dec 17 15:43:26.555218 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5724aeea-4c2c-4968-971e-1d8acfa0a1b6 req-367c9bca-3801-4944-bb6c-fe2f26ea7047 service neutron] 10.222.0.41 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042984 Dec 17 15:43:27.568249 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8cf58-b4e4-4595-be7d-bc1b581c95a7 req-8d7170d6-6530-454d-98df-c6f64385c1e9 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:27.569729 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4be8cf58-b4e4-4595-be7d-bc1b581c95a7 req-8d7170d6-6530-454d-98df-c6f64385c1e9 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0488434 Dec 17 15:43:27.609747 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4be8cf58-b4e4-4595-be7d-bc1b581c95a7 req-095b366e-e11c-4c1b-bc4e-e1863485fb27 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337932 Dec 17 15:43:28.733471 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff5a4f-496d-46a9-b5d6-7eb617619df8 req-dd30bb62-4b90-4480-ab59-e211b6e67340 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:28.735623 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-beff5a4f-496d-46a9-b5d6-7eb617619df8 req-dd30bb62-4b90-4480-ab59-e211b6e67340 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0527279 Dec 17 15:43:28.777450 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-beff5a4f-496d-46a9-b5d6-7eb617619df8 req-1a6aac7a-bca8-4938-a7d6-4a279d28cc69 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323811 Dec 17 15:43:28.830406 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-431bb9cb-ce0b-452d-9128-bac5b00b6d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:29.934084 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835f8ce-e649-466d-88b1-a7bc17ad0631 req-d8d99876-901b-4bb3-846e-83d7dd8bf143 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:29.968687 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5835f8ce-e649-466d-88b1-a7bc17ad0631 req-d8d99876-901b-4bb3-846e-83d7dd8bf143 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0626395 Dec 17 15:43:30.055882 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5835f8ce-e649-466d-88b1-a7bc17ad0631 req-be7063b4-56aa-4d3c-b218-2321353c10e3 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342066 Dec 17 15:43:31.030679 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0ee76e10-5777-43b9-b001-a21f104167e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:31.102718 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0efd0-f1a0-4445-ac38-80edcab27a49 req-cbc105b3-5a0b-4b90-8f00-3f6b8f8b2d61 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:31.104059 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-20c0efd0-f1a0-4445-ac38-80edcab27a49 req-cbc105b3-5a0b-4b90-8f00-3f6b8f8b2d61 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0514064 Dec 17 15:43:31.144050 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-20c0efd0-f1a0-4445-ac38-80edcab27a49 req-2b9b123a-8ffd-44bb-bda0-140827e7b94e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335815 Dec 17 15:43:32.274327 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c853cb-68aa-424b-9c1a-d681a954e293 req-610ab6bc-83a3-4fe6-b4fd-8c0e41ab955d tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:32.275868 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-53c853cb-68aa-424b-9c1a-d681a954e293 req-610ab6bc-83a3-4fe6-b4fd-8c0e41ab955d tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0550647 Dec 17 15:43:32.317718 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-53c853cb-68aa-424b-9c1a-d681a954e293 req-aacd2ce8-9b64-466c-b48c-80a57f1732d9 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355911 Dec 17 15:43:32.356340 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:33.451282 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9dc298-af0b-4f5e-8b89-ed7b2c16803d req-f552bccc-e290-480f-8f3d-4f2b3eba4689 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:33.452998 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7c9dc298-af0b-4f5e-8b89-ed7b2c16803d req-f552bccc-e290-480f-8f3d-4f2b3eba4689 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0586200 Dec 17 15:43:33.493507 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7c9dc298-af0b-4f5e-8b89-ed7b2c16803d req-6fba21d8-5417-4de0-8dc6-0ff2a1c3279d tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329463 Dec 17 15:43:33.891640 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:34.219671 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:34.616293 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca3743-5496-46c7-ba8f-fdbd749e4f55 req-0ffd12bd-081e-4dfc-be73-70ac8beee75d tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:34.617825 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5aca3743-5496-46c7-ba8f-fdbd749e4f55 req-0ffd12bd-081e-4dfc-be73-70ac8beee75d tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0485098 Dec 17 15:43:34.657790 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5aca3743-5496-46c7-ba8f-fdbd749e4f55 req-952bfed8-c87c-47de-825f-b905529dd78b tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333021 Dec 17 15:43:35.120737 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca37811-7187-4da3-b546-a6262ba18529 req-3f6948f3-d4ba-42cb-b118-aa8c810354fa tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:35.122499 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ca37811-7187-4da3-b546-a6262ba18529 req-3f6948f3-d4ba-42cb-b118-aa8c810354fa tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0554638 Dec 17 15:43:35.183802 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ca37811-7187-4da3-b546-a6262ba18529 req-34e133f6-730d-44d8-b563-2438cc1aca9a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523682 Dec 17 15:43:35.216550 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d353bbd-3560-4eab-9e4a-51ecf1f70488 req-462c4ad8-eda1-4c90-8401-8153a7253916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:35.218129 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d353bbd-3560-4eab-9e4a-51ecf1f70488 req-462c4ad8-eda1-4c90-8401-8153a7253916 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3ccd7142d8c423fb044217d2f692337&device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 1095 time: 0.0520029 Dec 17 15:43:35.309130 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d353bbd-3560-4eab-9e4a-51ecf1f70488 req-686e16c1-23ad-4dad-9828-9abe292c1bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:35.310625 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d353bbd-3560-4eab-9e4a-51ecf1f70488 req-686e16c1-23ad-4dad-9828-9abe292c1bd6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1bf23dbe-38db-4a32-95b8-9493ff106e9c HTTP/1.1" status: 200 len: 913 time: 0.0853806 Dec 17 15:43:35.383908 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d353bbd-3560-4eab-9e4a-51ecf1f70488 req-55d67495-9767-477c-aaae-6052c62225e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e09fc83a-84a4-4efa-9d4a-54dade58d6d9 HTTP/1.1" status: 200 len: 999 time: 0.0653615 Dec 17 15:43:35.438812 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d353bbd-3560-4eab-9e4a-51ecf1f70488 req-542a1779-d40e-47c7-b4fc-4bccec9785c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:35.440323 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d353bbd-3560-4eab-9e4a-51ecf1f70488 req-542a1779-d40e-47c7-b4fc-4bccec9785c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=610c69b5-11b8-4033-8576-74e6e98b4da0 HTTP/1.1" status: 200 len: 851 time: 0.0494173 Dec 17 15:43:35.487783 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d353bbd-3560-4eab-9e4a-51ecf1f70488 req-df373bc8-c893-40ac-97df-f12686182dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:35.490031 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d353bbd-3560-4eab-9e4a-51ecf1f70488 req-df373bc8-c893-40ac-97df-f12686182dfa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bf23dbe-38db-4a32-95b8-9493ff106e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423994 Dec 17 15:43:35.585218 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d353bbd-3560-4eab-9e4a-51ecf1f70488 req-572a3898-24ca-4c58-be2f-3a40db7d0656 service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877733 Dec 17 15:43:35.676975 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d353bbd-3560-4eab-9e4a-51ecf1f70488 req-e5e7919c-94b0-46d4-a4f5-c329cd8ff568 service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837948 Dec 17 15:43:36.303114 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84614d1-08a7-471c-a492-9885c8c62420 req-0347f225-a133-4836-a7d2-585dde197aae tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:36.304830 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a84614d1-08a7-471c-a492-9885c8c62420 req-0347f225-a133-4836-a7d2-585dde197aae tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0500700 Dec 17 15:43:36.346840 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a84614d1-08a7-471c-a492-9885c8c62420 req-4c804715-31da-48f1-830b-4913de2ce25f tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359044 Dec 17 15:43:37.469144 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7b9b0-bb94-4f2e-b740-3cb459aa73dc req-16ab9f52-1ffe-48cb-9801-139b80f00f0e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:37.470709 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ae7b9b0-bb94-4f2e-b740-3cb459aa73dc req-16ab9f52-1ffe-48cb-9801-139b80f00f0e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0506229 Dec 17 15:43:37.510736 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ae7b9b0-bb94-4f2e-b740-3cb459aa73dc req-0c825aea-9eb2-4004-ab4f-2f611132f27a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336878 Dec 17 15:43:37.632291 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e80eec-3cf2-46d7-97c3-46f1e9fd972e req-b22de1e0-dd31-4a3e-933d-4e7899d6be80 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:37.633735 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70e80eec-3cf2-46d7-97c3-46f1e9fd972e req-b22de1e0-dd31-4a3e-933d-4e7899d6be80 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0504336 Dec 17 15:43:37.671260 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70e80eec-3cf2-46d7-97c3-46f1e9fd972e req-b555131b-d341-4544-8a39-2a9de03cd65a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313523 Dec 17 15:43:38.210470 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfcdb83-2894-49ea-923d-43310598dfd9 req-d1d3fc8d-01dc-447d-ae0e-d7a93ff63c5d tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:38.211980 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ecfcdb83-2894-49ea-923d-43310598dfd9 req-d1d3fc8d-01dc-447d-ae0e-d7a93ff63c5d tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0492010 Dec 17 15:43:38.256600 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ecfcdb83-2894-49ea-923d-43310598dfd9 req-092970be-e84d-4eaa-aa63-09654153e03c tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380080 Dec 17 15:43:38.548545 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea4cb5-82de-430a-8985-947418826b4a req-d683ab65-2d8e-401c-bd9d-e61e2cce5698 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:38.550075 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b1ea4cb5-82de-430a-8985-947418826b4a req-d683ab65-2d8e-401c-bd9d-e61e2cce5698 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0476851 Dec 17 15:43:38.589894 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b1ea4cb5-82de-430a-8985-947418826b4a req-98aedbcd-42c1-44eb-b2d2-398c3ca9a446 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330479 Dec 17 15:43:39.704756 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d847b-abc0-4d5e-814b-cedc06945070 req-74b43010-2917-4777-92a5-02a1d9cd2950 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:39.706178 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a37d847b-abc0-4d5e-814b-cedc06945070 req-74b43010-2917-4777-92a5-02a1d9cd2950 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0484221 Dec 17 15:43:39.745126 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a37d847b-abc0-4d5e-814b-cedc06945070 req-4cc820ff-7444-4504-887e-8d7e97b608bc tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330064 Dec 17 15:43:40.090384 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d1dc6-e159-4619-9c6f-fb509bc629e4 req-e376c6b6-2be3-473d-8d4d-73787a8dd0c3 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:40.091868 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-531d1dc6-e159-4619-9c6f-fb509bc629e4 req-e376c6b6-2be3-473d-8d4d-73787a8dd0c3 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0544276 Dec 17 15:43:40.136224 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-531d1dc6-e159-4619-9c6f-fb509bc629e4 req-8c1d79b0-e838-4d71-8632-ea16b17b22f6 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382957 Dec 17 15:43:40.536597 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:41.256749 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab90e7-710e-40b2-9d70-cc7ef067b78b req-caebaba4-4fcb-4696-85ec-6683fa26618f tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:41.258544 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45ab90e7-710e-40b2-9d70-cc7ef067b78b req-caebaba4-4fcb-4696-85ec-6683fa26618f tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0494208 Dec 17 15:43:41.298398 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45ab90e7-710e-40b2-9d70-cc7ef067b78b req-6f20d7d5-0751-457e-9d72-90af17f54221 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337768 Dec 17 15:43:41.422742 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcb303-1270-4c33-9f15-2e07b131bcf4 req-7dfaf473-af24-46dc-84d7-3d772cd2c673 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:41.424764 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0ffcb303-1270-4c33-9f15-2e07b131bcf4 req-7dfaf473-af24-46dc-84d7-3d772cd2c673 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0538294 Dec 17 15:43:41.473917 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0ffcb303-1270-4c33-9f15-2e07b131bcf4 req-fb5af79a-6d00-4b82-ad5c-c1b06932c6b6 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409713 Dec 17 15:43:41.631185 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51696515-8df2-4f4d-a2e9-9a31e2753724 req-5533c710-baff-4e52-9f5f-aa4a05870d80 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:41.633267 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-51696515-8df2-4f4d-a2e9-9a31e2753724 req-5533c710-baff-4e52-9f5f-aa4a05870d80 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0863402 Dec 17 15:43:41.717160 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-51696515-8df2-4f4d-a2e9-9a31e2753724 req-8f20a0d5-9fd4-4dd8-9eb3-85ac0ecbbc4e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482280 Dec 17 15:43:41.850420 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9c8d8-abf4-4e8a-bd11-c5af9a7b8b25 req-c19889af-3f50-48e8-b332-2f33944eb706 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:43:41.852459 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-79b9c8d8-abf4-4e8a-bd11-c5af9a7b8b25 req-c19889af-3f50-48e8-b332-2f33944eb706 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0568724 Dec 17 15:43:41.898539 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-79b9c8d8-abf4-4e8a-bd11-c5af9a7b8b25 req-49d95e52-eb24-47d5-b875-ee546e2e7d18 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392404 Dec 17 15:43:51.842553 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:43:53.152764 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 59444) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:43:53.268426 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d05aa198-558c-40eb-b832-58dc080df8aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:53.339113 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d05aa198-558c-40eb-b832-58dc080df8aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:53.402533 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d05aa198-558c-40eb-b832-58dc080df8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:53.440751 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d05aa198-558c-40eb-b832-58dc080df8aa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8807af5591b342afb6be68674a0fb409&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2867248 Dec 17 15:43:53.442820 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05aa198-558c-40eb-b832-58dc080df8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b6f3b8-14e8-43ee-b1b3-555acc5a8342,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:43:53.444425 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 59464) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:43:53.451221 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05aa198-558c-40eb-b832-58dc080df8aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:43:53.451568 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05aa198-558c-40eb-b832-58dc080df8aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:43:53.451905 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05aa198-558c-40eb-b832-58dc080df8aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:43:53.452239 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05aa198-558c-40eb-b832-58dc080df8aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:43:53.452646 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05aa198-558c-40eb-b832-58dc080df8aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:43:53.452980 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05aa198-558c-40eb-b832-58dc080df8aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:43:53.453357 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05aa198-558c-40eb-b832-58dc080df8aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:43:53.453658 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05aa198-558c-40eb-b832-58dc080df8aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:43:53.453979 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05aa198-558c-40eb-b832-58dc080df8aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:43:53.454299 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05aa198-558c-40eb-b832-58dc080df8aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:43:53.454619 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05aa198-558c-40eb-b832-58dc080df8aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:43:53.454937 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05aa198-558c-40eb-b832-58dc080df8aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:43:53.493765 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d5d2e9b7-ab6e-4cb8-bb80-6736d0d2fdc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:53.515478 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d5d2e9b7-ab6e-4cb8-bb80-6736d0d2fdc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:53.637117 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d5d2e9b7-ab6e-4cb8-bb80-6736d0d2fdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:53.639674 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d5d2e9b7-ab6e-4cb8-bb80-6736d0d2fdc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:53.640810 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d5d2e9b7-ab6e-4cb8-bb80-6736d0d2fdc9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/56b6f3b8-14e8-43ee-b1b3-555acc5a8342 HTTP/1.1" status: 204 len: 168 time: 0.1953938 Dec 17 15:43:53.648849 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d2e9b7-ab6e-4cb8-bb80-6736d0d2fdc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b6f3b8-14e8-43ee-b1b3-555acc5a8342,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:43:56.014291 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:43:58.855670 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e0cba21c-bde2-4fba-b4ad-d8b05bbb8ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:01.012131 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c06d9bd0-75a2-4f93-a96b-76ad9a958155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:02.340620 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:03.890688 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:04.193688 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 59898) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:44:04.225981 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:04.302080 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b6c161af-d062-428b-941e-6e9395d0382b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:04.378329 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b6c161af-d062-428b-941e-6e9395d0382b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:04.432333 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b6c161af-d062-428b-941e-6e9395d0382b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:04.471093 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b6c161af-d062-428b-941e-6e9395d0382b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d17063fb5e6b4e408ec309a06a47effa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2762938 Dec 17 15:44:04.471832 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c161af-d062-428b-941e-6e9395d0382b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6cf65e-84e2-473c-aa9c-760b28891a52,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:04.473808 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 59902) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:44:04.480697 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c161af-d062-428b-941e-6e9395d0382b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:44:04.481359 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c161af-d062-428b-941e-6e9395d0382b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:44:04.481500 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c161af-d062-428b-941e-6e9395d0382b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:44:04.481750 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c161af-d062-428b-941e-6e9395d0382b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:44:04.482085 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c161af-d062-428b-941e-6e9395d0382b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:44:04.482417 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c161af-d062-428b-941e-6e9395d0382b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:44:04.482752 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c161af-d062-428b-941e-6e9395d0382b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:44:04.483936 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c161af-d062-428b-941e-6e9395d0382b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:44:04.483936 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c161af-d062-428b-941e-6e9395d0382b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:44:04.483936 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c161af-d062-428b-941e-6e9395d0382b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:44:04.484246 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c161af-d062-428b-941e-6e9395d0382b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:44:04.484328 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c161af-d062-428b-941e-6e9395d0382b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:44:04.537631 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7a3153f6-dffc-47aa-a6e3-679542bdef91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:04.559995 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7a3153f6-dffc-47aa-a6e3-679542bdef91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:04.635383 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5f8bc1e7-13cb-428e-9b78-33d2cf260214 req-9d390089-098f-4dc6-8a17-43eb9bb3f7a4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396321 Dec 17 15:44:04.683406 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7a3153f6-dffc-47aa-a6e3-679542bdef91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:04.685898 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7a3153f6-dffc-47aa-a6e3-679542bdef91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:04.689367 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7a3153f6-dffc-47aa-a6e3-679542bdef91 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ff6cf65e-84e2-473c-aa9c-760b28891a52 HTTP/1.1" status: 204 len: 168 time: 0.2121713 Dec 17 15:44:04.697585 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3153f6-dffc-47aa-a6e3-679542bdef91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6cf65e-84e2-473c-aa9c-760b28891a52,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:04.732653 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bc1e7-13cb-428e-9b78-33d2cf260214 req-5eb325d0-3ff3-4771-a970-a8b9d7ceeb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:04.732653 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5f8bc1e7-13cb-428e-9b78-33d2cf260214 req-5eb325d0-3ff3-4771-a970-a8b9d7ceeb7c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3ccd7142d8c423fb044217d2f692337&device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 1095 time: 0.0533516 Dec 17 15:44:05.144503 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bc1e7-13cb-428e-9b78-33d2cf260214 req-fa7c7663-2946-42d2-b4ac-8335ef9db4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:05.146039 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5f8bc1e7-13cb-428e-9b78-33d2cf260214 req-fa7c7663-2946-42d2-b4ac-8335ef9db4ba service neutron] 10.222.0.13 "GET /v2.0/networks?id=1bf23dbe-38db-4a32-95b8-9493ff106e9c HTTP/1.1" status: 200 len: 913 time: 0.3946812 Dec 17 15:44:05.213569 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5f8bc1e7-13cb-428e-9b78-33d2cf260214 req-a940a31a-8385-4c07-84cb-cdb790996be9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e09fc83a-84a4-4efa-9d4a-54dade58d6d9 HTTP/1.1" status: 200 len: 999 time: 0.0580566 Dec 17 15:44:05.270638 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bc1e7-13cb-428e-9b78-33d2cf260214 req-85b2509e-02e8-433b-8eac-bb4653ed9e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:05.272277 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5f8bc1e7-13cb-428e-9b78-33d2cf260214 req-85b2509e-02e8-433b-8eac-bb4653ed9e8e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=610c69b5-11b8-4033-8576-74e6e98b4da0 HTTP/1.1" status: 200 len: 851 time: 0.0515549 Dec 17 15:44:05.319548 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bc1e7-13cb-428e-9b78-33d2cf260214 req-4966e92f-ac7a-4f09-96fc-5864f2464666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:05.322219 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5f8bc1e7-13cb-428e-9b78-33d2cf260214 req-4966e92f-ac7a-4f09-96fc-5864f2464666 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bf23dbe-38db-4a32-95b8-9493ff106e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430391 Dec 17 15:44:05.417092 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5f8bc1e7-13cb-428e-9b78-33d2cf260214 req-e4f774e5-a5e0-43a5-b3ee-3da1a951a178 service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870061 Dec 17 15:44:05.514860 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5f8bc1e7-13cb-428e-9b78-33d2cf260214 req-92ff626c-1820-445e-ab00-df9fdb7c2e3e service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896487 Dec 17 15:44:09.952273 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aefb4c-b114-4003-abf8-bba6a04a7cb0 req-00b13a8f-c823-4b9c-acac-bae47fbb8b45 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:09.953932 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e8aefb4c-b114-4003-abf8-bba6a04a7cb0 req-00b13a8f-c823-4b9c-acac-bae47fbb8b45 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0527596 Dec 17 15:44:09.992446 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e8aefb4c-b114-4003-abf8-bba6a04a7cb0 req-d662eea0-b796-4571-90ca-57637b3339e6 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324316 Dec 17 15:44:10.039945 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573df49-0433-463e-9b00-11401040b5cc req-a768220f-30a1-465c-a071-fcf932cae026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:10.041312 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1573df49-0433-463e-9b00-11401040b5cc req-a768220f-30a1-465c-a071-fcf932cae026 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3ccd7142d8c423fb044217d2f692337&device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 1095 time: 0.0449603 Dec 17 15:44:10.137078 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573df49-0433-463e-9b00-11401040b5cc req-e4127123-e865-4ad7-b88d-f87bfcb9b607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:10.138574 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1573df49-0433-463e-9b00-11401040b5cc req-e4127123-e865-4ad7-b88d-f87bfcb9b607 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1bf23dbe-38db-4a32-95b8-9493ff106e9c HTTP/1.1" status: 200 len: 913 time: 0.0899456 Dec 17 15:44:10.211445 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1573df49-0433-463e-9b00-11401040b5cc req-423923c7-9fda-45c0-b5a2-ebca764cdb12 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e09fc83a-84a4-4efa-9d4a-54dade58d6d9 HTTP/1.1" status: 200 len: 999 time: 0.0640626 Dec 17 15:44:10.262381 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573df49-0433-463e-9b00-11401040b5cc req-5a0cc495-de6f-4bb8-975d-c2ecbe6c8134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:10.263914 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1573df49-0433-463e-9b00-11401040b5cc req-5a0cc495-de6f-4bb8-975d-c2ecbe6c8134 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=610c69b5-11b8-4033-8576-74e6e98b4da0 HTTP/1.1" status: 200 len: 851 time: 0.0460358 Dec 17 15:44:10.314634 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573df49-0433-463e-9b00-11401040b5cc req-ab17f79f-0324-4592-aeb3-ffe4b7c16bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:10.316234 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1573df49-0433-463e-9b00-11401040b5cc req-ab17f79f-0324-4592-aeb3-ffe4b7c16bfc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bf23dbe-38db-4a32-95b8-9493ff106e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451210 Dec 17 15:44:10.414500 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1573df49-0433-463e-9b00-11401040b5cc req-92e1d017-90da-482a-a104-6828aa066359 service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902774 Dec 17 15:44:10.505233 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1573df49-0433-463e-9b00-11401040b5cc req-0a217413-703b-4550-9780-cb43f0df2d27 service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838273 Dec 17 15:44:10.523074 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:11.281260 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89a9e9-0850-4caf-987a-4c626170220f req-771dca1d-c31a-462d-8bc2-b1c740f207b0 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:11.282751 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff89a9e9-0850-4caf-987a-4c626170220f req-771dca1d-c31a-462d-8bc2-b1c740f207b0 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.2156339 Dec 17 15:44:11.321166 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff89a9e9-0850-4caf-987a-4c626170220f req-a8602e31-2f4e-4b3a-81fc-6fee9e48fa8c tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323536 Dec 17 15:44:12.446220 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274a646-a244-435b-a166-73b88bcd8482 req-b0728a8b-64b4-43e3-8e85-3a7fc6ae7e37 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:12.448151 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b274a646-a244-435b-a166-73b88bcd8482 req-b0728a8b-64b4-43e3-8e85-3a7fc6ae7e37 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0551741 Dec 17 15:44:12.490146 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b274a646-a244-435b-a166-73b88bcd8482 req-34b17d6f-d6d1-4eeb-ac90-5beab203a795 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353858 Dec 17 15:44:21.867265 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60112) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:44:21.995841 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d482c940-7bd9-4ce5-af6e-eff7718b2980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:22.072841 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d482c940-7bd9-4ce5-af6e-eff7718b2980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:22.146449 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d482c940-7bd9-4ce5-af6e-eff7718b2980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:22.187363 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d482c940-7bd9-4ce5-af6e-eff7718b2980 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d7bbf7fccfec4f9a82a3dc2570470168&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3189859 Dec 17 15:44:22.189028 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60118) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:44:22.192464 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482c940-7bd9-4ce5-af6e-eff7718b2980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5dfa1f-3d2c-4116-bf8f-bb1333d498e4,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:22.241581 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81c8f018-f064-401f-9ab2-b85561cc7cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:22.263959 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81c8f018-f064-401f-9ab2-b85561cc7cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:22.386463 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81c8f018-f064-401f-9ab2-b85561cc7cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:22.389482 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-81c8f018-f064-401f-9ab2-b85561cc7cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:22.390679 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-81c8f018-f064-401f-9ab2-b85561cc7cc9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1d5dfa1f-3d2c-4116-bf8f-bb1333d498e4 HTTP/1.1" status: 204 len: 168 time: 0.2000742 Dec 17 15:44:22.398527 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8f018-f064-401f-9ab2-b85561cc7cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5dfa1f-3d2c-4116-bf8f-bb1333d498e4,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:25.742502 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60178) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:44:25.747653 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-aace73fb-5925-4215-acfe-c65428f2d388 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1570415361', 'description': 'tempest-secgroup-smoke-1570415361 description', 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:44:25.838054 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aace73fb-5925-4215-acfe-c65428f2d388 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:25.847459 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aace73fb-5925-4215-acfe-c65428f2d388 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:25.922291 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aace73fb-5925-4215-acfe-c65428f2d388 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:25.987241 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:25.988055 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aace73fb-5925-4215-acfe-c65428f2d388 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:26.033694 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace73fb-5925-4215-acfe-c65428f2d388 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e19944-2605-4394-a2c9-4442e8d35d31,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:26.070033 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aace73fb-5925-4215-acfe-c65428f2d388 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:26.140717 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aace73fb-5925-4215-acfe-c65428f2d388 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:26.172856 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace73fb-5925-4215-acfe-c65428f2d388 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdabb3a9-675c-4536-a64e-bf33ab8a60b2,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:26.217764 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aace73fb-5925-4215-acfe-c65428f2d388 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:26.219160 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-aace73fb-5925-4215-acfe-c65428f2d388 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4755118 Dec 17 15:44:26.222017 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60182) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:44:26.226597 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-fcbb9727-7df3-459f-84d5-d8459dadf588 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'security_group_rule': {'security_group_id': 'cdabb3a9-675c-4536-a64e-bf33ab8a60b2', 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:44:26.300645 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fcbb9727-7df3-459f-84d5-d8459dadf588 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:26.364908 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fcbb9727-7df3-459f-84d5-d8459dadf588 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:26.438292 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fcbb9727-7df3-459f-84d5-d8459dadf588 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:26.456372 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb9727-7df3-459f-84d5-d8459dadf588 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad31802d-a7af-41d0-893b-94746bb41483,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:26.520226 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fcbb9727-7df3-459f-84d5-d8459dadf588 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:26.521490 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-fcbb9727-7df3-459f-84d5-d8459dadf588 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2983618 Dec 17 15:44:26.524182 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60194) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:44:26.529722 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-e9cfd50d-09c0-484e-b9aa-cf23d937d05f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'security_group_rule': {'security_group_id': 'cdabb3a9-675c-4536-a64e-bf33ab8a60b2', 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:44:26.620257 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e9cfd50d-09c0-484e-b9aa-cf23d937d05f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:26.682364 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e9cfd50d-09c0-484e-b9aa-cf23d937d05f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:26.770786 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e9cfd50d-09c0-484e-b9aa-cf23d937d05f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:26.796626 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cfd50d-09c0-484e-b9aa-cf23d937d05f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5563ca58-72c5-4688-977e-01e15a729cc9,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:26.808201 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-281b630e-bb66-4e9b-bdb9-17af7bd8eba5 req-d86754c0-5a1b-474d-a3c6-e2e055415e9f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0635307 Dec 17 15:44:26.851712 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e9cfd50d-09c0-484e-b9aa-cf23d937d05f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:26.852887 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e9cfd50d-09c0-484e-b9aa-cf23d937d05f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3276188 Dec 17 15:44:26.855764 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60196) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:44:26.860880 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-f27e43ad-472c-4547-9b03-610ea6c8a304 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'security_group_rule': {'security_group_id': 'cdabb3a9-675c-4536-a64e-bf33ab8a60b2', 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:44:26.911170 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b630e-bb66-4e9b-bdb9-17af7bd8eba5 req-e3dd08db-aeb2-4e86-9a1e-f8079c7f3ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:26.912814 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-281b630e-bb66-4e9b-bdb9-17af7bd8eba5 req-e3dd08db-aeb2-4e86-9a1e-f8079c7f3ff5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3ccd7142d8c423fb044217d2f692337&device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 1096 time: 0.0463948 Dec 17 15:44:26.957696 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f27e43ad-472c-4547-9b03-610ea6c8a304 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:27.020017 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f27e43ad-472c-4547-9b03-610ea6c8a304 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:27.032132 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b630e-bb66-4e9b-bdb9-17af7bd8eba5 req-d8fa331a-07e3-4123-995d-b8bf1e444da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:27.033567 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-281b630e-bb66-4e9b-bdb9-17af7bd8eba5 req-d8fa331a-07e3-4123-995d-b8bf1e444da0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bf23dbe-38db-4a32-95b8-9493ff106e9c HTTP/1.1" status: 200 len: 913 time: 0.1018860 Dec 17 15:44:27.072339 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f27e43ad-472c-4547-9b03-610ea6c8a304 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:27.076807 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-281b630e-bb66-4e9b-bdb9-17af7bd8eba5 req-00fcc0ca-671f-4283-9b35-93b5c1854fb3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e9442f4-aebf-4876-a821-956de948925d HTTP/1.1" status: 200 len: 217 time: 0.0361710 Dec 17 15:44:27.093564 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e43ad-472c-4547-9b03-610ea6c8a304 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0628fbf5-a2d6-4deb-9359-573e741c9bbc,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:27.130628 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b630e-bb66-4e9b-bdb9-17af7bd8eba5 req-6a231a38-19f6-42c7-bc57-eb060ed28b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:27.132089 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-281b630e-bb66-4e9b-bdb9-17af7bd8eba5 req-6a231a38-19f6-42c7-bc57-eb060ed28b6e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=610c69b5-11b8-4033-8576-74e6e98b4da0 HTTP/1.1" status: 200 len: 851 time: 0.0485306 Dec 17 15:44:27.148374 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f27e43ad-472c-4547-9b03-610ea6c8a304 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:27.149915 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f27e43ad-472c-4547-9b03-610ea6c8a304 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2927909 Dec 17 15:44:27.154802 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60198) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:44:27.157034 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-40fd206d-58dd-4c6f-b764-f49f6bb39bfb tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'security_group_rule': {'security_group_id': 'cdabb3a9-675c-4536-a64e-bf33ab8a60b2', 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:44:27.177395 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b630e-bb66-4e9b-bdb9-17af7bd8eba5 req-22a2fa32-dbdb-471c-a086-3a468ec92a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:27.178882 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-281b630e-bb66-4e9b-bdb9-17af7bd8eba5 req-22a2fa32-dbdb-471c-a086-3a468ec92a84 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bf23dbe-38db-4a32-95b8-9493ff106e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393350 Dec 17 15:44:27.249317 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-40fd206d-58dd-4c6f-b764-f49f6bb39bfb tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:27.271255 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-281b630e-bb66-4e9b-bdb9-17af7bd8eba5 req-88fed5f5-7f20-467c-aba0-08077378f879 service neutron] 10.222.0.41 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847993 Dec 17 15:44:27.314941 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-40fd206d-58dd-4c6f-b764-f49f6bb39bfb tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:27.370764 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-281b630e-bb66-4e9b-bdb9-17af7bd8eba5 req-c156b887-c349-4107-8ba2-20885dc3a8d0 service neutron] 10.222.0.41 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928092 Dec 17 15:44:27.386437 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-40fd206d-58dd-4c6f-b764-f49f6bb39bfb tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:27.404821 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd206d-58dd-4c6f-b764-f49f6bb39bfb tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4409b097-0c2e-4147-83bb-fc5ed37e0bc2,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:27.474509 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-40fd206d-58dd-4c6f-b764-f49f6bb39bfb tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:27.475736 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-40fd206d-58dd-4c6f-b764-f49f6bb39bfb tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3222520 Dec 17 15:44:27.478481 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60206) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:44:27.483447 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-24a9d455-12aa-4f3a-adbc-9045886407df tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'security_group_rule': {'security_group_id': 'cdabb3a9-675c-4536-a64e-bf33ab8a60b2', 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:44:27.587054 n-d-820553-2 neutron-server[102832]: INFO neutron.db.securitygroups_db [None req-24a9d455-12aa-4f3a-adbc-9045886407df tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Project cc2b51a1527d471ba1f33c71d0e151f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 15:44:27.592463 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-24a9d455-12aa-4f3a-adbc-9045886407df tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:27.654706 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-24a9d455-12aa-4f3a-adbc-9045886407df tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:27.718365 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-24a9d455-12aa-4f3a-adbc-9045886407df tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:27.737702 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a9d455-12aa-4f3a-adbc-9045886407df tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab5e64e-0a5b-4820-8753-12b06641cc77,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:27.795023 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-24a9d455-12aa-4f3a-adbc-9045886407df tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:27.796292 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-24a9d455-12aa-4f3a-adbc-9045886407df tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3168609 Dec 17 15:44:27.799091 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60210) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:44:27.803565 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-4d87751b-cc92-4037-9ba6-95ca18063507 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'security_group_rule': {'security_group_id': 'cdabb3a9-675c-4536-a64e-bf33ab8a60b2', 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:44:27.866850 n-d-820553-2 neutron-server[102832]: INFO neutron.db.securitygroups_db [None req-4d87751b-cc92-4037-9ba6-95ca18063507 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Project cc2b51a1527d471ba1f33c71d0e151f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 15:44:27.872100 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d87751b-cc92-4037-9ba6-95ca18063507 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:27.935565 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d87751b-cc92-4037-9ba6-95ca18063507 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:27.975342 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d87751b-cc92-4037-9ba6-95ca18063507 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:27.993797 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87751b-cc92-4037-9ba6-95ca18063507 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f853579d-a556-43e6-8cc2-457a09b9e4b4,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:28.051812 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d87751b-cc92-4037-9ba6-95ca18063507 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:28.053109 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4d87751b-cc92-4037-9ba6-95ca18063507 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2530065 Dec 17 15:44:28.056239 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60212) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:44:28.061769 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-fab5f7ae-cf21-413b-b79b-ec0c64f1974d tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'network': {'name': 'tempest-network-smoke--895316312', 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'port_security_enabled': True}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:44:28.141354 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab5f7ae-cf21-413b-b79b-ec0c64f1974d tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Made reservation on behalf of cc2b51a1527d471ba1f33c71d0e151f4 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:44:28.144913 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fab5f7ae-cf21-413b-b79b-ec0c64f1974d tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:28.168169 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fab5f7ae-cf21-413b-b79b-ec0c64f1974d tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:44:28.177539 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fab5f7ae-cf21-413b-b79b-ec0c64f1974d tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:28.177884 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-fab5f7ae-cf21-413b-b79b-ec0c64f1974d tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Added segment da3931c7-b76f-448b-bc47-7700cfa26b00 of type vlan for network 8afc9d5e-18fb-4954-9ced-9194be06d060 Dec 17 15:44:28.221711 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fab5f7ae-cf21-413b-b79b-ec0c64f1974d tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:28.312660 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fab5f7ae-cf21-413b-b79b-ec0c64f1974d tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:28.318263 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab5f7ae-cf21-413b-b79b-ec0c64f1974d tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:28.318881 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fab5f7ae-cf21-413b-b79b-ec0c64f1974d tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:28.386773 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5f7ae-cf21-413b-b79b-ec0c64f1974d tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'Network': ['ID=8afc9d5e-18fb-4954-9ced-9194be06d060,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:28.397364 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 8afc9d5e-18fb-4954-9ced-9194be06d060 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:44:28.436113 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-fab5f7ae-cf21-413b-b79b-ec0c64f1974d tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3787043 Dec 17 15:44:28.438761 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60216) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:44:28.443191 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-0c6746b0-b732-49d9-82b6-36c867a86fb0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1343319313', 'admin_state_up': True, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:44:28.541463 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0c6746b0-b732-49d9-82b6-36c867a86fb0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:28.544844 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0c6746b0-b732-49d9-82b6-36c867a86fb0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:28.600099 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0c6746b0-b732-49d9-82b6-36c867a86fb0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:28.791250 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0c6746b0-b732-49d9-82b6-36c867a86fb0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:28.815509 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0be1947e-0e5c-4a89-81a4-456c42ff50e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:28.845881 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:44:29.040634 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0c6746b0-b732-49d9-82b6-36c867a86fb0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:29.063015 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0c6746b0-b732-49d9-82b6-36c867a86fb0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:29.171085 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-0c6746b0-b732-49d9-82b6-36c867a86fb0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Allocated IP 172.25.6.54 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/91ad3b27-8e34-4386-90f7-92ceffd0cdf4) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:44:29.272223 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0c6746b0-b732-49d9-82b6-36c867a86fb0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:29.353320 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0c6746b0-b732-49d9-82b6-36c867a86fb0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:29.394246 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6746b0-b732-49d9-82b6-36c867a86fb0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:44:29.397220 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-0c6746b0-b732-49d9-82b6-36c867a86fb0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:44:29.400630 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6746b0-b732-49d9-82b6-36c867a86fb0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:44:29.427734 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6746b0-b732-49d9-82b6-36c867a86fb0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'Port': ['ID=91ad3b27-8e34-4386-90f7-92ceffd0cdf4,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:29.726985 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0c6746b0-b732-49d9-82b6-36c867a86fb0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:29.936059 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0c6746b0-b732-49d9-82b6-36c867a86fb0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:30.106386 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6746b0-b732-49d9-82b6-36c867a86fb0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Router 2ef771ec-2258-43be-8164-eca215178352 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:44:30.217640 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6746b0-b732-49d9-82b6-36c867a86fb0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:44:30.228671 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96f14cf-7088-4b14-8f4c-5866781120e3 None None] Sync routers for ids ['2ef771ec-2258-43be-8164-eca215178352'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:44:30.238440 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96f14cf-7088-4b14-8f4c-5866781120e3 None None] Routers {'2ef771ec-2258-43be-8164-eca215178352'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:44:30.239020 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d96f14cf-7088-4b14-8f4c-5866781120e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:44:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['2ef771ec-2258-43be-8164-eca215178352'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:44:30.304185 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0c6746b0-b732-49d9-82b6-36c867a86fb0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:30.306539 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0c6746b0-b732-49d9-82b6-36c867a86fb0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8664765 Dec 17 15:44:30.310721 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60226) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:44:30.349445 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-d96f14cf-7088-4b14-8f4c-5866781120e3 None None] Set router 2ef771ec-2258-43be-8164-eca215178352 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:44:30.443340 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-98f2b630-025e-41d9-9b51-e1e25827c198 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=cc2b51a1527d471ba1f33c71d0e151f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1311536 Dec 17 15:44:30.446110 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60230) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:44:30.614479 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0110008e-b84a-4ae6-a288-8b80222f3983 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:30.617597 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0110008e-b84a-4ae6-a288-8b80222f3983 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1703525 Dec 17 15:44:30.619148 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60232) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:44:30.630021 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d96f14cf-7088-4b14-8f4c-5866781120e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef771ec-2258-43be-8164-eca215178352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343319313', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '91ad3b27-8e34-4386-90f7-92ceffd0cdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:44:28Z', 'updated_at': '2021-12-17T15:44:29Z', 'revision_number': 3, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': '91ad3b27-8e34-4386-90f7-92ceffd0cdf4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef771ec-2258-43be-8164-eca215178352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:44:29Z', 'updated_at': '2021-12-17T15:44:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:44:30.658361 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-eb2d8601-c3eb-499a-8fc6-f510b8c9c6a8 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=4e9cade7-8de3-4483-a2b7-ada6bbc76cf6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355992 Dec 17 15:44:30.658623 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96f14cf-7088-4b14-8f4c-5866781120e3 None None] Checking router: 2ef771ec-2258-43be-8164-eca215178352 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:44:30.658623 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96f14cf-7088-4b14-8f4c-5866781120e3 None None] Updating router 2ef771ec-2258-43be-8164-eca215178352 port 91ad3b27-8e34-4386-90f7-92ceffd0cdf4 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:44:30.658799 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60234) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:44:30.664642 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-4a5e42b8-26e0-45ee-8284-0fea596ff8e8 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1812042045', 'network_id': '8afc9d5e-18fb-4954-9ced-9194be06d060', 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:44:30.681966 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-d96f14cf-7088-4b14-8f4c-5866781120e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:30.861009 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5e42b8-26e0-45ee-8284-0fea596ff8e8 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Made reservation on behalf of cc2b51a1527d471ba1f33c71d0e151f4 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:44:30.864678 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4a5e42b8-26e0-45ee-8284-0fea596ff8e8 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:30.948796 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-d96f14cf-7088-4b14-8f4c-5866781120e3 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:31.016780 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-d96f14cf-7088-4b14-8f4c-5866781120e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:31.033019 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-baad65ba-e6f9-4eba-9a9c-493d399dbac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:31.073297 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-d96f14cf-7088-4b14-8f4c-5866781120e3 None None] Attempting to bind port 91ad3b27-8e34-4386-90f7-92ceffd0cdf4 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:44:31.073643 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-d96f14cf-7088-4b14-8f4c-5866781120e3 None None] Attempting to bind port 91ad3b27-8e34-4386-90f7-92ceffd0cdf4 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:44:31.073994 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96f14cf-7088-4b14-8f4c-5866781120e3 None None] Attempting to bind port 91ad3b27-8e34-4386-90f7-92ceffd0cdf4 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:44:31.083250 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd60ccc-094c-4c05-878d-078214ebf0f9 None None] Pushing event updated for resources: {'Port': ['ID=91ad3b27-8e34-4386-90f7-92ceffd0cdf4,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:31.086404 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96f14cf-7088-4b14-8f4c-5866781120e3 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:44:31.086773 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96f14cf-7088-4b14-8f4c-5866781120e3 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:44:31.087162 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-d96f14cf-7088-4b14-8f4c-5866781120e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:31.087543 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96f14cf-7088-4b14-8f4c-5866781120e3 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:44:31.087993 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-d96f14cf-7088-4b14-8f4c-5866781120e3 None None] Bound port: 91ad3b27-8e34-4386-90f7-92ceffd0cdf4, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:44:31.088362 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-d96f14cf-7088-4b14-8f4c-5866781120e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:31.094732 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd60ccc-094c-4c05-878d-078214ebf0f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:44:31.097623 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd60ccc-094c-4c05-878d-078214ebf0f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:44:31.097623 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd60ccc-094c-4c05-878d-078214ebf0f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:44:31.097623 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd60ccc-094c-4c05-878d-078214ebf0f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:44:31.097623 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd60ccc-094c-4c05-878d-078214ebf0f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:44:31.097623 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd60ccc-094c-4c05-878d-078214ebf0f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:44:31.097623 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd60ccc-094c-4c05-878d-078214ebf0f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:44:31.097623 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd60ccc-094c-4c05-878d-078214ebf0f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:44:31.097623 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd60ccc-094c-4c05-878d-078214ebf0f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:44:31.097623 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd60ccc-094c-4c05-878d-078214ebf0f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:44:31.098436 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd60ccc-094c-4c05-878d-078214ebf0f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:44:31.098436 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd60ccc-094c-4c05-878d-078214ebf0f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:44:31.107976 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4a5e42b8-26e0-45ee-8284-0fea596ff8e8 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:31.150957 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-d96f14cf-7088-4b14-8f4c-5866781120e3 None None] For port 91ad3b27-8e34-4386-90f7-92ceffd0cdf4, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:44:31.154784 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-d96f14cf-7088-4b14-8f4c-5866781120e3 None None] For port 91ad3b27-8e34-4386-90f7-92ceffd0cdf4, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=91ad3b27-8e34-4386-90f7-92ceffd0cdf4,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:44:31.188123 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e42b8-26e0-45ee-8284-0fea596ff8e8 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'Subnet': ['ID=402be5c6-e93e-451c-a273-5bf86f64b937,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:31.191790 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5e42b8-26e0-45ee-8284-0fea596ff8e8 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Checking segment: {'id': 'da3931c7-b76f-448b-bc47-7700cfa26b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8afc9d5e-18fb-4954-9ced-9194be06d060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:44:31.192146 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5e42b8-26e0-45ee-8284-0fea596ff8e8 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Network hostable DHCP agents. Network: 8afc9d5e-18fb-4954-9ced-9194be06d060, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:44:31.198595 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-d96f14cf-7088-4b14-8f4c-5866781120e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:31.256051 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96f14cf-7088-4b14-8f4c-5866781120e3 None None] Routers {'2ef771ec-2258-43be-8164-eca215178352'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:44:31.256695 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d96f14cf-7088-4b14-8f4c-5866781120e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:44:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['2ef771ec-2258-43be-8164-eca215178352'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:44:31.261426 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5e42b8-26e0-45ee-8284-0fea596ff8e8 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Network 8afc9d5e-18fb-4954-9ced-9194be06d060 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:44:31.291030 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd60ccc-094c-4c05-878d-078214ebf0f9 None None] Pushing event updated for resources: {'Port': ['ID=91ad3b27-8e34-4386-90f7-92ceffd0cdf4,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:31.352535 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-4a5e42b8-26e0-45ee-8284-0fea596ff8e8 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 8afc9d5e-18fb-4954-9ced-9194be06d060) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:44:31.358092 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5e42b8-26e0-45ee-8284-0fea596ff8e8 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:31.358952 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4a5e42b8-26e0-45ee-8284-0fea596ff8e8 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:31.363306 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f333c2a3-e30b-4392-873a-325e46493936 None None] Network 8afc9d5e-18fb-4954-9ced-9194be06d060 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:44:31.369184 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-d96f14cf-7088-4b14-8f4c-5866781120e3 None None] Set router 2ef771ec-2258-43be-8164-eca215178352 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:44:31.460706 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4a5e42b8-26e0-45ee-8284-0fea596ff8e8 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7972364 Dec 17 15:44:31.460974 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60238) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:44:31.523232 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fae19bd-5c62-43ae-ada1-9663d372e2aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-8afc9d5e-18fb-4954-9ced-9194be06d060', 'network_id': '8afc9d5e-18fb-4954-9ced-9194be06d060', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'fixed_ips': [{'subnet_id': '402be5c6-e93e-451c-a273-5bf86f64b937'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:44:31.524127 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8fae19bd-5c62-43ae-ada1-9663d372e2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:31.585704 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d96f14cf-7088-4b14-8f4c-5866781120e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef771ec-2258-43be-8164-eca215178352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343319313', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '91ad3b27-8e34-4386-90f7-92ceffd0cdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:44:28Z', 'updated_at': '2021-12-17T15:44:29Z', 'revision_number': 3, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': '91ad3b27-8e34-4386-90f7-92ceffd0cdf4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef771ec-2258-43be-8164-eca215178352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:44:29Z', 'updated_at': '2021-12-17T15:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:44:31.614998 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96f14cf-7088-4b14-8f4c-5866781120e3 None None] The sync data for ids ['2ef771ec-2258-43be-8164-eca215178352'] in n-d-820553-2 is: [{'id': '2ef771ec-2258-43be-8164-eca215178352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343319313', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '91ad3b27-8e34-4386-90f7-92ceffd0cdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:44:28Z', 'updated_at': '2021-12-17T15:44:29Z', 'revision_number': 3, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': '91ad3b27-8e34-4386-90f7-92ceffd0cdf4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef771ec-2258-43be-8164-eca215178352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:44:29Z', 'updated_at': '2021-12-17T15:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:44:31.699813 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-8fae19bd-5c62-43ae-ada1-9663d372e2aa None None] Allocated IP 172.20.0.2 (8afc9d5e-18fb-4954-9ced-9194be06d060/402be5c6-e93e-451c-a273-5bf86f64b937/f2d3fbac-0274-485c-a960-a080c25c4e42) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:44:31.997237 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83e41151-19b2-4121-8af3-73cc7e685131 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:32.074436 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8fae19bd-5c62-43ae-ada1-9663d372e2aa None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:32.147219 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8fae19bd-5c62-43ae-ada1-9663d372e2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:32.206766 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fae19bd-5c62-43ae-ada1-9663d372e2aa None None] Network 8afc9d5e-18fb-4954-9ced-9194be06d060 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:44:32.210903 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-8fae19bd-5c62-43ae-ada1-9663d372e2aa None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:44:32.216603 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fae19bd-5c62-43ae-ada1-9663d372e2aa None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:44:32.302213 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-8fae19bd-5c62-43ae-ada1-9663d372e2aa None None] Attempting to bind port f2d3fbac-0274-485c-a960-a080c25c4e42 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:44:32.303003 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-8fae19bd-5c62-43ae-ada1-9663d372e2aa None None] Attempting to bind port f2d3fbac-0274-485c-a960-a080c25c4e42 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'da3931c7-b76f-448b-bc47-7700cfa26b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8afc9d5e-18fb-4954-9ced-9194be06d060'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:44:32.303554 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae19bd-5c62-43ae-ada1-9663d372e2aa None None] Attempting to bind port f2d3fbac-0274-485c-a960-a080c25c4e42 on network 8afc9d5e-18fb-4954-9ced-9194be06d060 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:44:32.313309 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae19bd-5c62-43ae-ada1-9663d372e2aa None None] Pushing event updated for resources: {'Port': ['ID=f2d3fbac-0274-485c-a960-a080c25c4e42,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:32.323353 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae19bd-5c62-43ae-ada1-9663d372e2aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:44:32.324035 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae19bd-5c62-43ae-ada1-9663d372e2aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:44:32.324552 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae19bd-5c62-43ae-ada1-9663d372e2aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:44:32.325159 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae19bd-5c62-43ae-ada1-9663d372e2aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:44:32.326267 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae19bd-5c62-43ae-ada1-9663d372e2aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:44:32.326908 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae19bd-5c62-43ae-ada1-9663d372e2aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:44:32.327477 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae19bd-5c62-43ae-ada1-9663d372e2aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:44:32.327976 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae19bd-5c62-43ae-ada1-9663d372e2aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:44:32.328469 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae19bd-5c62-43ae-ada1-9663d372e2aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:44:32.328974 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae19bd-5c62-43ae-ada1-9663d372e2aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:44:32.329541 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae19bd-5c62-43ae-ada1-9663d372e2aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:44:32.348252 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fae19bd-5c62-43ae-ada1-9663d372e2aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:44:32.348252 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae19bd-5c62-43ae-ada1-9663d372e2aa None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:44:32.348252 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae19bd-5c62-43ae-ada1-9663d372e2aa None None] Checking segment: {'id': 'da3931c7-b76f-448b-bc47-7700cfa26b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8afc9d5e-18fb-4954-9ced-9194be06d060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:44:32.348252 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8fae19bd-5c62-43ae-ada1-9663d372e2aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:32.348252 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae19bd-5c62-43ae-ada1-9663d372e2aa None None] Bound using segment: {'id': 'da3931c7-b76f-448b-bc47-7700cfa26b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8afc9d5e-18fb-4954-9ced-9194be06d060'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:44:32.348252 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-8fae19bd-5c62-43ae-ada1-9663d372e2aa None None] Bound port: f2d3fbac-0274-485c-a960-a080c25c4e42, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3931c7-b76f-448b-bc47-7700cfa26b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8afc9d5e-18fb-4954-9ced-9194be06d060'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:44:32.348252 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8fae19bd-5c62-43ae-ada1-9663d372e2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:32.438107 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:32.448275 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-8fae19bd-5c62-43ae-ada1-9663d372e2aa None None] For port f2d3fbac-0274-485c-a960-a080c25c4e42, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:44:32.453032 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-8fae19bd-5c62-43ae-ada1-9663d372e2aa None None] For port f2d3fbac-0274-485c-a960-a080c25c4e42, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f2d3fbac-0274-485c-a960-a080c25c4e42,segment=NetworkSegment(da3931c7-b76f-448b-bc47-7700cfa26b00),segment_id=da3931c7-b76f-448b-bc47-7700cfa26b00)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:44:32.453543 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-83e41151-19b2-4121-8af3-73cc7e685131 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Allocated IP 172.20.0.1 (8afc9d5e-18fb-4954-9ced-9194be06d060/402be5c6-e93e-451c-a273-5bf86f64b937/fc168edb-09b6-4bbc-b321-01f2961c038a) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:44:32.520538 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8fae19bd-5c62-43ae-ada1-9663d372e2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:32.608197 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae19bd-5c62-43ae-ada1-9663d372e2aa None None] Pushing event updated for resources: {'Port': ['ID=f2d3fbac-0274-485c-a960-a080c25c4e42,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:32.610833 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83e41151-19b2-4121-8af3-73cc7e685131 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:32.723915 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83e41151-19b2-4121-8af3-73cc7e685131 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:32.791442 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e41151-19b2-4121-8af3-73cc7e685131 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Network 8afc9d5e-18fb-4954-9ced-9194be06d060 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:44:32.795705 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-83e41151-19b2-4121-8af3-73cc7e685131 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:44:32.799578 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e41151-19b2-4121-8af3-73cc7e685131 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:44:32.808525 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e41151-19b2-4121-8af3-73cc7e685131 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'Port': ['ID=fc168edb-09b6-4bbc-b321-01f2961c038a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:33.135932 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f2d3fbac-0274-485c-a960-a080c25c4e42 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:44:33.189091 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port f2d3fbac-0274-485c-a960-a080c25c4e42 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:44:33.189839 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:33.274864 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83e41151-19b2-4121-8af3-73cc7e685131 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:33.298366 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:33.347330 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port f2d3fbac-0274-485c-a960-a080c25c4e42, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f2d3fbac-0274-485c-a960-a080c25c4e42,segment=NetworkSegment(da3931c7-b76f-448b-bc47-7700cfa26b00),segment_id=da3931c7-b76f-448b-bc47-7700cfa26b00)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:44:33.410129 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:33.410947 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 91ad3b27-8e34-4386-90f7-92ceffd0cdf4 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:44:33.473767 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83e41151-19b2-4121-8af3-73cc7e685131 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:33.512774 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=f2d3fbac-0274-485c-a960-a080c25c4e42,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:33.526367 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 91ad3b27-8e34-4386-90f7-92ceffd0cdf4 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:44:33.526871 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:33.635960 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:33.660571 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 91ad3b27-8e34-4386-90f7-92ceffd0cdf4, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=91ad3b27-8e34-4386-90f7-92ceffd0cdf4,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:44:33.735865 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:33.800351 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=91ad3b27-8e34-4386-90f7-92ceffd0cdf4,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:33.843202 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83e41151-19b2-4121-8af3-73cc7e685131 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:33.855872 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ceb35a9-eb27-4f3d-91e1-28a98d587846 None None] Network 8afc9d5e-18fb-4954-9ced-9194be06d060 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:44:33.919782 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:33.929825 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83e41151-19b2-4121-8af3-73cc7e685131 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:33.985316 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4cf56037-f0b2-4f32-9811-c2588118aac5 None None] Provisioning complete for port f2d3fbac-0274-485c-a960-a080c25c4e42 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:44:33.985837 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4cf56037-f0b2-4f32-9811-c2588118aac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:34.018274 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e41151-19b2-4121-8af3-73cc7e685131 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'Port': ['ID=fc168edb-09b6-4bbc-b321-01f2961c038a,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:34.021003 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-83e41151-19b2-4121-8af3-73cc7e685131 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:34.135554 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e41151-19b2-4121-8af3-73cc7e685131 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Network 8afc9d5e-18fb-4954-9ced-9194be06d060 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:44:34.136986 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-83e41151-19b2-4121-8af3-73cc7e685131 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:44:34.187048 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:34.290245 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e41151-19b2-4121-8af3-73cc7e685131 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Router 2ef771ec-2258-43be-8164-eca215178352 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:44:34.427885 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e41151-19b2-4121-8af3-73cc7e685131 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:44:34.442420 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-83e41151-19b2-4121-8af3-73cc7e685131 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "PUT /v2.0/routers/2ef771ec-2258-43be-8164-eca215178352/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9752750 Dec 17 15:44:34.461888 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86db2c14-6e42-497e-bac1-55fd850df25e None None] Sync routers for ids ['2ef771ec-2258-43be-8164-eca215178352'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:44:34.484778 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-76da5331-1372-43b5-917c-fd806cc50a62 None None] Provisioning complete for port f2d3fbac-0274-485c-a960-a080c25c4e42 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:44:34.485238 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-76da5331-1372-43b5-917c-fd806cc50a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:34.516697 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86db2c14-6e42-497e-bac1-55fd850df25e None None] Routers {'2ef771ec-2258-43be-8164-eca215178352'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:44:34.517391 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-86db2c14-6e42-497e-bac1-55fd850df25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:44:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['2ef771ec-2258-43be-8164-eca215178352'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:44:34.722452 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-7fecc17e-1e65-4bd2-b2d0-e123b89cfc97 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1570415361&fields=id&tenant_id=cc2b51a1527d471ba1f33c71d0e151f4 HTTP/1.1" status: 200 len: 267 time: 0.0481241 Dec 17 15:44:34.736234 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-86db2c14-6e42-497e-bac1-55fd850df25e None None] Set router 2ef771ec-2258-43be-8164-eca215178352 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:44:34.852666 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-e3a55b16-40ba-4fb9-8e2c-0ce81be10422 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:34.854546 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-e3a55b16-40ba-4fb9-8e2c-0ce81be10422 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/networks?id=8afc9d5e-18fb-4954-9ced-9194be06d060 HTTP/1.1" status: 200 len: 796 time: 0.1276600 Dec 17 15:44:34.885650 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-0da3e5b6-1f9e-4267-8044-cba4fa912c8a tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/quotas/cc2b51a1527d471ba1f33c71d0e151f4 HTTP/1.1" status: 200 len: 375 time: 0.0182188 Dec 17 15:44:34.891781 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-76da5331-1372-43b5-917c-fd806cc50a62 None None] Provisioning complete for port fc168edb-09b6-4bbc-b321-01f2961c038a triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:44:34.892064 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-76da5331-1372-43b5-917c-fd806cc50a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:34.945345 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-76da5331-1372-43b5-917c-fd806cc50a62 None None] Port fc168edb-09b6-4bbc-b321-01f2961c038a cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:44:34.963497 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-592459e1-6670-4f5d-b845-157b0d838cae tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669696 Dec 17 15:44:35.019260 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f2d3fbac-0274-485c-a960-a080c25c4e42 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:44:35.083252 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-40e0244f-1f65-4973-b3f9-421d8121034a None None] Provisioning complete for port fc168edb-09b6-4bbc-b321-01f2961c038a triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:44:35.083722 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-40e0244f-1f65-4973-b3f9-421d8121034a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:35.127251 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-86db2c14-6e42-497e-bac1-55fd850df25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef771ec-2258-43be-8164-eca215178352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343319313', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '91ad3b27-8e34-4386-90f7-92ceffd0cdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:44:28Z', 'updated_at': '2021-12-17T15:44:33Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': '91ad3b27-8e34-4386-90f7-92ceffd0cdf4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef771ec-2258-43be-8164-eca215178352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:44:29Z', 'updated_at': '2021-12-17T15:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'fc168edb-09b6-4bbc-b321-01f2961c038a', 'name': '', 'network_id': '8afc9d5e-18fb-4954-9ced-9194be06d060', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'mac_address': 'fa:16:3e:e2:ea:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef771ec-2258-43be-8164-eca215178352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '402be5c6-e93e-451c-a273-5bf86f64b937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:44:32Z', 'updated_at': '2021-12-17T15:44:33Z', 'revision_number': 2, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'subnets': [{'id': '402be5c6-e93e-451c-a273-5bf86f64b937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:44:35.130381 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-e4166f2e-a0e9-45f4-8290-f9acc2aff671 service neutron] 10.222.0.46 "GET /v2.0/networks/8afc9d5e-18fb-4954-9ced-9194be06d060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654744 Dec 17 15:44:35.166576 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-40e0244f-1f65-4973-b3f9-421d8121034a None None] Port fc168edb-09b6-4bbc-b321-01f2961c038a cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:44:35.169554 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86db2c14-6e42-497e-bac1-55fd850df25e None None] Checking router: 2ef771ec-2258-43be-8164-eca215178352 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:44:35.170145 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86db2c14-6e42-497e-bac1-55fd850df25e None None] Updating router 2ef771ec-2258-43be-8164-eca215178352 port fc168edb-09b6-4bbc-b321-01f2961c038a binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:44:35.172616 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port f2d3fbac-0274-485c-a960-a080c25c4e42 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:44:35.173171 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:35.222017 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-86db2c14-6e42-497e-bac1-55fd850df25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:35.242652 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-8a0a8f39-1a5c-404a-8e53-1c9a2fa52d88 service neutron] 10.222.0.46 "GET /v2.0/networks/8afc9d5e-18fb-4954-9ced-9194be06d060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061845 Dec 17 15:44:35.369471 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 91ad3b27-8e34-4386-90f7-92ceffd0cdf4 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:44:35.488309 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 91ad3b27-8e34-4386-90f7-92ceffd0cdf4 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:44:35.488687 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:35.623707 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-86db2c14-6e42-497e-bac1-55fd850df25e None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:35.712527 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-86db2c14-6e42-497e-bac1-55fd850df25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:35.769184 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e0190-7ba6-4b41-80cb-4973e8366921 None None] Pushing event updated for resources: {'Port': ['ID=fc168edb-09b6-4bbc-b321-01f2961c038a,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:35.819905 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-86db2c14-6e42-497e-bac1-55fd850df25e None None] Attempting to bind port fc168edb-09b6-4bbc-b321-01f2961c038a on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:44:35.820278 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-86db2c14-6e42-497e-bac1-55fd850df25e None None] Attempting to bind port fc168edb-09b6-4bbc-b321-01f2961c038a by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'da3931c7-b76f-448b-bc47-7700cfa26b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8afc9d5e-18fb-4954-9ced-9194be06d060'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:44:35.820645 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86db2c14-6e42-497e-bac1-55fd850df25e None None] Attempting to bind port fc168edb-09b6-4bbc-b321-01f2961c038a on network 8afc9d5e-18fb-4954-9ced-9194be06d060 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:44:35.827478 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86db2c14-6e42-497e-bac1-55fd850df25e None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:44:35.827855 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86db2c14-6e42-497e-bac1-55fd850df25e None None] Checking segment: {'id': 'da3931c7-b76f-448b-bc47-7700cfa26b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8afc9d5e-18fb-4954-9ced-9194be06d060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:44:35.828253 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-86db2c14-6e42-497e-bac1-55fd850df25e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:35.828637 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86db2c14-6e42-497e-bac1-55fd850df25e None None] Bound using segment: {'id': 'da3931c7-b76f-448b-bc47-7700cfa26b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8afc9d5e-18fb-4954-9ced-9194be06d060'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:44:35.829128 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-86db2c14-6e42-497e-bac1-55fd850df25e None None] Bound port: fc168edb-09b6-4bbc-b321-01f2961c038a, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3931c7-b76f-448b-bc47-7700cfa26b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8afc9d5e-18fb-4954-9ced-9194be06d060'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:44:35.829506 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-86db2c14-6e42-497e-bac1-55fd850df25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:35.904197 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-86db2c14-6e42-497e-bac1-55fd850df25e None None] For port fc168edb-09b6-4bbc-b321-01f2961c038a, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:44:35.908284 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-86db2c14-6e42-497e-bac1-55fd850df25e None None] For port fc168edb-09b6-4bbc-b321-01f2961c038a, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=fc168edb-09b6-4bbc-b321-01f2961c038a,segment=NetworkSegment(da3931c7-b76f-448b-bc47-7700cfa26b00),segment_id=da3931c7-b76f-448b-bc47-7700cfa26b00)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:44:35.991236 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-13949ff3-54b7-47fb-bfcb-f430c591a51e None None] Provisioning complete for port fc168edb-09b6-4bbc-b321-01f2961c038a triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:44:35.991896 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-13949ff3-54b7-47fb-bfcb-f430c591a51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:36.022336 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-86db2c14-6e42-497e-bac1-55fd850df25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:36.059424 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-13949ff3-54b7-47fb-bfcb-f430c591a51e None None] Port fc168edb-09b6-4bbc-b321-01f2961c038a cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:44:36.078605 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86db2c14-6e42-497e-bac1-55fd850df25e None None] Routers {'2ef771ec-2258-43be-8164-eca215178352'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:44:36.079062 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-86db2c14-6e42-497e-bac1-55fd850df25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:44:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['2ef771ec-2258-43be-8164-eca215178352'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:44:36.153788 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e0190-7ba6-4b41-80cb-4973e8366921 None None] Pushing event updated for resources: {'Port': ['ID=fc168edb-09b6-4bbc-b321-01f2961c038a,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:36.210409 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-86db2c14-6e42-497e-bac1-55fd850df25e None None] Set router 2ef771ec-2258-43be-8164-eca215178352 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:44:36.502562 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-677301ba-293d-4e76-acb2-6901970be2c1 None None] Provisioning complete for port fc168edb-09b6-4bbc-b321-01f2961c038a triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:44:36.503271 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-677301ba-293d-4e76-acb2-6901970be2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:36.526493 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3ed50911-c2eb-44a6-9232-d85b33e93407 req-5a889a67-5b92-4ca6-906c-0dfd9ce9732b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 210 time: 0.0358198 Dec 17 15:44:36.646520 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-677301ba-293d-4e76-acb2-6901970be2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:36.687198 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-86db2c14-6e42-497e-bac1-55fd850df25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef771ec-2258-43be-8164-eca215178352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343319313', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '91ad3b27-8e34-4386-90f7-92ceffd0cdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:44:28Z', 'updated_at': '2021-12-17T15:44:33Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': '91ad3b27-8e34-4386-90f7-92ceffd0cdf4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef771ec-2258-43be-8164-eca215178352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:44:29Z', 'updated_at': '2021-12-17T15:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'fc168edb-09b6-4bbc-b321-01f2961c038a', 'name': '', 'network_id': '8afc9d5e-18fb-4954-9ced-9194be06d060', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'mac_address': 'fa:16:3e:e2:ea:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef771ec-2258-43be-8164-eca215178352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '402be5c6-e93e-451c-a273-5bf86f64b937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:44:32Z', 'updated_at': '2021-12-17T15:44:35Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'subnets': [{'id': '402be5c6-e93e-451c-a273-5bf86f64b937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:44:36.689921 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-677301ba-293d-4e76-acb2-6901970be2c1 None None] For port fc168edb-09b6-4bbc-b321-01f2961c038a, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=fc168edb-09b6-4bbc-b321-01f2961c038a,segment=NetworkSegment(da3931c7-b76f-448b-bc47-7700cfa26b00),segment_id=da3931c7-b76f-448b-bc47-7700cfa26b00)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:44:36.716970 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86db2c14-6e42-497e-bac1-55fd850df25e None None] The sync data for ids ['2ef771ec-2258-43be-8164-eca215178352'] in n-d-820553-2 is: [{'id': '2ef771ec-2258-43be-8164-eca215178352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343319313', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '91ad3b27-8e34-4386-90f7-92ceffd0cdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:44:28Z', 'updated_at': '2021-12-17T15:44:33Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': '91ad3b27-8e34-4386-90f7-92ceffd0cdf4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef771ec-2258-43be-8164-eca215178352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:44:29Z', 'updated_at': '2021-12-17T15:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'fc168edb-09b6-4bbc-b321-01f2961c038a', 'name': '', 'network_id': '8afc9d5e-18fb-4954-9ced-9194be06d060', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'mac_address': 'fa:16:3e:e2:ea:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef771ec-2258-43be-8164-eca215178352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '402be5c6-e93e-451c-a273-5bf86f64b937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:44:32Z', 'updated_at': '2021-12-17T15:44:35Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'subnets': [{'id': '402be5c6-e93e-451c-a273-5bf86f64b937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:44:36.792713 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-677301ba-293d-4e76-acb2-6901970be2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:36.862632 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677301ba-293d-4e76-acb2-6901970be2c1 None None] Pushing event updated for resources: {'Port': ['ID=fc168edb-09b6-4bbc-b321-01f2961c038a,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:37.041687 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device fc168edb-09b6-4bbc-b321-01f2961c038a up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:44:37.115635 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port fc168edb-09b6-4bbc-b321-01f2961c038a triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:44:37.116358 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:37.616877 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e123a753-a257-465b-ad9d-6b0a4d560417 req-b83d5113-4703-4f15-aa3d-21479728d8f7 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 210 time: 0.0268893 Dec 17 15:44:38.643027 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-a6a13436-7bd0-4930-94e1-2800d47c1080 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:38.644561 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-a6a13436-7bd0-4930-94e1-2800d47c1080 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.41 "GET /v2.0/networks?id=8afc9d5e-18fb-4954-9ced-9194be06d060 HTTP/1.1" status: 200 len: 796 time: 0.1081431 Dec 17 15:44:38.708157 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-559799d9-07d2-4358-8e31-8801d85a11a1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc2b51a1527d471ba1f33c71d0e151f4 HTTP/1.1" status: 200 len: 380 time: 0.0492108 Dec 17 15:44:38.717293 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-4f3370e7-8b34-4939-a0a2-bdeaa54d270e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'port': {'device_id': '108668c6-8ac0-43ed-915a-6e7da674fd51', 'network_id': '8afc9d5e-18fb-4954-9ced-9194be06d060', 'admin_state_up': True, 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'security_groups': ['cdabb3a9-675c-4536-a64e-bf33ab8a60b2']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:44:38.731593 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b334d588-a0c3-4c30-a2a3-680acbeb468f req-526b72e8-55b1-4b38-8542-26b5dfb79192 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 210 time: 0.0275278 Dec 17 15:44:38.878637 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-4f3370e7-8b34-4939-a0a2-bdeaa54d270e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Made reservation on behalf of cc2b51a1527d471ba1f33c71d0e151f4 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:44:38.882307 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-4f3370e7-8b34-4939-a0a2-bdeaa54d270e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:39.010663 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-4f3370e7-8b34-4939-a0a2-bdeaa54d270e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Allocated IP 172.20.0.13 (8afc9d5e-18fb-4954-9ced-9194be06d060/402be5c6-e93e-451c-a273-5bf86f64b937/3fde646b-d897-4113-94ff-ec261653489c) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:44:39.163809 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-4f3370e7-8b34-4939-a0a2-bdeaa54d270e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:39.296869 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-4f3370e7-8b34-4939-a0a2-bdeaa54d270e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:39.344004 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-4f3370e7-8b34-4939-a0a2-bdeaa54d270e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Network 8afc9d5e-18fb-4954-9ced-9194be06d060 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:44:39.347250 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-4f3370e7-8b34-4939-a0a2-bdeaa54d270e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:44:39.350905 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-4f3370e7-8b34-4939-a0a2-bdeaa54d270e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:44:39.359927 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3370e7-8b34-4939-a0a2-bdeaa54d270e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'Port': ['ID=3fde646b-d897-4113-94ff-ec261653489c,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:39.415468 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-4f3370e7-8b34-4939-a0a2-bdeaa54d270e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:39.416261 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-4f3370e7-8b34-4939-a0a2-bdeaa54d270e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:39.492707 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-4f3370e7-8b34-4939-a0a2-bdeaa54d270e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7791843 Dec 17 15:44:39.511547 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-865438e7-3005-4890-ae80-f35cf67d3068 service neutron] Request body: {'port': {'device_id': '108668c6-8ac0-43ed-915a-6e7da674fd51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:44:39.571117 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-865438e7-3005-4890-ae80-f35cf67d3068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:39.634970 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-3217cff5-17e3-4831-9b44-9acc5a4cd05f None None] Provisioning complete for port 3fde646b-d897-4113-94ff-ec261653489c triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:44:39.635997 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3217cff5-17e3-4831-9b44-9acc5a4cd05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:39.677256 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-3217cff5-17e3-4831-9b44-9acc5a4cd05f None None] Port 3fde646b-d897-4113-94ff-ec261653489c cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:44:39.849626 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-865438e7-3005-4890-ae80-f35cf67d3068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fde646b-d897-4113-94ff-ec261653489c {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:44:39.856578 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c801a9-f6f9-47d5-82fb-ec9346bb4b2c req-af649892-f42e-4e3f-a3b1-3ac46fb77429 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:39.858836 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-33c801a9-f6f9-47d5-82fb-ec9346bb4b2c req-af649892-f42e-4e3f-a3b1-3ac46fb77429 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 932 time: 0.0515561 Dec 17 15:44:39.859035 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-865438e7-3005-4890-ae80-f35cf67d3068 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:39.871640 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-865438e7-3005-4890-ae80-f35cf67d3068 service neutron] Transition to ACTIVE for port object 3fde646b-d897-4113-94ff-ec261653489c will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:44:39.899860 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-33c801a9-f6f9-47d5-82fb-ec9346bb4b2c req-9a3efba8-f1c4-4a74-b059-0c1cb86ce6e8 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333676 Dec 17 15:44:39.953340 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-865438e7-3005-4890-ae80-f35cf67d3068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:40.013224 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865438e7-3005-4890-ae80-f35cf67d3068 service neutron] Pushing event updated for resources: {'Port': ['ID=3fde646b-d897-4113-94ff-ec261653489c,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:40.085744 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-865438e7-3005-4890-ae80-f35cf67d3068 service neutron] Attempting to bind port 3fde646b-d897-4113-94ff-ec261653489c on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:44:40.086426 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-865438e7-3005-4890-ae80-f35cf67d3068 service neutron] Attempting to bind port 3fde646b-d897-4113-94ff-ec261653489c by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': 'da3931c7-b76f-448b-bc47-7700cfa26b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8afc9d5e-18fb-4954-9ced-9194be06d060'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:44:40.086821 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-865438e7-3005-4890-ae80-f35cf67d3068 service neutron] Attempting to bind port 3fde646b-d897-4113-94ff-ec261653489c on network 8afc9d5e-18fb-4954-9ced-9194be06d060 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:44:40.092078 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-865438e7-3005-4890-ae80-f35cf67d3068 service neutron] Port 3fde646b-d897-4113-94ff-ec261653489c on network 8afc9d5e-18fb-4954-9ced-9194be06d060 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:44:40.093489 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-865438e7-3005-4890-ae80-f35cf67d3068 service neutron] Attempting to bind port 3fde646b-d897-4113-94ff-ec261653489c on network 8afc9d5e-18fb-4954-9ced-9194be06d060 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:44:40.099116 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-865438e7-3005-4890-ae80-f35cf67d3068 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:44:40.099458 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-865438e7-3005-4890-ae80-f35cf67d3068 service neutron] Checking segment: {'id': 'da3931c7-b76f-448b-bc47-7700cfa26b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8afc9d5e-18fb-4954-9ced-9194be06d060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:44:40.099844 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-865438e7-3005-4890-ae80-f35cf67d3068 service neutron] Bound using segment: {'id': 'da3931c7-b76f-448b-bc47-7700cfa26b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8afc9d5e-18fb-4954-9ced-9194be06d060'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:44:40.100312 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-865438e7-3005-4890-ae80-f35cf67d3068 service neutron] Bound port: 3fde646b-d897-4113-94ff-ec261653489c, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da3931c7-b76f-448b-bc47-7700cfa26b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8afc9d5e-18fb-4954-9ced-9194be06d060'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:44:40.102686 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-865438e7-3005-4890-ae80-f35cf67d3068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:40.179034 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-865438e7-3005-4890-ae80-f35cf67d3068 service neutron] For port 3fde646b-d897-4113-94ff-ec261653489c, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:44:40.182483 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-865438e7-3005-4890-ae80-f35cf67d3068 service neutron] For port 3fde646b-d897-4113-94ff-ec261653489c, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=3fde646b-d897-4113-94ff-ec261653489c,segment=NetworkSegment(da3931c7-b76f-448b-bc47-7700cfa26b00),segment_id=da3931c7-b76f-448b-bc47-7700cfa26b00)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:44:40.234084 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-865438e7-3005-4890-ae80-f35cf67d3068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:40.272617 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-865438e7-3005-4890-ae80-f35cf67d3068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:40.273605 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-865438e7-3005-4890-ae80-f35cf67d3068 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:40.275089 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-865438e7-3005-4890-ae80-f35cf67d3068 service neutron] 10.222.0.41 "PUT /v2.0/ports/3fde646b-d897-4113-94ff-ec261653489c HTTP/1.1" status: 200 len: 1092 time: 0.7679617 Dec 17 15:44:40.277790 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108668c6-8ac0-43ed-915a-6e7da674fd51', 'tag': '3fde646b-d897-4113-94ff-ec261653489c'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:44:40.279847 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3feab07-ea16-4743-aa15-8d8958866d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "108668c6-8ac0-43ed-915a-6e7da674fd51", "tag": "3fde646b-d897-4113-94ff-ec261653489c"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:44:40.308964 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865438e7-3005-4890-ae80-f35cf67d3068 service neutron] Pushing event updated for resources: {'Port': ['ID=3fde646b-d897-4113-94ff-ec261653489c,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:40.326679 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b24e7b2-e5d9-4a60-b686-8adb607bafa5 x-openstack-request-id: req-0b24e7b2-e5d9-4a60-b686-8adb607bafa5 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:44:40.327322 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108668c6-8ac0-43ed-915a-6e7da674fd51", "tag": "3fde646b-d897-4113-94ff-ec261653489c", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:44:40.327727 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0b24e7b2-e5d9-4a60-b686-8adb607bafa5 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:44:40.328280 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108668c6-8ac0-43ed-915a-6e7da674fd51', 'tag': '3fde646b-d897-4113-94ff-ec261653489c', 'status': 'completed', 'code': 200} Dec 17 15:44:40.410512 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3feab07-ea16-4743-aa15-8d8958866d5d req-86554a50-9e8a-4836-b6cf-439f78faf8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:40.413683 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b3feab07-ea16-4743-aa15-8d8958866d5d req-86554a50-9e8a-4836-b6cf-439f78faf8c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 1095 time: 0.0455506 Dec 17 15:44:40.542838 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3feab07-ea16-4743-aa15-8d8958866d5d req-ae927ee5-cca3-4718-b136-1246c31178b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:40.544248 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b3feab07-ea16-4743-aa15-8d8958866d5d req-ae927ee5-cca3-4718-b136-1246c31178b6 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1184042 Dec 17 15:44:40.553097 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:40.643133 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3feab07-ea16-4743-aa15-8d8958866d5d req-a76f95db-37ff-4b61-a46b-d1250d152b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:40.644609 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b3feab07-ea16-4743-aa15-8d8958866d5d req-a76f95db-37ff-4b61-a46b-d1250d152b93 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929682 Dec 17 15:44:40.744283 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-6caa21a6-bb78-485c-b481-06ff2d1627aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:40.745826 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-6caa21a6-bb78-485c-b481-06ff2d1627aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 1095 time: 0.0423286 Dec 17 15:44:40.798486 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-ff387ac1-fff9-44b9-92f3-36040bb77afe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fde646b-d897-4113-94ff-ec261653489c HTTP/1.1" status: 200 len: 217 time: 0.0404038 Dec 17 15:44:40.851588 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-4b643a58-6ae7-4bbb-b2a3-461fb29db69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:40.853235 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-4b643a58-6ae7-4bbb-b2a3-461fb29db69f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=402be5c6-e93e-451c-a273-5bf86f64b937 HTTP/1.1" status: 200 len: 835 time: 0.0480545 Dec 17 15:44:40.900416 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-2cc5da03-a1e8-4218-af72-029c29b9bd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:40.902095 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-2cc5da03-a1e8-4218-af72-029c29b9bd08 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8afc9d5e-18fb-4954-9ced-9194be06d060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423133 Dec 17 15:44:41.005904 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-527fdc7c-aadc-4b4d-9edd-24af68db3cae service neutron] 10.222.0.41 "GET /v2.0/networks/8afc9d5e-18fb-4954-9ced-9194be06d060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962737 Dec 17 15:44:41.108520 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-195836a8-d701-43e7-93c3-b2447cd89c2a req-3ef395cf-61d6-4335-87ec-4d7feab992be service neutron] 10.222.0.41 "GET /v2.0/networks/8afc9d5e-18fb-4954-9ced-9194be06d060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958138 Dec 17 15:44:41.331636 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a95a64-f78e-4a0c-be39-f4529cdc7f18 req-dbe5b007-fda2-47cc-85e5-9eed1597054b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:41.333178 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-18a95a64-f78e-4a0c-be39-f4529cdc7f18 req-dbe5b007-fda2-47cc-85e5-9eed1597054b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 944 time: 0.3551836 Dec 17 15:44:41.371851 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-18a95a64-f78e-4a0c-be39-f4529cdc7f18 req-6a046e75-703b-44e3-a623-6df4a3fb851b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325735 Dec 17 15:44:42.492731 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62d069-7eb8-4447-9dfd-324ac3bd371c req-ce8bbea4-b541-4ebc-bbf3-5851fd444c48 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:42.494249 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c62d069-7eb8-4447-9dfd-324ac3bd371c req-ce8bbea4-b541-4ebc-bbf3-5851fd444c48 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 944 time: 0.0503712 Dec 17 15:44:42.533503 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c62d069-7eb8-4447-9dfd-324ac3bd371c req-3c4d9c98-fa06-40a7-a469-2a865d404849 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319440 Dec 17 15:44:43.679114 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461a742-7035-4efe-8020-0dbf03adc61f req-326c441b-8044-4df9-ad1f-d821b06df8c1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:43.681135 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a461a742-7035-4efe-8020-0dbf03adc61f req-326c441b-8044-4df9-ad1f-d821b06df8c1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 944 time: 0.0624564 Dec 17 15:44:43.724812 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a461a742-7035-4efe-8020-0dbf03adc61f req-4f91ad75-e152-4f1d-a825-c955048c9fba tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371494 Dec 17 15:44:44.569003 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca70466-4e6a-4591-b837-7ef880f8d018 req-140a1922-81ec-4fe2-9c59-a4105be69b76 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:44.570874 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fca70466-4e6a-4591-b837-7ef880f8d018 req-140a1922-81ec-4fe2-9c59-a4105be69b76 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0639162 Dec 17 15:44:44.591197 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 3fde646b-d897-4113-94ff-ec261653489c details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:44:44.614478 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fca70466-4e6a-4591-b837-7ef880f8d018 req-90b5e1bb-0717-4d93-93dc-80d5c2a92906 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339446 Dec 17 15:44:44.694360 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 3fde646b-d897-4113-94ff-ec261653489c, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=3fde646b-d897-4113-94ff-ec261653489c,segment=NetworkSegment(da3931c7-b76f-448b-bc47-7700cfa26b00),segment_id=da3931c7-b76f-448b-bc47-7700cfa26b00)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:44:44.707015 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '3fde646b-d897-4113-94ff-ec261653489c', 'network_id': '8afc9d5e-18fb-4954-9ced-9194be06d060', 'port_id': '3fde646b-d897-4113-94ff-ec261653489c', 'mac_address': 'fa:16:3e:ca:5c:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402be5c6-e93e-451c-a273-5bf86f64b937', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:44:44.740819 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101cba3-849b-487e-8c4d-ab809e505756 req-7474b15c-e42d-426a-834c-0a718f3e86d8 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:44.743101 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f101cba3-849b-487e-8c4d-ab809e505756 req-7474b15c-e42d-426a-834c-0a718f3e86d8 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0541024 Dec 17 15:44:44.759853 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:44.777254 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fde646b-d897-4113-94ff-ec261653489c {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:44:44.788569 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f101cba3-849b-487e-8c4d-ab809e505756 req-96d805f6-bec1-49e3-9493-4ad45ec51d77 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392601 Dec 17 15:44:44.802379 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 3fde646b-d897-4113-94ff-ec261653489c, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=3fde646b-d897-4113-94ff-ec261653489c,segment=NetworkSegment(da3931c7-b76f-448b-bc47-7700cfa26b00),segment_id=da3931c7-b76f-448b-bc47-7700cfa26b00)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:44:44.847611 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71315177-87ea-46db-8371-7ab1428e9665 req-7085fe66-eb83-4143-bd34-d158348b2ca1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:44.853452 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71315177-87ea-46db-8371-7ab1428e9665 req-7085fe66-eb83-4143-bd34-d158348b2ca1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 944 time: 0.0580459 Dec 17 15:44:44.893215 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71315177-87ea-46db-8371-7ab1428e9665 req-0c6f7ad1-4750-4387-8b7c-61a237c5081f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372634 Dec 17 15:44:45.035378 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-8c6b446f-f594-4714-a8ba-90a01fa4722d tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:45.094506 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-8c6b446f-f594-4714-a8ba-90a01fa4722d tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/networks?id=1bf23dbe-38db-4a32-95b8-9493ff106e9c HTTP/1.1" status: 200 len: 812 time: 0.1084650 Dec 17 15:44:45.094506 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-88422448-cf29-44e0-9ddf-839b4cb4802e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/quotas/a3ccd7142d8c423fb044217d2f692337 HTTP/1.1" status: 200 len: 375 time: 0.0096006 Dec 17 15:44:45.114342 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-96b79208-1c4d-412d-b7dd-2bcd9111e309 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3ccd7142d8c423fb044217d2f692337&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0562875 Dec 17 15:44:45.213937 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-af085d64-3af6-46ab-b7e1-f59322daf756 service neutron] 10.222.0.46 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926080 Dec 17 15:44:45.221975 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:45.277577 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=3fde646b-d897-4113-94ff-ec261653489c,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:45.310881 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-2006d428-4e88-41c5-b218-1b0679077b58 service neutron] 10.222.0.46 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893533 Dec 17 15:44:45.544431 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-88e602d1-a0dd-4356-a494-c5f95633bafc req-f043bd21-94f9-4437-8bda-8d4f2e6132d3 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=08a53acb-d605-4299-8f16-b4632dae032e HTTP/1.1" status: 200 len: 210 time: 0.0331857 Dec 17 15:44:45.614820 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['3fde646b-d897-4113-94ff-ec261653489c'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:44:46.017487 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c306dae-9452-42ca-a2c4-4430555b205c req-b2cfb0f3-ebfb-4638-843f-ffc926588f51 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:46.020422 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9c306dae-9452-42ca-a2c4-4430555b205c req-b2cfb0f3-ebfb-4638-843f-ffc926588f51 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 945 time: 0.0493419 Dec 17 15:44:46.057193 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9c306dae-9452-42ca-a2c4-4430555b205c req-3658f5f3-4c3b-41d4-b6b9-30bc1dd5b5a1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320649 Dec 17 15:44:46.604211 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 3fde646b-d897-4113-94ff-ec261653489c up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:44:46.629568 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3ecdfec7-0236-4f94-ab43-6b78768e73bd req-8495395a-a084-4667-9fb5-6e8b873d8a1f tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=08a53acb-d605-4299-8f16-b4632dae032e HTTP/1.1" status: 200 len: 210 time: 0.0297658 Dec 17 15:44:46.752923 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 3fde646b-d897-4113-94ff-ec261653489c completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:44:46.757011 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 3fde646b-d897-4113-94ff-ec261653489c triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:44:46.761432 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:46.839536 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:46.868099 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108668c6-8ac0-43ed-915a-6e7da674fd51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fde646b-d897-4113-94ff-ec261653489c'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:44:46.870419 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6221b925-175f-4b0b-a319-26c542c4d24b" -d '{"events": [{"server_uuid": "108668c6-8ac0-43ed-915a-6e7da674fd51", "name": "network-vif-plugged", "status": "completed", "tag": "3fde646b-d897-4113-94ff-ec261653489c"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:44:46.884364 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 3fde646b-d897-4113-94ff-ec261653489c, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=3fde646b-d897-4113-94ff-ec261653489c,segment=NetworkSegment(da3931c7-b76f-448b-bc47-7700cfa26b00),segment_id=da3931c7-b76f-448b-bc47-7700cfa26b00)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:44:46.915979 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd76771-469b-41d0-bc42-09b256e52bf6 x-openstack-request-id: req-4cd76771-469b-41d0-bc42-09b256e52bf6 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:44:46.916269 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108668c6-8ac0-43ed-915a-6e7da674fd51", "name": "network-vif-plugged", "status": "completed", "tag": "3fde646b-d897-4113-94ff-ec261653489c", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:44:46.916523 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4cd76771-469b-41d0-bc42-09b256e52bf6 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:44:46.916916 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108668c6-8ac0-43ed-915a-6e7da674fd51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fde646b-d897-4113-94ff-ec261653489c', 'code': 200} Dec 17 15:44:46.950819 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:47.018838 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=3fde646b-d897-4113-94ff-ec261653489c,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:47.042698 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bf802-78a6-40fb-85c3-b0904493c4ac req-7ed7e713-396e-437e-bea6-ee43b2c9f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:47.048040 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9a9bf802-78a6-40fb-85c3-b0904493c4ac req-7ed7e713-396e-437e-bea6-ee43b2c9f00a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 1097 time: 0.0422695 Dec 17 15:44:47.086242 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9a9bf802-78a6-40fb-85c3-b0904493c4ac req-665d07ed-c2c0-4366-ab2e-d38e7ef7f164 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347655 Dec 17 15:44:47.176936 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bcefa-18c7-4267-8143-5f67c5ff8e9c req-6a947db3-35e0-4a9f-830d-7ee4343a2287 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:47.178797 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-918bcefa-18c7-4267-8143-5f67c5ff8e9c req-6a947db3-35e0-4a9f-830d-7ee4343a2287 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 946 time: 0.0496557 Dec 17 15:44:47.220281 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-918bcefa-18c7-4267-8143-5f67c5ff8e9c req-eaeb003b-4278-4897-a7ef-c90ada07c4ff tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329368 Dec 17 15:44:47.737676 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-86aac7ce-9a3a-4556-9293-1c3df4a052b5 req-28ec0ad0-e7c4-4321-a03b-09ba04dd67ca tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=08a53acb-d605-4299-8f16-b4632dae032e HTTP/1.1" status: 200 len: 210 time: 0.0328429 Dec 17 15:44:48.338707 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae0850-50fe-4d4d-af87-10507162a3ee req-cd7074f8-c4d7-459f-a4a4-bffb279362ce tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:48.340096 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d5ae0850-50fe-4d4d-af87-10507162a3ee req-cd7074f8-c4d7-459f-a4a4-bffb279362ce tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 946 time: 0.0487628 Dec 17 15:44:48.381361 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d5ae0850-50fe-4d4d-af87-10507162a3ee req-0e789eee-db63-4789-9a5a-a939117e9c76 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345969 Dec 17 15:44:48.835114 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fd62fd30-58f4-48a4-8f6c-944b15848d1b req-47d84541-5a24-4197-9eea-02f8f42f721b tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=08a53acb-d605-4299-8f16-b4632dae032e HTTP/1.1" status: 200 len: 210 time: 0.0271955 Dec 17 15:44:49.554192 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea746b-ccb7-4189-b82e-e10576615a7b req-c8c804a9-39bc-40d7-a925-25baba96a306 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:49.555674 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aaea746b-ccb7-4189-b82e-e10576615a7b req-c8c804a9-39bc-40d7-a925-25baba96a306 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 946 time: 0.1058276 Dec 17 15:44:49.610489 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-842e4f88-4a58-49b7-81db-1b6ed6d8e3b8 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:49.612001 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-842e4f88-4a58-49b7-81db-1b6ed6d8e3b8 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.13 "GET /v2.0/networks?id=1bf23dbe-38db-4a32-95b8-9493ff106e9c HTTP/1.1" status: 200 len: 812 time: 0.1368248 Dec 17 15:44:49.627201 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-57637cd4-775a-46d6-a21f-7666856df4f1 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Request body: {'port': {'device_id': '08a53acb-d605-4299-8f16-b4632dae032e', 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c', 'admin_state_up': True, 'tenant_id': 'a3ccd7142d8c423fb044217d2f692337'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:44:49.632299 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aaea746b-ccb7-4189-b82e-e10576615a7b req-2a2169ea-1f3e-43c9-8760-90fec95c3907 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672295 Dec 17 15:44:49.779498 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558a445-7939-475b-b154-2e63cedb0468 req-b0c7b089-2ea0-46f3-827d-5892630bfd15 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:49.781796 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5558a445-7939-475b-b154-2e63cedb0468 req-b0c7b089-2ea0-46f3-827d-5892630bfd15 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 946 time: 0.0734684 Dec 17 15:44:49.823420 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5558a445-7939-475b-b154-2e63cedb0468 req-79b73ef6-5758-43c4-a62f-e9da94f9a2f3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353603 Dec 17 15:44:49.847061 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60470) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:44:49.859604 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-57637cd4-775a-46d6-a21f-7666856df4f1 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Made reservation on behalf of a3ccd7142d8c423fb044217d2f692337 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:44:49.867774 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-57637cd4-775a-46d6-a21f-7666856df4f1 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:49.974063 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8040ccc4-3a9d-4503-886b-343675970da7 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:49.975779 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8040ccc4-3a9d-4503-886b-343675970da7 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 1092 time: 0.1276271 Dec 17 15:44:49.979145 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60476) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:44:49.987138 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-35bbc33d-60d1-4e06-bbd6-5f7c0c416cdc req-d2cd6c38-e6ec-4c79-929b-71b384eedba2 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=08a53acb-d605-4299-8f16-b4632dae032e HTTP/1.1" status: 200 len: 210 time: 0.0675797 Dec 17 15:44:49.987453 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-840026b8-bdd8-42a6-939e-31b7a500dd50 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'port_id': '3fde646b-d897-4113-94ff-ec261653489c', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:44:50.054890 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-57637cd4-775a-46d6-a21f-7666856df4f1 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Allocated IP 172.20.0.3 (1bf23dbe-38db-4a32-95b8-9493ff106e9c/610c69b5-11b8-4033-8576-74e6e98b4da0/e3a425c5-38fc-40be-9d3d-3c9e0fe58c10) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:44:50.067699 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-840026b8-bdd8-42a6-939e-31b7a500dd50 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for floatingip, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:50.167072 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-840026b8-bdd8-42a6-939e-31b7a500dd50 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:50.211472 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-57637cd4-775a-46d6-a21f-7666856df4f1 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:50.281220 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-840026b8-bdd8-42a6-939e-31b7a500dd50 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Allocated IP 172.25.6.34 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/844a2a52-f849-469a-85a6-a1881899bc08) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:44:50.348466 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-57637cd4-775a-46d6-a21f-7666856df4f1 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:50.360828 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:44:50.384140 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['8e9442f4-aebf-4876-a821-956de948925d'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:44:50.389633 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-840026b8-bdd8-42a6-939e-31b7a500dd50 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:50.398533 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-57637cd4-775a-46d6-a21f-7666856df4f1 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Network 1bf23dbe-38db-4a32-95b8-9493ff106e9c is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:44:50.401605 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-57637cd4-775a-46d6-a21f-7666856df4f1 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:44:50.408659 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-57637cd4-775a-46d6-a21f-7666856df4f1 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:44:50.441946 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57637cd4-775a-46d6-a21f-7666856df4f1 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Pushing event updated for resources: {'Port': ['ID=e3a425c5-38fc-40be-9d3d-3c9e0fe58c10,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:50.465402 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-57637cd4-775a-46d6-a21f-7666856df4f1 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:50.466765 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-57637cd4-775a-46d6-a21f-7666856df4f1 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:50.513756 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-840026b8-bdd8-42a6-939e-31b7a500dd50 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:50.551605 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-57637cd4-775a-46d6-a21f-7666856df4f1 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9284775 Dec 17 15:44:50.564913 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840026b8-bdd8-42a6-939e-31b7a500dd50 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:44:50.572984 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-840026b8-bdd8-42a6-939e-31b7a500dd50 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:44:50.576833 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840026b8-bdd8-42a6-939e-31b7a500dd50 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:44:50.622952 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840026b8-bdd8-42a6-939e-31b7a500dd50 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'Port': ['ID=844a2a52-f849-469a-85a6-a1881899bc08,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:50.665000 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-39c654ba-475d-4f1e-9b93-1e8dc24e1d0c service neutron] Request body: {'port': {'device_id': '08a53acb-d605-4299-8f16-b4632dae032e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:44:50.711163 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-b9f253f6-1c3e-45a0-9169-5913a6b6f498 None None] Provisioning complete for port e3a425c5-38fc-40be-9d3d-3c9e0fe58c10 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:44:50.711563 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b9f253f6-1c3e-45a0-9169-5913a6b6f498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:50.724964 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-39c654ba-475d-4f1e-9b93-1e8dc24e1d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:50.752005 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-b9f253f6-1c3e-45a0-9169-5913a6b6f498 None None] Port e3a425c5-38fc-40be-9d3d-3c9e0fe58c10 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:44:51.011595 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-39c654ba-475d-4f1e-9b93-1e8dc24e1d0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a425c5-38fc-40be-9d3d-3c9e0fe58c10 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:44:51.019895 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-39c654ba-475d-4f1e-9b93-1e8dc24e1d0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:51.035029 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-39c654ba-475d-4f1e-9b93-1e8dc24e1d0c service neutron] Transition to ACTIVE for port object e3a425c5-38fc-40be-9d3d-3c9e0fe58c10 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:44:51.061879 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-840026b8-bdd8-42a6-939e-31b7a500dd50 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:51.117539 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab624347-fdaa-4a9e-b973-b44fe6a93106 req-49010164-8065-4b3e-a92d-78364e97fdb0 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:51.119035 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ab624347-fdaa-4a9e-b973-b44fe6a93106 req-49010164-8065-4b3e-a92d-78364e97fdb0 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=08a53acb-d605-4299-8f16-b4632dae032e HTTP/1.1" status: 200 len: 931 time: 0.0506802 Dec 17 15:44:51.124956 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-39c654ba-475d-4f1e-9b93-1e8dc24e1d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:51.204647 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c654ba-475d-4f1e-9b93-1e8dc24e1d0c service neutron] Pushing event updated for resources: {'Port': ['ID=e3a425c5-38fc-40be-9d3d-3c9e0fe58c10,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:51.231554 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ab624347-fdaa-4a9e-b973-b44fe6a93106 req-86c4b8a4-e3b3-4032-878e-42956d0f58e4 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032505 Dec 17 15:44:51.258793 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-840026b8-bdd8-42a6-939e-31b7a500dd50 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:51.283152 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-39c654ba-475d-4f1e-9b93-1e8dc24e1d0c service neutron] Attempting to bind port e3a425c5-38fc-40be-9d3d-3c9e0fe58c10 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:44:51.283561 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-39c654ba-475d-4f1e-9b93-1e8dc24e1d0c service neutron] Attempting to bind port e3a425c5-38fc-40be-9d3d-3c9e0fe58c10 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'b2109624-b42a-43d8-b4b0-958e6ac0b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:44:51.283966 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-39c654ba-475d-4f1e-9b93-1e8dc24e1d0c service neutron] Attempting to bind port e3a425c5-38fc-40be-9d3d-3c9e0fe58c10 on network 1bf23dbe-38db-4a32-95b8-9493ff106e9c {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:44:51.289501 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-39c654ba-475d-4f1e-9b93-1e8dc24e1d0c service neutron] Port e3a425c5-38fc-40be-9d3d-3c9e0fe58c10 on network 1bf23dbe-38db-4a32-95b8-9493ff106e9c not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:44:51.289830 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-39c654ba-475d-4f1e-9b93-1e8dc24e1d0c service neutron] Attempting to bind port e3a425c5-38fc-40be-9d3d-3c9e0fe58c10 on network 1bf23dbe-38db-4a32-95b8-9493ff106e9c {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:44:51.295540 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-39c654ba-475d-4f1e-9b93-1e8dc24e1d0c service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:44:51.296604 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-39c654ba-475d-4f1e-9b93-1e8dc24e1d0c service neutron] Checking segment: {'id': 'b2109624-b42a-43d8-b4b0-958e6ac0b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:44:51.297242 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-39c654ba-475d-4f1e-9b93-1e8dc24e1d0c service neutron] Bound using segment: {'id': 'b2109624-b42a-43d8-b4b0-958e6ac0b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:44:51.297818 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-39c654ba-475d-4f1e-9b93-1e8dc24e1d0c service neutron] Bound port: e3a425c5-38fc-40be-9d3d-3c9e0fe58c10, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2109624-b42a-43d8-b4b0-958e6ac0b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:44:51.298234 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-39c654ba-475d-4f1e-9b93-1e8dc24e1d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:51.372739 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-39c654ba-475d-4f1e-9b93-1e8dc24e1d0c service neutron] For port e3a425c5-38fc-40be-9d3d-3c9e0fe58c10, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:44:51.376043 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-39c654ba-475d-4f1e-9b93-1e8dc24e1d0c service neutron] For port e3a425c5-38fc-40be-9d3d-3c9e0fe58c10, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e3a425c5-38fc-40be-9d3d-3c9e0fe58c10,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:44:51.422367 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-840026b8-bdd8-42a6-939e-31b7a500dd50 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:51.469037 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-39c654ba-475d-4f1e-9b93-1e8dc24e1d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:51.496328 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-840026b8-bdd8-42a6-939e-31b7a500dd50 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:51.504631 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-39c654ba-475d-4f1e-9b93-1e8dc24e1d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:51.505171 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-39c654ba-475d-4f1e-9b93-1e8dc24e1d0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:51.507053 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-39c654ba-475d-4f1e-9b93-1e8dc24e1d0c service neutron] 10.222.0.13 "PUT /v2.0/ports/e3a425c5-38fc-40be-9d3d-3c9e0fe58c10 HTTP/1.1" status: 200 len: 1091 time: 0.9471118 Dec 17 15:44:51.509732 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a53acb-d605-4299-8f16-b4632dae032e', 'tag': 'e3a425c5-38fc-40be-9d3d-3c9e0fe58c10'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:44:51.513384 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97e6efb-cfce-4a83-bd0a-bb350fd0e61f" -d '{"events": [{"name": "network-changed", "server_uuid": "08a53acb-d605-4299-8f16-b4632dae032e", "tag": "e3a425c5-38fc-40be-9d3d-3c9e0fe58c10"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:44:51.548973 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c654ba-475d-4f1e-9b93-1e8dc24e1d0c service neutron] Pushing event updated for resources: {'Port': ['ID=e3a425c5-38fc-40be-9d3d-3c9e0fe58c10,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:51.560700 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12b59c1-93f9-4eb2-bc05-7947020bda62 x-openstack-request-id: req-d12b59c1-93f9-4eb2-bc05-7947020bda62 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:44:51.560700 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a53acb-d605-4299-8f16-b4632dae032e", "tag": "e3a425c5-38fc-40be-9d3d-3c9e0fe58c10", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:44:51.561916 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d12b59c1-93f9-4eb2-bc05-7947020bda62 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:44:51.562360 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a53acb-d605-4299-8f16-b4632dae032e', 'tag': 'e3a425c5-38fc-40be-9d3d-3c9e0fe58c10', 'status': 'completed', 'code': 200} Dec 17 15:44:51.586756 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840026b8-bdd8-42a6-939e-31b7a500dd50 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'Port': ['ID=844a2a52-f849-469a-85a6-a1881899bc08,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:51.598868 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-840026b8-bdd8-42a6-939e-31b7a500dd50 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:51.628180 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e6efb-cfce-4a83-bd0a-bb350fd0e61f req-47e50ba7-abbb-4b0e-979f-610ed3e53c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:51.629754 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f97e6efb-cfce-4a83-bd0a-bb350fd0e61f req-47e50ba7-abbb-4b0e-979f-610ed3e53c04 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3ccd7142d8c423fb044217d2f692337&device_id=08a53acb-d605-4299-8f16-b4632dae032e HTTP/1.1" status: 200 len: 1094 time: 0.0502679 Dec 17 15:44:51.708541 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [None req-840026b8-bdd8-42a6-939e-31b7a500dd50 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Floating IP fb0d278a-2f31-454b-b019-a2809c72ed46 associated. External IP: 172.25.6.34, port: 3fde646b-d897-4113-94ff-ec261653489c. Dec 17 15:44:51.741385 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e6efb-cfce-4a83-bd0a-bb350fd0e61f req-c9a23441-c2c0-4f42-acba-9caca064c52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:51.742885 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f97e6efb-cfce-4a83-bd0a-bb350fd0e61f req-c9a23441-c2c0-4f42-acba-9caca064c52e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a3ccd7142d8c423fb044217d2f692337&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1046727 Dec 17 15:44:51.851282 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e6efb-cfce-4a83-bd0a-bb350fd0e61f req-852722d0-60b3-42c5-b89d-19203950d14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:51.856553 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f97e6efb-cfce-4a83-bd0a-bb350fd0e61f req-852722d0-60b3-42c5-b89d-19203950d14d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1025786 Dec 17 15:44:51.942474 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-74991efd-7dc4-4b41-89f8-659783c3065d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:51.944018 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-74991efd-7dc4-4b41-89f8-659783c3065d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3ccd7142d8c423fb044217d2f692337&device_id=08a53acb-d605-4299-8f16-b4632dae032e HTTP/1.1" status: 200 len: 1094 time: 0.0498359 Dec 17 15:44:51.988197 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-0a6f4897-7e63-4c62-a8a9-4cb0ec2c792e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3a425c5-38fc-40be-9d3d-3c9e0fe58c10 HTTP/1.1" status: 200 len: 217 time: 0.0362461 Dec 17 15:44:52.049368 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-38201c88-2880-4f63-a737-bf13b317b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:52.050887 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-38201c88-2880-4f63-a737-bf13b317b6cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=610c69b5-11b8-4033-8576-74e6e98b4da0 HTTP/1.1" status: 200 len: 851 time: 0.0563338 Dec 17 15:44:52.106613 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-420b12d9-2336-43ea-9a52-53e147583a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:52.109280 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-420b12d9-2336-43ea-9a52-53e147583a22 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bf23dbe-38db-4a32-95b8-9493ff106e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507572 Dec 17 15:44:52.208075 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-e7855d34-1938-40ec-9823-32d654f49f3b service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927553 Dec 17 15:44:52.258474 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840026b8-bdd8-42a6-939e-31b7a500dd50 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Router 2ef771ec-2258-43be-8164-eca215178352 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:44:52.329083 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a438adb1-ed53-4ac9-a9d6-df0408749712 req-ef1252d9-8481-43ad-9335-56e3c8dbda99 service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135745 Dec 17 15:44:52.367777 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49dd80-ccba-4184-a7f3-78106f612d05 req-ad150b77-7547-4f4b-b82d-9cf06e8d7d62 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:52.369853 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bb49dd80-ccba-4184-a7f3-78106f612d05 req-ad150b77-7547-4f4b-b82d-9cf06e8d7d62 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=08a53acb-d605-4299-8f16-b4632dae032e HTTP/1.1" status: 200 len: 943 time: 0.0571706 Dec 17 15:44:52.375269 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-8e05b033-7c80-4e5d-aff3-1ce2ec882211 req-c40c5d2e-6b17-4b2f-83e5-d5b2ad5b6745 service neutron] (102833) timed out ('10.222.0.46', 38638) {{(pid=102833) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 17 15:44:52.380371 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840026b8-bdd8-42a6-939e-31b7a500dd50 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:44:52.390324 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375ad550-1bf9-4b1c-9322-b1cdb8088b6b None None] Sync routers for ids ['2ef771ec-2258-43be-8164-eca215178352'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:44:52.399411 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375ad550-1bf9-4b1c-9322-b1cdb8088b6b None None] Routers {'2ef771ec-2258-43be-8164-eca215178352'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:44:52.400009 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-375ad550-1bf9-4b1c-9322-b1cdb8088b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:44:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['2ef771ec-2258-43be-8164-eca215178352'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:44:52.413791 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bb49dd80-ccba-4184-a7f3-78106f612d05 req-b1c31ab8-bbd2-43e4-ada0-318215982139 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368841 Dec 17 15:44:52.464535 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-840026b8-bdd8-42a6-939e-31b7a500dd50 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:52.498483 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-840026b8-bdd8-42a6-939e-31b7a500dd50 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5172770 Dec 17 15:44:52.499302 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108668c6-8ac0-43ed-915a-6e7da674fd51', 'tag': '3fde646b-d897-4113-94ff-ec261653489c'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:44:52.501621 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2406c80b-4973-48d9-a835-91721f79442d" -d '{"events": [{"name": "network-changed", "server_uuid": "108668c6-8ac0-43ed-915a-6e7da674fd51", "tag": "3fde646b-d897-4113-94ff-ec261653489c"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:44:52.508657 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-375ad550-1bf9-4b1c-9322-b1cdb8088b6b None None] Set router 2ef771ec-2258-43be-8164-eca215178352 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:44:52.548986 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7283934f-efe0-4041-a581-38421a9a0c0d x-openstack-request-id: req-7283934f-efe0-4041-a581-38421a9a0c0d {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:44:52.549303 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108668c6-8ac0-43ed-915a-6e7da674fd51", "tag": "3fde646b-d897-4113-94ff-ec261653489c", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:44:52.549551 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7283934f-efe0-4041-a581-38421a9a0c0d {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:44:52.549959 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108668c6-8ac0-43ed-915a-6e7da674fd51', 'tag': '3fde646b-d897-4113-94ff-ec261653489c', 'status': 'completed', 'code': 200} Dec 17 15:44:52.609076 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ffef8-58d8-40ee-b8f5-dded68b859f1 req-ebb7368f-b101-43ac-a6f2-4b4c2e6bf869 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:52.610796 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4d7ffef8-58d8-40ee-b8f5-dded68b859f1 req-ebb7368f-b101-43ac-a6f2-4b4c2e6bf869 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 946 time: 0.0502772 Dec 17 15:44:52.644100 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406c80b-4973-48d9-a835-91721f79442d req-3126407b-6d6e-4907-9c9d-b0e9392e2c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:52.645582 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2406c80b-4973-48d9-a835-91721f79442d req-3126407b-6d6e-4907-9c9d-b0e9392e2c21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 1097 time: 0.0487151 Dec 17 15:44:52.658520 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4d7ffef8-58d8-40ee-b8f5-dded68b859f1 req-9e93b813-6737-4dc6-bf55-0423da0cfdf9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398326 Dec 17 15:44:52.686944 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60494) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:44:52.746172 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406c80b-4973-48d9-a835-91721f79442d req-3850fcdc-cb65-4332-aa3e-d0a453e2fd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:52.747782 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2406c80b-4973-48d9-a835-91721f79442d req-3850fcdc-cb65-4332-aa3e-d0a453e2fd79 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8afc9d5e-18fb-4954-9ced-9194be06d060 HTTP/1.1" status: 200 len: 897 time: 0.0951519 Dec 17 15:44:52.756533 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-71350594-b846-45a3-b24e-2c0cbabfc433 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/floatingips/fb0d278a-2f31-454b-b019-a2809c72ed46 HTTP/1.1" status: 200 len: 991 time: 0.0672679 Dec 17 15:44:52.761544 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-375ad550-1bf9-4b1c-9322-b1cdb8088b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef771ec-2258-43be-8164-eca215178352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343319313', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '91ad3b27-8e34-4386-90f7-92ceffd0cdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:44:28Z', 'updated_at': '2021-12-17T15:44:33Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': '91ad3b27-8e34-4386-90f7-92ceffd0cdf4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef771ec-2258-43be-8164-eca215178352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:44:29Z', 'updated_at': '2021-12-17T15:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'fb0d278a-2f31-454b-b019-a2809c72ed46', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '2ef771ec-2258-43be-8164-eca215178352', 'port_id': '3fde646b-d897-4113-94ff-ec261653489c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8afc9d5e-18fb-4954-9ced-9194be06d060', 'mac_address': 'fa:16:3e:ca:5c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108668c6-8ac0-43ed-915a-6e7da674fd51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:44:50Z', 'updated_at': '2021-12-17T15:44:50Z', 'revision_number': 0, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc168edb-09b6-4bbc-b321-01f2961c038a', 'name': '', 'network_id': '8afc9d5e-18fb-4954-9ced-9194be06d060', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'mac_address': 'fa:16:3e:e2:ea:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef771ec-2258-43be-8164-eca215178352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '402be5c6-e93e-451c-a273-5bf86f64b937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:44:32Z', 'updated_at': '2021-12-17T15:44:36Z', 'revision_number': 5, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'subnets': [{'id': '402be5c6-e93e-451c-a273-5bf86f64b937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:44:52.788677 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375ad550-1bf9-4b1c-9322-b1cdb8088b6b None None] Checking router: 2ef771ec-2258-43be-8164-eca215178352 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:44:52.797156 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375ad550-1bf9-4b1c-9322-b1cdb8088b6b None None] Routers {'2ef771ec-2258-43be-8164-eca215178352'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:44:52.797918 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-375ad550-1bf9-4b1c-9322-b1cdb8088b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:44:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['2ef771ec-2258-43be-8164-eca215178352'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:44:52.821646 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2406c80b-4973-48d9-a835-91721f79442d req-52c2954d-e39d-4751-81ec-0613a899a69e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fde646b-d897-4113-94ff-ec261653489c HTTP/1.1" status: 200 len: 999 time: 0.0673249 Dec 17 15:44:52.878341 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406c80b-4973-48d9-a835-91721f79442d req-93e77e22-4899-448e-ad97-77467db4a99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:52.879812 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2406c80b-4973-48d9-a835-91721f79442d req-93e77e22-4899-448e-ad97-77467db4a99b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=402be5c6-e93e-451c-a273-5bf86f64b937 HTTP/1.1" status: 200 len: 835 time: 0.0509331 Dec 17 15:44:52.919113 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-375ad550-1bf9-4b1c-9322-b1cdb8088b6b None None] Set router 2ef771ec-2258-43be-8164-eca215178352 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:44:52.928959 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406c80b-4973-48d9-a835-91721f79442d req-5a8f0f51-236a-488e-8783-16b1b4cc9323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:52.930480 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2406c80b-4973-48d9-a835-91721f79442d req-5a8f0f51-236a-488e-8783-16b1b4cc9323 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8afc9d5e-18fb-4954-9ced-9194be06d060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434537 Dec 17 15:44:53.034401 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2406c80b-4973-48d9-a835-91721f79442d req-8e123064-2391-45cb-b529-c23c0dd00bb7 service neutron] 10.222.0.41 "GET /v2.0/networks/8afc9d5e-18fb-4954-9ced-9194be06d060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966547 Dec 17 15:44:53.133819 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2406c80b-4973-48d9-a835-91721f79442d req-80dac49e-77e9-47f4-aaf6-d6be597f3072 service neutron] 10.222.0.41 "GET /v2.0/networks/8afc9d5e-18fb-4954-9ced-9194be06d060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928140 Dec 17 15:44:53.161211 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-375ad550-1bf9-4b1c-9322-b1cdb8088b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef771ec-2258-43be-8164-eca215178352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343319313', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '91ad3b27-8e34-4386-90f7-92ceffd0cdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:44:28Z', 'updated_at': '2021-12-17T15:44:33Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': '91ad3b27-8e34-4386-90f7-92ceffd0cdf4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef771ec-2258-43be-8164-eca215178352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:44:29Z', 'updated_at': '2021-12-17T15:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'fb0d278a-2f31-454b-b019-a2809c72ed46', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '2ef771ec-2258-43be-8164-eca215178352', 'port_id': '3fde646b-d897-4113-94ff-ec261653489c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8afc9d5e-18fb-4954-9ced-9194be06d060', 'mac_address': 'fa:16:3e:ca:5c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108668c6-8ac0-43ed-915a-6e7da674fd51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:44:50Z', 'updated_at': '2021-12-17T15:44:50Z', 'revision_number': 0, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc168edb-09b6-4bbc-b321-01f2961c038a', 'name': '', 'network_id': '8afc9d5e-18fb-4954-9ced-9194be06d060', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'mac_address': 'fa:16:3e:e2:ea:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef771ec-2258-43be-8164-eca215178352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '402be5c6-e93e-451c-a273-5bf86f64b937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:44:32Z', 'updated_at': '2021-12-17T15:44:36Z', 'revision_number': 5, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'subnets': [{'id': '402be5c6-e93e-451c-a273-5bf86f64b937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:44:53.191198 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375ad550-1bf9-4b1c-9322-b1cdb8088b6b None None] The sync data for ids ['2ef771ec-2258-43be-8164-eca215178352'] in n-d-820553-2 is: [{'id': '2ef771ec-2258-43be-8164-eca215178352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343319313', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '91ad3b27-8e34-4386-90f7-92ceffd0cdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:44:28Z', 'updated_at': '2021-12-17T15:44:33Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': '91ad3b27-8e34-4386-90f7-92ceffd0cdf4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef771ec-2258-43be-8164-eca215178352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:44:29Z', 'updated_at': '2021-12-17T15:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'fb0d278a-2f31-454b-b019-a2809c72ed46', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '2ef771ec-2258-43be-8164-eca215178352', 'port_id': '3fde646b-d897-4113-94ff-ec261653489c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8afc9d5e-18fb-4954-9ced-9194be06d060', 'mac_address': 'fa:16:3e:ca:5c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108668c6-8ac0-43ed-915a-6e7da674fd51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:44:50Z', 'updated_at': '2021-12-17T15:44:50Z', 'revision_number': 0, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc168edb-09b6-4bbc-b321-01f2961c038a', 'name': '', 'network_id': '8afc9d5e-18fb-4954-9ced-9194be06d060', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'mac_address': 'fa:16:3e:e2:ea:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef771ec-2258-43be-8164-eca215178352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '402be5c6-e93e-451c-a273-5bf86f64b937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:44:32Z', 'updated_at': '2021-12-17T15:44:36Z', 'revision_number': 5, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'subnets': [{'id': '402be5c6-e93e-451c-a273-5bf86f64b937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:44:53.387463 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3786b3da-ce16-4cab-889c-2749a25889bf None None] New status for floating IP fb0d278a-2f31-454b-b019-a2809c72ed46: ACTIVE {{(pid=102834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:44:53.538972 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b567a-bf8b-4c85-ad9d-27e043f428f3 req-d00d3ff8-aaa0-4974-8694-1949928b8f2c tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:53.542426 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a74b567a-bf8b-4c85-ad9d-27e043f428f3 req-d00d3ff8-aaa0-4974-8694-1949928b8f2c tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=08a53acb-d605-4299-8f16-b4632dae032e HTTP/1.1" status: 200 len: 943 time: 0.0497446 Dec 17 15:44:53.587270 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a74b567a-bf8b-4c85-ad9d-27e043f428f3 req-44c5faa8-5173-4197-9294-2b812de77d85 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357561 Dec 17 15:44:53.759231 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60500) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:44:53.831254 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b9b5fc39-207c-4444-94e5-6a20571204a6 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/floatingips/fb0d278a-2f31-454b-b019-a2809c72ed46 HTTP/1.1" status: 200 len: 993 time: 0.0708282 Dec 17 15:44:54.707328 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafc419-248b-48e7-83c6-134e4778fdb2 req-38f1edbe-b4e2-404d-b37d-bfee892cbfae tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:54.708795 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5eafc419-248b-48e7-83c6-134e4778fdb2 req-38f1edbe-b4e2-404d-b37d-bfee892cbfae tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=08a53acb-d605-4299-8f16-b4632dae032e HTTP/1.1" status: 200 len: 943 time: 0.0538456 Dec 17 15:44:54.746269 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5eafc419-248b-48e7-83c6-134e4778fdb2 req-165c2884-7c1b-4465-b85b-8f9fd24f12ee tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313780 Dec 17 15:44:54.958191 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e3a425c5-38fc-40be-9d3d-3c9e0fe58c10 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:44:55.053676 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port e3a425c5-38fc-40be-9d3d-3c9e0fe58c10, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e3a425c5-38fc-40be-9d3d-3c9e0fe58c10,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:44:55.067081 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'e3a425c5-38fc-40be-9d3d-3c9e0fe58c10', 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c', 'port_id': 'e3a425c5-38fc-40be-9d3d-3c9e0fe58c10', 'mac_address': 'fa:16:3e:71:8b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610c69b5-11b8-4033-8576-74e6e98b4da0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:44:55.104183 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:55.117383 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a425c5-38fc-40be-9d3d-3c9e0fe58c10 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:44:55.137913 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port e3a425c5-38fc-40be-9d3d-3c9e0fe58c10, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e3a425c5-38fc-40be-9d3d-3c9e0fe58c10,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:44:55.221693 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:55.270602 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=e3a425c5-38fc-40be-9d3d-3c9e0fe58c10,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:55.478491 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['e3a425c5-38fc-40be-9d3d-3c9e0fe58c10'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:44:55.863465 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d64e54-418b-4caa-bf7f-76e960ebfed0 req-a1cc2d06-b7ef-4e20-8239-16e5bc33afac tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:55.865211 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-66d64e54-418b-4caa-bf7f-76e960ebfed0 req-a1cc2d06-b7ef-4e20-8239-16e5bc33afac tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=08a53acb-d605-4299-8f16-b4632dae032e HTTP/1.1" status: 200 len: 944 time: 0.0500295 Dec 17 15:44:55.903821 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-66d64e54-418b-4caa-bf7f-76e960ebfed0 req-6e9d6178-fcd8-48b7-bdc7-32b564db916a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326140 Dec 17 15:44:55.982239 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:56.973638 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e3a425c5-38fc-40be-9d3d-3c9e0fe58c10 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:44:57.049450 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f5066-5225-4adf-8554-b37c8a973ef3 req-76869bab-8e53-4e2a-8868-eddc13348f1e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:57.050929 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-452f5066-5225-4adf-8554-b37c8a973ef3 req-76869bab-8e53-4e2a-8868-eddc13348f1e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=08a53acb-d605-4299-8f16-b4632dae032e HTTP/1.1" status: 200 len: 944 time: 0.0504925 Dec 17 15:44:57.079404 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port e3a425c5-38fc-40be-9d3d-3c9e0fe58c10 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:44:57.083408 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port e3a425c5-38fc-40be-9d3d-3c9e0fe58c10 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:44:57.083785 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:57.091056 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-452f5066-5225-4adf-8554-b37c8a973ef3 req-2019468f-5017-437b-9caa-3d0a0c3a3087 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339117 Dec 17 15:44:57.166720 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:57.190990 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a53acb-d605-4299-8f16-b4632dae032e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a425c5-38fc-40be-9d3d-3c9e0fe58c10'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:44:57.193442 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba10c25-1d75-40c6-b6a4-8200d90fc34e" -d '{"events": [{"server_uuid": "08a53acb-d605-4299-8f16-b4632dae032e", "name": "network-vif-plugged", "status": "completed", "tag": "e3a425c5-38fc-40be-9d3d-3c9e0fe58c10"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:44:57.206948 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port e3a425c5-38fc-40be-9d3d-3c9e0fe58c10, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e3a425c5-38fc-40be-9d3d-3c9e0fe58c10,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:44:57.229441 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee855149-3551-48cb-8959-0e22426441b1 x-openstack-request-id: req-ee855149-3551-48cb-8959-0e22426441b1 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:44:57.229738 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a53acb-d605-4299-8f16-b4632dae032e", "name": "network-vif-plugged", "status": "completed", "tag": "e3a425c5-38fc-40be-9d3d-3c9e0fe58c10", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:44:57.229999 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ee855149-3551-48cb-8959-0e22426441b1 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:44:57.230404 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a53acb-d605-4299-8f16-b4632dae032e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a425c5-38fc-40be-9d3d-3c9e0fe58c10', 'code': 200} Dec 17 15:44:57.256600 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:57.305403 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=e3a425c5-38fc-40be-9d3d-3c9e0fe58c10,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:44:57.334241 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77489351-2285-4c9c-bb5c-3a1dccba08c3 req-87f9b257-61d9-48e0-945d-510e0077e990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:57.335739 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-77489351-2285-4c9c-bb5c-3a1dccba08c3 req-87f9b257-61d9-48e0-945d-510e0077e990 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=08a53acb-d605-4299-8f16-b4632dae032e HTTP/1.1" status: 200 len: 1096 time: 0.0445712 Dec 17 15:44:57.372221 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-77489351-2285-4c9c-bb5c-3a1dccba08c3 req-ff9737fe-707f-4cf3-a3bb-9c8c4cfc5909 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289125 Dec 17 15:44:58.208254 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64bfac-b343-4135-a321-324f7e5e5c7f req-9c9be012-2aff-4704-be7d-dffc32c51b27 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:58.209663 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1b64bfac-b343-4135-a321-324f7e5e5c7f req-9c9be012-2aff-4704-be7d-dffc32c51b27 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=08a53acb-d605-4299-8f16-b4632dae032e HTTP/1.1" status: 200 len: 945 time: 0.0498307 Dec 17 15:44:58.248561 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1b64bfac-b343-4135-a321-324f7e5e5c7f req-7b827d4a-17f8-4e39-957b-8890cf12bbc7 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329380 Dec 17 15:44:58.879380 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9ee65c52-a5db-459e-8dbc-bfcfbe9e5073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:59.370082 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c838a9-5520-48fc-b3dd-307aa344b22d req-64858ef4-062d-4f70-af6f-c3280da0e1bf tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:59.371583 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c7c838a9-5520-48fc-b3dd-307aa344b22d req-64858ef4-062d-4f70-af6f-c3280da0e1bf tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=08a53acb-d605-4299-8f16-b4632dae032e HTTP/1.1" status: 200 len: 945 time: 0.0483549 Dec 17 15:44:59.409740 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c7c838a9-5520-48fc-b3dd-307aa344b22d req-cca7ac5f-dd35-4cba-a59d-601faaacd380 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319037 Dec 17 15:44:59.506106 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-90ca06e9-d686-453e-aa7d-2e8192dfd7e3 req-79a43505-5566-4c93-959a-08d3d81a1eb0 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=a3ccd7142d8c423fb044217d2f692337 HTTP/1.1" status: 200 len: 267 time: 0.0320807 Dec 17 15:44:59.568180 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca06e9-d686-453e-aa7d-2e8192dfd7e3 req-1ea70179-3d56-45a5-847e-cabb9c452ef6 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:44:59.569824 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-90ca06e9-d686-453e-aa7d-2e8192dfd7e3 req-1ea70179-3d56-45a5-847e-cabb9c452ef6 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=08a53acb-d605-4299-8f16-b4632dae032e HTTP/1.1" status: 200 len: 945 time: 0.0579698 Dec 17 15:44:59.582049 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-90ca06e9-d686-453e-aa7d-2e8192dfd7e3 req-97b2bc6f-22b1-44a9-a82a-8b82906cb836 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Request body: {'port': {'security_groups': []}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:44:59.651641 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-90ca06e9-d686-453e-aa7d-2e8192dfd7e3 req-97b2bc6f-22b1-44a9-a82a-8b82906cb836 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:59.823229 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-90ca06e9-d686-453e-aa7d-2e8192dfd7e3 req-97b2bc6f-22b1-44a9-a82a-8b82906cb836 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] For port e3a425c5-38fc-40be-9d3d-3c9e0fe58c10, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e3a425c5-38fc-40be-9d3d-3c9e0fe58c10,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:44:59.863610 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-90ca06e9-d686-453e-aa7d-2e8192dfd7e3 req-97b2bc6f-22b1-44a9-a82a-8b82906cb836 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:59.941955 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-90ca06e9-d686-453e-aa7d-2e8192dfd7e3 req-97b2bc6f-22b1-44a9-a82a-8b82906cb836 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:44:59.957230 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763', 'e3a425c5-38fc-40be-9d3d-3c9e0fe58c10'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:44:59.988157 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['8e9442f4-aebf-4876-a821-956de948925d'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:45:00.002276 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca06e9-d686-453e-aa7d-2e8192dfd7e3 req-97b2bc6f-22b1-44a9-a82a-8b82906cb836 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:00.011812 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-90ca06e9-d686-453e-aa7d-2e8192dfd7e3 req-97b2bc6f-22b1-44a9-a82a-8b82906cb836 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:00.011812 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-90ca06e9-d686-453e-aa7d-2e8192dfd7e3 req-97b2bc6f-22b1-44a9-a82a-8b82906cb836 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "PUT /v2.0/ports/e3a425c5-38fc-40be-9d3d-3c9e0fe58c10 HTTP/1.1" status: 200 len: 904 time: 0.4280524 Dec 17 15:45:00.011812 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a53acb-d605-4299-8f16-b4632dae032e', 'tag': 'e3a425c5-38fc-40be-9d3d-3c9e0fe58c10'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:45:00.011812 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfce2b9b-1998-4a0b-8045-d9653e5b3545" -d '{"events": [{"name": "network-changed", "server_uuid": "08a53acb-d605-4299-8f16-b4632dae032e", "tag": "e3a425c5-38fc-40be-9d3d-3c9e0fe58c10"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:45:00.053131 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2bc6f-22b1-44a9-a82a-8b82906cb836 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Pushing event updated for resources: {'Port': ['ID=e3a425c5-38fc-40be-9d3d-3c9e0fe58c10,revision_number=6']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:00.093637 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5749057b-17b5-408c-9c97-0c04113e56b6 x-openstack-request-id: req-5749057b-17b5-408c-9c97-0c04113e56b6 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:45:00.093924 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a53acb-d605-4299-8f16-b4632dae032e", "tag": "e3a425c5-38fc-40be-9d3d-3c9e0fe58c10", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:45:00.094170 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5749057b-17b5-408c-9c97-0c04113e56b6 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:45:00.094635 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a53acb-d605-4299-8f16-b4632dae032e', 'tag': 'e3a425c5-38fc-40be-9d3d-3c9e0fe58c10', 'status': 'completed', 'code': 200} Dec 17 15:45:00.099250 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['e3a425c5-38fc-40be-9d3d-3c9e0fe58c10'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:45:00.220560 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce2b9b-1998-4a0b-8045-d9653e5b3545 req-d59559bf-ef8c-4e53-969f-8cf4e59e60e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:00.222613 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bfce2b9b-1998-4a0b-8045-d9653e5b3545 req-d59559bf-ef8c-4e53-969f-8cf4e59e60e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3ccd7142d8c423fb044217d2f692337&device_id=08a53acb-d605-4299-8f16-b4632dae032e HTTP/1.1" status: 200 len: 1058 time: 0.1069586 Dec 17 15:45:00.234501 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0611e-ae62-4ec9-8baa-c76bfb919ad9 req-5baed171-6769-4a32-9033-11c42eddcfa6 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:00.236079 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-28f0611e-ae62-4ec9-8baa-c76bfb919ad9 req-5baed171-6769-4a32-9033-11c42eddcfa6 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=08a53acb-d605-4299-8f16-b4632dae032e HTTP/1.1" status: 200 len: 907 time: 0.1100075 Dec 17 15:45:00.380029 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce2b9b-1998-4a0b-8045-d9653e5b3545 req-4e9e60c5-8566-4f75-a050-3584ac1670dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:00.381534 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bfce2b9b-1998-4a0b-8045-d9653e5b3545 req-4e9e60c5-8566-4f75-a050-3584ac1670dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=1bf23dbe-38db-4a32-95b8-9493ff106e9c HTTP/1.1" status: 200 len: 913 time: 0.1445689 Dec 17 15:45:00.405492 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ab5fe-b300-4d52-9c67-9ff08c449e88 req-543015b4-818f-4ef7-a070-d77da1ee9ac3 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:00.407196 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-371ab5fe-b300-4d52-9c67-9ff08c449e88 req-543015b4-818f-4ef7-a070-d77da1ee9ac3 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0725646 Dec 17 15:45:00.430387 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c9add577-61e4-494c-b901-d61159969856 None None] Provisioning complete for port e3a425c5-38fc-40be-9d3d-3c9e0fe58c10 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:00.430845 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c9add577-61e4-494c-b901-d61159969856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:00.442544 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bfce2b9b-1998-4a0b-8045-d9653e5b3545 req-55983e38-3063-4b2e-a3d2-e27c7a6081b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3a425c5-38fc-40be-9d3d-3c9e0fe58c10 HTTP/1.1" status: 200 len: 217 time: 0.0524893 Dec 17 15:45:00.519596 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-371ab5fe-b300-4d52-9c67-9ff08c449e88 req-1c79744f-50ae-4724-915a-979256c1ce60 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796261 Dec 17 15:45:00.521139 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce2b9b-1998-4a0b-8045-d9653e5b3545 req-969677b3-27b7-45bc-a269-fb14b389aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:00.523081 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bfce2b9b-1998-4a0b-8045-d9653e5b3545 req-969677b3-27b7-45bc-a269-fb14b389aa30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=610c69b5-11b8-4033-8576-74e6e98b4da0 HTTP/1.1" status: 200 len: 851 time: 0.0673280 Dec 17 15:45:00.571509 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce2b9b-1998-4a0b-8045-d9653e5b3545 req-489278b6-0d5e-4595-8ecf-49d21b0ca351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:00.573166 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bfce2b9b-1998-4a0b-8045-d9653e5b3545 req-489278b6-0d5e-4595-8ecf-49d21b0ca351 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bf23dbe-38db-4a32-95b8-9493ff106e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423892 Dec 17 15:45:00.700756 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2bb4a-4c98-49bb-a052-c414e19537f7 req-42d082c7-8632-4811-8df7-4a16a37c451c tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:00.702501 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d4b2bb4a-4c98-49bb-a052-c414e19537f7 req-42d082c7-8632-4811-8df7-4a16a37c451c tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.1035647 Dec 17 15:45:00.708082 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bfce2b9b-1998-4a0b-8045-d9653e5b3545 req-9a5b7e30-0207-4cd0-a74e-38e9733589a6 service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267352 Dec 17 15:45:00.787241 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d4b2bb4a-4c98-49bb-a052-c414e19537f7 req-273640ed-dc3c-48c0-9548-106870090470 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781283 Dec 17 15:45:00.829785 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bfce2b9b-1998-4a0b-8045-d9653e5b3545 req-2b855516-7efb-407a-a37d-43675190a98a service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141055 Dec 17 15:45:01.028330 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8545d260-ade2-4210-b890-27ceb5c945b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:01.045865 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-a1d43649-76a3-4a7c-8f50-c8112a7aa3f8 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:01.047828 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-a1d43649-76a3-4a7c-8f50-c8112a7aa3f8 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/networks?id=1bf23dbe-38db-4a32-95b8-9493ff106e9c HTTP/1.1" status: 200 len: 812 time: 0.1137149 Dec 17 15:45:01.063641 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-1b383fd4-f988-474f-a403-3cc915ff340e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/quotas/a3ccd7142d8c423fb044217d2f692337 HTTP/1.1" status: 200 len: 375 time: 0.0097685 Dec 17 15:45:01.129173 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-ee437972-5a8b-4215-abf3-6e948575dea4 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3ccd7142d8c423fb044217d2f692337&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0597625 Dec 17 15:45:01.219640 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-ed688dfa-e781-4aa6-b459-c5469b80ac71 service neutron] 10.222.0.46 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833871 Dec 17 15:45:01.312485 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-bec7f953-469b-4f38-a821-2dbf47b24ea8 service neutron] 10.222.0.46 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867465 Dec 17 15:45:01.656816 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9171f855-c33b-4387-806d-fb2a939c49f7 req-8d976027-acb4-4956-8122-c9b312eb6813 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac22d6eb-7635-421c-b5d8-636c17d92140 HTTP/1.1" status: 200 len: 210 time: 0.0293324 Dec 17 15:45:02.370929 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:02.754051 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7cc4e70c-4136-4fdd-8617-724e116d3347 req-58077441-3a42-41a2-9748-7e240b258654 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac22d6eb-7635-421c-b5d8-636c17d92140 HTTP/1.1" status: 200 len: 210 time: 0.0258827 Dec 17 15:45:03.664158 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-bca62c9d-2357-40b0-b855-2fa0914e6b55 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:03.665756 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-bca62c9d-2357-40b0-b855-2fa0914e6b55 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.13 "GET /v2.0/networks?id=1bf23dbe-38db-4a32-95b8-9493ff106e9c HTTP/1.1" status: 200 len: 812 time: 0.1153977 Dec 17 15:45:03.679680 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-df3e20c3-112c-4b31-aa79-c61544dfd58a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Request body: {'port': {'device_id': 'ac22d6eb-7635-421c-b5d8-636c17d92140', 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c', 'admin_state_up': True, 'tenant_id': 'a3ccd7142d8c423fb044217d2f692337'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:45:03.839411 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-df3e20c3-112c-4b31-aa79-c61544dfd58a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Made reservation on behalf of a3ccd7142d8c423fb044217d2f692337 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:45:03.842723 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-df3e20c3-112c-4b31-aa79-c61544dfd58a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:03.860459 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b1213f8e-32ef-4bef-a51d-89ac4fab133f req-53cd4227-b0a8-4fc1-ad1d-f37048f2bdea tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac22d6eb-7635-421c-b5d8-636c17d92140 HTTP/1.1" status: 200 len: 210 time: 0.0317166 Dec 17 15:45:03.890992 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:03.990086 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-df3e20c3-112c-4b31-aa79-c61544dfd58a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Allocated IP 172.20.0.10 (1bf23dbe-38db-4a32-95b8-9493ff106e9c/610c69b5-11b8-4033-8576-74e6e98b4da0/69689c88-1131-437f-b120-9b7be24de6f7) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:45:04.140581 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-df3e20c3-112c-4b31-aa79-c61544dfd58a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:04.211119 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:04.234357 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-df3e20c3-112c-4b31-aa79-c61544dfd58a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:04.246837 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:45:04.283917 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['8e9442f4-aebf-4876-a821-956de948925d'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:45:04.284369 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-df3e20c3-112c-4b31-aa79-c61544dfd58a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Network 1bf23dbe-38db-4a32-95b8-9493ff106e9c is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:45:04.284369 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-df3e20c3-112c-4b31-aa79-c61544dfd58a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:45:04.285868 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-df3e20c3-112c-4b31-aa79-c61544dfd58a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:45:04.322597 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e20c3-112c-4b31-aa79-c61544dfd58a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Pushing event updated for resources: {'Port': ['ID=69689c88-1131-437f-b120-9b7be24de6f7,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:04.352104 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-df3e20c3-112c-4b31-aa79-c61544dfd58a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:04.352918 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-df3e20c3-112c-4b31-aa79-c61544dfd58a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:04.433405 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-df3e20c3-112c-4b31-aa79-c61544dfd58a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7578790 Dec 17 15:45:04.446518 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-3901e23e-6f55-42f2-9332-c0a1a6ea79b9 service neutron] Request body: {'port': {'device_id': 'ac22d6eb-7635-421c-b5d8-636c17d92140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:45:04.514207 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-3901e23e-6f55-42f2-9332-c0a1a6ea79b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:04.672729 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4e962902-2369-4b29-a4b7-ccfe82621687 None None] Provisioning complete for port 69689c88-1131-437f-b120-9b7be24de6f7 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:04.673158 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4e962902-2369-4b29-a4b7-ccfe82621687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:04.727617 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4e962902-2369-4b29-a4b7-ccfe82621687 None None] Port 69689c88-1131-437f-b120-9b7be24de6f7 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:45:04.797161 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60606) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:45:04.811401 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-3901e23e-6f55-42f2-9332-c0a1a6ea79b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69689c88-1131-437f-b120-9b7be24de6f7 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:45:04.818995 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-3901e23e-6f55-42f2-9332-c0a1a6ea79b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:04.832291 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-3901e23e-6f55-42f2-9332-c0a1a6ea79b9 service neutron] Transition to ACTIVE for port object 69689c88-1131-437f-b120-9b7be24de6f7 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:45:04.905230 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-af002414-171c-4de0-bae6-80229bccf2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:04.955507 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-3901e23e-6f55-42f2-9332-c0a1a6ea79b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:04.995607 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-af002414-171c-4de0-bae6-80229bccf2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:05.079722 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-af002414-171c-4de0-bae6-80229bccf2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:05.120906 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-af002414-171c-4de0-bae6-80229bccf2cc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6e6104647fbf4ad2824fd9192e91cbff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3226469 Dec 17 15:45:05.121833 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af002414-171c-4de0-bae6-80229bccf2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b19cc72-c0f8-4a87-9aa3-fa5b87141e9f,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:05.125352 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60612) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:45:05.136887 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af002414-171c-4de0-bae6-80229bccf2cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:05.137256 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af002414-171c-4de0-bae6-80229bccf2cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:05.137594 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af002414-171c-4de0-bae6-80229bccf2cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:05.140845 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af002414-171c-4de0-bae6-80229bccf2cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:05.140845 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af002414-171c-4de0-bae6-80229bccf2cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:05.140845 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af002414-171c-4de0-bae6-80229bccf2cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:05.140845 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af002414-171c-4de0-bae6-80229bccf2cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:05.140845 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af002414-171c-4de0-bae6-80229bccf2cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:05.140845 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af002414-171c-4de0-bae6-80229bccf2cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:05.140845 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af002414-171c-4de0-bae6-80229bccf2cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:05.140845 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af002414-171c-4de0-bae6-80229bccf2cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:05.141610 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af002414-171c-4de0-bae6-80229bccf2cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:05.195081 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8f0eb942-ee5e-4318-ae32-afd345122e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:05.219034 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8f0eb942-ee5e-4318-ae32-afd345122e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:05.331380 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8f0eb942-ee5e-4318-ae32-afd345122e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:05.333897 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8f0eb942-ee5e-4318-ae32-afd345122e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:05.337318 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8f0eb942-ee5e-4318-ae32-afd345122e69 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1b19cc72-c0f8-4a87-9aa3-fa5b87141e9f HTTP/1.1" status: 204 len: 168 time: 0.2087739 Dec 17 15:45:05.339899 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901e23e-6f55-42f2-9332-c0a1a6ea79b9 service neutron] Pushing event updated for resources: {'Port': ['ID=69689c88-1131-437f-b120-9b7be24de6f7,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:05.349415 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0eb942-ee5e-4318-ae32-afd345122e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b19cc72-c0f8-4a87-9aa3-fa5b87141e9f,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:05.366495 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901e23e-6f55-42f2-9332-c0a1a6ea79b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:05.366801 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901e23e-6f55-42f2-9332-c0a1a6ea79b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:05.367131 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901e23e-6f55-42f2-9332-c0a1a6ea79b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:05.367466 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901e23e-6f55-42f2-9332-c0a1a6ea79b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:05.367837 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901e23e-6f55-42f2-9332-c0a1a6ea79b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:05.368129 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901e23e-6f55-42f2-9332-c0a1a6ea79b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:05.368454 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901e23e-6f55-42f2-9332-c0a1a6ea79b9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:05.368782 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901e23e-6f55-42f2-9332-c0a1a6ea79b9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:05.369133 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901e23e-6f55-42f2-9332-c0a1a6ea79b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:05.369463 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901e23e-6f55-42f2-9332-c0a1a6ea79b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:05.369832 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901e23e-6f55-42f2-9332-c0a1a6ea79b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:05.370133 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3901e23e-6f55-42f2-9332-c0a1a6ea79b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:05.381998 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b72e4-4606-4bfd-8062-60b21c02d408 req-f16721d3-bb63-419e-975f-4c85145a6c72 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:05.383591 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5a9b72e4-4606-4bfd-8062-60b21c02d408 req-f16721d3-bb63-419e-975f-4c85145a6c72 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac22d6eb-7635-421c-b5d8-636c17d92140 HTTP/1.1" status: 200 len: 944 time: 0.4429488 Dec 17 15:45:05.458414 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5a9b72e4-4606-4bfd-8062-60b21c02d408 req-e673988b-9b0a-488a-82fc-c536268ae7d0 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559278 Dec 17 15:45:05.460996 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-3901e23e-6f55-42f2-9332-c0a1a6ea79b9 service neutron] Attempting to bind port 69689c88-1131-437f-b120-9b7be24de6f7 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:45:05.461359 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-3901e23e-6f55-42f2-9332-c0a1a6ea79b9 service neutron] Attempting to bind port 69689c88-1131-437f-b120-9b7be24de6f7 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'b2109624-b42a-43d8-b4b0-958e6ac0b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:45:05.461676 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-3901e23e-6f55-42f2-9332-c0a1a6ea79b9 service neutron] Attempting to bind port 69689c88-1131-437f-b120-9b7be24de6f7 on network 1bf23dbe-38db-4a32-95b8-9493ff106e9c {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:45:05.466646 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-3901e23e-6f55-42f2-9332-c0a1a6ea79b9 service neutron] Port 69689c88-1131-437f-b120-9b7be24de6f7 on network 1bf23dbe-38db-4a32-95b8-9493ff106e9c not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:45:05.467023 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-3901e23e-6f55-42f2-9332-c0a1a6ea79b9 service neutron] Attempting to bind port 69689c88-1131-437f-b120-9b7be24de6f7 on network 1bf23dbe-38db-4a32-95b8-9493ff106e9c {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:45:05.473773 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-3901e23e-6f55-42f2-9332-c0a1a6ea79b9 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:45:05.474042 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-3901e23e-6f55-42f2-9332-c0a1a6ea79b9 service neutron] Checking segment: {'id': 'b2109624-b42a-43d8-b4b0-958e6ac0b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:45:05.474435 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-3901e23e-6f55-42f2-9332-c0a1a6ea79b9 service neutron] Bound using segment: {'id': 'b2109624-b42a-43d8-b4b0-958e6ac0b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:45:05.474940 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-3901e23e-6f55-42f2-9332-c0a1a6ea79b9 service neutron] Bound port: 69689c88-1131-437f-b120-9b7be24de6f7, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2109624-b42a-43d8-b4b0-958e6ac0b16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:45:05.475218 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-3901e23e-6f55-42f2-9332-c0a1a6ea79b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:05.555685 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-3901e23e-6f55-42f2-9332-c0a1a6ea79b9 service neutron] For port 69689c88-1131-437f-b120-9b7be24de6f7, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:45:05.558717 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-3901e23e-6f55-42f2-9332-c0a1a6ea79b9 service neutron] For port 69689c88-1131-437f-b120-9b7be24de6f7, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=69689c88-1131-437f-b120-9b7be24de6f7,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:45:05.611788 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-3901e23e-6f55-42f2-9332-c0a1a6ea79b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:05.644883 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-3901e23e-6f55-42f2-9332-c0a1a6ea79b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:05.645505 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-3901e23e-6f55-42f2-9332-c0a1a6ea79b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:05.646908 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-3901e23e-6f55-42f2-9332-c0a1a6ea79b9 service neutron] 10.222.0.13 "PUT /v2.0/ports/69689c88-1131-437f-b120-9b7be24de6f7 HTTP/1.1" status: 200 len: 1092 time: 1.2049220 Dec 17 15:45:05.649205 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac22d6eb-7635-421c-b5d8-636c17d92140', 'tag': '69689c88-1131-437f-b120-9b7be24de6f7'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:45:05.652264 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c1b544-ebed-40db-b3ec-7b1f6d28300e" -d '{"events": [{"name": "network-changed", "server_uuid": "ac22d6eb-7635-421c-b5d8-636c17d92140", "tag": "69689c88-1131-437f-b120-9b7be24de6f7"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:45:05.694396 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db1c995-2871-4f3f-8d87-194c7ec80739 x-openstack-request-id: req-8db1c995-2871-4f3f-8d87-194c7ec80739 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:45:05.694697 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac22d6eb-7635-421c-b5d8-636c17d92140", "tag": "69689c88-1131-437f-b120-9b7be24de6f7", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:45:05.694951 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8db1c995-2871-4f3f-8d87-194c7ec80739 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:45:05.695343 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac22d6eb-7635-421c-b5d8-636c17d92140', 'tag': '69689c88-1131-437f-b120-9b7be24de6f7', 'status': 'completed', 'code': 200} Dec 17 15:45:05.697148 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901e23e-6f55-42f2-9332-c0a1a6ea79b9 service neutron] Pushing event updated for resources: {'Port': ['ID=69689c88-1131-437f-b120-9b7be24de6f7,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:05.764329 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1b544-ebed-40db-b3ec-7b1f6d28300e req-ed033025-bfe2-441f-8d0f-fd0037e73407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:05.766179 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-43c1b544-ebed-40db-b3ec-7b1f6d28300e req-ed033025-bfe2-441f-8d0f-fd0037e73407 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3ccd7142d8c423fb044217d2f692337&device_id=ac22d6eb-7635-421c-b5d8-636c17d92140 HTTP/1.1" status: 200 len: 1095 time: 0.0517173 Dec 17 15:45:05.846764 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:45:05.880448 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1b544-ebed-40db-b3ec-7b1f6d28300e req-a33e0e78-2779-420a-9394-6b9f25432cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:05.882467 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-43c1b544-ebed-40db-b3ec-7b1f6d28300e req-a33e0e78-2779-420a-9394-6b9f25432cda service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a3ccd7142d8c423fb044217d2f692337&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1090071 Dec 17 15:45:05.990907 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1b544-ebed-40db-b3ec-7b1f6d28300e req-6842f13a-d112-485b-9c9a-0489e58ae680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:05.990907 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-43c1b544-ebed-40db-b3ec-7b1f6d28300e req-6842f13a-d112-485b-9c9a-0489e58ae680 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1007886 Dec 17 15:45:06.068690 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-ee49c73b-994d-48e5-b8a7-a2253db003ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:06.070204 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-ee49c73b-994d-48e5-b8a7-a2253db003ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3ccd7142d8c423fb044217d2f692337&device_id=ac22d6eb-7635-421c-b5d8-636c17d92140 HTTP/1.1" status: 200 len: 1095 time: 0.0445163 Dec 17 15:45:06.113058 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-eac44cfc-56a9-4f9f-9f19-89088c09c4d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69689c88-1131-437f-b120-9b7be24de6f7 HTTP/1.1" status: 200 len: 217 time: 0.0357759 Dec 17 15:45:06.162837 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-98ac5bcb-5e36-4a6f-beed-765d32e2bc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:06.164278 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-98ac5bcb-5e36-4a6f-beed-765d32e2bc1c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=610c69b5-11b8-4033-8576-74e6e98b4da0 HTTP/1.1" status: 200 len: 851 time: 0.0450034 Dec 17 15:45:06.213735 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-bbf3e640-d52d-4afe-96e4-268fd5d6b6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:06.215203 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-bbf3e640-d52d-4afe-96e4-268fd5d6b6e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bf23dbe-38db-4a32-95b8-9493ff106e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437009 Dec 17 15:45:06.303543 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-6ed0a7ac-e889-47fb-b1de-7dccafb0f693 service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812132 Dec 17 15:45:06.396908 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fab380e3-bca8-4aa2-8491-5f701ade8d10 req-196d5676-7ac0-4921-ad5e-5c0186f786c2 service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857959 Dec 17 15:45:06.590399 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf5177-2888-4b01-952d-e763e7f63173 req-f6b2fc03-f593-4565-b852-4138031d9e3a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:06.591945 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-02bf5177-2888-4b01-952d-e763e7f63173 req-f6b2fc03-f593-4565-b852-4138031d9e3a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac22d6eb-7635-421c-b5d8-636c17d92140 HTTP/1.1" status: 200 len: 944 time: 0.0569286 Dec 17 15:45:06.659629 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-02bf5177-2888-4b01-952d-e763e7f63173 req-a602ef1d-a96e-415f-815a-cba9395b8ed2 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539873 Dec 17 15:45:06.663171 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0db5bf5a-bcc5-40f8-9905-df48e30d836e req-6235d9e3-237e-4bf3-9f38-c847559cbc2a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c385ecf4-9f7a-46b3-98de-090b0e599548&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0652342 Dec 17 15:45:06.729565 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5bf5a-bcc5-40f8-9905-df48e30d836e req-114d3278-9fdf-4d5e-8b13-ee8d4fc47855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:06.731064 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0db5bf5a-bcc5-40f8-9905-df48e30d836e req-114d3278-9fdf-4d5e-8b13-ee8d4fc47855 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3ccd7142d8c423fb044217d2f692337&device_id=c385ecf4-9f7a-46b3-98de-090b0e599548 HTTP/1.1" status: 200 len: 1096 time: 0.0409968 Dec 17 15:45:06.838069 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5bf5a-bcc5-40f8-9905-df48e30d836e req-36085b6e-92e9-4933-b8fd-0ed66cce04cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:06.839450 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0db5bf5a-bcc5-40f8-9905-df48e30d836e req-36085b6e-92e9-4933-b8fd-0ed66cce04cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=1bf23dbe-38db-4a32-95b8-9493ff106e9c HTTP/1.1" status: 200 len: 913 time: 0.0869224 Dec 17 15:45:06.881769 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0db5bf5a-bcc5-40f8-9905-df48e30d836e req-a80fbb58-ac0c-4812-a074-721ed9b6ff60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763 HTTP/1.1" status: 200 len: 217 time: 0.0346174 Dec 17 15:45:06.936272 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5bf5a-bcc5-40f8-9905-df48e30d836e req-30546dc5-4bd9-434b-9404-40d6594a6db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:06.937814 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0db5bf5a-bcc5-40f8-9905-df48e30d836e req-30546dc5-4bd9-434b-9404-40d6594a6db4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=610c69b5-11b8-4033-8576-74e6e98b4da0 HTTP/1.1" status: 200 len: 851 time: 0.0487876 Dec 17 15:45:06.982657 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5bf5a-bcc5-40f8-9905-df48e30d836e req-08f0f445-194d-44ce-8f64-f4e1c23ceff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:06.984900 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0db5bf5a-bcc5-40f8-9905-df48e30d836e req-08f0f445-194d-44ce-8f64-f4e1c23ceff1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bf23dbe-38db-4a32-95b8-9493ff106e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402308 Dec 17 15:45:07.075401 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0db5bf5a-bcc5-40f8-9905-df48e30d836e req-9055ce29-d823-43e8-b137-538fa1541f62 service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831304 Dec 17 15:45:07.168449 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0db5bf5a-bcc5-40f8-9905-df48e30d836e req-e022a14b-fa11-498f-9583-96f7985d2119 service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853879 Dec 17 15:45:07.777737 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afe926-b68b-41c4-a471-8ee1f4e005da req-bac72ec9-8c98-4bde-b510-c33c3b633afd tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:07.779213 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-78afe926-b68b-41c4-a471-8ee1f4e005da req-bac72ec9-8c98-4bde-b510-c33c3b633afd tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac22d6eb-7635-421c-b5d8-636c17d92140 HTTP/1.1" status: 200 len: 944 time: 0.0485396 Dec 17 15:45:07.817941 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-78afe926-b68b-41c4-a471-8ee1f4e005da req-2ca04a5e-8b46-4341-b633-26f48c5212c0 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326600 Dec 17 15:45:08.934887 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77f3cb-5e24-42b8-8fd6-d26aab839d81 req-ad5b7f76-10a4-4c70-a4b9-4cf2869298f3 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:08.936518 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8d77f3cb-5e24-42b8-8fd6-d26aab839d81 req-ad5b7f76-10a4-4c70-a4b9-4cf2869298f3 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac22d6eb-7635-421c-b5d8-636c17d92140 HTTP/1.1" status: 200 len: 944 time: 0.0493476 Dec 17 15:45:08.978336 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8d77f3cb-5e24-42b8-8fd6-d26aab839d81 req-d20094e6-dbcf-4bed-a903-6148c5fae86d tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353668 Dec 17 15:45:08.987507 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 69689c88-1131-437f-b120-9b7be24de6f7 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:45:09.086692 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 69689c88-1131-437f-b120-9b7be24de6f7, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=69689c88-1131-437f-b120-9b7be24de6f7,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:45:09.099443 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '69689c88-1131-437f-b120-9b7be24de6f7', 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c', 'port_id': '69689c88-1131-437f-b120-9b7be24de6f7', 'mac_address': 'fa:16:3e:7f:68:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610c69b5-11b8-4033-8576-74e6e98b4da0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:45:09.135985 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:09.149783 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69689c88-1131-437f-b120-9b7be24de6f7 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:45:09.169500 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 69689c88-1131-437f-b120-9b7be24de6f7, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=69689c88-1131-437f-b120-9b7be24de6f7,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:45:09.268675 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:09.316990 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=69689c88-1131-437f-b120-9b7be24de6f7,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:09.504303 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['69689c88-1131-437f-b120-9b7be24de6f7'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:45:10.095044 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f333e-8ccd-41d3-9454-7d3dd191a747 req-385f9665-2209-4316-b584-1381553bf549 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:10.096903 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-047f333e-8ccd-41d3-9454-7d3dd191a747 req-385f9665-2209-4316-b584-1381553bf549 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac22d6eb-7635-421c-b5d8-636c17d92140 HTTP/1.1" status: 200 len: 945 time: 0.0514097 Dec 17 15:45:10.139804 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-047f333e-8ccd-41d3-9454-7d3dd191a747 req-38d7b839-e6ed-4fec-89df-4cec571b57f6 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363910 Dec 17 15:45:10.548453 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:11.004765 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 69689c88-1131-437f-b120-9b7be24de6f7 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:45:11.159411 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 69689c88-1131-437f-b120-9b7be24de6f7 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:45:11.159411 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 69689c88-1131-437f-b120-9b7be24de6f7 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:11.159629 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:11.242842 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:11.262520 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeecf674-5374-4b96-bab3-5b3ddab272dc req-a611f301-6781-4c0b-b4ae-a67839127347 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:11.266223 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eeecf674-5374-4b96-bab3-5b3ddab272dc req-a611f301-6781-4c0b-b4ae-a67839127347 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac22d6eb-7635-421c-b5d8-636c17d92140 HTTP/1.1" status: 200 len: 945 time: 0.0514870 Dec 17 15:45:11.268076 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac22d6eb-7635-421c-b5d8-636c17d92140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69689c88-1131-437f-b120-9b7be24de6f7'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:45:11.270325 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f11a00-b324-4af6-b221-1013116a0c45" -d '{"events": [{"server_uuid": "ac22d6eb-7635-421c-b5d8-636c17d92140", "name": "network-vif-plugged", "status": "completed", "tag": "69689c88-1131-437f-b120-9b7be24de6f7"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:45:11.285509 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 69689c88-1131-437f-b120-9b7be24de6f7, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=69689c88-1131-437f-b120-9b7be24de6f7,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:45:11.307561 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eeecf674-5374-4b96-bab3-5b3ddab272dc req-2382c575-07cf-4965-972e-611233fa63b6 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361395 Dec 17 15:45:11.315180 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054d6dc6-42ce-4479-8f1f-418616d7cd42 x-openstack-request-id: req-054d6dc6-42ce-4479-8f1f-418616d7cd42 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:45:11.315473 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac22d6eb-7635-421c-b5d8-636c17d92140", "name": "network-vif-plugged", "status": "completed", "tag": "69689c88-1131-437f-b120-9b7be24de6f7", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:45:11.315730 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-054d6dc6-42ce-4479-8f1f-418616d7cd42 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:45:11.316125 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac22d6eb-7635-421c-b5d8-636c17d92140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69689c88-1131-437f-b120-9b7be24de6f7', 'code': 200} Dec 17 15:45:11.377341 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:11.410009 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3e841-582c-4e79-ae0b-71a56adf420a req-d6c850d5-104a-49e9-80a6-1fc1993cb01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:11.411068 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5dd3e841-582c-4e79-ae0b-71a56adf420a req-d6c850d5-104a-49e9-80a6-1fc1993cb01b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ac22d6eb-7635-421c-b5d8-636c17d92140 HTTP/1.1" status: 200 len: 1097 time: 0.0411046 Dec 17 15:45:11.426313 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=69689c88-1131-437f-b120-9b7be24de6f7,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:11.453000 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5dd3e841-582c-4e79-ae0b-71a56adf420a req-95a42df2-aafd-413b-a645-ed9d1a5d69e1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325317 Dec 17 15:45:12.425597 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ad7fa-f6ec-4d73-9c64-5fe5f1aa6523 req-a9f2d73e-5f58-4bd2-9591-f9f51ab18cb3 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:12.427023 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-248ad7fa-f6ec-4d73-9c64-5fe5f1aa6523 req-a9f2d73e-5f58-4bd2-9591-f9f51ab18cb3 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac22d6eb-7635-421c-b5d8-636c17d92140 HTTP/1.1" status: 200 len: 946 time: 0.0485744 Dec 17 15:45:12.466059 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-248ad7fa-f6ec-4d73-9c64-5fe5f1aa6523 req-81073a51-ac36-4a5e-999c-88e7471cd223 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330334 Dec 17 15:45:13.588733 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600293b9-e83b-4019-9fb3-4fe8a84649a2 req-ac95b81c-56f0-4af5-9af2-b94fb16293eb tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:13.590282 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-600293b9-e83b-4019-9fb3-4fe8a84649a2 req-ac95b81c-56f0-4af5-9af2-b94fb16293eb tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac22d6eb-7635-421c-b5d8-636c17d92140 HTTP/1.1" status: 200 len: 946 time: 0.0503445 Dec 17 15:45:13.629312 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-600293b9-e83b-4019-9fb3-4fe8a84649a2 req-b9437a9b-6421-4ee9-ac09-65ef81c198d3 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328560 Dec 17 15:45:13.955277 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341fb94-0e1d-4aff-b4db-61846609a946 req-0b5b0cd0-be75-4bac-abd0-379c74f8c041 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:13.956832 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5341fb94-0e1d-4aff-b4db-61846609a946 req-0b5b0cd0-be75-4bac-abd0-379c74f8c041 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac22d6eb-7635-421c-b5d8-636c17d92140 HTTP/1.1" status: 200 len: 946 time: 0.0548208 Dec 17 15:45:13.999913 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5341fb94-0e1d-4aff-b4db-61846609a946 req-d12400b7-334a-4a2f-8900-313fbf7bd3b8 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369735 Dec 17 15:45:15.124372 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919930fb-7c21-4998-bb95-f0c3e80703e3 req-3599fc70-6104-4931-adac-406ce294883c tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:15.125735 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-919930fb-7c21-4998-bb95-f0c3e80703e3 req-3599fc70-6104-4931-adac-406ce294883c tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac22d6eb-7635-421c-b5d8-636c17d92140 HTTP/1.1" status: 200 len: 946 time: 0.0490351 Dec 17 15:45:15.165514 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-919930fb-7c21-4998-bb95-f0c3e80703e3 req-b1eda1d7-33cc-406a-8d1f-72845d9a919e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325270 Dec 17 15:45:15.996027 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87eeab-3bad-44d6-a957-8ecb78b9d5b8 req-b38a68fc-4bf2-4ac8-a0d6-e1acb2ede268 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:15.997597 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4a87eeab-3bad-44d6-a957-8ecb78b9d5b8 req-b38a68fc-4bf2-4ac8-a0d6-e1acb2ede268 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac22d6eb-7635-421c-b5d8-636c17d92140 HTTP/1.1" status: 200 len: 946 time: 0.0627749 Dec 17 15:45:16.013958 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60722) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:45:16.043356 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4a87eeab-3bad-44d6-a957-8ecb78b9d5b8 req-df4016c5-2cc9-4ca2-b220-348696a5f8d2 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394118 Dec 17 15:45:16.127634 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-36cf4028-7c75-4e55-99d0-e3455505eed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:16.202645 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-36cf4028-7c75-4e55-99d0-e3455505eed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:16.263164 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-36cf4028-7c75-4e55-99d0-e3455505eed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:16.303142 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-36cf4028-7c75-4e55-99d0-e3455505eed0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c159499b3e2d4639bab84e4a98def51f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2880492 Dec 17 15:45:16.303983 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf4028-7c75-4e55-99d0-e3455505eed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d63ea83-4b3a-4cac-b2a9-de28c882b6e1,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:16.306013 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60726) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:45:16.359988 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0124ef4c-6f62-41f7-ba5d-a7b2be0333e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:16.382097 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0124ef4c-6f62-41f7-ba5d-a7b2be0333e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:16.514212 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0124ef4c-6f62-41f7-ba5d-a7b2be0333e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:16.516643 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0124ef4c-6f62-41f7-ba5d-a7b2be0333e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:16.518380 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0124ef4c-6f62-41f7-ba5d-a7b2be0333e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1d63ea83-4b3a-4cac-b2a9-de28c882b6e1 HTTP/1.1" status: 204 len: 168 time: 0.2068706 Dec 17 15:45:16.526591 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124ef4c-6f62-41f7-ba5d-a7b2be0333e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d63ea83-4b3a-4cac-b2a9-de28c882b6e1,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:17.063370 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 69689c88-1131-437f-b120-9b7be24de6f7 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:45:17.168700 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760f42b-19db-48f6-82bb-1fc9d53aad3d req-b7ac8120-ab46-43ba-8c24-6420ccb3dc5c tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:17.170484 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1760f42b-19db-48f6-82bb-1fc9d53aad3d req-b7ac8120-ab46-43ba-8c24-6420ccb3dc5c tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac22d6eb-7635-421c-b5d8-636c17d92140 HTTP/1.1" status: 200 len: 946 time: 0.0524693 Dec 17 15:45:17.172343 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 69689c88-1131-437f-b120-9b7be24de6f7, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=69689c88-1131-437f-b120-9b7be24de6f7,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:45:17.185125 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '69689c88-1131-437f-b120-9b7be24de6f7', 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c', 'port_id': '69689c88-1131-437f-b120-9b7be24de6f7', 'mac_address': 'fa:16:3e:7f:68:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610c69b5-11b8-4033-8576-74e6e98b4da0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:45:17.213091 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1760f42b-19db-48f6-82bb-1fc9d53aad3d req-adab5a1c-5354-47fa-885b-e4e630c09fd3 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360765 Dec 17 15:45:17.226240 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:17.239385 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69689c88-1131-437f-b120-9b7be24de6f7 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:45:17.259050 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 69689c88-1131-437f-b120-9b7be24de6f7, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=69689c88-1131-437f-b120-9b7be24de6f7,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:45:17.382894 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:17.434575 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=69689c88-1131-437f-b120-9b7be24de6f7,revision_number=6']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:17.493664 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['69689c88-1131-437f-b120-9b7be24de6f7'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:45:17.615155 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60750) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:45:17.716597 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-223930b6-a7c1-4199-bc45-dc1fe0f43714 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1542411851-network', 'tenant_id': 'aa5d685cddde436ea6d2405a78c9c8ba'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:45:17.800216 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223930b6-a7c1-4199-bc45-dc1fe0f43714 admin admin] Made reservation on behalf of aa5d685cddde436ea6d2405a78c9c8ba for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:45:17.802625 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-223930b6-a7c1-4199-bc45-dc1fe0f43714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:17.811303 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-223930b6-a7c1-4199-bc45-dc1fe0f43714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:17.884681 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-223930b6-a7c1-4199-bc45-dc1fe0f43714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:17.948451 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-223930b6-a7c1-4199-bc45-dc1fe0f43714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:17.973660 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223930b6-a7c1-4199-bc45-dc1fe0f43714 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:45:17.982217 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223930b6-a7c1-4199-bc45-dc1fe0f43714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976600ce-eeb2-4921-9c73-52f4a859ec2c,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:17.988801 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-223930b6-a7c1-4199-bc45-dc1fe0f43714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:17.989182 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-223930b6-a7c1-4199-bc45-dc1fe0f43714 admin admin] Added segment 85941459-7b1e-4506-9e3e-f4972f7ad9d2 of type vlan for network 1acbc7c6-af06-404b-869a-1771193c6386 Dec 17 15:45:18.031532 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-223930b6-a7c1-4199-bc45-dc1fe0f43714 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:18.097471 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-223930b6-a7c1-4199-bc45-dc1fe0f43714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:18.098460 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223930b6-a7c1-4199-bc45-dc1fe0f43714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:18.099039 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-223930b6-a7c1-4199-bc45-dc1fe0f43714 admin admin] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:18.155924 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223930b6-a7c1-4199-bc45-dc1fe0f43714 admin admin] Pushing event updated for resources: {'Network': ['ID=1acbc7c6-af06-404b-869a-1771193c6386,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:18.166776 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 1acbc7c6-af06-404b-869a-1771193c6386 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:45:18.197293 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-223930b6-a7c1-4199-bc45-dc1fe0f43714 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5808458 Dec 17 15:45:18.199984 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60754) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:45:18.205646 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-776c4a72-b63a-4ea7-a99b-0f73533bf7e2 admin admin] Request body: {'subnet': {'network_id': '1acbc7c6-af06-404b-869a-1771193c6386', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1542411851-subnet', 'tenant_id': 'aa5d685cddde436ea6d2405a78c9c8ba', 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:45:18.296054 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776c4a72-b63a-4ea7-a99b-0f73533bf7e2 admin admin] Made reservation on behalf of aa5d685cddde436ea6d2405a78c9c8ba for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:45:18.298382 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-776c4a72-b63a-4ea7-a99b-0f73533bf7e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:18.388832 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7807e-2b14-4077-a142-76f17243f452 req-abd556e1-ccd3-45eb-af21-c332e07df1e0 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:18.390518 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34d7807e-2b14-4077-a142-76f17243f452 req-abd556e1-ccd3-45eb-af21-c332e07df1e0 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac22d6eb-7635-421c-b5d8-636c17d92140 HTTP/1.1" status: 200 len: 945 time: 0.1081066 Dec 17 15:45:18.454397 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34d7807e-2b14-4077-a142-76f17243f452 req-11d72ad4-0739-4442-b603-f428bb4a9625 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529020 Dec 17 15:45:18.605876 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-776c4a72-b63a-4ea7-a99b-0f73533bf7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:18.664447 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c4a72-b63a-4ea7-a99b-0f73533bf7e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50f73668-a8ee-4395-a209-8eea57f99680,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:18.669902 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776c4a72-b63a-4ea7-a99b-0f73533bf7e2 admin admin] Checking segment: {'id': '85941459-7b1e-4506-9e3e-f4972f7ad9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1acbc7c6-af06-404b-869a-1771193c6386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:45:18.670850 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776c4a72-b63a-4ea7-a99b-0f73533bf7e2 admin admin] Network hostable DHCP agents. Network: 1acbc7c6-af06-404b-869a-1771193c6386, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:45:18.765884 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776c4a72-b63a-4ea7-a99b-0f73533bf7e2 admin admin] Network 1acbc7c6-af06-404b-869a-1771193c6386 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:45:18.833847 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-776c4a72-b63a-4ea7-a99b-0f73533bf7e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 1acbc7c6-af06-404b-869a-1771193c6386) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:45:18.838637 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776c4a72-b63a-4ea7-a99b-0f73533bf7e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:18.839596 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-776c4a72-b63a-4ea7-a99b-0f73533bf7e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:18.843681 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b86afa-f3f1-4cfc-878d-211eafd603ab None None] Network 1acbc7c6-af06-404b-869a-1771193c6386 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:45:18.928980 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-776c4a72-b63a-4ea7-a99b-0f73533bf7e2 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7278538 Dec 17 15:45:18.931466 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60772) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:45:18.936636 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-9cd16b42-7926-488c-bbd8-620a9db03462 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1542411851-router', 'tenant_id': 'aa5d685cddde436ea6d2405a78c9c8ba', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:45:18.991795 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f209a3c-a5b8-498f-a8fa-d63de8caddba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-1acbc7c6-af06-404b-869a-1771193c6386', 'network_id': '1acbc7c6-af06-404b-869a-1771193c6386', 'tenant_id': 'aa5d685cddde436ea6d2405a78c9c8ba', 'fixed_ips': [{'subnet_id': '50f73668-a8ee-4395-a209-8eea57f99680'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:45:18.992738 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5f209a3c-a5b8-498f-a8fa-d63de8caddba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:19.063297 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9cd16b42-7926-488c-bbd8-620a9db03462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:19.065281 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9cd16b42-7926-488c-bbd8-620a9db03462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:19.066164 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 69689c88-1131-437f-b120-9b7be24de6f7 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:45:19.116076 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9cd16b42-7926-488c-bbd8-620a9db03462 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:19.164312 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-5f209a3c-a5b8-498f-a8fa-d63de8caddba None None] Allocated IP 172.20.0.2 (1acbc7c6-af06-404b-869a-1771193c6386/50f73668-a8ee-4395-a209-8eea57f99680/b97a120d-3a48-4241-b779-bb214714e054) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:45:19.170962 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 69689c88-1131-437f-b120-9b7be24de6f7 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:19.171580 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:19.352234 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:19.397799 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac22d6eb-7635-421c-b5d8-636c17d92140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69689c88-1131-437f-b120-9b7be24de6f7'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:45:19.400326 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec73c8b3-6eec-4e9d-9548-2102c834d5ec" -d '{"events": [{"server_uuid": "ac22d6eb-7635-421c-b5d8-636c17d92140", "name": "network-vif-plugged", "status": "completed", "tag": "69689c88-1131-437f-b120-9b7be24de6f7"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:45:19.402420 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9cd16b42-7926-488c-bbd8-620a9db03462 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:19.425326 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 69689c88-1131-437f-b120-9b7be24de6f7, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=69689c88-1131-437f-b120-9b7be24de6f7,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:45:19.432006 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5f209a3c-a5b8-498f-a8fa-d63de8caddba None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:19.461259 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321515e6-1fc4-4e6a-af1e-5981837d885a x-openstack-request-id: req-321515e6-1fc4-4e6a-af1e-5981837d885a {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:45:19.461799 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac22d6eb-7635-421c-b5d8-636c17d92140", "name": "network-vif-plugged", "status": "completed", "tag": "69689c88-1131-437f-b120-9b7be24de6f7", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:45:19.462058 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-321515e6-1fc4-4e6a-af1e-5981837d885a {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:45:19.462461 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac22d6eb-7635-421c-b5d8-636c17d92140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69689c88-1131-437f-b120-9b7be24de6f7', 'code': 200} Dec 17 15:45:19.537597 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:19.541717 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5f209a3c-a5b8-498f-a8fa-d63de8caddba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:19.602584 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f209a3c-a5b8-498f-a8fa-d63de8caddba None None] Network 1acbc7c6-af06-404b-869a-1771193c6386 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:45:19.602844 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b1b95-a42d-499d-9382-710bb3038ebe req-9e16d23d-e965-46dc-b22a-009cb1522991 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:19.604313 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc9b1b95-a42d-499d-9382-710bb3038ebe req-9e16d23d-e965-46dc-b22a-009cb1522991 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac22d6eb-7635-421c-b5d8-636c17d92140 HTTP/1.1" status: 200 len: 946 time: 0.0748115 Dec 17 15:45:19.614324 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-5f209a3c-a5b8-498f-a8fa-d63de8caddba None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:45:19.618067 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f209a3c-a5b8-498f-a8fa-d63de8caddba None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:45:19.640856 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=69689c88-1131-437f-b120-9b7be24de6f7,revision_number=7']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:19.681081 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc9b1b95-a42d-499d-9382-710bb3038ebe req-1a71dd61-bb26-4209-bcd8-d5d3950bb9c1 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681221 Dec 17 15:45:19.744330 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-5f209a3c-a5b8-498f-a8fa-d63de8caddba None None] Attempting to bind port b97a120d-3a48-4241-b779-bb214714e054 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:45:19.744725 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-5f209a3c-a5b8-498f-a8fa-d63de8caddba None None] Attempting to bind port b97a120d-3a48-4241-b779-bb214714e054 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '85941459-7b1e-4506-9e3e-f4972f7ad9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1acbc7c6-af06-404b-869a-1771193c6386'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:45:19.745072 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f209a3c-a5b8-498f-a8fa-d63de8caddba None None] Attempting to bind port b97a120d-3a48-4241-b779-bb214714e054 on network 1acbc7c6-af06-404b-869a-1771193c6386 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:45:19.762238 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f209a3c-a5b8-498f-a8fa-d63de8caddba None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:45:19.762654 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f209a3c-a5b8-498f-a8fa-d63de8caddba None None] Checking segment: {'id': '85941459-7b1e-4506-9e3e-f4972f7ad9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1acbc7c6-af06-404b-869a-1771193c6386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:45:19.763019 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5f209a3c-a5b8-498f-a8fa-d63de8caddba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:19.763408 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f209a3c-a5b8-498f-a8fa-d63de8caddba None None] Bound using segment: {'id': '85941459-7b1e-4506-9e3e-f4972f7ad9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1acbc7c6-af06-404b-869a-1771193c6386'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:45:19.763882 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-5f209a3c-a5b8-498f-a8fa-d63de8caddba None None] Bound port: b97a120d-3a48-4241-b779-bb214714e054, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85941459-7b1e-4506-9e3e-f4972f7ad9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1acbc7c6-af06-404b-869a-1771193c6386'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:45:19.764265 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5f209a3c-a5b8-498f-a8fa-d63de8caddba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:19.779108 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f209a3c-a5b8-498f-a8fa-d63de8caddba None None] Pushing event updated for resources: {'Port': ['ID=b97a120d-3a48-4241-b779-bb214714e054,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:19.821690 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9cd16b42-7926-488c-bbd8-620a9db03462 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:19.842994 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9cd16b42-7926-488c-bbd8-620a9db03462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:19.851382 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-5f209a3c-a5b8-498f-a8fa-d63de8caddba None None] For port b97a120d-3a48-4241-b779-bb214714e054, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:45:19.855131 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-5f209a3c-a5b8-498f-a8fa-d63de8caddba None None] For port b97a120d-3a48-4241-b779-bb214714e054, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b97a120d-3a48-4241-b779-bb214714e054,segment=NetworkSegment(85941459-7b1e-4506-9e3e-f4972f7ad9d2),segment_id=85941459-7b1e-4506-9e3e-f4972f7ad9d2)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:45:19.943350 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5f209a3c-a5b8-498f-a8fa-d63de8caddba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:19.990213 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-9cd16b42-7926-488c-bbd8-620a9db03462 admin admin] Allocated IP 172.25.6.186 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:45:20.020741 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f209a3c-a5b8-498f-a8fa-d63de8caddba None None] Pushing event updated for resources: {'Port': ['ID=b97a120d-3a48-4241-b779-bb214714e054,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:20.139598 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9cd16b42-7926-488c-bbd8-620a9db03462 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:20.224979 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9cd16b42-7926-488c-bbd8-620a9db03462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:20.277590 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd16b42-7926-488c-bbd8-620a9db03462 admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:45:20.281204 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-9cd16b42-7926-488c-bbd8-620a9db03462 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:45:20.285658 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd16b42-7926-488c-bbd8-620a9db03462 admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:45:20.330589 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd16b42-7926-488c-bbd8-620a9db03462 admin admin] Pushing event updated for resources: {'Port': ['ID=dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:20.742612 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9cd16b42-7926-488c-bbd8-620a9db03462 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:20.905008 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd81a8-34b6-451b-b1ba-02417c45ebad req-d44b41cc-452b-44f2-8aad-43c548bee4a0 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:20.912804 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-76dd81a8-34b6-451b-b1ba-02417c45ebad req-d44b41cc-452b-44f2-8aad-43c548bee4a0 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac22d6eb-7635-421c-b5d8-636c17d92140 HTTP/1.1" status: 200 len: 946 time: 0.1287742 Dec 17 15:45:21.061996 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-76dd81a8-34b6-451b-b1ba-02417c45ebad req-12dff5d2-3c23-4c28-866e-7f20b993ef6f tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481216 Dec 17 15:45:21.106300 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b97a120d-3a48-4241-b779-bb214714e054 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:45:21.135785 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9cd16b42-7926-488c-bbd8-620a9db03462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:21.179964 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port b97a120d-3a48-4241-b779-bb214714e054 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:21.180337 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:21.302688 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:21.342689 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f04ae6-6b05-4fb1-addd-8884d5c8f685 None None] Network 1acbc7c6-af06-404b-869a-1771193c6386 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:45:21.383607 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd16b42-7926-488c-bbd8-620a9db03462 admin admin] Router eef95ca7-d668-4bb0-bdf2-1fa84c94fcee is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:45:21.404126 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port b97a120d-3a48-4241-b779-bb214714e054, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b97a120d-3a48-4241-b779-bb214714e054,segment=NetworkSegment(85941459-7b1e-4506-9e3e-f4972f7ad9d2),segment_id=85941459-7b1e-4506-9e3e-f4972f7ad9d2)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:45:21.422282 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d5ac4443-7645-4f16-8db0-cf308d68c2c8 None None] Provisioning complete for port b97a120d-3a48-4241-b779-bb214714e054 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:21.424556 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d5ac4443-7645-4f16-8db0-cf308d68c2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:21.490050 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:21.669072 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=b97a120d-3a48-4241-b779-bb214714e054,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:21.851970 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd16b42-7926-488c-bbd8-620a9db03462 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:45:21.863759 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e0d65b-f58d-49b9-8611-24ea4e5635db None None] Sync routers for ids ['eef95ca7-d668-4bb0-bdf2-1fa84c94fcee'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:45:21.874604 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e0d65b-f58d-49b9-8611-24ea4e5635db None None] Routers {'eef95ca7-d668-4bb0-bdf2-1fa84c94fcee'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:45:21.875593 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-44e0d65b-f58d-49b9-8611-24ea4e5635db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:45:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['eef95ca7-d668-4bb0-bdf2-1fa84c94fcee'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:45:21.971414 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-33e0e139-5698-4bf3-835b-6294b603c1a8 None None] Provisioning complete for port b97a120d-3a48-4241-b779-bb214714e054 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:21.972184 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-33e0e139-5698-4bf3-835b-6294b603c1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:22.003487 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9cd16b42-7926-488c-bbd8-620a9db03462 admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:22.005150 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9cd16b42-7926-488c-bbd8-620a9db03462 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0726407 Dec 17 15:45:22.010983 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60796) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:45:22.140312 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-44e0d65b-f58d-49b9-8611-24ea4e5635db None None] Set router eef95ca7-d668-4bb0-bdf2-1fa84c94fcee gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:45:22.240433 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be7809-eda9-40eb-bb43-610d2d86db4c req-31fc37de-7863-45b6-9657-0d3702538977 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:22.242077 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-87be7809-eda9-40eb-bb43-610d2d86db4c req-31fc37de-7863-45b6-9657-0d3702538977 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac22d6eb-7635-421c-b5d8-636c17d92140 HTTP/1.1" status: 200 len: 946 time: 0.0752473 Dec 17 15:45:22.358562 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-87be7809-eda9-40eb-bb43-610d2d86db4c req-e763a442-d027-4212-b0de-e78d9a430adc tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807805 Dec 17 15:45:22.368567 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-44e0d65b-f58d-49b9-8611-24ea4e5635db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef95ca7-d668-4bb0-bdf2-1fa84c94fcee', 'name': 'tempest-TestServerMultinode-1542411851-router', 'tenant_id': 'aa5d685cddde436ea6d2405a78c9c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:19Z', 'updated_at': '2021-12-17T15:45:20Z', 'revision_number': 3, 'project_id': 'aa5d685cddde436ea6d2405a78c9c8ba', 'gw_port': {'id': 'dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef95ca7-d668-4bb0-bdf2-1fa84c94fcee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:19Z', 'updated_at': '2021-12-17T15:45:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:45:22.403697 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e0d65b-f58d-49b9-8611-24ea4e5635db None None] Checking router: eef95ca7-d668-4bb0-bdf2-1fa84c94fcee for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:45:22.404134 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e0d65b-f58d-49b9-8611-24ea4e5635db None None] Updating router eef95ca7-d668-4bb0-bdf2-1fa84c94fcee port dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:45:22.432330 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-44e0d65b-f58d-49b9-8611-24ea4e5635db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:22.620046 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cfe7e2f6-04db-49d7-9ed0-db95431814fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:22.718076 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-44e0d65b-f58d-49b9-8611-24ea4e5635db None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:22.779171 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-cfe7e2f6-04db-49d7-9ed0-db95431814fc admin admin] Allocated IP 172.20.0.1 (1acbc7c6-af06-404b-869a-1771193c6386/50f73668-a8ee-4395-a209-8eea57f99680/bdacac83-2621-430f-800e-53218cf25f9f) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:45:22.805018 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-44e0d65b-f58d-49b9-8611-24ea4e5635db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:22.866581 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8fd83-0ed0-43cb-a213-66df0feb1c99 None None] Pushing event updated for resources: {'Port': ['ID=dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:22.868849 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-44e0d65b-f58d-49b9-8611-24ea4e5635db None None] Attempting to bind port dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:45:22.869241 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-44e0d65b-f58d-49b9-8611-24ea4e5635db None None] Attempting to bind port dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:45:22.869600 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e0d65b-f58d-49b9-8611-24ea4e5635db None None] Attempting to bind port dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:45:22.875213 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e0d65b-f58d-49b9-8611-24ea4e5635db None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:45:22.875902 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e0d65b-f58d-49b9-8611-24ea4e5635db None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:45:22.876055 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-44e0d65b-f58d-49b9-8611-24ea4e5635db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:22.876315 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e0d65b-f58d-49b9-8611-24ea4e5635db None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:45:22.876773 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-44e0d65b-f58d-49b9-8611-24ea4e5635db None None] Bound port: dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:45:22.877256 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-44e0d65b-f58d-49b9-8611-24ea4e5635db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:22.890234 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cfe7e2f6-04db-49d7-9ed0-db95431814fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:22.928451 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-44e0d65b-f58d-49b9-8611-24ea4e5635db None None] For port dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:45:22.942978 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-44e0d65b-f58d-49b9-8611-24ea4e5635db None None] For port dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:45:23.004210 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cfe7e2f6-04db-49d7-9ed0-db95431814fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:23.035945 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-44e0d65b-f58d-49b9-8611-24ea4e5635db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:23.047050 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b97a120d-3a48-4241-b779-bb214714e054 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:45:23.052164 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe7e2f6-04db-49d7-9ed0-db95431814fc admin admin] Network 1acbc7c6-af06-404b-869a-1771193c6386 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:45:23.055510 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-cfe7e2f6-04db-49d7-9ed0-db95431814fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:45:23.059212 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe7e2f6-04db-49d7-9ed0-db95431814fc admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:45:23.105809 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7e2f6-04db-49d7-9ed0-db95431814fc admin admin] Pushing event updated for resources: {'Port': ['ID=bdacac83-2621-430f-800e-53218cf25f9f,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:23.119312 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cfe7e2f6-04db-49d7-9ed0-db95431814fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:23.139739 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e0d65b-f58d-49b9-8611-24ea4e5635db None None] Routers {'eef95ca7-d668-4bb0-bdf2-1fa84c94fcee'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:45:23.143118 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-44e0d65b-f58d-49b9-8611-24ea4e5635db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:45:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['eef95ca7-d668-4bb0-bdf2-1fa84c94fcee'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:45:23.209835 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port b97a120d-3a48-4241-b779-bb214714e054 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:23.210685 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:23.312574 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8fd83-0ed0-43cb-a213-66df0feb1c99 None None] Pushing event updated for resources: {'Port': ['ID=dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:23.358765 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-44e0d65b-f58d-49b9-8611-24ea4e5635db None None] Set router eef95ca7-d668-4bb0-bdf2-1fa84c94fcee gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:45:23.453979 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-02180620-5ad3-4ffa-9ac8-dd3cccc55b9d None None] Provisioning complete for port bdacac83-2621-430f-800e-53218cf25f9f triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:23.454355 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-02180620-5ad3-4ffa-9ac8-dd3cccc55b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:23.473747 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cfe7e2f6-04db-49d7-9ed0-db95431814fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:23.534972 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-02180620-5ad3-4ffa-9ac8-dd3cccc55b9d None None] Port bdacac83-2621-430f-800e-53218cf25f9f cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:45:23.602839 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af96687-72f6-4b5f-97a0-a43f197be5f3 req-88e8ad8b-9a22-44bd-8e02-b737dfaa1c5d tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:23.621292 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-44e0d65b-f58d-49b9-8611-24ea4e5635db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef95ca7-d668-4bb0-bdf2-1fa84c94fcee', 'name': 'tempest-TestServerMultinode-1542411851-router', 'tenant_id': 'aa5d685cddde436ea6d2405a78c9c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:19Z', 'updated_at': '2021-12-17T15:45:20Z', 'revision_number': 3, 'project_id': 'aa5d685cddde436ea6d2405a78c9c8ba', 'gw_port': {'id': 'dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef95ca7-d668-4bb0-bdf2-1fa84c94fcee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:19Z', 'updated_at': '2021-12-17T15:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:45:23.621508 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8af96687-72f6-4b5f-97a0-a43f197be5f3 req-88e8ad8b-9a22-44bd-8e02-b737dfaa1c5d tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac22d6eb-7635-421c-b5d8-636c17d92140 HTTP/1.1" status: 200 len: 946 time: 0.1152620 Dec 17 15:45:23.650901 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e0d65b-f58d-49b9-8611-24ea4e5635db None None] The sync data for ids ['eef95ca7-d668-4bb0-bdf2-1fa84c94fcee'] in n-d-820553-2 is: [{'id': 'eef95ca7-d668-4bb0-bdf2-1fa84c94fcee', 'name': 'tempest-TestServerMultinode-1542411851-router', 'tenant_id': 'aa5d685cddde436ea6d2405a78c9c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:19Z', 'updated_at': '2021-12-17T15:45:20Z', 'revision_number': 3, 'project_id': 'aa5d685cddde436ea6d2405a78c9c8ba', 'gw_port': {'id': 'dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef95ca7-d668-4bb0-bdf2-1fa84c94fcee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:19Z', 'updated_at': '2021-12-17T15:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:45:23.711173 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8af96687-72f6-4b5f-97a0-a43f197be5f3 req-724ecfb5-9a8d-43cf-aa83-cfadde52cc92 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000090 Dec 17 15:45:23.796906 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cfe7e2f6-04db-49d7-9ed0-db95431814fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:23.903448 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cfe7e2f6-04db-49d7-9ed0-db95431814fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:24.003469 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7e2f6-04db-49d7-9ed0-db95431814fc admin admin] Pushing event updated for resources: {'Port': ['ID=bdacac83-2621-430f-800e-53218cf25f9f,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:24.007704 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cfe7e2f6-04db-49d7-9ed0-db95431814fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:24.121630 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe7e2f6-04db-49d7-9ed0-db95431814fc admin admin] Network 1acbc7c6-af06-404b-869a-1771193c6386 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:45:24.124121 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-cfe7e2f6-04db-49d7-9ed0-db95431814fc admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:45:24.289409 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe7e2f6-04db-49d7-9ed0-db95431814fc admin admin] Router eef95ca7-d668-4bb0-bdf2-1fa84c94fcee has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:45:24.493761 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-9e571dc0-77aa-41c3-9baa-54537e8d68da None None] Provisioning complete for port bdacac83-2621-430f-800e-53218cf25f9f triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:24.494368 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9e571dc0-77aa-41c3-9baa-54537e8d68da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:24.514299 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe7e2f6-04db-49d7-9ed0-db95431814fc admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:45:24.527114 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-cfe7e2f6-04db-49d7-9ed0-db95431814fc admin admin] 10.222.0.46 "PUT /v2.0/routers/eef95ca7-d668-4bb0-bdf2-1fa84c94fcee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5121956 Dec 17 15:45:24.547435 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-9e571dc0-77aa-41c3-9baa-54537e8d68da None None] Port bdacac83-2621-430f-800e-53218cf25f9f cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:45:24.922436 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a22066-e499-4d5b-8568-38983247a293 req-5d258aab-2ccb-447a-9089-552d431fe1b6 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:24.929805 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f0a22066-e499-4d5b-8568-38983247a293 req-5d258aab-2ccb-447a-9089-552d431fe1b6 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac22d6eb-7635-421c-b5d8-636c17d92140 HTTP/1.1" status: 200 len: 946 time: 0.1107450 Dec 17 15:45:24.985982 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f0a22066-e499-4d5b-8568-38983247a293 req-d1a40c4a-093f-44c9-844b-c09e903dbefc tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544603 Dec 17 15:45:25.113822 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:45:25.179010 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:25.179679 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:25.268694 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:25.298064 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:45:25.378598 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:25.383375 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60822) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:45:25.390077 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-f415664d-2efe-4b57-b794-428a3a577fca admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-929110323-network', 'tenant_id': 'b3951c7130a6468a803ad1fc017d2573'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:45:25.443242 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:25.476558 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f415664d-2efe-4b57-b794-428a3a577fca admin admin] Made reservation on behalf of b3951c7130a6468a803ad1fc017d2573 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:45:25.479622 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f415664d-2efe-4b57-b794-428a3a577fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:25.495318 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f415664d-2efe-4b57-b794-428a3a577fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:25.589174 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f415664d-2efe-4b57-b794-428a3a577fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:25.641110 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f415664d-2efe-4b57-b794-428a3a577fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:25.684631 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f415664d-2efe-4b57-b794-428a3a577fca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:45:25.690656 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415664d-2efe-4b57-b794-428a3a577fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f454852-3c86-40f0-89f5-b9f1201c210e,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:25.700034 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f415664d-2efe-4b57-b794-428a3a577fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:25.700883 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-f415664d-2efe-4b57-b794-428a3a577fca admin admin] Added segment da225f8e-fa9c-4b82-ad1c-965104b9d76b of type vlan for network 8725e21d-b77b-4a87-91cc-292751ee20b1 Dec 17 15:45:25.747614 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f415664d-2efe-4b57-b794-428a3a577fca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:25.762629 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34af0c9-aba4-41b5-83b6-f47111b7160b None None] Sync routers for ids ['eef95ca7-d668-4bb0-bdf2-1fa84c94fcee'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:45:25.775882 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34af0c9-aba4-41b5-83b6-f47111b7160b None None] Routers {'eef95ca7-d668-4bb0-bdf2-1fa84c94fcee'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:45:25.776574 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-d34af0c9-aba4-41b5-83b6-f47111b7160b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:45:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['eef95ca7-d668-4bb0-bdf2-1fa84c94fcee'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:45:25.829869 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f415664d-2efe-4b57-b794-428a3a577fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:25.831553 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f415664d-2efe-4b57-b794-428a3a577fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:25.832743 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f415664d-2efe-4b57-b794-428a3a577fca admin admin] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:25.907944 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415664d-2efe-4b57-b794-428a3a577fca admin admin] Pushing event updated for resources: {'Network': ['ID=8725e21d-b77b-4a87-91cc-292751ee20b1,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:25.912694 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-d34af0c9-aba4-41b5-83b6-f47111b7160b None None] Set router eef95ca7-d668-4bb0-bdf2-1fa84c94fcee gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:45:25.920245 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 8725e21d-b77b-4a87-91cc-292751ee20b1 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:45:25.944861 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 60824) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:45:25.949663 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f415664d-2efe-4b57-b794-428a3a577fca admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5649531 Dec 17 15:45:25.951616 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-7badba6a-eeb1-447a-a902-3426c79db599 admin admin] Request body: {'subnet': {'network_id': '8725e21d-b77b-4a87-91cc-292751ee20b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-929110323-subnet', 'tenant_id': 'b3951c7130a6468a803ad1fc017d2573', 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:45:26.052991 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7badba6a-eeb1-447a-a902-3426c79db599 admin admin] Made reservation on behalf of b3951c7130a6468a803ad1fc017d2573 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:45:26.056065 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7badba6a-eeb1-447a-a902-3426c79db599 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:26.123443 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:26.177111 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88fdc33-5cb7-40be-a5ac-5d0fa83354c4 req-49d67d2c-2a9d-4a59-9382-8adc71872c0b tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:26.184184 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e88fdc33-5cb7-40be-a5ac-5d0fa83354c4 req-49d67d2c-2a9d-4a59-9382-8adc71872c0b tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac22d6eb-7635-421c-b5d8-636c17d92140 HTTP/1.1" status: 200 len: 946 time: 0.0855687 Dec 17 15:45:26.237420 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e88fdc33-5cb7-40be-a5ac-5d0fa83354c4 req-7672acdd-d636-48fb-9d2c-c1165d8483c4 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505111 Dec 17 15:45:26.375482 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-d34af0c9-aba4-41b5-83b6-f47111b7160b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef95ca7-d668-4bb0-bdf2-1fa84c94fcee', 'name': 'tempest-TestServerMultinode-1542411851-router', 'tenant_id': 'aa5d685cddde436ea6d2405a78c9c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:19Z', 'updated_at': '2021-12-17T15:45:23Z', 'revision_number': 4, 'project_id': 'aa5d685cddde436ea6d2405a78c9c8ba', 'gw_port': {'id': 'dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef95ca7-d668-4bb0-bdf2-1fa84c94fcee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:19Z', 'updated_at': '2021-12-17T15:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'bdacac83-2621-430f-800e-53218cf25f9f', 'name': '', 'network_id': '1acbc7c6-af06-404b-869a-1771193c6386', 'tenant_id': 'aa5d685cddde436ea6d2405a78c9c8ba', 'mac_address': 'fa:16:3e:9e:59:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef95ca7-d668-4bb0-bdf2-1fa84c94fcee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '50f73668-a8ee-4395-a209-8eea57f99680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:22Z', 'updated_at': '2021-12-17T15:45:23Z', 'revision_number': 2, 'project_id': 'aa5d685cddde436ea6d2405a78c9c8ba', 'subnets': [{'id': '50f73668-a8ee-4395-a209-8eea57f99680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:45:26.409229 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34af0c9-aba4-41b5-83b6-f47111b7160b None None] Checking router: eef95ca7-d668-4bb0-bdf2-1fa84c94fcee for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:45:26.409892 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34af0c9-aba4-41b5-83b6-f47111b7160b None None] Updating router eef95ca7-d668-4bb0-bdf2-1fa84c94fcee port bdacac83-2621-430f-800e-53218cf25f9f binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:45:26.441007 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d34af0c9-aba4-41b5-83b6-f47111b7160b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:26.520484 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7badba6a-eeb1-447a-a902-3426c79db599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:26.573159 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7badba6a-eeb1-447a-a902-3426c79db599 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dec720a0-6970-4990-acdb-e19a3102dcd1,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:26.589012 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7badba6a-eeb1-447a-a902-3426c79db599 admin admin] Checking segment: {'id': 'da225f8e-fa9c-4b82-ad1c-965104b9d76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8725e21d-b77b-4a87-91cc-292751ee20b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:45:26.589416 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7badba6a-eeb1-447a-a902-3426c79db599 admin admin] Network hostable DHCP agents. Network: 8725e21d-b77b-4a87-91cc-292751ee20b1, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:45:26.702330 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7badba6a-eeb1-447a-a902-3426c79db599 admin admin] Network 8725e21d-b77b-4a87-91cc-292751ee20b1 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:45:26.740719 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d34af0c9-aba4-41b5-83b6-f47111b7160b None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:26.811986 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-7badba6a-eeb1-447a-a902-3426c79db599 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 8725e21d-b77b-4a87-91cc-292751ee20b1) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:45:26.821577 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7badba6a-eeb1-447a-a902-3426c79db599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:26.822160 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7badba6a-eeb1-447a-a902-3426c79db599 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:26.823669 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f899a80-9810-409c-8bdb-db18b969025b None None] Network 8725e21d-b77b-4a87-91cc-292751ee20b1 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:45:26.865336 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d34af0c9-aba4-41b5-83b6-f47111b7160b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:26.920378 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7badba6a-eeb1-447a-a902-3426c79db599 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9715669 Dec 17 15:45:26.920708 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60836) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:45:26.927234 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-0c395d54-6e93-4365-8ced-14f0f9656a2e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-929110323-router', 'tenant_id': 'b3951c7130a6468a803ad1fc017d2573', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:45:26.946606 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183312e-5c09-476d-8678-8fa358cc9ad0 None None] Pushing event updated for resources: {'Port': ['ID=bdacac83-2621-430f-800e-53218cf25f9f,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:27.014773 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-d34af0c9-aba4-41b5-83b6-f47111b7160b None None] Attempting to bind port bdacac83-2621-430f-800e-53218cf25f9f on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:45:27.015180 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-d34af0c9-aba4-41b5-83b6-f47111b7160b None None] Attempting to bind port bdacac83-2621-430f-800e-53218cf25f9f by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '85941459-7b1e-4506-9e3e-f4972f7ad9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1acbc7c6-af06-404b-869a-1771193c6386'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:45:27.015552 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34af0c9-aba4-41b5-83b6-f47111b7160b None None] Attempting to bind port bdacac83-2621-430f-800e-53218cf25f9f on network 1acbc7c6-af06-404b-869a-1771193c6386 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:45:27.050119 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34af0c9-aba4-41b5-83b6-f47111b7160b None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:45:27.050546 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34af0c9-aba4-41b5-83b6-f47111b7160b None None] Checking segment: {'id': '85941459-7b1e-4506-9e3e-f4972f7ad9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1acbc7c6-af06-404b-869a-1771193c6386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:45:27.051031 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d34af0c9-aba4-41b5-83b6-f47111b7160b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:27.051311 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34af0c9-aba4-41b5-83b6-f47111b7160b None None] Bound using segment: {'id': '85941459-7b1e-4506-9e3e-f4972f7ad9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1acbc7c6-af06-404b-869a-1771193c6386'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:45:27.055589 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-d34af0c9-aba4-41b5-83b6-f47111b7160b None None] Bound port: bdacac83-2621-430f-800e-53218cf25f9f, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85941459-7b1e-4506-9e3e-f4972f7ad9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1acbc7c6-af06-404b-869a-1771193c6386'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:45:27.056547 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d34af0c9-aba4-41b5-83b6-f47111b7160b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:27.098331 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0c395d54-6e93-4365-8ced-14f0f9656a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:27.099418 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0c395d54-6e93-4365-8ced-14f0f9656a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:27.157777 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:45:27.195870 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0c395d54-6e93-4365-8ced-14f0f9656a2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:27.241801 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-d34af0c9-aba4-41b5-83b6-f47111b7160b None None] For port bdacac83-2621-430f-800e-53218cf25f9f, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:45:27.255562 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a120d8d2-104d-4fc5-bb2b-a4d0f0c31dc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-8725e21d-b77b-4a87-91cc-292751ee20b1', 'network_id': '8725e21d-b77b-4a87-91cc-292751ee20b1', 'tenant_id': 'b3951c7130a6468a803ad1fc017d2573', 'fixed_ips': [{'subnet_id': 'dec720a0-6970-4990-acdb-e19a3102dcd1'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:45:27.256430 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a120d8d2-104d-4fc5-bb2b-a4d0f0c31dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:27.295301 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-d34af0c9-aba4-41b5-83b6-f47111b7160b None None] For port bdacac83-2621-430f-800e-53218cf25f9f, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=bdacac83-2621-430f-800e-53218cf25f9f,segment=NetworkSegment(85941459-7b1e-4506-9e3e-f4972f7ad9d2),segment_id=85941459-7b1e-4506-9e3e-f4972f7ad9d2)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:45:27.326272 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:27.326615 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:27.357688 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a91ec9c1-84cb-4beb-9e8f-52db6b1ae5b8 None None] Provisioning complete for port bdacac83-2621-430f-800e-53218cf25f9f triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:27.358113 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a91ec9c1-84cb-4beb-9e8f-52db6b1ae5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:27.433756 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d34af0c9-aba4-41b5-83b6-f47111b7160b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:27.483822 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0c395d54-6e93-4365-8ced-14f0f9656a2e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:27.494463 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab0f07-97eb-4667-ab1a-5a8b370e70fe req-387cb0b0-2c50-47a2-a5bb-9f82c3c0d098 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:27.495972 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ccab0f07-97eb-4667-ab1a-5a8b370e70fe req-387cb0b0-2c50-47a2-a5bb-9f82c3c0d098 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac22d6eb-7635-421c-b5d8-636c17d92140 HTTP/1.1" status: 200 len: 946 time: 0.1275418 Dec 17 15:45:27.511432 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-a91ec9c1-84cb-4beb-9e8f-52db6b1ae5b8 None None] Port bdacac83-2621-430f-800e-53218cf25f9f cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:45:27.559531 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34af0c9-aba4-41b5-83b6-f47111b7160b None None] Routers {'eef95ca7-d668-4bb0-bdf2-1fa84c94fcee'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:45:27.560176 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-d34af0c9-aba4-41b5-83b6-f47111b7160b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:45:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['eef95ca7-d668-4bb0-bdf2-1fa84c94fcee'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:45:27.562292 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ccab0f07-97eb-4667-ab1a-5a8b370e70fe req-3697bee3-6b5a-4a95-9d42-bc794f8ad0dc tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481033 Dec 17 15:45:27.684171 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183312e-5c09-476d-8678-8fa358cc9ad0 None None] Pushing event updated for resources: {'Port': ['ID=bdacac83-2621-430f-800e-53218cf25f9f,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:27.697821 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-a120d8d2-104d-4fc5-bb2b-a4d0f0c31dc2 None None] Allocated IP 172.20.0.2 (8725e21d-b77b-4a87-91cc-292751ee20b1/dec720a0-6970-4990-acdb-e19a3102dcd1/775ef143-2fa4-45eb-a4a9-615ad4c2f51d) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:45:27.823466 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-d34af0c9-aba4-41b5-83b6-f47111b7160b None None] Set router eef95ca7-d668-4bb0-bdf2-1fa84c94fcee gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:45:27.882403 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0c395d54-6e93-4365-8ced-14f0f9656a2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:27.903859 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0c395d54-6e93-4365-8ced-14f0f9656a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:27.951733 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-63e8de14-ae21-493a-9cb6-c45892971aa8 None None] Provisioning complete for port bdacac83-2621-430f-800e-53218cf25f9f triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:27.952339 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-63e8de14-ae21-493a-9cb6-c45892971aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:28.057738 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-0c395d54-6e93-4365-8ced-14f0f9656a2e admin admin] Allocated IP 172.25.6.134 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/e166bb61-3c0e-4c69-b1dd-00ac991754fa) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:45:28.091725 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a120d8d2-104d-4fc5-bb2b-a4d0f0c31dc2 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:28.180784 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a120d8d2-104d-4fc5-bb2b-a4d0f0c31dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:28.193250 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-63e8de14-ae21-493a-9cb6-c45892971aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:28.205964 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a120d8d2-104d-4fc5-bb2b-a4d0f0c31dc2 None None] Network 8725e21d-b77b-4a87-91cc-292751ee20b1 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:45:28.214134 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0c395d54-6e93-4365-8ced-14f0f9656a2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:28.243100 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-a120d8d2-104d-4fc5-bb2b-a4d0f0c31dc2 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:45:28.248173 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a120d8d2-104d-4fc5-bb2b-a4d0f0c31dc2 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:45:28.266430 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a5ce97c5-ede9-4689-b95a-95ef9bc8a438 req-a7174b0f-f732-4f07-a2be-a67a97682ee9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0991130 Dec 17 15:45:28.321323 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120d8d2-104d-4fc5-bb2b-a4d0f0c31dc2 None None] Pushing event updated for resources: {'Port': ['ID=775ef143-2fa4-45eb-a4a9-615ad4c2f51d,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:28.343208 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-63e8de14-ae21-493a-9cb6-c45892971aa8 None None] For port bdacac83-2621-430f-800e-53218cf25f9f, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=bdacac83-2621-430f-800e-53218cf25f9f,segment=NetworkSegment(85941459-7b1e-4506-9e3e-f4972f7ad9d2),segment_id=85941459-7b1e-4506-9e3e-f4972f7ad9d2)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:45:28.360394 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0c395d54-6e93-4365-8ced-14f0f9656a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:28.381943 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-d34af0c9-aba4-41b5-83b6-f47111b7160b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef95ca7-d668-4bb0-bdf2-1fa84c94fcee', 'name': 'tempest-TestServerMultinode-1542411851-router', 'tenant_id': 'aa5d685cddde436ea6d2405a78c9c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:19Z', 'updated_at': '2021-12-17T15:45:23Z', 'revision_number': 4, 'project_id': 'aa5d685cddde436ea6d2405a78c9c8ba', 'gw_port': {'id': 'dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef95ca7-d668-4bb0-bdf2-1fa84c94fcee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:19Z', 'updated_at': '2021-12-17T15:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'bdacac83-2621-430f-800e-53218cf25f9f', 'name': '', 'network_id': '1acbc7c6-af06-404b-869a-1771193c6386', 'tenant_id': 'aa5d685cddde436ea6d2405a78c9c8ba', 'mac_address': 'fa:16:3e:9e:59:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef95ca7-d668-4bb0-bdf2-1fa84c94fcee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '50f73668-a8ee-4395-a209-8eea57f99680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:22Z', 'updated_at': '2021-12-17T15:45:27Z', 'revision_number': 4, 'project_id': 'aa5d685cddde436ea6d2405a78c9c8ba', 'subnets': [{'id': '50f73668-a8ee-4395-a209-8eea57f99680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:45:28.383781 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce97c5-ede9-4689-b95a-95ef9bc8a438 req-626b0742-20c0-4b1e-9074-2239c4671f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:28.383944 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-a120d8d2-104d-4fc5-bb2b-a4d0f0c31dc2 None None] Attempting to bind port 775ef143-2fa4-45eb-a4a9-615ad4c2f51d on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:45:28.384190 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-a120d8d2-104d-4fc5-bb2b-a4d0f0c31dc2 None None] Attempting to bind port 775ef143-2fa4-45eb-a4a9-615ad4c2f51d by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'da225f8e-fa9c-4b82-ad1c-965104b9d76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8725e21d-b77b-4a87-91cc-292751ee20b1'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:45:28.384556 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a120d8d2-104d-4fc5-bb2b-a4d0f0c31dc2 None None] Attempting to bind port 775ef143-2fa4-45eb-a4a9-615ad4c2f51d on network 8725e21d-b77b-4a87-91cc-292751ee20b1 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:45:28.385953 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a5ce97c5-ede9-4689-b95a-95ef9bc8a438 req-626b0742-20c0-4b1e-9074-2239c4671f18 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3ccd7142d8c423fb044217d2f692337&device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 1096 time: 0.0565228 Dec 17 15:45:28.428869 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-63e8de14-ae21-493a-9cb6-c45892971aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:28.429892 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c395d54-6e93-4365-8ced-14f0f9656a2e admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:45:28.431036 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34af0c9-aba4-41b5-83b6-f47111b7160b None None] The sync data for ids ['eef95ca7-d668-4bb0-bdf2-1fa84c94fcee'] in n-d-820553-2 is: [{'id': 'eef95ca7-d668-4bb0-bdf2-1fa84c94fcee', 'name': 'tempest-TestServerMultinode-1542411851-router', 'tenant_id': 'aa5d685cddde436ea6d2405a78c9c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:19Z', 'updated_at': '2021-12-17T15:45:23Z', 'revision_number': 4, 'project_id': 'aa5d685cddde436ea6d2405a78c9c8ba', 'gw_port': {'id': 'dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef95ca7-d668-4bb0-bdf2-1fa84c94fcee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:19Z', 'updated_at': '2021-12-17T15:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'bdacac83-2621-430f-800e-53218cf25f9f', 'name': '', 'network_id': '1acbc7c6-af06-404b-869a-1771193c6386', 'tenant_id': 'aa5d685cddde436ea6d2405a78c9c8ba', 'mac_address': 'fa:16:3e:9e:59:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef95ca7-d668-4bb0-bdf2-1fa84c94fcee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '50f73668-a8ee-4395-a209-8eea57f99680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:22Z', 'updated_at': '2021-12-17T15:45:27Z', 'revision_number': 4, 'project_id': 'aa5d685cddde436ea6d2405a78c9c8ba', 'subnets': [{'id': '50f73668-a8ee-4395-a209-8eea57f99680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:45:28.433187 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a120d8d2-104d-4fc5-bb2b-a4d0f0c31dc2 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:45:28.433330 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-0c395d54-6e93-4365-8ced-14f0f9656a2e admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:45:28.433458 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a120d8d2-104d-4fc5-bb2b-a4d0f0c31dc2 None None] Checking segment: {'id': 'da225f8e-fa9c-4b82-ad1c-965104b9d76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8725e21d-b77b-4a87-91cc-292751ee20b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:45:28.433779 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a120d8d2-104d-4fc5-bb2b-a4d0f0c31dc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:28.434159 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a120d8d2-104d-4fc5-bb2b-a4d0f0c31dc2 None None] Bound using segment: {'id': 'da225f8e-fa9c-4b82-ad1c-965104b9d76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8725e21d-b77b-4a87-91cc-292751ee20b1'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:45:28.434634 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-a120d8d2-104d-4fc5-bb2b-a4d0f0c31dc2 None None] Bound port: 775ef143-2fa4-45eb-a4a9-615ad4c2f51d, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da225f8e-fa9c-4b82-ad1c-965104b9d76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8725e21d-b77b-4a87-91cc-292751ee20b1'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:45:28.435537 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a120d8d2-104d-4fc5-bb2b-a4d0f0c31dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:28.437131 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c395d54-6e93-4365-8ced-14f0f9656a2e admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:45:28.496312 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e8de14-ae21-493a-9cb6-c45892971aa8 None None] Pushing event updated for resources: {'Port': ['ID=bdacac83-2621-430f-800e-53218cf25f9f,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:28.556640 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce97c5-ede9-4689-b95a-95ef9bc8a438 req-485b432f-198e-47c1-9c6f-86be95f8fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:28.557751 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c395d54-6e93-4365-8ced-14f0f9656a2e admin admin] Pushing event updated for resources: {'Port': ['ID=e166bb61-3c0e-4c69-b1dd-00ac991754fa,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:28.558691 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a5ce97c5-ede9-4689-b95a-95ef9bc8a438 req-485b432f-198e-47c1-9c6f-86be95f8fb2d service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bf23dbe-38db-4a32-95b8-9493ff106e9c HTTP/1.1" status: 200 len: 913 time: 0.1496706 Dec 17 15:45:28.594238 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-a120d8d2-104d-4fc5-bb2b-a4d0f0c31dc2 None None] For port 775ef143-2fa4-45eb-a4a9-615ad4c2f51d, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:45:28.599311 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-a120d8d2-104d-4fc5-bb2b-a4d0f0c31dc2 None None] For port 775ef143-2fa4-45eb-a4a9-615ad4c2f51d, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=775ef143-2fa4-45eb-a4a9-615ad4c2f51d,segment=NetworkSegment(da225f8e-fa9c-4b82-ad1c-965104b9d76b),segment_id=da225f8e-fa9c-4b82-ad1c-965104b9d76b)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:45:28.644455 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a5ce97c5-ede9-4689-b95a-95ef9bc8a438 req-7aec73eb-cc87-4d94-a2af-cb5c17dc27f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e9442f4-aebf-4876-a821-956de948925d HTTP/1.1" status: 200 len: 217 time: 0.0760138 Dec 17 15:45:28.681355 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a120d8d2-104d-4fc5-bb2b-a4d0f0c31dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:28.721902 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce97c5-ede9-4689-b95a-95ef9bc8a438 req-58bc7433-5444-44f6-8391-ba30087b3d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:28.727675 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a5ce97c5-ede9-4689-b95a-95ef9bc8a438 req-58bc7433-5444-44f6-8391-ba30087b3d59 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=610c69b5-11b8-4033-8576-74e6e98b4da0 HTTP/1.1" status: 200 len: 851 time: 0.0765474 Dec 17 15:45:28.823711 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120d8d2-104d-4fc5-bb2b-a4d0f0c31dc2 None None] Pushing event updated for resources: {'Port': ['ID=775ef143-2fa4-45eb-a4a9-615ad4c2f51d,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:28.842489 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce97c5-ede9-4689-b95a-95ef9bc8a438 req-8e2f3577-7ba2-4b30-b085-b8b9b6866413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:28.842620 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3888466-3af7-4d57-afac-a794df593d9e req-25b4b712-4032-42c1-a67a-38d087111c95 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:28.843711 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a5ce97c5-ede9-4689-b95a-95ef9bc8a438 req-8e2f3577-7ba2-4b30-b085-b8b9b6866413 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bf23dbe-38db-4a32-95b8-9493ff106e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1087313 Dec 17 15:45:28.856777 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3888466-3af7-4d57-afac-a794df593d9e req-25b4b712-4032-42c1-a67a-38d087111c95 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac22d6eb-7635-421c-b5d8-636c17d92140 HTTP/1.1" status: 200 len: 946 time: 0.1618390 Dec 17 15:45:28.897925 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-41d581ec-a29d-4f6b-b4b2-5ac72e6a62a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:29.024247 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a5ce97c5-ede9-4689-b95a-95ef9bc8a438 req-7956f4da-253a-4b27-9930-c79d37e7e670 service neutron] 10.222.0.41 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724753 Dec 17 15:45:29.028585 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3888466-3af7-4d57-afac-a794df593d9e req-d8830fa5-82ce-4335-b9cc-52efc0dcb2da tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711526 Dec 17 15:45:29.167704 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0c395d54-6e93-4365-8ced-14f0f9656a2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:29.190222 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device bdacac83-2621-430f-800e-53218cf25f9f up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:45:29.198476 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a5ce97c5-ede9-4689-b95a-95ef9bc8a438 req-93998cfa-1aa4-4ddf-a721-bcb04f238a87 service neutron] 10.222.0.41 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473708 Dec 17 15:45:29.308736 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port bdacac83-2621-430f-800e-53218cf25f9f triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:29.309368 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:29.540590 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0c395d54-6e93-4365-8ced-14f0f9656a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:29.805875 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c395d54-6e93-4365-8ced-14f0f9656a2e admin admin] Router 529c2084-8767-420a-8bf3-83df4869cf00 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:45:29.955609 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c395d54-6e93-4365-8ced-14f0f9656a2e admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:45:29.975747 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b362db06-8bfb-4365-83b8-7928f8e15080 None None] Sync routers for ids ['529c2084-8767-420a-8bf3-83df4869cf00'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:45:29.988967 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b362db06-8bfb-4365-83b8-7928f8e15080 None None] Routers {'529c2084-8767-420a-8bf3-83df4869cf00'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:45:29.989768 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-b362db06-8bfb-4365-83b8-7928f8e15080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:45:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['529c2084-8767-420a-8bf3-83df4869cf00'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:45:30.088587 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0c395d54-6e93-4365-8ced-14f0f9656a2e admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:30.089915 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0c395d54-6e93-4365-8ced-14f0f9656a2e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1676271 Dec 17 15:45:30.092607 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 60846) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:45:30.186985 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-b362db06-8bfb-4365-83b8-7928f8e15080 None None] Set router 529c2084-8767-420a-8bf3-83df4869cf00 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:45:30.215515 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b743be7d-ebd0-4d47-8c3b-b56a97bae0a0 None None] Network 8725e21d-b77b-4a87-91cc-292751ee20b1 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:45:30.348201 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-63dffeb1-8878-453d-bec5-2be866fb0b48 None None] Provisioning complete for port 775ef143-2fa4-45eb-a4a9-615ad4c2f51d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:30.348839 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-63dffeb1-8878-453d-bec5-2be866fb0b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:30.491706 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-b362db06-8bfb-4365-83b8-7928f8e15080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529c2084-8767-420a-8bf3-83df4869cf00', 'name': 'tempest-TestServerMultinode-929110323-router', 'tenant_id': 'b3951c7130a6468a803ad1fc017d2573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'e166bb61-3c0e-4c69-b1dd-00ac991754fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:27Z', 'updated_at': '2021-12-17T15:45:28Z', 'revision_number': 3, 'project_id': 'b3951c7130a6468a803ad1fc017d2573', 'gw_port': {'id': 'e166bb61-3c0e-4c69-b1dd-00ac991754fa', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:35:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529c2084-8767-420a-8bf3-83df4869cf00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:27Z', 'updated_at': '2021-12-17T15:45:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:45:30.533226 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b362db06-8bfb-4365-83b8-7928f8e15080 None None] Checking router: 529c2084-8767-420a-8bf3-83df4869cf00 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:45:30.534106 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b362db06-8bfb-4365-83b8-7928f8e15080 None None] Updating router 529c2084-8767-420a-8bf3-83df4869cf00 port e166bb61-3c0e-4c69-b1dd-00ac991754fa binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:45:30.574752 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-b362db06-8bfb-4365-83b8-7928f8e15080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:30.700609 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf452775-9832-441b-a546-7066171668c6 req-be97e61b-be83-423c-aefe-ac83ce9f82f9 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:30.709214 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf452775-9832-441b-a546-7066171668c6 req-be97e61b-be83-423c-aefe-ac83ce9f82f9 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac22d6eb-7635-421c-b5d8-636c17d92140 HTTP/1.1" status: 200 len: 946 time: 0.1539569 Dec 17 15:45:30.746451 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-63dffeb1-8878-453d-bec5-2be866fb0b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:30.798467 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-63dffeb1-8878-453d-bec5-2be866fb0b48 None None] For port 775ef143-2fa4-45eb-a4a9-615ad4c2f51d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=775ef143-2fa4-45eb-a4a9-615ad4c2f51d,segment=NetworkSegment(da225f8e-fa9c-4b82-ad1c-965104b9d76b),segment_id=da225f8e-fa9c-4b82-ad1c-965104b9d76b)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:45:30.823394 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf452775-9832-441b-a546-7066171668c6 req-779122c3-38f8-4c53-b15e-265584c809be tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130245 Dec 17 15:45:30.890577 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-63dffeb1-8878-453d-bec5-2be866fb0b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:31.036440 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dffeb1-8878-453d-bec5-2be866fb0b48 None None] Pushing event updated for resources: {'Port': ['ID=775ef143-2fa4-45eb-a4a9-615ad4c2f51d,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:31.109100 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-b362db06-8bfb-4365-83b8-7928f8e15080 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:31.140675 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 775ef143-2fa4-45eb-a4a9-615ad4c2f51d up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:45:31.193812 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 775ef143-2fa4-45eb-a4a9-615ad4c2f51d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:31.194182 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:31.230202 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fec7e06b-d79f-4a5f-b157-b92cd86e9290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:31.240631 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-e9118a74-be98-4ed8-bc79-2a9bf25fb3e1 None None] Provisioning complete for port 775ef143-2fa4-45eb-a4a9-615ad4c2f51d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:31.241527 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e9118a74-be98-4ed8-bc79-2a9bf25fb3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:31.321346 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6b105c0b-388c-4cc8-a435-3561420459ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:31.349383 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-b362db06-8bfb-4365-83b8-7928f8e15080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:31.394647 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-b362db06-8bfb-4365-83b8-7928f8e15080 None None] Attempting to bind port e166bb61-3c0e-4c69-b1dd-00ac991754fa on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:45:31.395006 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-b362db06-8bfb-4365-83b8-7928f8e15080 None None] Attempting to bind port e166bb61-3c0e-4c69-b1dd-00ac991754fa by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:45:31.395355 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b362db06-8bfb-4365-83b8-7928f8e15080 None None] Attempting to bind port e166bb61-3c0e-4c69-b1dd-00ac991754fa on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:45:31.402850 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b362db06-8bfb-4365-83b8-7928f8e15080 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:45:31.408340 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b362db06-8bfb-4365-83b8-7928f8e15080 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:45:31.408340 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-b362db06-8bfb-4365-83b8-7928f8e15080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:31.408340 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b362db06-8bfb-4365-83b8-7928f8e15080 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:45:31.410256 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-fec7e06b-d79f-4a5f-b157-b92cd86e9290 admin admin] Allocated IP 172.20.0.1 (8725e21d-b77b-4a87-91cc-292751ee20b1/dec720a0-6970-4990-acdb-e19a3102dcd1/24006a86-2e6e-4e03-a516-a2d978f0656d) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:45:31.410481 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-b362db06-8bfb-4365-83b8-7928f8e15080 None None] Bound port: e166bb61-3c0e-4c69-b1dd-00ac991754fa, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:45:31.410481 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-b362db06-8bfb-4365-83b8-7928f8e15080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:31.412052 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389c09e-865d-41d5-9be3-621ca8e96b0f None None] Pushing event updated for resources: {'Port': ['ID=e166bb61-3c0e-4c69-b1dd-00ac991754fa,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:31.447080 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389c09e-865d-41d5-9be3-621ca8e96b0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:31.447423 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389c09e-865d-41d5-9be3-621ca8e96b0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:31.447755 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389c09e-865d-41d5-9be3-621ca8e96b0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:31.448081 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389c09e-865d-41d5-9be3-621ca8e96b0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:31.448405 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389c09e-865d-41d5-9be3-621ca8e96b0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:31.448722 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389c09e-865d-41d5-9be3-621ca8e96b0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:31.449064 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389c09e-865d-41d5-9be3-621ca8e96b0f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:31.449375 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389c09e-865d-41d5-9be3-621ca8e96b0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:31.449689 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389c09e-865d-41d5-9be3-621ca8e96b0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:31.449998 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389c09e-865d-41d5-9be3-621ca8e96b0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:31.450311 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389c09e-865d-41d5-9be3-621ca8e96b0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:31.450660 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389c09e-865d-41d5-9be3-621ca8e96b0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:31.491288 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-b362db06-8bfb-4365-83b8-7928f8e15080 None None] For port e166bb61-3c0e-4c69-b1dd-00ac991754fa, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:45:31.495614 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-b362db06-8bfb-4365-83b8-7928f8e15080 None None] For port e166bb61-3c0e-4c69-b1dd-00ac991754fa, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e166bb61-3c0e-4c69-b1dd-00ac991754fa,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:45:31.539996 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fec7e06b-d79f-4a5f-b157-b92cd86e9290 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:31.600974 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-b362db06-8bfb-4365-83b8-7928f8e15080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:31.651657 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fec7e06b-d79f-4a5f-b157-b92cd86e9290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:31.676399 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389c09e-865d-41d5-9be3-621ca8e96b0f None None] Pushing event updated for resources: {'Port': ['ID=e166bb61-3c0e-4c69-b1dd-00ac991754fa,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:31.679232 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b362db06-8bfb-4365-83b8-7928f8e15080 None None] Routers {'529c2084-8767-420a-8bf3-83df4869cf00'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:45:31.680279 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-b362db06-8bfb-4365-83b8-7928f8e15080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:45:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['529c2084-8767-420a-8bf3-83df4869cf00'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:45:31.715117 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec7e06b-d79f-4a5f-b157-b92cd86e9290 admin admin] Network 8725e21d-b77b-4a87-91cc-292751ee20b1 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:45:31.718251 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-fec7e06b-d79f-4a5f-b157-b92cd86e9290 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:45:31.721919 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec7e06b-d79f-4a5f-b157-b92cd86e9290 admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:45:31.785668 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7e06b-d79f-4a5f-b157-b92cd86e9290 admin admin] Pushing event updated for resources: {'Port': ['ID=24006a86-2e6e-4e03-a516-a2d978f0656d,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:31.793692 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fec7e06b-d79f-4a5f-b157-b92cd86e9290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:31.801384 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-b362db06-8bfb-4365-83b8-7928f8e15080 None None] Set router 529c2084-8767-420a-8bf3-83df4869cf00 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:45:32.003193 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d511195-5655-4311-8803-f108155f5d9c req-d3b94a4b-2d55-4661-a763-5f7f5f48642e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:32.004830 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9d511195-5655-4311-8803-f108155f5d9c req-d3b94a4b-2d55-4661-a763-5f7f5f48642e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac22d6eb-7635-421c-b5d8-636c17d92140 HTTP/1.1" status: 200 len: 946 time: 0.0542998 Dec 17 15:45:32.047755 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9d511195-5655-4311-8803-f108155f5d9c req-f9882079-9111-4ada-90dd-34d40f47015b tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360074 Dec 17 15:45:32.056572 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-b362db06-8bfb-4365-83b8-7928f8e15080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529c2084-8767-420a-8bf3-83df4869cf00', 'name': 'tempest-TestServerMultinode-929110323-router', 'tenant_id': 'b3951c7130a6468a803ad1fc017d2573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'e166bb61-3c0e-4c69-b1dd-00ac991754fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:27Z', 'updated_at': '2021-12-17T15:45:28Z', 'revision_number': 3, 'project_id': 'b3951c7130a6468a803ad1fc017d2573', 'gw_port': {'id': 'e166bb61-3c0e-4c69-b1dd-00ac991754fa', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:35:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529c2084-8767-420a-8bf3-83df4869cf00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:27Z', 'updated_at': '2021-12-17T15:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:45:32.080365 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fec7e06b-d79f-4a5f-b157-b92cd86e9290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:32.085499 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b362db06-8bfb-4365-83b8-7928f8e15080 None None] The sync data for ids ['529c2084-8767-420a-8bf3-83df4869cf00'] in n-d-820553-2 is: [{'id': '529c2084-8767-420a-8bf3-83df4869cf00', 'name': 'tempest-TestServerMultinode-929110323-router', 'tenant_id': 'b3951c7130a6468a803ad1fc017d2573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'e166bb61-3c0e-4c69-b1dd-00ac991754fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:27Z', 'updated_at': '2021-12-17T15:45:28Z', 'revision_number': 3, 'project_id': 'b3951c7130a6468a803ad1fc017d2573', 'gw_port': {'id': 'e166bb61-3c0e-4c69-b1dd-00ac991754fa', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:35:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529c2084-8767-420a-8bf3-83df4869cf00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:27Z', 'updated_at': '2021-12-17T15:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:45:32.089706 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-63b2fa17-94cb-4304-8953-85ca1c5175f9 None None] Provisioning complete for port 24006a86-2e6e-4e03-a516-a2d978f0656d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:32.089706 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-63b2fa17-94cb-4304-8953-85ca1c5175f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:32.130774 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-63b2fa17-94cb-4304-8953-85ca1c5175f9 None None] Port 24006a86-2e6e-4e03-a516-a2d978f0656d cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:45:32.251889 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fec7e06b-d79f-4a5f-b157-b92cd86e9290 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:32.333279 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fec7e06b-d79f-4a5f-b157-b92cd86e9290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:32.359939 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:32.410847 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7e06b-d79f-4a5f-b157-b92cd86e9290 admin admin] Pushing event updated for resources: {'Port': ['ID=24006a86-2e6e-4e03-a516-a2d978f0656d,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:32.416012 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fec7e06b-d79f-4a5f-b157-b92cd86e9290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:32.523034 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec7e06b-d79f-4a5f-b157-b92cd86e9290 admin admin] Network 8725e21d-b77b-4a87-91cc-292751ee20b1 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:45:32.524537 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-fec7e06b-d79f-4a5f-b157-b92cd86e9290 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:45:32.646254 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec7e06b-d79f-4a5f-b157-b92cd86e9290 admin admin] Router 529c2084-8767-420a-8bf3-83df4869cf00 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:45:32.753818 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-3f0cc3e4-9624-4214-80d2-07176d9aa8dc None None] Provisioning complete for port 24006a86-2e6e-4e03-a516-a2d978f0656d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:32.754580 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3f0cc3e4-9624-4214-80d2-07176d9aa8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:32.764293 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec7e06b-d79f-4a5f-b157-b92cd86e9290 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:45:32.770802 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-fec7e06b-d79f-4a5f-b157-b92cd86e9290 admin admin] 10.222.0.46 "PUT /v2.0/routers/529c2084-8767-420a-8bf3-83df4869cf00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6761072 Dec 17 15:45:32.792722 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-3f0cc3e4-9624-4214-80d2-07176d9aa8dc None None] Port 24006a86-2e6e-4e03-a516-a2d978f0656d cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:45:33.117333 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e166bb61-3c0e-4c69-b1dd-00ac991754fa up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:45:33.128496 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c6310-373e-48ac-942f-42536b21b530 req-0b4d4801-a7e2-4187-b690-f19e35a46e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:33.130218 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-703c6310-373e-48ac-942f-42536b21b530 req-0b4d4801-a7e2-4187-b690-f19e35a46e33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3ccd7142d8c423fb044217d2f692337&device_id=ac22d6eb-7635-421c-b5d8-636c17d92140 HTTP/1.1" status: 200 len: 1097 time: 0.0581946 Dec 17 15:45:33.172596 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port e166bb61-3c0e-4c69-b1dd-00ac991754fa triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:33.173137 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:33.267304 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:33.289431 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port e166bb61-3c0e-4c69-b1dd-00ac991754fa, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e166bb61-3c0e-4c69-b1dd-00ac991754fa,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:45:33.333072 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c6310-373e-48ac-942f-42536b21b530 req-a5f867dc-38c3-41b6-a50e-ef87d4e56946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:33.334539 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-703c6310-373e-48ac-942f-42536b21b530 req-a5f867dc-38c3-41b6-a50e-ef87d4e56946 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1bf23dbe-38db-4a32-95b8-9493ff106e9c HTTP/1.1" status: 200 len: 913 time: 0.1972961 Dec 17 15:45:33.359097 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2ef02-2ffa-4e1c-8d9f-525de0ea9205 req-b641c73a-1586-437c-97ff-e1b56437779c tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:33.360352 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:33.360836 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3cd2ef02-2ffa-4e1c-8d9f-525de0ea9205 req-b641c73a-1586-437c-97ff-e1b56437779c tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac22d6eb-7635-421c-b5d8-636c17d92140 HTTP/1.1" status: 200 len: 946 time: 0.1357799 Dec 17 15:45:33.361206 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 775ef143-2fa4-45eb-a4a9-615ad4c2f51d up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:45:33.400541 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-703c6310-373e-48ac-942f-42536b21b530 req-f4d76c87-1ed7-4b5a-86a9-303dbacd1b2e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69689c88-1131-437f-b120-9b7be24de6f7 HTTP/1.1" status: 200 len: 217 time: 0.0554693 Dec 17 15:45:33.442304 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=e166bb61-3c0e-4c69-b1dd-00ac991754fa,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:33.456114 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:33.456759 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:33.457309 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:33.457824 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:33.458318 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:33.458811 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:33.459317 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:33.459806 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:33.460288 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:33.460765 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:33.461310 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:33.461641 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:45:33.469467 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 775ef143-2fa4-45eb-a4a9-615ad4c2f51d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:33.469852 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:33.481126 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-5352e42b-1b36-4dfa-b0d4-366728414e31 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:33.482640 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-5352e42b-1b36-4dfa-b0d4-366728414e31 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/networks?id=1acbc7c6-af06-404b-869a-1771193c6386 HTTP/1.1" status: 200 len: 911 time: 0.2160268 Dec 17 15:45:33.491344 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3cd2ef02-2ffa-4e1c-8d9f-525de0ea9205 req-d38c0f66-1acd-4055-b690-50f03be34cb6 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013701 Dec 17 15:45:33.507497 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c6310-373e-48ac-942f-42536b21b530 req-2298d952-a78d-425f-8d6b-a8a38e1371ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:33.508978 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-703c6310-373e-48ac-942f-42536b21b530 req-2298d952-a78d-425f-8d6b-a8a38e1371ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=610c69b5-11b8-4033-8576-74e6e98b4da0 HTTP/1.1" status: 200 len: 851 time: 0.0973804 Dec 17 15:45:33.513694 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-7eaeaedb-2692-4e86-88e7-09ae118a06ec tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/quotas/b3951c7130a6468a803ad1fc017d2573 HTTP/1.1" status: 200 len: 375 time: 0.0213864 Dec 17 15:45:33.609441 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c6310-373e-48ac-942f-42536b21b530 req-0c5646e8-438d-4229-8361-745392f39682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:33.611260 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-703c6310-373e-48ac-942f-42536b21b530 req-0c5646e8-438d-4229-8361-745392f39682 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bf23dbe-38db-4a32-95b8-9493ff106e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949147 Dec 17 15:45:33.619887 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-6d79e8c9-6107-4110-bf8f-969a19ccd85a tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/ports?tenant_id=b3951c7130a6468a803ad1fc017d2573&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0952017 Dec 17 15:45:33.764172 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eec351c-1a93-4bf5-ac44-e35acadab845 None None] Sync routers for ids ['529c2084-8767-420a-8bf3-83df4869cf00'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:45:33.773366 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eec351c-1a93-4bf5-ac44-e35acadab845 None None] Routers {'529c2084-8767-420a-8bf3-83df4869cf00'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:45:33.774013 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-3eec351c-1a93-4bf5-ac44-e35acadab845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:45:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['529c2084-8767-420a-8bf3-83df4869cf00'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:45:33.778342 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-703c6310-373e-48ac-942f-42536b21b530 req-b1e91016-a024-45aa-b213-ce077b1a9c2d service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576247 Dec 17 15:45:33.780211 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-3f26ac24-78af-414b-95d0-558f856d5639 service neutron] 10.222.0.46 "GET /v2.0/networks/1acbc7c6-af06-404b-869a-1771193c6386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515570 Dec 17 15:45:33.939479 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-b581f63d-b21f-4513-9bb4-c9777f9cdd4d service neutron] 10.222.0.46 "GET /v2.0/networks/1acbc7c6-af06-404b-869a-1771193c6386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529531 Dec 17 15:45:33.943814 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-703c6310-373e-48ac-942f-42536b21b530 req-36e3cae1-5fb5-46b0-bffe-23416d842e10 service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562796 Dec 17 15:45:33.962570 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:33.967139 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-3eec351c-1a93-4bf5-ac44-e35acadab845 None None] Set router 529c2084-8767-420a-8bf3-83df4869cf00 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:45:34.201109 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-75519452-92fb-439c-b18e-54834e269538 req-756d1a16-057e-44fc-a01a-337ae187fc50 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7d159748-4dcc-4742-a184-c61de6c5b16a HTTP/1.1" status: 200 len: 210 time: 0.0295303 Dec 17 15:45:34.228141 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:34.244816 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-3eec351c-1a93-4bf5-ac44-e35acadab845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529c2084-8767-420a-8bf3-83df4869cf00', 'name': 'tempest-TestServerMultinode-929110323-router', 'tenant_id': 'b3951c7130a6468a803ad1fc017d2573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'e166bb61-3c0e-4c69-b1dd-00ac991754fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:27Z', 'updated_at': '2021-12-17T15:45:31Z', 'revision_number': 4, 'project_id': 'b3951c7130a6468a803ad1fc017d2573', 'gw_port': {'id': 'e166bb61-3c0e-4c69-b1dd-00ac991754fa', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:35:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529c2084-8767-420a-8bf3-83df4869cf00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:27Z', 'updated_at': '2021-12-17T15:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '24006a86-2e6e-4e03-a516-a2d978f0656d', 'name': '', 'network_id': '8725e21d-b77b-4a87-91cc-292751ee20b1', 'tenant_id': 'b3951c7130a6468a803ad1fc017d2573', 'mac_address': 'fa:16:3e:9d:c8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529c2084-8767-420a-8bf3-83df4869cf00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'dec720a0-6970-4990-acdb-e19a3102dcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:31Z', 'updated_at': '2021-12-17T15:45:32Z', 'revision_number': 2, 'project_id': 'b3951c7130a6468a803ad1fc017d2573', 'subnets': [{'id': 'dec720a0-6970-4990-acdb-e19a3102dcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:45:34.274353 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eec351c-1a93-4bf5-ac44-e35acadab845 None None] Checking router: 529c2084-8767-420a-8bf3-83df4869cf00 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:45:34.274707 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eec351c-1a93-4bf5-ac44-e35acadab845 None None] Updating router 529c2084-8767-420a-8bf3-83df4869cf00 port 24006a86-2e6e-4e03-a516-a2d978f0656d binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:45:34.299096 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3eec351c-1a93-4bf5-ac44-e35acadab845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:34.569477 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3eec351c-1a93-4bf5-ac44-e35acadab845 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:34.610267 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2dba3-2818-4f6a-b2d7-ed71f25de005 req-a6485951-3f5c-4941-8546-cb68121194dc tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:34.612257 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ebc2dba3-2818-4f6a-b2d7-ed71f25de005 req-a6485951-3f5c-4941-8546-cb68121194dc tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac22d6eb-7635-421c-b5d8-636c17d92140 HTTP/1.1" status: 200 len: 946 time: 0.0478125 Dec 17 15:45:34.629657 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3eec351c-1a93-4bf5-ac44-e35acadab845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:34.650751 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ebc2dba3-2818-4f6a-b2d7-ed71f25de005 req-d2028360-7dbc-48d8-9a4e-1dc18cbe8fc0 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321970 Dec 17 15:45:34.683741 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc0590-0684-4ce6-9584-754ba5fe7a09 None None] Pushing event updated for resources: {'Port': ['ID=24006a86-2e6e-4e03-a516-a2d978f0656d,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:34.736449 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-3eec351c-1a93-4bf5-ac44-e35acadab845 None None] Attempting to bind port 24006a86-2e6e-4e03-a516-a2d978f0656d on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:45:34.738118 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-3eec351c-1a93-4bf5-ac44-e35acadab845 None None] Attempting to bind port 24006a86-2e6e-4e03-a516-a2d978f0656d by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'da225f8e-fa9c-4b82-ad1c-965104b9d76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8725e21d-b77b-4a87-91cc-292751ee20b1'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:45:34.738513 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eec351c-1a93-4bf5-ac44-e35acadab845 None None] Attempting to bind port 24006a86-2e6e-4e03-a516-a2d978f0656d on network 8725e21d-b77b-4a87-91cc-292751ee20b1 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:45:34.744504 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eec351c-1a93-4bf5-ac44-e35acadab845 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:45:34.744794 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eec351c-1a93-4bf5-ac44-e35acadab845 None None] Checking segment: {'id': 'da225f8e-fa9c-4b82-ad1c-965104b9d76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8725e21d-b77b-4a87-91cc-292751ee20b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:45:34.745259 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3eec351c-1a93-4bf5-ac44-e35acadab845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:34.745614 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eec351c-1a93-4bf5-ac44-e35acadab845 None None] Bound using segment: {'id': 'da225f8e-fa9c-4b82-ad1c-965104b9d76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8725e21d-b77b-4a87-91cc-292751ee20b1'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:45:34.746071 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-3eec351c-1a93-4bf5-ac44-e35acadab845 None None] Bound port: 24006a86-2e6e-4e03-a516-a2d978f0656d, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da225f8e-fa9c-4b82-ad1c-965104b9d76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8725e21d-b77b-4a87-91cc-292751ee20b1'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:45:34.746447 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3eec351c-1a93-4bf5-ac44-e35acadab845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:34.836837 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-3eec351c-1a93-4bf5-ac44-e35acadab845 None None] For port 24006a86-2e6e-4e03-a516-a2d978f0656d, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:45:34.840384 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-3eec351c-1a93-4bf5-ac44-e35acadab845 None None] For port 24006a86-2e6e-4e03-a516-a2d978f0656d, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=24006a86-2e6e-4e03-a516-a2d978f0656d,segment=NetworkSegment(da225f8e-fa9c-4b82-ad1c-965104b9d76b),segment_id=da225f8e-fa9c-4b82-ad1c-965104b9d76b)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:45:34.918987 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3eec351c-1a93-4bf5-ac44-e35acadab845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:34.967902 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-6daaf130-9832-41a8-a2cf-5fa43b1d5347 None None] Provisioning complete for port 24006a86-2e6e-4e03-a516-a2d978f0656d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:34.968341 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6daaf130-9832-41a8-a2cf-5fa43b1d5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:35.027632 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc0590-0684-4ce6-9584-754ba5fe7a09 None None] Pushing event updated for resources: {'Port': ['ID=24006a86-2e6e-4e03-a516-a2d978f0656d,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:35.030283 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eec351c-1a93-4bf5-ac44-e35acadab845 None None] Routers {'529c2084-8767-420a-8bf3-83df4869cf00'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:45:35.030886 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-3eec351c-1a93-4bf5-ac44-e35acadab845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:45:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['529c2084-8767-420a-8bf3-83df4869cf00'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:45:35.118555 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e166bb61-3c0e-4c69-b1dd-00ac991754fa up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:45:35.204522 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 69689c88-1131-437f-b120-9b7be24de6f7 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:45:35.266183 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6daaf130-9832-41a8-a2cf-5fa43b1d5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:35.271928 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-3eec351c-1a93-4bf5-ac44-e35acadab845 None None] Set router 529c2084-8767-420a-8bf3-83df4869cf00 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:45:35.287975 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ab048b7f-a797-47ea-9eca-b0dacec7a432 req-9e6130c8-1a41-47ea-9a0e-5bf030199c93 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7d159748-4dcc-4742-a184-c61de6c5b16a HTTP/1.1" status: 200 len: 210 time: 0.0318789 Dec 17 15:45:35.335720 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port e166bb61-3c0e-4c69-b1dd-00ac991754fa triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:35.336096 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:35.605641 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-6daaf130-9832-41a8-a2cf-5fa43b1d5347 None None] For port 24006a86-2e6e-4e03-a516-a2d978f0656d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=24006a86-2e6e-4e03-a516-a2d978f0656d,segment=NetworkSegment(da225f8e-fa9c-4b82-ad1c-965104b9d76b),segment_id=da225f8e-fa9c-4b82-ad1c-965104b9d76b)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:45:35.634769 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:35.682588 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6daaf130-9832-41a8-a2cf-5fa43b1d5347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:35.695587 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac22d6eb-7635-421c-b5d8-636c17d92140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69689c88-1131-437f-b120-9b7be24de6f7'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:45:35.698041 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657a4c19-4497-4836-8016-62ec6feb0e4e" -d '{"events": [{"server_uuid": "ac22d6eb-7635-421c-b5d8-636c17d92140", "name": "network-vif-unplugged", "status": "completed", "tag": "69689c88-1131-437f-b120-9b7be24de6f7"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:45:35.751650 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e7af94-2684-42fe-b7a0-68fe700bd5b2 x-openstack-request-id: req-85e7af94-2684-42fe-b7a0-68fe700bd5b2 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:45:35.752075 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac22d6eb-7635-421c-b5d8-636c17d92140", "name": "network-vif-unplugged", "status": "completed", "tag": "69689c88-1131-437f-b120-9b7be24de6f7", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:45:35.753899 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-85e7af94-2684-42fe-b7a0-68fe700bd5b2 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:45:35.753899 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac22d6eb-7635-421c-b5d8-636c17d92140', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69689c88-1131-437f-b120-9b7be24de6f7', 'code': 200} Dec 17 15:45:35.787220 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 69689c88-1131-437f-b120-9b7be24de6f7, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=69689c88-1131-437f-b120-9b7be24de6f7,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:45:35.795809 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2078c-3e57-4f78-ae1a-89733a686783 req-ae4ed89b-17b5-4c0d-9e43-c4513d620f8c tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:35.797368 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98b2078c-3e57-4f78-ae1a-89733a686783 req-ae4ed89b-17b5-4c0d-9e43-c4513d620f8c tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac22d6eb-7635-421c-b5d8-636c17d92140 HTTP/1.1" status: 200 len: 946 time: 0.0523105 Dec 17 15:45:35.835214 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daaf130-9832-41a8-a2cf-5fa43b1d5347 None None] Pushing event updated for resources: {'Port': ['ID=24006a86-2e6e-4e03-a516-a2d978f0656d,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:35.840948 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98b2078c-3e57-4f78-ae1a-89733a686783 req-7cb9f0e3-d5ed-44bb-b016-d68ab98dd533 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356457 Dec 17 15:45:35.845373 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-22413535-b015-4fff-b37a-696625dbf5f0 None None] Provisioning complete for port 24006a86-2e6e-4e03-a516-a2d978f0656d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:35.845758 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-22413535-b015-4fff-b37a-696625dbf5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:35.892106 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-3eec351c-1a93-4bf5-ac44-e35acadab845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529c2084-8767-420a-8bf3-83df4869cf00', 'name': 'tempest-TestServerMultinode-929110323-router', 'tenant_id': 'b3951c7130a6468a803ad1fc017d2573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'e166bb61-3c0e-4c69-b1dd-00ac991754fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:27Z', 'updated_at': '2021-12-17T15:45:31Z', 'revision_number': 4, 'project_id': 'b3951c7130a6468a803ad1fc017d2573', 'gw_port': {'id': 'e166bb61-3c0e-4c69-b1dd-00ac991754fa', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:35:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529c2084-8767-420a-8bf3-83df4869cf00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:27Z', 'updated_at': '2021-12-17T15:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '24006a86-2e6e-4e03-a516-a2d978f0656d', 'name': '', 'network_id': '8725e21d-b77b-4a87-91cc-292751ee20b1', 'tenant_id': 'b3951c7130a6468a803ad1fc017d2573', 'mac_address': 'fa:16:3e:9d:c8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529c2084-8767-420a-8bf3-83df4869cf00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'dec720a0-6970-4990-acdb-e19a3102dcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:31Z', 'updated_at': '2021-12-17T15:45:34Z', 'revision_number': 4, 'project_id': 'b3951c7130a6468a803ad1fc017d2573', 'subnets': [{'id': 'dec720a0-6970-4990-acdb-e19a3102dcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:45:35.921953 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:35.926702 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eec351c-1a93-4bf5-ac44-e35acadab845 None None] The sync data for ids ['529c2084-8767-420a-8bf3-83df4869cf00'] in n-d-820553-2 is: [{'id': '529c2084-8767-420a-8bf3-83df4869cf00', 'name': 'tempest-TestServerMultinode-929110323-router', 'tenant_id': 'b3951c7130a6468a803ad1fc017d2573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'e166bb61-3c0e-4c69-b1dd-00ac991754fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:27Z', 'updated_at': '2021-12-17T15:45:31Z', 'revision_number': 4, 'project_id': 'b3951c7130a6468a803ad1fc017d2573', 'gw_port': {'id': 'e166bb61-3c0e-4c69-b1dd-00ac991754fa', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:35:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529c2084-8767-420a-8bf3-83df4869cf00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:27Z', 'updated_at': '2021-12-17T15:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '24006a86-2e6e-4e03-a516-a2d978f0656d', 'name': '', 'network_id': '8725e21d-b77b-4a87-91cc-292751ee20b1', 'tenant_id': 'b3951c7130a6468a803ad1fc017d2573', 'mac_address': 'fa:16:3e:9d:c8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529c2084-8767-420a-8bf3-83df4869cf00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'dec720a0-6970-4990-acdb-e19a3102dcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:31Z', 'updated_at': '2021-12-17T15:45:34Z', 'revision_number': 4, 'project_id': 'b3951c7130a6468a803ad1fc017d2573', 'subnets': [{'id': 'dec720a0-6970-4990-acdb-e19a3102dcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:45:36.013950 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=69689c88-1131-437f-b120-9b7be24de6f7,revision_number=8']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:36.387601 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b68c76ca-5ebe-4334-8f89-274cc6e3d1d4 req-8daad599-d76f-406a-ae11-85e02a682cc4 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7d159748-4dcc-4742-a184-c61de6c5b16a HTTP/1.1" status: 200 len: 210 time: 0.0278497 Dec 17 15:45:36.723224 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-b0ee64c1-6517-4fa7-9f18-edd4d24b7166 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:36.724748 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-b0ee64c1-6517-4fa7-9f18-edd4d24b7166 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.41 "GET /v2.0/networks?id=1acbc7c6-af06-404b-869a-1771193c6386 HTTP/1.1" status: 200 len: 911 time: 0.1014848 Dec 17 15:45:36.737815 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-f23c8d20-8484-4f42-b574-8db9751ce9af tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Request body: {'port': {'device_id': '7d159748-4dcc-4742-a184-c61de6c5b16a', 'network_id': '1acbc7c6-af06-404b-869a-1771193c6386', 'admin_state_up': True, 'tenant_id': 'b3951c7130a6468a803ad1fc017d2573'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:45:36.852540 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-f23c8d20-8484-4f42-b574-8db9751ce9af tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Made reservation on behalf of b3951c7130a6468a803ad1fc017d2573 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:45:36.855007 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-f23c8d20-8484-4f42-b574-8db9751ce9af tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:36.982660 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef2bb6-5ec9-4507-a8b0-799422faa501 req-53d0846d-8132-4e82-b30a-058ef12ba4db tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:36.984275 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c2ef2bb6-5ec9-4507-a8b0-799422faa501 req-53d0846d-8132-4e82-b30a-058ef12ba4db tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac22d6eb-7635-421c-b5d8-636c17d92140 HTTP/1.1" status: 200 len: 944 time: 0.0579555 Dec 17 15:45:36.989463 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-f23c8d20-8484-4f42-b574-8db9751ce9af tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Allocated IP 172.20.0.8 (1acbc7c6-af06-404b-869a-1771193c6386/50f73668-a8ee-4395-a209-8eea57f99680/223fe3fd-7549-449b-b477-f658f02f4eaf) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:45:37.065177 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c2ef2bb6-5ec9-4507-a8b0-799422faa501 req-b5fe4fdf-fb12-447d-a8dc-50915e4de39f tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642006 Dec 17 15:45:37.118691 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 24006a86-2e6e-4e03-a516-a2d978f0656d up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:45:37.145445 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-f23c8d20-8484-4f42-b574-8db9751ce9af tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:37.181834 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 24006a86-2e6e-4e03-a516-a2d978f0656d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:37.182312 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:37.184821 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58712f0-c220-4c27-b5fa-58590f8d03a8 req-3089c864-1216-4235-a4ea-45d0dfe4a2ad tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:37.188861 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c58712f0-c220-4c27-b5fa-58590f8d03a8 req-3089c864-1216-4235-a4ea-45d0dfe4a2ad tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0585632 Dec 17 15:45:37.225928 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c58712f0-c220-4c27-b5fa-58590f8d03a8 req-3242f188-656a-4090-a3de-938866ad7f31 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327239 Dec 17 15:45:37.255633 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-f23c8d20-8484-4f42-b574-8db9751ce9af tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:37.304323 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-f23c8d20-8484-4f42-b574-8db9751ce9af tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Network 1acbc7c6-af06-404b-869a-1771193c6386 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:45:37.307241 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-f23c8d20-8484-4f42-b574-8db9751ce9af tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:45:37.314127 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-f23c8d20-8484-4f42-b574-8db9751ce9af tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:45:37.317439 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c8d20-8484-4f42-b574-8db9751ce9af tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Pushing event updated for resources: {'Port': ['ID=223fe3fd-7549-449b-b477-f658f02f4eaf,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:37.355653 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-f23c8d20-8484-4f42-b574-8db9751ce9af tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:37.356268 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-f23c8d20-8484-4f42-b574-8db9751ce9af tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:37.359860 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabd022-9118-40b7-9c3c-3feecad96fa2 req-695f878f-4c7b-482b-a55a-cc157a1dc5d8 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:37.361471 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4dabd022-9118-40b7-9c3c-3feecad96fa2 req-695f878f-4c7b-482b-a55a-cc157a1dc5d8 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0596626 Dec 17 15:45:37.402356 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4dabd022-9118-40b7-9c3c-3feecad96fa2 req-3fbd33e0-8094-4f79-a1f5-240a576f85d7 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338027 Dec 17 15:45:37.454407 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-f23c8d20-8484-4f42-b574-8db9751ce9af tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7212634 Dec 17 15:45:37.473012 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-3875616e-fb80-41c3-b829-2318f7ff367a service neutron] Request body: {'port': {'device_id': '7d159748-4dcc-4742-a184-c61de6c5b16a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:45:37.508382 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c01aab-2486-451b-b332-2c79ed4328fb req-ff24e6e4-3b23-4d8d-acc6-25f1032a9c40 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:37.514144 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-62c01aab-2486-451b-b332-2c79ed4328fb req-ff24e6e4-3b23-4d8d-acc6-25f1032a9c40 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7d159748-4dcc-4742-a184-c61de6c5b16a HTTP/1.1" status: 200 len: 1027 time: 0.0472786 Dec 17 15:45:37.537704 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-3875616e-fb80-41c3-b829-2318f7ff367a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:37.552625 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-cb775e37-379a-412f-8a35-1f0fad564efd None None] Provisioning complete for port 223fe3fd-7549-449b-b477-f658f02f4eaf triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:37.553006 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cb775e37-379a-412f-8a35-1f0fad564efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:37.571717 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-62c01aab-2486-451b-b332-2c79ed4328fb req-28b3ef9a-f57f-450b-90f8-b5258e0e4ca2 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9f454852-3c86-40f0-89f5-b9f1201c210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399117 Dec 17 15:45:37.592451 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-cb775e37-379a-412f-8a35-1f0fad564efd None None] Port 223fe3fd-7549-449b-b477-f658f02f4eaf cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:45:37.793391 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa366e8b-256e-48a2-905f-6aedac1a22dd req-7c9328f2-82f8-437c-85f3-c7dfeeb7dbfc tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:37.794904 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fa366e8b-256e-48a2-905f-6aedac1a22dd req-7c9328f2-82f8-437c-85f3-c7dfeeb7dbfc tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0522718 Dec 17 15:45:37.811381 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-3875616e-fb80-41c3-b829-2318f7ff367a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 223fe3fd-7549-449b-b477-f658f02f4eaf {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:45:37.819680 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-3875616e-fb80-41c3-b829-2318f7ff367a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:37.832174 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-3875616e-fb80-41c3-b829-2318f7ff367a service neutron] Transition to ACTIVE for port object 223fe3fd-7549-449b-b477-f658f02f4eaf will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:45:37.835201 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fa366e8b-256e-48a2-905f-6aedac1a22dd req-6400f90c-8fd3-4cfa-8bd6-faea23f5354c tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333130 Dec 17 15:45:37.886451 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-3875616e-fb80-41c3-b829-2318f7ff367a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:37.936556 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875616e-fb80-41c3-b829-2318f7ff367a service neutron] Pushing event updated for resources: {'Port': ['ID=223fe3fd-7549-449b-b477-f658f02f4eaf,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:38.013601 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-3875616e-fb80-41c3-b829-2318f7ff367a service neutron] Attempting to bind port 223fe3fd-7549-449b-b477-f658f02f4eaf on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:45:38.013940 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-3875616e-fb80-41c3-b829-2318f7ff367a service neutron] Attempting to bind port 223fe3fd-7549-449b-b477-f658f02f4eaf by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '85941459-7b1e-4506-9e3e-f4972f7ad9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1acbc7c6-af06-404b-869a-1771193c6386'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:45:38.014269 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-3875616e-fb80-41c3-b829-2318f7ff367a service neutron] Attempting to bind port 223fe3fd-7549-449b-b477-f658f02f4eaf on network 1acbc7c6-af06-404b-869a-1771193c6386 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:45:38.019117 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-3875616e-fb80-41c3-b829-2318f7ff367a service neutron] Port 223fe3fd-7549-449b-b477-f658f02f4eaf on network 1acbc7c6-af06-404b-869a-1771193c6386 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:45:38.019449 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-3875616e-fb80-41c3-b829-2318f7ff367a service neutron] Attempting to bind port 223fe3fd-7549-449b-b477-f658f02f4eaf on network 1acbc7c6-af06-404b-869a-1771193c6386 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:45:38.024453 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-3875616e-fb80-41c3-b829-2318f7ff367a service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:45:38.024796 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-3875616e-fb80-41c3-b829-2318f7ff367a service neutron] Checking segment: {'id': '85941459-7b1e-4506-9e3e-f4972f7ad9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1acbc7c6-af06-404b-869a-1771193c6386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:45:38.025218 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-3875616e-fb80-41c3-b829-2318f7ff367a service neutron] Bound using segment: {'id': '85941459-7b1e-4506-9e3e-f4972f7ad9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1acbc7c6-af06-404b-869a-1771193c6386'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:45:38.025648 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-3875616e-fb80-41c3-b829-2318f7ff367a service neutron] Bound port: 223fe3fd-7549-449b-b477-f658f02f4eaf, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85941459-7b1e-4506-9e3e-f4972f7ad9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1acbc7c6-af06-404b-869a-1771193c6386'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:45:38.026019 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-3875616e-fb80-41c3-b829-2318f7ff367a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:38.093525 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-3875616e-fb80-41c3-b829-2318f7ff367a service neutron] For port 223fe3fd-7549-449b-b477-f658f02f4eaf, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:45:38.097333 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-3875616e-fb80-41c3-b829-2318f7ff367a service neutron] For port 223fe3fd-7549-449b-b477-f658f02f4eaf, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=223fe3fd-7549-449b-b477-f658f02f4eaf,segment=NetworkSegment(85941459-7b1e-4506-9e3e-f4972f7ad9d2),segment_id=85941459-7b1e-4506-9e3e-f4972f7ad9d2)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:45:38.166628 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-3875616e-fb80-41c3-b829-2318f7ff367a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:38.202082 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-3875616e-fb80-41c3-b829-2318f7ff367a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:38.202701 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-3875616e-fb80-41c3-b829-2318f7ff367a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:38.204078 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-3875616e-fb80-41c3-b829-2318f7ff367a service neutron] 10.222.0.41 "PUT /v2.0/ports/223fe3fd-7549-449b-b477-f658f02f4eaf HTTP/1.1" status: 200 len: 1091 time: 0.7357481 Dec 17 15:45:38.204529 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d159748-4dcc-4742-a184-c61de6c5b16a', 'tag': '223fe3fd-7549-449b-b477-f658f02f4eaf'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:45:38.207315 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1ebf87-6794-4cb0-92a4-bfea3d2839db" -d '{"events": [{"name": "network-changed", "server_uuid": "7d159748-4dcc-4742-a184-c61de6c5b16a", "tag": "223fe3fd-7549-449b-b477-f658f02f4eaf"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:45:38.229161 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875616e-fb80-41c3-b829-2318f7ff367a service neutron] Pushing event updated for resources: {'Port': ['ID=223fe3fd-7549-449b-b477-f658f02f4eaf,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:38.251291 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a492ab71-25f4-4b68-87eb-0c4f5fb5f23d x-openstack-request-id: req-a492ab71-25f4-4b68-87eb-0c4f5fb5f23d {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:45:38.251586 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d159748-4dcc-4742-a184-c61de6c5b16a", "tag": "223fe3fd-7549-449b-b477-f658f02f4eaf", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:45:38.251842 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a492ab71-25f4-4b68-87eb-0c4f5fb5f23d {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:45:38.252255 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d159748-4dcc-4742-a184-c61de6c5b16a', 'tag': '223fe3fd-7549-449b-b477-f658f02f4eaf', 'status': 'completed', 'code': 200} Dec 17 15:45:38.340887 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ebf87-6794-4cb0-92a4-bfea3d2839db req-3fdee03f-1da5-4caf-a05e-3984c3e9acba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:38.342377 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3e1ebf87-6794-4cb0-92a4-bfea3d2839db req-3fdee03f-1da5-4caf-a05e-3984c3e9acba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b3951c7130a6468a803ad1fc017d2573&device_id=7d159748-4dcc-4742-a184-c61de6c5b16a HTTP/1.1" status: 200 len: 1094 time: 0.0477769 Dec 17 15:45:38.449654 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ebf87-6794-4cb0-92a4-bfea3d2839db req-3515c5c6-553a-43fd-a201-ace99d460335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:38.451164 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3e1ebf87-6794-4cb0-92a4-bfea3d2839db req-3515c5c6-553a-43fd-a201-ace99d460335 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b3951c7130a6468a803ad1fc017d2573&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0949056 Dec 17 15:45:38.548671 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ebf87-6794-4cb0-92a4-bfea3d2839db req-c16baf7a-99ee-476b-b084-2f1bdb705e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:38.550307 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3e1ebf87-6794-4cb0-92a4-bfea3d2839db req-c16baf7a-99ee-476b-b084-2f1bdb705e35 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924010 Dec 17 15:45:38.644647 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-b5a1de0d-6331-40a2-bbc5-114525124d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:38.646291 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-b5a1de0d-6331-40a2-bbc5-114525124d38 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b3951c7130a6468a803ad1fc017d2573&device_id=7d159748-4dcc-4742-a184-c61de6c5b16a HTTP/1.1" status: 200 len: 1094 time: 0.0412710 Dec 17 15:45:38.661353 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02257a-a010-4ada-a67d-e02826c6e940 req-5555d19b-3660-42a0-8c63-03020de28fde tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:38.662846 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5e02257a-a010-4ada-a67d-e02826c6e940 req-5555d19b-3660-42a0-8c63-03020de28fde tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7d159748-4dcc-4742-a184-c61de6c5b16a HTTP/1.1" status: 200 len: 1094 time: 0.0398684 Dec 17 15:45:38.697786 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5e02257a-a010-4ada-a67d-e02826c6e940 req-92472a4b-14ac-4cd8-8f85-a6d812afa72f tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9f454852-3c86-40f0-89f5-b9f1201c210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288584 Dec 17 15:45:38.698065 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-9c9dcb84-c90c-463d-ad2e-66607f4f2635 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=223fe3fd-7549-449b-b477-f658f02f4eaf HTTP/1.1" status: 200 len: 217 time: 0.0387349 Dec 17 15:45:38.747060 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-5045a1a0-ccd5-4680-b124-88f2449e139f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:38.748493 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-5045a1a0-ccd5-4680-b124-88f2449e139f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=50f73668-a8ee-4395-a209-8eea57f99680 HTTP/1.1" status: 200 len: 849 time: 0.0436025 Dec 17 15:45:38.794948 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-50108ba0-ded5-4195-99c7-2a43f2e0febc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:38.796390 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-50108ba0-ded5-4195-99c7-2a43f2e0febc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1acbc7c6-af06-404b-869a-1771193c6386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404689 Dec 17 15:45:38.891941 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-5b1e4e49-b13c-454c-ac94-9391469f8f1a service neutron] 10.222.0.41 "GET /v2.0/networks/1acbc7c6-af06-404b-869a-1771193c6386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881937 Dec 17 15:45:38.954547 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fccd61-bda8-45d9-8a9d-4808d262a096 req-f7709627-baa9-4205-900f-44c056be3b9f tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:38.956526 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c5fccd61-bda8-45d9-8a9d-4808d262a096 req-f7709627-baa9-4205-900f-44c056be3b9f tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0494714 Dec 17 15:45:38.986209 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9d41a431-3a54-4ad7-b3f1-e30eb5e3e99e req-43d908ac-ab6d-46e3-bcff-7f56aa26e932 service neutron] 10.222.0.41 "GET /v2.0/networks/1acbc7c6-af06-404b-869a-1771193c6386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869541 Dec 17 15:45:38.995179 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c5fccd61-bda8-45d9-8a9d-4808d262a096 req-7afc742e-0055-48b1-864b-c9b30af46012 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324750 Dec 17 15:45:39.212867 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 69689c88-1131-437f-b120-9b7be24de6f7 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:45:39.804102 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90fc8f-6d07-487a-be42-6f7780d58957 req-08737ea1-70fa-4d59-a897-c28209990632 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:39.805621 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5c90fc8f-6d07-487a-be42-6f7780d58957 req-08737ea1-70fa-4d59-a897-c28209990632 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7d159748-4dcc-4742-a184-c61de6c5b16a HTTP/1.1" status: 200 len: 1094 time: 0.0423195 Dec 17 15:45:39.839614 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5c90fc8f-6d07-487a-be42-6f7780d58957 req-f9c389f3-3adc-4a26-b877-758192d36a52 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9f454852-3c86-40f0-89f5-b9f1201c210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280647 Dec 17 15:45:40.110914 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202138a9-e15d-47a6-abac-e1fea927b5d6 req-e1c2a104-c639-4b9a-a15e-44dc226a2e41 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:40.112419 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-202138a9-e15d-47a6-abac-e1fea927b5d6 req-e1c2a104-c639-4b9a-a15e-44dc226a2e41 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0488920 Dec 17 15:45:40.150245 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-202138a9-e15d-47a6-abac-e1fea927b5d6 req-29f24b54-1f02-4b61-b69b-3961cb696762 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311389 Dec 17 15:45:40.595073 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:40.943390 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962638ae-0268-4074-940c-edbcf8005cde req-efb4f24a-a90e-427d-87b9-81103c3a44fc tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:40.944885 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-962638ae-0268-4074-940c-edbcf8005cde req-efb4f24a-a90e-427d-87b9-81103c3a44fc tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7d159748-4dcc-4742-a184-c61de6c5b16a HTTP/1.1" status: 200 len: 1094 time: 0.0404954 Dec 17 15:45:40.980103 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-962638ae-0268-4074-940c-edbcf8005cde req-4dc8744a-89e5-4d89-94ea-da040b030d33 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9f454852-3c86-40f0-89f5-b9f1201c210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291345 Dec 17 15:45:41.266140 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1aa0a-dba7-44e4-9f57-89b76ee6ca40 req-f7b86326-f510-4227-9591-324ab5a3b3ae tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:41.267595 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b8c1aa0a-dba7-44e4-9f57-89b76ee6ca40 req-f7b86326-f510-4227-9591-324ab5a3b3ae tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0511725 Dec 17 15:45:41.304321 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b8c1aa0a-dba7-44e4-9f57-89b76ee6ca40 req-0ed0df05-f1a3-49ca-b050-7348d22c3303 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307264 Dec 17 15:45:42.095157 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba6404-9902-41fd-9d6d-35fcda3b8477 req-98cd3ab8-1213-4349-b3a1-63371a319dcb tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:42.096686 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b8ba6404-9902-41fd-9d6d-35fcda3b8477 req-98cd3ab8-1213-4349-b3a1-63371a319dcb tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7d159748-4dcc-4742-a184-c61de6c5b16a HTTP/1.1" status: 200 len: 1094 time: 0.0401919 Dec 17 15:45:42.134708 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b8ba6404-9902-41fd-9d6d-35fcda3b8477 req-023d7a4e-b7e3-4f5b-9754-5e5f20cda662 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9f454852-3c86-40f0-89f5-b9f1201c210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311537 Dec 17 15:45:42.419205 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c82e60-575a-4b44-99d0-935f7a390db1 req-6997b2b9-6373-4027-ad2e-be1ed735551d tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:42.420635 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-38c82e60-575a-4b44-99d0-935f7a390db1 req-6997b2b9-6373-4027-ad2e-be1ed735551d tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0488911 Dec 17 15:45:42.458571 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-38c82e60-575a-4b44-99d0-935f7a390db1 req-cbba28ab-8ad4-4c56-9ac4-c62592facfa1 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311520 Dec 17 15:45:42.845824 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:45:42.903234 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 223fe3fd-7549-449b-b477-f658f02f4eaf details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:45:43.007789 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 223fe3fd-7549-449b-b477-f658f02f4eaf, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=223fe3fd-7549-449b-b477-f658f02f4eaf,segment=NetworkSegment(85941459-7b1e-4506-9e3e-f4972f7ad9d2),segment_id=85941459-7b1e-4506-9e3e-f4972f7ad9d2)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:45:43.020395 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '223fe3fd-7549-449b-b477-f658f02f4eaf', 'network_id': '1acbc7c6-af06-404b-869a-1771193c6386', 'port_id': '223fe3fd-7549-449b-b477-f658f02f4eaf', 'mac_address': 'fa:16:3e:d3:da:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f73668-a8ee-4395-a209-8eea57f99680', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:45:43.058506 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:43.073128 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 223fe3fd-7549-449b-b477-f658f02f4eaf {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:45:43.094615 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 223fe3fd-7549-449b-b477-f658f02f4eaf, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=223fe3fd-7549-449b-b477-f658f02f4eaf,segment=NetworkSegment(85941459-7b1e-4506-9e3e-f4972f7ad9d2),segment_id=85941459-7b1e-4506-9e3e-f4972f7ad9d2)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:45:43.189368 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:43.246546 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=223fe3fd-7549-449b-b477-f658f02f4eaf,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:43.265141 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922806b0-60cc-4947-bf28-f605a338dac9 req-c800203e-a573-4fa3-b76c-79a0b9857fde tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:43.266684 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-922806b0-60cc-4947-bf28-f605a338dac9 req-c800203e-a573-4fa3-b76c-79a0b9857fde tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7d159748-4dcc-4742-a184-c61de6c5b16a HTTP/1.1" status: 200 len: 1095 time: 0.0575640 Dec 17 15:45:43.305439 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-922806b0-60cc-4947-bf28-f605a338dac9 req-93e58b91-bd79-41b7-991c-d0f3c1f0b762 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9f454852-3c86-40f0-89f5-b9f1201c210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316019 Dec 17 15:45:43.576267 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf8c09-3c47-4c95-9799-130bf48eaf2c req-7a6fc8a9-ddd3-4398-80b3-542646b1fefd tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:43.577829 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2cf8c09-3c47-4c95-9799-130bf48eaf2c req-7a6fc8a9-ddd3-4398-80b3-542646b1fefd tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0500510 Dec 17 15:45:43.584458 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['223fe3fd-7549-449b-b477-f658f02f4eaf'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:45:43.618274 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2cf8c09-3c47-4c95-9799-130bf48eaf2c req-2b6befaf-3510-41cc-b644-48fe96ead679 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325959 Dec 17 15:45:44.409124 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100f35b-a4aa-43ca-9413-46ef00eaa46a req-76311658-5997-4bfd-a2be-ea4ee63e5209 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:44.411108 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f100f35b-a4aa-43ca-9413-46ef00eaa46a req-76311658-5997-4bfd-a2be-ea4ee63e5209 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7d159748-4dcc-4742-a184-c61de6c5b16a HTTP/1.1" status: 200 len: 1095 time: 0.0397663 Dec 17 15:45:44.446166 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f100f35b-a4aa-43ca-9413-46ef00eaa46a req-3a840439-3668-413d-bfa4-82e9c603092e tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9f454852-3c86-40f0-89f5-b9f1201c210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284460 Dec 17 15:45:44.737720 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15a68f-ce16-496b-bc22-9337a386f136 req-0d4e905b-210e-49a1-a042-1be746cbd87c tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:44.740137 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9f15a68f-ce16-496b-bc22-9337a386f136 req-0d4e905b-210e-49a1-a042-1be746cbd87c tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0520258 Dec 17 15:45:44.777433 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9f15a68f-ce16-496b-bc22-9337a386f136 req-57b8e531-5491-45e4-83c7-63f851643306 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313272 Dec 17 15:45:44.922267 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 223fe3fd-7549-449b-b477-f658f02f4eaf up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:45:45.064208 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 223fe3fd-7549-449b-b477-f658f02f4eaf completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:45:45.068360 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 223fe3fd-7549-449b-b477-f658f02f4eaf triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:45.068759 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:45.148234 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:45.170709 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d159748-4dcc-4742-a184-c61de6c5b16a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223fe3fd-7549-449b-b477-f658f02f4eaf'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:45:45.173004 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d511a8-5aa1-4623-b939-10bc438b8e2f" -d '{"events": [{"server_uuid": "7d159748-4dcc-4742-a184-c61de6c5b16a", "name": "network-vif-plugged", "status": "completed", "tag": "223fe3fd-7549-449b-b477-f658f02f4eaf"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:45:45.185478 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 223fe3fd-7549-449b-b477-f658f02f4eaf, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=223fe3fd-7549-449b-b477-f658f02f4eaf,segment=NetworkSegment(85941459-7b1e-4506-9e3e-f4972f7ad9d2),segment_id=85941459-7b1e-4506-9e3e-f4972f7ad9d2)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:45:45.215875 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c992942e-96d5-431f-b6f6-bffca9d78efc x-openstack-request-id: req-c992942e-96d5-431f-b6f6-bffca9d78efc {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:45:45.215875 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d159748-4dcc-4742-a184-c61de6c5b16a", "name": "network-vif-plugged", "status": "completed", "tag": "223fe3fd-7549-449b-b477-f658f02f4eaf", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:45:45.215875 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c992942e-96d5-431f-b6f6-bffca9d78efc {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:45:45.215875 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d159748-4dcc-4742-a184-c61de6c5b16a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223fe3fd-7549-449b-b477-f658f02f4eaf', 'code': 200} Dec 17 15:45:45.258607 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:45.307539 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=223fe3fd-7549-449b-b477-f658f02f4eaf,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:45.339744 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae7a06-ccdd-4afe-bb4e-86a2f82af9db req-c86021ef-0215-48b8-a672-8755d394f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:45.341521 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c8ae7a06-ccdd-4afe-bb4e-86a2f82af9db req-c86021ef-0215-48b8-a672-8755d394f236 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7d159748-4dcc-4742-a184-c61de6c5b16a HTTP/1.1" status: 200 len: 1096 time: 0.0439668 Dec 17 15:45:45.376643 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c8ae7a06-ccdd-4afe-bb4e-86a2f82af9db req-2c3288c7-d70a-4fb1-bdcd-4b713e123bf2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9f454852-3c86-40f0-89f5-b9f1201c210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278647 Dec 17 15:45:45.550440 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948effdc-4583-46e0-9802-6832e1482243 req-ac4f8881-a950-476a-87bd-7a9cea6a982a tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:45.552622 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-948effdc-4583-46e0-9802-6832e1482243 req-ac4f8881-a950-476a-87bd-7a9cea6a982a tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7d159748-4dcc-4742-a184-c61de6c5b16a HTTP/1.1" status: 200 len: 1096 time: 0.0412819 Dec 17 15:45:45.586981 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-948effdc-4583-46e0-9802-6832e1482243 req-8c397868-5f1c-4a45-a645-daa9ede38d0c tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9f454852-3c86-40f0-89f5-b9f1201c210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282285 Dec 17 15:45:45.893424 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21142812-5340-4b2c-af08-9718fafe060c req-090b7263-eefa-4879-baa3-212221f6409d tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:45.894904 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-21142812-5340-4b2c-af08-9718fafe060c req-090b7263-eefa-4879-baa3-212221f6409d tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0479889 Dec 17 15:45:45.932403 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-21142812-5340-4b2c-af08-9718fafe060c req-3de16bf0-43b4-4717-8179-90f84f50f5d3 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313866 Dec 17 15:45:46.692958 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566ac8e-d105-4b59-bed3-b08b7dc6d4c5 req-8a1ccac1-f4ad-4977-9eb6-43b7dbd681b7 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:46.694470 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7566ac8e-d105-4b59-bed3-b08b7dc6d4c5 req-8a1ccac1-f4ad-4977-9eb6-43b7dbd681b7 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7d159748-4dcc-4742-a184-c61de6c5b16a HTTP/1.1" status: 200 len: 1096 time: 0.0432093 Dec 17 15:45:46.728220 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7566ac8e-d105-4b59-bed3-b08b7dc6d4c5 req-6fee1490-1cac-4e99-b724-e94e2af4b043 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9f454852-3c86-40f0-89f5-b9f1201c210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278859 Dec 17 15:45:47.047668 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eddc9c-d1af-4a70-9b76-d6aa160251fb req-840beb14-1ce0-49e4-8177-68dfac7f5d49 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:47.049206 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-91eddc9c-d1af-4a70-9b76-d6aa160251fb req-840beb14-1ce0-49e4-8177-68dfac7f5d49 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0506015 Dec 17 15:45:47.089469 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-91eddc9c-d1af-4a70-9b76-d6aa160251fb req-d0f139dd-5cdc-4e96-968b-5bffc5616ab6 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335078 Dec 17 15:45:47.831546 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f66e5b-6d69-4b56-8eb0-fcc6cf6e3d0c req-3a8761b1-94a7-4190-9101-0b1394f827d0 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:47.833548 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-36f66e5b-6d69-4b56-8eb0-fcc6cf6e3d0c req-3a8761b1-94a7-4190-9101-0b1394f827d0 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7d159748-4dcc-4742-a184-c61de6c5b16a HTTP/1.1" status: 200 len: 1096 time: 0.0394204 Dec 17 15:45:47.867428 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-36f66e5b-6d69-4b56-8eb0-fcc6cf6e3d0c req-75397bbe-8849-4c9f-ad26-82f6ea76c579 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9f454852-3c86-40f0-89f5-b9f1201c210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280035 Dec 17 15:45:47.973870 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd32a24-44e5-4432-8f03-6464b9c7aab5 req-d4d65aa9-05d3-4516-8620-88ac5142d0f8 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:47.975357 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7fd32a24-44e5-4432-8f03-6464b9c7aab5 req-d4d65aa9-05d3-4516-8620-88ac5142d0f8 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7d159748-4dcc-4742-a184-c61de6c5b16a HTTP/1.1" status: 200 len: 1096 time: 0.0437508 Dec 17 15:45:48.009668 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7fd32a24-44e5-4432-8f03-6464b9c7aab5 req-4daa1ceb-51e2-40de-b0e8-ec7097441f13 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9f454852-3c86-40f0-89f5-b9f1201c210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281889 Dec 17 15:45:48.116095 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833994a0-c349-48ba-87da-8dec301b1ef1 req-e9cfa9bc-5159-4520-b78c-1d69029a4964 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:48.117651 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-833994a0-c349-48ba-87da-8dec301b1ef1 req-e9cfa9bc-5159-4520-b78c-1d69029a4964 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7d159748-4dcc-4742-a184-c61de6c5b16a HTTP/1.1" status: 200 len: 1096 time: 0.0416203 Dec 17 15:45:48.154736 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-833994a0-c349-48ba-87da-8dec301b1ef1 req-3d33f196-4bbf-49b4-beda-69079ae02d28 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9f454852-3c86-40f0-89f5-b9f1201c210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307665 Dec 17 15:45:48.208641 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f005f0-8f80-4f04-b0b2-9e201b4d9fa4 req-4f434ca8-f008-4ea1-99bb-9bc52f749e51 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:48.215400 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94f005f0-8f80-4f04-b0b2-9e201b4d9fa4 req-4f434ca8-f008-4ea1-99bb-9bc52f749e51 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0537269 Dec 17 15:45:48.250797 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94f005f0-8f80-4f04-b0b2-9e201b4d9fa4 req-5d2ee4c8-2751-4d73-a87c-8708362cf968 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326853 Dec 17 15:45:48.372739 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-43f94b71-5f73-481f-a904-bd8d597aa252 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:48.374247 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-43f94b71-5f73-481f-a904-bd8d597aa252 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/networks?id=1acbc7c6-af06-404b-869a-1771193c6386 HTTP/1.1" status: 200 len: 911 time: 0.0886304 Dec 17 15:45:48.389698 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-b0c05258-6df1-4275-bbf2-4b8f1ed17650 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/quotas/b3951c7130a6468a803ad1fc017d2573 HTTP/1.1" status: 200 len: 375 time: 0.0084598 Dec 17 15:45:48.434624 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-aa5a5f6a-2c8e-4146-b2a4-1b060dfca723 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/ports?tenant_id=b3951c7130a6468a803ad1fc017d2573&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0397830 Dec 17 15:45:48.526329 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-19489918-cb38-44c1-a067-52661742087d service neutron] 10.222.0.46 "GET /v2.0/networks/1acbc7c6-af06-404b-869a-1771193c6386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844810 Dec 17 15:45:48.612258 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-de744f09-c2d4-4175-9110-f6a0554993c8 service neutron] 10.222.0.46 "GET /v2.0/networks/1acbc7c6-af06-404b-869a-1771193c6386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800824 Dec 17 15:45:48.856907 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-96481055-bf93-4033-8f4b-cd38cd4d9786 req-9fb55795-e50c-4d3e-8ced-296067cc639e tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=bc3848bd-e71a-4124-b3ca-9b2e2c4fe389 HTTP/1.1" status: 200 len: 210 time: 0.0253170 Dec 17 15:45:49.370530 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9f638-84d0-4859-b15e-e04bc8fac3f1 req-3d6fb31a-6cec-4374-9b55-fc5247cdac3a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:49.372022 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-97e9f638-84d0-4859-b15e-e04bc8fac3f1 req-3d6fb31a-6cec-4374-9b55-fc5247cdac3a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0527530 Dec 17 15:45:49.410994 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-97e9f638-84d0-4859-b15e-e04bc8fac3f1 req-d3af5ca5-3e3a-4d8c-93f9-64e0614d841e tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319452 Dec 17 15:45:49.803744 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e620155-8575-4a31-a582-5e24e212040f req-3abca9e6-9f87-4b2f-addc-28e774b18eb4 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:49.805142 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e620155-8575-4a31-a582-5e24e212040f req-3abca9e6-9f87-4b2f-addc-28e774b18eb4 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0481067 Dec 17 15:45:49.851821 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e620155-8575-4a31-a582-5e24e212040f req-b946e03d-3cfa-4f0a-9e44-69e647210fff tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406849 Dec 17 15:45:49.939131 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49e1a4-4588-48e7-aaf6-b145de03d3a4 req-0a1ed258-2992-4cc4-9ced-a5cc7253f1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:49.940564 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c49e1a4-4588-48e7-aaf6-b145de03d3a4 req-0a1ed258-2992-4cc4-9ced-a5cc7253f1c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3ccd7142d8c423fb044217d2f692337&device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 1095 time: 0.0504241 Dec 17 15:45:49.969784 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-864985c1-0d63-4949-8144-94f55853273d req-80fef3da-0e32-45b5-b873-7de7c1c927fc tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=bc3848bd-e71a-4124-b3ca-9b2e2c4fe389 HTTP/1.1" status: 200 len: 210 time: 0.0336802 Dec 17 15:45:50.043585 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49e1a4-4588-48e7-aaf6-b145de03d3a4 req-d29ca3fa-f8cb-4b34-84e6-7ae0b676c963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:50.045027 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c49e1a4-4588-48e7-aaf6-b145de03d3a4 req-d29ca3fa-f8cb-4b34-84e6-7ae0b676c963 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1bf23dbe-38db-4a32-95b8-9493ff106e9c HTTP/1.1" status: 200 len: 913 time: 0.0880589 Dec 17 15:45:50.115984 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c49e1a4-4588-48e7-aaf6-b145de03d3a4 req-1f23f32c-81f3-438f-8fa7-1009b2f01a2e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e09fc83a-84a4-4efa-9d4a-54dade58d6d9 HTTP/1.1" status: 200 len: 999 time: 0.0634003 Dec 17 15:45:50.166845 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49e1a4-4588-48e7-aaf6-b145de03d3a4 req-02aabf1e-0bdd-4836-90d9-95db59a80b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:50.168281 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c49e1a4-4588-48e7-aaf6-b145de03d3a4 req-02aabf1e-0bdd-4836-90d9-95db59a80b09 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=610c69b5-11b8-4033-8576-74e6e98b4da0 HTTP/1.1" status: 200 len: 851 time: 0.0460007 Dec 17 15:45:50.218465 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49e1a4-4588-48e7-aaf6-b145de03d3a4 req-c56a08dc-0647-47d5-88ef-a1716674fddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:50.220087 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c49e1a4-4588-48e7-aaf6-b145de03d3a4 req-c56a08dc-0647-47d5-88ef-a1716674fddf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bf23dbe-38db-4a32-95b8-9493ff106e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404148 Dec 17 15:45:50.312070 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c49e1a4-4588-48e7-aaf6-b145de03d3a4 req-5a25f9a5-642d-464c-b78a-ac97c32649ad service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852365 Dec 17 15:45:50.712467 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c49e1a4-4588-48e7-aaf6-b145de03d3a4 req-dc40ab02-00d2-4f6a-b087-4c32f81a72bc service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905740 Dec 17 15:45:51.027852 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266910a-2279-4db6-afc3-785ac3399351 req-b9db8dd2-285c-4e66-9fff-66a7620edaa9 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:51.029362 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1266910a-2279-4db6-afc3-785ac3399351 req-b9db8dd2-285c-4e66-9fff-66a7620edaa9 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0835466 Dec 17 15:45:51.032173 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-d12cfe8f-fd81-46a7-afbb-f13ae17cea3c tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:51.033551 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-d12cfe8f-fd81-46a7-afbb-f13ae17cea3c tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.13 "GET /v2.0/networks?id=1acbc7c6-af06-404b-869a-1771193c6386 HTTP/1.1" status: 200 len: 911 time: 0.1343250 Dec 17 15:45:51.048748 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-1bbbeba5-dd76-45ef-b86b-faeff1034d97 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Request body: {'port': {'device_id': 'bc3848bd-e71a-4124-b3ca-9b2e2c4fe389', 'network_id': '1acbc7c6-af06-404b-869a-1771193c6386', 'admin_state_up': True, 'tenant_id': 'b3951c7130a6468a803ad1fc017d2573'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:45:51.076767 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-46f62893-9426-4631-9f4a-434bdc483bea req-47630cf7-08f4-4f28-9b34-6d363d05aecf tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=bc3848bd-e71a-4124-b3ca-9b2e2c4fe389 HTTP/1.1" status: 200 len: 210 time: 0.0422735 Dec 17 15:45:51.106251 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1266910a-2279-4db6-afc3-785ac3399351 req-b6c24391-12ea-498e-af67-79fbbacf6cad tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639429 Dec 17 15:45:51.212472 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-1bbbeba5-dd76-45ef-b86b-faeff1034d97 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Made reservation on behalf of b3951c7130a6468a803ad1fc017d2573 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:45:51.214881 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-1bbbeba5-dd76-45ef-b86b-faeff1034d97 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:51.329942 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-1bbbeba5-dd76-45ef-b86b-faeff1034d97 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Allocated IP 172.20.0.12 (1acbc7c6-af06-404b-869a-1771193c6386/50f73668-a8ee-4395-a209-8eea57f99680/bf5218b3-7f8d-4df1-b678-89e7cd1b5325) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:45:51.468393 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-1bbbeba5-dd76-45ef-b86b-faeff1034d97 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:51.578465 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-1bbbeba5-dd76-45ef-b86b-faeff1034d97 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:51.609793 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['223fe3fd-7549-449b-b477-f658f02f4eaf'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:45:51.618549 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-1bbbeba5-dd76-45ef-b86b-faeff1034d97 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Network 1acbc7c6-af06-404b-869a-1771193c6386 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:45:51.621375 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-1bbbeba5-dd76-45ef-b86b-faeff1034d97 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:45:51.624798 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-1bbbeba5-dd76-45ef-b86b-faeff1034d97 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:45:51.633020 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbbeba5-dd76-45ef-b86b-faeff1034d97 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Pushing event updated for resources: {'Port': ['ID=bf5218b3-7f8d-4df1-b678-89e7cd1b5325,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:51.671253 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-1bbbeba5-dd76-45ef-b86b-faeff1034d97 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:51.671873 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-1bbbeba5-dd76-45ef-b86b-faeff1034d97 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:51.747323 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-1bbbeba5-dd76-45ef-b86b-faeff1034d97 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7024715 Dec 17 15:45:51.762286 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-ea70e574-cef7-4888-a473-e28010af7313 service neutron] Request body: {'port': {'device_id': 'bc3848bd-e71a-4124-b3ca-9b2e2c4fe389', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:45:51.820207 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-ea70e574-cef7-4888-a473-e28010af7313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:51.836738 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d1662699-1ca9-4e49-ab47-452085de35d9 None None] Provisioning complete for port bf5218b3-7f8d-4df1-b678-89e7cd1b5325 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:51.837132 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d1662699-1ca9-4e49-ab47-452085de35d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:51.872822 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d1662699-1ca9-4e49-ab47-452085de35d9 None None] Port bf5218b3-7f8d-4df1-b678-89e7cd1b5325 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:45:52.082105 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-ea70e574-cef7-4888-a473-e28010af7313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf5218b3-7f8d-4df1-b678-89e7cd1b5325 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:45:52.089691 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-ea70e574-cef7-4888-a473-e28010af7313 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:52.102301 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-ea70e574-cef7-4888-a473-e28010af7313 service neutron] Transition to ACTIVE for port object bf5218b3-7f8d-4df1-b678-89e7cd1b5325 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:45:52.169852 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-ea70e574-cef7-4888-a473-e28010af7313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:52.253930 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bfe175-77f1-4fe3-adf4-d37b6ee516ce req-0eee57a6-6170-4169-9595-b85bad551762 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:52.256538 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-39bfe175-77f1-4fe3-adf4-d37b6ee516ce req-0eee57a6-6170-4169-9595-b85bad551762 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=bc3848bd-e71a-4124-b3ca-9b2e2c4fe389 HTTP/1.1" status: 200 len: 1028 time: 0.1146188 Dec 17 15:45:52.270689 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea70e574-cef7-4888-a473-e28010af7313 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5218b3-7f8d-4df1-b678-89e7cd1b5325,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:52.345794 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2ce10-e002-401f-b89f-70039869550a req-6f9e4f2f-1681-4901-ae61-3443604978dc tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:52.347324 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-25d2ce10-e002-401f-b89f-70039869550a req-6f9e4f2f-1681-4901-ae61-3443604978dc tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.1723106 Dec 17 15:45:52.369209 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-39bfe175-77f1-4fe3-adf4-d37b6ee516ce req-8e37dd4a-97e9-4a44-9e29-d6187899d8d1 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9f454852-3c86-40f0-89f5-b9f1201c210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038647 Dec 17 15:45:52.410098 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-ea70e574-cef7-4888-a473-e28010af7313 service neutron] Attempting to bind port bf5218b3-7f8d-4df1-b678-89e7cd1b5325 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:45:52.411141 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-ea70e574-cef7-4888-a473-e28010af7313 service neutron] Attempting to bind port bf5218b3-7f8d-4df1-b678-89e7cd1b5325 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '85941459-7b1e-4506-9e3e-f4972f7ad9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1acbc7c6-af06-404b-869a-1771193c6386'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:45:52.411694 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-ea70e574-cef7-4888-a473-e28010af7313 service neutron] Attempting to bind port bf5218b3-7f8d-4df1-b678-89e7cd1b5325 on network 1acbc7c6-af06-404b-869a-1771193c6386 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:45:52.419926 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-25d2ce10-e002-401f-b89f-70039869550a req-5735995c-0dd8-4a21-b66f-c8f615a1307a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643048 Dec 17 15:45:52.420857 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-ea70e574-cef7-4888-a473-e28010af7313 service neutron] Port bf5218b3-7f8d-4df1-b678-89e7cd1b5325 on network 1acbc7c6-af06-404b-869a-1771193c6386 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:45:52.421313 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-ea70e574-cef7-4888-a473-e28010af7313 service neutron] Attempting to bind port bf5218b3-7f8d-4df1-b678-89e7cd1b5325 on network 1acbc7c6-af06-404b-869a-1771193c6386 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:45:52.426155 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-ea70e574-cef7-4888-a473-e28010af7313 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:45:52.426822 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-ea70e574-cef7-4888-a473-e28010af7313 service neutron] Checking segment: {'id': '85941459-7b1e-4506-9e3e-f4972f7ad9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1acbc7c6-af06-404b-869a-1771193c6386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:45:52.427138 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-ea70e574-cef7-4888-a473-e28010af7313 service neutron] Bound using segment: {'id': '85941459-7b1e-4506-9e3e-f4972f7ad9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1acbc7c6-af06-404b-869a-1771193c6386'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:45:52.427556 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-ea70e574-cef7-4888-a473-e28010af7313 service neutron] Bound port: bf5218b3-7f8d-4df1-b678-89e7cd1b5325, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85941459-7b1e-4506-9e3e-f4972f7ad9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1acbc7c6-af06-404b-869a-1771193c6386'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:45:52.427914 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-ea70e574-cef7-4888-a473-e28010af7313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:52.501783 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-ea70e574-cef7-4888-a473-e28010af7313 service neutron] For port bf5218b3-7f8d-4df1-b678-89e7cd1b5325, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:45:52.528616 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-ea70e574-cef7-4888-a473-e28010af7313 service neutron] For port bf5218b3-7f8d-4df1-b678-89e7cd1b5325, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=bf5218b3-7f8d-4df1-b678-89e7cd1b5325,segment=NetworkSegment(85941459-7b1e-4506-9e3e-f4972f7ad9d2),segment_id=85941459-7b1e-4506-9e3e-f4972f7ad9d2)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:45:52.547203 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc80ad7-0e99-48e6-8837-499e886b3cdc req-9215de3c-d40e-4a7e-881e-288d60b99e33 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:52.548692 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-adc80ad7-0e99-48e6-8837-499e886b3cdc req-9215de3c-d40e-4a7e-881e-288d60b99e33 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0617199 Dec 17 15:45:52.587111 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-adc80ad7-0e99-48e6-8837-499e886b3cdc req-0468ed1c-f861-4af7-8bc4-55b3f676eee5 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318565 Dec 17 15:45:52.595711 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-ea70e574-cef7-4888-a473-e28010af7313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:52.634372 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-ea70e574-cef7-4888-a473-e28010af7313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:52.634982 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-ea70e574-cef7-4888-a473-e28010af7313 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:52.636348 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-ea70e574-cef7-4888-a473-e28010af7313 service neutron] 10.222.0.13 "PUT /v2.0/ports/bf5218b3-7f8d-4df1-b678-89e7cd1b5325 HTTP/1.1" status: 200 len: 1092 time: 0.8786595 Dec 17 15:45:52.636785 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc3848bd-e71a-4124-b3ca-9b2e2c4fe389', 'tag': 'bf5218b3-7f8d-4df1-b678-89e7cd1b5325'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:45:52.639110 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f725f7-86b3-4758-857c-2b0079cd33a6" -d '{"events": [{"name": "network-changed", "server_uuid": "bc3848bd-e71a-4124-b3ca-9b2e2c4fe389", "tag": "bf5218b3-7f8d-4df1-b678-89e7cd1b5325"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:45:52.682433 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea70e574-cef7-4888-a473-e28010af7313 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5218b3-7f8d-4df1-b678-89e7cd1b5325,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:52.698878 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44565afb-6942-49ed-9ddd-45173068a518 x-openstack-request-id: req-44565afb-6942-49ed-9ddd-45173068a518 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:45:52.699177 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc3848bd-e71a-4124-b3ca-9b2e2c4fe389", "tag": "bf5218b3-7f8d-4df1-b678-89e7cd1b5325", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:45:52.699431 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-44565afb-6942-49ed-9ddd-45173068a518 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:45:52.699821 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc3848bd-e71a-4124-b3ca-9b2e2c4fe389', 'tag': 'bf5218b3-7f8d-4df1-b678-89e7cd1b5325', 'status': 'completed', 'code': 200} Dec 17 15:45:52.747850 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030031b7-fef7-4bc9-9e9c-60178fb61053 req-16f9061f-29dd-4b3d-a3ca-9099939d0ce5 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:52.749423 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-030031b7-fef7-4bc9-9e9c-60178fb61053 req-16f9061f-29dd-4b3d-a3ca-9099939d0ce5 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0812368 Dec 17 15:45:52.776841 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f725f7-86b3-4758-857c-2b0079cd33a6 req-0146d80f-1ad1-47d0-9621-e30db9e9a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:52.778366 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b0f725f7-86b3-4758-857c-2b0079cd33a6 req-0146d80f-1ad1-47d0-9621-e30db9e9a866 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3951c7130a6468a803ad1fc017d2573&device_id=bc3848bd-e71a-4124-b3ca-9b2e2c4fe389 HTTP/1.1" status: 200 len: 1095 time: 0.0709834 Dec 17 15:45:52.815341 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-030031b7-fef7-4bc9-9e9c-60178fb61053 req-7aef8bea-5426-45be-bdd5-ca13f2c8789f tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585523 Dec 17 15:45:52.894282 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f725f7-86b3-4758-857c-2b0079cd33a6 req-b794d8a2-70e3-43b0-a9b3-ac147913aa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:52.896699 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b0f725f7-86b3-4758-857c-2b0079cd33a6 req-b794d8a2-70e3-43b0-a9b3-ac147913aa7a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b3951c7130a6468a803ad1fc017d2573&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1067998 Dec 17 15:45:52.994257 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f725f7-86b3-4758-857c-2b0079cd33a6 req-19d6b1e1-0387-4b1d-88c1-953f1b94292b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:52.995734 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b0f725f7-86b3-4758-857c-2b0079cd33a6 req-19d6b1e1-0387-4b1d-88c1-953f1b94292b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924437 Dec 17 15:45:53.076001 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-72bacc1d-9c76-4728-a984-9864fc577167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:53.077549 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-72bacc1d-9c76-4728-a984-9864fc577167 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b3951c7130a6468a803ad1fc017d2573&device_id=bc3848bd-e71a-4124-b3ca-9b2e2c4fe389 HTTP/1.1" status: 200 len: 1095 time: 0.0462463 Dec 17 15:45:53.119417 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-1fc7a494-e164-4e4a-8bc4-68fb12647afe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf5218b3-7f8d-4df1-b678-89e7cd1b5325 HTTP/1.1" status: 200 len: 217 time: 0.0345011 Dec 17 15:45:53.168098 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-1609e553-2327-4d1c-9789-663c726cfc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:53.169483 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-1609e553-2327-4d1c-9789-663c726cfc8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=50f73668-a8ee-4395-a209-8eea57f99680 HTTP/1.1" status: 200 len: 849 time: 0.0440350 Dec 17 15:45:53.223404 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-8d288a9f-60ea-4805-bfa6-2e2690918ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:53.224869 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-8d288a9f-60ea-4805-bfa6-2e2690918ea0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1acbc7c6-af06-404b-869a-1771193c6386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455706 Dec 17 15:45:53.326001 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba40226-cfe2-423f-84ed-7a3ada20fd9c req-b776b52e-236b-4fa3-a690-a3eb3a7d074f tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:53.327493 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2ba40226-cfe2-423f-84ed-7a3ada20fd9c req-b776b52e-236b-4fa3-a690-a3eb3a7d074f tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.1015332 Dec 17 15:45:53.367324 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-64c25596-7f98-420a-889a-05a795a013ba service neutron] 10.222.0.13 "GET /v2.0/networks/1acbc7c6-af06-404b-869a-1771193c6386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327894 Dec 17 15:45:53.391925 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2ba40226-cfe2-423f-84ed-7a3ada20fd9c req-c10c6b5a-7390-4139-8aca-16448d576a4a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575163 Dec 17 15:45:53.494619 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-264802b4-b517-433c-a007-d0ecd9afc9c5 req-c0f143ab-bc84-4d9a-96de-61a05bd5f840 service neutron] 10.222.0.13 "GET /v2.0/networks/1acbc7c6-af06-404b-869a-1771193c6386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153438 Dec 17 15:45:53.499978 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b3149-f08b-4a58-bae2-4381700f360f req-dc52eede-df40-4832-bec5-60215f9cda3b tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:53.502210 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-199b3149-f08b-4a58-bae2-4381700f360f req-dc52eede-df40-4832-bec5-60215f9cda3b tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=bc3848bd-e71a-4124-b3ca-9b2e2c4fe389 HTTP/1.1" status: 200 len: 1095 time: 0.0632920 Dec 17 15:45:53.542693 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-199b3149-f08b-4a58-bae2-4381700f360f req-af5484ec-4e08-49f9-bf20-9752d69bb565 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9f454852-3c86-40f0-89f5-b9f1201c210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334179 Dec 17 15:45:54.509054 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876adef-bb1c-4cf7-af39-25ecdbdecffe req-656c125e-8f88-4e3c-8d5b-6e2a0f91702d tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:54.510534 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e876adef-bb1c-4cf7-af39-25ecdbdecffe req-656c125e-8f88-4e3c-8d5b-6e2a0f91702d tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0488746 Dec 17 15:45:54.548157 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e876adef-bb1c-4cf7-af39-25ecdbdecffe req-f246ff30-53d0-44cf-b68e-35f004e1c636 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315666 Dec 17 15:45:54.649302 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e01bf-bcfa-4593-8ccf-842b1d29940c req-829adc37-6fef-4550-87ef-1ed4ec8035ed tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:54.650800 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1b7e01bf-bcfa-4593-8ccf-842b1d29940c req-829adc37-6fef-4550-87ef-1ed4ec8035ed tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=bc3848bd-e71a-4124-b3ca-9b2e2c4fe389 HTTP/1.1" status: 200 len: 1095 time: 0.0414579 Dec 17 15:45:54.688987 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1b7e01bf-bcfa-4593-8ccf-842b1d29940c req-d531db9a-11d6-4c57-a41f-b765cffb4bbd tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9f454852-3c86-40f0-89f5-b9f1201c210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278382 Dec 17 15:45:54.903884 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25628842-0d01-408e-9f76-a5c0f55d5b2c req-1d64c6f6-bcd0-4165-a4c2-a0e829c00d4c tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:54.905402 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-25628842-0d01-408e-9f76-a5c0f55d5b2c req-1d64c6f6-bcd0-4165-a4c2-a0e829c00d4c tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0498979 Dec 17 15:45:54.974338 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-25628842-0d01-408e-9f76-a5c0f55d5b2c req-6fcf31de-47b0-4c2f-9053-eeb47e684804 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620198 Dec 17 15:45:54.990692 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bf0f7-0c07-4723-94c8-32aa40f989aa req-2356167d-68c3-4777-a700-61925f3a6fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:54.991985 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7d2bf0f7-0c07-4723-94c8-32aa40f989aa req-2356167d-68c3-4777-a700-61925f3a6fca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3ccd7142d8c423fb044217d2f692337&device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 1095 time: 0.0469613 Dec 17 15:45:55.082025 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bf0f7-0c07-4723-94c8-32aa40f989aa req-a08fc1a5-00bc-4c30-b708-005c279fe687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:55.083519 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7d2bf0f7-0c07-4723-94c8-32aa40f989aa req-a08fc1a5-00bc-4c30-b708-005c279fe687 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1bf23dbe-38db-4a32-95b8-9493ff106e9c HTTP/1.1" status: 200 len: 913 time: 0.0850163 Dec 17 15:45:55.152824 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7d2bf0f7-0c07-4723-94c8-32aa40f989aa req-86afb844-7d5f-4236-b325-2ef90e948f38 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e09fc83a-84a4-4efa-9d4a-54dade58d6d9 HTTP/1.1" status: 200 len: 999 time: 0.0627143 Dec 17 15:45:55.203063 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bf0f7-0c07-4723-94c8-32aa40f989aa req-49a126dd-bd2b-494a-9616-9778282285e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:55.204465 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7d2bf0f7-0c07-4723-94c8-32aa40f989aa req-49a126dd-bd2b-494a-9616-9778282285e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=610c69b5-11b8-4033-8576-74e6e98b4da0 HTTP/1.1" status: 200 len: 851 time: 0.0447149 Dec 17 15:45:55.250185 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bf0f7-0c07-4723-94c8-32aa40f989aa req-7dbfd2ce-9749-4fa0-85fc-0f48b031b5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:55.251675 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7d2bf0f7-0c07-4723-94c8-32aa40f989aa req-7dbfd2ce-9749-4fa0-85fc-0f48b031b5ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bf23dbe-38db-4a32-95b8-9493ff106e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405214 Dec 17 15:45:55.253574 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device bf5218b3-7f8d-4df1-b678-89e7cd1b5325 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:45:55.346480 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7d2bf0f7-0c07-4723-94c8-32aa40f989aa req-2b0335d2-4a90-4ba0-ad17-83c0c75dbec1 service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877073 Dec 17 15:45:55.351420 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port bf5218b3-7f8d-4df1-b678-89e7cd1b5325, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=bf5218b3-7f8d-4df1-b678-89e7cd1b5325,segment=NetworkSegment(85941459-7b1e-4506-9e3e-f4972f7ad9d2),segment_id=85941459-7b1e-4506-9e3e-f4972f7ad9d2)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:45:55.362803 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'bf5218b3-7f8d-4df1-b678-89e7cd1b5325', 'network_id': '1acbc7c6-af06-404b-869a-1771193c6386', 'port_id': 'bf5218b3-7f8d-4df1-b678-89e7cd1b5325', 'mac_address': 'fa:16:3e:d1:1f:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f73668-a8ee-4395-a209-8eea57f99680', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:45:55.401548 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:55.422177 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf5218b3-7f8d-4df1-b678-89e7cd1b5325 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:45:55.438860 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7d2bf0f7-0c07-4723-94c8-32aa40f989aa req-a68be0de-8fcd-4fa5-a936-e5dd087d0599 service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857804 Dec 17 15:45:55.443495 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port bf5218b3-7f8d-4df1-b678-89e7cd1b5325, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=bf5218b3-7f8d-4df1-b678-89e7cd1b5325,segment=NetworkSegment(85941459-7b1e-4506-9e3e-f4972f7ad9d2),segment_id=85941459-7b1e-4506-9e3e-f4972f7ad9d2)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:45:55.522015 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:55.571736 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=bf5218b3-7f8d-4df1-b678-89e7cd1b5325,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:55.794898 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e8160-b479-4586-b9b1-e99a3e763859 req-f4fdee1b-14dd-42ab-9fbc-a0c5d4ed76fe tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:55.796284 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-564e8160-b479-4586-b9b1-e99a3e763859 req-f4fdee1b-14dd-42ab-9fbc-a0c5d4ed76fe tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=bc3848bd-e71a-4124-b3ca-9b2e2c4fe389 HTTP/1.1" status: 200 len: 1096 time: 0.0451834 Dec 17 15:45:55.830517 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-564e8160-b479-4586-b9b1-e99a3e763859 req-4e4dbd26-d9af-4ccd-bd7e-baa6db3460e5 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9f454852-3c86-40f0-89f5-b9f1201c210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280337 Dec 17 15:45:55.834842 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['bf5218b3-7f8d-4df1-b678-89e7cd1b5325'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:45:56.034529 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:56.090847 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ade06-ebf6-4673-a868-00777b8d3193 req-a648d571-4c8d-46e9-80aa-b2c5502ce238 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:56.092233 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d68ade06-ebf6-4673-a868-00777b8d3193 req-a648d571-4c8d-46e9-80aa-b2c5502ce238 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0495970 Dec 17 15:45:56.131635 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d68ade06-ebf6-4673-a868-00777b8d3193 req-49672c5f-5d48-4426-8fa3-424f18453ec8 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318887 Dec 17 15:45:56.936624 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f35c6-1ee3-4fd3-a106-048a60420786 req-893d9737-5f79-4ed5-851b-fead13d7e521 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:56.938427 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c0f35c6-1ee3-4fd3-a106-048a60420786 req-893d9737-5f79-4ed5-851b-fead13d7e521 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=bc3848bd-e71a-4124-b3ca-9b2e2c4fe389 HTTP/1.1" status: 200 len: 1096 time: 0.0398107 Dec 17 15:45:56.972975 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c0f35c6-1ee3-4fd3-a106-048a60420786 req-7af60848-ae21-4eaf-878c-4ea7cbae75e5 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9f454852-3c86-40f0-89f5-b9f1201c210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275729 Dec 17 15:45:57.247579 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device bf5218b3-7f8d-4df1-b678-89e7cd1b5325 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:45:57.249969 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf848535-b925-48cd-a77f-6aba403fcbc9 req-36e20a4a-a395-474a-8c04-ce620f397f18 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:57.251482 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cf848535-b925-48cd-a77f-6aba403fcbc9 req-36e20a4a-a395-474a-8c04-ce620f397f18 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0523922 Dec 17 15:45:57.289596 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cf848535-b925-48cd-a77f-6aba403fcbc9 req-134531a9-dc81-448f-bfe4-ca66fa33f9dd tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320659 Dec 17 15:45:57.400323 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port bf5218b3-7f8d-4df1-b678-89e7cd1b5325 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:45:57.402392 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a749577-6c7a-4c6c-a39d-2f0743f396ed req-dab6424c-99c0-45fb-bea7-8c4b1a710489 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:57.403863 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a749577-6c7a-4c6c-a39d-2f0743f396ed req-dab6424c-99c0-45fb-bea7-8c4b1a710489 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0478461 Dec 17 15:45:57.404487 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port bf5218b3-7f8d-4df1-b678-89e7cd1b5325 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:45:57.405000 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:57.444141 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a749577-6c7a-4c6c-a39d-2f0743f396ed req-63ec2e6f-17a6-4642-a980-575329206018 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339186 Dec 17 15:45:57.486779 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:57.510408 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3848bd-e71a-4124-b3ca-9b2e2c4fe389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5218b3-7f8d-4df1-b678-89e7cd1b5325'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:45:57.512654 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f007684-2126-4bab-8d35-277c36b8e4f9" -d '{"events": [{"server_uuid": "bc3848bd-e71a-4124-b3ca-9b2e2c4fe389", "name": "network-vif-plugged", "status": "completed", "tag": "bf5218b3-7f8d-4df1-b678-89e7cd1b5325"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:45:57.525772 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port bf5218b3-7f8d-4df1-b678-89e7cd1b5325, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=bf5218b3-7f8d-4df1-b678-89e7cd1b5325,segment=NetworkSegment(85941459-7b1e-4506-9e3e-f4972f7ad9d2),segment_id=85941459-7b1e-4506-9e3e-f4972f7ad9d2)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:45:57.552157 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25020a8-3643-46de-bae2-5b29feff216a x-openstack-request-id: req-b25020a8-3643-46de-bae2-5b29feff216a {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:45:57.552447 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3848bd-e71a-4124-b3ca-9b2e2c4fe389", "name": "network-vif-plugged", "status": "completed", "tag": "bf5218b3-7f8d-4df1-b678-89e7cd1b5325", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:45:57.552703 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b25020a8-3643-46de-bae2-5b29feff216a {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:45:57.553126 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc3848bd-e71a-4124-b3ca-9b2e2c4fe389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5218b3-7f8d-4df1-b678-89e7cd1b5325', 'code': 200} Dec 17 15:45:57.601615 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:57.649734 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f96b2-b894-4a5b-abfd-605a05d4bf42 req-5234d700-3956-4b6c-8d99-154c487304f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:57.651408 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a61f96b2-b894-4a5b-abfd-605a05d4bf42 req-5234d700-3956-4b6c-8d99-154c487304f2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bc3848bd-e71a-4124-b3ca-9b2e2c4fe389 HTTP/1.1" status: 200 len: 1097 time: 0.0419240 Dec 17 15:45:57.657501 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=bf5218b3-7f8d-4df1-b678-89e7cd1b5325,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:57.687340 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a61f96b2-b894-4a5b-abfd-605a05d4bf42 req-154b7d36-33fb-411c-a9ff-0769e2d219ae service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9f454852-3c86-40f0-89f5-b9f1201c210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289099 Dec 17 15:45:58.086507 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c3f9a-4b58-4d8c-b44e-97f78672a3fa req-a501d5dc-4e47-4226-8bf9-12493cfdf74a tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:58.088070 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e63c3f9a-4b58-4d8c-b44e-97f78672a3fa req-a501d5dc-4e47-4226-8bf9-12493cfdf74a tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=bc3848bd-e71a-4124-b3ca-9b2e2c4fe389 HTTP/1.1" status: 200 len: 1097 time: 0.0456710 Dec 17 15:45:58.123219 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e63c3f9a-4b58-4d8c-b44e-97f78672a3fa req-72c32ab7-409c-47f4-b7c0-6e29aa4eb31a tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9f454852-3c86-40f0-89f5-b9f1201c210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290692 Dec 17 15:45:58.673226 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186d9b9-10dc-4204-af3f-9fb1e2e633cf req-849dde96-841a-4065-98bc-fc7b69a51a1a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:58.674702 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d186d9b9-10dc-4204-af3f-9fb1e2e633cf req-849dde96-841a-4065-98bc-fc7b69a51a1a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac22d6eb-7635-421c-b5d8-636c17d92140 HTTP/1.1" status: 200 len: 944 time: 0.0507724 Dec 17 15:45:58.768657 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-d186d9b9-10dc-4204-af3f-9fb1e2e633cf req-2ebed5fe-6718-4e7e-abd8-3c3b90c4ecbe tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Deleting port 69689c88-1131-437f-b120-9b7be24de6f7 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:45:58.769318 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d186d9b9-10dc-4204-af3f-9fb1e2e633cf req-2ebed5fe-6718-4e7e-abd8-3c3b90c4ecbe tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:58.858850 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9afbd357-72b0-4600-89d6-5fdfe29fb39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:58.862972 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-d186d9b9-10dc-4204-af3f-9fb1e2e633cf req-2ebed5fe-6718-4e7e-abd8-3c3b90c4ecbe tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] For port 69689c88-1131-437f-b120-9b7be24de6f7, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=69689c88-1131-437f-b120-9b7be24de6f7,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:45:58.863256 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d186d9b9-10dc-4204-af3f-9fb1e2e633cf req-2ebed5fe-6718-4e7e-abd8-3c3b90c4ecbe tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:58.876614 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-d186d9b9-10dc-4204-af3f-9fb1e2e633cf req-2ebed5fe-6718-4e7e-abd8-3c3b90c4ecbe tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Calling delete_port for 69689c88-1131-437f-b120-9b7be24de6f7 owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:45:59.091815 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d186d9b9-10dc-4204-af3f-9fb1e2e633cf req-2ebed5fe-6718-4e7e-abd8-3c3b90c4ecbe tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:59.103845 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:45:59.124883 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebed5fe-6718-4e7e-abd8-3c3b90c4ecbe tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Pushing event deleted for resources: {'Port': ['ID=69689c88-1131-437f-b120-9b7be24de6f7,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:45:59.141857 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['8e9442f4-aebf-4876-a821-956de948925d'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:45:59.162548 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-d186d9b9-10dc-4204-af3f-9fb1e2e633cf req-2ebed5fe-6718-4e7e-abd8-3c3b90c4ecbe tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] No DVR routers for this DVR port 69689c88-1131-437f-b120-9b7be24de6f7 on host n-h2-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:45:59.166434 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-d186d9b9-10dc-4204-af3f-9fb1e2e633cf req-2ebed5fe-6718-4e7e-abd8-3c3b90c4ecbe tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:45:59.178252 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d186d9b9-10dc-4204-af3f-9fb1e2e633cf req-2ebed5fe-6718-4e7e-abd8-3c3b90c4ecbe tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "DELETE /v2.0/ports/69689c88-1131-437f-b120-9b7be24de6f7 HTTP/1.1" status: 204 len: 173 time: 0.4965296 Dec 17 15:45:59.179041 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac22d6eb-7635-421c-b5d8-636c17d92140', 'name': 'network-vif-deleted', 'tag': '69689c88-1131-437f-b120-9b7be24de6f7'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:45:59.181577 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd84400-bca8-465b-82f8-14a2f1de4f4f" -d '{"events": [{"server_uuid": "ac22d6eb-7635-421c-b5d8-636c17d92140", "name": "network-vif-deleted", "tag": "69689c88-1131-437f-b120-9b7be24de6f7"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:45:59.249975 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b744ff-a7d9-45a0-b960-5c51dd38815e req-db6fec3d-724b-4492-aa02-7e06d07ac39b tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:59.260104 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a6b744ff-a7d9-45a0-b960-5c51dd38815e req-db6fec3d-724b-4492-aa02-7e06d07ac39b tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=bc3848bd-e71a-4124-b3ca-9b2e2c4fe389 HTTP/1.1" status: 200 len: 1097 time: 0.0605505 Dec 17 15:45:59.298027 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a6b744ff-a7d9-45a0-b960-5c51dd38815e req-eef29311-3c2d-49cf-8eeb-6841590eecd7 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9f454852-3c86-40f0-89f5-b9f1201c210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369728 Dec 17 15:45:59.346006 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 17 Dec 2021 15:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53b1513-ec8b-4aac-ad8c-dfcc789f556f x-openstack-request-id: req-c53b1513-ec8b-4aac-ad8c-dfcc789f556f {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:45:59.346298 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac22d6eb-7635-421c-b5d8-636c17d92140", "name": "network-vif-deleted", "tag": "69689c88-1131-437f-b120-9b7be24de6f7", "status": "failed", "code": 422}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:45:59.346560 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c53b1513-ec8b-4aac-ad8c-dfcc789f556f {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:45:59.346963 n-d-820553-2 neutron-server[102832]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ac22d6eb-7635-421c-b5d8-636c17d92140', 'name': 'network-vif-deleted', 'tag': '69689c88-1131-437f-b120-9b7be24de6f7', 'status': 'failed', 'code': 422} returned with failed status Dec 17 15:45:59.436173 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022f4c0-b942-49f2-bb53-8f66dd9dc74c req-54a1edcd-4dc9-49f7-8dad-7a1de841e155 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:59.437729 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1022f4c0-b942-49f2-bb53-8f66dd9dc74c req-54a1edcd-4dc9-49f7-8dad-7a1de841e155 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=bc3848bd-e71a-4124-b3ca-9b2e2c4fe389 HTTP/1.1" status: 200 len: 1097 time: 0.0449564 Dec 17 15:45:59.472788 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1022f4c0-b942-49f2-bb53-8f66dd9dc74c req-9c2c1457-e23c-4b59-93a1-a2d136ad08c5 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9f454852-3c86-40f0-89f5-b9f1201c210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288005 Dec 17 15:45:59.576898 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794717c-70e6-40b9-ac45-23ee529ab447 req-51ec7a33-5b09-4cea-bb20-8bba900a57f2 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:45:59.578500 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3794717c-70e6-40b9-ac45-23ee529ab447 req-51ec7a33-5b09-4cea-bb20-8bba900a57f2 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=bc3848bd-e71a-4124-b3ca-9b2e2c4fe389 HTTP/1.1" status: 200 len: 1097 time: 0.0402713 Dec 17 15:45:59.614613 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3794717c-70e6-40b9-ac45-23ee529ab447 req-6f4c5c33-c78f-4e4b-99db-bbd1fa3140ab tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9f454852-3c86-40f0-89f5-b9f1201c210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290487 Dec 17 15:46:00.114689 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0581410-e415-411e-94ef-8d21ed3c72de req-0e6c5e4a-b630-4bd5-a673-3af2987f0d5c tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:00.116235 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b0581410-e415-411e-94ef-8d21ed3c72de req-0e6c5e4a-b630-4bd5-a673-3af2987f0d5c tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=bc3848bd-e71a-4124-b3ca-9b2e2c4fe389 HTTP/1.1" status: 200 len: 1097 time: 0.0403121 Dec 17 15:46:00.150584 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b0581410-e415-411e-94ef-8d21ed3c72de req-193188b7-476f-4a44-96e1-e2faad93a5e8 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9f454852-3c86-40f0-89f5-b9f1201c210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281012 Dec 17 15:46:00.386471 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e37a2-fa6a-40ec-be8f-35dcfb51ddbd req-3934a2b1-fbce-48c5-9f43-829a97f2742d tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:00.387931 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a7e37a2-fa6a-40ec-be8f-35dcfb51ddbd req-3934a2b1-fbce-48c5-9f43-829a97f2742d tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=08a53acb-d605-4299-8f16-b4632dae032e HTTP/1.1" status: 200 len: 907 time: 0.0510948 Dec 17 15:46:01.024459 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1cb6a051-3163-4158-a18e-02c64798ece4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:01.259961 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8cc75-5719-4516-a332-1553dcfe78b0 req-d3aa4fa4-227a-455a-84aa-6bace6367272 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:01.261463 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c2b8cc75-5719-4516-a332-1553dcfe78b0 req-d3aa4fa4-227a-455a-84aa-6bace6367272 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=bc3848bd-e71a-4124-b3ca-9b2e2c4fe389 HTTP/1.1" status: 200 len: 1097 time: 0.0401320 Dec 17 15:46:01.295669 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c2b8cc75-5719-4516-a332-1553dcfe78b0 req-63d4ee9e-121a-48c8-8bbf-3433ab302c6e tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9f454852-3c86-40f0-89f5-b9f1201c210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283713 Dec 17 15:46:01.503317 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bca105-f55a-44ad-a6e7-58d241a88dac req-9ddbe552-fb5d-4104-82e8-9012bb7990b3 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:01.505005 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c6bca105-f55a-44ad-a6e7-58d241a88dac req-9ddbe552-fb5d-4104-82e8-9012bb7990b3 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=08a53acb-d605-4299-8f16-b4632dae032e HTTP/1.1" status: 200 len: 907 time: 0.0497029 Dec 17 15:46:01.571029 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f067d-c5d7-4ec5-a41e-7984132b0771 req-1d589005-d75c-41aa-8622-3ca65562dd08 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:01.572511 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-572f067d-c5d7-4ec5-a41e-7984132b0771 req-1d589005-d75c-41aa-8622-3ca65562dd08 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bc3848bd-e71a-4124-b3ca-9b2e2c4fe389 HTTP/1.1" status: 200 len: 1097 time: 0.0484793 Dec 17 15:46:01.654969 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-572f067d-c5d7-4ec5-a41e-7984132b0771 req-00688c5b-029d-4ae1-8092-bcbf8605b333 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Deleting port bf5218b3-7f8d-4df1-b678-89e7cd1b5325 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:46:01.655346 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-572f067d-c5d7-4ec5-a41e-7984132b0771 req-00688c5b-029d-4ae1-8092-bcbf8605b333 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:01.735703 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-572f067d-c5d7-4ec5-a41e-7984132b0771 req-00688c5b-029d-4ae1-8092-bcbf8605b333 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] For port bf5218b3-7f8d-4df1-b678-89e7cd1b5325, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=bf5218b3-7f8d-4df1-b678-89e7cd1b5325,segment=NetworkSegment(85941459-7b1e-4506-9e3e-f4972f7ad9d2),segment_id=85941459-7b1e-4506-9e3e-f4972f7ad9d2)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:01.736068 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-572f067d-c5d7-4ec5-a41e-7984132b0771 req-00688c5b-029d-4ae1-8092-bcbf8605b333 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:01.748473 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-572f067d-c5d7-4ec5-a41e-7984132b0771 req-00688c5b-029d-4ae1-8092-bcbf8605b333 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Calling delete_port for bf5218b3-7f8d-4df1-b678-89e7cd1b5325 owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:46:01.850738 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48727fb4-594f-4e1f-be0f-c20226ed43b5 req-8886ceeb-d320-43e2-8487-951c8215d0e6 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:01.853920 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-48727fb4-594f-4e1f-be0f-c20226ed43b5 req-8886ceeb-d320-43e2-8487-951c8215d0e6 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.13 "GET /v2.0/ports?device_id=08a53acb-d605-4299-8f16-b4632dae032e HTTP/1.1" status: 200 len: 907 time: 0.0589476 Dec 17 15:46:01.947872 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-48727fb4-594f-4e1f-be0f-c20226ed43b5 req-755a5438-7cd9-4c8f-929a-43e150da24ec tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Deleting port e3a425c5-38fc-40be-9d3d-3c9e0fe58c10 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:46:01.948215 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-48727fb4-594f-4e1f-be0f-c20226ed43b5 req-755a5438-7cd9-4c8f-929a-43e150da24ec tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:01.961790 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-572f067d-c5d7-4ec5-a41e-7984132b0771 req-00688c5b-029d-4ae1-8092-bcbf8605b333 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:01.973465 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['bf5218b3-7f8d-4df1-b678-89e7cd1b5325'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:46:01.988199 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00688c5b-029d-4ae1-8092-bcbf8605b333 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf5218b3-7f8d-4df1-b678-89e7cd1b5325,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:02.009501 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['223fe3fd-7549-449b-b477-f658f02f4eaf'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:46:02.046680 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-572f067d-c5d7-4ec5-a41e-7984132b0771 req-00688c5b-029d-4ae1-8092-bcbf8605b333 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] No DVR routers for this DVR port bf5218b3-7f8d-4df1-b678-89e7cd1b5325 on host n-h2-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:46:02.051540 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-572f067d-c5d7-4ec5-a41e-7984132b0771 req-00688c5b-029d-4ae1-8092-bcbf8605b333 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:02.051969 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-48727fb4-594f-4e1f-be0f-c20226ed43b5 req-755a5438-7cd9-4c8f-929a-43e150da24ec tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] For port e3a425c5-38fc-40be-9d3d-3c9e0fe58c10, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e3a425c5-38fc-40be-9d3d-3c9e0fe58c10,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:02.052519 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-48727fb4-594f-4e1f-be0f-c20226ed43b5 req-755a5438-7cd9-4c8f-929a-43e150da24ec tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:02.055254 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-572f067d-c5d7-4ec5-a41e-7984132b0771 req-00688c5b-029d-4ae1-8092-bcbf8605b333 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.13 "DELETE /v2.0/ports/bf5218b3-7f8d-4df1-b678-89e7cd1b5325 HTTP/1.1" status: 204 len: 173 time: 0.4749074 Dec 17 15:46:02.055470 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3848bd-e71a-4124-b3ca-9b2e2c4fe389', 'name': 'network-vif-deleted', 'tag': 'bf5218b3-7f8d-4df1-b678-89e7cd1b5325'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:02.066610 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40711b5a-ca47-49aa-bd19-0d6b8d7b1298" -d '{"events": [{"server_uuid": "bc3848bd-e71a-4124-b3ca-9b2e2c4fe389", "name": "network-vif-deleted", "tag": "bf5218b3-7f8d-4df1-b678-89e7cd1b5325"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:02.073604 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-48727fb4-594f-4e1f-be0f-c20226ed43b5 req-755a5438-7cd9-4c8f-929a-43e150da24ec tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Calling delete_port for e3a425c5-38fc-40be-9d3d-3c9e0fe58c10 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:46:02.116363 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19209cb-c7c2-4569-a149-5d5c7e9d58ee x-openstack-request-id: req-f19209cb-c7c2-4569-a149-5d5c7e9d58ee {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:02.116657 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3848bd-e71a-4124-b3ca-9b2e2c4fe389", "name": "network-vif-deleted", "tag": "bf5218b3-7f8d-4df1-b678-89e7cd1b5325", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:02.116907 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f19209cb-c7c2-4569-a149-5d5c7e9d58ee {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:02.117330 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc3848bd-e71a-4124-b3ca-9b2e2c4fe389', 'name': 'network-vif-deleted', 'tag': 'bf5218b3-7f8d-4df1-b678-89e7cd1b5325', 'status': 'completed', 'code': 200} Dec 17 15:46:02.281771 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-48727fb4-594f-4e1f-be0f-c20226ed43b5 req-755a5438-7cd9-4c8f-929a-43e150da24ec tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:02.313693 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a5438-7cd9-4c8f-929a-43e150da24ec tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Pushing event deleted for resources: {'Port': ['ID=e3a425c5-38fc-40be-9d3d-3c9e0fe58c10,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:02.367295 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:02.368530 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-48727fb4-594f-4e1f-be0f-c20226ed43b5 req-755a5438-7cd9-4c8f-929a-43e150da24ec tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] No DVR routers for this DVR port e3a425c5-38fc-40be-9d3d-3c9e0fe58c10 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:46:02.371638 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-48727fb4-594f-4e1f-be0f-c20226ed43b5 req-755a5438-7cd9-4c8f-929a-43e150da24ec tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:02.375027 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-48727fb4-594f-4e1f-be0f-c20226ed43b5 req-755a5438-7cd9-4c8f-929a-43e150da24ec tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.13 "DELETE /v2.0/ports/e3a425c5-38fc-40be-9d3d-3c9e0fe58c10 HTTP/1.1" status: 204 len: 173 time: 0.5148032 Dec 17 15:46:02.375492 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a53acb-d605-4299-8f16-b4632dae032e', 'name': 'network-vif-deleted', 'tag': 'e3a425c5-38fc-40be-9d3d-3c9e0fe58c10'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:02.377935 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0206eb5a-8b04-43fb-8d54-e3576873cdad" -d '{"events": [{"server_uuid": "08a53acb-d605-4299-8f16-b4632dae032e", "name": "network-vif-deleted", "tag": "e3a425c5-38fc-40be-9d3d-3c9e0fe58c10"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:02.404084 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-100b95aa-9ab0-4ff9-a2c7-f3919cc93808 req-51603ee4-ef25-4d80-b885-f2ffd4025d41 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=bc3848bd-e71a-4124-b3ca-9b2e2c4fe389 HTTP/1.1" status: 200 len: 210 time: 0.0284789 Dec 17 15:46:02.421345 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a05b95-384c-48b7-bce9-368dc81e78fb x-openstack-request-id: req-64a05b95-384c-48b7-bce9-368dc81e78fb {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:02.421345 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a53acb-d605-4299-8f16-b4632dae032e", "name": "network-vif-deleted", "tag": "e3a425c5-38fc-40be-9d3d-3c9e0fe58c10", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:02.421345 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-64a05b95-384c-48b7-bce9-368dc81e78fb {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:02.421345 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a53acb-d605-4299-8f16-b4632dae032e', 'name': 'network-vif-deleted', 'tag': 'e3a425c5-38fc-40be-9d3d-3c9e0fe58c10', 'status': 'completed', 'code': 200} Dec 17 15:46:02.604327 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9a61a0b9-2b47-42bc-9123-9ba75c718abf req-e37c20c7-8406-4378-a028-9089ce86c0fa tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=08a53acb-d605-4299-8f16-b4632dae032e HTTP/1.1" status: 200 len: 210 time: 0.0256572 Dec 17 15:46:03.884576 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45276da-851a-4dba-b0a3-62c870a351ca req-e93759f8-e01c-4f93-9311-3098dfd4d905 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:03.889519 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d45276da-851a-4dba-b0a3-62c870a351ca req-e93759f8-e01c-4f93-9311-3098dfd4d905 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7d159748-4dcc-4742-a184-c61de6c5b16a HTTP/1.1" status: 200 len: 1096 time: 0.0465999 Dec 17 15:46:03.897515 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:03.920903 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d45276da-851a-4dba-b0a3-62c870a351ca req-4f3f0a55-7224-4e96-a7c5-ccf0072557a2 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9f454852-3c86-40f0-89f5-b9f1201c210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285206 Dec 17 15:46:04.057408 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9362c-2eaa-475d-ba53-27429673ed1a req-335be0b9-333b-4ce0-b2cc-f4b75e48af9b tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:04.058869 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-86b9362c-2eaa-475d-ba53-27429673ed1a req-335be0b9-333b-4ce0-b2cc-f4b75e48af9b tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=c385ecf4-9f7a-46b3-98de-090b0e599548 HTTP/1.1" status: 200 len: 945 time: 0.0539646 Dec 17 15:46:04.096154 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-86b9362c-2eaa-475d-ba53-27429673ed1a req-4aa81067-d810-447b-b303-ab1e2d45c826 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308306 Dec 17 15:46:04.224644 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:04.934089 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e26962-c7a7-4d17-a05e-502019ed4357 req-b5904e5c-f795-42f5-a9af-09b52739a862 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:04.935617 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a4e26962-c7a7-4d17-a05e-502019ed4357 req-b5904e5c-f795-42f5-a9af-09b52739a862 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 1097 time: 0.0408418 Dec 17 15:46:04.954529 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-a4e26962-c7a7-4d17-a05e-502019ed4357 req-dd72adb4-a20f-4504-b93d-dc34659fffe0 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:05.062141 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa518d-2ae5-41a5-ab81-1545f9971054 req-c40ece9d-d57b-4e55-8a1b-19d1ebd82a57 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:05.063883 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-62aa518d-2ae5-41a5-ab81-1545f9971054 req-c40ece9d-d57b-4e55-8a1b-19d1ebd82a57 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7d159748-4dcc-4742-a184-c61de6c5b16a HTTP/1.1" status: 200 len: 1096 time: 0.0708914 Dec 17 15:46:05.068347 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-a4e26962-c7a7-4d17-a05e-502019ed4357 req-dd72adb4-a20f-4504-b93d-dc34659fffe0 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:05.098889 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-62aa518d-2ae5-41a5-ab81-1545f9971054 req-7dfbb1ad-f5b5-4862-b135-a8ab71e90048 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9f454852-3c86-40f0-89f5-b9f1201c210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279734 Dec 17 15:46:05.174906 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-a4e26962-c7a7-4d17-a05e-502019ed4357 req-dd72adb4-a20f-4504-b93d-dc34659fffe0 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:05.220010 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a4e26962-c7a7-4d17-a05e-502019ed4357 req-dd72adb4-a20f-4504-b93d-dc34659fffe0 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2779653 Dec 17 15:46:05.230832 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72adb4-a20f-4504-b93d-dc34659fffe0 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8af0b3-8fcb-42e0-84cc-25771de7714f,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:05.245093 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2af7f-2fc0-4962-8b2d-74d5a61d8a77 req-49ed7702-8169-423d-a0ae-0f7db25d0087 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:05.246717 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-96f2af7f-2fc0-4962-8b2d-74d5a61d8a77 req-49ed7702-8169-423d-a0ae-0f7db25d0087 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=c385ecf4-9f7a-46b3-98de-090b0e599548 HTTP/1.1" status: 200 len: 945 time: 0.0822716 Dec 17 15:46:05.289263 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-96f2af7f-2fc0-4962-8b2d-74d5a61d8a77 req-ef292fd5-5050-4e73-aff6-259e7eb5f31b tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337417 Dec 17 15:46:05.311628 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device bf5218b3-7f8d-4df1-b678-89e7cd1b5325 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:46:05.334836 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: bf5218b3-7f8d-4df1-b678-89e7cd1b5325 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:46:05.335091 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device bf5218b3-7f8d-4df1-b678-89e7cd1b5325 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:46:05.335691 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e3a425c5-38fc-40be-9d3d-3c9e0fe58c10 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:46:05.339135 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03d0f0-710d-41cb-8882-e9003d216294 req-a034b1a7-88ad-4810-93d0-01b6d2b42408 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:05.340656 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9b03d0f0-710d-41cb-8882-e9003d216294 req-a034b1a7-88ad-4810-93d0-01b6d2b42408 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 946 time: 0.0486176 Dec 17 15:46:05.355683 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: e3a425c5-38fc-40be-9d3d-3c9e0fe58c10 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:46:05.356032 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e3a425c5-38fc-40be-9d3d-3c9e0fe58c10 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:46:05.379200 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9b03d0f0-710d-41cb-8882-e9003d216294 req-80bd2a02-6f70-4da2-ae42-33626a370815 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323963 Dec 17 15:46:05.402022 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 32910) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:46:05.429263 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b8b30-3432-4eac-a98f-53fdc337c08d req-ff77254c-212c-48e5-ac93-e9c67f7f6149 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:05.430740 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-069b8b30-3432-4eac-a98f-53fdc337c08d req-ff77254c-212c-48e5-ac93-e9c67f7f6149 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.13 "GET /v2.0/ports?device_id=c385ecf4-9f7a-46b3-98de-090b0e599548 HTTP/1.1" status: 200 len: 945 time: 0.0489831 Dec 17 15:46:05.472760 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-46ee7e67-0b3b-463e-9b54-04136e8e2fab tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/floatingips/fb0d278a-2f31-454b-b019-a2809c72ed46 HTTP/1.1" status: 200 len: 993 time: 0.0664780 Dec 17 15:46:05.533568 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-069b8b30-3432-4eac-a98f-53fdc337c08d req-c900af53-face-4565-b39c-e8861da4bb0a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Deleting port 38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:46:05.533907 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-069b8b30-3432-4eac-a98f-53fdc337c08d req-c900af53-face-4565-b39c-e8861da4bb0a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:05.624258 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-069b8b30-3432-4eac-a98f-53fdc337c08d req-c900af53-face-4565-b39c-e8861da4bb0a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] For port 38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:05.624534 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-069b8b30-3432-4eac-a98f-53fdc337c08d req-c900af53-face-4565-b39c-e8861da4bb0a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:05.637429 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-069b8b30-3432-4eac-a98f-53fdc337c08d req-c900af53-face-4565-b39c-e8861da4bb0a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Calling delete_port for 38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:46:05.794966 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547ea73-8d4d-4384-a9a0-b9c8eedd9c74 req-8f81fcaa-4101-4b56-9874-506b02ad7c56 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:05.796467 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c547ea73-8d4d-4384-a9a0-b9c8eedd9c74 req-8f81fcaa-4101-4b56-9874-506b02ad7c56 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7d159748-4dcc-4742-a184-c61de6c5b16a HTTP/1.1" status: 200 len: 1096 time: 0.0563416 Dec 17 15:46:05.806327 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-25b14543-035b-4e11-862f-00589147ffa7 req-237860ba-6083-4975-bba5-d9c80d5e7429 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:46:05.807351 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-25b14543-035b-4e11-862f-00589147ffa7 req-237860ba-6083-4975-bba5-d9c80d5e7429 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053039 Dec 17 15:46:05.866413 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-069b8b30-3432-4eac-a98f-53fdc337c08d req-c900af53-face-4565-b39c-e8861da4bb0a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:05.879086 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:46:05.898928 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900af53-face-4565-b39c-e8861da4bb0a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Pushing event deleted for resources: {'Port': ['ID=38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:05.908387 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['8e9442f4-aebf-4876-a821-956de948925d'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:46:05.915179 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900af53-face-4565-b39c-e8861da4bb0a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:05.915529 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900af53-face-4565-b39c-e8861da4bb0a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:05.915870 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900af53-face-4565-b39c-e8861da4bb0a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:05.916210 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900af53-face-4565-b39c-e8861da4bb0a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:05.916540 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900af53-face-4565-b39c-e8861da4bb0a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:05.916870 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900af53-face-4565-b39c-e8861da4bb0a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:05.917506 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900af53-face-4565-b39c-e8861da4bb0a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:05.917841 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900af53-face-4565-b39c-e8861da4bb0a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:05.918162 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900af53-face-4565-b39c-e8861da4bb0a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:05.918715 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900af53-face-4565-b39c-e8861da4bb0a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:05.918815 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900af53-face-4565-b39c-e8861da4bb0a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:05.919107 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c900af53-face-4565-b39c-e8861da4bb0a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:05.955947 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-069b8b30-3432-4eac-a98f-53fdc337c08d req-c900af53-face-4565-b39c-e8861da4bb0a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] No DVR routers for this DVR port 38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:46:05.959945 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-069b8b30-3432-4eac-a98f-53fdc337c08d req-c900af53-face-4565-b39c-e8861da4bb0a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:05.963343 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-069b8b30-3432-4eac-a98f-53fdc337c08d req-c900af53-face-4565-b39c-e8861da4bb0a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.13 "DELETE /v2.0/ports/38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763 HTTP/1.1" status: 204 len: 173 time: 0.5258248 Dec 17 15:46:05.963790 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c385ecf4-9f7a-46b3-98de-090b0e599548', 'name': 'network-vif-deleted', 'tag': '38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:05.966071 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40b9deb-2bf1-4914-920e-e4e7640d0105" -d '{"events": [{"server_uuid": "c385ecf4-9f7a-46b3-98de-090b0e599548", "name": "network-vif-deleted", "tag": "38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:05.973174 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-c547ea73-8d4d-4384-a9a0-b9c8eedd9c74 req-c8b10173-2596-4fe1-afd1-cd7a37097dfa tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Deleting port 223fe3fd-7549-449b-b477-f658f02f4eaf {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:46:05.973524 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c547ea73-8d4d-4384-a9a0-b9c8eedd9c74 req-c8b10173-2596-4fe1-afd1-cd7a37097dfa tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:06.023829 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b14bc04-f365-4571-895c-35a8734c981f x-openstack-request-id: req-5b14bc04-f365-4571-895c-35a8734c981f {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:06.023829 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c385ecf4-9f7a-46b3-98de-090b0e599548", "name": "network-vif-deleted", "tag": "38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:06.023829 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5b14bc04-f365-4571-895c-35a8734c981f {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:06.023829 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c385ecf4-9f7a-46b3-98de-090b0e599548', 'name': 'network-vif-deleted', 'tag': '38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763', 'status': 'completed', 'code': 200} Dec 17 15:46:06.074828 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-c547ea73-8d4d-4384-a9a0-b9c8eedd9c74 req-c8b10173-2596-4fe1-afd1-cd7a37097dfa tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] For port 223fe3fd-7549-449b-b477-f658f02f4eaf, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=223fe3fd-7549-449b-b477-f658f02f4eaf,segment=NetworkSegment(85941459-7b1e-4506-9e3e-f4972f7ad9d2),segment_id=85941459-7b1e-4506-9e3e-f4972f7ad9d2)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:06.075324 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c547ea73-8d4d-4384-a9a0-b9c8eedd9c74 req-c8b10173-2596-4fe1-afd1-cd7a37097dfa tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:06.089800 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-c547ea73-8d4d-4384-a9a0-b9c8eedd9c74 req-c8b10173-2596-4fe1-afd1-cd7a37097dfa tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Calling delete_port for 223fe3fd-7549-449b-b477-f658f02f4eaf owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:46:06.217645 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee77260-497d-4165-af0c-bc44ea770990 req-1873da3c-65ac-426b-a2c1-880acdedcc2f tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:06.219058 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7ee77260-497d-4165-af0c-bc44ea770990 req-1873da3c-65ac-426b-a2c1-880acdedcc2f tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7d159748-4dcc-4742-a184-c61de6c5b16a HTTP/1.1" status: 200 len: 1096 time: 0.0459697 Dec 17 15:46:06.255880 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7ee77260-497d-4165-af0c-bc44ea770990 req-ae440452-d3a4-4032-8501-ba78fd73ca6f tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=9f454852-3c86-40f0-89f5-b9f1201c210e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298817 Dec 17 15:46:06.320720 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c547ea73-8d4d-4384-a9a0-b9c8eedd9c74 req-c8b10173-2596-4fe1-afd1-cd7a37097dfa tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:06.361702 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['223fe3fd-7549-449b-b477-f658f02f4eaf'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:46:06.373836 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b10173-2596-4fe1-afd1-cd7a37097dfa tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Pushing event deleted for resources: {'Port': ['ID=223fe3fd-7549-449b-b477-f658f02f4eaf,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:06.425876 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cdadb7bc-8371-4b7e-91ea-97395646dc56 req-f2face91-ef86-4e22-ac23-6c214e3f15b5 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=c385ecf4-9f7a-46b3-98de-090b0e599548 HTTP/1.1" status: 200 len: 210 time: 0.0378909 Dec 17 15:46:06.433086 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-c547ea73-8d4d-4384-a9a0-b9c8eedd9c74 req-c8b10173-2596-4fe1-afd1-cd7a37097dfa tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] No DVR routers for this DVR port 223fe3fd-7549-449b-b477-f658f02f4eaf on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:46:06.435587 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c547ea73-8d4d-4384-a9a0-b9c8eedd9c74 req-c8b10173-2596-4fe1-afd1-cd7a37097dfa tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:06.439412 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c547ea73-8d4d-4384-a9a0-b9c8eedd9c74 req-c8b10173-2596-4fe1-afd1-cd7a37097dfa tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.41 "DELETE /v2.0/ports/223fe3fd-7549-449b-b477-f658f02f4eaf HTTP/1.1" status: 204 len: 173 time: 0.6360114 Dec 17 15:46:06.487090 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d1a77-68d8-46da-97ab-c2096f99683d req-0e7182a0-c23b-41af-88b7-bb65f22b1c11 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:06.488673 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-072d1a77-68d8-46da-97ab-c2096f99683d req-0e7182a0-c23b-41af-88b7-bb65f22b1c11 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 946 time: 0.0690777 Dec 17 15:46:06.531630 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-072d1a77-68d8-46da-97ab-c2096f99683d req-46ad3cfa-cd9f-4bcb-95f2-8360036e3628 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355437 Dec 17 15:46:06.712055 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-04a57c25-4366-4df7-9312-291a83e6d2a1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1469285 Dec 17 15:46:06.720830 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-058e2062-57e6-45de-8c2c-9ff320b22960 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:46:06.721854 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-058e2062-57e6-45de-8c2c-9ff320b22960 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049608 Dec 17 15:46:07.360675 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1cfd914d-ab75-4d69-9194-3f338bc69917 req-99056d8a-fb78-48cd-95ab-975f5bb0366c tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7d159748-4dcc-4742-a184-c61de6c5b16a HTTP/1.1" status: 200 len: 210 time: 0.0265632 Dec 17 15:46:07.650188 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac08f98-0712-4202-9d0f-3d27eb7679f9 req-ca739662-7523-4cad-8977-19ea06cac2e2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:07.651648 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8ac08f98-0712-4202-9d0f-3d27eb7679f9 req-ca739662-7523-4cad-8977-19ea06cac2e2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 946 time: 0.0481117 Dec 17 15:46:07.693371 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8ac08f98-0712-4202-9d0f-3d27eb7679f9 req-990f1329-afaf-4adf-b170-f9cd2076d614 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348096 Dec 17 15:46:07.975216 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5925b08-7d63-43ce-934a-ea5c0ca753c0 req-05e3485d-1f84-470c-bebb-e698814c4ed6 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:07.976692 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e5925b08-7d63-43ce-934a-ea5c0ca753c0 req-05e3485d-1f84-470c-bebb-e698814c4ed6 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 945 time: 0.0514953 Dec 17 15:46:08.015870 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e5925b08-7d63-43ce-934a-ea5c0ca753c0 req-879d0e39-461b-4947-b6dc-a57cdf0e54c5 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329170 Dec 17 15:46:08.023912 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d159748-4dcc-4742-a184-c61de6c5b16a', 'name': 'network-vif-deleted', 'tag': '223fe3fd-7549-449b-b477-f658f02f4eaf'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:08.026365 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10fc1df-33d6-4c13-96fb-d2a7e6d41855" -d '{"events": [{"server_uuid": "7d159748-4dcc-4742-a184-c61de6c5b16a", "name": "network-vif-deleted", "tag": "223fe3fd-7549-449b-b477-f658f02f4eaf"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:08.063152 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc47324-0cc5-48ea-af12-2617fa485e01 x-openstack-request-id: req-9fc47324-0cc5-48ea-af12-2617fa485e01 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:08.063443 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d159748-4dcc-4742-a184-c61de6c5b16a", "name": "network-vif-deleted", "tag": "223fe3fd-7549-449b-b477-f658f02f4eaf", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:08.063968 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9fc47324-0cc5-48ea-af12-2617fa485e01 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:08.064356 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d159748-4dcc-4742-a184-c61de6c5b16a', 'name': 'network-vif-deleted', 'tag': '223fe3fd-7549-449b-b477-f658f02f4eaf', 'status': 'completed', 'code': 200} Dec 17 15:46:08.424290 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 32974) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:46:08.683053 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e80321bd-4778-4e55-bc9d-23b909a8ff6d req-e01a5cbd-03a7-4278-af6d-ed76379b5942 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467143 Dec 17 15:46:08.772253 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80321bd-4778-4e55-bc9d-23b909a8ff6d req-178fe61a-72f0-4b95-858d-15cac000fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:08.773842 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e80321bd-4778-4e55-bc9d-23b909a8ff6d req-178fe61a-72f0-4b95-858d-15cac000fdf9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3ccd7142d8c423fb044217d2f692337&device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 1095 time: 0.0480707 Dec 17 15:46:08.895488 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80321bd-4778-4e55-bc9d-23b909a8ff6d req-739a09f6-bad6-411b-b1d5-2662a96d0dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:08.896970 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e80321bd-4778-4e55-bc9d-23b909a8ff6d req-739a09f6-bad6-411b-b1d5-2662a96d0dc9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1bf23dbe-38db-4a32-95b8-9493ff106e9c HTTP/1.1" status: 200 len: 913 time: 0.1039352 Dec 17 15:46:08.974697 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-1fd6e635-efa3-4d90-92c6-8d649a216803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:08.976123 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-1fd6e635-efa3-4d90-92c6-8d649a216803 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 1097 time: 0.0951698 Dec 17 15:46:08.994263 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e80321bd-4778-4e55-bc9d-23b909a8ff6d req-ef385c77-a200-4301-829c-eee202e70175 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e09fc83a-84a4-4efa-9d4a-54dade58d6d9 HTTP/1.1" status: 200 len: 999 time: 0.0789206 Dec 17 15:46:09.004590 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3a814-d611-467e-9e00-c449211f89e8 req-b229acfb-e804-44eb-bb91-f0a4f747331a tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:09.008617 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1cf3a814-d611-467e-9e00-c449211f89e8 req-b229acfb-e804-44eb-bb91-f0a4f747331a tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 946 time: 0.0809081 Dec 17 15:46:09.044395 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 223fe3fd-7549-449b-b477-f658f02f4eaf no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:46:09.078231 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1cf3a814-d611-467e-9e00-c449211f89e8 req-00582acb-7670-4beb-9adf-f66d0952d6b8 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643685 Dec 17 15:46:09.092448 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80321bd-4778-4e55-bc9d-23b909a8ff6d req-3f2cb251-b533-43ad-874f-be7fa2936cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:09.093960 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e80321bd-4778-4e55-bc9d-23b909a8ff6d req-3f2cb251-b533-43ad-874f-be7fa2936cdc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=610c69b5-11b8-4033-8576-74e6e98b4da0 HTTP/1.1" status: 200 len: 851 time: 0.0883832 Dec 17 15:46:09.096558 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 223fe3fd-7549-449b-b477-f658f02f4eaf {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:46:09.097126 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 223fe3fd-7549-449b-b477-f658f02f4eaf not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:46:09.142041 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-28e3cdd2-5b97-4d73-bd9b-9c8cec7b66b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:09.143740 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-28e3cdd2-5b97-4d73-bd9b-9c8cec7b66b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8afc9d5e-18fb-4954-9ced-9194be06d060 HTTP/1.1" status: 200 len: 897 time: 0.1584158 Dec 17 15:46:09.196204 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80321bd-4778-4e55-bc9d-23b909a8ff6d req-2cf4ceaf-3ecd-4a31-b5ab-be5b25a5f012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:09.197720 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e80321bd-4778-4e55-bc9d-23b909a8ff6d req-2cf4ceaf-3ecd-4a31-b5ab-be5b25a5f012 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1bf23dbe-38db-4a32-95b8-9493ff106e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935936 Dec 17 15:46:09.206485 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0fcb3-c800-4071-81f3-e4c492b0f5e5 req-c49bc121-c2be-4785-9ca2-9ef76d9a9dbe tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:09.208849 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b1f0fcb3-c800-4071-81f3-e4c492b0f5e5 req-c49bc121-c2be-4785-9ca2-9ef76d9a9dbe tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 945 time: 0.0674903 Dec 17 15:46:09.211744 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0f011b3e-2e5d-45a7-951b-d8459c35b3ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:09.261604 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-6bb6985b-febd-460d-acca-cc76dea5b30c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fde646b-d897-4113-94ff-ec261653489c HTTP/1.1" status: 200 len: 1001 time: 0.1098824 Dec 17 15:46:09.318247 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:46:09.319943 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b1f0fcb3-c800-4071-81f3-e4c492b0f5e5 req-42b34499-c483-417c-8659-9a3fb49a5162 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=ddb28183-bf11-4903-9e6d-7a7d66d550ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757732 Dec 17 15:46:09.340123 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-435f35e0-2207-4b5d-b352-53138056a391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:09.345073 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:46:09.345432 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 38deb4fd-eaac-4fd6-a1d2-3dcbbfeec763 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:46:09.350305 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-435f35e0-2207-4b5d-b352-53138056a391 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=402be5c6-e93e-451c-a273-5bf86f64b937 HTTP/1.1" status: 200 len: 835 time: 0.0812767 Dec 17 15:46:09.354223 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e80321bd-4778-4e55-bc9d-23b909a8ff6d req-3311f658-2627-4e5b-8889-9988e76d98db service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478581 Dec 17 15:46:09.415054 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb25d49-450e-43e8-adf3-e6fbbd6e53e3 req-606e7fed-da39-467f-9194-5046a5afc6a4 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:09.416507 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bbb25d49-450e-43e8-adf3-e6fbbd6e53e3 req-606e7fed-da39-467f-9194-5046a5afc6a4 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.41 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 945 time: 0.0909801 Dec 17 15:46:09.452522 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-9d5b2a3c-2c61-4d8c-bf3f-0ccf62272991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:09.454047 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-9d5b2a3c-2c61-4d8c-bf3f-0ccf62272991 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8afc9d5e-18fb-4954-9ced-9194be06d060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0971599 Dec 17 15:46:09.518479 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e80321bd-4778-4e55-bc9d-23b909a8ff6d req-c7754d52-dd2e-420c-a843-43a714b996e7 service neutron] 10.222.0.13 "GET /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524324 Dec 17 15:46:09.560063 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-bbb25d49-450e-43e8-adf3-e6fbbd6e53e3 req-d8d6f5b9-f775-44cf-9240-cb7d014f1a46 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Deleting port 8e9442f4-aebf-4876-a821-956de948925d {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:46:09.560680 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-bbb25d49-450e-43e8-adf3-e6fbbd6e53e3 req-d8d6f5b9-f775-44cf-9240-cb7d014f1a46 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:09.564537 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-da3f32b1-de29-4d35-be5a-0fdc8377533e service neutron] 10.222.0.41 "GET /v2.0/networks/8afc9d5e-18fb-4954-9ced-9194be06d060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016638 Dec 17 15:46:09.654653 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-4bd7fcb2-1ea5-4610-ae28-3752121442c6 service neutron] 10.222.0.41 "GET /v2.0/networks/8afc9d5e-18fb-4954-9ced-9194be06d060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825381 Dec 17 15:46:09.672240 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-bbb25d49-450e-43e8-adf3-e6fbbd6e53e3 req-d8d6f5b9-f775-44cf-9240-cb7d014f1a46 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] For port 8e9442f4-aebf-4876-a821-956de948925d, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=8e9442f4-aebf-4876-a821-956de948925d,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:09.672607 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-bbb25d49-450e-43e8-adf3-e6fbbd6e53e3 req-d8d6f5b9-f775-44cf-9240-cb7d014f1a46 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:09.695239 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-bbb25d49-450e-43e8-adf3-e6fbbd6e53e3 req-d8d6f5b9-f775-44cf-9240-cb7d014f1a46 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Calling delete_port for 8e9442f4-aebf-4876-a821-956de948925d owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:46:09.697568 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0f011b3e-2e5d-45a7-951b-d8459c35b3ee admin admin] Deleting port bdacac83-2621-430f-800e-53218cf25f9f {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:46:09.697909 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0f011b3e-2e5d-45a7-951b-d8459c35b3ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:09.822720 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0f011b3e-2e5d-45a7-951b-d8459c35b3ee admin admin] For port bdacac83-2621-430f-800e-53218cf25f9f, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=bdacac83-2621-430f-800e-53218cf25f9f,segment=NetworkSegment(85941459-7b1e-4506-9e3e-f4972f7ad9d2),segment_id=85941459-7b1e-4506-9e3e-f4972f7ad9d2)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:09.823005 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0f011b3e-2e5d-45a7-951b-d8459c35b3ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:09.846600 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0f011b3e-2e5d-45a7-951b-d8459c35b3ee admin admin] Calling delete_port for bdacac83-2621-430f-800e-53218cf25f9f owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:46:10.036519 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-bbb25d49-450e-43e8-adf3-e6fbbd6e53e3 req-d8d6f5b9-f775-44cf-9240-cb7d014f1a46 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:10.068304 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['8e9442f4-aebf-4876-a821-956de948925d'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:46:10.074648 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6f5b9-f775-44cf-9240-cb7d014f1a46 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Pushing event deleted for resources: {'Port': ['ID=8e9442f4-aebf-4876-a821-956de948925d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:10.128080 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6f5b9-f775-44cf-9240-cb7d014f1a46 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:10.128434 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6f5b9-f775-44cf-9240-cb7d014f1a46 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:10.128836 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6f5b9-f775-44cf-9240-cb7d014f1a46 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:10.129143 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6f5b9-f775-44cf-9240-cb7d014f1a46 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:10.129583 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6f5b9-f775-44cf-9240-cb7d014f1a46 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:10.129920 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6f5b9-f775-44cf-9240-cb7d014f1a46 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:10.130254 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6f5b9-f775-44cf-9240-cb7d014f1a46 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:10.130579 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6f5b9-f775-44cf-9240-cb7d014f1a46 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:10.130902 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6f5b9-f775-44cf-9240-cb7d014f1a46 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:10.131227 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6f5b9-f775-44cf-9240-cb7d014f1a46 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:10.131552 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6f5b9-f775-44cf-9240-cb7d014f1a46 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:10.131879 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d6f5b9-f775-44cf-9240-cb7d014f1a46 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:10.155405 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb25d49-450e-43e8-adf3-e6fbbd6e53e3 req-d8d6f5b9-f775-44cf-9240-cb7d014f1a46 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] No DVR routers for this DVR port 8e9442f4-aebf-4876-a821-956de948925d on host n-h1-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:46:10.158474 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-bbb25d49-450e-43e8-adf3-e6fbbd6e53e3 req-d8d6f5b9-f775-44cf-9240-cb7d014f1a46 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:10.162873 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bbb25d49-450e-43e8-adf3-e6fbbd6e53e3 req-d8d6f5b9-f775-44cf-9240-cb7d014f1a46 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.41 "DELETE /v2.0/ports/8e9442f4-aebf-4876-a821-956de948925d HTTP/1.1" status: 204 len: 173 time: 0.7296586 Dec 17 15:46:10.166210 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572b4bdc-f51b-45fb-b565-94fd21a50639', 'name': 'network-vif-deleted', 'tag': '8e9442f4-aebf-4876-a821-956de948925d'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:10.168906 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319ae400-cf65-45a0-a5cd-009e10ee86b2" -d '{"events": [{"server_uuid": "572b4bdc-f51b-45fb-b565-94fd21a50639", "name": "network-vif-deleted", "tag": "8e9442f4-aebf-4876-a821-956de948925d"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:10.208982 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4803a66-b67b-4e72-8226-ca51d1a91b49 x-openstack-request-id: req-b4803a66-b67b-4e72-8226-ca51d1a91b49 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:10.209306 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "572b4bdc-f51b-45fb-b565-94fd21a50639", "name": "network-vif-deleted", "tag": "8e9442f4-aebf-4876-a821-956de948925d", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:10.209599 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b4803a66-b67b-4e72-8226-ca51d1a91b49 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:10.210008 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '572b4bdc-f51b-45fb-b565-94fd21a50639', 'name': 'network-vif-deleted', 'tag': '8e9442f4-aebf-4876-a821-956de948925d', 'status': 'completed', 'code': 200} Dec 17 15:46:10.241586 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93626c-5e47-4ec8-b1bf-7645cdf32781 req-1346290f-e883-4064-a2ae-3c60941bc43f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:10.243358 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5c93626c-5e47-4ec8-b1bf-7645cdf32781 req-1346290f-e883-4064-a2ae-3c60941bc43f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 946 time: 0.0689106 Dec 17 15:46:10.264902 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0f011b3e-2e5d-45a7-951b-d8459c35b3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:10.302650 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f011b3e-2e5d-45a7-951b-d8459c35b3ee admin admin] Pushing event deleted for resources: {'Port': ['ID=bdacac83-2621-430f-800e-53218cf25f9f,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:10.327471 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5c93626c-5e47-4ec8-b1bf-7645cdf32781 req-25e95921-3fa4-42a1-8e1b-51bda29856b2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764987 Dec 17 15:46:10.481140 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0e3984ca-0f3a-42a5-8fe5-955552bf4054 req-b04ee71d-e4ff-4522-91aa-9427823454ee tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=572b4bdc-f51b-45fb-b565-94fd21a50639 HTTP/1.1" status: 200 len: 210 time: 0.0619879 Dec 17 15:46:10.519756 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0f011b3e-2e5d-45a7-951b-d8459c35b3ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:10.562226 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:10.738640 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f011b3e-2e5d-45a7-951b-d8459c35b3ee admin admin] Router eef95ca7-d668-4bb0-bdf2-1fa84c94fcee has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:46:10.844588 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f011b3e-2e5d-45a7-951b-d8459c35b3ee admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:46:10.855655 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0f011b3e-2e5d-45a7-951b-d8459c35b3ee admin admin] 10.222.0.46 "PUT /v2.0/routers/eef95ca7-d668-4bb0-bdf2-1fa84c94fcee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4301877 Dec 17 15:46:10.855810 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46ddb48-5299-4d39-9d67-011db8d2b2a4 None None] Sync routers for ids ['eef95ca7-d668-4bb0-bdf2-1fa84c94fcee'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:46:10.858144 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 32986) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:46:10.870169 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46ddb48-5299-4d39-9d67-011db8d2b2a4 None None] Routers {'eef95ca7-d668-4bb0-bdf2-1fa84c94fcee'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:46:10.870532 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-c46ddb48-5299-4d39-9d67-011db8d2b2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:46:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['eef95ca7-d668-4bb0-bdf2-1fa84c94fcee'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:10.976344 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-c46ddb48-5299-4d39-9d67-011db8d2b2a4 None None] Set router eef95ca7-d668-4bb0-bdf2-1fa84c94fcee gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:46:10.981463 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2cfc4cd0-5855-4a45-9b11-2b175429404c admin admin] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:11.098131 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2cfc4cd0-5855-4a45-9b11-2b175429404c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:11.195114 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-c46ddb48-5299-4d39-9d67-011db8d2b2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef95ca7-d668-4bb0-bdf2-1fa84c94fcee', 'name': 'tempest-TestServerMultinode-1542411851-router', 'tenant_id': 'aa5d685cddde436ea6d2405a78c9c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.186'}], 'enable_snat': True}, 'gw_port_id': 'dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:19Z', 'updated_at': '2021-12-17T15:46:10Z', 'revision_number': 5, 'project_id': 'aa5d685cddde436ea6d2405a78c9c8ba', 'gw_port': {'id': 'dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef95ca7-d668-4bb0-bdf2-1fa84c94fcee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:19Z', 'updated_at': '2021-12-17T15:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:11.220617 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46ddb48-5299-4d39-9d67-011db8d2b2a4 None None] Checking router: eef95ca7-d668-4bb0-bdf2-1fa84c94fcee for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:46:11.230695 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46ddb48-5299-4d39-9d67-011db8d2b2a4 None None] Routers {'eef95ca7-d668-4bb0-bdf2-1fa84c94fcee'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:46:11.240794 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-c46ddb48-5299-4d39-9d67-011db8d2b2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:46:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['eef95ca7-d668-4bb0-bdf2-1fa84c94fcee'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:11.247888 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-2cfc4cd0-5855-4a45-9b11-2b175429404c admin admin] Deleting port dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:46:11.248235 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2cfc4cd0-5855-4a45-9b11-2b175429404c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:11.316725 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-c46ddb48-5299-4d39-9d67-011db8d2b2a4 None None] Set router eef95ca7-d668-4bb0-bdf2-1fa84c94fcee gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:46:11.328179 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-2cfc4cd0-5855-4a45-9b11-2b175429404c admin admin] For port dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:11.328552 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2cfc4cd0-5855-4a45-9b11-2b175429404c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:11.341873 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-2cfc4cd0-5855-4a45-9b11-2b175429404c admin admin] Calling delete_port for dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54 owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:46:11.373090 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-c46ddb48-5299-4d39-9d67-011db8d2b2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef95ca7-d668-4bb0-bdf2-1fa84c94fcee', 'name': 'tempest-TestServerMultinode-1542411851-router', 'tenant_id': 'aa5d685cddde436ea6d2405a78c9c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:19Z', 'updated_at': '2021-12-17T15:46:11Z', 'revision_number': 6, 'project_id': 'aa5d685cddde436ea6d2405a78c9c8ba', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:11.400308 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46ddb48-5299-4d39-9d67-011db8d2b2a4 None None] The sync data for ids ['eef95ca7-d668-4bb0-bdf2-1fa84c94fcee'] in n-d-820553-2 is: [{'id': 'eef95ca7-d668-4bb0-bdf2-1fa84c94fcee', 'name': 'tempest-TestServerMultinode-1542411851-router', 'tenant_id': 'aa5d685cddde436ea6d2405a78c9c8ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:19Z', 'updated_at': '2021-12-17T15:46:11Z', 'revision_number': 6, 'project_id': 'aa5d685cddde436ea6d2405a78c9c8ba', 'gw_port_host': None}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:46:11.502296 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93889f6-e321-44bf-8bae-f4020f0a7af0 req-9cac83e2-7658-433b-aa0f-706295c4ee83 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:11.503902 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c93889f6-e321-44bf-8bae-f4020f0a7af0 req-9cac83e2-7658-433b-aa0f-706295c4ee83 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 946 time: 0.1012170 Dec 17 15:46:11.576486 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c93889f6-e321-44bf-8bae-f4020f0a7af0 req-632d0d28-8119-467e-8edf-6e711e225e7d tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639913 Dec 17 15:46:11.653731 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2cfc4cd0-5855-4a45-9b11-2b175429404c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:11.681397 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc4cd0-5855-4a45-9b11-2b175429404c admin admin] Pushing event deleted for resources: {'Port': ['ID=dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:11.745675 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2cfc4cd0-5855-4a45-9b11-2b175429404c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:11.842573 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2cfc4cd0-5855-4a45-9b11-2b175429404c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:11.844531 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2cfc4cd0-5855-4a45-9b11-2b175429404c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:11.981790 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2cfc4cd0-5855-4a45-9b11-2b175429404c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:11.982318 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfc4cd0-5855-4a45-9b11-2b175429404c admin admin] Fanout notify agent at l3_agent the message router_deleted on router eef95ca7-d668-4bb0-bdf2-1fa84c94fcee {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:46:11.987686 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2cfc4cd0-5855-4a45-9b11-2b175429404c admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:11.988847 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2cfc4cd0-5855-4a45-9b11-2b175429404c admin admin] 10.222.0.46 "DELETE /v2.0/routers/eef95ca7-d668-4bb0-bdf2-1fa84c94fcee HTTP/1.1" status: 204 len: 168 time: 1.1296923 Dec 17 15:46:11.991682 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 32996) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:46:12.009341 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9fa3a-ef38-40dd-b805-6f9435290588 req-af7f6595-5ab2-45c2-932c-59194d17179f tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:12.010858 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a9e9fa3a-ef38-40dd-b805-6f9435290588 req-af7f6595-5ab2-45c2-932c-59194d17179f tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0568562 Dec 17 15:46:12.047380 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac3e0757-752d-4d29-aa00-9fb83c63d4cf admin admin] Deleting subnet 50f73668-a8ee-4395-a209-8eea57f99680 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:46:12.050468 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a9e9fa3a-ef38-40dd-b805-6f9435290588 req-a3e13132-1ca3-4a32-9d67-2088166f29e8 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334399 Dec 17 15:46:12.050638 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ac3e0757-752d-4d29-aa00-9fb83c63d4cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:12.086332 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ac3e0757-752d-4d29-aa00-9fb83c63d4cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:12.168831 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ac3e0757-752d-4d29-aa00-9fb83c63d4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:12.287840 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ac3e0757-752d-4d29-aa00-9fb83c63d4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:12.314641 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e0757-752d-4d29-aa00-9fb83c63d4cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50f73668-a8ee-4395-a209-8eea57f99680,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:12.320967 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ac3e0757-752d-4d29-aa00-9fb83c63d4cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:12.325240 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ac3e0757-752d-4d29-aa00-9fb83c63d4cf admin admin] 10.222.0.46 "DELETE /v2.0/subnets/50f73668-a8ee-4395-a209-8eea57f99680 HTTP/1.1" status: 204 len: 168 time: 0.3323317 Dec 17 15:46:12.326382 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec54ab1-e15c-45e0-91e2-e7a8f17ba77b None None] Network 1acbc7c6-af06-404b-869a-1771193c6386 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:46:12.327424 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 32998) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:46:12.405257 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f882b3c2-e0bb-4412-a153-c9416aea2023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:12.462875 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-f882b3c2-e0bb-4412-a153-c9416aea2023 admin admin] Deleting port b97a120d-3a48-4241-b779-bb214714e054 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:46:12.463214 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f882b3c2-e0bb-4412-a153-c9416aea2023 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:12.529253 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d711057-30ea-4a91-89a8-0b37e8dc6ebe None None] DHCP port deletion for 1acbc7c6-af06-404b-869a-1771193c6386 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:46:12.532594 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-f882b3c2-e0bb-4412-a153-c9416aea2023 admin admin] For port b97a120d-3a48-4241-b779-bb214714e054, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b97a120d-3a48-4241-b779-bb214714e054,segment=NetworkSegment(85941459-7b1e-4506-9e3e-f4972f7ad9d2),segment_id=85941459-7b1e-4506-9e3e-f4972f7ad9d2)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:12.533040 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f882b3c2-e0bb-4412-a153-c9416aea2023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:12.547468 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-f882b3c2-e0bb-4412-a153-c9416aea2023 admin admin] Calling delete_port for b97a120d-3a48-4241-b779-bb214714e054 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:46:12.576053 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-7d711057-30ea-4a91-89a8-0b37e8dc6ebe None None] Deleting port b97a120d-3a48-4241-b779-bb214714e054 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:46:12.576424 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7d711057-30ea-4a91-89a8-0b37e8dc6ebe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:12.642105 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7d711057-30ea-4a91-89a8-0b37e8dc6ebe None None] For port b97a120d-3a48-4241-b779-bb214714e054, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b97a120d-3a48-4241-b779-bb214714e054,segment=NetworkSegment(85941459-7b1e-4506-9e3e-f4972f7ad9d2),segment_id=85941459-7b1e-4506-9e3e-f4972f7ad9d2)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:12.642593 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7d711057-30ea-4a91-89a8-0b37e8dc6ebe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:12.656202 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-7d711057-30ea-4a91-89a8-0b37e8dc6ebe None None] Calling delete_port for b97a120d-3a48-4241-b779-bb214714e054 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:46:12.703127 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54025f68-f857-4826-955a-ba8c7e806910 req-46ff749d-30f6-4921-ab3a-7b38b8d97b6c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:12.704597 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-54025f68-f857-4826-955a-ba8c7e806910 req-46ff749d-30f6-4921-ab3a-7b38b8d97b6c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 946 time: 0.0527561 Dec 17 15:46:12.704888 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f882b3c2-e0bb-4412-a153-c9416aea2023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:12.734775 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882b3c2-e0bb-4412-a153-c9416aea2023 admin admin] Pushing event deleted for resources: {'Port': ['ID=b97a120d-3a48-4241-b779-bb214714e054,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:12.736337 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7d711057-30ea-4a91-89a8-0b37e8dc6ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:12.739188 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f882b3c2-e0bb-4412-a153-c9416aea2023 admin admin] No DVR routers for this DVR port b97a120d-3a48-4241-b779-bb214714e054 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:46:12.748294 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-54025f68-f857-4826-955a-ba8c7e806910 req-0aa58e51-79d4-4c0e-a5ce-4dd53466b790 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363760 Dec 17 15:46:12.776939 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d711057-30ea-4a91-89a8-0b37e8dc6ebe None None] No DVR routers for this DVR port b97a120d-3a48-4241-b779-bb214714e054 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:46:12.778946 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d711057-30ea-4a91-89a8-0b37e8dc6ebe None None] Pushing event deleted for resources: {'Port': ['ID=b97a120d-3a48-4241-b779-bb214714e054,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:12.813359 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f882b3c2-e0bb-4412-a153-c9416aea2023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:12.834126 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-f882b3c2-e0bb-4412-a153-c9416aea2023 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1acbc7c6-af06-404b-869a-1771193c6386']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:12.843108 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-f882b3c2-e0bb-4412-a153-c9416aea2023 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85941459-7b1e-4506-9e3e-f4972f7ad9d2') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:12.843395 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-f882b3c2-e0bb-4412-a153-c9416aea2023 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85941459-7b1e-4506-9e3e-f4972f7ad9d2') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:12.853474 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f882b3c2-e0bb-4412-a153-c9416aea2023 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:12.866208 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f882b3c2-e0bb-4412-a153-c9416aea2023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:12.871745 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f882b3c2-e0bb-4412-a153-c9416aea2023 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:46:12.872116 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f882b3c2-e0bb-4412-a153-c9416aea2023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:12.920250 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:46:12.920250 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:46:12.920250 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:46:12.920250 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:46:12.920250 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:46:12.920250 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:46:12.920250 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:46:12.920250 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:46:12.920250 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:46:12.920250 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:46:12.920250 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:46:12.920250 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:46:12.920250 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:46:12.920250 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:46:12.920250 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:46:12.920250 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:46:12.920250 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:46:12.920250 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:46:12.920250 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:46:12.920250 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:46:12.920250 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:46:12.920250 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:46:12.920250 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:46:12.920250 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:46:12.920250 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:46:12.920250 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:46:12.920250 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:46:12.920250 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:46:12.920250 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:46:12.920250 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:46:12.920250 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:46:12.920250 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:46:13.034845 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f882b3c2-e0bb-4412-a153-c9416aea2023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:13.044411 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f882b3c2-e0bb-4412-a153-c9416aea2023 admin admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:13.044411 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f882b3c2-e0bb-4412-a153-c9416aea2023 admin admin] 10.222.0.46 "DELETE /v2.0/networks/1acbc7c6-af06-404b-869a-1771193c6386 HTTP/1.1" status: 204 len: 168 time: 0.7156343 Dec 17 15:46:13.047239 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33002) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:46:13.055325 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882b3c2-e0bb-4412-a153-c9416aea2023 admin admin] Pushing event deleted for resources: {'Network': ['ID=1acbc7c6-af06-404b-869a-1771193c6386,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:13.059832 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 8e9442f4-aebf-4876-a821-956de948925d no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:46:13.082511 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device bdacac83-2621-430f-800e-53218cf25f9f no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:46:13.087166 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 8e9442f4-aebf-4876-a821-956de948925d {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:46:13.087166 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 8e9442f4-aebf-4876-a821-956de948925d not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:46:13.106925 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: bdacac83-2621-430f-800e-53218cf25f9f {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:46:13.107894 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device bdacac83-2621-430f-800e-53218cf25f9f not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:46:13.108314 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b97a120d-3a48-4241-b779-bb214714e054 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:46:13.133834 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: b97a120d-3a48-4241-b779-bb214714e054 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:46:13.134189 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b97a120d-3a48-4241-b779-bb214714e054 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:46:13.134803 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:46:13.155819 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:46:13.156314 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device dfa1995f-2bfc-48b2-bdc4-0bc5a0363e54 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:46:13.194892 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b182e62-8e79-4cee-a1a0-ca7279d9449c req-49b5e6d0-e925-4c56-a6ee-5ed7548d3226 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:13.196337 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9b182e62-8e79-4cee-a1a0-ca7279d9449c req-49b5e6d0-e925-4c56-a6ee-5ed7548d3226 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0731525 Dec 17 15:46:13.617515 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9b182e62-8e79-4cee-a1a0-ca7279d9449c req-bbc2527b-6360-4cc4-b64d-26996e920d71 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4148231 Dec 17 15:46:13.782017 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9bb059a8-a510-4f53-85b0-3ed0574e3274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:13.911973 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36ef5a-005b-4272-ab5d-929b19a32810 req-33e317da-aad3-4db0-ba22-b04bd5676a2c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:13.913482 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9f36ef5a-005b-4272-ab5d-929b19a32810 req-33e317da-aad3-4db0-ba22-b04bd5676a2c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 946 time: 0.0729709 Dec 17 15:46:14.004252 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9f36ef5a-005b-4272-ab5d-929b19a32810 req-e6cc8fa5-f882-4257-a301-9e26519b21ab tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842609 Dec 17 15:46:14.093971 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-9bb059a8-a510-4f53-85b0-3ed0574e3274 admin admin] Deleting port 24006a86-2e6e-4e03-a516-a2d978f0656d {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:46:14.094423 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9bb059a8-a510-4f53-85b0-3ed0574e3274 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:14.172273 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-9bb059a8-a510-4f53-85b0-3ed0574e3274 admin admin] For port 24006a86-2e6e-4e03-a516-a2d978f0656d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=24006a86-2e6e-4e03-a516-a2d978f0656d,segment=NetworkSegment(da225f8e-fa9c-4b82-ad1c-965104b9d76b),segment_id=da225f8e-fa9c-4b82-ad1c-965104b9d76b)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:14.172551 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9bb059a8-a510-4f53-85b0-3ed0574e3274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:14.190265 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-9bb059a8-a510-4f53-85b0-3ed0574e3274 admin admin] Calling delete_port for 24006a86-2e6e-4e03-a516-a2d978f0656d owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:46:14.310237 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260454a-dfde-46fd-9a06-0cd3ad4311c7 req-0abd5dad-9172-4d61-9944-ebbbed03c5e8 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:14.311719 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a260454a-dfde-46fd-9a06-0cd3ad4311c7 req-0abd5dad-9172-4d61-9944-ebbbed03c5e8 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.13 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0472753 Dec 17 15:46:14.405602 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-a260454a-dfde-46fd-9a06-0cd3ad4311c7 req-7ac8edae-5551-4a3b-be2d-c1e284272327 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Deleting port e09fc83a-84a4-4efa-9d4a-54dade58d6d9 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:46:14.405945 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a260454a-dfde-46fd-9a06-0cd3ad4311c7 req-7ac8edae-5551-4a3b-be2d-c1e284272327 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:14.436582 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9bb059a8-a510-4f53-85b0-3ed0574e3274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:14.462224 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb059a8-a510-4f53-85b0-3ed0574e3274 admin admin] Pushing event deleted for resources: {'Port': ['ID=24006a86-2e6e-4e03-a516-a2d978f0656d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:14.498364 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-a260454a-dfde-46fd-9a06-0cd3ad4311c7 req-7ac8edae-5551-4a3b-be2d-c1e284272327 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] For port e09fc83a-84a4-4efa-9d4a-54dade58d6d9, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e09fc83a-84a4-4efa-9d4a-54dade58d6d9,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:14.499040 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a260454a-dfde-46fd-9a06-0cd3ad4311c7 req-7ac8edae-5551-4a3b-be2d-c1e284272327 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:14.633926 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9bb059a8-a510-4f53-85b0-3ed0574e3274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:14.787157 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156b42c-9a07-4af8-9984-4f643a7720c5 req-f8124128-8896-440b-9917-af8420e04fc8 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:14.788692 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c156b42c-9a07-4af8-9984-4f643a7720c5 req-f8124128-8896-440b-9917-af8420e04fc8 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 944 time: 0.0717218 Dec 17 15:46:14.900880 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c156b42c-9a07-4af8-9984-4f643a7720c5 req-401286ce-ab8b-49f4-aab3-082b8545ee8c tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups?id=77fc3393-d01f-48d6-af71-ccd038807086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033731 Dec 17 15:46:14.938583 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb059a8-a510-4f53-85b0-3ed0574e3274 admin admin] Router 529c2084-8767-420a-8bf3-83df4869cf00 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:46:15.062340 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb059a8-a510-4f53-85b0-3ed0574e3274 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:46:15.064689 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a260454a-dfde-46fd-9a06-0cd3ad4311c7 req-7ac8edae-5551-4a3b-be2d-c1e284272327 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:15.065214 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a260454a-dfde-46fd-9a06-0cd3ad4311c7 req-7ac8edae-5551-4a3b-be2d-c1e284272327 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:15.065550 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [req-a260454a-dfde-46fd-9a06-0cd3ad4311c7 req-7ac8edae-5551-4a3b-be2d-c1e284272327 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Floating IP 2069a7a6-e740-4b27-9889-0a0e3d654707 disassociated. External IP: 172.25.6.133, port: e09fc83a-84a4-4efa-9d4a-54dade58d6d9. Dec 17 15:46:15.070342 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-a260454a-dfde-46fd-9a06-0cd3ad4311c7 req-7ac8edae-5551-4a3b-be2d-c1e284272327 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Calling delete_port for e09fc83a-84a4-4efa-9d4a-54dade58d6d9 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:46:15.071302 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9bb059a8-a510-4f53-85b0-3ed0574e3274 admin admin] 10.222.0.46 "PUT /v2.0/routers/529c2084-8767-420a-8bf3-83df4869cf00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0202806 Dec 17 15:46:15.071985 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33012) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:46:15.074579 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a452840-0659-4f8a-b98d-d49249118910 None None] Sync routers for ids ['529c2084-8767-420a-8bf3-83df4869cf00'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:46:15.090163 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a452840-0659-4f8a-b98d-d49249118910 None None] Routers {'529c2084-8767-420a-8bf3-83df4869cf00'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:46:15.091449 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-6a452840-0659-4f8a-b98d-d49249118910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:46:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['529c2084-8767-420a-8bf3-83df4869cf00'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:15.207469 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe97f62-c1ea-4590-83c0-c0b647efd659 req-f244c258-5942-46fd-b100-29399ff95256 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:15.209350 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-afe97f62-c1ea-4590-83c0-c0b647efd659 req-f244c258-5942-46fd-b100-29399ff95256 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 946 time: 0.0971313 Dec 17 15:46:15.215581 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-6a452840-0659-4f8a-b98d-d49249118910 None None] Set router 529c2084-8767-420a-8bf3-83df4869cf00 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:46:15.237471 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ca3ec2bd-9963-4959-ba6d-7ea3882f78a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:15.275163 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a260454a-dfde-46fd-9a06-0cd3ad4311c7 req-7ac8edae-5551-4a3b-be2d-c1e284272327 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:15.307614 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac8edae-5551-4a3b-be2d-c1e284272327 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Pushing event deleted for resources: {'Port': ['ID=e09fc83a-84a4-4efa-9d4a-54dade58d6d9,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:15.321955 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-afe97f62-c1ea-4590-83c0-c0b647efd659 req-150a0a0e-6a0c-4dd0-be51-0903403007b4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049767 Dec 17 15:46:15.368783 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ca3ec2bd-9963-4959-ba6d-7ea3882f78a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:15.417670 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-6a452840-0659-4f8a-b98d-d49249118910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529c2084-8767-420a-8bf3-83df4869cf00', 'name': 'tempest-TestServerMultinode-929110323-router', 'tenant_id': 'b3951c7130a6468a803ad1fc017d2573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'e166bb61-3c0e-4c69-b1dd-00ac991754fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:27Z', 'updated_at': '2021-12-17T15:46:14Z', 'revision_number': 5, 'project_id': 'b3951c7130a6468a803ad1fc017d2573', 'gw_port': {'id': 'e166bb61-3c0e-4c69-b1dd-00ac991754fa', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:35:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529c2084-8767-420a-8bf3-83df4869cf00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:45:27Z', 'updated_at': '2021-12-17T15:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:15.446521 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a452840-0659-4f8a-b98d-d49249118910 None None] Checking router: 529c2084-8767-420a-8bf3-83df4869cf00 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:46:15.454141 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a260454a-dfde-46fd-9a06-0cd3ad4311c7 req-7ac8edae-5551-4a3b-be2d-c1e284272327 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Router edc41fd4-ec68-485c-b0c0-6a83122dc13f has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:46:15.456675 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a452840-0659-4f8a-b98d-d49249118910 None None] Routers {'529c2084-8767-420a-8bf3-83df4869cf00'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:46:15.457514 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-6a452840-0659-4f8a-b98d-d49249118910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:46:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['529c2084-8767-420a-8bf3-83df4869cf00'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:15.494619 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-ca3ec2bd-9963-4959-ba6d-7ea3882f78a5 admin admin] Deleting port e166bb61-3c0e-4c69-b1dd-00ac991754fa {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:46:15.494971 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ca3ec2bd-9963-4959-ba6d-7ea3882f78a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:15.580654 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a260454a-dfde-46fd-9a06-0cd3ad4311c7 req-7ac8edae-5551-4a3b-be2d-c1e284272327 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:46:15.597527 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461bede9-8835-42ab-a286-10c81549bbdf None None] Sync routers for ids ['edc41fd4-ec68-485c-b0c0-6a83122dc13f'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:46:15.599140 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-ca3ec2bd-9963-4959-ba6d-7ea3882f78a5 admin admin] For port e166bb61-3c0e-4c69-b1dd-00ac991754fa, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e166bb61-3c0e-4c69-b1dd-00ac991754fa,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:15.599682 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ca3ec2bd-9963-4959-ba6d-7ea3882f78a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:15.611503 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461bede9-8835-42ab-a286-10c81549bbdf None None] Routers {'edc41fd4-ec68-485c-b0c0-6a83122dc13f'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:46:15.612410 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-461bede9-8835-42ab-a286-10c81549bbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:46:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['edc41fd4-ec68-485c-b0c0-6a83122dc13f'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:15.617242 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-ca3ec2bd-9963-4959-ba6d-7ea3882f78a5 admin admin] Calling delete_port for e166bb61-3c0e-4c69-b1dd-00ac991754fa owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:46:15.625827 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-a260454a-dfde-46fd-9a06-0cd3ad4311c7 req-7ac8edae-5551-4a3b-be2d-c1e284272327 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] No DVR routers for this DVR port e09fc83a-84a4-4efa-9d4a-54dade58d6d9 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:46:15.629985 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a260454a-dfde-46fd-9a06-0cd3ad4311c7 req-7ac8edae-5551-4a3b-be2d-c1e284272327 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:15.635928 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a260454a-dfde-46fd-9a06-0cd3ad4311c7 req-7ac8edae-5551-4a3b-be2d-c1e284272327 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.13 "DELETE /v2.0/ports/e09fc83a-84a4-4efa-9d4a-54dade58d6d9 HTTP/1.1" status: 204 len: 173 time: 1.3165226 Dec 17 15:46:15.636602 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223c40fc-93d0-4317-8b3e-083ff43c0ac1', 'name': 'network-vif-deleted', 'tag': 'e09fc83a-84a4-4efa-9d4a-54dade58d6d9'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:15.639852 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db999a91-416b-4c40-950a-6f77605e1dc8" -d '{"events": [{"server_uuid": "223c40fc-93d0-4317-8b3e-083ff43c0ac1", "name": "network-vif-deleted", "tag": "e09fc83a-84a4-4efa-9d4a-54dade58d6d9"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:15.701467 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5709750d-2e17-4dfd-8b58-e0e5013ab4b4 x-openstack-request-id: req-5709750d-2e17-4dfd-8b58-e0e5013ab4b4 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:15.701467 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223c40fc-93d0-4317-8b3e-083ff43c0ac1", "name": "network-vif-deleted", "tag": "e09fc83a-84a4-4efa-9d4a-54dade58d6d9", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:15.701467 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5709750d-2e17-4dfd-8b58-e0e5013ab4b4 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:15.701467 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223c40fc-93d0-4317-8b3e-083ff43c0ac1', 'name': 'network-vif-deleted', 'tag': 'e09fc83a-84a4-4efa-9d4a-54dade58d6d9', 'status': 'completed', 'code': 200} Dec 17 15:46:15.720050 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-6a452840-0659-4f8a-b98d-d49249118910 None None] Set router 529c2084-8767-420a-8bf3-83df4869cf00 gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:46:15.742397 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-461bede9-8835-42ab-a286-10c81549bbdf None None] Set router edc41fd4-ec68-485c-b0c0-6a83122dc13f gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:46:15.779846 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-6a452840-0659-4f8a-b98d-d49249118910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529c2084-8767-420a-8bf3-83df4869cf00', 'name': 'tempest-TestServerMultinode-929110323-router', 'tenant_id': 'b3951c7130a6468a803ad1fc017d2573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:27Z', 'updated_at': '2021-12-17T15:46:15Z', 'revision_number': 6, 'project_id': 'b3951c7130a6468a803ad1fc017d2573', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:15.817795 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a452840-0659-4f8a-b98d-d49249118910 None None] The sync data for ids ['529c2084-8767-420a-8bf3-83df4869cf00'] in n-d-820553-2 is: [{'id': '529c2084-8767-420a-8bf3-83df4869cf00', 'name': 'tempest-TestServerMultinode-929110323-router', 'tenant_id': 'b3951c7130a6468a803ad1fc017d2573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:45:27Z', 'updated_at': '2021-12-17T15:46:15Z', 'revision_number': 6, 'project_id': 'b3951c7130a6468a803ad1fc017d2573', 'gw_port_host': None}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:46:15.892283 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ca3ec2bd-9963-4959-ba6d-7ea3882f78a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:15.919929 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ec2bd-9963-4959-ba6d-7ea3882f78a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e166bb61-3c0e-4c69-b1dd-00ac991754fa,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:15.949707 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-461bede9-8835-42ab-a286-10c81549bbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'name': 'tempest-ServerActionsTestJSON-2139899851-router', 'tenant_id': 'a3ccd7142d8c423fb044217d2f692337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'dd2630ab-7d8b-48f1-8ce1-3af78339bc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:39:12Z', 'updated_at': '2021-12-17T15:39:17Z', 'revision_number': 4, 'project_id': 'a3ccd7142d8c423fb044217d2f692337', 'gw_port': {'id': 'dd2630ab-7d8b-48f1-8ce1-3af78339bc5d', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:15:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:39:13Z', 'updated_at': '2021-12-17T15:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'fdb20e00-6ac9-447f-97f8-846ceb747f25', 'name': '', 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c', 'tenant_id': 'a3ccd7142d8c423fb044217d2f692337', 'mac_address': 'fa:16:3e:2d:70:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '610c69b5-11b8-4033-8576-74e6e98b4da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:39:16Z', 'updated_at': '2021-12-17T15:39:22Z', 'revision_number': 5, 'project_id': 'a3ccd7142d8c423fb044217d2f692337', 'subnets': [{'id': '610c69b5-11b8-4033-8576-74e6e98b4da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:15.994395 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ca3ec2bd-9963-4959-ba6d-7ea3882f78a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:16.074763 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461bede9-8835-42ab-a286-10c81549bbdf None None] Checking router: edc41fd4-ec68-485c-b0c0-6a83122dc13f for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:46:16.083248 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461bede9-8835-42ab-a286-10c81549bbdf None None] Routers {'edc41fd4-ec68-485c-b0c0-6a83122dc13f'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:46:16.083882 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-461bede9-8835-42ab-a286-10c81549bbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:46:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['edc41fd4-ec68-485c-b0c0-6a83122dc13f'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:16.108722 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1563b8ab-1c5e-49cd-b17e-1572d74d16b1 req-e2d87195-45e4-4c62-8486-02932f7ce38a tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/ports?device_id=223c40fc-93d0-4317-8b3e-083ff43c0ac1 HTTP/1.1" status: 200 len: 210 time: 0.0862148 Dec 17 15:46:16.112185 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ca3ec2bd-9963-4959-ba6d-7ea3882f78a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:16.114710 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ca3ec2bd-9963-4959-ba6d-7ea3882f78a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:16.190837 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-461bede9-8835-42ab-a286-10c81549bbdf None None] Set router edc41fd4-ec68-485c-b0c0-6a83122dc13f gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:46:16.236063 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ca3ec2bd-9963-4959-ba6d-7ea3882f78a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:16.236648 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3ec2bd-9963-4959-ba6d-7ea3882f78a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 529c2084-8767-420a-8bf3-83df4869cf00 {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:46:16.241382 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ca3ec2bd-9963-4959-ba6d-7ea3882f78a5 admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:16.245023 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33018) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:46:16.245233 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ca3ec2bd-9963-4959-ba6d-7ea3882f78a5 admin admin] 10.222.0.46 "DELETE /v2.0/routers/529c2084-8767-420a-8bf3-83df4869cf00 HTTP/1.1" status: 204 len: 168 time: 1.1719508 Dec 17 15:46:16.310129 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dfc6266-fed0-4b99-9637-41cb98ea76be admin admin] Deleting subnet dec720a0-6970-4990-acdb-e19a3102dcd1 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:46:16.314857 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6dfc6266-fed0-4b99-9637-41cb98ea76be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:16.352143 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6dfc6266-fed0-4b99-9637-41cb98ea76be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:16.399416 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-461bede9-8835-42ab-a286-10c81549bbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'name': 'tempest-ServerActionsTestJSON-2139899851-router', 'tenant_id': 'a3ccd7142d8c423fb044217d2f692337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'dd2630ab-7d8b-48f1-8ce1-3af78339bc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:39:12Z', 'updated_at': '2021-12-17T15:39:17Z', 'revision_number': 4, 'project_id': 'a3ccd7142d8c423fb044217d2f692337', 'gw_port': {'id': 'dd2630ab-7d8b-48f1-8ce1-3af78339bc5d', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:15:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:39:13Z', 'updated_at': '2021-12-17T15:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'fdb20e00-6ac9-447f-97f8-846ceb747f25', 'name': '', 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c', 'tenant_id': 'a3ccd7142d8c423fb044217d2f692337', 'mac_address': 'fa:16:3e:2d:70:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '610c69b5-11b8-4033-8576-74e6e98b4da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:39:16Z', 'updated_at': '2021-12-17T15:39:22Z', 'revision_number': 5, 'project_id': 'a3ccd7142d8c423fb044217d2f692337', 'subnets': [{'id': '610c69b5-11b8-4033-8576-74e6e98b4da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:16.433968 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461bede9-8835-42ab-a286-10c81549bbdf None None] The sync data for ids ['edc41fd4-ec68-485c-b0c0-6a83122dc13f'] in n-d-820553-2 is: [{'id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'name': 'tempest-ServerActionsTestJSON-2139899851-router', 'tenant_id': 'a3ccd7142d8c423fb044217d2f692337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'dd2630ab-7d8b-48f1-8ce1-3af78339bc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:39:12Z', 'updated_at': '2021-12-17T15:39:17Z', 'revision_number': 4, 'project_id': 'a3ccd7142d8c423fb044217d2f692337', 'gw_port': {'id': 'dd2630ab-7d8b-48f1-8ce1-3af78339bc5d', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:15:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:39:13Z', 'updated_at': '2021-12-17T15:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'fdb20e00-6ac9-447f-97f8-846ceb747f25', 'name': '', 'network_id': '1bf23dbe-38db-4a32-95b8-9493ff106e9c', 'tenant_id': 'a3ccd7142d8c423fb044217d2f692337', 'mac_address': 'fa:16:3e:2d:70:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '610c69b5-11b8-4033-8576-74e6e98b4da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:39:16Z', 'updated_at': '2021-12-17T15:39:22Z', 'revision_number': 5, 'project_id': 'a3ccd7142d8c423fb044217d2f692337', 'subnets': [{'id': '610c69b5-11b8-4033-8576-74e6e98b4da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:46:16.443083 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6dfc6266-fed0-4b99-9637-41cb98ea76be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:16.462157 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a79ea-3830-4fb9-91ad-c1d70eb77e6a req-344b0560-c7da-4d5e-84da-9cdfc8c7306d tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:16.463917 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a1a79ea-3830-4fb9-91ad-c1d70eb77e6a req-344b0560-c7da-4d5e-84da-9cdfc8c7306d tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 946 time: 0.0646975 Dec 17 15:46:16.518197 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a1a79ea-3830-4fb9-91ad-c1d70eb77e6a req-f769b5c4-2db3-4a9f-8418-6b42cf74ec46 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436721 Dec 17 15:46:16.576225 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6dfc6266-fed0-4b99-9637-41cb98ea76be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:16.598732 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db8bf07-e213-4219-b9db-67234b43d1e9 None None] Network 8725e21d-b77b-4a87-91cc-292751ee20b1 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:46:16.622561 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6dfc6266-fed0-4b99-9637-41cb98ea76be admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:16.628689 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33022) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:46:16.628874 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6dfc6266-fed0-4b99-9637-41cb98ea76be admin admin] 10.222.0.46 "DELETE /v2.0/subnets/dec720a0-6970-4990-acdb-e19a3102dcd1 HTTP/1.1" status: 204 len: 168 time: 0.3825886 Dec 17 15:46:16.630768 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc6266-fed0-4b99-9637-41cb98ea76be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dec720a0-6970-4990-acdb-e19a3102dcd1,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:16.726301 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad985c0e-088a-47df-a08d-dd58007c8abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:16.734791 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1c46dd-e9a7-4403-8b36-7a2fcfb08cbd None None] New status for floating IP 2069a7a6-e740-4b27-9889-0a0e3d654707: DOWN {{(pid=102834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:46:16.786880 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-ad985c0e-088a-47df-a08d-dd58007c8abf admin admin] Deleting port 775ef143-2fa4-45eb-a4a9-615ad4c2f51d {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:46:16.787243 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad985c0e-088a-47df-a08d-dd58007c8abf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:16.890508 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-ad985c0e-088a-47df-a08d-dd58007c8abf admin admin] For port 775ef143-2fa4-45eb-a4a9-615ad4c2f51d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=775ef143-2fa4-45eb-a4a9-615ad4c2f51d,segment=NetworkSegment(da225f8e-fa9c-4b82-ad1c-965104b9d76b),segment_id=da225f8e-fa9c-4b82-ad1c-965104b9d76b)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:16.890508 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad985c0e-088a-47df-a08d-dd58007c8abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:16.899540 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-ad985c0e-088a-47df-a08d-dd58007c8abf admin admin] Calling delete_port for 775ef143-2fa4-45eb-a4a9-615ad4c2f51d owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:46:16.936266 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11d0051-1b88-4d18-8eeb-0d18ae5ab361 None None] DHCP port deletion for 8725e21d-b77b-4a87-91cc-292751ee20b1 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:46:16.987278 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c11d0051-1b88-4d18-8eeb-0d18ae5ab361 None None] Deleting port 775ef143-2fa4-45eb-a4a9-615ad4c2f51d {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:46:16.987654 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c11d0051-1b88-4d18-8eeb-0d18ae5ab361 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:17.066114 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c11d0051-1b88-4d18-8eeb-0d18ae5ab361 None None] For port 775ef143-2fa4-45eb-a4a9-615ad4c2f51d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=775ef143-2fa4-45eb-a4a9-615ad4c2f51d,segment=NetworkSegment(da225f8e-fa9c-4b82-ad1c-965104b9d76b),segment_id=da225f8e-fa9c-4b82-ad1c-965104b9d76b)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:17.066535 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c11d0051-1b88-4d18-8eeb-0d18ae5ab361 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:17.083618 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e166bb61-3c0e-4c69-b1dd-00ac991754fa no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:46:17.085927 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c11d0051-1b88-4d18-8eeb-0d18ae5ab361 None None] Calling delete_port for 775ef143-2fa4-45eb-a4a9-615ad4c2f51d owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:46:17.088018 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad985c0e-088a-47df-a08d-dd58007c8abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:17.116146 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad985c0e-088a-47df-a08d-dd58007c8abf admin admin] Pushing event deleted for resources: {'Port': ['ID=775ef143-2fa4-45eb-a4a9-615ad4c2f51d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:17.117613 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: e166bb61-3c0e-4c69-b1dd-00ac991754fa {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:46:17.118721 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e166bb61-3c0e-4c69-b1dd-00ac991754fa not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:46:17.119434 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 775ef143-2fa4-45eb-a4a9-615ad4c2f51d no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:46:17.119630 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad985c0e-088a-47df-a08d-dd58007c8abf admin admin] No DVR routers for this DVR port 775ef143-2fa4-45eb-a4a9-615ad4c2f51d on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:46:17.143533 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 775ef143-2fa4-45eb-a4a9-615ad4c2f51d {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:46:17.144400 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 775ef143-2fa4-45eb-a4a9-615ad4c2f51d not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:46:17.144400 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 24006a86-2e6e-4e03-a516-a2d978f0656d no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:46:17.193468 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 24006a86-2e6e-4e03-a516-a2d978f0656d {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:46:17.198576 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 24006a86-2e6e-4e03-a516-a2d978f0656d not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:46:17.199028 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad985c0e-088a-47df-a08d-dd58007c8abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:17.219993 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-ad985c0e-088a-47df-a08d-dd58007c8abf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8725e21d-b77b-4a87-91cc-292751ee20b1']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:17.230360 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-ad985c0e-088a-47df-a08d-dd58007c8abf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da225f8e-fa9c-4b82-ad1c-965104b9d76b') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:17.230651 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-ad985c0e-088a-47df-a08d-dd58007c8abf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da225f8e-fa9c-4b82-ad1c-965104b9d76b') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:17.233545 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c11d0051-1b88-4d18-8eeb-0d18ae5ab361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:17.241404 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad985c0e-088a-47df-a08d-dd58007c8abf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:17.255905 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad985c0e-088a-47df-a08d-dd58007c8abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:17.265129 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d0051-1b88-4d18-8eeb-0d18ae5ab361 None None] Pushing event deleted for resources: {'Port': ['ID=775ef143-2fa4-45eb-a4a9-615ad4c2f51d,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:17.265536 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad985c0e-088a-47df-a08d-dd58007c8abf admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:46:17.265647 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11d0051-1b88-4d18-8eeb-0d18ae5ab361 None None] No DVR routers for this DVR port 775ef143-2fa4-45eb-a4a9-615ad4c2f51d on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:46:17.265755 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad985c0e-088a-47df-a08d-dd58007c8abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:17.268002 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:46:17.268002 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:46:17.268002 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:46:17.268002 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:46:17.268002 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:46:17.268002 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:46:17.268002 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:46:17.268002 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:46:17.268002 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:46:17.268002 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:46:17.268002 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:46:17.268002 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:46:17.268002 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:46:17.268002 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:46:17.268002 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:46:17.268002 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:46:17.268002 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:46:17.268002 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:46:17.268002 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:46:17.268002 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:46:17.268002 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:46:17.268002 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:46:17.268002 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:46:17.268002 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:46:17.268002 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:46:17.268002 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:46:17.268002 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:46:17.268002 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:46:17.268002 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:46:17.268002 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:46:17.268002 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:46:17.268002 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:46:17.290636 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33028) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:46:17.346030 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-39cf7175-9df2-48e2-86d0-8a6e2a098b82 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:17.363522 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e09fc83a-84a4-4efa-9d4a-54dade58d6d9 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:46:17.370551 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-39cf7175-9df2-48e2-86d0-8a6e2a098b82 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:17.385173 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: e09fc83a-84a4-4efa-9d4a-54dade58d6d9 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:46:17.385518 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e09fc83a-84a4-4efa-9d4a-54dade58d6d9 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:46:17.413786 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad985c0e-088a-47df-a08d-dd58007c8abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:17.419528 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad985c0e-088a-47df-a08d-dd58007c8abf admin admin] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:17.422911 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ad985c0e-088a-47df-a08d-dd58007c8abf admin admin] 10.222.0.46 "DELETE /v2.0/networks/8725e21d-b77b-4a87-91cc-292751ee20b1 HTTP/1.1" status: 204 len: 168 time: 0.7929466 Dec 17 15:46:17.435038 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad985c0e-088a-47df-a08d-dd58007c8abf admin admin] Pushing event deleted for resources: {'Network': ['ID=8725e21d-b77b-4a87-91cc-292751ee20b1,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:17.492328 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-39cf7175-9df2-48e2-86d0-8a6e2a098b82 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:17.494985 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-39cf7175-9df2-48e2-86d0-8a6e2a098b82 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:17.496140 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-39cf7175-9df2-48e2-86d0-8a6e2a098b82 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "DELETE /v2.0/security-groups/77fc3393-d01f-48d6-af71-ccd038807086 HTTP/1.1" status: 204 len: 168 time: 0.2060785 Dec 17 15:46:17.498837 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33032) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:46:17.505945 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf7175-9df2-48e2-86d0-8a6e2a098b82 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fc3393-d01f-48d6-af71-ccd038807086,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:17.513611 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-d8090bad-0240-4e64-8420-57bcce8a5aa8 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] show failed (client error): The resource could not be found. Dec 17 15:46:17.517400 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33034) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:46:17.517578 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d8090bad-0240-4e64-8420-57bcce8a5aa8 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "GET /v2.0/security-groups/77fc3393-d01f-48d6-af71-ccd038807086 HTTP/1.1" status: 404 len: 347 time: 0.0176010 Dec 17 15:46:17.637571 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6befe-f7ff-4974-8034-452c46cfdad5 req-9b3e1ce3-cf12-46e4-b4ca-1c70b0fd1b7a tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:17.638978 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9dd6befe-f7ff-4974-8034-452c46cfdad5 req-9b3e1ce3-cf12-46e4-b4ca-1c70b0fd1b7a tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 946 time: 0.0500281 Dec 17 15:46:17.655988 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-6b9b4d34-3030-470d-8ec6-e5155c9c2bf5 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Deleting port e4c1e525-fbc2-48a4-94fa-3212cbc162c4 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:46:17.656589 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6b9b4d34-3030-470d-8ec6-e5155c9c2bf5 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:17.680936 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9dd6befe-f7ff-4974-8034-452c46cfdad5 req-c6bbb3a3-feaa-480e-b56f-22e6eb0b9032 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355296 Dec 17 15:46:17.738209 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6b9b4d34-3030-470d-8ec6-e5155c9c2bf5 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:17.738548 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6b9b4d34-3030-470d-8ec6-e5155c9c2bf5 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:17.751035 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-6b9b4d34-3030-470d-8ec6-e5155c9c2bf5 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Calling delete_port for e4c1e525-fbc2-48a4-94fa-3212cbc162c4 owned by network:floatingip {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:46:17.790357 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33038) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:46:17.829823 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4b61df1c-9a87-4a1f-a78a-63467c17f1f8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aa5d685cddde436ea6d2405a78c9c8ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382922 Dec 17 15:46:17.832316 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33040) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:46:17.881331 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4bbe5597-6c92-4df8-aeb0-65ef516be8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:17.910757 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4bbe5597-6c92-4df8-aeb0-65ef516be8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:17.962183 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6b9b4d34-3030-470d-8ec6-e5155c9c2bf5 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:17.996667 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b4d34-3030-470d-8ec6-e5155c9c2bf5 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Pushing event deleted for resources: {'Port': ['ID=e4c1e525-fbc2-48a4-94fa-3212cbc162c4,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:18.052276 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6b9b4d34-3030-470d-8ec6-e5155c9c2bf5 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks [] for floatingip, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:18.054828 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6b9b4d34-3030-470d-8ec6-e5155c9c2bf5 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:18.055974 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6b9b4d34-3030-470d-8ec6-e5155c9c2bf5 tempest-ServerActionsTestJSON-680048782 tempest-ServerActionsTestJSON-680048782-project] 10.222.0.46 "DELETE /v2.0/floatingips/2069a7a6-e740-4b27-9889-0a0e3d654707 HTTP/1.1" status: 204 len: 168 time: 0.5372639 Dec 17 15:46:18.058906 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4bbe5597-6c92-4df8-aeb0-65ef516be8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:18.059096 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33042) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:46:18.061466 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4bbe5597-6c92-4df8-aeb0-65ef516be8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:18.062605 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4bbe5597-6c92-4df8-aeb0-65ef516be8c7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/976600ce-eeb2-4921-9c73-52f4a859ec2c HTTP/1.1" status: 204 len: 168 time: 0.2282114 Dec 17 15:46:18.071328 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe5597-6c92-4df8-aeb0-65ef516be8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976600ce-eeb2-4921-9c73-52f4a859ec2c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:18.514720 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c61cd400-3c9f-40fd-8d5d-8ef6021cebc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:18.692009 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33050) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:46:18.734856 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9bbaeace-8b2e-4202-aa55-2c7e3fe0c003 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b3951c7130a6468a803ad1fc017d2573&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408328 Dec 17 15:46:18.737013 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33054) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:46:18.765305 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-c61cd400-3c9f-40fd-8d5d-8ef6021cebc3 admin admin] Deleting port fdb20e00-6ac9-447f-97f8-846ceb747f25 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:46:18.765938 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c61cd400-3c9f-40fd-8d5d-8ef6021cebc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:18.820701 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-398d73a1-b1e6-4536-928f-3c1f0556df60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:18.831972 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02d304-629a-4a9b-be98-ed3120a166f1 req-a437a556-b48c-4792-a1d8-78519958a1f7 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:18.833561 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8e02d304-629a-4a9b-be98-ed3120a166f1 req-a437a556-b48c-4792-a1d8-78519958a1f7 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 946 time: 0.0733471 Dec 17 15:46:18.845039 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-c61cd400-3c9f-40fd-8d5d-8ef6021cebc3 admin admin] For port fdb20e00-6ac9-447f-97f8-846ceb747f25, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=fdb20e00-6ac9-447f-97f8-846ceb747f25,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:18.845437 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c61cd400-3c9f-40fd-8d5d-8ef6021cebc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:18.858691 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-c61cd400-3c9f-40fd-8d5d-8ef6021cebc3 admin admin] Calling delete_port for fdb20e00-6ac9-447f-97f8-846ceb747f25 owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:46:18.868593 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-398d73a1-b1e6-4536-928f-3c1f0556df60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:18.907341 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8e02d304-629a-4a9b-be98-ed3120a166f1 req-ccf64e6d-cc6a-4222-bdeb-73a74bac5164 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662045 Dec 17 15:46:19.002918 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-398d73a1-b1e6-4536-928f-3c1f0556df60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:19.005827 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-398d73a1-b1e6-4536-928f-3c1f0556df60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:19.007194 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-398d73a1-b1e6-4536-928f-3c1f0556df60 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9f454852-3c86-40f0-89f5-b9f1201c210e HTTP/1.1" status: 204 len: 168 time: 0.2690735 Dec 17 15:46:19.016879 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d73a1-b1e6-4536-928f-3c1f0556df60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f454852-3c86-40f0-89f5-b9f1201c210e,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:19.115790 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c61cd400-3c9f-40fd-8d5d-8ef6021cebc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:19.140890 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61cd400-3c9f-40fd-8d5d-8ef6021cebc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdb20e00-6ac9-447f-97f8-846ceb747f25,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:19.315858 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c61cd400-3c9f-40fd-8d5d-8ef6021cebc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:19.549843 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61cd400-3c9f-40fd-8d5d-8ef6021cebc3 admin admin] Router edc41fd4-ec68-485c-b0c0-6a83122dc13f has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:46:19.657395 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61cd400-3c9f-40fd-8d5d-8ef6021cebc3 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:46:19.662972 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c61cd400-3c9f-40fd-8d5d-8ef6021cebc3 admin admin] 10.222.0.46 "PUT /v2.0/routers/edc41fd4-ec68-485c-b0c0-6a83122dc13f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6030998 Dec 17 15:46:19.666449 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33058) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:46:19.667121 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbee8d98-ef33-4df9-8f04-8fea5f9ceb76 None None] Sync routers for ids ['edc41fd4-ec68-485c-b0c0-6a83122dc13f'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:46:19.676052 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbee8d98-ef33-4df9-8f04-8fea5f9ceb76 None None] Routers {'edc41fd4-ec68-485c-b0c0-6a83122dc13f'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:46:19.676734 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-cbee8d98-ef33-4df9-8f04-8fea5f9ceb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:46:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['edc41fd4-ec68-485c-b0c0-6a83122dc13f'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:19.768315 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8fa7539d-4341-4e5e-a5ca-0bd10cc60519 admin admin] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:19.779842 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-cbee8d98-ef33-4df9-8f04-8fea5f9ceb76 None None] Set router edc41fd4-ec68-485c-b0c0-6a83122dc13f gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:46:19.872518 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8fa7539d-4341-4e5e-a5ca-0bd10cc60519 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:19.876529 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:46:19.959811 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-cbee8d98-ef33-4df9-8f04-8fea5f9ceb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'name': 'tempest-ServerActionsTestJSON-2139899851-router', 'tenant_id': 'a3ccd7142d8c423fb044217d2f692337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'dd2630ab-7d8b-48f1-8ce1-3af78339bc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:39:12Z', 'updated_at': '2021-12-17T15:46:18Z', 'revision_number': 5, 'project_id': 'a3ccd7142d8c423fb044217d2f692337', 'gw_port': {'id': 'dd2630ab-7d8b-48f1-8ce1-3af78339bc5d', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:15:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:39:13Z', 'updated_at': '2021-12-17T15:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:19.986963 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbee8d98-ef33-4df9-8f04-8fea5f9ceb76 None None] Checking router: edc41fd4-ec68-485c-b0c0-6a83122dc13f for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:46:19.988228 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-8fa7539d-4341-4e5e-a5ca-0bd10cc60519 admin admin] Deleting port dd2630ab-7d8b-48f1-8ce1-3af78339bc5d {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:46:19.988573 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8fa7539d-4341-4e5e-a5ca-0bd10cc60519 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:19.996296 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbee8d98-ef33-4df9-8f04-8fea5f9ceb76 None None] Routers {'edc41fd4-ec68-485c-b0c0-6a83122dc13f'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:46:19.996899 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-cbee8d98-ef33-4df9-8f04-8fea5f9ceb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:46:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['edc41fd4-ec68-485c-b0c0-6a83122dc13f'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:20.030530 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f966630-bf22-4ea4-a1a7-23767b9ec469 req-3b20bfd1-59da-4ad4-8a7a-3bb824788140 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:20.032887 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7f966630-bf22-4ea4-a1a7-23767b9ec469 req-3b20bfd1-59da-4ad4-8a7a-3bb824788140 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 946 time: 0.0536921 Dec 17 15:46:20.077063 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7f966630-bf22-4ea4-a1a7-23767b9ec469 req-6d79e4d1-eb9c-4ad1-902b-b032b1a77014 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366597 Dec 17 15:46:20.081488 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-8fa7539d-4341-4e5e-a5ca-0bd10cc60519 admin admin] For port dd2630ab-7d8b-48f1-8ce1-3af78339bc5d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=dd2630ab-7d8b-48f1-8ce1-3af78339bc5d,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:20.081854 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8fa7539d-4341-4e5e-a5ca-0bd10cc60519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:20.083725 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-cbee8d98-ef33-4df9-8f04-8fea5f9ceb76 None None] Set router edc41fd4-ec68-485c-b0c0-6a83122dc13f gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:46:20.096235 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-8fa7539d-4341-4e5e-a5ca-0bd10cc60519 admin admin] Calling delete_port for dd2630ab-7d8b-48f1-8ce1-3af78339bc5d owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:46:20.141695 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-cbee8d98-ef33-4df9-8f04-8fea5f9ceb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'name': 'tempest-ServerActionsTestJSON-2139899851-router', 'tenant_id': 'a3ccd7142d8c423fb044217d2f692337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:39:12Z', 'updated_at': '2021-12-17T15:46:19Z', 'revision_number': 6, 'project_id': 'a3ccd7142d8c423fb044217d2f692337', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:20.167453 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbee8d98-ef33-4df9-8f04-8fea5f9ceb76 None None] The sync data for ids ['edc41fd4-ec68-485c-b0c0-6a83122dc13f'] in n-d-820553-2 is: [{'id': 'edc41fd4-ec68-485c-b0c0-6a83122dc13f', 'name': 'tempest-ServerActionsTestJSON-2139899851-router', 'tenant_id': 'a3ccd7142d8c423fb044217d2f692337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:39:12Z', 'updated_at': '2021-12-17T15:46:19Z', 'revision_number': 6, 'project_id': 'a3ccd7142d8c423fb044217d2f692337', 'gw_port_host': None}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:46:20.327744 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8fa7539d-4341-4e5e-a5ca-0bd10cc60519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:20.356156 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7539d-4341-4e5e-a5ca-0bd10cc60519 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd2630ab-7d8b-48f1-8ce1-3af78339bc5d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:20.419918 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8fa7539d-4341-4e5e-a5ca-0bd10cc60519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:20.848314 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8fa7539d-4341-4e5e-a5ca-0bd10cc60519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:20.851234 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8fa7539d-4341-4e5e-a5ca-0bd10cc60519 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:21.030986 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8fa7539d-4341-4e5e-a5ca-0bd10cc60519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:21.041260 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa7539d-4341-4e5e-a5ca-0bd10cc60519 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edc41fd4-ec68-485c-b0c0-6a83122dc13f {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:46:21.041260 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8fa7539d-4341-4e5e-a5ca-0bd10cc60519 admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:21.041260 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8fa7539d-4341-4e5e-a5ca-0bd10cc60519 admin admin] 10.222.0.46 "DELETE /v2.0/routers/edc41fd4-ec68-485c-b0c0-6a83122dc13f HTTP/1.1" status: 204 len: 168 time: 1.3706858 Dec 17 15:46:21.041260 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33062) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:46:21.063295 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device dd2630ab-7d8b-48f1-8ce1-3af78339bc5d no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:46:21.085745 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: dd2630ab-7d8b-48f1-8ce1-3af78339bc5d {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:46:21.086087 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device dd2630ab-7d8b-48f1-8ce1-3af78339bc5d not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:46:21.086461 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d09c9f-7c53-40a9-95ba-3e215b61fd4b admin admin] Deleting subnet 610c69b5-11b8-4033-8576-74e6e98b4da0 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:46:21.086664 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device fdb20e00-6ac9-447f-97f8-846ceb747f25 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:46:21.093428 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d2d09c9f-7c53-40a9-95ba-3e215b61fd4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:21.107307 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: fdb20e00-6ac9-447f-97f8-846ceb747f25 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:46:21.107775 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device fdb20e00-6ac9-447f-97f8-846ceb747f25 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:46:21.132095 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d2d09c9f-7c53-40a9-95ba-3e215b61fd4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:21.211480 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333a410-d919-4b79-81de-5878914db417 req-2be16350-9972-4d2c-a687-42518c16362d tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:21.213240 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1333a410-d919-4b79-81de-5878914db417 req-2be16350-9972-4d2c-a687-42518c16362d tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 946 time: 0.0541375 Dec 17 15:46:21.220750 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d2d09c9f-7c53-40a9-95ba-3e215b61fd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:21.259288 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1333a410-d919-4b79-81de-5878914db417 req-bee3eff3-c044-4855-8332-f434b947a184 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326638 Dec 17 15:46:21.339696 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d2d09c9f-7c53-40a9-95ba-3e215b61fd4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:21.365368 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d09c9f-7c53-40a9-95ba-3e215b61fd4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=610c69b5-11b8-4033-8576-74e6e98b4da0,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:21.369126 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d2d09c9f-7c53-40a9-95ba-3e215b61fd4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:21.372294 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d2d09c9f-7c53-40a9-95ba-3e215b61fd4b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/610c69b5-11b8-4033-8576-74e6e98b4da0 HTTP/1.1" status: 204 len: 168 time: 0.3307259 Dec 17 15:46:21.374701 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33066) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:46:21.374842 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92090b2-8144-4fb7-a29b-fc3d3656efca None None] Network 1bf23dbe-38db-4a32-95b8-9493ff106e9c requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:46:21.451152 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc22b-dab7-42d1-8689-92dcb1f988c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:21.504193 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cc22b-dab7-42d1-8689-92dcb1f988c6 admin admin] Deleting port 3b2dc543-c1de-40b7-addb-17786fd82036 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:46:21.505252 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc22b-dab7-42d1-8689-92dcb1f988c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:21.554052 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd3c651-5791-4abc-9848-46fda42fe4ac None None] DHCP port deletion for 1bf23dbe-38db-4a32-95b8-9493ff106e9c request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:46:21.570564 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-ff0cc22b-dab7-42d1-8689-92dcb1f988c6 admin admin] For port 3b2dc543-c1de-40b7-addb-17786fd82036, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3b2dc543-c1de-40b7-addb-17786fd82036,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:21.570938 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc22b-dab7-42d1-8689-92dcb1f988c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:21.583246 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cc22b-dab7-42d1-8689-92dcb1f988c6 admin admin] Calling delete_port for 3b2dc543-c1de-40b7-addb-17786fd82036 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:46:21.599703 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-5fd3c651-5791-4abc-9848-46fda42fe4ac None None] Deleting port 3b2dc543-c1de-40b7-addb-17786fd82036 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:46:21.600080 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5fd3c651-5791-4abc-9848-46fda42fe4ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:21.665646 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-5fd3c651-5791-4abc-9848-46fda42fe4ac None None] For port 3b2dc543-c1de-40b7-addb-17786fd82036, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3b2dc543-c1de-40b7-addb-17786fd82036,segment=NetworkSegment(b2109624-b42a-43d8-b4b0-958e6ac0b16d),segment_id=b2109624-b42a-43d8-b4b0-958e6ac0b16d)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:21.665962 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5fd3c651-5791-4abc-9848-46fda42fe4ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:21.679400 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-5fd3c651-5791-4abc-9848-46fda42fe4ac None None] Calling delete_port for 3b2dc543-c1de-40b7-addb-17786fd82036 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:46:21.749053 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc22b-dab7-42d1-8689-92dcb1f988c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:21.755766 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5fd3c651-5791-4abc-9848-46fda42fe4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:21.776566 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cc22b-dab7-42d1-8689-92dcb1f988c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b2dc543-c1de-40b7-addb-17786fd82036,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:21.778604 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0cc22b-dab7-42d1-8689-92dcb1f988c6 admin admin] No DVR routers for this DVR port 3b2dc543-c1de-40b7-addb-17786fd82036 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:46:21.785112 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3c651-5791-4abc-9848-46fda42fe4ac None None] Pushing event deleted for resources: {'Port': ['ID=3b2dc543-c1de-40b7-addb-17786fd82036,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:21.786952 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd3c651-5791-4abc-9848-46fda42fe4ac None None] No DVR routers for this DVR port 3b2dc543-c1de-40b7-addb-17786fd82036 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:46:21.854280 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc22b-dab7-42d1-8689-92dcb1f988c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:21.874593 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-ff0cc22b-dab7-42d1-8689-92dcb1f988c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf23dbe-38db-4a32-95b8-9493ff106e9c']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:21.884390 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-ff0cc22b-dab7-42d1-8689-92dcb1f988c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2109624-b42a-43d8-b4b0-958e6ac0b16d') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:21.884679 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-ff0cc22b-dab7-42d1-8689-92dcb1f988c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2109624-b42a-43d8-b4b0-958e6ac0b16d') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:21.896647 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc22b-dab7-42d1-8689-92dcb1f988c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:21.909584 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc22b-dab7-42d1-8689-92dcb1f988c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:21.917733 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0cc22b-dab7-42d1-8689-92dcb1f988c6 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:46:21.917733 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc22b-dab7-42d1-8689-92dcb1f988c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:21.917986 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:46:21.917986 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:46:21.917986 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:46:21.917986 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:46:21.917986 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:46:21.917986 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:46:21.917986 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:46:21.917986 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:46:21.917986 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:46:21.917986 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:46:21.917986 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:46:21.917986 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:46:21.917986 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:46:21.917986 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:46:21.917986 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:46:21.917986 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:46:21.917986 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:46:21.917986 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:46:21.917986 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:46:21.917986 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:46:21.917986 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:46:21.917986 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:46:21.917986 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:46:21.917986 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:46:21.917986 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:46:21.917986 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:46:21.917986 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:46:21.917986 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:46:21.917986 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:46:21.917986 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:46:21.917986 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:46:21.917986 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:46:22.057596 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc22b-dab7-42d1-8689-92dcb1f988c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:22.063080 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff0cc22b-dab7-42d1-8689-92dcb1f988c6 admin admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:22.066492 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ff0cc22b-dab7-42d1-8689-92dcb1f988c6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/1bf23dbe-38db-4a32-95b8-9493ff106e9c HTTP/1.1" status: 204 len: 168 time: 0.6908758 Dec 17 15:46:22.077673 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cc22b-dab7-42d1-8689-92dcb1f988c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bf23dbe-38db-4a32-95b8-9493ff106e9c,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:22.379512 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc7658-e424-4e85-b096-17a533ee8f30 req-1f33dc11-4209-40c1-99b2-27c557ede413 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:22.381341 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-03fc7658-e424-4e85-b096-17a533ee8f30 req-1f33dc11-4209-40c1-99b2-27c557ede413 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 946 time: 0.0544891 Dec 17 15:46:22.420176 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-03fc7658-e424-4e85-b096-17a533ee8f30 req-2a388f65-4ed1-45c8-be4d-49d4f1ea6c9c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327394 Dec 17 15:46:22.434612 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33072) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:46:22.475005 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a00f9645-a86c-421a-a17d-f5921e899df4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a3ccd7142d8c423fb044217d2f692337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392437 Dec 17 15:46:22.477543 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33074) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:46:22.528555 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-272af006-05d5-4833-ae94-b16cad1a8669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:22.549684 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-272af006-05d5-4833-ae94-b16cad1a8669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:22.681895 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-272af006-05d5-4833-ae94-b16cad1a8669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:22.684528 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-272af006-05d5-4833-ae94-b16cad1a8669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:22.685777 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-272af006-05d5-4833-ae94-b16cad1a8669 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ddb28183-bf11-4903-9e6d-7a7d66d550ce HTTP/1.1" status: 204 len: 168 time: 0.2073264 Dec 17 15:46:22.694724 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272af006-05d5-4833-ae94-b16cad1a8669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb28183-bf11-4903-9e6d-7a7d66d550ce,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:23.061170 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3b2dc543-c1de-40b7-addb-17786fd82036 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:46:23.082528 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 3b2dc543-c1de-40b7-addb-17786fd82036 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:46:23.082901 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3b2dc543-c1de-40b7-addb-17786fd82036 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:46:23.536540 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4842fdf-799f-48d6-bcec-c7faad06fbc3 req-c0e800e6-c303-4f2b-aea2-445a0047c68d tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:23.538897 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d4842fdf-799f-48d6-bcec-c7faad06fbc3 req-c0e800e6-c303-4f2b-aea2-445a0047c68d tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 946 time: 0.0497503 Dec 17 15:46:23.577354 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d4842fdf-799f-48d6-bcec-c7faad06fbc3 req-b4b25521-4d00-41e5-99c6-6ad3fda29520 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322685 Dec 17 15:46:23.694903 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33098) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:46:23.791233 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-4b3d7744-3dad-4056-9cb7-e79039350cec admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-934201292-network', 'tenant_id': '05e31f296bc14ea7a430febdae0d2f0e'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:23.853627 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3d7744-3dad-4056-9cb7-e79039350cec admin admin] Made reservation on behalf of 05e31f296bc14ea7a430febdae0d2f0e for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:46:23.855970 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4b3d7744-3dad-4056-9cb7-e79039350cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:23.864614 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4b3d7744-3dad-4056-9cb7-e79039350cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:23.938636 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4b3d7744-3dad-4056-9cb7-e79039350cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:24.007936 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4b3d7744-3dad-4056-9cb7-e79039350cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:24.035226 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b3d7744-3dad-4056-9cb7-e79039350cec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:46:24.041428 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3d7744-3dad-4056-9cb7-e79039350cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d66a58-4819-4ef4-95d2-5688dd41fe2e,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:24.049086 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4b3d7744-3dad-4056-9cb7-e79039350cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:24.049278 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-4b3d7744-3dad-4056-9cb7-e79039350cec admin admin] Added segment bd51261f-1562-4059-80cc-d4bf0bf1874a of type vlan for network 18c07a98-92a9-4884-a478-d05f4afa9a0e Dec 17 15:46:24.092585 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4b3d7744-3dad-4056-9cb7-e79039350cec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:24.172238 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4b3d7744-3dad-4056-9cb7-e79039350cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:24.173232 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3d7744-3dad-4056-9cb7-e79039350cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:24.173828 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4b3d7744-3dad-4056-9cb7-e79039350cec admin admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:24.231172 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3d7744-3dad-4056-9cb7-e79039350cec admin admin] Pushing event updated for resources: {'Network': ['ID=18c07a98-92a9-4884-a478-d05f4afa9a0e,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:24.241723 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 18c07a98-92a9-4884-a478-d05f4afa9a0e details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:46:24.285386 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4b3d7744-3dad-4056-9cb7-e79039350cec admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5891695 Dec 17 15:46:24.288042 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33102) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:46:24.292872 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-b53e9172-cbf5-41c2-be2e-161b35106f14 admin admin] Request body: {'subnet': {'network_id': '18c07a98-92a9-4884-a478-d05f4afa9a0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-934201292-subnet', 'tenant_id': '05e31f296bc14ea7a430febdae0d2f0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:24.383559 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53e9172-cbf5-41c2-be2e-161b35106f14 admin admin] Made reservation on behalf of 05e31f296bc14ea7a430febdae0d2f0e for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:46:24.386047 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b53e9172-cbf5-41c2-be2e-161b35106f14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:24.613606 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b53e9172-cbf5-41c2-be2e-161b35106f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:24.667466 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e9172-cbf5-41c2-be2e-161b35106f14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1de597f-2fb3-4edb-982d-8cde7450728e,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:24.678833 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53e9172-cbf5-41c2-be2e-161b35106f14 admin admin] Checking segment: {'id': 'bd51261f-1562-4059-80cc-d4bf0bf1874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '18c07a98-92a9-4884-a478-d05f4afa9a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:46:24.679220 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53e9172-cbf5-41c2-be2e-161b35106f14 admin admin] Network hostable DHCP agents. Network: 18c07a98-92a9-4884-a478-d05f4afa9a0e, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:46:24.697198 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98ebd3-faad-4ed5-9907-c435ce59c802 req-bf40a617-8c1d-4136-8d71-2ef112ab006f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:24.702323 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c98ebd3-faad-4ed5-9907-c435ce59c802 req-bf40a617-8c1d-4136-8d71-2ef112ab006f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 946 time: 0.0508935 Dec 17 15:46:24.736052 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c98ebd3-faad-4ed5-9907-c435ce59c802 req-7bc666f8-9974-4373-8575-ef7688c57712 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312560 Dec 17 15:46:24.750565 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53e9172-cbf5-41c2-be2e-161b35106f14 admin admin] Network 18c07a98-92a9-4884-a478-d05f4afa9a0e is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:46:24.824789 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-b53e9172-cbf5-41c2-be2e-161b35106f14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 18c07a98-92a9-4884-a478-d05f4afa9a0e) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:46:24.829180 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53e9172-cbf5-41c2-be2e-161b35106f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:24.829843 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b53e9172-cbf5-41c2-be2e-161b35106f14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:24.834552 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d41be2-1869-498c-8fad-fdc855e487f6 None None] Network 18c07a98-92a9-4884-a478-d05f4afa9a0e requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:46:24.923501 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b53e9172-cbf5-41c2-be2e-161b35106f14 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6343565 Dec 17 15:46:24.958014 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1ba644-9a00-4793-ae30-0c4927765879 None None] Network 18c07a98-92a9-4884-a478-d05f4afa9a0e requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:46:25.345736 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-260219e2-047c-4176-b621-a346799b477f tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:25.347202 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-260219e2-047c-4176-b621-a346799b477f tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] 10.222.0.46 "GET /v2.0/networks?id=18c07a98-92a9-4884-a478-d05f4afa9a0e HTTP/1.1" status: 200 len: 808 time: 0.1042397 Dec 17 15:46:25.362869 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-bfa3e1a8-5e50-41e1-991f-44ea8971d2e7 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] 10.222.0.46 "GET /v2.0/quotas/05e31f296bc14ea7a430febdae0d2f0e HTTP/1.1" status: 200 len: 375 time: 0.0087216 Dec 17 15:46:25.392828 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-aa9825fa-1f93-4967-8382-c170e7d6a953 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=05e31f296bc14ea7a430febdae0d2f0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0244811 Dec 17 15:46:25.404230 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-9bd676f8-47fd-4d26-bd93-71bb7a9c8d00 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:46:25.405140 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-9bd676f8-47fd-4d26-bd93-71bb7a9c8d00 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048244 Dec 17 15:46:25.494810 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-9e843b54-dcd1-4320-af05-2d3119b354d0 service neutron] 10.222.0.46 "GET /v2.0/networks/18c07a98-92a9-4884-a478-d05f4afa9a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841045 Dec 17 15:46:25.582029 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-f9879a29-acfa-420e-917b-b787a8c9147f service neutron] 10.222.0.46 "GET /v2.0/networks/18c07a98-92a9-4884-a478-d05f4afa9a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811949 Dec 17 15:46:25.815899 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7e2b4c4d-ffc8-4404-b3cd-13e90499423d req-6cd6830c-b3de-46b0-b756-068b169732e5 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f916a89-fd6d-4d98-adde-552004485284 HTTP/1.1" status: 200 len: 210 time: 0.0267565 Dec 17 15:46:25.873079 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96353e80-880a-4d66-85ff-f36e4f653ba6 req-8a3a85e4-4a6b-4390-9965-37345cc178d2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:25.874556 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-96353e80-880a-4d66-85ff-f36e4f653ba6 req-8a3a85e4-4a6b-4390-9965-37345cc178d2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 946 time: 0.0578001 Dec 17 15:46:25.920448 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-96353e80-880a-4d66-85ff-f36e4f653ba6 req-ff14d93f-6cfd-48c4-abab-cf363ac6bb66 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394642 Dec 17 15:46:26.094185 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:26.916933 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb086117-7661-454d-827b-45a722b651dc req-1af7648c-3c3d-4fc8-95b1-f9de1b522c3c tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f916a89-fd6d-4d98-adde-552004485284 HTTP/1.1" status: 200 len: 210 time: 0.0286527 Dec 17 15:46:27.071582 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc295e59-ac04-4fda-ac7b-14f45befeed3 req-91fe979d-5aeb-45bb-8110-7d4b494d6be2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:27.073091 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cc295e59-ac04-4fda-ac7b-14f45befeed3 req-91fe979d-5aeb-45bb-8110-7d4b494d6be2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 946 time: 0.0821822 Dec 17 15:46:27.109435 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-ef1221d4-1daa-4f69-93dd-6985be7631a9 service neutron] show failed (client error): The resource could not be found. Dec 17 15:46:27.109435 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-ef1221d4-1daa-4f69-93dd-6985be7631a9 service neutron] 10.222.0.41 "GET /v2.0/ports/3fde646b-d897-4113-94ff-ec261653489c/bindings/n-h2-820553-2 HTTP/1.1" status: 404 len: 380 time: 0.0927787 Dec 17 15:46:27.125606 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cc295e59-ac04-4fda-ac7b-14f45befeed3 req-181f7f4c-77da-43f5-a213-9f5627c26f6c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465937 Dec 17 15:46:27.644612 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-389b657e-1f72-4da9-a7aa-7bd30e510d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:27.646142 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-389b657e-1f72-4da9-a7aa-7bd30e510d0e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51&tenant_id=cc2b51a1527d471ba1f33c71d0e151f4 HTTP/1.1" status: 200 len: 1097 time: 0.0739377 Dec 17 15:46:27.657739 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-daab3703-d2b9-4bd5-859d-50583301974d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820553-2', 'device_owner': 'compute:nova'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:27.715168 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-daab3703-d2b9-4bd5-859d-50583301974d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:27.917118 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-daab3703-d2b9-4bd5-859d-50583301974d service neutron] For port 3fde646b-d897-4113-94ff-ec261653489c, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=3fde646b-d897-4113-94ff-ec261653489c,segment=NetworkSegment(da3931c7-b76f-448b-bc47-7700cfa26b00),segment_id=da3931c7-b76f-448b-bc47-7700cfa26b00)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:27.951694 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-daab3703-d2b9-4bd5-859d-50583301974d service neutron] For port 3fde646b-d897-4113-94ff-ec261653489c, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:46:27.998762 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108668c6-8ac0-43ed-915a-6e7da674fd51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fde646b-d897-4113-94ff-ec261653489c'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:28.001075 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5c7b86-a00b-492c-8fda-b8b622a76fc3" -d '{"events": [{"server_uuid": "108668c6-8ac0-43ed-915a-6e7da674fd51", "name": "network-vif-unplugged", "status": "completed", "tag": "3fde646b-d897-4113-94ff-ec261653489c"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:28.005561 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-daab3703-d2b9-4bd5-859d-50583301974d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:28.018560 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-daab3703-d2b9-4bd5-859d-50583301974d service neutron] Transition to ACTIVE for port object 3fde646b-d897-4113-94ff-ec261653489c will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:46:28.049135 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0c0224a3-a382-4a6c-ae1d-2edc0e45d331 req-073f02e9-cf6f-49ed-a8b4-9ae3663434d0 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f916a89-fd6d-4d98-adde-552004485284 HTTP/1.1" status: 200 len: 210 time: 0.0369608 Dec 17 15:46:28.064169 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94143e06-620a-4b6e-aa49-68b188495d41 x-openstack-request-id: req-94143e06-620a-4b6e-aa49-68b188495d41 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:28.065921 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108668c6-8ac0-43ed-915a-6e7da674fd51", "name": "network-vif-unplugged", "status": "completed", "tag": "3fde646b-d897-4113-94ff-ec261653489c", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:28.066376 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-94143e06-620a-4b6e-aa49-68b188495d41 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:28.067448 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108668c6-8ac0-43ed-915a-6e7da674fd51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fde646b-d897-4113-94ff-ec261653489c', 'code': 200} Dec 17 15:46:28.098979 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-a74ff0f0-d8d9-47a1-8dc4-f6fc73aefa5e tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:28.100401 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-a74ff0f0-d8d9-47a1-8dc4-f6fc73aefa5e tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] 10.222.0.41 "GET /v2.0/networks?id=18c07a98-92a9-4884-a478-d05f4afa9a0e HTTP/1.1" status: 200 len: 808 time: 0.1350675 Dec 17 15:46:28.118394 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-aeefac52-9434-4959-8c65-c1f19ae7df95 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] Request body: {'port': {'device_id': '2f916a89-fd6d-4d98-adde-552004485284', 'network_id': '18c07a98-92a9-4884-a478-d05f4afa9a0e', 'admin_state_up': True, 'tenant_id': '05e31f296bc14ea7a430febdae0d2f0e'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:28.120714 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-daab3703-d2b9-4bd5-859d-50583301974d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:28.254220 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab3703-d2b9-4bd5-859d-50583301974d service neutron] Pushing event updated for resources: {'Port': ['ID=3fde646b-d897-4113-94ff-ec261653489c,revision_number=6']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:28.300382 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47e50f-f0df-44ce-bcce-35d121d9670e req-bc927737-8ef9-4f6c-adc8-d932177c04c3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:28.302063 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9f47e50f-f0df-44ce-bcce-35d121d9670e req-bc927737-8ef9-4f6c-adc8-d932177c04c3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 944 time: 0.0861976 Dec 17 15:46:28.337733 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-daab3703-d2b9-4bd5-859d-50583301974d service neutron] No DVR routers for this DVR port 3fde646b-d897-4113-94ff-ec261653489c on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:46:28.348956 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9f47e50f-f0df-44ce-bcce-35d121d9670e req-33746034-4020-4a51-8681-35558cf06681 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400338 Dec 17 15:46:28.373664 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-aeefac52-9434-4959-8c65-c1f19ae7df95 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] Made reservation on behalf of 05e31f296bc14ea7a430febdae0d2f0e for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:46:28.377607 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-aeefac52-9434-4959-8c65-c1f19ae7df95 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:28.477562 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-daab3703-d2b9-4bd5-859d-50583301974d service neutron] Attempting to bind port 3fde646b-d897-4113-94ff-ec261653489c on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:46:28.477877 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-daab3703-d2b9-4bd5-859d-50583301974d service neutron] Attempting to bind port 3fde646b-d897-4113-94ff-ec261653489c by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'da3931c7-b76f-448b-bc47-7700cfa26b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8afc9d5e-18fb-4954-9ced-9194be06d060'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:46:28.478276 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-daab3703-d2b9-4bd5-859d-50583301974d service neutron] Attempting to bind port 3fde646b-d897-4113-94ff-ec261653489c on network 8afc9d5e-18fb-4954-9ced-9194be06d060 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:28.482804 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-daab3703-d2b9-4bd5-859d-50583301974d service neutron] Port 3fde646b-d897-4113-94ff-ec261653489c on network 8afc9d5e-18fb-4954-9ced-9194be06d060 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:46:28.483129 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-daab3703-d2b9-4bd5-859d-50583301974d service neutron] Attempting to bind port 3fde646b-d897-4113-94ff-ec261653489c on network 8afc9d5e-18fb-4954-9ced-9194be06d060 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:28.487981 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-daab3703-d2b9-4bd5-859d-50583301974d service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:46:28.488315 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-daab3703-d2b9-4bd5-859d-50583301974d service neutron] Checking segment: {'id': 'da3931c7-b76f-448b-bc47-7700cfa26b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8afc9d5e-18fb-4954-9ced-9194be06d060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:46:28.488696 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-daab3703-d2b9-4bd5-859d-50583301974d service neutron] Bound using segment: {'id': 'da3931c7-b76f-448b-bc47-7700cfa26b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8afc9d5e-18fb-4954-9ced-9194be06d060'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:46:28.489149 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-daab3703-d2b9-4bd5-859d-50583301974d service neutron] Bound port: 3fde646b-d897-4113-94ff-ec261653489c, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da3931c7-b76f-448b-bc47-7700cfa26b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8afc9d5e-18fb-4954-9ced-9194be06d060'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:46:28.489508 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-daab3703-d2b9-4bd5-859d-50583301974d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:28.506962 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-aeefac52-9434-4959-8c65-c1f19ae7df95 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] Allocated IP 172.20.0.12 (18c07a98-92a9-4884-a478-d05f4afa9a0e/c1de597f-2fb3-4edb-982d-8cde7450728e/107b7876-ef36-495e-83d6-af639d61c07b) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:46:28.553958 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-daab3703-d2b9-4bd5-859d-50583301974d service neutron] For port 3fde646b-d897-4113-94ff-ec261653489c, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:46:28.557315 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-daab3703-d2b9-4bd5-859d-50583301974d service neutron] For port 3fde646b-d897-4113-94ff-ec261653489c, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=3fde646b-d897-4113-94ff-ec261653489c,segment=NetworkSegment(da3931c7-b76f-448b-bc47-7700cfa26b00),segment_id=da3931c7-b76f-448b-bc47-7700cfa26b00)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:46:28.642891 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-daab3703-d2b9-4bd5-859d-50583301974d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:28.654853 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-aeefac52-9434-4959-8c65-c1f19ae7df95 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:28.682895 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-daab3703-d2b9-4bd5-859d-50583301974d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:28.683427 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-daab3703-d2b9-4bd5-859d-50583301974d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:28.685218 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-daab3703-d2b9-4bd5-859d-50583301974d service neutron] 10.222.0.13 "PUT /v2.0/ports/3fde646b-d897-4113-94ff-ec261653489c HTTP/1.1" status: 200 len: 1092 time: 1.0313659 Dec 17 15:46:28.719467 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab3703-d2b9-4bd5-859d-50583301974d service neutron] Pushing event updated for resources: {'Port': ['ID=3fde646b-d897-4113-94ff-ec261653489c,revision_number=7']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:28.756490 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-e54f09eb-dfe9-4d2e-886b-5a7ba27bf6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:28.757855 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-aeefac52-9434-4959-8c65-c1f19ae7df95 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:28.758937 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-e54f09eb-dfe9-4d2e-886b-5a7ba27bf6b5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 1095 time: 0.0471506 Dec 17 15:46:28.809885 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-aeefac52-9434-4959-8c65-c1f19ae7df95 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] Network 18c07a98-92a9-4884-a478-d05f4afa9a0e is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:46:28.813139 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-aeefac52-9434-4959-8c65-c1f19ae7df95 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:46:28.820440 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-aeefac52-9434-4959-8c65-c1f19ae7df95 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:46:28.824565 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeefac52-9434-4959-8c65-c1f19ae7df95 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] Pushing event updated for resources: {'Port': ['ID=107b7876-ef36-495e-83d6-af639d61c07b,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:28.871036 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-aede5b17-1fc6-446d-9835-d0bc3e801d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:28.878256 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-fda3796a-96cd-445d-b106-664b2bf56a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:28.878793 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-aeefac52-9434-4959-8c65-c1f19ae7df95 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:28.879500 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-aeefac52-9434-4959-8c65-c1f19ae7df95 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:28.886191 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-fda3796a-96cd-445d-b106-664b2bf56a2b service neutron] 10.222.0.13 "GET /v2.0/networks?id=8afc9d5e-18fb-4954-9ced-9194be06d060 HTTP/1.1" status: 200 len: 897 time: 0.1089644 Dec 17 15:46:28.955292 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-7c9392db-76a6-426e-9e32-edb1b31994ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fde646b-d897-4113-94ff-ec261653489c HTTP/1.1" status: 200 len: 999 time: 0.0662925 Dec 17 15:46:28.964953 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-aeefac52-9434-4959-8c65-c1f19ae7df95 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8507576 Dec 17 15:46:28.995724 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-040a9e9b-f09d-4f38-93bd-7cb9d25c96ee service neutron] Request body: {'port': {'device_id': '2f916a89-fd6d-4d98-adde-552004485284', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:29.006421 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-375e7999-0a16-44b5-a70e-86c74dc8d686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:29.008314 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-375e7999-0a16-44b5-a70e-86c74dc8d686 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=402be5c6-e93e-451c-a273-5bf86f64b937 HTTP/1.1" status: 200 len: 835 time: 0.0460944 Dec 17 15:46:29.059159 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-55dc4ac6-215e-4f61-a9dd-04d63083db14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:29.060875 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-55dc4ac6-215e-4f61-a9dd-04d63083db14 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8afc9d5e-18fb-4954-9ced-9194be06d060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456133 Dec 17 15:46:29.166528 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-dba40891-04b5-4d2b-9b9b-26f06f993fbf service neutron] 10.222.0.13 "GET /v2.0/networks/8afc9d5e-18fb-4954-9ced-9194be06d060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949969 Dec 17 15:46:29.263826 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-2063c097-aab4-4333-a7df-470bc7d32031 service neutron] 10.222.0.13 "GET /v2.0/networks/8afc9d5e-18fb-4954-9ced-9194be06d060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888367 Dec 17 15:46:29.384727 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-040a9e9b-f09d-4f38-93bd-7cb9d25c96ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:29.403705 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74095b-e612-4d1e-85b1-69b46eb0e92b req-dc835eae-3648-49eb-bbd4-eda938a64e78 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:29.405206 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b74095b-e612-4d1e-85b1-69b46eb0e92b req-dc835eae-3648-49eb-bbd4-eda938a64e78 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f916a89-fd6d-4d98-adde-552004485284 HTTP/1.1" status: 200 len: 932 time: 0.0826867 Dec 17 15:46:29.557257 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b74095b-e612-4d1e-85b1-69b46eb0e92b req-b026af94-4ca6-4269-a662-365d3c0fa76c tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] 10.222.0.46 "GET /v2.0/security-groups?id=93d66a58-4819-4ef4-95d2-5688dd41fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257749 Dec 17 15:46:29.580470 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee106c92-67d1-4d9e-86c6-73213db09862 req-2db1916e-6d88-463a-88f8-2eb4d3bc79d2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:29.581996 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ee106c92-67d1-4d9e-86c6-73213db09862 req-2db1916e-6d88-463a-88f8-2eb4d3bc79d2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 944 time: 0.1495867 Dec 17 15:46:29.675588 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ee106c92-67d1-4d9e-86c6-73213db09862 req-9ecd8bb6-0e82-49e8-91b6-301a54a2a518 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846567 Dec 17 15:46:29.759415 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-040a9e9b-f09d-4f38-93bd-7cb9d25c96ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 107b7876-ef36-495e-83d6-af639d61c07b {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:46:29.766788 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-040a9e9b-f09d-4f38-93bd-7cb9d25c96ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:29.779347 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-040a9e9b-f09d-4f38-93bd-7cb9d25c96ee service neutron] Transition to ACTIVE for port object 107b7876-ef36-495e-83d6-af639d61c07b will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:46:29.853873 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-040a9e9b-f09d-4f38-93bd-7cb9d25c96ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:29.905692 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a9e9b-f09d-4f38-93bd-7cb9d25c96ee service neutron] Pushing event updated for resources: {'Port': ['ID=107b7876-ef36-495e-83d6-af639d61c07b,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:29.972258 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-040a9e9b-f09d-4f38-93bd-7cb9d25c96ee service neutron] Attempting to bind port 107b7876-ef36-495e-83d6-af639d61c07b on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:46:29.972596 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-040a9e9b-f09d-4f38-93bd-7cb9d25c96ee service neutron] Attempting to bind port 107b7876-ef36-495e-83d6-af639d61c07b by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': 'bd51261f-1562-4059-80cc-d4bf0bf1874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '18c07a98-92a9-4884-a478-d05f4afa9a0e'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:46:29.972923 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-040a9e9b-f09d-4f38-93bd-7cb9d25c96ee service neutron] Attempting to bind port 107b7876-ef36-495e-83d6-af639d61c07b on network 18c07a98-92a9-4884-a478-d05f4afa9a0e {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:29.977884 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-040a9e9b-f09d-4f38-93bd-7cb9d25c96ee service neutron] Port 107b7876-ef36-495e-83d6-af639d61c07b on network 18c07a98-92a9-4884-a478-d05f4afa9a0e not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:46:29.978227 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-040a9e9b-f09d-4f38-93bd-7cb9d25c96ee service neutron] Attempting to bind port 107b7876-ef36-495e-83d6-af639d61c07b on network 18c07a98-92a9-4884-a478-d05f4afa9a0e {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:29.983010 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-040a9e9b-f09d-4f38-93bd-7cb9d25c96ee service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:46:29.983346 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-040a9e9b-f09d-4f38-93bd-7cb9d25c96ee service neutron] Checking segment: {'id': 'bd51261f-1562-4059-80cc-d4bf0bf1874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '18c07a98-92a9-4884-a478-d05f4afa9a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:46:29.983727 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-040a9e9b-f09d-4f38-93bd-7cb9d25c96ee service neutron] Bound using segment: {'id': 'bd51261f-1562-4059-80cc-d4bf0bf1874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '18c07a98-92a9-4884-a478-d05f4afa9a0e'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:46:29.984142 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-040a9e9b-f09d-4f38-93bd-7cb9d25c96ee service neutron] Bound port: 107b7876-ef36-495e-83d6-af639d61c07b, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd51261f-1562-4059-80cc-d4bf0bf1874a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '18c07a98-92a9-4884-a478-d05f4afa9a0e'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:46:29.984494 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-040a9e9b-f09d-4f38-93bd-7cb9d25c96ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:30.045406 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-040a9e9b-f09d-4f38-93bd-7cb9d25c96ee service neutron] For port 107b7876-ef36-495e-83d6-af639d61c07b, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:46:30.048344 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-040a9e9b-f09d-4f38-93bd-7cb9d25c96ee service neutron] For port 107b7876-ef36-495e-83d6-af639d61c07b, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=107b7876-ef36-495e-83d6-af639d61c07b,segment=NetworkSegment(bd51261f-1562-4059-80cc-d4bf0bf1874a),segment_id=bd51261f-1562-4059-80cc-d4bf0bf1874a)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:46:30.068947 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108668c6-8ac0-43ed-915a-6e7da674fd51', 'tag': '3fde646b-d897-4113-94ff-ec261653489c'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:30.071592 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c1b5fd-c457-46ce-a14c-a6f30960424f" -d '{"events": [{"name": "network-changed", "server_uuid": "108668c6-8ac0-43ed-915a-6e7da674fd51", "tag": "3fde646b-d897-4113-94ff-ec261653489c"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:30.122736 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9f1050-acef-4ebf-b9d0-730b5272db7b x-openstack-request-id: req-ca9f1050-acef-4ebf-b9d0-730b5272db7b {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:30.123027 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108668c6-8ac0-43ed-915a-6e7da674fd51", "tag": "3fde646b-d897-4113-94ff-ec261653489c", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:30.123284 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ca9f1050-acef-4ebf-b9d0-730b5272db7b {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:30.123714 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108668c6-8ac0-43ed-915a-6e7da674fd51', 'tag': '3fde646b-d897-4113-94ff-ec261653489c', 'status': 'completed', 'code': 200} Dec 17 15:46:30.133491 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-040a9e9b-f09d-4f38-93bd-7cb9d25c96ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:30.172635 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-040a9e9b-f09d-4f38-93bd-7cb9d25c96ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:30.173293 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-040a9e9b-f09d-4f38-93bd-7cb9d25c96ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:30.174671 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-040a9e9b-f09d-4f38-93bd-7cb9d25c96ee service neutron] 10.222.0.41 "PUT /v2.0/ports/107b7876-ef36-495e-83d6-af639d61c07b HTTP/1.1" status: 200 len: 1092 time: 1.1838603 Dec 17 15:46:30.175207 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f916a89-fd6d-4d98-adde-552004485284', 'tag': '107b7876-ef36-495e-83d6-af639d61c07b'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:30.177499 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d1de36-28af-4841-a090-1cf08021c088" -d '{"events": [{"name": "network-changed", "server_uuid": "2f916a89-fd6d-4d98-adde-552004485284", "tag": "107b7876-ef36-495e-83d6-af639d61c07b"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:30.204716 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a9e9b-f09d-4f38-93bd-7cb9d25c96ee service neutron] Pushing event updated for resources: {'Port': ['ID=107b7876-ef36-495e-83d6-af639d61c07b,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:30.216790 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6deb05-54bd-4998-9255-39c36802d06b x-openstack-request-id: req-9b6deb05-54bd-4998-9255-39c36802d06b {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:30.217169 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f916a89-fd6d-4d98-adde-552004485284", "tag": "107b7876-ef36-495e-83d6-af639d61c07b", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:30.217427 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9b6deb05-54bd-4998-9255-39c36802d06b {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:30.217923 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f916a89-fd6d-4d98-adde-552004485284', 'tag': '107b7876-ef36-495e-83d6-af639d61c07b', 'status': 'completed', 'code': 200} Dec 17 15:46:30.233462 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1b5fd-c457-46ce-a14c-a6f30960424f req-481849bc-5f06-463a-80dd-b8c84f02c9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:30.234967 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a4c1b5fd-c457-46ce-a14c-a6f30960424f req-481849bc-5f06-463a-80dd-b8c84f02c9cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 1095 time: 0.0861707 Dec 17 15:46:30.253169 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1b5fd-c457-46ce-a14c-a6f30960424f req-7623fa95-18da-4e6b-9dd9-15915a4df97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:30.255991 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a4c1b5fd-c457-46ce-a14c-a6f30960424f req-7623fa95-18da-4e6b-9dd9-15915a4df97f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 1095 time: 0.0775161 Dec 17 15:46:30.297306 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d1de36-28af-4841-a090-1cf08021c088 req-f27fbde9-91a6-49a2-8869-ac5bbae8c72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:30.298939 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d5d1de36-28af-4841-a090-1cf08021c088 req-f27fbde9-91a6-49a2-8869-ac5bbae8c72f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=05e31f296bc14ea7a430febdae0d2f0e&device_id=2f916a89-fd6d-4d98-adde-552004485284 HTTP/1.1" status: 200 len: 1095 time: 0.0436764 Dec 17 15:46:30.405854 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d1de36-28af-4841-a090-1cf08021c088 req-0d2a3a15-e049-4e2e-b168-3ab1a288711f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:30.407289 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1b5fd-c457-46ce-a14c-a6f30960424f req-275d45f7-1f8f-4e97-9dae-0d6679fb2353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:30.407506 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d5d1de36-28af-4841-a090-1cf08021c088 req-0d2a3a15-e049-4e2e-b168-3ab1a288711f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=05e31f296bc14ea7a430febdae0d2f0e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0948644 Dec 17 15:46:30.408724 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a4c1b5fd-c457-46ce-a14c-a6f30960424f req-275d45f7-1f8f-4e97-9dae-0d6679fb2353 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8afc9d5e-18fb-4954-9ced-9194be06d060 HTTP/1.1" status: 200 len: 897 time: 0.1657598 Dec 17 15:46:30.412982 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1b5fd-c457-46ce-a14c-a6f30960424f req-66d52fcf-d2af-4b12-9d66-fc2a720a912a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:30.414480 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a4c1b5fd-c457-46ce-a14c-a6f30960424f req-66d52fcf-d2af-4b12-9d66-fc2a720a912a service neutron] 10.222.0.41 "GET /v2.0/networks?id=8afc9d5e-18fb-4954-9ced-9194be06d060 HTTP/1.1" status: 200 len: 897 time: 0.1455390 Dec 17 15:46:30.505766 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d1de36-28af-4841-a090-1cf08021c088 req-6b03c596-5831-4509-966d-971791cd3ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:30.507341 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d5d1de36-28af-4841-a090-1cf08021c088 req-6b03c596-5831-4509-966d-971791cd3ec0 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929651 Dec 17 15:46:30.524439 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a4c1b5fd-c457-46ce-a14c-a6f30960424f req-895f8618-30c8-470a-893a-77df3c28055c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fde646b-d897-4113-94ff-ec261653489c HTTP/1.1" status: 200 len: 999 time: 0.1081338 Dec 17 15:46:30.526213 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a4c1b5fd-c457-46ce-a14c-a6f30960424f req-4df0556d-dba8-4846-a937-76911ee847eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fde646b-d897-4113-94ff-ec261653489c HTTP/1.1" status: 200 len: 999 time: 0.1046524 Dec 17 15:46:30.609726 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1b5fd-c457-46ce-a14c-a6f30960424f req-3d6743bd-9f25-4b24-b27f-01cdfe528bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:30.611188 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a4c1b5fd-c457-46ce-a14c-a6f30960424f req-3d6743bd-9f25-4b24-b27f-01cdfe528bbf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=402be5c6-e93e-451c-a273-5bf86f64b937 HTTP/1.1" status: 200 len: 835 time: 0.0798199 Dec 17 15:46:30.612619 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1b5fd-c457-46ce-a14c-a6f30960424f req-3deacfed-e9c8-4efe-89cc-002b67f77e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:30.613891 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a4c1b5fd-c457-46ce-a14c-a6f30960424f req-3deacfed-e9c8-4efe-89cc-002b67f77e80 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=402be5c6-e93e-451c-a273-5bf86f64b937 HTTP/1.1" status: 200 len: 835 time: 0.0750654 Dec 17 15:46:30.616060 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-dad2677a-c98b-4e93-a85a-5cd7a4dd9e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:30.618412 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-dad2677a-c98b-4e93-a85a-5cd7a4dd9e9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=05e31f296bc14ea7a430febdae0d2f0e&device_id=2f916a89-fd6d-4d98-adde-552004485284 HTTP/1.1" status: 200 len: 1095 time: 0.0490277 Dec 17 15:46:30.680492 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-69faba05-bd57-4a20-bb4a-d7afd69c5eb4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=107b7876-ef36-495e-83d6-af639d61c07b HTTP/1.1" status: 200 len: 217 time: 0.0468516 Dec 17 15:46:30.690611 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1b5fd-c457-46ce-a14c-a6f30960424f req-850c73cb-f076-4802-b030-26fe6af27abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:30.692095 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a4c1b5fd-c457-46ce-a14c-a6f30960424f req-850c73cb-f076-4802-b030-26fe6af27abe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8afc9d5e-18fb-4954-9ced-9194be06d060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724673 Dec 17 15:46:30.698930 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1b5fd-c457-46ce-a14c-a6f30960424f req-129a8b77-5c6e-4b7f-8166-f6a442169326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:30.700390 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a4c1b5fd-c457-46ce-a14c-a6f30960424f req-129a8b77-5c6e-4b7f-8166-f6a442169326 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8afc9d5e-18fb-4954-9ced-9194be06d060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531409 Dec 17 15:46:30.753718 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551db02-3542-4a82-86a1-4bc60d1c844e req-b6adabec-02c5-486e-9ba5-518a640802a5 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:30.755240 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8551db02-3542-4a82-86a1-4bc60d1c844e req-b6adabec-02c5-486e-9ba5-518a640802a5 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f916a89-fd6d-4d98-adde-552004485284 HTTP/1.1" status: 200 len: 944 time: 0.1159403 Dec 17 15:46:30.759755 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-a8204aa3-e5dc-4db5-8250-e2173c85737a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:30.761605 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-a8204aa3-e5dc-4db5-8250-e2173c85737a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c1de597f-2fb3-4edb-982d-8cde7450728e HTTP/1.1" status: 200 len: 848 time: 0.0670033 Dec 17 15:46:30.826711 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-b5ef56d9-2a38-4390-bdae-f9772da60e2c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=18c07a98-92a9-4884-a478-d05f4afa9a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578852 Dec 17 15:46:30.856992 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a4c1b5fd-c457-46ce-a14c-a6f30960424f req-333e58bf-c3d3-4f13-a408-4ed24bc21629 service neutron] 10.222.0.13 "GET /v2.0/networks/8afc9d5e-18fb-4954-9ced-9194be06d060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556399 Dec 17 15:46:30.860460 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a4c1b5fd-c457-46ce-a14c-a6f30960424f req-796ba4c2-e3a7-467f-a038-1b3be9a9a8e2 service neutron] 10.222.0.41 "GET /v2.0/networks/8afc9d5e-18fb-4954-9ced-9194be06d060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521635 Dec 17 15:46:30.907178 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8551db02-3542-4a82-86a1-4bc60d1c844e req-31311a25-a80e-4c22-a212-093567276944 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] 10.222.0.46 "GET /v2.0/security-groups?id=93d66a58-4819-4ef4-95d2-5688dd41fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373084 Dec 17 15:46:30.919525 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05024537-d061-4ad9-b103-4ead492a266b req-3d7c4ccc-0497-4fdd-b0df-479590057e84 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:30.926693 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-05024537-d061-4ad9-b103-4ead492a266b req-3d7c4ccc-0497-4fdd-b0df-479590057e84 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 944 time: 0.1649165 Dec 17 15:46:31.000592 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-05024537-d061-4ad9-b103-4ead492a266b req-2f4e33fd-bc5b-483d-963e-fa8eb97c3d50 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707982 Dec 17 15:46:31.004425 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-f197c6d5-09ed-4df4-b781-66cd03b22674 service neutron] 10.222.0.41 "GET /v2.0/networks/18c07a98-92a9-4884-a478-d05f4afa9a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691673 Dec 17 15:46:31.025983 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a4c1b5fd-c457-46ce-a14c-a6f30960424f req-7e95b7bd-e8c7-4535-979e-9c309c9a7678 service neutron] 10.222.0.13 "GET /v2.0/networks/8afc9d5e-18fb-4954-9ced-9194be06d060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610649 Dec 17 15:46:31.027921 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a4c1b5fd-c457-46ce-a14c-a6f30960424f req-2abbba84-cfee-4dc7-a80d-9a05e78dd535 service neutron] 10.222.0.41 "GET /v2.0/networks/8afc9d5e-18fb-4954-9ced-9194be06d060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559205 Dec 17 15:46:31.059681 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a3f8393d-ddb9-49be-87e2-55fd52bea831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:31.104964 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f454039b-049b-4630-92b4-ca3e05d9f96c req-6ce340e7-3444-4ae6-bf16-1ca42ea97fb2 service neutron] 10.222.0.41 "GET /v2.0/networks/18c07a98-92a9-4884-a478-d05f4afa9a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897133 Dec 17 15:46:31.154320 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 3fde646b-d897-4113-94ff-ec261653489c no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:46:31.192290 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 3fde646b-d897-4113-94ff-ec261653489c not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:46:32.042494 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87412044-5378-44d9-9592-573af15047e5 req-8d54500a-3b44-4c9c-8456-36746465ce45 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:32.044004 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-87412044-5378-44d9-9592-573af15047e5 req-8d54500a-3b44-4c9c-8456-36746465ce45 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f916a89-fd6d-4d98-adde-552004485284 HTTP/1.1" status: 200 len: 944 time: 0.0504441 Dec 17 15:46:32.110453 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-87412044-5378-44d9-9592-573af15047e5 req-a29ab9e8-bed8-40c5-8600-7840a11ba1bc tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] 10.222.0.46 "GET /v2.0/security-groups?id=93d66a58-4819-4ef4-95d2-5688dd41fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602980 Dec 17 15:46:32.135392 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc77b5-4756-4e59-ae95-bedde9364055 req-24e7c618-3678-4c50-8983-e00f4613aaf0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:32.136911 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f7dc77b5-4756-4e59-ae95-bedde9364055 req-24e7c618-3678-4c50-8983-e00f4613aaf0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 944 time: 0.0646040 Dec 17 15:46:32.174188 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f7dc77b5-4756-4e59-ae95-bedde9364055 req-46bca1c9-1b7c-405a-b487-824e164378ea tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312927 Dec 17 15:46:32.339564 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:32.476683 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a99e2-3593-47e1-acd2-e33aed712522 req-2e9db854-d493-4ad6-9ff7-e96760aa0317 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:32.478164 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-842a99e2-3593-47e1-acd2-e33aed712522 req-2e9db854-d493-4ad6-9ff7-e96760aa0317 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 944 time: 0.0520267 Dec 17 15:46:32.575335 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-842a99e2-3593-47e1-acd2-e33aed712522 req-fcaff973-729a-4ff0-958e-2a359e09db00 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910902 Dec 17 15:46:32.596182 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef43e32-fdd9-4323-a305-0809030c90f5 req-91b5bc6b-3087-4921-a34a-a5502a84bfaf tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:32.597701 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fef43e32-fdd9-4323-a305-0809030c90f5 req-91b5bc6b-3087-4921-a34a-a5502a84bfaf tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.41 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51&tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&binding%3Ahost_id=n-h2-820553-2 HTTP/1.1" status: 200 len: 944 time: 0.1074338 Dec 17 15:46:32.657703 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [req-fef43e32-fdd9-4323-a305-0809030c90f5 req-f7a3d0ed-fe42-4b21-bb11-6881f5ad9a2f service neutron] delete failed (client error): The resource could not be found. Dec 17 15:46:32.658670 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fef43e32-fdd9-4323-a305-0809030c90f5 req-f7a3d0ed-fe42-4b21-bb11-6881f5ad9a2f service neutron] 10.222.0.41 "DELETE /v2.0/ports/3fde646b-d897-4113-94ff-ec261653489c/bindings/n-h1-820553-2 HTTP/1.1" status: 404 len: 380 time: 0.0527921 Dec 17 15:46:32.767381 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef43e32-fdd9-4323-a305-0809030c90f5 req-1306e958-b892-41e2-ab79-702ccf8f35de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:32.768876 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fef43e32-fdd9-4323-a305-0809030c90f5 req-1306e958-b892-41e2-ab79-702ccf8f35de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 1095 time: 0.0444283 Dec 17 15:46:32.864078 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef43e32-fdd9-4323-a305-0809030c90f5 req-3b8cf296-f095-45cf-abd4-cacdfbed42c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:32.865581 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fef43e32-fdd9-4323-a305-0809030c90f5 req-3b8cf296-f095-45cf-abd4-cacdfbed42c1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8afc9d5e-18fb-4954-9ced-9194be06d060 HTTP/1.1" status: 200 len: 897 time: 0.0877340 Dec 17 15:46:32.930790 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fef43e32-fdd9-4323-a305-0809030c90f5 req-97ef9569-f8bc-4ac6-8b4b-b5e4b5e7ff9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fde646b-d897-4113-94ff-ec261653489c HTTP/1.1" status: 200 len: 999 time: 0.0572240 Dec 17 15:46:32.979738 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef43e32-fdd9-4323-a305-0809030c90f5 req-55addd2c-8cae-43b8-8497-4cdde424357e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:32.981183 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fef43e32-fdd9-4323-a305-0809030c90f5 req-55addd2c-8cae-43b8-8497-4cdde424357e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=402be5c6-e93e-451c-a273-5bf86f64b937 HTTP/1.1" status: 200 len: 835 time: 0.0436168 Dec 17 15:46:33.028521 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef43e32-fdd9-4323-a305-0809030c90f5 req-25566851-914a-4ec0-96c8-75d1a00eb5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:33.029969 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fef43e32-fdd9-4323-a305-0809030c90f5 req-25566851-914a-4ec0-96c8-75d1a00eb5f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8afc9d5e-18fb-4954-9ced-9194be06d060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425251 Dec 17 15:46:33.127296 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fef43e32-fdd9-4323-a305-0809030c90f5 req-2aad5682-1418-48f7-a3ec-a484091b2ea5 service neutron] 10.222.0.41 "GET /v2.0/networks/8afc9d5e-18fb-4954-9ced-9194be06d060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896444 Dec 17 15:46:33.259818 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fef43e32-fdd9-4323-a305-0809030c90f5 req-e96b4d8c-9515-45c1-8db7-f8d69ad0faa2 service neutron] 10.222.0.41 "GET /v2.0/networks/8afc9d5e-18fb-4954-9ced-9194be06d060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241267 Dec 17 15:46:33.267424 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577ec4d-05fa-4f47-a97e-f69b2338831c req-d61bac93-89e4-4aa8-a0a0-0f02454d7a57 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:33.268801 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c577ec4d-05fa-4f47-a97e-f69b2338831c req-d61bac93-89e4-4aa8-a0a0-0f02454d7a57 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f916a89-fd6d-4d98-adde-552004485284 HTTP/1.1" status: 200 len: 944 time: 0.0827401 Dec 17 15:46:33.308817 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c577ec4d-05fa-4f47-a97e-f69b2338831c req-ca5a5916-508d-4aea-b954-6bb45262b7bc tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] 10.222.0.46 "GET /v2.0/security-groups?id=93d66a58-4819-4ef4-95d2-5688dd41fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332294 Dec 17 15:46:33.441813 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 3fde646b-d897-4113-94ff-ec261653489c details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:46:33.540113 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 3fde646b-d897-4113-94ff-ec261653489c, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=3fde646b-d897-4113-94ff-ec261653489c,segment=NetworkSegment(da3931c7-b76f-448b-bc47-7700cfa26b00),segment_id=da3931c7-b76f-448b-bc47-7700cfa26b00)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:33.551172 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '3fde646b-d897-4113-94ff-ec261653489c', 'network_id': '8afc9d5e-18fb-4954-9ced-9194be06d060', 'port_id': '3fde646b-d897-4113-94ff-ec261653489c', 'mac_address': 'fa:16:3e:ca:5c:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402be5c6-e93e-451c-a273-5bf86f64b937', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:46:33.589985 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:33.603334 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fde646b-d897-4113-94ff-ec261653489c {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:46:33.623855 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 3fde646b-d897-4113-94ff-ec261653489c, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=3fde646b-d897-4113-94ff-ec261653489c,segment=NetworkSegment(da3931c7-b76f-448b-bc47-7700cfa26b00),segment_id=da3931c7-b76f-448b-bc47-7700cfa26b00)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:33.693114 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64963d35-c454-4443-916b-44defca4f1c0 req-feaec478-13bf-4c58-a1b6-f3a415c6f5ce tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:33.695222 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-64963d35-c454-4443-916b-44defca4f1c0 req-feaec478-13bf-4c58-a1b6-f3a415c6f5ce tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 944 time: 0.0495360 Dec 17 15:46:33.698083 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:33.735223 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-64963d35-c454-4443-916b-44defca4f1c0 req-dbadd90f-bd89-47a1-9de5-b2ce9b0d01bf tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328336 Dec 17 15:46:33.749302 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=3fde646b-d897-4113-94ff-ec261653489c,revision_number=8']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:33.756805 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:33.757927 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:33.758461 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:33.758819 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:33.759140 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:33.759470 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:33.759799 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:33.760150 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:33.760476 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:33.760828 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:33.761200 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:33.761547 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:46:33.900097 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['3fde646b-d897-4113-94ff-ec261653489c'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:46:33.940782 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:34.258191 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:34.435431 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9d6d3-9ce0-4d63-bc64-fb6ba1b3cb0e req-ee40218a-b92d-440c-87c8-deb87aaa54c6 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:34.437018 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cff9d6d3-9ce0-4d63-bc64-fb6ba1b3cb0e req-ee40218a-b92d-440c-87c8-deb87aaa54c6 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f916a89-fd6d-4d98-adde-552004485284 HTTP/1.1" status: 200 len: 944 time: 0.0548670 Dec 17 15:46:34.479059 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cff9d6d3-9ce0-4d63-bc64-fb6ba1b3cb0e req-743b3e40-3d57-4ce7-b6f6-070ed4fa5601 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] 10.222.0.46 "GET /v2.0/security-groups?id=93d66a58-4819-4ef4-95d2-5688dd41fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355892 Dec 17 15:46:34.853366 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6125c-f9b4-4a81-978b-42c35adeff1c req-c369ee1c-31d7-4985-991c-5d3048387ae9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:34.854860 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-97a6125c-f9b4-4a81-978b-42c35adeff1c req-c369ee1c-31d7-4985-991c-5d3048387ae9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 945 time: 0.0490613 Dec 17 15:46:34.893870 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-97a6125c-f9b4-4a81-978b-42c35adeff1c req-6a6b5317-6141-4108-b2c8-64da93d70bc0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331025 Dec 17 15:46:34.916503 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33172) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:46:34.978659 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ca80c112-be5a-4847-a130-f8625d1b5bc6 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/floatingips/fb0d278a-2f31-454b-b019-a2809c72ed46 HTTP/1.1" status: 200 len: 992 time: 0.0610118 Dec 17 15:46:35.170288 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 107b7876-ef36-495e-83d6-af639d61c07b details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:46:35.275275 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 107b7876-ef36-495e-83d6-af639d61c07b, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=107b7876-ef36-495e-83d6-af639d61c07b,segment=NetworkSegment(bd51261f-1562-4059-80cc-d4bf0bf1874a),segment_id=bd51261f-1562-4059-80cc-d4bf0bf1874a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:35.286486 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '107b7876-ef36-495e-83d6-af639d61c07b', 'network_id': '18c07a98-92a9-4884-a478-d05f4afa9a0e', 'port_id': '107b7876-ef36-495e-83d6-af639d61c07b', 'mac_address': 'fa:16:3e:5f:0b:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1de597f-2fb3-4edb-982d-8cde7450728e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:46:35.327663 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:35.340190 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 107b7876-ef36-495e-83d6-af639d61c07b {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:46:35.359236 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 107b7876-ef36-495e-83d6-af639d61c07b, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=107b7876-ef36-495e-83d6-af639d61c07b,segment=NetworkSegment(bd51261f-1562-4059-80cc-d4bf0bf1874a),segment_id=bd51261f-1562-4059-80cc-d4bf0bf1874a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:35.436587 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:35.441701 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 3fde646b-d897-4113-94ff-ec261653489c up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:46:35.513717 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=107b7876-ef36-495e-83d6-af639d61c07b,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:35.574131 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 3fde646b-d897-4113-94ff-ec261653489c completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:46:35.578059 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 3fde646b-d897-4113-94ff-ec261653489c triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:35.578436 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:35.599356 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beae885-1df9-4e41-9f7c-d93b6d0b7684 req-a90cb99a-b077-4232-8372-39d8c5af865a tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:35.601383 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4beae885-1df9-4e41-9f7c-d93b6d0b7684 req-a90cb99a-b077-4232-8372-39d8c5af865a tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f916a89-fd6d-4d98-adde-552004485284 HTTP/1.1" status: 200 len: 945 time: 0.0488348 Dec 17 15:46:35.640127 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4beae885-1df9-4e41-9f7c-d93b6d0b7684 req-87424553-0c8b-4c75-9308-b463c4c7d8b2 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] 10.222.0.46 "GET /v2.0/security-groups?id=93d66a58-4819-4ef4-95d2-5688dd41fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322392 Dec 17 15:46:35.658639 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:35.685491 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108668c6-8ac0-43ed-915a-6e7da674fd51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fde646b-d897-4113-94ff-ec261653489c'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:35.687727 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5487bc2-ec80-4a01-a6c5-5f9e41712dde" -d '{"events": [{"server_uuid": "108668c6-8ac0-43ed-915a-6e7da674fd51", "name": "network-vif-plugged", "status": "completed", "tag": "3fde646b-d897-4113-94ff-ec261653489c"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:35.700570 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 3fde646b-d897-4113-94ff-ec261653489c, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=3fde646b-d897-4113-94ff-ec261653489c,segment=NetworkSegment(da3931c7-b76f-448b-bc47-7700cfa26b00),segment_id=da3931c7-b76f-448b-bc47-7700cfa26b00)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:35.791451 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c90e28-ad8f-41b8-ab5b-40a2be343cf9 x-openstack-request-id: req-b2c90e28-ad8f-41b8-ab5b-40a2be343cf9 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:35.791745 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108668c6-8ac0-43ed-915a-6e7da674fd51", "name": "network-vif-plugged", "status": "completed", "tag": "3fde646b-d897-4113-94ff-ec261653489c", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:35.792001 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b2c90e28-ad8f-41b8-ab5b-40a2be343cf9 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:35.792399 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108668c6-8ac0-43ed-915a-6e7da674fd51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fde646b-d897-4113-94ff-ec261653489c', 'code': 200} Dec 17 15:46:35.802259 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:35.843575 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['107b7876-ef36-495e-83d6-af639d61c07b'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:46:35.882166 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=3fde646b-d897-4113-94ff-ec261653489c,revision_number=9']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:36.761470 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051b991-e5e6-4ea4-9ac7-a25f12f8aa18 req-cc1f407a-9acb-4d6f-b788-74b1ab066744 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:36.762942 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f051b991-e5e6-4ea4-9ac7-a25f12f8aa18 req-cc1f407a-9acb-4d6f-b788-74b1ab066744 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f916a89-fd6d-4d98-adde-552004485284 HTTP/1.1" status: 200 len: 945 time: 0.0475738 Dec 17 15:46:36.800597 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f051b991-e5e6-4ea4-9ac7-a25f12f8aa18 req-d9e4a964-c8f9-491f-9340-080b95afc080 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] 10.222.0.46 "GET /v2.0/security-groups?id=93d66a58-4819-4ef4-95d2-5688dd41fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317395 Dec 17 15:46:37.185525 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 107b7876-ef36-495e-83d6-af639d61c07b up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:46:37.288175 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 107b7876-ef36-495e-83d6-af639d61c07b completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:46:37.292046 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 107b7876-ef36-495e-83d6-af639d61c07b triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:46:37.292426 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:37.370129 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:37.400749 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 107b7876-ef36-495e-83d6-af639d61c07b, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=107b7876-ef36-495e-83d6-af639d61c07b,segment=NetworkSegment(bd51261f-1562-4059-80cc-d4bf0bf1874a),segment_id=bd51261f-1562-4059-80cc-d4bf0bf1874a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:37.488189 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:37.534832 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=107b7876-ef36-495e-83d6-af639d61c07b,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:37.793262 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f916a89-fd6d-4d98-adde-552004485284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107b7876-ef36-495e-83d6-af639d61c07b'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:37.795506 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d5a67d-7acd-496e-aa9a-8d1896db30d7" -d '{"events": [{"server_uuid": "2f916a89-fd6d-4d98-adde-552004485284", "name": "network-vif-plugged", "status": "completed", "tag": "107b7876-ef36-495e-83d6-af639d61c07b"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:37.830965 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a2d87a-1a9b-437b-9dd0-84804c38616c x-openstack-request-id: req-b9a2d87a-1a9b-437b-9dd0-84804c38616c {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:37.831340 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f916a89-fd6d-4d98-adde-552004485284", "name": "network-vif-plugged", "status": "completed", "tag": "107b7876-ef36-495e-83d6-af639d61c07b", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:37.831620 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b9a2d87a-1a9b-437b-9dd0-84804c38616c {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:37.832059 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f916a89-fd6d-4d98-adde-552004485284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107b7876-ef36-495e-83d6-af639d61c07b', 'code': 200} Dec 17 15:46:37.920185 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0ab54-0ffc-4fb1-b97a-515b37ca9c6c req-b2b7c76f-b745-4f88-b313-4a3a4a457bfb tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:37.921673 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6ee0ab54-0ffc-4fb1-b97a-515b37ca9c6c req-b2b7c76f-b745-4f88-b313-4a3a4a457bfb tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f916a89-fd6d-4d98-adde-552004485284 HTTP/1.1" status: 200 len: 946 time: 0.0479968 Dec 17 15:46:37.987376 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6ee0ab54-0ffc-4fb1-b97a-515b37ca9c6c req-14829d91-2fbc-405d-8d20-270134b3b1a0 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] 10.222.0.46 "GET /v2.0/security-groups?id=93d66a58-4819-4ef4-95d2-5688dd41fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576792 Dec 17 15:46:37.990016 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb28293-27ee-4525-8c7b-2e62d8e6eedf req-9055d72f-1bb4-40d5-aaa4-ef9b66edaaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:37.991404 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ccb28293-27ee-4525-8c7b-2e62d8e6eedf req-9055d72f-1bb4-40d5-aaa4-ef9b66edaaa4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2f916a89-fd6d-4d98-adde-552004485284 HTTP/1.1" status: 200 len: 1097 time: 0.0689054 Dec 17 15:46:38.026623 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ccb28293-27ee-4525-8c7b-2e62d8e6eedf req-1793c6b0-9ec5-4def-a099-39b4961bbb71 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=93d66a58-4819-4ef4-95d2-5688dd41fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285540 Dec 17 15:46:39.109247 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600e4ce-7559-4e6b-9508-55688e16789e req-371a6301-9098-4054-90a8-4febfa4b906e tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:39.110729 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7600e4ce-7559-4e6b-9508-55688e16789e req-371a6301-9098-4054-90a8-4febfa4b906e tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f916a89-fd6d-4d98-adde-552004485284 HTTP/1.1" status: 200 len: 946 time: 0.0492439 Dec 17 15:46:39.148147 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7600e4ce-7559-4e6b-9508-55688e16789e req-40f23da1-cfad-4bbb-a257-bc606caced76 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] 10.222.0.46 "GET /v2.0/security-groups?id=93d66a58-4819-4ef4-95d2-5688dd41fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312290 Dec 17 15:46:40.271378 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29005dd1-a9b6-4932-868a-aff9a6bad318 req-3e131f4b-4072-4d73-b7e7-40603723ad6d tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:40.272845 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-29005dd1-a9b6-4932-868a-aff9a6bad318 req-3e131f4b-4072-4d73-b7e7-40603723ad6d tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f916a89-fd6d-4d98-adde-552004485284 HTTP/1.1" status: 200 len: 946 time: 0.0514903 Dec 17 15:46:40.309986 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-29005dd1-a9b6-4932-868a-aff9a6bad318 req-cbaff950-0bc3-468b-abcd-89804d87377e tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] 10.222.0.46 "GET /v2.0/security-groups?id=93d66a58-4819-4ef4-95d2-5688dd41fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309739 Dec 17 15:46:40.562967 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:42.709118 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e113e59-bd4e-4966-8e0d-03765aea9ad4 req-95f51b3e-0187-4760-baa7-0257027e9b9c tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:42.710566 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7e113e59-bd4e-4966-8e0d-03765aea9ad4 req-95f51b3e-0187-4760-baa7-0257027e9b9c tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f916a89-fd6d-4d98-adde-552004485284 HTTP/1.1" status: 200 len: 946 time: 0.0486848 Dec 17 15:46:42.749279 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7e113e59-bd4e-4966-8e0d-03765aea9ad4 req-86a5d8dc-9312-4ca1-b87c-5931dec12e7f tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] 10.222.0.46 "GET /v2.0/security-groups?id=93d66a58-4819-4ef4-95d2-5688dd41fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325947 Dec 17 15:46:43.873608 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a527cb1-988b-44cb-8aa6-f95551e912fa req-607819e1-6a91-45cd-b3ce-3148049a7ce0 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:43.875120 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a527cb1-988b-44cb-8aa6-f95551e912fa req-607819e1-6a91-45cd-b3ce-3148049a7ce0 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f916a89-fd6d-4d98-adde-552004485284 HTTP/1.1" status: 200 len: 946 time: 0.0508943 Dec 17 15:46:43.921817 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a527cb1-988b-44cb-8aa6-f95551e912fa req-099ed941-eaca-4f74-8d35-8fb8c2c074eb tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] 10.222.0.46 "GET /v2.0/security-groups?id=93d66a58-4819-4ef4-95d2-5688dd41fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403512 Dec 17 15:46:44.205208 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31887edd-2987-4034-b046-04de21c17e6f req-be26552f-7017-4ede-a797-47bc8fbe8cb6 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:44.206564 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-31887edd-2987-4034-b046-04de21c17e6f req-be26552f-7017-4ede-a797-47bc8fbe8cb6 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f916a89-fd6d-4d98-adde-552004485284 HTTP/1.1" status: 200 len: 946 time: 0.0529845 Dec 17 15:46:44.307188 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-31887edd-2987-4034-b046-04de21c17e6f req-dc3c2ddc-cf17-4e3d-902f-1984d65b5308 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] Deleting port 107b7876-ef36-495e-83d6-af639d61c07b {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:46:44.308383 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-31887edd-2987-4034-b046-04de21c17e6f req-dc3c2ddc-cf17-4e3d-902f-1984d65b5308 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:44.402924 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-31887edd-2987-4034-b046-04de21c17e6f req-dc3c2ddc-cf17-4e3d-902f-1984d65b5308 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] For port 107b7876-ef36-495e-83d6-af639d61c07b, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=107b7876-ef36-495e-83d6-af639d61c07b,segment=NetworkSegment(bd51261f-1562-4059-80cc-d4bf0bf1874a),segment_id=bd51261f-1562-4059-80cc-d4bf0bf1874a)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:46:44.403288 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-31887edd-2987-4034-b046-04de21c17e6f req-dc3c2ddc-cf17-4e3d-902f-1984d65b5308 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:44.417664 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [req-31887edd-2987-4034-b046-04de21c17e6f req-dc3c2ddc-cf17-4e3d-902f-1984d65b5308 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] Calling delete_port for 107b7876-ef36-495e-83d6-af639d61c07b owned by compute:nova {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:46:44.618258 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-31887edd-2987-4034-b046-04de21c17e6f req-dc3c2ddc-cf17-4e3d-902f-1984d65b5308 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:44.650897 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['107b7876-ef36-495e-83d6-af639d61c07b'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:46:44.658775 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c2ddc-cf17-4e3d-902f-1984d65b5308 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] Pushing event deleted for resources: {'Port': ['ID=107b7876-ef36-495e-83d6-af639d61c07b,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:44.715597 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-31887edd-2987-4034-b046-04de21c17e6f req-dc3c2ddc-cf17-4e3d-902f-1984d65b5308 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] No DVR routers for this DVR port 107b7876-ef36-495e-83d6-af639d61c07b on host n-h1-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:46:44.718186 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-31887edd-2987-4034-b046-04de21c17e6f req-dc3c2ddc-cf17-4e3d-902f-1984d65b5308 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:44.721463 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-31887edd-2987-4034-b046-04de21c17e6f req-dc3c2ddc-cf17-4e3d-902f-1984d65b5308 tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] 10.222.0.41 "DELETE /v2.0/ports/107b7876-ef36-495e-83d6-af639d61c07b HTTP/1.1" status: 204 len: 173 time: 0.5088477 Dec 17 15:46:44.721890 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f916a89-fd6d-4d98-adde-552004485284', 'name': 'network-vif-deleted', 'tag': '107b7876-ef36-495e-83d6-af639d61c07b'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:44.724552 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfa7512-95ee-4600-bd56-7182c1d1c4bc" -d '{"events": [{"server_uuid": "2f916a89-fd6d-4d98-adde-552004485284", "name": "network-vif-deleted", "tag": "107b7876-ef36-495e-83d6-af639d61c07b"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:44.762208 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012ec114-ede6-4aed-b1a6-ec6e7f6b430d x-openstack-request-id: req-012ec114-ede6-4aed-b1a6-ec6e7f6b430d {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:44.762501 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f916a89-fd6d-4d98-adde-552004485284", "name": "network-vif-deleted", "tag": "107b7876-ef36-495e-83d6-af639d61c07b", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:44.762812 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-012ec114-ede6-4aed-b1a6-ec6e7f6b430d {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:44.763354 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f916a89-fd6d-4d98-adde-552004485284', 'name': 'network-vif-deleted', 'tag': '107b7876-ef36-495e-83d6-af639d61c07b', 'status': 'completed', 'code': 200} Dec 17 15:46:45.031966 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d06b718-3ae0-4c4c-a31f-b742805a9aa8 req-7eabe0d3-0b98-4202-b04b-b43b48ca601d tempest-ServerTagsTestJSON-345349140 tempest-ServerTagsTestJSON-345349140-project] 10.222.0.46 "GET /v2.0/ports?device_id=2f916a89-fd6d-4d98-adde-552004485284 HTTP/1.1" status: 200 len: 210 time: 0.0283864 Dec 17 15:46:46.092403 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33244) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:46:46.140695 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-3786df64-8041-4952-bd70-1d550a63f210 admin admin] Deleting subnet c1de597f-2fb3-4edb-982d-8cde7450728e {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:46:46.143575 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3786df64-8041-4952-bd70-1d550a63f210 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:46.177991 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3786df64-8041-4952-bd70-1d550a63f210 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:46.216273 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3786df64-8041-4952-bd70-1d550a63f210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:46.328815 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3786df64-8041-4952-bd70-1d550a63f210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:46.354222 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3786df64-8041-4952-bd70-1d550a63f210 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1de597f-2fb3-4edb-982d-8cde7450728e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:46.357912 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3786df64-8041-4952-bd70-1d550a63f210 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:46.361077 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3786df64-8041-4952-bd70-1d550a63f210 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c1de597f-2fb3-4edb-982d-8cde7450728e HTTP/1.1" status: 204 len: 168 time: 0.2676697 Dec 17 15:46:46.363510 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33246) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:46:46.435387 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bd4dc295-344f-41ed-8b4f-20e37322aab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:46.512650 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bd4dc295-344f-41ed-8b4f-20e37322aab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:46.532461 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-bd4dc295-344f-41ed-8b4f-20e37322aab0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c07a98-92a9-4884-a478-d05f4afa9a0e']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:46.541526 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-bd4dc295-344f-41ed-8b4f-20e37322aab0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd51261f-1562-4059-80cc-d4bf0bf1874a') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:46.541819 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-bd4dc295-344f-41ed-8b4f-20e37322aab0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd51261f-1562-4059-80cc-d4bf0bf1874a') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:46:46.555369 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bd4dc295-344f-41ed-8b4f-20e37322aab0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:46.568610 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bd4dc295-344f-41ed-8b4f-20e37322aab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:46.574988 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd4dc295-344f-41ed-8b4f-20e37322aab0 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:46:46.575365 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bd4dc295-344f-41ed-8b4f-20e37322aab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:46.576946 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:46:46.576946 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:46:46.576946 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:46:46.576946 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:46:46.576946 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:46:46.576946 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:46:46.576946 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:46:46.576946 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:46:46.576946 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:46:46.576946 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:46:46.576946 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:46:46.576946 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:46:46.576946 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:46:46.576946 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:46:46.576946 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:46:46.576946 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:46:46.576946 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:46:46.576946 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:46:46.576946 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:46:46.576946 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:46:46.576946 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:46:46.576946 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:46:46.576946 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:46:46.576946 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:46:46.576946 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:46:46.576946 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:46:46.576946 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:46:46.576946 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:46:46.576946 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:46:46.576946 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:46:46.576946 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:46:46.576946 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:46:46.671383 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bd4dc295-344f-41ed-8b4f-20e37322aab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:46.676909 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bd4dc295-344f-41ed-8b4f-20e37322aab0 admin admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:46.680718 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-bd4dc295-344f-41ed-8b4f-20e37322aab0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/18c07a98-92a9-4884-a478-d05f4afa9a0e HTTP/1.1" status: 204 len: 168 time: 0.3156509 Dec 17 15:46:46.692215 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4dc295-344f-41ed-8b4f-20e37322aab0 admin admin] Pushing event deleted for resources: {'Network': ['ID=18c07a98-92a9-4884-a478-d05f4afa9a0e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:46.964843 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33250) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:46:47.004214 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c1bbba08-65a5-4ca0-a2f8-ab2c08353e6a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=05e31f296bc14ea7a430febdae0d2f0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382996 Dec 17 15:46:47.006628 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33252) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:46:47.054181 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d952264d-601f-4089-a17d-3f54d5c351a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:47.075870 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d952264d-601f-4089-a17d-3f54d5c351a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:47.189707 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d952264d-601f-4089-a17d-3f54d5c351a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:47.192498 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d952264d-601f-4089-a17d-3f54d5c351a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:47.193676 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d952264d-601f-4089-a17d-3f54d5c351a1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/93d66a58-4819-4ef4-95d2-5688dd41fe2e HTTP/1.1" status: 204 len: 168 time: 0.1861601 Dec 17 15:46:47.201402 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952264d-601f-4089-a17d-3f54d5c351a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d66a58-4819-4ef4-95d2-5688dd41fe2e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:47.279802 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 107b7876-ef36-495e-83d6-af639d61c07b no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:46:47.300259 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 107b7876-ef36-495e-83d6-af639d61c07b {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:46:47.303164 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 107b7876-ef36-495e-83d6-af639d61c07b not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:46:48.173359 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33274) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:46:48.274940 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-6c917ca0-ec6c-4e40-9324-85d62821f126 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-694741235-network', 'tenant_id': '9db88b725110484e8c9489628ef91a78'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:48.389401 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c917ca0-ec6c-4e40-9324-85d62821f126 admin admin] Made reservation on behalf of 9db88b725110484e8c9489628ef91a78 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:46:48.391778 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6c917ca0-ec6c-4e40-9324-85d62821f126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:48.400328 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6c917ca0-ec6c-4e40-9324-85d62821f126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:48.473315 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6c917ca0-ec6c-4e40-9324-85d62821f126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:48.545852 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6c917ca0-ec6c-4e40-9324-85d62821f126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:48.572810 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c917ca0-ec6c-4e40-9324-85d62821f126 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:46:48.581138 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c917ca0-ec6c-4e40-9324-85d62821f126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafb2e59-1d97-40a3-9480-56c9b3ba4fbb,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:48.586151 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6c917ca0-ec6c-4e40-9324-85d62821f126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:48.589564 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-6c917ca0-ec6c-4e40-9324-85d62821f126 admin admin] Added segment 8e370dc0-95ae-4e8a-9551-1692f59e9697 of type vlan for network 1eb25818-8f8a-4a81-ba71-27f1c744b3cb Dec 17 15:46:48.631028 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6c917ca0-ec6c-4e40-9324-85d62821f126 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:48.705774 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6c917ca0-ec6c-4e40-9324-85d62821f126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:48.706714 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c917ca0-ec6c-4e40-9324-85d62821f126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:48.707310 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6c917ca0-ec6c-4e40-9324-85d62821f126 admin admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:48.767020 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c917ca0-ec6c-4e40-9324-85d62821f126 admin admin] Pushing event updated for resources: {'Network': ['ID=1eb25818-8f8a-4a81-ba71-27f1c744b3cb,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:48.776347 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 1eb25818-8f8a-4a81-ba71-27f1c744b3cb details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:46:48.815533 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6c917ca0-ec6c-4e40-9324-85d62821f126 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6409614 Dec 17 15:46:48.818991 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33278) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:46:48.823812 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-28bf9cc6-23d7-4c57-8542-f7e1bbdc9525 admin admin] Request body: {'subnet': {'network_id': '1eb25818-8f8a-4a81-ba71-27f1c744b3cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-694741235-subnet', 'tenant_id': '9db88b725110484e8c9489628ef91a78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:48.898186 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bf9cc6-23d7-4c57-8542-f7e1bbdc9525 admin admin] Made reservation on behalf of 9db88b725110484e8c9489628ef91a78 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:46:48.900619 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-28bf9cc6-23d7-4c57-8542-f7e1bbdc9525 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:49.116963 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-28bf9cc6-23d7-4c57-8542-f7e1bbdc9525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:49.171484 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf9cc6-23d7-4c57-8542-f7e1bbdc9525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c15b6c24-301d-475c-a797-b970548e8a31,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:49.180130 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bf9cc6-23d7-4c57-8542-f7e1bbdc9525 admin admin] Checking segment: {'id': '8e370dc0-95ae-4e8a-9551-1692f59e9697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1eb25818-8f8a-4a81-ba71-27f1c744b3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:46:49.180488 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bf9cc6-23d7-4c57-8542-f7e1bbdc9525 admin admin] Network hostable DHCP agents. Network: 1eb25818-8f8a-4a81-ba71-27f1c744b3cb, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:46:49.254135 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bf9cc6-23d7-4c57-8542-f7e1bbdc9525 admin admin] Network 1eb25818-8f8a-4a81-ba71-27f1c744b3cb is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:46:49.328417 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-28bf9cc6-23d7-4c57-8542-f7e1bbdc9525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 1eb25818-8f8a-4a81-ba71-27f1c744b3cb) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:46:49.332471 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bf9cc6-23d7-4c57-8542-f7e1bbdc9525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:49.333349 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-28bf9cc6-23d7-4c57-8542-f7e1bbdc9525 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:49.337382 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1c3e46-e864-462a-9c4d-eda8a1c8264f None None] Network 1eb25818-8f8a-4a81-ba71-27f1c744b3cb requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:46:49.421342 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-28bf9cc6-23d7-4c57-8542-f7e1bbdc9525 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6011057 Dec 17 15:46:49.460765 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cddb1fc-5e66-4a53-8d5e-cbb3fd81079a None None] Network 1eb25818-8f8a-4a81-ba71-27f1c744b3cb requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:46:50.018645 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33292) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:46:50.023482 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-e5c16766-2015-464d-ab9f-c4b8a82e23da admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1913602895-network', 'tenant_id': '7cf3d54e1e4c4411837b128dad5485fb'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:50.121707 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c16766-2015-464d-ab9f-c4b8a82e23da admin admin] Made reservation on behalf of 7cf3d54e1e4c4411837b128dad5485fb for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:46:50.124100 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e5c16766-2015-464d-ab9f-c4b8a82e23da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:50.132854 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e5c16766-2015-464d-ab9f-c4b8a82e23da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:50.205342 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e5c16766-2015-464d-ab9f-c4b8a82e23da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:50.271505 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e5c16766-2015-464d-ab9f-c4b8a82e23da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:50.298194 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c16766-2015-464d-ab9f-c4b8a82e23da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:46:50.303454 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c16766-2015-464d-ab9f-c4b8a82e23da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456885ef-1197-42c3-a9b7-d86e9707c4ba,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:50.310986 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e5c16766-2015-464d-ab9f-c4b8a82e23da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:50.310986 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-e5c16766-2015-464d-ab9f-c4b8a82e23da admin admin] Added segment 6eee7443-01aa-4e39-850d-cb8fc4f0b5ab of type vlan for network 41b6c094-e0e7-4518-9bcb-c5f5cc6c7aab Dec 17 15:46:50.353192 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e5c16766-2015-464d-ab9f-c4b8a82e23da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:50.454425 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e5c16766-2015-464d-ab9f-c4b8a82e23da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:50.455417 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c16766-2015-464d-ab9f-c4b8a82e23da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:50.455938 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e5c16766-2015-464d-ab9f-c4b8a82e23da admin admin] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:50.514261 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c16766-2015-464d-ab9f-c4b8a82e23da admin admin] Pushing event updated for resources: {'Network': ['ID=41b6c094-e0e7-4518-9bcb-c5f5cc6c7aab,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:50.523811 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 41b6c094-e0e7-4518-9bcb-c5f5cc6c7aab details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:46:50.571721 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e5c16766-2015-464d-ab9f-c4b8a82e23da admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5519786 Dec 17 15:46:50.574843 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33294) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:46:50.579661 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-745fa854-c38a-491d-8acc-83176bf1c3c2 admin admin] Request body: {'subnet': {'network_id': '41b6c094-e0e7-4518-9bcb-c5f5cc6c7aab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1913602895-subnet', 'tenant_id': '7cf3d54e1e4c4411837b128dad5485fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:50.665626 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745fa854-c38a-491d-8acc-83176bf1c3c2 admin admin] Made reservation on behalf of 7cf3d54e1e4c4411837b128dad5485fb for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:46:50.668873 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-745fa854-c38a-491d-8acc-83176bf1c3c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:50.877369 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-745fa854-c38a-491d-8acc-83176bf1c3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:50.936533 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745fa854-c38a-491d-8acc-83176bf1c3c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3690a71-26ff-4ca6-b9a5-1c127d45a5cb,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:50.944228 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745fa854-c38a-491d-8acc-83176bf1c3c2 admin admin] Checking segment: {'id': '6eee7443-01aa-4e39-850d-cb8fc4f0b5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '41b6c094-e0e7-4518-9bcb-c5f5cc6c7aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:46:50.944579 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745fa854-c38a-491d-8acc-83176bf1c3c2 admin admin] Network hostable DHCP agents. Network: 41b6c094-e0e7-4518-9bcb-c5f5cc6c7aab, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:46:51.025728 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745fa854-c38a-491d-8acc-83176bf1c3c2 admin admin] Network 41b6c094-e0e7-4518-9bcb-c5f5cc6c7aab is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:46:51.100247 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-745fa854-c38a-491d-8acc-83176bf1c3c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 41b6c094-e0e7-4518-9bcb-c5f5cc6c7aab) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:46:51.104973 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745fa854-c38a-491d-8acc-83176bf1c3c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:51.106053 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-745fa854-c38a-491d-8acc-83176bf1c3c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:51.109124 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57744319-38da-4699-b635-62ac1026e7c0 None None] Network 41b6c094-e0e7-4518-9bcb-c5f5cc6c7aab requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:46:51.177388 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-745fa854-c38a-491d-8acc-83176bf1c3c2 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6013124 Dec 17 15:46:51.231503 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74048d37-de1b-46a6-9a89-4428c0622d5d None None] Network 41b6c094-e0e7-4518-9bcb-c5f5cc6c7aab requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:46:51.644427 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-bdd7f4ab-ada7-4eb5-b3bc-2277d98fc94e tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:51.646091 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-bdd7f4ab-ada7-4eb5-b3bc-2277d98fc94e tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.46 "GET /v2.0/networks?id=1eb25818-8f8a-4a81-ba71-27f1c744b3cb HTTP/1.1" status: 200 len: 824 time: 0.1054118 Dec 17 15:46:51.661385 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-935dd868-e4cf-4661-b7f2-019d0fe15ce3 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.46 "GET /v2.0/quotas/9db88b725110484e8c9489628ef91a78 HTTP/1.1" status: 200 len: 375 time: 0.0096064 Dec 17 15:46:51.691901 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-8931eee5-3ccc-4a95-b01c-b212bef8913f tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9db88b725110484e8c9489628ef91a78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249712 Dec 17 15:46:51.782934 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-73de89fc-d4a1-45c8-9edd-4bf54865b964 service neutron] 10.222.0.46 "GET /v2.0/networks/1eb25818-8f8a-4a81-ba71-27f1c744b3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839353 Dec 17 15:46:51.872031 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-a64644f8-36a2-48cf-8689-f434f43fe248 service neutron] 10.222.0.46 "GET /v2.0/networks/1eb25818-8f8a-4a81-ba71-27f1c744b3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828073 Dec 17 15:46:52.330995 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4540fbbb-b815-4cca-8524-23e28653fffb req-972c56c9-0be5-4e06-92a1-0cee76e14bd1 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.46 "GET /v2.0/ports?device_id=67637440-24e6-42fc-9db8-662976273d86 HTTP/1.1" status: 200 len: 210 time: 0.0271673 Dec 17 15:46:53.429397 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c78027d8-ac93-44e0-9ca6-3dda3c407820 req-4f717b20-62cd-4873-8057-59404fe1aadd tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.46 "GET /v2.0/ports?device_id=67637440-24e6-42fc-9db8-662976273d86 HTTP/1.1" status: 200 len: 210 time: 0.0306234 Dec 17 15:46:54.457628 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-e7f6055b-16c1-4e1c-a613-d5a53c04f395 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:54.459106 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-e7f6055b-16c1-4e1c-a613-d5a53c04f395 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.13 "GET /v2.0/networks?id=1eb25818-8f8a-4a81-ba71-27f1c744b3cb HTTP/1.1" status: 200 len: 824 time: 0.1687872 Dec 17 15:46:54.473318 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-09a667c2-29a3-4df5-a834-55657821d0b9 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] Request body: {'port': {'device_id': '67637440-24e6-42fc-9db8-662976273d86', 'network_id': '1eb25818-8f8a-4a81-ba71-27f1c744b3cb', 'admin_state_up': True, 'tenant_id': '9db88b725110484e8c9489628ef91a78'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:54.522749 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-02dd6574-c48b-4173-a087-d2cf4e368fc0 req-4e8844ee-0681-43ea-a984-96fab1ef5921 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.46 "GET /v2.0/ports?device_id=67637440-24e6-42fc-9db8-662976273d86 HTTP/1.1" status: 200 len: 210 time: 0.0258043 Dec 17 15:46:54.647107 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-09a667c2-29a3-4df5-a834-55657821d0b9 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] Made reservation on behalf of 9db88b725110484e8c9489628ef91a78 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:46:54.650997 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-09a667c2-29a3-4df5-a834-55657821d0b9 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:54.772726 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-09a667c2-29a3-4df5-a834-55657821d0b9 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] Allocated IP 172.20.0.3 (1eb25818-8f8a-4a81-ba71-27f1c744b3cb/c15b6c24-301d-475c-a797-b970548e8a31/7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:46:54.919898 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-09a667c2-29a3-4df5-a834-55657821d0b9 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:55.026492 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-09a667c2-29a3-4df5-a834-55657821d0b9 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:55.075370 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-09a667c2-29a3-4df5-a834-55657821d0b9 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] Network 1eb25818-8f8a-4a81-ba71-27f1c744b3cb is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:46:55.078355 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-09a667c2-29a3-4df5-a834-55657821d0b9 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:46:55.084725 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-09a667c2-29a3-4df5-a834-55657821d0b9 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:46:55.088537 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a667c2-29a3-4df5-a834-55657821d0b9 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] Pushing event updated for resources: {'Port': ['ID=7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:55.455188 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-09a667c2-29a3-4df5-a834-55657821d0b9 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:55.455700 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-09a667c2-29a3-4df5-a834-55657821d0b9 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:55.586969 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-09a667c2-29a3-4df5-a834-55657821d0b9 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1175222 Dec 17 15:46:55.599409 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-a818dc34-dacd-458a-aff8-9b47430af28a service neutron] Request body: {'port': {'device_id': '67637440-24e6-42fc-9db8-662976273d86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:46:55.643757 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b33e3-61af-4dba-ab43-878a04b42c1e req-82b497fa-bca3-45bd-a182-47cbe7b6423c tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:55.645353 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c46b33e3-61af-4dba-ab43-878a04b42c1e req-82b497fa-bca3-45bd-a182-47cbe7b6423c tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.46 "GET /v2.0/ports?device_id=67637440-24e6-42fc-9db8-662976273d86 HTTP/1.1" status: 200 len: 931 time: 0.0567820 Dec 17 15:46:55.652121 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-a818dc34-dacd-458a-aff8-9b47430af28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:55.683706 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c46b33e3-61af-4dba-ab43-878a04b42c1e req-df0ded25-bfab-4786-a557-341b2ceedaba tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.46 "GET /v2.0/security-groups?id=fafb2e59-1d97-40a3-9480-56c9b3ba4fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323367 Dec 17 15:46:55.913868 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-a818dc34-dacd-458a-aff8-9b47430af28a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:46:55.921642 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-a818dc34-dacd-458a-aff8-9b47430af28a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:55.933125 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-a818dc34-dacd-458a-aff8-9b47430af28a service neutron] Transition to ACTIVE for port object 7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:46:56.063875 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-a818dc34-dacd-458a-aff8-9b47430af28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:56.076046 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:56.114574 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818dc34-dacd-458a-aff8-9b47430af28a service neutron] Pushing event updated for resources: {'Port': ['ID=7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:56.178655 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-a818dc34-dacd-458a-aff8-9b47430af28a service neutron] Attempting to bind port 7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:46:56.178908 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-a818dc34-dacd-458a-aff8-9b47430af28a service neutron] Attempting to bind port 7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '8e370dc0-95ae-4e8a-9551-1692f59e9697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1eb25818-8f8a-4a81-ba71-27f1c744b3cb'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:46:56.179228 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-a818dc34-dacd-458a-aff8-9b47430af28a service neutron] Attempting to bind port 7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f on network 1eb25818-8f8a-4a81-ba71-27f1c744b3cb {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:56.183310 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-a818dc34-dacd-458a-aff8-9b47430af28a service neutron] Port 7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f on network 1eb25818-8f8a-4a81-ba71-27f1c744b3cb not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:46:56.183847 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-a818dc34-dacd-458a-aff8-9b47430af28a service neutron] Attempting to bind port 7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f on network 1eb25818-8f8a-4a81-ba71-27f1c744b3cb {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:46:56.188572 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-a818dc34-dacd-458a-aff8-9b47430af28a service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:46:56.188900 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-a818dc34-dacd-458a-aff8-9b47430af28a service neutron] Checking segment: {'id': '8e370dc0-95ae-4e8a-9551-1692f59e9697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1eb25818-8f8a-4a81-ba71-27f1c744b3cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:46:56.189297 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-a818dc34-dacd-458a-aff8-9b47430af28a service neutron] Bound using segment: {'id': '8e370dc0-95ae-4e8a-9551-1692f59e9697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1eb25818-8f8a-4a81-ba71-27f1c744b3cb'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:46:56.189705 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-a818dc34-dacd-458a-aff8-9b47430af28a service neutron] Bound port: 7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e370dc0-95ae-4e8a-9551-1692f59e9697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1eb25818-8f8a-4a81-ba71-27f1c744b3cb'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:46:56.190047 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-a818dc34-dacd-458a-aff8-9b47430af28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:56.254726 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-a818dc34-dacd-458a-aff8-9b47430af28a service neutron] For port 7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:46:56.257635 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-a818dc34-dacd-458a-aff8-9b47430af28a service neutron] For port 7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f,segment=NetworkSegment(8e370dc0-95ae-4e8a-9551-1692f59e9697),segment_id=8e370dc0-95ae-4e8a-9551-1692f59e9697)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:46:56.328948 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-a818dc34-dacd-458a-aff8-9b47430af28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:56.363463 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-a818dc34-dacd-458a-aff8-9b47430af28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:56.364073 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-a818dc34-dacd-458a-aff8-9b47430af28a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:56.365459 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-a818dc34-dacd-458a-aff8-9b47430af28a service neutron] 10.222.0.13 "PUT /v2.0/ports/7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f HTTP/1.1" status: 200 len: 1091 time: 0.7702980 Dec 17 15:46:56.365891 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67637440-24e6-42fc-9db8-662976273d86', 'tag': '7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:46:56.368139 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c004855-178a-45f5-9be2-36944f990483" -d '{"events": [{"name": "network-changed", "server_uuid": "67637440-24e6-42fc-9db8-662976273d86", "tag": "7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:46:56.390406 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818dc34-dacd-458a-aff8-9b47430af28a service neutron] Pushing event updated for resources: {'Port': ['ID=7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:46:56.404923 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a704d751-b1f2-4ef6-97f8-817de4b004b8 x-openstack-request-id: req-a704d751-b1f2-4ef6-97f8-817de4b004b8 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:46:56.405247 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67637440-24e6-42fc-9db8-662976273d86", "tag": "7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:46:56.405497 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a704d751-b1f2-4ef6-97f8-817de4b004b8 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:46:56.405899 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67637440-24e6-42fc-9db8-662976273d86', 'tag': '7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f', 'status': 'completed', 'code': 200} Dec 17 15:46:56.467627 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c004855-178a-45f5-9be2-36944f990483 req-ecfe3a58-51c2-4f63-84ef-c78661a591e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:56.469006 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7c004855-178a-45f5-9be2-36944f990483 req-ecfe3a58-51c2-4f63-84ef-c78661a591e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9db88b725110484e8c9489628ef91a78&device_id=67637440-24e6-42fc-9db8-662976273d86 HTTP/1.1" status: 200 len: 1094 time: 0.0402412 Dec 17 15:46:56.571121 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c004855-178a-45f5-9be2-36944f990483 req-c599d6b8-267c-4c6d-96ed-b246d104daa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:56.572572 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7c004855-178a-45f5-9be2-36944f990483 req-c599d6b8-267c-4c6d-96ed-b246d104daa2 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9db88b725110484e8c9489628ef91a78&shared=False HTTP/1.1" status: 200 len: 925 time: 0.0944784 Dec 17 15:46:56.665575 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c004855-178a-45f5-9be2-36944f990483 req-ee7baac8-0eb0-4c8d-9b46-542e31ac82a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:56.667045 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7c004855-178a-45f5-9be2-36944f990483 req-ee7baac8-0eb0-4c8d-9b46-542e31ac82a2 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881164 Dec 17 15:46:56.745426 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-351be9b0-209c-4a08-b52c-a605f4dc3bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:56.747067 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-351be9b0-209c-4a08-b52c-a605f4dc3bec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9db88b725110484e8c9489628ef91a78&device_id=67637440-24e6-42fc-9db8-662976273d86 HTTP/1.1" status: 200 len: 1094 time: 0.0445137 Dec 17 15:46:56.790679 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-8e69cc16-6449-4e5f-87ad-2a7703660a4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f HTTP/1.1" status: 200 len: 217 time: 0.0350881 Dec 17 15:46:56.798159 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8155f5c-7118-4fe6-b41d-413b6319ce7f req-66cbd459-ade2-4103-9a7c-8ab44ce892ea tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:56.799633 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d8155f5c-7118-4fe6-b41d-413b6319ce7f req-66cbd459-ade2-4103-9a7c-8ab44ce892ea tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.46 "GET /v2.0/ports?device_id=67637440-24e6-42fc-9db8-662976273d86 HTTP/1.1" status: 200 len: 943 time: 0.0490613 Dec 17 15:46:56.837817 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d8155f5c-7118-4fe6-b41d-413b6319ce7f req-a0f47623-8d1e-4749-b9eb-87c3cef659cf tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.46 "GET /v2.0/security-groups?id=fafb2e59-1d97-40a3-9480-56c9b3ba4fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321217 Dec 17 15:46:56.841224 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-60db10f4-4c52-4dcf-a541-35d1443a66cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:56.842642 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-60db10f4-4c52-4dcf-a541-35d1443a66cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c15b6c24-301d-475c-a797-b970548e8a31 HTTP/1.1" status: 200 len: 864 time: 0.0449235 Dec 17 15:46:56.845629 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:46:56.880409 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-a95c4896-aceb-4e79-a3b3-be324002d0ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1eb25818-8f8a-4a81-ba71-27f1c744b3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296254 Dec 17 15:46:56.970835 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-971c911a-c453-42cd-bb97-3a7a7e894d72 service neutron] 10.222.0.13 "GET /v2.0/networks/1eb25818-8f8a-4a81-ba71-27f1c744b3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814238 Dec 17 15:46:57.065216 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f2000f89-6b1a-4d76-83cb-5b7fbde74078 req-adc9344d-6dcb-49c1-8a0d-7ca75bb481ca service neutron] 10.222.0.13 "GET /v2.0/networks/1eb25818-8f8a-4a81-ba71-27f1c744b3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886745 Dec 17 15:46:57.954087 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf8c32-77f5-4035-a70b-487fa4238311 req-effb6e2d-4be7-4db7-9a22-136d76760474 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:57.955539 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4baf8c32-77f5-4035-a70b-487fa4238311 req-effb6e2d-4be7-4db7-9a22-136d76760474 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.46 "GET /v2.0/ports?device_id=67637440-24e6-42fc-9db8-662976273d86 HTTP/1.1" status: 200 len: 943 time: 0.0503874 Dec 17 15:46:57.992981 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4baf8c32-77f5-4035-a70b-487fa4238311 req-b1949cea-bace-4652-8b29-e8bc2bd48402 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.46 "GET /v2.0/security-groups?id=fafb2e59-1d97-40a3-9480-56c9b3ba4fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316095 Dec 17 15:46:58.939991 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4a262351-0ad2-414f-a932-754220f68535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:46:59.109886 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f40a3-9e43-473e-9362-47aa2aef8dbf req-1f57077b-62b4-4abf-8601-86d52a81acc2 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:46:59.111341 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-181f40a3-9e43-473e-9362-47aa2aef8dbf req-1f57077b-62b4-4abf-8601-86d52a81acc2 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.46 "GET /v2.0/ports?device_id=67637440-24e6-42fc-9db8-662976273d86 HTTP/1.1" status: 200 len: 943 time: 0.0484996 Dec 17 15:46:59.148693 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-181f40a3-9e43-473e-9362-47aa2aef8dbf req-d7b766d9-8e6e-43be-af86-3316ab0a6eb3 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.46 "GET /v2.0/security-groups?id=fafb2e59-1d97-40a3-9480-56c9b3ba4fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313177 Dec 17 15:47:00.262569 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0b56b-65fa-4863-9188-3ea2e4076baf req-aa526b86-1597-488d-9f8c-589bd4b7c7c2 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:00.264137 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-66a0b56b-65fa-4863-9188-3ea2e4076baf req-aa526b86-1597-488d-9f8c-589bd4b7c7c2 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.46 "GET /v2.0/ports?device_id=67637440-24e6-42fc-9db8-662976273d86 HTTP/1.1" status: 200 len: 943 time: 0.0477598 Dec 17 15:47:00.300917 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-66a0b56b-65fa-4863-9188-3ea2e4076baf req-3043a9f0-f0b8-4166-9517-93a85bf37b9d tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.46 "GET /v2.0/security-groups?id=fafb2e59-1d97-40a3-9480-56c9b3ba4fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309021 Dec 17 15:47:01.031603 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bc69917e-2f8a-4d3b-9c14-6ac83cfe8a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:01.416019 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44875034-3ef4-456f-82ad-2f0d3e408f7f req-b60ca44b-8d4c-409a-8f55-3e850ed6319c tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:01.417525 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-44875034-3ef4-456f-82ad-2f0d3e408f7f req-b60ca44b-8d4c-409a-8f55-3e850ed6319c tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.46 "GET /v2.0/ports?device_id=67637440-24e6-42fc-9db8-662976273d86 HTTP/1.1" status: 200 len: 943 time: 0.0509653 Dec 17 15:47:01.455133 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-44875034-3ef4-456f-82ad-2f0d3e408f7f req-4503502c-8395-4d26-a81a-7312d3e28919 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.46 "GET /v2.0/security-groups?id=fafb2e59-1d97-40a3-9480-56c9b3ba4fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311000 Dec 17 15:47:01.536667 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:47:01.631142 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f,segment=NetworkSegment(8e370dc0-95ae-4e8a-9551-1692f59e9697),segment_id=8e370dc0-95ae-4e8a-9551-1692f59e9697)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:01.642240 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f', 'network_id': '1eb25818-8f8a-4a81-ba71-27f1c744b3cb', 'port_id': '7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f', 'mac_address': 'fa:16:3e:c9:e2:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c15b6c24-301d-475c-a797-b970548e8a31', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:47:01.682792 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:01.695465 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:47:01.713691 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f,segment=NetworkSegment(8e370dc0-95ae-4e8a-9551-1692f59e9697),segment_id=8e370dc0-95ae-4e8a-9551-1692f59e9697)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:01.783744 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:01.830431 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:01.999883 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:47:02.372891 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:02.567304 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962fa8d5-2bff-437d-9b41-6f3a04c4ea0c req-23059626-0631-4fa3-90ad-b3d7dbc92c65 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:02.568803 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-962fa8d5-2bff-437d-9b41-6f3a04c4ea0c req-23059626-0631-4fa3-90ad-b3d7dbc92c65 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.46 "GET /v2.0/ports?device_id=67637440-24e6-42fc-9db8-662976273d86 HTTP/1.1" status: 200 len: 944 time: 0.0480244 Dec 17 15:47:02.607109 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-962fa8d5-2bff-437d-9b41-6f3a04c4ea0c req-7d163787-227f-4871-bf8d-402d363ac204 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.46 "GET /v2.0/security-groups?id=fafb2e59-1d97-40a3-9480-56c9b3ba4fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323479 Dec 17 15:47:03.402392 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c9f78-aa7e-4d69-a41a-eb12a80317d7 req-856330d9-04fc-4f2d-b0c1-ed43c1735f88 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:03.403915 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-552c9f78-aa7e-4d69-a41a-eb12a80317d7 req-856330d9-04fc-4f2d-b0c1-ed43c1735f88 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 1097 time: 0.0398760 Dec 17 15:47:03.439019 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-552c9f78-aa7e-4d69-a41a-eb12a80317d7 req-63533c54-4ab0-402e-ab22-4c8ee8ea89f7 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290294 Dec 17 15:47:03.460129 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33352) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:03.541865 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:47:03.621113 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-3cd4c55b-8fe8-474f-97d1-85e20cb2b3f3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Deleting port 844a2a52-f849-469a-85a6-a1881899bc08 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:47:03.622405 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3cd4c55b-8fe8-474f-97d1-85e20cb2b3f3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:03.689131 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:47:03.693272 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:03.704096 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:03.727725 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3cd4c55b-8fe8-474f-97d1-85e20cb2b3f3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:03.732645 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3cd4c55b-8fe8-474f-97d1-85e20cb2b3f3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:03.746345 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-3cd4c55b-8fe8-474f-97d1-85e20cb2b3f3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Calling delete_port for 844a2a52-f849-469a-85a6-a1881899bc08 owned by network:floatingip {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:47:03.765252 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6c88e-b93e-4127-bc6d-e05dc6e88718 req-0b952a94-e6c8-4875-8ff2-30b42f075cd0 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:03.766755 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-08c6c88e-b93e-4127-bc6d-e05dc6e88718 req-0b952a94-e6c8-4875-8ff2-30b42f075cd0 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.46 "GET /v2.0/ports?device_id=67637440-24e6-42fc-9db8-662976273d86 HTTP/1.1" status: 200 len: 944 time: 0.0880861 Dec 17 15:47:03.769690 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:03.795424 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67637440-24e6-42fc-9db8-662976273d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:03.797689 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735c4ca0-9776-4ca2-a679-78102960d80b" -d '{"events": [{"server_uuid": "67637440-24e6-42fc-9db8-662976273d86", "name": "network-vif-plugged", "status": "completed", "tag": "7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:03.814288 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f,segment=NetworkSegment(8e370dc0-95ae-4e8a-9551-1692f59e9697),segment_id=8e370dc0-95ae-4e8a-9551-1692f59e9697)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:03.842817 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f3158d-84e4-4a86-9bb9-957d867bbe79 x-openstack-request-id: req-46f3158d-84e4-4a86-9bb9-957d867bbe79 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:03.842817 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67637440-24e6-42fc-9db8-662976273d86", "name": "network-vif-plugged", "status": "completed", "tag": "7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:03.847360 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-46f3158d-84e4-4a86-9bb9-957d867bbe79 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:03.847360 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67637440-24e6-42fc-9db8-662976273d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f', 'code': 200} Dec 17 15:47:03.888897 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-08c6c88e-b93e-4127-bc6d-e05dc6e88718 req-6eb4f199-1422-4596-9a04-3b71f44dfd72 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.46 "GET /v2.0/security-groups?id=fafb2e59-1d97-40a3-9480-56c9b3ba4fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884500 Dec 17 15:47:03.889458 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:03.927359 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:03.955841 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:03.981383 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad0f7d-a2dd-4443-b781-a9f4379e7b61 req-3f75ab3b-3cbb-4380-8a6c-e2ee765cfacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:03.984290 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-42ad0f7d-a2dd-4443-b781-a9f4379e7b61 req-3f75ab3b-3cbb-4380-8a6c-e2ee765cfacf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=67637440-24e6-42fc-9db8-662976273d86 HTTP/1.1" status: 200 len: 1096 time: 0.0467813 Dec 17 15:47:04.019944 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-42ad0f7d-a2dd-4443-b781-a9f4379e7b61 req-83f0ab83-dcff-4594-bb25-964e5f3d42cd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fafb2e59-1d97-40a3-9480-56c9b3ba4fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285206 Dec 17 15:47:04.072215 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3cd4c55b-8fe8-474f-97d1-85e20cb2b3f3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:04.098266 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd4c55b-8fe8-474f-97d1-85e20cb2b3f3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event deleted for resources: {'Port': ['ID=844a2a52-f849-469a-85a6-a1881899bc08,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:04.157459 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3cd4c55b-8fe8-474f-97d1-85e20cb2b3f3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for floatingip, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:04.157725 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-3cd4c55b-8fe8-474f-97d1-85e20cb2b3f3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Floating IP fb0d278a-2f31-454b-b019-a2809c72ed46 disassociated (deleted). External IP: 172.25.6.34, port: 3fde646b-d897-4113-94ff-ec261653489c. Dec 17 15:47:04.197620 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:04.665433 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd4c55b-8fe8-474f-97d1-85e20cb2b3f3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Router 2ef771ec-2258-43be-8164-eca215178352 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:47:04.769744 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd4c55b-8fe8-474f-97d1-85e20cb2b3f3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:47:04.774592 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3cd4c55b-8fe8-474f-97d1-85e20cb2b3f3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:04.780812 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e68f2-4893-4af4-ab86-2278e2dd551a None None] Sync routers for ids ['2ef771ec-2258-43be-8164-eca215178352'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:47:04.798231 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1e68f2-4893-4af4-ab86-2278e2dd551a None None] Routers {'2ef771ec-2258-43be-8164-eca215178352'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:47:04.798874 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-bb1e68f2-4893-4af4-ab86-2278e2dd551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:47:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['2ef771ec-2258-43be-8164-eca215178352'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:04.802973 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3cd4c55b-8fe8-474f-97d1-85e20cb2b3f3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "DELETE /v2.0/floatingips/fb0d278a-2f31-454b-b019-a2809c72ed46 HTTP/1.1" status: 204 len: 168 time: 1.3418186 Dec 17 15:47:04.803649 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108668c6-8ac0-43ed-915a-6e7da674fd51', 'tag': '3fde646b-d897-4113-94ff-ec261653489c'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:04.806055 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1787cad-6f83-4d45-bfe7-3f6f0c97a6b8" -d '{"events": [{"name": "network-changed", "server_uuid": "108668c6-8ac0-43ed-915a-6e7da674fd51", "tag": "3fde646b-d897-4113-94ff-ec261653489c"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:04.849233 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7bb0a1-7dcd-4aed-b132-127bf342821d x-openstack-request-id: req-9f7bb0a1-7dcd-4aed-b132-127bf342821d {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:04.849233 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108668c6-8ac0-43ed-915a-6e7da674fd51", "tag": "3fde646b-d897-4113-94ff-ec261653489c", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:04.849233 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9f7bb0a1-7dcd-4aed-b132-127bf342821d {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:04.849233 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108668c6-8ac0-43ed-915a-6e7da674fd51', 'tag': '3fde646b-d897-4113-94ff-ec261653489c', 'status': 'completed', 'code': 200} Dec 17 15:47:04.926165 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1787cad-6f83-4d45-bfe7-3f6f0c97a6b8 req-e78345ec-5ee6-4f33-aabf-3b94b4977549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:04.927596 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a1787cad-6f83-4d45-bfe7-3f6f0c97a6b8 req-e78345ec-5ee6-4f33-aabf-3b94b4977549 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 1097 time: 0.0484803 Dec 17 15:47:05.040155 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1cfdf5-809f-4763-b623-fd1c3d406cf7 req-07b65b6c-8aa8-4757-81da-e85150178034 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:05.049353 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b1cfdf5-809f-4763-b623-fd1c3d406cf7 req-07b65b6c-8aa8-4757-81da-e85150178034 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.46 "GET /v2.0/ports?device_id=67637440-24e6-42fc-9db8-662976273d86 HTTP/1.1" status: 200 len: 945 time: 0.0822544 Dec 17 15:47:05.069313 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1787cad-6f83-4d45-bfe7-3f6f0c97a6b8 req-bf1e38bf-6755-4bec-8386-d9f645190436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:05.070805 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a1787cad-6f83-4d45-bfe7-3f6f0c97a6b8 req-bf1e38bf-6755-4bec-8386-d9f645190436 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8afc9d5e-18fb-4954-9ced-9194be06d060 HTTP/1.1" status: 200 len: 897 time: 0.1348937 Dec 17 15:47:05.079963 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-bb1e68f2-4893-4af4-ab86-2278e2dd551a None None] Set router 2ef771ec-2258-43be-8164-eca215178352 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:47:05.089176 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b1cfdf5-809f-4763-b623-fd1c3d406cf7 req-ced9d069-56ea-46ed-98d8-e779e8141467 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.46 "GET /v2.0/security-groups?id=fafb2e59-1d97-40a3-9480-56c9b3ba4fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389335 Dec 17 15:47:05.138697 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a1787cad-6f83-4d45-bfe7-3f6f0c97a6b8 req-ac816a01-9bb0-4bca-9e36-87a81425f441 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fde646b-d897-4113-94ff-ec261653489c HTTP/1.1" status: 200 len: 217 time: 0.0600212 Dec 17 15:47:05.190895 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1787cad-6f83-4d45-bfe7-3f6f0c97a6b8 req-95f4e28f-9b46-4911-8a9c-088e0b4f0899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:05.192651 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a1787cad-6f83-4d45-bfe7-3f6f0c97a6b8 req-95f4e28f-9b46-4911-8a9c-088e0b4f0899 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=402be5c6-e93e-451c-a273-5bf86f64b937 HTTP/1.1" status: 200 len: 835 time: 0.0470455 Dec 17 15:47:05.244414 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1787cad-6f83-4d45-bfe7-3f6f0c97a6b8 req-4281370e-f47c-4bd6-96d2-6ae938360c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:05.246059 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a1787cad-6f83-4d45-bfe7-3f6f0c97a6b8 req-4281370e-f47c-4bd6-96d2-6ae938360c2c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8afc9d5e-18fb-4954-9ced-9194be06d060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462184 Dec 17 15:47:05.313252 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-bb1e68f2-4893-4af4-ab86-2278e2dd551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef771ec-2258-43be-8164-eca215178352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343319313', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '91ad3b27-8e34-4386-90f7-92ceffd0cdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:44:28Z', 'updated_at': '2021-12-17T15:44:33Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': '91ad3b27-8e34-4386-90f7-92ceffd0cdf4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef771ec-2258-43be-8164-eca215178352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:44:29Z', 'updated_at': '2021-12-17T15:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'fc168edb-09b6-4bbc-b321-01f2961c038a', 'name': '', 'network_id': '8afc9d5e-18fb-4954-9ced-9194be06d060', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'mac_address': 'fa:16:3e:e2:ea:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef771ec-2258-43be-8164-eca215178352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '402be5c6-e93e-451c-a273-5bf86f64b937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:44:32Z', 'updated_at': '2021-12-17T15:44:36Z', 'revision_number': 5, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'subnets': [{'id': '402be5c6-e93e-451c-a273-5bf86f64b937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:05.316331 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e4573-9010-465d-90e0-6a1589d7c3d1 req-20eb36fb-25e4-47b3-8fa8-6175725f5e4f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:05.318183 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-112e4573-9010-465d-90e0-6a1589d7c3d1 req-20eb36fb-25e4-47b3-8fa8-6175725f5e4f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 946 time: 0.0548396 Dec 17 15:47:05.350995 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e68f2-4893-4af4-ab86-2278e2dd551a None None] Checking router: 2ef771ec-2258-43be-8164-eca215178352 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:47:05.360584 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-112e4573-9010-465d-90e0-6a1589d7c3d1 req-f416c726-3d82-47d5-bcc3-469f3cbf2994 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348945 Dec 17 15:47:05.361197 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a1787cad-6f83-4d45-bfe7-3f6f0c97a6b8 req-16abbda9-1b30-4f7f-852e-e480012582bd service neutron] 10.222.0.13 "GET /v2.0/networks/8afc9d5e-18fb-4954-9ced-9194be06d060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914962 Dec 17 15:47:05.361373 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1e68f2-4893-4af4-ab86-2278e2dd551a None None] Routers {'2ef771ec-2258-43be-8164-eca215178352'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:47:05.361954 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-bb1e68f2-4893-4af4-ab86-2278e2dd551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:47:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['2ef771ec-2258-43be-8164-eca215178352'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:05.459338 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a1787cad-6f83-4d45-bfe7-3f6f0c97a6b8 req-8fab7819-9c49-4bbf-a46c-1b6902bb1244 service neutron] 10.222.0.13 "GET /v2.0/networks/8afc9d5e-18fb-4954-9ced-9194be06d060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896840 Dec 17 15:47:05.471163 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-bb1e68f2-4893-4af4-ab86-2278e2dd551a None None] Set router 2ef771ec-2258-43be-8164-eca215178352 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:47:05.667186 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-bb1e68f2-4893-4af4-ab86-2278e2dd551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef771ec-2258-43be-8164-eca215178352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343319313', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '91ad3b27-8e34-4386-90f7-92ceffd0cdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:44:28Z', 'updated_at': '2021-12-17T15:44:33Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': '91ad3b27-8e34-4386-90f7-92ceffd0cdf4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef771ec-2258-43be-8164-eca215178352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:44:29Z', 'updated_at': '2021-12-17T15:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'fc168edb-09b6-4bbc-b321-01f2961c038a', 'name': '', 'network_id': '8afc9d5e-18fb-4954-9ced-9194be06d060', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'mac_address': 'fa:16:3e:e2:ea:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef771ec-2258-43be-8164-eca215178352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '402be5c6-e93e-451c-a273-5bf86f64b937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:44:32Z', 'updated_at': '2021-12-17T15:44:36Z', 'revision_number': 5, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'subnets': [{'id': '402be5c6-e93e-451c-a273-5bf86f64b937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:05.692575 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e68f2-4893-4af4-ab86-2278e2dd551a None None] The sync data for ids ['2ef771ec-2258-43be-8164-eca215178352'] in n-d-820553-2 is: [{'id': '2ef771ec-2258-43be-8164-eca215178352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343319313', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '91ad3b27-8e34-4386-90f7-92ceffd0cdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:44:28Z', 'updated_at': '2021-12-17T15:44:33Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': '91ad3b27-8e34-4386-90f7-92ceffd0cdf4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef771ec-2258-43be-8164-eca215178352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:44:29Z', 'updated_at': '2021-12-17T15:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'fc168edb-09b6-4bbc-b321-01f2961c038a', 'name': '', 'network_id': '8afc9d5e-18fb-4954-9ced-9194be06d060', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'mac_address': 'fa:16:3e:e2:ea:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef771ec-2258-43be-8164-eca215178352', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '402be5c6-e93e-451c-a273-5bf86f64b937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:44:32Z', 'updated_at': '2021-12-17T15:44:36Z', 'revision_number': 5, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'subnets': [{'id': '402be5c6-e93e-451c-a273-5bf86f64b937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:47:05.904542 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075202b4-9326-49c2-acfa-011abf103baf None None] New status for floating IP fb0d278a-2f31-454b-b019-a2809c72ed46: DOWN {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:47:06.218261 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d6842-4a77-43a7-ac7c-cd35ec7404d0 req-a93a3307-3290-4bee-b119-f4ebf8c5f664 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:06.219720 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8d7d6842-4a77-43a7-ac7c-cd35ec7404d0 req-a93a3307-3290-4bee-b119-f4ebf8c5f664 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.46 "GET /v2.0/ports?device_id=67637440-24e6-42fc-9db8-662976273d86 HTTP/1.1" status: 200 len: 945 time: 0.0480642 Dec 17 15:47:06.256553 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8d7d6842-4a77-43a7-ac7c-cd35ec7404d0 req-26c8442e-0521-49ec-a7fd-6d570114db6c tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.46 "GET /v2.0/security-groups?id=fafb2e59-1d97-40a3-9480-56c9b3ba4fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309615 Dec 17 15:47:06.367828 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398cffb-6050-4063-89b2-4c1f6cf28518 req-7ed02381-cd95-4ae7-8a61-0b766afa3fb3 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:06.369344 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d398cffb-6050-4063-89b2-4c1f6cf28518 req-7ed02381-cd95-4ae7-8a61-0b766afa3fb3 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.46 "GET /v2.0/ports?device_id=67637440-24e6-42fc-9db8-662976273d86 HTTP/1.1" status: 200 len: 945 time: 0.0476098 Dec 17 15:47:06.413076 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d398cffb-6050-4063-89b2-4c1f6cf28518 req-bb194a6f-7eec-4ab4-8929-1511f333ed69 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.46 "GET /v2.0/security-groups?id=fafb2e59-1d97-40a3-9480-56c9b3ba4fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362225 Dec 17 15:47:06.480112 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1109a2-7167-441a-a5cc-ce99b3dfc15f req-a0c1f4f3-7aa3-4963-999e-841cc811f3ec tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:06.482175 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ca1109a2-7167-441a-a5cc-ce99b3dfc15f req-a0c1f4f3-7aa3-4963-999e-841cc811f3ec tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 946 time: 0.0497293 Dec 17 15:47:06.520561 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ca1109a2-7167-441a-a5cc-ce99b3dfc15f req-97149ec2-2e04-4dde-a335-9b723e256782 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=cdabb3a9-675c-4536-a64e-bf33ab8a60b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324919 Dec 17 15:47:06.596232 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2794b75-b269-4997-895f-11195b22bc37 req-c9b0db0a-b238-406a-ba5f-69adfbeda8e0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:06.597860 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2794b75-b269-4997-895f-11195b22bc37 req-c9b0db0a-b238-406a-ba5f-69adfbeda8e0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.13 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 946 time: 0.0487349 Dec 17 15:47:06.608741 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529072e9-ab3c-4e74-b288-63c4097602e1 req-a79c6a7b-e771-4c1e-a62b-b2be031cb1a2 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:06.610244 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-529072e9-ab3c-4e74-b288-63c4097602e1 req-a79c6a7b-e771-4c1e-a62b-b2be031cb1a2 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.46 "GET /v2.0/ports?device_id=67637440-24e6-42fc-9db8-662976273d86 HTTP/1.1" status: 200 len: 945 time: 0.0489473 Dec 17 15:47:06.649494 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-529072e9-ab3c-4e74-b288-63c4097602e1 req-9661f1a0-4f27-4e66-b3f6-31184b2686d8 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.46 "GET /v2.0/security-groups?id=fafb2e59-1d97-40a3-9480-56c9b3ba4fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332470 Dec 17 15:47:06.697686 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-c2794b75-b269-4997-895f-11195b22bc37 req-e2977ef7-db44-4f91-93a1-779ec204338b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Deleting port 3fde646b-d897-4113-94ff-ec261653489c {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:47:06.698043 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c2794b75-b269-4997-895f-11195b22bc37 req-e2977ef7-db44-4f91-93a1-779ec204338b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:06.790884 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-c2794b75-b269-4997-895f-11195b22bc37 req-e2977ef7-db44-4f91-93a1-779ec204338b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] For port 3fde646b-d897-4113-94ff-ec261653489c, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=3fde646b-d897-4113-94ff-ec261653489c,segment=NetworkSegment(da3931c7-b76f-448b-bc47-7700cfa26b00),segment_id=da3931c7-b76f-448b-bc47-7700cfa26b00)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:06.791176 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c2794b75-b269-4997-895f-11195b22bc37 req-e2977ef7-db44-4f91-93a1-779ec204338b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:06.804457 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-c2794b75-b269-4997-895f-11195b22bc37 req-e2977ef7-db44-4f91-93a1-779ec204338b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Calling delete_port for 3fde646b-d897-4113-94ff-ec261653489c owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:47:06.998192 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c2794b75-b269-4997-895f-11195b22bc37 req-e2977ef7-db44-4f91-93a1-779ec204338b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:07.025483 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2977ef7-db44-4f91-93a1-779ec204338b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event deleted for resources: {'Port': ['ID=3fde646b-d897-4113-94ff-ec261653489c,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:07.040724 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2977ef7-db44-4f91-93a1-779ec204338b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:07.040724 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2977ef7-db44-4f91-93a1-779ec204338b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:07.040989 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2977ef7-db44-4f91-93a1-779ec204338b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:07.041313 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2977ef7-db44-4f91-93a1-779ec204338b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:07.041423 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2977ef7-db44-4f91-93a1-779ec204338b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:07.041725 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2977ef7-db44-4f91-93a1-779ec204338b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:07.042051 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2977ef7-db44-4f91-93a1-779ec204338b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:07.042376 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2977ef7-db44-4f91-93a1-779ec204338b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:07.042699 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2977ef7-db44-4f91-93a1-779ec204338b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:07.043021 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2977ef7-db44-4f91-93a1-779ec204338b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:07.043355 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2977ef7-db44-4f91-93a1-779ec204338b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:07.044435 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2977ef7-db44-4f91-93a1-779ec204338b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:07.079946 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2794b75-b269-4997-895f-11195b22bc37 req-e2977ef7-db44-4f91-93a1-779ec204338b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] No DVR routers for this DVR port 3fde646b-d897-4113-94ff-ec261653489c on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:47:07.082605 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-c2794b75-b269-4997-895f-11195b22bc37 req-e2977ef7-db44-4f91-93a1-779ec204338b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:07.085960 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c2794b75-b269-4997-895f-11195b22bc37 req-e2977ef7-db44-4f91-93a1-779ec204338b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.13 "DELETE /v2.0/ports/3fde646b-d897-4113-94ff-ec261653489c HTTP/1.1" status: 204 len: 173 time: 0.4824097 Dec 17 15:47:07.086400 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108668c6-8ac0-43ed-915a-6e7da674fd51', 'name': 'network-vif-deleted', 'tag': '3fde646b-d897-4113-94ff-ec261653489c'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:07.088646 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a669f0a-f0c1-48b6-acde-932edb9ec538" -d '{"events": [{"server_uuid": "108668c6-8ac0-43ed-915a-6e7da674fd51", "name": "network-vif-deleted", "tag": "3fde646b-d897-4113-94ff-ec261653489c"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:07.126533 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28842950-d108-4309-9d42-6097c8669b2e x-openstack-request-id: req-28842950-d108-4309-9d42-6097c8669b2e {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:07.126831 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108668c6-8ac0-43ed-915a-6e7da674fd51", "name": "network-vif-deleted", "tag": "3fde646b-d897-4113-94ff-ec261653489c", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:07.127114 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-28842950-d108-4309-9d42-6097c8669b2e {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:07.127550 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108668c6-8ac0-43ed-915a-6e7da674fd51', 'name': 'network-vif-deleted', 'tag': '3fde646b-d897-4113-94ff-ec261653489c', 'status': 'completed', 'code': 200} Dec 17 15:47:07.144459 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c98c3-7f1e-4906-bac5-7ee3eeff5b7f req-d22eeb21-5d8d-4a59-82e2-c6ffceed398f tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:07.145985 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-240c98c3-7f1e-4906-bac5-7ee3eeff5b7f req-d22eeb21-5d8d-4a59-82e2-c6ffceed398f tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.46 "GET /v2.0/ports?device_id=67637440-24e6-42fc-9db8-662976273d86 HTTP/1.1" status: 200 len: 945 time: 0.0555196 Dec 17 15:47:07.188210 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-240c98c3-7f1e-4906-bac5-7ee3eeff5b7f req-ae2130f1-4553-4671-ab86-eae832d5abb1 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.46 "GET /v2.0/security-groups?id=fafb2e59-1d97-40a3-9480-56c9b3ba4fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362802 Dec 17 15:47:07.624439 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32e6fc64-5c8c-40c8-8ae8-b1f42c67dab1 req-5602afaa-7fe3-474f-abb9-d4b9101bee78 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=108668c6-8ac0-43ed-915a-6e7da674fd51 HTTP/1.1" status: 200 len: 210 time: 0.0255272 Dec 17 15:47:08.301461 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37125e0-6ee1-45d6-a707-b2fbf8a53a38 req-7bbf4469-3594-4cff-a72d-caf573df67ba tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:08.302905 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c37125e0-6ee1-45d6-a707-b2fbf8a53a38 req-7bbf4469-3594-4cff-a72d-caf573df67ba tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.46 "GET /v2.0/ports?device_id=67637440-24e6-42fc-9db8-662976273d86 HTTP/1.1" status: 200 len: 945 time: 0.0473082 Dec 17 15:47:08.339255 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c37125e0-6ee1-45d6-a707-b2fbf8a53a38 req-2d467790-63a5-47a4-9e0b-9f34f926a90b tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.46 "GET /v2.0/security-groups?id=fafb2e59-1d97-40a3-9480-56c9b3ba4fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303326 Dec 17 15:47:08.422138 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ef54d-56a6-4872-816a-5fca3f987cbf req-2a2bee4d-6487-4745-be44-aba57ebdb575 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:08.423606 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f78ef54d-56a6-4872-816a-5fca3f987cbf req-2a2bee4d-6487-4745-be44-aba57ebdb575 tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.13 "GET /v2.0/ports?device_id=67637440-24e6-42fc-9db8-662976273d86 HTTP/1.1" status: 200 len: 945 time: 0.0475540 Dec 17 15:47:08.515642 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-f78ef54d-56a6-4872-816a-5fca3f987cbf req-3c71ade0-20e3-421a-bf99-04966e25fa9a tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] Deleting port 7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:47:08.515967 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f78ef54d-56a6-4872-816a-5fca3f987cbf req-3c71ade0-20e3-421a-bf99-04966e25fa9a tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:08.604697 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-f78ef54d-56a6-4872-816a-5fca3f987cbf req-3c71ade0-20e3-421a-bf99-04966e25fa9a tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] For port 7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f,segment=NetworkSegment(8e370dc0-95ae-4e8a-9551-1692f59e9697),segment_id=8e370dc0-95ae-4e8a-9551-1692f59e9697)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:08.605090 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f78ef54d-56a6-4872-816a-5fca3f987cbf req-3c71ade0-20e3-421a-bf99-04966e25fa9a tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:08.618817 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-f78ef54d-56a6-4872-816a-5fca3f987cbf req-3c71ade0-20e3-421a-bf99-04966e25fa9a tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] Calling delete_port for 7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:47:08.682226 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33392) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:08.835881 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f78ef54d-56a6-4872-816a-5fca3f987cbf req-3c71ade0-20e3-421a-bf99-04966e25fa9a tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:08.847160 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:47:08.876114 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71ade0-20e3-421a-bf99-04966e25fa9a tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] Pushing event deleted for resources: {'Port': ['ID=7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:08.922028 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78ef54d-56a6-4872-816a-5fca3f987cbf req-3c71ade0-20e3-421a-bf99-04966e25fa9a tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] No DVR routers for this DVR port 7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:47:08.924463 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f78ef54d-56a6-4872-816a-5fca3f987cbf req-3c71ade0-20e3-421a-bf99-04966e25fa9a tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:08.927742 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f78ef54d-56a6-4872-816a-5fca3f987cbf req-3c71ade0-20e3-421a-bf99-04966e25fa9a tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.13 "DELETE /v2.0/ports/7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f HTTP/1.1" status: 204 len: 173 time: 0.4976952 Dec 17 15:47:09.049666 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bc2d884c-bdda-472e-beef-15eb36a53d87 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:09.128885 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67637440-24e6-42fc-9db8-662976273d86', 'name': 'network-vif-deleted', 'tag': '7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:09.131539 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb988af-0432-4f0e-8704-049b9c3d7048" -d '{"events": [{"server_uuid": "67637440-24e6-42fc-9db8-662976273d86", "name": "network-vif-deleted", "tag": "7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:09.169021 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358557c7-6430-4b2c-a9df-dea0e3fe5a9e x-openstack-request-id: req-358557c7-6430-4b2c-a9df-dea0e3fe5a9e {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:09.169373 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67637440-24e6-42fc-9db8-662976273d86", "name": "network-vif-deleted", "tag": "7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:09.169616 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-358557c7-6430-4b2c-a9df-dea0e3fe5a9e {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:09.169996 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67637440-24e6-42fc-9db8-662976273d86', 'name': 'network-vif-deleted', 'tag': '7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f', 'status': 'completed', 'code': 200} Dec 17 15:47:09.318460 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-bc2d884c-bdda-472e-beef-15eb36a53d87 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Deleting port fc168edb-09b6-4bbc-b321-01f2961c038a {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:47:09.318793 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bc2d884c-bdda-472e-beef-15eb36a53d87 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:09.408688 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-bc2d884c-bdda-472e-beef-15eb36a53d87 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] For port fc168edb-09b6-4bbc-b321-01f2961c038a, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=fc168edb-09b6-4bbc-b321-01f2961c038a,segment=NetworkSegment(da3931c7-b76f-448b-bc47-7700cfa26b00),segment_id=da3931c7-b76f-448b-bc47-7700cfa26b00)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:09.408996 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bc2d884c-bdda-472e-beef-15eb36a53d87 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:09.423752 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-bc2d884c-bdda-472e-beef-15eb36a53d87 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Calling delete_port for fc168edb-09b6-4bbc-b321-01f2961c038a owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:47:09.451107 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-97ce3889-2a60-4b44-ab65-cfadb95b5652 req-63d4554c-422f-4983-8714-d54262a6018d tempest-ServersNegativeTestMultiTenantJSON-58292254 tempest-ServersNegativeTestMultiTenantJSON-58292254-project] 10.222.0.46 "GET /v2.0/ports?device_id=67637440-24e6-42fc-9db8-662976273d86 HTTP/1.1" status: 200 len: 210 time: 0.0333333 Dec 17 15:47:09.583286 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 3fde646b-d897-4113-94ff-ec261653489c no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:47:09.603297 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 3fde646b-d897-4113-94ff-ec261653489c {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:47:09.603703 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 3fde646b-d897-4113-94ff-ec261653489c not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:47:09.718086 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bc2d884c-bdda-472e-beef-15eb36a53d87 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:09.743194 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d884c-bdda-472e-beef-15eb36a53d87 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event deleted for resources: {'Port': ['ID=fc168edb-09b6-4bbc-b321-01f2961c038a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:09.928624 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bc2d884c-bdda-472e-beef-15eb36a53d87 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:10.146013 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2d884c-bdda-472e-beef-15eb36a53d87 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Router 2ef771ec-2258-43be-8164-eca215178352 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:47:10.250990 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2d884c-bdda-472e-beef-15eb36a53d87 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:47:10.255937 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-bc2d884c-bdda-472e-beef-15eb36a53d87 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "PUT /v2.0/routers/2ef771ec-2258-43be-8164-eca215178352/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5726411 Dec 17 15:47:10.258613 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33398) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:10.261209 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f012eb-3a16-424e-90db-497a51384a8c None None] Sync routers for ids ['2ef771ec-2258-43be-8164-eca215178352'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:47:10.271309 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f012eb-3a16-424e-90db-497a51384a8c None None] Routers {'2ef771ec-2258-43be-8164-eca215178352'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:47:10.272044 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-49f012eb-3a16-424e-90db-497a51384a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:47:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['2ef771ec-2258-43be-8164-eca215178352'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:10.310006 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad3ec2e0-c42f-4162-acf7-ca02ce6404e5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Deleting subnet 402be5c6-e93e-451c-a273-5bf86f64b937 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:47:10.313256 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad3ec2e0-c42f-4162-acf7-ca02ce6404e5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:10.353651 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad3ec2e0-c42f-4162-acf7-ca02ce6404e5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:10.377068 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-49f012eb-3a16-424e-90db-497a51384a8c None None] Set router 2ef771ec-2258-43be-8164-eca215178352 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:47:10.440341 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad3ec2e0-c42f-4162-acf7-ca02ce6404e5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:10.508123 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33402) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:10.552415 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ead2d5-e3e3-4c1d-8d3f-8005d180abad admin admin] Deleting subnet c15b6c24-301d-475c-a797-b970548e8a31 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:47:10.555419 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7ead2d5-e3e3-4c1d-8d3f-8005d180abad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:10.567447 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-49f012eb-3a16-424e-90db-497a51384a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef771ec-2258-43be-8164-eca215178352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343319313', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '91ad3b27-8e34-4386-90f7-92ceffd0cdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:44:28Z', 'updated_at': '2021-12-17T15:47:09Z', 'revision_number': 5, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': '91ad3b27-8e34-4386-90f7-92ceffd0cdf4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef771ec-2258-43be-8164-eca215178352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:44:29Z', 'updated_at': '2021-12-17T15:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:10.582997 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad3ec2e0-c42f-4162-acf7-ca02ce6404e5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:10.594349 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f012eb-3a16-424e-90db-497a51384a8c None None] Checking router: 2ef771ec-2258-43be-8164-eca215178352 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:47:10.602902 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f012eb-3a16-424e-90db-497a51384a8c None None] Routers {'2ef771ec-2258-43be-8164-eca215178352'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:47:10.603522 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-49f012eb-3a16-424e-90db-497a51384a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:47:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['2ef771ec-2258-43be-8164-eca215178352'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:10.619901 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ec2e0-c42f-4162-acf7-ca02ce6404e5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event deleted for resources: {'Subnet': ['ID=402be5c6-e93e-451c-a273-5bf86f64b937,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:10.624795 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad3ec2e0-c42f-4162-acf7-ca02ce6404e5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:10.630294 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ad3ec2e0-c42f-4162-acf7-ca02ce6404e5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "DELETE /v2.0/subnets/402be5c6-e93e-451c-a273-5bf86f64b937 HTTP/1.1" status: 204 len: 168 time: 0.3684039 Dec 17 15:47:10.630457 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7ead2d5-e3e3-4c1d-8d3f-8005d180abad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:10.630681 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33404) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:10.646549 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdba5d5c-1194-43e2-8c18-46251602b483 None None] Network 8afc9d5e-18fb-4954-9ced-9194be06d060 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:47:10.657130 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3ec2e0-c42f-4162-acf7-ca02ce6404e5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:10.657493 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3ec2e0-c42f-4162-acf7-ca02ce6404e5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:10.657835 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3ec2e0-c42f-4162-acf7-ca02ce6404e5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:10.658176 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3ec2e0-c42f-4162-acf7-ca02ce6404e5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:10.658507 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3ec2e0-c42f-4162-acf7-ca02ce6404e5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:10.658837 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3ec2e0-c42f-4162-acf7-ca02ce6404e5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:10.659161 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3ec2e0-c42f-4162-acf7-ca02ce6404e5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:10.659488 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3ec2e0-c42f-4162-acf7-ca02ce6404e5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:10.659812 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3ec2e0-c42f-4162-acf7-ca02ce6404e5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:10.660131 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3ec2e0-c42f-4162-acf7-ca02ce6404e5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:10.660452 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3ec2e0-c42f-4162-acf7-ca02ce6404e5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:10.660769 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3ec2e0-c42f-4162-acf7-ca02ce6404e5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:10.675698 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:10.684464 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7ead2d5-e3e3-4c1d-8d3f-8005d180abad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:10.806195 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-49f012eb-3a16-424e-90db-497a51384a8c None None] Set router 2ef771ec-2258-43be-8164-eca215178352 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:47:10.813657 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7ead2d5-e3e3-4c1d-8d3f-8005d180abad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:10.841447 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ead2d5-e3e3-4c1d-8d3f-8005d180abad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c15b6c24-301d-475c-a797-b970548e8a31,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:10.841797 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2692b3de-6944-4c7f-9923-aa4de018d41e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:10.853580 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e7ead2d5-e3e3-4c1d-8d3f-8005d180abad admin admin] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:10.857437 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e7ead2d5-e3e3-4c1d-8d3f-8005d180abad admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c15b6c24-301d-475c-a797-b970548e8a31 HTTP/1.1" status: 204 len: 168 time: 0.3482618 Dec 17 15:47:10.859822 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33406) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:10.947442 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-168ce76a-aca8-4c6b-9123-8150968fab64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:10.966788 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2692b3de-6944-4c7f-9923-aa4de018d41e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:11.020155 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1b413e-708e-4a5f-9f41-dee9c359d7b1 None None] DHCP port deletion for 8afc9d5e-18fb-4954-9ced-9194be06d060 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:47:11.047571 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-168ce76a-aca8-4c6b-9123-8150968fab64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:11.049775 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-49f012eb-3a16-424e-90db-497a51384a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef771ec-2258-43be-8164-eca215178352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343319313', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '91ad3b27-8e34-4386-90f7-92ceffd0cdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:44:28Z', 'updated_at': '2021-12-17T15:47:09Z', 'revision_number': 5, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': '91ad3b27-8e34-4386-90f7-92ceffd0cdf4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef771ec-2258-43be-8164-eca215178352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:44:29Z', 'updated_at': '2021-12-17T15:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:11.077260 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-168ce76a-aca8-4c6b-9123-8150968fab64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb25818-8f8a-4a81-ba71-27f1c744b3cb']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:11.079718 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-2692b3de-6944-4c7f-9923-aa4de018d41e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Deleting port 91ad3b27-8e34-4386-90f7-92ceffd0cdf4 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:47:11.079718 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2692b3de-6944-4c7f-9923-aa4de018d41e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:11.079984 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f012eb-3a16-424e-90db-497a51384a8c None None] The sync data for ids ['2ef771ec-2258-43be-8164-eca215178352'] in n-d-820553-2 is: [{'id': '2ef771ec-2258-43be-8164-eca215178352', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343319313', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '91ad3b27-8e34-4386-90f7-92ceffd0cdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:44:28Z', 'updated_at': '2021-12-17T15:47:09Z', 'revision_number': 5, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': '91ad3b27-8e34-4386-90f7-92ceffd0cdf4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef771ec-2258-43be-8164-eca215178352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:44:29Z', 'updated_at': '2021-12-17T15:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:47:11.088243 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-168ce76a-aca8-4c6b-9123-8150968fab64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e370dc0-95ae-4e8a-9551-1692f59e9697') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:11.088759 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-168ce76a-aca8-4c6b-9123-8150968fab64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e370dc0-95ae-4e8a-9551-1692f59e9697') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:11.099545 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-168ce76a-aca8-4c6b-9123-8150968fab64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:11.104801 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-ca1b413e-708e-4a5f-9f41-dee9c359d7b1 None None] Deleting port f2d3fbac-0274-485c-a960-a080c25c4e42 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:47:11.105308 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ca1b413e-708e-4a5f-9f41-dee9c359d7b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:11.121111 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-168ce76a-aca8-4c6b-9123-8150968fab64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:11.131216 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-168ce76a-aca8-4c6b-9123-8150968fab64 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:47:11.131642 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-168ce76a-aca8-4c6b-9123-8150968fab64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:11.133359 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:47:11.133359 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:47:11.133359 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:47:11.133359 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:47:11.133359 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:47:11.133359 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:47:11.133359 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:47:11.133359 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:47:11.133359 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:47:11.133359 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:47:11.133359 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:47:11.133359 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:47:11.133359 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:47:11.133359 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:47:11.133359 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:47:11.133359 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:47:11.133359 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:47:11.133359 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:47:11.133359 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:47:11.133359 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:47:11.133359 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:47:11.133359 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:47:11.133359 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:47:11.133359 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:47:11.133359 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:47:11.133359 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:47:11.133359 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:47:11.133359 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:47:11.133359 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:47:11.133359 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:47:11.133359 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:47:11.133359 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:47:11.203357 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-ca1b413e-708e-4a5f-9f41-dee9c359d7b1 None None] For port f2d3fbac-0274-485c-a960-a080c25c4e42, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f2d3fbac-0274-485c-a960-a080c25c4e42,segment=NetworkSegment(da3931c7-b76f-448b-bc47-7700cfa26b00),segment_id=da3931c7-b76f-448b-bc47-7700cfa26b00)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:11.203765 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ca1b413e-708e-4a5f-9f41-dee9c359d7b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:11.211771 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-2692b3de-6944-4c7f-9923-aa4de018d41e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] For port 91ad3b27-8e34-4386-90f7-92ceffd0cdf4, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=91ad3b27-8e34-4386-90f7-92ceffd0cdf4,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:11.212446 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2692b3de-6944-4c7f-9923-aa4de018d41e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:11.218705 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-ca1b413e-708e-4a5f-9f41-dee9c359d7b1 None None] Calling delete_port for f2d3fbac-0274-485c-a960-a080c25c4e42 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:47:11.227180 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-2692b3de-6944-4c7f-9923-aa4de018d41e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Calling delete_port for 91ad3b27-8e34-4386-90f7-92ceffd0cdf4 owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:47:11.265666 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f2d3fbac-0274-485c-a960-a080c25c4e42 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:47:11.296279 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-168ce76a-aca8-4c6b-9123-8150968fab64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:11.315614 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-168ce76a-aca8-4c6b-9123-8150968fab64 admin admin] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:11.327535 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-168ce76a-aca8-4c6b-9123-8150968fab64 admin admin] 10.222.0.46 "DELETE /v2.0/networks/1eb25818-8f8a-4a81-ba71-27f1c744b3cb HTTP/1.1" status: 204 len: 168 time: 0.4636254 Dec 17 15:47:11.327535 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ce76a-aca8-4c6b-9123-8150968fab64 admin admin] Pushing event deleted for resources: {'Network': ['ID=1eb25818-8f8a-4a81-ba71-27f1c744b3cb,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:11.331654 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33408) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:11.411710 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d1ac119-4da7-46e0-b059-cee0f9aaa42b admin admin] Deleting subnet b3690a71-26ff-4ca6-b9a5-1c127d45a5cb {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:47:11.415871 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d1ac119-4da7-46e0-b059-cee0f9aaa42b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:11.455570 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d1ac119-4da7-46e0-b059-cee0f9aaa42b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:11.478181 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2692b3de-6944-4c7f-9923-aa4de018d41e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:11.507197 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d1ac119-4da7-46e0-b059-cee0f9aaa42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:11.507433 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2692b3de-6944-4c7f-9923-aa4de018d41e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event deleted for resources: {'Port': ['ID=91ad3b27-8e34-4386-90f7-92ceffd0cdf4,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:11.549154 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:11.581931 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2692b3de-6944-4c7f-9923-aa4de018d41e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:11.586975 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:47:11.608691 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ca1b413e-708e-4a5f-9f41-dee9c359d7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:11.610468 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:47:11.610815 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 7a3b16f9-37b0-4d8f-9963-dee2a8e1c30f not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:47:11.615353 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d1ac119-4da7-46e0-b059-cee0f9aaa42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:11.643163 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ac119-4da7-46e0-b059-cee0f9aaa42b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3690a71-26ff-4ca6-b9a5-1c127d45a5cb,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:11.646966 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d1ac119-4da7-46e0-b059-cee0f9aaa42b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:11.654403 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0d1ac119-4da7-46e0-b059-cee0f9aaa42b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b3690a71-26ff-4ca6-b9a5-1c127d45a5cb HTTP/1.1" status: 204 len: 168 time: 0.3168929 Dec 17 15:47:11.654403 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33410) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:11.664173 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b413e-708e-4a5f-9f41-dee9c359d7b1 None None] Pushing event deleted for resources: {'Port': ['ID=f2d3fbac-0274-485c-a960-a080c25c4e42,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:11.666152 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1b413e-708e-4a5f-9f41-dee9c359d7b1 None None] No DVR routers for this DVR port f2d3fbac-0274-485c-a960-a080c25c4e42 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:47:11.688015 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2692b3de-6944-4c7f-9923-aa4de018d41e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:11.690378 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2692b3de-6944-4c7f-9923-aa4de018d41e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:11.730147 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d8a50671-16ac-4783-a333-7eeeefba2cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:11.792381 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2692b3de-6944-4c7f-9923-aa4de018d41e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:11.792943 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2692b3de-6944-4c7f-9923-aa4de018d41e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Fanout notify agent at l3_agent the message router_deleted on router 2ef771ec-2258-43be-8164-eca215178352 {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:47:11.799899 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2692b3de-6944-4c7f-9923-aa4de018d41e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:11.803868 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2692b3de-6944-4c7f-9923-aa4de018d41e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "DELETE /v2.0/routers/2ef771ec-2258-43be-8164-eca215178352 HTTP/1.1" status: 204 len: 168 time: 1.1718287 Dec 17 15:47:11.804686 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33412) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:11.824577 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d8a50671-16ac-4783-a333-7eeeefba2cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:11.896768 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-d8a50671-16ac-4783-a333-7eeeefba2cbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b6c094-e0e7-4518-9bcb-c5f5cc6c7aab']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:11.916332 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-d8a50671-16ac-4783-a333-7eeeefba2cbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eee7443-01aa-4e39-850d-cb8fc4f0b5ab') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:11.916332 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-d8a50671-16ac-4783-a333-7eeeefba2cbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eee7443-01aa-4e39-850d-cb8fc4f0b5ab') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:11.931889 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cc7ce2db-21e2-4fa8-8f19-43a0d4cf0dca tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:11.934228 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d8a50671-16ac-4783-a333-7eeeefba2cbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:11.951078 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d8a50671-16ac-4783-a333-7eeeefba2cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:11.957762 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a50671-16ac-4783-a333-7eeeefba2cbb admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:47:11.958148 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d8a50671-16ac-4783-a333-7eeeefba2cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:11.959851 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:47:11.959851 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:47:11.959851 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:47:11.959851 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:47:11.959851 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:47:11.959851 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:47:11.959851 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:47:11.959851 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:47:11.959851 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:47:11.959851 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:47:11.959851 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:47:11.959851 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:47:11.959851 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:47:11.959851 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:47:11.959851 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:47:11.959851 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:47:11.959851 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:47:11.959851 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:47:11.959851 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:47:11.959851 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:47:11.959851 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:47:11.959851 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:47:11.959851 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:47:11.959851 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:47:11.959851 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:47:11.959851 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:47:11.959851 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:47:11.959851 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:47:11.959851 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:47:11.959851 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:47:11.959851 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:47:11.959851 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:47:12.077896 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cc7ce2db-21e2-4fa8-8f19-43a0d4cf0dca tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:12.098392 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-cc7ce2db-21e2-4fa8-8f19-43a0d4cf0dca tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8afc9d5e-18fb-4954-9ced-9194be06d060']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:12.108089 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-cc7ce2db-21e2-4fa8-8f19-43a0d4cf0dca tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da3931c7-b76f-448b-bc47-7700cfa26b00') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:12.108382 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-cc7ce2db-21e2-4fa8-8f19-43a0d4cf0dca tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da3931c7-b76f-448b-bc47-7700cfa26b00') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:12.117395 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cc7ce2db-21e2-4fa8-8f19-43a0d4cf0dca tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:12.130256 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cc7ce2db-21e2-4fa8-8f19-43a0d4cf0dca tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:12.135795 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc7ce2db-21e2-4fa8-8f19-43a0d4cf0dca tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:47:12.136175 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cc7ce2db-21e2-4fa8-8f19-43a0d4cf0dca tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:12.139385 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:47:12.139385 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:47:12.139385 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:47:12.139385 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:47:12.139385 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:47:12.139385 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:47:12.139385 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:47:12.139385 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:47:12.139385 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:47:12.139385 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:47:12.139385 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:47:12.139385 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:47:12.139385 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:47:12.139385 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:47:12.139385 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:47:12.139385 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:47:12.139385 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:47:12.139385 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:47:12.139385 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:47:12.139385 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:47:12.139385 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:47:12.139385 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:47:12.139385 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:47:12.139385 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:47:12.139385 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:47:12.139385 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:47:12.139385 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:47:12.139385 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:47:12.139385 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:47:12.139385 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:47:12.139385 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:47:12.139385 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:47:12.148823 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d8a50671-16ac-4783-a333-7eeeefba2cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:12.177956 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d8a50671-16ac-4783-a333-7eeeefba2cbb admin admin] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:12.181027 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d8a50671-16ac-4783-a333-7eeeefba2cbb admin admin] 10.222.0.46 "DELETE /v2.0/networks/41b6c094-e0e7-4518-9bcb-c5f5cc6c7aab HTTP/1.1" status: 204 len: 168 time: 0.5273418 Dec 17 15:47:12.197858 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a50671-16ac-4783-a333-7eeeefba2cbb admin admin] Pushing event deleted for resources: {'Network': ['ID=41b6c094-e0e7-4518-9bcb-c5f5cc6c7aab,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:12.283639 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cc7ce2db-21e2-4fa8-8f19-43a0d4cf0dca tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:12.289012 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cc7ce2db-21e2-4fa8-8f19-43a0d4cf0dca tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:12.292390 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-cc7ce2db-21e2-4fa8-8f19-43a0d4cf0dca tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "DELETE /v2.0/networks/8afc9d5e-18fb-4954-9ced-9194be06d060 HTTP/1.1" status: 204 len: 168 time: 0.4867373 Dec 17 15:47:12.295800 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33416) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:12.308013 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ce2db-21e2-4fa8-8f19-43a0d4cf0dca tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event deleted for resources: {'Network': ['ID=8afc9d5e-18fb-4954-9ced-9194be06d060,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:12.359704 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff480-c4f8-4cfc-a0a1-0474b327bd75 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:12.383685 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff480-c4f8-4cfc-a0a1-0474b327bd75 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:12.492560 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff480-c4f8-4cfc-a0a1-0474b327bd75 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:12.495304 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff480-c4f8-4cfc-a0a1-0474b327bd75 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:12.498222 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8e4ff480-c4f8-4cfc-a0a1-0474b327bd75 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "DELETE /v2.0/security-groups/cdabb3a9-675c-4536-a64e-bf33ab8a60b2 HTTP/1.1" status: 204 len: 168 time: 0.1996472 Dec 17 15:47:12.506072 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ff480-c4f8-4cfc-a0a1-0474b327bd75 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdabb3a9-675c-4536-a64e-bf33ab8a60b2,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:12.577142 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33420) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:12.617729 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8f6225d2-705e-4af1-910d-aad4a4af86a0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9db88b725110484e8c9489628ef91a78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393431 Dec 17 15:47:12.620087 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33422) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:12.670729 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-040dd38e-b58c-4fed-beaa-33da1ef1813e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:12.694130 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-040dd38e-b58c-4fed-beaa-33da1ef1813e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:12.818543 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-040dd38e-b58c-4fed-beaa-33da1ef1813e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:12.821143 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-040dd38e-b58c-4fed-beaa-33da1ef1813e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:12.822283 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-040dd38e-b58c-4fed-beaa-33da1ef1813e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fafb2e59-1d97-40a3-9480-56c9b3ba4fbb HTTP/1.1" status: 204 len: 168 time: 0.2013290 Dec 17 15:47:12.831649 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040dd38e-b58c-4fed-beaa-33da1ef1813e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafb2e59-1d97-40a3-9480-56c9b3ba4fbb,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:12.953705 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33428) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:12.958333 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-4759913a-e7bb-4067-af4d-c3a4154b4bb1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1824404932', 'description': 'tempest-secgroup-smoke-1824404932 description', 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:13.055457 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4759913a-e7bb-4067-af4d-c3a4154b4bb1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:13.093190 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device fc168edb-09b6-4bbc-b321-01f2961c038a no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:47:13.116980 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: fc168edb-09b6-4bbc-b321-01f2961c038a {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:47:13.116980 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device fc168edb-09b6-4bbc-b321-01f2961c038a not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:47:13.116980 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 91ad3b27-8e34-4386-90f7-92ceffd0cdf4 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:47:13.137358 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 91ad3b27-8e34-4386-90f7-92ceffd0cdf4 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:47:13.137358 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 91ad3b27-8e34-4386-90f7-92ceffd0cdf4 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:47:13.153867 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4759913a-e7bb-4067-af4d-c3a4154b4bb1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:13.226348 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4759913a-e7bb-4067-af4d-c3a4154b4bb1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:13.255545 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759913a-e7bb-4067-af4d-c3a4154b4bb1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=199b87ad-97f6-49b6-ab00-cb8901fa1b54,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:13.308101 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4759913a-e7bb-4067-af4d-c3a4154b4bb1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:13.309436 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4759913a-e7bb-4067-af4d-c3a4154b4bb1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3546379 Dec 17 15:47:13.312921 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33432) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:13.317486 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-746a2d7c-c12f-47a1-a181-1c75bc4f32aa tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'security_group_rule': {'security_group_id': '199b87ad-97f6-49b6-ab00-cb8901fa1b54', 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:13.423424 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-746a2d7c-c12f-47a1-a181-1c75bc4f32aa tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:13.470300 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33434) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:13.514690 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-746a2d7c-c12f-47a1-a181-1c75bc4f32aa tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:13.527253 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1cebfa9f-f1f0-48da-985c-a910ddede696 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7cf3d54e1e4c4411837b128dad5485fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0559254 Dec 17 15:47:13.530473 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33436) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:13.578827 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8b5e608c-a8fb-4d09-ad5b-e50da749da7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:13.589489 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-746a2d7c-c12f-47a1-a181-1c75bc4f32aa tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:13.615609 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8b5e608c-a8fb-4d09-ad5b-e50da749da7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:13.623778 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a2d7c-c12f-47a1-a181-1c75bc4f32aa tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26e7ae86-0dc5-47c7-af06-ee45233750a4,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:13.708401 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-746a2d7c-c12f-47a1-a181-1c75bc4f32aa tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:13.709539 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-746a2d7c-c12f-47a1-a181-1c75bc4f32aa tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3956804 Dec 17 15:47:13.712234 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33438) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:13.716466 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-11e16140-ab67-485e-ae32-226c52292620 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'security_group_rule': {'security_group_id': '199b87ad-97f6-49b6-ab00-cb8901fa1b54', 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:13.734488 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8b5e608c-a8fb-4d09-ad5b-e50da749da7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:13.736884 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8b5e608c-a8fb-4d09-ad5b-e50da749da7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:13.737995 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8b5e608c-a8fb-4d09-ad5b-e50da749da7a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/456885ef-1197-42c3-a9b7-d86e9707c4ba HTTP/1.1" status: 204 len: 168 time: 0.2066510 Dec 17 15:47:13.746137 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e608c-a8fb-4d09-ad5b-e50da749da7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456885ef-1197-42c3-a9b7-d86e9707c4ba,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:13.797590 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-11e16140-ab67-485e-ae32-226c52292620 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:14.090667 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-11e16140-ab67-485e-ae32-226c52292620 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:14.164058 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-11e16140-ab67-485e-ae32-226c52292620 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:14.195568 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e16140-ab67-485e-ae32-226c52292620 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c73ab12-a710-4b82-9393-6fad755a9a0f,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:14.262723 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-11e16140-ab67-485e-ae32-226c52292620 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:14.263985 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-11e16140-ab67-485e-ae32-226c52292620 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5508416 Dec 17 15:47:14.266773 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33450) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:14.271233 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-2064cae9-67ee-43fe-ab03-90b894824f87 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'security_group_rule': {'security_group_id': '199b87ad-97f6-49b6-ab00-cb8901fa1b54', 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:14.379600 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2064cae9-67ee-43fe-ab03-90b894824f87 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:14.436402 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2064cae9-67ee-43fe-ab03-90b894824f87 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:14.512479 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2064cae9-67ee-43fe-ab03-90b894824f87 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:14.532025 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064cae9-67ee-43fe-ab03-90b894824f87 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b5176c-4b90-49a8-8f8a-92d0866e314b,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:14.594987 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2064cae9-67ee-43fe-ab03-90b894824f87 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:14.596213 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2064cae9-67ee-43fe-ab03-90b894824f87 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3285229 Dec 17 15:47:14.599050 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33460) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:14.603290 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-d54ddc72-c2cb-40fe-9a1a-5c8d4a592587 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'security_group_rule': {'security_group_id': '199b87ad-97f6-49b6-ab00-cb8901fa1b54', 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:14.692350 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d54ddc72-c2cb-40fe-9a1a-5c8d4a592587 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:14.708332 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33464) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:14.752537 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d54ddc72-c2cb-40fe-9a1a-5c8d4a592587 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:14.807441 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-4d338ae2-4a89-4ad5-9b6a-d28724b849e0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1557841827-network', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:14.843739 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d54ddc72-c2cb-40fe-9a1a-5c8d4a592587 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:14.863214 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ddc72-c2cb-40fe-9a1a-5c8d4a592587 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f608c2a8-768a-40db-92a9-839990d18d35,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:14.898749 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d338ae2-4a89-4ad5-9b6a-d28724b849e0 admin admin] Made reservation on behalf of 822ef1332bd143cca4fd6e71701e2974 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:47:14.901189 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d338ae2-4a89-4ad5-9b6a-d28724b849e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:14.915425 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d338ae2-4a89-4ad5-9b6a-d28724b849e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:14.986519 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d54ddc72-c2cb-40fe-9a1a-5c8d4a592587 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:14.987778 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d54ddc72-c2cb-40fe-9a1a-5c8d4a592587 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3877907 Dec 17 15:47:14.988352 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d338ae2-4a89-4ad5-9b6a-d28724b849e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:14.990562 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33468) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:14.995139 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-b23066c1-c224-4ad8-a483-2d3546219d76 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'security_group_rule': {'security_group_id': '199b87ad-97f6-49b6-ab00-cb8901fa1b54', 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:15.083728 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d338ae2-4a89-4ad5-9b6a-d28724b849e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:15.100750 n-d-820553-2 neutron-server[102832]: INFO neutron.db.securitygroups_db [None req-b23066c1-c224-4ad8-a483-2d3546219d76 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Project cc2b51a1527d471ba1f33c71d0e151f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 15:47:15.115428 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d338ae2-4a89-4ad5-9b6a-d28724b849e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:47:15.117555 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b23066c1-c224-4ad8-a483-2d3546219d76 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:15.131304 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d338ae2-4a89-4ad5-9b6a-d28724b849e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c396d4-c71c-416a-ad63-8d645ec8359d,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:15.142512 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d338ae2-4a89-4ad5-9b6a-d28724b849e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:15.142865 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-4d338ae2-4a89-4ad5-9b6a-d28724b849e0 admin admin] Added segment 8241df6a-2035-4bd9-b041-d38db91b9851 of type vlan for network 56c46120-18dd-4e01-afbc-660976f1bc54 Dec 17 15:47:15.203590 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d338ae2-4a89-4ad5-9b6a-d28724b849e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:15.220517 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b23066c1-c224-4ad8-a483-2d3546219d76 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:15.287409 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b23066c1-c224-4ad8-a483-2d3546219d76 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:15.302835 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23066c1-c224-4ad8-a483-2d3546219d76 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d0c4e57-a84c-4d04-9be3-2cacf149179c,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:15.315949 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d338ae2-4a89-4ad5-9b6a-d28724b849e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:15.316913 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d338ae2-4a89-4ad5-9b6a-d28724b849e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:15.318086 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d338ae2-4a89-4ad5-9b6a-d28724b849e0 admin admin] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:15.370652 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b23066c1-c224-4ad8-a483-2d3546219d76 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:15.371838 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b23066c1-c224-4ad8-a483-2d3546219d76 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3802161 Dec 17 15:47:15.375479 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33470) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:15.380376 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-7635268f-f0d8-497c-837f-b866df261f64 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'security_group_rule': {'security_group_id': '199b87ad-97f6-49b6-ab00-cb8901fa1b54', 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:15.383128 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d338ae2-4a89-4ad5-9b6a-d28724b849e0 admin admin] Pushing event updated for resources: {'Network': ['ID=56c46120-18dd-4e01-afbc-660976f1bc54,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:15.393570 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 56c46120-18dd-4e01-afbc-660976f1bc54 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:47:15.427080 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4d338ae2-4a89-4ad5-9b6a-d28724b849e0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7172143 Dec 17 15:47:15.429982 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33472) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:15.435321 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-2a19e6ba-ecc0-472e-9883-595bc1976986 admin admin] Request body: {'subnet': {'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1557841827-subnet', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:15.523129 n-d-820553-2 neutron-server[102833]: INFO neutron.db.securitygroups_db [None req-7635268f-f0d8-497c-837f-b866df261f64 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Project cc2b51a1527d471ba1f33c71d0e151f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 15:47:15.532007 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7635268f-f0d8-497c-837f-b866df261f64 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:15.595409 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7635268f-f0d8-497c-837f-b866df261f64 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:15.596535 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a19e6ba-ecc0-472e-9883-595bc1976986 admin admin] Made reservation on behalf of 822ef1332bd143cca4fd6e71701e2974 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:47:15.598885 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2a19e6ba-ecc0-472e-9883-595bc1976986 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:15.684150 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7635268f-f0d8-497c-837f-b866df261f64 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:15.730011 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635268f-f0d8-497c-837f-b866df261f64 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2a01bf-8686-4b5e-b83e-5e9ae0655120,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:15.811398 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7635268f-f0d8-497c-837f-b866df261f64 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:15.812611 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7635268f-f0d8-497c-837f-b866df261f64 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4361341 Dec 17 15:47:15.815458 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33474) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:15.820470 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-f52e0797-35f2-4045-a398-05c3f4353f3c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'network': {'name': 'tempest-network-smoke--1256043415', 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'port_security_enabled': True}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:15.833783 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2a19e6ba-ecc0-472e-9883-595bc1976986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:15.890567 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19e6ba-ecc0-472e-9883-595bc1976986 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88427995-2645-4fa8-ba88-78d7eabf1f21,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:15.901325 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a19e6ba-ecc0-472e-9883-595bc1976986 admin admin] Checking segment: {'id': '8241df6a-2035-4bd9-b041-d38db91b9851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:47:15.901677 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a19e6ba-ecc0-472e-9883-595bc1976986 admin admin] Network hostable DHCP agents. Network: 56c46120-18dd-4e01-afbc-660976f1bc54, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:47:15.917376 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52e0797-35f2-4045-a398-05c3f4353f3c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Made reservation on behalf of cc2b51a1527d471ba1f33c71d0e151f4 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:47:15.921976 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f52e0797-35f2-4045-a398-05c3f4353f3c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:15.944904 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52e0797-35f2-4045-a398-05c3f4353f3c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:47:15.953704 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f52e0797-35f2-4045-a398-05c3f4353f3c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:15.954037 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-f52e0797-35f2-4045-a398-05c3f4353f3c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Added segment 6f34bd7a-829a-40b2-9a53-11d1c56bbfa0 of type vlan for network 4378d9fc-5d8e-42a9-930b-1b730d400267 Dec 17 15:47:15.995673 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a19e6ba-ecc0-472e-9883-595bc1976986 admin admin] Network 56c46120-18dd-4e01-afbc-660976f1bc54 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:47:15.998460 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f52e0797-35f2-4045-a398-05c3f4353f3c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:16.072092 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-2a19e6ba-ecc0-472e-9883-595bc1976986 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 56c46120-18dd-4e01-afbc-660976f1bc54) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:47:16.078037 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a19e6ba-ecc0-472e-9883-595bc1976986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:16.078790 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2a19e6ba-ecc0-472e-9883-595bc1976986 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:16.081937 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e825ab5-90c0-4ae0-a66d-8c1b44cb9254 None None] Network 56c46120-18dd-4e01-afbc-660976f1bc54 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:47:16.100803 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f52e0797-35f2-4045-a398-05c3f4353f3c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:16.107157 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52e0797-35f2-4045-a398-05c3f4353f3c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:16.109374 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f52e0797-35f2-4045-a398-05c3f4353f3c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:16.193497 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2a19e6ba-ecc0-472e-9883-595bc1976986 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7623408 Dec 17 15:47:16.196225 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33476) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:16.202881 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-4305fb7d-e6d2-47f8-8408-cf58247a3a78 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1557841827-router', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:16.220541 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e0797-35f2-4045-a398-05c3f4353f3c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'Network': ['ID=4378d9fc-5d8e-42a9-930b-1b730d400267,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:16.230892 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 4378d9fc-5d8e-42a9-930b-1b730d400267 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:47:16.234063 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c8ed59-3df3-4555-89e1-e8d2e1726f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-56c46120-18dd-4e01-afbc-660976f1bc54', 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'fixed_ips': [{'subnet_id': '88427995-2645-4fa8-ba88-78d7eabf1f21'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:47:16.234882 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d4c8ed59-3df3-4555-89e1-e8d2e1726f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:16.246329 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f52e0797-35f2-4045-a398-05c3f4353f3c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4298441 Dec 17 15:47:16.249359 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33478) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:16.255473 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-b3099b88-0fc6-461a-b087-16420c6fedd6 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-870544359', 'admin_state_up': True, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:16.323751 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4305fb7d-e6d2-47f8-8408-cf58247a3a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:16.325771 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4305fb7d-e6d2-47f8-8408-cf58247a3a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:16.379359 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4305fb7d-e6d2-47f8-8408-cf58247a3a78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:16.398058 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b3099b88-0fc6-461a-b087-16420c6fedd6 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:16.399127 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b3099b88-0fc6-461a-b087-16420c6fedd6 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:16.423204 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-d4c8ed59-3df3-4555-89e1-e8d2e1726f03 None None] Allocated IP 172.20.0.2 (56c46120-18dd-4e01-afbc-660976f1bc54/88427995-2645-4fa8-ba88-78d7eabf1f21/3e38ab96-daaa-48d3-ba3d-b7c0158c39f4) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:47:16.488212 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b3099b88-0fc6-461a-b087-16420c6fedd6 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:16.573900 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d4c8ed59-3df3-4555-89e1-e8d2e1726f03 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:16.592190 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4305fb7d-e6d2-47f8-8408-cf58247a3a78 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:16.642205 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d4c8ed59-3df3-4555-89e1-e8d2e1726f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:16.681642 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c8ed59-3df3-4555-89e1-e8d2e1726f03 None None] Network 56c46120-18dd-4e01-afbc-660976f1bc54 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:47:16.682934 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b3099b88-0fc6-461a-b087-16420c6fedd6 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:16.684438 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-d4c8ed59-3df3-4555-89e1-e8d2e1726f03 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:47:16.687401 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c8ed59-3df3-4555-89e1-e8d2e1726f03 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:47:16.697333 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8ed59-3df3-4555-89e1-e8d2e1726f03 None None] Pushing event updated for resources: {'Port': ['ID=3e38ab96-daaa-48d3-ba3d-b7c0158c39f4,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:16.751819 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-d4c8ed59-3df3-4555-89e1-e8d2e1726f03 None None] Attempting to bind port 3e38ab96-daaa-48d3-ba3d-b7c0158c39f4 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:47:16.752534 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-d4c8ed59-3df3-4555-89e1-e8d2e1726f03 None None] Attempting to bind port 3e38ab96-daaa-48d3-ba3d-b7c0158c39f4 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '8241df6a-2035-4bd9-b041-d38db91b9851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:47:16.752778 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c8ed59-3df3-4555-89e1-e8d2e1726f03 None None] Attempting to bind port 3e38ab96-daaa-48d3-ba3d-b7c0158c39f4 on network 56c46120-18dd-4e01-afbc-660976f1bc54 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:16.758162 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c8ed59-3df3-4555-89e1-e8d2e1726f03 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:47:16.767609 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c8ed59-3df3-4555-89e1-e8d2e1726f03 None None] Checking segment: {'id': '8241df6a-2035-4bd9-b041-d38db91b9851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:47:16.767609 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d4c8ed59-3df3-4555-89e1-e8d2e1726f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:16.767609 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c8ed59-3df3-4555-89e1-e8d2e1726f03 None None] Bound using segment: {'id': '8241df6a-2035-4bd9-b041-d38db91b9851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:47:16.767609 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-d4c8ed59-3df3-4555-89e1-e8d2e1726f03 None None] Bound port: 3e38ab96-daaa-48d3-ba3d-b7c0158c39f4, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8241df6a-2035-4bd9-b041-d38db91b9851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:47:16.767609 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d4c8ed59-3df3-4555-89e1-e8d2e1726f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:16.827702 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-d4c8ed59-3df3-4555-89e1-e8d2e1726f03 None None] For port 3e38ab96-daaa-48d3-ba3d-b7c0158c39f4, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:47:16.830997 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-d4c8ed59-3df3-4555-89e1-e8d2e1726f03 None None] For port 3e38ab96-daaa-48d3-ba3d-b7c0158c39f4, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3e38ab96-daaa-48d3-ba3d-b7c0158c39f4,segment=NetworkSegment(8241df6a-2035-4bd9-b041-d38db91b9851),segment_id=8241df6a-2035-4bd9-b041-d38db91b9851)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:47:16.869346 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4305fb7d-e6d2-47f8-8408-cf58247a3a78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:16.918586 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d4c8ed59-3df3-4555-89e1-e8d2e1726f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:16.961163 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b3099b88-0fc6-461a-b087-16420c6fedd6 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:16.992982 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b3099b88-0fc6-461a-b087-16420c6fedd6 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:16.994051 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8ed59-3df3-4555-89e1-e8d2e1726f03 None None] Pushing event updated for resources: {'Port': ['ID=3e38ab96-daaa-48d3-ba3d-b7c0158c39f4,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:17.117282 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-b3099b88-0fc6-461a-b087-16420c6fedd6 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Allocated IP 172.25.6.191 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/63e8f57a-0b04-4c2f-be90-55ba9b06ab4a) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:47:17.225425 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4305fb7d-e6d2-47f8-8408-cf58247a3a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:17.250389 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b3099b88-0fc6-461a-b087-16420c6fedd6 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:17.369711 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b3099b88-0fc6-461a-b087-16420c6fedd6 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:17.409124 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3099b88-0fc6-461a-b087-16420c6fedd6 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:47:17.411947 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-b3099b88-0fc6-461a-b087-16420c6fedd6 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:47:17.415448 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3099b88-0fc6-461a-b087-16420c6fedd6 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:47:17.416990 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-4305fb7d-e6d2-47f8-8408-cf58247a3a78 admin admin] Allocated IP 172.25.6.143 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/6b408aa0-c396-4851-a1b7-a95202583870) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:47:17.441829 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3099b88-0fc6-461a-b087-16420c6fedd6 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'Port': ['ID=63e8f57a-0b04-4c2f-be90-55ba9b06ab4a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:17.525200 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4305fb7d-e6d2-47f8-8408-cf58247a3a78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:17.627012 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4305fb7d-e6d2-47f8-8408-cf58247a3a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:17.668328 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4305fb7d-e6d2-47f8-8408-cf58247a3a78 admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:47:17.672293 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-4305fb7d-e6d2-47f8-8408-cf58247a3a78 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:47:17.679094 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4305fb7d-e6d2-47f8-8408-cf58247a3a78 admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:47:17.682284 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305fb7d-e6d2-47f8-8408-cf58247a3a78 admin admin] Pushing event updated for resources: {'Port': ['ID=6b408aa0-c396-4851-a1b7-a95202583870,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:17.757760 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b3099b88-0fc6-461a-b087-16420c6fedd6 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:17.939632 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0682bef0-0698-44cb-a4ce-2ca4b292d30e None None] Network 56c46120-18dd-4e01-afbc-660976f1bc54 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:47:17.976836 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b3099b88-0fc6-461a-b087-16420c6fedd6 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:18.002669 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4305fb7d-e6d2-47f8-8408-cf58247a3a78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:18.071255 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-0efb6d90-0a3e-4cf8-8711-9cb9a66f7705 None None] Provisioning complete for port 3e38ab96-daaa-48d3-ba3d-b7c0158c39f4 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:18.071642 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0efb6d90-0a3e-4cf8-8711-9cb9a66f7705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:18.182161 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0efb6d90-0a3e-4cf8-8711-9cb9a66f7705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:18.195953 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3099b88-0fc6-461a-b087-16420c6fedd6 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Router e32869a0-bb87-4af9-885c-23619e7d3a13 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:47:18.205535 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4305fb7d-e6d2-47f8-8408-cf58247a3a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:18.228747 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-0efb6d90-0a3e-4cf8-8711-9cb9a66f7705 None None] For port 3e38ab96-daaa-48d3-ba3d-b7c0158c39f4, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3e38ab96-daaa-48d3-ba3d-b7c0158c39f4,segment=NetworkSegment(8241df6a-2035-4bd9-b041-d38db91b9851),segment_id=8241df6a-2035-4bd9-b041-d38db91b9851)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:18.335019 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0efb6d90-0a3e-4cf8-8711-9cb9a66f7705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:18.396227 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb6d90-0a3e-4cf8-8711-9cb9a66f7705 None None] Pushing event updated for resources: {'Port': ['ID=3e38ab96-daaa-48d3-ba3d-b7c0158c39f4,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:18.460883 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4305fb7d-e6d2-47f8-8408-cf58247a3a78 admin admin] Router 257456da-9b46-49c3-b614-2d0be6797da3 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:47:18.466913 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d0a84051-fe8b-4b92-ab74-aded6300b8bd None None] Provisioning complete for port 3e38ab96-daaa-48d3-ba3d-b7c0158c39f4 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:18.472624 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d0a84051-fe8b-4b92-ab74-aded6300b8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:18.579400 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4305fb7d-e6d2-47f8-8408-cf58247a3a78 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:47:18.582038 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3099b88-0fc6-461a-b087-16420c6fedd6 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:47:18.592605 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047ddc10-b9a3-4e77-ba5d-d5bf0c39a4c6 None None] Sync routers for ids ['257456da-9b46-49c3-b614-2d0be6797da3'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:47:18.598506 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31e7bb6-9abc-4919-a1d5-3c2cdc77f926 None None] Sync routers for ids ['e32869a0-bb87-4af9-885c-23619e7d3a13'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:47:18.603223 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047ddc10-b9a3-4e77-ba5d-d5bf0c39a4c6 None None] Routers {'257456da-9b46-49c3-b614-2d0be6797da3'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:47:18.609785 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-047ddc10-b9a3-4e77-ba5d-d5bf0c39a4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:47:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['257456da-9b46-49c3-b614-2d0be6797da3'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:18.609945 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31e7bb6-9abc-4919-a1d5-3c2cdc77f926 None None] Routers {'e32869a0-bb87-4af9-885c-23619e7d3a13'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:47:18.609945 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-f31e7bb6-9abc-4919-a1d5-3c2cdc77f926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:47:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['e32869a0-bb87-4af9-885c-23619e7d3a13'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:18.684200 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4305fb7d-e6d2-47f8-8408-cf58247a3a78 admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:18.685580 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4305fb7d-e6d2-47f8-8408-cf58247a3a78 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4878032 Dec 17 15:47:18.688514 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33480) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:18.709882 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-047ddc10-b9a3-4e77-ba5d-d5bf0c39a4c6 None None] Set router 257456da-9b46-49c3-b614-2d0be6797da3 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:47:18.721311 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-f31e7bb6-9abc-4919-a1d5-3c2cdc77f926 None None] Set router e32869a0-bb87-4af9-885c-23619e7d3a13 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:47:18.722511 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b3099b88-0fc6-461a-b087-16420c6fedd6 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:18.723434 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b3099b88-0fc6-461a-b087-16420c6fedd6 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4725671 Dec 17 15:47:18.726943 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33482) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:18.769620 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-43f671de-51ec-4f67-af70-31e12f4cc12f tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=cc2b51a1527d471ba1f33c71d0e151f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412374 Dec 17 15:47:18.779339 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33484) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:18.962537 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-f31e7bb6-9abc-4919-a1d5-3c2cdc77f926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870544359', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '63e8f57a-0b04-4c2f-be90-55ba9b06ab4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:17Z', 'revision_number': 3, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': '63e8f57a-0b04-4c2f-be90-55ba9b06ab4a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:18.964019 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9f6094-7bf0-4e3c-8a35-e57b1cc14896 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:18.965711 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8c9f6094-7bf0-4e3c-8a35-e57b1cc14896 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1846230 Dec 17 15:47:18.969493 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33488) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:18.993468 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31e7bb6-9abc-4919-a1d5-3c2cdc77f926 None None] Checking router: e32869a0-bb87-4af9-885c-23619e7d3a13 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:47:18.995562 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31e7bb6-9abc-4919-a1d5-3c2cdc77f926 None None] Updating router e32869a0-bb87-4af9-885c-23619e7d3a13 port 63e8f57a-0b04-4c2f-be90-55ba9b06ab4a binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:47:19.004013 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-047ddc10-b9a3-4e77-ba5d-d5bf0c39a4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257456da-9b46-49c3-b614-2d0be6797da3', 'name': 'tempest-AttachVolumeTestJSON-1557841827-router', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '6b408aa0-c396-4851-a1b7-a95202583870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:17Z', 'revision_number': 3, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'gw_port': {'id': '6b408aa0-c396-4851-a1b7-a95202583870', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:17Z', 'updated_at': '2021-12-17T15:47:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:19.015006 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8257629c-3f04-4619-b75f-3e2a065d5850 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=4e9cade7-8de3-4483-a2b7-ada6bbc76cf6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0443213 Dec 17 15:47:19.015608 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33490) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:19.020457 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-a8d1051e-2372-439f-9fb8-5f066fc1eb04 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-209824108', 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267', 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:19.021133 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f31e7bb6-9abc-4919-a1d5-3c2cdc77f926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:19.042726 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047ddc10-b9a3-4e77-ba5d-d5bf0c39a4c6 None None] Checking router: 257456da-9b46-49c3-b614-2d0be6797da3 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:47:19.043548 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047ddc10-b9a3-4e77-ba5d-d5bf0c39a4c6 None None] Updating router 257456da-9b46-49c3-b614-2d0be6797da3 port 6b408aa0-c396-4851-a1b7-a95202583870 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:47:19.084572 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-047ddc10-b9a3-4e77-ba5d-d5bf0c39a4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:19.194794 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2da81a11-53aa-4bd9-8781-2d838643a631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:19.200844 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3e38ab96-daaa-48d3-ba3d-b7c0158c39f4 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:47:19.232927 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d1051e-2372-439f-9fb8-5f066fc1eb04 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Made reservation on behalf of cc2b51a1527d471ba1f33c71d0e151f4 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:47:19.236622 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a8d1051e-2372-439f-9fb8-5f066fc1eb04 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:19.320995 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 3e38ab96-daaa-48d3-ba3d-b7c0158c39f4 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:19.322676 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:19.369806 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-2da81a11-53aa-4bd9-8781-2d838643a631 admin admin] Allocated IP 172.20.0.1 (56c46120-18dd-4e01-afbc-660976f1bc54/88427995-2645-4fa8-ba88-78d7eabf1f21/0da657bc-eb8a-4906-9643-7a28e2fc58da) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:47:19.447819 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f31e7bb6-9abc-4919-a1d5-3c2cdc77f926 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:19.484003 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a8d1051e-2372-439f-9fb8-5f066fc1eb04 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:19.487566 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2da81a11-53aa-4bd9-8781-2d838643a631 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:19.512139 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f31e7bb6-9abc-4919-a1d5-3c2cdc77f926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:19.546760 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d1051e-2372-439f-9fb8-5f066fc1eb04 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'Subnet': ['ID=44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:19.556021 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-f31e7bb6-9abc-4919-a1d5-3c2cdc77f926 None None] Attempting to bind port 63e8f57a-0b04-4c2f-be90-55ba9b06ab4a on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:47:19.556407 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-f31e7bb6-9abc-4919-a1d5-3c2cdc77f926 None None] Attempting to bind port 63e8f57a-0b04-4c2f-be90-55ba9b06ab4a by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:47:19.556769 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31e7bb6-9abc-4919-a1d5-3c2cdc77f926 None None] Attempting to bind port 63e8f57a-0b04-4c2f-be90-55ba9b06ab4a on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:19.558639 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d1051e-2372-439f-9fb8-5f066fc1eb04 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Checking segment: {'id': '6f34bd7a-829a-40b2-9a53-11d1c56bbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:47:19.559117 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d1051e-2372-439f-9fb8-5f066fc1eb04 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Network hostable DHCP agents. Network: 4378d9fc-5d8e-42a9-930b-1b730d400267, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:47:19.563834 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31e7bb6-9abc-4919-a1d5-3c2cdc77f926 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:47:19.564214 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31e7bb6-9abc-4919-a1d5-3c2cdc77f926 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:47:19.564621 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f31e7bb6-9abc-4919-a1d5-3c2cdc77f926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:19.565232 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31e7bb6-9abc-4919-a1d5-3c2cdc77f926 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:47:19.565517 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-f31e7bb6-9abc-4919-a1d5-3c2cdc77f926 None None] Bound port: 63e8f57a-0b04-4c2f-be90-55ba9b06ab4a, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:47:19.565941 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f31e7bb6-9abc-4919-a1d5-3c2cdc77f926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:19.593391 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2da81a11-53aa-4bd9-8781-2d838643a631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:19.603186 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418b8c3-9a0a-4389-8f46-9f8cc1a4ccca None None] Pushing event updated for resources: {'Port': ['ID=63e8f57a-0b04-4c2f-be90-55ba9b06ab4a,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:19.630927 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-f31e7bb6-9abc-4919-a1d5-3c2cdc77f926 None None] For port 63e8f57a-0b04-4c2f-be90-55ba9b06ab4a, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:47:19.634381 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-f31e7bb6-9abc-4919-a1d5-3c2cdc77f926 None None] For port 63e8f57a-0b04-4c2f-be90-55ba9b06ab4a, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=63e8f57a-0b04-4c2f-be90-55ba9b06ab4a,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:47:19.641814 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da81a11-53aa-4bd9-8781-2d838643a631 admin admin] Network 56c46120-18dd-4e01-afbc-660976f1bc54 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:47:19.644739 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-2da81a11-53aa-4bd9-8781-2d838643a631 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:47:19.647919 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d1051e-2372-439f-9fb8-5f066fc1eb04 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Network 4378d9fc-5d8e-42a9-930b-1b730d400267 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:47:19.651864 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da81a11-53aa-4bd9-8781-2d838643a631 admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:47:19.655991 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da81a11-53aa-4bd9-8781-2d838643a631 admin admin] Pushing event updated for resources: {'Port': ['ID=0da657bc-eb8a-4906-9643-7a28e2fc58da,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:19.677675 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-047ddc10-b9a3-4e77-ba5d-d5bf0c39a4c6 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:19.697126 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2da81a11-53aa-4bd9-8781-2d838643a631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:19.707120 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f31e7bb6-9abc-4919-a1d5-3c2cdc77f926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:19.727618 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-a8d1051e-2372-439f-9fb8-5f066fc1eb04 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 4378d9fc-5d8e-42a9-930b-1b730d400267) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:47:19.738060 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d1051e-2372-439f-9fb8-5f066fc1eb04 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:19.738060 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a8d1051e-2372-439f-9fb8-5f066fc1eb04 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:19.744416 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da34ca0-8b9d-4e9d-b004-b30d94695f2c None None] Network 4378d9fc-5d8e-42a9-930b-1b730d400267 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:47:19.784562 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-047ddc10-b9a3-4e77-ba5d-d5bf0c39a4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:19.825560 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31e7bb6-9abc-4919-a1d5-3c2cdc77f926 None None] Routers {'e32869a0-bb87-4af9-885c-23619e7d3a13'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:47:19.826450 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-f31e7bb6-9abc-4919-a1d5-3c2cdc77f926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:47:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['e32869a0-bb87-4af9-885c-23619e7d3a13'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:19.834592 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd2230-7285-4214-bc22-f307c598d7d8 None None] Pushing event updated for resources: {'Port': ['ID=6b408aa0-c396-4851-a1b7-a95202583870,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:19.850341 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33492) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:19.850783 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a8d1051e-2372-439f-9fb8-5f066fc1eb04 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8339870 Dec 17 15:47:19.862384 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd2230-7285-4214-bc22-f307c598d7d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:19.862722 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd2230-7285-4214-bc22-f307c598d7d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:19.863488 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd2230-7285-4214-bc22-f307c598d7d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:19.863985 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd2230-7285-4214-bc22-f307c598d7d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:19.864542 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd2230-7285-4214-bc22-f307c598d7d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:19.865039 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd2230-7285-4214-bc22-f307c598d7d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:19.865951 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd2230-7285-4214-bc22-f307c598d7d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:19.866489 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd2230-7285-4214-bc22-f307c598d7d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:19.866970 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd2230-7285-4214-bc22-f307c598d7d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:19.867454 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd2230-7285-4214-bc22-f307c598d7d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:19.869013 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd2230-7285-4214-bc22-f307c598d7d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:19.869625 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd2230-7285-4214-bc22-f307c598d7d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:19.893027 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-047ddc10-b9a3-4e77-ba5d-d5bf0c39a4c6 None None] Attempting to bind port 6b408aa0-c396-4851-a1b7-a95202583870 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:47:19.893495 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-047ddc10-b9a3-4e77-ba5d-d5bf0c39a4c6 None None] Attempting to bind port 6b408aa0-c396-4851-a1b7-a95202583870 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:47:19.893925 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047ddc10-b9a3-4e77-ba5d-d5bf0c39a4c6 None None] Attempting to bind port 6b408aa0-c396-4851-a1b7-a95202583870 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:19.901582 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047ddc10-b9a3-4e77-ba5d-d5bf0c39a4c6 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:47:19.902122 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047ddc10-b9a3-4e77-ba5d-d5bf0c39a4c6 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:47:19.902582 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-047ddc10-b9a3-4e77-ba5d-d5bf0c39a4c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:19.903028 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047ddc10-b9a3-4e77-ba5d-d5bf0c39a4c6 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:47:19.904321 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-047ddc10-b9a3-4e77-ba5d-d5bf0c39a4c6 None None] Bound port: 6b408aa0-c396-4851-a1b7-a95202583870, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:47:19.905272 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-047ddc10-b9a3-4e77-ba5d-d5bf0c39a4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:19.967183 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2da81a11-53aa-4bd9-8781-2d838643a631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:19.968078 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-047ddc10-b9a3-4e77-ba5d-d5bf0c39a4c6 None None] For port 6b408aa0-c396-4851-a1b7-a95202583870, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:47:19.971561 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-047ddc10-b9a3-4e77-ba5d-d5bf0c39a4c6 None None] For port 6b408aa0-c396-4851-a1b7-a95202583870, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=6b408aa0-c396-4851-a1b7-a95202583870,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:47:20.053789 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-047ddc10-b9a3-4e77-ba5d-d5bf0c39a4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:20.070979 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418b8c3-9a0a-4389-8f46-9f8cc1a4ccca None None] Pushing event updated for resources: {'Port': ['ID=63e8f57a-0b04-4c2f-be90-55ba9b06ab4a,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:20.118032 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047ddc10-b9a3-4e77-ba5d-d5bf0c39a4c6 None None] Routers {'257456da-9b46-49c3-b614-2d0be6797da3'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:47:20.118651 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-047ddc10-b9a3-4e77-ba5d-d5bf0c39a4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:47:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['257456da-9b46-49c3-b614-2d0be6797da3'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:20.135060 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-fd7aab11-efb0-4d8c-98f6-4e9e72ccf3bd None None] Provisioning complete for port 0da657bc-eb8a-4906-9643-7a28e2fc58da triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:20.135451 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fd7aab11-efb0-4d8c-98f6-4e9e72ccf3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:20.155086 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd2230-7285-4214-bc22-f307c598d7d8 None None] Pushing event updated for resources: {'Port': ['ID=6b408aa0-c396-4851-a1b7-a95202583870,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:20.202413 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-fd7aab11-efb0-4d8c-98f6-4e9e72ccf3bd None None] Port 0da657bc-eb8a-4906-9643-7a28e2fc58da cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:47:20.227954 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-f31e7bb6-9abc-4919-a1d5-3c2cdc77f926 None None] Set router e32869a0-bb87-4af9-885c-23619e7d3a13 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:47:20.240067 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-047ddc10-b9a3-4e77-ba5d-d5bf0c39a4c6 None None] Set router 257456da-9b46-49c3-b614-2d0be6797da3 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:47:20.256906 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af75acb4-30e2-4a18-bbaa-aa7e90df88af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-4378d9fc-5d8e-42a9-930b-1b730d400267', 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'fixed_ips': [{'subnet_id': '44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:47:20.257814 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-af75acb4-30e2-4a18-bbaa-aa7e90df88af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:20.319841 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2da81a11-53aa-4bd9-8781-2d838643a631 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:20.379016 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2da81a11-53aa-4bd9-8781-2d838643a631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:20.456002 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-047ddc10-b9a3-4e77-ba5d-d5bf0c39a4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257456da-9b46-49c3-b614-2d0be6797da3', 'name': 'tempest-AttachVolumeTestJSON-1557841827-router', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '6b408aa0-c396-4851-a1b7-a95202583870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:19Z', 'revision_number': 4, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'gw_port': {'id': '6b408aa0-c396-4851-a1b7-a95202583870', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:17Z', 'updated_at': '2021-12-17T15:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '0da657bc-eb8a-4906-9643-7a28e2fc58da', 'name': '', 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'mac_address': 'fa:16:3e:ad:09:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '88427995-2645-4fa8-ba88-78d7eabf1f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:19Z', 'updated_at': '2021-12-17T15:47:19Z', 'revision_number': 1, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'subnets': [{'id': '88427995-2645-4fa8-ba88-78d7eabf1f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:20.483791 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2da81a11-53aa-4bd9-8781-2d838643a631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:20.495065 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da81a11-53aa-4bd9-8781-2d838643a631 admin admin] Pushing event updated for resources: {'Port': ['ID=0da657bc-eb8a-4906-9643-7a28e2fc58da,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:20.498704 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047ddc10-b9a3-4e77-ba5d-d5bf0c39a4c6 None None] The sync data for ids ['257456da-9b46-49c3-b614-2d0be6797da3'] in n-d-820553-2 is: [{'id': '257456da-9b46-49c3-b614-2d0be6797da3', 'name': 'tempest-AttachVolumeTestJSON-1557841827-router', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '6b408aa0-c396-4851-a1b7-a95202583870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:19Z', 'revision_number': 4, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'gw_port': {'id': '6b408aa0-c396-4851-a1b7-a95202583870', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:17Z', 'updated_at': '2021-12-17T15:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '0da657bc-eb8a-4906-9643-7a28e2fc58da', 'name': '', 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'mac_address': 'fa:16:3e:ad:09:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '88427995-2645-4fa8-ba88-78d7eabf1f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:19Z', 'updated_at': '2021-12-17T15:47:19Z', 'revision_number': 1, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'subnets': [{'id': '88427995-2645-4fa8-ba88-78d7eabf1f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:47:20.512050 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-af75acb4-30e2-4a18-bbaa-aa7e90df88af None None] Allocated IP 172.20.0.2 (4378d9fc-5d8e-42a9-930b-1b730d400267/44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a/4e16a55d-dd84-4d7f-9375-71b56db43b5b) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:47:20.591884 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-f31e7bb6-9abc-4919-a1d5-3c2cdc77f926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870544359', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '63e8f57a-0b04-4c2f-be90-55ba9b06ab4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:17Z', 'revision_number': 3, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': '63e8f57a-0b04-4c2f-be90-55ba9b06ab4a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:20.599948 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3cf453cb-dd49-428f-9f1a-2b0d2748c5c9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:20.628167 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31e7bb6-9abc-4919-a1d5-3c2cdc77f926 None None] The sync data for ids ['e32869a0-bb87-4af9-885c-23619e7d3a13'] in n-d-820553-2 is: [{'id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870544359', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '63e8f57a-0b04-4c2f-be90-55ba9b06ab4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:17Z', 'revision_number': 3, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': '63e8f57a-0b04-4c2f-be90-55ba9b06ab4a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:47:20.703309 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da81a11-53aa-4bd9-8781-2d838643a631 admin admin] Network 56c46120-18dd-4e01-afbc-660976f1bc54 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:47:20.706262 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-2da81a11-53aa-4bd9-8781-2d838643a631 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:47:20.766791 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-af75acb4-30e2-4a18-bbaa-aa7e90df88af None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:20.838691 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-af75acb4-30e2-4a18-bbaa-aa7e90df88af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:20.916990 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75acb4-30e2-4a18-bbaa-aa7e90df88af None None] Pushing event updated for resources: {'Port': ['ID=4e16a55d-dd84-4d7f-9375-71b56db43b5b,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:20.928434 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af75acb4-30e2-4a18-bbaa-aa7e90df88af None None] Network 4378d9fc-5d8e-42a9-930b-1b730d400267 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:47:20.931135 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-af75acb4-30e2-4a18-bbaa-aa7e90df88af None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:47:20.933882 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af75acb4-30e2-4a18-bbaa-aa7e90df88af None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:47:21.084099 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-af75acb4-30e2-4a18-bbaa-aa7e90df88af None None] Attempting to bind port 4e16a55d-dd84-4d7f-9375-71b56db43b5b on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:47:21.084683 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-af75acb4-30e2-4a18-bbaa-aa7e90df88af None None] Attempting to bind port 4e16a55d-dd84-4d7f-9375-71b56db43b5b by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '6f34bd7a-829a-40b2-9a53-11d1c56bbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:47:21.084683 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af75acb4-30e2-4a18-bbaa-aa7e90df88af None None] Attempting to bind port 4e16a55d-dd84-4d7f-9375-71b56db43b5b on network 4378d9fc-5d8e-42a9-930b-1b730d400267 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:21.099165 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af75acb4-30e2-4a18-bbaa-aa7e90df88af None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:47:21.099548 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af75acb4-30e2-4a18-bbaa-aa7e90df88af None None] Checking segment: {'id': '6f34bd7a-829a-40b2-9a53-11d1c56bbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:47:21.099954 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-af75acb4-30e2-4a18-bbaa-aa7e90df88af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:21.100349 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af75acb4-30e2-4a18-bbaa-aa7e90df88af None None] Bound using segment: {'id': '6f34bd7a-829a-40b2-9a53-11d1c56bbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:47:21.100850 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-af75acb4-30e2-4a18-bbaa-aa7e90df88af None None] Bound port: 4e16a55d-dd84-4d7f-9375-71b56db43b5b, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f34bd7a-829a-40b2-9a53-11d1c56bbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:47:21.101393 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-af75acb4-30e2-4a18-bbaa-aa7e90df88af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:21.188145 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 63e8f57a-0b04-4c2f-be90-55ba9b06ab4a up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:47:21.192976 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a38896e3-e97b-4342-9da8-633de5eda969 None None] Provisioning complete for port 0da657bc-eb8a-4906-9643-7a28e2fc58da triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:21.193408 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a38896e3-e97b-4342-9da8-633de5eda969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:21.281573 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-af75acb4-30e2-4a18-bbaa-aa7e90df88af None None] For port 4e16a55d-dd84-4d7f-9375-71b56db43b5b, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:47:21.287169 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-af75acb4-30e2-4a18-bbaa-aa7e90df88af None None] For port 4e16a55d-dd84-4d7f-9375-71b56db43b5b, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=4e16a55d-dd84-4d7f-9375-71b56db43b5b,segment=NetworkSegment(6f34bd7a-829a-40b2-9a53-11d1c56bbfa0),segment_id=6f34bd7a-829a-40b2-9a53-11d1c56bbfa0)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:47:21.306618 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-a38896e3-e97b-4342-9da8-633de5eda969 None None] Port 0da657bc-eb8a-4906-9643-7a28e2fc58da cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:47:21.314148 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 63e8f57a-0b04-4c2f-be90-55ba9b06ab4a triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:21.314700 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:21.378845 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da81a11-53aa-4bd9-8781-2d838643a631 admin admin] Router 257456da-9b46-49c3-b614-2d0be6797da3 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:47:21.418173 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:21.445337 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 63e8f57a-0b04-4c2f-be90-55ba9b06ab4a, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=63e8f57a-0b04-4c2f-be90-55ba9b06ab4a,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:21.450699 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-af75acb4-30e2-4a18-bbaa-aa7e90df88af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:21.515480 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75acb4-30e2-4a18-bbaa-aa7e90df88af None None] Pushing event updated for resources: {'Port': ['ID=4e16a55d-dd84-4d7f-9375-71b56db43b5b,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:21.537900 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:21.608681 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-3cf453cb-dd49-428f-9f1a-2b0d2748c5c9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Allocated IP 172.20.0.1 (4378d9fc-5d8e-42a9-930b-1b730d400267/44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a/c045e9e9-2634-4e2f-9248-384df73d187f) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:47:21.633449 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=63e8f57a-0b04-4c2f-be90-55ba9b06ab4a,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:21.640482 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da81a11-53aa-4bd9-8781-2d838643a631 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:47:21.647302 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2da81a11-53aa-4bd9-8781-2d838643a631 admin admin] 10.222.0.46 "PUT /v2.0/routers/257456da-9b46-49c3-b614-2d0be6797da3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9577417 Dec 17 15:47:21.870641 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3cf453cb-dd49-428f-9f1a-2b0d2748c5c9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:21.975767 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3cf453cb-dd49-428f-9f1a-2b0d2748c5c9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:22.025796 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf453cb-dd49-428f-9f1a-2b0d2748c5c9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Network 4378d9fc-5d8e-42a9-930b-1b730d400267 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:47:22.029746 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-3cf453cb-dd49-428f-9f1a-2b0d2748c5c9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:47:22.035175 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf453cb-dd49-428f-9f1a-2b0d2748c5c9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:47:22.072803 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf453cb-dd49-428f-9f1a-2b0d2748c5c9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'Port': ['ID=c045e9e9-2634-4e2f-9248-384df73d187f,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:22.093923 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3cf453cb-dd49-428f-9f1a-2b0d2748c5c9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:22.312423 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3cf453cb-dd49-428f-9f1a-2b0d2748c5c9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:22.616523 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3cf453cb-dd49-428f-9f1a-2b0d2748c5c9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:22.670569 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3cf453cb-dd49-428f-9f1a-2b0d2748c5c9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:22.689592 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33502) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:22.694755 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-c8676057-6373-4dc3-814e-345003c1e56e tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1727647874', 'description': 'tempest-description--1590212648'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:22.745065 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3cf453cb-dd49-428f-9f1a-2b0d2748c5c9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:22.746859 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf453cb-dd49-428f-9f1a-2b0d2748c5c9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'Port': ['ID=c045e9e9-2634-4e2f-9248-384df73d187f,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:22.764622 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c8676057-6373-4dc3-814e-345003c1e56e tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:22.837499 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c8676057-6373-4dc3-814e-345003c1e56e tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:22.852397 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf453cb-dd49-428f-9f1a-2b0d2748c5c9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Network 4378d9fc-5d8e-42a9-930b-1b730d400267 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:47:22.853804 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-3cf453cb-dd49-428f-9f1a-2b0d2748c5c9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:47:22.901068 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c8676057-6373-4dc3-814e-345003c1e56e tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:22.931663 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8676057-6373-4dc3-814e-345003c1e56e tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6747181a-88f3-4385-b459-17e838bd57ad,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:22.972602 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf453cb-dd49-428f-9f1a-2b0d2748c5c9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Router e32869a0-bb87-4af9-885c-23619e7d3a13 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:47:22.986250 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c8676057-6373-4dc3-814e-345003c1e56e tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:22.988207 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c8676057-6373-4dc3-814e-345003c1e56e tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2968020 Dec 17 15:47:22.990594 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33504) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:22.994846 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-042dacdb-1e80-4317-95e2-553764339ce3 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Request body: {'security_group_rule': {'security_group_id': '6747181a-88f3-4385-b459-17e838bd57ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:23.091409 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf453cb-dd49-428f-9f1a-2b0d2748c5c9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:47:23.098449 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3cf453cb-dd49-428f-9f1a-2b0d2748c5c9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "PUT /v2.0/routers/e32869a0-bb87-4af9-885c-23619e7d3a13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2451055 Dec 17 15:47:23.110119 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-042dacdb-1e80-4317-95e2-553764339ce3 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:23.203420 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-042dacdb-1e80-4317-95e2-553764339ce3 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:23.264026 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 4e16a55d-dd84-4d7f-9375-71b56db43b5b up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:47:23.287732 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-042dacdb-1e80-4317-95e2-553764339ce3 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:23.309595 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042dacdb-1e80-4317-95e2-553764339ce3 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23feeaad-9d2d-4c47-bb6f-c86fec358cf0,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:23.338393 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 4e16a55d-dd84-4d7f-9375-71b56db43b5b triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:23.338915 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:23.343412 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-818c9818-dc12-4b16-8c86-489438fc306c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1824404932&fields=id&tenant_id=cc2b51a1527d471ba1f33c71d0e151f4 HTTP/1.1" status: 200 len: 267 time: 0.0447283 Dec 17 15:47:23.378082 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-042dacdb-1e80-4317-95e2-553764339ce3 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:23.383532 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-042dacdb-1e80-4317-95e2-553764339ce3 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3916974 Dec 17 15:47:23.384164 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33518) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:23.391990 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-b3c61d37-8ccf-4460-bd41-e30194ec705c tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Request body: {'security_group_rule': {'security_group_id': '6747181a-88f3-4385-b459-17e838bd57ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:23.393959 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34408d16-8624-4a17-82e9-59bc78ceba0b None None] Network 4378d9fc-5d8e-42a9-930b-1b730d400267 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:47:23.488086 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-455eb371-c6e3-4ca6-a181-5775b4027659 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:23.489111 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-455eb371-c6e3-4ca6-a181-5775b4027659 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/networks?id=4378d9fc-5d8e-42a9-930b-1b730d400267 HTTP/1.1" status: 200 len: 797 time: 0.1378212 Dec 17 15:47:23.489599 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b3c61d37-8ccf-4460-bd41-e30194ec705c tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:23.498407 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:23.508699 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-57ecc339-4981-4ac0-ae70-3dc3c1cf84ac tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/quotas/cc2b51a1527d471ba1f33c71d0e151f4 HTTP/1.1" status: 200 len: 375 time: 0.0117934 Dec 17 15:47:23.516352 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-1fa9cadb-963d-454c-8693-7b45eb8aa63c None None] Provisioning complete for port 4e16a55d-dd84-4d7f-9375-71b56db43b5b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:23.516862 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1fa9cadb-963d-454c-8693-7b45eb8aa63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:23.582716 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b3c61d37-8ccf-4460-bd41-e30194ec705c tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:23.586609 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-77a01c73-0b71-4106-a167-de7c1ac08987 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696936 Dec 17 15:47:23.621569 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 4e16a55d-dd84-4d7f-9375-71b56db43b5b, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=4e16a55d-dd84-4d7f-9375-71b56db43b5b,segment=NetworkSegment(6f34bd7a-829a-40b2-9a53-11d1c56bbfa0),segment_id=6f34bd7a-829a-40b2-9a53-11d1c56bbfa0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:23.653567 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b3c61d37-8ccf-4460-bd41-e30194ec705c tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:23.675747 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c61d37-8ccf-4460-bd41-e30194ec705c tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f9abb5f-ee50-4b13-8cfa-0ff003e27a8c,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:23.691458 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:23.692178 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 63e8f57a-0b04-4c2f-be90-55ba9b06ab4a up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:47:23.741547 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b3c61d37-8ccf-4460-bd41-e30194ec705c tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:23.745881 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b3c61d37-8ccf-4460-bd41-e30194ec705c tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3577788 Dec 17 15:47:23.746049 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1fa9cadb-963d-454c-8693-7b45eb8aa63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:23.746381 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33522) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:23.752698 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-172fa881-67e9-478b-b827-bb9ea4743b4a tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:23.764748 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-de90d643-d1e1-400b-9aff-257b0f87a5d2 service neutron] 10.222.0.46 "GET /v2.0/networks/4378d9fc-5d8e-42a9-930b-1b730d400267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656597 Dec 17 15:47:23.804073 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=4e16a55d-dd84-4d7f-9375-71b56db43b5b,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:23.853451 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-172fa881-67e9-478b-b827-bb9ea4743b4a tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for floatingip, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:23.860700 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-1fa9cadb-963d-454c-8693-7b45eb8aa63c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:47:23.861470 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-1fa9cadb-963d-454c-8693-7b45eb8aa63c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:47:23.862328 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 63e8f57a-0b04-4c2f-be90-55ba9b06ab4a triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:23.862874 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:23.901304 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-0d7786c0-b4d4-44e6-be72-82d8507c2f75 service neutron] 10.222.0.46 "GET /v2.0/networks/4378d9fc-5d8e-42a9-930b-1b730d400267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296813 Dec 17 15:47:23.965683 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 6b408aa0-c396-4851-a1b7-a95202583870 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:47:23.996468 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-172fa881-67e9-478b-b827-bb9ea4743b4a tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:24.000005 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdff1b7-d651-4ebc-987e-0e571f76599d None None] Sync routers for ids ['257456da-9b46-49c3-b614-2d0be6797da3'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:47:24.010338 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdff1b7-d651-4ebc-987e-0e571f76599d None None] Routers {'257456da-9b46-49c3-b614-2d0be6797da3'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:47:24.011058 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-1cdff1b7-d651-4ebc-987e-0e571f76599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:47:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['257456da-9b46-49c3-b614-2d0be6797da3'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:24.035870 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 6b408aa0-c396-4851-a1b7-a95202583870 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:24.036501 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:24.140800 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:24.152760 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-1cdff1b7-d651-4ebc-987e-0e571f76599d None None] Set router 257456da-9b46-49c3-b614-2d0be6797da3 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:47:24.163278 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-172fa881-67e9-478b-b827-bb9ea4743b4a tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Allocated IP 172.25.6.109 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/ca4c4ef5-69dd-4cfa-9c71-1cd7db6339b3) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:47:24.179716 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 6b408aa0-c396-4851-a1b7-a95202583870, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=6b408aa0-c396-4851-a1b7-a95202583870,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:24.255891 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:24.256859 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c8ae8141-22e5-41df-9bfa-4fb162fcd9c9 req-fb3b9202-f12e-4f65-8564-1d261d29ddab tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 210 time: 0.0488565 Dec 17 15:47:24.291550 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b12584c-163a-4ce2-b7dc-329ecc8039bc None None] Sync routers for ids ['e32869a0-bb87-4af9-885c-23619e7d3a13'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:47:24.320843 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b12584c-163a-4ce2-b7dc-329ecc8039bc None None] Routers {'e32869a0-bb87-4af9-885c-23619e7d3a13'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:47:24.321668 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7b12584c-163a-4ce2-b7dc-329ecc8039bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:47:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['e32869a0-bb87-4af9-885c-23619e7d3a13'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:24.343556 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-172fa881-67e9-478b-b827-bb9ea4743b4a tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:24.439260 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-172fa881-67e9-478b-b827-bb9ea4743b4a tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:24.457888 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=6b408aa0-c396-4851-a1b7-a95202583870,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:24.468858 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-1cdff1b7-d651-4ebc-987e-0e571f76599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257456da-9b46-49c3-b614-2d0be6797da3', 'name': 'tempest-AttachVolumeTestJSON-1557841827-router', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '6b408aa0-c396-4851-a1b7-a95202583870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:19Z', 'revision_number': 4, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'gw_port': {'id': '6b408aa0-c396-4851-a1b7-a95202583870', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:17Z', 'updated_at': '2021-12-17T15:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '0da657bc-eb8a-4906-9643-7a28e2fc58da', 'name': '', 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'mac_address': 'fa:16:3e:ad:09:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '88427995-2645-4fa8-ba88-78d7eabf1f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:19Z', 'updated_at': '2021-12-17T15:47:20Z', 'revision_number': 2, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'subnets': [{'id': '88427995-2645-4fa8-ba88-78d7eabf1f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:24.500312 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172fa881-67e9-478b-b827-bb9ea4743b4a tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:47:24.503583 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-172fa881-67e9-478b-b827-bb9ea4743b4a tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:47:24.509379 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172fa881-67e9-478b-b827-bb9ea4743b4a tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:47:24.515455 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-7b12584c-163a-4ce2-b7dc-329ecc8039bc None None] Set router e32869a0-bb87-4af9-885c-23619e7d3a13 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:47:24.526648 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdff1b7-d651-4ebc-987e-0e571f76599d None None] Checking router: 257456da-9b46-49c3-b614-2d0be6797da3 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:47:24.527032 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdff1b7-d651-4ebc-987e-0e571f76599d None None] Updating router 257456da-9b46-49c3-b614-2d0be6797da3 port 0da657bc-eb8a-4906-9643-7a28e2fc58da binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:47:24.562927 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172fa881-67e9-478b-b827-bb9ea4743b4a tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Pushing event updated for resources: {'Port': ['ID=ca4c4ef5-69dd-4cfa-9c71-1cd7db6339b3,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:24.587185 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-1cdff1b7-d651-4ebc-987e-0e571f76599d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:24.651179 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-172fa881-67e9-478b-b827-bb9ea4743b4a tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:24.691812 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-cb0dfb03-d307-49d6-ba9e-376d0190aa8b None None] Provisioning complete for port c045e9e9-2634-4e2f-9248-384df73d187f triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:24.692385 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cb0dfb03-d307-49d6-ba9e-376d0190aa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:24.745940 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-172fa881-67e9-478b-b827-bb9ea4743b4a tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:24.749061 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-cb0dfb03-d307-49d6-ba9e-376d0190aa8b None None] Port c045e9e9-2634-4e2f-9248-384df73d187f cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:47:24.776370 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-cb0dfb03-d307-49d6-ba9e-376d0190aa8b None None] Provisioning complete for port 4e16a55d-dd84-4d7f-9375-71b56db43b5b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:24.776740 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cb0dfb03-d307-49d6-ba9e-376d0190aa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:24.881586 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7b12584c-163a-4ce2-b7dc-329ecc8039bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870544359', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '63e8f57a-0b04-4c2f-be90-55ba9b06ab4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:22Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': '63e8f57a-0b04-4c2f-be90-55ba9b06ab4a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'c045e9e9-2634-4e2f-9248-384df73d187f', 'name': '', 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'mac_address': 'fa:16:3e:2c:87:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:21Z', 'updated_at': '2021-12-17T15:47:22Z', 'revision_number': 2, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'subnets': [{'id': '44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:24.932177 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-172fa881-67e9-478b-b827-bb9ea4743b4a tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:24.937884 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-1cdff1b7-d651-4ebc-987e-0e571f76599d None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:25.036130 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-172fa881-67e9-478b-b827-bb9ea4743b4a tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:25.079695 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b12584c-163a-4ce2-b7dc-329ecc8039bc None None] Checking router: e32869a0-bb87-4af9-885c-23619e7d3a13 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:47:25.080048 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b12584c-163a-4ce2-b7dc-329ecc8039bc None None] Updating router e32869a0-bb87-4af9-885c-23619e7d3a13 port c045e9e9-2634-4e2f-9248-384df73d187f binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:47:25.087728 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-1cdff1b7-d651-4ebc-987e-0e571f76599d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:25.115605 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7b12584c-163a-4ce2-b7dc-329ecc8039bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:25.116668 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-172fa881-67e9-478b-b827-bb9ea4743b4a tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:25.131687 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172fa881-67e9-478b-b827-bb9ea4743b4a tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Pushing event updated for resources: {'Port': ['ID=ca4c4ef5-69dd-4cfa-9c71-1cd7db6339b3,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:25.167794 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 4e16a55d-dd84-4d7f-9375-71b56db43b5b up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:47:25.175448 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6ad46-aff0-45fb-8197-e59bd714472b None None] Pushing event updated for resources: {'Port': ['ID=0da657bc-eb8a-4906-9643-7a28e2fc58da,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:25.239516 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-1cdff1b7-d651-4ebc-987e-0e571f76599d None None] Attempting to bind port 0da657bc-eb8a-4906-9643-7a28e2fc58da on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:47:25.240026 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-1cdff1b7-d651-4ebc-987e-0e571f76599d None None] Attempting to bind port 0da657bc-eb8a-4906-9643-7a28e2fc58da by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '8241df6a-2035-4bd9-b041-d38db91b9851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:47:25.240750 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdff1b7-d651-4ebc-987e-0e571f76599d None None] Attempting to bind port 0da657bc-eb8a-4906-9643-7a28e2fc58da on network 56c46120-18dd-4e01-afbc-660976f1bc54 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:25.246155 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdff1b7-d651-4ebc-987e-0e571f76599d None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:47:25.246945 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdff1b7-d651-4ebc-987e-0e571f76599d None None] Checking segment: {'id': '8241df6a-2035-4bd9-b041-d38db91b9851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:47:25.248653 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-1cdff1b7-d651-4ebc-987e-0e571f76599d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:25.248653 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdff1b7-d651-4ebc-987e-0e571f76599d None None] Bound using segment: {'id': '8241df6a-2035-4bd9-b041-d38db91b9851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:47:25.249012 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-1cdff1b7-d651-4ebc-987e-0e571f76599d None None] Bound port: 0da657bc-eb8a-4906-9643-7a28e2fc58da, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8241df6a-2035-4bd9-b041-d38db91b9851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:47:25.249472 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-1cdff1b7-d651-4ebc-987e-0e571f76599d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:25.279508 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-172fa881-67e9-478b-b827-bb9ea4743b4a tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:25.281575 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-172fa881-67e9-478b-b827-bb9ea4743b4a tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5331428 Dec 17 15:47:25.321185 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-de359829-6e78-49e9-bb6a-99596038eceb None None] Provisioning complete for port c045e9e9-2634-4e2f-9248-384df73d187f triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:25.321928 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-de359829-6e78-49e9-bb6a-99596038eceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:25.393819 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d3a1fbb9-566d-4cae-a91c-dabdeb9eaf61 req-e4f73a07-4e73-4140-b589-6db6f7de3acd tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 210 time: 0.0424573 Dec 17 15:47:25.433381 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-de359829-6e78-49e9-bb6a-99596038eceb None None] Port c045e9e9-2634-4e2f-9248-384df73d187f cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:47:25.461665 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 4e16a55d-dd84-4d7f-9375-71b56db43b5b triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:25.462041 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:25.464793 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-1cdff1b7-d651-4ebc-987e-0e571f76599d None None] For port 0da657bc-eb8a-4906-9643-7a28e2fc58da, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:47:25.468199 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-b53914e2-12fd-41a6-9dea-cdd0468350cb tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1727647874&fields=id&tenant_id=822ef1332bd143cca4fd6e71701e2974 HTTP/1.1" status: 200 len: 267 time: 0.0458848 Dec 17 15:47:25.469569 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-1cdff1b7-d651-4ebc-987e-0e571f76599d None None] For port 0da657bc-eb8a-4906-9643-7a28e2fc58da, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=0da657bc-eb8a-4906-9643-7a28e2fc58da,segment=NetworkSegment(8241df6a-2035-4bd9-b041-d38db91b9851),segment_id=8241df6a-2035-4bd9-b041-d38db91b9851)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:47:25.524696 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-1cdff1b7-d651-4ebc-987e-0e571f76599d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:25.583847 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdff1b7-d651-4ebc-987e-0e571f76599d None None] Routers {'257456da-9b46-49c3-b614-2d0be6797da3'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:47:25.584060 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-386b0e56-03a3-47a9-bc98-f602b80f3aa7 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:25.584672 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-1cdff1b7-d651-4ebc-987e-0e571f76599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:47:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['257456da-9b46-49c3-b614-2d0be6797da3'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:25.586045 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-386b0e56-03a3-47a9-bc98-f602b80f3aa7 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/networks?id=56c46120-18dd-4e01-afbc-660976f1bc54 HTTP/1.1" status: 200 len: 811 time: 0.1169853 Dec 17 15:47:25.605411 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-02c63874-6a12-46dd-94af-a24c3907fd63 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/quotas/822ef1332bd143cca4fd6e71701e2974 HTTP/1.1" status: 200 len: 375 time: 0.0119419 Dec 17 15:47:25.616035 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-62dc3eba-8e6b-44d5-97a6-3585c17cd176 None None] Provisioning complete for port 0da657bc-eb8a-4906-9643-7a28e2fc58da triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:25.616452 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-62dc3eba-8e6b-44d5-97a6-3585c17cd176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:25.676585 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6ad46-aff0-45fb-8197-e59bd714472b None None] Pushing event updated for resources: {'Port': ['ID=0da657bc-eb8a-4906-9643-7a28e2fc58da,revision_number=4']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:25.695331 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7b12584c-163a-4ce2-b7dc-329ecc8039bc None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:25.695595 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-38088d9c-cbdc-44ab-848d-f1fa8c5cd4b6 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=822ef1332bd143cca4fd6e71701e2974&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0763290 Dec 17 15:47:25.705187 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 6b408aa0-c396-4851-a1b7-a95202583870 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:47:25.742293 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-1cdff1b7-d651-4ebc-987e-0e571f76599d None None] Set router 257456da-9b46-49c3-b614-2d0be6797da3 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:47:25.773434 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7b12584c-163a-4ce2-b7dc-329ecc8039bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:25.811553 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-62dc3eba-8e6b-44d5-97a6-3585c17cd176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:25.851332 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-d2d06a45-183f-4155-b517-1904cd14c357 service neutron] 10.222.0.46 "GET /v2.0/networks/56c46120-18dd-4e01-afbc-660976f1bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348417 Dec 17 15:47:25.862390 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 6b408aa0-c396-4851-a1b7-a95202583870 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:25.862749 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:25.888983 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd04cce-9f9c-4ac0-8744-5ee8ccff880b None None] Pushing event updated for resources: {'Port': ['ID=c045e9e9-2634-4e2f-9248-384df73d187f,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:25.985350 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-f85afcb2-4fc5-4eae-b6e2-1b2fb71207ff service neutron] 10.222.0.46 "GET /v2.0/networks/56c46120-18dd-4e01-afbc-660976f1bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320047 Dec 17 15:47:26.007250 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-62dc3eba-8e6b-44d5-97a6-3585c17cd176 None None] For port 0da657bc-eb8a-4906-9643-7a28e2fc58da, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=0da657bc-eb8a-4906-9643-7a28e2fc58da,segment=NetworkSegment(8241df6a-2035-4bd9-b041-d38db91b9851),segment_id=8241df6a-2035-4bd9-b041-d38db91b9851)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:26.010228 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7b12584c-163a-4ce2-b7dc-329ecc8039bc None None] Attempting to bind port c045e9e9-2634-4e2f-9248-384df73d187f on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:47:26.010668 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7b12584c-163a-4ce2-b7dc-329ecc8039bc None None] Attempting to bind port c045e9e9-2634-4e2f-9248-384df73d187f by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '6f34bd7a-829a-40b2-9a53-11d1c56bbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:47:26.016666 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b12584c-163a-4ce2-b7dc-329ecc8039bc None None] Attempting to bind port c045e9e9-2634-4e2f-9248-384df73d187f on network 4378d9fc-5d8e-42a9-930b-1b730d400267 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:26.023578 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b12584c-163a-4ce2-b7dc-329ecc8039bc None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:47:26.024190 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b12584c-163a-4ce2-b7dc-329ecc8039bc None None] Checking segment: {'id': '6f34bd7a-829a-40b2-9a53-11d1c56bbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:47:26.024596 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7b12584c-163a-4ce2-b7dc-329ecc8039bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:26.024995 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b12584c-163a-4ce2-b7dc-329ecc8039bc None None] Bound using segment: {'id': '6f34bd7a-829a-40b2-9a53-11d1c56bbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:47:26.025504 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7b12584c-163a-4ce2-b7dc-329ecc8039bc None None] Bound port: c045e9e9-2634-4e2f-9248-384df73d187f, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f34bd7a-829a-40b2-9a53-11d1c56bbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:47:26.025888 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7b12584c-163a-4ce2-b7dc-329ecc8039bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:26.039410 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-1cdff1b7-d651-4ebc-987e-0e571f76599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257456da-9b46-49c3-b614-2d0be6797da3', 'name': 'tempest-AttachVolumeTestJSON-1557841827-router', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '6b408aa0-c396-4851-a1b7-a95202583870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:19Z', 'revision_number': 4, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'gw_port': {'id': '6b408aa0-c396-4851-a1b7-a95202583870', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:17Z', 'updated_at': '2021-12-17T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '0da657bc-eb8a-4906-9643-7a28e2fc58da', 'name': '', 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'mac_address': 'fa:16:3e:ad:09:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '88427995-2645-4fa8-ba88-78d7eabf1f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:19Z', 'updated_at': '2021-12-17T15:47:25Z', 'revision_number': 4, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'subnets': [{'id': '88427995-2645-4fa8-ba88-78d7eabf1f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:26.079059 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdff1b7-d651-4ebc-987e-0e571f76599d None None] The sync data for ids ['257456da-9b46-49c3-b614-2d0be6797da3'] in n-d-820553-2 is: [{'id': '257456da-9b46-49c3-b614-2d0be6797da3', 'name': 'tempest-AttachVolumeTestJSON-1557841827-router', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '6b408aa0-c396-4851-a1b7-a95202583870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:19Z', 'revision_number': 4, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'gw_port': {'id': '6b408aa0-c396-4851-a1b7-a95202583870', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:17Z', 'updated_at': '2021-12-17T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '0da657bc-eb8a-4906-9643-7a28e2fc58da', 'name': '', 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'mac_address': 'fa:16:3e:ad:09:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '88427995-2645-4fa8-ba88-78d7eabf1f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:19Z', 'updated_at': '2021-12-17T15:47:25Z', 'revision_number': 4, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'subnets': [{'id': '88427995-2645-4fa8-ba88-78d7eabf1f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:47:26.118739 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-62dc3eba-8e6b-44d5-97a6-3585c17cd176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:26.157419 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:26.207756 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7b12584c-163a-4ce2-b7dc-329ecc8039bc None None] For port c045e9e9-2634-4e2f-9248-384df73d187f, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:47:26.220315 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc3eba-8e6b-44d5-97a6-3585c17cd176 None None] Pushing event updated for resources: {'Port': ['ID=0da657bc-eb8a-4906-9643-7a28e2fc58da,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:26.226261 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7b12584c-163a-4ce2-b7dc-329ecc8039bc None None] For port c045e9e9-2634-4e2f-9248-384df73d187f, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c045e9e9-2634-4e2f-9248-384df73d187f,segment=NetworkSegment(6f34bd7a-829a-40b2-9a53-11d1c56bbfa0),segment_id=6f34bd7a-829a-40b2-9a53-11d1c56bbfa0)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:47:26.242320 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-f9ffde78-96be-4293-9765-d575a8741165 None None] Provisioning complete for port 0da657bc-eb8a-4906-9643-7a28e2fc58da triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:26.242696 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f9ffde78-96be-4293-9765-d575a8741165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:26.329603 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7b12584c-163a-4ce2-b7dc-329ecc8039bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:26.334652 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6950a5f4-cffb-4c62-a046-f29a0f435eb9 req-6e2d956f-59b5-4790-aa88-fac34819f1c4 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 210 time: 0.0314093 Dec 17 15:47:26.393835 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b12584c-163a-4ce2-b7dc-329ecc8039bc None None] Routers {'e32869a0-bb87-4af9-885c-23619e7d3a13'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:47:26.394487 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7b12584c-163a-4ce2-b7dc-329ecc8039bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:47:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['e32869a0-bb87-4af9-885c-23619e7d3a13'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:26.524863 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1d466e60-9fa9-4674-bbf1-8de641dfe1d9 req-da3b1a36-7128-4316-9fe3-06c69fa40a18 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 210 time: 0.0368152 Dec 17 15:47:26.557415 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-f9ffde78-96be-4293-9765-d575a8741165 None None] Provisioning complete for port c045e9e9-2634-4e2f-9248-384df73d187f triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:26.558023 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f9ffde78-96be-4293-9765-d575a8741165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:26.610365 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd04cce-9f9c-4ac0-8744-5ee8ccff880b None None] Pushing event updated for resources: {'Port': ['ID=c045e9e9-2634-4e2f-9248-384df73d187f,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:26.662439 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-7b12584c-163a-4ce2-b7dc-329ecc8039bc None None] Set router e32869a0-bb87-4af9-885c-23619e7d3a13 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:47:26.713297 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f9ffde78-96be-4293-9765-d575a8741165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:26.827775 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-f9ffde78-96be-4293-9765-d575a8741165 None None] For port c045e9e9-2634-4e2f-9248-384df73d187f, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c045e9e9-2634-4e2f-9248-384df73d187f,segment=NetworkSegment(6f34bd7a-829a-40b2-9a53-11d1c56bbfa0),segment_id=6f34bd7a-829a-40b2-9a53-11d1c56bbfa0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:26.890273 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-f8fb47d8-ca77-413f-9cbf-e2245b23d2d4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:26.892533 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-f8fb47d8-ca77-413f-9cbf-e2245b23d2d4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.13 "GET /v2.0/networks?id=4378d9fc-5d8e-42a9-930b-1b730d400267 HTTP/1.1" status: 200 len: 797 time: 0.1140904 Dec 17 15:47:26.923671 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f9ffde78-96be-4293-9765-d575a8741165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:26.932723 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7b12584c-163a-4ce2-b7dc-329ecc8039bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870544359', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '63e8f57a-0b04-4c2f-be90-55ba9b06ab4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:22Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': '63e8f57a-0b04-4c2f-be90-55ba9b06ab4a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'c045e9e9-2634-4e2f-9248-384df73d187f', 'name': '', 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'mac_address': 'fa:16:3e:2c:87:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:21Z', 'updated_at': '2021-12-17T15:47:26Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'subnets': [{'id': '44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:26.940167 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-994260b0-ceb7-4c27-8fae-4ad88f1808c2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc2b51a1527d471ba1f33c71d0e151f4 HTTP/1.1" status: 200 len: 380 time: 0.0382307 Dec 17 15:47:26.949127 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-6366f65d-01b7-411d-ad87-eb41f9ef1e2e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'port': {'device_id': 'd3eafc2b-c789-48fb-b7f8-cb766aef585b', 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267', 'admin_state_up': True, 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'security_groups': ['199b87ad-97f6-49b6-ab00-cb8901fa1b54']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:26.984924 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b12584c-163a-4ce2-b7dc-329ecc8039bc None None] The sync data for ids ['e32869a0-bb87-4af9-885c-23619e7d3a13'] in n-d-820553-2 is: [{'id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870544359', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '63e8f57a-0b04-4c2f-be90-55ba9b06ab4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:22Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': '63e8f57a-0b04-4c2f-be90-55ba9b06ab4a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'c045e9e9-2634-4e2f-9248-384df73d187f', 'name': '', 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'mac_address': 'fa:16:3e:2c:87:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:21Z', 'updated_at': '2021-12-17T15:47:26Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'subnets': [{'id': '44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:47:27.007896 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ffde78-96be-4293-9765-d575a8741165 None None] Pushing event updated for resources: {'Port': ['ID=c045e9e9-2634-4e2f-9248-384df73d187f,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:27.050320 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-2dde7443-7509-4f91-8280-eae576f5e1d3 None None] Provisioning complete for port c045e9e9-2634-4e2f-9248-384df73d187f triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:27.051185 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2dde7443-7509-4f91-8280-eae576f5e1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:27.130418 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-6366f65d-01b7-411d-ad87-eb41f9ef1e2e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Made reservation on behalf of cc2b51a1527d471ba1f33c71d0e151f4 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:47:27.137211 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-6366f65d-01b7-411d-ad87-eb41f9ef1e2e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:27.137528 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 0da657bc-eb8a-4906-9643-7a28e2fc58da up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:47:27.191057 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 0da657bc-eb8a-4906-9643-7a28e2fc58da triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:27.195537 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:27.273464 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-6366f65d-01b7-411d-ad87-eb41f9ef1e2e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Allocated IP 172.20.0.3 (4378d9fc-5d8e-42a9-930b-1b730d400267/44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a/8c0b1455-7dd0-4401-9163-3e12e7669730) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:47:27.426227 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-6366f65d-01b7-411d-ad87-eb41f9ef1e2e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:27.429187 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c2ce0632-c10f-4ef1-9eeb-3546c4006a51 req-7f7b38cc-9723-497e-9e4e-4b53fc4951d0 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 210 time: 0.0254800 Dec 17 15:47:27.524557 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-6366f65d-01b7-411d-ad87-eb41f9ef1e2e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:27.568631 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-6366f65d-01b7-411d-ad87-eb41f9ef1e2e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Network 4378d9fc-5d8e-42a9-930b-1b730d400267 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:47:27.571784 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-6366f65d-01b7-411d-ad87-eb41f9ef1e2e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:47:27.575823 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-6366f65d-01b7-411d-ad87-eb41f9ef1e2e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:47:27.585640 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366f65d-01b7-411d-ad87-eb41f9ef1e2e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'Port': ['ID=8c0b1455-7dd0-4401-9163-3e12e7669730,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:27.680892 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e40fae-9bbc-4641-8257-5b39b107589e req-0d460045-57fc-473d-a055-8f14ceaada33 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:27.695247 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-93e40fae-9bbc-4641-8257-5b39b107589e req-0d460045-57fc-473d-a055-8f14ceaada33 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 931 time: 0.0997317 Dec 17 15:47:27.698934 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-6366f65d-01b7-411d-ad87-eb41f9ef1e2e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:27.699622 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-6366f65d-01b7-411d-ad87-eb41f9ef1e2e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:27.740906 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-93e40fae-9bbc-4641-8257-5b39b107589e req-b756ff37-34d4-4cfe-aa2e-b2ef0b4f19c1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443859 Dec 17 15:47:27.786377 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-6366f65d-01b7-411d-ad87-eb41f9ef1e2e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8407617 Dec 17 15:47:27.800231 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-c37cd43d-55b9-4b1c-8425-d949889de007 service neutron] Request body: {'port': {'device_id': 'd3eafc2b-c789-48fb-b7f8-cb766aef585b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:27.885946 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-c37cd43d-55b9-4b1c-8425-d949889de007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:27.999833 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-738fa2f5-b170-4279-a573-4bc061af4f2e None None] Provisioning complete for port 8c0b1455-7dd0-4401-9163-3e12e7669730 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:28.000399 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-738fa2f5-b170-4279-a573-4bc061af4f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:28.037945 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-738fa2f5-b170-4279-a573-4bc061af4f2e None None] Port 8c0b1455-7dd0-4401-9163-3e12e7669730 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:47:28.177999 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-c37cd43d-55b9-4b1c-8425-d949889de007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c0b1455-7dd0-4401-9163-3e12e7669730 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:47:28.186456 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-c37cd43d-55b9-4b1c-8425-d949889de007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:28.199258 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-c37cd43d-55b9-4b1c-8425-d949889de007 service neutron] Transition to ACTIVE for port object 8c0b1455-7dd0-4401-9163-3e12e7669730 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:47:28.264650 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-c37cd43d-55b9-4b1c-8425-d949889de007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:28.317432 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37cd43d-55b9-4b1c-8425-d949889de007 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0b1455-7dd0-4401-9163-3e12e7669730,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:28.396440 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-c37cd43d-55b9-4b1c-8425-d949889de007 service neutron] Attempting to bind port 8c0b1455-7dd0-4401-9163-3e12e7669730 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:47:28.396888 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-c37cd43d-55b9-4b1c-8425-d949889de007 service neutron] Attempting to bind port 8c0b1455-7dd0-4401-9163-3e12e7669730 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '6f34bd7a-829a-40b2-9a53-11d1c56bbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:47:28.397357 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-c37cd43d-55b9-4b1c-8425-d949889de007 service neutron] Attempting to bind port 8c0b1455-7dd0-4401-9163-3e12e7669730 on network 4378d9fc-5d8e-42a9-930b-1b730d400267 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:28.402894 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-c37cd43d-55b9-4b1c-8425-d949889de007 service neutron] Port 8c0b1455-7dd0-4401-9163-3e12e7669730 on network 4378d9fc-5d8e-42a9-930b-1b730d400267 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:47:28.403345 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-c37cd43d-55b9-4b1c-8425-d949889de007 service neutron] Attempting to bind port 8c0b1455-7dd0-4401-9163-3e12e7669730 on network 4378d9fc-5d8e-42a9-930b-1b730d400267 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:28.409464 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-c37cd43d-55b9-4b1c-8425-d949889de007 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:47:28.409913 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-c37cd43d-55b9-4b1c-8425-d949889de007 service neutron] Checking segment: {'id': '6f34bd7a-829a-40b2-9a53-11d1c56bbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:47:28.410396 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-c37cd43d-55b9-4b1c-8425-d949889de007 service neutron] Bound using segment: {'id': '6f34bd7a-829a-40b2-9a53-11d1c56bbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:47:28.411098 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-c37cd43d-55b9-4b1c-8425-d949889de007 service neutron] Bound port: 8c0b1455-7dd0-4401-9163-3e12e7669730, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f34bd7a-829a-40b2-9a53-11d1c56bbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:47:28.411557 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-c37cd43d-55b9-4b1c-8425-d949889de007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:28.489666 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-c37cd43d-55b9-4b1c-8425-d949889de007 service neutron] For port 8c0b1455-7dd0-4401-9163-3e12e7669730, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:47:28.493487 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-c37cd43d-55b9-4b1c-8425-d949889de007 service neutron] For port 8c0b1455-7dd0-4401-9163-3e12e7669730, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=8c0b1455-7dd0-4401-9163-3e12e7669730,segment=NetworkSegment(6f34bd7a-829a-40b2-9a53-11d1c56bbfa0),segment_id=6f34bd7a-829a-40b2-9a53-11d1c56bbfa0)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:47:28.537727 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1d15176a-abfc-4328-becd-61629cc8ccb8 req-2c6dfd9a-c6f4-424d-9826-94382ca4a207 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 210 time: 0.0280771 Dec 17 15:47:28.566594 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-c37cd43d-55b9-4b1c-8425-d949889de007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:28.600530 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-c37cd43d-55b9-4b1c-8425-d949889de007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:28.601336 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-c37cd43d-55b9-4b1c-8425-d949889de007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:28.602729 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-c37cd43d-55b9-4b1c-8425-d949889de007 service neutron] 10.222.0.13 "PUT /v2.0/ports/8c0b1455-7dd0-4401-9163-3e12e7669730 HTTP/1.1" status: 200 len: 1091 time: 0.8072670 Dec 17 15:47:28.603179 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3eafc2b-c789-48fb-b7f8-cb766aef585b', 'tag': '8c0b1455-7dd0-4401-9163-3e12e7669730'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:28.605480 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10552b7-00d1-48ab-ba64-149cb4fd6bc0" -d '{"events": [{"name": "network-changed", "server_uuid": "d3eafc2b-c789-48fb-b7f8-cb766aef585b", "tag": "8c0b1455-7dd0-4401-9163-3e12e7669730"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:28.633906 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37cd43d-55b9-4b1c-8425-d949889de007 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0b1455-7dd0-4401-9163-3e12e7669730,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:28.746649 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57754ffa-d1bd-4a26-baf1-a9603df5814c x-openstack-request-id: req-57754ffa-d1bd-4a26-baf1-a9603df5814c {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:28.746944 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3eafc2b-c789-48fb-b7f8-cb766aef585b", "tag": "8c0b1455-7dd0-4401-9163-3e12e7669730", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:28.747720 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-57754ffa-d1bd-4a26-baf1-a9603df5814c {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:28.748122 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3eafc2b-c789-48fb-b7f8-cb766aef585b', 'tag': '8c0b1455-7dd0-4401-9163-3e12e7669730', 'status': 'completed', 'code': 200} Dec 17 15:47:28.758894 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-fabfa79d-1ec7-492f-a3d0-b0b623ef1795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:28.760502 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-fabfa79d-1ec7-492f-a3d0-b0b623ef1795 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 1094 time: 0.0582716 Dec 17 15:47:28.808662 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-3d03d563-9bb7-4c13-b1b5-56cf02c2d92a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c0b1455-7dd0-4401-9163-3e12e7669730 HTTP/1.1" status: 200 len: 217 time: 0.0401256 Dec 17 15:47:28.844723 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1ac1fba6-6ee3-42c9-882b-89325db1894c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:28.881826 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-f7ff6775-7c50-4bc9-a379-5239a7a82852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:28.881826 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-f7ff6775-7c50-4bc9-a379-5239a7a82852 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a HTTP/1.1" status: 200 len: 834 time: 0.0646138 Dec 17 15:47:28.894768 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552943a6-70a8-4f81-bced-0841cb072d32 req-8cad61d0-58ac-41a3-9daa-9de7f8110149 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:28.896371 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-552943a6-70a8-4f81-bced-0841cb072d32 req-8cad61d0-58ac-41a3-9daa-9de7f8110149 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 943 time: 0.0541160 Dec 17 15:47:28.942434 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-552943a6-70a8-4f81-bced-0841cb072d32 req-b0e09756-52f3-4d6a-a5e1-8f793cfd8ebf tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389287 Dec 17 15:47:28.945807 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-a6f02d61-2e5c-41d9-984b-bc26d9ec8e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:28.947553 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-a6f02d61-2e5c-41d9-984b-bc26d9ec8e1f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4378d9fc-5d8e-42a9-930b-1b730d400267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610595 Dec 17 15:47:29.064277 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-3fc06cfb-aabe-4692-9d9f-1744c41ddd15 service neutron] 10.222.0.13 "GET /v2.0/networks/4378d9fc-5d8e-42a9-930b-1b730d400267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095645 Dec 17 15:47:29.132942 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-9b108ecc-e5d5-458d-a6ff-d4aa31aaae7e tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:29.134564 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-9b108ecc-e5d5-458d-a6ff-d4aa31aaae7e tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.41 "GET /v2.0/networks?id=56c46120-18dd-4e01-afbc-660976f1bc54 HTTP/1.1" status: 200 len: 811 time: 0.1542468 Dec 17 15:47:29.174957 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c045e9e9-2634-4e2f-9248-384df73d187f up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:47:29.187745 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-56bbcea8-4c87-433c-99c6-fd47fc677547 req-99283d64-bdd4-447c-819a-7e20b359c628 service neutron] 10.222.0.13 "GET /v2.0/networks/4378d9fc-5d8e-42a9-930b-1b730d400267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152768 Dec 17 15:47:29.193814 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-ad57f369-79c4-4126-a9dd-ba64258053c1 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=822ef1332bd143cca4fd6e71701e2974 HTTP/1.1" status: 200 len: 380 time: 0.0443132 Dec 17 15:47:29.211416 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-78bc80f7-4abf-404a-947e-1156f0b1ba38 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Request body: {'port': {'device_id': '3baea2a8-e1b5-4258-b1b5-ffde0b17833c', 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54', 'admin_state_up': True, 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'security_groups': ['6747181a-88f3-4385-b459-17e838bd57ad']}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:29.236725 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port c045e9e9-2634-4e2f-9248-384df73d187f triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:29.237138 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:29.349353 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10552b7-00d1-48ab-ba64-149cb4fd6bc0 req-e621e04f-9edd-4031-b303-2f546ee35e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:29.350839 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b10552b7-00d1-48ab-ba64-149cb4fd6bc0 req-e621e04f-9edd-4031-b303-2f546ee35e54 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 1094 time: 0.0592482 Dec 17 15:47:29.398345 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-78bc80f7-4abf-404a-947e-1156f0b1ba38 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Made reservation on behalf of 822ef1332bd143cca4fd6e71701e2974 for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:47:29.401974 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-78bc80f7-4abf-404a-947e-1156f0b1ba38 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:29.442284 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10552b7-00d1-48ab-ba64-149cb4fd6bc0 req-4d4d02e7-b968-410d-b31c-f8e54a87c416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:29.444093 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b10552b7-00d1-48ab-ba64-149cb4fd6bc0 req-4d4d02e7-b968-410d-b31c-f8e54a87c416 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4378d9fc-5d8e-42a9-930b-1b730d400267 HTTP/1.1" status: 200 len: 898 time: 0.0863175 Dec 17 15:47:29.490099 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b10552b7-00d1-48ab-ba64-149cb4fd6bc0 req-08135691-abc2-4408-8800-afec49b76381 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c0b1455-7dd0-4401-9163-3e12e7669730 HTTP/1.1" status: 200 len: 217 time: 0.0378957 Dec 17 15:47:29.529508 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-78bc80f7-4abf-404a-947e-1156f0b1ba38 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Allocated IP 172.20.0.10 (56c46120-18dd-4e01-afbc-660976f1bc54/88427995-2645-4fa8-ba88-78d7eabf1f21/032065c9-1fe7-44f6-8963-262d6afab149) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:47:29.540799 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10552b7-00d1-48ab-ba64-149cb4fd6bc0 req-7f065c32-4571-497b-9148-a27773139759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:29.542315 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b10552b7-00d1-48ab-ba64-149cb4fd6bc0 req-7f065c32-4571-497b-9148-a27773139759 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a HTTP/1.1" status: 200 len: 834 time: 0.0438015 Dec 17 15:47:29.592142 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10552b7-00d1-48ab-ba64-149cb4fd6bc0 req-b8d7afab-c7d4-4ffa-b4af-d8993942c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:29.593676 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b10552b7-00d1-48ab-ba64-149cb4fd6bc0 req-b8d7afab-c7d4-4ffa-b4af-d8993942c524 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4378d9fc-5d8e-42a9-930b-1b730d400267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428622 Dec 17 15:47:29.641701 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a0ecfd3d-03a2-4787-8f8e-c1f09cbb5ca1 req-12e89e8b-5649-4318-a40d-e46d42c0b072 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 210 time: 0.0277927 Dec 17 15:47:29.694265 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b10552b7-00d1-48ab-ba64-149cb4fd6bc0 req-08df9577-47aa-4824-89ba-ced8f37e45fa service neutron] 10.222.0.13 "GET /v2.0/networks/4378d9fc-5d8e-42a9-930b-1b730d400267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916603 Dec 17 15:47:29.699873 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-78bc80f7-4abf-404a-947e-1156f0b1ba38 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:29.786039 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b10552b7-00d1-48ab-ba64-149cb4fd6bc0 req-56eb4c6e-a5c9-4d14-a0d5-aa4384067de5 service neutron] 10.222.0.13 "GET /v2.0/networks/4378d9fc-5d8e-42a9-930b-1b730d400267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838916 Dec 17 15:47:29.793239 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-78bc80f7-4abf-404a-947e-1156f0b1ba38 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:29.840437 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-78bc80f7-4abf-404a-947e-1156f0b1ba38 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Network 56c46120-18dd-4e01-afbc-660976f1bc54 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:47:29.843590 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-78bc80f7-4abf-404a-947e-1156f0b1ba38 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:47:29.849388 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-78bc80f7-4abf-404a-947e-1156f0b1ba38 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:47:29.876128 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc80f7-4abf-404a-947e-1156f0b1ba38 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Pushing event updated for resources: {'Port': ['ID=032065c9-1fe7-44f6-8963-262d6afab149,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:29.905947 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-78bc80f7-4abf-404a-947e-1156f0b1ba38 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:29.906605 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-78bc80f7-4abf-404a-947e-1156f0b1ba38 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:29.978304 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-78bc80f7-4abf-404a-947e-1156f0b1ba38 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7778900 Dec 17 15:47:30.058180 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-744feb4a-2b08-4a58-ae06-80d7fb760c83 service neutron] Request body: {'port': {'device_id': '3baea2a8-e1b5-4258-b1b5-ffde0b17833c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:30.086819 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b817c0-0db9-4ac0-b30d-8431c11fb08d req-2ebef2d8-a42f-4892-9528-3602b54d3693 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:30.088274 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-69b817c0-0db9-4ac0-b30d-8431c11fb08d req-2ebef2d8-a42f-4892-9528-3602b54d3693 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 943 time: 0.0711381 Dec 17 15:47:30.118144 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-f4f9d6cf-7a8f-4e5b-9888-dbebe426ad1f None None] Provisioning complete for port 032065c9-1fe7-44f6-8963-262d6afab149 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:30.118430 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f4f9d6cf-7a8f-4e5b-9888-dbebe426ad1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:30.144066 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-744feb4a-2b08-4a58-ae06-80d7fb760c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:30.152426 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-f4f9d6cf-7a8f-4e5b-9888-dbebe426ad1f None None] Port 032065c9-1fe7-44f6-8963-262d6afab149 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:47:30.163979 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-69b817c0-0db9-4ac0-b30d-8431c11fb08d req-7a368f2b-9983-477e-8baa-e673d5543a22 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685956 Dec 17 15:47:30.412880 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-744feb4a-2b08-4a58-ae06-80d7fb760c83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 032065c9-1fe7-44f6-8963-262d6afab149 {{(pid=102832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:47:30.420619 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-744feb4a-2b08-4a58-ae06-80d7fb760c83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:30.431934 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-744feb4a-2b08-4a58-ae06-80d7fb760c83 service neutron] Transition to ACTIVE for port object 032065c9-1fe7-44f6-8963-262d6afab149 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:47:30.504527 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-744feb4a-2b08-4a58-ae06-80d7fb760c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:30.553342 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744feb4a-2b08-4a58-ae06-80d7fb760c83 service neutron] Pushing event updated for resources: {'Port': ['ID=032065c9-1fe7-44f6-8963-262d6afab149,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:30.630324 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-744feb4a-2b08-4a58-ae06-80d7fb760c83 service neutron] Attempting to bind port 032065c9-1fe7-44f6-8963-262d6afab149 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:47:30.630802 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-744feb4a-2b08-4a58-ae06-80d7fb760c83 service neutron] Attempting to bind port 032065c9-1fe7-44f6-8963-262d6afab149 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '8241df6a-2035-4bd9-b041-d38db91b9851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:47:30.631138 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-744feb4a-2b08-4a58-ae06-80d7fb760c83 service neutron] Attempting to bind port 032065c9-1fe7-44f6-8963-262d6afab149 on network 56c46120-18dd-4e01-afbc-660976f1bc54 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:30.635681 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-744feb4a-2b08-4a58-ae06-80d7fb760c83 service neutron] Port 032065c9-1fe7-44f6-8963-262d6afab149 on network 56c46120-18dd-4e01-afbc-660976f1bc54 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:47:30.636004 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-744feb4a-2b08-4a58-ae06-80d7fb760c83 service neutron] Attempting to bind port 032065c9-1fe7-44f6-8963-262d6afab149 on network 56c46120-18dd-4e01-afbc-660976f1bc54 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:47:30.641860 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-744feb4a-2b08-4a58-ae06-80d7fb760c83 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:47:30.642199 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-744feb4a-2b08-4a58-ae06-80d7fb760c83 service neutron] Checking segment: {'id': '8241df6a-2035-4bd9-b041-d38db91b9851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:47:30.642589 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-744feb4a-2b08-4a58-ae06-80d7fb760c83 service neutron] Bound using segment: {'id': '8241df6a-2035-4bd9-b041-d38db91b9851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:47:30.643009 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-744feb4a-2b08-4a58-ae06-80d7fb760c83 service neutron] Bound port: 032065c9-1fe7-44f6-8963-262d6afab149, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8241df6a-2035-4bd9-b041-d38db91b9851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:47:30.643372 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-744feb4a-2b08-4a58-ae06-80d7fb760c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:30.711878 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-744feb4a-2b08-4a58-ae06-80d7fb760c83 service neutron] For port 032065c9-1fe7-44f6-8963-262d6afab149, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:47:30.715179 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-744feb4a-2b08-4a58-ae06-80d7fb760c83 service neutron] For port 032065c9-1fe7-44f6-8963-262d6afab149, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=032065c9-1fe7-44f6-8963-262d6afab149,segment=NetworkSegment(8241df6a-2035-4bd9-b041-d38db91b9851),segment_id=8241df6a-2035-4bd9-b041-d38db91b9851)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:47:30.763774 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18185d00-499f-48dd-bbf7-1d2702776aa8 req-2b48e60e-7458-49b8-8b5a-2949f6e3e54b tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:30.765309 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-18185d00-499f-48dd-bbf7-1d2702776aa8 req-2b48e60e-7458-49b8-8b5a-2949f6e3e54b tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 944 time: 0.0488067 Dec 17 15:47:30.805021 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-18185d00-499f-48dd-bbf7-1d2702776aa8 req-79e045a9-2708-46d2-b422-4e05b25a60b3 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323572 Dec 17 15:47:30.807828 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-744feb4a-2b08-4a58-ae06-80d7fb760c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:30.846317 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-744feb4a-2b08-4a58-ae06-80d7fb760c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:30.846936 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-744feb4a-2b08-4a58-ae06-80d7fb760c83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:30.848325 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-744feb4a-2b08-4a58-ae06-80d7fb760c83 service neutron] 10.222.0.41 "PUT /v2.0/ports/032065c9-1fe7-44f6-8963-262d6afab149 HTTP/1.1" status: 200 len: 1092 time: 0.8559151 Dec 17 15:47:30.848772 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3baea2a8-e1b5-4258-b1b5-ffde0b17833c', 'tag': '032065c9-1fe7-44f6-8963-262d6afab149'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:30.851061 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab21f038-c643-4d0b-b210-86764efcc5c8" -d '{"events": [{"name": "network-changed", "server_uuid": "3baea2a8-e1b5-4258-b1b5-ffde0b17833c", "tag": "032065c9-1fe7-44f6-8963-262d6afab149"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:30.876673 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744feb4a-2b08-4a58-ae06-80d7fb760c83 service neutron] Pushing event updated for resources: {'Port': ['ID=032065c9-1fe7-44f6-8963-262d6afab149,revision_number=3']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:30.892582 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d55c08-7762-4876-b4b3-6ce67f9b98f1 x-openstack-request-id: req-f6d55c08-7762-4876-b4b3-6ce67f9b98f1 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:30.892869 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3baea2a8-e1b5-4258-b1b5-ffde0b17833c", "tag": "032065c9-1fe7-44f6-8963-262d6afab149", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:30.893437 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f6d55c08-7762-4876-b4b3-6ce67f9b98f1 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:30.893868 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3baea2a8-e1b5-4258-b1b5-ffde0b17833c', 'tag': '032065c9-1fe7-44f6-8963-262d6afab149', 'status': 'completed', 'code': 200} Dec 17 15:47:30.977701 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21f038-c643-4d0b-b210-86764efcc5c8 req-482486ec-0a52-4de9-844b-3bf719c79ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:30.979222 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ab21f038-c643-4d0b-b210-86764efcc5c8 req-482486ec-0a52-4de9-844b-3bf719c79ace service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=822ef1332bd143cca4fd6e71701e2974&device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 1095 time: 0.0438240 Dec 17 15:47:31.055552 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b0b22f18-df2a-46c1-a963-b892577b591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:31.091712 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21f038-c643-4d0b-b210-86764efcc5c8 req-55155ae1-c182-41ab-ad83-a9a5ec735ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:31.093248 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ab21f038-c643-4d0b-b210-86764efcc5c8 req-55155ae1-c182-41ab-ad83-a9a5ec735ed5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=822ef1332bd143cca4fd6e71701e2974&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1000965 Dec 17 15:47:31.189197 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21f038-c643-4d0b-b210-86764efcc5c8 req-1faa42e1-46c3-47c2-b48e-6ff8962bcae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:31.190589 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ab21f038-c643-4d0b-b210-86764efcc5c8 req-1faa42e1-46c3-47c2-b48e-6ff8962bcae7 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906405 Dec 17 15:47:31.314412 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf9951-c708-4c94-b168-ecb4ae379c32 req-c931e72d-cc43-4e01-9e16-52fe7455c55e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:31.315810 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2baf9951-c708-4c94-b168-ecb4ae379c32 req-c931e72d-cc43-4e01-9e16-52fe7455c55e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 943 time: 0.0847409 Dec 17 15:47:31.317495 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-ed5a27dc-6aff-4dad-9eb8-5b1d91bb56ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:31.319095 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-ed5a27dc-6aff-4dad-9eb8-5b1d91bb56ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=822ef1332bd143cca4fd6e71701e2974&device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 1095 time: 0.0621359 Dec 17 15:47:31.373356 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-c62a3c7f-7514-4c91-9d2c-450db650b7ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=032065c9-1fe7-44f6-8963-262d6afab149 HTTP/1.1" status: 200 len: 217 time: 0.0378051 Dec 17 15:47:31.393114 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2baf9951-c708-4c94-b168-ecb4ae379c32 req-c917574c-27f3-4778-9a8d-85bd2500016e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710454 Dec 17 15:47:31.428059 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-bb91bd1d-2f99-4136-b49c-162f800a4fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:31.429556 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-bb91bd1d-2f99-4136-b49c-162f800a4fda service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88427995-2645-4fa8-ba88-78d7eabf1f21 HTTP/1.1" status: 200 len: 850 time: 0.0489538 Dec 17 15:47:31.477109 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-ed4de550-b99b-4af2-980e-02d53ca7cf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:31.478537 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-ed4de550-b99b-4af2-980e-02d53ca7cf72 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=56c46120-18dd-4e01-afbc-660976f1bc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423510 Dec 17 15:47:31.566084 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-51875713-d17e-4b46-91d1-1f68f74c8bc4 service neutron] 10.222.0.41 "GET /v2.0/networks/56c46120-18dd-4e01-afbc-660976f1bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801806 Dec 17 15:47:31.659016 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-11e3ec6c-ee21-4139-84e1-0112d6c9b8ad req-f367412f-244b-4abe-b04e-431c018e5dd8 service neutron] 10.222.0.41 "GET /v2.0/networks/56c46120-18dd-4e01-afbc-660976f1bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852747 Dec 17 15:47:31.922336 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f84f32-1d2c-48fc-acdb-596578d32a19 req-6068c799-bf3b-45ca-8844-4d99ac08b218 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:31.923821 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-22f84f32-1d2c-48fc-acdb-596578d32a19 req-6068c799-bf3b-45ca-8844-4d99ac08b218 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 944 time: 0.0499973 Dec 17 15:47:31.961424 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-22f84f32-1d2c-48fc-acdb-596578d32a19 req-7fd43f83-96db-49a2-ac11-46a9230e14a9 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315368 Dec 17 15:47:32.358557 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:32.505646 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df39fa-dcfb-449e-b593-f1943b87d7d7 req-e7c474f2-798e-4568-963e-54ec6b88baad tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:32.507131 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b5df39fa-dcfb-449e-b593-f1943b87d7d7 req-e7c474f2-798e-4568-963e-54ec6b88baad tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 943 time: 0.0482867 Dec 17 15:47:32.545674 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b5df39fa-dcfb-449e-b593-f1943b87d7d7 req-200a28e6-4f4a-444b-a25f-16ad3201a2f9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324860 Dec 17 15:47:33.076226 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad730d9-deef-422c-96c3-929c4f225d0e req-47002c20-4320-421b-a53a-376285f65c91 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:33.077967 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bad730d9-deef-422c-96c3-929c4f225d0e req-47002c20-4320-421b-a53a-376285f65c91 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 944 time: 0.0492892 Dec 17 15:47:33.118996 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bad730d9-deef-422c-96c3-929c4f225d0e req-a22fb7e1-8e4a-419e-987e-8d05fb711ec5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350223 Dec 17 15:47:33.680621 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 8c0b1455-7dd0-4401-9163-3e12e7669730 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:47:33.784852 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 8c0b1455-7dd0-4401-9163-3e12e7669730, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=8c0b1455-7dd0-4401-9163-3e12e7669730,segment=NetworkSegment(6f34bd7a-829a-40b2-9a53-11d1c56bbfa0),segment_id=6f34bd7a-829a-40b2-9a53-11d1c56bbfa0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:33.797170 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '8c0b1455-7dd0-4401-9163-3e12e7669730', 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267', 'port_id': '8c0b1455-7dd0-4401-9163-3e12e7669730', 'mac_address': 'fa:16:3e:4a:da:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:47:33.848727 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:47:33.861449 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:33.881210 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c0b1455-7dd0-4401-9163-3e12e7669730 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:47:34.004449 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb1218-adc9-4142-a24a-8fd7d119d7dc req-faa8c5c9-1ad0-4fcc-8cd1-d115cf93be0b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:34.006751 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-18cb1218-adc9-4142-a24a-8fd7d119d7dc req-faa8c5c9-1ad0-4fcc-8cd1-d115cf93be0b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 943 time: 0.3947802 Dec 17 15:47:34.050233 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-18cb1218-adc9-4142-a24a-8fd7d119d7dc req-e1cbad42-916b-4421-b041-ee8519da2993 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380692 Dec 17 15:47:34.083182 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:34.117878 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 8c0b1455-7dd0-4401-9163-3e12e7669730, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=8c0b1455-7dd0-4401-9163-3e12e7669730,segment=NetworkSegment(6f34bd7a-829a-40b2-9a53-11d1c56bbfa0),segment_id=6f34bd7a-829a-40b2-9a53-11d1c56bbfa0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:34.180672 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:34.236504 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ac805-1fd9-492b-bdea-05ac77fb2d6a req-98109845-49f1-47db-9967-3e56cd61ffa6 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:34.238057 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e6ac805-1fd9-492b-bdea-05ac77fb2d6a req-98109845-49f1-47db-9967-3e56cd61ffa6 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 944 time: 0.0486217 Dec 17 15:47:34.238681 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:34.241665 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=8c0b1455-7dd0-4401-9163-3e12e7669730,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:34.257125 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:34.257554 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:34.257894 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:34.258225 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:34.258554 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:34.259492 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:34.259492 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:34.259492 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:34.259810 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:34.260125 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:34.260425 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:34.260735 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:47:34.279833 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e6ac805-1fd9-492b-bdea-05ac77fb2d6a req-35973885-2813-44fd-91a2-642935a73521 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347812 Dec 17 15:47:34.369798 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['8c0b1455-7dd0-4401-9163-3e12e7669730'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:47:35.163808 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cde7a6-1528-482b-a782-1c78a61f1177 req-ec5b507c-2c8b-4574-a3d4-8e5e08e56327 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:35.165212 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c6cde7a6-1528-482b-a782-1c78a61f1177 req-ec5b507c-2c8b-4574-a3d4-8e5e08e56327 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 944 time: 0.0482094 Dec 17 15:47:35.205917 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c6cde7a6-1528-482b-a782-1c78a61f1177 req-06d0813f-3680-4052-89ce-2d139ea76314 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346940 Dec 17 15:47:35.400080 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8a838-2dff-4a54-9cf4-27c063d3edc0 req-051a0d7d-ecf0-483e-a53c-e34798578d05 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:35.401765 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71b8a838-2dff-4a54-9cf4-27c063d3edc0 req-051a0d7d-ecf0-483e-a53c-e34798578d05 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 944 time: 0.0522652 Dec 17 15:47:35.441088 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71b8a838-2dff-4a54-9cf4-27c063d3edc0 req-750a81eb-41ad-43d4-a2d7-413a40f1c1fe tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331788 Dec 17 15:47:35.500290 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 032065c9-1fe7-44f6-8963-262d6afab149 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:47:35.594594 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 032065c9-1fe7-44f6-8963-262d6afab149, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=032065c9-1fe7-44f6-8963-262d6afab149,segment=NetworkSegment(8241df6a-2035-4bd9-b041-d38db91b9851),segment_id=8241df6a-2035-4bd9-b041-d38db91b9851)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:35.605766 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '032065c9-1fe7-44f6-8963-262d6afab149', 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54', 'port_id': '032065c9-1fe7-44f6-8963-262d6afab149', 'mac_address': 'fa:16:3e:71:b4:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88427995-2645-4fa8-ba88-78d7eabf1f21', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:47:35.642666 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:35.658405 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 032065c9-1fe7-44f6-8963-262d6afab149 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:47:35.677600 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 032065c9-1fe7-44f6-8963-262d6afab149, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=032065c9-1fe7-44f6-8963-262d6afab149,segment=NetworkSegment(8241df6a-2035-4bd9-b041-d38db91b9851),segment_id=8241df6a-2035-4bd9-b041-d38db91b9851)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:35.695116 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 8c0b1455-7dd0-4401-9163-3e12e7669730 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:47:35.820905 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:35.844351 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 8c0b1455-7dd0-4401-9163-3e12e7669730 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:47:35.852913 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 8c0b1455-7dd0-4401-9163-3e12e7669730 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:35.853313 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:35.894705 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=032065c9-1fe7-44f6-8963-262d6afab149,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:35.956594 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:35.983549 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3eafc2b-c789-48fb-b7f8-cb766aef585b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0b1455-7dd0-4401-9163-3e12e7669730'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:35.986110 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3975b5bd-5d15-4e08-8af6-39fdc7ad5dce" -d '{"events": [{"server_uuid": "d3eafc2b-c789-48fb-b7f8-cb766aef585b", "name": "network-vif-plugged", "status": "completed", "tag": "8c0b1455-7dd0-4401-9163-3e12e7669730"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:36.000630 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 8c0b1455-7dd0-4401-9163-3e12e7669730, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=8c0b1455-7dd0-4401-9163-3e12e7669730,segment=NetworkSegment(6f34bd7a-829a-40b2-9a53-11d1c56bbfa0),segment_id=6f34bd7a-829a-40b2-9a53-11d1c56bbfa0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:36.024238 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6913c5fd-ead1-4c7f-ab7f-2cbf6b4b6145 x-openstack-request-id: req-6913c5fd-ead1-4c7f-ab7f-2cbf6b4b6145 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:36.024536 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3eafc2b-c789-48fb-b7f8-cb766aef585b", "name": "network-vif-plugged", "status": "completed", "tag": "8c0b1455-7dd0-4401-9163-3e12e7669730", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:36.024796 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6913c5fd-ead1-4c7f-ab7f-2cbf6b4b6145 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:36.025309 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3eafc2b-c789-48fb-b7f8-cb766aef585b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0b1455-7dd0-4401-9163-3e12e7669730', 'code': 200} Dec 17 15:47:36.062216 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:36.119357 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157886de-3ddf-481f-a747-fdb18501db59 req-272b259e-6eee-4f6e-a33b-2e448a9c8bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:36.120011 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=8c0b1455-7dd0-4401-9163-3e12e7669730,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:36.120868 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157886de-3ddf-481f-a747-fdb18501db59 req-272b259e-6eee-4f6e-a33b-2e448a9c8bc5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 1096 time: 0.0409267 Dec 17 15:47:36.161104 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-157886de-3ddf-481f-a747-fdb18501db59 req-13f73460-f8c4-4aba-9f6e-81f2d77cacc8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323498 Dec 17 15:47:36.232188 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['032065c9-1fe7-44f6-8963-262d6afab149'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:47:36.320039 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb972ea7-db13-445a-834f-3436a40ef4e5 req-5e6e2959-9a1a-4198-aba5-4efa6da63066 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:36.321819 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bb972ea7-db13-445a-834f-3436a40ef4e5 req-5e6e2959-9a1a-4198-aba5-4efa6da63066 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 945 time: 0.0489004 Dec 17 15:47:36.360491 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bb972ea7-db13-445a-834f-3436a40ef4e5 req-702018da-bb77-41b8-9dc2-f3d71f262152 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315125 Dec 17 15:47:36.555183 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6148d2b-4c71-4f47-926d-f965900b0cfd req-8a2ac8a1-9011-428e-835f-8397c7f94691 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:36.556625 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f6148d2b-4c71-4f47-926d-f965900b0cfd req-8a2ac8a1-9011-428e-835f-8397c7f94691 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 945 time: 0.0466418 Dec 17 15:47:36.597588 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f6148d2b-4c71-4f47-926d-f965900b0cfd req-810c4ac1-2674-4156-b558-ee3daa4c6e0c tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342762 Dec 17 15:47:37.476691 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1309ce9-bc02-4151-8d34-d3fb26cd9310 req-96250a67-b66a-4a0f-97aa-da6960358d49 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:37.478198 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c1309ce9-bc02-4151-8d34-d3fb26cd9310 req-96250a67-b66a-4a0f-97aa-da6960358d49 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 945 time: 0.0501072 Dec 17 15:47:37.499950 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 032065c9-1fe7-44f6-8963-262d6afab149 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:47:37.517729 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c1309ce9-bc02-4151-8d34-d3fb26cd9310 req-28de30be-e59d-43b2-92d9-5cbab4eed022 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334005 Dec 17 15:47:37.610039 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 032065c9-1fe7-44f6-8963-262d6afab149 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:47:37.614045 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 032065c9-1fe7-44f6-8963-262d6afab149 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:47:37.614440 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:37.631223 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba21ac-7d09-480b-aa75-59a268e4b1a0 req-98d828a0-8c90-4793-ad1d-a3ffab5d9515 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:37.632736 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1eba21ac-7d09-480b-aa75-59a268e4b1a0 req-98d828a0-8c90-4793-ad1d-a3ffab5d9515 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 945 time: 0.0485559 Dec 17 15:47:37.675303 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1eba21ac-7d09-480b-aa75-59a268e4b1a0 req-3462ee75-8690-4a84-98b0-7ffb00158d5d tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361125 Dec 17 15:47:37.697114 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33614) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:37.705669 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:37.722830 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9617c-ec5a-47bb-84d1-ee6034d91b24 req-9548d3a9-5f81-4f75-a08b-3f9f63050e9d tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:37.724667 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-12b9617c-ec5a-47bb-84d1-ee6034d91b24 req-9548d3a9-5f81-4f75-a08b-3f9f63050e9d tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 945 time: 0.0526485 Dec 17 15:47:37.738020 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acdf431-675d-426f-9e9a-6cf6a56134a9 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:37.742178 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5acdf431-675d-426f-9e9a-6cf6a56134a9 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 1091 time: 0.0415642 Dec 17 15:47:37.742316 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 032065c9-1fe7-44f6-8963-262d6afab149, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=032065c9-1fe7-44f6-8963-262d6afab149,segment=NetworkSegment(8241df6a-2035-4bd9-b041-d38db91b9851),segment_id=8241df6a-2035-4bd9-b041-d38db91b9851)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:47:37.744194 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33616) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:37.748824 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-b79d26e4-af67-4988-8d89-c47bf08e48e3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'port_id': '8c0b1455-7dd0-4401-9163-3e12e7669730', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:37.766950 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-12b9617c-ec5a-47bb-84d1-ee6034d91b24 req-be358430-b877-4aa8-a8e3-456801fe538d tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365252 Dec 17 15:47:37.821289 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:37.850100 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b79d26e4-af67-4988-8d89-c47bf08e48e3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for floatingip, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:37.873100 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=032065c9-1fe7-44f6-8963-262d6afab149,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:37.957375 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b79d26e4-af67-4988-8d89-c47bf08e48e3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:38.026757 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3baea2a8-e1b5-4258-b1b5-ffde0b17833c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032065c9-1fe7-44f6-8963-262d6afab149'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:38.029198 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e57f5e2-36b5-41d9-8873-73165fa9bac1" -d '{"events": [{"server_uuid": "3baea2a8-e1b5-4258-b1b5-ffde0b17833c", "name": "network-vif-plugged", "status": "completed", "tag": "032065c9-1fe7-44f6-8963-262d6afab149"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:38.068778 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7dd2fac-9cca-4d67-89ff-df2ac8a1fa17 x-openstack-request-id: req-e7dd2fac-9cca-4d67-89ff-df2ac8a1fa17 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:38.068778 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3baea2a8-e1b5-4258-b1b5-ffde0b17833c", "name": "network-vif-plugged", "status": "completed", "tag": "032065c9-1fe7-44f6-8963-262d6afab149", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:38.068778 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e7dd2fac-9cca-4d67-89ff-df2ac8a1fa17 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:38.068778 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3baea2a8-e1b5-4258-b1b5-ffde0b17833c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032065c9-1fe7-44f6-8963-262d6afab149', 'code': 200} Dec 17 15:47:38.069193 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-b79d26e4-af67-4988-8d89-c47bf08e48e3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Allocated IP 172.25.6.114 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/1b2ea349-40dd-4ce8-bbc3-5ddf5a09d307) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:47:38.170632 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b79d26e4-af67-4988-8d89-c47bf08e48e3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:38.183695 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b8059-7d29-40a2-99b4-6387d9b13082 req-0952ec32-55e0-491d-9dcd-3da9c2b0dce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:38.185203 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e16b8059-7d29-40a2-99b4-6387d9b13082 req-0952ec32-55e0-491d-9dcd-3da9c2b0dce5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 1097 time: 0.0396168 Dec 17 15:47:38.221383 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e16b8059-7d29-40a2-99b4-6387d9b13082 req-d00d6a4c-9c8a-47bc-9e4b-2e26d221ea1a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292275 Dec 17 15:47:38.276329 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b79d26e4-af67-4988-8d89-c47bf08e48e3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:38.312408 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79d26e4-af67-4988-8d89-c47bf08e48e3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:47:38.316712 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-b79d26e4-af67-4988-8d89-c47bf08e48e3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:47:38.320459 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79d26e4-af67-4988-8d89-c47bf08e48e3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:47:38.329033 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d26e4-af67-4988-8d89-c47bf08e48e3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'Port': ['ID=1b2ea349-40dd-4ce8-bbc3-5ddf5a09d307,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:38.657687 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b79d26e4-af67-4988-8d89-c47bf08e48e3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:38.770807 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b79d26e4-af67-4988-8d89-c47bf08e48e3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:38.888868 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8acdecc-2542-4ffe-b7dd-f4c613480a09 req-52ac9b5a-8318-4243-8f1c-3acae130bcfe tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:38.891064 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f8acdecc-2542-4ffe-b7dd-f4c613480a09 req-52ac9b5a-8318-4243-8f1c-3acae130bcfe tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 946 time: 0.0546484 Dec 17 15:47:38.924278 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b79d26e4-af67-4988-8d89-c47bf08e48e3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:38.929918 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f8acdecc-2542-4ffe-b7dd-f4c613480a09 req-db8b8021-707b-474c-b6ce-76f2474ad0dd tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324085 Dec 17 15:47:38.998240 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b79d26e4-af67-4988-8d89-c47bf08e48e3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:39.067362 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d26e4-af67-4988-8d89-c47bf08e48e3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'Port': ['ID=1b2ea349-40dd-4ce8-bbc3-5ddf5a09d307,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:47:39.081584 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b79d26e4-af67-4988-8d89-c47bf08e48e3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:39.176503 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [None req-b79d26e4-af67-4988-8d89-c47bf08e48e3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Floating IP 89c67179-d3fa-4b53-ab6b-78860ad671f6 associated. External IP: 172.25.6.114, port: 8c0b1455-7dd0-4401-9163-3e12e7669730. Dec 17 15:47:39.644225 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79d26e4-af67-4988-8d89-c47bf08e48e3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Router e32869a0-bb87-4af9-885c-23619e7d3a13 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:47:39.751762 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79d26e4-af67-4988-8d89-c47bf08e48e3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:47:39.761787 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd11630-c414-469a-be1a-9413a22569ab None None] Sync routers for ids ['e32869a0-bb87-4af9-885c-23619e7d3a13'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:47:39.772138 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd11630-c414-469a-be1a-9413a22569ab None None] Routers {'e32869a0-bb87-4af9-885c-23619e7d3a13'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:47:39.772789 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-3bd11630-c414-469a-be1a-9413a22569ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:47:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['e32869a0-bb87-4af9-885c-23619e7d3a13'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:39.834843 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b79d26e4-af67-4988-8d89-c47bf08e48e3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:39.863834 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b79d26e4-af67-4988-8d89-c47bf08e48e3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1184051 Dec 17 15:47:39.864411 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3eafc2b-c789-48fb-b7f8-cb766aef585b', 'tag': '8c0b1455-7dd0-4401-9163-3e12e7669730'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:39.866674 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93704063-0c7e-4597-91fc-8abc32680011" -d '{"events": [{"name": "network-changed", "server_uuid": "d3eafc2b-c789-48fb-b7f8-cb766aef585b", "tag": "8c0b1455-7dd0-4401-9163-3e12e7669730"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:39.879381 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-3bd11630-c414-469a-be1a-9413a22569ab None None] Set router e32869a0-bb87-4af9-885c-23619e7d3a13 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:47:39.923918 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b2e003-6173-4340-a1a6-8d723f97d698 x-openstack-request-id: req-55b2e003-6173-4340-a1a6-8d723f97d698 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:39.924199 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3eafc2b-c789-48fb-b7f8-cb766aef585b", "tag": "8c0b1455-7dd0-4401-9163-3e12e7669730", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:39.924564 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-55b2e003-6173-4340-a1a6-8d723f97d698 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:39.925023 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3eafc2b-c789-48fb-b7f8-cb766aef585b', 'tag': '8c0b1455-7dd0-4401-9163-3e12e7669730', 'status': 'completed', 'code': 200} Dec 17 15:47:39.997162 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93704063-0c7e-4597-91fc-8abc32680011 req-a62aed97-91e6-461f-ac10-ed731afb2158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:39.999277 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-93704063-0c7e-4597-91fc-8abc32680011 req-a62aed97-91e6-461f-ac10-ed731afb2158 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 1096 time: 0.0524073 Dec 17 15:47:39.999449 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1f1d7-9fcc-4da3-a908-ced6dc2a7a0e req-a20fb34b-822a-40f6-aa20-24f26a767423 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:40.001948 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-14e1f1d7-9fcc-4da3-a908-ced6dc2a7a0e req-a20fb34b-822a-40f6-aa20-24f26a767423 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 945 time: 0.0708516 Dec 17 15:47:40.081139 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-14e1f1d7-9fcc-4da3-a908-ced6dc2a7a0e req-6597fb8e-f3e4-44f6-a46f-476b4cc9afae tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700016 Dec 17 15:47:40.088447 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb57440-05a7-4bf3-97b4-1bf32f242805 req-8c091a86-b389-4cba-8d54-8b4888d2cb02 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:40.096245 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5fb57440-05a7-4bf3-97b4-1bf32f242805 req-8c091a86-b389-4cba-8d54-8b4888d2cb02 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 946 time: 0.0862389 Dec 17 15:47:40.102020 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93704063-0c7e-4597-91fc-8abc32680011 req-766f16cf-3971-43fe-89cb-1829779c5113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:40.103666 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-93704063-0c7e-4597-91fc-8abc32680011 req-766f16cf-3971-43fe-89cb-1829779c5113 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4378d9fc-5d8e-42a9-930b-1b730d400267 HTTP/1.1" status: 200 len: 898 time: 0.0971339 Dec 17 15:47:40.105913 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33630) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:40.130399 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-3bd11630-c414-469a-be1a-9413a22569ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870544359', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '63e8f57a-0b04-4c2f-be90-55ba9b06ab4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:22Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': '63e8f57a-0b04-4c2f-be90-55ba9b06ab4a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '89c67179-d3fa-4b53-ab6b-78860ad671f6', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'floating_ip_address': '172.25.6.114', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'port_id': '8c0b1455-7dd0-4401-9163-3e12e7669730', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267', 'mac_address': 'fa:16:3e:4a:da:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3eafc2b-c789-48fb-b7f8-cb766aef585b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:47:38Z', 'updated_at': '2021-12-17T15:47:38Z', 'revision_number': 0, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c045e9e9-2634-4e2f-9248-384df73d187f', 'name': '', 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'mac_address': 'fa:16:3e:2c:87:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:21Z', 'updated_at': '2021-12-17T15:47:26Z', 'revision_number': 5, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'subnets': [{'id': '44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:40.133580 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5fb57440-05a7-4bf3-97b4-1bf32f242805 req-1a6b50cb-1e8e-42b0-8116-c2e6cf1af608 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364897 Dec 17 15:47:40.157704 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd11630-c414-469a-be1a-9413a22569ab None None] Checking router: e32869a0-bb87-4af9-885c-23619e7d3a13 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:47:40.165898 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd11630-c414-469a-be1a-9413a22569ab None None] Routers {'e32869a0-bb87-4af9-885c-23619e7d3a13'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:47:40.166518 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-3bd11630-c414-469a-be1a-9413a22569ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:47:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['e32869a0-bb87-4af9-885c-23619e7d3a13'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:40.204008 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-93704063-0c7e-4597-91fc-8abc32680011 req-295e4756-ae0e-4ae4-a819-ce2969200223 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c0b1455-7dd0-4401-9163-3e12e7669730 HTTP/1.1" status: 200 len: 999 time: 0.0895360 Dec 17 15:47:40.256074 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac153d8-91f2-44b3-8763-e1b953df30bb req-38546c37-e243-42c2-a1ce-72eeceeea161 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:40.257818 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93704063-0c7e-4597-91fc-8abc32680011 req-3a697146-5ea5-4fd1-afe4-d6dc48b0362b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:40.257986 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eac153d8-91f2-44b3-8763-e1b953df30bb req-38546c37-e243-42c2-a1ce-72eeceeea161 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 946 time: 0.0579472 Dec 17 15:47:40.259265 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-93704063-0c7e-4597-91fc-8abc32680011 req-3a697146-5ea5-4fd1-afe4-d6dc48b0362b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a HTTP/1.1" status: 200 len: 834 time: 0.0487099 Dec 17 15:47:40.269640 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33634) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:40.271519 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-3bd11630-c414-469a-be1a-9413a22569ab None None] Set router e32869a0-bb87-4af9-885c-23619e7d3a13 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:47:40.275037 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-da450964-7f3b-4e8f-bcd4-6b110ce28f29 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Request body: {'floatingip': {'port_id': '032065c9-1fe7-44f6-8963-262d6afab149'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:47:40.283129 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4dd3aa2f-7e76-4c42-8cf8-137a90fc75e2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/floatingips/89c67179-d3fa-4b53-ab6b-78860ad671f6 HTTP/1.1" status: 200 len: 991 time: 0.1761563 Dec 17 15:47:40.311983 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93704063-0c7e-4597-91fc-8abc32680011 req-377e7e8a-b2e4-4b17-8d1e-a5f4b75584c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:40.323015 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-93704063-0c7e-4597-91fc-8abc32680011 req-377e7e8a-b2e4-4b17-8d1e-a5f4b75584c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4378d9fc-5d8e-42a9-930b-1b730d400267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472395 Dec 17 15:47:40.323346 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-da450964-7f3b-4e8f-bcd4-6b110ce28f29 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for floatingip, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:40.409708 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-93704063-0c7e-4597-91fc-8abc32680011 req-38442d4e-4f2e-41da-a3da-002aa29e8b8a service neutron] 10.222.0.13 "GET /v2.0/networks/4378d9fc-5d8e-42a9-930b-1b730d400267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887976 Dec 17 15:47:40.501099 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-3bd11630-c414-469a-be1a-9413a22569ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870544359', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '63e8f57a-0b04-4c2f-be90-55ba9b06ab4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:22Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': '63e8f57a-0b04-4c2f-be90-55ba9b06ab4a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '89c67179-d3fa-4b53-ab6b-78860ad671f6', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'floating_ip_address': '172.25.6.114', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'port_id': '8c0b1455-7dd0-4401-9163-3e12e7669730', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267', 'mac_address': 'fa:16:3e:4a:da:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3eafc2b-c789-48fb-b7f8-cb766aef585b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:47:38Z', 'updated_at': '2021-12-17T15:47:38Z', 'revision_number': 0, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c045e9e9-2634-4e2f-9248-384df73d187f', 'name': '', 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'mac_address': 'fa:16:3e:2c:87:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:21Z', 'updated_at': '2021-12-17T15:47:26Z', 'revision_number': 5, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'subnets': [{'id': '44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:40.504337 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-93704063-0c7e-4597-91fc-8abc32680011 req-783b8441-a461-4c1c-a45b-2ae7efa46dec service neutron] 10.222.0.13 "GET /v2.0/networks/4378d9fc-5d8e-42a9-930b-1b730d400267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874679 Dec 17 15:47:40.532407 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd11630-c414-469a-be1a-9413a22569ab None None] The sync data for ids ['e32869a0-bb87-4af9-885c-23619e7d3a13'] in n-d-820553-2 is: [{'id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870544359', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '63e8f57a-0b04-4c2f-be90-55ba9b06ab4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:22Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': '63e8f57a-0b04-4c2f-be90-55ba9b06ab4a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '89c67179-d3fa-4b53-ab6b-78860ad671f6', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'floating_ip_address': '172.25.6.114', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'port_id': '8c0b1455-7dd0-4401-9163-3e12e7669730', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267', 'mac_address': 'fa:16:3e:4a:da:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3eafc2b-c789-48fb-b7f8-cb766aef585b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:47:38Z', 'updated_at': '2021-12-17T15:47:38Z', 'revision_number': 0, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c045e9e9-2634-4e2f-9248-384df73d187f', 'name': '', 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'mac_address': 'fa:16:3e:2c:87:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:21Z', 'updated_at': '2021-12-17T15:47:26Z', 'revision_number': 5, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'subnets': [{'id': '44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:47:40.610186 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:40.734972 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7685e2-3490-42a2-9b42-96fb78ace889 None None] New status for floating IP 89c67179-d3fa-4b53-ab6b-78860ad671f6: ACTIVE {{(pid=102834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:47:40.772852 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-da450964-7f3b-4e8f-bcd4-6b110ce28f29 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:40.832593 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-da450964-7f3b-4e8f-bcd4-6b110ce28f29 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:40.935201 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-da450964-7f3b-4e8f-bcd4-6b110ce28f29 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Floating IP cce2d728-4c34-4169-88f3-2479b980df11 associated. External IP: 172.25.6.109, port: 032065c9-1fe7-44f6-8963-262d6afab149. Dec 17 15:47:41.147892 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da450964-7f3b-4e8f-bcd4-6b110ce28f29 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Router 257456da-9b46-49c3-b614-2d0be6797da3 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:47:41.253419 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da450964-7f3b-4e8f-bcd4-6b110ce28f29 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:47:41.258013 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-da450964-7f3b-4e8f-bcd4-6b110ce28f29 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:41.262949 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda47399-d820-4ea5-8a2a-eb83ad284653 None None] Sync routers for ids ['257456da-9b46-49c3-b614-2d0be6797da3'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:47:41.272188 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda47399-d820-4ea5-8a2a-eb83ad284653 None None] Routers {'257456da-9b46-49c3-b614-2d0be6797da3'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:47:41.272784 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-fda47399-d820-4ea5-8a2a-eb83ad284653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:47:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['257456da-9b46-49c3-b614-2d0be6797da3'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:41.285236 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-da450964-7f3b-4e8f-bcd4-6b110ce28f29 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "PUT /v2.0/floatingips/cce2d728-4c34-4169-88f3-2479b980df11 HTTP/1.1" status: 200 len: 992 time: 1.0141535 Dec 17 15:47:41.285934 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3baea2a8-e1b5-4258-b1b5-ffde0b17833c', 'tag': '032065c9-1fe7-44f6-8963-262d6afab149'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:47:41.288144 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33636) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:47:41.288633 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb83901-f754-4014-9788-d7551c4a8898" -d '{"events": [{"name": "network-changed", "server_uuid": "3baea2a8-e1b5-4258-b1b5-ffde0b17833c", "tag": "032065c9-1fe7-44f6-8963-262d6afab149"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:47:41.344129 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d718e1c7-1e58-4ac2-94ed-446c817531cc x-openstack-request-id: req-d718e1c7-1e58-4ac2-94ed-446c817531cc {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:47:41.344429 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3baea2a8-e1b5-4258-b1b5-ffde0b17833c", "tag": "032065c9-1fe7-44f6-8963-262d6afab149", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:47:41.344690 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d718e1c7-1e58-4ac2-94ed-446c817531cc {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:47:41.346656 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3baea2a8-e1b5-4258-b1b5-ffde0b17833c', 'tag': '032065c9-1fe7-44f6-8963-262d6afab149', 'status': 'completed', 'code': 200} Dec 17 15:47:41.360968 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d823ff28-df85-4c11-8fcb-505a9e0030d7 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/floatingips/89c67179-d3fa-4b53-ab6b-78860ad671f6 HTTP/1.1" status: 200 len: 993 time: 0.0709200 Dec 17 15:47:41.385120 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-fda47399-d820-4ea5-8a2a-eb83ad284653 None None] Set router 257456da-9b46-49c3-b614-2d0be6797da3 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:47:41.435418 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb83901-f754-4014-9788-d7551c4a8898 req-176c6775-193d-4056-9be4-e1d38dab72bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:41.437726 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2fb83901-f754-4014-9788-d7551c4a8898 req-176c6775-193d-4056-9be4-e1d38dab72bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=822ef1332bd143cca4fd6e71701e2974&device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 1097 time: 0.0406594 Dec 17 15:47:41.533778 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb83901-f754-4014-9788-d7551c4a8898 req-b8a4804b-6713-4e94-8eed-8322b42a8d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:41.535195 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2fb83901-f754-4014-9788-d7551c4a8898 req-b8a4804b-6713-4e94-8eed-8322b42a8d64 service neutron] 10.222.0.41 "GET /v2.0/networks?id=56c46120-18dd-4e01-afbc-660976f1bc54 HTTP/1.1" status: 200 len: 912 time: 0.0902801 Dec 17 15:47:41.603115 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2fb83901-f754-4014-9788-d7551c4a8898 req-29790f35-be6f-4d92-baf6-6ccffff83a18 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=032065c9-1fe7-44f6-8963-262d6afab149 HTTP/1.1" status: 200 len: 1000 time: 0.0609000 Dec 17 15:47:41.652071 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb83901-f754-4014-9788-d7551c4a8898 req-296c1a04-150f-4eea-a960-e6bc453a0c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:41.653571 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2fb83901-f754-4014-9788-d7551c4a8898 req-296c1a04-150f-4eea-a960-e6bc453a0c99 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88427995-2645-4fa8-ba88-78d7eabf1f21 HTTP/1.1" status: 200 len: 850 time: 0.0437288 Dec 17 15:47:41.689749 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-fda47399-d820-4ea5-8a2a-eb83ad284653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257456da-9b46-49c3-b614-2d0be6797da3', 'name': 'tempest-AttachVolumeTestJSON-1557841827-router', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '6b408aa0-c396-4851-a1b7-a95202583870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:19Z', 'revision_number': 4, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'gw_port': {'id': '6b408aa0-c396-4851-a1b7-a95202583870', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:17Z', 'updated_at': '2021-12-17T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'cce2d728-4c34-4169-88f3-2479b980df11', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'port_id': '032065c9-1fe7-44f6-8963-262d6afab149', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54', 'mac_address': 'fa:16:3e:71:b4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baea2a8-e1b5-4258-b1b5-ffde0b17833c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:47:24Z', 'updated_at': '2021-12-17T15:47:40Z', 'revision_number': 1, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0da657bc-eb8a-4906-9643-7a28e2fc58da', 'name': '', 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'mac_address': 'fa:16:3e:ad:09:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '88427995-2645-4fa8-ba88-78d7eabf1f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:19Z', 'updated_at': '2021-12-17T15:47:25Z', 'revision_number': 5, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'subnets': [{'id': '88427995-2645-4fa8-ba88-78d7eabf1f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:41.703150 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb83901-f754-4014-9788-d7551c4a8898 req-27dc9391-7744-4d15-b586-3db1c5ea2e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:47:41.704798 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2fb83901-f754-4014-9788-d7551c4a8898 req-27dc9391-7744-4d15-b586-3db1c5ea2e1b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=56c46120-18dd-4e01-afbc-660976f1bc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446353 Dec 17 15:47:41.715484 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda47399-d820-4ea5-8a2a-eb83ad284653 None None] Checking router: 257456da-9b46-49c3-b614-2d0be6797da3 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:47:41.723595 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda47399-d820-4ea5-8a2a-eb83ad284653 None None] Routers {'257456da-9b46-49c3-b614-2d0be6797da3'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:47:41.724197 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-fda47399-d820-4ea5-8a2a-eb83ad284653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:47:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['257456da-9b46-49c3-b614-2d0be6797da3'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:41.797227 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2fb83901-f754-4014-9788-d7551c4a8898 req-d68b9cd3-9343-4d4d-a3cc-dcca000a0868 service neutron] 10.222.0.41 "GET /v2.0/networks/56c46120-18dd-4e01-afbc-660976f1bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852540 Dec 17 15:47:41.828268 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-fda47399-d820-4ea5-8a2a-eb83ad284653 None None] Set router 257456da-9b46-49c3-b614-2d0be6797da3 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:47:41.900002 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2fb83901-f754-4014-9788-d7551c4a8898 req-67275e81-4b86-4e41-bb25-17eb280c724b service neutron] 10.222.0.41 "GET /v2.0/networks/56c46120-18dd-4e01-afbc-660976f1bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924189 Dec 17 15:47:42.054464 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-fda47399-d820-4ea5-8a2a-eb83ad284653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257456da-9b46-49c3-b614-2d0be6797da3', 'name': 'tempest-AttachVolumeTestJSON-1557841827-router', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '6b408aa0-c396-4851-a1b7-a95202583870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:19Z', 'revision_number': 4, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'gw_port': {'id': '6b408aa0-c396-4851-a1b7-a95202583870', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:17Z', 'updated_at': '2021-12-17T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'cce2d728-4c34-4169-88f3-2479b980df11', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'port_id': '032065c9-1fe7-44f6-8963-262d6afab149', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54', 'mac_address': 'fa:16:3e:71:b4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baea2a8-e1b5-4258-b1b5-ffde0b17833c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:47:24Z', 'updated_at': '2021-12-17T15:47:40Z', 'revision_number': 1, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0da657bc-eb8a-4906-9643-7a28e2fc58da', 'name': '', 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'mac_address': 'fa:16:3e:ad:09:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '88427995-2645-4fa8-ba88-78d7eabf1f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:19Z', 'updated_at': '2021-12-17T15:47:25Z', 'revision_number': 5, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'subnets': [{'id': '88427995-2645-4fa8-ba88-78d7eabf1f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:47:42.080156 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda47399-d820-4ea5-8a2a-eb83ad284653 None None] The sync data for ids ['257456da-9b46-49c3-b614-2d0be6797da3'] in n-d-820553-2 is: [{'id': '257456da-9b46-49c3-b614-2d0be6797da3', 'name': 'tempest-AttachVolumeTestJSON-1557841827-router', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '6b408aa0-c396-4851-a1b7-a95202583870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:19Z', 'revision_number': 4, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'gw_port': {'id': '6b408aa0-c396-4851-a1b7-a95202583870', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:17Z', 'updated_at': '2021-12-17T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'cce2d728-4c34-4169-88f3-2479b980df11', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'port_id': '032065c9-1fe7-44f6-8963-262d6afab149', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54', 'mac_address': 'fa:16:3e:71:b4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3baea2a8-e1b5-4258-b1b5-ffde0b17833c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:47:24Z', 'updated_at': '2021-12-17T15:47:40Z', 'revision_number': 1, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0da657bc-eb8a-4906-9643-7a28e2fc58da', 'name': '', 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'mac_address': 'fa:16:3e:ad:09:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '88427995-2645-4fa8-ba88-78d7eabf1f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:19Z', 'updated_at': '2021-12-17T15:47:25Z', 'revision_number': 5, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'subnets': [{'id': '88427995-2645-4fa8-ba88-78d7eabf1f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:47:42.273466 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f49598c-8671-4089-8a56-9cd1dd358dab None None] New status for floating IP cce2d728-4c34-4169-88f3-2479b980df11: ACTIVE {{(pid=102834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:47:56.067279 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:58.847782 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ea85cbba-c9eb-4578-a355-abca93c3066d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:47:58.854380 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-9b0b6b97-49bf-4d58-8934-eba295948656 req-acc0ab91-d2e6-4d79-9ee1-fe40035cb44f service neutron] (102832) timed out ('10.222.0.46', 43010) {{(pid=102832) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 17 15:48:01.030820 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-aa9f0e79-f126-423b-8903-c4d68132c3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:48:02.376445 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:48:03.928687 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:48:04.219093 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:48:08.618486 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-944c5399-95a5-4b8a-ba08-2fef6f6260f7 req-9702ac3f-5b5c-46d7-b2bb-261838eff0ec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384042 Dec 17 15:48:08.698182 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c5399-95a5-4b8a-ba08-2fef6f6260f7 req-c4381668-83fd-4dad-961f-96e031470f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:08.699605 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-944c5399-95a5-4b8a-ba08-2fef6f6260f7 req-c4381668-83fd-4dad-961f-96e031470f8e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 1096 time: 0.0398090 Dec 17 15:48:08.801294 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c5399-95a5-4b8a-ba08-2fef6f6260f7 req-5afb93aa-8b3b-4763-a9b8-366db247fd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:08.802730 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-944c5399-95a5-4b8a-ba08-2fef6f6260f7 req-5afb93aa-8b3b-4763-a9b8-366db247fd6e service neutron] 10.222.0.13 "GET /v2.0/networks?id=4378d9fc-5d8e-42a9-930b-1b730d400267 HTTP/1.1" status: 200 len: 898 time: 0.0849738 Dec 17 15:48:08.868453 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-944c5399-95a5-4b8a-ba08-2fef6f6260f7 req-ca098852-a7ab-475e-97ca-14481d1fd31f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c0b1455-7dd0-4401-9163-3e12e7669730 HTTP/1.1" status: 200 len: 1001 time: 0.0575643 Dec 17 15:48:08.917822 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c5399-95a5-4b8a-ba08-2fef6f6260f7 req-bcabb901-6a57-457c-8cd0-71451bd4994c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:08.919253 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-944c5399-95a5-4b8a-ba08-2fef6f6260f7 req-bcabb901-6a57-457c-8cd0-71451bd4994c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a HTTP/1.1" status: 200 len: 834 time: 0.0440619 Dec 17 15:48:08.967119 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c5399-95a5-4b8a-ba08-2fef6f6260f7 req-d2f49397-d47f-4429-8424-772f38e18770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:08.968556 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-944c5399-95a5-4b8a-ba08-2fef6f6260f7 req-d2f49397-d47f-4429-8424-772f38e18770 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4378d9fc-5d8e-42a9-930b-1b730d400267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425971 Dec 17 15:48:09.057826 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-944c5399-95a5-4b8a-ba08-2fef6f6260f7 req-5868aac2-f9f3-493f-8283-7f02c1d1f3e4 service neutron] 10.222.0.13 "GET /v2.0/networks/4378d9fc-5d8e-42a9-930b-1b730d400267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810680 Dec 17 15:48:09.150322 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-944c5399-95a5-4b8a-ba08-2fef6f6260f7 req-db3fba08-b4b8-47ac-9bcd-72d7ac25dbe4 service neutron] 10.222.0.13 "GET /v2.0/networks/4378d9fc-5d8e-42a9-930b-1b730d400267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849366 Dec 17 15:48:10.617136 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:48:10.844631 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:48:12.642475 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c038d-b7f9-481d-b74d-ab9b6dcbcb90 req-d4d4b20f-a56c-437c-9fa7-9c3210e52db3 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:12.644007 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ea7c038d-b7f9-481d-b74d-ab9b6dcbcb90 req-d4d4b20f-a56c-437c-9fa7-9c3210e52db3 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 1096 time: 0.0609992 Dec 17 15:48:12.683459 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ea7c038d-b7f9-481d-b74d-ab9b6dcbcb90 req-932d3199-6906-4ecb-a955-26552082ae77 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319903 Dec 17 15:48:12.797689 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724421b3-08d1-454f-b14d-aaaf2077b651 req-52a9519c-b9b1-4af6-961c-0c2986a1128f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:12.799064 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-724421b3-08d1-454f-b14d-aaaf2077b651 req-52a9519c-b9b1-4af6-961c-0c2986a1128f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 945 time: 0.0473006 Dec 17 15:48:12.836862 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-724421b3-08d1-454f-b14d-aaaf2077b651 req-6d35f361-f767-4b3e-a350-0fa54cf270ab tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311582 Dec 17 15:48:12.858981 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33718) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:48:12.920780 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1c9317a8-e808-46e6-8033-6b291a643f27 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/floatingips/89c67179-d3fa-4b53-ab6b-78860ad671f6 HTTP/1.1" status: 200 len: 993 time: 0.0600295 Dec 17 15:48:13.207166 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-8f84b996-65d6-4ce7-84f7-20e53a5c05c9 req-86e91f30-5f0a-4913-b20b-9f01bb1bbf3a service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:48:13.217643 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8f84b996-65d6-4ce7-84f7-20e53a5c05c9 req-86e91f30-5f0a-4913-b20b-9f01bb1bbf3a service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053339 Dec 17 15:48:13.664809 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b874f2-db9f-44fb-980e-09e51a62afde req-c166dd56-abe2-440c-8eb1-a8518d5817c5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:13.666228 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-92b874f2-db9f-44fb-980e-09e51a62afde req-c166dd56-abe2-440c-8eb1-a8518d5817c5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 945 time: 0.0526409 Dec 17 15:48:13.708350 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-92b874f2-db9f-44fb-980e-09e51a62afde req-c6b09417-4e89-4c92-8e98-d51ea5fc3c48 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328627 Dec 17 15:48:13.851185 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-7a88dc8d-4c1a-44f0-a18d-d554b7a32c8a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1143308 Dec 17 15:48:13.860010 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-f3d646b9-197b-46ff-b627-d16f05a5f6c2 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:48:13.861007 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-f3d646b9-197b-46ff-b627-d16f05a5f6c2 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049369 Dec 17 15:48:14.824588 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354b38e-f0f7-4f2b-ba01-7a235b9f0e5d req-056e904c-361b-4ff5-bc49-fb044cac30f2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:14.826262 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7354b38e-f0f7-4f2b-ba01-7a235b9f0e5d req-056e904c-361b-4ff5-bc49-fb044cac30f2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 945 time: 0.0511916 Dec 17 15:48:14.865783 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7354b38e-f0f7-4f2b-ba01-7a235b9f0e5d req-d3ae9e2d-bcf4-4f82-896c-ce855a860313 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338261 Dec 17 15:48:15.888946 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-2d10717e-4377-42ba-b8c1-8113285c3343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:15.890856 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-2d10717e-4377-42ba-b8c1-8113285c3343 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 1096 time: 0.0497410 Dec 17 15:48:15.984589 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-80129d1b-b823-44d1-aae8-49be646f573d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:15.986293 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-80129d1b-b823-44d1-aae8-49be646f573d service neutron] 10.222.0.13 "GET /v2.0/networks?id=4378d9fc-5d8e-42a9-930b-1b730d400267 HTTP/1.1" status: 200 len: 898 time: 0.0882764 Dec 17 15:48:15.990073 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50801785-de26-4e67-96e9-2e2b3b0bbe4e req-a020cdff-a590-4f67-afa9-b8d08bf19c39 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:15.991886 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-50801785-de26-4e67-96e9-2e2b3b0bbe4e req-a020cdff-a590-4f67-afa9-b8d08bf19c39 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 945 time: 0.0571702 Dec 17 15:48:16.031598 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-50801785-de26-4e67-96e9-2e2b3b0bbe4e req-8e3998ff-b16a-42e6-b4a3-039f0009d14d tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335932 Dec 17 15:48:16.059236 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-748f2245-cae5-4c39-b0b3-e893ebd13b26 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c0b1455-7dd0-4401-9163-3e12e7669730 HTTP/1.1" status: 200 len: 1001 time: 0.0651989 Dec 17 15:48:16.109900 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-abf41672-aa8b-4d3a-9763-1778bfc93819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:16.111384 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-abf41672-aa8b-4d3a-9763-1778bfc93819 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a HTTP/1.1" status: 200 len: 834 time: 0.0453973 Dec 17 15:48:16.156687 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-6ecb7409-4b17-4ac0-81f2-df38c27e0c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:16.158143 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-6ecb7409-4b17-4ac0-81f2-df38c27e0c24 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4378d9fc-5d8e-42a9-930b-1b730d400267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393219 Dec 17 15:48:16.251155 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-34071ff6-9864-4bcc-a5ce-8a122c13969c service neutron] 10.222.0.13 "GET /v2.0/networks/4378d9fc-5d8e-42a9-930b-1b730d400267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853655 Dec 17 15:48:16.342186 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-48974825-2545-4f4f-88de-a3d59717c43d service neutron] 10.222.0.13 "GET /v2.0/networks/4378d9fc-5d8e-42a9-930b-1b730d400267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840428 Dec 17 15:48:17.154981 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900dc38-1580-40b5-bef9-4f67e6618aea req-0d29dd8a-d4ce-4870-a386-7e5547230d32 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:17.156333 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b900dc38-1580-40b5-bef9-4f67e6618aea req-0d29dd8a-d4ce-4870-a386-7e5547230d32 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 945 time: 0.0507050 Dec 17 15:48:17.193541 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b900dc38-1580-40b5-bef9-4f67e6618aea req-29bfe25d-f3d1-42ab-aa50-132a9b89db45 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311565 Dec 17 15:48:18.307440 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e1527-13e9-4865-b3e9-81d3ac6dd2cd req-b608da8f-f18a-42ec-b2f9-5149243f2175 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:18.308903 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-712e1527-13e9-4865-b3e9-81d3ac6dd2cd req-b608da8f-f18a-42ec-b2f9-5149243f2175 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 945 time: 0.0475466 Dec 17 15:48:18.345898 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-712e1527-13e9-4865-b3e9-81d3ac6dd2cd req-b8059b73-70cd-451d-8b79-180baabdb0b1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311291 Dec 17 15:48:19.458475 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fd35a-cd3f-4b48-8e8a-f1ed6e8cda4d req-378049b6-2c97-483a-a3d8-ec4452efb559 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:19.459847 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9f7fd35a-cd3f-4b48-8e8a-f1ed6e8cda4d req-378049b6-2c97-483a-a3d8-ec4452efb559 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 945 time: 0.0479188 Dec 17 15:48:19.496905 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9f7fd35a-cd3f-4b48-8e8a-f1ed6e8cda4d req-b228a1bb-fa81-47c0-b877-794bd8d086c8 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303564 Dec 17 15:48:20.615538 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913deda-a001-403a-93c5-e05ee9183bd5 req-1c45bb8b-075f-4d8e-be1a-46fb3f1de968 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:20.617093 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d913deda-a001-403a-93c5-e05ee9183bd5 req-1c45bb8b-075f-4d8e-be1a-46fb3f1de968 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 945 time: 0.0542758 Dec 17 15:48:20.654645 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d913deda-a001-403a-93c5-e05ee9183bd5 req-dd137f63-66d9-402b-b1e1-db4b2b2325c2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312493 Dec 17 15:48:21.768620 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fbf96a-a55f-4dd8-bc29-9a0223551fa3 req-89faed17-104a-42eb-be16-9dd91cfb91bf tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:21.770121 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b9fbf96a-a55f-4dd8-bc29-9a0223551fa3 req-89faed17-104a-42eb-be16-9dd91cfb91bf tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 945 time: 0.0480812 Dec 17 15:48:21.807905 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b9fbf96a-a55f-4dd8-bc29-9a0223551fa3 req-0dd01cfb-67d8-4f9f-95ca-dd4beaf1168e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318735 Dec 17 15:48:22.922706 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360abc3-3383-492e-91dc-cac3dd50ad3e req-51d27fb0-2f23-4fb7-8f70-106c6c7dee42 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:22.924236 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c360abc3-3383-492e-91dc-cac3dd50ad3e req-51d27fb0-2f23-4fb7-8f70-106c6c7dee42 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 945 time: 0.0497983 Dec 17 15:48:22.961748 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c360abc3-3383-492e-91dc-cac3dd50ad3e req-f7b54429-5b8d-46f0-9421-5b32ba696cb7 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315197 Dec 17 15:48:24.079290 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc71ad9-144f-41a7-82c2-d6306e82b2be req-b4bed5e1-0db9-44ee-82a1-7856db09a303 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:24.080754 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6cc71ad9-144f-41a7-82c2-d6306e82b2be req-b4bed5e1-0db9-44ee-82a1-7856db09a303 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 945 time: 0.0526657 Dec 17 15:48:24.116851 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6cc71ad9-144f-41a7-82c2-d6306e82b2be req-f3bedbbd-91cf-4b7c-bfaa-79bd64c943c9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302017 Dec 17 15:48:25.230950 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80de32f-2763-44f9-8902-4c42aef4b8a6 req-aebace56-f95c-4359-b49c-24a37434e49c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:25.232469 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c80de32f-2763-44f9-8902-4c42aef4b8a6 req-aebace56-f95c-4359-b49c-24a37434e49c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 945 time: 0.0492845 Dec 17 15:48:25.269922 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c80de32f-2763-44f9-8902-4c42aef4b8a6 req-aa14761f-14ff-471a-bca9-77b987d50090 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312488 Dec 17 15:48:26.073685 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:48:26.382994 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341be80-18da-47bb-8a0c-5832f7044711 req-4d2dde7e-2eac-4e32-83fa-23f2fff5e154 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:26.384451 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a341be80-18da-47bb-8a0c-5832f7044711 req-4d2dde7e-2eac-4e32-83fa-23f2fff5e154 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 945 time: 0.0480659 Dec 17 15:48:26.422266 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a341be80-18da-47bb-8a0c-5832f7044711 req-6a50c047-573e-4f46-a8a7-d5e104460999 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315542 Dec 17 15:48:27.538466 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c592d97-a34a-4ee8-804c-fcddeed3d80b req-557cb04f-5d4e-410e-be36-d07bb8aed866 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:27.539933 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4c592d97-a34a-4ee8-804c-fcddeed3d80b req-557cb04f-5d4e-410e-be36-d07bb8aed866 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 945 time: 0.0521698 Dec 17 15:48:27.578347 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4c592d97-a34a-4ee8-804c-fcddeed3d80b req-9a0f5a7e-5482-4d97-9003-0d0eee55578c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325537 Dec 17 15:48:28.174344 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-57a4b935-ae42-42c6-88a6-c048990ef18a req-8f5c8c97-4bec-4777-9408-e19747fc33a6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384266 Dec 17 15:48:28.271168 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4b935-ae42-42c6-88a6-c048990ef18a req-c8608a26-95fc-4299-82a4-9fd9c08b0737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:28.272631 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-57a4b935-ae42-42c6-88a6-c048990ef18a req-c8608a26-95fc-4299-82a4-9fd9c08b0737 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=822ef1332bd143cca4fd6e71701e2974&device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 1097 time: 0.0397763 Dec 17 15:48:28.376843 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4b935-ae42-42c6-88a6-c048990ef18a req-00047d04-659f-4605-94ec-cd2febc7ccca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:28.378314 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-57a4b935-ae42-42c6-88a6-c048990ef18a req-00047d04-659f-4605-94ec-cd2febc7ccca service neutron] 10.222.0.41 "GET /v2.0/networks?id=56c46120-18dd-4e01-afbc-660976f1bc54 HTTP/1.1" status: 200 len: 912 time: 0.0859547 Dec 17 15:48:28.442985 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-57a4b935-ae42-42c6-88a6-c048990ef18a req-153b02e2-c485-4aec-af16-1cd481fffeaf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=032065c9-1fe7-44f6-8963-262d6afab149 HTTP/1.1" status: 200 len: 1002 time: 0.0575275 Dec 17 15:48:28.452923 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-cf4a7104-cab1-400e-bd9e-2fb8c0e89daa service neutron] show failed (client error): The resource could not be found. Dec 17 15:48:28.454272 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-cf4a7104-cab1-400e-bd9e-2fb8c0e89daa service neutron] 10.222.0.13 "GET /v2.0/ports/8c0b1455-7dd0-4401-9163-3e12e7669730/bindings/n-h1-820553-2 HTTP/1.1" status: 404 len: 380 time: 0.0642705 Dec 17 15:48:28.491797 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4b935-ae42-42c6-88a6-c048990ef18a req-ba090a4f-7ee9-4f00-bcb0-885086bc96bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:28.493257 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-57a4b935-ae42-42c6-88a6-c048990ef18a req-ba090a4f-7ee9-4f00-bcb0-885086bc96bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88427995-2645-4fa8-ba88-78d7eabf1f21 HTTP/1.1" status: 200 len: 850 time: 0.0435686 Dec 17 15:48:28.541298 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4b935-ae42-42c6-88a6-c048990ef18a req-dadbeb61-6b79-4772-a1d4-791cdf98ee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:28.542768 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-57a4b935-ae42-42c6-88a6-c048990ef18a req-dadbeb61-6b79-4772-a1d4-791cdf98ee24 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=56c46120-18dd-4e01-afbc-660976f1bc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423775 Dec 17 15:48:28.635527 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-57a4b935-ae42-42c6-88a6-c048990ef18a req-7fb373a2-9210-46a8-9c22-849195c79073 service neutron] 10.222.0.41 "GET /v2.0/networks/56c46120-18dd-4e01-afbc-660976f1bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852873 Dec 17 15:48:28.746501 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45250b8f-afb1-4aa4-b8b4-d14905a1a26a req-9bf7f8ff-0a7d-4271-ad14-2777e127ba9c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:28.748186 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45250b8f-afb1-4aa4-b8b4-d14905a1a26a req-9bf7f8ff-0a7d-4271-ad14-2777e127ba9c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 945 time: 0.0977976 Dec 17 15:48:28.789629 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-57a4b935-ae42-42c6-88a6-c048990ef18a req-cf89ba27-f4f6-4922-b12e-135cf3ddf4a1 service neutron] 10.222.0.41 "GET /v2.0/networks/56c46120-18dd-4e01-afbc-660976f1bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461744 Dec 17 15:48:28.802780 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45250b8f-afb1-4aa4-b8b4-d14905a1a26a req-950a14e2-8885-4e54-8936-4a9676ea58a0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469794 Dec 17 15:48:28.845464 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-53dd5e72-8702-4b10-8228-71e7b915444a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:48:28.994368 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-3efd37b9-de50-438b-b08f-13c44e92c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:28.995789 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-3efd37b9-de50-438b-b08f-13c44e92c5b9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b&tenant_id=cc2b51a1527d471ba1f33c71d0e151f4 HTTP/1.1" status: 200 len: 1096 time: 0.0735090 Dec 17 15:48:29.014132 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820553-2', 'device_owner': 'compute:nova'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:48:29.066979 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:48:29.267145 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] For port 8c0b1455-7dd0-4401-9163-3e12e7669730, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=8c0b1455-7dd0-4401-9163-3e12e7669730,segment=NetworkSegment(6f34bd7a-829a-40b2-9a53-11d1c56bbfa0),segment_id=6f34bd7a-829a-40b2-9a53-11d1c56bbfa0)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:29.302073 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] For port 8c0b1455-7dd0-4401-9163-3e12e7669730, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:48:29.344041 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3eafc2b-c789-48fb-b7f8-cb766aef585b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c0b1455-7dd0-4401-9163-3e12e7669730'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:48:29.346420 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a54125-3c23-464c-a96c-0ab943bf180f" -d '{"events": [{"server_uuid": "d3eafc2b-c789-48fb-b7f8-cb766aef585b", "name": "network-vif-unplugged", "status": "completed", "tag": "8c0b1455-7dd0-4401-9163-3e12e7669730"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:48:29.350421 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:48:29.363270 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.provisioning_blocks [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] Transition to ACTIVE for port object 8c0b1455-7dd0-4401-9163-3e12e7669730 will not be triggered until provisioned by entity L2. {{(pid=102832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:48:29.454159 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:48:29.497977 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1623799d-3e52-4526-9039-365bc9eef276 x-openstack-request-id: req-1623799d-3e52-4526-9039-365bc9eef276 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:48:29.498267 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3eafc2b-c789-48fb-b7f8-cb766aef585b", "name": "network-vif-unplugged", "status": "completed", "tag": "8c0b1455-7dd0-4401-9163-3e12e7669730", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:48:29.498921 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1623799d-3e52-4526-9039-365bc9eef276 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:48:29.499311 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3eafc2b-c789-48fb-b7f8-cb766aef585b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c0b1455-7dd0-4401-9163-3e12e7669730', 'code': 200} Dec 17 15:48:29.571861 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] Pushing event updated for resources: {'Port': ['ID=8c0b1455-7dd0-4401-9163-3e12e7669730,revision_number=6']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:29.599454 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:29.599797 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:29.600134 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:29.600463 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:29.600791 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:29.601139 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:29.601462 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:29.601780 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:29.602098 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:29.602414 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:29.602729 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:29.603041 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:29.649316 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] No DVR routers for this DVR port 8c0b1455-7dd0-4401-9163-3e12e7669730 on host n-h2-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:48:29.779595 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] Attempting to bind port 8c0b1455-7dd0-4401-9163-3e12e7669730 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:48:29.779855 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] Attempting to bind port 8c0b1455-7dd0-4401-9163-3e12e7669730 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '6f34bd7a-829a-40b2-9a53-11d1c56bbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:48:29.780180 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] Attempting to bind port 8c0b1455-7dd0-4401-9163-3e12e7669730 on network 4378d9fc-5d8e-42a9-930b-1b730d400267 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:48:29.785141 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] Port 8c0b1455-7dd0-4401-9163-3e12e7669730 on network 4378d9fc-5d8e-42a9-930b-1b730d400267 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:48:29.785462 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] Attempting to bind port 8c0b1455-7dd0-4401-9163-3e12e7669730 on network 4378d9fc-5d8e-42a9-930b-1b730d400267 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:48:29.790358 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:48:29.790660 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] Checking segment: {'id': '6f34bd7a-829a-40b2-9a53-11d1c56bbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:48:29.791054 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] Bound using segment: {'id': '6f34bd7a-829a-40b2-9a53-11d1c56bbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:48:29.791474 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] Bound port: 8c0b1455-7dd0-4401-9163-3e12e7669730, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f34bd7a-829a-40b2-9a53-11d1c56bbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:48:29.791831 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:48:29.856611 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] For port 8c0b1455-7dd0-4401-9163-3e12e7669730, host n-h1-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:48:29.860429 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] For port 8c0b1455-7dd0-4401-9163-3e12e7669730, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=8c0b1455-7dd0-4401-9163-3e12e7669730,segment=NetworkSegment(6f34bd7a-829a-40b2-9a53-11d1c56bbfa0),segment_id=6f34bd7a-829a-40b2-9a53-11d1c56bbfa0)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:48:30.315657 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:48:30.340888 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:30.341523 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:48:30.342887 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] 10.222.0.41 "PUT /v2.0/ports/8c0b1455-7dd0-4401-9163-3e12e7669730 HTTP/1.1" status: 200 len: 1091 time: 1.3328056 Dec 17 15:48:30.378526 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04e887-8c54-452a-bf22-c028a206c45e req-a23ffc41-a156-4635-9ff3-e74f467115a1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:30.378526 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9c04e887-8c54-452a-bf22-c028a206c45e req-a23ffc41-a156-4635-9ff3-e74f467115a1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 943 time: 0.4825888 Dec 17 15:48:30.404212 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e9f4ec-a6d8-4d11-aefe-21a22b761c5a service neutron] Pushing event updated for resources: {'Port': ['ID=8c0b1455-7dd0-4401-9163-3e12e7669730,revision_number=7']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:30.449517 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9c04e887-8c54-452a-bf22-c028a206c45e req-c155cc2a-becf-4eae-abd4-e54cb67b1053 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797377 Dec 17 15:48:30.457239 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-fadf6892-7c8a-40cc-b566-07d827b7b288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:30.458773 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-fadf6892-7c8a-40cc-b566-07d827b7b288 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 1094 time: 0.0660198 Dec 17 15:48:30.574770 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-db2e916c-acb1-497b-91db-6f9a59c73ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:30.576321 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-db2e916c-acb1-497b-91db-6f9a59c73ae6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4378d9fc-5d8e-42a9-930b-1b730d400267 HTTP/1.1" status: 200 len: 898 time: 0.0946355 Dec 17 15:48:30.648704 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-685ef5b0-ee46-4173-9a88-016adcefa6c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c0b1455-7dd0-4401-9163-3e12e7669730 HTTP/1.1" status: 200 len: 999 time: 0.0621932 Dec 17 15:48:30.710744 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-2ca31d58-9fa1-4234-b0cb-bd95d152d69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:30.712178 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-2ca31d58-9fa1-4234-b0cb-bd95d152d69f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a HTTP/1.1" status: 200 len: 834 time: 0.0565009 Dec 17 15:48:30.757190 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-7780f49e-9912-4579-b885-5fd071ec34e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:30.758606 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-7780f49e-9912-4579-b885-5fd071ec34e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4378d9fc-5d8e-42a9-930b-1b730d400267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385277 Dec 17 15:48:30.848587 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-a1599398-a804-4d01-8a0c-1b8be01e3358 service neutron] 10.222.0.41 "GET /v2.0/networks/4378d9fc-5d8e-42a9-930b-1b730d400267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813367 Dec 17 15:48:30.943023 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fb8f90c0-c512-4dfe-a4d7-c012afcbe533 req-3b083d2a-9711-4318-8174-b95bacdaca08 service neutron] 10.222.0.41 "GET /v2.0/networks/4378d9fc-5d8e-42a9-930b-1b730d400267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868444 Dec 17 15:48:31.080641 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e6e74f97-5ce2-4461-8b2d-6efaf69d6475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:48:31.500062 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3eafc2b-c789-48fb-b7f8-cb766aef585b', 'tag': '8c0b1455-7dd0-4401-9163-3e12e7669730'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:48:31.502616 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3297de-537f-418a-bb7e-4fa2e2795359" -d '{"events": [{"name": "network-changed", "server_uuid": "d3eafc2b-c789-48fb-b7f8-cb766aef585b", "tag": "8c0b1455-7dd0-4401-9163-3e12e7669730"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:48:31.555346 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87af8f77-40fe-4ea8-9dde-4539fd817b62 x-openstack-request-id: req-87af8f77-40fe-4ea8-9dde-4539fd817b62 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:48:31.555640 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3eafc2b-c789-48fb-b7f8-cb766aef585b", "tag": "8c0b1455-7dd0-4401-9163-3e12e7669730", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:48:31.555888 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-87af8f77-40fe-4ea8-9dde-4539fd817b62 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:48:31.556276 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3eafc2b-c789-48fb-b7f8-cb766aef585b', 'tag': '8c0b1455-7dd0-4401-9163-3e12e7669730', 'status': 'completed', 'code': 200} Dec 17 15:48:31.574123 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ecdda-d5b4-417e-8ff3-232090185e32 req-fddf3123-c244-45a1-9da7-1d4128f05395 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:31.575547 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-512ecdda-d5b4-417e-8ff3-232090185e32 req-fddf3123-c244-45a1-9da7-1d4128f05395 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 943 time: 0.0538008 Dec 17 15:48:31.624709 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3297de-537f-418a-bb7e-4fa2e2795359 req-b3ae09be-af7f-4398-9934-275ac81ffd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:31.626635 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9e3297de-537f-418a-bb7e-4fa2e2795359 req-b3ae09be-af7f-4398-9934-275ac81ffd1c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 1094 time: 0.0474098 Dec 17 15:48:31.644965 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-512ecdda-d5b4-417e-8ff3-232090185e32 req-4b185e1b-4604-4cba-b94f-52193985eda4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630252 Dec 17 15:48:31.654779 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3297de-537f-418a-bb7e-4fa2e2795359 req-afab7c75-b978-4f7e-8751-866bdf71ec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:31.656772 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9e3297de-537f-418a-bb7e-4fa2e2795359 req-afab7c75-b978-4f7e-8751-866bdf71ec54 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 1094 time: 0.0594001 Dec 17 15:48:31.723516 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3297de-537f-418a-bb7e-4fa2e2795359 req-c2a02afa-6565-4981-80c5-bd9dae897225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:31.724992 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9e3297de-537f-418a-bb7e-4fa2e2795359 req-c2a02afa-6565-4981-80c5-bd9dae897225 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4378d9fc-5d8e-42a9-930b-1b730d400267 HTTP/1.1" status: 200 len: 898 time: 0.0914428 Dec 17 15:48:31.747732 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3297de-537f-418a-bb7e-4fa2e2795359 req-0b773100-091e-4301-958c-1cddf42e113b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:31.749230 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9e3297de-537f-418a-bb7e-4fa2e2795359 req-0b773100-091e-4301-958c-1cddf42e113b service neutron] 10.222.0.41 "GET /v2.0/networks?id=4378d9fc-5d8e-42a9-930b-1b730d400267 HTTP/1.1" status: 200 len: 898 time: 0.0857868 Dec 17 15:48:31.794984 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9e3297de-537f-418a-bb7e-4fa2e2795359 req-e0e20926-ce08-41d9-ab0f-22f548d51dcb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c0b1455-7dd0-4401-9163-3e12e7669730 HTTP/1.1" status: 200 len: 999 time: 0.0632153 Dec 17 15:48:31.818916 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9e3297de-537f-418a-bb7e-4fa2e2795359 req-665f57e3-9fef-423c-b5e0-58879cb4f3ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c0b1455-7dd0-4401-9163-3e12e7669730 HTTP/1.1" status: 200 len: 999 time: 0.0625160 Dec 17 15:48:31.851669 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3297de-537f-418a-bb7e-4fa2e2795359 req-3d2b9d18-5b14-4260-8a71-1e818589621a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:31.853032 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9e3297de-537f-418a-bb7e-4fa2e2795359 req-3d2b9d18-5b14-4260-8a71-1e818589621a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a HTTP/1.1" status: 200 len: 834 time: 0.0512385 Dec 17 15:48:31.872636 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3297de-537f-418a-bb7e-4fa2e2795359 req-b8d03038-7f2c-4ac4-948c-5754324206a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:31.874124 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9e3297de-537f-418a-bb7e-4fa2e2795359 req-b8d03038-7f2c-4ac4-948c-5754324206a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a HTTP/1.1" status: 200 len: 834 time: 0.0481052 Dec 17 15:48:31.900038 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3297de-537f-418a-bb7e-4fa2e2795359 req-6b5b47e4-276b-4b61-bc0b-f36cd1d5662e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:31.901611 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9e3297de-537f-418a-bb7e-4fa2e2795359 req-6b5b47e4-276b-4b61-bc0b-f36cd1d5662e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4378d9fc-5d8e-42a9-930b-1b730d400267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417821 Dec 17 15:48:31.921002 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3297de-537f-418a-bb7e-4fa2e2795359 req-c11ffbae-e893-49ff-b234-c26f1dd0105f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:31.923024 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9e3297de-537f-418a-bb7e-4fa2e2795359 req-c11ffbae-e893-49ff-b234-c26f1dd0105f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4378d9fc-5d8e-42a9-930b-1b730d400267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414679 Dec 17 15:48:31.957751 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 8c0b1455-7dd0-4401-9163-3e12e7669730 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:48:31.996585 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 8c0b1455-7dd0-4401-9163-3e12e7669730 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:48:31.998994 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9e3297de-537f-418a-bb7e-4fa2e2795359 req-6d687685-3cd8-47c4-a1e5-1111905c400a service neutron] 10.222.0.13 "GET /v2.0/networks/4378d9fc-5d8e-42a9-930b-1b730d400267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899065 Dec 17 15:48:32.019278 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9e3297de-537f-418a-bb7e-4fa2e2795359 req-c06e64cf-f24b-416a-8819-817bc6d973a4 service neutron] 10.222.0.41 "GET /v2.0/networks/4378d9fc-5d8e-42a9-930b-1b730d400267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894847 Dec 17 15:48:32.092029 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9e3297de-537f-418a-bb7e-4fa2e2795359 req-a0b1c488-2aad-4753-9f8a-78c90a0aadc7 service neutron] 10.222.0.13 "GET /v2.0/networks/4378d9fc-5d8e-42a9-930b-1b730d400267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869119 Dec 17 15:48:32.115689 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9e3297de-537f-418a-bb7e-4fa2e2795359 req-9e2dcb91-6cb7-4519-942b-e638f5ec0d58 service neutron] 10.222.0.41 "GET /v2.0/networks/4378d9fc-5d8e-42a9-930b-1b730d400267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891926 Dec 17 15:48:32.399303 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:48:32.765824 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b30b08-ef18-4698-99c5-35497f372706 req-8e7de15a-2dc3-41df-b89a-48135a3a9a84 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:32.767304 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-96b30b08-ef18-4698-99c5-35497f372706 req-8e7de15a-2dc3-41df-b89a-48135a3a9a84 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 943 time: 0.0488610 Dec 17 15:48:32.804351 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-96b30b08-ef18-4698-99c5-35497f372706 req-6e7513a9-e906-4a96-98fb-6126c50406ff tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311055 Dec 17 15:48:33.707133 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 8c0b1455-7dd0-4401-9163-3e12e7669730 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:48:33.802129 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 8c0b1455-7dd0-4401-9163-3e12e7669730, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=8c0b1455-7dd0-4401-9163-3e12e7669730,segment=NetworkSegment(6f34bd7a-829a-40b2-9a53-11d1c56bbfa0),segment_id=6f34bd7a-829a-40b2-9a53-11d1c56bbfa0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:33.813451 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '8c0b1455-7dd0-4401-9163-3e12e7669730', 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267', 'port_id': '8c0b1455-7dd0-4401-9163-3e12e7669730', 'mac_address': 'fa:16:3e:4a:da:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:48:33.859476 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:48:33.872155 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c0b1455-7dd0-4401-9163-3e12e7669730 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:48:33.894269 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 8c0b1455-7dd0-4401-9163-3e12e7669730, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=8c0b1455-7dd0-4401-9163-3e12e7669730,segment=NetworkSegment(6f34bd7a-829a-40b2-9a53-11d1c56bbfa0),segment_id=6f34bd7a-829a-40b2-9a53-11d1c56bbfa0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:33.904895 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:48:33.927415 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6112fb7-03da-415e-8a9f-9192afb92951 req-c52d5331-18bb-48fa-b6c3-a5a592c29a5d tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:33.928881 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6112fb7-03da-415e-8a9f-9192afb92951 req-c52d5331-18bb-48fa-b6c3-a5a592c29a5d tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 943 time: 0.0537415 Dec 17 15:48:33.962682 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:48:33.967400 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6112fb7-03da-415e-8a9f-9192afb92951 req-f91dba3e-5df5-4a37-9209-f1bcdda43577 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324736 Dec 17 15:48:34.010912 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=8c0b1455-7dd0-4401-9163-3e12e7669730,revision_number=8']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:34.202499 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:48:35.084558 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6daa253-3756-4248-b9f1-6e046a616435 req-98d334b0-00f4-4a38-a07d-4a9db11845d5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:35.086097 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f6daa253-3756-4248-b9f1-6e046a616435 req-98d334b0-00f4-4a38-a07d-4a9db11845d5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 944 time: 0.0501966 Dec 17 15:48:35.124521 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f6daa253-3756-4248-b9f1-6e046a616435 req-222ec412-0f88-4d34-870c-2b204f253123 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322075 Dec 17 15:48:35.418339 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['8c0b1455-7dd0-4401-9163-3e12e7669730'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:48:35.634359 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70732e5-a085-44b8-a141-65188728548f req-9e42c50d-6160-41e5-bdab-52cc864d7092 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:35.636169 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a70732e5-a085-44b8-a141-65188728548f req-9e42c50d-6160-41e5-bdab-52cc864d7092 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 944 time: 0.0597825 Dec 17 15:48:35.714427 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a70732e5-a085-44b8-a141-65188728548f req-419d7355-2fdb-4b10-a90c-f0c581df090b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665915 Dec 17 15:48:35.724655 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-84bb38ee-71ab-44e0-81a6-f047edb769c6 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:35.726264 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-84bb38ee-71ab-44e0-81a6-f047edb769c6 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b&tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&binding%3Ahost_id=n-h1-820553-2 HTTP/1.1" status: 200 len: 944 time: 0.0890892 Dec 17 15:48:35.790486 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-4ff98e7d-4c05-46ad-9a7b-2b00e6c5e91d service neutron] 10.222.0.41 "GET /v2.0/ports/8c0b1455-7dd0-4401-9163-3e12e7669730/bindings/n-h1-820553-2 HTTP/1.1" status: 200 len: 382 time: 0.0567422 Dec 17 15:48:35.868231 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-1b497754-90e8-4bde-890d-2d14437b72e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:35.869792 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-1b497754-90e8-4bde-890d-2d14437b72e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 1095 time: 0.0402040 Dec 17 15:48:35.961273 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-e4cab1e9-4757-4b09-8878-8483fc6a4e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:35.962746 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-e4cab1e9-4757-4b09-8878-8483fc6a4e0e service neutron] 10.222.0.41 "GET /v2.0/networks?id=4378d9fc-5d8e-42a9-930b-1b730d400267 HTTP/1.1" status: 200 len: 898 time: 0.0862603 Dec 17 15:48:36.029483 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-db4e0f27-9185-4521-9d4f-ac0455053229 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c0b1455-7dd0-4401-9163-3e12e7669730 HTTP/1.1" status: 200 len: 1000 time: 0.0585670 Dec 17 15:48:36.081512 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-ec1f7384-a277-4d32-a045-2737e0c1a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:36.086535 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-ec1f7384-a277-4d32-a045-2737e0c1a569 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a HTTP/1.1" status: 200 len: 834 time: 0.0466490 Dec 17 15:48:36.131623 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-c1cd0368-2d3e-4560-8d87-66bff2051c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:36.133137 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-c1cd0368-2d3e-4560-8d87-66bff2051c14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4378d9fc-5d8e-42a9-930b-1b730d400267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431175 Dec 17 15:48:36.221462 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-4ac4b35c-9060-43da-9dc9-a3a9cbfff566 service neutron] 10.222.0.41 "GET /v2.0/networks/4378d9fc-5d8e-42a9-930b-1b730d400267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809367 Dec 17 15:48:36.313186 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-6418057f-9502-4843-b5e1-c1fb34dd9ab8 service neutron] 10.222.0.41 "GET /v2.0/networks/4378d9fc-5d8e-42a9-930b-1b730d400267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845957 Dec 17 15:48:36.831618 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cb0bd-06f9-4fae-a263-2c5e69907d13 req-2ef0b3b9-2430-438a-a7b2-a6e3b7599ae0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:36.833172 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5c5cb0bd-06f9-4fae-a263-2c5e69907d13 req-2ef0b3b9-2430-438a-a7b2-a6e3b7599ae0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 944 time: 0.0496242 Dec 17 15:48:36.871680 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5c5cb0bd-06f9-4fae-a263-2c5e69907d13 req-35a50753-6973-47ef-a4c3-7e5e990010de tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326781 Dec 17 15:48:37.739586 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 8c0b1455-7dd0-4401-9163-3e12e7669730 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:48:37.873786 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 8c0b1455-7dd0-4401-9163-3e12e7669730 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:48:37.877786 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 8c0b1455-7dd0-4401-9163-3e12e7669730 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:48:37.878183 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:48:37.957683 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:48:37.980709 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3eafc2b-c789-48fb-b7f8-cb766aef585b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0b1455-7dd0-4401-9163-3e12e7669730'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:48:37.983181 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b91c76-34c8-480e-bbb1-e54157b45876" -d '{"events": [{"server_uuid": "d3eafc2b-c789-48fb-b7f8-cb766aef585b", "name": "network-vif-plugged", "status": "completed", "tag": "8c0b1455-7dd0-4401-9163-3e12e7669730"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:48:37.999465 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649e00e-a258-43a1-bbe3-1ef3f2887c47 req-8008f1b5-862b-45b9-b942-d57457fb3acf tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:37.999465 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9649e00e-a258-43a1-bbe3-1ef3f2887c47 req-8008f1b5-862b-45b9-b942-d57457fb3acf tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 944 time: 0.0505643 Dec 17 15:48:38.001269 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 8c0b1455-7dd0-4401-9163-3e12e7669730, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=8c0b1455-7dd0-4401-9163-3e12e7669730,segment=NetworkSegment(6f34bd7a-829a-40b2-9a53-11d1c56bbfa0),segment_id=6f34bd7a-829a-40b2-9a53-11d1c56bbfa0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:38.038530 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9649e00e-a258-43a1-bbe3-1ef3f2887c47 req-f9f2b9b2-4885-4eaf-8537-92a11690071c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397074 Dec 17 15:48:38.040091 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f459ca-d8c7-4bee-ab65-5fc73d97f445 x-openstack-request-id: req-37f459ca-d8c7-4bee-ab65-5fc73d97f445 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:48:38.040384 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3eafc2b-c789-48fb-b7f8-cb766aef585b", "name": "network-vif-plugged", "status": "completed", "tag": "8c0b1455-7dd0-4401-9163-3e12e7669730", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:48:38.040635 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-37f459ca-d8c7-4bee-ab65-5fc73d97f445 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:48:38.041020 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3eafc2b-c789-48fb-b7f8-cb766aef585b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0b1455-7dd0-4401-9163-3e12e7669730', 'code': 200} Dec 17 15:48:38.074424 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:48:38.124285 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=8c0b1455-7dd0-4401-9163-3e12e7669730,revision_number=9']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:38.132242 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:38.132586 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:38.132947 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:38.133310 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:38.133624 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:38.133946 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:38.134268 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:38.134585 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:38.134900 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:38.135216 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:38.135531 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:38.135843 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:39.099456 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-8f611b85-7574-4b49-b2d4-5655a0ced182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:39.100934 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-8f611b85-7574-4b49-b2d4-5655a0ced182 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b&tenant_id=cc2b51a1527d471ba1f33c71d0e151f4 HTTP/1.1" status: 200 len: 1096 time: 0.0473969 Dec 17 15:48:39.113033 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820553-2', 'device_owner': 'compute:nova'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:48:39.163890 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58816d-3ff2-49fb-a746-80b61d1d6d3e req-24441309-2048-47c3-a841-e75a2f362f76 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:39.165601 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ea58816d-3ff2-49fb-a746-80b61d1d6d3e req-24441309-2048-47c3-a841-e75a2f362f76 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 945 time: 0.0542948 Dec 17 15:48:39.167132 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:48:39.205236 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ea58816d-3ff2-49fb-a746-80b61d1d6d3e req-e4b35c68-86ec-4674-8dfd-f057956eb5c2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334055 Dec 17 15:48:39.368884 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] For port 8c0b1455-7dd0-4401-9163-3e12e7669730, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=8c0b1455-7dd0-4401-9163-3e12e7669730,segment=NetworkSegment(6f34bd7a-829a-40b2-9a53-11d1c56bbfa0),segment_id=6f34bd7a-829a-40b2-9a53-11d1c56bbfa0)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:39.401571 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] For port 8c0b1455-7dd0-4401-9163-3e12e7669730, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:48:39.443668 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3eafc2b-c789-48fb-b7f8-cb766aef585b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c0b1455-7dd0-4401-9163-3e12e7669730'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:48:39.446184 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1781618c-acca-4154-b8c2-7a49122ff5f2" -d '{"events": [{"server_uuid": "d3eafc2b-c789-48fb-b7f8-cb766aef585b", "name": "network-vif-unplugged", "status": "completed", "tag": "8c0b1455-7dd0-4401-9163-3e12e7669730"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:48:39.450242 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:48:39.462490 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] Transition to ACTIVE for port object 8c0b1455-7dd0-4401-9163-3e12e7669730 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:48:39.494506 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa8a1bd-5626-4ef5-824c-1870a32bc437 x-openstack-request-id: req-eaa8a1bd-5626-4ef5-824c-1870a32bc437 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:48:39.494506 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3eafc2b-c789-48fb-b7f8-cb766aef585b", "name": "network-vif-unplugged", "status": "completed", "tag": "8c0b1455-7dd0-4401-9163-3e12e7669730", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:48:39.494813 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eaa8a1bd-5626-4ef5-824c-1870a32bc437 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:48:39.495006 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3eafc2b-c789-48fb-b7f8-cb766aef585b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c0b1455-7dd0-4401-9163-3e12e7669730', 'code': 200} Dec 17 15:48:39.510919 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:48:39.592772 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] Pushing event updated for resources: {'Port': ['ID=8c0b1455-7dd0-4401-9163-3e12e7669730,revision_number=10']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:39.605172 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:39.605527 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:39.605872 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:39.606321 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:39.606549 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:39.606880 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:39.607209 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:39.607536 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:39.607863 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:39.608189 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:39.608721 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:39.609148 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:48:39.646804 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] No DVR routers for this DVR port 8c0b1455-7dd0-4401-9163-3e12e7669730 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:48:39.783352 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] Attempting to bind port 8c0b1455-7dd0-4401-9163-3e12e7669730 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:48:39.783682 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] Attempting to bind port 8c0b1455-7dd0-4401-9163-3e12e7669730 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '6f34bd7a-829a-40b2-9a53-11d1c56bbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:48:39.784004 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] Attempting to bind port 8c0b1455-7dd0-4401-9163-3e12e7669730 on network 4378d9fc-5d8e-42a9-930b-1b730d400267 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:48:39.788157 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] Port 8c0b1455-7dd0-4401-9163-3e12e7669730 on network 4378d9fc-5d8e-42a9-930b-1b730d400267 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:48:39.788472 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] Attempting to bind port 8c0b1455-7dd0-4401-9163-3e12e7669730 on network 4378d9fc-5d8e-42a9-930b-1b730d400267 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:48:39.793198 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:48:39.793529 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] Checking segment: {'id': '6f34bd7a-829a-40b2-9a53-11d1c56bbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:48:39.793902 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] Bound using segment: {'id': '6f34bd7a-829a-40b2-9a53-11d1c56bbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:48:39.794314 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] Bound port: 8c0b1455-7dd0-4401-9163-3e12e7669730, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f34bd7a-829a-40b2-9a53-11d1c56bbfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:48:39.794660 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:48:39.862379 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] For port 8c0b1455-7dd0-4401-9163-3e12e7669730, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:48:39.865284 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] For port 8c0b1455-7dd0-4401-9163-3e12e7669730, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=8c0b1455-7dd0-4401-9163-3e12e7669730,segment=NetworkSegment(6f34bd7a-829a-40b2-9a53-11d1c56bbfa0),segment_id=6f34bd7a-829a-40b2-9a53-11d1c56bbfa0)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:48:39.942914 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:48:39.977620 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:39.978314 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:48:39.979671 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] 10.222.0.13 "PUT /v2.0/ports/8c0b1455-7dd0-4401-9163-3e12e7669730 HTTP/1.1" status: 200 len: 1092 time: 0.8710027 Dec 17 15:48:40.001838 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8554d-142e-4634-a585-4e03dc17e00e service neutron] Pushing event updated for resources: {'Port': ['ID=8c0b1455-7dd0-4401-9163-3e12e7669730,revision_number=11']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:40.044851 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-56731713-ff49-4444-a468-d38a7c11f072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:40.046401 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-56731713-ff49-4444-a468-d38a7c11f072 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 1095 time: 0.0418601 Dec 17 15:48:40.143823 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-e7113db9-5732-4b44-9eb0-242bc5eaf464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:40.145234 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-e7113db9-5732-4b44-9eb0-242bc5eaf464 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4378d9fc-5d8e-42a9-930b-1b730d400267 HTTP/1.1" status: 200 len: 898 time: 0.0922742 Dec 17 15:48:40.210666 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-bce85955-c8c8-4129-b230-33df9d271d4a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c0b1455-7dd0-4401-9163-3e12e7669730 HTTP/1.1" status: 200 len: 999 time: 0.0586953 Dec 17 15:48:40.263147 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-aae3c2f5-d4b1-4604-b0db-11495e79b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:40.264524 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-aae3c2f5-d4b1-4604-b0db-11495e79b5f3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a HTTP/1.1" status: 200 len: 834 time: 0.0474737 Dec 17 15:48:40.310008 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-f8df2334-bfdf-4ec5-bc27-0f4dda0f70e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:40.311523 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-f8df2334-bfdf-4ec5-bc27-0f4dda0f70e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4378d9fc-5d8e-42a9-930b-1b730d400267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400655 Dec 17 15:48:40.320489 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66789b5-0d67-4514-abdb-39ce93043d3a req-2eb93bed-3386-4ec1-881c-eae9818ff1f2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:40.322383 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c66789b5-0d67-4514-abdb-39ce93043d3a req-2eb93bed-3386-4ec1-881c-eae9818ff1f2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 944 time: 0.0490210 Dec 17 15:48:40.361215 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c66789b5-0d67-4514-abdb-39ce93043d3a req-37328ee8-ebca-4f87-81d2-c99336f3dccb tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319262 Dec 17 15:48:40.400357 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-cd108a46-863f-45bf-a22d-b1150757951c service neutron] 10.222.0.13 "GET /v2.0/networks/4378d9fc-5d8e-42a9-930b-1b730d400267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814042 Dec 17 15:48:40.492999 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-14e409b6-4a92-485e-a252-559a9fef36e7 req-bb01f234-f094-4b1f-8263-df3fc11e7371 service neutron] 10.222.0.13 "GET /v2.0/networks/4378d9fc-5d8e-42a9-930b-1b730d400267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852294 Dec 17 15:48:40.593997 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:48:41.474913 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10096e24-e273-47ce-bd2a-c5f55ad0d599 req-f5f08d5b-8947-4640-aaa2-734d474f38b2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:41.476379 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-10096e24-e273-47ce-bd2a-c5f55ad0d599 req-f5f08d5b-8947-4640-aaa2-734d474f38b2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 944 time: 0.0477767 Dec 17 15:48:41.496681 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3eafc2b-c789-48fb-b7f8-cb766aef585b', 'tag': '8c0b1455-7dd0-4401-9163-3e12e7669730'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:48:41.499082 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5531eebf-b7f7-4859-9bc4-97a59955ddd1" -d '{"events": [{"name": "network-changed", "server_uuid": "d3eafc2b-c789-48fb-b7f8-cb766aef585b", "tag": "8c0b1455-7dd0-4401-9163-3e12e7669730"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:48:41.514453 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-10096e24-e273-47ce-bd2a-c5f55ad0d599 req-233c8995-7ac1-4228-b542-22a8c10b39da tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321805 Dec 17 15:48:41.549216 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75813e19-d2c9-48b9-a9b1-0745e20053dc x-openstack-request-id: req-75813e19-d2c9-48b9-a9b1-0745e20053dc {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:48:41.549501 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3eafc2b-c789-48fb-b7f8-cb766aef585b", "tag": "8c0b1455-7dd0-4401-9163-3e12e7669730", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:48:41.549750 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-75813e19-d2c9-48b9-a9b1-0745e20053dc {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:48:41.550150 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3eafc2b-c789-48fb-b7f8-cb766aef585b', 'tag': '8c0b1455-7dd0-4401-9163-3e12e7669730', 'status': 'completed', 'code': 200} Dec 17 15:48:41.616583 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531eebf-b7f7-4859-9bc4-97a59955ddd1 req-da501606-fb28-4418-aa69-811fae9ed2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:41.618110 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5531eebf-b7f7-4859-9bc4-97a59955ddd1 req-da501606-fb28-4418-aa69-811fae9ed2fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 1095 time: 0.0426908 Dec 17 15:48:41.633177 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531eebf-b7f7-4859-9bc4-97a59955ddd1 req-8da2c47a-f52b-4309-b7d4-6b9534b690aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:41.634667 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5531eebf-b7f7-4859-9bc4-97a59955ddd1 req-8da2c47a-f52b-4309-b7d4-6b9534b690aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 1095 time: 0.0441501 Dec 17 15:48:41.713329 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531eebf-b7f7-4859-9bc4-97a59955ddd1 req-224fdb93-a030-4981-94e1-dff34fb5826d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:41.714707 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5531eebf-b7f7-4859-9bc4-97a59955ddd1 req-224fdb93-a030-4981-94e1-dff34fb5826d service neutron] 10.222.0.13 "GET /v2.0/networks?id=4378d9fc-5d8e-42a9-930b-1b730d400267 HTTP/1.1" status: 200 len: 898 time: 0.0894821 Dec 17 15:48:41.725139 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531eebf-b7f7-4859-9bc4-97a59955ddd1 req-68b53d8e-39fd-43b0-ace3-32b914917fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:41.726594 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5531eebf-b7f7-4859-9bc4-97a59955ddd1 req-68b53d8e-39fd-43b0-ace3-32b914917fff service neutron] 10.222.0.41 "GET /v2.0/networks?id=4378d9fc-5d8e-42a9-930b-1b730d400267 HTTP/1.1" status: 200 len: 898 time: 0.0845594 Dec 17 15:48:41.772905 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 8c0b1455-7dd0-4401-9163-3e12e7669730 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:48:41.790990 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5531eebf-b7f7-4859-9bc4-97a59955ddd1 req-91c13538-1292-45a9-9aa8-6fa402eb5bd1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c0b1455-7dd0-4401-9163-3e12e7669730 HTTP/1.1" status: 200 len: 999 time: 0.0643563 Dec 17 15:48:41.801909 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5531eebf-b7f7-4859-9bc4-97a59955ddd1 req-8cca400f-b2d3-4a76-b426-cdc78433d898 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c0b1455-7dd0-4401-9163-3e12e7669730 HTTP/1.1" status: 200 len: 999 time: 0.0687597 Dec 17 15:48:41.814129 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 8c0b1455-7dd0-4401-9163-3e12e7669730 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:48:41.848886 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531eebf-b7f7-4859-9bc4-97a59955ddd1 req-1219b36a-e6db-43bc-87e3-b2db755e6b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:41.850785 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5531eebf-b7f7-4859-9bc4-97a59955ddd1 req-1219b36a-e6db-43bc-87e3-b2db755e6b30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a HTTP/1.1" status: 200 len: 834 time: 0.0509868 Dec 17 15:48:41.873030 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531eebf-b7f7-4859-9bc4-97a59955ddd1 req-fdb09ee1-f34a-4d64-bbf9-e15091f87501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:41.874524 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5531eebf-b7f7-4859-9bc4-97a59955ddd1 req-fdb09ee1-f34a-4d64-bbf9-e15091f87501 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a HTTP/1.1" status: 200 len: 834 time: 0.0485189 Dec 17 15:48:41.907637 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531eebf-b7f7-4859-9bc4-97a59955ddd1 req-6b4d3153-eb28-42a9-94ed-2b88bd37abcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:41.909173 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5531eebf-b7f7-4859-9bc4-97a59955ddd1 req-6b4d3153-eb28-42a9-94ed-2b88bd37abcc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4378d9fc-5d8e-42a9-930b-1b730d400267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499239 Dec 17 15:48:41.922501 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531eebf-b7f7-4859-9bc4-97a59955ddd1 req-926a827c-919a-40b0-8662-f3eac22f44b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:41.924106 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5531eebf-b7f7-4859-9bc4-97a59955ddd1 req-926a827c-919a-40b0-8662-f3eac22f44b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4378d9fc-5d8e-42a9-930b-1b730d400267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424464 Dec 17 15:48:42.023567 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5531eebf-b7f7-4859-9bc4-97a59955ddd1 req-eb59bba6-5960-47eb-bdd5-c9c47ccec611 service neutron] 10.222.0.41 "GET /v2.0/networks/4378d9fc-5d8e-42a9-930b-1b730d400267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925603 Dec 17 15:48:42.120530 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5531eebf-b7f7-4859-9bc4-97a59955ddd1 req-e1bcb170-0c66-4c3a-94bf-43775b7aba72 service neutron] 10.222.0.41 "GET /v2.0/networks/4378d9fc-5d8e-42a9-930b-1b730d400267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904651 Dec 17 15:48:42.292181 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5531eebf-b7f7-4859-9bc4-97a59955ddd1 req-1586eeee-d068-4319-8643-5bd06e9d69cb service neutron] 10.222.0.13 "GET /v2.0/networks/4378d9fc-5d8e-42a9-930b-1b730d400267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659716 Dec 17 15:48:42.386244 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5531eebf-b7f7-4859-9bc4-97a59955ddd1 req-4fa585f2-fbd5-4f90-83ef-9be9252c3a8a service neutron] 10.222.0.13 "GET /v2.0/networks/4378d9fc-5d8e-42a9-930b-1b730d400267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870144 Dec 17 15:48:42.636512 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae981e-1d3f-4d56-ac24-06d0744075c1 req-56da6342-6429-4ef6-abf3-4ad3bde21a63 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:48:42.638007 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-83ae981e-1d3f-4d56-ac24-06d0744075c1 req-56da6342-6429-4ef6-abf3-4ad3bde21a63 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 944 time: 0.0504203 Dec 17 15:48:42.676069 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-83ae981e-1d3f-4d56-ac24-06d0744075c1 req-95dc9d7a-006d-414b-aed6-f32a9d9dd336 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313818 Dec 17 15:48:42.698181 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33882) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:48:42.758810 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e4f72773-9145-42fa-8754-13e00844a2b5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/floatingips/89c67179-d3fa-4b53-ab6b-78860ad671f6 HTTP/1.1" status: 200 len: 991 time: 0.0595093 Dec 17 15:48:44.024982 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 8c0b1455-7dd0-4401-9163-3e12e7669730 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:48:44.116884 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 8c0b1455-7dd0-4401-9163-3e12e7669730, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=8c0b1455-7dd0-4401-9163-3e12e7669730,segment=NetworkSegment(6f34bd7a-829a-40b2-9a53-11d1c56bbfa0),segment_id=6f34bd7a-829a-40b2-9a53-11d1c56bbfa0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:44.131099 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '8c0b1455-7dd0-4401-9163-3e12e7669730', 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267', 'port_id': '8c0b1455-7dd0-4401-9163-3e12e7669730', 'mac_address': 'fa:16:3e:4a:da:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:48:44.167289 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:48:44.179560 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c0b1455-7dd0-4401-9163-3e12e7669730 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:48:44.198231 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 8c0b1455-7dd0-4401-9163-3e12e7669730, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=8c0b1455-7dd0-4401-9163-3e12e7669730,segment=NetworkSegment(6f34bd7a-829a-40b2-9a53-11d1c56bbfa0),segment_id=6f34bd7a-829a-40b2-9a53-11d1c56bbfa0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:44.282204 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:48:44.327654 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=8c0b1455-7dd0-4401-9163-3e12e7669730,revision_number=12']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:44.502924 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['8c0b1455-7dd0-4401-9163-3e12e7669730'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:48:46.027527 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 8c0b1455-7dd0-4401-9163-3e12e7669730 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:48:46.131420 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 8c0b1455-7dd0-4401-9163-3e12e7669730 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:48:46.135622 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 8c0b1455-7dd0-4401-9163-3e12e7669730 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:48:46.135999 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:48:46.225733 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:48:46.252351 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3eafc2b-c789-48fb-b7f8-cb766aef585b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0b1455-7dd0-4401-9163-3e12e7669730'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:48:46.254610 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d210ac2e-5f60-4fb4-9500-d24a45268807" -d '{"events": [{"server_uuid": "d3eafc2b-c789-48fb-b7f8-cb766aef585b", "name": "network-vif-plugged", "status": "completed", "tag": "8c0b1455-7dd0-4401-9163-3e12e7669730"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:48:46.269117 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 8c0b1455-7dd0-4401-9163-3e12e7669730, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=8c0b1455-7dd0-4401-9163-3e12e7669730,segment=NetworkSegment(6f34bd7a-829a-40b2-9a53-11d1c56bbfa0),segment_id=6f34bd7a-829a-40b2-9a53-11d1c56bbfa0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:48:46.300160 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9561633d-9392-47eb-bcdf-e63256ffad85 x-openstack-request-id: req-9561633d-9392-47eb-bcdf-e63256ffad85 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:48:46.301165 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3eafc2b-c789-48fb-b7f8-cb766aef585b", "name": "network-vif-plugged", "status": "completed", "tag": "8c0b1455-7dd0-4401-9163-3e12e7669730", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:48:46.301165 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9561633d-9392-47eb-bcdf-e63256ffad85 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:48:46.301165 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3eafc2b-c789-48fb-b7f8-cb766aef585b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0b1455-7dd0-4401-9163-3e12e7669730', 'code': 200} Dec 17 15:48:46.346449 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:48:46.395111 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=8c0b1455-7dd0-4401-9163-3e12e7669730,revision_number=13']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:48:47.843571 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:48:56.120177 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:48:58.857611 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-db5ed568-30f8-4d17-8574-b4151dbe76af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:01.059753 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cd1eec21-385a-44aa-b78d-5098fe62fe70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:02.354996 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:03.914557 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:04.225376 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:10.628930 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:10.640596 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-19cd2ef4-e115-4fb0-a742-d758000698d5 req-df41fb1d-a3de-4191-a6a7-bba491cead90 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402422 Dec 17 15:49:10.724233 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd2ef4-e115-4fb0-a742-d758000698d5 req-cb6f69ef-2a95-42c5-9c11-ef5f2d9c1a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:10.726071 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-19cd2ef4-e115-4fb0-a742-d758000698d5 req-cb6f69ef-2a95-42c5-9c11-ef5f2d9c1a34 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 1097 time: 0.0435493 Dec 17 15:49:10.826822 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd2ef4-e115-4fb0-a742-d758000698d5 req-5f653e96-7d35-4186-bada-7210e3569070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:10.828251 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-19cd2ef4-e115-4fb0-a742-d758000698d5 req-5f653e96-7d35-4186-bada-7210e3569070 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4378d9fc-5d8e-42a9-930b-1b730d400267 HTTP/1.1" status: 200 len: 898 time: 0.0827956 Dec 17 15:49:10.898440 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-19cd2ef4-e115-4fb0-a742-d758000698d5 req-f88c8b69-35c5-4301-bded-39a4d861edaf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c0b1455-7dd0-4401-9163-3e12e7669730 HTTP/1.1" status: 200 len: 1001 time: 0.0624375 Dec 17 15:49:10.949755 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd2ef4-e115-4fb0-a742-d758000698d5 req-959e06c5-63c2-4751-bf20-885b0827a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:10.951196 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-19cd2ef4-e115-4fb0-a742-d758000698d5 req-959e06c5-63c2-4751-bf20-885b0827a1d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a HTTP/1.1" status: 200 len: 834 time: 0.0456419 Dec 17 15:49:10.999159 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd2ef4-e115-4fb0-a742-d758000698d5 req-0bd43ffc-061a-4f23-90d9-b4d0cd09576e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:11.000693 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-19cd2ef4-e115-4fb0-a742-d758000698d5 req-0bd43ffc-061a-4f23-90d9-b4d0cd09576e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4378d9fc-5d8e-42a9-930b-1b730d400267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418305 Dec 17 15:49:11.094407 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-19cd2ef4-e115-4fb0-a742-d758000698d5 req-47420729-9fcc-4045-a612-3a180b424888 service neutron] 10.222.0.13 "GET /v2.0/networks/4378d9fc-5d8e-42a9-930b-1b730d400267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862100 Dec 17 15:49:11.183327 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-19cd2ef4-e115-4fb0-a742-d758000698d5 req-7582ac36-aa3e-4ac9-bd1c-965c99cc96e9 service neutron] 10.222.0.13 "GET /v2.0/networks/4378d9fc-5d8e-42a9-930b-1b730d400267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808709 Dec 17 15:49:13.270658 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6b5d0-2af1-4a06-b20b-8dd065e7bdb0 req-2353c95a-191f-4512-8497-9dcaf79bf560 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:13.272194 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-96d6b5d0-2af1-4a06-b20b-8dd065e7bdb0 req-2353c95a-191f-4512-8497-9dcaf79bf560 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 1097 time: 0.0458143 Dec 17 15:49:13.307535 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-96d6b5d0-2af1-4a06-b20b-8dd065e7bdb0 req-f3a86e3f-675e-4323-ad36-ab99d03470c0 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286071 Dec 17 15:49:13.329665 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33954) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:49:13.482508 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-cd171a20-ce9a-4eb8-a735-52edd2b1b158 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Deleting port 1b2ea349-40dd-4ce8-bbc3-5ddf5a09d307 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:49:13.482786 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cd171a20-ce9a-4eb8-a735-52edd2b1b158 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:13.554281 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cd171a20-ce9a-4eb8-a735-52edd2b1b158 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:13.554603 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cd171a20-ce9a-4eb8-a735-52edd2b1b158 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:13.566147 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-cd171a20-ce9a-4eb8-a735-52edd2b1b158 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Calling delete_port for 1b2ea349-40dd-4ce8-bbc3-5ddf5a09d307 owned by network:floatingip {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:49:13.773800 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cd171a20-ce9a-4eb8-a735-52edd2b1b158 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:13.799513 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd171a20-ce9a-4eb8-a735-52edd2b1b158 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event deleted for resources: {'Port': ['ID=1b2ea349-40dd-4ce8-bbc3-5ddf5a09d307,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:13.860081 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cd171a20-ce9a-4eb8-a735-52edd2b1b158 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for floatingip, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:13.863196 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-cd171a20-ce9a-4eb8-a735-52edd2b1b158 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Floating IP 89c67179-d3fa-4b53-ab6b-78860ad671f6 disassociated (deleted). External IP: 172.25.6.114, port: 8c0b1455-7dd0-4401-9163-3e12e7669730. Dec 17 15:49:14.066977 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd171a20-ce9a-4eb8-a735-52edd2b1b158 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Router e32869a0-bb87-4af9-885c-23619e7d3a13 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:49:14.175697 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd171a20-ce9a-4eb8-a735-52edd2b1b158 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:49:14.180505 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cd171a20-ce9a-4eb8-a735-52edd2b1b158 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:14.185941 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7234b9a4-1dee-48b3-90af-c54b64823e63 None None] Sync routers for ids ['e32869a0-bb87-4af9-885c-23619e7d3a13'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:49:14.198646 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7234b9a4-1dee-48b3-90af-c54b64823e63 None None] Routers {'e32869a0-bb87-4af9-885c-23619e7d3a13'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:49:14.199273 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-7234b9a4-1dee-48b3-90af-c54b64823e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:49:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['e32869a0-bb87-4af9-885c-23619e7d3a13'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:49:14.207905 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-cd171a20-ce9a-4eb8-a735-52edd2b1b158 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "DELETE /v2.0/floatingips/89c67179-d3fa-4b53-ab6b-78860ad671f6 HTTP/1.1" status: 204 len: 168 time: 0.8771517 Dec 17 15:49:14.208477 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3eafc2b-c789-48fb-b7f8-cb766aef585b', 'tag': '8c0b1455-7dd0-4401-9163-3e12e7669730'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:49:14.210761 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a696940-2fd5-4cf8-ba4b-b2ed3998568c" -d '{"events": [{"name": "network-changed", "server_uuid": "d3eafc2b-c789-48fb-b7f8-cb766aef585b", "tag": "8c0b1455-7dd0-4401-9163-3e12e7669730"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:49:14.248557 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd67d096-a2e0-4745-8e5e-0b9d24e7a2b2 x-openstack-request-id: req-dd67d096-a2e0-4745-8e5e-0b9d24e7a2b2 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:49:14.248847 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3eafc2b-c789-48fb-b7f8-cb766aef585b", "tag": "8c0b1455-7dd0-4401-9163-3e12e7669730", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:49:14.249152 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dd67d096-a2e0-4745-8e5e-0b9d24e7a2b2 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:49:14.249509 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3eafc2b-c789-48fb-b7f8-cb766aef585b', 'tag': '8c0b1455-7dd0-4401-9163-3e12e7669730', 'status': 'completed', 'code': 200} Dec 17 15:49:14.319455 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-7234b9a4-1dee-48b3-90af-c54b64823e63 None None] Set router e32869a0-bb87-4af9-885c-23619e7d3a13 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:49:14.319671 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a696940-2fd5-4cf8-ba4b-b2ed3998568c req-99219b00-d24f-42d0-ac4a-ae9a0473b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:14.320980 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5a696940-2fd5-4cf8-ba4b-b2ed3998568c req-99219b00-d24f-42d0-ac4a-ae9a0473b776 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 1097 time: 0.0480826 Dec 17 15:49:14.414122 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a696940-2fd5-4cf8-ba4b-b2ed3998568c req-58306d0f-cbe0-4da7-9e10-8a7c88341d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:14.415581 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5a696940-2fd5-4cf8-ba4b-b2ed3998568c req-58306d0f-cbe0-4da7-9e10-8a7c88341d90 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4378d9fc-5d8e-42a9-930b-1b730d400267 HTTP/1.1" status: 200 len: 898 time: 0.0861123 Dec 17 15:49:14.459549 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5a696940-2fd5-4cf8-ba4b-b2ed3998568c req-915af489-8210-42e5-9d5b-ebb8a76e6a4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c0b1455-7dd0-4401-9163-3e12e7669730 HTTP/1.1" status: 200 len: 217 time: 0.0362983 Dec 17 15:49:14.514433 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a696940-2fd5-4cf8-ba4b-b2ed3998568c req-35ea0f1d-13ad-492d-9b34-31fd87381093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:14.516014 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5a696940-2fd5-4cf8-ba4b-b2ed3998568c req-35ea0f1d-13ad-492d-9b34-31fd87381093 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a HTTP/1.1" status: 200 len: 834 time: 0.0495794 Dec 17 15:49:14.529379 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-7234b9a4-1dee-48b3-90af-c54b64823e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870544359', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '63e8f57a-0b04-4c2f-be90-55ba9b06ab4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:22Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': '63e8f57a-0b04-4c2f-be90-55ba9b06ab4a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'c045e9e9-2634-4e2f-9248-384df73d187f', 'name': '', 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'mac_address': 'fa:16:3e:2c:87:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:21Z', 'updated_at': '2021-12-17T15:47:26Z', 'revision_number': 5, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'subnets': [{'id': '44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:49:14.556060 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7234b9a4-1dee-48b3-90af-c54b64823e63 None None] Checking router: e32869a0-bb87-4af9-885c-23619e7d3a13 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:49:14.566618 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7234b9a4-1dee-48b3-90af-c54b64823e63 None None] Routers {'e32869a0-bb87-4af9-885c-23619e7d3a13'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:49:14.567226 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-7234b9a4-1dee-48b3-90af-c54b64823e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:49:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['e32869a0-bb87-4af9-885c-23619e7d3a13'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:49:14.567368 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a696940-2fd5-4cf8-ba4b-b2ed3998568c req-8fab107b-76c3-4718-865a-7b2e7ff4de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:14.572708 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5a696940-2fd5-4cf8-ba4b-b2ed3998568c req-8fab107b-76c3-4718-865a-7b2e7ff4de40 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4378d9fc-5d8e-42a9-930b-1b730d400267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455983 Dec 17 15:49:14.662781 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5a696940-2fd5-4cf8-ba4b-b2ed3998568c req-329954f3-8f77-4692-9840-e1d8756db88f service neutron] 10.222.0.13 "GET /v2.0/networks/4378d9fc-5d8e-42a9-930b-1b730d400267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865009 Dec 17 15:49:14.674740 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-7234b9a4-1dee-48b3-90af-c54b64823e63 None None] Set router e32869a0-bb87-4af9-885c-23619e7d3a13 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:49:14.683501 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29395c48-e92c-4a50-a78b-f5692e944195 req-7428b522-770f-4abd-893b-c6dee597f1d1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:14.690847 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-29395c48-e92c-4a50-a78b-f5692e944195 req-7428b522-770f-4abd-893b-c6dee597f1d1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 946 time: 0.1178522 Dec 17 15:49:14.730026 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-29395c48-e92c-4a50-a78b-f5692e944195 req-7b811661-99fb-4dd6-9e6b-8d84ab9be05b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383251 Dec 17 15:49:14.762538 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5a696940-2fd5-4cf8-ba4b-b2ed3998568c req-17629189-3d94-45bd-9398-2e215556cfb2 service neutron] 10.222.0.13 "GET /v2.0/networks/4378d9fc-5d8e-42a9-930b-1b730d400267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923178 Dec 17 15:49:14.874440 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-7234b9a4-1dee-48b3-90af-c54b64823e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870544359', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '63e8f57a-0b04-4c2f-be90-55ba9b06ab4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:22Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': '63e8f57a-0b04-4c2f-be90-55ba9b06ab4a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'c045e9e9-2634-4e2f-9248-384df73d187f', 'name': '', 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'mac_address': 'fa:16:3e:2c:87:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:21Z', 'updated_at': '2021-12-17T15:47:26Z', 'revision_number': 5, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'subnets': [{'id': '44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:49:14.900272 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7234b9a4-1dee-48b3-90af-c54b64823e63 None None] The sync data for ids ['e32869a0-bb87-4af9-885c-23619e7d3a13'] in n-d-820553-2 is: [{'id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870544359', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '63e8f57a-0b04-4c2f-be90-55ba9b06ab4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:22Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': '63e8f57a-0b04-4c2f-be90-55ba9b06ab4a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'c045e9e9-2634-4e2f-9248-384df73d187f', 'name': '', 'network_id': '4378d9fc-5d8e-42a9-930b-1b730d400267', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'mac_address': 'fa:16:3e:2c:87:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:21Z', 'updated_at': '2021-12-17T15:47:26Z', 'revision_number': 5, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'subnets': [{'id': '44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:49:15.115280 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7901dd27-3f10-490c-9e8a-3bbe1ee2a918 None None] New status for floating IP 89c67179-d3fa-4b53-ab6b-78860ad671f6: DOWN {{(pid=102834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:49:15.844351 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21ea7b-9c4b-4794-8ae9-8130052c0ce4 req-dddce2d9-db2b-4560-9380-eda72ecde829 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:15.845844 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6f21ea7b-9c4b-4794-8ae9-8130052c0ce4 req-dddce2d9-db2b-4560-9380-eda72ecde829 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 946 time: 0.0483117 Dec 17 15:49:15.883040 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6f21ea7b-9c4b-4794-8ae9-8130052c0ce4 req-e2600662-d079-4051-9b38-40651b3e9233 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=199b87ad-97f6-49b6-ab00-cb8901fa1b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312922 Dec 17 15:49:15.956444 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981efd6-087a-4a01-99e8-952d6b3ea730 req-897d8de0-3871-42f0-a8a3-c5f0208706d4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:15.957917 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0981efd6-087a-4a01-99e8-952d6b3ea730 req-897d8de0-3871-42f0-a8a3-c5f0208706d4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 946 time: 0.0523791 Dec 17 15:49:16.058561 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-0981efd6-087a-4a01-99e8-952d6b3ea730 req-e6a831fe-062d-4dce-967c-2c26da368d54 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Deleting port 8c0b1455-7dd0-4401-9163-3e12e7669730 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:49:16.058816 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0981efd6-087a-4a01-99e8-952d6b3ea730 req-e6a831fe-062d-4dce-967c-2c26da368d54 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:16.145338 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-0981efd6-087a-4a01-99e8-952d6b3ea730 req-e6a831fe-062d-4dce-967c-2c26da368d54 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] For port 8c0b1455-7dd0-4401-9163-3e12e7669730, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=8c0b1455-7dd0-4401-9163-3e12e7669730,segment=NetworkSegment(6f34bd7a-829a-40b2-9a53-11d1c56bbfa0),segment_id=6f34bd7a-829a-40b2-9a53-11d1c56bbfa0)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:16.145705 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0981efd6-087a-4a01-99e8-952d6b3ea730 req-e6a831fe-062d-4dce-967c-2c26da368d54 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:16.158194 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-0981efd6-087a-4a01-99e8-952d6b3ea730 req-e6a831fe-062d-4dce-967c-2c26da368d54 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Calling delete_port for 8c0b1455-7dd0-4401-9163-3e12e7669730 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:49:16.362770 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0981efd6-087a-4a01-99e8-952d6b3ea730 req-e6a831fe-062d-4dce-967c-2c26da368d54 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:16.391850 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a831fe-062d-4dce-967c-2c26da368d54 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event deleted for resources: {'Port': ['ID=8c0b1455-7dd0-4401-9163-3e12e7669730,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:16.435895 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-0981efd6-087a-4a01-99e8-952d6b3ea730 req-e6a831fe-062d-4dce-967c-2c26da368d54 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] No DVR routers for this DVR port 8c0b1455-7dd0-4401-9163-3e12e7669730 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:49:16.438585 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0981efd6-087a-4a01-99e8-952d6b3ea730 req-e6a831fe-062d-4dce-967c-2c26da368d54 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:16.441930 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0981efd6-087a-4a01-99e8-952d6b3ea730 req-e6a831fe-062d-4dce-967c-2c26da368d54 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.13 "DELETE /v2.0/ports/8c0b1455-7dd0-4401-9163-3e12e7669730 HTTP/1.1" status: 204 len: 173 time: 0.4778154 Dec 17 15:49:16.442359 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3eafc2b-c789-48fb-b7f8-cb766aef585b', 'name': 'network-vif-deleted', 'tag': '8c0b1455-7dd0-4401-9163-3e12e7669730'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:49:16.444570 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709725a5-30ae-4dad-af80-fa85abb8abd7" -d '{"events": [{"server_uuid": "d3eafc2b-c789-48fb-b7f8-cb766aef585b", "name": "network-vif-deleted", "tag": "8c0b1455-7dd0-4401-9163-3e12e7669730"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:49:16.479387 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fe5de5-7dff-47ff-a1e5-3990cd6aa7f6 x-openstack-request-id: req-21fe5de5-7dff-47ff-a1e5-3990cd6aa7f6 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:49:16.479863 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3eafc2b-c789-48fb-b7f8-cb766aef585b", "name": "network-vif-deleted", "tag": "8c0b1455-7dd0-4401-9163-3e12e7669730", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:49:16.480113 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-21fe5de5-7dff-47ff-a1e5-3990cd6aa7f6 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:49:16.480515 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3eafc2b-c789-48fb-b7f8-cb766aef585b', 'name': 'network-vif-deleted', 'tag': '8c0b1455-7dd0-4401-9163-3e12e7669730', 'status': 'completed', 'code': 200} Dec 17 15:49:16.993323 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c1f197a-b58d-4490-9cd1-dc4461238079 req-bd093d01-897c-4aca-8cfc-b8b50f34672c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3eafc2b-c789-48fb-b7f8-cb766aef585b HTTP/1.1" status: 200 len: 210 time: 0.0298247 Dec 17 15:49:18.050926 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33980) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:49:18.405257 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0911520a-493d-469c-bc33-2dbf001f68d3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:18.659072 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0911520a-493d-469c-bc33-2dbf001f68d3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Deleting port c045e9e9-2634-4e2f-9248-384df73d187f {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:49:18.659335 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0911520a-493d-469c-bc33-2dbf001f68d3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:18.747420 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0911520a-493d-469c-bc33-2dbf001f68d3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] For port c045e9e9-2634-4e2f-9248-384df73d187f, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c045e9e9-2634-4e2f-9248-384df73d187f,segment=NetworkSegment(6f34bd7a-829a-40b2-9a53-11d1c56bbfa0),segment_id=6f34bd7a-829a-40b2-9a53-11d1c56bbfa0)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:18.747779 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0911520a-493d-469c-bc33-2dbf001f68d3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:18.760196 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0911520a-493d-469c-bc33-2dbf001f68d3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Calling delete_port for c045e9e9-2634-4e2f-9248-384df73d187f owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:49:19.042506 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0911520a-493d-469c-bc33-2dbf001f68d3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:19.070887 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911520a-493d-469c-bc33-2dbf001f68d3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event deleted for resources: {'Port': ['ID=c045e9e9-2634-4e2f-9248-384df73d187f,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:19.247216 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0911520a-493d-469c-bc33-2dbf001f68d3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:19.793852 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0911520a-493d-469c-bc33-2dbf001f68d3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Router e32869a0-bb87-4af9-885c-23619e7d3a13 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:49:19.898239 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0911520a-493d-469c-bc33-2dbf001f68d3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:49:19.903448 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0911520a-493d-469c-bc33-2dbf001f68d3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "PUT /v2.0/routers/e32869a0-bb87-4af9-885c-23619e7d3a13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8515010 Dec 17 15:49:19.906326 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33986) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:49:19.908842 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7fe878-df03-474e-91e4-469cbfece139 None None] Sync routers for ids ['e32869a0-bb87-4af9-885c-23619e7d3a13'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:49:19.918009 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7fe878-df03-474e-91e4-469cbfece139 None None] Routers {'e32869a0-bb87-4af9-885c-23619e7d3a13'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:49:19.918610 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-2d7fe878-df03-474e-91e4-469cbfece139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:49:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['e32869a0-bb87-4af9-885c-23619e7d3a13'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:49:19.956985 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-7083861d-bd90-4ff0-bc4e-3b7f1233bb93 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Deleting subnet 44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:49:19.960138 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7083861d-bd90-4ff0-bc4e-3b7f1233bb93 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:20.000393 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7083861d-bd90-4ff0-bc4e-3b7f1233bb93 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:20.022825 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-2d7fe878-df03-474e-91e4-469cbfece139 None None] Set router e32869a0-bb87-4af9-885c-23619e7d3a13 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:49:20.087275 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7083861d-bd90-4ff0-bc4e-3b7f1233bb93 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:20.198364 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-2d7fe878-df03-474e-91e4-469cbfece139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870544359', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '63e8f57a-0b04-4c2f-be90-55ba9b06ab4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:49:18Z', 'revision_number': 5, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': '63e8f57a-0b04-4c2f-be90-55ba9b06ab4a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:49:20.223192 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 8c0b1455-7dd0-4401-9163-3e12e7669730 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:49:20.223899 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7083861d-bd90-4ff0-bc4e-3b7f1233bb93 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:20.224588 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7fe878-df03-474e-91e4-469cbfece139 None None] Checking router: e32869a0-bb87-4af9-885c-23619e7d3a13 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:49:20.235692 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7fe878-df03-474e-91e4-469cbfece139 None None] Routers {'e32869a0-bb87-4af9-885c-23619e7d3a13'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:49:20.236299 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-2d7fe878-df03-474e-91e4-469cbfece139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:49:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['e32869a0-bb87-4af9-885c-23619e7d3a13'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:49:20.248065 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 8c0b1455-7dd0-4401-9163-3e12e7669730 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:49:20.248420 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 8c0b1455-7dd0-4401-9163-3e12e7669730 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:49:20.254411 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083861d-bd90-4ff0-bc4e-3b7f1233bb93 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event deleted for resources: {'Subnet': ['ID=44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:20.256449 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7083861d-bd90-4ff0-bc4e-3b7f1233bb93 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:20.259761 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7083861d-bd90-4ff0-bc4e-3b7f1233bb93 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "DELETE /v2.0/subnets/44d18b00-b7ba-4d5b-bfb2-f54753a6ca0a HTTP/1.1" status: 204 len: 168 time: 0.3524292 Dec 17 15:49:20.263206 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33988) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:49:20.263665 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df350568-21fa-4a03-8146-e40d172f09a9 None None] Network 4378d9fc-5d8e-42a9-930b-1b730d400267 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:49:20.377778 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2854a963-b216-44a6-9f40-f61983d00304 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:20.437760 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-2d7fe878-df03-474e-91e4-469cbfece139 None None] Set router e32869a0-bb87-4af9-885c-23619e7d3a13 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:49:20.467308 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8582f806-faf5-46a2-93cb-0f04c17b793d None None] DHCP port deletion for 4378d9fc-5d8e-42a9-930b-1b730d400267 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:49:20.487269 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2854a963-b216-44a6-9f40-f61983d00304 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:20.517833 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-8582f806-faf5-46a2-93cb-0f04c17b793d None None] Deleting port 4e16a55d-dd84-4d7f-9375-71b56db43b5b {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:49:20.518210 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8582f806-faf5-46a2-93cb-0f04c17b793d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:20.581811 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-8582f806-faf5-46a2-93cb-0f04c17b793d None None] For port 4e16a55d-dd84-4d7f-9375-71b56db43b5b, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=4e16a55d-dd84-4d7f-9375-71b56db43b5b,segment=NetworkSegment(6f34bd7a-829a-40b2-9a53-11d1c56bbfa0),segment_id=6f34bd7a-829a-40b2-9a53-11d1c56bbfa0)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:20.582193 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8582f806-faf5-46a2-93cb-0f04c17b793d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:20.594870 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-8582f806-faf5-46a2-93cb-0f04c17b793d None None] Calling delete_port for 4e16a55d-dd84-4d7f-9375-71b56db43b5b owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:49:20.597128 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-2854a963-b216-44a6-9f40-f61983d00304 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Deleting port 63e8f57a-0b04-4c2f-be90-55ba9b06ab4a {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:49:20.597491 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2854a963-b216-44a6-9f40-f61983d00304 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:20.622671 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-2d7fe878-df03-474e-91e4-469cbfece139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870544359', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '63e8f57a-0b04-4c2f-be90-55ba9b06ab4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:49:18Z', 'revision_number': 5, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': '63e8f57a-0b04-4c2f-be90-55ba9b06ab4a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:49:20.651154 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7fe878-df03-474e-91e4-469cbfece139 None None] The sync data for ids ['e32869a0-bb87-4af9-885c-23619e7d3a13'] in n-d-820553-2 is: [{'id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870544359', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '63e8f57a-0b04-4c2f-be90-55ba9b06ab4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:49:18Z', 'revision_number': 5, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': '63e8f57a-0b04-4c2f-be90-55ba9b06ab4a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32869a0-bb87-4af9-885c-23619e7d3a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:49:20.704581 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-2854a963-b216-44a6-9f40-f61983d00304 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] For port 63e8f57a-0b04-4c2f-be90-55ba9b06ab4a, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=63e8f57a-0b04-4c2f-be90-55ba9b06ab4a,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:20.704955 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2854a963-b216-44a6-9f40-f61983d00304 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:20.716578 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-2854a963-b216-44a6-9f40-f61983d00304 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Calling delete_port for 63e8f57a-0b04-4c2f-be90-55ba9b06ab4a owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:49:20.728447 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8582f806-faf5-46a2-93cb-0f04c17b793d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:20.752958 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582f806-faf5-46a2-93cb-0f04c17b793d None None] Pushing event deleted for resources: {'Port': ['ID=4e16a55d-dd84-4d7f-9375-71b56db43b5b,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:20.758327 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8582f806-faf5-46a2-93cb-0f04c17b793d None None] No DVR routers for this DVR port 4e16a55d-dd84-4d7f-9375-71b56db43b5b on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:49:20.956951 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2854a963-b216-44a6-9f40-f61983d00304 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:20.983522 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854a963-b216-44a6-9f40-f61983d00304 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event deleted for resources: {'Port': ['ID=63e8f57a-0b04-4c2f-be90-55ba9b06ab4a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:21.047887 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2854a963-b216-44a6-9f40-f61983d00304 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:21.148194 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2854a963-b216-44a6-9f40-f61983d00304 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:21.153780 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2854a963-b216-44a6-9f40-f61983d00304 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:21.311990 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 4e16a55d-dd84-4d7f-9375-71b56db43b5b no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:49:21.311990 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 4e16a55d-dd84-4d7f-9375-71b56db43b5b {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:49:21.311990 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 4e16a55d-dd84-4d7f-9375-71b56db43b5b not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:49:21.311990 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c045e9e9-2634-4e2f-9248-384df73d187f no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:49:21.311990 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: c045e9e9-2634-4e2f-9248-384df73d187f {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:49:21.311990 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c045e9e9-2634-4e2f-9248-384df73d187f not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:49:21.408682 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2854a963-b216-44a6-9f40-f61983d00304 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:21.409304 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2854a963-b216-44a6-9f40-f61983d00304 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Fanout notify agent at l3_agent the message router_deleted on router e32869a0-bb87-4af9-885c-23619e7d3a13 {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:49:21.416044 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2854a963-b216-44a6-9f40-f61983d00304 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:21.417180 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2854a963-b216-44a6-9f40-f61983d00304 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "DELETE /v2.0/routers/e32869a0-bb87-4af9-885c-23619e7d3a13 HTTP/1.1" status: 204 len: 168 time: 1.1526959 Dec 17 15:49:21.420720 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 33992) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:49:21.501269 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9639ba79-2f94-4f78-85b8-ef0dbee6fd19 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:21.602195 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9639ba79-2f94-4f78-85b8-ef0dbee6fd19 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:21.621945 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-9639ba79-2f94-4f78-85b8-ef0dbee6fd19 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4378d9fc-5d8e-42a9-930b-1b730d400267']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:49:21.631148 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-9639ba79-2f94-4f78-85b8-ef0dbee6fd19 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f34bd7a-829a-40b2-9a53-11d1c56bbfa0') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:49:21.631445 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-9639ba79-2f94-4f78-85b8-ef0dbee6fd19 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f34bd7a-829a-40b2-9a53-11d1c56bbfa0') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:49:21.641370 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9639ba79-2f94-4f78-85b8-ef0dbee6fd19 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:21.654732 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9639ba79-2f94-4f78-85b8-ef0dbee6fd19 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:21.660377 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9639ba79-2f94-4f78-85b8-ef0dbee6fd19 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:49:21.667124 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9639ba79-2f94-4f78-85b8-ef0dbee6fd19 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:21.667124 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:49:21.667124 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:49:21.667124 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:49:21.667124 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:49:21.667124 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:49:21.667124 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:49:21.667124 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:49:21.667124 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:49:21.667124 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:49:21.667124 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:49:21.667124 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:49:21.667124 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:49:21.667124 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:49:21.667124 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:49:21.667124 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:49:21.667124 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:49:21.667124 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:49:21.667124 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:49:21.667124 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:49:21.667124 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:49:21.667124 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:49:21.667124 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:49:21.667124 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:49:21.667124 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:49:21.667124 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:49:21.667124 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:49:21.667124 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:49:21.667124 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:49:21.667124 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:49:21.667124 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:49:21.667124 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:49:21.667124 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:49:21.789231 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9639ba79-2f94-4f78-85b8-ef0dbee6fd19 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:21.799937 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9639ba79-2f94-4f78-85b8-ef0dbee6fd19 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:21.803067 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9639ba79-2f94-4f78-85b8-ef0dbee6fd19 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "DELETE /v2.0/networks/4378d9fc-5d8e-42a9-930b-1b730d400267 HTTP/1.1" status: 204 len: 168 time: 0.3813553 Dec 17 15:49:21.806400 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 33996) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:49:21.813579 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639ba79-2f94-4f78-85b8-ef0dbee6fd19 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event deleted for resources: {'Network': ['ID=4378d9fc-5d8e-42a9-930b-1b730d400267,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:21.870718 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e2a0f414-44eb-4e0e-803a-441fe660335b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:21.898703 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e2a0f414-44eb-4e0e-803a-441fe660335b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:22.034845 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e2a0f414-44eb-4e0e-803a-441fe660335b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:22.037444 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e2a0f414-44eb-4e0e-803a-441fe660335b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:22.038600 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e2a0f414-44eb-4e0e-803a-441fe660335b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "DELETE /v2.0/security-groups/199b87ad-97f6-49b6-ab00-cb8901fa1b54 HTTP/1.1" status: 204 len: 168 time: 0.2312276 Dec 17 15:49:22.048090 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0f414-44eb-4e0e-803a-441fe660335b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=199b87ad-97f6-49b6-ab00-cb8901fa1b54,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:22.509256 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34002) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:49:22.514050 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-147f0ca4-0012-464a-a622-6ad5c2132b49 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1642563892', 'description': 'tempest-secgroup-smoke-1642563892 description', 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:22.618519 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-147f0ca4-0012-464a-a622-6ad5c2132b49 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:22.684731 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-147f0ca4-0012-464a-a622-6ad5c2132b49 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:22.745621 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-147f0ca4-0012-464a-a622-6ad5c2132b49 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:22.775643 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f0ca4-0012-464a-a622-6ad5c2132b49 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca842c4-9abe-4c08-a9ec-ae285d715254,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:22.833190 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-147f0ca4-0012-464a-a622-6ad5c2132b49 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:22.834503 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-147f0ca4-0012-464a-a622-6ad5c2132b49 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3242426 Dec 17 15:49:22.839133 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34006) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:49:22.843722 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-72bea680-b932-4e50-9733-e5b227477f20 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'security_group_rule': {'security_group_id': '6ca842c4-9abe-4c08-a9ec-ae285d715254', 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:22.923504 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-72bea680-b932-4e50-9733-e5b227477f20 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:22.982824 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-72bea680-b932-4e50-9733-e5b227477f20 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:23.048419 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-72bea680-b932-4e50-9733-e5b227477f20 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:23.066975 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bea680-b932-4e50-9733-e5b227477f20 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29b19de5-3f7a-493d-9565-f42e6b989062,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:23.119577 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 63e8f57a-0b04-4c2f-be90-55ba9b06ab4a no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:49:23.140751 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 63e8f57a-0b04-4c2f-be90-55ba9b06ab4a {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:49:23.141121 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 63e8f57a-0b04-4c2f-be90-55ba9b06ab4a not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:49:23.153184 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-72bea680-b932-4e50-9733-e5b227477f20 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:23.154531 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-72bea680-b932-4e50-9733-e5b227477f20 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3144178 Dec 17 15:49:23.157426 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34008) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:49:23.161976 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-b5b38333-721a-4cef-a198-401937a64c38 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'security_group_rule': {'security_group_id': '6ca842c4-9abe-4c08-a9ec-ae285d715254', 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:23.242033 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b5b38333-721a-4cef-a198-401937a64c38 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:23.298875 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b5b38333-721a-4cef-a198-401937a64c38 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:23.385291 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b5b38333-721a-4cef-a198-401937a64c38 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:23.403173 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b38333-721a-4cef-a198-401937a64c38 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d06904-31c2-4380-9f23-fa33460a71d9,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:23.473003 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b5b38333-721a-4cef-a198-401937a64c38 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:23.474284 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b5b38333-721a-4cef-a198-401937a64c38 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3158224 Dec 17 15:49:23.477122 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34010) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:49:23.481373 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-2e9c0807-07fd-496e-9abc-7997313deea9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'security_group_rule': {'security_group_id': '6ca842c4-9abe-4c08-a9ec-ae285d715254', 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:23.573412 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2e9c0807-07fd-496e-9abc-7997313deea9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:23.630413 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2e9c0807-07fd-496e-9abc-7997313deea9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:23.705366 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2e9c0807-07fd-496e-9abc-7997313deea9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:23.723995 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c0807-07fd-496e-9abc-7997313deea9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e89841c-4cbe-4ca2-982b-8d0e95c42a81,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:23.798730 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2e9c0807-07fd-496e-9abc-7997313deea9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:23.799948 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2e9c0807-07fd-496e-9abc-7997313deea9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3218892 Dec 17 15:49:23.802690 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34012) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:49:23.807053 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-3bd5a47e-b96c-44d7-9d92-efea96fbf26c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'security_group_rule': {'security_group_id': '6ca842c4-9abe-4c08-a9ec-ae285d715254', 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:23.911395 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3bd5a47e-b96c-44d7-9d92-efea96fbf26c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:23.973669 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3bd5a47e-b96c-44d7-9d92-efea96fbf26c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:24.040764 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3bd5a47e-b96c-44d7-9d92-efea96fbf26c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:24.058860 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5a47e-b96c-44d7-9d92-efea96fbf26c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2feb02c6-0d19-4d3e-9cb5-8744316f724e,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:24.140535 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3bd5a47e-b96c-44d7-9d92-efea96fbf26c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:24.141721 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3bd5a47e-b96c-44d7-9d92-efea96fbf26c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3380928 Dec 17 15:49:24.144390 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34016) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:49:24.148817 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-f93fe80d-b01e-4296-99a8-448a329d544e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'security_group_rule': {'security_group_id': '6ca842c4-9abe-4c08-a9ec-ae285d715254', 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:24.236831 n-d-820553-2 neutron-server[102832]: INFO neutron.db.securitygroups_db [None req-f93fe80d-b01e-4296-99a8-448a329d544e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Project cc2b51a1527d471ba1f33c71d0e151f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 15:49:24.241934 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f93fe80d-b01e-4296-99a8-448a329d544e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:24.300071 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f93fe80d-b01e-4296-99a8-448a329d544e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:24.371664 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f93fe80d-b01e-4296-99a8-448a329d544e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:24.392039 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93fe80d-b01e-4296-99a8-448a329d544e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d767967-edf1-49b3-a2ff-4c3cc125b1b7,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:24.450657 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f93fe80d-b01e-4296-99a8-448a329d544e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:24.452395 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f93fe80d-b01e-4296-99a8-448a329d544e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3070664 Dec 17 15:49:24.455108 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34018) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:49:24.506418 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-b474c47d-4686-48f2-93f4-bb2c288121ee tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'security_group_rule': {'security_group_id': '6ca842c4-9abe-4c08-a9ec-ae285d715254', 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:24.585490 n-d-820553-2 neutron-server[102832]: INFO neutron.db.securitygroups_db [None req-b474c47d-4686-48f2-93f4-bb2c288121ee tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Project cc2b51a1527d471ba1f33c71d0e151f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 15:49:24.590580 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b474c47d-4686-48f2-93f4-bb2c288121ee tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:24.650342 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b474c47d-4686-48f2-93f4-bb2c288121ee tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:24.728061 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b474c47d-4686-48f2-93f4-bb2c288121ee tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:24.745735 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b474c47d-4686-48f2-93f4-bb2c288121ee tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e2fa1c-8d81-4fc6-95c4-00095d86370e,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:24.815797 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b474c47d-4686-48f2-93f4-bb2c288121ee tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:24.817005 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b474c47d-4686-48f2-93f4-bb2c288121ee tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3609712 Dec 17 15:49:24.819784 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34022) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:49:24.824775 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-b27a40bd-9866-4746-8d96-22be8c065bd0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'network': {'name': 'tempest-network-smoke--411199075', 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'port_security_enabled': True}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:24.842110 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:49:24.893998 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27a40bd-9866-4746-8d96-22be8c065bd0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Made reservation on behalf of cc2b51a1527d471ba1f33c71d0e151f4 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:49:24.897492 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b27a40bd-9866-4746-8d96-22be8c065bd0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:24.923564 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27a40bd-9866-4746-8d96-22be8c065bd0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:49:24.932383 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b27a40bd-9866-4746-8d96-22be8c065bd0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:24.939075 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-b27a40bd-9866-4746-8d96-22be8c065bd0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Added segment a3b84937-e962-44bf-8d25-e64d8a82410a of type vlan for network 68da59b4-c9f5-43d9-9bef-9dca4e196143 Dec 17 15:49:24.973588 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b27a40bd-9866-4746-8d96-22be8c065bd0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:25.059954 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b27a40bd-9866-4746-8d96-22be8c065bd0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:25.066211 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27a40bd-9866-4746-8d96-22be8c065bd0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:25.066791 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b27a40bd-9866-4746-8d96-22be8c065bd0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:25.134538 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a40bd-9866-4746-8d96-22be8c065bd0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'Network': ['ID=68da59b4-c9f5-43d9-9bef-9dca4e196143,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:25.140068 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b27a40bd-9866-4746-8d96-22be8c065bd0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3193171 Dec 17 15:49:25.143385 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34026) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:49:25.145294 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 68da59b4-c9f5-43d9-9bef-9dca4e196143 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:49:25.148131 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-4b352397-c902-4ac9-a26f-199a337ff5b9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-309765329', 'admin_state_up': True, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:25.240907 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4b352397-c902-4ac9-a26f-199a337ff5b9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:25.242020 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4b352397-c902-4ac9-a26f-199a337ff5b9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:25.296933 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4b352397-c902-4ac9-a26f-199a337ff5b9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:25.493638 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4b352397-c902-4ac9-a26f-199a337ff5b9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:25.746975 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4b352397-c902-4ac9-a26f-199a337ff5b9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:25.765516 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4b352397-c902-4ac9-a26f-199a337ff5b9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:25.869680 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-4b352397-c902-4ac9-a26f-199a337ff5b9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Allocated IP 172.25.6.203 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/d20245ec-d33a-443d-a955-99b9f4cd728f) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:49:25.968817 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4b352397-c902-4ac9-a26f-199a337ff5b9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:26.104007 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4b352397-c902-4ac9-a26f-199a337ff5b9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:26.131992 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:26.144439 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b352397-c902-4ac9-a26f-199a337ff5b9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:49:26.147337 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-4b352397-c902-4ac9-a26f-199a337ff5b9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:49:26.150902 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b352397-c902-4ac9-a26f-199a337ff5b9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:49:26.177524 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b352397-c902-4ac9-a26f-199a337ff5b9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'Port': ['ID=d20245ec-d33a-443d-a955-99b9f4cd728f,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:26.458173 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4b352397-c902-4ac9-a26f-199a337ff5b9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:26.649819 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4b352397-c902-4ac9-a26f-199a337ff5b9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:26.836661 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b352397-c902-4ac9-a26f-199a337ff5b9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Router b021bca7-a9b1-4bf7-8132-0ff0357b22ef is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:49:26.941671 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b352397-c902-4ac9-a26f-199a337ff5b9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:49:26.952094 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0244aaf3-9033-4e7b-806b-b804fe7d15d7 None None] Sync routers for ids ['b021bca7-a9b1-4bf7-8132-0ff0357b22ef'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:49:26.961406 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0244aaf3-9033-4e7b-806b-b804fe7d15d7 None None] Routers {'b021bca7-a9b1-4bf7-8132-0ff0357b22ef'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:49:26.962020 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-0244aaf3-9033-4e7b-806b-b804fe7d15d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:49:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['b021bca7-a9b1-4bf7-8132-0ff0357b22ef'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:49:27.033824 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4b352397-c902-4ac9-a26f-199a337ff5b9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:27.035117 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4b352397-c902-4ac9-a26f-199a337ff5b9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8906062 Dec 17 15:49:27.038623 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34030) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:49:27.080521 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-808b1434-a34a-4a6d-8835-d1503877bdcc tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=cc2b51a1527d471ba1f33c71d0e151f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405402 Dec 17 15:49:27.083104 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34034) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:49:27.179808 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c01cc0b-14bd-48df-82e2-695fe8d7adae tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:27.181488 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2c01cc0b-14bd-48df-82e2-695fe8d7adae tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0971980 Dec 17 15:49:27.184227 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34036) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:49:27.214605 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e814fc67-0ef8-4272-9eaa-6f322c227ecd tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=4e9cade7-8de3-4483-a2b7-ada6bbc76cf6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269403 Dec 17 15:49:27.214839 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34038) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:49:27.220439 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-d55673e0-b413-4124-b741-5f6c2ab4cc4b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-403830784', 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143', 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:27.227729 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-0244aaf3-9033-4e7b-806b-b804fe7d15d7 None None] Set router b021bca7-a9b1-4bf7-8132-0ff0357b22ef gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:49:27.362770 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55673e0-b413-4124-b741-5f6c2ab4cc4b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Made reservation on behalf of cc2b51a1527d471ba1f33c71d0e151f4 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:49:27.366489 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d55673e0-b413-4124-b741-5f6c2ab4cc4b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:27.402030 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-0244aaf3-9033-4e7b-806b-b804fe7d15d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309765329', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'd20245ec-d33a-443d-a955-99b9f4cd728f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:49:25Z', 'updated_at': '2021-12-17T15:49:26Z', 'revision_number': 3, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': 'd20245ec-d33a-443d-a955-99b9f4cd728f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:49:25Z', 'updated_at': '2021-12-17T15:49:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:49:27.429533 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0244aaf3-9033-4e7b-806b-b804fe7d15d7 None None] Checking router: b021bca7-a9b1-4bf7-8132-0ff0357b22ef for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:49:27.429878 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0244aaf3-9033-4e7b-806b-b804fe7d15d7 None None] Updating router b021bca7-a9b1-4bf7-8132-0ff0357b22ef port d20245ec-d33a-443d-a955-99b9f4cd728f binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:49:27.459890 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0244aaf3-9033-4e7b-806b-b804fe7d15d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:27.597306 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d55673e0-b413-4124-b741-5f6c2ab4cc4b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:27.657423 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55673e0-b413-4124-b741-5f6c2ab4cc4b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'Subnet': ['ID=288196df-32d4-43c6-b81a-9bf1b54a730c,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:27.666489 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55673e0-b413-4124-b741-5f6c2ab4cc4b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Checking segment: {'id': 'a3b84937-e962-44bf-8d25-e64d8a82410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:49:27.666854 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55673e0-b413-4124-b741-5f6c2ab4cc4b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Network hostable DHCP agents. Network: 68da59b4-c9f5-43d9-9bef-9dca4e196143, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:49:27.715196 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0244aaf3-9033-4e7b-806b-b804fe7d15d7 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:27.745342 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55673e0-b413-4124-b741-5f6c2ab4cc4b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Network 68da59b4-c9f5-43d9-9bef-9dca4e196143 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:49:27.773995 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0244aaf3-9033-4e7b-806b-b804fe7d15d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:27.826438 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-0244aaf3-9033-4e7b-806b-b804fe7d15d7 None None] Attempting to bind port d20245ec-d33a-443d-a955-99b9f4cd728f on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:49:27.826801 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-0244aaf3-9033-4e7b-806b-b804fe7d15d7 None None] Attempting to bind port d20245ec-d33a-443d-a955-99b9f4cd728f by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:49:27.827158 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0244aaf3-9033-4e7b-806b-b804fe7d15d7 None None] Attempting to bind port d20245ec-d33a-443d-a955-99b9f4cd728f on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:49:27.829117 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6e935-b086-48a9-b7f6-fc05e45007a9 None None] Pushing event updated for resources: {'Port': ['ID=d20245ec-d33a-443d-a955-99b9f4cd728f,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:27.829362 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-d55673e0-b413-4124-b741-5f6c2ab4cc4b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 68da59b4-c9f5-43d9-9bef-9dca4e196143) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:49:27.834682 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0244aaf3-9033-4e7b-806b-b804fe7d15d7 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:49:27.835057 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0244aaf3-9033-4e7b-806b-b804fe7d15d7 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:49:27.835455 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0244aaf3-9033-4e7b-806b-b804fe7d15d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:27.835839 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0244aaf3-9033-4e7b-806b-b804fe7d15d7 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:49:27.836328 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-0244aaf3-9033-4e7b-806b-b804fe7d15d7 None None] Bound port: d20245ec-d33a-443d-a955-99b9f4cd728f, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:49:27.836677 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0244aaf3-9033-4e7b-806b-b804fe7d15d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:27.839495 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e239cad-cd64-4830-83cb-d74abb453f58 None None] Network 68da59b4-c9f5-43d9-9bef-9dca4e196143 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:49:27.843126 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55673e0-b413-4124-b741-5f6c2ab4cc4b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:27.843126 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d55673e0-b413-4124-b741-5f6c2ab4cc4b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:27.916724 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d55673e0-b413-4124-b741-5f6c2ab4cc4b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6983938 Dec 17 15:49:27.916922 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34040) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:49:27.943905 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-0244aaf3-9033-4e7b-806b-b804fe7d15d7 None None] For port d20245ec-d33a-443d-a955-99b9f4cd728f, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:49:27.965204 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-0244aaf3-9033-4e7b-806b-b804fe7d15d7 None None] For port d20245ec-d33a-443d-a955-99b9f4cd728f, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=d20245ec-d33a-443d-a955-99b9f4cd728f,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:49:28.036028 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5edcd6-0083-4d4c-a9f4-962c1d6a47d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-68da59b4-c9f5-43d9-9bef-9dca4e196143', 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'fixed_ips': [{'subnet_id': '288196df-32d4-43c6-b81a-9bf1b54a730c'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:49:28.037017 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4d5edcd6-0083-4d4c-a9f4-962c1d6a47d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:28.049293 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0244aaf3-9033-4e7b-806b-b804fe7d15d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:28.173370 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6e935-b086-48a9-b7f6-fc05e45007a9 None None] Pushing event updated for resources: {'Port': ['ID=d20245ec-d33a-443d-a955-99b9f4cd728f,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:28.178728 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0244aaf3-9033-4e7b-806b-b804fe7d15d7 None None] Routers {'b021bca7-a9b1-4bf7-8132-0ff0357b22ef'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:49:28.179353 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-0244aaf3-9033-4e7b-806b-b804fe7d15d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:49:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['b021bca7-a9b1-4bf7-8132-0ff0357b22ef'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:49:28.322059 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-4d5edcd6-0083-4d4c-a9f4-962c1d6a47d3 None None] Allocated IP 172.20.0.2 (68da59b4-c9f5-43d9-9bef-9dca4e196143/288196df-32d4-43c6-b81a-9bf1b54a730c/2d1a96e2-2401-420f-aff8-b97a287ed63d) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:49:28.342720 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-0244aaf3-9033-4e7b-806b-b804fe7d15d7 None None] Set router b021bca7-a9b1-4bf7-8132-0ff0357b22ef gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:49:28.393562 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f914346-eddb-4432-914f-d3320a9dd641 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:28.614893 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4d5edcd6-0083-4d4c-a9f4-962c1d6a47d3 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:28.633613 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-0244aaf3-9033-4e7b-806b-b804fe7d15d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309765329', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'd20245ec-d33a-443d-a955-99b9f4cd728f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:49:25Z', 'updated_at': '2021-12-17T15:49:26Z', 'revision_number': 3, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': 'd20245ec-d33a-443d-a955-99b9f4cd728f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:49:25Z', 'updated_at': '2021-12-17T15:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:49:28.660584 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0244aaf3-9033-4e7b-806b-b804fe7d15d7 None None] The sync data for ids ['b021bca7-a9b1-4bf7-8132-0ff0357b22ef'] in n-d-820553-2 is: [{'id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309765329', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'd20245ec-d33a-443d-a955-99b9f4cd728f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:49:25Z', 'updated_at': '2021-12-17T15:49:26Z', 'revision_number': 3, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': 'd20245ec-d33a-443d-a955-99b9f4cd728f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:49:25Z', 'updated_at': '2021-12-17T15:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:49:28.700684 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4d5edcd6-0083-4d4c-a9f4-962c1d6a47d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:28.740854 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5edcd6-0083-4d4c-a9f4-962c1d6a47d3 None None] Network 68da59b4-c9f5-43d9-9bef-9dca4e196143 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:49:28.743798 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-4d5edcd6-0083-4d4c-a9f4-962c1d6a47d3 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:49:28.746167 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5edcd6-0083-4d4c-a9f4-962c1d6a47d3 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:49:28.754363 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-6f914346-eddb-4432-914f-d3320a9dd641 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Allocated IP 172.20.0.1 (68da59b4-c9f5-43d9-9bef-9dca4e196143/288196df-32d4-43c6-b81a-9bf1b54a730c/5576191d-7f2f-46a1-8b02-a1a83c4736df) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:49:28.761845 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5edcd6-0083-4d4c-a9f4-962c1d6a47d3 None None] Pushing event updated for resources: {'Port': ['ID=2d1a96e2-2401-420f-aff8-b97a287ed63d,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:28.827400 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-4d5edcd6-0083-4d4c-a9f4-962c1d6a47d3 None None] Attempting to bind port 2d1a96e2-2401-420f-aff8-b97a287ed63d on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:49:28.828736 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-4d5edcd6-0083-4d4c-a9f4-962c1d6a47d3 None None] Attempting to bind port 2d1a96e2-2401-420f-aff8-b97a287ed63d by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'a3b84937-e962-44bf-8d25-e64d8a82410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:49:28.828736 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5edcd6-0083-4d4c-a9f4-962c1d6a47d3 None None] Attempting to bind port 2d1a96e2-2401-420f-aff8-b97a287ed63d on network 68da59b4-c9f5-43d9-9bef-9dca4e196143 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:49:28.833667 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5edcd6-0083-4d4c-a9f4-962c1d6a47d3 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:49:28.834035 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5edcd6-0083-4d4c-a9f4-962c1d6a47d3 None None] Checking segment: {'id': 'a3b84937-e962-44bf-8d25-e64d8a82410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:49:28.834430 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4d5edcd6-0083-4d4c-a9f4-962c1d6a47d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:28.834813 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5edcd6-0083-4d4c-a9f4-962c1d6a47d3 None None] Bound using segment: {'id': 'a3b84937-e962-44bf-8d25-e64d8a82410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:49:28.835370 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-4d5edcd6-0083-4d4c-a9f4-962c1d6a47d3 None None] Bound port: 2d1a96e2-2401-420f-aff8-b97a287ed63d, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b84937-e962-44bf-8d25-e64d8a82410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:49:28.835848 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4d5edcd6-0083-4d4c-a9f4-962c1d6a47d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:28.887948 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f914346-eddb-4432-914f-d3320a9dd641 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:28.889153 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-03201df8-262d-4dbf-b390-70f1bd44b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:28.936205 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4d5edcd6-0083-4d4c-a9f4-962c1d6a47d3 None None] For port 2d1a96e2-2401-420f-aff8-b97a287ed63d, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:49:28.941291 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4d5edcd6-0083-4d4c-a9f4-962c1d6a47d3 None None] For port 2d1a96e2-2401-420f-aff8-b97a287ed63d, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=2d1a96e2-2401-420f-aff8-b97a287ed63d,segment=NetworkSegment(a3b84937-e962-44bf-8d25-e64d8a82410a),segment_id=a3b84937-e962-44bf-8d25-e64d8a82410a)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:49:28.992242 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f914346-eddb-4432-914f-d3320a9dd641 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:29.040834 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f914346-eddb-4432-914f-d3320a9dd641 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Network 68da59b4-c9f5-43d9-9bef-9dca4e196143 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:49:29.044145 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-6f914346-eddb-4432-914f-d3320a9dd641 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:49:29.045602 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4d5edcd6-0083-4d4c-a9f4-962c1d6a47d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:29.051885 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f914346-eddb-4432-914f-d3320a9dd641 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:49:29.056141 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f914346-eddb-4432-914f-d3320a9dd641 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'Port': ['ID=5576191d-7f2f-46a1-8b02-a1a83c4736df,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:29.101729 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f914346-eddb-4432-914f-d3320a9dd641 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:29.113152 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5edcd6-0083-4d4c-a9f4-962c1d6a47d3 None None] Pushing event updated for resources: {'Port': ['ID=2d1a96e2-2401-420f-aff8-b97a287ed63d,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:29.214787 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b8c030d-99e3-46ae-a204-f0880276e224 req-63f5ffab-095b-43a4-82fd-03f614e4d1de service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0659764 Dec 17 15:49:29.240963 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device d20245ec-d33a-443d-a955-99b9f4cd728f up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:49:29.310281 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port d20245ec-d33a-443d-a955-99b9f4cd728f triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:49:29.310281 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:29.348561 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c030d-99e3-46ae-a204-f0880276e224 req-004ab24d-a3ab-4e26-b4e2-cf4f69184fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:29.350129 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b8c030d-99e3-46ae-a204-f0880276e224 req-004ab24d-a3ab-4e26-b4e2-cf4f69184fd8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=822ef1332bd143cca4fd6e71701e2974&device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 1097 time: 0.0491533 Dec 17 15:49:29.454060 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f914346-eddb-4432-914f-d3320a9dd641 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:29.485558 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:29.511930 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port d20245ec-d33a-443d-a955-99b9f4cd728f, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=d20245ec-d33a-443d-a955-99b9f4cd728f,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:29.552925 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c030d-99e3-46ae-a204-f0880276e224 req-b98f0c16-42ab-48e3-a860-9fc680127725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:29.554613 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b8c030d-99e3-46ae-a204-f0880276e224 req-b98f0c16-42ab-48e3-a860-9fc680127725 service neutron] 10.222.0.41 "GET /v2.0/networks?id=56c46120-18dd-4e01-afbc-660976f1bc54 HTTP/1.1" status: 200 len: 912 time: 0.1598966 Dec 17 15:49:29.597619 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:29.682019 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=d20245ec-d33a-443d-a955-99b9f4cd728f,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:29.791142 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f914346-eddb-4432-914f-d3320a9dd641 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:29.848798 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f914346-eddb-4432-914f-d3320a9dd641 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:29.922656 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f914346-eddb-4432-914f-d3320a9dd641 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:29.925533 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f914346-eddb-4432-914f-d3320a9dd641 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'Port': ['ID=5576191d-7f2f-46a1-8b02-a1a83c4736df,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:29.986444 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b8c030d-99e3-46ae-a204-f0880276e224 req-4388f8b3-1e36-4f21-80ed-4d5b1d0a9063 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=032065c9-1fe7-44f6-8963-262d6afab149 HTTP/1.1" status: 200 len: 1002 time: 0.4248753 Dec 17 15:49:30.021611 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f914346-eddb-4432-914f-d3320a9dd641 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Network 68da59b4-c9f5-43d9-9bef-9dca4e196143 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:49:30.023467 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-6f914346-eddb-4432-914f-d3320a9dd641 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:49:30.038369 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c030d-99e3-46ae-a204-f0880276e224 req-1a22cda8-5b0d-4adc-b8be-bd335ded8675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:30.039830 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b8c030d-99e3-46ae-a204-f0880276e224 req-1a22cda8-5b0d-4adc-b8be-bd335ded8675 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88427995-2645-4fa8-ba88-78d7eabf1f21 HTTP/1.1" status: 200 len: 850 time: 0.0461552 Dec 17 15:49:30.089413 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c030d-99e3-46ae-a204-f0880276e224 req-2cc08b83-21f1-4af5-8481-0680302fe66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:30.091168 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b8c030d-99e3-46ae-a204-f0880276e224 req-2cc08b83-21f1-4af5-8481-0680302fe66e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=56c46120-18dd-4e01-afbc-660976f1bc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440173 Dec 17 15:49:30.137965 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f914346-eddb-4432-914f-d3320a9dd641 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Router b021bca7-a9b1-4bf7-8132-0ff0357b22ef has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:49:30.188463 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b8c030d-99e3-46ae-a204-f0880276e224 req-dcdd0d8e-2eed-4c28-92ba-40a521cde033 service neutron] 10.222.0.41 "GET /v2.0/networks/56c46120-18dd-4e01-afbc-660976f1bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904953 Dec 17 15:49:30.250546 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f914346-eddb-4432-914f-d3320a9dd641 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:49:30.255978 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6f914346-eddb-4432-914f-d3320a9dd641 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "PUT /v2.0/routers/b021bca7-a9b1-4bf7-8132-0ff0357b22ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3381054 Dec 17 15:49:30.283519 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b8c030d-99e3-46ae-a204-f0880276e224 req-8c5c4853-b273-4195-97b8-052692cdc53a service neutron] 10.222.0.41 "GET /v2.0/networks/56c46120-18dd-4e01-afbc-660976f1bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878677 Dec 17 15:49:30.398888 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-500b8df3-4f7e-4921-a9af-38fd7f879aa5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1642563892&fields=id&tenant_id=cc2b51a1527d471ba1f33c71d0e151f4 HTTP/1.1" status: 200 len: 267 time: 0.0348561 Dec 17 15:49:30.522752 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-64d082a4-3cd0-475c-be43-5ccd7f546cb2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:30.524231 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-64d082a4-3cd0-475c-be43-5ccd7f546cb2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/networks?id=68da59b4-c9f5-43d9-9bef-9dca4e196143 HTTP/1.1" status: 200 len: 796 time: 0.1177080 Dec 17 15:49:30.540944 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-eb9dacb4-c36d-4245-827f-5e60c35ab552 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/quotas/cc2b51a1527d471ba1f33c71d0e151f4 HTTP/1.1" status: 200 len: 375 time: 0.0097451 Dec 17 15:49:30.599349 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-6ea29ccc-3f4f-4e5a-98b2-5ff626376fd7 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521863 Dec 17 15:49:30.671265 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341ce482-e390-450c-86f7-d70b8cb3d362 None None] Network 68da59b4-c9f5-43d9-9bef-9dca4e196143 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:49:30.703229 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7c50ca-d578-412f-a7e8-e8d1ef7207f1 None None] Sync routers for ids ['b021bca7-a9b1-4bf7-8132-0ff0357b22ef'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:49:30.710444 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-782b2a13-3019-4574-9c0d-d820c506ac2b service neutron] 10.222.0.46 "GET /v2.0/networks/68da59b4-c9f5-43d9-9bef-9dca4e196143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967484 Dec 17 15:49:30.713207 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7c50ca-d578-412f-a7e8-e8d1ef7207f1 None None] Routers {'b021bca7-a9b1-4bf7-8132-0ff0357b22ef'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:49:30.713827 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ce7c50ca-d578-412f-a7e8-e8d1ef7207f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:49:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['b021bca7-a9b1-4bf7-8132-0ff0357b22ef'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:49:30.735815 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-7c6b4460-8322-4671-ba5a-406fe626186f None None] Provisioning complete for port 2d1a96e2-2401-420f-aff8-b97a287ed63d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:49:30.736240 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7c6b4460-8322-4671-ba5a-406fe626186f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:30.805989 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-8be389b6-162c-45b8-b0ee-f5133d6775a2 service neutron] 10.222.0.46 "GET /v2.0/networks/68da59b4-c9f5-43d9-9bef-9dca4e196143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946922 Dec 17 15:49:30.821397 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-ce7c50ca-d578-412f-a7e8-e8d1ef7207f1 None None] Set router b021bca7-a9b1-4bf7-8132-0ff0357b22ef gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:49:30.894044 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7c6b4460-8322-4671-ba5a-406fe626186f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:30.935541 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7c6b4460-8322-4671-ba5a-406fe626186f None None] For port 2d1a96e2-2401-420f-aff8-b97a287ed63d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=2d1a96e2-2401-420f-aff8-b97a287ed63d,segment=NetworkSegment(a3b84937-e962-44bf-8d25-e64d8a82410a),segment_id=a3b84937-e962-44bf-8d25-e64d8a82410a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:31.043284 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ce7c50ca-d578-412f-a7e8-e8d1ef7207f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309765329', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'd20245ec-d33a-443d-a955-99b9f4cd728f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:49:25Z', 'updated_at': '2021-12-17T15:49:29Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': 'd20245ec-d33a-443d-a955-99b9f4cd728f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:49:25Z', 'updated_at': '2021-12-17T15:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '5576191d-7f2f-46a1-8b02-a1a83c4736df', 'name': '', 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'mac_address': 'fa:16:3e:48:d0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '288196df-32d4-43c6-b81a-9bf1b54a730c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:49:28Z', 'updated_at': '2021-12-17T15:49:29Z', 'revision_number': 2, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'subnets': [{'id': '288196df-32d4-43c6-b81a-9bf1b54a730c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:49:31.054947 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7c6b4460-8322-4671-ba5a-406fe626186f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:31.074917 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7c50ca-d578-412f-a7e8-e8d1ef7207f1 None None] Checking router: b021bca7-a9b1-4bf7-8132-0ff0357b22ef for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:49:31.075543 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7c50ca-d578-412f-a7e8-e8d1ef7207f1 None None] Updating router b021bca7-a9b1-4bf7-8132-0ff0357b22ef port 5576191d-7f2f-46a1-8b02-a1a83c4736df binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:49:31.102631 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2ddc566e-31c8-487f-8796-24850d416978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:31.116337 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cf7bfa2d-0f0f-48b0-b465-bcf1c38db1fd req-cf02887f-ff9f-49d6-a04c-bbfa3beba3ab tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 210 time: 0.0537083 Dec 17 15:49:31.129335 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b4460-8322-4671-ba5a-406fe626186f None None] Pushing event updated for resources: {'Port': ['ID=2d1a96e2-2401-420f-aff8-b97a287ed63d,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:31.130487 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-ce7c50ca-d578-412f-a7e8-e8d1ef7207f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:31.306730 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-e18b8519-961b-4ae6-89b7-bc6d6e7b1b26 None None] Provisioning complete for port 5576191d-7f2f-46a1-8b02-a1a83c4736df triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:49:31.307393 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e18b8519-961b-4ae6-89b7-bc6d6e7b1b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:31.332560 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device d20245ec-d33a-443d-a955-99b9f4cd728f up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:49:31.382245 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-e18b8519-961b-4ae6-89b7-bc6d6e7b1b26 None None] Port 5576191d-7f2f-46a1-8b02-a1a83c4736df cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:49:31.402965 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-e18b8519-961b-4ae6-89b7-bc6d6e7b1b26 None None] Provisioning complete for port 2d1a96e2-2401-420f-aff8-b97a287ed63d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:49:31.411107 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e18b8519-961b-4ae6-89b7-bc6d6e7b1b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:31.451149 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port d20245ec-d33a-443d-a955-99b9f4cd728f triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:49:31.451538 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:31.463935 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-ce7c50ca-d578-412f-a7e8-e8d1ef7207f1 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:31.540006 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-ce7c50ca-d578-412f-a7e8-e8d1ef7207f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:31.585681 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f8c01-1d3d-470a-9151-1e07cfb5255d None None] Pushing event updated for resources: {'Port': ['ID=5576191d-7f2f-46a1-8b02-a1a83c4736df,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:31.600189 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f8c01-1d3d-470a-9151-1e07cfb5255d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:31.600793 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f8c01-1d3d-470a-9151-1e07cfb5255d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:31.600905 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f8c01-1d3d-470a-9151-1e07cfb5255d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:31.601227 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f8c01-1d3d-470a-9151-1e07cfb5255d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:31.601571 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f8c01-1d3d-470a-9151-1e07cfb5255d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:31.601898 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f8c01-1d3d-470a-9151-1e07cfb5255d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:31.602216 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f8c01-1d3d-470a-9151-1e07cfb5255d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:31.602533 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f8c01-1d3d-470a-9151-1e07cfb5255d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:31.602846 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f8c01-1d3d-470a-9151-1e07cfb5255d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:31.603164 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f8c01-1d3d-470a-9151-1e07cfb5255d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:31.603479 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f8c01-1d3d-470a-9151-1e07cfb5255d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:31.603790 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334f8c01-1d3d-470a-9151-1e07cfb5255d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:31.666131 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-ce7c50ca-d578-412f-a7e8-e8d1ef7207f1 None None] Attempting to bind port 5576191d-7f2f-46a1-8b02-a1a83c4736df on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:49:31.666530 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-ce7c50ca-d578-412f-a7e8-e8d1ef7207f1 None None] Attempting to bind port 5576191d-7f2f-46a1-8b02-a1a83c4736df by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'a3b84937-e962-44bf-8d25-e64d8a82410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:49:31.666919 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7c50ca-d578-412f-a7e8-e8d1ef7207f1 None None] Attempting to bind port 5576191d-7f2f-46a1-8b02-a1a83c4736df on network 68da59b4-c9f5-43d9-9bef-9dca4e196143 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:49:31.673204 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7c50ca-d578-412f-a7e8-e8d1ef7207f1 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:49:31.673611 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7c50ca-d578-412f-a7e8-e8d1ef7207f1 None None] Checking segment: {'id': 'a3b84937-e962-44bf-8d25-e64d8a82410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:49:31.674026 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-ce7c50ca-d578-412f-a7e8-e8d1ef7207f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:31.674519 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7c50ca-d578-412f-a7e8-e8d1ef7207f1 None None] Bound using segment: {'id': 'a3b84937-e962-44bf-8d25-e64d8a82410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:49:31.675006 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-ce7c50ca-d578-412f-a7e8-e8d1ef7207f1 None None] Bound port: 5576191d-7f2f-46a1-8b02-a1a83c4736df, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b84937-e962-44bf-8d25-e64d8a82410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:49:31.675389 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-ce7c50ca-d578-412f-a7e8-e8d1ef7207f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:31.752029 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-ce7c50ca-d578-412f-a7e8-e8d1ef7207f1 None None] For port 5576191d-7f2f-46a1-8b02-a1a83c4736df, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:49:31.755497 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-ce7c50ca-d578-412f-a7e8-e8d1ef7207f1 None None] For port 5576191d-7f2f-46a1-8b02-a1a83c4736df, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=5576191d-7f2f-46a1-8b02-a1a83c4736df,segment=NetworkSegment(a3b84937-e962-44bf-8d25-e64d8a82410a),segment_id=a3b84937-e962-44bf-8d25-e64d8a82410a)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:49:31.814975 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 2d1a96e2-2401-420f-aff8-b97a287ed63d up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:49:31.829746 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-ce7c50ca-d578-412f-a7e8-e8d1ef7207f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:31.875989 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 2d1a96e2-2401-420f-aff8-b97a287ed63d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:49:31.876354 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:31.889181 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f8c01-1d3d-470a-9151-1e07cfb5255d None None] Pushing event updated for resources: {'Port': ['ID=5576191d-7f2f-46a1-8b02-a1a83c4736df,revision_number=4']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:31.901845 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7c50ca-d578-412f-a7e8-e8d1ef7207f1 None None] Routers {'b021bca7-a9b1-4bf7-8132-0ff0357b22ef'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:49:31.902690 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ce7c50ca-d578-412f-a7e8-e8d1ef7207f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:49:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['b021bca7-a9b1-4bf7-8132-0ff0357b22ef'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:49:31.937125 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c128e509-e96a-4cd9-ae2a-2daf7b262eaa None None] Provisioning complete for port 5576191d-7f2f-46a1-8b02-a1a83c4736df triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:49:31.937516 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c128e509-e96a-4cd9-ae2a-2daf7b262eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:32.025856 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-ce7c50ca-d578-412f-a7e8-e8d1ef7207f1 None None] Set router b021bca7-a9b1-4bf7-8132-0ff0357b22ef gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:49:32.058458 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c128e509-e96a-4cd9-ae2a-2daf7b262eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:32.095590 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c128e509-e96a-4cd9-ae2a-2daf7b262eaa None None] For port 5576191d-7f2f-46a1-8b02-a1a83c4736df, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=5576191d-7f2f-46a1-8b02-a1a83c4736df,segment=NetworkSegment(a3b84937-e962-44bf-8d25-e64d8a82410a),segment_id=a3b84937-e962-44bf-8d25-e64d8a82410a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:32.161360 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c128e509-e96a-4cd9-ae2a-2daf7b262eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:32.207839 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bff7a509-8caa-4adf-bab5-7b3265344cb6 req-e127f17d-4041-4616-9985-4816f3af3936 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 210 time: 0.0274436 Dec 17 15:49:32.228197 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128e509-e96a-4cd9-ae2a-2daf7b262eaa None None] Pushing event updated for resources: {'Port': ['ID=5576191d-7f2f-46a1-8b02-a1a83c4736df,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:32.259781 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ce7c50ca-d578-412f-a7e8-e8d1ef7207f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309765329', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'd20245ec-d33a-443d-a955-99b9f4cd728f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:49:25Z', 'updated_at': '2021-12-17T15:49:29Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': 'd20245ec-d33a-443d-a955-99b9f4cd728f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:49:25Z', 'updated_at': '2021-12-17T15:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '5576191d-7f2f-46a1-8b02-a1a83c4736df', 'name': '', 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'mac_address': 'fa:16:3e:48:d0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '288196df-32d4-43c6-b81a-9bf1b54a730c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:49:28Z', 'updated_at': '2021-12-17T15:49:31Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'subnets': [{'id': '288196df-32d4-43c6-b81a-9bf1b54a730c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:49:32.285300 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-e90e0a91-4cb9-488d-bbc3-777c66835311 None None] Provisioning complete for port 5576191d-7f2f-46a1-8b02-a1a83c4736df triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:49:32.285679 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e90e0a91-4cb9-488d-bbc3-777c66835311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:32.289614 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7c50ca-d578-412f-a7e8-e8d1ef7207f1 None None] The sync data for ids ['b021bca7-a9b1-4bf7-8132-0ff0357b22ef'] in n-d-820553-2 is: [{'id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309765329', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'd20245ec-d33a-443d-a955-99b9f4cd728f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:49:25Z', 'updated_at': '2021-12-17T15:49:29Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': 'd20245ec-d33a-443d-a955-99b9f4cd728f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:49:25Z', 'updated_at': '2021-12-17T15:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '5576191d-7f2f-46a1-8b02-a1a83c4736df', 'name': '', 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'mac_address': 'fa:16:3e:48:d0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '288196df-32d4-43c6-b81a-9bf1b54a730c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:49:28Z', 'updated_at': '2021-12-17T15:49:31Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'subnets': [{'id': '288196df-32d4-43c6-b81a-9bf1b54a730c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:49:32.429507 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:33.187388 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-ae7c9182-4703-4131-8921-becaa05e9643 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:33.188992 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-ae7c9182-4703-4131-8921-becaa05e9643 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.13 "GET /v2.0/networks?id=68da59b4-c9f5-43d9-9bef-9dca4e196143 HTTP/1.1" status: 200 len: 796 time: 0.1241469 Dec 17 15:49:33.239394 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-e98a0fd8-d63e-47a0-a86a-d64dc7585d04 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc2b51a1527d471ba1f33c71d0e151f4 HTTP/1.1" status: 200 len: 380 time: 0.0410345 Dec 17 15:49:33.249227 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-34d24157-1753-4015-83c0-99cf455bb5e2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'port': {'device_id': 'fdbefa34-87d9-43ae-99d1-49624dcc9d42', 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143', 'admin_state_up': True, 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'security_groups': ['6ca842c4-9abe-4c08-a9ec-ae285d715254']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:33.287507 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 5576191d-7f2f-46a1-8b02-a1a83c4736df up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:49:33.346413 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d8e9c3da-cceb-46a1-a096-4e7a89ceb1a0 req-4b5dd60c-7508-479d-a829-9f983de288dc tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 210 time: 0.0430341 Dec 17 15:49:33.371485 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 5576191d-7f2f-46a1-8b02-a1a83c4736df triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:49:33.371864 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:33.459797 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 2d1a96e2-2401-420f-aff8-b97a287ed63d up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:49:33.508355 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 2d1a96e2-2401-420f-aff8-b97a287ed63d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:49:33.508727 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:33.768597 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-34d24157-1753-4015-83c0-99cf455bb5e2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Made reservation on behalf of cc2b51a1527d471ba1f33c71d0e151f4 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:49:33.772227 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-34d24157-1753-4015-83c0-99cf455bb5e2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:33.898099 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-34d24157-1753-4015-83c0-99cf455bb5e2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Allocated IP 172.20.0.4 (68da59b4-c9f5-43d9-9bef-9dca4e196143/288196df-32d4-43c6-b81a-9bf1b54a730c/f1334b8f-7cfa-413c-be16-8e2395a07eab) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:49:33.938073 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:34.039431 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-34d24157-1753-4015-83c0-99cf455bb5e2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:34.129010 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-34d24157-1753-4015-83c0-99cf455bb5e2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:34.172054 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-34d24157-1753-4015-83c0-99cf455bb5e2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Network 68da59b4-c9f5-43d9-9bef-9dca4e196143 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:49:34.175150 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-34d24157-1753-4015-83c0-99cf455bb5e2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:49:34.178854 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-34d24157-1753-4015-83c0-99cf455bb5e2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:49:34.188056 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d24157-1753-4015-83c0-99cf455bb5e2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'Port': ['ID=f1334b8f-7cfa-413c-be16-8e2395a07eab,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:34.214250 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:34.241580 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-34d24157-1753-4015-83c0-99cf455bb5e2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:34.242235 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-34d24157-1753-4015-83c0-99cf455bb5e2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:34.343007 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-34d24157-1753-4015-83c0-99cf455bb5e2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0978885 Dec 17 15:49:34.352921 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-6c3e1a16-332e-434d-b68b-1836618fbf93 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:49:34.353924 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-6c3e1a16-332e-434d-b68b-1836618fbf93 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050678 Dec 17 15:49:34.366482 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-306ada6c-9af2-4d28-b5e0-f1940cad36a1 service neutron] Request body: {'port': {'device_id': 'fdbefa34-87d9-43ae-99d1-49624dcc9d42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:34.422366 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-306ada6c-9af2-4d28-b5e0-f1940cad36a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:34.439338 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c2bb734d-db38-419d-8f9b-903a9f13ec2d None None] Provisioning complete for port f1334b8f-7cfa-413c-be16-8e2395a07eab triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:49:34.440035 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c2bb734d-db38-419d-8f9b-903a9f13ec2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:34.455410 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9162c9f-9836-491e-9ace-2157029ca9fd req-038531e1-58ee-4192-843e-5d35c1f6c7b9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:34.456964 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a9162c9f-9836-491e-9ace-2157029ca9fd req-038531e1-58ee-4192-843e-5d35c1f6c7b9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 931 time: 0.0510375 Dec 17 15:49:34.475723 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c2bb734d-db38-419d-8f9b-903a9f13ec2d None None] Port f1334b8f-7cfa-413c-be16-8e2395a07eab cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:49:34.495978 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a9162c9f-9836-491e-9ace-2157029ca9fd req-c0918e81-81a2-49f6-b79f-ec8b87fed84e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ca842c4-9abe-4c08-a9ec-ae285d715254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328157 Dec 17 15:49:34.690735 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-306ada6c-9af2-4d28-b5e0-f1940cad36a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1334b8f-7cfa-413c-be16-8e2395a07eab {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:49:34.697836 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-306ada6c-9af2-4d28-b5e0-f1940cad36a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:34.710530 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-306ada6c-9af2-4d28-b5e0-f1940cad36a1 service neutron] Transition to ACTIVE for port object f1334b8f-7cfa-413c-be16-8e2395a07eab will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:49:34.797279 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-306ada6c-9af2-4d28-b5e0-f1940cad36a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:34.850654 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ada6c-9af2-4d28-b5e0-f1940cad36a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f1334b8f-7cfa-413c-be16-8e2395a07eab,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:34.922118 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-306ada6c-9af2-4d28-b5e0-f1940cad36a1 service neutron] Attempting to bind port f1334b8f-7cfa-413c-be16-8e2395a07eab on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:49:34.922368 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-306ada6c-9af2-4d28-b5e0-f1940cad36a1 service neutron] Attempting to bind port f1334b8f-7cfa-413c-be16-8e2395a07eab by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'a3b84937-e962-44bf-8d25-e64d8a82410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:49:34.922631 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-306ada6c-9af2-4d28-b5e0-f1940cad36a1 service neutron] Attempting to bind port f1334b8f-7cfa-413c-be16-8e2395a07eab on network 68da59b4-c9f5-43d9-9bef-9dca4e196143 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:49:34.927465 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-306ada6c-9af2-4d28-b5e0-f1940cad36a1 service neutron] Port f1334b8f-7cfa-413c-be16-8e2395a07eab on network 68da59b4-c9f5-43d9-9bef-9dca4e196143 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:49:34.927788 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-306ada6c-9af2-4d28-b5e0-f1940cad36a1 service neutron] Attempting to bind port f1334b8f-7cfa-413c-be16-8e2395a07eab on network 68da59b4-c9f5-43d9-9bef-9dca4e196143 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:49:34.932675 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-306ada6c-9af2-4d28-b5e0-f1940cad36a1 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:49:34.943084 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-306ada6c-9af2-4d28-b5e0-f1940cad36a1 service neutron] Checking segment: {'id': 'a3b84937-e962-44bf-8d25-e64d8a82410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:49:34.943084 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-306ada6c-9af2-4d28-b5e0-f1940cad36a1 service neutron] Bound using segment: {'id': 'a3b84937-e962-44bf-8d25-e64d8a82410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:49:34.943084 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-306ada6c-9af2-4d28-b5e0-f1940cad36a1 service neutron] Bound port: f1334b8f-7cfa-413c-be16-8e2395a07eab, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3b84937-e962-44bf-8d25-e64d8a82410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:49:34.943084 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-306ada6c-9af2-4d28-b5e0-f1940cad36a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:35.005492 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-306ada6c-9af2-4d28-b5e0-f1940cad36a1 service neutron] For port f1334b8f-7cfa-413c-be16-8e2395a07eab, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:49:35.008453 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-306ada6c-9af2-4d28-b5e0-f1940cad36a1 service neutron] For port f1334b8f-7cfa-413c-be16-8e2395a07eab, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f1334b8f-7cfa-413c-be16-8e2395a07eab,segment=NetworkSegment(a3b84937-e962-44bf-8d25-e64d8a82410a),segment_id=a3b84937-e962-44bf-8d25-e64d8a82410a)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:49:35.064260 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-306ada6c-9af2-4d28-b5e0-f1940cad36a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:35.100428 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-306ada6c-9af2-4d28-b5e0-f1940cad36a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:35.101420 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-306ada6c-9af2-4d28-b5e0-f1940cad36a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:35.102770 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-306ada6c-9af2-4d28-b5e0-f1940cad36a1 service neutron] 10.222.0.13 "PUT /v2.0/ports/f1334b8f-7cfa-413c-be16-8e2395a07eab HTTP/1.1" status: 200 len: 1091 time: 0.7403557 Dec 17 15:49:35.103212 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbefa34-87d9-43ae-99d1-49624dcc9d42', 'tag': 'f1334b8f-7cfa-413c-be16-8e2395a07eab'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:49:35.105585 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1ed08f-23bc-42c6-9906-e7af85609bab" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbefa34-87d9-43ae-99d1-49624dcc9d42", "tag": "f1334b8f-7cfa-413c-be16-8e2395a07eab"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:49:35.138183 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ada6c-9af2-4d28-b5e0-f1940cad36a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f1334b8f-7cfa-413c-be16-8e2395a07eab,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:35.165873 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6423b9a7-15ca-48fa-8c75-0d1e6de925d2 x-openstack-request-id: req-6423b9a7-15ca-48fa-8c75-0d1e6de925d2 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:49:35.166177 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbefa34-87d9-43ae-99d1-49624dcc9d42", "tag": "f1334b8f-7cfa-413c-be16-8e2395a07eab", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:49:35.166428 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6423b9a7-15ca-48fa-8c75-0d1e6de925d2 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:49:35.166841 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbefa34-87d9-43ae-99d1-49624dcc9d42', 'tag': 'f1334b8f-7cfa-413c-be16-8e2395a07eab', 'status': 'completed', 'code': 200} Dec 17 15:49:35.229035 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ed08f-23bc-42c6-9906-e7af85609bab req-39825683-01e8-4f38-bdd8-cc4ffbb6f438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:35.230799 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ba1ed08f-23bc-42c6-9906-e7af85609bab req-39825683-01e8-4f38-bdd8-cc4ffbb6f438 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 1094 time: 0.0438607 Dec 17 15:49:35.336806 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ed08f-23bc-42c6-9906-e7af85609bab req-74652e92-1e39-4905-855b-fd3f37d99221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:35.338603 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ba1ed08f-23bc-42c6-9906-e7af85609bab req-74652e92-1e39-4905-855b-fd3f37d99221 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0990603 Dec 17 15:49:35.433207 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ed08f-23bc-42c6-9906-e7af85609bab req-c6963b44-e169-4658-981d-716325f02ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:35.434586 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ba1ed08f-23bc-42c6-9906-e7af85609bab req-c6963b44-e169-4658-981d-716325f02ca8 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887856 Dec 17 15:49:35.508954 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-6ba21aed-8cd5-42ce-9271-88f7fd16c9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:35.510478 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-6ba21aed-8cd5-42ce-9271-88f7fd16c9a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 1094 time: 0.0393960 Dec 17 15:49:35.557365 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-eb90087f-3286-451e-830c-1c772c640e5a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1334b8f-7cfa-413c-be16-8e2395a07eab HTTP/1.1" status: 200 len: 217 time: 0.0387411 Dec 17 15:49:35.607064 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-4f4ee0a3-49b3-4e74-8340-74cc5d15035c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:35.608661 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-4f4ee0a3-49b3-4e74-8340-74cc5d15035c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=288196df-32d4-43c6-b81a-9bf1b54a730c HTTP/1.1" status: 200 len: 834 time: 0.0451925 Dec 17 15:49:35.617878 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab8af0-32f3-426a-820d-70c2fe706021 req-3bc9976e-7eb1-41b5-b699-c4be5a1e1507 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:35.619365 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68ab8af0-32f3-426a-820d-70c2fe706021 req-3bc9976e-7eb1-41b5-b699-c4be5a1e1507 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 943 time: 0.0531209 Dec 17 15:49:35.655212 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-edae011a-7ed4-42df-a064-63e45935a1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:35.656705 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-edae011a-7ed4-42df-a064-63e45935a1dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68da59b4-c9f5-43d9-9bef-9dca4e196143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406747 Dec 17 15:49:35.658183 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68ab8af0-32f3-426a-820d-70c2fe706021 req-954a2710-1af4-4ea3-94bc-5c561379f938 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ca842c4-9abe-4c08-a9ec-ae285d715254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321543 Dec 17 15:49:35.749495 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-b058ccac-efa0-41ab-9aed-948a667e8a59 service neutron] 10.222.0.13 "GET /v2.0/networks/68da59b4-c9f5-43d9-9bef-9dca4e196143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856757 Dec 17 15:49:35.842357 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e907aca4-a20c-4bf4-82ab-a07c25a775ff req-bb6382c6-d157-43b7-a3fe-c6a8a98a3fd9 service neutron] 10.222.0.13 "GET /v2.0/networks/68da59b4-c9f5-43d9-9bef-9dca4e196143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861263 Dec 17 15:49:36.772629 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2647c-f827-46f8-9c8c-1541639a7c5d req-5e749d30-6f10-4c9f-98fe-9dfbc9693319 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:36.774307 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-03e2647c-f827-46f8-9c8c-1541639a7c5d req-5e749d30-6f10-4c9f-98fe-9dfbc9693319 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 943 time: 0.0490036 Dec 17 15:49:36.816503 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-03e2647c-f827-46f8-9c8c-1541639a7c5d req-1a9c0014-033b-4751-be56-41f1b773a6df tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ca842c4-9abe-4c08-a9ec-ae285d715254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361159 Dec 17 15:49:37.929593 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedc75f-0149-4f3b-a951-a427ebab77c4 req-cedcb133-1b9f-4e1c-bee4-731049441e8c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:37.931105 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8aedc75f-0149-4f3b-a951-a427ebab77c4 req-cedcb133-1b9f-4e1c-bee4-731049441e8c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 943 time: 0.0493016 Dec 17 15:49:37.970475 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8aedc75f-0149-4f3b-a951-a427ebab77c4 req-9364aeaa-c3dd-4158-86e3-0e2068265747 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ca842c4-9abe-4c08-a9ec-ae285d715254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327382 Dec 17 15:49:38.285773 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device f1334b8f-7cfa-413c-be16-8e2395a07eab details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:49:38.383329 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port f1334b8f-7cfa-413c-be16-8e2395a07eab, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f1334b8f-7cfa-413c-be16-8e2395a07eab,segment=NetworkSegment(a3b84937-e962-44bf-8d25-e64d8a82410a),segment_id=a3b84937-e962-44bf-8d25-e64d8a82410a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:38.394756 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'f1334b8f-7cfa-413c-be16-8e2395a07eab', 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143', 'port_id': 'f1334b8f-7cfa-413c-be16-8e2395a07eab', 'mac_address': 'fa:16:3e:37:d1:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '288196df-32d4-43c6-b81a-9bf1b54a730c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:49:38.436461 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:38.449087 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1334b8f-7cfa-413c-be16-8e2395a07eab {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:49:38.467711 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port f1334b8f-7cfa-413c-be16-8e2395a07eab, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f1334b8f-7cfa-413c-be16-8e2395a07eab,segment=NetworkSegment(a3b84937-e962-44bf-8d25-e64d8a82410a),segment_id=a3b84937-e962-44bf-8d25-e64d8a82410a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:38.549475 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:38.596943 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=f1334b8f-7cfa-413c-be16-8e2395a07eab,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:38.604094 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:38.604436 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:38.604773 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:38.605133 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:38.605530 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:38.605859 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:38.606185 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:38.606819 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:38.607711 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:38.608295 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:38.608670 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:38.608998 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:38.736389 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['f1334b8f-7cfa-413c-be16-8e2395a07eab'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:49:39.089996 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563ba23-2148-4e7a-8293-5802783ec7e4 req-80003ffe-3aa4-4fc6-9244-9df1e0a477b0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:39.091499 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6563ba23-2148-4e7a-8293-5802783ec7e4 req-80003ffe-3aa4-4fc6-9244-9df1e0a477b0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 944 time: 0.0539162 Dec 17 15:49:39.133290 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6563ba23-2148-4e7a-8293-5802783ec7e4 req-65065558-3702-46da-b37d-34621a95c5e4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ca842c4-9abe-4c08-a9ec-ae285d715254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356622 Dec 17 15:49:40.245389 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5e155-7fa2-43c7-baa5-00f299986357 req-8895e2e6-00bc-4840-976d-a9604a3945ec tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:40.246835 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70b5e155-7fa2-43c7-baa5-00f299986357 req-8895e2e6-00bc-4840-976d-a9604a3945ec tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 944 time: 0.0489738 Dec 17 15:49:40.284796 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70b5e155-7fa2-43c7-baa5-00f299986357 req-561ced9d-c2de-4297-a851-ad1b6b812fe4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ca842c4-9abe-4c08-a9ec-ae285d715254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315962 Dec 17 15:49:40.300826 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device f1334b8f-7cfa-413c-be16-8e2395a07eab up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:49:40.406393 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port f1334b8f-7cfa-413c-be16-8e2395a07eab completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:49:40.410131 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port f1334b8f-7cfa-413c-be16-8e2395a07eab triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:49:40.410472 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:40.487690 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:40.509619 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbefa34-87d9-43ae-99d1-49624dcc9d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1334b8f-7cfa-413c-be16-8e2395a07eab'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:49:40.511856 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e46855-bb7c-4998-9ea5-d60f5072cfed" -d '{"events": [{"server_uuid": "fdbefa34-87d9-43ae-99d1-49624dcc9d42", "name": "network-vif-plugged", "status": "completed", "tag": "f1334b8f-7cfa-413c-be16-8e2395a07eab"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:49:40.528744 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port f1334b8f-7cfa-413c-be16-8e2395a07eab, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f1334b8f-7cfa-413c-be16-8e2395a07eab,segment=NetworkSegment(a3b84937-e962-44bf-8d25-e64d8a82410a),segment_id=a3b84937-e962-44bf-8d25-e64d8a82410a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:49:40.549574 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1934c2-a9f4-4688-807d-32ac0fcfd204 x-openstack-request-id: req-ac1934c2-a9f4-4688-807d-32ac0fcfd204 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:49:40.549864 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbefa34-87d9-43ae-99d1-49624dcc9d42", "name": "network-vif-plugged", "status": "completed", "tag": "f1334b8f-7cfa-413c-be16-8e2395a07eab", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:49:40.550115 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ac1934c2-a9f4-4688-807d-32ac0fcfd204 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:49:40.550505 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbefa34-87d9-43ae-99d1-49624dcc9d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1334b8f-7cfa-413c-be16-8e2395a07eab', 'code': 200} Dec 17 15:49:40.597116 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:40.620410 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:40.646234 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=f1334b8f-7cfa-413c-be16-8e2395a07eab,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:40.649741 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510faf6-5a5d-440b-a431-95adc3231f67 req-9f8cc57f-a0cb-4647-9b22-851bf262fd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:40.651234 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f510faf6-5a5d-440b-a431-95adc3231f67 req-9f8cc57f-a0cb-4647-9b22-851bf262fd0c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 1096 time: 0.0451972 Dec 17 15:49:40.691274 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f510faf6-5a5d-440b-a431-95adc3231f67 req-4686809c-2fc5-435b-9d41-072dd9237456 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6ca842c4-9abe-4c08-a9ec-ae285d715254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284603 Dec 17 15:49:41.398921 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf3262-0883-484a-a93a-f4555c914092 req-b875f63a-f613-4a06-9559-d126a444fca0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:41.400266 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ecf3262-0883-484a-a93a-f4555c914092 req-b875f63a-f613-4a06-9559-d126a444fca0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 945 time: 0.0470316 Dec 17 15:49:41.437592 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ecf3262-0883-484a-a93a-f4555c914092 req-ecb674d8-5ed4-417b-bdbc-c775e56a5f72 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ca842c4-9abe-4c08-a9ec-ae285d715254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306108 Dec 17 15:49:42.553431 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb9f06-7ce8-4fc5-86c6-bc47c9e0785a req-cefa1989-eeb3-4929-a823-1ec62374eea6 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:42.554835 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aadb9f06-7ce8-4fc5-86c6-bc47c9e0785a req-cefa1989-eeb3-4929-a823-1ec62374eea6 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 945 time: 0.0518532 Dec 17 15:49:42.592993 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aadb9f06-7ce8-4fc5-86c6-bc47c9e0785a req-7e223a6e-01c7-4351-a612-df347f26feae tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ca842c4-9abe-4c08-a9ec-ae285d715254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317652 Dec 17 15:49:42.706659 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff63a5-8eed-4d63-ae50-cf8d7ed0c3b6 req-90b33fe0-9664-430a-acb3-a1f296eda03e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:42.708092 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7dff63a5-8eed-4d63-ae50-cf8d7ed0c3b6 req-90b33fe0-9664-430a-acb3-a1f296eda03e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 945 time: 0.0482583 Dec 17 15:49:42.746027 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7dff63a5-8eed-4d63-ae50-cf8d7ed0c3b6 req-eec04eeb-0fa8-47e3-a987-06a62c6e1ffc tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ca842c4-9abe-4c08-a9ec-ae285d715254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319855 Dec 17 15:49:42.769236 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34126) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:49:42.911935 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a0081b-16ca-420d-8e4d-7c6cc81640a3 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:42.913530 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e6a0081b-16ca-420d-8e4d-7c6cc81640a3 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 1091 time: 0.1432149 Dec 17 15:49:42.916348 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34130) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:49:42.921346 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-ffdb305c-a9ea-4766-afa8-4e88dee9e5f4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'port_id': 'f1334b8f-7cfa-413c-be16-8e2395a07eab', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:49:42.997370 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ffdb305c-a9ea-4766-afa8-4e88dee9e5f4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for floatingip, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:43.099246 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ffdb305c-a9ea-4766-afa8-4e88dee9e5f4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:43.206163 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-ffdb305c-a9ea-4766-afa8-4e88dee9e5f4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Allocated IP 172.25.6.141 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/ccd778fd-c788-45eb-bdf3-42d3353a37ac) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:49:43.313077 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ffdb305c-a9ea-4766-afa8-4e88dee9e5f4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:43.401705 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ffdb305c-a9ea-4766-afa8-4e88dee9e5f4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:43.444298 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdb305c-a9ea-4766-afa8-4e88dee9e5f4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:49:43.447153 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-ffdb305c-a9ea-4766-afa8-4e88dee9e5f4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:49:43.450771 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdb305c-a9ea-4766-afa8-4e88dee9e5f4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:49:43.459441 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb305c-a9ea-4766-afa8-4e88dee9e5f4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'Port': ['ID=ccd778fd-c788-45eb-bdf3-42d3353a37ac,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:43.486443 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb305c-a9ea-4766-afa8-4e88dee9e5f4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:43.491278 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb305c-a9ea-4766-afa8-4e88dee9e5f4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:43.491278 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb305c-a9ea-4766-afa8-4e88dee9e5f4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:43.491278 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb305c-a9ea-4766-afa8-4e88dee9e5f4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:43.491278 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb305c-a9ea-4766-afa8-4e88dee9e5f4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:43.491278 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb305c-a9ea-4766-afa8-4e88dee9e5f4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:43.491278 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb305c-a9ea-4766-afa8-4e88dee9e5f4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:43.491278 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb305c-a9ea-4766-afa8-4e88dee9e5f4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:43.491278 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb305c-a9ea-4766-afa8-4e88dee9e5f4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:43.491278 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb305c-a9ea-4766-afa8-4e88dee9e5f4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:43.491278 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb305c-a9ea-4766-afa8-4e88dee9e5f4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:43.491278 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb305c-a9ea-4766-afa8-4e88dee9e5f4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:49:43.807663 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ffdb305c-a9ea-4766-afa8-4e88dee9e5f4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:43.936874 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ffdb305c-a9ea-4766-afa8-4e88dee9e5f4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:44.087468 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ffdb305c-a9ea-4766-afa8-4e88dee9e5f4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:44.140256 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ffdb305c-a9ea-4766-afa8-4e88dee9e5f4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:44.213070 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb305c-a9ea-4766-afa8-4e88dee9e5f4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'Port': ['ID=ccd778fd-c788-45eb-bdf3-42d3353a37ac,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:49:44.223909 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ffdb305c-a9ea-4766-afa8-4e88dee9e5f4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:44.323715 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [None req-ffdb305c-a9ea-4766-afa8-4e88dee9e5f4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Floating IP 5a268040-d82a-460e-9e9d-387f2fd044ad associated. External IP: 172.25.6.141, port: f1334b8f-7cfa-413c-be16-8e2395a07eab. Dec 17 15:49:44.526099 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdb305c-a9ea-4766-afa8-4e88dee9e5f4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Router b021bca7-a9b1-4bf7-8132-0ff0357b22ef has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:49:44.629983 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdb305c-a9ea-4766-afa8-4e88dee9e5f4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:49:44.642869 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83745ddd-3016-447b-b0d8-4c24999dd833 None None] Sync routers for ids ['b021bca7-a9b1-4bf7-8132-0ff0357b22ef'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:49:44.652600 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83745ddd-3016-447b-b0d8-4c24999dd833 None None] Routers {'b021bca7-a9b1-4bf7-8132-0ff0357b22ef'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:49:44.653244 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-83745ddd-3016-447b-b0d8-4c24999dd833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:49:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['b021bca7-a9b1-4bf7-8132-0ff0357b22ef'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:49:44.718229 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ffdb305c-a9ea-4766-afa8-4e88dee9e5f4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:44.744900 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ffdb305c-a9ea-4766-afa8-4e88dee9e5f4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8275254 Dec 17 15:49:44.745862 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbefa34-87d9-43ae-99d1-49624dcc9d42', 'tag': 'f1334b8f-7cfa-413c-be16-8e2395a07eab'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:49:44.757537 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdddf07c-790b-4cf2-ad3a-0cec1099d331" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbefa34-87d9-43ae-99d1-49624dcc9d42", "tag": "f1334b8f-7cfa-413c-be16-8e2395a07eab"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:49:44.759099 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-83745ddd-3016-447b-b0d8-4c24999dd833 None None] Set router b021bca7-a9b1-4bf7-8132-0ff0357b22ef gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:49:44.795957 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7bb3c7-500e-4d8c-bc9c-0a52ecd6f07d x-openstack-request-id: req-9f7bb3c7-500e-4d8c-bc9c-0a52ecd6f07d {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:49:44.796255 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbefa34-87d9-43ae-99d1-49624dcc9d42", "tag": "f1334b8f-7cfa-413c-be16-8e2395a07eab", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:49:44.796508 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9f7bb3c7-500e-4d8c-bc9c-0a52ecd6f07d {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:49:44.796915 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbefa34-87d9-43ae-99d1-49624dcc9d42', 'tag': 'f1334b8f-7cfa-413c-be16-8e2395a07eab', 'status': 'completed', 'code': 200} Dec 17 15:49:44.847395 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91b61b-48f5-47d0-9c21-1a65b288dafc req-f19a9075-4d44-41ab-acd2-ed3624cffa29 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:44.849805 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c91b61b-48f5-47d0-9c21-1a65b288dafc req-f19a9075-4d44-41ab-acd2-ed3624cffa29 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 945 time: 0.0503397 Dec 17 15:49:44.871655 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddf07c-790b-4cf2-ad3a-0cec1099d331 req-fecd32be-f51d-41c7-aad5-f104aca94e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:44.873867 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fdddf07c-790b-4cf2-ad3a-0cec1099d331 req-fecd32be-f51d-41c7-aad5-f104aca94e89 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 1096 time: 0.0540447 Dec 17 15:49:44.892881 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c91b61b-48f5-47d0-9c21-1a65b288dafc req-2cfc6f31-0774-429f-b9ef-eb6b7ae973ed tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ca842c4-9abe-4c08-a9ec-ae285d715254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363989 Dec 17 15:49:44.915437 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34140) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:49:44.971664 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddf07c-790b-4cf2-ad3a-0cec1099d331 req-c50f385b-1e1f-4343-a3a2-f957c1d2237f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:44.973337 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fdddf07c-790b-4cf2-ad3a-0cec1099d331 req-c50f385b-1e1f-4343-a3a2-f957c1d2237f service neutron] 10.222.0.13 "GET /v2.0/networks?id=68da59b4-c9f5-43d9-9bef-9dca4e196143 HTTP/1.1" status: 200 len: 897 time: 0.0929127 Dec 17 15:49:44.983899 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3241d6c7-e464-427b-b59b-5840800adf46 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/floatingips/5a268040-d82a-460e-9e9d-387f2fd044ad HTTP/1.1" status: 200 len: 991 time: 0.0671043 Dec 17 15:49:45.025057 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-83745ddd-3016-447b-b0d8-4c24999dd833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309765329', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'd20245ec-d33a-443d-a955-99b9f4cd728f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:49:25Z', 'updated_at': '2021-12-17T15:49:29Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': 'd20245ec-d33a-443d-a955-99b9f4cd728f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:49:25Z', 'updated_at': '2021-12-17T15:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '5a268040-d82a-460e-9e9d-387f2fd044ad', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'floating_ip_address': '172.25.6.141', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'port_id': 'f1334b8f-7cfa-413c-be16-8e2395a07eab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143', 'mac_address': 'fa:16:3e:37:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbefa34-87d9-43ae-99d1-49624dcc9d42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:49:43Z', 'updated_at': '2021-12-17T15:49:43Z', 'revision_number': 0, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5576191d-7f2f-46a1-8b02-a1a83c4736df', 'name': '', 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'mac_address': 'fa:16:3e:48:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '288196df-32d4-43c6-b81a-9bf1b54a730c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:49:28Z', 'updated_at': '2021-12-17T15:49:32Z', 'revision_number': 5, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'subnets': [{'id': '288196df-32d4-43c6-b81a-9bf1b54a730c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:49:45.044029 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fdddf07c-790b-4cf2-ad3a-0cec1099d331 req-fbca2a07-124b-45a8-8d41-8146c421b1a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1334b8f-7cfa-413c-be16-8e2395a07eab HTTP/1.1" status: 200 len: 999 time: 0.0638757 Dec 17 15:49:45.051737 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83745ddd-3016-447b-b0d8-4c24999dd833 None None] Checking router: b021bca7-a9b1-4bf7-8132-0ff0357b22ef for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:49:45.059968 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83745ddd-3016-447b-b0d8-4c24999dd833 None None] Routers {'b021bca7-a9b1-4bf7-8132-0ff0357b22ef'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:49:45.061320 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-83745ddd-3016-447b-b0d8-4c24999dd833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:49:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['b021bca7-a9b1-4bf7-8132-0ff0357b22ef'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:49:45.092945 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddf07c-790b-4cf2-ad3a-0cec1099d331 req-0281d3bf-ecce-46e1-89fc-6f7e3517e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:45.094430 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fdddf07c-790b-4cf2-ad3a-0cec1099d331 req-0281d3bf-ecce-46e1-89fc-6f7e3517e055 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=288196df-32d4-43c6-b81a-9bf1b54a730c HTTP/1.1" status: 200 len: 834 time: 0.0442076 Dec 17 15:49:45.140025 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddf07c-790b-4cf2-ad3a-0cec1099d331 req-11249617-3cb2-403e-989e-6d96b8923eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:49:45.141529 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fdddf07c-790b-4cf2-ad3a-0cec1099d331 req-11249617-3cb2-403e-989e-6d96b8923eca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68da59b4-c9f5-43d9-9bef-9dca4e196143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400937 Dec 17 15:49:45.167229 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-83745ddd-3016-447b-b0d8-4c24999dd833 None None] Set router b021bca7-a9b1-4bf7-8132-0ff0357b22ef gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:49:45.234818 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fdddf07c-790b-4cf2-ad3a-0cec1099d331 req-40ad7af3-fe70-4574-831e-6e456e379001 service neutron] 10.222.0.13 "GET /v2.0/networks/68da59b4-c9f5-43d9-9bef-9dca4e196143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859997 Dec 17 15:49:45.323498 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fdddf07c-790b-4cf2-ad3a-0cec1099d331 req-80c3a414-6696-4758-b51c-bf156e8c2168 service neutron] 10.222.0.13 "GET /v2.0/networks/68da59b4-c9f5-43d9-9bef-9dca4e196143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823364 Dec 17 15:49:45.401374 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-83745ddd-3016-447b-b0d8-4c24999dd833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309765329', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'd20245ec-d33a-443d-a955-99b9f4cd728f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:49:25Z', 'updated_at': '2021-12-17T15:49:29Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': 'd20245ec-d33a-443d-a955-99b9f4cd728f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:49:25Z', 'updated_at': '2021-12-17T15:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '5a268040-d82a-460e-9e9d-387f2fd044ad', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'floating_ip_address': '172.25.6.141', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'port_id': 'f1334b8f-7cfa-413c-be16-8e2395a07eab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143', 'mac_address': 'fa:16:3e:37:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbefa34-87d9-43ae-99d1-49624dcc9d42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:49:43Z', 'updated_at': '2021-12-17T15:49:43Z', 'revision_number': 0, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5576191d-7f2f-46a1-8b02-a1a83c4736df', 'name': '', 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'mac_address': 'fa:16:3e:48:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '288196df-32d4-43c6-b81a-9bf1b54a730c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:49:28Z', 'updated_at': '2021-12-17T15:49:32Z', 'revision_number': 5, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'subnets': [{'id': '288196df-32d4-43c6-b81a-9bf1b54a730c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:49:45.428048 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83745ddd-3016-447b-b0d8-4c24999dd833 None None] The sync data for ids ['b021bca7-a9b1-4bf7-8132-0ff0357b22ef'] in n-d-820553-2 is: [{'id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309765329', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'd20245ec-d33a-443d-a955-99b9f4cd728f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:49:25Z', 'updated_at': '2021-12-17T15:49:29Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': 'd20245ec-d33a-443d-a955-99b9f4cd728f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:49:25Z', 'updated_at': '2021-12-17T15:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '5a268040-d82a-460e-9e9d-387f2fd044ad', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'floating_ip_address': '172.25.6.141', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'port_id': 'f1334b8f-7cfa-413c-be16-8e2395a07eab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143', 'mac_address': 'fa:16:3e:37:d1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbefa34-87d9-43ae-99d1-49624dcc9d42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:49:43Z', 'updated_at': '2021-12-17T15:49:43Z', 'revision_number': 0, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5576191d-7f2f-46a1-8b02-a1a83c4736df', 'name': '', 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'mac_address': 'fa:16:3e:48:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '288196df-32d4-43c6-b81a-9bf1b54a730c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:49:28Z', 'updated_at': '2021-12-17T15:49:32Z', 'revision_number': 5, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'subnets': [{'id': '288196df-32d4-43c6-b81a-9bf1b54a730c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:49:45.624967 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff58527d-a083-429e-ad08-1ebf74634b76 None None] New status for floating IP 5a268040-d82a-460e-9e9d-387f2fd044ad: ACTIVE {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:49:45.987628 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34146) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:49:46.048651 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-07cdae5e-2069-4f94-90a4-761dd5861fdf tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/floatingips/5a268040-d82a-460e-9e9d-387f2fd044ad HTTP/1.1" status: 200 len: 993 time: 0.0598652 Dec 17 15:49:56.080996 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:49:58.871317 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ceeab043-02d8-4c79-9ae7-37fc979ab0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:01.071318 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f30922e6-650e-4db2-9d3f-f5c26a8ffce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:01.841946 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:50:02.362766 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:03.934351 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:04.208749 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:10.637540 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:11.699298 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7f8a7036-31ac-4e48-8bb2-0b4a847c2343 req-969cf861-fa90-456e-b98f-90a114262b32 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1074057 Dec 17 15:50:11.780335 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a7036-31ac-4e48-8bb2-0b4a847c2343 req-d8cc800b-6bad-402d-8fbe-92faf28ec949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:11.781808 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7f8a7036-31ac-4e48-8bb2-0b4a847c2343 req-d8cc800b-6bad-402d-8fbe-92faf28ec949 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 1096 time: 0.0394127 Dec 17 15:50:11.888227 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a7036-31ac-4e48-8bb2-0b4a847c2343 req-7ded257b-8ff9-481d-92ed-82f41c930d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:11.890352 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7f8a7036-31ac-4e48-8bb2-0b4a847c2343 req-7ded257b-8ff9-481d-92ed-82f41c930d4b service neutron] 10.222.0.13 "GET /v2.0/networks?id=68da59b4-c9f5-43d9-9bef-9dca4e196143 HTTP/1.1" status: 200 len: 897 time: 0.0877066 Dec 17 15:50:11.962631 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7f8a7036-31ac-4e48-8bb2-0b4a847c2343 req-aeb6d184-7ad1-4b61-bce5-263589b87dfe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1334b8f-7cfa-413c-be16-8e2395a07eab HTTP/1.1" status: 200 len: 1001 time: 0.0638766 Dec 17 15:50:12.013396 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a7036-31ac-4e48-8bb2-0b4a847c2343 req-f2c5f88e-6aba-41e0-9219-c55290887cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:12.014883 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7f8a7036-31ac-4e48-8bb2-0b4a847c2343 req-f2c5f88e-6aba-41e0-9219-c55290887cc5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=288196df-32d4-43c6-b81a-9bf1b54a730c HTTP/1.1" status: 200 len: 834 time: 0.0440471 Dec 17 15:50:12.059725 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a7036-31ac-4e48-8bb2-0b4a847c2343 req-07fb1126-2c4e-4447-b048-cffba7562c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:12.061190 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7f8a7036-31ac-4e48-8bb2-0b4a847c2343 req-07fb1126-2c4e-4447-b048-cffba7562c3c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68da59b4-c9f5-43d9-9bef-9dca4e196143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384643 Dec 17 15:50:12.153398 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7f8a7036-31ac-4e48-8bb2-0b4a847c2343 req-91366202-4bcf-4782-b85f-ce5a29f38cff service neutron] 10.222.0.13 "GET /v2.0/networks/68da59b4-c9f5-43d9-9bef-9dca4e196143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836103 Dec 17 15:50:12.243528 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7f8a7036-31ac-4e48-8bb2-0b4a847c2343 req-22dd737a-bbc1-4fd7-8c70-1496296686aa service neutron] 10.222.0.13 "GET /v2.0/networks/68da59b4-c9f5-43d9-9bef-9dca4e196143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818572 Dec 17 15:50:17.371815 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab8b07-d33d-4923-a2c6-114afb6bffce req-50d4cf03-cb7a-439a-902c-831e7ff2b2bf tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:17.373337 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-88ab8b07-d33d-4923-a2c6-114afb6bffce req-50d4cf03-cb7a-439a-902c-831e7ff2b2bf tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 945 time: 0.0522816 Dec 17 15:50:17.412836 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-88ab8b07-d33d-4923-a2c6-114afb6bffce req-156a52ca-5e93-44e5-8ecb-f82fa8842593 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ca842c4-9abe-4c08-a9ec-ae285d715254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334804 Dec 17 15:50:17.435694 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34246) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:50:17.496953 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-16318fcc-7596-4981-836c-20dece1c1ba9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/floatingips/5a268040-d82a-460e-9e9d-387f2fd044ad HTTP/1.1" status: 200 len: 993 time: 0.0600512 Dec 17 15:50:17.823466 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9be2f8-5218-4a00-888b-f8020ca190f3 req-de7a5a90-1d59-48a8-85ed-a46aff913c47 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:17.825245 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d9be2f8-5218-4a00-888b-f8020ca190f3 req-de7a5a90-1d59-48a8-85ed-a46aff913c47 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 1096 time: 0.0407526 Dec 17 15:50:17.867186 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d9be2f8-5218-4a00-888b-f8020ca190f3 req-7204ffe4-4655-453b-aa27-3928920be0bd tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6ca842c4-9abe-4c08-a9ec-ae285d715254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360150 Dec 17 15:50:18.774995 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-0e30e8f3-2315-459c-afe3-d8920f4504d4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0432425 Dec 17 15:50:18.784026 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-a71ffb38-7e86-4cd5-b75d-10594a213a4d service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:50:18.785029 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-a71ffb38-7e86-4cd5-b75d-10594a213a4d service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049045 Dec 17 15:50:19.893685 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-119a56d6-d082-403c-baf1-74c0cb70cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:19.895138 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-119a56d6-d082-403c-baf1-74c0cb70cf99 service neutron] 10.222.0.46 "GET /v2.0/ports/f1334b8f-7cfa-413c-be16-8e2395a07eab HTTP/1.1" status: 200 len: 1093 time: 0.3146839 Dec 17 15:50:19.904681 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-280d27d2-2fff-440c-a9e9-4422a65594ff service neutron] Request body: {'binding': {'host': 'n-h1-820553-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:19.904955 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-280d27d2-2fff-440c-a9e9-4422a65594ff service neutron] Unknown quota resources ['binding']. {{(pid=102833) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 17 15:50:20.040525 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-280d27d2-2fff-440c-a9e9-4422a65594ff service neutron] Attempting to bind port f1334b8f-7cfa-413c-be16-8e2395a07eab on host n-h1-820553-2 for vnic_type normal with profile None {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:50:20.040861 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-280d27d2-2fff-440c-a9e9-4422a65594ff service neutron] Attempting to bind port f1334b8f-7cfa-413c-be16-8e2395a07eab by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': 'a3b84937-e962-44bf-8d25-e64d8a82410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:50:20.041224 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-280d27d2-2fff-440c-a9e9-4422a65594ff service neutron] Attempting to bind port f1334b8f-7cfa-413c-be16-8e2395a07eab on network 68da59b4-c9f5-43d9-9bef-9dca4e196143 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:50:20.045453 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-280d27d2-2fff-440c-a9e9-4422a65594ff service neutron] Port f1334b8f-7cfa-413c-be16-8e2395a07eab on network 68da59b4-c9f5-43d9-9bef-9dca4e196143 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:50:20.045770 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-280d27d2-2fff-440c-a9e9-4422a65594ff service neutron] Attempting to bind port f1334b8f-7cfa-413c-be16-8e2395a07eab on network 68da59b4-c9f5-43d9-9bef-9dca4e196143 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:50:20.050574 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-280d27d2-2fff-440c-a9e9-4422a65594ff service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:50:20.050905 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-280d27d2-2fff-440c-a9e9-4422a65594ff service neutron] Checking segment: {'id': 'a3b84937-e962-44bf-8d25-e64d8a82410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:50:20.051282 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-280d27d2-2fff-440c-a9e9-4422a65594ff service neutron] Bound using segment: {'id': 'a3b84937-e962-44bf-8d25-e64d8a82410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:50:20.051694 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-280d27d2-2fff-440c-a9e9-4422a65594ff service neutron] Bound port: f1334b8f-7cfa-413c-be16-8e2395a07eab, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3b84937-e962-44bf-8d25-e64d8a82410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:50:20.135236 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-280d27d2-2fff-440c-a9e9-4422a65594ff service neutron] For port f1334b8f-7cfa-413c-be16-8e2395a07eab, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f1334b8f-7cfa-413c-be16-8e2395a07eab,segment=NetworkSegment(a3b84937-e962-44bf-8d25-e64d8a82410a),segment_id=a3b84937-e962-44bf-8d25-e64d8a82410a)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:50:20.221570 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-280d27d2-2fff-440c-a9e9-4422a65594ff service neutron] Notify callbacks [] for binding, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:20.222757 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-280d27d2-2fff-440c-a9e9-4422a65594ff service neutron] 10.222.0.46 "POST /v2.0/ports/f1334b8f-7cfa-413c-be16-8e2395a07eab/bindings HTTP/1.1" status: 201 len: 389 time: 0.3219693 Dec 17 15:50:20.582271 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a500a-7bc8-4b7f-aca5-f4c55b1d4c30 req-640e50b6-9ac0-457c-8b4f-c7bee8b22580 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:20.583831 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-384a500a-7bc8-4b7f-aca5-f4c55b1d4c30 req-640e50b6-9ac0-457c-8b4f-c7bee8b22580 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 945 time: 0.0541368 Dec 17 15:50:20.627073 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-384a500a-7bc8-4b7f-aca5-f4c55b1d4c30 req-0973dc1a-c824-4e1b-9e96-b3b2c676daaf tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ca842c4-9abe-4c08-a9ec-ae285d715254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349023 Dec 17 15:50:20.787062 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-90b4a2db-4593-4374-99cf-086363c2ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:20.788475 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-90b4a2db-4593-4374-99cf-086363c2ea87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 1096 time: 0.0413525 Dec 17 15:50:20.883643 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-31151da5-7113-48e4-8b59-4b106ef0902e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:20.885182 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-31151da5-7113-48e4-8b59-4b106ef0902e service neutron] 10.222.0.41 "GET /v2.0/networks?id=68da59b4-c9f5-43d9-9bef-9dca4e196143 HTTP/1.1" status: 200 len: 897 time: 0.0903795 Dec 17 15:50:20.952721 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-b50724e4-f97e-44ef-bc76-c08f11ff3a52 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1334b8f-7cfa-413c-be16-8e2395a07eab HTTP/1.1" status: 200 len: 1001 time: 0.0608761 Dec 17 15:50:21.003458 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-0af2548d-a147-45b5-b00a-0451e01e0434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:21.004874 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-0af2548d-a147-45b5-b00a-0451e01e0434 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=288196df-32d4-43c6-b81a-9bf1b54a730c HTTP/1.1" status: 200 len: 834 time: 0.0453103 Dec 17 15:50:21.056202 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-b56fb2bd-5cce-48d0-9ffa-c30f991491c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:21.057654 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-b56fb2bd-5cce-48d0-9ffa-c30f991491c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68da59b4-c9f5-43d9-9bef-9dca4e196143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449936 Dec 17 15:50:21.148050 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-ca1cd5da-bb6a-4cb6-8f2b-92069e5e6841 service neutron] 10.222.0.41 "GET /v2.0/networks/68da59b4-c9f5-43d9-9bef-9dca4e196143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831127 Dec 17 15:50:21.245129 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-1f7fe8b0-33b0-4cbc-befc-894e75ed781c service neutron] 10.222.0.41 "GET /v2.0/networks/68da59b4-c9f5-43d9-9bef-9dca4e196143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905485 Dec 17 15:50:21.426373 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-10c3a6bd-d295-4039-b0ae-677917a8b4ac tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:21.427922 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-10c3a6bd-d295-4039-b0ae-677917a8b4ac tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42&tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&binding%3Ahost_id=n-h2-820553-2 HTTP/1.1" status: 200 len: 1096 time: 0.0765171 Dec 17 15:50:21.439332 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-0b01e865-84df-4f4d-8648-3c49e4249005 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820553-2'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:21.496266 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-0b01e865-84df-4f4d-8648-3c49e4249005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:21.620586 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-0b01e865-84df-4f4d-8648-3c49e4249005 service neutron] For port f1334b8f-7cfa-413c-be16-8e2395a07eab, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f1334b8f-7cfa-413c-be16-8e2395a07eab,segment=NetworkSegment(a3b84937-e962-44bf-8d25-e64d8a82410a),segment_id=a3b84937-e962-44bf-8d25-e64d8a82410a)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:21.657409 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-0b01e865-84df-4f4d-8648-3c49e4249005 service neutron] For port f1334b8f-7cfa-413c-be16-8e2395a07eab, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:50:21.710334 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbefa34-87d9-43ae-99d1-49624dcc9d42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1334b8f-7cfa-413c-be16-8e2395a07eab'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:50:21.712520 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f95312c-2267-4d71-9670-13d88ca7fb39" -d '{"events": [{"server_uuid": "fdbefa34-87d9-43ae-99d1-49624dcc9d42", "name": "network-vif-unplugged", "status": "completed", "tag": "f1334b8f-7cfa-413c-be16-8e2395a07eab"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:50:21.717842 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-0b01e865-84df-4f4d-8648-3c49e4249005 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:21.755409 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e9ef9-3386-4065-a601-0db446c48cd6 req-22d541c6-8204-46d1-b9b0-8424db74a6d6 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:21.757577 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2a7e9ef9-3386-4065-a601-0db446c48cd6 req-22d541c6-8204-46d1-b9b0-8424db74a6d6 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 945 time: 0.0586979 Dec 17 15:50:21.758961 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec89736-1fd3-4cff-860f-293d2616cfbc x-openstack-request-id: req-3ec89736-1fd3-4cff-860f-293d2616cfbc {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:50:21.759242 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbefa34-87d9-43ae-99d1-49624dcc9d42", "name": "network-vif-unplugged", "status": "completed", "tag": "f1334b8f-7cfa-413c-be16-8e2395a07eab", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:50:21.759489 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3ec89736-1fd3-4cff-860f-293d2616cfbc {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:50:21.759867 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbefa34-87d9-43ae-99d1-49624dcc9d42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1334b8f-7cfa-413c-be16-8e2395a07eab', 'code': 200} Dec 17 15:50:21.794737 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2a7e9ef9-3386-4065-a601-0db446c48cd6 req-294f4f54-1f2f-4b5d-89ef-083a75a1c4f4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ca842c4-9abe-4c08-a9ec-ae285d715254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307691 Dec 17 15:50:21.801624 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-0b01e865-84df-4f4d-8648-3c49e4249005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:21.897570 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01e865-84df-4f4d-8648-3c49e4249005 service neutron] Pushing event updated for resources: {'Port': ['ID=f1334b8f-7cfa-413c-be16-8e2395a07eab,revision_number=7']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:21.909307 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b01e865-84df-4f4d-8648-3c49e4249005 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:21.911434 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b01e865-84df-4f4d-8648-3c49e4249005 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:21.911434 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b01e865-84df-4f4d-8648-3c49e4249005 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:21.911434 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b01e865-84df-4f4d-8648-3c49e4249005 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:21.911434 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b01e865-84df-4f4d-8648-3c49e4249005 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:21.911434 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b01e865-84df-4f4d-8648-3c49e4249005 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:21.911434 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b01e865-84df-4f4d-8648-3c49e4249005 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:21.912015 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b01e865-84df-4f4d-8648-3c49e4249005 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:21.912015 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b01e865-84df-4f4d-8648-3c49e4249005 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:21.912209 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b01e865-84df-4f4d-8648-3c49e4249005 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:21.912469 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b01e865-84df-4f4d-8648-3c49e4249005 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:21.912998 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b01e865-84df-4f4d-8648-3c49e4249005 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:21.958571 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-0b01e865-84df-4f4d-8648-3c49e4249005 service neutron] Attempting to bind port f1334b8f-7cfa-413c-be16-8e2395a07eab on host n-h2-820553-2 for vnic_type normal with profile {"migrating_to": "n-h1-820553-2"} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:50:21.958907 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-0b01e865-84df-4f4d-8648-3c49e4249005 service neutron] Attempting to bind port f1334b8f-7cfa-413c-be16-8e2395a07eab by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'a3b84937-e962-44bf-8d25-e64d8a82410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143'}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:50:21.959239 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-0b01e865-84df-4f4d-8648-3c49e4249005 service neutron] Attempting to bind port f1334b8f-7cfa-413c-be16-8e2395a07eab on network 68da59b4-c9f5-43d9-9bef-9dca4e196143 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:50:21.964194 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-0b01e865-84df-4f4d-8648-3c49e4249005 service neutron] Port f1334b8f-7cfa-413c-be16-8e2395a07eab on network 68da59b4-c9f5-43d9-9bef-9dca4e196143 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:50:21.966628 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-0b01e865-84df-4f4d-8648-3c49e4249005 service neutron] Attempting to bind port f1334b8f-7cfa-413c-be16-8e2395a07eab on network 68da59b4-c9f5-43d9-9bef-9dca4e196143 {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:50:21.969591 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-0b01e865-84df-4f4d-8648-3c49e4249005 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:50:21.969965 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-0b01e865-84df-4f4d-8648-3c49e4249005 service neutron] Checking segment: {'id': 'a3b84937-e962-44bf-8d25-e64d8a82410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:50:21.970345 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-0b01e865-84df-4f4d-8648-3c49e4249005 service neutron] Bound using segment: {'id': 'a3b84937-e962-44bf-8d25-e64d8a82410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143'} {{(pid=102832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:50:21.970786 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.managers [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-0b01e865-84df-4f4d-8648-3c49e4249005 service neutron] Bound port: f1334b8f-7cfa-413c-be16-8e2395a07eab, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3b84937-e962-44bf-8d25-e64d8a82410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143'}}] {{(pid=102832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:50:21.971152 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-0b01e865-84df-4f4d-8648-3c49e4249005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:22.038414 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-0b01e865-84df-4f4d-8648-3c49e4249005 service neutron] For port f1334b8f-7cfa-413c-be16-8e2395a07eab, host n-h2-820553-2, cleared binding levels {{(pid=102832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:50:22.041357 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-0b01e865-84df-4f4d-8648-3c49e4249005 service neutron] For port f1334b8f-7cfa-413c-be16-8e2395a07eab, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f1334b8f-7cfa-413c-be16-8e2395a07eab,segment=NetworkSegment(a3b84937-e962-44bf-8d25-e64d8a82410a),segment_id=a3b84937-e962-44bf-8d25-e64d8a82410a)] {{(pid=102832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:50:22.111198 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-1f6ba4a1-b08b-4ebf-be16-785946f39986 None None] Provisioning complete for port f1334b8f-7cfa-413c-be16-8e2395a07eab triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:22.111750 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1f6ba4a1-b08b-4ebf-be16-785946f39986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:22.116843 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-0b01e865-84df-4f4d-8648-3c49e4249005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:22.148605 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ba4a1-b08b-4ebf-be16-785946f39986 None None] Port f1334b8f-7cfa-413c-be16-8e2395a07eab cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:50:22.217487 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01e865-84df-4f4d-8648-3c49e4249005 service neutron] Pushing event updated for resources: {'Port': ['ID=f1334b8f-7cfa-413c-be16-8e2395a07eab,revision_number=8']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:22.261168 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-0b01e865-84df-4f4d-8648-3c49e4249005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:22.261837 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-0b01e865-84df-4f4d-8648-3c49e4249005 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:22.263241 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-0b01e865-84df-4f4d-8648-3c49e4249005 service neutron] 10.222.0.41 "PUT /v2.0/ports/f1334b8f-7cfa-413c-be16-8e2395a07eab HTTP/1.1" status: 200 len: 1121 time: 0.8278129 Dec 17 15:50:22.331889 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['f1334b8f-7cfa-413c-be16-8e2395a07eab'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:50:22.387011 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d302d805-88ee-4e96-bed8-e4a4635f12bf None None] Provisioning complete for port f1334b8f-7cfa-413c-be16-8e2395a07eab triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:22.387384 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d302d805-88ee-4e96-bed8-e4a4635f12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:22.524221 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d302d805-88ee-4e96-bed8-e4a4635f12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:22.564326 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbefa34-87d9-43ae-99d1-49624dcc9d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1334b8f-7cfa-413c-be16-8e2395a07eab'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:50:22.566579 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63dc5d12-f7b0-4d05-bfa7-9123c5197750" -d '{"events": [{"server_uuid": "fdbefa34-87d9-43ae-99d1-49624dcc9d42", "name": "network-vif-plugged", "status": "completed", "tag": "f1334b8f-7cfa-413c-be16-8e2395a07eab"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:50:22.588682 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-d302d805-88ee-4e96-bed8-e4a4635f12bf None None] For port f1334b8f-7cfa-413c-be16-8e2395a07eab, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f1334b8f-7cfa-413c-be16-8e2395a07eab,segment=NetworkSegment(a3b84937-e962-44bf-8d25-e64d8a82410a),segment_id=a3b84937-e962-44bf-8d25-e64d8a82410a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:22.608924 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0d0f12-279e-4c79-8464-5dc63ace810e x-openstack-request-id: req-cd0d0f12-279e-4c79-8464-5dc63ace810e {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:50:22.609228 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbefa34-87d9-43ae-99d1-49624dcc9d42", "name": "network-vif-plugged", "status": "completed", "tag": "f1334b8f-7cfa-413c-be16-8e2395a07eab", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:50:22.609480 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cd0d0f12-279e-4c79-8464-5dc63ace810e {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:50:22.609867 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbefa34-87d9-43ae-99d1-49624dcc9d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1334b8f-7cfa-413c-be16-8e2395a07eab', 'code': 200} Dec 17 15:50:22.641681 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d302d805-88ee-4e96-bed8-e4a4635f12bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:22.788740 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302d805-88ee-4e96-bed8-e4a4635f12bf None None] Pushing event updated for resources: {'Port': ['ID=f1334b8f-7cfa-413c-be16-8e2395a07eab,revision_number=9']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:22.934892 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24540c-f807-4ffd-99eb-c4a3731557ac req-edafff76-63b9-4fbb-ab87-29342906e1ab tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:22.936519 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ac24540c-f807-4ffd-99eb-c4a3731557ac req-edafff76-63b9-4fbb-ab87-29342906e1ab tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 945 time: 0.0675771 Dec 17 15:50:22.976708 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ac24540c-f807-4ffd-99eb-c4a3731557ac req-17c4419d-e1ce-4054-9fef-695bdb6a2805 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ca842c4-9abe-4c08-a9ec-ae285d715254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336602 Dec 17 15:50:23.761060 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbefa34-87d9-43ae-99d1-49624dcc9d42', 'tag': 'f1334b8f-7cfa-413c-be16-8e2395a07eab'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:50:23.763482 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ef3897-cce4-499c-9a70-eb99d879e17d" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbefa34-87d9-43ae-99d1-49624dcc9d42", "tag": "f1334b8f-7cfa-413c-be16-8e2395a07eab"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:50:23.798580 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363865e0-0fa9-4279-89d6-d1d546792c4c x-openstack-request-id: req-363865e0-0fa9-4279-89d6-d1d546792c4c {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:50:23.798913 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbefa34-87d9-43ae-99d1-49624dcc9d42", "tag": "f1334b8f-7cfa-413c-be16-8e2395a07eab", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:50:23.799167 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-363865e0-0fa9-4279-89d6-d1d546792c4c {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:50:23.799622 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbefa34-87d9-43ae-99d1-49624dcc9d42', 'tag': 'f1334b8f-7cfa-413c-be16-8e2395a07eab', 'status': 'completed', 'code': 200} Dec 17 15:50:23.867632 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef3897-cce4-499c-9a70-eb99d879e17d req-2f419732-973d-4e57-89e8-0b4adf6bb251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:23.869144 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c8ef3897-cce4-499c-9a70-eb99d879e17d req-2f419732-973d-4e57-89e8-0b4adf6bb251 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 1126 time: 0.0458779 Dec 17 15:50:23.957792 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef3897-cce4-499c-9a70-eb99d879e17d req-f8693f34-7ed9-4175-b1a5-3e50b14791ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:23.959236 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c8ef3897-cce4-499c-9a70-eb99d879e17d req-f8693f34-7ed9-4175-b1a5-3e50b14791ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=68da59b4-c9f5-43d9-9bef-9dca4e196143 HTTP/1.1" status: 200 len: 897 time: 0.0832922 Dec 17 15:50:24.028497 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c8ef3897-cce4-499c-9a70-eb99d879e17d req-09692601-fe4a-48c8-85ff-bdaa3f03e4e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1334b8f-7cfa-413c-be16-8e2395a07eab HTTP/1.1" status: 200 len: 1001 time: 0.0617850 Dec 17 15:50:24.079908 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef3897-cce4-499c-9a70-eb99d879e17d req-6bfe9a55-2a92-461c-b625-3aa19f1a4d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:24.081380 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c8ef3897-cce4-499c-9a70-eb99d879e17d req-6bfe9a55-2a92-461c-b625-3aa19f1a4d0a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=288196df-32d4-43c6-b81a-9bf1b54a730c HTTP/1.1" status: 200 len: 834 time: 0.0450428 Dec 17 15:50:24.090983 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4f636-2aea-44df-b216-8b04fa304d96 req-ea2a9acb-1327-491f-a85c-84f1a00d5ad7 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:24.092445 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48b4f636-2aea-44df-b216-8b04fa304d96 req-ea2a9acb-1327-491f-a85c-84f1a00d5ad7 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 945 time: 0.0480535 Dec 17 15:50:24.126250 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef3897-cce4-499c-9a70-eb99d879e17d req-a81adcc1-c57c-42e1-8ace-b6cff38a8c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:24.127720 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c8ef3897-cce4-499c-9a70-eb99d879e17d req-a81adcc1-c57c-42e1-8ace-b6cff38a8c1f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68da59b4-c9f5-43d9-9bef-9dca4e196143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395918 Dec 17 15:50:24.130583 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48b4f636-2aea-44df-b216-8b04fa304d96 req-1342e587-a755-4561-8ae9-e3025746cace tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ca842c4-9abe-4c08-a9ec-ae285d715254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318353 Dec 17 15:50:24.221254 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c8ef3897-cce4-499c-9a70-eb99d879e17d req-cd45ed21-195e-4b9f-b57e-0794949945cb service neutron] 10.222.0.13 "GET /v2.0/networks/68da59b4-c9f5-43d9-9bef-9dca4e196143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867624 Dec 17 15:50:24.225474 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f1334b8f-7cfa-413c-be16-8e2395a07eab details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:50:24.310980 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c8ef3897-cce4-499c-9a70-eb99d879e17d req-15139fc3-30d4-4aa4-ac04-51df69d83efc service neutron] 10.222.0.13 "GET /v2.0/networks/68da59b4-c9f5-43d9-9bef-9dca4e196143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826895 Dec 17 15:50:24.318523 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port f1334b8f-7cfa-413c-be16-8e2395a07eab, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f1334b8f-7cfa-413c-be16-8e2395a07eab,segment=NetworkSegment(a3b84937-e962-44bf-8d25-e64d8a82410a),segment_id=a3b84937-e962-44bf-8d25-e64d8a82410a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:24.330824 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f1334b8f-7cfa-413c-be16-8e2395a07eab has no active binding in host n-h1-820553-2 {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 17 15:50:25.248582 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03a3f9-7dff-48fc-b87d-00f4af305a10 req-858727b7-d040-4718-b1b3-c33dbe2eb3dc tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:25.250072 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4f03a3f9-7dff-48fc-b87d-00f4af305a10 req-858727b7-d040-4718-b1b3-c33dbe2eb3dc tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 945 time: 0.0487218 Dec 17 15:50:25.286690 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4f03a3f9-7dff-48fc-b87d-00f4af305a10 req-c468f869-9aab-4802-a713-eb58670d959a tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ca842c4-9abe-4c08-a9ec-ae285d715254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307157 Dec 17 15:50:26.105963 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:26.406582 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39ab78-3c05-44b8-be49-92d5d047284f req-261c023e-f72f-41d1-bbc1-4c47ec5d25b5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:26.408021 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9a39ab78-3c05-44b8-be49-92d5d047284f req-261c023e-f72f-41d1-bbc1-4c47ec5d25b5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 945 time: 0.0509140 Dec 17 15:50:26.445516 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9a39ab78-3c05-44b8-be49-92d5d047284f req-ab00f988-8d4a-42f5-98b8-1901c6e15877 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ca842c4-9abe-4c08-a9ec-ae285d715254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301280 Dec 17 15:50:27.558149 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc547f-0a45-4033-a20c-7063760ead0a req-85f81d2f-a96d-4916-90de-9df6c433c0b7 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:27.559605 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-05bc547f-0a45-4033-a20c-7063760ead0a req-85f81d2f-a96d-4916-90de-9df6c433c0b7 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 945 time: 0.0479906 Dec 17 15:50:27.596536 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-05bc547f-0a45-4033-a20c-7063760ead0a req-ded698b6-a32a-4e4d-a6fa-a3a490532c9f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ca842c4-9abe-4c08-a9ec-ae285d715254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310104 Dec 17 15:50:28.191155 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ab7ce-b19b-44df-be83-5cb3e38f3ac7 req-119f11a5-37e3-4edf-922e-4d0417ce9195 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:28.192601 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff0ab7ce-b19b-44df-be83-5cb3e38f3ac7 req-119f11a5-37e3-4edf-922e-4d0417ce9195 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 946 time: 0.0476706 Dec 17 15:50:28.230779 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff0ab7ce-b19b-44df-be83-5cb3e38f3ac7 req-7cb56570-65fe-4226-b201-d3cad452d609 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315917 Dec 17 15:50:28.717591 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4d3e0-8f12-457b-8b93-2a3bcd386b1d req-0f1dfee9-b6c6-42cf-b484-52bc614f3473 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:28.719059 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-19f4d3e0-8f12-457b-8b93-2a3bcd386b1d req-0f1dfee9-b6c6-42cf-b484-52bc614f3473 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 945 time: 0.0529575 Dec 17 15:50:28.756791 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-19f4d3e0-8f12-457b-8b93-2a3bcd386b1d req-f4bb72aa-a4d9-44fd-9a31-6bbd68e96d64 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ca842c4-9abe-4c08-a9ec-ae285d715254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318344 Dec 17 15:50:28.860196 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0c6861c6-a315-4403-9bd4-8f55f04a1aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:29.343672 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e863c4c-ddc1-4095-bb1b-898ab4e67522 req-8624cd41-ec20-49ff-b3e8-6242083e56a9 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:29.345153 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9e863c4c-ddc1-4095-bb1b-898ab4e67522 req-8624cd41-ec20-49ff-b3e8-6242083e56a9 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 946 time: 0.0483940 Dec 17 15:50:29.383795 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9e863c4c-ddc1-4095-bb1b-898ab4e67522 req-6fd23424-17a3-4f4e-97a3-0e5f73e62544 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324602 Dec 17 15:50:29.871264 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55b7d4-6f8f-4f1c-a2e6-fecbaed00a57 req-63275e4d-347f-4775-925e-2536b0de8069 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:29.872719 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2c55b7d4-6f8f-4f1c-a2e6-fecbaed00a57 req-63275e4d-347f-4775-925e-2536b0de8069 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 945 time: 0.0488927 Dec 17 15:50:29.909872 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2c55b7d4-6f8f-4f1c-a2e6-fecbaed00a57 req-175ac7db-0657-40fb-8af8-9858dd4c292c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ca842c4-9abe-4c08-a9ec-ae285d715254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312817 Dec 17 15:50:30.277390 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f1334b8f-7cfa-413c-be16-8e2395a07eab details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:50:30.383024 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port f1334b8f-7cfa-413c-be16-8e2395a07eab, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f1334b8f-7cfa-413c-be16-8e2395a07eab,segment=NetworkSegment(a3b84937-e962-44bf-8d25-e64d8a82410a),segment_id=a3b84937-e962-44bf-8d25-e64d8a82410a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:30.394327 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f1334b8f-7cfa-413c-be16-8e2395a07eab has no active binding in host n-h1-820553-2 {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 17 15:50:30.500815 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518450b-65ec-4746-8f3c-03a51cac11b9 req-398cbc67-dafb-4ca3-86fd-1fe437099eab tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:30.502298 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8518450b-65ec-4746-8f3c-03a51cac11b9 req-398cbc67-dafb-4ca3-86fd-1fe437099eab tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 946 time: 0.0522897 Dec 17 15:50:30.540527 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8518450b-65ec-4746-8f3c-03a51cac11b9 req-cc3a1db6-4ff8-408c-a287-93c79ac1da5a tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314534 Dec 17 15:50:30.566977 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-69574d04-c0d5-4689-a610-b8e547f65086 service neutron] 10.222.0.13 "GET /v2.0/ports/f1334b8f-7cfa-413c-be16-8e2395a07eab/bindings/n-h1-820553-2 HTTP/1.1" status: 200 len: 384 time: 0.0617404 Dec 17 15:50:30.739867 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-6cd43bc4-0e8c-4362-882e-25053bdbdf8c service neutron] For port f1334b8f-7cfa-413c-be16-8e2395a07eab, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f1334b8f-7cfa-413c-be16-8e2395a07eab,segment=NetworkSegment(a3b84937-e962-44bf-8d25-e64d8a82410a),segment_id=a3b84937-e962-44bf-8d25-e64d8a82410a)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:30.760315 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-6cd43bc4-0e8c-4362-882e-25053bdbdf8c service neutron] For port f1334b8f-7cfa-413c-be16-8e2395a07eab, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:50:30.798166 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbefa34-87d9-43ae-99d1-49624dcc9d42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1334b8f-7cfa-413c-be16-8e2395a07eab'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:50:30.800345 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0627b3-9108-4098-8982-917256e29324" -d '{"events": [{"server_uuid": "fdbefa34-87d9-43ae-99d1-49624dcc9d42", "name": "network-vif-unplugged", "status": "completed", "tag": "f1334b8f-7cfa-413c-be16-8e2395a07eab"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:50:30.807969 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-6cd43bc4-0e8c-4362-882e-25053bdbdf8c service neutron] For port f1334b8f-7cfa-413c-be16-8e2395a07eab, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f1334b8f-7cfa-413c-be16-8e2395a07eab,segment=NetworkSegment(a3b84937-e962-44bf-8d25-e64d8a82410a),segment_id=a3b84937-e962-44bf-8d25-e64d8a82410a)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:30.837257 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cc7d24-b034-46e9-bc05-dfaf8f9953b5 x-openstack-request-id: req-46cc7d24-b034-46e9-bc05-dfaf8f9953b5 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:50:30.837567 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbefa34-87d9-43ae-99d1-49624dcc9d42", "name": "network-vif-unplugged", "status": "completed", "tag": "f1334b8f-7cfa-413c-be16-8e2395a07eab", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:50:30.837818 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-46cc7d24-b034-46e9-bc05-dfaf8f9953b5 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:50:30.838213 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbefa34-87d9-43ae-99d1-49624dcc9d42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1334b8f-7cfa-413c-be16-8e2395a07eab', 'code': 200} Dec 17 15:50:30.905891 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-6cd43bc4-0e8c-4362-882e-25053bdbdf8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:30.982814 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-6cd43bc4-0e8c-4362-882e-25053bdbdf8c service neutron] Transition to ACTIVE for port object f1334b8f-7cfa-413c-be16-8e2395a07eab will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:50:31.027914 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426ec83-2329-48db-871e-39e8811fa87e req-8dcdc3c2-01a5-4da1-878f-41ee011a7879 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:31.029403 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6426ec83-2329-48db-871e-39e8811fa87e req-8dcdc3c2-01a5-4da1-878f-41ee011a7879 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 944 time: 0.0506651 Dec 17 15:50:31.042773 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8518e581-1e3b-445c-be42-41eb0aa5b7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:31.068258 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6426ec83-2329-48db-871e-39e8811fa87e req-9ad86a2b-ced9-426f-9c7f-ceb51645ddf1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ca842c4-9abe-4c08-a9ec-ae285d715254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327623 Dec 17 15:50:31.083346 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-6cd43bc4-0e8c-4362-882e-25053bdbdf8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:31.180976 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd43bc4-0e8c-4362-882e-25053bdbdf8c service neutron] Pushing event updated for resources: {'Port': ['ID=f1334b8f-7cfa-413c-be16-8e2395a07eab,revision_number=11']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:31.217350 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-6cd43bc4-0e8c-4362-882e-25053bdbdf8c service neutron] No DVR routers for this DVR port f1334b8f-7cfa-413c-be16-8e2395a07eab on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:50:31.225453 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f8f7d-5948-423a-ae46-474af843ee98 req-dd77a0b6-faaf-410f-acc9-cef051fd8ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:31.227233 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-441f8f7d-5948-423a-ae46-474af843ee98 req-dd77a0b6-faaf-410f-acc9-cef051fd8ff2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=822ef1332bd143cca4fd6e71701e2974&device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 1097 time: 0.0448272 Dec 17 15:50:31.343627 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f8f7d-5948-423a-ae46-474af843ee98 req-cc3e45ed-5059-40b6-ba79-8ab888e1608a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:31.345094 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-441f8f7d-5948-423a-ae46-474af843ee98 req-cc3e45ed-5059-40b6-ba79-8ab888e1608a service neutron] 10.222.0.41 "GET /v2.0/networks?id=56c46120-18dd-4e01-afbc-660976f1bc54 HTTP/1.1" status: 200 len: 912 time: 0.0984154 Dec 17 15:50:31.358950 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-6cd43bc4-0e8c-4362-882e-25053bdbdf8c service neutron] 10.222.0.13 "PUT /v2.0/ports/f1334b8f-7cfa-413c-be16-8e2395a07eab/bindings/n-h1-820553-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7856991 Dec 17 15:50:31.413020 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-441f8f7d-5948-423a-ae46-474af843ee98 req-753e0861-6c3c-4400-9c8f-95533d5093b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=032065c9-1fe7-44f6-8963-262d6afab149 HTTP/1.1" status: 200 len: 1002 time: 0.0585911 Dec 17 15:50:31.466234 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f8f7d-5948-423a-ae46-474af843ee98 req-09dd0600-9462-4324-96ac-74bdf038b572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:31.467663 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-441f8f7d-5948-423a-ae46-474af843ee98 req-09dd0600-9462-4324-96ac-74bdf038b572 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88427995-2645-4fa8-ba88-78d7eabf1f21 HTTP/1.1" status: 200 len: 850 time: 0.0474367 Dec 17 15:50:31.513091 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f8f7d-5948-423a-ae46-474af843ee98 req-a003f5dd-ec27-40dc-806d-837c31954668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:31.514574 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-441f8f7d-5948-423a-ae46-474af843ee98 req-a003f5dd-ec27-40dc-806d-837c31954668 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=56c46120-18dd-4e01-afbc-660976f1bc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399616 Dec 17 15:50:31.545589 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-c5e409dd-caa3-4d3f-bbbb-5b47fe385cc1 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:31.547279 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-c5e409dd-caa3-4d3f-bbbb-5b47fe385cc1 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42&tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&binding%3Ahost_id=n-h2-820553-2 HTTP/1.1" status: 200 len: 1095 time: 0.0790992 Dec 17 15:50:31.593887 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-3a06ea8b-f1ee-4dd7-a669-3e0e78fd9a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:31.595327 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-3a06ea8b-f1ee-4dd7-a669-3e0e78fd9a8d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42&tenant_id=cc2b51a1527d471ba1f33c71d0e151f4 HTTP/1.1" status: 200 len: 1095 time: 0.0411024 Dec 17 15:50:31.617134 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-441f8f7d-5948-423a-ae46-474af843ee98 req-01289f3a-d4bd-41e0-a8ca-b89c3c3d3e3c service neutron] 10.222.0.41 "GET /v2.0/networks/56c46120-18dd-4e01-afbc-660976f1bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956352 Dec 17 15:50:31.672925 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-7395d13f-b302-494e-a3aa-d6941dca9761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:31.674436 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-7395d13f-b302-494e-a3aa-d6941dca9761 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 1095 time: 0.0415630 Dec 17 15:50:31.718336 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da70d62-f108-4fa3-9d1d-c39ee8c99820 req-10a5557e-9d46-4f78-8158-cb1b06cb6d5f tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:31.719876 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8da70d62-f108-4fa3-9d1d-c39ee8c99820 req-10a5557e-9d46-4f78-8158-cb1b06cb6d5f tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 946 time: 0.1064889 Dec 17 15:50:31.768272 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-441f8f7d-5948-423a-ae46-474af843ee98 req-f4dfbaca-5d32-429a-b28a-3ddac231b840 service neutron] 10.222.0.41 "GET /v2.0/networks/56c46120-18dd-4e01-afbc-660976f1bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413012 Dec 17 15:50:31.769673 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-7d56464a-7d8a-4da4-862a-d9d003a207da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:31.771259 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-7d56464a-7d8a-4da4-862a-d9d003a207da service neutron] 10.222.0.41 "GET /v2.0/networks?id=68da59b4-c9f5-43d9-9bef-9dca4e196143 HTTP/1.1" status: 200 len: 897 time: 0.0906122 Dec 17 15:50:31.776080 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8da70d62-f108-4fa3-9d1d-c39ee8c99820 req-125d8845-99c2-43d8-8f14-de33be535e71 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497310 Dec 17 15:50:31.843149 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-1a9cdd72-7981-437a-baf1-926ad26e45d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1334b8f-7cfa-413c-be16-8e2395a07eab HTTP/1.1" status: 200 len: 999 time: 0.0588830 Dec 17 15:50:31.896589 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-1583a474-7827-42fa-bffb-c7d71ee0536d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:31.898774 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-1583a474-7827-42fa-bffb-c7d71ee0536d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=288196df-32d4-43c6-b81a-9bf1b54a730c HTTP/1.1" status: 200 len: 834 time: 0.0470893 Dec 17 15:50:31.943371 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-6ad719fe-1545-475c-b7e2-e7adf4350ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:31.945421 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-6ad719fe-1545-475c-b7e2-e7adf4350ab4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68da59b4-c9f5-43d9-9bef-9dca4e196143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382979 Dec 17 15:50:32.033006 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-0cf6f394-4228-4377-a7bd-b820762b997f service neutron] 10.222.0.41 "GET /v2.0/networks/68da59b4-c9f5-43d9-9bef-9dca4e196143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801420 Dec 17 15:50:32.127806 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-9052b7a4-a277-4b68-a285-c0c7f5f92e06 service neutron] 10.222.0.41 "GET /v2.0/networks/68da59b4-c9f5-43d9-9bef-9dca4e196143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876911 Dec 17 15:50:32.186379 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d0dc3-23f0-4d50-b3b1-c37cb0b560ea req-c48b2ccf-41d0-4bab-898b-91f20c730ba3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:32.187755 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-571d0dc3-23f0-4d50-b3b1-c37cb0b560ea req-c48b2ccf-41d0-4bab-898b-91f20c730ba3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 944 time: 0.0521262 Dec 17 15:50:32.225546 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-571d0dc3-23f0-4d50-b3b1-c37cb0b560ea req-495651c9-99c6-43e8-bf1a-4cf56f99734d tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ca842c4-9abe-4c08-a9ec-ae285d715254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314968 Dec 17 15:50:32.362507 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:32.584217 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-e61b9f31-62c7-4abb-9f06-d16e0caefae9 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:32.585813 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-e61b9f31-62c7-4abb-9f06-d16e0caefae9 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42&tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&binding%3Ahost_id=n-h1-820553-2 HTTP/1.1" status: 200 len: 1095 time: 0.0433152 Dec 17 15:50:32.748845 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-03b2dba8-4e6e-4e36-95dc-cf3a5d066a68 service neutron] For port f1334b8f-7cfa-413c-be16-8e2395a07eab, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:50:32.752043 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-03b2dba8-4e6e-4e36-95dc-cf3a5d066a68 service neutron] Notify callbacks [] for binding, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:32.753223 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-03b2dba8-4e6e-4e36-95dc-cf3a5d066a68 service neutron] 10.222.0.41 "DELETE /v2.0/ports/f1334b8f-7cfa-413c-be16-8e2395a07eab/bindings/n-h2-820553-2 HTTP/1.1" status: 204 len: 173 time: 0.1605656 Dec 17 15:50:32.893417 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d948e7-9f99-4203-8a17-6c30baa0e4ac req-87a915e8-db98-455c-85ef-f7bdb60066c5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:32.894893 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94d948e7-9f99-4203-8a17-6c30baa0e4ac req-87a915e8-db98-455c-85ef-f7bdb60066c5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 946 time: 0.0480778 Dec 17 15:50:32.934640 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94d948e7-9f99-4203-8a17-6c30baa0e4ac req-6663b11b-06a8-46dd-afa5-bbaaa02993c9 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329926 Dec 17 15:50:33.342912 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6c6f4-65ce-47e2-a70b-a4348c914435 req-402e93f0-7b04-4c4b-b142-9b6849565f09 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:33.344408 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-27f6c6f4-65ce-47e2-a70b-a4348c914435 req-402e93f0-7b04-4c4b-b142-9b6849565f09 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 944 time: 0.0494516 Dec 17 15:50:33.383080 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-27f6c6f4-65ce-47e2-a70b-a4348c914435 req-a6d5c3c3-7e42-4530-84cf-5f8e88ea4ed0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ca842c4-9abe-4c08-a9ec-ae285d715254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321689 Dec 17 15:50:33.494105 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ebb76d-76a7-4838-93de-03a72a029bc4 req-00530a82-5c8b-46db-ae3b-ae2761914525 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:33.495610 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45ebb76d-76a7-4838-93de-03a72a029bc4 req-00530a82-5c8b-46db-ae3b-ae2761914525 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 1095 time: 0.0458541 Dec 17 15:50:33.532003 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45ebb76d-76a7-4838-93de-03a72a029bc4 req-04cb97c3-25b7-4635-b521-3b73a41fd5ee tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=6ca842c4-9abe-4c08-a9ec-ae285d715254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301363 Dec 17 15:50:33.650838 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e819ba-6315-426c-a34a-8f256fe35bec req-068a07b2-1d8b-4b77-85cb-32e31dae93be tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:33.652310 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-42e819ba-6315-426c-a34a-8f256fe35bec req-068a07b2-1d8b-4b77-85cb-32e31dae93be tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 944 time: 0.0489802 Dec 17 15:50:33.689380 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-42e819ba-6315-426c-a34a-8f256fe35bec req-ed573679-3a8a-4f69-b4f3-160d1227f6e0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ca842c4-9abe-4c08-a9ec-ae285d715254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311627 Dec 17 15:50:33.711618 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34350) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:50:33.772255 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ae2d2248-92a7-40bb-82d0-c9b9084bda6c tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/floatingips/5a268040-d82a-460e-9e9d-387f2fd044ad HTTP/1.1" status: 200 len: 991 time: 0.0595224 Dec 17 15:50:33.923206 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:34.013170 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34358) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:50:34.098426 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c514c4f-94d2-48c9-9a87-e1b75a8fe621 req-2e656897-f6b2-46e5-812c-cd68f944b59f tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:34.099891 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c514c4f-94d2-48c9-9a87-e1b75a8fe621 req-2e656897-f6b2-46e5-812c-cd68f944b59f tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 946 time: 0.0977695 Dec 17 15:50:34.183319 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c514c4f-94d2-48c9-9a87-e1b75a8fe621 req-5578515d-b85c-49b5-887e-da577a8b6c4d tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764396 Dec 17 15:50:34.220295 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:34.226575 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-c2f7477d-05b0-4756-acfb-cf595f88c144 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Deleting port ccd778fd-c788-45eb-bdf3-42d3353a37ac {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:50:34.226920 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c2f7477d-05b0-4756-acfb-cf595f88c144 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:34.298897 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f1334b8f-7cfa-413c-be16-8e2395a07eab no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:50:34.302542 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c2f7477d-05b0-4756-acfb-cf595f88c144 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:34.302872 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c2f7477d-05b0-4756-acfb-cf595f88c144 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:34.315574 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-c2f7477d-05b0-4756-acfb-cf595f88c144 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Calling delete_port for ccd778fd-c788-45eb-bdf3-42d3353a37ac owned by network:floatingip {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:50:34.511879 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c2f7477d-05b0-4756-acfb-cf595f88c144 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:34.539872 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7477d-05b0-4756-acfb-cf595f88c144 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event deleted for resources: {'Port': ['ID=ccd778fd-c788-45eb-bdf3-42d3353a37ac,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:34.600182 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c2f7477d-05b0-4756-acfb-cf595f88c144 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for floatingip, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:34.600512 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-c2f7477d-05b0-4756-acfb-cf595f88c144 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Floating IP 5a268040-d82a-460e-9e9d-387f2fd044ad disassociated (deleted). External IP: 172.25.6.141, port: f1334b8f-7cfa-413c-be16-8e2395a07eab. Dec 17 15:50:34.634327 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device f1334b8f-7cfa-413c-be16-8e2395a07eab no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:50:34.672278 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device f1334b8f-7cfa-413c-be16-8e2395a07eab not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:50:34.806175 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f7477d-05b0-4756-acfb-cf595f88c144 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Router b021bca7-a9b1-4bf7-8132-0ff0357b22ef has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:50:34.911878 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f7477d-05b0-4756-acfb-cf595f88c144 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:50:34.916801 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c2f7477d-05b0-4756-acfb-cf595f88c144 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:34.921444 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1547ff3e-0fb5-4823-8456-07fb450a3da9 None None] Sync routers for ids ['b021bca7-a9b1-4bf7-8132-0ff0357b22ef'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:50:34.930279 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1547ff3e-0fb5-4823-8456-07fb450a3da9 None None] Routers {'b021bca7-a9b1-4bf7-8132-0ff0357b22ef'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:50:34.930919 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-1547ff3e-0fb5-4823-8456-07fb450a3da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:50:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['b021bca7-a9b1-4bf7-8132-0ff0357b22ef'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:34.943774 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c2f7477d-05b0-4756-acfb-cf595f88c144 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "DELETE /v2.0/floatingips/5a268040-d82a-460e-9e9d-387f2fd044ad HTTP/1.1" status: 204 len: 168 time: 0.9295940 Dec 17 15:50:34.948445 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbefa34-87d9-43ae-99d1-49624dcc9d42', 'tag': 'f1334b8f-7cfa-413c-be16-8e2395a07eab'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:50:34.948445 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1b2c7c-422d-4445-a6c7-026939fb98e3" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbefa34-87d9-43ae-99d1-49624dcc9d42", "tag": "f1334b8f-7cfa-413c-be16-8e2395a07eab"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:50:34.990102 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b545213-fc12-49f2-8d8d-8378d900b4f0 x-openstack-request-id: req-9b545213-fc12-49f2-8d8d-8378d900b4f0 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:50:34.990393 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbefa34-87d9-43ae-99d1-49624dcc9d42", "tag": "f1334b8f-7cfa-413c-be16-8e2395a07eab", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:50:34.990646 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9b545213-fc12-49f2-8d8d-8378d900b4f0 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:50:34.991050 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbefa34-87d9-43ae-99d1-49624dcc9d42', 'tag': 'f1334b8f-7cfa-413c-be16-8e2395a07eab', 'status': 'completed', 'code': 200} Dec 17 15:50:35.046366 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-1547ff3e-0fb5-4823-8456-07fb450a3da9 None None] Set router b021bca7-a9b1-4bf7-8132-0ff0357b22ef gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:50:35.079426 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b2c7c-422d-4445-a6c7-026939fb98e3 req-61a36879-b116-4cb2-89aa-efbef7c49703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:35.080997 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ad1b2c7c-422d-4445-a6c7-026939fb98e3 req-61a36879-b116-4cb2-89aa-efbef7c49703 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 1095 time: 0.0407724 Dec 17 15:50:35.174277 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b2c7c-422d-4445-a6c7-026939fb98e3 req-2b8897cb-2b9c-4ca7-ae1d-c22ffd399a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:35.175838 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ad1b2c7c-422d-4445-a6c7-026939fb98e3 req-2b8897cb-2b9c-4ca7-ae1d-c22ffd399a1d service neutron] 10.222.0.41 "GET /v2.0/networks?id=68da59b4-c9f5-43d9-9bef-9dca4e196143 HTTP/1.1" status: 200 len: 897 time: 0.0867598 Dec 17 15:50:35.224520 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ad1b2c7c-422d-4445-a6c7-026939fb98e3 req-e460b390-8d1a-403a-816a-4aec13a3a728 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1334b8f-7cfa-413c-be16-8e2395a07eab HTTP/1.1" status: 200 len: 217 time: 0.0410380 Dec 17 15:50:35.263154 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-1547ff3e-0fb5-4823-8456-07fb450a3da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309765329', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'd20245ec-d33a-443d-a955-99b9f4cd728f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:49:25Z', 'updated_at': '2021-12-17T15:49:29Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': 'd20245ec-d33a-443d-a955-99b9f4cd728f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:49:25Z', 'updated_at': '2021-12-17T15:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '5576191d-7f2f-46a1-8b02-a1a83c4736df', 'name': '', 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'mac_address': 'fa:16:3e:48:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '288196df-32d4-43c6-b81a-9bf1b54a730c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:49:28Z', 'updated_at': '2021-12-17T15:49:32Z', 'revision_number': 5, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'subnets': [{'id': '288196df-32d4-43c6-b81a-9bf1b54a730c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:35.281126 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b2c7c-422d-4445-a6c7-026939fb98e3 req-f89cb7ba-65a3-4dfd-b5e5-702dc2c761c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:35.282766 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ad1b2c7c-422d-4445-a6c7-026939fb98e3 req-f89cb7ba-65a3-4dfd-b5e5-702dc2c761c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=288196df-32d4-43c6-b81a-9bf1b54a730c HTTP/1.1" status: 200 len: 834 time: 0.0513344 Dec 17 15:50:35.296025 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1547ff3e-0fb5-4823-8456-07fb450a3da9 None None] Checking router: b021bca7-a9b1-4bf7-8132-0ff0357b22ef for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:50:35.308166 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1547ff3e-0fb5-4823-8456-07fb450a3da9 None None] Routers {'b021bca7-a9b1-4bf7-8132-0ff0357b22ef'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:50:35.308166 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-1547ff3e-0fb5-4823-8456-07fb450a3da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:50:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['b021bca7-a9b1-4bf7-8132-0ff0357b22ef'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:35.308501 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29b5bf-f535-4642-a2d5-847ec1959fcb req-8cea1614-ab6f-4da8-959a-7163663001f3 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:35.315504 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1e29b5bf-f535-4642-a2d5-847ec1959fcb req-8cea1614-ab6f-4da8-959a-7163663001f3 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 946 time: 0.0568950 Dec 17 15:50:35.337212 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b2c7c-422d-4445-a6c7-026939fb98e3 req-f979a309-296f-44a9-a4a9-4bcce02a7a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:35.338837 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ad1b2c7c-422d-4445-a6c7-026939fb98e3 req-f979a309-296f-44a9-a4a9-4bcce02a7a89 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68da59b4-c9f5-43d9-9bef-9dca4e196143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487511 Dec 17 15:50:35.350929 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1e29b5bf-f535-4642-a2d5-847ec1959fcb req-c2c13a85-4c9c-4b1f-9d2e-ecfb6edd34e7 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343912 Dec 17 15:50:35.422066 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-1547ff3e-0fb5-4823-8456-07fb450a3da9 None None] Set router b021bca7-a9b1-4bf7-8132-0ff0357b22ef gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:50:35.439504 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e13b03-a874-4288-9403-e2a8aecec331 req-ced46d42-d240-40a2-94a4-425c6e724136 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:35.441074 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-89e13b03-a874-4288-9403-e2a8aecec331 req-ced46d42-d240-40a2-94a4-425c6e724136 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 944 time: 0.0556414 Dec 17 15:50:35.443854 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ad1b2c7c-422d-4445-a6c7-026939fb98e3 req-52bdf869-86c6-41b8-b781-27c4b1f246ec service neutron] 10.222.0.41 "GET /v2.0/networks/68da59b4-c9f5-43d9-9bef-9dca4e196143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898285 Dec 17 15:50:35.484665 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-89e13b03-a874-4288-9403-e2a8aecec331 req-cfdb3069-5aa6-4584-8100-2e825e60242a tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=6ca842c4-9abe-4c08-a9ec-ae285d715254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364616 Dec 17 15:50:35.538089 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ad1b2c7c-422d-4445-a6c7-026939fb98e3 req-52631e33-a4da-43dc-b2fe-a40e86480470 service neutron] 10.222.0.41 "GET /v2.0/networks/68da59b4-c9f5-43d9-9bef-9dca4e196143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859854 Dec 17 15:50:35.635933 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-1547ff3e-0fb5-4823-8456-07fb450a3da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309765329', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'd20245ec-d33a-443d-a955-99b9f4cd728f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:49:25Z', 'updated_at': '2021-12-17T15:49:29Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': 'd20245ec-d33a-443d-a955-99b9f4cd728f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:49:25Z', 'updated_at': '2021-12-17T15:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '5576191d-7f2f-46a1-8b02-a1a83c4736df', 'name': '', 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'mac_address': 'fa:16:3e:48:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '288196df-32d4-43c6-b81a-9bf1b54a730c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:49:28Z', 'updated_at': '2021-12-17T15:49:32Z', 'revision_number': 5, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'subnets': [{'id': '288196df-32d4-43c6-b81a-9bf1b54a730c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:35.662158 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1547ff3e-0fb5-4823-8456-07fb450a3da9 None None] The sync data for ids ['b021bca7-a9b1-4bf7-8132-0ff0357b22ef'] in n-d-820553-2 is: [{'id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309765329', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'd20245ec-d33a-443d-a955-99b9f4cd728f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:49:25Z', 'updated_at': '2021-12-17T15:49:29Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': 'd20245ec-d33a-443d-a955-99b9f4cd728f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:49:25Z', 'updated_at': '2021-12-17T15:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '5576191d-7f2f-46a1-8b02-a1a83c4736df', 'name': '', 'network_id': '68da59b4-c9f5-43d9-9bef-9dca4e196143', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'mac_address': 'fa:16:3e:48:d0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '288196df-32d4-43c6-b81a-9bf1b54a730c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:49:28Z', 'updated_at': '2021-12-17T15:49:32Z', 'revision_number': 5, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'subnets': [{'id': '288196df-32d4-43c6-b81a-9bf1b54a730c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:50:35.887277 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11e094d-6080-469a-897d-eaf031e1ffef None None] New status for floating IP 5a268040-d82a-460e-9e9d-387f2fd044ad: DOWN {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:50:36.048762 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc83569-53c8-4df9-9264-0637f6635711 req-d865c5df-5e14-4afe-b074-a958b4487c86 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:36.050239 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9fc83569-53c8-4df9-9264-0637f6635711 req-d865c5df-5e14-4afe-b074-a958b4487c86 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 944 time: 0.0488181 Dec 17 15:50:36.149533 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-9fc83569-53c8-4df9-9264-0637f6635711 req-b2534f0a-70c2-4f0e-a32c-ecd1dcd5c894 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Deleting port f1334b8f-7cfa-413c-be16-8e2395a07eab {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:50:36.150208 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9fc83569-53c8-4df9-9264-0637f6635711 req-b2534f0a-70c2-4f0e-a32c-ecd1dcd5c894 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:36.242584 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-9fc83569-53c8-4df9-9264-0637f6635711 req-b2534f0a-70c2-4f0e-a32c-ecd1dcd5c894 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] For port f1334b8f-7cfa-413c-be16-8e2395a07eab, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f1334b8f-7cfa-413c-be16-8e2395a07eab,segment=NetworkSegment(a3b84937-e962-44bf-8d25-e64d8a82410a),segment_id=a3b84937-e962-44bf-8d25-e64d8a82410a)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:36.242955 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9fc83569-53c8-4df9-9264-0637f6635711 req-b2534f0a-70c2-4f0e-a32c-ecd1dcd5c894 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:36.255215 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-9fc83569-53c8-4df9-9264-0637f6635711 req-b2534f0a-70c2-4f0e-a32c-ecd1dcd5c894 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Calling delete_port for f1334b8f-7cfa-413c-be16-8e2395a07eab owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:50:36.442473 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9fc83569-53c8-4df9-9264-0637f6635711 req-b2534f0a-70c2-4f0e-a32c-ecd1dcd5c894 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:36.478268 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2534f0a-70c2-4f0e-a32c-ecd1dcd5c894 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event deleted for resources: {'Port': ['ID=f1334b8f-7cfa-413c-be16-8e2395a07eab,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:36.523290 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc83569-53c8-4df9-9264-0637f6635711 req-b2534f0a-70c2-4f0e-a32c-ecd1dcd5c894 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] No DVR routers for this DVR port f1334b8f-7cfa-413c-be16-8e2395a07eab on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:50:36.526575 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9fc83569-53c8-4df9-9264-0637f6635711 req-b2534f0a-70c2-4f0e-a32c-ecd1dcd5c894 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:36.530402 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9fc83569-53c8-4df9-9264-0637f6635711 req-b2534f0a-70c2-4f0e-a32c-ecd1dcd5c894 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.41 "DELETE /v2.0/ports/f1334b8f-7cfa-413c-be16-8e2395a07eab HTTP/1.1" status: 204 len: 173 time: 0.4733973 Dec 17 15:50:36.531054 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbefa34-87d9-43ae-99d1-49624dcc9d42', 'name': 'network-vif-deleted', 'tag': 'f1334b8f-7cfa-413c-be16-8e2395a07eab'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:50:36.533501 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13260b02-9026-49b2-a069-06342e31b2ed" -d '{"events": [{"server_uuid": "fdbefa34-87d9-43ae-99d1-49624dcc9d42", "name": "network-vif-deleted", "tag": "f1334b8f-7cfa-413c-be16-8e2395a07eab"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:50:36.801840 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cc4fe276-3ef1-45fe-b947-5c992a713628 req-6b12fe4e-0c15-444b-a248-d0427116cfbf tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=fdbefa34-87d9-43ae-99d1-49624dcc9d42 HTTP/1.1" status: 200 len: 210 time: 0.0287099 Dec 17 15:50:36.823749 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ab3e1-c235-4d0f-a6dc-6dc00159e2b2 req-d855592d-7d16-4dfa-9f0e-1a5a80e6e5f5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:36.826083 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-643ab3e1-c235-4d0f-a6dc-6dc00159e2b2 req-d855592d-7d16-4dfa-9f0e-1a5a80e6e5f5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 946 time: 0.4025698 Dec 17 15:50:36.864643 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-643ab3e1-c235-4d0f-a6dc-6dc00159e2b2 req-fad6bda3-4ea3-4c38-8b1b-87d07391a67f tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376735 Dec 17 15:50:36.868346 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ba2cb5-8ea5-4952-a587-85c5ae6628f7 x-openstack-request-id: req-85ba2cb5-8ea5-4952-a587-85c5ae6628f7 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:50:36.869478 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbefa34-87d9-43ae-99d1-49624dcc9d42", "name": "network-vif-deleted", "tag": "f1334b8f-7cfa-413c-be16-8e2395a07eab", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:50:36.870323 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-85ba2cb5-8ea5-4952-a587-85c5ae6628f7 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:50:36.870323 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbefa34-87d9-43ae-99d1-49624dcc9d42', 'name': 'network-vif-deleted', 'tag': 'f1334b8f-7cfa-413c-be16-8e2395a07eab', 'status': 'completed', 'code': 200} Dec 17 15:50:37.859724 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34376) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:50:38.040013 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564d354-d9bc-4827-8ff7-2c1679a8d065 req-472ce8c4-0e0d-4980-9f5f-725e6486702f tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:38.041499 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f564d354-d9bc-4827-8ff7-2c1679a8d065 req-472ce8c4-0e0d-4980-9f5f-725e6486702f tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 946 time: 0.1008430 Dec 17 15:50:38.118677 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f564d354-d9bc-4827-8ff7-2c1679a8d065 req-8e40fd84-b92d-494b-888d-bf5816124a94 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520797 Dec 17 15:50:38.271926 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-48671b11-f8e3-4e12-93ff-9616e2a33167 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:38.329801 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f1334b8f-7cfa-413c-be16-8e2395a07eab no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:50:38.355524 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: f1334b8f-7cfa-413c-be16-8e2395a07eab {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:50:38.355867 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f1334b8f-7cfa-413c-be16-8e2395a07eab not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:50:38.534911 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-48671b11-f8e3-4e12-93ff-9616e2a33167 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Deleting port 5576191d-7f2f-46a1-8b02-a1a83c4736df {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:50:38.535258 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-48671b11-f8e3-4e12-93ff-9616e2a33167 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:38.625307 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-48671b11-f8e3-4e12-93ff-9616e2a33167 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] For port 5576191d-7f2f-46a1-8b02-a1a83c4736df, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=5576191d-7f2f-46a1-8b02-a1a83c4736df,segment=NetworkSegment(a3b84937-e962-44bf-8d25-e64d8a82410a),segment_id=a3b84937-e962-44bf-8d25-e64d8a82410a)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:38.625674 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-48671b11-f8e3-4e12-93ff-9616e2a33167 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:38.641258 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-48671b11-f8e3-4e12-93ff-9616e2a33167 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Calling delete_port for 5576191d-7f2f-46a1-8b02-a1a83c4736df owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:50:38.842099 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:50:38.876550 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-48671b11-f8e3-4e12-93ff-9616e2a33167 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:38.904090 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48671b11-f8e3-4e12-93ff-9616e2a33167 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event deleted for resources: {'Port': ['ID=5576191d-7f2f-46a1-8b02-a1a83c4736df,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:39.085306 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-48671b11-f8e3-4e12-93ff-9616e2a33167 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:39.316992 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d27a3-51f3-45f4-92ba-da295a544f9d req-ba2fff44-ef34-4d4f-b130-f49ba9a57666 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:39.318536 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad9d27a3-51f3-45f4-92ba-da295a544f9d req-ba2fff44-ef34-4d4f-b130-f49ba9a57666 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 946 time: 0.1253664 Dec 17 15:50:39.368391 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48671b11-f8e3-4e12-93ff-9616e2a33167 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Router b021bca7-a9b1-4bf7-8132-0ff0357b22ef has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:50:39.375871 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad9d27a3-51f3-45f4-92ba-da295a544f9d req-4b032248-0bc9-444d-8c84-97e01659708d tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507154 Dec 17 15:50:39.481587 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48671b11-f8e3-4e12-93ff-9616e2a33167 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:50:39.486697 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-48671b11-f8e3-4e12-93ff-9616e2a33167 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "PUT /v2.0/routers/b021bca7-a9b1-4bf7-8132-0ff0357b22ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6259506 Dec 17 15:50:39.489410 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34384) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:50:39.492627 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e86388-de44-4357-97c5-d2de6dcab506 None None] Sync routers for ids ['b021bca7-a9b1-4bf7-8132-0ff0357b22ef'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:50:39.501989 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e86388-de44-4357-97c5-d2de6dcab506 None None] Routers {'b021bca7-a9b1-4bf7-8132-0ff0357b22ef'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:50:39.502601 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b7e86388-de44-4357-97c5-d2de6dcab506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:50:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['b021bca7-a9b1-4bf7-8132-0ff0357b22ef'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:39.542532 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f0092a-f576-47ce-8042-6bf61877c0f5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Deleting subnet 288196df-32d4-43c6-b81a-9bf1b54a730c {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:50:39.545772 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f9f0092a-f576-47ce-8042-6bf61877c0f5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:39.586255 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f9f0092a-f576-47ce-8042-6bf61877c0f5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:39.607500 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-b7e86388-de44-4357-97c5-d2de6dcab506 None None] Set router b021bca7-a9b1-4bf7-8132-0ff0357b22ef gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:50:39.706685 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f9f0092a-f576-47ce-8042-6bf61877c0f5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:39.764075 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a7696-9b5c-432a-ba02-cedae2b903e7 req-9af60dad-add4-451c-b358-a2e6a8289041 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:39.765691 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-234a7696-9b5c-432a-ba02-cedae2b903e7 req-9af60dad-add4-451c-b358-a2e6a8289041 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 946 time: 0.0942791 Dec 17 15:50:39.797849 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b7e86388-de44-4357-97c5-d2de6dcab506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309765329', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'd20245ec-d33a-443d-a955-99b9f4cd728f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:49:25Z', 'updated_at': '2021-12-17T15:50:38Z', 'revision_number': 5, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': 'd20245ec-d33a-443d-a955-99b9f4cd728f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:49:25Z', 'updated_at': '2021-12-17T15:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:39.811495 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-234a7696-9b5c-432a-ba02-cedae2b903e7 req-f3b11446-344a-49d2-8dcb-e0a6691528c6 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383227 Dec 17 15:50:39.833731 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e86388-de44-4357-97c5-d2de6dcab506 None None] Checking router: b021bca7-a9b1-4bf7-8132-0ff0357b22ef for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:50:39.842799 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e86388-de44-4357-97c5-d2de6dcab506 None None] Routers {'b021bca7-a9b1-4bf7-8132-0ff0357b22ef'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:50:39.843405 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b7e86388-de44-4357-97c5-d2de6dcab506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:50:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['b021bca7-a9b1-4bf7-8132-0ff0357b22ef'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:39.877221 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f9f0092a-f576-47ce-8042-6bf61877c0f5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:39.878327 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8ef52-4f89-4f5b-a660-5bcf598578bb req-8c944760-42e5-4384-8ad4-f015b7bc2428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:39.879994 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7fc8ef52-4f89-4f5b-a660-5bcf598578bb req-8c944760-42e5-4384-8ad4-f015b7bc2428 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=822ef1332bd143cca4fd6e71701e2974&device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 1097 time: 0.0406425 Dec 17 15:50:39.914796 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0092a-f576-47ce-8042-6bf61877c0f5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event deleted for resources: {'Subnet': ['ID=288196df-32d4-43c6-b81a-9bf1b54a730c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:39.920877 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f9f0092a-f576-47ce-8042-6bf61877c0f5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:39.928654 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f9f0092a-f576-47ce-8042-6bf61877c0f5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "DELETE /v2.0/subnets/288196df-32d4-43c6-b81a-9bf1b54a730c HTTP/1.1" status: 204 len: 168 time: 0.4375067 Dec 17 15:50:39.930076 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34388) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:50:39.933146 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43af9f1-a379-41ef-b94f-6456e1be32fd None None] Network 68da59b4-c9f5-43d9-9bef-9dca4e196143 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:50:39.983215 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8ef52-4f89-4f5b-a660-5bcf598578bb req-4614b0b4-059b-4143-b573-2fff6a766e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:39.985724 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7fc8ef52-4f89-4f5b-a660-5bcf598578bb req-4614b0b4-059b-4143-b573-2fff6a766e03 service neutron] 10.222.0.41 "GET /v2.0/networks?id=56c46120-18dd-4e01-afbc-660976f1bc54 HTTP/1.1" status: 200 len: 912 time: 0.0973277 Dec 17 15:50:40.012834 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-b7e86388-de44-4357-97c5-d2de6dcab506 None None] Set router b021bca7-a9b1-4bf7-8132-0ff0357b22ef gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:50:40.046387 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb850f0d-8689-451f-ad1b-4245f47ab91f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:40.056515 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7fc8ef52-4f89-4f5b-a660-5bcf598578bb req-ff3c9b68-b730-4fef-b3ed-667860280b0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=032065c9-1fe7-44f6-8963-262d6afab149 HTTP/1.1" status: 200 len: 1002 time: 0.0625520 Dec 17 15:50:40.109417 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8ef52-4f89-4f5b-a660-5bcf598578bb req-ed48e2ef-6c0d-469b-a046-7af9d868a5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:40.110868 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7fc8ef52-4f89-4f5b-a660-5bcf598578bb req-ed48e2ef-6c0d-469b-a046-7af9d868a5d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88427995-2645-4fa8-ba88-78d7eabf1f21 HTTP/1.1" status: 200 len: 850 time: 0.0476704 Dec 17 15:50:40.158313 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb850f0d-8689-451f-ad1b-4245f47ab91f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:40.164519 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8ef52-4f89-4f5b-a660-5bcf598578bb req-5dc960ee-d4da-4a03-965c-f7f40a47703b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:40.166137 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7fc8ef52-4f89-4f5b-a660-5bcf598578bb req-5dc960ee-d4da-4a03-965c-f7f40a47703b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=56c46120-18dd-4e01-afbc-660976f1bc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472178 Dec 17 15:50:40.261595 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1d80da-1918-43b9-b67d-4f22c66da883 None None] DHCP port deletion for 68da59b4-c9f5-43d9-9bef-9dca4e196143 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:50:40.265086 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-eb850f0d-8689-451f-ad1b-4245f47ab91f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Deleting port d20245ec-d33a-443d-a955-99b9f4cd728f {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:50:40.266211 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb850f0d-8689-451f-ad1b-4245f47ab91f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:40.267717 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b7e86388-de44-4357-97c5-d2de6dcab506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309765329', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'd20245ec-d33a-443d-a955-99b9f4cd728f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:49:25Z', 'updated_at': '2021-12-17T15:50:38Z', 'revision_number': 5, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': 'd20245ec-d33a-443d-a955-99b9f4cd728f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:49:25Z', 'updated_at': '2021-12-17T15:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:40.273085 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7fc8ef52-4f89-4f5b-a660-5bcf598578bb req-34eae567-d655-4cec-aa7d-9c74fc3317bd service neutron] 10.222.0.41 "GET /v2.0/networks/56c46120-18dd-4e01-afbc-660976f1bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997329 Dec 17 15:50:40.295413 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e86388-de44-4357-97c5-d2de6dcab506 None None] The sync data for ids ['b021bca7-a9b1-4bf7-8132-0ff0357b22ef'] in n-d-820553-2 is: [{'id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309765329', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'd20245ec-d33a-443d-a955-99b9f4cd728f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:49:25Z', 'updated_at': '2021-12-17T15:50:38Z', 'revision_number': 5, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': 'd20245ec-d33a-443d-a955-99b9f4cd728f', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b021bca7-a9b1-4bf7-8132-0ff0357b22ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:49:25Z', 'updated_at': '2021-12-17T15:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:50:40.347712 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-bf1d80da-1918-43b9-b67d-4f22c66da883 None None] Deleting port 2d1a96e2-2401-420f-aff8-b97a287ed63d {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:50:40.348303 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bf1d80da-1918-43b9-b67d-4f22c66da883 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:40.358340 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-eb850f0d-8689-451f-ad1b-4245f47ab91f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] For port d20245ec-d33a-443d-a955-99b9f4cd728f, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=d20245ec-d33a-443d-a955-99b9f4cd728f,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:40.358704 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb850f0d-8689-451f-ad1b-4245f47ab91f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:40.370775 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-eb850f0d-8689-451f-ad1b-4245f47ab91f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Calling delete_port for d20245ec-d33a-443d-a955-99b9f4cd728f owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:50:40.405603 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7fc8ef52-4f89-4f5b-a660-5bcf598578bb req-ea40b161-a4e3-4962-ac51-3e5436d860f4 service neutron] 10.222.0.41 "GET /v2.0/networks/56c46120-18dd-4e01-afbc-660976f1bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105585 Dec 17 15:50:40.414420 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-bf1d80da-1918-43b9-b67d-4f22c66da883 None None] For port 2d1a96e2-2401-420f-aff8-b97a287ed63d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=2d1a96e2-2401-420f-aff8-b97a287ed63d,segment=NetworkSegment(a3b84937-e962-44bf-8d25-e64d8a82410a),segment_id=a3b84937-e962-44bf-8d25-e64d8a82410a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:40.414769 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bf1d80da-1918-43b9-b67d-4f22c66da883 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:40.428445 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-bf1d80da-1918-43b9-b67d-4f22c66da883 None None] Calling delete_port for 2d1a96e2-2401-420f-aff8-b97a287ed63d owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:50:40.567424 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bf1d80da-1918-43b9-b67d-4f22c66da883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:40.592667 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d80da-1918-43b9-b67d-4f22c66da883 None None] Pushing event deleted for resources: {'Port': ['ID=2d1a96e2-2401-420f-aff8-b97a287ed63d,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:40.596903 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1d80da-1918-43b9-b67d-4f22c66da883 None None] No DVR routers for this DVR port 2d1a96e2-2401-420f-aff8-b97a287ed63d on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:50:40.607948 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1d80da-1918-43b9-b67d-4f22c66da883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:40.607948 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1d80da-1918-43b9-b67d-4f22c66da883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:40.607948 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1d80da-1918-43b9-b67d-4f22c66da883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:40.607948 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1d80da-1918-43b9-b67d-4f22c66da883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:40.607948 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1d80da-1918-43b9-b67d-4f22c66da883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:40.607948 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1d80da-1918-43b9-b67d-4f22c66da883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:40.607948 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1d80da-1918-43b9-b67d-4f22c66da883 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:40.607948 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1d80da-1918-43b9-b67d-4f22c66da883 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:40.607948 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1d80da-1918-43b9-b67d-4f22c66da883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:40.609401 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1d80da-1918-43b9-b67d-4f22c66da883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:40.609401 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1d80da-1918-43b9-b67d-4f22c66da883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:40.609401 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1d80da-1918-43b9-b67d-4f22c66da883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:40.620543 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb850f0d-8689-451f-ad1b-4245f47ab91f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:40.644215 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:40.644842 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb850f0d-8689-451f-ad1b-4245f47ab91f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event deleted for resources: {'Port': ['ID=d20245ec-d33a-443d-a955-99b9f4cd728f,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:40.708643 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb850f0d-8689-451f-ad1b-4245f47ab91f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:40.808741 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb850f0d-8689-451f-ad1b-4245f47ab91f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:40.810911 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb850f0d-8689-451f-ad1b-4245f47ab91f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:40.915775 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb850f0d-8689-451f-ad1b-4245f47ab91f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:40.916458 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb850f0d-8689-451f-ad1b-4245f47ab91f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Fanout notify agent at l3_agent the message router_deleted on router b021bca7-a9b1-4bf7-8132-0ff0357b22ef {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:50:40.923545 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-eb850f0d-8689-451f-ad1b-4245f47ab91f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:40.924639 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-eb850f0d-8689-451f-ad1b-4245f47ab91f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "DELETE /v2.0/routers/b021bca7-a9b1-4bf7-8132-0ff0357b22ef HTTP/1.1" status: 204 len: 168 time: 0.9935277 Dec 17 15:50:40.927542 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34392) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:50:40.946271 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9c3a8-8b38-4922-ab4f-8c212a1e28c5 req-541420a0-70a5-46e6-b2ac-f1182690d234 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:40.948645 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e2c9c3a8-8b38-4922-ab4f-8c212a1e28c5 req-541420a0-70a5-46e6-b2ac-f1182690d234 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 946 time: 0.0602577 Dec 17 15:50:40.994468 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e2c9c3a8-8b38-4922-ab4f-8c212a1e28c5 req-61c3d8e8-571c-4f5b-8063-16f18925c2b3 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396841 Dec 17 15:50:41.018811 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-96f5da1d-d9e3-4c14-a3b7-dceee74c6976 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:41.123227 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-96f5da1d-d9e3-4c14-a3b7-dceee74c6976 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:41.143531 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-96f5da1d-d9e3-4c14-a3b7-dceee74c6976 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68da59b4-c9f5-43d9-9bef-9dca4e196143']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:41.152852 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-96f5da1d-d9e3-4c14-a3b7-dceee74c6976 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3b84937-e962-44bf-8d25-e64d8a82410a') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:41.153186 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-96f5da1d-d9e3-4c14-a3b7-dceee74c6976 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3b84937-e962-44bf-8d25-e64d8a82410a') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:41.162466 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-96f5da1d-d9e3-4c14-a3b7-dceee74c6976 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:41.175411 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-96f5da1d-d9e3-4c14-a3b7-dceee74c6976 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:41.181738 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f5da1d-d9e3-4c14-a3b7-dceee74c6976 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:50:41.182168 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-96f5da1d-d9e3-4c14-a3b7-dceee74c6976 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:41.185009 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:50:41.185009 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:50:41.185009 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:50:41.185009 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:50:41.185009 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:50:41.185009 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:50:41.185009 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:50:41.185009 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:50:41.185009 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:50:41.185009 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:50:41.185009 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:50:41.185009 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:50:41.185009 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:50:41.185009 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:50:41.185009 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:50:41.185009 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:50:41.185009 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:50:41.185009 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:50:41.185009 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:50:41.185009 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:50:41.185009 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:50:41.185009 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:50:41.185009 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:50:41.185009 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:50:41.185009 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:50:41.185009 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:50:41.185009 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:50:41.185009 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:50:41.185009 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:50:41.185009 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:50:41.185009 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:50:41.185009 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:50:41.323271 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-96f5da1d-d9e3-4c14-a3b7-dceee74c6976 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:41.331034 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-96f5da1d-d9e3-4c14-a3b7-dceee74c6976 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:41.333243 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-96f5da1d-d9e3-4c14-a3b7-dceee74c6976 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "DELETE /v2.0/networks/68da59b4-c9f5-43d9-9bef-9dca4e196143 HTTP/1.1" status: 204 len: 168 time: 0.4046788 Dec 17 15:50:41.336334 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34394) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:50:41.344864 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5da1d-d9e3-4c14-a3b7-dceee74c6976 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event deleted for resources: {'Network': ['ID=68da59b4-c9f5-43d9-9bef-9dca4e196143,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:41.396879 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a664056a-b722-4a76-9762-d6c7b0c51628 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:41.435415 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a664056a-b722-4a76-9762-d6c7b0c51628 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:41.456047 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 5576191d-7f2f-46a1-8b02-a1a83c4736df no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:50:41.479809 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 5576191d-7f2f-46a1-8b02-a1a83c4736df {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:50:41.480159 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 5576191d-7f2f-46a1-8b02-a1a83c4736df not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:50:41.480570 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device d20245ec-d33a-443d-a955-99b9f4cd728f no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:50:41.499699 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: d20245ec-d33a-443d-a955-99b9f4cd728f {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:50:41.506391 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device d20245ec-d33a-443d-a955-99b9f4cd728f not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:50:41.506391 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 2d1a96e2-2401-420f-aff8-b97a287ed63d no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:50:41.518821 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 2d1a96e2-2401-420f-aff8-b97a287ed63d {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:50:41.519165 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 2d1a96e2-2401-420f-aff8-b97a287ed63d not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:50:41.551639 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a664056a-b722-4a76-9762-d6c7b0c51628 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:41.554851 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a664056a-b722-4a76-9762-d6c7b0c51628 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:41.556009 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a664056a-b722-4a76-9762-d6c7b0c51628 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "DELETE /v2.0/security-groups/6ca842c4-9abe-4c08-a9ec-ae285d715254 HTTP/1.1" status: 204 len: 168 time: 0.2185664 Dec 17 15:50:41.565667 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664056a-b722-4a76-9762-d6c7b0c51628 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca842c4-9abe-4c08-a9ec-ae285d715254,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:41.997312 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34400) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:50:42.001876 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-6f1d13e4-f118-4a3b-acf5-7b50de86754f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1667893968', 'description': 'tempest-secgroup-smoke-1667893968 description', 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:42.110849 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f1d13e4-f118-4a3b-acf5-7b50de86754f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:42.120738 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c28a06-a84a-4de0-907d-21676b144ade req-1b65b35c-aada-4fb8-8af2-e057f4c855e6 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:42.131632 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-13c28a06-a84a-4de0-907d-21676b144ade req-1b65b35c-aada-4fb8-8af2-e057f4c855e6 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 946 time: 0.0492418 Dec 17 15:50:42.160413 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-13c28a06-a84a-4de0-907d-21676b144ade req-6ce0edaa-1f6c-43ec-9a90-7919282a5c08 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319548 Dec 17 15:50:42.182484 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f1d13e4-f118-4a3b-acf5-7b50de86754f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:42.243458 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f1d13e4-f118-4a3b-acf5-7b50de86754f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:42.270861 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d13e4-f118-4a3b-acf5-7b50de86754f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64b216b8-9584-4272-a06c-ae1d148a4ffd,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:42.324977 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6f1d13e4-f118-4a3b-acf5-7b50de86754f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:42.326510 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6f1d13e4-f118-4a3b-acf5-7b50de86754f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3281522 Dec 17 15:50:42.329332 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34406) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:50:42.333570 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-67330900-7139-4022-96ff-6c272b516a24 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'security_group_rule': {'security_group_id': '64b216b8-9584-4272-a06c-ae1d148a4ffd', 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:42.424462 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67330900-7139-4022-96ff-6c272b516a24 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:42.479112 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67330900-7139-4022-96ff-6c272b516a24 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:42.534458 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67330900-7139-4022-96ff-6c272b516a24 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:42.551735 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67330900-7139-4022-96ff-6c272b516a24 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06014cc5-f686-4504-b971-09bfd056f93f,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:42.638914 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-67330900-7139-4022-96ff-6c272b516a24 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:42.640194 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-67330900-7139-4022-96ff-6c272b516a24 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3099349 Dec 17 15:50:42.642939 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34408) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:50:42.647217 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-37d01beb-8515-4959-a7fd-339c55091ea3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'security_group_rule': {'security_group_id': '64b216b8-9584-4272-a06c-ae1d148a4ffd', 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:42.733598 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-37d01beb-8515-4959-a7fd-339c55091ea3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:42.791573 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-37d01beb-8515-4959-a7fd-339c55091ea3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:42.848836 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-37d01beb-8515-4959-a7fd-339c55091ea3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:42.867032 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d01beb-8515-4959-a7fd-339c55091ea3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb044c24-72c0-419d-9eec-7078dae315a5,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:42.907755 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-37d01beb-8515-4959-a7fd-339c55091ea3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:42.908990 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-37d01beb-8515-4959-a7fd-339c55091ea3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2651317 Dec 17 15:50:42.911720 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34410) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:50:42.916811 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-ba223345-5817-4b68-8dfe-310c6d04fbc4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'security_group_rule': {'security_group_id': '64b216b8-9584-4272-a06c-ae1d148a4ffd', 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:43.014400 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ba223345-5817-4b68-8dfe-310c6d04fbc4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:43.078037 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ba223345-5817-4b68-8dfe-310c6d04fbc4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:43.140615 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ba223345-5817-4b68-8dfe-310c6d04fbc4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:43.160199 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba223345-5817-4b68-8dfe-310c6d04fbc4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87bb1a7-98fc-4acc-8dea-84017e3ec5ac,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:43.239447 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ba223345-5817-4b68-8dfe-310c6d04fbc4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:43.240821 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ba223345-5817-4b68-8dfe-310c6d04fbc4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3281853 Dec 17 15:50:43.243608 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34412) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:50:43.247860 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-b5eff2e9-752e-4dad-bf59-764a51f0ab52 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'security_group_rule': {'security_group_id': '64b216b8-9584-4272-a06c-ae1d148a4ffd', 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:43.368203 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b5eff2e9-752e-4dad-bf59-764a51f0ab52 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:43.426342 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b5eff2e9-752e-4dad-bf59-764a51f0ab52 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:43.521983 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b5eff2e9-752e-4dad-bf59-764a51f0ab52 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:43.540451 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eff2e9-752e-4dad-bf59-764a51f0ab52 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d48f90-0857-4602-8701-8dfe345ae89c,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:43.548134 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eff2e9-752e-4dad-bf59-764a51f0ab52 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:43.548483 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eff2e9-752e-4dad-bf59-764a51f0ab52 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:43.548826 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eff2e9-752e-4dad-bf59-764a51f0ab52 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:43.549193 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eff2e9-752e-4dad-bf59-764a51f0ab52 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:43.549551 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eff2e9-752e-4dad-bf59-764a51f0ab52 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:43.549886 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eff2e9-752e-4dad-bf59-764a51f0ab52 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:43.550218 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eff2e9-752e-4dad-bf59-764a51f0ab52 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:43.550546 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eff2e9-752e-4dad-bf59-764a51f0ab52 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:43.550875 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eff2e9-752e-4dad-bf59-764a51f0ab52 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:43.551202 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eff2e9-752e-4dad-bf59-764a51f0ab52 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:43.551529 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eff2e9-752e-4dad-bf59-764a51f0ab52 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:43.551852 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eff2e9-752e-4dad-bf59-764a51f0ab52 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:43.621214 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b5eff2e9-752e-4dad-bf59-764a51f0ab52 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:43.622379 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b5eff2e9-752e-4dad-bf59-764a51f0ab52 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3778546 Dec 17 15:50:43.625151 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34414) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:50:43.629497 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-eb503c92-39ec-4be9-ad50-96e3383c83d3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'security_group_rule': {'security_group_id': '64b216b8-9584-4272-a06c-ae1d148a4ffd', 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:43.722236 n-d-820553-2 neutron-server[102833]: INFO neutron.db.securitygroups_db [None req-eb503c92-39ec-4be9-ad50-96e3383c83d3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Project cc2b51a1527d471ba1f33c71d0e151f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 15:50:43.727654 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eb503c92-39ec-4be9-ad50-96e3383c83d3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:43.786771 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eb503c92-39ec-4be9-ad50-96e3383c83d3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:43.860510 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eb503c92-39ec-4be9-ad50-96e3383c83d3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:43.879541 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb503c92-39ec-4be9-ad50-96e3383c83d3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=639c10cd-0e2d-4ad0-a7d5-e175f82fad7f,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:43.942199 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eb503c92-39ec-4be9-ad50-96e3383c83d3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:43.943422 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-eb503c92-39ec-4be9-ad50-96e3383c83d3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3172870 Dec 17 15:50:43.946201 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34416) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:50:43.950572 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-639bb938-522e-4023-8c3c-6a4be4fda963 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'security_group_rule': {'security_group_id': '64b216b8-9584-4272-a06c-ae1d148a4ffd', 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:44.065755 n-d-820553-2 neutron-server[102833]: INFO neutron.db.securitygroups_db [None req-639bb938-522e-4023-8c3c-6a4be4fda963 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Project cc2b51a1527d471ba1f33c71d0e151f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 15:50:44.071143 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-639bb938-522e-4023-8c3c-6a4be4fda963 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:44.135077 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-639bb938-522e-4023-8c3c-6a4be4fda963 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:44.208344 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-639bb938-522e-4023-8c3c-6a4be4fda963 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:44.229617 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639bb938-522e-4023-8c3c-6a4be4fda963 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33a04d5-d9bc-43ba-a927-891b25cfcc41,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:44.279260 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-639bb938-522e-4023-8c3c-6a4be4fda963 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:44.280453 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-639bb938-522e-4023-8c3c-6a4be4fda963 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3333366 Dec 17 15:50:44.283270 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34418) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:50:44.287955 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-ad02c114-b165-413d-9047-740bce5cb9e8 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'network': {'name': 'tempest-network-smoke--431310199', 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'port_security_enabled': True}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:44.356984 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad02c114-b165-413d-9047-740bce5cb9e8 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Made reservation on behalf of cc2b51a1527d471ba1f33c71d0e151f4 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:50:44.360461 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ad02c114-b165-413d-9047-740bce5cb9e8 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:44.383092 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad02c114-b165-413d-9047-740bce5cb9e8 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:50:44.391677 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ad02c114-b165-413d-9047-740bce5cb9e8 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:44.391953 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-ad02c114-b165-413d-9047-740bce5cb9e8 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Added segment 25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf of type vlan for network 349622a7-854e-4045-99ba-08f635703f44 Dec 17 15:50:44.432288 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ad02c114-b165-413d-9047-740bce5cb9e8 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:44.521694 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ad02c114-b165-413d-9047-740bce5cb9e8 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:44.527719 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad02c114-b165-413d-9047-740bce5cb9e8 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:44.528290 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ad02c114-b165-413d-9047-740bce5cb9e8 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:44.593657 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02c114-b165-413d-9047-740bce5cb9e8 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'Network': ['ID=349622a7-854e-4045-99ba-08f635703f44,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:44.603696 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 349622a7-854e-4045-99ba-08f635703f44 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:50:44.663535 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ad02c114-b165-413d-9047-740bce5cb9e8 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3791397 Dec 17 15:50:44.666445 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34420) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:50:44.670960 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-17efcd81-a29a-4d29-95d0-52211180e3f2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1607940417', 'admin_state_up': True, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:44.751533 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17efcd81-a29a-4d29-95d0-52211180e3f2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:44.752532 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17efcd81-a29a-4d29-95d0-52211180e3f2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:44.805613 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17efcd81-a29a-4d29-95d0-52211180e3f2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:44.990422 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17efcd81-a29a-4d29-95d0-52211180e3f2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:45.579285 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17efcd81-a29a-4d29-95d0-52211180e3f2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:45.598204 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17efcd81-a29a-4d29-95d0-52211180e3f2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:45.698351 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-17efcd81-a29a-4d29-95d0-52211180e3f2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Allocated IP 172.25.6.175 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/aa1eb713-2a83-4bb4-a060-e0467cd46e68) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:50:45.801489 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17efcd81-a29a-4d29-95d0-52211180e3f2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:45.889016 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17efcd81-a29a-4d29-95d0-52211180e3f2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:45.925606 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17efcd81-a29a-4d29-95d0-52211180e3f2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:50:45.930382 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-17efcd81-a29a-4d29-95d0-52211180e3f2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:50:45.936810 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17efcd81-a29a-4d29-95d0-52211180e3f2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:50:45.939556 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17efcd81-a29a-4d29-95d0-52211180e3f2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'Port': ['ID=aa1eb713-2a83-4bb4-a060-e0467cd46e68,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:46.231464 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17efcd81-a29a-4d29-95d0-52211180e3f2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:46.424991 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17efcd81-a29a-4d29-95d0-52211180e3f2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:46.631253 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17efcd81-a29a-4d29-95d0-52211180e3f2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Router eaf4eb82-b222-448a-a4f6-33b93a98d2d9 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:50:46.737450 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17efcd81-a29a-4d29-95d0-52211180e3f2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:50:46.747572 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56d3d79-f8c8-4fca-8f27-41321043c6f3 None None] Sync routers for ids ['eaf4eb82-b222-448a-a4f6-33b93a98d2d9'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:50:46.756242 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56d3d79-f8c8-4fca-8f27-41321043c6f3 None None] Routers {'eaf4eb82-b222-448a-a4f6-33b93a98d2d9'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:50:46.761267 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e56d3d79-f8c8-4fca-8f27-41321043c6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:50:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['eaf4eb82-b222-448a-a4f6-33b93a98d2d9'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:46.816621 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17efcd81-a29a-4d29-95d0-52211180e3f2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:46.817936 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-17efcd81-a29a-4d29-95d0-52211180e3f2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1505036 Dec 17 15:50:46.821034 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34422) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:50:46.849716 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c91aaf74-bbeb-446a-b6f6-1d97f6b203b3 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=cc2b51a1527d471ba1f33c71d0e151f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275395 Dec 17 15:50:46.853166 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34424) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:50:46.861177 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-e56d3d79-f8c8-4fca-8f27-41321043c6f3 None None] Set router eaf4eb82-b222-448a-a4f6-33b93a98d2d9 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:50:46.938982 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f126f7-3b46-4eb4-b855-7400a9fe13f4 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:46.940468 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f5f126f7-3b46-4eb4-b855-7400a9fe13f4 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862951 Dec 17 15:50:46.943353 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34426) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:50:46.971174 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-41c0e5bf-059a-46f4-bccb-2013c81491b6 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=4e9cade7-8de3-4483-a2b7-ada6bbc76cf6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266249 Dec 17 15:50:46.973562 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34428) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:50:46.978783 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-2d523e1c-5be5-4348-bb25-9e3669b50dc0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-355820362', 'network_id': '349622a7-854e-4045-99ba-08f635703f44', 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:47.032637 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e56d3d79-f8c8-4fca-8f27-41321043c6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607940417', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'aa1eb713-2a83-4bb4-a060-e0467cd46e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:44Z', 'updated_at': '2021-12-17T15:50:46Z', 'revision_number': 3, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': 'aa1eb713-2a83-4bb4-a060-e0467cd46e68', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:45Z', 'updated_at': '2021-12-17T15:50:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:47.062224 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56d3d79-f8c8-4fca-8f27-41321043c6f3 None None] Checking router: eaf4eb82-b222-448a-a4f6-33b93a98d2d9 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:50:47.062855 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56d3d79-f8c8-4fca-8f27-41321043c6f3 None None] Updating router eaf4eb82-b222-448a-a4f6-33b93a98d2d9 port aa1eb713-2a83-4bb4-a060-e0467cd46e68 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:50:47.088187 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-e56d3d79-f8c8-4fca-8f27-41321043c6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:47.117988 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d523e1c-5be5-4348-bb25-9e3669b50dc0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Made reservation on behalf of cc2b51a1527d471ba1f33c71d0e151f4 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:50:47.121619 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2d523e1c-5be5-4348-bb25-9e3669b50dc0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:47.329358 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2d523e1c-5be5-4348-bb25-9e3669b50dc0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:47.359260 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-e56d3d79-f8c8-4fca-8f27-41321043c6f3 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:47.390039 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d523e1c-5be5-4348-bb25-9e3669b50dc0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'Subnet': ['ID=dce0e87b-9e53-4bb8-a6da-6abf046a7a70,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:47.400371 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d523e1c-5be5-4348-bb25-9e3669b50dc0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Checking segment: {'id': '25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '349622a7-854e-4045-99ba-08f635703f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:50:47.402837 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d523e1c-5be5-4348-bb25-9e3669b50dc0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Network hostable DHCP agents. Network: 349622a7-854e-4045-99ba-08f635703f44, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:50:47.414828 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-e56d3d79-f8c8-4fca-8f27-41321043c6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:47.466335 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d523e1c-5be5-4348-bb25-9e3669b50dc0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Network 349622a7-854e-4045-99ba-08f635703f44 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:50:47.467061 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-e56d3d79-f8c8-4fca-8f27-41321043c6f3 None None] Attempting to bind port aa1eb713-2a83-4bb4-a060-e0467cd46e68 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:50:47.467423 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-e56d3d79-f8c8-4fca-8f27-41321043c6f3 None None] Attempting to bind port aa1eb713-2a83-4bb4-a060-e0467cd46e68 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:50:47.467778 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56d3d79-f8c8-4fca-8f27-41321043c6f3 None None] Attempting to bind port aa1eb713-2a83-4bb4-a060-e0467cd46e68 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:50:47.476951 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8577d3-ed4b-45c2-8d7e-9260b06892e4 None None] Pushing event updated for resources: {'Port': ['ID=aa1eb713-2a83-4bb4-a060-e0467cd46e68,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:47.480293 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56d3d79-f8c8-4fca-8f27-41321043c6f3 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:50:47.480655 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56d3d79-f8c8-4fca-8f27-41321043c6f3 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:50:47.481067 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-e56d3d79-f8c8-4fca-8f27-41321043c6f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:47.481439 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56d3d79-f8c8-4fca-8f27-41321043c6f3 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:50:47.481929 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-e56d3d79-f8c8-4fca-8f27-41321043c6f3 None None] Bound port: aa1eb713-2a83-4bb4-a060-e0467cd46e68, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:50:47.482291 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-e56d3d79-f8c8-4fca-8f27-41321043c6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:47.488502 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8577d3-ed4b-45c2-8d7e-9260b06892e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:47.488839 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8577d3-ed4b-45c2-8d7e-9260b06892e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:47.489201 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8577d3-ed4b-45c2-8d7e-9260b06892e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:47.489551 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8577d3-ed4b-45c2-8d7e-9260b06892e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:47.489857 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8577d3-ed4b-45c2-8d7e-9260b06892e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:47.490179 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8577d3-ed4b-45c2-8d7e-9260b06892e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:47.490500 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8577d3-ed4b-45c2-8d7e-9260b06892e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:47.490814 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8577d3-ed4b-45c2-8d7e-9260b06892e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:47.491127 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8577d3-ed4b-45c2-8d7e-9260b06892e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:47.491438 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8577d3-ed4b-45c2-8d7e-9260b06892e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:47.491842 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8577d3-ed4b-45c2-8d7e-9260b06892e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:47.493010 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8577d3-ed4b-45c2-8d7e-9260b06892e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:50:47.534476 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-2d523e1c-5be5-4348-bb25-9e3669b50dc0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 349622a7-854e-4045-99ba-08f635703f44) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:50:47.539101 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d523e1c-5be5-4348-bb25-9e3669b50dc0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:47.539772 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2d523e1c-5be5-4348-bb25-9e3669b50dc0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:47.544498 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b689bd9-47bb-4159-bc63-74b890e8b372 None None] Network 349622a7-854e-4045-99ba-08f635703f44 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:50:47.546517 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-e56d3d79-f8c8-4fca-8f27-41321043c6f3 None None] For port aa1eb713-2a83-4bb4-a060-e0467cd46e68, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:50:47.551810 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-e56d3d79-f8c8-4fca-8f27-41321043c6f3 None None] For port aa1eb713-2a83-4bb4-a060-e0467cd46e68, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=aa1eb713-2a83-4bb4-a060-e0467cd46e68,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:50:47.606312 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2d523e1c-5be5-4348-bb25-9e3669b50dc0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6317263 Dec 17 15:50:47.609062 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34430) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:50:47.609503 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-e56d3d79-f8c8-4fca-8f27-41321043c6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:47.674271 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56d3d79-f8c8-4fca-8f27-41321043c6f3 None None] Routers {'eaf4eb82-b222-448a-a4f6-33b93a98d2d9'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:50:47.674807 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e56d3d79-f8c8-4fca-8f27-41321043c6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:50:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['eaf4eb82-b222-448a-a4f6-33b93a98d2d9'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:47.722511 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8577d3-ed4b-45c2-8d7e-9260b06892e4 None None] Pushing event updated for resources: {'Port': ['ID=aa1eb713-2a83-4bb4-a060-e0467cd46e68,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:47.802144 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-e56d3d79-f8c8-4fca-8f27-41321043c6f3 None None] Set router eaf4eb82-b222-448a-a4f6-33b93a98d2d9 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:50:47.862470 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae97ee6-357f-43d3-af66-0e7020dca4df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-349622a7-854e-4045-99ba-08f635703f44', 'network_id': '349622a7-854e-4045-99ba-08f635703f44', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'fixed_ips': [{'subnet_id': 'dce0e87b-9e53-4bb8-a6da-6abf046a7a70'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:50:47.863439 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cae97ee6-357f-43d3-af66-0e7020dca4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:47.987571 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e56d3d79-f8c8-4fca-8f27-41321043c6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607940417', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'aa1eb713-2a83-4bb4-a060-e0467cd46e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:44Z', 'updated_at': '2021-12-17T15:50:46Z', 'revision_number': 3, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': 'aa1eb713-2a83-4bb4-a060-e0467cd46e68', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:45Z', 'updated_at': '2021-12-17T15:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:48.005292 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-cae97ee6-357f-43d3-af66-0e7020dca4df None None] Allocated IP 172.20.0.2 (349622a7-854e-4045-99ba-08f635703f44/dce0e87b-9e53-4bb8-a6da-6abf046a7a70/a6fc9829-2017-4481-a2e5-e8e6463cbae5) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:50:48.018484 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56d3d79-f8c8-4fca-8f27-41321043c6f3 None None] The sync data for ids ['eaf4eb82-b222-448a-a4f6-33b93a98d2d9'] in n-d-820553-2 is: [{'id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607940417', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'aa1eb713-2a83-4bb4-a060-e0467cd46e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:44Z', 'updated_at': '2021-12-17T15:50:46Z', 'revision_number': 3, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': 'aa1eb713-2a83-4bb4-a060-e0467cd46e68', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:45Z', 'updated_at': '2021-12-17T15:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:50:48.160459 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cae97ee6-357f-43d3-af66-0e7020dca4df None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:48.209314 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cae97ee6-357f-43d3-af66-0e7020dca4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:48.276942 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae97ee6-357f-43d3-af66-0e7020dca4df None None] Pushing event updated for resources: {'Port': ['ID=a6fc9829-2017-4481-a2e5-e8e6463cbae5,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:48.280555 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae97ee6-357f-43d3-af66-0e7020dca4df None None] Network 349622a7-854e-4045-99ba-08f635703f44 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:50:48.282324 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-cae97ee6-357f-43d3-af66-0e7020dca4df None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:50:48.284410 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae97ee6-357f-43d3-af66-0e7020dca4df None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:50:48.345554 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-cae97ee6-357f-43d3-af66-0e7020dca4df None None] Attempting to bind port a6fc9829-2017-4481-a2e5-e8e6463cbae5 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:50:48.346081 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-cae97ee6-357f-43d3-af66-0e7020dca4df None None] Attempting to bind port a6fc9829-2017-4481-a2e5-e8e6463cbae5 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '349622a7-854e-4045-99ba-08f635703f44'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:50:48.346507 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae97ee6-357f-43d3-af66-0e7020dca4df None None] Attempting to bind port a6fc9829-2017-4481-a2e5-e8e6463cbae5 on network 349622a7-854e-4045-99ba-08f635703f44 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:50:48.352937 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae97ee6-357f-43d3-af66-0e7020dca4df None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:50:48.353382 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae97ee6-357f-43d3-af66-0e7020dca4df None None] Checking segment: {'id': '25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '349622a7-854e-4045-99ba-08f635703f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:50:48.353784 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cae97ee6-357f-43d3-af66-0e7020dca4df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:48.354175 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae97ee6-357f-43d3-af66-0e7020dca4df None None] Bound using segment: {'id': '25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '349622a7-854e-4045-99ba-08f635703f44'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:50:48.354646 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-cae97ee6-357f-43d3-af66-0e7020dca4df None None] Bound port: a6fc9829-2017-4481-a2e5-e8e6463cbae5, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '349622a7-854e-4045-99ba-08f635703f44'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:50:48.355033 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cae97ee6-357f-43d3-af66-0e7020dca4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:48.372032 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5d56eadb-e6ea-40aa-9fc5-de71722d9de4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:48.427878 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-cae97ee6-357f-43d3-af66-0e7020dca4df None None] For port a6fc9829-2017-4481-a2e5-e8e6463cbae5, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:50:48.431436 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-cae97ee6-357f-43d3-af66-0e7020dca4df None None] For port a6fc9829-2017-4481-a2e5-e8e6463cbae5, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=a6fc9829-2017-4481-a2e5-e8e6463cbae5,segment=NetworkSegment(25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf),segment_id=25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:50:48.524357 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cae97ee6-357f-43d3-af66-0e7020dca4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:48.588544 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae97ee6-357f-43d3-af66-0e7020dca4df None None] Pushing event updated for resources: {'Port': ['ID=a6fc9829-2017-4481-a2e5-e8e6463cbae5,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:48.676763 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-5d56eadb-e6ea-40aa-9fc5-de71722d9de4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Allocated IP 172.20.0.1 (349622a7-854e-4045-99ba-08f635703f44/dce0e87b-9e53-4bb8-a6da-6abf046a7a70/97ca692e-f3c0-49fe-b6db-b60928ed0093) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:50:48.827086 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5d56eadb-e6ea-40aa-9fc5-de71722d9de4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:48.918369 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5d56eadb-e6ea-40aa-9fc5-de71722d9de4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:48.964656 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d56eadb-e6ea-40aa-9fc5-de71722d9de4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Network 349622a7-854e-4045-99ba-08f635703f44 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:50:48.964976 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-5d56eadb-e6ea-40aa-9fc5-de71722d9de4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:50:48.968812 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d56eadb-e6ea-40aa-9fc5-de71722d9de4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:50:48.978111 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56eadb-e6ea-40aa-9fc5-de71722d9de4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'Port': ['ID=97ca692e-f3c0-49fe-b6db-b60928ed0093,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:49.021915 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5d56eadb-e6ea-40aa-9fc5-de71722d9de4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:49.222312 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5d56eadb-e6ea-40aa-9fc5-de71722d9de4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:49.271139 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a6fc9829-2017-4481-a2e5-e8e6463cbae5 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:50:49.329746 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port a6fc9829-2017-4481-a2e5-e8e6463cbae5 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:49.330024 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:49.414347 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:49.449862 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port a6fc9829-2017-4481-a2e5-e8e6463cbae5, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=a6fc9829-2017-4481-a2e5-e8e6463cbae5,segment=NetworkSegment(25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf),segment_id=25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:49.517585 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:49.518433 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device aa1eb713-2a83-4bb4-a060-e0467cd46e68 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:50:49.524778 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5d56eadb-e6ea-40aa-9fc5-de71722d9de4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:49.576297 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5d56eadb-e6ea-40aa-9fc5-de71722d9de4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:49.587073 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f1920d-9363-40f9-8030-e9709d42e5a9 None None] Network 349622a7-854e-4045-99ba-08f635703f44 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:50:49.649519 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=a6fc9829-2017-4481-a2e5-e8e6463cbae5,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:49.654689 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5d56eadb-e6ea-40aa-9fc5-de71722d9de4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:49.667507 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56eadb-e6ea-40aa-9fc5-de71722d9de4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'Port': ['ID=97ca692e-f3c0-49fe-b6db-b60928ed0093,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:49.697091 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-981e60d8-97db-4e32-9a51-8b9656b5db3b None None] Provisioning complete for port a6fc9829-2017-4481-a2e5-e8e6463cbae5 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:49.697469 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-981e60d8-97db-4e32-9a51-8b9656b5db3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:49.708425 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port aa1eb713-2a83-4bb4-a060-e0467cd46e68 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:49.708791 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:49.759678 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d56eadb-e6ea-40aa-9fc5-de71722d9de4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Network 349622a7-854e-4045-99ba-08f635703f44 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:50:49.761217 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-5d56eadb-e6ea-40aa-9fc5-de71722d9de4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:50:49.895446 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d56eadb-e6ea-40aa-9fc5-de71722d9de4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Router eaf4eb82-b222-448a-a4f6-33b93a98d2d9 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:50:49.932037 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:49.954327 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port aa1eb713-2a83-4bb4-a060-e0467cd46e68, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=aa1eb713-2a83-4bb4-a060-e0467cd46e68,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:50.015575 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:50.031239 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d56eadb-e6ea-40aa-9fc5-de71722d9de4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:50:50.044700 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5d56eadb-e6ea-40aa-9fc5-de71722d9de4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "PUT /v2.0/routers/eaf4eb82-b222-448a-a4f6-33b93a98d2d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4270155 Dec 17 15:50:50.085014 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=aa1eb713-2a83-4bb4-a060-e0467cd46e68,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:50.200407 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66872253-e0e0-49a5-99de-0962df235950 None None] Sync routers for ids ['eaf4eb82-b222-448a-a4f6-33b93a98d2d9'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:50:50.211298 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66872253-e0e0-49a5-99de-0962df235950 None None] Routers {'eaf4eb82-b222-448a-a4f6-33b93a98d2d9'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:50:50.212070 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-66872253-e0e0-49a5-99de-0962df235950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:50:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['eaf4eb82-b222-448a-a4f6-33b93a98d2d9'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:50.220982 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-666a2ccf-dba2-4f8b-b6d8-5390a319c667 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1667893968&fields=id&tenant_id=cc2b51a1527d471ba1f33c71d0e151f4 HTTP/1.1" status: 200 len: 267 time: 0.0517762 Dec 17 15:50:50.307464 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-298d7e75-10dd-4101-b566-b8755e9d8f35 None None] Provisioning complete for port a6fc9829-2017-4481-a2e5-e8e6463cbae5 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:50.307983 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-298d7e75-10dd-4101-b566-b8755e9d8f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:50.365597 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-0b7d7c2d-f736-467d-a2ef-34172afc672b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:50.368814 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-0b7d7c2d-f736-467d-a2ef-34172afc672b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/networks?id=349622a7-854e-4045-99ba-08f635703f44 HTTP/1.1" status: 200 len: 796 time: 0.1360540 Dec 17 15:50:50.369776 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-66872253-e0e0-49a5-99de-0962df235950 None None] Set router eaf4eb82-b222-448a-a4f6-33b93a98d2d9 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:50:50.391077 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-60c6af6c-be0d-4ea6-b553-e1cba0b2bb51 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/quotas/cc2b51a1527d471ba1f33c71d0e151f4 HTTP/1.1" status: 200 len: 375 time: 0.0126846 Dec 17 15:50:50.452074 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-c9c45925-e9fb-4649-aff4-b42f097fedb5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551898 Dec 17 15:50:50.545654 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-298d7e75-10dd-4101-b566-b8755e9d8f35 None None] Provisioning complete for port 97ca692e-f3c0-49fe-b6db-b60928ed0093 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:50.546212 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-298d7e75-10dd-4101-b566-b8755e9d8f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:50.572607 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-ab774ac1-a2cc-4708-8d11-7870d50c4105 service neutron] 10.222.0.46 "GET /v2.0/networks/349622a7-854e-4045-99ba-08f635703f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071327 Dec 17 15:50:50.608582 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-298d7e75-10dd-4101-b566-b8755e9d8f35 None None] Port 97ca692e-f3c0-49fe-b6db-b60928ed0093 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:50:50.658097 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-66872253-e0e0-49a5-99de-0962df235950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607940417', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'aa1eb713-2a83-4bb4-a060-e0467cd46e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:44Z', 'updated_at': '2021-12-17T15:50:49Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': 'aa1eb713-2a83-4bb4-a060-e0467cd46e68', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:45Z', 'updated_at': '2021-12-17T15:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '97ca692e-f3c0-49fe-b6db-b60928ed0093', 'name': '', 'network_id': '349622a7-854e-4045-99ba-08f635703f44', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'mac_address': 'fa:16:3e:2b:35:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'dce0e87b-9e53-4bb8-a6da-6abf046a7a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:48Z', 'updated_at': '2021-12-17T15:50:49Z', 'revision_number': 2, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'subnets': [{'id': 'dce0e87b-9e53-4bb8-a6da-6abf046a7a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:50.675386 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-4cd5a546-7b78-4270-8ee3-b18e6ba38427 service neutron] 10.222.0.46 "GET /v2.0/networks/349622a7-854e-4045-99ba-08f635703f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946820 Dec 17 15:50:50.685547 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66872253-e0e0-49a5-99de-0962df235950 None None] Checking router: eaf4eb82-b222-448a-a4f6-33b93a98d2d9 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:50:50.685900 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66872253-e0e0-49a5-99de-0962df235950 None None] Updating router eaf4eb82-b222-448a-a4f6-33b93a98d2d9 port 97ca692e-f3c0-49fe-b6db-b60928ed0093 binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:50:50.714458 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-66872253-e0e0-49a5-99de-0962df235950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:50.743337 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-381bbc5e-a3e7-40e3-ad66-6082c4e5daf0 None None] Provisioning complete for port 97ca692e-f3c0-49fe-b6db-b60928ed0093 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:50.743703 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-381bbc5e-a3e7-40e3-ad66-6082c4e5daf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:50.877053 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-381bbc5e-a3e7-40e3-ad66-6082c4e5daf0 None None] Port 97ca692e-f3c0-49fe-b6db-b60928ed0093 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:50:50.961195 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ebd2609d-7669-4282-bcf4-4f684e65f270 req-7385020d-c29d-4b20-a1d7-efeb45c80081 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 210 time: 0.0273647 Dec 17 15:50:51.074724 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-66872253-e0e0-49a5-99de-0962df235950 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:51.151583 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-66872253-e0e0-49a5-99de-0962df235950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:51.202015 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5856b9-cebf-4e01-bc0b-3c50d1d50ef9 None None] Pushing event updated for resources: {'Port': ['ID=97ca692e-f3c0-49fe-b6db-b60928ed0093,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:51.249011 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a6fc9829-2017-4481-a2e5-e8e6463cbae5 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:50:51.286257 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-66872253-e0e0-49a5-99de-0962df235950 None None] Attempting to bind port 97ca692e-f3c0-49fe-b6db-b60928ed0093 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:50:51.286638 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-66872253-e0e0-49a5-99de-0962df235950 None None] Attempting to bind port 97ca692e-f3c0-49fe-b6db-b60928ed0093 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '349622a7-854e-4045-99ba-08f635703f44'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:50:51.287036 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66872253-e0e0-49a5-99de-0962df235950 None None] Attempting to bind port 97ca692e-f3c0-49fe-b6db-b60928ed0093 on network 349622a7-854e-4045-99ba-08f635703f44 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:50:51.300263 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66872253-e0e0-49a5-99de-0962df235950 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:50:51.300579 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66872253-e0e0-49a5-99de-0962df235950 None None] Checking segment: {'id': '25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '349622a7-854e-4045-99ba-08f635703f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:50:51.300982 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-66872253-e0e0-49a5-99de-0962df235950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:51.301396 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66872253-e0e0-49a5-99de-0962df235950 None None] Bound using segment: {'id': '25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '349622a7-854e-4045-99ba-08f635703f44'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:50:51.301869 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-66872253-e0e0-49a5-99de-0962df235950 None None] Bound port: 97ca692e-f3c0-49fe-b6db-b60928ed0093, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '349622a7-854e-4045-99ba-08f635703f44'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:50:51.302247 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-66872253-e0e0-49a5-99de-0962df235950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:51.352235 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port a6fc9829-2017-4481-a2e5-e8e6463cbae5 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:51.352608 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:51.403472 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-66872253-e0e0-49a5-99de-0962df235950 None None] For port 97ca692e-f3c0-49fe-b6db-b60928ed0093, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:50:51.409490 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-66872253-e0e0-49a5-99de-0962df235950 None None] For port 97ca692e-f3c0-49fe-b6db-b60928ed0093, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=97ca692e-f3c0-49fe-b6db-b60928ed0093,segment=NetworkSegment(25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf),segment_id=25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:50:51.453109 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device aa1eb713-2a83-4bb4-a060-e0467cd46e68 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:50:51.504167 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d5cbc3d4-faed-461f-b2ee-95df5595c388 None None] Provisioning complete for port 97ca692e-f3c0-49fe-b6db-b60928ed0093 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:51.504532 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d5cbc3d4-faed-461f-b2ee-95df5595c388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:51.528363 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port aa1eb713-2a83-4bb4-a060-e0467cd46e68 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:51.528724 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:51.530652 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-66872253-e0e0-49a5-99de-0962df235950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:51.617897 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d5cbc3d4-faed-461f-b2ee-95df5595c388 None None] Port 97ca692e-f3c0-49fe-b6db-b60928ed0093 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:50:51.636553 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66872253-e0e0-49a5-99de-0962df235950 None None] Routers {'eaf4eb82-b222-448a-a4f6-33b93a98d2d9'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:50:51.637288 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-66872253-e0e0-49a5-99de-0962df235950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:50:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['eaf4eb82-b222-448a-a4f6-33b93a98d2d9'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:51.641805 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5856b9-cebf-4e01-bc0b-3c50d1d50ef9 None None] Pushing event updated for resources: {'Port': ['ID=97ca692e-f3c0-49fe-b6db-b60928ed0093,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:51.925413 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-e4815b04-a8d2-416b-8daa-e716c4c6181d None None] Provisioning complete for port 97ca692e-f3c0-49fe-b6db-b60928ed0093 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:51.926002 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e4815b04-a8d2-416b-8daa-e716c4c6181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:51.975116 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-66872253-e0e0-49a5-99de-0962df235950 None None] Set router eaf4eb82-b222-448a-a4f6-33b93a98d2d9 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:50:52.127521 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e4815b04-a8d2-416b-8daa-e716c4c6181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:52.157505 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2c2559eb-8711-4645-8399-26899e7ab62c req-2b3e6398-043b-480c-8920-c4f40c3c09c3 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 210 time: 0.0271196 Dec 17 15:50:52.185744 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-e4815b04-a8d2-416b-8daa-e716c4c6181d None None] For port 97ca692e-f3c0-49fe-b6db-b60928ed0093, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=97ca692e-f3c0-49fe-b6db-b60928ed0093,segment=NetworkSegment(25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf),segment_id=25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:52.237747 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-66872253-e0e0-49a5-99de-0962df235950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607940417', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'aa1eb713-2a83-4bb4-a060-e0467cd46e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:44Z', 'updated_at': '2021-12-17T15:50:49Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': 'aa1eb713-2a83-4bb4-a060-e0467cd46e68', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:45Z', 'updated_at': '2021-12-17T15:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '97ca692e-f3c0-49fe-b6db-b60928ed0093', 'name': '', 'network_id': '349622a7-854e-4045-99ba-08f635703f44', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'mac_address': 'fa:16:3e:2b:35:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'dce0e87b-9e53-4bb8-a6da-6abf046a7a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:48Z', 'updated_at': '2021-12-17T15:50:51Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'subnets': [{'id': 'dce0e87b-9e53-4bb8-a6da-6abf046a7a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:50:52.268960 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66872253-e0e0-49a5-99de-0962df235950 None None] The sync data for ids ['eaf4eb82-b222-448a-a4f6-33b93a98d2d9'] in n-d-820553-2 is: [{'id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607940417', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'aa1eb713-2a83-4bb4-a060-e0467cd46e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:44Z', 'updated_at': '2021-12-17T15:50:49Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': 'aa1eb713-2a83-4bb4-a060-e0467cd46e68', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:45Z', 'updated_at': '2021-12-17T15:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '97ca692e-f3c0-49fe-b6db-b60928ed0093', 'name': '', 'network_id': '349622a7-854e-4045-99ba-08f635703f44', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'mac_address': 'fa:16:3e:2b:35:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'dce0e87b-9e53-4bb8-a6da-6abf046a7a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:48Z', 'updated_at': '2021-12-17T15:50:51Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'subnets': [{'id': 'dce0e87b-9e53-4bb8-a6da-6abf046a7a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:50:52.271214 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e4815b04-a8d2-416b-8daa-e716c4c6181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:52.343924 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4815b04-a8d2-416b-8daa-e716c4c6181d None None] Pushing event updated for resources: {'Port': ['ID=97ca692e-f3c0-49fe-b6db-b60928ed0093,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:52.962236 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-ad24af1e-3be9-4586-b55e-495be6a21921 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:52.963965 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-ad24af1e-3be9-4586-b55e-495be6a21921 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.13 "GET /v2.0/networks?id=349622a7-854e-4045-99ba-08f635703f44 HTTP/1.1" status: 200 len: 796 time: 0.1177750 Dec 17 15:50:53.010417 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-4c3aabbe-3c8a-403e-b882-c64bb6d66329 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc2b51a1527d471ba1f33c71d0e151f4 HTTP/1.1" status: 200 len: 380 time: 0.0374019 Dec 17 15:50:53.019778 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-fc8890c1-279b-41bb-ad21-b54296385717 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'port': {'device_id': '50c90d4d-97ef-4e35-a2ad-51f117fdf938', 'network_id': '349622a7-854e-4045-99ba-08f635703f44', 'admin_state_up': True, 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'security_groups': ['64b216b8-9584-4272-a06c-ae1d148a4ffd']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:53.215740 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-fc8890c1-279b-41bb-ad21-b54296385717 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Made reservation on behalf of cc2b51a1527d471ba1f33c71d0e151f4 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:50:53.222813 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-fc8890c1-279b-41bb-ad21-b54296385717 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:53.256540 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 97ca692e-f3c0-49fe-b6db-b60928ed0093 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:50:53.273702 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7c4e0788-e8df-4ad0-8c84-acf2dc30d362 req-6e46cbcc-6611-43d6-82ec-69753dd990e2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 210 time: 0.0345814 Dec 17 15:50:53.319437 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 97ca692e-f3c0-49fe-b6db-b60928ed0093 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:53.319585 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:53.372112 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-fc8890c1-279b-41bb-ad21-b54296385717 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Allocated IP 172.20.0.9 (349622a7-854e-4045-99ba-08f635703f44/dce0e87b-9e53-4bb8-a6da-6abf046a7a70/fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:50:53.511518 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-fc8890c1-279b-41bb-ad21-b54296385717 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:53.694109 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-fc8890c1-279b-41bb-ad21-b54296385717 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:53.737947 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-fc8890c1-279b-41bb-ad21-b54296385717 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Network 349622a7-854e-4045-99ba-08f635703f44 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:50:53.740933 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-fc8890c1-279b-41bb-ad21-b54296385717 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:50:53.745359 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-fc8890c1-279b-41bb-ad21-b54296385717 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:50:53.770687 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8890c1-279b-41bb-ad21-b54296385717 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'Port': ['ID=fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:53.800310 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-fc8890c1-279b-41bb-ad21-b54296385717 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:53.800934 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-fc8890c1-279b-41bb-ad21-b54296385717 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:53.880181 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-fc8890c1-279b-41bb-ad21-b54296385717 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8643277 Dec 17 15:50:53.894273 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-82c1834a-ba00-4178-8cde-15aeb53f9d6c service neutron] Request body: {'port': {'device_id': '50c90d4d-97ef-4e35-a2ad-51f117fdf938', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:50:53.948873 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-82c1834a-ba00-4178-8cde-15aeb53f9d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:54.001826 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-7c90d180-3a8b-4d14-ba29-5ac61f4f47d4 None None] Provisioning complete for port fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:50:54.002204 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7c90d180-3a8b-4d14-ba29-5ac61f4f47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:54.036870 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-7c90d180-3a8b-4d14-ba29-5ac61f4f47d4 None None] Port fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:50:54.221726 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-82c1834a-ba00-4178-8cde-15aeb53f9d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:50:54.229742 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-82c1834a-ba00-4178-8cde-15aeb53f9d6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:54.241151 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-82c1834a-ba00-4178-8cde-15aeb53f9d6c service neutron] Transition to ACTIVE for port object fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:50:54.299281 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-82c1834a-ba00-4178-8cde-15aeb53f9d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:54.371027 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1834a-ba00-4178-8cde-15aeb53f9d6c service neutron] Pushing event updated for resources: {'Port': ['ID=fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:54.394460 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b4af6-2d01-4672-ac26-a6bd324b977d req-0be49b47-4997-48c4-8995-23dbe042a621 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:54.397479 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-407b4af6-2d01-4672-ac26-a6bd324b977d req-0be49b47-4997-48c4-8995-23dbe042a621 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 943 time: 0.0620410 Dec 17 15:50:54.427040 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-82c1834a-ba00-4178-8cde-15aeb53f9d6c service neutron] Attempting to bind port fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:50:54.427372 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-82c1834a-ba00-4178-8cde-15aeb53f9d6c service neutron] Attempting to bind port fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '349622a7-854e-4045-99ba-08f635703f44'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:50:54.427948 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-82c1834a-ba00-4178-8cde-15aeb53f9d6c service neutron] Attempting to bind port fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0 on network 349622a7-854e-4045-99ba-08f635703f44 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:50:54.433324 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-82c1834a-ba00-4178-8cde-15aeb53f9d6c service neutron] Port fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0 on network 349622a7-854e-4045-99ba-08f635703f44 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:50:54.433642 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-82c1834a-ba00-4178-8cde-15aeb53f9d6c service neutron] Attempting to bind port fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0 on network 349622a7-854e-4045-99ba-08f635703f44 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:50:54.438744 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-82c1834a-ba00-4178-8cde-15aeb53f9d6c service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:50:54.439086 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-82c1834a-ba00-4178-8cde-15aeb53f9d6c service neutron] Checking segment: {'id': '25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '349622a7-854e-4045-99ba-08f635703f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:50:54.439463 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-82c1834a-ba00-4178-8cde-15aeb53f9d6c service neutron] Bound using segment: {'id': '25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '349622a7-854e-4045-99ba-08f635703f44'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:50:54.439890 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-82c1834a-ba00-4178-8cde-15aeb53f9d6c service neutron] Bound port: fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '349622a7-854e-4045-99ba-08f635703f44'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:50:54.440034 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-407b4af6-2d01-4672-ac26-a6bd324b977d req-43da54de-07e9-4ad3-bb4c-188f913c0c14 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=64b216b8-9584-4272-a06c-ae1d148a4ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371318 Dec 17 15:50:54.440247 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-82c1834a-ba00-4178-8cde-15aeb53f9d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:54.517873 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-82c1834a-ba00-4178-8cde-15aeb53f9d6c service neutron] For port fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:50:54.520951 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-82c1834a-ba00-4178-8cde-15aeb53f9d6c service neutron] For port fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0,segment=NetworkSegment(25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf),segment_id=25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:50:54.587095 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-82c1834a-ba00-4178-8cde-15aeb53f9d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:54.622603 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-82c1834a-ba00-4178-8cde-15aeb53f9d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:54.623231 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-82c1834a-ba00-4178-8cde-15aeb53f9d6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:54.624603 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-82c1834a-ba00-4178-8cde-15aeb53f9d6c service neutron] 10.222.0.13 "PUT /v2.0/ports/fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0 HTTP/1.1" status: 200 len: 1091 time: 0.7347174 Dec 17 15:50:54.625057 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c90d4d-97ef-4e35-a2ad-51f117fdf938', 'tag': 'fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:50:54.627298 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a8af04-b953-4c6a-93bf-e5a30e0c7633" -d '{"events": [{"name": "network-changed", "server_uuid": "50c90d4d-97ef-4e35-a2ad-51f117fdf938", "tag": "fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:50:54.649740 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1834a-ba00-4178-8cde-15aeb53f9d6c service neutron] Pushing event updated for resources: {'Port': ['ID=fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:54.675476 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0cca20-9ebf-4764-8d37-1c0cd91fd04e x-openstack-request-id: req-0e0cca20-9ebf-4764-8d37-1c0cd91fd04e {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:50:54.675804 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c90d4d-97ef-4e35-a2ad-51f117fdf938", "tag": "fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:50:54.676079 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0e0cca20-9ebf-4764-8d37-1c0cd91fd04e {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:50:54.676468 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50c90d4d-97ef-4e35-a2ad-51f117fdf938', 'tag': 'fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0', 'status': 'completed', 'code': 200} Dec 17 15:50:54.738368 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8af04-b953-4c6a-93bf-e5a30e0c7633 req-7f13544f-a344-48b6-9590-853babd073b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:54.739886 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c4a8af04-b953-4c6a-93bf-e5a30e0c7633 req-7f13544f-a344-48b6-9590-853babd073b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 1094 time: 0.0422199 Dec 17 15:50:54.848207 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8af04-b953-4c6a-93bf-e5a30e0c7633 req-ac01388b-089e-4d10-ad2d-abc3b59f08ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:54.852285 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c4a8af04-b953-4c6a-93bf-e5a30e0c7633 req-ac01388b-089e-4d10-ad2d-abc3b59f08ff service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1009111 Dec 17 15:50:54.953686 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8af04-b953-4c6a-93bf-e5a30e0c7633 req-d2292475-0780-468b-95df-3eb70b8d8fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:54.953686 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c4a8af04-b953-4c6a-93bf-e5a30e0c7633 req-d2292475-0780-468b-95df-3eb70b8d8fa2 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942206 Dec 17 15:50:55.028433 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-1fbd95e0-a698-47d6-b3d1-d4874f113a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:55.029846 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-1fbd95e0-a698-47d6-b3d1-d4874f113a74 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 1094 time: 0.0404236 Dec 17 15:50:55.072661 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-e383e812-2d0b-455f-919f-5692cac67935 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0 HTTP/1.1" status: 200 len: 217 time: 0.0343819 Dec 17 15:50:55.124589 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-2a44acd8-20d3-425a-87bf-2a7a41904aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:55.126021 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-2a44acd8-20d3-425a-87bf-2a7a41904aba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dce0e87b-9e53-4bb8-a6da-6abf046a7a70 HTTP/1.1" status: 200 len: 834 time: 0.0469725 Dec 17 15:50:55.171690 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-45747be1-d551-42c8-bfb9-2fa9e6d3a527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:55.173176 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-45747be1-d551-42c8-bfb9-2fa9e6d3a527 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=349622a7-854e-4045-99ba-08f635703f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400488 Dec 17 15:50:55.262472 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-0fde93cd-2a36-4ea0-9c62-4cf962dd6501 service neutron] 10.222.0.13 "GET /v2.0/networks/349622a7-854e-4045-99ba-08f635703f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813742 Dec 17 15:50:55.354721 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f4f4614d-7995-40bb-bcaa-663d2ce9d6cd req-d6cf72b5-978a-4f4a-8b8d-bbcfe37e4ffe service neutron] 10.222.0.13 "GET /v2.0/networks/349622a7-854e-4045-99ba-08f635703f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856731 Dec 17 15:50:55.557823 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92b506-dbd0-43f4-83cf-32c47cb9bf9e req-00a4ded3-2d4b-4bc1-bd78-73f25f3c3f61 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:55.559376 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1b92b506-dbd0-43f4-83cf-32c47cb9bf9e req-00a4ded3-2d4b-4bc1-bd78-73f25f3c3f61 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 943 time: 0.0488057 Dec 17 15:50:55.597929 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1b92b506-dbd0-43f4-83cf-32c47cb9bf9e req-fdf9257f-1095-4013-a668-d133a92a2685 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=64b216b8-9584-4272-a06c-ae1d148a4ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324917 Dec 17 15:50:56.088014 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:56.715082 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43b553-fe59-48de-aefb-15a608864bf0 req-9a75b1c2-34bc-4218-b133-ea0efd04ec44 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:56.716602 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cc43b553-fe59-48de-aefb-15a608864bf0 req-9a75b1c2-34bc-4218-b133-ea0efd04ec44 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 943 time: 0.0493455 Dec 17 15:50:56.755140 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cc43b553-fe59-48de-aefb-15a608864bf0 req-f447aff7-6fbb-42e4-b21d-abee74660efa tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=64b216b8-9584-4272-a06c-ae1d148a4ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317688 Dec 17 15:50:57.873990 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072084c-bc6d-4a9e-8bc8-4a89ad56ae3e req-00485146-9459-4096-9488-46ba7893f4ae tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:57.875460 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a072084c-bc6d-4a9e-8bc8-4a89ad56ae3e req-00485146-9459-4096-9488-46ba7893f4ae tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 943 time: 0.0526967 Dec 17 15:50:57.913711 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a072084c-bc6d-4a9e-8bc8-4a89ad56ae3e req-db72142a-9b5a-479e-a70c-d4f2bddc82b5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=64b216b8-9584-4272-a06c-ae1d148a4ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319958 Dec 17 15:50:58.799573 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:50:58.886122 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c7bccfb1-52db-4989-8f81-9e87c56c844a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:58.898108 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0,segment=NetworkSegment(25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf),segment_id=25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:58.908529 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0', 'network_id': '349622a7-854e-4045-99ba-08f635703f44', 'port_id': 'fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0', 'mac_address': 'fa:16:3e:78:2d:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dce0e87b-9e53-4bb8-a6da-6abf046a7a70', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:50:58.947749 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:58.960848 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:50:58.980668 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0,segment=NetworkSegment(25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf),segment_id=25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:50:59.037308 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2a0b6-1734-4f56-ad38-ce9cacfbc0a5 req-3ecfae49-a20d-48d4-a8a9-c3b567a8980d tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:50:59.038794 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-44f2a0b6-1734-4f56-ad38-ce9cacfbc0a5 req-3ecfae49-a20d-48d4-a8a9-c3b567a8980d tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 943 time: 0.0569673 Dec 17 15:50:59.053524 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:50:59.078318 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-44f2a0b6-1734-4f56-ad38-ce9cacfbc0a5 req-f9b056b9-11ed-4dce-ade2-0be6f28f2d45 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=64b216b8-9584-4272-a06c-ae1d148a4ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324855 Dec 17 15:50:59.103570 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:50:59.254581 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:51:00.191973 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fca94-ab84-4316-a787-9b55db9f4332 req-d0693bbe-0bb6-458f-9d84-c4d6c778d81d tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:00.193369 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b99fca94-ab84-4316-a787-9b55db9f4332 req-d0693bbe-0bb6-458f-9d84-c4d6c778d81d tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 944 time: 0.0486689 Dec 17 15:51:00.231191 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b99fca94-ab84-4316-a787-9b55db9f4332 req-07f068f1-8c1f-4b9e-bcc0-62362c85a323 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=64b216b8-9584-4272-a06c-ae1d148a4ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319438 Dec 17 15:51:00.831448 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:51:00.934575 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:51:00.938414 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:51:00.938783 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:51:01.029836 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:51:01.038492 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-900d3be1-c170-4cc8-a140-68a1fe07ee44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:51:01.055092 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c90d4d-97ef-4e35-a2ad-51f117fdf938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:51:01.057452 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdade7b-7363-425e-a488-a962a4eef209" -d '{"events": [{"server_uuid": "50c90d4d-97ef-4e35-a2ad-51f117fdf938", "name": "network-vif-plugged", "status": "completed", "tag": "fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:51:01.070449 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0,segment=NetworkSegment(25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf),segment_id=25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:01.093426 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb755c81-9f86-42c8-a8f7-d20c99aea95c x-openstack-request-id: req-eb755c81-9f86-42c8-a8f7-d20c99aea95c {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:51:01.093718 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c90d4d-97ef-4e35-a2ad-51f117fdf938", "name": "network-vif-plugged", "status": "completed", "tag": "fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:51:01.093972 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eb755c81-9f86-42c8-a8f7-d20c99aea95c {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:51:01.094369 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c90d4d-97ef-4e35-a2ad-51f117fdf938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0', 'code': 200} Dec 17 15:51:01.146284 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:51:01.190569 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ea8c1-23cf-437f-9df5-f073006d4419 req-e6b1b226-a95c-4fc1-a4f0-d5a77d9edc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:01.195539 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-841ea8c1-23cf-437f-9df5-f073006d4419 req-e6b1b226-a95c-4fc1-a4f0-d5a77d9edc0d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 1096 time: 0.0407352 Dec 17 15:51:01.197441 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:01.227809 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-841ea8c1-23cf-437f-9df5-f073006d4419 req-4c10d3fb-63cf-49ce-af1d-a0945c8cda7d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=64b216b8-9584-4272-a06c-ae1d148a4ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284266 Dec 17 15:51:01.349822 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3dcd9-96b1-4388-b178-992916f72d79 req-c614dcd8-bf66-4d80-9219-ca2a2c26e74e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:01.351215 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7eb3dcd9-96b1-4388-b178-992916f72d79 req-c614dcd8-bf66-4d80-9219-ca2a2c26e74e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 945 time: 0.0538461 Dec 17 15:51:01.389472 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7eb3dcd9-96b1-4388-b178-992916f72d79 req-b6670e08-246a-4254-b5bc-010ef7b69f28 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=64b216b8-9584-4272-a06c-ae1d148a4ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320227 Dec 17 15:51:02.408145 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:51:02.503790 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10080762-1994-4a7f-bdd4-7f643feb363c req-a5880807-8d3b-4270-b1f3-beed1ccfe5d2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:02.505303 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-10080762-1994-4a7f-bdd4-7f643feb363c req-a5880807-8d3b-4270-b1f3-beed1ccfe5d2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 945 time: 0.0480449 Dec 17 15:51:02.544662 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-10080762-1994-4a7f-bdd4-7f643feb363c req-29404b2c-6574-4267-8795-7c99582bbf3f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=64b216b8-9584-4272-a06c-ae1d148a4ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325229 Dec 17 15:51:02.675503 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bff6bc-f4a4-4f7d-b62c-767260ae74a6 req-c852b6a5-19a1-490e-9bae-e30261cf891a tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:02.677025 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d7bff6bc-f4a4-4f7d-b62c-767260ae74a6 req-c852b6a5-19a1-490e-9bae-e30261cf891a tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 945 time: 0.0493331 Dec 17 15:51:02.715115 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d7bff6bc-f4a4-4f7d-b62c-767260ae74a6 req-f40d3710-5021-4b9e-abd4-c6f2340fb19b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=64b216b8-9584-4272-a06c-ae1d148a4ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316224 Dec 17 15:51:02.735795 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34486) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:51:02.778491 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f7e592-5aaf-44ff-ab3b-2fd90fe57d94 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:02.780021 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-50f7e592-5aaf-44ff-ab3b-2fd90fe57d94 tempest-TestNetworkAdvancedServerOps-2118320905 tempest-TestNetworkAdvancedServerOps-2118320905-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 1091 time: 0.0432637 Dec 17 15:51:02.782755 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34488) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:51:02.786985 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-f6baf7b4-b096-49d1-90a2-6da70c2e389b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'port_id': 'fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:51:02.888055 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f6baf7b4-b096-49d1-90a2-6da70c2e389b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for floatingip, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:51:02.985008 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f6baf7b4-b096-49d1-90a2-6da70c2e389b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:51:03.094917 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-f6baf7b4-b096-49d1-90a2-6da70c2e389b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Allocated IP 172.25.6.219 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/60f646a4-2986-4688-ae72-deef25cf53e0) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:51:03.194431 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f6baf7b4-b096-49d1-90a2-6da70c2e389b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:51:03.277752 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f6baf7b4-b096-49d1-90a2-6da70c2e389b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:51:03.319614 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6baf7b4-b096-49d1-90a2-6da70c2e389b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:51:03.322409 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-f6baf7b4-b096-49d1-90a2-6da70c2e389b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:51:03.325919 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6baf7b4-b096-49d1-90a2-6da70c2e389b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:51:03.334060 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6baf7b4-b096-49d1-90a2-6da70c2e389b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'Port': ['ID=60f646a4-2986-4688-ae72-deef25cf53e0,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:03.668537 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f6baf7b4-b096-49d1-90a2-6da70c2e389b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:51:03.803694 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f6baf7b4-b096-49d1-90a2-6da70c2e389b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:51:03.955590 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f6baf7b4-b096-49d1-90a2-6da70c2e389b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:51:03.962951 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:51:04.048892 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f6baf7b4-b096-49d1-90a2-6da70c2e389b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:51:04.116269 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6baf7b4-b096-49d1-90a2-6da70c2e389b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event updated for resources: {'Port': ['ID=60f646a4-2986-4688-ae72-deef25cf53e0,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:04.128037 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f6baf7b4-b096-49d1-90a2-6da70c2e389b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:51:04.219536 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:51:04.228196 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-f6baf7b4-b096-49d1-90a2-6da70c2e389b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Floating IP ad00fe40-73b9-4321-8ba9-52ce319f9df9 associated. External IP: 172.25.6.219, port: fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0. Dec 17 15:51:04.435363 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6baf7b4-b096-49d1-90a2-6da70c2e389b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Router eaf4eb82-b222-448a-a4f6-33b93a98d2d9 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:51:04.541651 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6baf7b4-b096-49d1-90a2-6da70c2e389b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:51:04.551289 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8604bf-c4cd-4645-a33e-89bc4aad93d4 None None] Sync routers for ids ['eaf4eb82-b222-448a-a4f6-33b93a98d2d9'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:51:04.560508 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8604bf-c4cd-4645-a33e-89bc4aad93d4 None None] Routers {'eaf4eb82-b222-448a-a4f6-33b93a98d2d9'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:51:04.561140 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-9b8604bf-c4cd-4645-a33e-89bc4aad93d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:51:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['eaf4eb82-b222-448a-a4f6-33b93a98d2d9'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:04.633340 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f6baf7b4-b096-49d1-90a2-6da70c2e389b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:51:04.663430 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f6baf7b4-b096-49d1-90a2-6da70c2e389b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8796253 Dec 17 15:51:04.664004 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c90d4d-97ef-4e35-a2ad-51f117fdf938', 'tag': 'fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:51:04.666954 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be26a330-eb34-42a6-8dbb-b4eeab67fc5e" -d '{"events": [{"name": "network-changed", "server_uuid": "50c90d4d-97ef-4e35-a2ad-51f117fdf938", "tag": "fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:51:04.710509 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf3a27a-e03f-4262-b25d-83626534789a x-openstack-request-id: req-ebf3a27a-e03f-4262-b25d-83626534789a {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:51:04.711135 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c90d4d-97ef-4e35-a2ad-51f117fdf938", "tag": "fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:51:04.711135 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ebf3a27a-e03f-4262-b25d-83626534789a {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:51:04.711433 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50c90d4d-97ef-4e35-a2ad-51f117fdf938', 'tag': 'fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0', 'status': 'completed', 'code': 200} Dec 17 15:51:04.758968 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-9b8604bf-c4cd-4645-a33e-89bc4aad93d4 None None] Set router eaf4eb82-b222-448a-a4f6-33b93a98d2d9 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:51:04.772641 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbfbe61-78fd-47f5-b2a5-52367da786ca req-ad6aced6-1df2-4cca-b245-8a078cf3e540 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:04.774284 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-afbfbe61-78fd-47f5-b2a5-52367da786ca req-ad6aced6-1df2-4cca-b245-8a078cf3e540 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 945 time: 0.0508728 Dec 17 15:51:04.777089 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26a330-eb34-42a6-8dbb-b4eeab67fc5e req-b42b4ab6-3940-42d3-83a6-3dfbce251be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:04.778567 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-be26a330-eb34-42a6-8dbb-b4eeab67fc5e req-b42b4ab6-3940-42d3-83a6-3dfbce251be4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 1096 time: 0.0455132 Dec 17 15:51:04.817456 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-afbfbe61-78fd-47f5-b2a5-52367da786ca req-2490bba9-ef29-4fea-963c-9df261682c54 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=64b216b8-9584-4272-a06c-ae1d148a4ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367529 Dec 17 15:51:04.840953 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34496) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:51:04.876752 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26a330-eb34-42a6-8dbb-b4eeab67fc5e req-334e0e8a-105a-4e4d-a8e2-bf47f0b3c2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:04.878245 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-be26a330-eb34-42a6-8dbb-b4eeab67fc5e req-334e0e8a-105a-4e4d-a8e2-bf47f0b3c2dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=349622a7-854e-4045-99ba-08f635703f44 HTTP/1.1" status: 200 len: 897 time: 0.0927465 Dec 17 15:51:04.908638 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c6986bec-eb67-44ce-866d-469599f6b390 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/floatingips/ad00fe40-73b9-4321-8ba9-52ce319f9df9 HTTP/1.1" status: 200 len: 991 time: 0.0664134 Dec 17 15:51:04.948907 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-be26a330-eb34-42a6-8dbb-b4eeab67fc5e req-42b0b214-4eee-415e-bac5-e50f380af421 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0 HTTP/1.1" status: 200 len: 999 time: 0.0620496 Dec 17 15:51:05.001289 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-9b8604bf-c4cd-4645-a33e-89bc4aad93d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607940417', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'aa1eb713-2a83-4bb4-a060-e0467cd46e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:44Z', 'updated_at': '2021-12-17T15:50:49Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': 'aa1eb713-2a83-4bb4-a060-e0467cd46e68', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:45Z', 'updated_at': '2021-12-17T15:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'ad00fe40-73b9-4321-8ba9-52ce319f9df9', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'port_id': 'fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '349622a7-854e-4045-99ba-08f635703f44', 'mac_address': 'fa:16:3e:78:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c90d4d-97ef-4e35-a2ad-51f117fdf938', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:51:03Z', 'updated_at': '2021-12-17T15:51:03Z', 'revision_number': 0, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97ca692e-f3c0-49fe-b6db-b60928ed0093', 'name': '', 'network_id': '349622a7-854e-4045-99ba-08f635703f44', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'mac_address': 'fa:16:3e:2b:35:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'dce0e87b-9e53-4bb8-a6da-6abf046a7a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:48Z', 'updated_at': '2021-12-17T15:50:52Z', 'revision_number': 5, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'subnets': [{'id': 'dce0e87b-9e53-4bb8-a6da-6abf046a7a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:05.002376 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26a330-eb34-42a6-8dbb-b4eeab67fc5e req-db2020ae-700f-4e94-8b52-cdd6f911fc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:05.003847 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-be26a330-eb34-42a6-8dbb-b4eeab67fc5e req-db2020ae-700f-4e94-8b52-cdd6f911fc9b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dce0e87b-9e53-4bb8-a6da-6abf046a7a70 HTTP/1.1" status: 200 len: 834 time: 0.0485513 Dec 17 15:51:05.030743 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8604bf-c4cd-4645-a33e-89bc4aad93d4 None None] Checking router: eaf4eb82-b222-448a-a4f6-33b93a98d2d9 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:51:05.039089 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8604bf-c4cd-4645-a33e-89bc4aad93d4 None None] Routers {'eaf4eb82-b222-448a-a4f6-33b93a98d2d9'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:51:05.039743 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-9b8604bf-c4cd-4645-a33e-89bc4aad93d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:51:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['eaf4eb82-b222-448a-a4f6-33b93a98d2d9'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:05.049419 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26a330-eb34-42a6-8dbb-b4eeab67fc5e req-f7eb082c-fe15-4fcb-98ec-7cb543ff6105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:05.050909 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-be26a330-eb34-42a6-8dbb-b4eeab67fc5e req-f7eb082c-fe15-4fcb-98ec-7cb543ff6105 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=349622a7-854e-4045-99ba-08f635703f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397627 Dec 17 15:51:05.140979 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-be26a330-eb34-42a6-8dbb-b4eeab67fc5e req-55b06c0f-6866-41c5-ad92-51f3fd125b86 service neutron] 10.222.0.13 "GET /v2.0/networks/349622a7-854e-4045-99ba-08f635703f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826392 Dec 17 15:51:05.145250 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-9b8604bf-c4cd-4645-a33e-89bc4aad93d4 None None] Set router eaf4eb82-b222-448a-a4f6-33b93a98d2d9 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:51:05.238158 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-be26a330-eb34-42a6-8dbb-b4eeab67fc5e req-b4deee83-c292-4fcb-993e-f3aa401a09d7 service neutron] 10.222.0.13 "GET /v2.0/networks/349622a7-854e-4045-99ba-08f635703f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899556 Dec 17 15:51:05.364165 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-9b8604bf-c4cd-4645-a33e-89bc4aad93d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607940417', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'aa1eb713-2a83-4bb4-a060-e0467cd46e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:44Z', 'updated_at': '2021-12-17T15:50:49Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': 'aa1eb713-2a83-4bb4-a060-e0467cd46e68', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:45Z', 'updated_at': '2021-12-17T15:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'ad00fe40-73b9-4321-8ba9-52ce319f9df9', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'port_id': 'fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '349622a7-854e-4045-99ba-08f635703f44', 'mac_address': 'fa:16:3e:78:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c90d4d-97ef-4e35-a2ad-51f117fdf938', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:51:03Z', 'updated_at': '2021-12-17T15:51:03Z', 'revision_number': 0, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97ca692e-f3c0-49fe-b6db-b60928ed0093', 'name': '', 'network_id': '349622a7-854e-4045-99ba-08f635703f44', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'mac_address': 'fa:16:3e:2b:35:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'dce0e87b-9e53-4bb8-a6da-6abf046a7a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:48Z', 'updated_at': '2021-12-17T15:50:52Z', 'revision_number': 5, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'subnets': [{'id': 'dce0e87b-9e53-4bb8-a6da-6abf046a7a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:51:05.391304 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8604bf-c4cd-4645-a33e-89bc4aad93d4 None None] The sync data for ids ['eaf4eb82-b222-448a-a4f6-33b93a98d2d9'] in n-d-820553-2 is: [{'id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607940417', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'aa1eb713-2a83-4bb4-a060-e0467cd46e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:44Z', 'updated_at': '2021-12-17T15:50:49Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': 'aa1eb713-2a83-4bb4-a060-e0467cd46e68', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:45Z', 'updated_at': '2021-12-17T15:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'ad00fe40-73b9-4321-8ba9-52ce319f9df9', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'port_id': 'fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '349622a7-854e-4045-99ba-08f635703f44', 'mac_address': 'fa:16:3e:78:2d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c90d4d-97ef-4e35-a2ad-51f117fdf938', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:51:03Z', 'updated_at': '2021-12-17T15:51:03Z', 'revision_number': 0, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97ca692e-f3c0-49fe-b6db-b60928ed0093', 'name': '', 'network_id': '349622a7-854e-4045-99ba-08f635703f44', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'mac_address': 'fa:16:3e:2b:35:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'dce0e87b-9e53-4bb8-a6da-6abf046a7a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:48Z', 'updated_at': '2021-12-17T15:50:52Z', 'revision_number': 5, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'subnets': [{'id': 'dce0e87b-9e53-4bb8-a6da-6abf046a7a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:51:05.572985 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06770315-9433-4081-b433-9497bff184e1 None None] New status for floating IP ad00fe40-73b9-4321-8ba9-52ce319f9df9: ACTIVE {{(pid=102834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:51:05.912467 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34498) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:51:05.972573 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ba576385-453b-48e4-a339-af6ffa0afd4f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/floatingips/ad00fe40-73b9-4321-8ba9-52ce319f9df9 HTTP/1.1" status: 200 len: 993 time: 0.0589182 Dec 17 15:51:10.654091 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:51:12.661655 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-473f763f-9299-4812-98d7-6aa757f747b7 req-9bcc752d-7395-458c-b240-907904c8f063 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390279 Dec 17 15:51:12.744948 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f763f-9299-4812-98d7-6aa757f747b7 req-2f72b5dd-c98f-46a4-a68b-87d49f9c7295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:12.747193 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-473f763f-9299-4812-98d7-6aa757f747b7 req-2f72b5dd-c98f-46a4-a68b-87d49f9c7295 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 1096 time: 0.0391009 Dec 17 15:51:12.850517 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f763f-9299-4812-98d7-6aa757f747b7 req-d365fae8-aade-43e3-b384-0c305a9048f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:12.851988 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-473f763f-9299-4812-98d7-6aa757f747b7 req-d365fae8-aade-43e3-b384-0c305a9048f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=349622a7-854e-4045-99ba-08f635703f44 HTTP/1.1" status: 200 len: 897 time: 0.0868309 Dec 17 15:51:12.920285 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-473f763f-9299-4812-98d7-6aa757f747b7 req-4bba23a0-81ec-4d54-ab22-3f59fe5a84bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0 HTTP/1.1" status: 200 len: 1001 time: 0.0575891 Dec 17 15:51:12.972703 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f763f-9299-4812-98d7-6aa757f747b7 req-235b5bca-03e6-4cda-a827-0e018161ae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:12.974198 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-473f763f-9299-4812-98d7-6aa757f747b7 req-235b5bca-03e6-4cda-a827-0e018161ae3f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dce0e87b-9e53-4bb8-a6da-6abf046a7a70 HTTP/1.1" status: 200 len: 834 time: 0.0473335 Dec 17 15:51:13.019261 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f763f-9299-4812-98d7-6aa757f747b7 req-76abe308-6c0d-421a-a135-e60ba5205344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:13.020726 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-473f763f-9299-4812-98d7-6aa757f747b7 req-76abe308-6c0d-421a-a135-e60ba5205344 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=349622a7-854e-4045-99ba-08f635703f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389743 Dec 17 15:51:13.110957 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-473f763f-9299-4812-98d7-6aa757f747b7 req-e2095e8d-b50b-49cb-8279-02f186b9f8de service neutron] 10.222.0.13 "GET /v2.0/networks/349622a7-854e-4045-99ba-08f635703f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807161 Dec 17 15:51:13.206492 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-473f763f-9299-4812-98d7-6aa757f747b7 req-c48dc0c5-db25-497a-b073-1a0b2719da5b service neutron] 10.222.0.13 "GET /v2.0/networks/349622a7-854e-4045-99ba-08f635703f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881686 Dec 17 15:51:15.841437 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:51:26.143877 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:51:28.848995 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ba0b2710-7c00-449b-b3f6-3123f37d903c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:51:31.065911 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1b4e323b-d5bf-42f1-a077-d024a305acda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:51:32.357146 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:51:33.169364 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8649686d-794b-43f2-9174-5d9b8b97df97 req-e2f024af-17d2-4f90-b450-b695f08eccf7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399899 Dec 17 15:51:33.263643 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649686d-794b-43f2-9174-5d9b8b97df97 req-b1f3ea9e-2451-4dca-8773-dd7d31e6557a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:33.265146 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8649686d-794b-43f2-9174-5d9b8b97df97 req-b1f3ea9e-2451-4dca-8773-dd7d31e6557a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=822ef1332bd143cca4fd6e71701e2974&device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 1097 time: 0.0397630 Dec 17 15:51:33.371596 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649686d-794b-43f2-9174-5d9b8b97df97 req-6008a9bc-7461-427b-8f76-779e99ffebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:33.373103 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8649686d-794b-43f2-9174-5d9b8b97df97 req-6008a9bc-7461-427b-8f76-779e99ffebbb service neutron] 10.222.0.41 "GET /v2.0/networks?id=56c46120-18dd-4e01-afbc-660976f1bc54 HTTP/1.1" status: 200 len: 912 time: 0.0877686 Dec 17 15:51:33.441009 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8649686d-794b-43f2-9174-5d9b8b97df97 req-476422d0-1b8c-4333-b464-adb94fa1b111 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=032065c9-1fe7-44f6-8963-262d6afab149 HTTP/1.1" status: 200 len: 1002 time: 0.0575466 Dec 17 15:51:33.493284 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649686d-794b-43f2-9174-5d9b8b97df97 req-2478e494-f9a4-472d-8b46-8bd223826b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:33.494691 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8649686d-794b-43f2-9174-5d9b8b97df97 req-2478e494-f9a4-472d-8b46-8bd223826b7b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88427995-2645-4fa8-ba88-78d7eabf1f21 HTTP/1.1" status: 200 len: 850 time: 0.0467803 Dec 17 15:51:33.539145 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649686d-794b-43f2-9174-5d9b8b97df97 req-f4abcae2-accd-4184-8748-04fba7986332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:33.540578 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8649686d-794b-43f2-9174-5d9b8b97df97 req-f4abcae2-accd-4184-8748-04fba7986332 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=56c46120-18dd-4e01-afbc-660976f1bc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389915 Dec 17 15:51:33.628828 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8649686d-794b-43f2-9174-5d9b8b97df97 req-1c6ee1b3-54be-4e57-b2ce-87f435501042 service neutron] 10.222.0.41 "GET /v2.0/networks/56c46120-18dd-4e01-afbc-660976f1bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803657 Dec 17 15:51:33.721725 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8649686d-794b-43f2-9174-5d9b8b97df97 req-7b6fb54f-6c4d-4ae8-abbb-1d1401f085c8 service neutron] 10.222.0.41 "GET /v2.0/networks/56c46120-18dd-4e01-afbc-660976f1bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859692 Dec 17 15:51:33.945527 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:51:34.214462 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:51:37.683696 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836e30b-a726-41e7-8857-45d3bd4b7845 req-fc1ae836-b131-45e0-8e06-2673f57416c2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:37.685288 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4836e30b-a726-41e7-8857-45d3bd4b7845 req-fc1ae836-b131-45e0-8e06-2673f57416c2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 945 time: 0.0541761 Dec 17 15:51:37.747692 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4836e30b-a726-41e7-8857-45d3bd4b7845 req-44fee2fa-926a-499d-a8ec-098e6d265b73 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=64b216b8-9584-4272-a06c-ae1d148a4ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334368 Dec 17 15:51:38.854041 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0870a-26b5-457a-9928-1e5e8b10154f req-6cb16987-984b-40a4-9c6d-4d44275f68b0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:38.855656 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-16b0870a-26b5-457a-9928-1e5e8b10154f req-6cb16987-984b-40a4-9c6d-4d44275f68b0 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 945 time: 0.0518997 Dec 17 15:51:38.894517 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-16b0870a-26b5-457a-9928-1e5e8b10154f req-959c32bb-c866-4cfc-9b80-f296306d2778 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=64b216b8-9584-4272-a06c-ae1d148a4ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319662 Dec 17 15:51:40.013817 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394abb1c-64f5-430f-a530-529ea4cda5b8 req-9f41b8da-55c2-46c8-bebe-67d0a98852e4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:40.015357 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-394abb1c-64f5-430f-a530-529ea4cda5b8 req-9f41b8da-55c2-46c8-bebe-67d0a98852e4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 945 time: 0.0504801 Dec 17 15:51:40.053515 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-394abb1c-64f5-430f-a530-529ea4cda5b8 req-6c1b7f15-3fbf-400c-aa37-ef6612a46033 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=64b216b8-9584-4272-a06c-ae1d148a4ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320892 Dec 17 15:51:40.644088 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:51:41.183089 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181ed90-8764-4e94-8344-99c381a58d66 req-e2170d55-28b2-4b06-9828-77b81f3180f9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:41.184675 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5181ed90-8764-4e94-8344-99c381a58d66 req-e2170d55-28b2-4b06-9828-77b81f3180f9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 945 time: 0.0473461 Dec 17 15:51:41.226661 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5181ed90-8764-4e94-8344-99c381a58d66 req-5651723b-ce0e-46bd-9167-4481b7c09dc6 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=64b216b8-9584-4272-a06c-ae1d148a4ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344472 Dec 17 15:51:42.348142 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7fcd8-ec59-4771-a6dd-c99e7198fd71 req-6a866597-dc1f-43bb-a195-fe5908946753 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:42.349791 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-22a7fcd8-ec59-4771-a6dd-c99e7198fd71 req-6a866597-dc1f-43bb-a195-fe5908946753 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 945 time: 0.0547290 Dec 17 15:51:42.387395 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-22a7fcd8-ec59-4771-a6dd-c99e7198fd71 req-2a6c20ec-2f44-4155-b8d0-ca72ee02f00b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=64b216b8-9584-4272-a06c-ae1d148a4ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316594 Dec 17 15:51:42.589670 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda7169-925e-4d3d-a018-bba317b6d717 req-f1265db6-f57b-4cce-a268-f2787a0a08f1 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:42.591157 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dbda7169-925e-4d3d-a018-bba317b6d717 req-f1265db6-f57b-4cce-a268-f2787a0a08f1 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 946 time: 0.0501840 Dec 17 15:51:42.628987 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dbda7169-925e-4d3d-a018-bba317b6d717 req-301edce8-b93a-44a4-a02f-4da5d99a9a41 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317566 Dec 17 15:51:43.509729 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501774bb-b0be-4aab-b12b-f9d8e74e04f1 req-40d09042-55ac-4b65-946b-15e1535a73ca tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:43.511216 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-501774bb-b0be-4aab-b12b-f9d8e74e04f1 req-40d09042-55ac-4b65-946b-15e1535a73ca tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 945 time: 0.0495026 Dec 17 15:51:43.547857 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-501774bb-b0be-4aab-b12b-f9d8e74e04f1 req-12600738-7639-456d-8f6b-4914311374be tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=64b216b8-9584-4272-a06c-ae1d148a4ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307133 Dec 17 15:51:43.746571 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98975fc-8af3-4af4-aed0-048fcc7922b0 req-f9d3dd53-f347-4789-bc7b-04e4d20c3190 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:43.748067 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c98975fc-8af3-4af4-aed0-048fcc7922b0 req-f9d3dd53-f347-4789-bc7b-04e4d20c3190 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 946 time: 0.0512490 Dec 17 15:51:43.785416 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c98975fc-8af3-4af4-aed0-048fcc7922b0 req-9ddd4993-4dc2-41e9-8a2b-ee87f863b62a tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305140 Dec 17 15:51:44.664225 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe2eb4-42af-48ec-bdd0-a6d2f06c5a1c req-648c95f5-e115-4cd1-add8-f8158d04c8f1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:44.665739 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8efe2eb4-42af-48ec-bdd0-a6d2f06c5a1c req-648c95f5-e115-4cd1-add8-f8158d04c8f1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 945 time: 0.0487077 Dec 17 15:51:44.703210 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8efe2eb4-42af-48ec-bdd0-a6d2f06c5a1c req-40bdd4c6-55f8-4920-9486-6118db6d04ad tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=64b216b8-9584-4272-a06c-ae1d148a4ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314209 Dec 17 15:51:44.898646 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26d2bc-d12d-449c-9062-a84cf7f230f4 req-7efe82ee-28bf-48dc-86a0-414bc2fe8d41 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:44.900172 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7e26d2bc-d12d-449c-9062-a84cf7f230f4 req-7efe82ee-28bf-48dc-86a0-414bc2fe8d41 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 946 time: 0.0495090 Dec 17 15:51:44.937985 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7e26d2bc-d12d-449c-9062-a84cf7f230f4 req-d62319f3-a2e0-4502-a630-41643ab70587 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318689 Dec 17 15:51:45.821879 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa5a1c-48a8-4b68-a181-c4676b318c39 req-97a9eb87-ef73-4579-8090-75f7723cb4db tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:45.823390 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3ffa5a1c-48a8-4b68-a181-c4676b318c39 req-97a9eb87-ef73-4579-8090-75f7723cb4db tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 945 time: 0.0518405 Dec 17 15:51:45.861022 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3ffa5a1c-48a8-4b68-a181-c4676b318c39 req-d04542ad-7e77-4181-8c24-53486a836565 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=64b216b8-9584-4272-a06c-ae1d148a4ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314274 Dec 17 15:51:46.050966 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84341b10-4e1d-4643-8859-19d3ab334990 req-a4923a7e-c300-4e05-8a5a-a21dddef410f tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:46.052413 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-84341b10-4e1d-4643-8859-19d3ab334990 req-a4923a7e-c300-4e05-8a5a-a21dddef410f tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 946 time: 0.0475831 Dec 17 15:51:46.090363 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-84341b10-4e1d-4643-8859-19d3ab334990 req-7709f81a-6769-440a-9701-908cad499068 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319088 Dec 17 15:51:46.974660 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ff9b7-b4e2-4e92-9944-0074ab2afb79 req-fecc095b-68e3-4be3-8b38-40294194de93 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:46.976119 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7d7ff9b7-b4e2-4e92-9944-0074ab2afb79 req-fecc095b-68e3-4be3-8b38-40294194de93 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 945 time: 0.0476999 Dec 17 15:51:47.013198 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7d7ff9b7-b4e2-4e92-9944-0074ab2afb79 req-5565be1c-b957-4053-9f14-471d94ba6886 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=64b216b8-9584-4272-a06c-ae1d148a4ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311847 Dec 17 15:51:47.206953 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb079e-07e8-4ad9-a521-bad82cc7a696 req-152092ce-d8fb-44d1-8c38-c9d196ec7106 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:47.208430 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ffb079e-07e8-4ad9-a521-bad82cc7a696 req-152092ce-d8fb-44d1-8c38-c9d196ec7106 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 946 time: 0.0524123 Dec 17 15:51:47.247860 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ffb079e-07e8-4ad9-a521-bad82cc7a696 req-d17372e7-c7b8-44be-bc84-4149d4ee6137 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333502 Dec 17 15:51:48.126736 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40baba89-9147-4789-86eb-8946c4994889 req-6bfe5d00-acab-46bf-baff-65fc4804f1ef tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:48.128622 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40baba89-9147-4789-86eb-8946c4994889 req-6bfe5d00-acab-46bf-baff-65fc4804f1ef tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 945 time: 0.0488851 Dec 17 15:51:48.166629 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40baba89-9147-4789-86eb-8946c4994889 req-2e92accf-f7aa-4962-9efb-e0d09a9f19df tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=64b216b8-9584-4272-a06c-ae1d148a4ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320213 Dec 17 15:51:48.360865 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a131598-236f-49d3-8a62-160a24d90eba req-efbaa07d-b2d3-4503-b2ff-8d7d32b0ae08 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:48.362396 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5a131598-236f-49d3-8a62-160a24d90eba req-efbaa07d-b2d3-4503-b2ff-8d7d32b0ae08 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 946 time: 0.0475683 Dec 17 15:51:48.399259 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5a131598-236f-49d3-8a62-160a24d90eba req-b79cb3b9-4bca-4061-bbea-ff2a1cbf07c9 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310221 Dec 17 15:51:49.282612 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd95e0-95c5-4c90-923c-d4c3c7bf8640 req-4ca873cb-b5e2-4194-9534-1c6d0cc7924f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:49.284576 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8fdd95e0-95c5-4c90-923c-d4c3c7bf8640 req-4ca873cb-b5e2-4194-9534-1c6d0cc7924f tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 945 time: 0.0514133 Dec 17 15:51:49.323283 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8fdd95e0-95c5-4c90-923c-d4c3c7bf8640 req-17e50415-8ae9-4d35-8c6f-03ecf4bdb115 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=64b216b8-9584-4272-a06c-ae1d148a4ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328431 Dec 17 15:51:49.515306 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a46e80-8049-43e6-8e90-a9d67cdee5d5 req-c8cd63a7-0124-4535-9b06-eab520904896 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:49.516776 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-42a46e80-8049-43e6-8e90-a9d67cdee5d5 req-c8cd63a7-0124-4535-9b06-eab520904896 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 946 time: 0.0485859 Dec 17 15:51:49.554752 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-42a46e80-8049-43e6-8e90-a9d67cdee5d5 req-38fed398-58eb-47cf-84f8-4d0394b5b25a tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313871 Dec 17 15:51:50.456674 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96129775-6b43-4bd3-bad0-d12ad6ee8cb5 req-bfeeef3e-b42a-48f7-be82-ad8e5613490d tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:50.458160 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-96129775-6b43-4bd3-bad0-d12ad6ee8cb5 req-bfeeef3e-b42a-48f7-be82-ad8e5613490d tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 945 time: 0.0591438 Dec 17 15:51:50.505962 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-96129775-6b43-4bd3-bad0-d12ad6ee8cb5 req-aa7b7e13-735a-400d-ae47-3d46162b020e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=64b216b8-9584-4272-a06c-ae1d148a4ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418797 Dec 17 15:51:50.675838 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514d02c-244d-4503-92dc-fa8a735ba269 req-526575bd-c081-4624-b230-48c7a31d6bb7 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:50.677235 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3514d02c-244d-4503-92dc-fa8a735ba269 req-526575bd-c081-4624-b230-48c7a31d6bb7 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 946 time: 0.0545704 Dec 17 15:51:50.715248 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3514d02c-244d-4503-92dc-fa8a735ba269 req-82160135-ddcd-405b-bbaa-43e3eac6a837 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320690 Dec 17 15:51:51.617723 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab7726-f1aa-4d2d-b4ec-f17a4d941354 req-70be8b2e-fa20-4be2-a9e6-09447665aaa2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:51.619191 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6eab7726-f1aa-4d2d-b4ec-f17a4d941354 req-70be8b2e-fa20-4be2-a9e6-09447665aaa2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 945 time: 0.0474875 Dec 17 15:51:51.657166 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6eab7726-f1aa-4d2d-b4ec-f17a4d941354 req-0f895371-0da0-4be1-a38b-f4eae2354bf9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=64b216b8-9584-4272-a06c-ae1d148a4ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320437 Dec 17 15:51:51.828409 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a08a9-3cb5-43c9-90dd-cabbefbc53ee req-821d670c-45ce-4f0b-b21d-44d32eeaa861 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:51.829926 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d5a08a9-3cb5-43c9-90dd-cabbefbc53ee req-821d670c-45ce-4f0b-b21d-44d32eeaa861 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 946 time: 0.0483556 Dec 17 15:51:51.867942 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d5a08a9-3cb5-43c9-90dd-cabbefbc53ee req-4af8093f-8651-4c84-901a-b308ec1117bc tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318592 Dec 17 15:51:52.773304 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8b804-0dba-4283-84aa-d945d6a40c78 req-9cc467dd-724e-4736-b94f-fa4b8279df2d tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:52.774738 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1bf8b804-0dba-4283-84aa-d945d6a40c78 req-9cc467dd-724e-4736-b94f-fa4b8279df2d tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 945 time: 0.0506043 Dec 17 15:51:52.811237 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1bf8b804-0dba-4283-84aa-d945d6a40c78 req-a3f6cc1d-4780-4553-8214-5bf503d04867 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=64b216b8-9584-4272-a06c-ae1d148a4ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306742 Dec 17 15:51:52.839787 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:51:52.983164 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b1994-30d3-4c1b-9cd6-97dbabc25e47 req-72786eff-47fc-4081-9b6b-5b8bbcb741ac tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:52.984591 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3f4b1994-30d3-4c1b-9cd6-97dbabc25e47 req-72786eff-47fc-4081-9b6b-5b8bbcb741ac tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 946 time: 0.0493677 Dec 17 15:51:53.023182 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3f4b1994-30d3-4c1b-9cd6-97dbabc25e47 req-f7ee35a6-1bc5-475f-8ff5-9573920e4264 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323482 Dec 17 15:51:53.933145 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d733de-0303-4a52-b9f3-9edcbe5cf9e4 req-251d993e-1ab5-45e5-b25f-ef51295612f4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:53.934614 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b5d733de-0303-4a52-b9f3-9edcbe5cf9e4 req-251d993e-1ab5-45e5-b25f-ef51295612f4 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 945 time: 0.0551367 Dec 17 15:51:53.973213 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b5d733de-0303-4a52-b9f3-9edcbe5cf9e4 req-cfc80ca4-10ad-49af-828c-49d2a1df42d7 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=64b216b8-9584-4272-a06c-ae1d148a4ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323036 Dec 17 15:51:54.468011 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf4972-dd26-413c-9fda-54f816053763 req-c6fb6642-a593-454e-bcd7-b211f0d4271e tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:54.469502 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4acf4972-dd26-413c-9fda-54f816053763 req-c6fb6642-a593-454e-bcd7-b211f0d4271e tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 946 time: 0.3793902 Dec 17 15:51:54.508060 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4acf4972-dd26-413c-9fda-54f816053763 req-fb099312-07ae-439f-939f-88228972a545 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318193 Dec 17 15:51:54.836205 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b64ec6-d1e1-4ca0-a638-27039788f3c6 req-845bda06-81bc-4f29-9b3a-300652faca3e tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:54.837754 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c8b64ec6-d1e1-4ca0-a638-27039788f3c6 req-845bda06-81bc-4f29-9b3a-300652faca3e tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 946 time: 0.0484786 Dec 17 15:51:54.876379 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c8b64ec6-d1e1-4ca0-a638-27039788f3c6 req-8b0cfec5-204c-427f-b396-806a0e8a7394 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323732 Dec 17 15:51:54.945574 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165ff8d-f3b0-4acb-85e1-9838aa74d8d5 req-a14f5ccc-c890-4050-826c-056d4543a97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:54.947084 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f165ff8d-f3b0-4acb-85e1-9838aa74d8d5 req-a14f5ccc-c890-4050-826c-056d4543a97f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=822ef1332bd143cca4fd6e71701e2974&device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 1097 time: 0.0406680 Dec 17 15:51:55.048772 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165ff8d-f3b0-4acb-85e1-9838aa74d8d5 req-798a4425-aa16-4b93-be5c-0b85c8fc25d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:55.051027 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f165ff8d-f3b0-4acb-85e1-9838aa74d8d5 req-798a4425-aa16-4b93-be5c-0b85c8fc25d7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=56c46120-18dd-4e01-afbc-660976f1bc54 HTTP/1.1" status: 200 len: 912 time: 0.0969770 Dec 17 15:51:55.094422 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f08010-6718-415b-8870-735c2955fcc5 req-1cd28c2e-6d7f-4bb9-908a-d5c53aa1fbd1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:55.096715 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-73f08010-6718-415b-8870-735c2955fcc5 req-1cd28c2e-6d7f-4bb9-908a-d5c53aa1fbd1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 945 time: 0.0517123 Dec 17 15:51:55.121518 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f165ff8d-f3b0-4acb-85e1-9838aa74d8d5 req-cd30e555-5098-4e2c-a889-353443f678e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=032065c9-1fe7-44f6-8963-262d6afab149 HTTP/1.1" status: 200 len: 1002 time: 0.0632346 Dec 17 15:51:55.135168 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-73f08010-6718-415b-8870-735c2955fcc5 req-635deaf3-c5c2-448a-8eed-42d94322e6aa tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=64b216b8-9584-4272-a06c-ae1d148a4ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326309 Dec 17 15:51:55.171197 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165ff8d-f3b0-4acb-85e1-9838aa74d8d5 req-a0d1d2bc-d172-41ae-ae90-573e6859ef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:55.172620 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f165ff8d-f3b0-4acb-85e1-9838aa74d8d5 req-a0d1d2bc-d172-41ae-ae90-573e6859ef31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88427995-2645-4fa8-ba88-78d7eabf1f21 HTTP/1.1" status: 200 len: 850 time: 0.0443974 Dec 17 15:51:55.220890 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165ff8d-f3b0-4acb-85e1-9838aa74d8d5 req-05e20760-dc14-4d0b-bbc7-8076e33d3dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:55.222508 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f165ff8d-f3b0-4acb-85e1-9838aa74d8d5 req-05e20760-dc14-4d0b-bbc7-8076e33d3dbb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=56c46120-18dd-4e01-afbc-660976f1bc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432835 Dec 17 15:51:55.310018 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f165ff8d-f3b0-4acb-85e1-9838aa74d8d5 req-9b21d80b-2c02-4f35-b134-446017b13fb8 service neutron] 10.222.0.41 "GET /v2.0/networks/56c46120-18dd-4e01-afbc-660976f1bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800209 Dec 17 15:51:55.403203 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f165ff8d-f3b0-4acb-85e1-9838aa74d8d5 req-935f795e-78b6-4718-8c09-4cbfb26925b7 service neutron] 10.222.0.41 "GET /v2.0/networks/56c46120-18dd-4e01-afbc-660976f1bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855782 Dec 17 15:51:55.873799 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fcb4f9-b3d8-4cfd-b069-8ec12724af9a req-427305e3-8211-4105-b390-8be601c7ad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:55.875286 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-62fcb4f9-b3d8-4cfd-b069-8ec12724af9a req-427305e3-8211-4105-b390-8be601c7ad9e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 1096 time: 0.0440104 Dec 17 15:51:55.910117 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-62fcb4f9-b3d8-4cfd-b069-8ec12724af9a req-0b1cac1a-bb6b-42ab-89f2-1b64e3aa1d17 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=64b216b8-9584-4272-a06c-ae1d148a4ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280533 Dec 17 15:51:55.993551 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e127dec-e110-424c-90cf-9246d501a65e req-a4de9e2b-0465-41fa-b5f0-637ee8cc8840 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:55.995011 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e127dec-e110-424c-90cf-9246d501a65e req-a4de9e2b-0465-41fa-b5f0-637ee8cc8840 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 946 time: 0.0523942 Dec 17 15:51:56.033574 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e127dec-e110-424c-90cf-9246d501a65e req-bebc6125-39fd-4c58-a6f9-8bb1366b67f3 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324886 Dec 17 15:51:56.111502 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:51:56.250035 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e868818-2362-48b5-a365-da2006530417 req-29df7763-1893-43e4-9666-f2be13dcc3e6 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:56.251508 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5e868818-2362-48b5-a365-da2006530417 req-29df7763-1893-43e4-9666-f2be13dcc3e6 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 945 time: 0.0484216 Dec 17 15:51:56.288487 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5e868818-2362-48b5-a365-da2006530417 req-42eb77d7-06b4-4262-975e-0a12e7202f89 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=64b216b8-9584-4272-a06c-ae1d148a4ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303540 Dec 17 15:51:57.150688 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840bbb9-1323-467f-874d-0af049ac3688 req-8f5ac653-a60d-43ad-9026-1c7bc5c233b2 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:57.152173 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d840bbb9-1323-467f-874d-0af049ac3688 req-8f5ac653-a60d-43ad-9026-1c7bc5c233b2 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 946 time: 0.0511930 Dec 17 15:51:57.191746 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d840bbb9-1323-467f-874d-0af049ac3688 req-551e7cc7-702a-40a1-903b-8f2102ec6344 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334814 Dec 17 15:51:57.405901 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577bdc76-c303-46ce-a6d9-b39260e6ec3e req-0c720510-ea9e-44f9-8777-b1a54183a22e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:51:57.407249 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-577bdc76-c303-46ce-a6d9-b39260e6ec3e req-0c720510-ea9e-44f9-8777-b1a54183a22e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 945 time: 0.0508275 Dec 17 15:51:57.445607 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-577bdc76-c303-46ce-a6d9-b39260e6ec3e req-830fdbc5-cc2d-43c3-9c1c-5aa22fd0e36e tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=64b216b8-9584-4272-a06c-ae1d148a4ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317767 Dec 17 15:51:57.467719 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34626) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:51:57.527550 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d658a89f-0514-4ebc-890d-ee405cda240b tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/floatingips/ad00fe40-73b9-4321-8ba9-52ce319f9df9 HTTP/1.1" status: 200 len: 993 time: 0.0586975 Dec 17 15:51:58.825840 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-11c48b63-100d-46db-b4fe-d93785ca57a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:51:59.074063 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:51:59.077182 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:51:59.215809 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:51:59.239322 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0,segment=NetworkSegment(25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf),segment_id=25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:59.258367 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c90d4d-97ef-4e35-a2ad-51f117fdf938', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:51:59.260575 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51412a54-1b66-4efc-b8fc-b554ca4c93ff" -d '{"events": [{"server_uuid": "50c90d4d-97ef-4e35-a2ad-51f117fdf938", "name": "network-vif-unplugged", "status": "completed", "tag": "fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:51:59.265020 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0', 'network_id': '349622a7-854e-4045-99ba-08f635703f44', 'port_id': 'fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0', 'mac_address': 'fa:16:3e:78:2d:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dce0e87b-9e53-4bb8-a6da-6abf046a7a70', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:51:59.275497 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0,segment=NetworkSegment(25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf),segment_id=25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:51:59.315298 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:51:59.328041 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:51:59.335604 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:51:59.385183 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 15:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6920495-b2dc-44fe-b6cf-3068b45f4c6f x-openstack-request-id: req-d6920495-b2dc-44fe-b6cf-3068b45f4c6f {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:51:59.385488 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c90d4d-97ef-4e35-a2ad-51f117fdf938", "name": "network-vif-unplugged", "status": "completed", "tag": "fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:51:59.385741 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d6920495-b2dc-44fe-b6cf-3068b45f4c6f {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:51:59.386132 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c90d4d-97ef-4e35-a2ad-51f117fdf938', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0', 'code': 200} Dec 17 15:51:59.410792 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:51:59.411148 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:51:59.415415 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0,revision_number=6']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:51:59.422675 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:59.423779 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:59.423779 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:59.424152 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:59.424270 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:59.424576 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:59.424908 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:59.425265 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:59.425597 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:59.425927 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:59.426281 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:59.426607 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:51:59.950340 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:51:59.963676 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:51:59.981939 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0,segment=NetworkSegment(25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf),segment_id=25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:00.054289 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:00.100699 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0,revision_number=7']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:00.265222 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:52:01.060227 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d963e1f8-3401-493c-8d52-2b3843a4de13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:01.086581 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:52:01.134500 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:01.134888 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:01.211561 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:01.243122 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0,segment=NetworkSegment(25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf),segment_id=25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:01.300629 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:01.346598 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0,revision_number=8']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:01.386767 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c90d4d-97ef-4e35-a2ad-51f117fdf938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:52:01.388997 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6323a6-d69a-4d3f-a7e7-54626eaa534c" -d '{"events": [{"server_uuid": "50c90d4d-97ef-4e35-a2ad-51f117fdf938", "name": "network-vif-plugged", "status": "completed", "tag": "fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:52:01.425585 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa0c880-2a05-419e-87fc-51473ffc76ec x-openstack-request-id: req-4fa0c880-2a05-419e-87fc-51473ffc76ec {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:52:01.425876 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c90d4d-97ef-4e35-a2ad-51f117fdf938", "name": "network-vif-plugged", "status": "completed", "tag": "fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:52:01.426221 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4fa0c880-2a05-419e-87fc-51473ffc76ec {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:52:01.426558 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c90d4d-97ef-4e35-a2ad-51f117fdf938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0', 'code': 200} Dec 17 15:52:02.391487 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:03.928696 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:04.214538 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:10.643209 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:13.317895 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4e3a07ba-f07e-4e61-95de-244c1a6b5be2 req-7a40c4c7-66d1-42c7-8a84-00a82e5666c8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392954 Dec 17 15:52:13.400541 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a07ba-f07e-4e61-95de-244c1a6b5be2 req-b08558fa-1705-4d5b-9456-2e2bfe84ec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:13.401945 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4e3a07ba-f07e-4e61-95de-244c1a6b5be2 req-b08558fa-1705-4d5b-9456-2e2bfe84ec19 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 1096 time: 0.0433404 Dec 17 15:52:13.792218 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a07ba-f07e-4e61-95de-244c1a6b5be2 req-f00c9a5b-e68d-4dfe-a808-d8902befc648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:13.793691 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4e3a07ba-f07e-4e61-95de-244c1a6b5be2 req-f00c9a5b-e68d-4dfe-a808-d8902befc648 service neutron] 10.222.0.13 "GET /v2.0/networks?id=349622a7-854e-4045-99ba-08f635703f44 HTTP/1.1" status: 200 len: 897 time: 0.3725197 Dec 17 15:52:13.863816 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4e3a07ba-f07e-4e61-95de-244c1a6b5be2 req-5c2d1343-7d2a-4b47-9906-3e7ccc96916b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0 HTTP/1.1" status: 200 len: 1001 time: 0.0617421 Dec 17 15:52:13.914168 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a07ba-f07e-4e61-95de-244c1a6b5be2 req-f14b05f3-bba3-42e7-b0e2-343d53c72104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:13.915593 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4e3a07ba-f07e-4e61-95de-244c1a6b5be2 req-f14b05f3-bba3-42e7-b0e2-343d53c72104 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dce0e87b-9e53-4bb8-a6da-6abf046a7a70 HTTP/1.1" status: 200 len: 834 time: 0.0453064 Dec 17 15:52:13.959542 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a07ba-f07e-4e61-95de-244c1a6b5be2 req-25d9259c-83b1-4893-ae4d-d94fa4452bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:13.960947 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4e3a07ba-f07e-4e61-95de-244c1a6b5be2 req-25d9259c-83b1-4893-ae4d-d94fa4452bd8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=349622a7-854e-4045-99ba-08f635703f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380938 Dec 17 15:52:14.051700 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4e3a07ba-f07e-4e61-95de-244c1a6b5be2 req-a36e4c90-6cba-494e-a321-83927a9084dc service neutron] 10.222.0.13 "GET /v2.0/networks/349622a7-854e-4045-99ba-08f635703f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831227 Dec 17 15:52:14.139955 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4e3a07ba-f07e-4e61-95de-244c1a6b5be2 req-94bf9db2-87ab-4f87-843a-d88d5f8124ee service neutron] 10.222.0.13 "GET /v2.0/networks/349622a7-854e-4045-99ba-08f635703f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802236 Dec 17 15:52:26.128546 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:28.094668 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34648) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:52:28.249778 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-2cddcd34-460f-43a6-b64e-d31235e53385 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Deleting port 60f646a4-2986-4688-ae72-deef25cf53e0 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:52:28.250133 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2cddcd34-460f-43a6-b64e-d31235e53385 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:28.328306 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2cddcd34-460f-43a6-b64e-d31235e53385 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:28.328641 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2cddcd34-460f-43a6-b64e-d31235e53385 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:28.340451 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-2cddcd34-460f-43a6-b64e-d31235e53385 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Calling delete_port for 60f646a4-2986-4688-ae72-deef25cf53e0 owned by network:floatingip {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:52:28.603171 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2cddcd34-460f-43a6-b64e-d31235e53385 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:28.626511 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cddcd34-460f-43a6-b64e-d31235e53385 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event deleted for resources: {'Port': ['ID=60f646a4-2986-4688-ae72-deef25cf53e0,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:28.641131 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cddcd34-460f-43a6-b64e-d31235e53385 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:28.641491 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cddcd34-460f-43a6-b64e-d31235e53385 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:28.641835 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cddcd34-460f-43a6-b64e-d31235e53385 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:28.642288 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cddcd34-460f-43a6-b64e-d31235e53385 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:28.642629 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cddcd34-460f-43a6-b64e-d31235e53385 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:28.642993 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cddcd34-460f-43a6-b64e-d31235e53385 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:28.643324 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cddcd34-460f-43a6-b64e-d31235e53385 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:28.643653 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cddcd34-460f-43a6-b64e-d31235e53385 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:28.643988 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cddcd34-460f-43a6-b64e-d31235e53385 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:28.644321 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cddcd34-460f-43a6-b64e-d31235e53385 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:28.644648 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cddcd34-460f-43a6-b64e-d31235e53385 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:28.644971 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cddcd34-460f-43a6-b64e-d31235e53385 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:28.699956 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2cddcd34-460f-43a6-b64e-d31235e53385 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for floatingip, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:28.702218 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-2cddcd34-460f-43a6-b64e-d31235e53385 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Floating IP ad00fe40-73b9-4321-8ba9-52ce319f9df9 disassociated (deleted). External IP: 172.25.6.219, port: fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0. Dec 17 15:52:28.843150 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c25a1042-aa36-4f86-b128-d2a942d744a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:28.910456 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cddcd34-460f-43a6-b64e-d31235e53385 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Router eaf4eb82-b222-448a-a4f6-33b93a98d2d9 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:52:29.017263 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cddcd34-460f-43a6-b64e-d31235e53385 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:52:29.022860 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2cddcd34-460f-43a6-b64e-d31235e53385 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:29.028206 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb82842c-0388-4c06-971d-516631225aee None None] Sync routers for ids ['eaf4eb82-b222-448a-a4f6-33b93a98d2d9'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:52:29.041220 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb82842c-0388-4c06-971d-516631225aee None None] Routers {'eaf4eb82-b222-448a-a4f6-33b93a98d2d9'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:52:29.041829 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-cb82842c-0388-4c06-971d-516631225aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:52:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['eaf4eb82-b222-448a-a4f6-33b93a98d2d9'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:29.049279 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2cddcd34-460f-43a6-b64e-d31235e53385 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "DELETE /v2.0/floatingips/ad00fe40-73b9-4321-8ba9-52ce319f9df9 HTTP/1.1" status: 204 len: 168 time: 0.9535306 Dec 17 15:52:29.049932 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c90d4d-97ef-4e35-a2ad-51f117fdf938', 'tag': 'fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:52:29.052449 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb7a1dc-8c91-426e-bba0-8775ca9dd699" -d '{"events": [{"name": "network-changed", "server_uuid": "50c90d4d-97ef-4e35-a2ad-51f117fdf938", "tag": "fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:52:29.092702 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405b6806-4c4a-43ea-94a9-5f797ed58c68 x-openstack-request-id: req-405b6806-4c4a-43ea-94a9-5f797ed58c68 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:52:29.092997 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c90d4d-97ef-4e35-a2ad-51f117fdf938", "tag": "fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:52:29.093285 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-405b6806-4c4a-43ea-94a9-5f797ed58c68 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:52:29.093699 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50c90d4d-97ef-4e35-a2ad-51f117fdf938', 'tag': 'fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0', 'status': 'completed', 'code': 200} Dec 17 15:52:29.152437 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-cb82842c-0388-4c06-971d-516631225aee None None] Set router eaf4eb82-b222-448a-a4f6-33b93a98d2d9 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:52:29.159704 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7a1dc-8c91-426e-bba0-8775ca9dd699 req-c3b7f32a-56fd-4860-90ae-7a113de9bf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:29.161287 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ebb7a1dc-8c91-426e-bba0-8775ca9dd699 req-c3b7f32a-56fd-4860-90ae-7a113de9bf7f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 1096 time: 0.0456412 Dec 17 15:52:29.267322 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7a1dc-8c91-426e-bba0-8775ca9dd699 req-44f9ea22-a347-43f0-910e-c606d2d4e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:29.270682 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ebb7a1dc-8c91-426e-bba0-8775ca9dd699 req-44f9ea22-a347-43f0-910e-c606d2d4e4f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=349622a7-854e-4045-99ba-08f635703f44 HTTP/1.1" status: 200 len: 897 time: 0.1004457 Dec 17 15:52:29.313381 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ebb7a1dc-8c91-426e-bba0-8775ca9dd699 req-53205b4a-700c-4d35-9e47-2f239a368787 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0 HTTP/1.1" status: 200 len: 217 time: 0.0351059 Dec 17 15:52:29.353863 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-cb82842c-0388-4c06-971d-516631225aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607940417', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'aa1eb713-2a83-4bb4-a060-e0467cd46e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:44Z', 'updated_at': '2021-12-17T15:50:49Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': 'aa1eb713-2a83-4bb4-a060-e0467cd46e68', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:45Z', 'updated_at': '2021-12-17T15:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '97ca692e-f3c0-49fe-b6db-b60928ed0093', 'name': '', 'network_id': '349622a7-854e-4045-99ba-08f635703f44', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'mac_address': 'fa:16:3e:2b:35:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'dce0e87b-9e53-4bb8-a6da-6abf046a7a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:48Z', 'updated_at': '2021-12-17T15:50:52Z', 'revision_number': 5, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'subnets': [{'id': 'dce0e87b-9e53-4bb8-a6da-6abf046a7a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:29.375100 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7a1dc-8c91-426e-bba0-8775ca9dd699 req-a85af419-14a8-4e25-8877-d9898d7cdac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:29.380130 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb82842c-0388-4c06-971d-516631225aee None None] Checking router: eaf4eb82-b222-448a-a4f6-33b93a98d2d9 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:52:29.382558 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ebb7a1dc-8c91-426e-bba0-8775ca9dd699 req-a85af419-14a8-4e25-8877-d9898d7cdac5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dce0e87b-9e53-4bb8-a6da-6abf046a7a70 HTTP/1.1" status: 200 len: 834 time: 0.0623212 Dec 17 15:52:29.390919 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb82842c-0388-4c06-971d-516631225aee None None] Routers {'eaf4eb82-b222-448a-a4f6-33b93a98d2d9'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:52:29.391523 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-cb82842c-0388-4c06-971d-516631225aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:52:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['eaf4eb82-b222-448a-a4f6-33b93a98d2d9'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:29.436151 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7a1dc-8c91-426e-bba0-8775ca9dd699 req-7e68933f-a949-4dca-a340-4b43ec7b6f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:29.437627 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ebb7a1dc-8c91-426e-bba0-8775ca9dd699 req-7e68933f-a949-4dca-a340-4b43ec7b6f70 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=349622a7-854e-4045-99ba-08f635703f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459421 Dec 17 15:52:29.453198 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bdf21c-098f-4df5-8a18-53e424407c5d req-3dfab0e3-eab9-4839-a14c-9cf8c44e68b2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:29.459238 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b6bdf21c-098f-4df5-8a18-53e424407c5d req-3dfab0e3-eab9-4839-a14c-9cf8c44e68b2 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 945 time: 0.0527766 Dec 17 15:52:29.497227 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b6bdf21c-098f-4df5-8a18-53e424407c5d req-0d4e13f6-0a61-4c92-b2d2-8e2c7a323e15 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=64b216b8-9584-4272-a06c-ae1d148a4ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346887 Dec 17 15:52:29.502423 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-cb82842c-0388-4c06-971d-516631225aee None None] Set router eaf4eb82-b222-448a-a4f6-33b93a98d2d9 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:52:29.539861 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ebb7a1dc-8c91-426e-bba0-8775ca9dd699 req-977e178c-a76f-477f-ae71-9fe9018e5c26 service neutron] 10.222.0.13 "GET /v2.0/networks/349622a7-854e-4045-99ba-08f635703f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941923 Dec 17 15:52:29.637171 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ebb7a1dc-8c91-426e-bba0-8775ca9dd699 req-4c72e80a-a6fe-4adc-bf7e-cd4ca8c56881 service neutron] 10.222.0.13 "GET /v2.0/networks/349622a7-854e-4045-99ba-08f635703f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883076 Dec 17 15:52:29.701500 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-cb82842c-0388-4c06-971d-516631225aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607940417', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'aa1eb713-2a83-4bb4-a060-e0467cd46e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:44Z', 'updated_at': '2021-12-17T15:50:49Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': 'aa1eb713-2a83-4bb4-a060-e0467cd46e68', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:45Z', 'updated_at': '2021-12-17T15:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '97ca692e-f3c0-49fe-b6db-b60928ed0093', 'name': '', 'network_id': '349622a7-854e-4045-99ba-08f635703f44', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'mac_address': 'fa:16:3e:2b:35:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'dce0e87b-9e53-4bb8-a6da-6abf046a7a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:48Z', 'updated_at': '2021-12-17T15:50:52Z', 'revision_number': 5, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'subnets': [{'id': 'dce0e87b-9e53-4bb8-a6da-6abf046a7a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:29.727330 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb82842c-0388-4c06-971d-516631225aee None None] The sync data for ids ['eaf4eb82-b222-448a-a4f6-33b93a98d2d9'] in n-d-820553-2 is: [{'id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607940417', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'aa1eb713-2a83-4bb4-a060-e0467cd46e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:44Z', 'updated_at': '2021-12-17T15:50:49Z', 'revision_number': 4, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': 'aa1eb713-2a83-4bb4-a060-e0467cd46e68', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:45Z', 'updated_at': '2021-12-17T15:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '97ca692e-f3c0-49fe-b6db-b60928ed0093', 'name': '', 'network_id': '349622a7-854e-4045-99ba-08f635703f44', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'mac_address': 'fa:16:3e:2b:35:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'dce0e87b-9e53-4bb8-a6da-6abf046a7a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:48Z', 'updated_at': '2021-12-17T15:50:52Z', 'revision_number': 5, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'subnets': [{'id': 'dce0e87b-9e53-4bb8-a6da-6abf046a7a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:52:29.839267 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:52:29.949067 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58df005-011a-4bd4-a570-d0a0269666b6 None None] New status for floating IP ad00fe40-73b9-4321-8ba9-52ce319f9df9: DOWN {{(pid=102834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:52:30.625625 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd017fc4-4d6d-4b7a-981d-e177496d3ddd req-ef13679c-c05a-4229-b718-9560c0c6b28d tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:30.627113 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dd017fc4-4d6d-4b7a-981d-e177496d3ddd req-ef13679c-c05a-4229-b718-9560c0c6b28d tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 945 time: 0.0549216 Dec 17 15:52:30.665772 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dd017fc4-4d6d-4b7a-981d-e177496d3ddd req-0617e361-4041-4184-a3bc-734b6d877780 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/security-groups?id=64b216b8-9584-4272-a06c-ae1d148a4ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317321 Dec 17 15:52:30.773833 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0725a1-7962-4f57-b591-569ac518be55 req-32311474-7a2a-4f07-b3c5-9056cef7cef5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:30.775265 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7a0725a1-7962-4f57-b591-569ac518be55 req-32311474-7a2a-4f07-b3c5-9056cef7cef5 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.13 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 945 time: 0.0477536 Dec 17 15:52:30.869031 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-7a0725a1-7962-4f57-b591-569ac518be55 req-b40ef426-8796-4909-9c63-a71fc227ed92 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Deleting port fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:52:30.869314 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-7a0725a1-7962-4f57-b591-569ac518be55 req-b40ef426-8796-4909-9c63-a71fc227ed92 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:30.956010 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-7a0725a1-7962-4f57-b591-569ac518be55 req-b40ef426-8796-4909-9c63-a71fc227ed92 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] For port fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0,segment=NetworkSegment(25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf),segment_id=25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:30.956373 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-7a0725a1-7962-4f57-b591-569ac518be55 req-b40ef426-8796-4909-9c63-a71fc227ed92 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:30.969091 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-7a0725a1-7962-4f57-b591-569ac518be55 req-b40ef426-8796-4909-9c63-a71fc227ed92 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Calling delete_port for fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:52:31.071761 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e1e4339e-8289-4d5d-b699-f29c1b1acb28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:31.157821 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-7a0725a1-7962-4f57-b591-569ac518be55 req-b40ef426-8796-4909-9c63-a71fc227ed92 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:31.187020 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ef426-8796-4909-9c63-a71fc227ed92 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event deleted for resources: {'Port': ['ID=fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:31.199135 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ef426-8796-4909-9c63-a71fc227ed92 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:31.199490 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ef426-8796-4909-9c63-a71fc227ed92 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:31.199831 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ef426-8796-4909-9c63-a71fc227ed92 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:31.200170 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ef426-8796-4909-9c63-a71fc227ed92 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:31.200501 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ef426-8796-4909-9c63-a71fc227ed92 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:31.200830 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ef426-8796-4909-9c63-a71fc227ed92 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:31.201274 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ef426-8796-4909-9c63-a71fc227ed92 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:31.208399 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ef426-8796-4909-9c63-a71fc227ed92 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:31.208399 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ef426-8796-4909-9c63-a71fc227ed92 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:31.208399 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ef426-8796-4909-9c63-a71fc227ed92 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:31.208399 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ef426-8796-4909-9c63-a71fc227ed92 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:31.208399 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40ef426-8796-4909-9c63-a71fc227ed92 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:31.241359 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0725a1-7962-4f57-b591-569ac518be55 req-b40ef426-8796-4909-9c63-a71fc227ed92 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] No DVR routers for this DVR port fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:52:31.243992 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-7a0725a1-7962-4f57-b591-569ac518be55 req-b40ef426-8796-4909-9c63-a71fc227ed92 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:31.247222 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7a0725a1-7962-4f57-b591-569ac518be55 req-b40ef426-8796-4909-9c63-a71fc227ed92 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.13 "DELETE /v2.0/ports/fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0 HTTP/1.1" status: 204 len: 173 time: 0.4657810 Dec 17 15:52:31.247654 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c90d4d-97ef-4e35-a2ad-51f117fdf938', 'name': 'network-vif-deleted', 'tag': 'fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:52:31.249941 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee3a951-5528-470b-ac37-4b9022561188" -d '{"events": [{"server_uuid": "50c90d4d-97ef-4e35-a2ad-51f117fdf938", "name": "network-vif-deleted", "tag": "fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:52:31.342877 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed88a845-0f06-4592-bede-a1a12e901274 x-openstack-request-id: req-ed88a845-0f06-4592-bede-a1a12e901274 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:52:31.343173 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c90d4d-97ef-4e35-a2ad-51f117fdf938", "name": "network-vif-deleted", "tag": "fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:52:31.343421 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ed88a845-0f06-4592-bede-a1a12e901274 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:52:31.343823 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c90d4d-97ef-4e35-a2ad-51f117fdf938', 'name': 'network-vif-deleted', 'tag': 'fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0', 'status': 'completed', 'code': 200} Dec 17 15:52:31.769145 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-41b2300e-3690-42d7-abd8-7e768d820632 req-3c63b625-e196-42b4-bef4-7171dc0291dd tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "GET /v2.0/ports?device_id=50c90d4d-97ef-4e35-a2ad-51f117fdf938 HTTP/1.1" status: 200 len: 210 time: 0.0264375 Dec 17 15:52:32.374752 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:32.825211 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34670) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:52:33.184934 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-625015ce-14b5-460b-9fe5-1aea6fe8adb9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:33.434006 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-625015ce-14b5-460b-9fe5-1aea6fe8adb9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Deleting port 97ca692e-f3c0-49fe-b6db-b60928ed0093 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:52:33.434584 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-625015ce-14b5-460b-9fe5-1aea6fe8adb9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:33.529801 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-625015ce-14b5-460b-9fe5-1aea6fe8adb9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] For port 97ca692e-f3c0-49fe-b6db-b60928ed0093, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=97ca692e-f3c0-49fe-b6db-b60928ed0093,segment=NetworkSegment(25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf),segment_id=25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:33.530166 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-625015ce-14b5-460b-9fe5-1aea6fe8adb9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:33.543121 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-625015ce-14b5-460b-9fe5-1aea6fe8adb9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Calling delete_port for 97ca692e-f3c0-49fe-b6db-b60928ed0093 owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:52:33.797644 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-625015ce-14b5-460b-9fe5-1aea6fe8adb9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:33.824075 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625015ce-14b5-460b-9fe5-1aea6fe8adb9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event deleted for resources: {'Port': ['ID=97ca692e-f3c0-49fe-b6db-b60928ed0093,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:33.923201 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:33.999655 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-625015ce-14b5-460b-9fe5-1aea6fe8adb9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:34.210492 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625015ce-14b5-460b-9fe5-1aea6fe8adb9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Router eaf4eb82-b222-448a-a4f6-33b93a98d2d9 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:52:34.220561 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:34.312861 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625015ce-14b5-460b-9fe5-1aea6fe8adb9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:52:34.317803 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-625015ce-14b5-460b-9fe5-1aea6fe8adb9 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "PUT /v2.0/routers/eaf4eb82-b222-448a-a4f6-33b93a98d2d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4915876 Dec 17 15:52:34.320495 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34672) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:52:34.325924 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59bc3b7-461a-4712-87a6-ceb627e3914a None None] Sync routers for ids ['eaf4eb82-b222-448a-a4f6-33b93a98d2d9'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:52:34.335106 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59bc3b7-461a-4712-87a6-ceb627e3914a None None] Routers {'eaf4eb82-b222-448a-a4f6-33b93a98d2d9'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:52:34.335714 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d59bc3b7-461a-4712-87a6-ceb627e3914a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:52:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['eaf4eb82-b222-448a-a4f6-33b93a98d2d9'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:34.374376 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f8b81e8-dcc6-44fb-b476-15f08083e582 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Deleting subnet dce0e87b-9e53-4bb8-a6da-6abf046a7a70 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:52:34.377500 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9f8b81e8-dcc6-44fb-b476-15f08083e582 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:34.419261 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9f8b81e8-dcc6-44fb-b476-15f08083e582 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:34.505756 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9f8b81e8-dcc6-44fb-b476-15f08083e582 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:34.526004 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-d59bc3b7-461a-4712-87a6-ceb627e3914a None None] Set router eaf4eb82-b222-448a-a4f6-33b93a98d2d9 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:52:34.626598 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9f8b81e8-dcc6-44fb-b476-15f08083e582 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:34.656479 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b81e8-dcc6-44fb-b476-15f08083e582 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event deleted for resources: {'Subnet': ['ID=dce0e87b-9e53-4bb8-a6da-6abf046a7a70,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:34.658480 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9f8b81e8-dcc6-44fb-b476-15f08083e582 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:34.661757 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9f8b81e8-dcc6-44fb-b476-15f08083e582 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "DELETE /v2.0/subnets/dce0e87b-9e53-4bb8-a6da-6abf046a7a70 HTTP/1.1" status: 204 len: 168 time: 0.3402379 Dec 17 15:52:34.664300 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da53d7c-946c-4755-a8fd-a2672fc1e2de None None] Network 349622a7-854e-4045-99ba-08f635703f44 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:52:34.664468 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34674) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:52:34.707041 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d59bc3b7-461a-4712-87a6-ceb627e3914a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607940417', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'aa1eb713-2a83-4bb4-a060-e0467cd46e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:44Z', 'updated_at': '2021-12-17T15:52:33Z', 'revision_number': 5, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': 'aa1eb713-2a83-4bb4-a060-e0467cd46e68', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:45Z', 'updated_at': '2021-12-17T15:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:34.737062 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59bc3b7-461a-4712-87a6-ceb627e3914a None None] Checking router: eaf4eb82-b222-448a-a4f6-33b93a98d2d9 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:52:34.746242 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59bc3b7-461a-4712-87a6-ceb627e3914a None None] Routers {'eaf4eb82-b222-448a-a4f6-33b93a98d2d9'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:52:34.746847 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d59bc3b7-461a-4712-87a6-ceb627e3914a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:52:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['eaf4eb82-b222-448a-a4f6-33b93a98d2d9'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:34.775820 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-478880dc-674d-4273-8bd9-b7b566ed57e1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:34.853993 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-d59bc3b7-461a-4712-87a6-ceb627e3914a None None] Set router eaf4eb82-b222-448a-a4f6-33b93a98d2d9 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:52:34.860162 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9d2283-20a4-4b9f-bbe4-51ce53ce7de4 None None] DHCP port deletion for 349622a7-854e-4045-99ba-08f635703f44 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:52:34.889794 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-478880dc-674d-4273-8bd9-b7b566ed57e1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:34.911364 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-fe9d2283-20a4-4b9f-bbe4-51ce53ce7de4 None None] Deleting port a6fc9829-2017-4481-a2e5-e8e6463cbae5 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:52:34.911887 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fe9d2283-20a4-4b9f-bbe4-51ce53ce7de4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:34.979543 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-fe9d2283-20a4-4b9f-bbe4-51ce53ce7de4 None None] For port a6fc9829-2017-4481-a2e5-e8e6463cbae5, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=a6fc9829-2017-4481-a2e5-e8e6463cbae5,segment=NetworkSegment(25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf),segment_id=25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:34.980256 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fe9d2283-20a4-4b9f-bbe4-51ce53ce7de4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:34.993037 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-fe9d2283-20a4-4b9f-bbe4-51ce53ce7de4 None None] Calling delete_port for a6fc9829-2017-4481-a2e5-e8e6463cbae5 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:52:35.014722 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-478880dc-674d-4273-8bd9-b7b566ed57e1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Deleting port aa1eb713-2a83-4bb4-a060-e0467cd46e68 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:52:35.015067 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-478880dc-674d-4273-8bd9-b7b566ed57e1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:35.034024 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d59bc3b7-461a-4712-87a6-ceb627e3914a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607940417', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'aa1eb713-2a83-4bb4-a060-e0467cd46e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:44Z', 'updated_at': '2021-12-17T15:52:33Z', 'revision_number': 5, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': 'aa1eb713-2a83-4bb4-a060-e0467cd46e68', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:45Z', 'updated_at': '2021-12-17T15:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:35.061196 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59bc3b7-461a-4712-87a6-ceb627e3914a None None] The sync data for ids ['eaf4eb82-b222-448a-a4f6-33b93a98d2d9'] in n-d-820553-2 is: [{'id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607940417', 'tenant_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'aa1eb713-2a83-4bb4-a060-e0467cd46e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:50:44Z', 'updated_at': '2021-12-17T15:52:33Z', 'revision_number': 5, 'project_id': 'cc2b51a1527d471ba1f33c71d0e151f4', 'gw_port': {'id': 'aa1eb713-2a83-4bb4-a060-e0467cd46e68', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf4eb82-b222-448a-a4f6-33b93a98d2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:50:45Z', 'updated_at': '2021-12-17T15:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:52:35.098157 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-478880dc-674d-4273-8bd9-b7b566ed57e1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] For port aa1eb713-2a83-4bb4-a060-e0467cd46e68, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=aa1eb713-2a83-4bb4-a060-e0467cd46e68,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:35.098525 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-478880dc-674d-4273-8bd9-b7b566ed57e1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:35.113609 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-478880dc-674d-4273-8bd9-b7b566ed57e1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Calling delete_port for aa1eb713-2a83-4bb4-a060-e0467cd46e68 owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:52:35.163528 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fe9d2283-20a4-4b9f-bbe4-51ce53ce7de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:35.190272 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d2283-20a4-4b9f-bbe4-51ce53ce7de4 None None] Pushing event deleted for resources: {'Port': ['ID=a6fc9829-2017-4481-a2e5-e8e6463cbae5,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:35.193842 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9d2283-20a4-4b9f-bbe4-51ce53ce7de4 None None] No DVR routers for this DVR port a6fc9829-2017-4481-a2e5-e8e6463cbae5 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:52:35.207658 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:52:35.231918 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:52:35.232262 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device fd39eae0-7ea9-4271-96f7-c9f0fce5c4d0 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:52:35.270704 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ae55f89e-f2e9-42ce-83c1-9735bf71253d req-427618ce-15b5-450a-9d59-0a8dc9cd6675 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1440499 Dec 17 15:52:35.365829 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55f89e-f2e9-42ce-83c1-9735bf71253d req-72225cdf-50ec-4669-9a8a-039ddeade09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:35.367058 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ae55f89e-f2e9-42ce-83c1-9735bf71253d req-72225cdf-50ec-4669-9a8a-039ddeade09a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=822ef1332bd143cca4fd6e71701e2974&device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 1097 time: 0.0396767 Dec 17 15:52:35.406934 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-478880dc-674d-4273-8bd9-b7b566ed57e1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:35.465494 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a6fc9829-2017-4481-a2e5-e8e6463cbae5 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:52:35.468960 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478880dc-674d-4273-8bd9-b7b566ed57e1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event deleted for resources: {'Port': ['ID=aa1eb713-2a83-4bb4-a060-e0467cd46e68,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:35.490736 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: a6fc9829-2017-4481-a2e5-e8e6463cbae5 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:52:35.491093 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a6fc9829-2017-4481-a2e5-e8e6463cbae5 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:52:35.491513 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 97ca692e-f3c0-49fe-b6db-b60928ed0093 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:52:35.511905 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 97ca692e-f3c0-49fe-b6db-b60928ed0093 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:52:35.512253 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 97ca692e-f3c0-49fe-b6db-b60928ed0093 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:52:35.561579 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-478880dc-674d-4273-8bd9-b7b566ed57e1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:35.566646 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55f89e-f2e9-42ce-83c1-9735bf71253d req-78d373d6-a9bf-406f-9d98-c1573340ffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:35.568116 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ae55f89e-f2e9-42ce-83c1-9735bf71253d req-78d373d6-a9bf-406f-9d98-c1573340ffb8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=56c46120-18dd-4e01-afbc-660976f1bc54 HTTP/1.1" status: 200 len: 912 time: 0.1824553 Dec 17 15:52:35.701148 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-478880dc-674d-4273-8bd9-b7b566ed57e1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:35.704880 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-478880dc-674d-4273-8bd9-b7b566ed57e1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:35.759621 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ae55f89e-f2e9-42ce-83c1-9735bf71253d req-74ddb3b6-d416-4f3b-8868-65c5ca7a9e23 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=032065c9-1fe7-44f6-8963-262d6afab149 HTTP/1.1" status: 200 len: 1002 time: 0.1633985 Dec 17 15:52:35.810996 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55f89e-f2e9-42ce-83c1-9735bf71253d req-2680e788-05de-423a-8f99-f5e083e17c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:35.812394 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ae55f89e-f2e9-42ce-83c1-9735bf71253d req-2680e788-05de-423a-8f99-f5e083e17c56 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88427995-2645-4fa8-ba88-78d7eabf1f21 HTTP/1.1" status: 200 len: 850 time: 0.0444591 Dec 17 15:52:35.861860 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55f89e-f2e9-42ce-83c1-9735bf71253d req-99a33341-d74d-468d-8f77-e876b4922fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:35.863419 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ae55f89e-f2e9-42ce-83c1-9735bf71253d req-99a33341-d74d-468d-8f77-e876b4922fd6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=56c46120-18dd-4e01-afbc-660976f1bc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438814 Dec 17 15:52:35.866031 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-478880dc-674d-4273-8bd9-b7b566ed57e1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:35.866533 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478880dc-674d-4273-8bd9-b7b566ed57e1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Fanout notify agent at l3_agent the message router_deleted on router eaf4eb82-b222-448a-a4f6-33b93a98d2d9 {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:52:35.873649 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-478880dc-674d-4273-8bd9-b7b566ed57e1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:35.874712 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-478880dc-674d-4273-8bd9-b7b566ed57e1 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "DELETE /v2.0/routers/eaf4eb82-b222-448a-a4f6-33b93a98d2d9 HTTP/1.1" status: 204 len: 168 time: 1.2093120 Dec 17 15:52:35.877596 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34678) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:52:35.879846 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-ae55f89e-f2e9-42ce-83c1-9735bf71253d req-6705e233-6519-4f2e-af74-57009a7ee41f service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:52:35.881315 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ae55f89e-f2e9-42ce-83c1-9735bf71253d req-6705e233-6519-4f2e-af74-57009a7ee41f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051634 Dec 17 15:52:35.965693 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f603c8e3-3498-4542-93aa-5dfeaeaf7111 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:35.982890 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ae55f89e-f2e9-42ce-83c1-9735bf71253d req-10c28950-1815-4c72-a5aa-87bb2cda1a9b service neutron] 10.222.0.41 "GET /v2.0/networks/56c46120-18dd-4e01-afbc-660976f1bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930309 Dec 17 15:52:36.061085 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f603c8e3-3498-4542-93aa-5dfeaeaf7111 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:36.084575 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ae55f89e-f2e9-42ce-83c1-9735bf71253d req-d1b72efa-3718-4d50-88f6-e2393f20c626 service neutron] 10.222.0.41 "GET /v2.0/networks/56c46120-18dd-4e01-afbc-660976f1bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948474 Dec 17 15:52:36.086032 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-f603c8e3-3498-4542-93aa-5dfeaeaf7111 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349622a7-854e-4045-99ba-08f635703f44']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:36.095974 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-f603c8e3-3498-4542-93aa-5dfeaeaf7111 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:36.096996 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-f603c8e3-3498-4542-93aa-5dfeaeaf7111 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25788e3c-308f-4fd2-bb5a-6dad7e5fa1bf') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:36.106197 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f603c8e3-3498-4542-93aa-5dfeaeaf7111 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:36.119285 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f603c8e3-3498-4542-93aa-5dfeaeaf7111 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:36.125039 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f603c8e3-3498-4542-93aa-5dfeaeaf7111 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:52:36.125448 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f603c8e3-3498-4542-93aa-5dfeaeaf7111 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:36.128297 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:52:36.128297 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:52:36.128297 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:52:36.128297 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:52:36.128297 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:52:36.128297 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:52:36.128297 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:52:36.128297 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:52:36.128297 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:52:36.128297 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:52:36.128297 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:52:36.128297 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:52:36.128297 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:52:36.128297 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:52:36.128297 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:52:36.128297 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:52:36.128297 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:52:36.128297 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:52:36.128297 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:52:36.128297 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:52:36.128297 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:52:36.128297 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:52:36.128297 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:52:36.128297 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:52:36.128297 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:52:36.128297 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:52:36.128297 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:52:36.128297 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:52:36.128297 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:52:36.128297 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:52:36.128297 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:52:36.128297 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:52:36.307161 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f603c8e3-3498-4542-93aa-5dfeaeaf7111 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:36.315159 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f603c8e3-3498-4542-93aa-5dfeaeaf7111 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:36.318777 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f603c8e3-3498-4542-93aa-5dfeaeaf7111 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "DELETE /v2.0/networks/349622a7-854e-4045-99ba-08f635703f44 HTTP/1.1" status: 204 len: 168 time: 0.4395730 Dec 17 15:52:36.321669 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34680) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:52:36.331275 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603c8e3-3498-4542-93aa-5dfeaeaf7111 tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event deleted for resources: {'Network': ['ID=349622a7-854e-4045-99ba-08f635703f44,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:36.383921 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3c37add4-9c7a-427f-ac07-ac271a3b294a tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:36.408776 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3c37add4-9c7a-427f-ac07-ac271a3b294a tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:36.529007 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3c37add4-9c7a-427f-ac07-ac271a3b294a tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:36.531639 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3c37add4-9c7a-427f-ac07-ac271a3b294a tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:36.532791 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3c37add4-9c7a-427f-ac07-ac271a3b294a tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] 10.222.0.46 "DELETE /v2.0/security-groups/64b216b8-9584-4272-a06c-ae1d148a4ffd HTTP/1.1" status: 204 len: 168 time: 0.2091937 Dec 17 15:52:36.543205 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37add4-9c7a-427f-ac07-ac271a3b294a tempest-TestNetworkAdvancedServerOps-1572090883 tempest-TestNetworkAdvancedServerOps-1572090883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b216b8-9584-4272-a06c-ae1d148a4ffd,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:37.071047 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34688) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:52:37.202482 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b9d66bdb-f31c-4e4e-afd2-df5de0f6e5e0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cc2b51a1527d471ba1f33c71d0e151f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1302917 Dec 17 15:52:37.205356 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34692) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:52:37.252981 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-84de14ae-72a7-452d-9ef8-21a40d99ff64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:37.265129 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device aa1eb713-2a83-4bb4-a060-e0467cd46e68 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:52:37.276671 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-84de14ae-72a7-452d-9ef8-21a40d99ff64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:37.286141 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: aa1eb713-2a83-4bb4-a060-e0467cd46e68 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:52:37.286490 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device aa1eb713-2a83-4bb4-a060-e0467cd46e68 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:52:37.403384 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-84de14ae-72a7-452d-9ef8-21a40d99ff64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:37.405954 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-84de14ae-72a7-452d-9ef8-21a40d99ff64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:37.407142 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-84de14ae-72a7-452d-9ef8-21a40d99ff64 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a3e19944-2605-4394-a2c9-4442e8d35d31 HTTP/1.1" status: 204 len: 168 time: 0.2007515 Dec 17 15:52:37.415311 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de14ae-72a7-452d-9ef8-21a40d99ff64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e19944-2605-4394-a2c9-4442e8d35d31,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:38.043734 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34702) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:52:38.082825 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b3bffa01-4526-402d-a9a7-003337bdb855 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e5b3a597d50e4d8b9145c2de8e6bee63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378995 Dec 17 15:52:38.085223 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34704) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:52:38.135099 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-54cd43b0-588e-403f-a0bf-f642edcb2628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:38.155377 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-54cd43b0-588e-403f-a0bf-f642edcb2628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:38.271945 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-54cd43b0-588e-403f-a0bf-f642edcb2628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:38.274606 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-54cd43b0-588e-403f-a0bf-f642edcb2628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:38.276034 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-54cd43b0-588e-403f-a0bf-f642edcb2628 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6e8af0b3-8fcb-42e0-84cc-25771de7714f HTTP/1.1" status: 204 len: 168 time: 0.1897967 Dec 17 15:52:38.286223 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd43b0-588e-403f-a0bf-f642edcb2628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8af0b3-8fcb-42e0-84cc-25771de7714f,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:39.271089 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34726) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:52:39.369211 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-f84fa64c-5b54-4ef3-8ccc-e811cb49121a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-694480305-network', 'tenant_id': 'e925f87ec4cb49c28a7cf692949f4ac3'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:39.472352 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84fa64c-5b54-4ef3-8ccc-e811cb49121a admin admin] Made reservation on behalf of e925f87ec4cb49c28a7cf692949f4ac3 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:52:39.475804 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f84fa64c-5b54-4ef3-8ccc-e811cb49121a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:39.484470 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f84fa64c-5b54-4ef3-8ccc-e811cb49121a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:39.556278 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f84fa64c-5b54-4ef3-8ccc-e811cb49121a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:39.620626 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f84fa64c-5b54-4ef3-8ccc-e811cb49121a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:39.644789 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f84fa64c-5b54-4ef3-8ccc-e811cb49121a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:52:39.654667 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84fa64c-5b54-4ef3-8ccc-e811cb49121a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbadeb63-6f9b-4505-9164-b99af033e60f,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:39.659315 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f84fa64c-5b54-4ef3-8ccc-e811cb49121a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:39.659663 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-f84fa64c-5b54-4ef3-8ccc-e811cb49121a admin admin] Added segment b969433a-4c36-4dcb-b171-ff8352736230 of type vlan for network e64f08ed-7a60-498f-a186-b5c713977b14 Dec 17 15:52:39.697437 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f84fa64c-5b54-4ef3-8ccc-e811cb49121a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:39.780049 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f84fa64c-5b54-4ef3-8ccc-e811cb49121a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:39.780987 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84fa64c-5b54-4ef3-8ccc-e811cb49121a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:39.781585 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f84fa64c-5b54-4ef3-8ccc-e811cb49121a admin admin] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:39.841846 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84fa64c-5b54-4ef3-8ccc-e811cb49121a admin admin] Pushing event updated for resources: {'Network': ['ID=e64f08ed-7a60-498f-a186-b5c713977b14,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:39.851494 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network e64f08ed-7a60-498f-a186-b5c713977b14 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:52:39.893128 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f84fa64c-5b54-4ef3-8ccc-e811cb49121a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6208596 Dec 17 15:52:39.896471 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34730) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:52:39.901187 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-7a6be40d-1bbe-4e58-beda-eaefdebc5ffd admin admin] Request body: {'subnet': {'network_id': 'e64f08ed-7a60-498f-a186-b5c713977b14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-694480305-subnet', 'tenant_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:39.974621 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6be40d-1bbe-4e58-beda-eaefdebc5ffd admin admin] Made reservation on behalf of e925f87ec4cb49c28a7cf692949f4ac3 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:52:39.976978 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7a6be40d-1bbe-4e58-beda-eaefdebc5ffd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:40.232802 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7a6be40d-1bbe-4e58-beda-eaefdebc5ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:40.286999 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6be40d-1bbe-4e58-beda-eaefdebc5ffd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9244de93-f161-4aca-b7b4-e422071521b9,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:40.296623 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6be40d-1bbe-4e58-beda-eaefdebc5ffd admin admin] Checking segment: {'id': 'b969433a-4c36-4dcb-b171-ff8352736230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e64f08ed-7a60-498f-a186-b5c713977b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:52:40.296973 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6be40d-1bbe-4e58-beda-eaefdebc5ffd admin admin] Network hostable DHCP agents. Network: e64f08ed-7a60-498f-a186-b5c713977b14, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:52:40.379927 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6be40d-1bbe-4e58-beda-eaefdebc5ffd admin admin] Network e64f08ed-7a60-498f-a186-b5c713977b14 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:52:40.437323 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-7a6be40d-1bbe-4e58-beda-eaefdebc5ffd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, e64f08ed-7a60-498f-a186-b5c713977b14) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:40.441744 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6be40d-1bbe-4e58-beda-eaefdebc5ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:40.442318 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7a6be40d-1bbe-4e58-beda-eaefdebc5ffd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:40.446479 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab4ead2-6add-4f8e-a7c6-1c6106779ac5 None None] Network e64f08ed-7a60-498f-a186-b5c713977b14 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:52:40.514806 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7a6be40d-1bbe-4e58-beda-eaefdebc5ffd admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6172717 Dec 17 15:52:40.517473 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34734) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:52:40.521797 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-2079d02f-95dd-443c-99b4-535dad262cef admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-694480305-router', 'tenant_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:40.586566 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2079d02f-95dd-443c-99b4-535dad262cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:40.587643 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2079d02f-95dd-443c-99b4-535dad262cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:40.596207 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc571fe-b9f3-41d7-bb3b-51ca838d45a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-e64f08ed-7a60-498f-a186-b5c713977b14', 'network_id': 'e64f08ed-7a60-498f-a186-b5c713977b14', 'tenant_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'fixed_ips': [{'subnet_id': '9244de93-f161-4aca-b7b4-e422071521b9'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:52:40.599729 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8fc571fe-b9f3-41d7-bb3b-51ca838d45a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:40.645296 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2079d02f-95dd-443c-99b4-535dad262cef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:40.761683 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:40.838634 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2079d02f-95dd-443c-99b4-535dad262cef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:40.886217 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-8fc571fe-b9f3-41d7-bb3b-51ca838d45a6 None None] Allocated IP 172.20.0.2 (e64f08ed-7a60-498f-a186-b5c713977b14/9244de93-f161-4aca-b7b4-e422071521b9/ed175008-a055-438c-8c3e-53c167738a6d) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:52:41.033068 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8fc571fe-b9f3-41d7-bb3b-51ca838d45a6 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:41.100822 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2079d02f-95dd-443c-99b4-535dad262cef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:41.108968 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8fc571fe-b9f3-41d7-bb3b-51ca838d45a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:41.119761 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2079d02f-95dd-443c-99b4-535dad262cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:41.149193 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc571fe-b9f3-41d7-bb3b-51ca838d45a6 None None] Network e64f08ed-7a60-498f-a186-b5c713977b14 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:52:41.151937 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-8fc571fe-b9f3-41d7-bb3b-51ca838d45a6 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:41.160101 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc571fe-b9f3-41d7-bb3b-51ca838d45a6 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:52:41.162099 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc571fe-b9f3-41d7-bb3b-51ca838d45a6 None None] Pushing event updated for resources: {'Port': ['ID=ed175008-a055-438c-8c3e-53c167738a6d,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:41.217385 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-8fc571fe-b9f3-41d7-bb3b-51ca838d45a6 None None] Attempting to bind port ed175008-a055-438c-8c3e-53c167738a6d on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:52:41.217798 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-8fc571fe-b9f3-41d7-bb3b-51ca838d45a6 None None] Attempting to bind port ed175008-a055-438c-8c3e-53c167738a6d by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'b969433a-4c36-4dcb-b171-ff8352736230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e64f08ed-7a60-498f-a186-b5c713977b14'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:52:41.218271 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc571fe-b9f3-41d7-bb3b-51ca838d45a6 None None] Attempting to bind port ed175008-a055-438c-8c3e-53c167738a6d on network e64f08ed-7a60-498f-a186-b5c713977b14 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:41.223632 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc571fe-b9f3-41d7-bb3b-51ca838d45a6 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:52:41.224004 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc571fe-b9f3-41d7-bb3b-51ca838d45a6 None None] Checking segment: {'id': 'b969433a-4c36-4dcb-b171-ff8352736230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e64f08ed-7a60-498f-a186-b5c713977b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:52:41.224405 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8fc571fe-b9f3-41d7-bb3b-51ca838d45a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:41.224905 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc571fe-b9f3-41d7-bb3b-51ca838d45a6 None None] Bound using segment: {'id': 'b969433a-4c36-4dcb-b171-ff8352736230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e64f08ed-7a60-498f-a186-b5c713977b14'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:52:41.225402 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-8fc571fe-b9f3-41d7-bb3b-51ca838d45a6 None None] Bound port: ed175008-a055-438c-8c3e-53c167738a6d, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b969433a-4c36-4dcb-b171-ff8352736230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e64f08ed-7a60-498f-a186-b5c713977b14'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:52:41.225782 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8fc571fe-b9f3-41d7-bb3b-51ca838d45a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:41.231025 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-2079d02f-95dd-443c-99b4-535dad262cef admin admin] Allocated IP 172.25.6.17 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/c144b39d-184a-47f7-9697-493b424c7d5b) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:52:41.291425 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-8fc571fe-b9f3-41d7-bb3b-51ca838d45a6 None None] For port ed175008-a055-438c-8c3e-53c167738a6d, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:52:41.295020 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-8fc571fe-b9f3-41d7-bb3b-51ca838d45a6 None None] For port ed175008-a055-438c-8c3e-53c167738a6d, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ed175008-a055-438c-8c3e-53c167738a6d,segment=NetworkSegment(b969433a-4c36-4dcb-b171-ff8352736230),segment_id=b969433a-4c36-4dcb-b171-ff8352736230)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:52:41.369761 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8fc571fe-b9f3-41d7-bb3b-51ca838d45a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:41.430750 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc571fe-b9f3-41d7-bb3b-51ca838d45a6 None None] Pushing event updated for resources: {'Port': ['ID=ed175008-a055-438c-8c3e-53c167738a6d,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:41.679973 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2079d02f-95dd-443c-99b4-535dad262cef admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:41.798338 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2079d02f-95dd-443c-99b4-535dad262cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:41.841220 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2079d02f-95dd-443c-99b4-535dad262cef admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:52:41.844278 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-2079d02f-95dd-443c-99b4-535dad262cef admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:41.851470 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2079d02f-95dd-443c-99b4-535dad262cef admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:52:41.855488 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2079d02f-95dd-443c-99b4-535dad262cef admin admin] Pushing event updated for resources: {'Port': ['ID=c144b39d-184a-47f7-9697-493b424c7d5b,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:42.193524 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2079d02f-95dd-443c-99b4-535dad262cef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:42.319524 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b0a13e-a4f0-470f-a8a6-a6b484bce2c2 None None] Network e64f08ed-7a60-498f-a186-b5c713977b14 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:52:42.392844 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2079d02f-95dd-443c-99b4-535dad262cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:42.412727 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-230f0a3b-a245-4189-86bf-daf0117b5adb None None] Provisioning complete for port ed175008-a055-438c-8c3e-53c167738a6d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:42.413119 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-230f0a3b-a245-4189-86bf-daf0117b5adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:42.549928 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-230f0a3b-a245-4189-86bf-daf0117b5adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:42.582986 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-230f0a3b-a245-4189-86bf-daf0117b5adb None None] For port ed175008-a055-438c-8c3e-53c167738a6d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ed175008-a055-438c-8c3e-53c167738a6d,segment=NetworkSegment(b969433a-4c36-4dcb-b171-ff8352736230),segment_id=b969433a-4c36-4dcb-b171-ff8352736230)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:42.597642 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2079d02f-95dd-443c-99b4-535dad262cef admin admin] Router 7bccab57-e1f5-4e95-8d84-763599ee4420 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:52:42.649149 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-230f0a3b-a245-4189-86bf-daf0117b5adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:42.701094 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f0a3b-a245-4189-86bf-daf0117b5adb None None] Pushing event updated for resources: {'Port': ['ID=ed175008-a055-438c-8c3e-53c167738a6d,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:42.717024 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2079d02f-95dd-443c-99b4-535dad262cef admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:52:42.727235 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487a3f33-b711-4bec-93e7-62e6157e887f None None] Sync routers for ids ['7bccab57-e1f5-4e95-8d84-763599ee4420'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:52:42.737534 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487a3f33-b711-4bec-93e7-62e6157e887f None None] Routers {'7bccab57-e1f5-4e95-8d84-763599ee4420'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:52:42.738167 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-487a3f33-b711-4bec-93e7-62e6157e887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:52:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['7bccab57-e1f5-4e95-8d84-763599ee4420'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:42.799875 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2079d02f-95dd-443c-99b4-535dad262cef admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:42.804029 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2079d02f-95dd-443c-99b4-535dad262cef admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2826405 Dec 17 15:52:42.804476 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34736) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:52:42.826578 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-60c4cfcd-f6e0-488f-bdfc-0ed1c988794f None None] Provisioning complete for port ed175008-a055-438c-8c3e-53c167738a6d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:42.826907 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-60c4cfcd-f6e0-488f-bdfc-0ed1c988794f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:42.884048 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-487a3f33-b711-4bec-93e7-62e6157e887f None None] Set router 7bccab57-e1f5-4e95-8d84-763599ee4420 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:52:43.100228 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-487a3f33-b711-4bec-93e7-62e6157e887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'name': 'tempest-TestServerBasicOps-694480305-router', 'tenant_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c144b39d-184a-47f7-9697-493b424c7d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:40Z', 'updated_at': '2021-12-17T15:52:41Z', 'revision_number': 3, 'project_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'gw_port': {'id': 'c144b39d-184a-47f7-9697-493b424c7d5b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:41Z', 'updated_at': '2021-12-17T15:52:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:43.126971 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487a3f33-b711-4bec-93e7-62e6157e887f None None] Checking router: 7bccab57-e1f5-4e95-8d84-763599ee4420 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:52:43.127327 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487a3f33-b711-4bec-93e7-62e6157e887f None None] Updating router 7bccab57-e1f5-4e95-8d84-763599ee4420 port c144b39d-184a-47f7-9697-493b424c7d5b binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:52:43.155172 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-487a3f33-b711-4bec-93e7-62e6157e887f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:43.282386 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b97675ac-dbd4-4416-bddd-153a6f5ea85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:43.338278 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ed175008-a055-438c-8c3e-53c167738a6d up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:52:43.423633 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port ed175008-a055-438c-8c3e-53c167738a6d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:43.423962 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:43.457841 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-b97675ac-dbd4-4416-bddd-153a6f5ea85d admin admin] Allocated IP 172.20.0.1 (e64f08ed-7a60-498f-a186-b5c713977b14/9244de93-f161-4aca-b7b4-e422071521b9/215bd0da-0867-4082-933e-93620a6fc494) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:52:43.513770 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-487a3f33-b711-4bec-93e7-62e6157e887f None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:43.572171 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b97675ac-dbd4-4416-bddd-153a6f5ea85d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:43.603454 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-487a3f33-b711-4bec-93e7-62e6157e887f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:43.650925 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-487a3f33-b711-4bec-93e7-62e6157e887f None None] Attempting to bind port c144b39d-184a-47f7-9697-493b424c7d5b on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:52:43.651296 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-487a3f33-b711-4bec-93e7-62e6157e887f None None] Attempting to bind port c144b39d-184a-47f7-9697-493b424c7d5b by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:52:43.651659 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487a3f33-b711-4bec-93e7-62e6157e887f None None] Attempting to bind port c144b39d-184a-47f7-9697-493b424c7d5b on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:43.660777 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183845a3-fd0e-48a6-90df-d6de98810097 None None] Pushing event updated for resources: {'Port': ['ID=c144b39d-184a-47f7-9697-493b424c7d5b,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:43.663442 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487a3f33-b711-4bec-93e7-62e6157e887f None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:52:43.663820 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487a3f33-b711-4bec-93e7-62e6157e887f None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:52:43.664233 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-487a3f33-b711-4bec-93e7-62e6157e887f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:43.664607 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487a3f33-b711-4bec-93e7-62e6157e887f None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:52:43.665089 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-487a3f33-b711-4bec-93e7-62e6157e887f None None] Bound port: c144b39d-184a-47f7-9697-493b424c7d5b, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:52:43.665475 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-487a3f33-b711-4bec-93e7-62e6157e887f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:43.707279 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b97675ac-dbd4-4416-bddd-153a6f5ea85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:43.720866 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-487a3f33-b711-4bec-93e7-62e6157e887f None None] For port c144b39d-184a-47f7-9697-493b424c7d5b, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:52:43.724634 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-487a3f33-b711-4bec-93e7-62e6157e887f None None] For port c144b39d-184a-47f7-9697-493b424c7d5b, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c144b39d-184a-47f7-9697-493b424c7d5b,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:52:43.745231 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97675ac-dbd4-4416-bddd-153a6f5ea85d admin admin] Network e64f08ed-7a60-498f-a186-b5c713977b14 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:52:43.750005 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-b97675ac-dbd4-4416-bddd-153a6f5ea85d admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:43.753148 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97675ac-dbd4-4416-bddd-153a6f5ea85d admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:52:43.761239 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97675ac-dbd4-4416-bddd-153a6f5ea85d admin admin] Pushing event updated for resources: {'Port': ['ID=215bd0da-0867-4082-933e-93620a6fc494,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:43.798657 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b97675ac-dbd4-4416-bddd-153a6f5ea85d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:43.815266 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-487a3f33-b711-4bec-93e7-62e6157e887f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:43.884008 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487a3f33-b711-4bec-93e7-62e6157e887f None None] Routers {'7bccab57-e1f5-4e95-8d84-763599ee4420'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:52:43.884714 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-487a3f33-b711-4bec-93e7-62e6157e887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:52:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['7bccab57-e1f5-4e95-8d84-763599ee4420'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:43.886823 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183845a3-fd0e-48a6-90df-d6de98810097 None None] Pushing event updated for resources: {'Port': ['ID=c144b39d-184a-47f7-9697-493b424c7d5b,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:44.001980 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-487a3f33-b711-4bec-93e7-62e6157e887f None None] Set router 7bccab57-e1f5-4e95-8d84-763599ee4420 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:52:44.012301 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b97675ac-dbd4-4416-bddd-153a6f5ea85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:44.111136 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-313e9c21-68a8-4dca-a3ca-9a404a73d186 None None] Provisioning complete for port 215bd0da-0867-4082-933e-93620a6fc494 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:44.111509 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-313e9c21-68a8-4dca-a3ca-9a404a73d186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:44.167305 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-313e9c21-68a8-4dca-a3ca-9a404a73d186 None None] Port 215bd0da-0867-4082-933e-93620a6fc494 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:52:44.178044 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b97675ac-dbd4-4416-bddd-153a6f5ea85d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:44.217448 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-487a3f33-b711-4bec-93e7-62e6157e887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'name': 'tempest-TestServerBasicOps-694480305-router', 'tenant_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c144b39d-184a-47f7-9697-493b424c7d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:40Z', 'updated_at': '2021-12-17T15:52:41Z', 'revision_number': 3, 'project_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'gw_port': {'id': 'c144b39d-184a-47f7-9697-493b424c7d5b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:41Z', 'updated_at': '2021-12-17T15:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:44.243648 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b97675ac-dbd4-4416-bddd-153a6f5ea85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:44.247127 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487a3f33-b711-4bec-93e7-62e6157e887f None None] The sync data for ids ['7bccab57-e1f5-4e95-8d84-763599ee4420'] in n-d-820553-2 is: [{'id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'name': 'tempest-TestServerBasicOps-694480305-router', 'tenant_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c144b39d-184a-47f7-9697-493b424c7d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:40Z', 'updated_at': '2021-12-17T15:52:41Z', 'revision_number': 3, 'project_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'gw_port': {'id': 'c144b39d-184a-47f7-9697-493b424c7d5b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:41Z', 'updated_at': '2021-12-17T15:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:52:44.314594 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b97675ac-dbd4-4416-bddd-153a6f5ea85d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:44.317581 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97675ac-dbd4-4416-bddd-153a6f5ea85d admin admin] Pushing event updated for resources: {'Port': ['ID=215bd0da-0867-4082-933e-93620a6fc494,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:44.413259 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97675ac-dbd4-4416-bddd-153a6f5ea85d admin admin] Network e64f08ed-7a60-498f-a186-b5c713977b14 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:52:44.414741 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-b97675ac-dbd4-4416-bddd-153a6f5ea85d admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:44.550264 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97675ac-dbd4-4416-bddd-153a6f5ea85d admin admin] Router 7bccab57-e1f5-4e95-8d84-763599ee4420 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:52:44.668742 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97675ac-dbd4-4416-bddd-153a6f5ea85d admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:52:44.674131 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b97675ac-dbd4-4416-bddd-153a6f5ea85d admin admin] 10.222.0.46 "PUT /v2.0/routers/7bccab57-e1f5-4e95-8d84-763599ee4420/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8686078 Dec 17 15:52:44.688427 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-67f562f2-d480-4751-93ef-4c2d427603ac None None] Provisioning complete for port 215bd0da-0867-4082-933e-93620a6fc494 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:44.688918 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-67f562f2-d480-4751-93ef-4c2d427603ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:44.725221 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-67f562f2-d480-4751-93ef-4c2d427603ac None None] Port 215bd0da-0867-4082-933e-93620a6fc494 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:52:45.298172 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c144b39d-184a-47f7-9697-493b424c7d5b up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:52:45.349027 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port c144b39d-184a-47f7-9697-493b424c7d5b triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:45.349539 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:45.362128 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34754) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:52:45.367151 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-47b87c84-9cf6-4b51-a43a-4e239cc5b4c0 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-33134766-network', 'tenant_id': 'f6eb7e43fdc44ee188724021e9ca391a'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:45.427511 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:45.448007 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port c144b39d-184a-47f7-9697-493b424c7d5b, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c144b39d-184a-47f7-9697-493b424c7d5b,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:45.489404 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b87c84-9cf6-4b51-a43a-4e239cc5b4c0 admin admin] Made reservation on behalf of f6eb7e43fdc44ee188724021e9ca391a for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:52:45.492078 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-47b87c84-9cf6-4b51-a43a-4e239cc5b4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:45.502421 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-47b87c84-9cf6-4b51-a43a-4e239cc5b4c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:45.518782 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:45.568402 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=c144b39d-184a-47f7-9697-493b424c7d5b,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:45.580583 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-47b87c84-9cf6-4b51-a43a-4e239cc5b4c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:45.637526 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-47b87c84-9cf6-4b51-a43a-4e239cc5b4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:45.662782 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b87c84-9cf6-4b51-a43a-4e239cc5b4c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:52:45.672182 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b87c84-9cf6-4b51-a43a-4e239cc5b4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e56e18-7c94-4d75-8525-04a9dbaf1f88,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:45.678008 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-47b87c84-9cf6-4b51-a43a-4e239cc5b4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:45.680484 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-47b87c84-9cf6-4b51-a43a-4e239cc5b4c0 admin admin] Added segment 5adbdd55-d541-4243-af60-8280806a8e67 of type vlan for network 6a7ed3d9-875c-4d16-ad10-24da2f1f2194 Dec 17 15:52:45.718977 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-47b87c84-9cf6-4b51-a43a-4e239cc5b4c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:45.798112 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-47b87c84-9cf6-4b51-a43a-4e239cc5b4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:45.799123 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b87c84-9cf6-4b51-a43a-4e239cc5b4c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:45.799699 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-47b87c84-9cf6-4b51-a43a-4e239cc5b4c0 admin admin] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:45.820877 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a5a6b1-01ae-4fed-a6a0-655ab75c54df None None] Sync routers for ids ['7bccab57-e1f5-4e95-8d84-763599ee4420'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:52:45.829627 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a5a6b1-01ae-4fed-a6a0-655ab75c54df None None] Routers {'7bccab57-e1f5-4e95-8d84-763599ee4420'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:52:45.830566 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-10a5a6b1-01ae-4fed-a6a0-655ab75c54df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:52:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['7bccab57-e1f5-4e95-8d84-763599ee4420'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:45.866057 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b87c84-9cf6-4b51-a43a-4e239cc5b4c0 admin admin] Pushing event updated for resources: {'Network': ['ID=6a7ed3d9-875c-4d16-ad10-24da2f1f2194,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:45.875640 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 6a7ed3d9-875c-4d16-ad10-24da2f1f2194 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:52:45.915616 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-47b87c84-9cf6-4b51-a43a-4e239cc5b4c0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5523362 Dec 17 15:52:45.918491 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34756) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:52:45.924047 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-2044c647-0a82-4303-8bab-df0302d8df73 admin admin] Request body: {'subnet': {'network_id': '6a7ed3d9-875c-4d16-ad10-24da2f1f2194', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-33134766-subnet', 'tenant_id': 'f6eb7e43fdc44ee188724021e9ca391a', 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:45.944465 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-10a5a6b1-01ae-4fed-a6a0-655ab75c54df None None] Set router 7bccab57-e1f5-4e95-8d84-763599ee4420 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:52:46.003478 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2044c647-0a82-4303-8bab-df0302d8df73 admin admin] Made reservation on behalf of f6eb7e43fdc44ee188724021e9ca391a for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:52:46.005896 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2044c647-0a82-4303-8bab-df0302d8df73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:46.147669 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-10a5a6b1-01ae-4fed-a6a0-655ab75c54df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'name': 'tempest-TestServerBasicOps-694480305-router', 'tenant_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c144b39d-184a-47f7-9697-493b424c7d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:40Z', 'updated_at': '2021-12-17T15:52:43Z', 'revision_number': 4, 'project_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'gw_port': {'id': 'c144b39d-184a-47f7-9697-493b424c7d5b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:41Z', 'updated_at': '2021-12-17T15:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '215bd0da-0867-4082-933e-93620a6fc494', 'name': '', 'network_id': 'e64f08ed-7a60-498f-a186-b5c713977b14', 'tenant_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'mac_address': 'fa:16:3e:56:38:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '9244de93-f161-4aca-b7b4-e422071521b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:43Z', 'updated_at': '2021-12-17T15:52:44Z', 'revision_number': 2, 'project_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'subnets': [{'id': '9244de93-f161-4aca-b7b4-e422071521b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:46.174815 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a5a6b1-01ae-4fed-a6a0-655ab75c54df None None] Checking router: 7bccab57-e1f5-4e95-8d84-763599ee4420 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:52:46.175168 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a5a6b1-01ae-4fed-a6a0-655ab75c54df None None] Updating router 7bccab57-e1f5-4e95-8d84-763599ee4420 port 215bd0da-0867-4082-933e-93620a6fc494 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:52:46.198786 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-10a5a6b1-01ae-4fed-a6a0-655ab75c54df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:46.220977 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2044c647-0a82-4303-8bab-df0302d8df73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:46.277197 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044c647-0a82-4303-8bab-df0302d8df73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70868beb-46cf-437a-be2d-bdf93c99f16b,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:46.285654 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2044c647-0a82-4303-8bab-df0302d8df73 admin admin] Checking segment: {'id': '5adbdd55-d541-4243-af60-8280806a8e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6a7ed3d9-875c-4d16-ad10-24da2f1f2194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:52:46.286018 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2044c647-0a82-4303-8bab-df0302d8df73 admin admin] Network hostable DHCP agents. Network: 6a7ed3d9-875c-4d16-ad10-24da2f1f2194, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:52:46.357688 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2044c647-0a82-4303-8bab-df0302d8df73 admin admin] Network 6a7ed3d9-875c-4d16-ad10-24da2f1f2194 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:52:46.414952 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-2044c647-0a82-4303-8bab-df0302d8df73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 6a7ed3d9-875c-4d16-ad10-24da2f1f2194) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:46.419897 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2044c647-0a82-4303-8bab-df0302d8df73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:46.422034 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2044c647-0a82-4303-8bab-df0302d8df73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:46.422896 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95dc15c-bf3b-4a20-8ad0-82a8f954572e None None] Network 6a7ed3d9-875c-4d16-ad10-24da2f1f2194 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:52:46.458028 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-10a5a6b1-01ae-4fed-a6a0-655ab75c54df None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:46.498082 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2044c647-0a82-4303-8bab-df0302d8df73 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5785403 Dec 17 15:52:46.500679 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34758) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:52:46.505295 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-e83f0c1c-d37d-4474-b5b7-70a0ce1ef7d7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-33134766-router', 'tenant_id': 'f6eb7e43fdc44ee188724021e9ca391a', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:46.523448 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-10a5a6b1-01ae-4fed-a6a0-655ab75c54df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:46.575543 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b55e3b2-b633-4739-b77d-b342ce2054af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-6a7ed3d9-875c-4d16-ad10-24da2f1f2194', 'network_id': '6a7ed3d9-875c-4d16-ad10-24da2f1f2194', 'tenant_id': 'f6eb7e43fdc44ee188724021e9ca391a', 'fixed_ips': [{'subnet_id': '70868beb-46cf-437a-be2d-bdf93c99f16b'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:52:46.576436 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1b55e3b2-b633-4739-b77d-b342ce2054af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:46.586788 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e83f0c1c-d37d-4474-b5b7-70a0ce1ef7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:46.587863 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e83f0c1c-d37d-4474-b5b7-70a0ce1ef7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:46.592824 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0120d-9a66-40f3-ba68-ebaafd4b2a5d None None] Pushing event updated for resources: {'Port': ['ID=215bd0da-0867-4082-933e-93620a6fc494,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:46.616105 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e0120d-9a66-40f3-ba68-ebaafd4b2a5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:46.616694 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e0120d-9a66-40f3-ba68-ebaafd4b2a5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:46.617214 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e0120d-9a66-40f3-ba68-ebaafd4b2a5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:46.617705 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e0120d-9a66-40f3-ba68-ebaafd4b2a5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:46.618210 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e0120d-9a66-40f3-ba68-ebaafd4b2a5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:46.618707 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e0120d-9a66-40f3-ba68-ebaafd4b2a5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:46.619186 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e0120d-9a66-40f3-ba68-ebaafd4b2a5d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:46.619728 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e0120d-9a66-40f3-ba68-ebaafd4b2a5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:46.620206 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e0120d-9a66-40f3-ba68-ebaafd4b2a5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:46.620698 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e0120d-9a66-40f3-ba68-ebaafd4b2a5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:46.621390 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e0120d-9a66-40f3-ba68-ebaafd4b2a5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:46.622102 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e0120d-9a66-40f3-ba68-ebaafd4b2a5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:52:46.640671 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-10a5a6b1-01ae-4fed-a6a0-655ab75c54df None None] Attempting to bind port 215bd0da-0867-4082-933e-93620a6fc494 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:52:46.641433 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-10a5a6b1-01ae-4fed-a6a0-655ab75c54df None None] Attempting to bind port 215bd0da-0867-4082-933e-93620a6fc494 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'b969433a-4c36-4dcb-b171-ff8352736230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e64f08ed-7a60-498f-a186-b5c713977b14'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:52:46.641973 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a5a6b1-01ae-4fed-a6a0-655ab75c54df None None] Attempting to bind port 215bd0da-0867-4082-933e-93620a6fc494 on network e64f08ed-7a60-498f-a186-b5c713977b14 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:46.647486 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a5a6b1-01ae-4fed-a6a0-655ab75c54df None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:52:46.648237 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a5a6b1-01ae-4fed-a6a0-655ab75c54df None None] Checking segment: {'id': 'b969433a-4c36-4dcb-b171-ff8352736230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e64f08ed-7a60-498f-a186-b5c713977b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:52:46.648807 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-10a5a6b1-01ae-4fed-a6a0-655ab75c54df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:46.649414 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a5a6b1-01ae-4fed-a6a0-655ab75c54df None None] Bound using segment: {'id': 'b969433a-4c36-4dcb-b171-ff8352736230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e64f08ed-7a60-498f-a186-b5c713977b14'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:52:46.649612 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e83f0c1c-d37d-4474-b5b7-70a0ce1ef7d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:46.650238 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-10a5a6b1-01ae-4fed-a6a0-655ab75c54df None None] Bound port: 215bd0da-0867-4082-933e-93620a6fc494, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b969433a-4c36-4dcb-b171-ff8352736230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e64f08ed-7a60-498f-a186-b5c713977b14'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:52:46.650767 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-10a5a6b1-01ae-4fed-a6a0-655ab75c54df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:46.725988 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-10a5a6b1-01ae-4fed-a6a0-655ab75c54df None None] For port 215bd0da-0867-4082-933e-93620a6fc494, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:52:46.729715 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-10a5a6b1-01ae-4fed-a6a0-655ab75c54df None None] For port 215bd0da-0867-4082-933e-93620a6fc494, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=215bd0da-0867-4082-933e-93620a6fc494,segment=NetworkSegment(b969433a-4c36-4dcb-b171-ff8352736230),segment_id=b969433a-4c36-4dcb-b171-ff8352736230)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:52:46.792612 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-10a5a6b1-01ae-4fed-a6a0-655ab75c54df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:46.862489 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a5a6b1-01ae-4fed-a6a0-655ab75c54df None None] Routers {'7bccab57-e1f5-4e95-8d84-763599ee4420'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:52:46.863928 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-10a5a6b1-01ae-4fed-a6a0-655ab75c54df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:52:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['7bccab57-e1f5-4e95-8d84-763599ee4420'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:46.869649 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0120d-9a66-40f3-ba68-ebaafd4b2a5d None None] Pushing event updated for resources: {'Port': ['ID=215bd0da-0867-4082-933e-93620a6fc494,revision_number=4']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:46.891071 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e83f0c1c-d37d-4474-b5b7-70a0ce1ef7d7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:46.900845 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-49389a28-cf16-4295-95e9-eecf5b8a45e2 None None] Provisioning complete for port 215bd0da-0867-4082-933e-93620a6fc494 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:46.901462 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-49389a28-cf16-4295-95e9-eecf5b8a45e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:46.950693 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-1b55e3b2-b633-4739-b77d-b342ce2054af None None] Allocated IP 172.20.0.2 (6a7ed3d9-875c-4d16-ad10-24da2f1f2194/70868beb-46cf-437a-be2d-bdf93c99f16b/c84674be-1d8f-4be7-8bf5-bae10e9eb6de) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:52:47.058106 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-49389a28-cf16-4295-95e9-eecf5b8a45e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:47.099058 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-10a5a6b1-01ae-4fed-a6a0-655ab75c54df None None] Set router 7bccab57-e1f5-4e95-8d84-763599ee4420 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:52:47.117824 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-49389a28-cf16-4295-95e9-eecf5b8a45e2 None None] For port 215bd0da-0867-4082-933e-93620a6fc494, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=215bd0da-0867-4082-933e-93620a6fc494,segment=NetworkSegment(b969433a-4c36-4dcb-b171-ff8352736230),segment_id=b969433a-4c36-4dcb-b171-ff8352736230)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:47.171369 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1b55e3b2-b633-4739-b77d-b342ce2054af None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:47.187156 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-49389a28-cf16-4295-95e9-eecf5b8a45e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:47.203906 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e83f0c1c-d37d-4474-b5b7-70a0ce1ef7d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:47.224538 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e83f0c1c-d37d-4474-b5b7-70a0ce1ef7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:47.238876 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49389a28-cf16-4295-95e9-eecf5b8a45e2 None None] Pushing event updated for resources: {'Port': ['ID=215bd0da-0867-4082-933e-93620a6fc494,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:47.268009 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1b55e3b2-b633-4739-b77d-b342ce2054af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:47.314335 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b55e3b2-b633-4739-b77d-b342ce2054af None None] Network 6a7ed3d9-875c-4d16-ad10-24da2f1f2194 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:52:47.322360 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-1b55e3b2-b633-4739-b77d-b342ce2054af None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:47.324676 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b55e3b2-b633-4739-b77d-b342ce2054af None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:52:47.332447 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c144b39d-184a-47f7-9697-493b424c7d5b up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:52:47.337550 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-10a5a6b1-01ae-4fed-a6a0-655ab75c54df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'name': 'tempest-TestServerBasicOps-694480305-router', 'tenant_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c144b39d-184a-47f7-9697-493b424c7d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:40Z', 'updated_at': '2021-12-17T15:52:43Z', 'revision_number': 4, 'project_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'gw_port': {'id': 'c144b39d-184a-47f7-9697-493b424c7d5b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:41Z', 'updated_at': '2021-12-17T15:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '215bd0da-0867-4082-933e-93620a6fc494', 'name': '', 'network_id': 'e64f08ed-7a60-498f-a186-b5c713977b14', 'tenant_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'mac_address': 'fa:16:3e:56:38:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '9244de93-f161-4aca-b7b4-e422071521b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:43Z', 'updated_at': '2021-12-17T15:52:46Z', 'revision_number': 4, 'project_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'subnets': [{'id': '9244de93-f161-4aca-b7b4-e422071521b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:47.348999 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-e83f0c1c-d37d-4474-b5b7-70a0ce1ef7d7 admin admin] Allocated IP 172.25.6.104 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/3b7274bf-d10d-4033-afff-8831b50e6df4) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:52:47.369507 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a5a6b1-01ae-4fed-a6a0-655ab75c54df None None] The sync data for ids ['7bccab57-e1f5-4e95-8d84-763599ee4420'] in n-d-820553-2 is: [{'id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'name': 'tempest-TestServerBasicOps-694480305-router', 'tenant_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c144b39d-184a-47f7-9697-493b424c7d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:40Z', 'updated_at': '2021-12-17T15:52:43Z', 'revision_number': 4, 'project_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'gw_port': {'id': 'c144b39d-184a-47f7-9697-493b424c7d5b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:41Z', 'updated_at': '2021-12-17T15:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '215bd0da-0867-4082-933e-93620a6fc494', 'name': '', 'network_id': 'e64f08ed-7a60-498f-a186-b5c713977b14', 'tenant_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'mac_address': 'fa:16:3e:56:38:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '9244de93-f161-4aca-b7b4-e422071521b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:43Z', 'updated_at': '2021-12-17T15:52:46Z', 'revision_number': 4, 'project_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'subnets': [{'id': '9244de93-f161-4aca-b7b4-e422071521b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:52:47.385202 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55e3b2-b633-4739-b77d-b342ce2054af None None] Pushing event updated for resources: {'Port': ['ID=c84674be-1d8f-4be7-8bf5-bae10e9eb6de,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:47.403215 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-807130c5-69fc-43c8-94aa-87bc5afe85e9 None None] Provisioning complete for port 215bd0da-0867-4082-933e-93620a6fc494 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:47.403215 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-807130c5-69fc-43c8-94aa-87bc5afe85e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:47.468713 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-1b55e3b2-b633-4739-b77d-b342ce2054af None None] Attempting to bind port c84674be-1d8f-4be7-8bf5-bae10e9eb6de on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:52:47.469086 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-1b55e3b2-b633-4739-b77d-b342ce2054af None None] Attempting to bind port c84674be-1d8f-4be7-8bf5-bae10e9eb6de by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '5adbdd55-d541-4243-af60-8280806a8e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6a7ed3d9-875c-4d16-ad10-24da2f1f2194'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:52:47.469449 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b55e3b2-b633-4739-b77d-b342ce2054af None None] Attempting to bind port c84674be-1d8f-4be7-8bf5-bae10e9eb6de on network 6a7ed3d9-875c-4d16-ad10-24da2f1f2194 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:47.486244 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b55e3b2-b633-4739-b77d-b342ce2054af None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:52:47.488324 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b55e3b2-b633-4739-b77d-b342ce2054af None None] Checking segment: {'id': '5adbdd55-d541-4243-af60-8280806a8e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6a7ed3d9-875c-4d16-ad10-24da2f1f2194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:52:47.488324 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1b55e3b2-b633-4739-b77d-b342ce2054af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:47.488324 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b55e3b2-b633-4739-b77d-b342ce2054af None None] Bound using segment: {'id': '5adbdd55-d541-4243-af60-8280806a8e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6a7ed3d9-875c-4d16-ad10-24da2f1f2194'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:52:47.488324 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-1b55e3b2-b633-4739-b77d-b342ce2054af None None] Bound port: c84674be-1d8f-4be7-8bf5-bae10e9eb6de, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5adbdd55-d541-4243-af60-8280806a8e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6a7ed3d9-875c-4d16-ad10-24da2f1f2194'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:52:47.488324 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1b55e3b2-b633-4739-b77d-b342ce2054af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:47.494213 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e83f0c1c-d37d-4474-b5b7-70a0ce1ef7d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:47.508962 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port c144b39d-184a-47f7-9697-493b424c7d5b triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:47.509371 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:47.587084 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e83f0c1c-d37d-4474-b5b7-70a0ce1ef7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:47.627034 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83f0c1c-d37d-4474-b5b7-70a0ce1ef7d7 admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:52:47.631400 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-e83f0c1c-d37d-4474-b5b7-70a0ce1ef7d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:47.638990 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-1b55e3b2-b633-4739-b77d-b342ce2054af None None] For port c84674be-1d8f-4be7-8bf5-bae10e9eb6de, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:52:47.639254 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83f0c1c-d37d-4474-b5b7-70a0ce1ef7d7 admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:52:47.646398 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f0c1c-d37d-4474-b5b7-70a0ce1ef7d7 admin admin] Pushing event updated for resources: {'Port': ['ID=3b7274bf-d10d-4033-afff-8831b50e6df4,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:47.646544 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-1b55e3b2-b633-4739-b77d-b342ce2054af None None] For port c84674be-1d8f-4be7-8bf5-bae10e9eb6de, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c84674be-1d8f-4be7-8bf5-bae10e9eb6de,segment=NetworkSegment(5adbdd55-d541-4243-af60-8280806a8e67),segment_id=5adbdd55-d541-4243-af60-8280806a8e67)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:52:47.736173 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1b55e3b2-b633-4739-b77d-b342ce2054af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:47.804924 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55e3b2-b633-4739-b77d-b342ce2054af None None] Pushing event updated for resources: {'Port': ['ID=c84674be-1d8f-4be7-8bf5-bae10e9eb6de,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:48.027998 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e83f0c1c-d37d-4474-b5b7-70a0ce1ef7d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:48.576597 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e83f0c1c-d37d-4474-b5b7-70a0ce1ef7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:48.733357 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7c2d67-67c5-4f52-b8f4-d93106e53a0c None None] Network 6a7ed3d9-875c-4d16-ad10-24da2f1f2194 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:52:48.769149 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83f0c1c-d37d-4474-b5b7-70a0ce1ef7d7 admin admin] Router c3605b0e-1cb6-47b6-adb3-addfab82d6ab is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:52:48.795330 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-41b625bf-47b5-4eb0-8946-2f4c650c836d None None] Provisioning complete for port c84674be-1d8f-4be7-8bf5-bae10e9eb6de triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:48.795700 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-41b625bf-47b5-4eb0-8946-2f4c650c836d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:48.877624 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83f0c1c-d37d-4474-b5b7-70a0ce1ef7d7 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:52:48.897357 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fed6de-58e9-4a50-8b87-8428bccfc845 None None] Sync routers for ids ['c3605b0e-1cb6-47b6-adb3-addfab82d6ab'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:52:48.955686 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fed6de-58e9-4a50-8b87-8428bccfc845 None None] Routers {'c3605b0e-1cb6-47b6-adb3-addfab82d6ab'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:52:48.956231 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-95fed6de-58e9-4a50-8b87-8428bccfc845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:52:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['c3605b0e-1cb6-47b6-adb3-addfab82d6ab'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:48.958654 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-41b625bf-47b5-4eb0-8946-2f4c650c836d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:48.965861 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e83f0c1c-d37d-4474-b5b7-70a0ce1ef7d7 admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:48.967147 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e83f0c1c-d37d-4474-b5b7-70a0ce1ef7d7 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4654312 Dec 17 15:52:48.970474 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34760) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:52:49.070222 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-41b625bf-47b5-4eb0-8946-2f4c650c836d None None] For port c84674be-1d8f-4be7-8bf5-bae10e9eb6de, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c84674be-1d8f-4be7-8bf5-bae10e9eb6de,segment=NetworkSegment(5adbdd55-d541-4243-af60-8280806a8e67),segment_id=5adbdd55-d541-4243-af60-8280806a8e67)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:49.098732 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-95fed6de-58e9-4a50-8b87-8428bccfc845 None None] Set router c3605b0e-1cb6-47b6-adb3-addfab82d6ab gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:52:49.157719 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-41b625bf-47b5-4eb0-8946-2f4c650c836d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:49.259053 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b625bf-47b5-4eb0-8946-2f4c650c836d None None] Pushing event updated for resources: {'Port': ['ID=c84674be-1d8f-4be7-8bf5-bae10e9eb6de,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:49.339250 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-95fed6de-58e9-4a50-8b87-8428bccfc845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3605b0e-1cb6-47b6-adb3-addfab82d6ab', 'name': 'tempest-TestServerBasicOps-33134766-router', 'tenant_id': 'f6eb7e43fdc44ee188724021e9ca391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '3b7274bf-d10d-4033-afff-8831b50e6df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:46Z', 'updated_at': '2021-12-17T15:52:47Z', 'revision_number': 3, 'project_id': 'f6eb7e43fdc44ee188724021e9ca391a', 'gw_port': {'id': '3b7274bf-d10d-4033-afff-8831b50e6df4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a9:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3605b0e-1cb6-47b6-adb3-addfab82d6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:47Z', 'updated_at': '2021-12-17T15:52:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:49.369774 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fed6de-58e9-4a50-8b87-8428bccfc845 None None] Checking router: c3605b0e-1cb6-47b6-adb3-addfab82d6ab for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:52:49.370128 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fed6de-58e9-4a50-8b87-8428bccfc845 None None] Updating router c3605b0e-1cb6-47b6-adb3-addfab82d6ab port 3b7274bf-d10d-4033-afff-8831b50e6df4 binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:52:49.390430 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 215bd0da-0867-4082-933e-93620a6fc494 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:52:49.423312 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-baea588f-ec8b-46b0-abee-26d90adf4413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:49.429600 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-92e8d51e-7ab4-4170-9e82-691b207133fe None None] Provisioning complete for port c84674be-1d8f-4be7-8bf5-bae10e9eb6de triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:49.429973 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-92e8d51e-7ab4-4170-9e82-691b207133fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:49.433003 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-95fed6de-58e9-4a50-8b87-8428bccfc845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:49.584704 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-baea588f-ec8b-46b0-abee-26d90adf4413 admin admin] Allocated IP 172.20.0.1 (6a7ed3d9-875c-4d16-ad10-24da2f1f2194/70868beb-46cf-437a-be2d-bdf93c99f16b/2c4ac4f1-409d-494d-a99a-e9ff3044d092) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:52:49.587334 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 215bd0da-0867-4082-933e-93620a6fc494 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:49.587334 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:49.690494 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-baea588f-ec8b-46b0-abee-26d90adf4413 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:49.773356 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c84674be-1d8f-4be7-8bf5-bae10e9eb6de up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:52:49.780844 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-baea588f-ec8b-46b0-abee-26d90adf4413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:49.819258 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baea588f-ec8b-46b0-abee-26d90adf4413 admin admin] Network 6a7ed3d9-875c-4d16-ad10-24da2f1f2194 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:52:49.822030 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-baea588f-ec8b-46b0-abee-26d90adf4413 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:49.825447 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baea588f-ec8b-46b0-abee-26d90adf4413 admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:52:49.851288 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea588f-ec8b-46b0-abee-26d90adf4413 admin admin] Pushing event updated for resources: {'Port': ['ID=2c4ac4f1-409d-494d-a99a-e9ff3044d092,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:49.857542 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-95fed6de-58e9-4a50-8b87-8428bccfc845 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:49.867412 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port c84674be-1d8f-4be7-8bf5-bae10e9eb6de triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:49.867786 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:49.877812 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-baea588f-ec8b-46b0-abee-26d90adf4413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:49.943109 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-95fed6de-58e9-4a50-8b87-8428bccfc845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:50.009889 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e5bbc0-72e3-40c3-ab10-5b0e04020e33 None None] Pushing event updated for resources: {'Port': ['ID=3b7274bf-d10d-4033-afff-8831b50e6df4,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:50.015112 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-95fed6de-58e9-4a50-8b87-8428bccfc845 None None] Attempting to bind port 3b7274bf-d10d-4033-afff-8831b50e6df4 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:52:50.015789 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-95fed6de-58e9-4a50-8b87-8428bccfc845 None None] Attempting to bind port 3b7274bf-d10d-4033-afff-8831b50e6df4 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:52:50.016239 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fed6de-58e9-4a50-8b87-8428bccfc845 None None] Attempting to bind port 3b7274bf-d10d-4033-afff-8831b50e6df4 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:50.021885 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fed6de-58e9-4a50-8b87-8428bccfc845 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:52:50.022347 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fed6de-58e9-4a50-8b87-8428bccfc845 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:52:50.022810 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-95fed6de-58e9-4a50-8b87-8428bccfc845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:50.023265 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fed6de-58e9-4a50-8b87-8428bccfc845 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:52:50.023787 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-95fed6de-58e9-4a50-8b87-8428bccfc845 None None] Bound port: 3b7274bf-d10d-4033-afff-8831b50e6df4, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:52:50.024230 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-95fed6de-58e9-4a50-8b87-8428bccfc845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:50.074520 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-95fed6de-58e9-4a50-8b87-8428bccfc845 None None] For port 3b7274bf-d10d-4033-afff-8831b50e6df4, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:52:50.078041 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-95fed6de-58e9-4a50-8b87-8428bccfc845 None None] For port 3b7274bf-d10d-4033-afff-8831b50e6df4, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3b7274bf-d10d-4033-afff-8831b50e6df4,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:52:50.105769 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-baea588f-ec8b-46b0-abee-26d90adf4413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:50.107955 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-6a5c4e6f-9856-417c-a663-8fd4858cd3dc None None] Provisioning complete for port 2c4ac4f1-409d-494d-a99a-e9ff3044d092 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:50.108353 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6a5c4e6f-9856-417c-a663-8fd4858cd3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:50.145571 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-6a5c4e6f-9856-417c-a663-8fd4858cd3dc None None] Port 2c4ac4f1-409d-494d-a99a-e9ff3044d092 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:52:50.152311 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-95fed6de-58e9-4a50-8b87-8428bccfc845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:50.208241 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fed6de-58e9-4a50-8b87-8428bccfc845 None None] Routers {'c3605b0e-1cb6-47b6-adb3-addfab82d6ab'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:52:50.208890 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-95fed6de-58e9-4a50-8b87-8428bccfc845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:52:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['c3605b0e-1cb6-47b6-adb3-addfab82d6ab'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:50.243750 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e5bbc0-72e3-40c3-ab10-5b0e04020e33 None None] Pushing event updated for resources: {'Port': ['ID=3b7274bf-d10d-4033-afff-8831b50e6df4,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:50.273987 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-baea588f-ec8b-46b0-abee-26d90adf4413 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:50.317703 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-95fed6de-58e9-4a50-8b87-8428bccfc845 None None] Set router c3605b0e-1cb6-47b6-adb3-addfab82d6ab gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:52:50.352375 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-baea588f-ec8b-46b0-abee-26d90adf4413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:50.420016 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-baea588f-ec8b-46b0-abee-26d90adf4413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:50.421907 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea588f-ec8b-46b0-abee-26d90adf4413 admin admin] Pushing event updated for resources: {'Port': ['ID=2c4ac4f1-409d-494d-a99a-e9ff3044d092,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:50.524381 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baea588f-ec8b-46b0-abee-26d90adf4413 admin admin] Network 6a7ed3d9-875c-4d16-ad10-24da2f1f2194 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:52:50.526012 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-baea588f-ec8b-46b0-abee-26d90adf4413 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:50.654305 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baea588f-ec8b-46b0-abee-26d90adf4413 admin admin] Router c3605b0e-1cb6-47b6-adb3-addfab82d6ab has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:52:50.697728 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-95fed6de-58e9-4a50-8b87-8428bccfc845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3605b0e-1cb6-47b6-adb3-addfab82d6ab', 'name': 'tempest-TestServerBasicOps-33134766-router', 'tenant_id': 'f6eb7e43fdc44ee188724021e9ca391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '3b7274bf-d10d-4033-afff-8831b50e6df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:46Z', 'updated_at': '2021-12-17T15:52:49Z', 'revision_number': 4, 'project_id': 'f6eb7e43fdc44ee188724021e9ca391a', 'gw_port': {'id': '3b7274bf-d10d-4033-afff-8831b50e6df4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a9:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3605b0e-1cb6-47b6-adb3-addfab82d6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:47Z', 'updated_at': '2021-12-17T15:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '2c4ac4f1-409d-494d-a99a-e9ff3044d092', 'name': '', 'network_id': '6a7ed3d9-875c-4d16-ad10-24da2f1f2194', 'tenant_id': 'f6eb7e43fdc44ee188724021e9ca391a', 'mac_address': 'fa:16:3e:47:f0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3605b0e-1cb6-47b6-adb3-addfab82d6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '70868beb-46cf-437a-be2d-bdf93c99f16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:49Z', 'updated_at': '2021-12-17T15:52:49Z', 'revision_number': 1, 'project_id': 'f6eb7e43fdc44ee188724021e9ca391a', 'subnets': [{'id': '70868beb-46cf-437a-be2d-bdf93c99f16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:50.727715 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fed6de-58e9-4a50-8b87-8428bccfc845 None None] The sync data for ids ['c3605b0e-1cb6-47b6-adb3-addfab82d6ab'] in n-d-820553-2 is: [{'id': 'c3605b0e-1cb6-47b6-adb3-addfab82d6ab', 'name': 'tempest-TestServerBasicOps-33134766-router', 'tenant_id': 'f6eb7e43fdc44ee188724021e9ca391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '3b7274bf-d10d-4033-afff-8831b50e6df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:46Z', 'updated_at': '2021-12-17T15:52:49Z', 'revision_number': 4, 'project_id': 'f6eb7e43fdc44ee188724021e9ca391a', 'gw_port': {'id': '3b7274bf-d10d-4033-afff-8831b50e6df4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a9:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3605b0e-1cb6-47b6-adb3-addfab82d6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:47Z', 'updated_at': '2021-12-17T15:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '2c4ac4f1-409d-494d-a99a-e9ff3044d092', 'name': '', 'network_id': '6a7ed3d9-875c-4d16-ad10-24da2f1f2194', 'tenant_id': 'f6eb7e43fdc44ee188724021e9ca391a', 'mac_address': 'fa:16:3e:47:f0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3605b0e-1cb6-47b6-adb3-addfab82d6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '70868beb-46cf-437a-be2d-bdf93c99f16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:49Z', 'updated_at': '2021-12-17T15:52:49Z', 'revision_number': 1, 'project_id': 'f6eb7e43fdc44ee188724021e9ca391a', 'subnets': [{'id': '70868beb-46cf-437a-be2d-bdf93c99f16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:52:50.772703 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baea588f-ec8b-46b0-abee-26d90adf4413 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:52:50.773523 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-3affcb49-9c81-496c-b86b-c49f172db92e None None] Provisioning complete for port 2c4ac4f1-409d-494d-a99a-e9ff3044d092 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:50.774005 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3affcb49-9c81-496c-b86b-c49f172db92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:50.778555 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-baea588f-ec8b-46b0-abee-26d90adf4413 admin admin] 10.222.0.46 "PUT /v2.0/routers/c3605b0e-1cb6-47b6-adb3-addfab82d6ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8070986 Dec 17 15:52:50.817098 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-3affcb49-9c81-496c-b86b-c49f172db92e None None] Port 2c4ac4f1-409d-494d-a99a-e9ff3044d092 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:52:51.290813 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c84674be-1d8f-4be7-8bf5-bae10e9eb6de up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:52:51.319914 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34768) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:52:51.324894 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-5d0e5021-3c6b-442b-9cdf-de85abce212c tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-563799043', 'description': 'tempest-secgroup-smoke-563799043 description', 'project_id': 'e925f87ec4cb49c28a7cf692949f4ac3'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:51.346580 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port c84674be-1d8f-4be7-8bf5-bae10e9eb6de triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:51.347129 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:51.466466 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5d0e5021-3c6b-442b-9cdf-de85abce212c tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:51.539759 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5d0e5021-3c6b-442b-9cdf-de85abce212c tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:51.627178 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5d0e5021-3c6b-442b-9cdf-de85abce212c tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:51.658944 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e5021-3c6b-442b-9cdf-de85abce212c tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05bb3672-b186-42ed-be48-ccf2056e8f5e,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:51.731536 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5d0e5021-3c6b-442b-9cdf-de85abce212c tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:51.732881 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5d0e5021-3c6b-442b-9cdf-de85abce212c tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4118793 Dec 17 15:52:51.736052 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34770) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:52:51.740715 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-102c553b-9647-44e7-a806-a3a3b35150ad tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Request body: {'security_group_rule': {'security_group_id': '05bb3672-b186-42ed-be48-ccf2056e8f5e', 'project_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:51.842889 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-102c553b-9647-44e7-a806-a3a3b35150ad tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:51.915210 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-102c553b-9647-44e7-a806-a3a3b35150ad tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:51.997735 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-102c553b-9647-44e7-a806-a3a3b35150ad tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:52.020077 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c553b-9647-44e7-a806-a3a3b35150ad tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a81d33-d375-4d07-9aa7-588f15b4c0b8,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:52.092084 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-102c553b-9647-44e7-a806-a3a3b35150ad tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:52.093373 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-102c553b-9647-44e7-a806-a3a3b35150ad tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3562462 Dec 17 15:52:52.096022 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34774) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:52:52.101052 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-c29495e4-2082-4b29-935c-9a96d5fd0d92 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Request body: {'security_group_rule': {'security_group_id': '05bb3672-b186-42ed-be48-ccf2056e8f5e', 'project_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:52.192258 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c29495e4-2082-4b29-935c-9a96d5fd0d92 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:52.255714 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c29495e4-2082-4b29-935c-9a96d5fd0d92 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:52.318177 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c29495e4-2082-4b29-935c-9a96d5fd0d92 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:52.337341 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29495e4-2082-4b29-935c-9a96d5fd0d92 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed7e4ee2-170d-4c69-9e98-b44621850d1e,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:52.412277 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c29495e4-2082-4b29-935c-9a96d5fd0d92 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:52.413598 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c29495e4-2082-4b29-935c-9a96d5fd0d92 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3165939 Dec 17 15:52:52.416344 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34776) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:52:52.423159 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-dd966d38-a9a1-4903-9018-52a65b858326 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Request body: {'security_group_rule': {'security_group_id': '05bb3672-b186-42ed-be48-ccf2056e8f5e', 'project_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:52.552143 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dd966d38-a9a1-4903-9018-52a65b858326 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:52.610046 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dd966d38-a9a1-4903-9018-52a65b858326 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:52.706388 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dd966d38-a9a1-4903-9018-52a65b858326 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:52.725633 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd966d38-a9a1-4903-9018-52a65b858326 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbfcd9bb-9c95-4c41-9113-9baeb8bda35f,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:52.822647 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dd966d38-a9a1-4903-9018-52a65b858326 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:52.823877 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-dd966d38-a9a1-4903-9018-52a65b858326 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4065759 Dec 17 15:52:52.838291 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34784) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:52:52.843444 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-acf3b309-8cec-4b15-b7d6-86f75ae704e7 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Request body: {'security_group_rule': {'security_group_id': '05bb3672-b186-42ed-be48-ccf2056e8f5e', 'project_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:52.940711 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-acf3b309-8cec-4b15-b7d6-86f75ae704e7 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:53.004117 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-acf3b309-8cec-4b15-b7d6-86f75ae704e7 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:53.106754 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-acf3b309-8cec-4b15-b7d6-86f75ae704e7 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:53.126597 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf3b309-8cec-4b15-b7d6-86f75ae704e7 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f355c1-0cca-4dfc-9bf7-ac0a1000cfe3,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:53.182883 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-acf3b309-8cec-4b15-b7d6-86f75ae704e7 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:53.184091 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-acf3b309-8cec-4b15-b7d6-86f75ae704e7 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3448243 Dec 17 15:52:53.187012 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34794) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:52:53.191790 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-cb28a5e5-5d35-4cd7-904d-b4d08fa08836 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Request body: {'security_group_rule': {'security_group_id': '05bb3672-b186-42ed-be48-ccf2056e8f5e', 'project_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:53.297582 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3b7274bf-d10d-4033-afff-8831b50e6df4 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:52:53.306975 n-d-820553-2 neutron-server[102833]: INFO neutron.db.securitygroups_db [None req-cb28a5e5-5d35-4cd7-904d-b4d08fa08836 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Project e925f87ec4cb49c28a7cf692949f4ac3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 15:52:53.312183 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cb28a5e5-5d35-4cd7-904d-b4d08fa08836 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:53.351880 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 3b7274bf-d10d-4033-afff-8831b50e6df4 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:53.352156 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:53.368489 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cb28a5e5-5d35-4cd7-904d-b4d08fa08836 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:53.432918 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:53.449174 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cb28a5e5-5d35-4cd7-904d-b4d08fa08836 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:53.460129 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 3b7274bf-d10d-4033-afff-8831b50e6df4, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3b7274bf-d10d-4033-afff-8831b50e6df4,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:53.470741 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28a5e5-5d35-4cd7-904d-b4d08fa08836 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c811a88a-38dd-4a17-9f31-bbee5a6364b3,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:53.503805 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce8640-f52d-427f-a1a7-0b02a5f7e71c req-e90537af-ee60-4726-ad84-b4a8d5ae2b4e tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:53.505403 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a0ce8640-f52d-427f-a1a7-0b02a5f7e71c req-e90537af-ee60-4726-ad84-b4a8d5ae2b4e tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 946 time: 0.0544734 Dec 17 15:52:53.540660 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:53.546674 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a0ce8640-f52d-427f-a1a7-0b02a5f7e71c req-c2f6eab3-58bc-4f12-a49e-b7b6bae6ed27 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352113 Dec 17 15:52:53.560131 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cb28a5e5-5d35-4cd7-904d-b4d08fa08836 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:53.564702 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cb28a5e5-5d35-4cd7-904d-b4d08fa08836 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3765829 Dec 17 15:52:53.564873 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34798) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:52:53.570123 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-471fa52f-754e-40bc-8bef-4810ac25e08e tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Request body: {'security_group_rule': {'security_group_id': '05bb3672-b186-42ed-be48-ccf2056e8f5e', 'project_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:53.600853 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=3b7274bf-d10d-4033-afff-8831b50e6df4,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:53.643777 n-d-820553-2 neutron-server[102832]: INFO neutron.db.securitygroups_db [None req-471fa52f-754e-40bc-8bef-4810ac25e08e tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Project e925f87ec4cb49c28a7cf692949f4ac3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 15:52:53.649196 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-471fa52f-754e-40bc-8bef-4810ac25e08e tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:53.700006 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-471fa52f-754e-40bc-8bef-4810ac25e08e tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:53.752358 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-471fa52f-754e-40bc-8bef-4810ac25e08e tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:53.771876 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fa52f-754e-40bc-8bef-4810ac25e08e tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523aeddc-102a-49e6-9086-b1a6dbd00aec,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:53.839553 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-471fa52f-754e-40bc-8bef-4810ac25e08e tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:53.840734 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-471fa52f-754e-40bc-8bef-4810ac25e08e tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2745759 Dec 17 15:52:53.977405 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-49178626-cc65-442f-ac32-f5bac5bb486e req-8613a0fe-81e0-4b97-ad99-6cf353dbf2ab tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-563799043&fields=id&tenant_id=e925f87ec4cb49c28a7cf692949f4ac3 HTTP/1.1" status: 200 len: 267 time: 0.0333083 Dec 17 15:52:54.086336 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49178626-cc65-442f-ac32-f5bac5bb486e req-ee44948d-0dab-48a5-9c54-427714c874b0 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:54.087882 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-49178626-cc65-442f-ac32-f5bac5bb486e req-ee44948d-0dab-48a5-9c54-427714c874b0 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "GET /v2.0/networks?id=e64f08ed-7a60-498f-a186-b5c713977b14 HTTP/1.1" status: 200 len: 808 time: 0.1037555 Dec 17 15:52:54.103412 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-49178626-cc65-442f-ac32-f5bac5bb486e req-23486b7b-6ef7-4bed-a993-38fc480d6f4c tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "GET /v2.0/quotas/e925f87ec4cb49c28a7cf692949f4ac3 HTTP/1.1" status: 200 len: 375 time: 0.0096393 Dec 17 15:52:54.153314 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-49178626-cc65-442f-ac32-f5bac5bb486e req-17b155b6-7051-404c-9153-b064320a12e4 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e925f87ec4cb49c28a7cf692949f4ac3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444779 Dec 17 15:52:54.231923 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0196993-36f0-4cee-8672-bd5b31ff23c8 None None] Sync routers for ids ['c3605b0e-1cb6-47b6-adb3-addfab82d6ab'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:52:54.240874 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0196993-36f0-4cee-8672-bd5b31ff23c8 None None] Routers {'c3605b0e-1cb6-47b6-adb3-addfab82d6ab'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:52:54.241507 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-f0196993-36f0-4cee-8672-bd5b31ff23c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:52:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['c3605b0e-1cb6-47b6-adb3-addfab82d6ab'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:54.345012 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-f0196993-36f0-4cee-8672-bd5b31ff23c8 None None] Set router c3605b0e-1cb6-47b6-adb3-addfab82d6ab gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:52:54.348053 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-49178626-cc65-442f-ac32-f5bac5bb486e req-8ea11994-55df-4d54-a755-01328f6b2114 service neutron] 10.222.0.46 "GET /v2.0/networks/e64f08ed-7a60-498f-a186-b5c713977b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826768 Dec 17 15:52:54.446359 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-49178626-cc65-442f-ac32-f5bac5bb486e req-5759c956-0721-4f46-afa6-c7d04b9f9289 service neutron] 10.222.0.46 "GET /v2.0/networks/e64f08ed-7a60-498f-a186-b5c713977b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918159 Dec 17 15:52:54.543209 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-f0196993-36f0-4cee-8672-bd5b31ff23c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3605b0e-1cb6-47b6-adb3-addfab82d6ab', 'name': 'tempest-TestServerBasicOps-33134766-router', 'tenant_id': 'f6eb7e43fdc44ee188724021e9ca391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '3b7274bf-d10d-4033-afff-8831b50e6df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:46Z', 'updated_at': '2021-12-17T15:52:49Z', 'revision_number': 4, 'project_id': 'f6eb7e43fdc44ee188724021e9ca391a', 'gw_port': {'id': '3b7274bf-d10d-4033-afff-8831b50e6df4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3605b0e-1cb6-47b6-adb3-addfab82d6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:47Z', 'updated_at': '2021-12-17T15:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '2c4ac4f1-409d-494d-a99a-e9ff3044d092', 'name': '', 'network_id': '6a7ed3d9-875c-4d16-ad10-24da2f1f2194', 'tenant_id': 'f6eb7e43fdc44ee188724021e9ca391a', 'mac_address': 'fa:16:3e:47:f0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3605b0e-1cb6-47b6-adb3-addfab82d6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '70868beb-46cf-437a-be2d-bdf93c99f16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:49Z', 'updated_at': '2021-12-17T15:52:50Z', 'revision_number': 2, 'project_id': 'f6eb7e43fdc44ee188724021e9ca391a', 'subnets': [{'id': '70868beb-46cf-437a-be2d-bdf93c99f16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:54.569270 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0196993-36f0-4cee-8672-bd5b31ff23c8 None None] Checking router: c3605b0e-1cb6-47b6-adb3-addfab82d6ab for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:52:54.569626 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0196993-36f0-4cee-8672-bd5b31ff23c8 None None] Updating router c3605b0e-1cb6-47b6-adb3-addfab82d6ab port 2c4ac4f1-409d-494d-a99a-e9ff3044d092 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:52:54.596147 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-f0196993-36f0-4cee-8672-bd5b31ff23c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:54.670496 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48329a6-0e59-412f-97de-26a88ce6c44d req-203960b7-9791-4a85-b42d-7d5f9c29693a tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:54.672818 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a48329a6-0e59-412f-97de-26a88ce6c44d req-203960b7-9791-4a85-b42d-7d5f9c29693a tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.41 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 946 time: 0.0823944 Dec 17 15:52:54.673082 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6ae44-01d1-4096-b1b6-dd056fe67b12 req-b63db4d2-fb00-4ee2-9d4f-9bd849e780dd tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:54.677529 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8ed6ae44-01d1-4096-b1b6-dd056fe67b12 req-b63db4d2-fb00-4ee2-9d4f-9bd849e780dd tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 946 time: 0.0608184 Dec 17 15:52:54.736478 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1020d6ee-069a-4815-aa3c-e34f4386d8eb req-a436cd18-4955-42f6-a208-34db2346e731 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ebb5eba-54e5-4c68-ba7c-c69494d48824 HTTP/1.1" status: 200 len: 210 time: 0.0395002 Dec 17 15:52:54.767325 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8ed6ae44-01d1-4096-b1b6-dd056fe67b12 req-f14a669c-7fa5-47da-8af7-3d8cdadc8a89 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=6747181a-88f3-4385-b459-17e838bd57ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806913 Dec 17 15:52:54.774883 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-a48329a6-0e59-412f-97de-26a88ce6c44d req-5c5ecb88-345c-47c0-898e-e8c1558dc783 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Deleting port 032065c9-1fe7-44f6-8963-262d6afab149 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:52:54.775232 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a48329a6-0e59-412f-97de-26a88ce6c44d req-5c5ecb88-345c-47c0-898e-e8c1558dc783 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:54.880323 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-a48329a6-0e59-412f-97de-26a88ce6c44d req-5c5ecb88-345c-47c0-898e-e8c1558dc783 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] For port 032065c9-1fe7-44f6-8963-262d6afab149, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=032065c9-1fe7-44f6-8963-262d6afab149,segment=NetworkSegment(8241df6a-2035-4bd9-b041-d38db91b9851),segment_id=8241df6a-2035-4bd9-b041-d38db91b9851)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:54.880769 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a48329a6-0e59-412f-97de-26a88ce6c44d req-5c5ecb88-345c-47c0-898e-e8c1558dc783 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:54.922145 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-f0196993-36f0-4cee-8672-bd5b31ff23c8 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:55.009140 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-f0196993-36f0-4cee-8672-bd5b31ff23c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:55.064312 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a48329a6-0e59-412f-97de-26a88ce6c44d req-5c5ecb88-345c-47c0-898e-e8c1558dc783 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:55.068941 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a48329a6-0e59-412f-97de-26a88ce6c44d req-5c5ecb88-345c-47c0-898e-e8c1558dc783 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:55.068941 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [req-a48329a6-0e59-412f-97de-26a88ce6c44d req-5c5ecb88-345c-47c0-898e-e8c1558dc783 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Floating IP cce2d728-4c34-4169-88f3-2479b980df11 disassociated. External IP: 172.25.6.109, port: 032065c9-1fe7-44f6-8963-262d6afab149. Dec 17 15:52:55.068941 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-a48329a6-0e59-412f-97de-26a88ce6c44d req-5c5ecb88-345c-47c0-898e-e8c1558dc783 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Calling delete_port for 032065c9-1fe7-44f6-8963-262d6afab149 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:52:55.069328 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda5cdc-13e2-4f6a-8341-846f60331c99 None None] Pushing event updated for resources: {'Port': ['ID=2c4ac4f1-409d-494d-a99a-e9ff3044d092,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:55.122176 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-f0196993-36f0-4cee-8672-bd5b31ff23c8 None None] Attempting to bind port 2c4ac4f1-409d-494d-a99a-e9ff3044d092 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:52:55.122547 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-f0196993-36f0-4cee-8672-bd5b31ff23c8 None None] Attempting to bind port 2c4ac4f1-409d-494d-a99a-e9ff3044d092 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '5adbdd55-d541-4243-af60-8280806a8e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6a7ed3d9-875c-4d16-ad10-24da2f1f2194'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:52:55.122934 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0196993-36f0-4cee-8672-bd5b31ff23c8 None None] Attempting to bind port 2c4ac4f1-409d-494d-a99a-e9ff3044d092 on network 6a7ed3d9-875c-4d16-ad10-24da2f1f2194 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:55.128928 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0196993-36f0-4cee-8672-bd5b31ff23c8 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:52:55.129333 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0196993-36f0-4cee-8672-bd5b31ff23c8 None None] Checking segment: {'id': '5adbdd55-d541-4243-af60-8280806a8e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6a7ed3d9-875c-4d16-ad10-24da2f1f2194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:52:55.129728 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-f0196993-36f0-4cee-8672-bd5b31ff23c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:55.130120 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0196993-36f0-4cee-8672-bd5b31ff23c8 None None] Bound using segment: {'id': '5adbdd55-d541-4243-af60-8280806a8e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6a7ed3d9-875c-4d16-ad10-24da2f1f2194'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:52:55.130719 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-f0196993-36f0-4cee-8672-bd5b31ff23c8 None None] Bound port: 2c4ac4f1-409d-494d-a99a-e9ff3044d092, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5adbdd55-d541-4243-af60-8280806a8e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6a7ed3d9-875c-4d16-ad10-24da2f1f2194'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:52:55.130963 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-f0196993-36f0-4cee-8672-bd5b31ff23c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:55.201077 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-f0196993-36f0-4cee-8672-bd5b31ff23c8 None None] For port 2c4ac4f1-409d-494d-a99a-e9ff3044d092, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:52:55.204846 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-f0196993-36f0-4cee-8672-bd5b31ff23c8 None None] For port 2c4ac4f1-409d-494d-a99a-e9ff3044d092, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=2c4ac4f1-409d-494d-a99a-e9ff3044d092,segment=NetworkSegment(5adbdd55-d541-4243-af60-8280806a8e67),segment_id=5adbdd55-d541-4243-af60-8280806a8e67)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:52:55.272492 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a48329a6-0e59-412f-97de-26a88ce6c44d req-5c5ecb88-345c-47c0-898e-e8c1558dc783 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:55.272945 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-f0196993-36f0-4cee-8672-bd5b31ff23c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:55.284549 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-cb64b6eb-d395-49a8-ab9b-faba473d848d None None] Provisioning complete for port 2c4ac4f1-409d-494d-a99a-e9ff3044d092 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:55.286176 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cb64b6eb-d395-49a8-ab9b-faba473d848d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:55.317899 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ecb88-345c-47c0-898e-e8c1558dc783 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Pushing event deleted for resources: {'Port': ['ID=032065c9-1fe7-44f6-8963-262d6afab149,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:55.318306 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3b7274bf-d10d-4033-afff-8831b50e6df4 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:52:55.353919 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0196993-36f0-4cee-8672-bd5b31ff23c8 None None] Routers {'c3605b0e-1cb6-47b6-adb3-addfab82d6ab'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:52:55.355073 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-f0196993-36f0-4cee-8672-bd5b31ff23c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:52:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['c3605b0e-1cb6-47b6-adb3-addfab82d6ab'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:55.395183 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda5cdc-13e2-4f6a-8341-846f60331c99 None None] Pushing event updated for resources: {'Port': ['ID=2c4ac4f1-409d-494d-a99a-e9ff3044d092,revision_number=4']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:55.461595 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cb64b6eb-d395-49a8-ab9b-faba473d848d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:55.463633 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 3b7274bf-d10d-4033-afff-8831b50e6df4 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:55.464392 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:55.496096 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-f0196993-36f0-4cee-8672-bd5b31ff23c8 None None] Set router c3605b0e-1cb6-47b6-adb3-addfab82d6ab gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:52:55.516094 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a48329a6-0e59-412f-97de-26a88ce6c44d req-5c5ecb88-345c-47c0-898e-e8c1558dc783 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Router 257456da-9b46-49c3-b614-2d0be6797da3 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:52:55.564997 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-cb64b6eb-d395-49a8-ab9b-faba473d848d None None] For port 2c4ac4f1-409d-494d-a99a-e9ff3044d092, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=2c4ac4f1-409d-494d-a99a-e9ff3044d092,segment=NetworkSegment(5adbdd55-d541-4243-af60-8280806a8e67),segment_id=5adbdd55-d541-4243-af60-8280806a8e67)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:52:55.639855 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cb64b6eb-d395-49a8-ab9b-faba473d848d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:55.655483 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a48329a6-0e59-412f-97de-26a88ce6c44d req-5c5ecb88-345c-47c0-898e-e8c1558dc783 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:52:55.700363 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48329a6-0e59-412f-97de-26a88ce6c44d req-5c5ecb88-345c-47c0-898e-e8c1558dc783 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] No DVR routers for this DVR port 032065c9-1fe7-44f6-8963-262d6afab149 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:52:55.704257 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a48329a6-0e59-412f-97de-26a88ce6c44d req-5c5ecb88-345c-47c0-898e-e8c1558dc783 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:55.708788 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a48329a6-0e59-412f-97de-26a88ce6c44d req-5c5ecb88-345c-47c0-898e-e8c1558dc783 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.41 "DELETE /v2.0/ports/032065c9-1fe7-44f6-8963-262d6afab149 HTTP/1.1" status: 204 len: 173 time: 1.0297084 Dec 17 15:52:55.709634 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3baea2a8-e1b5-4258-b1b5-ffde0b17833c', 'name': 'network-vif-deleted', 'tag': '032065c9-1fe7-44f6-8963-262d6afab149'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:52:55.712553 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b7e13f-3068-4add-8ff1-ce63755b1b0e" -d '{"events": [{"server_uuid": "3baea2a8-e1b5-4258-b1b5-ffde0b17833c", "name": "network-vif-deleted", "tag": "032065c9-1fe7-44f6-8963-262d6afab149"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:52:55.718027 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64b6eb-d395-49a8-ab9b-faba473d848d None None] Pushing event updated for resources: {'Port': ['ID=2c4ac4f1-409d-494d-a99a-e9ff3044d092,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:55.735768 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb42239-3711-43cc-a302-35db5fa09ce6 None None] Sync routers for ids ['257456da-9b46-49c3-b614-2d0be6797da3'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:52:55.756583 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb42239-3711-43cc-a302-35db5fa09ce6 None None] Routers {'257456da-9b46-49c3-b614-2d0be6797da3'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:52:55.762967 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-cbb42239-3711-43cc-a302-35db5fa09ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:52:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['257456da-9b46-49c3-b614-2d0be6797da3'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:55.770501 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61a1a37-6b86-4143-8460-5a39be5d90a3 x-openstack-request-id: req-a61a1a37-6b86-4143-8460-5a39be5d90a3 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:52:55.770803 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3baea2a8-e1b5-4258-b1b5-ffde0b17833c", "name": "network-vif-deleted", "tag": "032065c9-1fe7-44f6-8963-262d6afab149", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:52:55.771184 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a61a1a37-6b86-4143-8460-5a39be5d90a3 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:52:55.773880 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3baea2a8-e1b5-4258-b1b5-ffde0b17833c', 'name': 'network-vif-deleted', 'tag': '032065c9-1fe7-44f6-8963-262d6afab149', 'status': 'completed', 'code': 200} Dec 17 15:52:55.774263 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-f0196993-36f0-4cee-8672-bd5b31ff23c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3605b0e-1cb6-47b6-adb3-addfab82d6ab', 'name': 'tempest-TestServerBasicOps-33134766-router', 'tenant_id': 'f6eb7e43fdc44ee188724021e9ca391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '3b7274bf-d10d-4033-afff-8831b50e6df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:46Z', 'updated_at': '2021-12-17T15:52:49Z', 'revision_number': 4, 'project_id': 'f6eb7e43fdc44ee188724021e9ca391a', 'gw_port': {'id': '3b7274bf-d10d-4033-afff-8831b50e6df4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3605b0e-1cb6-47b6-adb3-addfab82d6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:47Z', 'updated_at': '2021-12-17T15:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '2c4ac4f1-409d-494d-a99a-e9ff3044d092', 'name': '', 'network_id': '6a7ed3d9-875c-4d16-ad10-24da2f1f2194', 'tenant_id': 'f6eb7e43fdc44ee188724021e9ca391a', 'mac_address': 'fa:16:3e:47:f0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3605b0e-1cb6-47b6-adb3-addfab82d6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '70868beb-46cf-437a-be2d-bdf93c99f16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:49Z', 'updated_at': '2021-12-17T15:52:55Z', 'revision_number': 4, 'project_id': 'f6eb7e43fdc44ee188724021e9ca391a', 'subnets': [{'id': '70868beb-46cf-437a-be2d-bdf93c99f16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:55.861152 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-2ce4196c-3ee4-46bf-802d-e076270944e3 None None] Provisioning complete for port 2c4ac4f1-409d-494d-a99a-e9ff3044d092 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:55.861809 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2ce4196c-3ee4-46bf-802d-e076270944e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:55.937636 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-25feeed6-332b-4882-92e0-eaf6f8bcd251 req-77959f7f-f873-4697-9ccf-b405a39a9e0c tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ebb5eba-54e5-4c68-ba7c-c69494d48824 HTTP/1.1" status: 200 len: 210 time: 0.1154826 Dec 17 15:52:55.945066 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0196993-36f0-4cee-8672-bd5b31ff23c8 None None] The sync data for ids ['c3605b0e-1cb6-47b6-adb3-addfab82d6ab'] in n-d-820553-2 is: [{'id': 'c3605b0e-1cb6-47b6-adb3-addfab82d6ab', 'name': 'tempest-TestServerBasicOps-33134766-router', 'tenant_id': 'f6eb7e43fdc44ee188724021e9ca391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '3b7274bf-d10d-4033-afff-8831b50e6df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:46Z', 'updated_at': '2021-12-17T15:52:49Z', 'revision_number': 4, 'project_id': 'f6eb7e43fdc44ee188724021e9ca391a', 'gw_port': {'id': '3b7274bf-d10d-4033-afff-8831b50e6df4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3605b0e-1cb6-47b6-adb3-addfab82d6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:47Z', 'updated_at': '2021-12-17T15:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '2c4ac4f1-409d-494d-a99a-e9ff3044d092', 'name': '', 'network_id': '6a7ed3d9-875c-4d16-ad10-24da2f1f2194', 'tenant_id': 'f6eb7e43fdc44ee188724021e9ca391a', 'mac_address': 'fa:16:3e:47:f0:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3605b0e-1cb6-47b6-adb3-addfab82d6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '70868beb-46cf-437a-be2d-bdf93c99f16b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:49Z', 'updated_at': '2021-12-17T15:52:55Z', 'revision_number': 4, 'project_id': 'f6eb7e43fdc44ee188724021e9ca391a', 'subnets': [{'id': '70868beb-46cf-437a-be2d-bdf93c99f16b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:52:55.959761 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-cbb42239-3711-43cc-a302-35db5fa09ce6 None None] Set router 257456da-9b46-49c3-b614-2d0be6797da3 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:52:55.982508 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d35edbc8-9b76-48bc-b7d6-238c96d0b82b req-3d64000f-373f-460f-8713-08b6d4b2b338 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=3baea2a8-e1b5-4258-b1b5-ffde0b17833c HTTP/1.1" status: 200 len: 210 time: 0.1003132 Dec 17 15:52:56.238166 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:56.243592 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-cbb42239-3711-43cc-a302-35db5fa09ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257456da-9b46-49c3-b614-2d0be6797da3', 'name': 'tempest-AttachVolumeTestJSON-1557841827-router', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '6b408aa0-c396-4851-a1b7-a95202583870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:19Z', 'revision_number': 4, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'gw_port': {'id': '6b408aa0-c396-4851-a1b7-a95202583870', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:17Z', 'updated_at': '2021-12-17T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '0da657bc-eb8a-4906-9643-7a28e2fc58da', 'name': '', 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'mac_address': 'fa:16:3e:ad:09:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '88427995-2645-4fa8-ba88-78d7eabf1f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:19Z', 'updated_at': '2021-12-17T15:47:25Z', 'revision_number': 5, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'subnets': [{'id': '88427995-2645-4fa8-ba88-78d7eabf1f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:56.272647 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb42239-3711-43cc-a302-35db5fa09ce6 None None] Checking router: 257456da-9b46-49c3-b614-2d0be6797da3 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:52:56.281706 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb42239-3711-43cc-a302-35db5fa09ce6 None None] Routers {'257456da-9b46-49c3-b614-2d0be6797da3'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:52:56.282346 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-cbb42239-3711-43cc-a302-35db5fa09ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:52:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['257456da-9b46-49c3-b614-2d0be6797da3'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:56.396738 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-cbb42239-3711-43cc-a302-35db5fa09ce6 None None] Set router 257456da-9b46-49c3-b614-2d0be6797da3 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:52:56.621627 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-cbb42239-3711-43cc-a302-35db5fa09ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257456da-9b46-49c3-b614-2d0be6797da3', 'name': 'tempest-AttachVolumeTestJSON-1557841827-router', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '6b408aa0-c396-4851-a1b7-a95202583870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:19Z', 'revision_number': 4, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'gw_port': {'id': '6b408aa0-c396-4851-a1b7-a95202583870', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:17Z', 'updated_at': '2021-12-17T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '0da657bc-eb8a-4906-9643-7a28e2fc58da', 'name': '', 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'mac_address': 'fa:16:3e:ad:09:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '88427995-2645-4fa8-ba88-78d7eabf1f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:19Z', 'updated_at': '2021-12-17T15:47:25Z', 'revision_number': 5, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'subnets': [{'id': '88427995-2645-4fa8-ba88-78d7eabf1f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:52:56.647996 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb42239-3711-43cc-a302-35db5fa09ce6 None None] The sync data for ids ['257456da-9b46-49c3-b614-2d0be6797da3'] in n-d-820553-2 is: [{'id': '257456da-9b46-49c3-b614-2d0be6797da3', 'name': 'tempest-AttachVolumeTestJSON-1557841827-router', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '6b408aa0-c396-4851-a1b7-a95202583870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:19Z', 'revision_number': 4, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'gw_port': {'id': '6b408aa0-c396-4851-a1b7-a95202583870', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:17Z', 'updated_at': '2021-12-17T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '0da657bc-eb8a-4906-9643-7a28e2fc58da', 'name': '', 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'mac_address': 'fa:16:3e:ad:09:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '88427995-2645-4fa8-ba88-78d7eabf1f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:19Z', 'updated_at': '2021-12-17T15:47:25Z', 'revision_number': 5, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'subnets': [{'id': '88427995-2645-4fa8-ba88-78d7eabf1f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:52:57.029718 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e845c7c4-7afc-413e-9519-50f6668c42ee req-eec2eb35-9344-4b0a-b68b-b0764a2a3091 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ebb5eba-54e5-4c68-ba7c-c69494d48824 HTTP/1.1" status: 200 len: 210 time: 0.0262430 Dec 17 15:52:57.148219 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34844) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:52:57.211719 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2131b438-c406-4c7d-864f-693ee4e2ef83 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:57.238838 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2131b438-c406-4c7d-864f-693ee4e2ef83 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:57.326162 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 2c4ac4f1-409d-494d-a99a-e9ff3044d092 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:52:57.380247 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 2c4ac4f1-409d-494d-a99a-e9ff3044d092 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:57.380624 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:57.385917 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2131b438-c406-4c7d-864f-693ee4e2ef83 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:57.388654 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2131b438-c406-4c7d-864f-693ee4e2ef83 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:57.390019 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2131b438-c406-4c7d-864f-693ee4e2ef83 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "DELETE /v2.0/security-groups/6747181a-88f3-4385-b459-17e838bd57ad HTTP/1.1" status: 204 len: 168 time: 0.2407172 Dec 17 15:52:57.397457 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34846) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:52:57.412517 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131b438-c406-4c7d-864f-693ee4e2ef83 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6747181a-88f3-4385-b459-17e838bd57ad,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:57.416106 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-ee0c7c5f-ff74-4adc-b7b9-e8c822df2575 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] show failed (client error): The resource could not be found. Dec 17 15:52:57.417538 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ee0c7c5f-ff74-4adc-b7b9-e8c822df2575 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups/6747181a-88f3-4385-b459-17e838bd57ad HTTP/1.1" status: 404 len: 347 time: 0.0225873 Dec 17 15:52:57.420503 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34848) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:52:57.455536 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49178626-cc65-442f-ac32-f5bac5bb486e req-e1e0fd03-9399-4b0f-9b24-a801a6e9c88b tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:57.456358 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-49178626-cc65-442f-ac32-f5bac5bb486e req-e1e0fd03-9399-4b0f-9b24-a801a6e9c88b tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.13 "GET /v2.0/networks?id=e64f08ed-7a60-498f-a186-b5c713977b14 HTTP/1.1" status: 200 len: 808 time: 0.4160337 Dec 17 15:52:57.511392 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-49178626-cc65-442f-ac32-f5bac5bb486e req-af1759d9-ba34-4a59-beb8-a529ec3e107a tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e925f87ec4cb49c28a7cf692949f4ac3 HTTP/1.1" status: 200 len: 379 time: 0.0456071 Dec 17 15:52:57.526764 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-49178626-cc65-442f-ac32-f5bac5bb486e req-fea7b594-b121-45ad-b3a5-81b26190f028 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Request body: {'port': {'device_id': '8ebb5eba-54e5-4c68-ba7c-c69494d48824', 'network_id': 'e64f08ed-7a60-498f-a186-b5c713977b14', 'admin_state_up': True, 'tenant_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'security_groups': ['05bb3672-b186-42ed-be48-ccf2056e8f5e']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:57.558870 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-dda22ebc-3ba4-4200-8819-aa2159fc6961 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Deleting port ca4c4ef5-69dd-4cfa-9c71-1cd7db6339b3 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:52:57.559478 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dda22ebc-3ba4-4200-8819-aa2159fc6961 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:57.640988 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dda22ebc-3ba4-4200-8819-aa2159fc6961 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:57.641380 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dda22ebc-3ba4-4200-8819-aa2159fc6961 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:57.653157 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-dda22ebc-3ba4-4200-8819-aa2159fc6961 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Calling delete_port for ca4c4ef5-69dd-4cfa-9c71-1cd7db6339b3 owned by network:floatingip {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:52:57.683654 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49178626-cc65-442f-ac32-f5bac5bb486e req-fea7b594-b121-45ad-b3a5-81b26190f028 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Made reservation on behalf of e925f87ec4cb49c28a7cf692949f4ac3 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:52:57.687209 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-49178626-cc65-442f-ac32-f5bac5bb486e req-fea7b594-b121-45ad-b3a5-81b26190f028 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:57.815937 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-49178626-cc65-442f-ac32-f5bac5bb486e req-fea7b594-b121-45ad-b3a5-81b26190f028 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Allocated IP 172.20.0.6 (e64f08ed-7a60-498f-a186-b5c713977b14/9244de93-f161-4aca-b7b4-e422071521b9/e3ad76cc-2541-415e-bef9-28883ab9b576) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:52:57.826665 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dda22ebc-3ba4-4200-8819-aa2159fc6961 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:57.855083 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda22ebc-3ba4-4200-8819-aa2159fc6961 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Pushing event deleted for resources: {'Port': ['ID=ca4c4ef5-69dd-4cfa-9c71-1cd7db6339b3,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:57.917179 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dda22ebc-3ba4-4200-8819-aa2159fc6961 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for floatingip, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:57.919713 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dda22ebc-3ba4-4200-8819-aa2159fc6961 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:57.920888 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-dda22ebc-3ba4-4200-8819-aa2159fc6961 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "DELETE /v2.0/floatingips/cce2d728-4c34-4169-88f3-2479b980df11 HTTP/1.1" status: 204 len: 168 time: 0.4991310 Dec 17 15:52:57.982559 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-49178626-cc65-442f-ac32-f5bac5bb486e req-fea7b594-b121-45ad-b3a5-81b26190f028 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:58.067035 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-49178626-cc65-442f-ac32-f5bac5bb486e req-fea7b594-b121-45ad-b3a5-81b26190f028 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:58.117279 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49178626-cc65-442f-ac32-f5bac5bb486e req-fea7b594-b121-45ad-b3a5-81b26190f028 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Network e64f08ed-7a60-498f-a186-b5c713977b14 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:52:58.118836 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-49178626-cc65-442f-ac32-f5bac5bb486e req-fea7b594-b121-45ad-b3a5-81b26190f028 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:52:58.122555 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-49178626-cc65-442f-ac32-f5bac5bb486e req-fea7b594-b121-45ad-b3a5-81b26190f028 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:52:58.150882 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7b594-b121-45ad-b3a5-81b26190f028 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Pushing event updated for resources: {'Port': ['ID=e3ad76cc-2541-415e-bef9-28883ab9b576,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:58.174440 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c79f7-5704-4376-9fae-1b6584f06fc1 req-fae69284-4938-49f0-b34a-7a8919e844c0 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:58.175521 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff1c79f7-5704-4376-9fae-1b6584f06fc1 req-fae69284-4938-49f0-b34a-7a8919e844c0 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ebb5eba-54e5-4c68-ba7c-c69494d48824 HTTP/1.1" status: 200 len: 931 time: 0.0708869 Dec 17 15:52:58.189329 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49178626-cc65-442f-ac32-f5bac5bb486e req-fea7b594-b121-45ad-b3a5-81b26190f028 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:58.189998 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-49178626-cc65-442f-ac32-f5bac5bb486e req-fea7b594-b121-45ad-b3a5-81b26190f028 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:58.231695 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff1c79f7-5704-4376-9fae-1b6584f06fc1 req-42a70616-c505-4498-b828-912b08dc83c2 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "GET /v2.0/security-groups?id=05bb3672-b186-42ed-be48-ccf2056e8f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445244 Dec 17 15:52:58.274971 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34854) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:52:58.274971 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-cf474503-3336-43ae-a497-3fe57343c544 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1281692024', 'description': 'tempest-description--845189876'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:58.293553 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-49178626-cc65-442f-ac32-f5bac5bb486e req-fea7b594-b121-45ad-b3a5-81b26190f028 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7707620 Dec 17 15:52:58.307661 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-49178626-cc65-442f-ac32-f5bac5bb486e req-2029c534-7b61-4165-bd72-4e6261b22c00 service neutron] Request body: {'port': {'device_id': '8ebb5eba-54e5-4c68-ba7c-c69494d48824', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:58.373861 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-49178626-cc65-442f-ac32-f5bac5bb486e req-2029c534-7b61-4165-bd72-4e6261b22c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:58.411507 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf474503-3336-43ae-a497-3fe57343c544 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:58.424915 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-e1e45863-2658-4b7e-8d04-2eae74698856 None None] Provisioning complete for port e3ad76cc-2541-415e-bef9-28883ab9b576 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:52:58.425532 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e1e45863-2658-4b7e-8d04-2eae74698856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:58.466756 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-e1e45863-2658-4b7e-8d04-2eae74698856 None None] Port e3ad76cc-2541-415e-bef9-28883ab9b576 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:52:58.484034 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e62daac-4dd0-4b54-998c-a003890f3839 None None] New status for floating IP cce2d728-4c34-4169-88f3-2479b980df11: DOWN {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:52:58.610630 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf474503-3336-43ae-a497-3fe57343c544 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:58.659866 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf474503-3336-43ae-a497-3fe57343c544 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:58.718048 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf474503-3336-43ae-a497-3fe57343c544 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=229a2447-7b38-4b58-9307-e3fca80d54f0,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:58.725667 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-49178626-cc65-442f-ac32-f5bac5bb486e req-2029c534-7b61-4165-bd72-4e6261b22c00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ad76cc-2541-415e-bef9-28883ab9b576 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:52:58.732966 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-49178626-cc65-442f-ac32-f5bac5bb486e req-2029c534-7b61-4165-bd72-4e6261b22c00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:58.744549 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-49178626-cc65-442f-ac32-f5bac5bb486e req-2029c534-7b61-4165-bd72-4e6261b22c00 service neutron] Transition to ACTIVE for port object e3ad76cc-2541-415e-bef9-28883ab9b576 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:52:58.747711 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf474503-3336-43ae-a497-3fe57343c544 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:58.748928 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cf474503-3336-43ae-a497-3fe57343c544 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4779081 Dec 17 15:52:58.752319 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34856) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:52:58.756548 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-203831b3-4cb0-432b-bd54-05e7f347f493 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Request body: {'security_group_rule': {'security_group_id': '229a2447-7b38-4b58-9307-e3fca80d54f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:58.786326 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-49178626-cc65-442f-ac32-f5bac5bb486e req-2029c534-7b61-4165-bd72-4e6261b22c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:58.840581 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029c534-7b61-4165-bd72-4e6261b22c00 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ad76cc-2541-415e-bef9-28883ab9b576,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:58.878740 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-446af59c-7cb9-40d8-9abd-a22f954fb935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:58.892116 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-203831b3-4cb0-432b-bd54-05e7f347f493 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:58.952160 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-49178626-cc65-442f-ac32-f5bac5bb486e req-2029c534-7b61-4165-bd72-4e6261b22c00 service neutron] Attempting to bind port e3ad76cc-2541-415e-bef9-28883ab9b576 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:52:58.952493 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-49178626-cc65-442f-ac32-f5bac5bb486e req-2029c534-7b61-4165-bd72-4e6261b22c00 service neutron] Attempting to bind port e3ad76cc-2541-415e-bef9-28883ab9b576 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'b969433a-4c36-4dcb-b171-ff8352736230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e64f08ed-7a60-498f-a186-b5c713977b14'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:52:58.952821 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49178626-cc65-442f-ac32-f5bac5bb486e req-2029c534-7b61-4165-bd72-4e6261b22c00 service neutron] Attempting to bind port e3ad76cc-2541-415e-bef9-28883ab9b576 on network e64f08ed-7a60-498f-a186-b5c713977b14 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:58.964905 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49178626-cc65-442f-ac32-f5bac5bb486e req-2029c534-7b61-4165-bd72-4e6261b22c00 service neutron] Port e3ad76cc-2541-415e-bef9-28883ab9b576 on network e64f08ed-7a60-498f-a186-b5c713977b14 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:52:58.965261 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49178626-cc65-442f-ac32-f5bac5bb486e req-2029c534-7b61-4165-bd72-4e6261b22c00 service neutron] Attempting to bind port e3ad76cc-2541-415e-bef9-28883ab9b576 on network e64f08ed-7a60-498f-a186-b5c713977b14 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:52:58.973460 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-203831b3-4cb0-432b-bd54-05e7f347f493 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:58.976280 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49178626-cc65-442f-ac32-f5bac5bb486e req-2029c534-7b61-4165-bd72-4e6261b22c00 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:52:58.976620 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49178626-cc65-442f-ac32-f5bac5bb486e req-2029c534-7b61-4165-bd72-4e6261b22c00 service neutron] Checking segment: {'id': 'b969433a-4c36-4dcb-b171-ff8352736230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e64f08ed-7a60-498f-a186-b5c713977b14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:52:58.977001 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49178626-cc65-442f-ac32-f5bac5bb486e req-2029c534-7b61-4165-bd72-4e6261b22c00 service neutron] Bound using segment: {'id': 'b969433a-4c36-4dcb-b171-ff8352736230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e64f08ed-7a60-498f-a186-b5c713977b14'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:52:58.982171 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-49178626-cc65-442f-ac32-f5bac5bb486e req-2029c534-7b61-4165-bd72-4e6261b22c00 service neutron] Bound port: e3ad76cc-2541-415e-bef9-28883ab9b576, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b969433a-4c36-4dcb-b171-ff8352736230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e64f08ed-7a60-498f-a186-b5c713977b14'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:52:58.982171 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-49178626-cc65-442f-ac32-f5bac5bb486e req-2029c534-7b61-4165-bd72-4e6261b22c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:59.040432 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-203831b3-4cb0-432b-bd54-05e7f347f493 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:59.044149 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 032065c9-1fe7-44f6-8963-262d6afab149 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:52:59.053069 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-49178626-cc65-442f-ac32-f5bac5bb486e req-2029c534-7b61-4165-bd72-4e6261b22c00 service neutron] For port e3ad76cc-2541-415e-bef9-28883ab9b576, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:52:59.064962 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 032065c9-1fe7-44f6-8963-262d6afab149 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:52:59.065326 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 032065c9-1fe7-44f6-8963-262d6afab149 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:52:59.070303 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203831b3-4cb0-432b-bd54-05e7f347f493 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c1e44e-3f7e-49ec-8938-c08f3991c164,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:59.075410 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-49178626-cc65-442f-ac32-f5bac5bb486e req-2029c534-7b61-4165-bd72-4e6261b22c00 service neutron] For port e3ad76cc-2541-415e-bef9-28883ab9b576, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e3ad76cc-2541-415e-bef9-28883ab9b576,segment=NetworkSegment(b969433a-4c36-4dcb-b171-ff8352736230),segment_id=b969433a-4c36-4dcb-b171-ff8352736230)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:52:59.148474 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-203831b3-4cb0-432b-bd54-05e7f347f493 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:59.149758 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-203831b3-4cb0-432b-bd54-05e7f347f493 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3965287 Dec 17 15:52:59.152428 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 34858) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:52:59.156721 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-0bbbb6d9-579f-47ab-bb25-978e022f5c32 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Request body: {'security_group_rule': {'security_group_id': '229a2447-7b38-4b58-9307-e3fca80d54f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:59.176839 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-49178626-cc65-442f-ac32-f5bac5bb486e req-2029c534-7b61-4165-bd72-4e6261b22c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:59.211653 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49178626-cc65-442f-ac32-f5bac5bb486e req-2029c534-7b61-4165-bd72-4e6261b22c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:59.212333 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-49178626-cc65-442f-ac32-f5bac5bb486e req-2029c534-7b61-4165-bd72-4e6261b22c00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:59.213782 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-49178626-cc65-442f-ac32-f5bac5bb486e req-2029c534-7b61-4165-bd72-4e6261b22c00 service neutron] 10.222.0.13 "PUT /v2.0/ports/e3ad76cc-2541-415e-bef9-28883ab9b576 HTTP/1.1" status: 200 len: 1091 time: 0.9115145 Dec 17 15:52:59.214219 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ebb5eba-54e5-4c68-ba7c-c69494d48824', 'tag': 'e3ad76cc-2541-415e-bef9-28883ab9b576'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:52:59.216453 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e3bd6c-d0aa-4a5d-8ee2-22a52d66be45" -d '{"events": [{"name": "network-changed", "server_uuid": "8ebb5eba-54e5-4c68-ba7c-c69494d48824", "tag": "e3ad76cc-2541-415e-bef9-28883ab9b576"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:52:59.242781 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029c534-7b61-4165-bd72-4e6261b22c00 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ad76cc-2541-415e-bef9-28883ab9b576,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:59.263303 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0bbbb6d9-579f-47ab-bb25-978e022f5c32 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:59.280101 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f7c83d-004f-4980-b269-eef51bc9a1ba x-openstack-request-id: req-b1f7c83d-004f-4980-b269-eef51bc9a1ba {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:52:59.280913 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ebb5eba-54e5-4c68-ba7c-c69494d48824", "tag": "e3ad76cc-2541-415e-bef9-28883ab9b576", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:52:59.281192 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b1f7c83d-004f-4980-b269-eef51bc9a1ba {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:52:59.287271 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ebb5eba-54e5-4c68-ba7c-c69494d48824', 'tag': 'e3ad76cc-2541-415e-bef9-28883ab9b576', 'status': 'completed', 'code': 200} Dec 17 15:52:59.367270 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9eafcd-6fe8-4d87-bb6e-4f856ea7b172 req-f4901396-c005-4897-942a-a9dc703884c7 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:59.369480 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf9eafcd-6fe8-4d87-bb6e-4f856ea7b172 req-f4901396-c005-4897-942a-a9dc703884c7 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ebb5eba-54e5-4c68-ba7c-c69494d48824 HTTP/1.1" status: 200 len: 943 time: 0.0552504 Dec 17 15:52:59.374907 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0bbbb6d9-579f-47ab-bb25-978e022f5c32 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:59.374907 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3bd6c-d0aa-4a5d-8ee2-22a52d66be45 req-6c960b04-12d2-4d11-b373-be3f9c686db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:59.374907 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b6e3bd6c-d0aa-4a5d-8ee2-22a52d66be45 req-6c960b04-12d2-4d11-b373-be3f9c686db6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e925f87ec4cb49c28a7cf692949f4ac3&device_id=8ebb5eba-54e5-4c68-ba7c-c69494d48824 HTTP/1.1" status: 200 len: 1094 time: 0.0714355 Dec 17 15:52:59.413870 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf9eafcd-6fe8-4d87-bb6e-4f856ea7b172 req-2c144c8c-3480-4a53-b1c0-ac25e216aaf6 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "GET /v2.0/security-groups?id=05bb3672-b186-42ed-be48-ccf2056e8f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356174 Dec 17 15:52:59.482973 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0bbbb6d9-579f-47ab-bb25-978e022f5c32 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:59.496636 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3bd6c-d0aa-4a5d-8ee2-22a52d66be45 req-6579bf7d-2f26-4a3c-acdd-236300597043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:59.498095 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b6e3bd6c-d0aa-4a5d-8ee2-22a52d66be45 req-6579bf7d-2f26-4a3c-acdd-236300597043 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e925f87ec4cb49c28a7cf692949f4ac3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1166184 Dec 17 15:52:59.506427 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbb6d9-579f-47ab-bb25-978e022f5c32 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72cb8466-237b-4233-be16-08e587ec7649,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:52:59.607937 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0bbbb6d9-579f-47ab-bb25-978e022f5c32 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:59.609142 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0bbbb6d9-579f-47ab-bb25-978e022f5c32 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4557905 Dec 17 15:52:59.611369 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3bd6c-d0aa-4a5d-8ee2-22a52d66be45 req-eca7a1c0-3f51-4241-be5c-0c24e1109844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:59.612767 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b6e3bd6c-d0aa-4a5d-8ee2-22a52d66be45 req-eca7a1c0-3f51-4241-be5c-0c24e1109844 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1033638 Dec 17 15:52:59.613154 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34864) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:52:59.617760 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-7c6e6943-6b77-4fd1-9f9e-899ee561203e tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:52:59.690979 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49178626-cc65-442f-ac32-f5bac5bb486e req-627c696e-fe80-430f-8dd2-268a340c0c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:59.692448 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-49178626-cc65-442f-ac32-f5bac5bb486e req-627c696e-fe80-430f-8dd2-268a340c0c29 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e925f87ec4cb49c28a7cf692949f4ac3&device_id=8ebb5eba-54e5-4c68-ba7c-c69494d48824 HTTP/1.1" status: 200 len: 1094 time: 0.0396843 Dec 17 15:52:59.701197 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7c6e6943-6b77-4fd1-9f9e-899ee561203e tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for floatingip, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:59.735810 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-49178626-cc65-442f-ac32-f5bac5bb486e req-b20d68f1-6d0f-4de1-b02e-59826c92dc8b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3ad76cc-2541-415e-bef9-28883ab9b576 HTTP/1.1" status: 200 len: 217 time: 0.0348494 Dec 17 15:52:59.788650 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49178626-cc65-442f-ac32-f5bac5bb486e req-472a73dc-4a28-46f8-9a32-195fda52f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:59.790164 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-49178626-cc65-442f-ac32-f5bac5bb486e req-472a73dc-4a28-46f8-9a32-195fda52f7aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9244de93-f161-4aca-b7b4-e422071521b9 HTTP/1.1" status: 200 len: 847 time: 0.0480616 Dec 17 15:52:59.799196 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7c6e6943-6b77-4fd1-9f9e-899ee561203e tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:52:59.835707 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49178626-cc65-442f-ac32-f5bac5bb486e req-e039b89c-dddc-4d0d-beaa-38fa831f0176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:52:59.837233 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-49178626-cc65-442f-ac32-f5bac5bb486e req-e039b89c-dddc-4d0d-beaa-38fa831f0176 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e64f08ed-7a60-498f-a186-b5c713977b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398211 Dec 17 15:52:59.904252 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-7c6e6943-6b77-4fd1-9f9e-899ee561203e tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Allocated IP 172.25.6.165 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/4ecec838-2039-4a21-bc5b-9a3b4a046e16) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:52:59.928602 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-49178626-cc65-442f-ac32-f5bac5bb486e req-80264ca9-5e5b-4b4c-bce7-12ee49badfce service neutron] 10.222.0.13 "GET /v2.0/networks/e64f08ed-7a60-498f-a186-b5c713977b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831559 Dec 17 15:53:00.009822 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7c6e6943-6b77-4fd1-9f9e-899ee561203e tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:00.025108 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-49178626-cc65-442f-ac32-f5bac5bb486e req-d4b583ab-25ab-468b-92e1-648efcc49591 service neutron] 10.222.0.13 "GET /v2.0/networks/e64f08ed-7a60-498f-a186-b5c713977b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894954 Dec 17 15:53:00.123009 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7c6e6943-6b77-4fd1-9f9e-899ee561203e tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:00.160501 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6e6943-6b77-4fd1-9f9e-899ee561203e tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:00.163285 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-7c6e6943-6b77-4fd1-9f9e-899ee561203e tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:00.166622 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6e6943-6b77-4fd1-9f9e-899ee561203e tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:53:00.190434 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e6943-6b77-4fd1-9f9e-899ee561203e tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Pushing event updated for resources: {'Port': ['ID=4ecec838-2039-4a21-bc5b-9a3b4a046e16,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:00.257485 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7c6e6943-6b77-4fd1-9f9e-899ee561203e tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:00.364859 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7c6e6943-6b77-4fd1-9f9e-899ee561203e tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:00.542239 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7c6e6943-6b77-4fd1-9f9e-899ee561203e tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:00.557124 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd86bc-0ce1-46e2-a0c0-c3ca4f081101 req-61f282c4-c6d5-4f9f-8864-0c3997ff37a5 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:00.557975 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f0fd86bc-0ce1-46e2-a0c0-c3ca4f081101 req-61f282c4-c6d5-4f9f-8864-0c3997ff37a5 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ebb5eba-54e5-4c68-ba7c-c69494d48824 HTTP/1.1" status: 200 len: 943 time: 0.0740674 Dec 17 15:53:00.597559 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f0fd86bc-0ce1-46e2-a0c0-c3ca4f081101 req-cd2c53fa-cfec-49fe-98a2-a23705218d3d tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "GET /v2.0/security-groups?id=05bb3672-b186-42ed-be48-ccf2056e8f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328181 Dec 17 15:53:00.603382 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7c6e6943-6b77-4fd1-9f9e-899ee561203e tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:00.676031 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e6943-6b77-4fd1-9f9e-899ee561203e tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Pushing event updated for resources: {'Port': ['ID=4ecec838-2039-4a21-bc5b-9a3b4a046e16,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:00.689345 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7c6e6943-6b77-4fd1-9f9e-899ee561203e tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:00.760392 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7c6e6943-6b77-4fd1-9f9e-899ee561203e tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:00.761950 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7c6e6943-6b77-4fd1-9f9e-899ee561203e tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1476045 Dec 17 15:53:00.896314 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-f863cae5-81b8-40d2-a492-d687f089a648 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1281692024&fields=id&tenant_id=822ef1332bd143cca4fd6e71701e2974 HTTP/1.1" status: 200 len: 267 time: 0.0321465 Dec 17 15:53:01.000911 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-752d2a0c-25b5-4b3b-aab9-6ece890fe201 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:01.002530 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-752d2a0c-25b5-4b3b-aab9-6ece890fe201 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/networks?id=56c46120-18dd-4e01-afbc-660976f1bc54 HTTP/1.1" status: 200 len: 811 time: 0.0995016 Dec 17 15:53:01.017131 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-9fde5807-42a3-4133-ba51-d0e0f74bea26 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/quotas/822ef1332bd143cca4fd6e71701e2974 HTTP/1.1" status: 200 len: 375 time: 0.0089576 Dec 17 15:53:01.054398 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-49a11452-4052-438c-a24c-61b3d01cb068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:01.073350 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-c9ab9428-9442-4503-ac58-e2629ad1b82c tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=822ef1332bd143cca4fd6e71701e2974&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508394 Dec 17 15:53:01.139016 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-28c9ee31-6b39-42d7-80df-d9eefea472c4 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:53:01.140028 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-28c9ee31-6b39-42d7-80df-d9eefea472c4 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0549049 Dec 17 15:53:01.228979 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-bce4b18a-6a5b-445b-b12d-eefdd371d604 service neutron] 10.222.0.46 "GET /v2.0/networks/56c46120-18dd-4e01-afbc-660976f1bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821688 Dec 17 15:53:01.320739 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-9d94ab10-d41f-46bd-834d-b18ac8743704 service neutron] 10.222.0.46 "GET /v2.0/networks/56c46120-18dd-4e01-afbc-660976f1bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854714 Dec 17 15:53:01.565686 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0df6ab03-f26e-4690-8b85-989c5f33d5d9 req-5dc58f03-1717-41de-9902-459051284385 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=4453d905-32ae-4d04-8dad-7eb48e8f5649 HTTP/1.1" status: 200 len: 210 time: 0.0268104 Dec 17 15:53:01.714820 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a4440-f947-46ef-9ad9-996354d84b18 req-2e297e0c-cb96-4da8-8319-ba81bfec5436 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:01.716382 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e70a4440-f947-46ef-9ad9-996354d84b18 req-2e297e0c-cb96-4da8-8319-ba81bfec5436 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ebb5eba-54e5-4c68-ba7c-c69494d48824 HTTP/1.1" status: 200 len: 943 time: 0.0496895 Dec 17 15:53:01.754848 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e70a4440-f947-46ef-9ad9-996354d84b18 req-8fe216c8-4ba7-49f2-8ca1-a7b8a01e3b18 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "GET /v2.0/security-groups?id=05bb3672-b186-42ed-be48-ccf2056e8f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323520 Dec 17 15:53:02.380753 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:02.658392 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-97701956-88c8-4de1-b9ec-9a6165973c0c req-b76d3d8f-1e2c-4cfc-9078-a4f1bbdbe95d tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=4453d905-32ae-4d04-8dad-7eb48e8f5649 HTTP/1.1" status: 200 len: 210 time: 0.0260742 Dec 17 15:53:02.871557 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98867f48-c9c0-43fb-bb5f-937d87dd5b47 req-77d0e5b4-3ac9-48fd-a510-b57262c09fef tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:02.873014 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98867f48-c9c0-43fb-bb5f-937d87dd5b47 req-77d0e5b4-3ac9-48fd-a510-b57262c09fef tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ebb5eba-54e5-4c68-ba7c-c69494d48824 HTTP/1.1" status: 200 len: 943 time: 0.0511727 Dec 17 15:53:02.909540 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98867f48-c9c0-43fb-bb5f-937d87dd5b47 req-52be251d-722e-4dee-ac14-cf15e25b50ae tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "GET /v2.0/security-groups?id=05bb3672-b186-42ed-be48-ccf2056e8f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305352 Dec 17 15:53:03.298785 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-42d536c1-17ec-48e9-86ad-f6343c7867e6 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:03.301173 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-42d536c1-17ec-48e9-86ad-f6343c7867e6 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.41 "GET /v2.0/networks?id=56c46120-18dd-4e01-afbc-660976f1bc54 HTTP/1.1" status: 200 len: 811 time: 0.1084814 Dec 17 15:53:03.350993 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-db1a1c64-a11f-450b-ac05-410a748d7012 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=822ef1332bd143cca4fd6e71701e2974 HTTP/1.1" status: 200 len: 380 time: 0.0357940 Dec 17 15:53:03.360209 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-d25bf739-f981-48c3-ab8a-d2a881c0efe2 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Request body: {'port': {'device_id': '4453d905-32ae-4d04-8dad-7eb48e8f5649', 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54', 'admin_state_up': True, 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'security_groups': ['229a2447-7b38-4b58-9307-e3fca80d54f0']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:03.423709 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e3ad76cc-2541-415e-bef9-28883ab9b576 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:53:03.526687 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port e3ad76cc-2541-415e-bef9-28883ab9b576, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e3ad76cc-2541-415e-bef9-28883ab9b576,segment=NetworkSegment(b969433a-4c36-4dcb-b171-ff8352736230),segment_id=b969433a-4c36-4dcb-b171-ff8352736230)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:03.535759 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-d25bf739-f981-48c3-ab8a-d2a881c0efe2 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Made reservation on behalf of 822ef1332bd143cca4fd6e71701e2974 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:53:03.538677 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'e3ad76cc-2541-415e-bef9-28883ab9b576', 'network_id': 'e64f08ed-7a60-498f-a186-b5c713977b14', 'port_id': 'e3ad76cc-2541-415e-bef9-28883ab9b576', 'mac_address': 'fa:16:3e:b1:20:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9244de93-f161-4aca-b7b4-e422071521b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:53:03.539457 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-d25bf739-f981-48c3-ab8a-d2a881c0efe2 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:03.574503 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:03.588158 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ad76cc-2541-415e-bef9-28883ab9b576 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:53:03.608151 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port e3ad76cc-2541-415e-bef9-28883ab9b576, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e3ad76cc-2541-415e-bef9-28883ab9b576,segment=NetworkSegment(b969433a-4c36-4dcb-b171-ff8352736230),segment_id=b969433a-4c36-4dcb-b171-ff8352736230)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:03.662271 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:03.678189 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-d25bf739-f981-48c3-ab8a-d2a881c0efe2 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Allocated IP 172.20.0.5 (56c46120-18dd-4e01-afbc-660976f1bc54/88427995-2645-4fa8-ba88-78d7eabf1f21/ba2ea100-ba01-49da-b365-930dfda20526) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:53:03.721734 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=e3ad76cc-2541-415e-bef9-28883ab9b576,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:03.729659 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:03.730005 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:03.730360 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:03.730693 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:03.731019 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:03.731342 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:03.731666 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:03.731984 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:03.732294 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:03.732676 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:03.732928 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:03.733269 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:53:03.759995 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ea5e8b6f-733b-4072-9d0a-775202824065 req-8e656ac9-7f83-4852-b87a-fd3f12acd19c tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=4453d905-32ae-4d04-8dad-7eb48e8f5649 HTTP/1.1" status: 200 len: 210 time: 0.0285487 Dec 17 15:53:03.827690 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-d25bf739-f981-48c3-ab8a-d2a881c0efe2 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:03.869099 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['e3ad76cc-2541-415e-bef9-28883ab9b576'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:53:03.901147 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-d25bf739-f981-48c3-ab8a-d2a881c0efe2 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:03.928933 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:03.948623 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-d25bf739-f981-48c3-ab8a-d2a881c0efe2 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Network 56c46120-18dd-4e01-afbc-660976f1bc54 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:03.949611 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-d25bf739-f981-48c3-ab8a-d2a881c0efe2 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:03.954082 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-d25bf739-f981-48c3-ab8a-d2a881c0efe2 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:53:03.985005 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25bf739-f981-48c3-ab8a-d2a881c0efe2 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Pushing event updated for resources: {'Port': ['ID=ba2ea100-ba01-49da-b365-930dfda20526,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:04.017808 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-d25bf739-f981-48c3-ab8a-d2a881c0efe2 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:04.018472 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-d25bf739-f981-48c3-ab8a-d2a881c0efe2 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:04.043575 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929f61c-4267-49b2-a2f0-e300c2ea9632 req-34047eda-aa31-4e8e-88e7-240f14a03e40 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:04.045571 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1929f61c-4267-49b2-a2f0-e300c2ea9632 req-34047eda-aa31-4e8e-88e7-240f14a03e40 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ebb5eba-54e5-4c68-ba7c-c69494d48824 HTTP/1.1" status: 200 len: 944 time: 0.0536065 Dec 17 15:53:04.090671 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1929f61c-4267-49b2-a2f0-e300c2ea9632 req-d500cc37-f8dc-42a6-bfbd-3350fe2a01da tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "GET /v2.0/security-groups?id=05bb3672-b186-42ed-be48-ccf2056e8f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378776 Dec 17 15:53:04.097878 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-d25bf739-f981-48c3-ab8a-d2a881c0efe2 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7411377 Dec 17 15:53:04.116423 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-a47c6e34-1493-45d8-b6e7-d73af81cdee7 service neutron] Request body: {'port': {'device_id': '4453d905-32ae-4d04-8dad-7eb48e8f5649', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:04.178598 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-a47c6e34-1493-45d8-b6e7-d73af81cdee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:04.237135 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:04.261630 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-81e3919a-02aa-4e37-85d1-ac401d08fa7f None None] Provisioning complete for port ba2ea100-ba01-49da-b365-930dfda20526 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:04.262022 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-81e3919a-02aa-4e37-85d1-ac401d08fa7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:04.295663 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-81e3919a-02aa-4e37-85d1-ac401d08fa7f None None] Port ba2ea100-ba01-49da-b365-930dfda20526 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:53:04.439034 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-a47c6e34-1493-45d8-b6e7-d73af81cdee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba2ea100-ba01-49da-b365-930dfda20526 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:53:04.447020 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-a47c6e34-1493-45d8-b6e7-d73af81cdee7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:04.458854 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-a47c6e34-1493-45d8-b6e7-d73af81cdee7 service neutron] Transition to ACTIVE for port object ba2ea100-ba01-49da-b365-930dfda20526 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:53:04.574640 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-a47c6e34-1493-45d8-b6e7-d73af81cdee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:04.623176 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c6e34-1493-45d8-b6e7-d73af81cdee7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2ea100-ba01-49da-b365-930dfda20526,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:04.697931 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-a47c6e34-1493-45d8-b6e7-d73af81cdee7 service neutron] Attempting to bind port ba2ea100-ba01-49da-b365-930dfda20526 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:53:04.698291 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-a47c6e34-1493-45d8-b6e7-d73af81cdee7 service neutron] Attempting to bind port ba2ea100-ba01-49da-b365-930dfda20526 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '8241df6a-2035-4bd9-b041-d38db91b9851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:53:04.698624 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-a47c6e34-1493-45d8-b6e7-d73af81cdee7 service neutron] Attempting to bind port ba2ea100-ba01-49da-b365-930dfda20526 on network 56c46120-18dd-4e01-afbc-660976f1bc54 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:53:04.703076 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-a47c6e34-1493-45d8-b6e7-d73af81cdee7 service neutron] Port ba2ea100-ba01-49da-b365-930dfda20526 on network 56c46120-18dd-4e01-afbc-660976f1bc54 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:53:04.703391 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-a47c6e34-1493-45d8-b6e7-d73af81cdee7 service neutron] Attempting to bind port ba2ea100-ba01-49da-b365-930dfda20526 on network 56c46120-18dd-4e01-afbc-660976f1bc54 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:53:04.710122 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-a47c6e34-1493-45d8-b6e7-d73af81cdee7 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:53:04.710460 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-a47c6e34-1493-45d8-b6e7-d73af81cdee7 service neutron] Checking segment: {'id': '8241df6a-2035-4bd9-b041-d38db91b9851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:53:04.710868 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-a47c6e34-1493-45d8-b6e7-d73af81cdee7 service neutron] Bound using segment: {'id': '8241df6a-2035-4bd9-b041-d38db91b9851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:53:04.711286 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-a47c6e34-1493-45d8-b6e7-d73af81cdee7 service neutron] Bound port: ba2ea100-ba01-49da-b365-930dfda20526, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8241df6a-2035-4bd9-b041-d38db91b9851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:53:04.711666 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-a47c6e34-1493-45d8-b6e7-d73af81cdee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:04.778407 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-a47c6e34-1493-45d8-b6e7-d73af81cdee7 service neutron] For port ba2ea100-ba01-49da-b365-930dfda20526, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:53:04.781374 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-a47c6e34-1493-45d8-b6e7-d73af81cdee7 service neutron] For port ba2ea100-ba01-49da-b365-930dfda20526, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=ba2ea100-ba01-49da-b365-930dfda20526,segment=NetworkSegment(8241df6a-2035-4bd9-b041-d38db91b9851),segment_id=8241df6a-2035-4bd9-b041-d38db91b9851)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:53:04.850154 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-a47c6e34-1493-45d8-b6e7-d73af81cdee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:04.877292 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f37c6-c75d-4eb7-a0f4-8448732ccaee req-9edca0f0-c3d0-4532-8117-c210361775d6 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:04.879503 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-015f37c6-c75d-4eb7-a0f4-8448732ccaee req-9edca0f0-c3d0-4532-8117-c210361775d6 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=4453d905-32ae-4d04-8dad-7eb48e8f5649 HTTP/1.1" status: 200 len: 943 time: 0.0502229 Dec 17 15:53:04.884605 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-a47c6e34-1493-45d8-b6e7-d73af81cdee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:04.885251 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-a47c6e34-1493-45d8-b6e7-d73af81cdee7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:04.886653 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-a47c6e34-1493-45d8-b6e7-d73af81cdee7 service neutron] 10.222.0.41 "PUT /v2.0/ports/ba2ea100-ba01-49da-b365-930dfda20526 HTTP/1.1" status: 200 len: 1091 time: 0.7754850 Dec 17 15:53:04.887111 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4453d905-32ae-4d04-8dad-7eb48e8f5649', 'tag': 'ba2ea100-ba01-49da-b365-930dfda20526'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:53:04.889391 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca8a12c-5dbc-4f51-93ab-4441669d92c7" -d '{"events": [{"name": "network-changed", "server_uuid": "4453d905-32ae-4d04-8dad-7eb48e8f5649", "tag": "ba2ea100-ba01-49da-b365-930dfda20526"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:53:04.916917 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c6e34-1493-45d8-b6e7-d73af81cdee7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2ea100-ba01-49da-b365-930dfda20526,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:04.939238 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0e905a-00e8-409e-8064-c1c11ee95677 x-openstack-request-id: req-1e0e905a-00e8-409e-8064-c1c11ee95677 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:53:04.939613 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4453d905-32ae-4d04-8dad-7eb48e8f5649", "tag": "ba2ea100-ba01-49da-b365-930dfda20526", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:53:04.940132 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1e0e905a-00e8-409e-8064-c1c11ee95677 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:53:04.940599 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4453d905-32ae-4d04-8dad-7eb48e8f5649', 'tag': 'ba2ea100-ba01-49da-b365-930dfda20526', 'status': 'completed', 'code': 200} Dec 17 15:53:04.942341 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-015f37c6-c75d-4eb7-a0f4-8448732ccaee req-847f2055-f0c0-4dab-a933-61b5f075820e tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=229a2447-7b38-4b58-9307-e3fca80d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467334 Dec 17 15:53:05.023206 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8a12c-5dbc-4f51-93ab-4441669d92c7 req-939b72be-8872-48fa-bb9c-e2c011bd79ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:05.024704 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6ca8a12c-5dbc-4f51-93ab-4441669d92c7 req-939b72be-8872-48fa-bb9c-e2c011bd79ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=822ef1332bd143cca4fd6e71701e2974&device_id=4453d905-32ae-4d04-8dad-7eb48e8f5649 HTTP/1.1" status: 200 len: 1094 time: 0.0430861 Dec 17 15:53:05.136184 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8a12c-5dbc-4f51-93ab-4441669d92c7 req-e3853528-a1fa-4814-81ed-64d90fcb0490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:05.137719 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6ca8a12c-5dbc-4f51-93ab-4441669d92c7 req-e3853528-a1fa-4814-81ed-64d90fcb0490 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=822ef1332bd143cca4fd6e71701e2974&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0994380 Dec 17 15:53:05.210247 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25a54f-e442-471e-98b7-f60ec4ca3e2d req-ccdbdbca-c900-49df-bf4f-55bffb718b60 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:05.211681 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a25a54f-e442-471e-98b7-f60ec4ca3e2d req-ccdbdbca-c900-49df-bf4f-55bffb718b60 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ebb5eba-54e5-4c68-ba7c-c69494d48824 HTTP/1.1" status: 200 len: 944 time: 0.0484416 Dec 17 15:53:05.238459 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8a12c-5dbc-4f51-93ab-4441669d92c7 req-68fa16d0-191f-4d8f-a51d-01425eee2745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:05.240006 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6ca8a12c-5dbc-4f51-93ab-4441669d92c7 req-68fa16d0-191f-4d8f-a51d-01425eee2745 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950541 Dec 17 15:53:05.251358 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a25a54f-e442-471e-98b7-f60ec4ca3e2d req-e71a4d71-9b43-4b16-b9ce-59dd964bb392 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "GET /v2.0/security-groups?id=05bb3672-b186-42ed-be48-ccf2056e8f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337181 Dec 17 15:53:05.333839 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-38d3d643-5fcd-4784-ab90-805f95836fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:05.335298 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-38d3d643-5fcd-4784-ab90-805f95836fb3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=822ef1332bd143cca4fd6e71701e2974&device_id=4453d905-32ae-4d04-8dad-7eb48e8f5649 HTTP/1.1" status: 200 len: 1094 time: 0.0404091 Dec 17 15:53:05.380627 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-4269a99c-4411-431a-ba5a-65480aa5fae2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba2ea100-ba01-49da-b365-930dfda20526 HTTP/1.1" status: 200 len: 217 time: 0.0330961 Dec 17 15:53:05.432029 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-2b64988f-6664-4d22-9550-369e575e3bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:05.433457 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-2b64988f-6664-4d22-9550-369e575e3bb2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88427995-2645-4fa8-ba88-78d7eabf1f21 HTTP/1.1" status: 200 len: 850 time: 0.0466034 Dec 17 15:53:05.451896 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e3ad76cc-2541-415e-bef9-28883ab9b576 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:05.479312 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-f70b296e-c9c5-432d-b29b-909fbb259301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:05.480721 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-f70b296e-c9c5-432d-b29b-909fbb259301 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=56c46120-18dd-4e01-afbc-660976f1bc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404758 Dec 17 15:53:05.571926 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-fe83fbff-0689-4b09-a0f2-c8186aef4ceb service neutron] 10.222.0.41 "GET /v2.0/networks/56c46120-18dd-4e01-afbc-660976f1bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839982 Dec 17 15:53:05.603475 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port e3ad76cc-2541-415e-bef9-28883ab9b576 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:53:05.607752 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port e3ad76cc-2541-415e-bef9-28883ab9b576 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:05.612758 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:05.666854 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-028c01dc-578c-48a9-9ee9-706ac933b7fc req-7af6dea8-a795-433e-8426-07faf5287119 service neutron] 10.222.0.41 "GET /v2.0/networks/56c46120-18dd-4e01-afbc-660976f1bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882416 Dec 17 15:53:05.688660 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:05.711679 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ebb5eba-54e5-4c68-ba7c-c69494d48824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ad76cc-2541-415e-bef9-28883ab9b576'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:53:05.713955 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad646b6-82af-4e5d-87ce-206e2e5f4e3b" -d '{"events": [{"server_uuid": "8ebb5eba-54e5-4c68-ba7c-c69494d48824", "name": "network-vif-plugged", "status": "completed", "tag": "e3ad76cc-2541-415e-bef9-28883ab9b576"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:53:05.727345 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port e3ad76cc-2541-415e-bef9-28883ab9b576, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e3ad76cc-2541-415e-bef9-28883ab9b576,segment=NetworkSegment(b969433a-4c36-4dcb-b171-ff8352736230),segment_id=b969433a-4c36-4dcb-b171-ff8352736230)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:05.751545 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e863b27e-4552-4728-9d53-e8cf86ff691f x-openstack-request-id: req-e863b27e-4552-4728-9d53-e8cf86ff691f {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:53:05.751861 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ebb5eba-54e5-4c68-ba7c-c69494d48824", "name": "network-vif-plugged", "status": "completed", "tag": "e3ad76cc-2541-415e-bef9-28883ab9b576", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:53:05.752112 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e863b27e-4552-4728-9d53-e8cf86ff691f {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:53:05.752508 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ebb5eba-54e5-4c68-ba7c-c69494d48824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ad76cc-2541-415e-bef9-28883ab9b576', 'code': 200} Dec 17 15:53:05.803868 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:05.843760 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c57ee-1fe4-4e46-86b6-6dfcb37e162f req-b3b817d9-1481-4215-87ad-2d5b37ac313e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:05.845365 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8c2c57ee-1fe4-4e46-86b6-6dfcb37e162f req-b3b817d9-1481-4215-87ad-2d5b37ac313e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8ebb5eba-54e5-4c68-ba7c-c69494d48824 HTTP/1.1" status: 200 len: 1096 time: 0.0398645 Dec 17 15:53:05.855272 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=e3ad76cc-2541-415e-bef9-28883ab9b576,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:05.882005 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8c2c57ee-1fe4-4e46-86b6-6dfcb37e162f req-c10a2dd0-fb82-497c-8661-5142a99875d7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=05bb3672-b186-42ed-be48-ccf2056e8f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298975 Dec 17 15:53:06.058938 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23885a35-2400-43c6-9d05-2d9cea1e224c req-28ed9039-b1ed-4314-a16e-621111237864 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:06.060420 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-23885a35-2400-43c6-9d05-2d9cea1e224c req-28ed9039-b1ed-4314-a16e-621111237864 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=4453d905-32ae-4d04-8dad-7eb48e8f5649 HTTP/1.1" status: 200 len: 943 time: 0.0488706 Dec 17 15:53:06.098014 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-23885a35-2400-43c6-9d05-2d9cea1e224c req-7020fe9c-f960-41e1-82d8-06808fcac5f4 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=229a2447-7b38-4b58-9307-e3fca80d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314374 Dec 17 15:53:06.367006 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86ac5f-fbe4-4954-a2e2-c7fc2dc04339 req-f2b9864b-77d3-49b2-9da7-c4f48cd1705c tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:06.368394 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7b86ac5f-fbe4-4954-a2e2-c7fc2dc04339 req-f2b9864b-77d3-49b2-9da7-c4f48cd1705c tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ebb5eba-54e5-4c68-ba7c-c69494d48824 HTTP/1.1" status: 200 len: 945 time: 0.0477390 Dec 17 15:53:06.408918 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7b86ac5f-fbe4-4954-a2e2-c7fc2dc04339 req-a849189a-7c8a-4b9b-9d1a-301d8d8ce3cd tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "GET /v2.0/security-groups?id=05bb3672-b186-42ed-be48-ccf2056e8f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345094 Dec 17 15:53:06.838711 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:53:07.211382 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf02c21-1223-4c90-b8fc-39cfa6d6066f req-01f6e889-2b6f-48e5-87c6-2907ab9d1b77 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:07.212857 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-acf02c21-1223-4c90-b8fc-39cfa6d6066f req-01f6e889-2b6f-48e5-87c6-2907ab9d1b77 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=4453d905-32ae-4d04-8dad-7eb48e8f5649 HTTP/1.1" status: 200 len: 943 time: 0.0492914 Dec 17 15:53:07.250608 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-acf02c21-1223-4c90-b8fc-39cfa6d6066f req-2fbac381-9864-4fbf-aefd-8ce392aa6e49 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=229a2447-7b38-4b58-9307-e3fca80d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318677 Dec 17 15:53:07.523453 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32810d69-2307-4996-bd4d-37d8f240075e req-07b2cb97-c6cd-4c34-823a-ebb20669bc87 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:07.524973 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32810d69-2307-4996-bd4d-37d8f240075e req-07b2cb97-c6cd-4c34-823a-ebb20669bc87 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ebb5eba-54e5-4c68-ba7c-c69494d48824 HTTP/1.1" status: 200 len: 945 time: 0.0478244 Dec 17 15:53:07.562325 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32810d69-2307-4996-bd4d-37d8f240075e req-514861b9-0165-4e02-ae43-fdb1bf73f182 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "GET /v2.0/security-groups?id=05bb3672-b186-42ed-be48-ccf2056e8f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314755 Dec 17 15:53:07.672891 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83efdd-1239-4b09-8703-d62beecae4a0 req-8ee8e0a9-ab8f-4b5f-82a3-e74980638486 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:07.674362 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8f83efdd-1239-4b09-8703-d62beecae4a0 req-8ee8e0a9-ab8f-4b5f-82a3-e74980638486 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ebb5eba-54e5-4c68-ba7c-c69494d48824 HTTP/1.1" status: 200 len: 945 time: 0.0462847 Dec 17 15:53:07.715150 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8f83efdd-1239-4b09-8703-d62beecae4a0 req-623857c4-5a39-4113-be39-d7321b64d9e3 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "GET /v2.0/security-groups?id=05bb3672-b186-42ed-be48-ccf2056e8f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341363 Dec 17 15:53:08.154784 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c4f62c-079c-4c7f-8d09-986a276e0e4f req-230159af-2859-4820-92e6-1d31880eb2b6 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:08.156269 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b6c4f62c-079c-4c7f-8d09-986a276e0e4f req-230159af-2859-4820-92e6-1d31880eb2b6 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ebb5eba-54e5-4c68-ba7c-c69494d48824 HTTP/1.1" status: 200 len: 945 time: 0.3746936 Dec 17 15:53:08.194154 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b6c4f62c-079c-4c7f-8d09-986a276e0e4f req-e052149a-2eb1-4064-b717-1fd182ff961f tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "GET /v2.0/security-groups?id=05bb3672-b186-42ed-be48-ccf2056e8f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312080 Dec 17 15:53:08.215654 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34922) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:53:08.298470 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2809762c-649c-4189-9a3c-14ec55dfef91 tempest-TestServerBasicOps-1524902313 tempest-TestServerBasicOps-1524902313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:08.299973 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2809762c-649c-4189-9a3c-14ec55dfef91 tempest-TestServerBasicOps-1524902313 tempest-TestServerBasicOps-1524902313-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8ebb5eba-54e5-4c68-ba7c-c69494d48824 HTTP/1.1" status: 200 len: 1091 time: 0.0833809 Dec 17 15:53:08.303114 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34928) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:53:08.307438 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-9c9f243f-a35a-4829-86c8-857960937ebe tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'port_id': 'e3ad76cc-2541-415e-bef9-28883ab9b576', 'tenant_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:08.368714 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10d04d-a709-4168-ab41-06a39e681a22 req-d73ea1a0-49b3-4c08-8dd3-d536dde467bc tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:08.370516 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ed10d04d-a709-4168-ab41-06a39e681a22 req-d73ea1a0-49b3-4c08-8dd3-d536dde467bc tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=4453d905-32ae-4d04-8dad-7eb48e8f5649 HTTP/1.1" status: 200 len: 943 time: 0.0533104 Dec 17 15:53:08.411314 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ed10d04d-a709-4168-ab41-06a39e681a22 req-2b274cf6-16fd-4ca9-9cc6-ad4592c3f01b tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=229a2447-7b38-4b58-9307-e3fca80d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348084 Dec 17 15:53:08.420644 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9c9f243f-a35a-4829-86c8-857960937ebe tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks [] for floatingip, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:08.515705 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9c9f243f-a35a-4829-86c8-857960937ebe tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:08.621008 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-9c9f243f-a35a-4829-86c8-857960937ebe tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Allocated IP 172.25.6.65 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/110c14d4-afbf-4e4b-8e42-781afc810c78) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:53:08.718754 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9c9f243f-a35a-4829-86c8-857960937ebe tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:08.791651 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9c9f243f-a35a-4829-86c8-857960937ebe tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:08.829558 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9f243f-a35a-4829-86c8-857960937ebe tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:53:08.834279 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-9c9f243f-a35a-4829-86c8-857960937ebe tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:53:08.840408 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9f243f-a35a-4829-86c8-857960937ebe tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:53:08.843387 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f243f-a35a-4829-86c8-857960937ebe tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Pushing event updated for resources: {'Port': ['ID=110c14d4-afbf-4e4b-8e42-781afc810c78,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:09.060638 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device ba2ea100-ba01-49da-b365-930dfda20526 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:53:09.158017 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port ba2ea100-ba01-49da-b365-930dfda20526, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=ba2ea100-ba01-49da-b365-930dfda20526,segment=NetworkSegment(8241df6a-2035-4bd9-b041-d38db91b9851),segment_id=8241df6a-2035-4bd9-b041-d38db91b9851)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:09.169965 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'ba2ea100-ba01-49da-b365-930dfda20526', 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54', 'port_id': 'ba2ea100-ba01-49da-b365-930dfda20526', 'mac_address': 'fa:16:3e:88:cc:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88427995-2645-4fa8-ba88-78d7eabf1f21', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:53:09.177820 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9c9f243f-a35a-4829-86c8-857960937ebe tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:09.207501 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:09.219888 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba2ea100-ba01-49da-b365-930dfda20526 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:53:09.241035 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port ba2ea100-ba01-49da-b365-930dfda20526, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=ba2ea100-ba01-49da-b365-930dfda20526,segment=NetworkSegment(8241df6a-2035-4bd9-b041-d38db91b9851),segment_id=8241df6a-2035-4bd9-b041-d38db91b9851)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:09.318495 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9c9f243f-a35a-4829-86c8-857960937ebe tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:09.323146 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:09.373025 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=ba2ea100-ba01-49da-b365-930dfda20526,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:09.468102 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9c9f243f-a35a-4829-86c8-857960937ebe tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:09.529457 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028910a-ee5f-492f-af62-e5e4f9650a54 req-f96fe32c-f5a2-41ea-a792-a2ca79ba46eb tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:09.530931 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d028910a-ee5f-492f-af62-e5e4f9650a54 req-f96fe32c-f5a2-41ea-a792-a2ca79ba46eb tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=4453d905-32ae-4d04-8dad-7eb48e8f5649 HTTP/1.1" status: 200 len: 944 time: 0.0523686 Dec 17 15:53:09.535538 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9c9f243f-a35a-4829-86c8-857960937ebe tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:09.630751 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f243f-a35a-4829-86c8-857960937ebe tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Pushing event updated for resources: {'Port': ['ID=110c14d4-afbf-4e4b-8e42-781afc810c78,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:09.641778 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d028910a-ee5f-492f-af62-e5e4f9650a54 req-860e5412-9a9f-45db-9186-c7632716e603 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=229a2447-7b38-4b58-9307-e3fca80d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039956 Dec 17 15:53:09.648440 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9c9f243f-a35a-4829-86c8-857960937ebe tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:09.750249 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-9c9f243f-a35a-4829-86c8-857960937ebe tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Floating IP 65d0310f-464e-4031-8285-84bb2e988453 associated. External IP: 172.25.6.65, port: e3ad76cc-2541-415e-bef9-28883ab9b576. Dec 17 15:53:09.761521 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['ba2ea100-ba01-49da-b365-930dfda20526'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:53:09.958058 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9f243f-a35a-4829-86c8-857960937ebe tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Router 7bccab57-e1f5-4e95-8d84-763599ee4420 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:53:10.065779 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9f243f-a35a-4829-86c8-857960937ebe tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:53:10.076255 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79296b25-6fd0-43ba-8a07-66ec00dbc4c0 None None] Sync routers for ids ['7bccab57-e1f5-4e95-8d84-763599ee4420'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:53:10.085972 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79296b25-6fd0-43ba-8a07-66ec00dbc4c0 None None] Routers {'7bccab57-e1f5-4e95-8d84-763599ee4420'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:53:10.088294 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-79296b25-6fd0-43ba-8a07-66ec00dbc4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:53:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['7bccab57-e1f5-4e95-8d84-763599ee4420'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:10.143129 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9c9f243f-a35a-4829-86c8-857960937ebe tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:10.171438 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9c9f243f-a35a-4829-86c8-857960937ebe tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8672798 Dec 17 15:53:10.172108 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ebb5eba-54e5-4c68-ba7c-c69494d48824', 'tag': 'e3ad76cc-2541-415e-bef9-28883ab9b576'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:53:10.174561 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a604b1e4-88e4-4d45-8056-54f232d48cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "8ebb5eba-54e5-4c68-ba7c-c69494d48824", "tag": "e3ad76cc-2541-415e-bef9-28883ab9b576"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:53:10.193390 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-79296b25-6fd0-43ba-8a07-66ec00dbc4c0 None None] Set router 7bccab57-e1f5-4e95-8d84-763599ee4420 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:53:10.211900 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbc4ee6-e7b8-4ced-8a3c-8af99c53ef41 x-openstack-request-id: req-dcbc4ee6-e7b8-4ced-8a3c-8af99c53ef41 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:53:10.212189 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ebb5eba-54e5-4c68-ba7c-c69494d48824", "tag": "e3ad76cc-2541-415e-bef9-28883ab9b576", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:53:10.212439 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dcbc4ee6-e7b8-4ced-8a3c-8af99c53ef41 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:53:10.212850 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ebb5eba-54e5-4c68-ba7c-c69494d48824', 'tag': 'e3ad76cc-2541-415e-bef9-28883ab9b576', 'status': 'completed', 'code': 200} Dec 17 15:53:10.276038 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604b1e4-88e4-4d45-8056-54f232d48cb4 req-f3204cd6-a79e-473d-905b-ba6712a0fe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:10.277543 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a604b1e4-88e4-4d45-8056-54f232d48cb4 req-f3204cd6-a79e-473d-905b-ba6712a0fe0f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e925f87ec4cb49c28a7cf692949f4ac3&device_id=8ebb5eba-54e5-4c68-ba7c-c69494d48824 HTTP/1.1" status: 200 len: 1096 time: 0.0403528 Dec 17 15:53:10.372295 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604b1e4-88e4-4d45-8056-54f232d48cb4 req-c67ce2d4-fc1e-4074-947f-7bfb7ad8be42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:10.373989 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a604b1e4-88e4-4d45-8056-54f232d48cb4 req-c67ce2d4-fc1e-4074-947f-7bfb7ad8be42 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e64f08ed-7a60-498f-a186-b5c713977b14 HTTP/1.1" status: 200 len: 909 time: 0.0897472 Dec 17 15:53:10.417191 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-79296b25-6fd0-43ba-8a07-66ec00dbc4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'name': 'tempest-TestServerBasicOps-694480305-router', 'tenant_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c144b39d-184a-47f7-9697-493b424c7d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:40Z', 'updated_at': '2021-12-17T15:52:43Z', 'revision_number': 4, 'project_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'gw_port': {'id': 'c144b39d-184a-47f7-9697-493b424c7d5b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:41Z', 'updated_at': '2021-12-17T15:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '65d0310f-464e-4031-8285-84bb2e988453', 'tenant_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'port_id': 'e3ad76cc-2541-415e-bef9-28883ab9b576', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e64f08ed-7a60-498f-a186-b5c713977b14', 'mac_address': 'fa:16:3e:b1:20:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebb5eba-54e5-4c68-ba7c-c69494d48824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:53:09Z', 'updated_at': '2021-12-17T15:53:09Z', 'revision_number': 0, 'project_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '215bd0da-0867-4082-933e-93620a6fc494', 'name': '', 'network_id': 'e64f08ed-7a60-498f-a186-b5c713977b14', 'tenant_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'mac_address': 'fa:16:3e:56:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '9244de93-f161-4aca-b7b4-e422071521b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:43Z', 'updated_at': '2021-12-17T15:52:47Z', 'revision_number': 5, 'project_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'subnets': [{'id': '9244de93-f161-4aca-b7b4-e422071521b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:10.439397 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a604b1e4-88e4-4d45-8056-54f232d48cb4 req-2fd82ac9-cde2-45af-b8ed-a1d21b7c9b9b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3ad76cc-2541-415e-bef9-28883ab9b576 HTTP/1.1" status: 200 len: 998 time: 0.0587227 Dec 17 15:53:10.447314 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79296b25-6fd0-43ba-8a07-66ec00dbc4c0 None None] Checking router: 7bccab57-e1f5-4e95-8d84-763599ee4420 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:53:10.455880 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79296b25-6fd0-43ba-8a07-66ec00dbc4c0 None None] Routers {'7bccab57-e1f5-4e95-8d84-763599ee4420'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:53:10.456485 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-79296b25-6fd0-43ba-8a07-66ec00dbc4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:53:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['7bccab57-e1f5-4e95-8d84-763599ee4420'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:10.493771 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604b1e4-88e4-4d45-8056-54f232d48cb4 req-74d51d67-3aff-4383-80c7-8b6e7c24a789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:10.495316 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a604b1e4-88e4-4d45-8056-54f232d48cb4 req-74d51d67-3aff-4383-80c7-8b6e7c24a789 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9244de93-f161-4aca-b7b4-e422071521b9 HTTP/1.1" status: 200 len: 847 time: 0.0490751 Dec 17 15:53:10.541595 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604b1e4-88e4-4d45-8056-54f232d48cb4 req-29e29422-20a9-4695-a8cc-ca246416468f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:10.543010 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a604b1e4-88e4-4d45-8056-54f232d48cb4 req-29e29422-20a9-4695-a8cc-ca246416468f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e64f08ed-7a60-498f-a186-b5c713977b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410707 Dec 17 15:53:10.647603 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a604b1e4-88e4-4d45-8056-54f232d48cb4 req-ae264bb3-a332-4783-9bfc-00f223f14f48 service neutron] 10.222.0.13 "GET /v2.0/networks/e64f08ed-7a60-498f-a186-b5c713977b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975828 Dec 17 15:53:10.728858 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-79296b25-6fd0-43ba-8a07-66ec00dbc4c0 None None] Set router 7bccab57-e1f5-4e95-8d84-763599ee4420 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:53:10.750493 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a604b1e4-88e4-4d45-8056-54f232d48cb4 req-0dc2a830-dab6-43e5-be08-12935b820902 service neutron] 10.222.0.13 "GET /v2.0/networks/e64f08ed-7a60-498f-a186-b5c713977b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950031 Dec 17 15:53:10.756458 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:10.762307 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5d997-e4fa-45d1-b311-d01169434d9f req-85977785-4b2e-4e60-98ed-5df96caee225 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:10.763902 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ae5d997-e4fa-45d1-b311-d01169434d9f req-85977785-4b2e-4e60-98ed-5df96caee225 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=4453d905-32ae-4d04-8dad-7eb48e8f5649 HTTP/1.1" status: 200 len: 944 time: 0.0525634 Dec 17 15:53:10.803840 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ae5d997-e4fa-45d1-b311-d01169434d9f req-29ce2e2d-be7a-4e27-885e-9a208e4bffb0 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=229a2447-7b38-4b58-9307-e3fca80d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326500 Dec 17 15:53:10.958290 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-79296b25-6fd0-43ba-8a07-66ec00dbc4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'name': 'tempest-TestServerBasicOps-694480305-router', 'tenant_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c144b39d-184a-47f7-9697-493b424c7d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:40Z', 'updated_at': '2021-12-17T15:52:43Z', 'revision_number': 4, 'project_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'gw_port': {'id': 'c144b39d-184a-47f7-9697-493b424c7d5b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:41Z', 'updated_at': '2021-12-17T15:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '65d0310f-464e-4031-8285-84bb2e988453', 'tenant_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'port_id': 'e3ad76cc-2541-415e-bef9-28883ab9b576', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e64f08ed-7a60-498f-a186-b5c713977b14', 'mac_address': 'fa:16:3e:b1:20:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebb5eba-54e5-4c68-ba7c-c69494d48824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:53:09Z', 'updated_at': '2021-12-17T15:53:09Z', 'revision_number': 0, 'project_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '215bd0da-0867-4082-933e-93620a6fc494', 'name': '', 'network_id': 'e64f08ed-7a60-498f-a186-b5c713977b14', 'tenant_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'mac_address': 'fa:16:3e:56:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '9244de93-f161-4aca-b7b4-e422071521b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:43Z', 'updated_at': '2021-12-17T15:52:47Z', 'revision_number': 5, 'project_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'subnets': [{'id': '9244de93-f161-4aca-b7b4-e422071521b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:10.988174 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79296b25-6fd0-43ba-8a07-66ec00dbc4c0 None None] The sync data for ids ['7bccab57-e1f5-4e95-8d84-763599ee4420'] in n-d-820553-2 is: [{'id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'name': 'tempest-TestServerBasicOps-694480305-router', 'tenant_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c144b39d-184a-47f7-9697-493b424c7d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:40Z', 'updated_at': '2021-12-17T15:52:43Z', 'revision_number': 4, 'project_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'gw_port': {'id': 'c144b39d-184a-47f7-9697-493b424c7d5b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:41Z', 'updated_at': '2021-12-17T15:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '65d0310f-464e-4031-8285-84bb2e988453', 'tenant_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'port_id': 'e3ad76cc-2541-415e-bef9-28883ab9b576', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e64f08ed-7a60-498f-a186-b5c713977b14', 'mac_address': 'fa:16:3e:b1:20:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebb5eba-54e5-4c68-ba7c-c69494d48824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:53:09Z', 'updated_at': '2021-12-17T15:53:09Z', 'revision_number': 0, 'project_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '215bd0da-0867-4082-933e-93620a6fc494', 'name': '', 'network_id': 'e64f08ed-7a60-498f-a186-b5c713977b14', 'tenant_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'mac_address': 'fa:16:3e:56:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '9244de93-f161-4aca-b7b4-e422071521b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:43Z', 'updated_at': '2021-12-17T15:52:47Z', 'revision_number': 5, 'project_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'subnets': [{'id': '9244de93-f161-4aca-b7b4-e422071521b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:53:11.076626 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device ba2ea100-ba01-49da-b365-930dfda20526 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:53:11.180055 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port ba2ea100-ba01-49da-b365-930dfda20526 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:53:11.184541 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port ba2ea100-ba01-49da-b365-930dfda20526 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:53:11.184920 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:11.189904 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f777a99-5425-49ee-a2a2-1fdad313495b None None] New status for floating IP 65d0310f-464e-4031-8285-84bb2e988453: ACTIVE {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:53:11.269658 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:11.294809 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4453d905-32ae-4d04-8dad-7eb48e8f5649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2ea100-ba01-49da-b365-930dfda20526'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:53:11.297106 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70624123-ae05-4981-9e47-c57c607d36bf" -d '{"events": [{"server_uuid": "4453d905-32ae-4d04-8dad-7eb48e8f5649", "name": "network-vif-plugged", "status": "completed", "tag": "ba2ea100-ba01-49da-b365-930dfda20526"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:53:11.314944 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port ba2ea100-ba01-49da-b365-930dfda20526, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=ba2ea100-ba01-49da-b365-930dfda20526,segment=NetworkSegment(8241df6a-2035-4bd9-b041-d38db91b9851),segment_id=8241df6a-2035-4bd9-b041-d38db91b9851)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:53:11.333295 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b28c90c-15d1-4a1e-99a7-6ff69fc0f2c6 x-openstack-request-id: req-1b28c90c-15d1-4a1e-99a7-6ff69fc0f2c6 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:53:11.333586 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4453d905-32ae-4d04-8dad-7eb48e8f5649", "name": "network-vif-plugged", "status": "completed", "tag": "ba2ea100-ba01-49da-b365-930dfda20526", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:53:11.333836 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1b28c90c-15d1-4a1e-99a7-6ff69fc0f2c6 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:53:11.334252 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4453d905-32ae-4d04-8dad-7eb48e8f5649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2ea100-ba01-49da-b365-930dfda20526', 'code': 200} Dec 17 15:53:11.380644 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:11.429802 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=ba2ea100-ba01-49da-b365-930dfda20526,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:53:11.457884 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2b240-49ec-447f-88fc-e4abf8a0b5ba req-08fc23d4-b9bf-467d-b071-9b2372e15317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:11.459459 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d9c2b240-49ec-447f-88fc-e4abf8a0b5ba req-08fc23d4-b9bf-467d-b071-9b2372e15317 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4453d905-32ae-4d04-8dad-7eb48e8f5649 HTTP/1.1" status: 200 len: 1096 time: 0.0449636 Dec 17 15:53:11.494824 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d9c2b240-49ec-447f-88fc-e4abf8a0b5ba req-a30642b7-b868-4470-a5bf-8ab95019ba67 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=229a2447-7b38-4b58-9307-e3fca80d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286672 Dec 17 15:53:11.918452 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89f893-4c5a-4de8-be5a-40c656e5eba3 req-84816e18-8429-459f-bd8b-c7f154d02d4c tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:11.919938 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e89f893-4c5a-4de8-be5a-40c656e5eba3 req-84816e18-8429-459f-bd8b-c7f154d02d4c tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=4453d905-32ae-4d04-8dad-7eb48e8f5649 HTTP/1.1" status: 200 len: 945 time: 0.0489919 Dec 17 15:53:11.963002 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e89f893-4c5a-4de8-be5a-40c656e5eba3 req-aa75d424-72c2-4b6f-b4d4-dc42b9a1f517 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=229a2447-7b38-4b58-9307-e3fca80d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365682 Dec 17 15:53:12.623506 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e5714f8c-cb55-410f-a199-ff92d7ec476b req-99630e46-824f-4798-ba94-ad664945028b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8ebb5eba-54e5-4c68-ba7c-c69494d48824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436890 Dec 17 15:53:12.700683 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5714f8c-cb55-410f-a199-ff92d7ec476b req-bd772c9c-0e5e-46be-aae7-3c4714ab5b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:12.702171 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e5714f8c-cb55-410f-a199-ff92d7ec476b req-bd772c9c-0e5e-46be-aae7-3c4714ab5b9d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e925f87ec4cb49c28a7cf692949f4ac3&device_id=8ebb5eba-54e5-4c68-ba7c-c69494d48824 HTTP/1.1" status: 200 len: 1096 time: 0.0392032 Dec 17 15:53:12.811638 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5714f8c-cb55-410f-a199-ff92d7ec476b req-9e1c3f3b-88b1-445f-acf7-4ea4c966ad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:12.813120 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e5714f8c-cb55-410f-a199-ff92d7ec476b req-9e1c3f3b-88b1-445f-acf7-4ea4c966ad2d service neutron] 10.222.0.13 "GET /v2.0/networks?id=e64f08ed-7a60-498f-a186-b5c713977b14 HTTP/1.1" status: 200 len: 909 time: 0.0842242 Dec 17 15:53:12.886649 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e5714f8c-cb55-410f-a199-ff92d7ec476b req-836a066c-b9cf-4de5-b30d-a3e5f0d0b193 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3ad76cc-2541-415e-bef9-28883ab9b576 HTTP/1.1" status: 200 len: 1000 time: 0.0623636 Dec 17 15:53:12.932398 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5714f8c-cb55-410f-a199-ff92d7ec476b req-09f9267d-2399-4a8f-9e33-458393f6c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:12.933926 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e5714f8c-cb55-410f-a199-ff92d7ec476b req-09f9267d-2399-4a8f-9e33-458393f6c87c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9244de93-f161-4aca-b7b4-e422071521b9 HTTP/1.1" status: 200 len: 847 time: 0.0450382 Dec 17 15:53:12.979821 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5714f8c-cb55-410f-a199-ff92d7ec476b req-db7acd34-811b-4679-833c-411ee936d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:12.981311 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e5714f8c-cb55-410f-a199-ff92d7ec476b req-db7acd34-811b-4679-833c-411ee936d744 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e64f08ed-7a60-498f-a186-b5c713977b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408993 Dec 17 15:53:13.083620 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e5714f8c-cb55-410f-a199-ff92d7ec476b req-99da1915-ed8c-434b-9d7a-16cb6da11b9e service neutron] 10.222.0.13 "GET /v2.0/networks/e64f08ed-7a60-498f-a186-b5c713977b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947561 Dec 17 15:53:13.084591 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e466787-c1c2-4b9c-9b24-25ef3a62fe6b req-a56e2066-7e53-4896-b27f-0c3c9617a3b4 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:13.086185 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6e466787-c1c2-4b9c-9b24-25ef3a62fe6b req-a56e2066-7e53-4896-b27f-0c3c9617a3b4 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=4453d905-32ae-4d04-8dad-7eb48e8f5649 HTTP/1.1" status: 200 len: 945 time: 0.0506861 Dec 17 15:53:13.126326 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6e466787-c1c2-4b9c-9b24-25ef3a62fe6b req-b9c518c5-8b1f-4dba-8222-ed50244fdd29 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=229a2447-7b38-4b58-9307-e3fca80d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339878 Dec 17 15:53:13.176065 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e5714f8c-cb55-410f-a199-ff92d7ec476b req-7e4e860f-2b2b-4441-84f4-395a8737f913 service neutron] 10.222.0.13 "GET /v2.0/networks/e64f08ed-7a60-498f-a186-b5c713977b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860553 Dec 17 15:53:14.241864 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9408b3-d0eb-4e4a-89b1-32171d10de33 req-4d9689ac-7724-4f4a-901b-ee7f33a10907 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:14.243389 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cb9408b3-d0eb-4e4a-89b1-32171d10de33 req-4d9689ac-7724-4f4a-901b-ee7f33a10907 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=4453d905-32ae-4d04-8dad-7eb48e8f5649 HTTP/1.1" status: 200 len: 945 time: 0.0502503 Dec 17 15:53:14.280436 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cb9408b3-d0eb-4e4a-89b1-32171d10de33 req-05db9804-716b-49e0-9990-ce06891e9e69 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=229a2447-7b38-4b58-9307-e3fca80d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310721 Dec 17 15:53:14.392536 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27544b-d26a-4032-a0ac-8a29d83b1c3d req-d6aebec0-67ab-45c9-a79c-8aa1fe1e18bd tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:14.394166 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c27544b-d26a-4032-a0ac-8a29d83b1c3d req-d6aebec0-67ab-45c9-a79c-8aa1fe1e18bd tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=4453d905-32ae-4d04-8dad-7eb48e8f5649 HTTP/1.1" status: 200 len: 945 time: 0.0510209 Dec 17 15:53:14.402246 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 34948) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:53:14.406614 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-b511b0be-bcbe-4f96-aff1-ce39b71b6ae7 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Request body: {'floatingip': {'port_id': 'ba2ea100-ba01-49da-b365-930dfda20526'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:53:14.448724 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b511b0be-bcbe-4f96-aff1-ce39b71b6ae7 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for floatingip, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:14.871007 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b511b0be-bcbe-4f96-aff1-ce39b71b6ae7 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:14.935464 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b511b0be-bcbe-4f96-aff1-ce39b71b6ae7 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:15.033263 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-b511b0be-bcbe-4f96-aff1-ce39b71b6ae7 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Floating IP 163846af-dbb2-455e-898c-588a0dd57d30 associated. External IP: 172.25.6.165, port: ba2ea100-ba01-49da-b365-930dfda20526. Dec 17 15:53:15.241022 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b511b0be-bcbe-4f96-aff1-ce39b71b6ae7 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Router 257456da-9b46-49c3-b614-2d0be6797da3 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:53:15.348965 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b511b0be-bcbe-4f96-aff1-ce39b71b6ae7 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:53:15.353380 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b511b0be-bcbe-4f96-aff1-ce39b71b6ae7 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:15.358675 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7494072-3087-4224-b2fe-a25ecf14ed22 None None] Sync routers for ids ['257456da-9b46-49c3-b614-2d0be6797da3'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:53:15.368573 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7494072-3087-4224-b2fe-a25ecf14ed22 None None] Routers {'257456da-9b46-49c3-b614-2d0be6797da3'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:53:15.369234 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-e7494072-3087-4224-b2fe-a25ecf14ed22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:53:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['257456da-9b46-49c3-b614-2d0be6797da3'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:15.380368 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b511b0be-bcbe-4f96-aff1-ce39b71b6ae7 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "PUT /v2.0/floatingips/163846af-dbb2-455e-898c-588a0dd57d30 HTTP/1.1" status: 200 len: 991 time: 0.9770989 Dec 17 15:53:15.380937 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4453d905-32ae-4d04-8dad-7eb48e8f5649', 'tag': 'ba2ea100-ba01-49da-b365-930dfda20526'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:53:15.383191 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd061268-cea0-4673-b574-3a4b0f105fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "4453d905-32ae-4d04-8dad-7eb48e8f5649", "tag": "ba2ea100-ba01-49da-b365-930dfda20526"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:53:15.420117 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6661d240-d640-46b5-924f-362cd2efe4f7 x-openstack-request-id: req-6661d240-d640-46b5-924f-362cd2efe4f7 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:53:15.420415 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4453d905-32ae-4d04-8dad-7eb48e8f5649", "tag": "ba2ea100-ba01-49da-b365-930dfda20526", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:53:15.420664 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6661d240-d640-46b5-924f-362cd2efe4f7 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:53:15.421094 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4453d905-32ae-4d04-8dad-7eb48e8f5649', 'tag': 'ba2ea100-ba01-49da-b365-930dfda20526', 'status': 'completed', 'code': 200} Dec 17 15:53:15.495078 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-e7494072-3087-4224-b2fe-a25ecf14ed22 None None] Set router 257456da-9b46-49c3-b614-2d0be6797da3 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:53:15.519831 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd061268-cea0-4673-b574-3a4b0f105fd8 req-72b8cdfd-abfe-4e32-94a7-149f7ee909cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:15.521535 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fd061268-cea0-4673-b574-3a4b0f105fd8 req-72b8cdfd-abfe-4e32-94a7-149f7ee909cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=822ef1332bd143cca4fd6e71701e2974&device_id=4453d905-32ae-4d04-8dad-7eb48e8f5649 HTTP/1.1" status: 200 len: 1096 time: 0.0450923 Dec 17 15:53:15.612045 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd061268-cea0-4673-b574-3a4b0f105fd8 req-ddcb6bd2-6720-44d9-ada5-f79c39ca5a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:15.613930 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fd061268-cea0-4673-b574-3a4b0f105fd8 req-ddcb6bd2-6720-44d9-ada5-f79c39ca5a37 service neutron] 10.222.0.41 "GET /v2.0/networks?id=56c46120-18dd-4e01-afbc-660976f1bc54 HTTP/1.1" status: 200 len: 912 time: 0.0857997 Dec 17 15:53:15.685418 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fd061268-cea0-4673-b574-3a4b0f105fd8 req-7385a035-310b-4a04-9278-ff098d3b6fdb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba2ea100-ba01-49da-b365-930dfda20526 HTTP/1.1" status: 200 len: 999 time: 0.0621536 Dec 17 15:53:15.715728 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-e7494072-3087-4224-b2fe-a25ecf14ed22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257456da-9b46-49c3-b614-2d0be6797da3', 'name': 'tempest-AttachVolumeTestJSON-1557841827-router', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '6b408aa0-c396-4851-a1b7-a95202583870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:19Z', 'revision_number': 4, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'gw_port': {'id': '6b408aa0-c396-4851-a1b7-a95202583870', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:17Z', 'updated_at': '2021-12-17T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '163846af-dbb2-455e-898c-588a0dd57d30', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'floating_ip_address': '172.25.6.165', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'port_id': 'ba2ea100-ba01-49da-b365-930dfda20526', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54', 'mac_address': 'fa:16:3e:88:cc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4453d905-32ae-4d04-8dad-7eb48e8f5649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:53:00Z', 'updated_at': '2021-12-17T15:53:14Z', 'revision_number': 1, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0da657bc-eb8a-4906-9643-7a28e2fc58da', 'name': '', 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'mac_address': 'fa:16:3e:ad:09:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '88427995-2645-4fa8-ba88-78d7eabf1f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:19Z', 'updated_at': '2021-12-17T15:47:25Z', 'revision_number': 5, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'subnets': [{'id': '88427995-2645-4fa8-ba88-78d7eabf1f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:15.734103 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd061268-cea0-4673-b574-3a4b0f105fd8 req-2c8a619f-d30a-4948-b772-a48be0565c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:15.735545 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fd061268-cea0-4673-b574-3a4b0f105fd8 req-2c8a619f-d30a-4948-b772-a48be0565c2f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88427995-2645-4fa8-ba88-78d7eabf1f21 HTTP/1.1" status: 200 len: 850 time: 0.0434022 Dec 17 15:53:15.747491 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7494072-3087-4224-b2fe-a25ecf14ed22 None None] Checking router: 257456da-9b46-49c3-b614-2d0be6797da3 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:53:15.755743 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7494072-3087-4224-b2fe-a25ecf14ed22 None None] Routers {'257456da-9b46-49c3-b614-2d0be6797da3'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:53:15.756343 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-e7494072-3087-4224-b2fe-a25ecf14ed22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:53:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['257456da-9b46-49c3-b614-2d0be6797da3'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:15.783399 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd061268-cea0-4673-b574-3a4b0f105fd8 req-e758a2a0-cefd-4e9e-8547-8c5f9e21a756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:15.785437 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fd061268-cea0-4673-b574-3a4b0f105fd8 req-e758a2a0-cefd-4e9e-8547-8c5f9e21a756 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=56c46120-18dd-4e01-afbc-660976f1bc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393710 Dec 17 15:53:15.868293 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-e7494072-3087-4224-b2fe-a25ecf14ed22 None None] Set router 257456da-9b46-49c3-b614-2d0be6797da3 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:53:15.889418 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fd061268-cea0-4673-b574-3a4b0f105fd8 req-2815e2e6-f5e8-4d09-bc36-a69616cfedd7 service neutron] 10.222.0.41 "GET /v2.0/networks/56c46120-18dd-4e01-afbc-660976f1bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967848 Dec 17 15:53:15.978799 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fd061268-cea0-4673-b574-3a4b0f105fd8 req-afd1e5b4-26ad-4026-866e-5e776e639036 service neutron] 10.222.0.41 "GET /v2.0/networks/56c46120-18dd-4e01-afbc-660976f1bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830505 Dec 17 15:53:16.098815 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-e7494072-3087-4224-b2fe-a25ecf14ed22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257456da-9b46-49c3-b614-2d0be6797da3', 'name': 'tempest-AttachVolumeTestJSON-1557841827-router', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '6b408aa0-c396-4851-a1b7-a95202583870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:19Z', 'revision_number': 4, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'gw_port': {'id': '6b408aa0-c396-4851-a1b7-a95202583870', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:17Z', 'updated_at': '2021-12-17T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '163846af-dbb2-455e-898c-588a0dd57d30', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'floating_ip_address': '172.25.6.165', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'port_id': 'ba2ea100-ba01-49da-b365-930dfda20526', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54', 'mac_address': 'fa:16:3e:88:cc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4453d905-32ae-4d04-8dad-7eb48e8f5649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:53:00Z', 'updated_at': '2021-12-17T15:53:14Z', 'revision_number': 1, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0da657bc-eb8a-4906-9643-7a28e2fc58da', 'name': '', 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'mac_address': 'fa:16:3e:ad:09:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '88427995-2645-4fa8-ba88-78d7eabf1f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:19Z', 'updated_at': '2021-12-17T15:47:25Z', 'revision_number': 5, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'subnets': [{'id': '88427995-2645-4fa8-ba88-78d7eabf1f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:53:16.124657 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7494072-3087-4224-b2fe-a25ecf14ed22 None None] The sync data for ids ['257456da-9b46-49c3-b614-2d0be6797da3'] in n-d-820553-2 is: [{'id': '257456da-9b46-49c3-b614-2d0be6797da3', 'name': 'tempest-AttachVolumeTestJSON-1557841827-router', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '6b408aa0-c396-4851-a1b7-a95202583870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:19Z', 'revision_number': 4, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'gw_port': {'id': '6b408aa0-c396-4851-a1b7-a95202583870', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:17Z', 'updated_at': '2021-12-17T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '163846af-dbb2-455e-898c-588a0dd57d30', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'floating_ip_address': '172.25.6.165', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'port_id': 'ba2ea100-ba01-49da-b365-930dfda20526', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54', 'mac_address': 'fa:16:3e:88:cc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4453d905-32ae-4d04-8dad-7eb48e8f5649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:53:00Z', 'updated_at': '2021-12-17T15:53:14Z', 'revision_number': 1, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0da657bc-eb8a-4906-9643-7a28e2fc58da', 'name': '', 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'mac_address': 'fa:16:3e:ad:09:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '88427995-2645-4fa8-ba88-78d7eabf1f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:19Z', 'updated_at': '2021-12-17T15:47:25Z', 'revision_number': 5, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'subnets': [{'id': '88427995-2645-4fa8-ba88-78d7eabf1f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:53:16.319227 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ff1740-94dc-4f6e-bb62-5afb13300351 None None] New status for floating IP 163846af-dbb2-455e-898c-588a0dd57d30: ACTIVE {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:53:26.123492 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:28.837870 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9095e9ae-dd72-4d7e-aad1-0092be48aa41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:31.100874 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-81ef6383-d194-4819-bb2e-7d3048cd17c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:32.386276 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:33.962606 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:34.238066 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:35.171632 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-824d6bb5-da50-4969-ad98-b9ce5c7524d5 req-a4d74621-f790-4ce6-a9dd-93c369241065 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4453d905-32ae-4d04-8dad-7eb48e8f5649&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386431 Dec 17 15:53:35.269507 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d6bb5-da50-4969-ad98-b9ce5c7524d5 req-fe653a28-8fe3-49fb-8a61-5bde1e66d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:35.270983 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-824d6bb5-da50-4969-ad98-b9ce5c7524d5 req-fe653a28-8fe3-49fb-8a61-5bde1e66d8c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=822ef1332bd143cca4fd6e71701e2974&device_id=4453d905-32ae-4d04-8dad-7eb48e8f5649 HTTP/1.1" status: 200 len: 1096 time: 0.0434756 Dec 17 15:53:35.372918 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d6bb5-da50-4969-ad98-b9ce5c7524d5 req-9c6962c9-4775-4331-bf69-454330f0705b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:35.374384 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-824d6bb5-da50-4969-ad98-b9ce5c7524d5 req-9c6962c9-4775-4331-bf69-454330f0705b service neutron] 10.222.0.41 "GET /v2.0/networks?id=56c46120-18dd-4e01-afbc-660976f1bc54 HTTP/1.1" status: 200 len: 912 time: 0.0837035 Dec 17 15:53:35.442524 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-824d6bb5-da50-4969-ad98-b9ce5c7524d5 req-ca48684b-c15e-40ed-ab05-cdb9d62f6d0d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba2ea100-ba01-49da-b365-930dfda20526 HTTP/1.1" status: 200 len: 1001 time: 0.0611689 Dec 17 15:53:35.493143 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d6bb5-da50-4969-ad98-b9ce5c7524d5 req-13e60085-8b11-43af-ab69-b405287a1884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:35.494667 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-824d6bb5-da50-4969-ad98-b9ce5c7524d5 req-13e60085-8b11-43af-ab69-b405287a1884 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88427995-2645-4fa8-ba88-78d7eabf1f21 HTTP/1.1" status: 200 len: 850 time: 0.0449240 Dec 17 15:53:35.539559 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d6bb5-da50-4969-ad98-b9ce5c7524d5 req-833ea2fb-6c4b-478b-85e5-4476b2b9e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:35.541014 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-824d6bb5-da50-4969-ad98-b9ce5c7524d5 req-833ea2fb-6c4b-478b-85e5-4476b2b9e9ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=56c46120-18dd-4e01-afbc-660976f1bc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399189 Dec 17 15:53:35.633546 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-824d6bb5-da50-4969-ad98-b9ce5c7524d5 req-5d7e1f03-e7ea-45e8-bdb1-0cabf8d14553 service neutron] 10.222.0.41 "GET /v2.0/networks/56c46120-18dd-4e01-afbc-660976f1bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851831 Dec 17 15:53:36.014084 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-824d6bb5-da50-4969-ad98-b9ce5c7524d5 req-db41f798-70f5-4a07-982c-1e8c1ab1b238 service neutron] 10.222.0.41 "GET /v2.0/networks/56c46120-18dd-4e01-afbc-660976f1bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735337 Dec 17 15:53:40.654753 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:43.839463 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:53:45.645171 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35032) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:53:45.733410 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f90693-94d8-4fbf-b1de-a9c164b59aa7 req-8b67ae8e-78c2-426a-80de-ab8a76eafa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:53:45.734942 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-49f90693-94d8-4fbf-b1de-a9c164b59aa7 req-8b67ae8e-78c2-426a-80de-ab8a76eafa97 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8ebb5eba-54e5-4c68-ba7c-c69494d48824 HTTP/1.1" status: 200 len: 1096 time: 0.0887663 Dec 17 15:53:45.769918 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-49f90693-94d8-4fbf-b1de-a9c164b59aa7 req-49621b77-51f2-4d71-906d-fa63a88ba9b8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=05bb3672-b186-42ed-be48-ccf2056e8f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288284 Dec 17 15:53:56.118125 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:53:58.878132 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-230fd72c-0e31-401d-a401-22c742ee142c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:54:01.049754 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-77e8b8c3-97a4-4adc-8f3e-4bb63fa632e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:54:02.392321 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:54:04.021368 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:54:04.214401 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:54:10.695574 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:54:14.622394 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1d5e73d3-4a38-4dd1-8f3d-5019e147ccf0 req-dd492ab9-477e-41da-90ef-0148ba41c65b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8ebb5eba-54e5-4c68-ba7c-c69494d48824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389087 Dec 17 15:54:14.704727 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e73d3-4a38-4dd1-8f3d-5019e147ccf0 req-e92dd383-1d14-4d63-8fe9-6e5fe2542b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:14.706194 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1d5e73d3-4a38-4dd1-8f3d-5019e147ccf0 req-e92dd383-1d14-4d63-8fe9-6e5fe2542b5f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e925f87ec4cb49c28a7cf692949f4ac3&device_id=8ebb5eba-54e5-4c68-ba7c-c69494d48824 HTTP/1.1" status: 200 len: 1096 time: 0.0420249 Dec 17 15:54:14.808297 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e73d3-4a38-4dd1-8f3d-5019e147ccf0 req-09e43f6c-742b-40c7-bae6-e9cc8cd63611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:14.809818 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1d5e73d3-4a38-4dd1-8f3d-5019e147ccf0 req-09e43f6c-742b-40c7-bae6-e9cc8cd63611 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e64f08ed-7a60-498f-a186-b5c713977b14 HTTP/1.1" status: 200 len: 909 time: 0.0840714 Dec 17 15:54:14.878421 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1d5e73d3-4a38-4dd1-8f3d-5019e147ccf0 req-d74f74f1-d7dc-4e7b-960f-2dd6490ee056 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3ad76cc-2541-415e-bef9-28883ab9b576 HTTP/1.1" status: 200 len: 1000 time: 0.0615528 Dec 17 15:54:14.926484 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e73d3-4a38-4dd1-8f3d-5019e147ccf0 req-aa8a97da-0588-4d8f-a93b-6c7eb6eb8a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:14.927883 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1d5e73d3-4a38-4dd1-8f3d-5019e147ccf0 req-aa8a97da-0588-4d8f-a93b-6c7eb6eb8a1b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9244de93-f161-4aca-b7b4-e422071521b9 HTTP/1.1" status: 200 len: 847 time: 0.0432436 Dec 17 15:54:14.972808 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e73d3-4a38-4dd1-8f3d-5019e147ccf0 req-03756b08-b6f4-4794-ae67-a520503697a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:14.974280 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1d5e73d3-4a38-4dd1-8f3d-5019e147ccf0 req-03756b08-b6f4-4794-ae67-a520503697a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e64f08ed-7a60-498f-a186-b5c713977b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388756 Dec 17 15:54:15.066744 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1d5e73d3-4a38-4dd1-8f3d-5019e147ccf0 req-c0c19b67-e496-4fc3-8d11-2f1a9fd536ff service neutron] 10.222.0.13 "GET /v2.0/networks/e64f08ed-7a60-498f-a186-b5c713977b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844867 Dec 17 15:54:15.156380 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1d5e73d3-4a38-4dd1-8f3d-5019e147ccf0 req-117cb92f-ba7a-4046-82d4-af5de92a27f5 service neutron] 10.222.0.13 "GET /v2.0/networks/e64f08ed-7a60-498f-a186-b5c713977b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830965 Dec 17 15:54:20.838053 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:54:26.134108 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:54:28.848144 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-949d3793-5982-49d2-b2a6-496d8259406d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:54:31.088465 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-67f24370-9173-4b2a-921c-c1ca4eec3c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:54:32.404009 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:54:33.958679 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:54:34.198586 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:54:37.167409 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e647dcf8-79e3-486d-a027-a3c9db842b98 req-c041ca4c-1348-429a-a6c1-cb61691ac69a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4453d905-32ae-4d04-8dad-7eb48e8f5649&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396245 Dec 17 15:54:37.265361 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647dcf8-79e3-486d-a027-a3c9db842b98 req-f444032b-3f54-4195-8852-9f91104f4e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:37.266832 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e647dcf8-79e3-486d-a027-a3c9db842b98 req-f444032b-3f54-4195-8852-9f91104f4e48 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=822ef1332bd143cca4fd6e71701e2974&device_id=4453d905-32ae-4d04-8dad-7eb48e8f5649 HTTP/1.1" status: 200 len: 1096 time: 0.0447037 Dec 17 15:54:37.367662 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647dcf8-79e3-486d-a027-a3c9db842b98 req-322e433c-9b4f-41d6-97d7-003971b5fe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:37.369209 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e647dcf8-79e3-486d-a027-a3c9db842b98 req-322e433c-9b4f-41d6-97d7-003971b5fe6d service neutron] 10.222.0.41 "GET /v2.0/networks?id=56c46120-18dd-4e01-afbc-660976f1bc54 HTTP/1.1" status: 200 len: 912 time: 0.0830879 Dec 17 15:54:37.438781 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e647dcf8-79e3-486d-a027-a3c9db842b98 req-c196029e-b35c-4ff5-9cf4-7bd35cc79018 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba2ea100-ba01-49da-b365-930dfda20526 HTTP/1.1" status: 200 len: 1001 time: 0.0628228 Dec 17 15:54:37.489578 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647dcf8-79e3-486d-a027-a3c9db842b98 req-c8dbc2ce-0a20-4c38-a197-ad041c72297e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:37.491620 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e647dcf8-79e3-486d-a027-a3c9db842b98 req-c8dbc2ce-0a20-4c38-a197-ad041c72297e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88427995-2645-4fa8-ba88-78d7eabf1f21 HTTP/1.1" status: 200 len: 850 time: 0.0452845 Dec 17 15:54:37.536623 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647dcf8-79e3-486d-a027-a3c9db842b98 req-93563201-e97f-4c79-8796-dfe8b83ced9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:54:37.538149 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e647dcf8-79e3-486d-a027-a3c9db842b98 req-93563201-e97f-4c79-8796-dfe8b83ced9e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=56c46120-18dd-4e01-afbc-660976f1bc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408242 Dec 17 15:54:37.627944 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e647dcf8-79e3-486d-a027-a3c9db842b98 req-854c64d2-13d0-4658-8187-4f7cdd2b683b service neutron] 10.222.0.41 "GET /v2.0/networks/56c46120-18dd-4e01-afbc-660976f1bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828471 Dec 17 15:54:37.714882 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e647dcf8-79e3-486d-a027-a3c9db842b98 req-8096d0da-bcfc-445a-9bd4-ed02be3a1266 service neutron] 10.222.0.41 "GET /v2.0/networks/56c46120-18dd-4e01-afbc-660976f1bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804574 Dec 17 15:54:40.690025 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:54:56.129664 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:54:57.837228 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:54:58.847690 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3ebe14bd-06e4-4b32-9bb7-6df97f205da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:55:01.082175 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-31bafe8f-4309-49e3-8ffa-558b26869354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:55:02.398319 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:55:03.944985 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:55:04.221589 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:55:10.701245 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:55:15.678066 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3c93902a-6fd5-42ea-9a58-10a0761e703a req-0d138265-1b35-4978-8295-6e2e3b866733 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8ebb5eba-54e5-4c68-ba7c-c69494d48824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0926716 Dec 17 15:55:15.761644 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93902a-6fd5-42ea-9a58-10a0761e703a req-1abe58a3-41f5-43fb-b9ed-9d5e8823eaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:15.763732 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3c93902a-6fd5-42ea-9a58-10a0761e703a req-1abe58a3-41f5-43fb-b9ed-9d5e8823eaaa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e925f87ec4cb49c28a7cf692949f4ac3&device_id=8ebb5eba-54e5-4c68-ba7c-c69494d48824 HTTP/1.1" status: 200 len: 1096 time: 0.0441163 Dec 17 15:55:15.864715 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93902a-6fd5-42ea-9a58-10a0761e703a req-4e385c45-164c-4e76-83db-7192e7e0aa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:15.866129 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3c93902a-6fd5-42ea-9a58-10a0761e703a req-4e385c45-164c-4e76-83db-7192e7e0aa1b service neutron] 10.222.0.13 "GET /v2.0/networks?id=e64f08ed-7a60-498f-a186-b5c713977b14 HTTP/1.1" status: 200 len: 909 time: 0.0837102 Dec 17 15:55:15.939299 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3c93902a-6fd5-42ea-9a58-10a0761e703a req-7ce81e8d-73d5-4fd7-bda1-0085a26f8f94 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3ad76cc-2541-415e-bef9-28883ab9b576 HTTP/1.1" status: 200 len: 1000 time: 0.0660512 Dec 17 15:55:15.988397 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93902a-6fd5-42ea-9a58-10a0761e703a req-be8b9814-8db2-453c-b27c-e6c8d9845c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:15.989931 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3c93902a-6fd5-42ea-9a58-10a0761e703a req-be8b9814-8db2-453c-b27c-e6c8d9845c17 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9244de93-f161-4aca-b7b4-e422071521b9 HTTP/1.1" status: 200 len: 847 time: 0.0438666 Dec 17 15:55:16.035778 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93902a-6fd5-42ea-9a58-10a0761e703a req-cc758050-e14d-4d0e-b2e6-cb1ccf30598a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:16.037272 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3c93902a-6fd5-42ea-9a58-10a0761e703a req-cc758050-e14d-4d0e-b2e6-cb1ccf30598a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e64f08ed-7a60-498f-a186-b5c713977b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399058 Dec 17 15:55:16.131152 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3c93902a-6fd5-42ea-9a58-10a0761e703a req-5d0f54fd-1943-4af3-ab98-75f22ec444c3 service neutron] 10.222.0.13 "GET /v2.0/networks/e64f08ed-7a60-498f-a186-b5c713977b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870595 Dec 17 15:55:16.227098 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3c93902a-6fd5-42ea-9a58-10a0761e703a req-f6602b67-3333-4609-a13d-b41228008ef0 service neutron] 10.222.0.13 "GET /v2.0/networks/e64f08ed-7a60-498f-a186-b5c713977b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888376 Dec 17 15:55:26.144812 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:55:28.849978 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c7ea7915-0f8b-4541-9f4b-570a5b96e671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:55:31.064743 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-04fa91a9-d92e-41da-8c19-dd3996fae763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:55:32.402230 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:55:33.980069 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:55:34.250449 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:55:34.837110 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:55:38.176617 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3aa0b094-0b96-429a-97da-09a3ba806e67 req-0be9e5e1-dbcf-4a40-8292-3f6af43b3207 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4453d905-32ae-4d04-8dad-7eb48e8f5649&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397737 Dec 17 15:55:38.277224 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0b094-0b96-429a-97da-09a3ba806e67 req-7a80b03b-04c6-46a3-907f-a16771f3bd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:38.278669 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3aa0b094-0b96-429a-97da-09a3ba806e67 req-7a80b03b-04c6-46a3-907f-a16771f3bd02 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=822ef1332bd143cca4fd6e71701e2974&device_id=4453d905-32ae-4d04-8dad-7eb48e8f5649 HTTP/1.1" status: 200 len: 1096 time: 0.0444489 Dec 17 15:55:38.380821 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0b094-0b96-429a-97da-09a3ba806e67 req-b82fdb3b-9d48-4116-819e-4dbd66f45101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:38.382304 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3aa0b094-0b96-429a-97da-09a3ba806e67 req-b82fdb3b-9d48-4116-819e-4dbd66f45101 service neutron] 10.222.0.41 "GET /v2.0/networks?id=56c46120-18dd-4e01-afbc-660976f1bc54 HTTP/1.1" status: 200 len: 912 time: 0.0846825 Dec 17 15:55:38.450127 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3aa0b094-0b96-429a-97da-09a3ba806e67 req-1d253ddc-80ee-41af-924f-2e669cd49b9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba2ea100-ba01-49da-b365-930dfda20526 HTTP/1.1" status: 200 len: 1001 time: 0.0608881 Dec 17 15:55:38.497945 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0b094-0b96-429a-97da-09a3ba806e67 req-503db2ab-9180-475c-ace4-6ffa05d4cf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:38.499416 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3aa0b094-0b96-429a-97da-09a3ba806e67 req-503db2ab-9180-475c-ace4-6ffa05d4cf28 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=88427995-2645-4fa8-ba88-78d7eabf1f21 HTTP/1.1" status: 200 len: 850 time: 0.0423422 Dec 17 15:55:38.543893 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0b094-0b96-429a-97da-09a3ba806e67 req-ac869fd4-7e07-4ab5-b75b-5a3e4d32a688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:55:38.545368 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3aa0b094-0b96-429a-97da-09a3ba806e67 req-ac869fd4-7e07-4ab5-b75b-5a3e4d32a688 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=56c46120-18dd-4e01-afbc-660976f1bc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386395 Dec 17 15:55:38.637226 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3aa0b094-0b96-429a-97da-09a3ba806e67 req-76f45cf5-ef2b-4c2d-876c-d47e4ecc2892 service neutron] 10.222.0.41 "GET /v2.0/networks/56c46120-18dd-4e01-afbc-660976f1bc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850091 Dec 17 15:55:38.726158 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3aa0b094-0b96-429a-97da-09a3ba806e67 req-a76d0e4a-306c-49fd-b4a4-48323397111f service neutron] 10.222.0.41 "GET /v2.0/networks/56c46120-18dd-4e01-afbc-660976f1bc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820794 Dec 17 15:55:40.722727 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:55:56.150465 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:55:58.856125 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-04a0de8c-55f7-438a-b1a2-7b6eb80fc9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:01.054499 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-68b79b25-fc4e-4c73-83aa-452cee6fc654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:02.413993 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:03.981606 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:04.221764 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:10.775618 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:11.835858 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:56:16.638356 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0ed7d9ce-56dc-4ff8-b292-44c70e223b36 req-7b45fa59-771c-4aee-a66f-c3ae5b1ba9d6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8ebb5eba-54e5-4c68-ba7c-c69494d48824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399666 Dec 17 15:56:16.723779 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7d9ce-56dc-4ff8-b292-44c70e223b36 req-d5567278-474d-47b0-8b57-ece615aa18c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:16.725285 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0ed7d9ce-56dc-4ff8-b292-44c70e223b36 req-d5567278-474d-47b0-8b57-ece615aa18c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e925f87ec4cb49c28a7cf692949f4ac3&device_id=8ebb5eba-54e5-4c68-ba7c-c69494d48824 HTTP/1.1" status: 200 len: 1096 time: 0.0450933 Dec 17 15:56:16.830288 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7d9ce-56dc-4ff8-b292-44c70e223b36 req-bbe1968d-049f-4d95-8f7b-1d7522595196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:16.831773 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0ed7d9ce-56dc-4ff8-b292-44c70e223b36 req-bbe1968d-049f-4d95-8f7b-1d7522595196 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e64f08ed-7a60-498f-a186-b5c713977b14 HTTP/1.1" status: 200 len: 909 time: 0.0876462 Dec 17 15:56:16.903403 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0ed7d9ce-56dc-4ff8-b292-44c70e223b36 req-05f2fff1-9f48-46bf-a80d-8e863d84ee49 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3ad76cc-2541-415e-bef9-28883ab9b576 HTTP/1.1" status: 200 len: 1000 time: 0.0646911 Dec 17 15:56:16.952735 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7d9ce-56dc-4ff8-b292-44c70e223b36 req-223ef690-ed0e-4769-b41f-1bc8f0d44621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:16.954220 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0ed7d9ce-56dc-4ff8-b292-44c70e223b36 req-223ef690-ed0e-4769-b41f-1bc8f0d44621 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9244de93-f161-4aca-b7b4-e422071521b9 HTTP/1.1" status: 200 len: 847 time: 0.0440130 Dec 17 15:56:17.000642 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7d9ce-56dc-4ff8-b292-44c70e223b36 req-3b188360-9e45-47c2-bb36-7203b8269a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:17.002518 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0ed7d9ce-56dc-4ff8-b292-44c70e223b36 req-3b188360-9e45-47c2-bb36-7203b8269a24 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e64f08ed-7a60-498f-a186-b5c713977b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398700 Dec 17 15:56:17.096807 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0ed7d9ce-56dc-4ff8-b292-44c70e223b36 req-2c81c59a-8e1e-4133-b989-bc0eec3ed4e7 service neutron] 10.222.0.13 "GET /v2.0/networks/e64f08ed-7a60-498f-a186-b5c713977b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873375 Dec 17 15:56:17.186677 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0ed7d9ce-56dc-4ff8-b292-44c70e223b36 req-5f2db7e0-339a-459c-a4b8-5ba72a064836 service neutron] 10.222.0.13 "GET /v2.0/networks/e64f08ed-7a60-498f-a186-b5c713977b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824111 Dec 17 15:56:23.936762 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe5c4c-538c-47d3-bc3e-afe4c396197b req-f4392a32-53e7-45b0-96df-ff6f53a6442d tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:23.938243 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7dbe5c4c-538c-47d3-bc3e-afe4c396197b req-f4392a32-53e7-45b0-96df-ff6f53a6442d tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=4453d905-32ae-4d04-8dad-7eb48e8f5649 HTTP/1.1" status: 200 len: 945 time: 0.0499454 Dec 17 15:56:23.976832 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7dbe5c4c-538c-47d3-bc3e-afe4c396197b req-eddc0532-00e8-4c65-ac3e-188443e528aa tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=229a2447-7b38-4b58-9307-e3fca80d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325558 Dec 17 15:56:25.091950 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd18a9-2d38-4cab-8d9d-5605a58790b3 req-ee2e6594-5183-46d5-8615-da992554ddf8 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:25.093459 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d1bd18a9-2d38-4cab-8d9d-5605a58790b3 req-ee2e6594-5183-46d5-8615-da992554ddf8 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=4453d905-32ae-4d04-8dad-7eb48e8f5649 HTTP/1.1" status: 200 len: 945 time: 0.0491817 Dec 17 15:56:25.132085 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d1bd18a9-2d38-4cab-8d9d-5605a58790b3 req-cfc7ba01-94f6-4728-a66e-74190d74cb2b tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=229a2447-7b38-4b58-9307-e3fca80d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325556 Dec 17 15:56:25.863571 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa3f82-ae2d-498a-9604-d82a47676232 req-7cd60695-6be1-4ff3-9ce1-f33ceb4114e1 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:25.865090 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d2fa3f82-ae2d-498a-9604-d82a47676232 req-7cd60695-6be1-4ff3-9ce1-f33ceb4114e1 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.41 "GET /v2.0/ports?device_id=4453d905-32ae-4d04-8dad-7eb48e8f5649 HTTP/1.1" status: 200 len: 945 time: 0.0489662 Dec 17 15:56:25.957474 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-d2fa3f82-ae2d-498a-9604-d82a47676232 req-aab26f5b-8095-4efe-a834-23b02537bcc5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Deleting port ba2ea100-ba01-49da-b365-930dfda20526 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:56:25.957813 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d2fa3f82-ae2d-498a-9604-d82a47676232 req-aab26f5b-8095-4efe-a834-23b02537bcc5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:26.044489 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-d2fa3f82-ae2d-498a-9604-d82a47676232 req-aab26f5b-8095-4efe-a834-23b02537bcc5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] For port ba2ea100-ba01-49da-b365-930dfda20526, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=ba2ea100-ba01-49da-b365-930dfda20526,segment=NetworkSegment(8241df6a-2035-4bd9-b041-d38db91b9851),segment_id=8241df6a-2035-4bd9-b041-d38db91b9851)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:26.044987 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d2fa3f82-ae2d-498a-9604-d82a47676232 req-aab26f5b-8095-4efe-a834-23b02537bcc5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:26.147541 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:26.221640 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d2fa3f82-ae2d-498a-9604-d82a47676232 req-aab26f5b-8095-4efe-a834-23b02537bcc5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:26.222004 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d2fa3f82-ae2d-498a-9604-d82a47676232 req-aab26f5b-8095-4efe-a834-23b02537bcc5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:26.222406 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [req-d2fa3f82-ae2d-498a-9604-d82a47676232 req-aab26f5b-8095-4efe-a834-23b02537bcc5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Floating IP 163846af-dbb2-455e-898c-588a0dd57d30 disassociated. External IP: 172.25.6.165, port: ba2ea100-ba01-49da-b365-930dfda20526. Dec 17 15:56:26.222746 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-d2fa3f82-ae2d-498a-9604-d82a47676232 req-aab26f5b-8095-4efe-a834-23b02537bcc5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Calling delete_port for ba2ea100-ba01-49da-b365-930dfda20526 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:56:26.249079 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5086d21-6ff0-4922-8167-31930c114c8c req-1fccc3e1-4d2f-4b58-854a-fa9028c2b1a0 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:56:26.250594 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f5086d21-6ff0-4922-8167-31930c114c8c req-1fccc3e1-4d2f-4b58-854a-fa9028c2b1a0 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=4453d905-32ae-4d04-8dad-7eb48e8f5649 HTTP/1.1" status: 200 len: 945 time: 0.0497558 Dec 17 15:56:26.297606 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f5086d21-6ff0-4922-8167-31930c114c8c req-3e3fddd6-24a6-4f18-8bb6-9f0a8495f9de tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups?id=229a2447-7b38-4b58-9307-e3fca80d54f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406828 Dec 17 15:56:26.404517 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d2fa3f82-ae2d-498a-9604-d82a47676232 req-aab26f5b-8095-4efe-a834-23b02537bcc5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:26.437666 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab26f5b-8095-4efe-a834-23b02537bcc5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Pushing event deleted for resources: {'Port': ['ID=ba2ea100-ba01-49da-b365-930dfda20526,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:26.448287 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab26f5b-8095-4efe-a834-23b02537bcc5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:26.448629 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab26f5b-8095-4efe-a834-23b02537bcc5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:26.448970 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab26f5b-8095-4efe-a834-23b02537bcc5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:26.449332 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab26f5b-8095-4efe-a834-23b02537bcc5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:26.449667 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab26f5b-8095-4efe-a834-23b02537bcc5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:26.449991 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab26f5b-8095-4efe-a834-23b02537bcc5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:26.450315 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab26f5b-8095-4efe-a834-23b02537bcc5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:26.450638 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab26f5b-8095-4efe-a834-23b02537bcc5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:26.450972 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab26f5b-8095-4efe-a834-23b02537bcc5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:26.451275 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab26f5b-8095-4efe-a834-23b02537bcc5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:26.451595 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab26f5b-8095-4efe-a834-23b02537bcc5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:26.451918 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab26f5b-8095-4efe-a834-23b02537bcc5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:26.559372 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2fa3f82-ae2d-498a-9604-d82a47676232 req-aab26f5b-8095-4efe-a834-23b02537bcc5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Router 257456da-9b46-49c3-b614-2d0be6797da3 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:56:26.663981 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2fa3f82-ae2d-498a-9604-d82a47676232 req-aab26f5b-8095-4efe-a834-23b02537bcc5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:56:26.673902 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef620bd-9143-4248-8725-39e67399f400 None None] Sync routers for ids ['257456da-9b46-49c3-b614-2d0be6797da3'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:56:26.683183 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef620bd-9143-4248-8725-39e67399f400 None None] Routers {'257456da-9b46-49c3-b614-2d0be6797da3'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:56:26.683801 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-1ef620bd-9143-4248-8725-39e67399f400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:56:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['257456da-9b46-49c3-b614-2d0be6797da3'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:56:26.701452 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2fa3f82-ae2d-498a-9604-d82a47676232 req-aab26f5b-8095-4efe-a834-23b02537bcc5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] No DVR routers for this DVR port ba2ea100-ba01-49da-b365-930dfda20526 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:56:26.704239 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d2fa3f82-ae2d-498a-9604-d82a47676232 req-aab26f5b-8095-4efe-a834-23b02537bcc5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:26.707571 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d2fa3f82-ae2d-498a-9604-d82a47676232 req-aab26f5b-8095-4efe-a834-23b02537bcc5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.41 "DELETE /v2.0/ports/ba2ea100-ba01-49da-b365-930dfda20526 HTTP/1.1" status: 204 len: 173 time: 0.8369989 Dec 17 15:56:26.708009 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4453d905-32ae-4d04-8dad-7eb48e8f5649', 'name': 'network-vif-deleted', 'tag': 'ba2ea100-ba01-49da-b365-930dfda20526'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:56:26.710259 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfb810f-1f00-4614-81af-8dbdae9f213e" -d '{"events": [{"server_uuid": "4453d905-32ae-4d04-8dad-7eb48e8f5649", "name": "network-vif-deleted", "tag": "ba2ea100-ba01-49da-b365-930dfda20526"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:56:26.746495 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02b5429-2e62-464c-9bac-c19e9ce95bb9 x-openstack-request-id: req-a02b5429-2e62-464c-9bac-c19e9ce95bb9 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:56:26.746784 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4453d905-32ae-4d04-8dad-7eb48e8f5649", "name": "network-vif-deleted", "tag": "ba2ea100-ba01-49da-b365-930dfda20526", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:56:26.747036 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a02b5429-2e62-464c-9bac-c19e9ce95bb9 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:56:26.747438 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4453d905-32ae-4d04-8dad-7eb48e8f5649', 'name': 'network-vif-deleted', 'tag': 'ba2ea100-ba01-49da-b365-930dfda20526', 'status': 'completed', 'code': 200} Dec 17 15:56:26.791743 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-1ef620bd-9143-4248-8725-39e67399f400 None None] Set router 257456da-9b46-49c3-b614-2d0be6797da3 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:56:27.158000 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-1ef620bd-9143-4248-8725-39e67399f400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257456da-9b46-49c3-b614-2d0be6797da3', 'name': 'tempest-AttachVolumeTestJSON-1557841827-router', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '6b408aa0-c396-4851-a1b7-a95202583870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:19Z', 'revision_number': 4, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'gw_port': {'id': '6b408aa0-c396-4851-a1b7-a95202583870', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:17Z', 'updated_at': '2021-12-17T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '0da657bc-eb8a-4906-9643-7a28e2fc58da', 'name': '', 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'mac_address': 'fa:16:3e:ad:09:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '88427995-2645-4fa8-ba88-78d7eabf1f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:19Z', 'updated_at': '2021-12-17T15:47:25Z', 'revision_number': 5, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'subnets': [{'id': '88427995-2645-4fa8-ba88-78d7eabf1f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:56:27.184428 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef620bd-9143-4248-8725-39e67399f400 None None] Checking router: 257456da-9b46-49c3-b614-2d0be6797da3 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:56:27.192289 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef620bd-9143-4248-8725-39e67399f400 None None] Routers {'257456da-9b46-49c3-b614-2d0be6797da3'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:56:27.192892 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-1ef620bd-9143-4248-8725-39e67399f400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:56:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['257456da-9b46-49c3-b614-2d0be6797da3'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:56:27.296203 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-1ef620bd-9143-4248-8725-39e67399f400 None None] Set router 257456da-9b46-49c3-b614-2d0be6797da3 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:56:27.398112 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b69d63f4-eda1-4b35-a86e-583a7d4e637c req-c509417e-57ac-410e-93aa-d027c72c199c tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/ports?device_id=4453d905-32ae-4d04-8dad-7eb48e8f5649 HTTP/1.1" status: 200 len: 210 time: 0.0253119 Dec 17 15:56:27.503409 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-1ef620bd-9143-4248-8725-39e67399f400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257456da-9b46-49c3-b614-2d0be6797da3', 'name': 'tempest-AttachVolumeTestJSON-1557841827-router', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '6b408aa0-c396-4851-a1b7-a95202583870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:19Z', 'revision_number': 4, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'gw_port': {'id': '6b408aa0-c396-4851-a1b7-a95202583870', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:17Z', 'updated_at': '2021-12-17T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '0da657bc-eb8a-4906-9643-7a28e2fc58da', 'name': '', 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'mac_address': 'fa:16:3e:ad:09:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '88427995-2645-4fa8-ba88-78d7eabf1f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:19Z', 'updated_at': '2021-12-17T15:47:25Z', 'revision_number': 5, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'subnets': [{'id': '88427995-2645-4fa8-ba88-78d7eabf1f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:56:27.530456 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef620bd-9143-4248-8725-39e67399f400 None None] The sync data for ids ['257456da-9b46-49c3-b614-2d0be6797da3'] in n-d-820553-2 is: [{'id': '257456da-9b46-49c3-b614-2d0be6797da3', 'name': 'tempest-AttachVolumeTestJSON-1557841827-router', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '6b408aa0-c396-4851-a1b7-a95202583870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:47:19Z', 'revision_number': 4, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'gw_port': {'id': '6b408aa0-c396-4851-a1b7-a95202583870', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:17Z', 'updated_at': '2021-12-17T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '0da657bc-eb8a-4906-9643-7a28e2fc58da', 'name': '', 'network_id': '56c46120-18dd-4e01-afbc-660976f1bc54', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'mac_address': 'fa:16:3e:ad:09:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '88427995-2645-4fa8-ba88-78d7eabf1f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:19Z', 'updated_at': '2021-12-17T15:47:25Z', 'revision_number': 5, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'subnets': [{'id': '88427995-2645-4fa8-ba88-78d7eabf1f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:56:27.754262 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5b7f01-ff46-433b-b6f4-0d5dcebaa992 None None] New status for floating IP 163846af-dbb2-455e-898c-588a0dd57d30: DOWN {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:56:28.589250 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35486) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:56:28.642665 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a05f84ae-dd90-481b-922f-86b02d7a13c5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:28.665548 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a05f84ae-dd90-481b-922f-86b02d7a13c5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:28.792893 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a05f84ae-dd90-481b-922f-86b02d7a13c5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:28.795577 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a05f84ae-dd90-481b-922f-86b02d7a13c5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:28.796716 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a05f84ae-dd90-481b-922f-86b02d7a13c5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "DELETE /v2.0/security-groups/229a2447-7b38-4b58-9307-e3fca80d54f0 HTTP/1.1" status: 204 len: 168 time: 0.2064919 Dec 17 15:56:28.799499 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35488) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:56:28.806806 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f84ae-dd90-481b-922f-86b02d7a13c5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=229a2447-7b38-4b58-9307-e3fca80d54f0,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:28.814144 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05f84ae-dd90-481b-922f-86b02d7a13c5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:28.814371 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-c15deb64-276f-400c-9ebe-20fd5d55738b tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] show failed (client error): The resource could not be found. Dec 17 15:56:28.814531 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05f84ae-dd90-481b-922f-86b02d7a13c5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:28.814815 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05f84ae-dd90-481b-922f-86b02d7a13c5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:28.815151 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05f84ae-dd90-481b-922f-86b02d7a13c5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:28.815372 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c15deb64-276f-400c-9ebe-20fd5d55738b tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "GET /v2.0/security-groups/229a2447-7b38-4b58-9307-e3fca80d54f0 HTTP/1.1" status: 404 len: 347 time: 0.0148189 Dec 17 15:56:28.815499 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05f84ae-dd90-481b-922f-86b02d7a13c5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:28.815798 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05f84ae-dd90-481b-922f-86b02d7a13c5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:28.816131 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05f84ae-dd90-481b-922f-86b02d7a13c5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:28.816443 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05f84ae-dd90-481b-922f-86b02d7a13c5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:28.816761 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05f84ae-dd90-481b-922f-86b02d7a13c5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:28.817105 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05f84ae-dd90-481b-922f-86b02d7a13c5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:28.817488 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05f84ae-dd90-481b-922f-86b02d7a13c5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:28.817752 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05f84ae-dd90-481b-922f-86b02d7a13c5 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:28.818198 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35490) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:56:28.875592 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dff98b81-4936-4617-8d65-4cb9394ec9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:28.941942 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-539fd4ee-55e7-413e-9e4f-43bfd6cb2935 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Deleting port 4ecec838-2039-4a21-bc5b-9a3b4a046e16 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:56:28.942281 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-539fd4ee-55e7-413e-9e4f-43bfd6cb2935 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:29.019325 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-539fd4ee-55e7-413e-9e4f-43bfd6cb2935 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:29.019657 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-539fd4ee-55e7-413e-9e4f-43bfd6cb2935 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:29.031100 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-539fd4ee-55e7-413e-9e4f-43bfd6cb2935 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Calling delete_port for 4ecec838-2039-4a21-bc5b-9a3b4a046e16 owned by network:floatingip {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:56:29.212845 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-539fd4ee-55e7-413e-9e4f-43bfd6cb2935 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:29.239585 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539fd4ee-55e7-413e-9e4f-43bfd6cb2935 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Pushing event deleted for resources: {'Port': ['ID=4ecec838-2039-4a21-bc5b-9a3b4a046e16,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:29.301220 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-539fd4ee-55e7-413e-9e4f-43bfd6cb2935 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks [] for floatingip, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:29.303649 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-539fd4ee-55e7-413e-9e4f-43bfd6cb2935 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:29.304778 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-539fd4ee-55e7-413e-9e4f-43bfd6cb2935 tempest-AttachVolumeTestJSON-186481068 tempest-AttachVolumeTestJSON-186481068-project] 10.222.0.46 "DELETE /v2.0/floatingips/163846af-dbb2-455e-898c-588a0dd57d30 HTTP/1.1" status: 204 len: 168 time: 0.4857037 Dec 17 15:56:30.140814 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device ba2ea100-ba01-49da-b365-930dfda20526 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:56:30.161462 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: ba2ea100-ba01-49da-b365-930dfda20526 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:56:30.161804 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device ba2ea100-ba01-49da-b365-930dfda20526 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:56:31.075972 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1f82001f-eaa9-4d0f-8f9f-e1185ed63d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:32.413037 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:33.956327 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:34.216231 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:39.681011 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35536) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:56:40.182497 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cd583c3f-d0a1-4057-bb81-662af8a247a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:40.421749 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-cd583c3f-d0a1-4057-bb81-662af8a247a3 admin admin] Deleting port 0da657bc-eb8a-4906-9643-7a28e2fc58da {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:56:40.422084 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cd583c3f-d0a1-4057-bb81-662af8a247a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:40.501632 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-cd583c3f-d0a1-4057-bb81-662af8a247a3 admin admin] For port 0da657bc-eb8a-4906-9643-7a28e2fc58da, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=0da657bc-eb8a-4906-9643-7a28e2fc58da,segment=NetworkSegment(8241df6a-2035-4bd9-b041-d38db91b9851),segment_id=8241df6a-2035-4bd9-b041-d38db91b9851)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:40.502007 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cd583c3f-d0a1-4057-bb81-662af8a247a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:40.514511 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-cd583c3f-d0a1-4057-bb81-662af8a247a3 admin admin] Calling delete_port for 0da657bc-eb8a-4906-9643-7a28e2fc58da owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:56:40.756602 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cd583c3f-d0a1-4057-bb81-662af8a247a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:40.783837 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd583c3f-d0a1-4057-bb81-662af8a247a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0da657bc-eb8a-4906-9643-7a28e2fc58da,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:40.784446 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:40.947914 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cd583c3f-d0a1-4057-bb81-662af8a247a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:41.160415 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd583c3f-d0a1-4057-bb81-662af8a247a3 admin admin] Router 257456da-9b46-49c3-b614-2d0be6797da3 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:56:41.586984 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd583c3f-d0a1-4057-bb81-662af8a247a3 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:56:41.592068 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-cd583c3f-d0a1-4057-bb81-662af8a247a3 admin admin] 10.222.0.46 "PUT /v2.0/routers/257456da-9b46-49c3-b614-2d0be6797da3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9099543 Dec 17 15:56:41.594629 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35542) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:56:41.597289 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf2c560-10a5-4f36-8e80-7633e28e5a93 None None] Sync routers for ids ['257456da-9b46-49c3-b614-2d0be6797da3'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:56:41.608040 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf2c560-10a5-4f36-8e80-7633e28e5a93 None None] Routers {'257456da-9b46-49c3-b614-2d0be6797da3'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:56:41.608668 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-ecf2c560-10a5-4f36-8e80-7633e28e5a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:56:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['257456da-9b46-49c3-b614-2d0be6797da3'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:56:41.698789 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0021e879-408a-4fad-aee4-7169763d8eff admin admin] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:41.712761 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-ecf2c560-10a5-4f36-8e80-7633e28e5a93 None None] Set router 257456da-9b46-49c3-b614-2d0be6797da3 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:56:41.805690 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0021e879-408a-4fad-aee4-7169763d8eff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:41.888326 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-ecf2c560-10a5-4f36-8e80-7633e28e5a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257456da-9b46-49c3-b614-2d0be6797da3', 'name': 'tempest-AttachVolumeTestJSON-1557841827-router', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': '6b408aa0-c396-4851-a1b7-a95202583870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:56:40Z', 'revision_number': 5, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'gw_port': {'id': '6b408aa0-c396-4851-a1b7-a95202583870', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257456da-9b46-49c3-b614-2d0be6797da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:47:17Z', 'updated_at': '2021-12-17T15:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:56:41.916655 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf2c560-10a5-4f36-8e80-7633e28e5a93 None None] Checking router: 257456da-9b46-49c3-b614-2d0be6797da3 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:56:41.924851 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf2c560-10a5-4f36-8e80-7633e28e5a93 None None] Routers {'257456da-9b46-49c3-b614-2d0be6797da3'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:56:41.925499 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-ecf2c560-10a5-4f36-8e80-7633e28e5a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:56:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['257456da-9b46-49c3-b614-2d0be6797da3'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:56:41.932416 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0021e879-408a-4fad-aee4-7169763d8eff admin admin] Deleting port 6b408aa0-c396-4851-a1b7-a95202583870 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:56:41.932868 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0021e879-408a-4fad-aee4-7169763d8eff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:42.014198 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-ecf2c560-10a5-4f36-8e80-7633e28e5a93 None None] Set router 257456da-9b46-49c3-b614-2d0be6797da3 gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:56:42.017192 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0021e879-408a-4fad-aee4-7169763d8eff admin admin] For port 6b408aa0-c396-4851-a1b7-a95202583870, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=6b408aa0-c396-4851-a1b7-a95202583870,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:42.017556 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0021e879-408a-4fad-aee4-7169763d8eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:42.028990 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0021e879-408a-4fad-aee4-7169763d8eff admin admin] Calling delete_port for 6b408aa0-c396-4851-a1b7-a95202583870 owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:56:42.069404 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-ecf2c560-10a5-4f36-8e80-7633e28e5a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257456da-9b46-49c3-b614-2d0be6797da3', 'name': 'tempest-AttachVolumeTestJSON-1557841827-router', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:56:41Z', 'revision_number': 6, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:56:42.095979 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf2c560-10a5-4f36-8e80-7633e28e5a93 None None] The sync data for ids ['257456da-9b46-49c3-b614-2d0be6797da3'] in n-d-820553-2 is: [{'id': '257456da-9b46-49c3-b614-2d0be6797da3', 'name': 'tempest-AttachVolumeTestJSON-1557841827-router', 'tenant_id': '822ef1332bd143cca4fd6e71701e2974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:47:16Z', 'updated_at': '2021-12-17T15:56:41Z', 'revision_number': 6, 'project_id': '822ef1332bd143cca4fd6e71701e2974', 'gw_port_host': None}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:56:42.262433 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0021e879-408a-4fad-aee4-7169763d8eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:42.290326 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021e879-408a-4fad-aee4-7169763d8eff admin admin] Pushing event deleted for resources: {'Port': ['ID=6b408aa0-c396-4851-a1b7-a95202583870,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:42.346814 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0021e879-408a-4fad-aee4-7169763d8eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:42.439728 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0021e879-408a-4fad-aee4-7169763d8eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:42.441982 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0021e879-408a-4fad-aee4-7169763d8eff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:42.601298 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0021e879-408a-4fad-aee4-7169763d8eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:42.602370 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0021e879-408a-4fad-aee4-7169763d8eff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 257456da-9b46-49c3-b614-2d0be6797da3 {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:56:42.606891 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0021e879-408a-4fad-aee4-7169763d8eff admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:42.607979 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0021e879-408a-4fad-aee4-7169763d8eff admin admin] 10.222.0.46 "DELETE /v2.0/routers/257456da-9b46-49c3-b614-2d0be6797da3 HTTP/1.1" status: 204 len: 168 time: 1.0124214 Dec 17 15:56:42.610448 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35544) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:56:42.654115 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-80456045-07bd-4fda-b6d4-a5469056438e admin admin] Deleting subnet 88427995-2645-4fa8-ba88-78d7eabf1f21 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:56:42.657002 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-80456045-07bd-4fda-b6d4-a5469056438e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:42.691270 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-80456045-07bd-4fda-b6d4-a5469056438e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:42.772180 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-80456045-07bd-4fda-b6d4-a5469056438e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:42.890948 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-80456045-07bd-4fda-b6d4-a5469056438e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:42.919551 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80456045-07bd-4fda-b6d4-a5469056438e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88427995-2645-4fa8-ba88-78d7eabf1f21,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:42.921744 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-80456045-07bd-4fda-b6d4-a5469056438e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:42.924801 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-80456045-07bd-4fda-b6d4-a5469056438e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/88427995-2645-4fa8-ba88-78d7eabf1f21 HTTP/1.1" status: 204 len: 168 time: 0.3134027 Dec 17 15:56:42.927320 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35546) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:56:42.928991 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c6c8fd-8ecf-4e5c-9d8b-e5b82235010b None None] Network 56c46120-18dd-4e01-afbc-660976f1bc54 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:56:43.009453 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5ba4627a-1899-40df-a2a7-29b08463fdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:43.068542 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-5ba4627a-1899-40df-a2a7-29b08463fdf4 admin admin] Deleting port 3e38ab96-daaa-48d3-ba3d-b7c0158c39f4 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:56:43.068887 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5ba4627a-1899-40df-a2a7-29b08463fdf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:43.136605 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448ada07-26c1-412b-87e5-fa0f24af4d8a None None] DHCP port deletion for 56c46120-18dd-4e01-afbc-660976f1bc54 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:56:43.139370 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-5ba4627a-1899-40df-a2a7-29b08463fdf4 admin admin] For port 3e38ab96-daaa-48d3-ba3d-b7c0158c39f4, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3e38ab96-daaa-48d3-ba3d-b7c0158c39f4,segment=NetworkSegment(8241df6a-2035-4bd9-b041-d38db91b9851),segment_id=8241df6a-2035-4bd9-b041-d38db91b9851)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:43.139745 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5ba4627a-1899-40df-a2a7-29b08463fdf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:43.155796 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-5ba4627a-1899-40df-a2a7-29b08463fdf4 admin admin] Calling delete_port for 3e38ab96-daaa-48d3-ba3d-b7c0158c39f4 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:56:43.186114 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-448ada07-26c1-412b-87e5-fa0f24af4d8a None None] Deleting port 3e38ab96-daaa-48d3-ba3d-b7c0158c39f4 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:56:43.186579 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-448ada07-26c1-412b-87e5-fa0f24af4d8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:43.260182 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-448ada07-26c1-412b-87e5-fa0f24af4d8a None None] For port 3e38ab96-daaa-48d3-ba3d-b7c0158c39f4, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3e38ab96-daaa-48d3-ba3d-b7c0158c39f4,segment=NetworkSegment(8241df6a-2035-4bd9-b041-d38db91b9851),segment_id=8241df6a-2035-4bd9-b041-d38db91b9851)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:56:43.260581 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-448ada07-26c1-412b-87e5-fa0f24af4d8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:43.274913 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-448ada07-26c1-412b-87e5-fa0f24af4d8a None None] Calling delete_port for 3e38ab96-daaa-48d3-ba3d-b7c0158c39f4 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:56:43.304431 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5ba4627a-1899-40df-a2a7-29b08463fdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:43.319320 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba4627a-1899-40df-a2a7-29b08463fdf4 admin admin] No DVR routers for this DVR port 3e38ab96-daaa-48d3-ba3d-b7c0158c39f4 on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:56:43.365301 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba4627a-1899-40df-a2a7-29b08463fdf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e38ab96-daaa-48d3-ba3d-b7c0158c39f4,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:43.374406 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-448ada07-26c1-412b-87e5-fa0f24af4d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:43.401412 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ada07-26c1-412b-87e5-fa0f24af4d8a None None] Pushing event deleted for resources: {'Port': ['ID=3e38ab96-daaa-48d3-ba3d-b7c0158c39f4,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:43.416022 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448ada07-26c1-412b-87e5-fa0f24af4d8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:43.416409 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448ada07-26c1-412b-87e5-fa0f24af4d8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:43.416710 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448ada07-26c1-412b-87e5-fa0f24af4d8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:43.417653 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448ada07-26c1-412b-87e5-fa0f24af4d8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:43.417998 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448ada07-26c1-412b-87e5-fa0f24af4d8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:43.418334 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448ada07-26c1-412b-87e5-fa0f24af4d8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:43.418663 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448ada07-26c1-412b-87e5-fa0f24af4d8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:43.418995 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448ada07-26c1-412b-87e5-fa0f24af4d8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:43.419321 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448ada07-26c1-412b-87e5-fa0f24af4d8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:43.419645 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448ada07-26c1-412b-87e5-fa0f24af4d8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:43.419973 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448ada07-26c1-412b-87e5-fa0f24af4d8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:43.420293 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448ada07-26c1-412b-87e5-fa0f24af4d8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:56:43.423903 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448ada07-26c1-412b-87e5-fa0f24af4d8a None None] No DVR routers for this DVR port 3e38ab96-daaa-48d3-ba3d-b7c0158c39f4 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:56:43.428432 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3e38ab96-daaa-48d3-ba3d-b7c0158c39f4 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:56:43.433641 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5ba4627a-1899-40df-a2a7-29b08463fdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:43.454324 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-5ba4627a-1899-40df-a2a7-29b08463fdf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56c46120-18dd-4e01-afbc-660976f1bc54']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:56:43.455311 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 3e38ab96-daaa-48d3-ba3d-b7c0158c39f4 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:56:43.455657 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3e38ab96-daaa-48d3-ba3d-b7c0158c39f4 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:56:43.456062 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 0da657bc-eb8a-4906-9643-7a28e2fc58da no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:56:43.466799 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-5ba4627a-1899-40df-a2a7-29b08463fdf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8241df6a-2035-4bd9-b041-d38db91b9851') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:56:43.467109 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-5ba4627a-1899-40df-a2a7-29b08463fdf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8241df6a-2035-4bd9-b041-d38db91b9851') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:56:43.477607 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5ba4627a-1899-40df-a2a7-29b08463fdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:43.479780 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 0da657bc-eb8a-4906-9643-7a28e2fc58da {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:56:43.480125 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 0da657bc-eb8a-4906-9643-7a28e2fc58da not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:56:43.480605 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 6b408aa0-c396-4851-a1b7-a95202583870 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:56:43.491697 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5ba4627a-1899-40df-a2a7-29b08463fdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:43.498497 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba4627a-1899-40df-a2a7-29b08463fdf4 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:56:43.498959 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5ba4627a-1899-40df-a2a7-29b08463fdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:43.500290 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 6b408aa0-c396-4851-a1b7-a95202583870 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:56:43.500848 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 6b408aa0-c396-4851-a1b7-a95202583870 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:56:43.501011 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:56:43.501011 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:56:43.501011 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:56:43.501011 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:56:43.501011 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:56:43.501011 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:56:43.501011 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:56:43.501011 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:56:43.501011 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:56:43.501011 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:56:43.501011 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:56:43.501011 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:56:43.501011 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:56:43.501011 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:56:43.501011 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:56:43.501011 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:56:43.501011 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:56:43.501011 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:56:43.501011 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:56:43.501011 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:56:43.501011 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:56:43.501011 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:56:43.501011 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:56:43.501011 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:56:43.501011 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:56:43.501011 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:56:43.501011 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:56:43.501011 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:56:43.501011 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:56:43.501011 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:56:43.501011 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:56:43.501011 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:56:43.612970 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5ba4627a-1899-40df-a2a7-29b08463fdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:43.619647 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5ba4627a-1899-40df-a2a7-29b08463fdf4 admin admin] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:43.626600 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5ba4627a-1899-40df-a2a7-29b08463fdf4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/56c46120-18dd-4e01-afbc-660976f1bc54 HTTP/1.1" status: 204 len: 168 time: 0.6947529 Dec 17 15:56:43.634858 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba4627a-1899-40df-a2a7-29b08463fdf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=56c46120-18dd-4e01-afbc-660976f1bc54,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:43.930407 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35550) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:56:43.969980 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7c246813-3027-4239-a3ed-0b749269c090 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=822ef1332bd143cca4fd6e71701e2974&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384226 Dec 17 15:56:43.972465 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35552) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:56:44.018497 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-495f7e17-2774-4f96-a42a-704fcffe0b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:44.038990 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-495f7e17-2774-4f96-a42a-704fcffe0b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:44.147350 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-495f7e17-2774-4f96-a42a-704fcffe0b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:44.150830 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-495f7e17-2774-4f96-a42a-704fcffe0b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:44.155388 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-495f7e17-2774-4f96-a42a-704fcffe0b14 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/90c396d4-c71c-416a-ad63-8d645ec8359d HTTP/1.1" status: 204 len: 168 time: 0.1786404 Dec 17 15:56:44.159690 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f7e17-2774-4f96-a42a-704fcffe0b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c396d4-c71c-416a-ad63-8d645ec8359d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:47.376039 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35604) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:56:47.615006 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-436b4eb5-c1ec-48aa-ba8d-77ec86ec8606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:47.687755 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-436b4eb5-c1ec-48aa-ba8d-77ec86ec8606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:47.744014 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-436b4eb5-c1ec-48aa-ba8d-77ec86ec8606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:47.787020 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-436b4eb5-c1ec-48aa-ba8d-77ec86ec8606 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f7141fd4c3354efb9eecd8ab388fd449&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4097521 Dec 17 15:56:47.787904 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b4eb5-c1ec-48aa-ba8d-77ec86ec8606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e002d1-1fd0-4677-86ec-2e80bae6ab4f,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:47.789552 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35608) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:56:47.838514 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d71385ad-b5da-45b7-9a19-266e23be528a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:47.859778 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d71385ad-b5da-45b7-9a19-266e23be528a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:47.958804 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d71385ad-b5da-45b7-9a19-266e23be528a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:47.961633 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d71385ad-b5da-45b7-9a19-266e23be528a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:47.962835 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d71385ad-b5da-45b7-9a19-266e23be528a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/88e002d1-1fd0-4677-86ec-2e80bae6ab4f HTTP/1.1" status: 204 len: 168 time: 0.1723135 Dec 17 15:56:47.970765 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71385ad-b5da-45b7-9a19-266e23be528a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e002d1-1fd0-4677-86ec-2e80bae6ab4f,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:48.495510 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35614) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:56:48.508478 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b53b3e98-9a05-42bb-887a-eb62dc096f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:48.582035 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b53b3e98-9a05-42bb-887a-eb62dc096f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:48.662196 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b53b3e98-9a05-42bb-887a-eb62dc096f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:48.698440 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b3e98-9a05-42bb-887a-eb62dc096f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d49bea-5384-4658-8f09-578bf698cc7f,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:48.702784 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b53b3e98-9a05-42bb-887a-eb62dc096f2e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fcc13a652cbf4420aee49f2fc9899320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2062411 Dec 17 15:56:48.706078 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35616) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:56:48.753670 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-82469da2-56e6-41c7-b840-139ca55f53fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:48.774881 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-82469da2-56e6-41c7-b840-139ca55f53fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:48.835128 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:56:48.892816 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-82469da2-56e6-41c7-b840-139ca55f53fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:48.895484 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-82469da2-56e6-41c7-b840-139ca55f53fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:48.896640 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-82469da2-56e6-41c7-b840-139ca55f53fc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/37d49bea-5384-4658-8f09-578bf698cc7f HTTP/1.1" status: 204 len: 168 time: 0.1901064 Dec 17 15:56:48.904568 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82469da2-56e6-41c7-b840-139ca55f53fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d49bea-5384-4658-8f09-578bf698cc7f,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:52.758680 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35680) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:56:52.892274 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c7b2b46a-1ade-4792-9520-1480ecbc7dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:52.969152 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c7b2b46a-1ade-4792-9520-1480ecbc7dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:53.056125 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c7b2b46a-1ade-4792-9520-1480ecbc7dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:53.095446 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c7b2b46a-1ade-4792-9520-1480ecbc7dc6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=903d61f402d64b0d8bc436033f33556e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3356948 Dec 17 15:56:53.096189 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2b46a-1ade-4792-9520-1480ecbc7dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d71a2d-cee5-45ac-a833-ad45c73e8172,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:53.098918 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35686) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:56:53.147419 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bec9ff9e-824e-42a9-8690-0031f10858fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:53.168564 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bec9ff9e-824e-42a9-8690-0031f10858fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:53.319035 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bec9ff9e-824e-42a9-8690-0031f10858fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:53.321748 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bec9ff9e-824e-42a9-8690-0031f10858fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:53.323593 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-bec9ff9e-824e-42a9-8690-0031f10858fc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e4d71a2d-cee5-45ac-a833-ad45c73e8172 HTTP/1.1" status: 204 len: 168 time: 0.2227848 Dec 17 15:56:53.331483 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9ff9e-824e-42a9-8690-0031f10858fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d71a2d-cee5-45ac-a833-ad45c73e8172,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:53.958701 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35692) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:56:53.975376 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dfce0797-114c-4435-9bec-ed3f7663888f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:54.050384 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dfce0797-114c-4435-9bec-ed3f7663888f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:54.107228 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dfce0797-114c-4435-9bec-ed3f7663888f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:54.146052 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-dfce0797-114c-4435-9bec-ed3f7663888f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=189378daaca7439da07dfafa8d2c355c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1861906 Dec 17 15:56:54.146811 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce0797-114c-4435-9bec-ed3f7663888f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2e77d9-bf6d-427a-805a-72418c827590,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:54.148638 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35694) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:56:54.199090 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-959817f9-5a52-4dfd-ab86-644993194a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:54.219993 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-959817f9-5a52-4dfd-ab86-644993194a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:54.326565 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-959817f9-5a52-4dfd-ab86-644993194a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:54.329014 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-959817f9-5a52-4dfd-ab86-644993194a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:54.330182 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-959817f9-5a52-4dfd-ab86-644993194a80 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ee2e77d9-bf6d-427a-805a-72418c827590 HTTP/1.1" status: 204 len: 168 time: 0.1799564 Dec 17 15:56:54.338461 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959817f9-5a52-4dfd-ab86-644993194a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2e77d9-bf6d-427a-805a-72418c827590,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:56.153026 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:58.181819 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35758) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:56:58.284007 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf004595-f43d-4f77-93c2-7097e2ae9b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:58.355891 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf004595-f43d-4f77-93c2-7097e2ae9b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:58.409959 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cf004595-f43d-4f77-93c2-7097e2ae9b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:58.451882 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cf004595-f43d-4f77-93c2-7097e2ae9b7c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6d40e61a15874be59067232b4076827b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2690024 Dec 17 15:56:58.452744 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf004595-f43d-4f77-93c2-7097e2ae9b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf0b347-c520-41f8-b4e1-02be54335d02,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:58.454590 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35762) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:56:58.504881 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cf1d3da7-27ce-40ac-98de-f0e12ba87868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:58.526572 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cf1d3da7-27ce-40ac-98de-f0e12ba87868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:58.638655 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cf1d3da7-27ce-40ac-98de-f0e12ba87868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:58.641157 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cf1d3da7-27ce-40ac-98de-f0e12ba87868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:58.642328 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-cf1d3da7-27ce-40ac-98de-f0e12ba87868 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8bf0b347-c520-41f8-b4e1-02be54335d02 HTTP/1.1" status: 204 len: 168 time: 0.1867223 Dec 17 15:56:58.650094 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d3da7-27ce-40ac-98de-f0e12ba87868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf0b347-c520-41f8-b4e1-02be54335d02,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:58.844901 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ec7397db-6a6d-40ea-af43-79937cc23c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:59.223734 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35768) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:56:59.237317 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0e8cbbea-3839-4557-92e1-e87a25bac5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:59.312633 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0e8cbbea-3839-4557-92e1-e87a25bac5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:59.376268 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0e8cbbea-3839-4557-92e1-e87a25bac5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:59.413400 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8cbbea-3839-4557-92e1-e87a25bac5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9921e9c-8a29-4310-b463-64f9a19a003a,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:56:59.417987 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0e8cbbea-3839-4557-92e1-e87a25bac5b3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e6fc5a32adc944dca1fd1e4279bfd6c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1931996 Dec 17 15:56:59.420613 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35770) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:56:59.469359 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9dc8409c-9ba5-4415-8510-9bffcf6c1d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:59.489821 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9dc8409c-9ba5-4415-8510-9bffcf6c1d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:59.584155 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9dc8409c-9ba5-4415-8510-9bffcf6c1d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:59.587020 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9dc8409c-9ba5-4415-8510-9bffcf6c1d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:56:59.588188 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9dc8409c-9ba5-4415-8510-9bffcf6c1d44 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e9921e9c-8a29-4310-b463-64f9a19a003a HTTP/1.1" status: 204 len: 168 time: 0.1665938 Dec 17 15:56:59.596167 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8409c-9ba5-4415-8510-9bffcf6c1d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9921e9c-8a29-4310-b463-64f9a19a003a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:01.079425 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-745b88b0-cc44-4f34-bb96-3c820be5c2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:02.450959 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:03.249346 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35846) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:03.362279 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-04ab0277-e183-4bd6-885d-8a192712d90b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:03.434717 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-04ab0277-e183-4bd6-885d-8a192712d90b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:03.498334 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-04ab0277-e183-4bd6-885d-8a192712d90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:03.538895 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-04ab0277-e183-4bd6-885d-8a192712d90b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2d07a44f1c144208830ca1bd13fec969&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2883956 Dec 17 15:57:03.539712 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab0277-e183-4bd6-885d-8a192712d90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3535c10-c287-4578-91f6-4f29a45eccf8,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:03.541630 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35850) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:03.592868 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a9d6e03-7df4-4250-b9eb-cb227ee2cb0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:03.613035 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a9d6e03-7df4-4250-b9eb-cb227ee2cb0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:03.752915 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a9d6e03-7df4-4250-b9eb-cb227ee2cb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:03.755485 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a9d6e03-7df4-4250-b9eb-cb227ee2cb0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:03.756630 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6a9d6e03-7df4-4250-b9eb-cb227ee2cb0f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c3535c10-c287-4578-91f6-4f29a45eccf8 HTTP/1.1" status: 204 len: 168 time: 0.2139435 Dec 17 15:57:03.764719 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d6e03-7df4-4250-b9eb-cb227ee2cb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3535c10-c287-4578-91f6-4f29a45eccf8,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:03.975827 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:04.264214 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:04.404892 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35856) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:04.418164 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e857619a-85db-44a4-b186-145b16024cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:04.490281 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e857619a-85db-44a4-b186-145b16024cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:04.549741 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e857619a-85db-44a4-b186-145b16024cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:04.588634 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e857619a-85db-44a4-b186-145b16024cfd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2e2b90b135f64888b4cb24c5397d3893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1825991 Dec 17 15:57:04.589600 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857619a-85db-44a4-b186-145b16024cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4d821e-028e-449a-ad52-25ab708f7201,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:04.591418 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35858) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:04.642366 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5e5f0212-7c86-4787-8139-b062199c81f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:04.662573 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5e5f0212-7c86-4787-8139-b062199c81f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:04.804722 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5e5f0212-7c86-4787-8139-b062199c81f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:04.807337 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5e5f0212-7c86-4787-8139-b062199c81f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:04.808507 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5e5f0212-7c86-4787-8139-b062199c81f1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ca4d821e-028e-449a-ad52-25ab708f7201 HTTP/1.1" status: 204 len: 168 time: 0.2154603 Dec 17 15:57:04.817282 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f0212-7c86-4787-8139-b062199c81f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4d821e-028e-449a-ad52-25ab708f7201,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:08.745811 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35962) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:08.849072 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-decc81e0-1e4b-49df-aa86-8afa25914b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:08.922340 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-decc81e0-1e4b-49df-aa86-8afa25914b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:08.989355 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-decc81e0-1e4b-49df-aa86-8afa25914b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:09.025930 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc81e0-1e4b-49df-aa86-8afa25914b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df05e57-a1ff-4ee8-bdf5-62c5260179d3,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:09.031018 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-decc81e0-1e4b-49df-aa86-8afa25914b03 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=49cd8875a4e545b78cf793c538430a37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2835338 Dec 17 15:57:09.032981 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35966) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:09.084086 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e10cb4cb-db7d-4cb3-b851-872b26492721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:09.104770 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e10cb4cb-db7d-4cb3-b851-872b26492721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:09.222290 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e10cb4cb-db7d-4cb3-b851-872b26492721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:09.224894 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e10cb4cb-db7d-4cb3-b851-872b26492721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:09.226071 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e10cb4cb-db7d-4cb3-b851-872b26492721 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1df05e57-a1ff-4ee8-bdf5-62c5260179d3 HTTP/1.1" status: 204 len: 168 time: 0.1921625 Dec 17 15:57:09.233881 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10cb4cb-db7d-4cb3-b851-872b26492721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df05e57-a1ff-4ee8-bdf5-62c5260179d3,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:09.807307 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 35974) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:09.823655 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-31818b7e-e715-4c5b-bcb2-8d69e56b1f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:09.897367 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-31818b7e-e715-4c5b-bcb2-8d69e56b1f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:09.961364 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-31818b7e-e715-4c5b-bcb2-8d69e56b1f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:10.000295 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-31818b7e-e715-4c5b-bcb2-8d69e56b1f6d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=59ec1b1576ff4d6f9d1eaa910319089d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1919014 Dec 17 15:57:10.001242 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31818b7e-e715-4c5b-bcb2-8d69e56b1f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38973a35-26a3-4b5d-8580-3b667dc1dc4c,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:10.003174 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 35976) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:10.053755 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6f90ee7e-3b0e-4adc-a306-551bb45f0476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:10.074263 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6f90ee7e-3b0e-4adc-a306-551bb45f0476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:10.199111 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6f90ee7e-3b0e-4adc-a306-551bb45f0476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:10.201709 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6f90ee7e-3b0e-4adc-a306-551bb45f0476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:10.202863 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6f90ee7e-3b0e-4adc-a306-551bb45f0476 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/38973a35-26a3-4b5d-8580-3b667dc1dc4c HTTP/1.1" status: 204 len: 168 time: 0.1977127 Dec 17 15:57:10.211303 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90ee7e-3b0e-4adc-a306-551bb45f0476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38973a35-26a3-4b5d-8580-3b667dc1dc4c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:10.770547 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:19.121227 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-557e3b61-872b-4f55-93db-7bf729313b6a req-ec3a4e52-9efa-484b-b5d9-417fc343507b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8ebb5eba-54e5-4c68-ba7c-c69494d48824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406334 Dec 17 15:57:19.202582 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e3b61-872b-4f55-93db-7bf729313b6a req-373e7793-a05f-42a9-a024-5db98a059e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:19.204053 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-557e3b61-872b-4f55-93db-7bf729313b6a req-373e7793-a05f-42a9-a024-5db98a059e68 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e925f87ec4cb49c28a7cf692949f4ac3&device_id=8ebb5eba-54e5-4c68-ba7c-c69494d48824 HTTP/1.1" status: 200 len: 1096 time: 0.0417655 Dec 17 15:57:19.309641 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e3b61-872b-4f55-93db-7bf729313b6a req-6dccc7f7-1ead-4d85-88ce-32e0240dc40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:19.311134 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-557e3b61-872b-4f55-93db-7bf729313b6a req-6dccc7f7-1ead-4d85-88ce-32e0240dc40a service neutron] 10.222.0.13 "GET /v2.0/networks?id=e64f08ed-7a60-498f-a186-b5c713977b14 HTTP/1.1" status: 200 len: 909 time: 0.0882394 Dec 17 15:57:19.377849 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-557e3b61-872b-4f55-93db-7bf729313b6a req-6d6e9347-4aa2-4ee4-90fb-438bb6ccffea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3ad76cc-2541-415e-bef9-28883ab9b576 HTTP/1.1" status: 200 len: 1000 time: 0.0590484 Dec 17 15:57:19.432489 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e3b61-872b-4f55-93db-7bf729313b6a req-8d00d9e6-889f-4a45-9100-a32fca19a276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:19.433864 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-557e3b61-872b-4f55-93db-7bf729313b6a req-8d00d9e6-889f-4a45-9100-a32fca19a276 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9244de93-f161-4aca-b7b4-e422071521b9 HTTP/1.1" status: 200 len: 847 time: 0.0480597 Dec 17 15:57:19.485195 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e3b61-872b-4f55-93db-7bf729313b6a req-62e85e93-58e9-47c4-acc7-38a17e5cc10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:19.486910 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-557e3b61-872b-4f55-93db-7bf729313b6a req-62e85e93-58e9-47c4-acc7-38a17e5cc10d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e64f08ed-7a60-498f-a186-b5c713977b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454910 Dec 17 15:57:19.580825 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-557e3b61-872b-4f55-93db-7bf729313b6a req-d2f58f38-2a53-4c98-87b0-32cb21b2e897 service neutron] 10.222.0.13 "GET /v2.0/networks/e64f08ed-7a60-498f-a186-b5c713977b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856800 Dec 17 15:57:19.963843 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-557e3b61-872b-4f55-93db-7bf729313b6a req-9153a2d4-f789-4952-a8f4-ce088f8408ba service neutron] 10.222.0.13 "GET /v2.0/networks/e64f08ed-7a60-498f-a186-b5c713977b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747509 Dec 17 15:57:20.319410 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36316) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:20.421504 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a8533c4e-3608-410a-8aac-ed570d02c889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:20.494916 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a8533c4e-3608-410a-8aac-ed570d02c889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:20.543655 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a8533c4e-3608-410a-8aac-ed570d02c889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:20.585397 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a8533c4e-3608-410a-8aac-ed570d02c889 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f626e71739054a749e067db1c4d46e08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2648714 Dec 17 15:57:20.586103 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8533c4e-3608-410a-8aac-ed570d02c889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6123b8f2-5e3d-42ba-aaf3-5fbba732837d,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:20.588382 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36320) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:20.638074 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ef9d45ba-0195-4115-ad80-d4d12473e7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:20.659677 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ef9d45ba-0195-4115-ad80-d4d12473e7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:20.753379 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ef9d45ba-0195-4115-ad80-d4d12473e7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:20.756242 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ef9d45ba-0195-4115-ad80-d4d12473e7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:20.757386 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ef9d45ba-0195-4115-ad80-d4d12473e7e6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6123b8f2-5e3d-42ba-aaf3-5fbba732837d HTTP/1.1" status: 204 len: 168 time: 0.1668799 Dec 17 15:57:20.764943 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d45ba-0195-4115-ad80-d4d12473e7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6123b8f2-5e3d-42ba-aaf3-5fbba732837d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:22.377943 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36356) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:22.475441 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-0993596d-df3b-47c6-8360-38bfca562618 tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1446165560', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:22.555302 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0993596d-df3b-47c6-8360-38bfca562618 tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] Made reservation on behalf of 1bd5e347bf4b42ef96af1a0ebad0d99f for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:22.557585 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0993596d-df3b-47c6-8360-38bfca562618 tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:22.569689 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0993596d-df3b-47c6-8360-38bfca562618 tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:22.641479 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0993596d-df3b-47c6-8360-38bfca562618 tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:22.707203 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0993596d-df3b-47c6-8360-38bfca562618 tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:22.718130 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [None req-0993596d-df3b-47c6-8360-38bfca562618 tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] device_id is not set on port 15ab6e53-ec69-4966-94fc-d4836e8507fa yet. {{(pid=102833) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:57:22.763347 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993596d-df3b-47c6-8360-38bfca562618 tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8f3cb7-c93d-4b83-9284-9f988b88cdfb,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:22.830555 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-0993596d-df3b-47c6-8360-38bfca562618 tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] Allocated IP 172.25.6.54 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/15ab6e53-ec69-4966-94fc-d4836e8507fa) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:57:22.963680 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0993596d-df3b-47c6-8360-38bfca562618 tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:23.047145 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0993596d-df3b-47c6-8360-38bfca562618 tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:23.090429 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0993596d-df3b-47c6-8360-38bfca562618 tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:57:23.093977 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-0993596d-df3b-47c6-8360-38bfca562618 tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:23.098145 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0993596d-df3b-47c6-8360-38bfca562618 tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:57:23.106859 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993596d-df3b-47c6-8360-38bfca562618 tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] Pushing event updated for resources: {'Port': ['ID=15ab6e53-ec69-4966-94fc-d4836e8507fa,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:23.145891 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0993596d-df3b-47c6-8360-38bfca562618 tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:23.146498 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0993596d-df3b-47c6-8360-38bfca562618 tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:23.226897 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0993596d-df3b-47c6-8360-38bfca562618 tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.8478653 Dec 17 15:57:23.229974 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36360) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:23.234286 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-8338b0ce-0f6e-42f6-ad3c-8c181ea3107f tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.54'}]}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:23.304242 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8338b0ce-0f6e-42f6-ad3c-8c181ea3107f tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:23.305303 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8338b0ce-0f6e-42f6-ad3c-8c181ea3107f tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:23.356117 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8338b0ce-0f6e-42f6-ad3c-8c181ea3107f tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:23.550589 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8338b0ce-0f6e-42f6-ad3c-8c181ea3107f tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:23.802716 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8338b0ce-0f6e-42f6-ad3c-8c181ea3107f tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:23.826163 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8338b0ce-0f6e-42f6-ad3c-8c181ea3107f tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:24.039269 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8338b0ce-0f6e-42f6-ad3c-8c181ea3107f tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:24.196152 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8338b0ce-0f6e-42f6-ad3c-8c181ea3107f tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:24.198180 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8338b0ce-0f6e-42f6-ad3c-8c181ea3107f tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:24.301506 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8338b0ce-0f6e-42f6-ad3c-8c181ea3107f tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:24.302047 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8338b0ce-0f6e-42f6-ad3c-8c181ea3107f tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a3f9bbf-47bc-41ab-b3e5-15d41cca757e {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:57:24.370153 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-8338b0ce-0f6e-42f6-ad3c-8c181ea3107f tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 17 15:57:24.371253 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8338b0ce-0f6e-42f6-ad3c-8c181ea3107f tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.1403286 Dec 17 15:57:24.374047 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36362) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:24.447926 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-3203a233-84cd-49ed-bc0c-88af0ae15f93 tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] Deleting port 15ab6e53-ec69-4966-94fc-d4836e8507fa {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:57:24.448185 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3203a233-84cd-49ed-bc0c-88af0ae15f93 tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:24.525985 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3203a233-84cd-49ed-bc0c-88af0ae15f93 tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:24.538105 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-3203a233-84cd-49ed-bc0c-88af0ae15f93 tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] Calling delete_port for 15ab6e53-ec69-4966-94fc-d4836e8507fa owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:57:24.715414 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3203a233-84cd-49ed-bc0c-88af0ae15f93 tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:24.742334 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203a233-84cd-49ed-bc0c-88af0ae15f93 tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] Pushing event deleted for resources: {'Port': ['ID=15ab6e53-ec69-4966-94fc-d4836e8507fa,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:24.800271 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3203a233-84cd-49ed-bc0c-88af0ae15f93 tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:24.803855 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3203a233-84cd-49ed-bc0c-88af0ae15f93 tempest-RoutersAdminNegativeIpV6Test-140739238 tempest-RoutersAdminNegativeIpV6Test-140739238-project-admin] 10.222.0.46 "DELETE /v2.0/ports/15ab6e53-ec69-4966-94fc-d4836e8507fa HTTP/1.1" status: 204 len: 168 time: 0.4288898 Dec 17 15:57:25.203516 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36368) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:25.307421 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d2335d96-0526-4cfb-b02a-4e015beb01fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:25.381937 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d2335d96-0526-4cfb-b02a-4e015beb01fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:25.438892 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d2335d96-0526-4cfb-b02a-4e015beb01fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:25.480561 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d2335d96-0526-4cfb-b02a-4e015beb01fe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ce5651178cce4cc2ad6e9af93c49adb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2759824 Dec 17 15:57:25.481531 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2335d96-0526-4cfb-b02a-4e015beb01fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401ebe2e-b074-45aa-851d-516e5b2d6548,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:25.483410 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36372) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:25.532193 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0cdad965-dfcc-4652-a85a-e3dc81bdbb0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:25.554484 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0cdad965-dfcc-4652-a85a-e3dc81bdbb0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:25.680682 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0cdad965-dfcc-4652-a85a-e3dc81bdbb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:25.683303 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0cdad965-dfcc-4652-a85a-e3dc81bdbb0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:25.684446 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0cdad965-dfcc-4652-a85a-e3dc81bdbb0e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/401ebe2e-b074-45aa-851d-516e5b2d6548 HTTP/1.1" status: 204 len: 168 time: 0.2000608 Dec 17 15:57:25.692191 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdad965-dfcc-4652-a85a-e3dc81bdbb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401ebe2e-b074-45aa-851d-516e5b2d6548,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:25.835299 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:57:26.132450 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:26.236237 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36378) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:26.275215 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cbffb8bd-358f-4977-8d7d-76fe10f030a0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1bd5e347bf4b42ef96af1a0ebad0d99f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378101 Dec 17 15:57:26.277615 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36380) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:26.324182 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b891ab2f-f8c3-40ec-93ad-6b38112e85f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:26.344606 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b891ab2f-f8c3-40ec-93ad-6b38112e85f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:26.467361 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b891ab2f-f8c3-40ec-93ad-6b38112e85f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:26.469831 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b891ab2f-f8c3-40ec-93ad-6b38112e85f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:26.471003 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b891ab2f-f8c3-40ec-93ad-6b38112e85f0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ef8f3cb7-c93d-4b83-9284-9f988b88cdfb HTTP/1.1" status: 204 len: 168 time: 0.1925247 Dec 17 15:57:26.479695 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891ab2f-f8c3-40ec-93ad-6b38112e85f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8f3cb7-c93d-4b83-9284-9f988b88cdfb,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:26.487081 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891ab2f-f8c3-40ec-93ad-6b38112e85f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:26.487438 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891ab2f-f8c3-40ec-93ad-6b38112e85f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:26.487771 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891ab2f-f8c3-40ec-93ad-6b38112e85f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:26.488100 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891ab2f-f8c3-40ec-93ad-6b38112e85f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:26.488420 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891ab2f-f8c3-40ec-93ad-6b38112e85f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:26.488740 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891ab2f-f8c3-40ec-93ad-6b38112e85f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:26.489079 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891ab2f-f8c3-40ec-93ad-6b38112e85f0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:26.489398 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891ab2f-f8c3-40ec-93ad-6b38112e85f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:26.489712 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891ab2f-f8c3-40ec-93ad-6b38112e85f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:26.490033 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891ab2f-f8c3-40ec-93ad-6b38112e85f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:26.490327 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891ab2f-f8c3-40ec-93ad-6b38112e85f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:26.491581 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891ab2f-f8c3-40ec-93ad-6b38112e85f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:27.459960 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36402) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:27.555804 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-498c9211-df2b-4261-b402-270d26e30256 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-499335764'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:27.656173 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498c9211-df2b-4261-b402-270d26e30256 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Made reservation on behalf of 39d1203dadee4135aceeb4a2e4f8c7dc for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:27.659755 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-498c9211-df2b-4261-b402-270d26e30256 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:27.668328 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-498c9211-df2b-4261-b402-270d26e30256 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:27.744713 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-498c9211-df2b-4261-b402-270d26e30256 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:27.834979 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-498c9211-df2b-4261-b402-270d26e30256 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:27.858442 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-498c9211-df2b-4261-b402-270d26e30256 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:57:27.873408 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-498c9211-df2b-4261-b402-270d26e30256 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:27.873743 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-498c9211-df2b-4261-b402-270d26e30256 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Added segment 8e856333-2a3f-401c-8e5a-cdd010f3c64a of type vlan for network 1089aabd-2674-4dc8-96e8-2ed2e4e4533a Dec 17 15:57:27.874918 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c9211-df2b-4261-b402-270d26e30256 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d82d5d30-2dd2-4c5d-8193-2fbb6704abfe,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:27.916046 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-498c9211-df2b-4261-b402-270d26e30256 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:28.006442 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-498c9211-df2b-4261-b402-270d26e30256 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:28.012644 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498c9211-df2b-4261-b402-270d26e30256 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:28.013250 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-498c9211-df2b-4261-b402-270d26e30256 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:28.077221 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c9211-df2b-4261-b402-270d26e30256 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Pushing event updated for resources: {'Network': ['ID=1089aabd-2674-4dc8-96e8-2ed2e4e4533a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:28.087912 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 1089aabd-2674-4dc8-96e8-2ed2e4e4533a details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:57:28.123516 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-498c9211-df2b-4261-b402-270d26e30256 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6624370 Dec 17 15:57:28.126299 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36406) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:28.131155 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-05550715-71eb-4b4e-ae55-a337eceb1d95 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Request body: {'subnet': {'network_id': '1089aabd-2674-4dc8-96e8-2ed2e4e4533a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:28.280716 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05550715-71eb-4b4e-ae55-a337eceb1d95 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Made reservation on behalf of 39d1203dadee4135aceeb4a2e4f8c7dc for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:28.284292 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-05550715-71eb-4b4e-ae55-a337eceb1d95 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:28.536237 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-05550715-71eb-4b4e-ae55-a337eceb1d95 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:28.596487 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05550715-71eb-4b4e-ae55-a337eceb1d95 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Pushing event updated for resources: {'Subnet': ['ID=07bd208d-ab11-4375-8754-68f67df815c6,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:28.605956 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05550715-71eb-4b4e-ae55-a337eceb1d95 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Checking segment: {'id': '8e856333-2a3f-401c-8e5a-cdd010f3c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1089aabd-2674-4dc8-96e8-2ed2e4e4533a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:57:28.606316 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05550715-71eb-4b4e-ae55-a337eceb1d95 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Network hostable DHCP agents. Network: 1089aabd-2674-4dc8-96e8-2ed2e4e4533a, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:57:28.669557 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05550715-71eb-4b4e-ae55-a337eceb1d95 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Network 1089aabd-2674-4dc8-96e8-2ed2e4e4533a is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:57:28.754945 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-05550715-71eb-4b4e-ae55-a337eceb1d95 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 1089aabd-2674-4dc8-96e8-2ed2e4e4533a) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:28.759128 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05550715-71eb-4b4e-ae55-a337eceb1d95 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:28.759831 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-05550715-71eb-4b4e-ae55-a337eceb1d95 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:28.765219 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23112c4c-cbe5-4b95-aa17-c41969e92aa9 None None] Network 1089aabd-2674-4dc8-96e8-2ed2e4e4533a requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:57:28.843791 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-05550715-71eb-4b4e-ae55-a337eceb1d95 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7163658 Dec 17 15:57:28.846392 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36408) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:28.851024 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-1a32a70c-c257-423b-afb1-77f43f64bd97 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-917887628', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:28.920851 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-11823cce-c860-4459-a610-ddc08aac5d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:28.923461 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322c3fe7-ea27-4d45-bf87-f2d07a72849f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-1089aabd-2674-4dc8-96e8-2ed2e4e4533a', 'network_id': '1089aabd-2674-4dc8-96e8-2ed2e4e4533a', 'tenant_id': '39d1203dadee4135aceeb4a2e4f8c7dc', 'fixed_ips': [{'subnet_id': '07bd208d-ab11-4375-8754-68f67df815c6'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:57:28.924301 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-322c3fe7-ea27-4d45-bf87-f2d07a72849f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:28.949853 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1a32a70c-c257-423b-afb1-77f43f64bd97 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:28.950908 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1a32a70c-c257-423b-afb1-77f43f64bd97 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:29.006421 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1a32a70c-c257-423b-afb1-77f43f64bd97 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:29.058588 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1a32a70c-c257-423b-afb1-77f43f64bd97 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:29.062226 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-322c3fe7-ea27-4d45-bf87-f2d07a72849f None None] Allocated IP 172.20.0.2 (1089aabd-2674-4dc8-96e8-2ed2e4e4533a/07bd208d-ab11-4375-8754-68f67df815c6/62051d75-09e3-4c37-a57d-8826b97e468a) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:57:29.140385 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1a32a70c-c257-423b-afb1-77f43f64bd97 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:29.141681 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1a32a70c-c257-423b-afb1-77f43f64bd97 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2943115 Dec 17 15:57:29.144248 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36414) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:29.210946 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-322c3fe7-ea27-4d45-bf87-f2d07a72849f None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:29.269957 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-322c3fe7-ea27-4d45-bf87-f2d07a72849f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:29.307059 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322c3fe7-ea27-4d45-bf87-f2d07a72849f None None] Network 1089aabd-2674-4dc8-96e8-2ed2e4e4533a is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:57:29.309875 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-322c3fe7-ea27-4d45-bf87-f2d07a72849f None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:29.312928 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322c3fe7-ea27-4d45-bf87-f2d07a72849f None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:57:29.327618 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c3fe7-ea27-4d45-bf87-f2d07a72849f None None] Pushing event updated for resources: {'Port': ['ID=62051d75-09e3-4c37-a57d-8826b97e468a,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:29.375912 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-322c3fe7-ea27-4d45-bf87-f2d07a72849f None None] Attempting to bind port 62051d75-09e3-4c37-a57d-8826b97e468a on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:57:29.376278 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-322c3fe7-ea27-4d45-bf87-f2d07a72849f None None] Attempting to bind port 62051d75-09e3-4c37-a57d-8826b97e468a by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '8e856333-2a3f-401c-8e5a-cdd010f3c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1089aabd-2674-4dc8-96e8-2ed2e4e4533a'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:57:29.376634 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322c3fe7-ea27-4d45-bf87-f2d07a72849f None None] Attempting to bind port 62051d75-09e3-4c37-a57d-8826b97e468a on network 1089aabd-2674-4dc8-96e8-2ed2e4e4533a {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:57:29.382249 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322c3fe7-ea27-4d45-bf87-f2d07a72849f None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:57:29.382617 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322c3fe7-ea27-4d45-bf87-f2d07a72849f None None] Checking segment: {'id': '8e856333-2a3f-401c-8e5a-cdd010f3c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1089aabd-2674-4dc8-96e8-2ed2e4e4533a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:57:29.383012 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-322c3fe7-ea27-4d45-bf87-f2d07a72849f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:29.383398 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322c3fe7-ea27-4d45-bf87-f2d07a72849f None None] Bound using segment: {'id': '8e856333-2a3f-401c-8e5a-cdd010f3c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1089aabd-2674-4dc8-96e8-2ed2e4e4533a'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:57:29.383853 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-322c3fe7-ea27-4d45-bf87-f2d07a72849f None None] Bound port: 62051d75-09e3-4c37-a57d-8826b97e468a, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e856333-2a3f-401c-8e5a-cdd010f3c64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1089aabd-2674-4dc8-96e8-2ed2e4e4533a'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:57:29.384772 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-322c3fe7-ea27-4d45-bf87-f2d07a72849f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:29.414444 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9097090d-fb5d-482a-a87e-896ad5706b88 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:29.446815 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-322c3fe7-ea27-4d45-bf87-f2d07a72849f None None] For port 62051d75-09e3-4c37-a57d-8826b97e468a, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:57:29.450926 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-322c3fe7-ea27-4d45-bf87-f2d07a72849f None None] For port 62051d75-09e3-4c37-a57d-8826b97e468a, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=62051d75-09e3-4c37-a57d-8826b97e468a,segment=NetworkSegment(8e856333-2a3f-401c-8e5a-cdd010f3c64a),segment_id=8e856333-2a3f-401c-8e5a-cdd010f3c64a)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:57:29.542459 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-322c3fe7-ea27-4d45-bf87-f2d07a72849f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:29.608483 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c3fe7-ea27-4d45-bf87-f2d07a72849f None None] Pushing event updated for resources: {'Port': ['ID=62051d75-09e3-4c37-a57d-8826b97e468a,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:29.654640 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-9097090d-fb5d-482a-a87e-896ad5706b88 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Allocated IP 172.20.0.1 (1089aabd-2674-4dc8-96e8-2ed2e4e4533a/07bd208d-ab11-4375-8754-68f67df815c6/26b3ca68-4a95-4333-b4ca-695d90bf626a) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:57:29.784633 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9097090d-fb5d-482a-a87e-896ad5706b88 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:29.891273 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9097090d-fb5d-482a-a87e-896ad5706b88 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:29.937003 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9097090d-fb5d-482a-a87e-896ad5706b88 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Network 1089aabd-2674-4dc8-96e8-2ed2e4e4533a is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:57:29.939963 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-9097090d-fb5d-482a-a87e-896ad5706b88 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:29.943615 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9097090d-fb5d-482a-a87e-896ad5706b88 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:57:29.952153 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097090d-fb5d-482a-a87e-896ad5706b88 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Pushing event updated for resources: {'Port': ['ID=26b3ca68-4a95-4333-b4ca-695d90bf626a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:29.990753 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9097090d-fb5d-482a-a87e-896ad5706b88 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:30.158118 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9097090d-fb5d-482a-a87e-896ad5706b88 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:30.422441 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9097090d-fb5d-482a-a87e-896ad5706b88 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:30.502013 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9097090d-fb5d-482a-a87e-896ad5706b88 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:30.528055 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7264bac9-0791-47be-bc4d-6f2ddfd0c879 None None] Network 1089aabd-2674-4dc8-96e8-2ed2e4e4533a requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:57:30.579927 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9097090d-fb5d-482a-a87e-896ad5706b88 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:30.581636 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097090d-fb5d-482a-a87e-896ad5706b88 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Pushing event updated for resources: {'Port': ['ID=26b3ca68-4a95-4333-b4ca-695d90bf626a,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:30.590028 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-0be59bbd-e24c-446d-9a84-c94705779c05 None None] Provisioning complete for port 62051d75-09e3-4c37-a57d-8826b97e468a triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:30.590403 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0be59bbd-e24c-446d-9a84-c94705779c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:30.674484 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9097090d-fb5d-482a-a87e-896ad5706b88 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Network 1089aabd-2674-4dc8-96e8-2ed2e4e4533a is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:57:30.676397 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-9097090d-fb5d-482a-a87e-896ad5706b88 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:30.890701 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9097090d-fb5d-482a-a87e-896ad5706b88 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Router 4e54c6e5-5032-4071-a1cc-13f0dcb9e0a8 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:57:30.897642 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0be59bbd-e24c-446d-9a84-c94705779c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:30.942784 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-0be59bbd-e24c-446d-9a84-c94705779c05 None None] For port 62051d75-09e3-4c37-a57d-8826b97e468a, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=62051d75-09e3-4c37-a57d-8826b97e468a,segment=NetworkSegment(8e856333-2a3f-401c-8e5a-cdd010f3c64a),segment_id=8e856333-2a3f-401c-8e5a-cdd010f3c64a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:31.007250 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0be59bbd-e24c-446d-9a84-c94705779c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:31.063977 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9b016524-e476-4e1e-b909-50c31c3a8bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:31.072510 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be59bbd-e24c-446d-9a84-c94705779c05 None None] Pushing event updated for resources: {'Port': ['ID=62051d75-09e3-4c37-a57d-8826b97e468a,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:31.232358 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-10002209-7413-4ad1-af1d-a4953a5574f0 None None] Provisioning complete for port 26b3ca68-4a95-4333-b4ca-695d90bf626a triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:31.232725 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-10002209-7413-4ad1-af1d-a4953a5574f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:31.277704 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-10002209-7413-4ad1-af1d-a4953a5574f0 None None] Port 26b3ca68-4a95-4333-b4ca-695d90bf626a cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:57:31.280777 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9097090d-fb5d-482a-a87e-896ad5706b88 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:57:31.286757 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9097090d-fb5d-482a-a87e-896ad5706b88 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] 10.222.0.46 "PUT /v2.0/routers/4e54c6e5-5032-4071-a1cc-13f0dcb9e0a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1413705 Dec 17 15:57:31.289583 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36416) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:31.291602 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15c3991-399a-49ca-8d66-179a0bda08fe None None] Sync routers for ids ['4e54c6e5-5032-4071-a1cc-13f0dcb9e0a8'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:57:31.295656 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-7720bd3a-c8ce-4513-a662-e09a977a844d tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Request body: {'port': {'network_id': '1089aabd-2674-4dc8-96e8-2ed2e4e4533a', 'name': 'tempest-FloatingIPNegativeTestJSON-1131243385'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:31.302024 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15c3991-399a-49ca-8d66-179a0bda08fe None None] Routers {'4e54c6e5-5032-4071-a1cc-13f0dcb9e0a8'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:57:31.302790 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-f15c3991-399a-49ca-8d66-179a0bda08fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:57:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['4e54c6e5-5032-4071-a1cc-13f0dcb9e0a8'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:31.304151 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-10002209-7413-4ad1-af1d-a4953a5574f0 None None] Provisioning complete for port 62051d75-09e3-4c37-a57d-8826b97e468a triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:31.304621 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-10002209-7413-4ad1-af1d-a4953a5574f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:31.341454 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-f15c3991-399a-49ca-8d66-179a0bda08fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:31.350673 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15c3991-399a-49ca-8d66-179a0bda08fe None None] Routers {'4e54c6e5-5032-4071-a1cc-13f0dcb9e0a8'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:57:31.351474 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-f15c3991-399a-49ca-8d66-179a0bda08fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:57:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['4e54c6e5-5032-4071-a1cc-13f0dcb9e0a8'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:31.420997 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-f15c3991-399a-49ca-8d66-179a0bda08fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:31.421785 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15c3991-399a-49ca-8d66-179a0bda08fe None None] The sync data for ids ['4e54c6e5-5032-4071-a1cc-13f0dcb9e0a8'] in n-d-820553-2 is: [] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:57:31.477632 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 62051d75-09e3-4c37-a57d-8826b97e468a up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:57:31.492627 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7720bd3a-c8ce-4513-a662-e09a977a844d tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Made reservation on behalf of 39d1203dadee4135aceeb4a2e4f8c7dc for: {'port': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:31.497605 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7720bd3a-c8ce-4513-a662-e09a977a844d tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:31.516532 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [None req-7720bd3a-c8ce-4513-a662-e09a977a844d tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] device_id is not set on port a825bdb4-39b3-4f98-8162-19024f7000bf yet. {{(pid=102832) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 17 15:57:31.530926 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 62051d75-09e3-4c37-a57d-8826b97e468a triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:31.531957 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:31.575932 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-ea4d1e96-9421-42c7-b872-cdfec2b80ffa None None] Provisioning complete for port 26b3ca68-4a95-4333-b4ca-695d90bf626a triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:31.576307 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ea4d1e96-9421-42c7-b872-cdfec2b80ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:31.628656 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-7720bd3a-c8ce-4513-a662-e09a977a844d tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Allocated IP 172.20.0.11 (1089aabd-2674-4dc8-96e8-2ed2e4e4533a/07bd208d-ab11-4375-8754-68f67df815c6/a825bdb4-39b3-4f98-8162-19024f7000bf) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:57:31.637676 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-ea4d1e96-9421-42c7-b872-cdfec2b80ffa None None] Port 26b3ca68-4a95-4333-b4ca-695d90bf626a cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:57:31.756322 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-91791086-8235-41b3-a361-99c56239f60d None None] Provisioning complete for port 26b3ca68-4a95-4333-b4ca-695d90bf626a triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:31.756699 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-91791086-8235-41b3-a361-99c56239f60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:31.778947 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7720bd3a-c8ce-4513-a662-e09a977a844d tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:31.795615 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-91791086-8235-41b3-a361-99c56239f60d None None] Port 26b3ca68-4a95-4333-b4ca-695d90bf626a cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:57:31.870143 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7720bd3a-c8ce-4513-a662-e09a977a844d tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:31.917912 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7720bd3a-c8ce-4513-a662-e09a977a844d tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Network 1089aabd-2674-4dc8-96e8-2ed2e4e4533a is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:57:31.920974 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-7720bd3a-c8ce-4513-a662-e09a977a844d tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:31.924497 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7720bd3a-c8ce-4513-a662-e09a977a844d tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:57:31.933225 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720bd3a-c8ce-4513-a662-e09a977a844d tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Pushing event updated for resources: {'Port': ['ID=a825bdb4-39b3-4f98-8162-19024f7000bf,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:31.961399 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7720bd3a-c8ce-4513-a662-e09a977a844d tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:31.961747 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7720bd3a-c8ce-4513-a662-e09a977a844d tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:31.962087 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7720bd3a-c8ce-4513-a662-e09a977a844d tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:31.962927 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7720bd3a-c8ce-4513-a662-e09a977a844d tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:31.963314 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7720bd3a-c8ce-4513-a662-e09a977a844d tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:31.963884 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7720bd3a-c8ce-4513-a662-e09a977a844d tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:31.964372 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7720bd3a-c8ce-4513-a662-e09a977a844d tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:31.964707 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7720bd3a-c8ce-4513-a662-e09a977a844d tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:31.965057 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7720bd3a-c8ce-4513-a662-e09a977a844d tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:31.965385 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7720bd3a-c8ce-4513-a662-e09a977a844d tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:31.965710 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7720bd3a-c8ce-4513-a662-e09a977a844d tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:31.966033 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7720bd3a-c8ce-4513-a662-e09a977a844d tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:57:31.991950 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7720bd3a-c8ce-4513-a662-e09a977a844d tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:31.992592 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7720bd3a-c8ce-4513-a662-e09a977a844d tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:32.053693 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7720bd3a-c8ce-4513-a662-e09a977a844d tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7619224 Dec 17 15:57:32.056994 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36420) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:32.061639 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-76cc0c3a-2607-481e-b84c-5e618c37c3b4 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:32.115658 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-f7dadaff-6f01-4b52-b788-e1af7e9aa586 None None] Provisioning complete for port a825bdb4-39b3-4f98-8162-19024f7000bf triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:57:32.116028 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f7dadaff-6f01-4b52-b788-e1af7e9aa586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:32.130901 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-76cc0c3a-2607-481e-b84c-5e618c37c3b4 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks [] for floatingip, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:32.149726 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-f7dadaff-6f01-4b52-b788-e1af7e9aa586 None None] Port a825bdb4-39b3-4f98-8162-19024f7000bf cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:57:32.230155 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-76cc0c3a-2607-481e-b84c-5e618c37c3b4 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:32.333905 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-76cc0c3a-2607-481e-b84c-5e618c37c3b4 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Allocated IP 172.25.6.105 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/a5aa28e3-73fb-4fef-8060-eeba1f0cbbc4) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:57:32.423492 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:32.438722 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-76cc0c3a-2607-481e-b84c-5e618c37c3b4 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:32.543012 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-76cc0c3a-2607-481e-b84c-5e618c37c3b4 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:32.583640 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cc0c3a-2607-481e-b84c-5e618c37c3b4 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:57:32.586742 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-76cc0c3a-2607-481e-b84c-5e618c37c3b4 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:32.590599 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cc0c3a-2607-481e-b84c-5e618c37c3b4 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:57:32.615176 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc0c3a-2607-481e-b84c-5e618c37c3b4 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Pushing event updated for resources: {'Port': ['ID=a5aa28e3-73fb-4fef-8060-eeba1f0cbbc4,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:32.678393 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-76cc0c3a-2607-481e-b84c-5e618c37c3b4 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:32.761430 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-76cc0c3a-2607-481e-b84c-5e618c37c3b4 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:32.911017 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-76cc0c3a-2607-481e-b84c-5e618c37c3b4 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:32.964337 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-76cc0c3a-2607-481e-b84c-5e618c37c3b4 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:33.036291 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc0c3a-2607-481e-b84c-5e618c37c3b4 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Pushing event updated for resources: {'Port': ['ID=a5aa28e3-73fb-4fef-8060-eeba1f0cbbc4,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:33.045123 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-76cc0c3a-2607-481e-b84c-5e618c37c3b4 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:33.109364 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-76cc0c3a-2607-481e-b84c-5e618c37c3b4 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:33.110647 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-76cc0c3a-2607-481e-b84c-5e618c37c3b4 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0525384 Dec 17 15:57:33.113423 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36422) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:33.117953 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-66e10d17-d779-4e90-8bcb-ae41e774069a tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Request body: {'floatingip': {'port_id': 'a825bdb4-39b3-4f98-8162-19024f7000bf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:33.158360 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-66e10d17-d779-4e90-8bcb-ae41e774069a tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks [] for floatingip, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:33.271818 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-66e10d17-d779-4e90-8bcb-ae41e774069a tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] update failed (client error): The resource could not be found. Dec 17 15:57:33.272638 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-66e10d17-d779-4e90-8bcb-ae41e774069a tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] 10.222.0.46 "PUT /v2.0/floatingips/5431ee63-408d-4661-beeb-2e32a9abb63c HTTP/1.1" status: 404 len: 507 time: 0.1582952 Dec 17 15:57:33.276668 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36424) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:33.411705 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-11f5b356-e5ad-4b7f-860a-5d87bd4e9583 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Deleting port a5aa28e3-73fb-4fef-8060-eeba1f0cbbc4 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:57:33.411988 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-11f5b356-e5ad-4b7f-860a-5d87bd4e9583 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:33.490848 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-11f5b356-e5ad-4b7f-860a-5d87bd4e9583 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:33.491175 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-11f5b356-e5ad-4b7f-860a-5d87bd4e9583 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:33.502933 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-11f5b356-e5ad-4b7f-860a-5d87bd4e9583 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Calling delete_port for a5aa28e3-73fb-4fef-8060-eeba1f0cbbc4 owned by network:floatingip {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:57:33.702335 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-11f5b356-e5ad-4b7f-860a-5d87bd4e9583 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:33.733578 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f5b356-e5ad-4b7f-860a-5d87bd4e9583 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Pushing event deleted for resources: {'Port': ['ID=a5aa28e3-73fb-4fef-8060-eeba1f0cbbc4,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:33.790707 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-11f5b356-e5ad-4b7f-860a-5d87bd4e9583 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks [] for floatingip, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:33.793231 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-11f5b356-e5ad-4b7f-860a-5d87bd4e9583 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:33.794379 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-11f5b356-e5ad-4b7f-860a-5d87bd4e9583 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] 10.222.0.46 "DELETE /v2.0/floatingips/5431ee63-408d-4661-beeb-2e32a9abb63c HTTP/1.1" status: 204 len: 168 time: 0.5165212 Dec 17 15:57:33.797848 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36426) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:33.802202 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-8976a3b5-e4b5-409d-8e9f-461dd8c029e6 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Request body: {'floatingip': {'floating_network_id': '1089aabd-2674-4dc8-96e8-2ed2e4e4533a', 'port_id': 'a825bdb4-39b3-4f98-8162-19024f7000bf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:33.879344 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8976a3b5-e4b5-409d-8e9f-461dd8c029e6 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks [] for floatingip, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:33.968516 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:34.074166 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-8976a3b5-e4b5-409d-8e9f-461dd8c029e6 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 15:57:34.075267 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8976a3b5-e4b5-409d-8e9f-461dd8c029e6 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2764599 Dec 17 15:57:34.078892 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36428) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:34.083207 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-b5d998e5-c8ee-43aa-b51e-32c40454b675 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'port_id': 'a825bdb4-39b3-4f98-8162-19024f7000bf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:34.176260 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b5d998e5-c8ee-43aa-b51e-32c40454b675 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks [] for floatingip, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:34.223891 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:34.276940 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b5d998e5-c8ee-43aa-b51e-32c40454b675 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:34.377669 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-b5d998e5-c8ee-43aa-b51e-32c40454b675 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Allocated IP 172.25.6.209 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/20f70ffd-b1bb-4888-b43c-7d3c4fe2cd92) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:57:34.480938 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b5d998e5-c8ee-43aa-b51e-32c40454b675 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:34.618329 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b5d998e5-c8ee-43aa-b51e-32c40454b675 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:34.656234 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d998e5-c8ee-43aa-b51e-32c40454b675 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:57:34.659066 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-b5d998e5-c8ee-43aa-b51e-32c40454b675 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:34.662459 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d998e5-c8ee-43aa-b51e-32c40454b675 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:57:34.670453 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d998e5-c8ee-43aa-b51e-32c40454b675 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Pushing event updated for resources: {'Port': ['ID=20f70ffd-b1bb-4888-b43c-7d3c4fe2cd92,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:34.822789 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-b5d998e5-c8ee-43aa-b51e-32c40454b675 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Deleting port 20f70ffd-b1bb-4888-b43c-7d3c4fe2cd92 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:57:34.823138 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b5d998e5-c8ee-43aa-b51e-32c40454b675 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:34.898915 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b5d998e5-c8ee-43aa-b51e-32c40454b675 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:34.899251 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b5d998e5-c8ee-43aa-b51e-32c40454b675 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:34.911504 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-b5d998e5-c8ee-43aa-b51e-32c40454b675 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Calling delete_port for 20f70ffd-b1bb-4888-b43c-7d3c4fe2cd92 owned by network:floatingip {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:57:35.104246 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b5d998e5-c8ee-43aa-b51e-32c40454b675 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:35.130951 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d998e5-c8ee-43aa-b51e-32c40454b675 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Pushing event deleted for resources: {'Port': ['ID=20f70ffd-b1bb-4888-b43c-7d3c4fe2cd92,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:35.276130 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-b5d998e5-c8ee-43aa-b51e-32c40454b675 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] create failed (client error): The resource could not be found. Dec 17 15:57:35.277259 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b5d998e5-c8ee-43aa-b51e-32c40454b675 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.1973746 Dec 17 15:57:35.281389 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36430) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:35.371200 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-ae553a2f-7f7b-4fa4-a6c6-1045bfabb5d7 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Deleting port a825bdb4-39b3-4f98-8162-19024f7000bf {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:57:35.371568 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ae553a2f-7f7b-4fa4-a6c6-1045bfabb5d7 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:35.459944 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ae553a2f-7f7b-4fa4-a6c6-1045bfabb5d7 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:35.471634 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-ae553a2f-7f7b-4fa4-a6c6-1045bfabb5d7 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Calling delete_port for a825bdb4-39b3-4f98-8162-19024f7000bf owned by {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:57:35.667579 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ae553a2f-7f7b-4fa4-a6c6-1045bfabb5d7 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:35.700952 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae553a2f-7f7b-4fa4-a6c6-1045bfabb5d7 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Pushing event deleted for resources: {'Port': ['ID=a825bdb4-39b3-4f98-8162-19024f7000bf,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:35.769729 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ae553a2f-7f7b-4fa4-a6c6-1045bfabb5d7 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:35.772900 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ae553a2f-7f7b-4fa4-a6c6-1045bfabb5d7 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] 10.222.0.46 "DELETE /v2.0/ports/a825bdb4-39b3-4f98-8162-19024f7000bf HTTP/1.1" status: 204 len: 168 time: 0.4906030 Dec 17 15:57:35.775542 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36432) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:35.824699 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85da4783-7bb8-4e72-839f-f2d093419139 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:35.826260 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-85da4783-7bb8-4e72-839f-f2d093419139 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e54c6e5-5032-4071-a1cc-13f0dcb9e0a8 HTTP/1.1" status: 200 len: 913 time: 0.0497894 Dec 17 15:57:35.829035 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36434) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:36.140676 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-646464b2-0b37-419b-8979-1591b1b4f18a tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:36.374563 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-646464b2-0b37-419b-8979-1591b1b4f18a tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Deleting port 26b3ca68-4a95-4333-b4ca-695d90bf626a {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:57:36.375287 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-646464b2-0b37-419b-8979-1591b1b4f18a tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:36.463034 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-646464b2-0b37-419b-8979-1591b1b4f18a tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:36.473704 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-646464b2-0b37-419b-8979-1591b1b4f18a tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Calling delete_port for 26b3ca68-4a95-4333-b4ca-695d90bf626a owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:57:36.709499 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-646464b2-0b37-419b-8979-1591b1b4f18a tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:36.742328 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646464b2-0b37-419b-8979-1591b1b4f18a tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Pushing event deleted for resources: {'Port': ['ID=26b3ca68-4a95-4333-b4ca-695d90bf626a,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:36.882456 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-646464b2-0b37-419b-8979-1591b1b4f18a tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:37.034363 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646464b2-0b37-419b-8979-1591b1b4f18a tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Router 4e54c6e5-5032-4071-a1cc-13f0dcb9e0a8 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:57:37.108480 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646464b2-0b37-419b-8979-1591b1b4f18a tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:57:37.113378 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-646464b2-0b37-419b-8979-1591b1b4f18a tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] 10.222.0.46 "PUT /v2.0/routers/4e54c6e5-5032-4071-a1cc-13f0dcb9e0a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2833068 Dec 17 15:57:37.115983 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36436) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:37.117989 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f200cdbc-16bc-4bcf-9204-8cc29f546313 None None] Sync routers for ids ['4e54c6e5-5032-4071-a1cc-13f0dcb9e0a8'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:57:37.128629 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f200cdbc-16bc-4bcf-9204-8cc29f546313 None None] Routers {'4e54c6e5-5032-4071-a1cc-13f0dcb9e0a8'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:57:37.129370 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-f200cdbc-16bc-4bcf-9204-8cc29f546313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:57:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['4e54c6e5-5032-4071-a1cc-13f0dcb9e0a8'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:37.164408 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-f200cdbc-16bc-4bcf-9204-8cc29f546313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:37.172867 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f200cdbc-16bc-4bcf-9204-8cc29f546313 None None] Routers {'4e54c6e5-5032-4071-a1cc-13f0dcb9e0a8'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:57:37.173534 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-f200cdbc-16bc-4bcf-9204-8cc29f546313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:57:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['4e54c6e5-5032-4071-a1cc-13f0dcb9e0a8'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:37.190868 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9ebead91-7d63-4883-ae61-767ab720f2be tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:37.205568 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-f200cdbc-16bc-4bcf-9204-8cc29f546313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:37.206229 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f200cdbc-16bc-4bcf-9204-8cc29f546313 None None] The sync data for ids ['4e54c6e5-5032-4071-a1cc-13f0dcb9e0a8'] in n-d-820553-2 is: [] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:57:37.345702 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9ebead91-7d63-4883-ae61-767ab720f2be tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:37.347676 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9ebead91-7d63-4883-ae61-767ab720f2be tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:37.486562 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9ebead91-7d63-4883-ae61-767ab720f2be tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:37.487090 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebead91-7d63-4883-ae61-767ab720f2be tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Fanout notify agent at l3_agent the message router_deleted on router 4e54c6e5-5032-4071-a1cc-13f0dcb9e0a8 {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:57:37.494589 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9ebead91-7d63-4883-ae61-767ab720f2be tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:37.495749 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9ebead91-7d63-4883-ae61-767ab720f2be tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] 10.222.0.46 "DELETE /v2.0/routers/4e54c6e5-5032-4071-a1cc-13f0dcb9e0a8 HTTP/1.1" status: 204 len: 168 time: 0.3787513 Dec 17 15:57:37.498231 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36438) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:37.547567 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-27ff6271-5c50-4112-8236-a343cd06fb3f tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Deleting subnet 07bd208d-ab11-4375-8754-68f67df815c6 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:57:37.550640 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-27ff6271-5c50-4112-8236-a343cd06fb3f tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:37.593651 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-27ff6271-5c50-4112-8236-a343cd06fb3f tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:37.674489 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-27ff6271-5c50-4112-8236-a343cd06fb3f tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:37.802007 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-27ff6271-5c50-4112-8236-a343cd06fb3f tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:37.835049 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff6271-5c50-4112-8236-a343cd06fb3f tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Pushing event deleted for resources: {'Subnet': ['ID=07bd208d-ab11-4375-8754-68f67df815c6,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:37.839300 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-27ff6271-5c50-4112-8236-a343cd06fb3f tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:37.844939 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-27ff6271-5c50-4112-8236-a343cd06fb3f tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] 10.222.0.46 "DELETE /v2.0/subnets/07bd208d-ab11-4375-8754-68f67df815c6 HTTP/1.1" status: 204 len: 168 time: 0.3433442 Dec 17 15:57:37.845100 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36440) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:37.855363 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119b57f7-1c93-4123-baf1-384226c868fd None None] Network 1089aabd-2674-4dc8-96e8-2ed2e4e4533a requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:57:37.940736 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dfb94eb2-d6eb-4224-a5a5-ae87a6583bb7 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:37.999303 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-dfb94eb2-d6eb-4224-a5a5-ae87a6583bb7 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Deleting port 62051d75-09e3-4c37-a57d-8826b97e468a {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:57:37.999647 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dfb94eb2-d6eb-4224-a5a5-ae87a6583bb7 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:38.057118 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2ded00-a093-4571-b4cd-566fb9817207 None None] DHCP port deletion for 1089aabd-2674-4dc8-96e8-2ed2e4e4533a request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:57:38.066585 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-dfb94eb2-d6eb-4224-a5a5-ae87a6583bb7 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] For port 62051d75-09e3-4c37-a57d-8826b97e468a, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=62051d75-09e3-4c37-a57d-8826b97e468a,segment=NetworkSegment(8e856333-2a3f-401c-8e5a-cdd010f3c64a),segment_id=8e856333-2a3f-401c-8e5a-cdd010f3c64a)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:38.066946 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dfb94eb2-d6eb-4224-a5a5-ae87a6583bb7 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:38.083642 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-dfb94eb2-d6eb-4224-a5a5-ae87a6583bb7 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Calling delete_port for 62051d75-09e3-4c37-a57d-8826b97e468a owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:57:38.102153 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ded00-a093-4571-b4cd-566fb9817207 None None] Deleting port 62051d75-09e3-4c37-a57d-8826b97e468a {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:57:38.102528 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cf2ded00-a093-4571-b4cd-566fb9817207 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:38.168088 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-cf2ded00-a093-4571-b4cd-566fb9817207 None None] For port 62051d75-09e3-4c37-a57d-8826b97e468a, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=62051d75-09e3-4c37-a57d-8826b97e468a,segment=NetworkSegment(8e856333-2a3f-401c-8e5a-cdd010f3c64a),segment_id=8e856333-2a3f-401c-8e5a-cdd010f3c64a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:38.171203 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cf2ded00-a093-4571-b4cd-566fb9817207 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:38.180327 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ded00-a093-4571-b4cd-566fb9817207 None None] Calling delete_port for 62051d75-09e3-4c37-a57d-8826b97e468a owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:57:38.218105 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dfb94eb2-d6eb-4224-a5a5-ae87a6583bb7 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:38.243490 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb94eb2-d6eb-4224-a5a5-ae87a6583bb7 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Pushing event deleted for resources: {'Port': ['ID=62051d75-09e3-4c37-a57d-8826b97e468a,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:38.247890 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb94eb2-d6eb-4224-a5a5-ae87a6583bb7 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] No DVR routers for this DVR port 62051d75-09e3-4c37-a57d-8826b97e468a on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:57:38.254918 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cf2ded00-a093-4571-b4cd-566fb9817207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:38.281602 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2ded00-a093-4571-b4cd-566fb9817207 None None] No DVR routers for this DVR port 62051d75-09e3-4c37-a57d-8826b97e468a on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:57:38.291285 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ded00-a093-4571-b4cd-566fb9817207 None None] Pushing event deleted for resources: {'Port': ['ID=62051d75-09e3-4c37-a57d-8826b97e468a,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:38.328681 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dfb94eb2-d6eb-4224-a5a5-ae87a6583bb7 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:38.347835 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-dfb94eb2-d6eb-4224-a5a5-ae87a6583bb7 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1089aabd-2674-4dc8-96e8-2ed2e4e4533a']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:38.357234 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-dfb94eb2-d6eb-4224-a5a5-ae87a6583bb7 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e856333-2a3f-401c-8e5a-cdd010f3c64a') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:38.357563 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-dfb94eb2-d6eb-4224-a5a5-ae87a6583bb7 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e856333-2a3f-401c-8e5a-cdd010f3c64a') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:38.366520 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dfb94eb2-d6eb-4224-a5a5-ae87a6583bb7 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:38.380403 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dfb94eb2-d6eb-4224-a5a5-ae87a6583bb7 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:38.386328 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb94eb2-d6eb-4224-a5a5-ae87a6583bb7 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:57:38.386731 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dfb94eb2-d6eb-4224-a5a5-ae87a6583bb7 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:38.389631 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:57:38.389631 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:57:38.389631 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:57:38.389631 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:57:38.389631 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:57:38.389631 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:57:38.389631 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:57:38.389631 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:57:38.389631 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:57:38.389631 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:57:38.389631 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:57:38.389631 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:57:38.389631 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:57:38.389631 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:57:38.389631 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:57:38.389631 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:57:38.389631 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:57:38.389631 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:57:38.389631 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:57:38.389631 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:57:38.389631 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:57:38.389631 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:57:38.389631 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:57:38.389631 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:57:38.389631 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:57:38.389631 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:57:38.389631 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:57:38.389631 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:57:38.389631 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:57:38.389631 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:57:38.389631 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:57:38.389631 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:57:38.502219 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dfb94eb2-d6eb-4224-a5a5-ae87a6583bb7 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:38.512199 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dfb94eb2-d6eb-4224-a5a5-ae87a6583bb7 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:38.512391 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-dfb94eb2-d6eb-4224-a5a5-ae87a6583bb7 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] 10.222.0.46 "DELETE /v2.0/networks/1089aabd-2674-4dc8-96e8-2ed2e4e4533a HTTP/1.1" status: 204 len: 168 time: 0.6663780 Dec 17 15:57:38.528555 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb94eb2-d6eb-4224-a5a5-ae87a6583bb7 tempest-FloatingIPNegativeTestJSON-610608532 tempest-FloatingIPNegativeTestJSON-610608532-project] Pushing event deleted for resources: {'Network': ['ID=1089aabd-2674-4dc8-96e8-2ed2e4e4533a,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:38.991593 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36446) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:39.122937 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-830b6dcb-baee-4fc2-82ab-022862b39e60 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=39d1203dadee4135aceeb4a2e4f8c7dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1301889 Dec 17 15:57:39.125462 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36450) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:39.172458 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ffdefee6-86df-4384-880c-7af394623094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:39.193459 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ffdefee6-86df-4384-880c-7af394623094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:39.314765 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ffdefee6-86df-4384-880c-7af394623094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:39.317312 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ffdefee6-86df-4384-880c-7af394623094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:39.318613 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ffdefee6-86df-4384-880c-7af394623094 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d82d5d30-2dd2-4c5d-8193-2fbb6704abfe HTTP/1.1" status: 204 len: 168 time: 0.1921101 Dec 17 15:57:39.327198 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdefee6-86df-4384-880c-7af394623094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82d5d30-2dd2-4c5d-8193-2fbb6704abfe,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:39.423667 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 62051d75-09e3-4c37-a57d-8826b97e468a no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:57:39.448456 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 62051d75-09e3-4c37-a57d-8826b97e468a {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:57:39.448800 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 62051d75-09e3-4c37-a57d-8826b97e468a not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:57:40.412167 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36476) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:40.508723 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-48659aea-9c9c-4633-a3d8-253b3eda6480 tempest-ServiceProvidersTest-262616442 tempest-ServiceProvidersTest-262616442-project] 10.222.0.46 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.0953929 Dec 17 15:57:40.807470 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:40.948658 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36488) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:41.052705 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bb9c3edd-eaf7-41a5-8d22-99d72a37c4c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:41.127813 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bb9c3edd-eaf7-41a5-8d22-99d72a37c4c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:41.194962 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bb9c3edd-eaf7-41a5-8d22-99d72a37c4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:41.233030 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-bb9c3edd-eaf7-41a5-8d22-99d72a37c4c6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=23a6132990174d1bbacfccf17bd942ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2832801 Dec 17 15:57:41.234127 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c3edd-eaf7-41a5-8d22-99d72a37c4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615f55ad-5b8a-4c27-9f25-2868a3d84f40,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:41.235806 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36494) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:41.285393 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b628561f-2ea2-4fed-ba0f-8680af994a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:41.307437 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b628561f-2ea2-4fed-ba0f-8680af994a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:41.429370 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b628561f-2ea2-4fed-ba0f-8680af994a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:41.432076 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b628561f-2ea2-4fed-ba0f-8680af994a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:41.433253 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b628561f-2ea2-4fed-ba0f-8680af994a81 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/615f55ad-5b8a-4c27-9f25-2868a3d84f40 HTTP/1.1" status: 204 len: 168 time: 0.1964588 Dec 17 15:57:41.440955 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628561f-2ea2-4fed-ba0f-8680af994a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615f55ad-5b8a-4c27-9f25-2868a3d84f40,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:42.396728 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36516) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:42.489530 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-959df19b-fe99-4827-9877-c00b04f82959 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1515693201-network', 'tenant_id': '14fab830253a471f89c7aec7fb3956ae'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:42.606736 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959df19b-fe99-4827-9877-c00b04f82959 admin admin] Made reservation on behalf of 14fab830253a471f89c7aec7fb3956ae for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:42.609085 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-959df19b-fe99-4827-9877-c00b04f82959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:42.617529 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-959df19b-fe99-4827-9877-c00b04f82959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:42.696520 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-959df19b-fe99-4827-9877-c00b04f82959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:42.766678 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-959df19b-fe99-4827-9877-c00b04f82959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:42.798244 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-959df19b-fe99-4827-9877-c00b04f82959 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:57:42.808744 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959df19b-fe99-4827-9877-c00b04f82959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf760d6-128e-408a-9f89-e3cc8fb5e475,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:42.816916 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-959df19b-fe99-4827-9877-c00b04f82959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:42.817918 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-959df19b-fe99-4827-9877-c00b04f82959 admin admin] Added segment dd3d55d3-ee25-41c5-8f54-1ce6146fd9e6 of type vlan for network c0ee282d-2064-4624-a628-64e287398d53 Dec 17 15:57:42.860722 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-959df19b-fe99-4827-9877-c00b04f82959 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:42.949375 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-959df19b-fe99-4827-9877-c00b04f82959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:42.950354 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959df19b-fe99-4827-9877-c00b04f82959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:42.950943 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-959df19b-fe99-4827-9877-c00b04f82959 admin admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:43.013997 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959df19b-fe99-4827-9877-c00b04f82959 admin admin] Pushing event updated for resources: {'Network': ['ID=c0ee282d-2064-4624-a628-64e287398d53,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:43.024208 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network c0ee282d-2064-4624-a628-64e287398d53 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:57:43.055211 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-959df19b-fe99-4827-9877-c00b04f82959 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6573472 Dec 17 15:57:43.058302 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36520) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:43.063447 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-29dfa9b3-c264-4832-879d-2b7c4e05c226 admin admin] Request body: {'subnet': {'network_id': 'c0ee282d-2064-4624-a628-64e287398d53', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1515693201-subnet', 'tenant_id': '14fab830253a471f89c7aec7fb3956ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:43.138128 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29dfa9b3-c264-4832-879d-2b7c4e05c226 admin admin] Made reservation on behalf of 14fab830253a471f89c7aec7fb3956ae for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:43.140430 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-29dfa9b3-c264-4832-879d-2b7c4e05c226 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:43.412379 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-29dfa9b3-c264-4832-879d-2b7c4e05c226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:43.470024 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dfa9b3-c264-4832-879d-2b7c4e05c226 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82a4fe14-2b45-49dd-9a80-24443ea42c46,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:43.477477 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dfa9b3-c264-4832-879d-2b7c4e05c226 admin admin] Checking segment: {'id': 'dd3d55d3-ee25-41c5-8f54-1ce6146fd9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c0ee282d-2064-4624-a628-64e287398d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:57:43.479585 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dfa9b3-c264-4832-879d-2b7c4e05c226 admin admin] Network hostable DHCP agents. Network: c0ee282d-2064-4624-a628-64e287398d53, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:57:43.543459 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dfa9b3-c264-4832-879d-2b7c4e05c226 admin admin] Network c0ee282d-2064-4624-a628-64e287398d53 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:57:43.617732 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-29dfa9b3-c264-4832-879d-2b7c4e05c226 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, c0ee282d-2064-4624-a628-64e287398d53) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:43.622629 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dfa9b3-c264-4832-879d-2b7c4e05c226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:43.623402 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-29dfa9b3-c264-4832-879d-2b7c4e05c226 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:43.629175 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111ebbab-5089-4018-a079-6f5510a649e8 None None] Network c0ee282d-2064-4624-a628-64e287398d53 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:57:43.757904 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-29dfa9b3-c264-4832-879d-2b7c4e05c226 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6984820 Dec 17 15:57:43.763123 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a08b056-0cc9-4361-aba2-16cb6479014b None None] Network c0ee282d-2064-4624-a628-64e287398d53 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:57:44.423383 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36536) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:44.428234 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-0ac84d39-da6e-4b50-bc94-6afd5ee8ce10 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1566941399-network', 'tenant_id': '64ff77ebea0e4181a2cfb01fabc600d2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:44.542433 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac84d39-da6e-4b50-bc94-6afd5ee8ce10 admin admin] Made reservation on behalf of 64ff77ebea0e4181a2cfb01fabc600d2 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:44.544741 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0ac84d39-da6e-4b50-bc94-6afd5ee8ce10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:44.553491 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0ac84d39-da6e-4b50-bc94-6afd5ee8ce10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:44.627129 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0ac84d39-da6e-4b50-bc94-6afd5ee8ce10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:44.719110 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0ac84d39-da6e-4b50-bc94-6afd5ee8ce10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:44.744039 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac84d39-da6e-4b50-bc94-6afd5ee8ce10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:57:44.752574 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac84d39-da6e-4b50-bc94-6afd5ee8ce10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5509cf8-0cfe-4e56-b4a5-50a5b686fecb,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:44.760514 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0ac84d39-da6e-4b50-bc94-6afd5ee8ce10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:44.760667 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-0ac84d39-da6e-4b50-bc94-6afd5ee8ce10 admin admin] Added segment 1bb83b67-cffa-4e59-a4b5-a61adab08413 of type vlan for network c8fa8520-c535-42bd-adaf-9ec50d28ddca Dec 17 15:57:44.802863 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0ac84d39-da6e-4b50-bc94-6afd5ee8ce10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:44.903338 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0ac84d39-da6e-4b50-bc94-6afd5ee8ce10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:44.904348 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac84d39-da6e-4b50-bc94-6afd5ee8ce10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:44.904931 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0ac84d39-da6e-4b50-bc94-6afd5ee8ce10 admin admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:44.962000 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac84d39-da6e-4b50-bc94-6afd5ee8ce10 admin admin] Pushing event updated for resources: {'Network': ['ID=c8fa8520-c535-42bd-adaf-9ec50d28ddca,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:44.972637 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network c8fa8520-c535-42bd-adaf-9ec50d28ddca details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:57:45.032037 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0ac84d39-da6e-4b50-bc94-6afd5ee8ce10 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6075451 Dec 17 15:57:45.034884 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36538) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:45.039696 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-13f3a0f0-759f-4c5a-a86b-b17b90dfb532 admin admin] Request body: {'subnet': {'network_id': 'c8fa8520-c535-42bd-adaf-9ec50d28ddca', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1566941399-subnet', 'tenant_id': '64ff77ebea0e4181a2cfb01fabc600d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:45.143382 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f3a0f0-759f-4c5a-a86b-b17b90dfb532 admin admin] Made reservation on behalf of 64ff77ebea0e4181a2cfb01fabc600d2 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:45.145791 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-13f3a0f0-759f-4c5a-a86b-b17b90dfb532 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:45.355697 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-13f3a0f0-759f-4c5a-a86b-b17b90dfb532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:45.408893 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3a0f0-759f-4c5a-a86b-b17b90dfb532 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a349c48c-ea59-45cd-9ca3-b499a8b96d50,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:45.418812 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f3a0f0-759f-4c5a-a86b-b17b90dfb532 admin admin] Checking segment: {'id': '1bb83b67-cffa-4e59-a4b5-a61adab08413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c8fa8520-c535-42bd-adaf-9ec50d28ddca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:57:45.419162 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f3a0f0-759f-4c5a-a86b-b17b90dfb532 admin admin] Network hostable DHCP agents. Network: c8fa8520-c535-42bd-adaf-9ec50d28ddca, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:57:45.486030 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f3a0f0-759f-4c5a-a86b-b17b90dfb532 admin admin] Network c8fa8520-c535-42bd-adaf-9ec50d28ddca is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:57:45.577687 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-13f3a0f0-759f-4c5a-a86b-b17b90dfb532 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, c8fa8520-c535-42bd-adaf-9ec50d28ddca) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:45.582333 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f3a0f0-759f-4c5a-a86b-b17b90dfb532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:45.582998 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-13f3a0f0-759f-4c5a-a86b-b17b90dfb532 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:45.587296 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466e1b1b-ca1c-410e-98cb-c342d8fd9d25 None None] Network c8fa8520-c535-42bd-adaf-9ec50d28ddca requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:57:45.655776 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-13f3a0f0-759f-4c5a-a86b-b17b90dfb532 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6197793 Dec 17 15:57:45.711963 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722dabbd-3d84-4b46-9b5d-2397dbd51097 None None] Network c8fa8520-c535-42bd-adaf-9ec50d28ddca requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:57:45.765925 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36542) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:45.815356 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-85681a25-b6d6-4332-bfd9-87de9318793b admin admin] Deleting subnet 82a4fe14-2b45-49dd-9a80-24443ea42c46 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:57:45.818543 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-85681a25-b6d6-4332-bfd9-87de9318793b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:45.856100 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-85681a25-b6d6-4332-bfd9-87de9318793b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:45.895127 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-85681a25-b6d6-4332-bfd9-87de9318793b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:46.011769 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-85681a25-b6d6-4332-bfd9-87de9318793b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:46.039406 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85681a25-b6d6-4332-bfd9-87de9318793b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82a4fe14-2b45-49dd-9a80-24443ea42c46,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:46.041607 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-85681a25-b6d6-4332-bfd9-87de9318793b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:46.044729 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-85681a25-b6d6-4332-bfd9-87de9318793b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/82a4fe14-2b45-49dd-9a80-24443ea42c46 HTTP/1.1" status: 204 len: 168 time: 0.2775495 Dec 17 15:57:46.047098 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36544) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:46.118097 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c4196df2-3e8a-4d62-a4e2-cf896dc4fa92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:46.196139 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c4196df2-3e8a-4d62-a4e2-cf896dc4fa92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:46.219911 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-c4196df2-3e8a-4d62-a4e2-cf896dc4fa92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ee282d-2064-4624-a628-64e287398d53']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:46.228966 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-c4196df2-3e8a-4d62-a4e2-cf896dc4fa92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd3d55d3-ee25-41c5-8f54-1ce6146fd9e6') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:46.229285 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-c4196df2-3e8a-4d62-a4e2-cf896dc4fa92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd3d55d3-ee25-41c5-8f54-1ce6146fd9e6') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:46.239077 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c4196df2-3e8a-4d62-a4e2-cf896dc4fa92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:46.252152 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c4196df2-3e8a-4d62-a4e2-cf896dc4fa92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:46.257899 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4196df2-3e8a-4d62-a4e2-cf896dc4fa92 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:57:46.258285 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c4196df2-3e8a-4d62-a4e2-cf896dc4fa92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:46.259891 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:57:46.259891 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:57:46.259891 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:57:46.259891 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:57:46.259891 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:57:46.259891 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:57:46.259891 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:57:46.259891 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:57:46.259891 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:57:46.259891 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:57:46.259891 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:57:46.259891 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:57:46.259891 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:57:46.259891 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:57:46.259891 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:57:46.259891 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:57:46.259891 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:57:46.259891 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:57:46.259891 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:57:46.259891 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:57:46.259891 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:57:46.259891 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:57:46.259891 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:57:46.259891 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:57:46.259891 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:57:46.259891 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:57:46.259891 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:57:46.259891 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:57:46.259891 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:57:46.259891 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:57:46.259891 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:57:46.259891 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:57:46.423898 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c4196df2-3e8a-4d62-a4e2-cf896dc4fa92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:46.429316 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c4196df2-3e8a-4d62-a4e2-cf896dc4fa92 admin admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:46.432440 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c4196df2-3e8a-4d62-a4e2-cf896dc4fa92 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c0ee282d-2064-4624-a628-64e287398d53 HTTP/1.1" status: 204 len: 168 time: 0.3844433 Dec 17 15:57:46.436107 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36546) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:46.443962 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4196df2-3e8a-4d62-a4e2-cf896dc4fa92 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0ee282d-2064-4624-a628-64e287398d53,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:46.479613 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dea07f0-8884-4281-bc47-b88d97fef462 admin admin] Deleting subnet a349c48c-ea59-45cd-9ca3-b499a8b96d50 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:57:46.483686 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7dea07f0-8884-4281-bc47-b88d97fef462 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:46.517297 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7dea07f0-8884-4281-bc47-b88d97fef462 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:46.561842 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7dea07f0-8884-4281-bc47-b88d97fef462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:46.675424 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7dea07f0-8884-4281-bc47-b88d97fef462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:46.704187 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7dea07f0-8884-4281-bc47-b88d97fef462 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:46.707342 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7dea07f0-8884-4281-bc47-b88d97fef462 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a349c48c-ea59-45cd-9ca3-b499a8b96d50 HTTP/1.1" status: 204 len: 168 time: 0.2702498 Dec 17 15:57:46.708315 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea07f0-8884-4281-bc47-b88d97fef462 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a349c48c-ea59-45cd-9ca3-b499a8b96d50,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:46.709819 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36550) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:46.776143 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-99aae192-cccd-45a1-b7f2-949a0ca9c788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:46.857974 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-99aae192-cccd-45a1-b7f2-949a0ca9c788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:46.877659 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-99aae192-cccd-45a1-b7f2-949a0ca9c788 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8fa8520-c535-42bd-adaf-9ec50d28ddca']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:46.886613 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-99aae192-cccd-45a1-b7f2-949a0ca9c788 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb83b67-cffa-4e59-a4b5-a61adab08413') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:46.886907 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-99aae192-cccd-45a1-b7f2-949a0ca9c788 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb83b67-cffa-4e59-a4b5-a61adab08413') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:46.896148 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-99aae192-cccd-45a1-b7f2-949a0ca9c788 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:46.909214 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-99aae192-cccd-45a1-b7f2-949a0ca9c788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:46.914905 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99aae192-cccd-45a1-b7f2-949a0ca9c788 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:57:46.915289 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-99aae192-cccd-45a1-b7f2-949a0ca9c788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:46.916861 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:57:46.916861 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:57:46.916861 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:57:46.916861 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:57:46.916861 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:57:46.916861 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:57:46.916861 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:57:46.916861 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:57:46.916861 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:57:46.916861 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:57:46.916861 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:57:46.916861 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:57:46.916861 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:57:46.916861 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:57:46.916861 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:57:46.916861 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:57:46.916861 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:57:46.916861 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:57:46.916861 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:57:46.916861 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:57:46.916861 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:57:46.916861 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:57:46.916861 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:57:46.916861 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:57:46.916861 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:57:46.916861 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:57:46.916861 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:57:46.916861 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:57:46.916861 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:57:46.916861 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:57:46.916861 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:57:46.916861 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:57:47.027190 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-99aae192-cccd-45a1-b7f2-949a0ca9c788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:47.033034 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-99aae192-cccd-45a1-b7f2-949a0ca9c788 admin admin] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:47.036179 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-99aae192-cccd-45a1-b7f2-949a0ca9c788 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c8fa8520-c535-42bd-adaf-9ec50d28ddca HTTP/1.1" status: 204 len: 168 time: 0.3253930 Dec 17 15:57:47.047445 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aae192-cccd-45a1-b7f2-949a0ca9c788 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8fa8520-c535-42bd-adaf-9ec50d28ddca,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:47.334447 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36554) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:47.374914 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-bf1d7e10-4b9d-4938-b746-521b34169431 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=14fab830253a471f89c7aec7fb3956ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389698 Dec 17 15:57:47.376981 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36556) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:47.423299 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-49f111ab-548e-4602-90e4-5d0a7781539c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:47.447452 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-49f111ab-548e-4602-90e4-5d0a7781539c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:47.554814 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-49f111ab-548e-4602-90e4-5d0a7781539c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:47.557451 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-49f111ab-548e-4602-90e4-5d0a7781539c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:47.558599 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-49f111ab-548e-4602-90e4-5d0a7781539c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aaf760d6-128e-408a-9f89-e3cc8fb5e475 HTTP/1.1" status: 204 len: 168 time: 0.1806967 Dec 17 15:57:47.568098 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f111ab-548e-4602-90e4-5d0a7781539c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf760d6-128e-408a-9f89-e3cc8fb5e475,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:48.192554 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36562) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:48.232364 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2dd4522c-da75-4c56-961f-20b3d1a58356 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=64ff77ebea0e4181a2cfb01fabc600d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386024 Dec 17 15:57:48.234723 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36564) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:48.281943 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-330521e7-2f99-4906-a3a3-7e7fa2c20da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:48.301967 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-330521e7-2f99-4906-a3a3-7e7fa2c20da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:48.404778 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-330521e7-2f99-4906-a3a3-7e7fa2c20da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:48.407224 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-330521e7-2f99-4906-a3a3-7e7fa2c20da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:48.408423 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-330521e7-2f99-4906-a3a3-7e7fa2c20da2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f5509cf8-0cfe-4e56-b4a5-50a5b686fecb HTTP/1.1" status: 204 len: 168 time: 0.1727664 Dec 17 15:57:48.416089 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330521e7-2f99-4906-a3a3-7e7fa2c20da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5509cf8-0cfe-4e56-b4a5-50a5b686fecb,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:50.603766 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975c0e5-bff6-4342-a09e-2acce9ee3f63 req-7fe042c7-125c-4fd4-a69e-2f009bb76885 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:50.605275 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c975c0e5-bff6-4342-a09e-2acce9ee3f63 req-7fe042c7-125c-4fd4-a69e-2f009bb76885 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ebb5eba-54e5-4c68-ba7c-c69494d48824 HTTP/1.1" status: 200 len: 945 time: 0.0508595 Dec 17 15:57:50.643989 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c975c0e5-bff6-4342-a09e-2acce9ee3f63 req-96710b6e-c656-4714-8b06-afa58731ede2 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "GET /v2.0/security-groups?id=05bb3672-b186-42ed-be48-ccf2056e8f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320868 Dec 17 15:57:51.951507 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6c02b-3145-4569-a7f3-d53b79ee19c0 req-39eb3f4b-9f71-4726-8786-7cd9721ba2c3 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:51.952933 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0c6c02b-3145-4569-a7f3-d53b79ee19c0 req-39eb3f4b-9f71-4726-8786-7cd9721ba2c3 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ebb5eba-54e5-4c68-ba7c-c69494d48824 HTTP/1.1" status: 200 len: 945 time: 0.0499072 Dec 17 15:57:51.953845 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc774ca-02a9-45e8-8794-d5f9981aea4d req-58b25773-03f6-4d29-bf13-301f434050e4 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:51.955295 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0fc774ca-02a9-45e8-8794-d5f9981aea4d req-58b25773-03f6-4d29-bf13-301f434050e4 tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ebb5eba-54e5-4c68-ba7c-c69494d48824 HTTP/1.1" status: 200 len: 945 time: 0.1457646 Dec 17 15:57:51.991389 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0c6c02b-3145-4569-a7f3-d53b79ee19c0 req-e5eaf171-2935-4b78-a2e1-f96fae4fb4cc tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "GET /v2.0/security-groups?id=05bb3672-b186-42ed-be48-ccf2056e8f5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322700 Dec 17 15:57:52.046494 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-0fc774ca-02a9-45e8-8794-d5f9981aea4d req-d01754bb-2fda-443f-9fd3-41a18d5f3d9e tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Deleting port e3ad76cc-2541-415e-bef9-28883ab9b576 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:57:52.057102 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0fc774ca-02a9-45e8-8794-d5f9981aea4d req-d01754bb-2fda-443f-9fd3-41a18d5f3d9e tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:52.138042 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-0fc774ca-02a9-45e8-8794-d5f9981aea4d req-d01754bb-2fda-443f-9fd3-41a18d5f3d9e tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] For port e3ad76cc-2541-415e-bef9-28883ab9b576, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e3ad76cc-2541-415e-bef9-28883ab9b576,segment=NetworkSegment(b969433a-4c36-4dcb-b171-ff8352736230),segment_id=b969433a-4c36-4dcb-b171-ff8352736230)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:52.138408 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0fc774ca-02a9-45e8-8794-d5f9981aea4d req-d01754bb-2fda-443f-9fd3-41a18d5f3d9e tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:52.600504 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0fc774ca-02a9-45e8-8794-d5f9981aea4d req-d01754bb-2fda-443f-9fd3-41a18d5f3d9e tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:52.600873 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0fc774ca-02a9-45e8-8794-d5f9981aea4d req-d01754bb-2fda-443f-9fd3-41a18d5f3d9e tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:52.601220 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [req-0fc774ca-02a9-45e8-8794-d5f9981aea4d req-d01754bb-2fda-443f-9fd3-41a18d5f3d9e tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Floating IP 65d0310f-464e-4031-8285-84bb2e988453 disassociated. External IP: 172.25.6.65, port: e3ad76cc-2541-415e-bef9-28883ab9b576. Dec 17 15:57:52.601558 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-0fc774ca-02a9-45e8-8794-d5f9981aea4d req-d01754bb-2fda-443f-9fd3-41a18d5f3d9e tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Calling delete_port for e3ad76cc-2541-415e-bef9-28883ab9b576 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:57:52.800896 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0fc774ca-02a9-45e8-8794-d5f9981aea4d req-d01754bb-2fda-443f-9fd3-41a18d5f3d9e tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:52.829367 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01754bb-2fda-443f-9fd3-41a18d5f3d9e tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Pushing event deleted for resources: {'Port': ['ID=e3ad76cc-2541-415e-bef9-28883ab9b576,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:52.948292 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fc774ca-02a9-45e8-8794-d5f9981aea4d req-d01754bb-2fda-443f-9fd3-41a18d5f3d9e tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Router 7bccab57-e1f5-4e95-8d84-763599ee4420 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:57:53.066577 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fc774ca-02a9-45e8-8794-d5f9981aea4d req-d01754bb-2fda-443f-9fd3-41a18d5f3d9e tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:57:53.078755 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac99d6e6-f2b9-485c-be02-3b5a70d288f5 None None] Sync routers for ids ['7bccab57-e1f5-4e95-8d84-763599ee4420'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:57:53.091277 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac99d6e6-f2b9-485c-be02-3b5a70d288f5 None None] Routers {'7bccab57-e1f5-4e95-8d84-763599ee4420'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:57:53.093977 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ac99d6e6-f2b9-485c-be02-3b5a70d288f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:57:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['7bccab57-e1f5-4e95-8d84-763599ee4420'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:53.106131 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94169bb2-6245-44ec-ae2a-75aae9d44993 req-fd08ee2a-5998-4217-85f9-52a18e57b95e tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ebb5eba-54e5-4c68-ba7c-c69494d48824 HTTP/1.1" status: 200 len: 210 time: 0.0318747 Dec 17 15:57:53.109758 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc774ca-02a9-45e8-8794-d5f9981aea4d req-d01754bb-2fda-443f-9fd3-41a18d5f3d9e tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] No DVR routers for this DVR port e3ad76cc-2541-415e-bef9-28883ab9b576 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:57:53.112495 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0fc774ca-02a9-45e8-8794-d5f9981aea4d req-d01754bb-2fda-443f-9fd3-41a18d5f3d9e tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:53.116013 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0fc774ca-02a9-45e8-8794-d5f9981aea4d req-d01754bb-2fda-443f-9fd3-41a18d5f3d9e tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.13 "DELETE /v2.0/ports/e3ad76cc-2541-415e-bef9-28883ab9b576 HTTP/1.1" status: 204 len: 173 time: 1.1537495 Dec 17 15:57:53.116467 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ebb5eba-54e5-4c68-ba7c-c69494d48824', 'name': 'network-vif-deleted', 'tag': 'e3ad76cc-2541-415e-bef9-28883ab9b576'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:57:53.119569 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1ef647-616f-48ee-9af9-c335841eb9dd" -d '{"events": [{"server_uuid": "8ebb5eba-54e5-4c68-ba7c-c69494d48824", "name": "network-vif-deleted", "tag": "e3ad76cc-2541-415e-bef9-28883ab9b576"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:57:53.212602 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-ac99d6e6-f2b9-485c-be02-3b5a70d288f5 None None] Set router 7bccab57-e1f5-4e95-8d84-763599ee4420 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:57:53.236103 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5235ba-0806-46f7-83be-84c4a512efb3 x-openstack-request-id: req-7d5235ba-0806-46f7-83be-84c4a512efb3 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:57:53.236613 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ebb5eba-54e5-4c68-ba7c-c69494d48824", "name": "network-vif-deleted", "tag": "e3ad76cc-2541-415e-bef9-28883ab9b576", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:57:53.236924 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7d5235ba-0806-46f7-83be-84c4a512efb3 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:57:53.237543 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ebb5eba-54e5-4c68-ba7c-c69494d48824', 'name': 'network-vif-deleted', 'tag': 'e3ad76cc-2541-415e-bef9-28883ab9b576', 'status': 'completed', 'code': 200} Dec 17 15:57:53.427078 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ac99d6e6-f2b9-485c-be02-3b5a70d288f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'name': 'tempest-TestServerBasicOps-694480305-router', 'tenant_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c144b39d-184a-47f7-9697-493b424c7d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:40Z', 'updated_at': '2021-12-17T15:52:43Z', 'revision_number': 4, 'project_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'gw_port': {'id': 'c144b39d-184a-47f7-9697-493b424c7d5b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:41Z', 'updated_at': '2021-12-17T15:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '215bd0da-0867-4082-933e-93620a6fc494', 'name': '', 'network_id': 'e64f08ed-7a60-498f-a186-b5c713977b14', 'tenant_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'mac_address': 'fa:16:3e:56:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '9244de93-f161-4aca-b7b4-e422071521b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:43Z', 'updated_at': '2021-12-17T15:52:47Z', 'revision_number': 5, 'project_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'subnets': [{'id': '9244de93-f161-4aca-b7b4-e422071521b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:53.541239 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac99d6e6-f2b9-485c-be02-3b5a70d288f5 None None] Checking router: 7bccab57-e1f5-4e95-8d84-763599ee4420 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:57:53.549502 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac99d6e6-f2b9-485c-be02-3b5a70d288f5 None None] Routers {'7bccab57-e1f5-4e95-8d84-763599ee4420'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:57:53.550099 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ac99d6e6-f2b9-485c-be02-3b5a70d288f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:57:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['7bccab57-e1f5-4e95-8d84-763599ee4420'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:53.650990 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-ac99d6e6-f2b9-485c-be02-3b5a70d288f5 None None] Set router 7bccab57-e1f5-4e95-8d84-763599ee4420 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:57:53.839175 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ac99d6e6-f2b9-485c-be02-3b5a70d288f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'name': 'tempest-TestServerBasicOps-694480305-router', 'tenant_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c144b39d-184a-47f7-9697-493b424c7d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:40Z', 'updated_at': '2021-12-17T15:52:43Z', 'revision_number': 4, 'project_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'gw_port': {'id': 'c144b39d-184a-47f7-9697-493b424c7d5b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:41Z', 'updated_at': '2021-12-17T15:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '215bd0da-0867-4082-933e-93620a6fc494', 'name': '', 'network_id': 'e64f08ed-7a60-498f-a186-b5c713977b14', 'tenant_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'mac_address': 'fa:16:3e:56:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '9244de93-f161-4aca-b7b4-e422071521b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:43Z', 'updated_at': '2021-12-17T15:52:47Z', 'revision_number': 5, 'project_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'subnets': [{'id': '9244de93-f161-4aca-b7b4-e422071521b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:53.864688 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac99d6e6-f2b9-485c-be02-3b5a70d288f5 None None] The sync data for ids ['7bccab57-e1f5-4e95-8d84-763599ee4420'] in n-d-820553-2 is: [{'id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'name': 'tempest-TestServerBasicOps-694480305-router', 'tenant_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c144b39d-184a-47f7-9697-493b424c7d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:40Z', 'updated_at': '2021-12-17T15:52:43Z', 'revision_number': 4, 'project_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'gw_port': {'id': 'c144b39d-184a-47f7-9697-493b424c7d5b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:41Z', 'updated_at': '2021-12-17T15:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '215bd0da-0867-4082-933e-93620a6fc494', 'name': '', 'network_id': 'e64f08ed-7a60-498f-a186-b5c713977b14', 'tenant_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'mac_address': 'fa:16:3e:56:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '9244de93-f161-4aca-b7b4-e422071521b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:43Z', 'updated_at': '2021-12-17T15:52:47Z', 'revision_number': 5, 'project_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'subnets': [{'id': '9244de93-f161-4aca-b7b4-e422071521b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:57:54.116650 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa1500b-64fa-4863-bf67-2b91cd1e9d16 None None] New status for floating IP 65d0310f-464e-4031-8285-84bb2e988453: DOWN {{(pid=102834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:57:54.169315 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36672) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:54.304288 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-391c786b-62d1-46c5-8335-2d3658a5ac7f tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Deleting port 110c14d4-afbf-4e4b-8e42-781afc810c78 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:57:54.304663 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-391c786b-62d1-46c5-8335-2d3658a5ac7f tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:54.384698 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-391c786b-62d1-46c5-8335-2d3658a5ac7f tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:54.385028 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-391c786b-62d1-46c5-8335-2d3658a5ac7f tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:54.396557 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-391c786b-62d1-46c5-8335-2d3658a5ac7f tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Calling delete_port for 110c14d4-afbf-4e4b-8e42-781afc810c78 owned by network:floatingip {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:57:54.578136 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-391c786b-62d1-46c5-8335-2d3658a5ac7f tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:54.605607 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c786b-62d1-46c5-8335-2d3658a5ac7f tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Pushing event deleted for resources: {'Port': ['ID=110c14d4-afbf-4e4b-8e42-781afc810c78,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:54.664684 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-391c786b-62d1-46c5-8335-2d3658a5ac7f tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks [] for floatingip, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:54.669144 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-391c786b-62d1-46c5-8335-2d3658a5ac7f tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:54.669144 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-391c786b-62d1-46c5-8335-2d3658a5ac7f tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "DELETE /v2.0/floatingips/65d0310f-464e-4031-8285-84bb2e988453 HTTP/1.1" status: 204 len: 168 time: 0.4979436 Dec 17 15:57:54.738723 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36688) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:54.797106 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-95885c8b-db3f-4961-b4fc-4971b18154ec tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:54.821443 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-95885c8b-db3f-4961-b4fc-4971b18154ec tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:54.959443 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-95885c8b-db3f-4961-b4fc-4971b18154ec tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:54.962105 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-95885c8b-db3f-4961-b4fc-4971b18154ec tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:54.963577 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-95885c8b-db3f-4961-b4fc-4971b18154ec tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] 10.222.0.46 "DELETE /v2.0/security-groups/05bb3672-b186-42ed-be48-ccf2056e8f5e HTTP/1.1" status: 204 len: 168 time: 0.2238870 Dec 17 15:57:54.973187 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95885c8b-db3f-4961-b4fc-4971b18154ec tempest-TestServerBasicOps-1847296638 tempest-TestServerBasicOps-1847296638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bb3672-b186-42ed-be48-ccf2056e8f5e,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:55.517521 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36702) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:55.622784 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e3251c0f-677b-49d8-9931-29c844afd51a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:55.699463 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e3251c0f-677b-49d8-9931-29c844afd51a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:55.779634 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e3251c0f-677b-49d8-9931-29c844afd51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:55.819617 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3251c0f-677b-49d8-9931-29c844afd51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f923455-343d-4b0b-8d85-a62d81f22df0,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:55.824000 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e3251c0f-677b-49d8-9931-29c844afd51a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0350d5a79e6043fab429789d5fcbdd1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3054371 Dec 17 15:57:55.827000 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36706) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:55.881022 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a79355e8-6d64-4159-abeb-56cf7296fa13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:55.908685 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a79355e8-6d64-4159-abeb-56cf7296fa13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:56.050676 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a79355e8-6d64-4159-abeb-56cf7296fa13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:56.053688 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a79355e8-6d64-4159-abeb-56cf7296fa13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:56.060822 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a79355e8-6d64-4159-abeb-56cf7296fa13 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3f923455-343d-4b0b-8d85-a62d81f22df0 HTTP/1.1" status: 204 len: 168 time: 0.2269685 Dec 17 15:57:56.063525 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79355e8-6d64-4159-abeb-56cf7296fa13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f923455-343d-4b0b-8d85-a62d81f22df0,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:56.123245 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36714) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:56.166674 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:56.538648 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b9dba502-765c-476c-ab58-594cc62070c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:56.707656 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36720) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:56.721784 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-05b29842-08f4-47ce-accf-ecc2310698b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:56.785460 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-b9dba502-765c-476c-ab58-594cc62070c5 admin admin] Deleting port 215bd0da-0867-4082-933e-93620a6fc494 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:57:56.785801 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b9dba502-765c-476c-ab58-594cc62070c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:56.805961 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-05b29842-08f4-47ce-accf-ecc2310698b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:56.855122 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e3ad76cc-2541-415e-bef9-28883ab9b576 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:57:56.867815 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-b9dba502-765c-476c-ab58-594cc62070c5 admin admin] For port 215bd0da-0867-4082-933e-93620a6fc494, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=215bd0da-0867-4082-933e-93620a6fc494,segment=NetworkSegment(b969433a-4c36-4dcb-b171-ff8352736230),segment_id=b969433a-4c36-4dcb-b171-ff8352736230)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:56.868186 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b9dba502-765c-476c-ab58-594cc62070c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:56.868965 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-05b29842-08f4-47ce-accf-ecc2310698b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:56.876721 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: e3ad76cc-2541-415e-bef9-28883ab9b576 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:57:56.877070 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e3ad76cc-2541-415e-bef9-28883ab9b576 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:57:56.882238 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-b9dba502-765c-476c-ab58-594cc62070c5 admin admin] Calling delete_port for 215bd0da-0867-4082-933e-93620a6fc494 owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:57:56.909182 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-05b29842-08f4-47ce-accf-ecc2310698b5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9be519a7aba0439699afc07d6420515e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2002709 Dec 17 15:57:56.910024 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b29842-08f4-47ce-accf-ecc2310698b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55948dc6-72b8-42f6-8509-77b70b22c377,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:56.912252 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36722) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:56.967361 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5c7e03ae-513d-44d2-93cb-a1088dd4db4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:56.988912 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5c7e03ae-513d-44d2-93cb-a1088dd4db4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:57.109368 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5c7e03ae-513d-44d2-93cb-a1088dd4db4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:57.111989 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5c7e03ae-513d-44d2-93cb-a1088dd4db4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:57.113225 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5c7e03ae-513d-44d2-93cb-a1088dd4db4d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/55948dc6-72b8-42f6-8509-77b70b22c377 HTTP/1.1" status: 204 len: 168 time: 0.1992218 Dec 17 15:57:57.122081 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e03ae-513d-44d2-93cb-a1088dd4db4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55948dc6-72b8-42f6-8509-77b70b22c377,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:57.132458 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b9dba502-765c-476c-ab58-594cc62070c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:57.159663 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dba502-765c-476c-ab58-594cc62070c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=215bd0da-0867-4082-933e-93620a6fc494,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:57.333323 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b9dba502-765c-476c-ab58-594cc62070c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:57.556499 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9dba502-765c-476c-ab58-594cc62070c5 admin admin] Router 7bccab57-e1f5-4e95-8d84-763599ee4420 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:57:57.665427 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9dba502-765c-476c-ab58-594cc62070c5 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:57:57.677406 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b9dba502-765c-476c-ab58-594cc62070c5 admin admin] 10.222.0.46 "PUT /v2.0/routers/7bccab57-e1f5-4e95-8d84-763599ee4420/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5496483 Dec 17 15:57:57.677511 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36736) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:57.678735 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6804c06-8f50-4ab5-a627-b4713525bcee None None] Sync routers for ids ['7bccab57-e1f5-4e95-8d84-763599ee4420'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:57:57.688901 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6804c06-8f50-4ab5-a627-b4713525bcee None None] Routers {'7bccab57-e1f5-4e95-8d84-763599ee4420'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:57:57.696125 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-b6804c06-8f50-4ab5-a627-b4713525bcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:57:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['7bccab57-e1f5-4e95-8d84-763599ee4420'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:57.800909 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-b6804c06-8f50-4ab5-a627-b4713525bcee None None] Set router 7bccab57-e1f5-4e95-8d84-763599ee4420 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:57:58.010620 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-b6804c06-8f50-4ab5-a627-b4713525bcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'name': 'tempest-TestServerBasicOps-694480305-router', 'tenant_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c144b39d-184a-47f7-9697-493b424c7d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:40Z', 'updated_at': '2021-12-17T15:57:57Z', 'revision_number': 5, 'project_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'gw_port': {'id': 'c144b39d-184a-47f7-9697-493b424c7d5b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:41Z', 'updated_at': '2021-12-17T15:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:58.040526 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6804c06-8f50-4ab5-a627-b4713525bcee None None] Checking router: 7bccab57-e1f5-4e95-8d84-763599ee4420 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:57:58.050266 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6804c06-8f50-4ab5-a627-b4713525bcee None None] Routers {'7bccab57-e1f5-4e95-8d84-763599ee4420'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:57:58.051025 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-b6804c06-8f50-4ab5-a627-b4713525bcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:57:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['7bccab57-e1f5-4e95-8d84-763599ee4420'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:58.121365 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f7a67c91-7b4d-4a74-92c9-85cc9eef3da7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:58.123165 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36746) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:58.161678 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-b6804c06-8f50-4ab5-a627-b4713525bcee None None] Set router 7bccab57-e1f5-4e95-8d84-763599ee4420 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:57:58.226810 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f7a67c91-7b4d-4a74-92c9-85cc9eef3da7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:58.232833 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-8f63e78f-5667-47e8-988b-08894bc6dd92 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-582332099-network', 'tenant_id': '3f5e7370887f4529ac52e3e0c5216355'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:58.335838 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f63e78f-5667-47e8-988b-08894bc6dd92 admin admin] Made reservation on behalf of 3f5e7370887f4529ac52e3e0c5216355 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:58.338698 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8f63e78f-5667-47e8-988b-08894bc6dd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:58.349206 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8f63e78f-5667-47e8-988b-08894bc6dd92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:58.353898 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-b6804c06-8f50-4ab5-a627-b4713525bcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'name': 'tempest-TestServerBasicOps-694480305-router', 'tenant_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c144b39d-184a-47f7-9697-493b424c7d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:40Z', 'updated_at': '2021-12-17T15:57:57Z', 'revision_number': 5, 'project_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'gw_port': {'id': 'c144b39d-184a-47f7-9697-493b424c7d5b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:41Z', 'updated_at': '2021-12-17T15:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:58.375890 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-f7a67c91-7b4d-4a74-92c9-85cc9eef3da7 admin admin] Deleting port c144b39d-184a-47f7-9697-493b424c7d5b {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:57:58.376563 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f7a67c91-7b4d-4a74-92c9-85cc9eef3da7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:58.384376 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6804c06-8f50-4ab5-a627-b4713525bcee None None] The sync data for ids ['7bccab57-e1f5-4e95-8d84-763599ee4420'] in n-d-820553-2 is: [{'id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'name': 'tempest-TestServerBasicOps-694480305-router', 'tenant_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'c144b39d-184a-47f7-9697-493b424c7d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:40Z', 'updated_at': '2021-12-17T15:57:57Z', 'revision_number': 5, 'project_id': 'e925f87ec4cb49c28a7cf692949f4ac3', 'gw_port': {'id': 'c144b39d-184a-47f7-9697-493b424c7d5b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bccab57-e1f5-4e95-8d84-763599ee4420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:41Z', 'updated_at': '2021-12-17T15:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:57:58.436785 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8f63e78f-5667-47e8-988b-08894bc6dd92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:58.463909 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-f7a67c91-7b4d-4a74-92c9-85cc9eef3da7 admin admin] For port c144b39d-184a-47f7-9697-493b424c7d5b, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c144b39d-184a-47f7-9697-493b424c7d5b,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:58.464180 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f7a67c91-7b4d-4a74-92c9-85cc9eef3da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:58.480552 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-f7a67c91-7b4d-4a74-92c9-85cc9eef3da7 admin admin] Calling delete_port for c144b39d-184a-47f7-9697-493b424c7d5b owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:57:58.537664 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8f63e78f-5667-47e8-988b-08894bc6dd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:58.563175 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f63e78f-5667-47e8-988b-08894bc6dd92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:57:58.572665 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63e78f-5667-47e8-988b-08894bc6dd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e97fafa-b2b6-4bfc-a857-2f02e130258a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:58.577947 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8f63e78f-5667-47e8-988b-08894bc6dd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:58.578296 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-8f63e78f-5667-47e8-988b-08894bc6dd92 admin admin] Added segment 031d5e67-e8b2-445c-9bb4-666629b7142e of type vlan for network c846bdfb-85ec-4ec3-bba6-a2fb318678fb Dec 17 15:57:58.623991 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8f63e78f-5667-47e8-988b-08894bc6dd92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:58.713576 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f7a67c91-7b4d-4a74-92c9-85cc9eef3da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:58.724888 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8f63e78f-5667-47e8-988b-08894bc6dd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:58.726120 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f63e78f-5667-47e8-988b-08894bc6dd92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:58.727165 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8f63e78f-5667-47e8-988b-08894bc6dd92 admin admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:58.744483 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a67c91-7b4d-4a74-92c9-85cc9eef3da7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c144b39d-184a-47f7-9697-493b424c7d5b,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:58.799985 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63e78f-5667-47e8-988b-08894bc6dd92 admin admin] Pushing event updated for resources: {'Network': ['ID=c846bdfb-85ec-4ec3-bba6-a2fb318678fb,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:58.811565 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f7a67c91-7b4d-4a74-92c9-85cc9eef3da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:58.813283 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network c846bdfb-85ec-4ec3-bba6-a2fb318678fb details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:57:58.867603 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8f63e78f-5667-47e8-988b-08894bc6dd92 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7400966 Dec 17 15:57:58.871505 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36750) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:58.877695 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-743630f4-3ae4-408a-9fbf-6bcab41d5562 admin admin] Request body: {'subnet': {'network_id': 'c846bdfb-85ec-4ec3-bba6-a2fb318678fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-582332099-subnet', 'tenant_id': '3f5e7370887f4529ac52e3e0c5216355', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:57:58.892160 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0f06b8f3-54c6-4ff7-82bf-95c082a70864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:58.909838 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f7a67c91-7b4d-4a74-92c9-85cc9eef3da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:58.912008 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f7a67c91-7b4d-4a74-92c9-85cc9eef3da7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:58.970506 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743630f4-3ae4-408a-9fbf-6bcab41d5562 admin admin] Made reservation on behalf of 3f5e7370887f4529ac52e3e0c5216355 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:57:58.972891 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-743630f4-3ae4-408a-9fbf-6bcab41d5562 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:59.022225 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f7a67c91-7b4d-4a74-92c9-85cc9eef3da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:59.022919 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a67c91-7b4d-4a74-92c9-85cc9eef3da7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bccab57-e1f5-4e95-8d84-763599ee4420 {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:57:59.027920 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f7a67c91-7b4d-4a74-92c9-85cc9eef3da7 admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:59.032712 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f7a67c91-7b4d-4a74-92c9-85cc9eef3da7 admin admin] 10.222.0.46 "DELETE /v2.0/routers/7bccab57-e1f5-4e95-8d84-763599ee4420 HTTP/1.1" status: 204 len: 168 time: 1.3508844 Dec 17 15:57:59.032712 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36752) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:59.079829 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5f1da5-b62b-43ff-a747-aefa0b74d9f2 admin admin] Deleting subnet 9244de93-f161-4aca-b7b4-e422071521b9 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:57:59.083447 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8c5f1da5-b62b-43ff-a747-aefa0b74d9f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:59.122915 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8c5f1da5-b62b-43ff-a747-aefa0b74d9f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:59.207011 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-743630f4-3ae4-408a-9fbf-6bcab41d5562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:59.213287 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8c5f1da5-b62b-43ff-a747-aefa0b74d9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:59.270946 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743630f4-3ae4-408a-9fbf-6bcab41d5562 admin admin] Pushing event updated for resources: {'Subnet': ['ID=254841ad-3ec8-4c22-90fb-8bb65dcb95be,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:59.278138 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743630f4-3ae4-408a-9fbf-6bcab41d5562 admin admin] Checking segment: {'id': '031d5e67-e8b2-445c-9bb4-666629b7142e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c846bdfb-85ec-4ec3-bba6-a2fb318678fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:57:59.278494 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743630f4-3ae4-408a-9fbf-6bcab41d5562 admin admin] Network hostable DHCP agents. Network: c846bdfb-85ec-4ec3-bba6-a2fb318678fb, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:57:59.343853 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8c5f1da5-b62b-43ff-a747-aefa0b74d9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:59.369349 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f1da5-b62b-43ff-a747-aefa0b74d9f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9244de93-f161-4aca-b7b4-e422071521b9,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:59.375589 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8c5f1da5-b62b-43ff-a747-aefa0b74d9f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:59.380476 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8c5f1da5-b62b-43ff-a747-aefa0b74d9f2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9244de93-f161-4aca-b7b4-e422071521b9 HTTP/1.1" status: 204 len: 168 time: 0.3470428 Dec 17 15:57:59.380912 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10332a58-bbc3-4fe5-bd71-563f17ef4d32 None None] Network e64f08ed-7a60-498f-a186-b5c713977b14 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:57:59.383746 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743630f4-3ae4-408a-9fbf-6bcab41d5562 admin admin] Network c846bdfb-85ec-4ec3-bba6-a2fb318678fb is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:57:59.384583 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36754) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:57:59.450494 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 215bd0da-0867-4082-933e-93620a6fc494 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:57:59.456625 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-743630f4-3ae4-408a-9fbf-6bcab41d5562 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, c846bdfb-85ec-4ec3-bba6-a2fb318678fb) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:57:59.463652 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743630f4-3ae4-408a-9fbf-6bcab41d5562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:57:59.464451 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-743630f4-3ae4-408a-9fbf-6bcab41d5562 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:59.494193 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777d1145-1291-4499-b9b9-114fe130c44b None None] Network c846bdfb-85ec-4ec3-bba6-a2fb318678fb requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:57:59.497848 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-20f560d9-1b7d-4e44-8cb3-f2b75566c333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:59.502741 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 215bd0da-0867-4082-933e-93620a6fc494 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:57:59.503081 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 215bd0da-0867-4082-933e-93620a6fc494 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:57:59.503486 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c144b39d-184a-47f7-9697-493b424c7d5b no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:57:59.555995 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-20f560d9-1b7d-4e44-8cb3-f2b75566c333 admin admin] Deleting port ed175008-a055-438c-8c3e-53c167738a6d {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:57:59.556463 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-743630f4-3ae4-408a-9fbf-6bcab41d5562 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6858366 Dec 17 15:57:59.561611 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-20f560d9-1b7d-4e44-8cb3-f2b75566c333 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:59.561792 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: c144b39d-184a-47f7-9697-493b424c7d5b {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:57:59.562104 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c144b39d-184a-47f7-9697-493b424c7d5b not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:57:59.633239 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-20f560d9-1b7d-4e44-8cb3-f2b75566c333 admin admin] For port ed175008-a055-438c-8c3e-53c167738a6d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ed175008-a055-438c-8c3e-53c167738a6d,segment=NetworkSegment(b969433a-4c36-4dcb-b171-ff8352736230),segment_id=b969433a-4c36-4dcb-b171-ff8352736230)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:57:59.633615 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-20f560d9-1b7d-4e44-8cb3-f2b75566c333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:59.650715 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-20f560d9-1b7d-4e44-8cb3-f2b75566c333 admin admin] Calling delete_port for ed175008-a055-438c-8c3e-53c167738a6d owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:57:59.816991 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-20f560d9-1b7d-4e44-8cb3-f2b75566c333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:59.846683 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f560d9-1b7d-4e44-8cb3-f2b75566c333 admin admin] No DVR routers for this DVR port ed175008-a055-438c-8c3e-53c167738a6d on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:57:59.855299 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f560d9-1b7d-4e44-8cb3-f2b75566c333 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed175008-a055-438c-8c3e-53c167738a6d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:57:59.868069 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f3c11a-00be-4a08-a76d-da41566befb4 None None] Network c846bdfb-85ec-4ec3-bba6-a2fb318678fb requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:57:59.945589 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-20f560d9-1b7d-4e44-8cb3-f2b75566c333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:57:59.950902 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd18ad6-9289-47f0-b6ec-b7ca4cde5baa None None] DHCP port deletion for e64f08ed-7a60-498f-a186-b5c713977b14 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:57:59.974859 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-20f560d9-1b7d-4e44-8cb3-f2b75566c333 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e64f08ed-7a60-498f-a186-b5c713977b14']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:59.986125 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-20f560d9-1b7d-4e44-8cb3-f2b75566c333 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b969433a-4c36-4dcb-b171-ff8352736230') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:59.986476 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-20f560d9-1b7d-4e44-8cb3-f2b75566c333 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b969433a-4c36-4dcb-b171-ff8352736230') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:57:59.998923 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-20f560d9-1b7d-4e44-8cb3-f2b75566c333 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:00.014022 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-20f560d9-1b7d-4e44-8cb3-f2b75566c333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:00.022810 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f560d9-1b7d-4e44-8cb3-f2b75566c333 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:58:00.023214 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-20f560d9-1b7d-4e44-8cb3-f2b75566c333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:00.024883 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:58:00.024883 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:58:00.024883 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:58:00.024883 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:58:00.024883 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:58:00.024883 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:58:00.024883 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:58:00.024883 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:58:00.024883 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:58:00.024883 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:58:00.024883 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:58:00.024883 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:58:00.024883 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:58:00.024883 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:58:00.024883 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:58:00.024883 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:58:00.024883 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:58:00.024883 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:58:00.024883 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:58:00.024883 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:58:00.024883 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:58:00.024883 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:58:00.024883 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:58:00.024883 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:58:00.024883 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:58:00.024883 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:58:00.024883 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:58:00.024883 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:58:00.024883 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:58:00.024883 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:58:00.024883 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:58:00.024883 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:58:00.147878 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-20f560d9-1b7d-4e44-8cb3-f2b75566c333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:00.155191 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-20f560d9-1b7d-4e44-8cb3-f2b75566c333 admin admin] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:00.158323 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-20f560d9-1b7d-4e44-8cb3-f2b75566c333 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e64f08ed-7a60-498f-a186-b5c713977b14 HTTP/1.1" status: 204 len: 168 time: 0.7724118 Dec 17 15:58:00.161708 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36768) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:58:00.168387 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f560d9-1b7d-4e44-8cb3-f2b75566c333 admin admin] Pushing event deleted for resources: {'Network': ['ID=e64f08ed-7a60-498f-a186-b5c713977b14,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:00.260657 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36772) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:58:00.266370 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-2703be1b-5049-4ce5-ae92-e87819a54268 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1282771174-network', 'tenant_id': '898d874579144bd5b117c6c3dc19777c'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:00.383777 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2703be1b-5049-4ce5-ae92-e87819a54268 admin admin] Made reservation on behalf of 898d874579144bd5b117c6c3dc19777c for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:00.386020 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2703be1b-5049-4ce5-ae92-e87819a54268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:00.399780 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2703be1b-5049-4ce5-ae92-e87819a54268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:00.537684 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2703be1b-5049-4ce5-ae92-e87819a54268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:00.596660 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-caebf2e2-e0c8-4b85-91ed-7971c761cd2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:00.632470 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2703be1b-5049-4ce5-ae92-e87819a54268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:00.686203 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2703be1b-5049-4ce5-ae92-e87819a54268 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:58:00.714001 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2703be1b-5049-4ce5-ae92-e87819a54268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:00.714344 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-2703be1b-5049-4ce5-ae92-e87819a54268 admin admin] Added segment 1098f905-a4f3-4120-989c-7901dc380538 of type vlan for network 0abbb048-4c5e-4757-8799-f8399915e8f8 Dec 17 15:58:00.715697 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2703be1b-5049-4ce5-ae92-e87819a54268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef5a45c-3cca-4b30-a72d-c6360a0bb912,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:00.768303 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2703be1b-5049-4ce5-ae92-e87819a54268 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:00.911609 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2703be1b-5049-4ce5-ae92-e87819a54268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:00.912542 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2703be1b-5049-4ce5-ae92-e87819a54268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:00.913235 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2703be1b-5049-4ce5-ae92-e87819a54268 admin admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:01.081223 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4c90e1db-ff54-4dbb-8571-86a258be0f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:01.275443 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2703be1b-5049-4ce5-ae92-e87819a54268 admin admin] Pushing event updated for resources: {'Network': ['ID=0abbb048-4c5e-4757-8799-f8399915e8f8,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:01.286054 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 0abbb048-4c5e-4757-8799-f8399915e8f8 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:58:01.289980 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-caebf2e2-e0c8-4b85-91ed-7971c761cd2e admin admin] Deleting port 2c4ac4f1-409d-494d-a99a-e9ff3044d092 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:58:01.290321 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-caebf2e2-e0c8-4b85-91ed-7971c761cd2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:01.331189 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2703be1b-5049-4ce5-ae92-e87819a54268 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0693965 Dec 17 15:58:01.334337 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36774) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:58:01.339616 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-91b6db9e-0d8a-4f55-9bbe-98f887b7733e admin admin] Request body: {'subnet': {'network_id': '0abbb048-4c5e-4757-8799-f8399915e8f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1282771174-subnet', 'tenant_id': '898d874579144bd5b117c6c3dc19777c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:01.375333 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-caebf2e2-e0c8-4b85-91ed-7971c761cd2e admin admin] For port 2c4ac4f1-409d-494d-a99a-e9ff3044d092, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=2c4ac4f1-409d-494d-a99a-e9ff3044d092,segment=NetworkSegment(5adbdd55-d541-4243-af60-8280806a8e67),segment_id=5adbdd55-d541-4243-af60-8280806a8e67)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:01.375796 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-caebf2e2-e0c8-4b85-91ed-7971c761cd2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:01.389691 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-caebf2e2-e0c8-4b85-91ed-7971c761cd2e admin admin] Calling delete_port for 2c4ac4f1-409d-494d-a99a-e9ff3044d092 owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:58:01.413296 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b6db9e-0d8a-4f55-9bbe-98f887b7733e admin admin] Made reservation on behalf of 898d874579144bd5b117c6c3dc19777c for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:01.416158 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-91b6db9e-0d8a-4f55-9bbe-98f887b7733e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:01.438420 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ed175008-a055-438c-8c3e-53c167738a6d no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:58:01.459334 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: ed175008-a055-438c-8c3e-53c167738a6d {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:58:01.460176 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ed175008-a055-438c-8c3e-53c167738a6d not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:58:01.646487 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-caebf2e2-e0c8-4b85-91ed-7971c761cd2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:01.676764 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caebf2e2-e0c8-4b85-91ed-7971c761cd2e admin admin] Pushing event deleted for resources: {'Port': ['ID=2c4ac4f1-409d-494d-a99a-e9ff3044d092,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:01.692956 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-91b6db9e-0d8a-4f55-9bbe-98f887b7733e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:01.757887 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6db9e-0d8a-4f55-9bbe-98f887b7733e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a195ad7-384e-4757-ab6c-aac5508350b3,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:01.766405 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b6db9e-0d8a-4f55-9bbe-98f887b7733e admin admin] Checking segment: {'id': '1098f905-a4f3-4120-989c-7901dc380538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0abbb048-4c5e-4757-8799-f8399915e8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:58:01.766780 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b6db9e-0d8a-4f55-9bbe-98f887b7733e admin admin] Network hostable DHCP agents. Network: 0abbb048-4c5e-4757-8799-f8399915e8f8, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:58:01.823508 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b6db9e-0d8a-4f55-9bbe-98f887b7733e admin admin] Network 0abbb048-4c5e-4757-8799-f8399915e8f8 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:58:01.851054 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-caebf2e2-e0c8-4b85-91ed-7971c761cd2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:01.892683 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-91b6db9e-0d8a-4f55-9bbe-98f887b7733e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 0abbb048-4c5e-4757-8799-f8399915e8f8) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:01.897724 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b6db9e-0d8a-4f55-9bbe-98f887b7733e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:01.898312 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-91b6db9e-0d8a-4f55-9bbe-98f887b7733e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:01.901092 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c16ef90-3e73-48a2-bc14-91e664ccfc00 None None] Network 0abbb048-4c5e-4757-8799-f8399915e8f8 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:58:01.953497 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-91b6db9e-0d8a-4f55-9bbe-98f887b7733e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6179373 Dec 17 15:58:02.084032 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caebf2e2-e0c8-4b85-91ed-7971c761cd2e admin admin] Router c3605b0e-1cb6-47b6-adb3-addfab82d6ab has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:58:02.180480 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d18093a-a89c-49b2-ba60-24d5b3d5c54c None None] Network 0abbb048-4c5e-4757-8799-f8399915e8f8 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:58:02.210553 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caebf2e2-e0c8-4b85-91ed-7971c761cd2e admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:58:02.216793 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-caebf2e2-e0c8-4b85-91ed-7971c761cd2e admin admin] 10.222.0.46 "PUT /v2.0/routers/c3605b0e-1cb6-47b6-adb3-addfab82d6ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0525849 Dec 17 15:58:02.219219 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36788) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:58:02.232023 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc30b897-e023-4844-b4ab-00a960e01451 None None] Sync routers for ids ['c3605b0e-1cb6-47b6-adb3-addfab82d6ab'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:58:02.249749 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc30b897-e023-4844-b4ab-00a960e01451 None None] Routers {'c3605b0e-1cb6-47b6-adb3-addfab82d6ab'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:58:02.250659 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-cc30b897-e023-4844-b4ab-00a960e01451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:58:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['c3605b0e-1cb6-47b6-adb3-addfab82d6ab'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:02.332345 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f3dd7025-4e78-4b67-89e5-66608acf1ad7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:02.419085 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-cc30b897-e023-4844-b4ab-00a960e01451 None None] Set router c3605b0e-1cb6-47b6-adb3-addfab82d6ab gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:58:02.447939 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:02.531767 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f3dd7025-4e78-4b67-89e5-66608acf1ad7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:02.542013 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-932a3442-c9fa-4860-bd42-b1d6ed9624fa tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:02.544198 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-932a3442-c9fa-4860-bd42-b1d6ed9624fa tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.46 "GET /v2.0/networks?id=c846bdfb-85ec-4ec3-bba6-a2fb318678fb HTTP/1.1" status: 200 len: 808 time: 0.1430275 Dec 17 15:58:02.560865 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-dac035da-772c-43f3-9038-3c14af3ce1dd tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.46 "GET /v2.0/quotas/3f5e7370887f4529ac52e3e0c5216355 HTTP/1.1" status: 200 len: 375 time: 0.0103943 Dec 17 15:58:02.597079 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-c89d006f-9386-4775-9e83-6550942830a5 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f5e7370887f4529ac52e3e0c5216355&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280051 Dec 17 15:58:02.608467 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-cc30b897-e023-4844-b4ab-00a960e01451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3605b0e-1cb6-47b6-adb3-addfab82d6ab', 'name': 'tempest-TestServerBasicOps-33134766-router', 'tenant_id': 'f6eb7e43fdc44ee188724021e9ca391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '3b7274bf-d10d-4033-afff-8831b50e6df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:46Z', 'updated_at': '2021-12-17T15:58:01Z', 'revision_number': 5, 'project_id': 'f6eb7e43fdc44ee188724021e9ca391a', 'gw_port': {'id': '3b7274bf-d10d-4033-afff-8831b50e6df4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3605b0e-1cb6-47b6-adb3-addfab82d6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:52:47Z', 'updated_at': '2021-12-17T15:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:02.636136 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc30b897-e023-4844-b4ab-00a960e01451 None None] Checking router: c3605b0e-1cb6-47b6-adb3-addfab82d6ab for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:58:02.646381 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc30b897-e023-4844-b4ab-00a960e01451 None None] Routers {'c3605b0e-1cb6-47b6-adb3-addfab82d6ab'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:58:02.647001 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-cc30b897-e023-4844-b4ab-00a960e01451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:58:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['c3605b0e-1cb6-47b6-adb3-addfab82d6ab'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:02.650618 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-f3dd7025-4e78-4b67-89e5-66608acf1ad7 admin admin] Deleting port 3b7274bf-d10d-4033-afff-8831b50e6df4 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:58:02.650969 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f3dd7025-4e78-4b67-89e5-66608acf1ad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:02.730056 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-f3dd7025-4e78-4b67-89e5-66608acf1ad7 admin admin] For port 3b7274bf-d10d-4033-afff-8831b50e6df4, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3b7274bf-d10d-4033-afff-8831b50e6df4,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:02.730431 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f3dd7025-4e78-4b67-89e5-66608acf1ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:02.737573 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-cc30b897-e023-4844-b4ab-00a960e01451 None None] Set router c3605b0e-1cb6-47b6-adb3-addfab82d6ab gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:58:02.750565 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-18e9f1f3-78cf-4f64-b7ab-e9490f44bb42 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 15:58:02.751580 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-18e9f1f3-78cf-4f64-b7ab-e9490f44bb42 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1364219 Dec 17 15:58:02.752431 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-f3dd7025-4e78-4b67-89e5-66608acf1ad7 admin admin] Calling delete_port for 3b7274bf-d10d-4033-afff-8831b50e6df4 owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:58:02.791880 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-cc30b897-e023-4844-b4ab-00a960e01451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3605b0e-1cb6-47b6-adb3-addfab82d6ab', 'name': 'tempest-TestServerBasicOps-33134766-router', 'tenant_id': 'f6eb7e43fdc44ee188724021e9ca391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:46Z', 'updated_at': '2021-12-17T15:58:02Z', 'revision_number': 6, 'project_id': 'f6eb7e43fdc44ee188724021e9ca391a', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:02.818853 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc30b897-e023-4844-b4ab-00a960e01451 None None] The sync data for ids ['c3605b0e-1cb6-47b6-adb3-addfab82d6ab'] in n-d-820553-2 is: [{'id': 'c3605b0e-1cb6-47b6-adb3-addfab82d6ab', 'name': 'tempest-TestServerBasicOps-33134766-router', 'tenant_id': 'f6eb7e43fdc44ee188724021e9ca391a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:52:46Z', 'updated_at': '2021-12-17T15:58:02Z', 'revision_number': 6, 'project_id': 'f6eb7e43fdc44ee188724021e9ca391a', 'gw_port_host': None}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:58:02.833810 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:58:02.931532 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-e32b3f13-5300-48ad-ad33-eba9a8b9636b service neutron] 10.222.0.46 "GET /v2.0/networks/c846bdfb-85ec-4ec3-bba6-a2fb318678fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706564 Dec 17 15:58:03.058594 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-58cb8f36-07be-48c3-89c2-1a99c15af6fc service neutron] 10.222.0.46 "GET /v2.0/networks/c846bdfb-85ec-4ec3-bba6-a2fb318678fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189384 Dec 17 15:58:03.107634 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f3dd7025-4e78-4b67-89e5-66608acf1ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:03.143456 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd7025-4e78-4b67-89e5-66608acf1ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b7274bf-d10d-4033-afff-8831b50e6df4,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:03.205969 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f3dd7025-4e78-4b67-89e5-66608acf1ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:03.315253 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f3dd7025-4e78-4b67-89e5-66608acf1ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:03.329267 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f3dd7025-4e78-4b67-89e5-66608acf1ad7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:03.332185 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c076cd8-9f2d-4479-acdf-4871f228c0a9 req-38300d06-3583-4352-9bc9-1166966f4f2b tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcc8203-8def-4248-9889-fbbfe679887d HTTP/1.1" status: 200 len: 210 time: 0.0336607 Dec 17 15:58:03.417673 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f3dd7025-4e78-4b67-89e5-66608acf1ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:03.418313 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3dd7025-4e78-4b67-89e5-66608acf1ad7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3605b0e-1cb6-47b6-adb3-addfab82d6ab {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 15:58:03.422562 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f3dd7025-4e78-4b67-89e5-66608acf1ad7 admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:03.423703 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f3dd7025-4e78-4b67-89e5-66608acf1ad7 admin admin] 10.222.0.46 "DELETE /v2.0/routers/c3605b0e-1cb6-47b6-adb3-addfab82d6ab HTTP/1.1" status: 204 len: 168 time: 1.2032292 Dec 17 15:58:03.426365 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36804) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:58:03.471290 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-b825e9c5-c677-4a91-8854-9caa726effac admin admin] Deleting subnet 70868beb-46cf-437a-be2d-bdf93c99f16b {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:58:03.474277 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b825e9c5-c677-4a91-8854-9caa726effac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:03.508326 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b825e9c5-c677-4a91-8854-9caa726effac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:03.624263 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b825e9c5-c677-4a91-8854-9caa726effac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:03.646013 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3b7274bf-d10d-4033-afff-8831b50e6df4 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:58:03.666896 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 3b7274bf-d10d-4033-afff-8831b50e6df4 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:58:03.667246 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3b7274bf-d10d-4033-afff-8831b50e6df4 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:58:03.667658 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 2c4ac4f1-409d-494d-a99a-e9ff3044d092 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:58:03.691298 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 2c4ac4f1-409d-494d-a99a-e9ff3044d092 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:58:03.691643 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 2c4ac4f1-409d-494d-a99a-e9ff3044d092 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:58:03.748916 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b825e9c5-c677-4a91-8854-9caa726effac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:03.772903 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825e9c5-c677-4a91-8854-9caa726effac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70868beb-46cf-437a-be2d-bdf93c99f16b,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:03.778876 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b825e9c5-c677-4a91-8854-9caa726effac admin admin] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:03.782143 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b825e9c5-c677-4a91-8854-9caa726effac admin admin] 10.222.0.46 "DELETE /v2.0/subnets/70868beb-46cf-437a-be2d-bdf93c99f16b HTTP/1.1" status: 204 len: 168 time: 0.3548613 Dec 17 15:58:03.784703 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5deaaf3-7e60-4e21-937c-8e09ae6d3822 None None] Network 6a7ed3d9-875c-4d16-ad10-24da2f1f2194 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:58:03.784871 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36806) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:58:03.856600 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-45ba67cd-9c4d-4df8-94a9-8bfa3cd5d1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:03.917006 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-45ba67cd-9c4d-4df8-94a9-8bfa3cd5d1e9 admin admin] Deleting port c84674be-1d8f-4be7-8bf5-bae10e9eb6de {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:58:03.918888 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-45ba67cd-9c4d-4df8-94a9-8bfa3cd5d1e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:03.967484 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:03.988037 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290593f7-58ce-49aa-b419-6003dae26930 None None] DHCP port deletion for 6a7ed3d9-875c-4d16-ad10-24da2f1f2194 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 15:58:03.990009 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-45ba67cd-9c4d-4df8-94a9-8bfa3cd5d1e9 admin admin] For port c84674be-1d8f-4be7-8bf5-bae10e9eb6de, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c84674be-1d8f-4be7-8bf5-bae10e9eb6de,segment=NetworkSegment(5adbdd55-d541-4243-af60-8280806a8e67),segment_id=5adbdd55-d541-4243-af60-8280806a8e67)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:03.990382 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-45ba67cd-9c4d-4df8-94a9-8bfa3cd5d1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:04.003694 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-45ba67cd-9c4d-4df8-94a9-8bfa3cd5d1e9 admin admin] Calling delete_port for c84674be-1d8f-4be7-8bf5-bae10e9eb6de owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:58:04.037893 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-290593f7-58ce-49aa-b419-6003dae26930 None None] Deleting port c84674be-1d8f-4be7-8bf5-bae10e9eb6de {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:58:04.038272 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-290593f7-58ce-49aa-b419-6003dae26930 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:04.100673 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-290593f7-58ce-49aa-b419-6003dae26930 None None] For port c84674be-1d8f-4be7-8bf5-bae10e9eb6de, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c84674be-1d8f-4be7-8bf5-bae10e9eb6de,segment=NetworkSegment(5adbdd55-d541-4243-af60-8280806a8e67),segment_id=5adbdd55-d541-4243-af60-8280806a8e67)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:04.100989 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-290593f7-58ce-49aa-b419-6003dae26930 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:04.113114 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-290593f7-58ce-49aa-b419-6003dae26930 None None] Calling delete_port for c84674be-1d8f-4be7-8bf5-bae10e9eb6de owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:58:04.130615 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-45ba67cd-9c4d-4df8-94a9-8bfa3cd5d1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:04.162628 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba67cd-9c4d-4df8-94a9-8bfa3cd5d1e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c84674be-1d8f-4be7-8bf5-bae10e9eb6de,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:04.169391 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ba67cd-9c4d-4df8-94a9-8bfa3cd5d1e9 admin admin] No DVR routers for this DVR port c84674be-1d8f-4be7-8bf5-bae10e9eb6de on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:58:04.212563 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-290593f7-58ce-49aa-b419-6003dae26930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:04.243318 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290593f7-58ce-49aa-b419-6003dae26930 None None] Pushing event deleted for resources: {'Port': ['ID=c84674be-1d8f-4be7-8bf5-bae10e9eb6de,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:04.244686 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-45ba67cd-9c4d-4df8-94a9-8bfa3cd5d1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:04.255743 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290593f7-58ce-49aa-b419-6003dae26930 None None] No DVR routers for this DVR port c84674be-1d8f-4be7-8bf5-bae10e9eb6de on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:58:04.263599 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290593f7-58ce-49aa-b419-6003dae26930 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:04.263965 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290593f7-58ce-49aa-b419-6003dae26930 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:04.264547 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290593f7-58ce-49aa-b419-6003dae26930 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:04.264885 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290593f7-58ce-49aa-b419-6003dae26930 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:04.265216 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290593f7-58ce-49aa-b419-6003dae26930 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:04.265617 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290593f7-58ce-49aa-b419-6003dae26930 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:04.266089 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290593f7-58ce-49aa-b419-6003dae26930 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:04.266736 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290593f7-58ce-49aa-b419-6003dae26930 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:04.267116 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290593f7-58ce-49aa-b419-6003dae26930 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:04.267501 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290593f7-58ce-49aa-b419-6003dae26930 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:04.267844 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290593f7-58ce-49aa-b419-6003dae26930 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:04.268279 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290593f7-58ce-49aa-b419-6003dae26930 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:04.272387 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-45ba67cd-9c4d-4df8-94a9-8bfa3cd5d1e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a7ed3d9-875c-4d16-ad10-24da2f1f2194']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:04.289601 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-45ba67cd-9c4d-4df8-94a9-8bfa3cd5d1e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5adbdd55-d541-4243-af60-8280806a8e67') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:04.290487 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-45ba67cd-9c4d-4df8-94a9-8bfa3cd5d1e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5adbdd55-d541-4243-af60-8280806a8e67') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:04.302861 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-45ba67cd-9c4d-4df8-94a9-8bfa3cd5d1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:04.317322 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-45ba67cd-9c4d-4df8-94a9-8bfa3cd5d1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:04.323294 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ba67cd-9c4d-4df8-94a9-8bfa3cd5d1e9 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:58:04.323697 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-45ba67cd-9c4d-4df8-94a9-8bfa3cd5d1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:04.325681 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:58:04.325681 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:58:04.325681 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:58:04.325681 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:58:04.325681 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:58:04.325681 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:58:04.325681 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:58:04.325681 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:58:04.325681 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:58:04.325681 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:58:04.325681 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:58:04.325681 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:58:04.325681 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:58:04.325681 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:58:04.325681 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:58:04.325681 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:58:04.325681 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:58:04.325681 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:58:04.325681 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:58:04.325681 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:58:04.325681 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:58:04.325681 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:58:04.325681 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:58:04.325681 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:58:04.325681 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:58:04.325681 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:58:04.325681 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:58:04.325681 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:58:04.325681 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:58:04.325681 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:58:04.325681 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:58:04.325681 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:58:04.373986 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:04.412768 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8decb31e-d504-4037-9b3c-95243ea6c853 req-978829ee-e079-45e4-8910-21cc9c8456d6 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcc8203-8def-4248-9889-fbbfe679887d HTTP/1.1" status: 200 len: 210 time: 0.0265043 Dec 17 15:58:04.446521 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-45ba67cd-9c4d-4df8-94a9-8bfa3cd5d1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:04.452181 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-45ba67cd-9c4d-4df8-94a9-8bfa3cd5d1e9 admin admin] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:04.457881 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-45ba67cd-9c4d-4df8-94a9-8bfa3cd5d1e9 admin admin] 10.222.0.46 "DELETE /v2.0/networks/6a7ed3d9-875c-4d16-ad10-24da2f1f2194 HTTP/1.1" status: 204 len: 168 time: 0.6696830 Dec 17 15:58:04.469604 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba67cd-9c4d-4df8-94a9-8bfa3cd5d1e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a7ed3d9-875c-4d16-ad10-24da2f1f2194,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:04.840558 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36820) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:58:04.880333 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c47a1d7d-b0d0-48f6-aec2-7cd80fffa00c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e925f87ec4cb49c28a7cf692949f4ac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384452 Dec 17 15:58:04.882882 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36822) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:58:04.929441 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-575f60f9-af25-471c-aee8-ed515666220a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:04.950915 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-575f60f9-af25-471c-aee8-ed515666220a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:05.069013 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-575f60f9-af25-471c-aee8-ed515666220a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:05.071625 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-575f60f9-af25-471c-aee8-ed515666220a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:05.072786 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-575f60f9-af25-471c-aee8-ed515666220a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cbadeb63-6f9b-4505-9164-b99af033e60f HTTP/1.1" status: 204 len: 168 time: 0.1890121 Dec 17 15:58:05.081874 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f60f9-af25-471c-aee8-ed515666220a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbadeb63-6f9b-4505-9164-b99af033e60f,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:05.435886 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c84674be-1d8f-4be7-8bf5-bae10e9eb6de no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:58:05.456612 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: c84674be-1d8f-4be7-8bf5-bae10e9eb6de {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:58:05.458401 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c84674be-1d8f-4be7-8bf5-bae10e9eb6de not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:58:05.492339 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-97776458-fe49-43e1-b9c2-f04b2dab6aca req-153c4a44-2296-4c35-a4b1-ab06d5674485 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcc8203-8def-4248-9889-fbbfe679887d HTTP/1.1" status: 200 len: 210 time: 0.0280170 Dec 17 15:58:05.645831 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36838) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:58:05.686773 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-fcb76407-71bb-476f-9e1d-f2d13d6ecd88 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f6eb7e43fdc44ee188724021e9ca391a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398111 Dec 17 15:58:05.689129 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36840) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:58:05.738180 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e20a0a08-1f37-4399-8f62-09ab1a59961b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:05.758913 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e20a0a08-1f37-4399-8f62-09ab1a59961b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:05.874806 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e20a0a08-1f37-4399-8f62-09ab1a59961b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:05.877470 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e20a0a08-1f37-4399-8f62-09ab1a59961b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:05.883229 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e20a0a08-1f37-4399-8f62-09ab1a59961b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/82e56e18-7c94-4d75-8525-04a9dbaf1f88 HTTP/1.1" status: 204 len: 168 time: 0.1886237 Dec 17 15:58:05.886686 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a0a08-1f37-4399-8f62-09ab1a59961b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e56e18-7c94-4d75-8525-04a9dbaf1f88,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:06.570992 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bb273896-2725-44b8-bce7-acb59e89b4af req-0bc06493-367f-4cdd-b3b5-c38e41ae8c19 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcc8203-8def-4248-9889-fbbfe679887d HTTP/1.1" status: 200 len: 210 time: 0.0304303 Dec 17 15:58:06.854312 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36864) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:58:06.950383 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-2720a161-10c1-4e72-8e00-057b94763f00 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1433742308-network', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:07.051941 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2720a161-10c1-4e72-8e00-057b94763f00 admin admin] Made reservation on behalf of bd68706f6c3b479fbd5c963f53102a88 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:07.054376 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2720a161-10c1-4e72-8e00-057b94763f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:07.063079 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2720a161-10c1-4e72-8e00-057b94763f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:07.136102 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2720a161-10c1-4e72-8e00-057b94763f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:07.229229 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2720a161-10c1-4e72-8e00-057b94763f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:07.250884 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2720a161-10c1-4e72-8e00-057b94763f00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:58:07.264521 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720a161-10c1-4e72-8e00-057b94763f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:07.269228 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2720a161-10c1-4e72-8e00-057b94763f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:07.270683 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-2720a161-10c1-4e72-8e00-057b94763f00 admin admin] Added segment d0bf8c49-f2ae-46bb-8412-979ef6cccd49 of type vlan for network 355210bf-f333-4091-b076-b021f964c83c Dec 17 15:58:07.309664 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2720a161-10c1-4e72-8e00-057b94763f00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:07.416012 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2720a161-10c1-4e72-8e00-057b94763f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:07.416981 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2720a161-10c1-4e72-8e00-057b94763f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:07.417597 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2720a161-10c1-4e72-8e00-057b94763f00 admin admin] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:07.477701 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720a161-10c1-4e72-8e00-057b94763f00 admin admin] Pushing event updated for resources: {'Network': ['ID=355210bf-f333-4091-b076-b021f964c83c,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:07.487005 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 355210bf-f333-4091-b076-b021f964c83c details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:58:07.546373 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2720a161-10c1-4e72-8e00-057b94763f00 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6909459 Dec 17 15:58:07.549365 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36872) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:58:07.554253 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-0d3027f0-88b8-47dc-afc0-4da56dac809b admin admin] Request body: {'subnet': {'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1433742308-subnet', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:07.648780 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3027f0-88b8-47dc-afc0-4da56dac809b admin admin] Made reservation on behalf of bd68706f6c3b479fbd5c963f53102a88 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:07.651040 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d3027f0-88b8-47dc-afc0-4da56dac809b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:07.668250 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1af26b93-d635-4fd7-bc1e-05120212ba97 req-260ab1b9-e34c-49cc-9fd7-fe135d5eb9f2 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcc8203-8def-4248-9889-fbbfe679887d HTTP/1.1" status: 200 len: 210 time: 0.0315526 Dec 17 15:58:07.884718 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d3027f0-88b8-47dc-afc0-4da56dac809b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:07.939748 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3027f0-88b8-47dc-afc0-4da56dac809b admin admin] Pushing event updated for resources: {'Subnet': ['ID=040decac-d73e-40b6-8001-3c00aef94ddf,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:07.950169 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3027f0-88b8-47dc-afc0-4da56dac809b admin admin] Checking segment: {'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:58:07.950534 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3027f0-88b8-47dc-afc0-4da56dac809b admin admin] Network hostable DHCP agents. Network: 355210bf-f333-4091-b076-b021f964c83c, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:58:08.022874 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3027f0-88b8-47dc-afc0-4da56dac809b admin admin] Network 355210bf-f333-4091-b076-b021f964c83c is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:58:08.102855 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-0d3027f0-88b8-47dc-afc0-4da56dac809b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 355210bf-f333-4091-b076-b021f964c83c) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:08.107616 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3027f0-88b8-47dc-afc0-4da56dac809b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:08.108238 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d3027f0-88b8-47dc-afc0-4da56dac809b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:08.112949 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ad6266-ce5d-4125-a955-d6930befe372 None None] Network 355210bf-f333-4091-b076-b021f964c83c requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:58:08.197368 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0d3027f0-88b8-47dc-afc0-4da56dac809b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6468577 Dec 17 15:58:08.200057 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36876) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:58:08.204744 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-1e480532-5f5f-47d6-8a6a-6d39ff6269cf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1433742308-router', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:08.256996 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c61f3e6-2bc4-4b7d-bff6-7ff6f1c905ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-355210bf-f333-4091-b076-b021f964c83c', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'fixed_ips': [{'subnet_id': '040decac-d73e-40b6-8001-3c00aef94ddf'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:58:08.257917 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7c61f3e6-2bc4-4b7d-bff6-7ff6f1c905ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:08.280961 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1e480532-5f5f-47d6-8a6a-6d39ff6269cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:08.282056 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1e480532-5f5f-47d6-8a6a-6d39ff6269cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:08.338106 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1e480532-5f5f-47d6-8a6a-6d39ff6269cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:08.389383 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-7c61f3e6-2bc4-4b7d-bff6-7ff6f1c905ed None None] Allocated IP 172.20.0.2 (355210bf-f333-4091-b076-b021f964c83c/040decac-d73e-40b6-8001-3c00aef94ddf/c195ebf5-683c-4163-893a-e0d35701b8f7) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:58:08.536197 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7c61f3e6-2bc4-4b7d-bff6-7ff6f1c905ed None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:08.544606 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1e480532-5f5f-47d6-8a6a-6d39ff6269cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:08.629869 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7c61f3e6-2bc4-4b7d-bff6-7ff6f1c905ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:08.674059 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c61f3e6-2bc4-4b7d-bff6-7ff6f1c905ed None None] Network 355210bf-f333-4091-b076-b021f964c83c is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:08.678039 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-7c61f3e6-2bc4-4b7d-bff6-7ff6f1c905ed None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:08.681491 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c61f3e6-2bc4-4b7d-bff6-7ff6f1c905ed None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:58:08.690545 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61f3e6-2bc4-4b7d-bff6-7ff6f1c905ed None None] Pushing event updated for resources: {'Port': ['ID=c195ebf5-683c-4163-893a-e0d35701b8f7,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:08.749837 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7c61f3e6-2bc4-4b7d-bff6-7ff6f1c905ed None None] Attempting to bind port c195ebf5-683c-4163-893a-e0d35701b8f7 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:58:08.750202 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7c61f3e6-2bc4-4b7d-bff6-7ff6f1c905ed None None] Attempting to bind port c195ebf5-683c-4163-893a-e0d35701b8f7 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:58:08.750560 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c61f3e6-2bc4-4b7d-bff6-7ff6f1c905ed None None] Attempting to bind port c195ebf5-683c-4163-893a-e0d35701b8f7 on network 355210bf-f333-4091-b076-b021f964c83c {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:58:08.755828 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c61f3e6-2bc4-4b7d-bff6-7ff6f1c905ed None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:58:08.759394 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c61f3e6-2bc4-4b7d-bff6-7ff6f1c905ed None None] Checking segment: {'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:58:08.759394 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7c61f3e6-2bc4-4b7d-bff6-7ff6f1c905ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:08.759394 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c61f3e6-2bc4-4b7d-bff6-7ff6f1c905ed None None] Bound using segment: {'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:58:08.759394 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-7c61f3e6-2bc4-4b7d-bff6-7ff6f1c905ed None None] Bound port: c195ebf5-683c-4163-893a-e0d35701b8f7, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:58:08.759394 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7c61f3e6-2bc4-4b7d-bff6-7ff6f1c905ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:08.775479 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5f1ecf6b-0713-4f1a-85f6-559655f427be req-c69df47e-8a74-4286-a70b-62ba1492db6f tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcc8203-8def-4248-9889-fbbfe679887d HTTP/1.1" status: 200 len: 210 time: 0.0315738 Dec 17 15:58:08.831276 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7c61f3e6-2bc4-4b7d-bff6-7ff6f1c905ed None None] For port c195ebf5-683c-4163-893a-e0d35701b8f7, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:58:08.834363 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7c61f3e6-2bc4-4b7d-bff6-7ff6f1c905ed None None] For port c195ebf5-683c-4163-893a-e0d35701b8f7, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c195ebf5-683c-4163-893a-e0d35701b8f7,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:58:08.881849 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1e480532-5f5f-47d6-8a6a-6d39ff6269cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:08.902677 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7c61f3e6-2bc4-4b7d-bff6-7ff6f1c905ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:08.903555 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1e480532-5f5f-47d6-8a6a-6d39ff6269cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:08.965414 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61f3e6-2bc4-4b7d-bff6-7ff6f1c905ed None None] Pushing event updated for resources: {'Port': ['ID=c195ebf5-683c-4163-893a-e0d35701b8f7,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:09.027282 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-1e480532-5f5f-47d6-8a6a-6d39ff6269cf admin admin] Allocated IP 172.25.6.17 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/3699e604-195c-4f71-a944-9ad4e6a6a786) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:58:09.152655 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1e480532-5f5f-47d6-8a6a-6d39ff6269cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:09.239345 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1e480532-5f5f-47d6-8a6a-6d39ff6269cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:09.282972 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e480532-5f5f-47d6-8a6a-6d39ff6269cf admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:09.287057 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-1e480532-5f5f-47d6-8a6a-6d39ff6269cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:09.293529 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e480532-5f5f-47d6-8a6a-6d39ff6269cf admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:58:09.297585 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e480532-5f5f-47d6-8a6a-6d39ff6269cf admin admin] Pushing event updated for resources: {'Port': ['ID=3699e604-195c-4f71-a944-9ad4e6a6a786,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:09.472856 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c195ebf5-683c-4163-893a-e0d35701b8f7 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:09.522087 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port c195ebf5-683c-4163-893a-e0d35701b8f7 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:09.522453 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:09.618941 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:09.660195 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port c195ebf5-683c-4163-893a-e0d35701b8f7, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c195ebf5-683c-4163-893a-e0d35701b8f7,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:09.732340 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:09.744438 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-d8c95ea3-d1de-4ee2-b68e-d0fbc33c900e tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:09.746987 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-d8c95ea3-d1de-4ee2-b68e-d0fbc33c900e tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.41 "GET /v2.0/networks?id=c846bdfb-85ec-4ec3-bba6-a2fb318678fb HTTP/1.1" status: 200 len: 808 time: 0.1321566 Dec 17 15:58:09.767589 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-5136453d-dac5-49dd-8962-e0c9f6dc4624 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] Request body: {'port': {'device_id': 'bbcc8203-8def-4248-9889-fbbfe679887d', 'network_id': 'c846bdfb-85ec-4ec3-bba6-a2fb318678fb', 'admin_state_up': True, 'tenant_id': '3f5e7370887f4529ac52e3e0c5216355'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:09.788540 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=c195ebf5-683c-4163-893a-e0d35701b8f7,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:09.961842 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-5136453d-dac5-49dd-8962-e0c9f6dc4624 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] Made reservation on behalf of 3f5e7370887f4529ac52e3e0c5216355 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:09.968041 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-5136453d-dac5-49dd-8962-e0c9f6dc4624 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:10.009173 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-56289ff9-33e7-448d-9f45-bba681e663fa req-10468e7b-f8db-4b5b-9b0d-3ef0918f6339 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcc8203-8def-4248-9889-fbbfe679887d HTTP/1.1" status: 200 len: 210 time: 0.0304806 Dec 17 15:58:10.013621 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf7632e-2070-4ad7-89db-ed475fa90748 None None] Network 355210bf-f333-4091-b076-b021f964c83c requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:58:10.046524 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1e480532-5f5f-47d6-8a6a-6d39ff6269cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:10.099675 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-39656ca9-0d95-4fab-830a-3f89be20b580 None None] Provisioning complete for port c195ebf5-683c-4163-893a-e0d35701b8f7 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:10.100067 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-39656ca9-0d95-4fab-830a-3f89be20b580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:10.123771 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-5136453d-dac5-49dd-8962-e0c9f6dc4624 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] Allocated IP 172.20.0.14 (c846bdfb-85ec-4ec3-bba6-a2fb318678fb/254841ad-3ec8-4c22-90fb-8bb65dcb95be/da9c9c8a-dffa-49c9-9758-b03e3edf9283) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:58:10.254466 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1e480532-5f5f-47d6-8a6a-6d39ff6269cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:10.284501 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-5136453d-dac5-49dd-8962-e0c9f6dc4624 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:10.377001 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-5136453d-dac5-49dd-8962-e0c9f6dc4624 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:10.428390 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-5136453d-dac5-49dd-8962-e0c9f6dc4624 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] Network c846bdfb-85ec-4ec3-bba6-a2fb318678fb is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:10.431765 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-5136453d-dac5-49dd-8962-e0c9f6dc4624 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:10.436220 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-5136453d-dac5-49dd-8962-e0c9f6dc4624 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:58:10.445117 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136453d-dac5-49dd-8962-e0c9f6dc4624 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] Pushing event updated for resources: {'Port': ['ID=da9c9c8a-dffa-49c9-9758-b03e3edf9283,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:10.473855 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d0842d44-ca9c-47a0-9e60-bf1965e5759b None None] Provisioning complete for port c195ebf5-683c-4163-893a-e0d35701b8f7 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:10.477633 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e480532-5f5f-47d6-8a6a-6d39ff6269cf admin admin] Router fc2e76e2-d495-46d9-b5ae-136717d9ffb0 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:58:10.477766 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d0842d44-ca9c-47a0-9e60-bf1965e5759b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:10.492077 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-5136453d-dac5-49dd-8962-e0c9f6dc4624 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:10.492699 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-5136453d-dac5-49dd-8962-e0c9f6dc4624 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:10.583764 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e480532-5f5f-47d6-8a6a-6d39ff6269cf admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:58:10.592618 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d635aca3-f0ce-42db-904d-943960f4669c None None] Sync routers for ids ['fc2e76e2-d495-46d9-b5ae-136717d9ffb0'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:58:10.596049 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-5136453d-dac5-49dd-8962-e0c9f6dc4624 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8337836 Dec 17 15:58:10.604493 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d635aca3-f0ce-42db-904d-943960f4669c None None] Routers {'fc2e76e2-d495-46d9-b5ae-136717d9ffb0'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:58:10.605033 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d635aca3-f0ce-42db-904d-943960f4669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:58:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['fc2e76e2-d495-46d9-b5ae-136717d9ffb0'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:10.679997 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-1a5be8ea-9ecd-4642-9173-50d8e6166388 service neutron] Request body: {'port': {'device_id': 'bbcc8203-8def-4248-9889-fbbfe679887d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:10.682535 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1e480532-5f5f-47d6-8a6a-6d39ff6269cf admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:10.683807 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1e480532-5f5f-47d6-8a6a-6d39ff6269cf admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4827282 Dec 17 15:58:10.686600 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36888) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:58:10.709978 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-d635aca3-f0ce-42db-904d-943960f4669c None None] Set router fc2e76e2-d495-46d9-b5ae-136717d9ffb0 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:58:10.744703 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-1a5be8ea-9ecd-4642-9173-50d8e6166388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:10.795839 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:10.900788 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d635aca3-f0ce-42db-904d-943960f4669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'name': 'tempest-TestVolumeBootPattern-1433742308-router', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:09Z', 'revision_number': 3, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'gw_port': {'id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:10.929306 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d635aca3-f0ce-42db-904d-943960f4669c None None] Checking router: fc2e76e2-d495-46d9-b5ae-136717d9ffb0 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:58:10.929718 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d635aca3-f0ce-42db-904d-943960f4669c None None] Updating router fc2e76e2-d495-46d9-b5ae-136717d9ffb0 port 3699e604-195c-4f71-a944-9ad4e6a6a786 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:58:10.955361 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-d635aca3-f0ce-42db-904d-943960f4669c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:11.057779 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-1a5be8ea-9ecd-4642-9173-50d8e6166388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da9c9c8a-dffa-49c9-9758-b03e3edf9283 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:58:11.067442 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-1a5be8ea-9ecd-4642-9173-50d8e6166388 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:11.084891 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-1a5be8ea-9ecd-4642-9173-50d8e6166388 service neutron] Transition to ACTIVE for port object da9c9c8a-dffa-49c9-9758-b03e3edf9283 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:58:11.172250 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1427a29-19f5-404b-bad4-0d1b684a3f6f req-0b6ced36-292a-4009-9f72-732b06831482 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:11.173710 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f1427a29-19f5-404b-bad4-0d1b684a3f6f req-0b6ced36-292a-4009-9f72-732b06831482 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcc8203-8def-4248-9889-fbbfe679887d HTTP/1.1" status: 200 len: 932 time: 0.0819259 Dec 17 15:58:11.175809 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2443f5c0-96e0-408e-8e05-4313a1db4c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:11.183338 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-1a5be8ea-9ecd-4642-9173-50d8e6166388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:11.236625 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5be8ea-9ecd-4642-9173-50d8e6166388 service neutron] Pushing event updated for resources: {'Port': ['ID=da9c9c8a-dffa-49c9-9758-b03e3edf9283,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:11.267043 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f1427a29-19f5-404b-bad4-0d1b684a3f6f req-029c11f8-76b7-4cde-9bc1-4e9008e7fbb4 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e97fafa-b2b6-4bfc-a857-2f02e130258a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777731 Dec 17 15:58:11.322727 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-1a5be8ea-9ecd-4642-9173-50d8e6166388 service neutron] Attempting to bind port da9c9c8a-dffa-49c9-9758-b03e3edf9283 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:58:11.323161 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-1a5be8ea-9ecd-4642-9173-50d8e6166388 service neutron] Attempting to bind port da9c9c8a-dffa-49c9-9758-b03e3edf9283 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '031d5e67-e8b2-445c-9bb4-666629b7142e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c846bdfb-85ec-4ec3-bba6-a2fb318678fb'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:58:11.323731 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-1a5be8ea-9ecd-4642-9173-50d8e6166388 service neutron] Attempting to bind port da9c9c8a-dffa-49c9-9758-b03e3edf9283 on network c846bdfb-85ec-4ec3-bba6-a2fb318678fb {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:58:11.323873 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-d635aca3-f0ce-42db-904d-943960f4669c None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:11.329228 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-1a5be8ea-9ecd-4642-9173-50d8e6166388 service neutron] Port da9c9c8a-dffa-49c9-9758-b03e3edf9283 on network c846bdfb-85ec-4ec3-bba6-a2fb318678fb not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:58:11.329627 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-1a5be8ea-9ecd-4642-9173-50d8e6166388 service neutron] Attempting to bind port da9c9c8a-dffa-49c9-9758-b03e3edf9283 on network c846bdfb-85ec-4ec3-bba6-a2fb318678fb {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:58:11.334615 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-1a5be8ea-9ecd-4642-9173-50d8e6166388 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:58:11.340956 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-1a5be8ea-9ecd-4642-9173-50d8e6166388 service neutron] Checking segment: {'id': '031d5e67-e8b2-445c-9bb4-666629b7142e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c846bdfb-85ec-4ec3-bba6-a2fb318678fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:58:11.340956 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-1a5be8ea-9ecd-4642-9173-50d8e6166388 service neutron] Bound using segment: {'id': '031d5e67-e8b2-445c-9bb4-666629b7142e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c846bdfb-85ec-4ec3-bba6-a2fb318678fb'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:58:11.340956 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-1a5be8ea-9ecd-4642-9173-50d8e6166388 service neutron] Bound port: da9c9c8a-dffa-49c9-9758-b03e3edf9283, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '031d5e67-e8b2-445c-9bb4-666629b7142e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c846bdfb-85ec-4ec3-bba6-a2fb318678fb'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:58:11.340956 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-1a5be8ea-9ecd-4642-9173-50d8e6166388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:11.374679 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-2443f5c0-96e0-408e-8e05-4313a1db4c2e admin admin] Allocated IP 172.20.0.1 (355210bf-f333-4091-b076-b021f964c83c/040decac-d73e-40b6-8001-3c00aef94ddf/75dff4dd-f606-4e2a-92c4-713061d6373f) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:58:11.389794 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-d635aca3-f0ce-42db-904d-943960f4669c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:11.406453 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-1a5be8ea-9ecd-4642-9173-50d8e6166388 service neutron] For port da9c9c8a-dffa-49c9-9758-b03e3edf9283, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:58:11.409877 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-1a5be8ea-9ecd-4642-9173-50d8e6166388 service neutron] For port da9c9c8a-dffa-49c9-9758-b03e3edf9283, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=da9c9c8a-dffa-49c9-9758-b03e3edf9283,segment=NetworkSegment(031d5e67-e8b2-445c-9bb4-666629b7142e),segment_id=031d5e67-e8b2-445c-9bb4-666629b7142e)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:58:11.440157 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-d635aca3-f0ce-42db-904d-943960f4669c None None] Attempting to bind port 3699e604-195c-4f71-a944-9ad4e6a6a786 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:58:11.440535 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-d635aca3-f0ce-42db-904d-943960f4669c None None] Attempting to bind port 3699e604-195c-4f71-a944-9ad4e6a6a786 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:58:11.440895 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d635aca3-f0ce-42db-904d-943960f4669c None None] Attempting to bind port 3699e604-195c-4f71-a944-9ad4e6a6a786 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:58:11.448465 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d635aca3-f0ce-42db-904d-943960f4669c None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:58:11.450967 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d635aca3-f0ce-42db-904d-943960f4669c None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:58:11.450967 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-d635aca3-f0ce-42db-904d-943960f4669c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:11.450967 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d635aca3-f0ce-42db-904d-943960f4669c None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:58:11.450967 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-d635aca3-f0ce-42db-904d-943960f4669c None None] Bound port: 3699e604-195c-4f71-a944-9ad4e6a6a786, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:58:11.451677 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-d635aca3-f0ce-42db-904d-943960f4669c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:11.462427 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c195ebf5-683c-4163-893a-e0d35701b8f7 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:11.483435 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9e5c7-8e88-4d93-93e0-2e0f3aeddc2f None None] Pushing event updated for resources: {'Port': ['ID=3699e604-195c-4f71-a944-9ad4e6a6a786,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:11.492936 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2443f5c0-96e0-408e-8e05-4313a1db4c2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:11.495773 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9e5c7-8e88-4d93-93e0-2e0f3aeddc2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:11.496301 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9e5c7-8e88-4d93-93e0-2e0f3aeddc2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:11.497378 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9e5c7-8e88-4d93-93e0-2e0f3aeddc2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:11.497718 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9e5c7-8e88-4d93-93e0-2e0f3aeddc2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:11.498482 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9e5c7-8e88-4d93-93e0-2e0f3aeddc2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:11.498825 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9e5c7-8e88-4d93-93e0-2e0f3aeddc2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:11.499339 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9e5c7-8e88-4d93-93e0-2e0f3aeddc2f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:11.499663 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9e5c7-8e88-4d93-93e0-2e0f3aeddc2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:11.500162 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9e5c7-8e88-4d93-93e0-2e0f3aeddc2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:11.500667 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9e5c7-8e88-4d93-93e0-2e0f3aeddc2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:11.501242 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9e5c7-8e88-4d93-93e0-2e0f3aeddc2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:11.501584 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9e5c7-8e88-4d93-93e0-2e0f3aeddc2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:11.503351 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-1a5be8ea-9ecd-4642-9173-50d8e6166388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:11.518367 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port c195ebf5-683c-4163-893a-e0d35701b8f7 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:11.518932 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:11.530281 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-d635aca3-f0ce-42db-904d-943960f4669c None None] For port 3699e604-195c-4f71-a944-9ad4e6a6a786, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:58:11.533569 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-d635aca3-f0ce-42db-904d-943960f4669c None None] For port 3699e604-195c-4f71-a944-9ad4e6a6a786, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3699e604-195c-4f71-a944-9ad4e6a6a786,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:58:11.547390 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-1a5be8ea-9ecd-4642-9173-50d8e6166388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:11.548122 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-1a5be8ea-9ecd-4642-9173-50d8e6166388 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:11.549691 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-1a5be8ea-9ecd-4642-9173-50d8e6166388 service neutron] 10.222.0.41 "PUT /v2.0/ports/da9c9c8a-dffa-49c9-9758-b03e3edf9283 HTTP/1.1" status: 200 len: 1092 time: 0.9290907 Dec 17 15:58:11.550204 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbcc8203-8def-4248-9889-fbbfe679887d', 'tag': 'da9c9c8a-dffa-49c9-9758-b03e3edf9283'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:58:11.552642 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd652b08-4e98-4f80-8746-6115c002c32c" -d '{"events": [{"name": "network-changed", "server_uuid": "bbcc8203-8def-4248-9889-fbbfe679887d", "tag": "da9c9c8a-dffa-49c9-9758-b03e3edf9283"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:58:11.583432 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5be8ea-9ecd-4642-9173-50d8e6166388 service neutron] Pushing event updated for resources: {'Port': ['ID=da9c9c8a-dffa-49c9-9758-b03e3edf9283,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:11.595909 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e293c921-c9e3-406e-971d-5535fc4a3678 x-openstack-request-id: req-e293c921-c9e3-406e-971d-5535fc4a3678 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:58:11.596198 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbcc8203-8def-4248-9889-fbbfe679887d", "tag": "da9c9c8a-dffa-49c9-9758-b03e3edf9283", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:58:11.596445 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e293c921-c9e3-406e-971d-5535fc4a3678 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:58:11.596845 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbcc8203-8def-4248-9889-fbbfe679887d', 'tag': 'da9c9c8a-dffa-49c9-9758-b03e3edf9283', 'status': 'completed', 'code': 200} Dec 17 15:58:11.616981 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2443f5c0-96e0-408e-8e05-4313a1db4c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:11.647092 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-d635aca3-f0ce-42db-904d-943960f4669c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:11.684565 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2443f5c0-96e0-408e-8e05-4313a1db4c2e admin admin] Network 355210bf-f333-4091-b076-b021f964c83c is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:11.688107 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-2443f5c0-96e0-408e-8e05-4313a1db4c2e admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:11.692245 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2443f5c0-96e0-408e-8e05-4313a1db4c2e admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:58:11.708757 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d635aca3-f0ce-42db-904d-943960f4669c None None] Routers {'fc2e76e2-d495-46d9-b5ae-136717d9ffb0'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:58:11.709691 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d635aca3-f0ce-42db-904d-943960f4669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:58:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['fc2e76e2-d495-46d9-b5ae-136717d9ffb0'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:11.716217 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd652b08-4e98-4f80-8746-6115c002c32c req-fadb54c0-0e41-4301-9551-7e9c9b92dcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:11.718232 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dd652b08-4e98-4f80-8746-6115c002c32c req-fadb54c0-0e41-4301-9551-7e9c9b92dcf4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f5e7370887f4529ac52e3e0c5216355&device_id=bbcc8203-8def-4248-9889-fbbfe679887d HTTP/1.1" status: 200 len: 1095 time: 0.0824468 Dec 17 15:58:11.733727 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2443f5c0-96e0-408e-8e05-4313a1db4c2e admin admin] Pushing event updated for resources: {'Port': ['ID=75dff4dd-f606-4e2a-92c4-713061d6373f,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:11.751643 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2443f5c0-96e0-408e-8e05-4313a1db4c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:11.820081 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9e5c7-8e88-4d93-93e0-2e0f3aeddc2f None None] Pushing event updated for resources: {'Port': ['ID=3699e604-195c-4f71-a944-9ad4e6a6a786,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:11.884204 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd652b08-4e98-4f80-8746-6115c002c32c req-c6333279-6eb2-43d2-a794-438ee5d2848a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:11.887589 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dd652b08-4e98-4f80-8746-6115c002c32c req-c6333279-6eb2-43d2-a794-438ee5d2848a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3f5e7370887f4529ac52e3e0c5216355&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1551464 Dec 17 15:58:11.889576 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-d635aca3-f0ce-42db-904d-943960f4669c None None] Set router fc2e76e2-d495-46d9-b5ae-136717d9ffb0 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:58:11.954632 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2443f5c0-96e0-408e-8e05-4313a1db4c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:11.980133 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-68305036-84d7-4cba-b7af-f3f1a17e33fe None None] Provisioning complete for port 75dff4dd-f606-4e2a-92c4-713061d6373f triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:11.981370 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-68305036-84d7-4cba-b7af-f3f1a17e33fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:11.999639 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd652b08-4e98-4f80-8746-6115c002c32c req-e295e15d-de8c-4019-8fc2-2d3ca29772cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:12.002441 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dd652b08-4e98-4f80-8746-6115c002c32c req-e295e15d-de8c-4019-8fc2-2d3ca29772cc service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1079252 Dec 17 15:58:12.026510 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-68305036-84d7-4cba-b7af-f3f1a17e33fe None None] Port 75dff4dd-f606-4e2a-92c4-713061d6373f cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:58:12.106468 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-3f752009-6e6d-4178-b716-39b33ea52768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:12.108056 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-3f752009-6e6d-4178-b716-39b33ea52768 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f5e7370887f4529ac52e3e0c5216355&device_id=bbcc8203-8def-4248-9889-fbbfe679887d HTTP/1.1" status: 200 len: 1095 time: 0.0501344 Dec 17 15:58:12.111349 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d635aca3-f0ce-42db-904d-943960f4669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'name': 'tempest-TestVolumeBootPattern-1433742308-router', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:09Z', 'revision_number': 3, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'gw_port': {'id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:12.136650 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d635aca3-f0ce-42db-904d-943960f4669c None None] The sync data for ids ['fc2e76e2-d495-46d9-b5ae-136717d9ffb0'] in n-d-820553-2 is: [{'id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'name': 'tempest-TestVolumeBootPattern-1433742308-router', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:09Z', 'revision_number': 3, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'gw_port': {'id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:58:12.141924 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2443f5c0-96e0-408e-8e05-4313a1db4c2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:12.159269 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-4b38c31a-c131-4043-8803-5f1b95bd0a0c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da9c9c8a-dffa-49c9-9758-b03e3edf9283 HTTP/1.1" status: 200 len: 217 time: 0.0388839 Dec 17 15:58:12.206432 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2443f5c0-96e0-408e-8e05-4313a1db4c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:12.213734 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-04975b8b-bb2d-4365-9ad4-ed11915e96be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:12.215578 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-04975b8b-bb2d-4365-9ad4-ed11915e96be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=254841ad-3ec8-4c22-90fb-8bb65dcb95be HTTP/1.1" status: 200 len: 848 time: 0.0494432 Dec 17 15:58:12.249625 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-ab890b82-ff37-4519-8667-48455235f254 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c846bdfb-85ec-4ec3-bba6-a2fb318678fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275657 Dec 17 15:58:12.273940 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2443f5c0-96e0-408e-8e05-4313a1db4c2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:12.275779 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2443f5c0-96e0-408e-8e05-4313a1db4c2e admin admin] Pushing event updated for resources: {'Port': ['ID=75dff4dd-f606-4e2a-92c4-713061d6373f,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:12.355676 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-57c14fd9-1b04-46a3-a026-8c123eb11439 service neutron] 10.222.0.41 "GET /v2.0/networks/c846bdfb-85ec-4ec3-bba6-a2fb318678fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982144 Dec 17 15:58:12.432035 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2443f5c0-96e0-408e-8e05-4313a1db4c2e admin admin] Network 355210bf-f333-4091-b076-b021f964c83c is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:12.436511 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-2443f5c0-96e0-408e-8e05-4313a1db4c2e admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:12.462549 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0097a8-bbc7-4988-bbc8-15e495da2652 req-a1547eba-d521-45f6-bf39-8172b11d5f10 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:12.463256 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5a0097a8-bbc7-4988-bbc8-15e495da2652 req-a1547eba-d521-45f6-bf39-8172b11d5f10 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcc8203-8def-4248-9889-fbbfe679887d HTTP/1.1" status: 200 len: 944 time: 0.0886707 Dec 17 15:58:12.506338 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-15a73df4-0eb9-4fbd-a814-9640a691983d req-259ffb7b-63c5-4664-a916-e52e8024aa23 service neutron] 10.222.0.41 "GET /v2.0/networks/c846bdfb-85ec-4ec3-bba6-a2fb318678fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426597 Dec 17 15:58:12.576550 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5a0097a8-bbc7-4988-bbc8-15e495da2652 req-ad84b13a-0dc7-441c-866e-72d497e6c520 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e97fafa-b2b6-4bfc-a857-2f02e130258a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803907 Dec 17 15:58:12.609702 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2443f5c0-96e0-408e-8e05-4313a1db4c2e admin admin] Router fc2e76e2-d495-46d9-b5ae-136717d9ffb0 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:58:12.731045 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2443f5c0-96e0-408e-8e05-4313a1db4c2e admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:58:12.736860 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2443f5c0-96e0-408e-8e05-4313a1db4c2e admin admin] 10.222.0.46 "PUT /v2.0/routers/fc2e76e2-d495-46d9-b5ae-136717d9ffb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0492313 Dec 17 15:58:12.756255 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-59ec1f7d-897b-4ef1-8a6d-580d54d5d41d None None] Provisioning complete for port 75dff4dd-f606-4e2a-92c4-713061d6373f triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:12.756619 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-59ec1f7d-897b-4ef1-8a6d-580d54d5d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:12.792048 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-59ec1f7d-897b-4ef1-8a6d-580d54d5d41d None None] Port 75dff4dd-f606-4e2a-92c4-713061d6373f cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:58:13.473466 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36914) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:58:13.480177 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-c261c30e-7c48-4e2d-8589-3532bf795c0c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1187744424-network', 'tenant_id': '859e16aeb10149d0a05cf05a43ceab92'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:13.492503 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3699e604-195c-4f71-a944-9ad4e6a6a786 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:13.537493 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 3699e604-195c-4f71-a944-9ad4e6a6a786 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:13.537868 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:13.618548 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:13.622992 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c261c30e-7c48-4e2d-8589-3532bf795c0c admin admin] Made reservation on behalf of 859e16aeb10149d0a05cf05a43ceab92 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:13.626197 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c261c30e-7c48-4e2d-8589-3532bf795c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:13.635589 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c261c30e-7c48-4e2d-8589-3532bf795c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:13.639964 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 3699e604-195c-4f71-a944-9ad4e6a6a786, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3699e604-195c-4f71-a944-9ad4e6a6a786,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:13.730907 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:13.732648 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0249b2-aaed-4975-8573-e0b5b93f0207 req-c6ea77ad-b930-427d-a797-35c4a5704490 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:13.734209 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da0249b2-aaed-4975-8573-e0b5b93f0207 req-c6ea77ad-b930-427d-a797-35c4a5704490 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcc8203-8def-4248-9889-fbbfe679887d HTTP/1.1" status: 200 len: 944 time: 0.0752180 Dec 17 15:58:13.768017 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c261c30e-7c48-4e2d-8589-3532bf795c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:13.779088 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcb599f-d444-4022-81a3-03497a7962e4 None None] Sync routers for ids ['fc2e76e2-d495-46d9-b5ae-136717d9ffb0'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:58:13.788051 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da0249b2-aaed-4975-8573-e0b5b93f0207 req-f6930cf7-1a13-468c-a6eb-8f41cf041494 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e97fafa-b2b6-4bfc-a857-2f02e130258a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436971 Dec 17 15:58:13.798681 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=3699e604-195c-4f71-a944-9ad4e6a6a786,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:13.803674 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcb599f-d444-4022-81a3-03497a7962e4 None None] Routers {'fc2e76e2-d495-46d9-b5ae-136717d9ffb0'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:58:13.804293 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-2dcb599f-d444-4022-81a3-03497a7962e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:58:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['fc2e76e2-d495-46d9-b5ae-136717d9ffb0'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:13.834581 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c261c30e-7c48-4e2d-8589-3532bf795c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:13.861346 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c261c30e-7c48-4e2d-8589-3532bf795c0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:58:13.870028 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261c30e-7c48-4e2d-8589-3532bf795c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f56d60-be98-4531-a023-6f79ea30afdd,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:13.881138 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c261c30e-7c48-4e2d-8589-3532bf795c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:13.881138 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-c261c30e-7c48-4e2d-8589-3532bf795c0c admin admin] Added segment 3e84eb80-4ba6-4b7e-b46e-012ff498ff6e of type vlan for network a0737f61-01d5-47e8-a2da-2b204b0cc29f Dec 17 15:58:13.917627 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-2dcb599f-d444-4022-81a3-03497a7962e4 None None] Set router fc2e76e2-d495-46d9-b5ae-136717d9ffb0 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:58:13.926904 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c261c30e-7c48-4e2d-8589-3532bf795c0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:14.000384 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c261c30e-7c48-4e2d-8589-3532bf795c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:14.001383 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c261c30e-7c48-4e2d-8589-3532bf795c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:14.001961 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c261c30e-7c48-4e2d-8589-3532bf795c0c admin admin] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:14.062823 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261c30e-7c48-4e2d-8589-3532bf795c0c admin admin] Pushing event updated for resources: {'Network': ['ID=a0737f61-01d5-47e8-a2da-2b204b0cc29f,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:14.075004 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network a0737f61-01d5-47e8-a2da-2b204b0cc29f details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:58:14.127718 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c261c30e-7c48-4e2d-8589-3532bf795c0c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6527100 Dec 17 15:58:14.130245 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36918) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:58:14.135321 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-24c8738f-7840-46a5-a48e-b974a92bf8ea admin admin] Request body: {'subnet': {'network_id': 'a0737f61-01d5-47e8-a2da-2b204b0cc29f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1187744424-subnet', 'tenant_id': '859e16aeb10149d0a05cf05a43ceab92', 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:14.180857 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-2dcb599f-d444-4022-81a3-03497a7962e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'name': 'tempest-TestVolumeBootPattern-1433742308-router', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:11Z', 'revision_number': 4, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'gw_port': {'id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '75dff4dd-f606-4e2a-92c4-713061d6373f', 'name': '', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'mac_address': 'fa:16:3e:da:b6:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:11Z', 'updated_at': '2021-12-17T15:58:12Z', 'revision_number': 2, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'subnets': [{'id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:14.211722 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcb599f-d444-4022-81a3-03497a7962e4 None None] Checking router: fc2e76e2-d495-46d9-b5ae-136717d9ffb0 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:58:14.214522 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcb599f-d444-4022-81a3-03497a7962e4 None None] Updating router fc2e76e2-d495-46d9-b5ae-136717d9ffb0 port 75dff4dd-f606-4e2a-92c4-713061d6373f binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:58:14.233325 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c8738f-7840-46a5-a48e-b974a92bf8ea admin admin] Made reservation on behalf of 859e16aeb10149d0a05cf05a43ceab92 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:14.235756 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-24c8738f-7840-46a5-a48e-b974a92bf8ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:14.236796 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2dcb599f-d444-4022-81a3-03497a7962e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:14.462495 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-24c8738f-7840-46a5-a48e-b974a92bf8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:14.502643 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2dcb599f-d444-4022-81a3-03497a7962e4 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:14.519532 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c8738f-7840-46a5-a48e-b974a92bf8ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=4170ea2f-e333-4a86-b646-5ebe6ef1b89d,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:14.526827 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c8738f-7840-46a5-a48e-b974a92bf8ea admin admin] Checking segment: {'id': '3e84eb80-4ba6-4b7e-b46e-012ff498ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0737f61-01d5-47e8-a2da-2b204b0cc29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:58:14.527185 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c8738f-7840-46a5-a48e-b974a92bf8ea admin admin] Network hostable DHCP agents. Network: a0737f61-01d5-47e8-a2da-2b204b0cc29f, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:58:14.577751 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2dcb599f-d444-4022-81a3-03497a7962e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:14.631805 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8fdd3-fa54-440d-9fdc-8c3f600cc9df None None] Pushing event updated for resources: {'Port': ['ID=75dff4dd-f606-4e2a-92c4-713061d6373f,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:14.635031 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c8738f-7840-46a5-a48e-b974a92bf8ea admin admin] Network a0737f61-01d5-47e8-a2da-2b204b0cc29f is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:58:14.688973 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-2dcb599f-d444-4022-81a3-03497a7962e4 None None] Attempting to bind port 75dff4dd-f606-4e2a-92c4-713061d6373f on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:58:14.689495 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-2dcb599f-d444-4022-81a3-03497a7962e4 None None] Attempting to bind port 75dff4dd-f606-4e2a-92c4-713061d6373f by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:58:14.689864 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcb599f-d444-4022-81a3-03497a7962e4 None None] Attempting to bind port 75dff4dd-f606-4e2a-92c4-713061d6373f on network 355210bf-f333-4091-b076-b021f964c83c {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:58:14.695554 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcb599f-d444-4022-81a3-03497a7962e4 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:58:14.695954 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcb599f-d444-4022-81a3-03497a7962e4 None None] Checking segment: {'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:58:14.696401 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2dcb599f-d444-4022-81a3-03497a7962e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:14.696784 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcb599f-d444-4022-81a3-03497a7962e4 None None] Bound using segment: {'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:58:14.697272 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-2dcb599f-d444-4022-81a3-03497a7962e4 None None] Bound port: 75dff4dd-f606-4e2a-92c4-713061d6373f, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:58:14.697656 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2dcb599f-d444-4022-81a3-03497a7962e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:14.749396 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-24c8738f-7840-46a5-a48e-b974a92bf8ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, a0737f61-01d5-47e8-a2da-2b204b0cc29f) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:14.753910 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c8738f-7840-46a5-a48e-b974a92bf8ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:14.755326 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-24c8738f-7840-46a5-a48e-b974a92bf8ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:14.758604 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b63b69a-8269-4f0b-94e5-c51833ee4539 None None] Network a0737f61-01d5-47e8-a2da-2b204b0cc29f requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:58:14.812001 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-2dcb599f-d444-4022-81a3-03497a7962e4 None None] For port 75dff4dd-f606-4e2a-92c4-713061d6373f, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:58:14.838216 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-2dcb599f-d444-4022-81a3-03497a7962e4 None None] For port 75dff4dd-f606-4e2a-92c4-713061d6373f, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=75dff4dd-f606-4e2a-92c4-713061d6373f,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:58:14.848762 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-24c8738f-7840-46a5-a48e-b974a92bf8ea admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7167761 Dec 17 15:58:14.853345 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 36922) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:58:14.858021 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-7752299e-0c58-4220-935b-b144c257d0ec admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1187744424-router', 'tenant_id': '859e16aeb10149d0a05cf05a43ceab92', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:14.868011 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-7852bb6b-de46-47cb-9ad3-0f9baab1492a None None] Provisioning complete for port 75dff4dd-f606-4e2a-92c4-713061d6373f triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:14.868393 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7852bb6b-de46-47cb-9ad3-0f9baab1492a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:14.908191 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2dcb599f-d444-4022-81a3-03497a7962e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:14.918618 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895069ef-b283-4c02-82b3-333078a7f266 req-3ffbd856-3b9b-4d25-9339-037305451c9b tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:14.920412 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-895069ef-b283-4c02-82b3-333078a7f266 req-3ffbd856-3b9b-4d25-9339-037305451c9b tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcc8203-8def-4248-9889-fbbfe679887d HTTP/1.1" status: 200 len: 944 time: 0.0612888 Dec 17 15:58:14.954880 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7752299e-0c58-4220-935b-b144c257d0ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:14.956060 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7752299e-0c58-4220-935b-b144c257d0ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:14.959747 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-895069ef-b283-4c02-82b3-333078a7f266 req-6ce93e8f-24b5-456c-8377-693c51a396a0 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e97fafa-b2b6-4bfc-a857-2f02e130258a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333149 Dec 17 15:58:14.966477 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-7852bb6b-de46-47cb-9ad3-0f9baab1492a None None] Port 75dff4dd-f606-4e2a-92c4-713061d6373f cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:58:15.021414 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7752299e-0c58-4220-935b-b144c257d0ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:15.028095 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8fdd3-fa54-440d-9fdc-8c3f600cc9df None None] Pushing event updated for resources: {'Port': ['ID=75dff4dd-f606-4e2a-92c4-713061d6373f,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:15.031784 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcb599f-d444-4022-81a3-03497a7962e4 None None] Routers {'fc2e76e2-d495-46d9-b5ae-136717d9ffb0'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:58:15.032392 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-2dcb599f-d444-4022-81a3-03497a7962e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:58:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['fc2e76e2-d495-46d9-b5ae-136717d9ffb0'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:15.067474 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61adab1d-95ab-4c50-b5fb-d7037195e538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-a0737f61-01d5-47e8-a2da-2b204b0cc29f', 'network_id': 'a0737f61-01d5-47e8-a2da-2b204b0cc29f', 'tenant_id': '859e16aeb10149d0a05cf05a43ceab92', 'fixed_ips': [{'subnet_id': '4170ea2f-e333-4a86-b646-5ebe6ef1b89d'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:58:15.068356 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-61adab1d-95ab-4c50-b5fb-d7037195e538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:15.219999 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-2dcb599f-d444-4022-81a3-03497a7962e4 None None] Set router fc2e76e2-d495-46d9-b5ae-136717d9ffb0 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:58:15.232963 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7752299e-0c58-4220-935b-b144c257d0ec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:15.371564 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-61adab1d-95ab-4c50-b5fb-d7037195e538 None None] Allocated IP 172.20.0.2 (a0737f61-01d5-47e8-a2da-2b204b0cc29f/4170ea2f-e333-4a86-b646-5ebe6ef1b89d/67f9ca2e-5763-4b6c-8cbb-8a04a7e002fe) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:58:15.380998 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-732e0650-84ec-4c7f-9753-bfa30625a9f4 None None] Provisioning complete for port 75dff4dd-f606-4e2a-92c4-713061d6373f triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:15.381395 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-732e0650-84ec-4c7f-9753-bfa30625a9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:15.477543 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3699e604-195c-4f71-a944-9ad4e6a6a786 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:15.509546 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7752299e-0c58-4220-935b-b144c257d0ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:15.529873 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7752299e-0c58-4220-935b-b144c257d0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:15.639266 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-7752299e-0c58-4220-935b-b144c257d0ec admin admin] Allocated IP 172.25.6.158 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/1d07d7b8-914a-41e0-b16c-93b5342e38bc) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:58:15.678531 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 3699e604-195c-4f71-a944-9ad4e6a6a786 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:15.679226 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:15.685006 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-732e0650-84ec-4c7f-9753-bfa30625a9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:15.731741 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-61adab1d-95ab-4c50-b5fb-d7037195e538 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:15.741870 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7752299e-0c58-4220-935b-b144c257d0ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:15.755540 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-2dcb599f-d444-4022-81a3-03497a7962e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'name': 'tempest-TestVolumeBootPattern-1433742308-router', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:11Z', 'revision_number': 4, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'gw_port': {'id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '75dff4dd-f606-4e2a-92c4-713061d6373f', 'name': '', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'mac_address': 'fa:16:3e:da:b6:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:11Z', 'updated_at': '2021-12-17T15:58:14Z', 'revision_number': 4, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'subnets': [{'id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:15.793466 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcb599f-d444-4022-81a3-03497a7962e4 None None] The sync data for ids ['fc2e76e2-d495-46d9-b5ae-136717d9ffb0'] in n-d-820553-2 is: [{'id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'name': 'tempest-TestVolumeBootPattern-1433742308-router', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:11Z', 'revision_number': 4, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'gw_port': {'id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '75dff4dd-f606-4e2a-92c4-713061d6373f', 'name': '', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'mac_address': 'fa:16:3e:da:b6:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:11Z', 'updated_at': '2021-12-17T15:58:14Z', 'revision_number': 4, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'subnets': [{'id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:58:15.796243 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-732e0650-84ec-4c7f-9753-bfa30625a9f4 None None] For port 75dff4dd-f606-4e2a-92c4-713061d6373f, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=75dff4dd-f606-4e2a-92c4-713061d6373f,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:15.802505 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-61adab1d-95ab-4c50-b5fb-d7037195e538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:15.875285 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7752299e-0c58-4220-935b-b144c257d0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:15.879244 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61adab1d-95ab-4c50-b5fb-d7037195e538 None None] Network a0737f61-01d5-47e8-a2da-2b204b0cc29f is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:15.883443 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61adab1d-95ab-4c50-b5fb-d7037195e538 None None] Pushing event updated for resources: {'Port': ['ID=67f9ca2e-5763-4b6c-8cbb-8a04a7e002fe,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:15.890475 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-61adab1d-95ab-4c50-b5fb-d7037195e538 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:15.894151 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-732e0650-84ec-4c7f-9753-bfa30625a9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:15.895676 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61adab1d-95ab-4c50-b5fb-d7037195e538 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:58:15.929181 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7752299e-0c58-4220-935b-b144c257d0ec admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:15.932124 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-7752299e-0c58-4220-935b-b144c257d0ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:15.939508 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7752299e-0c58-4220-935b-b144c257d0ec admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:58:15.942770 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752299e-0c58-4220-935b-b144c257d0ec admin admin] Pushing event updated for resources: {'Port': ['ID=1d07d7b8-914a-41e0-b16c-93b5342e38bc,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:16.109980 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4649f-60c8-40b7-a046-06b5fe5e8e7c req-62522f79-fcb3-48b7-b77c-4be570afc690 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:16.111739 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9a4649f-60c8-40b7-a046-06b5fe5e8e7c req-62522f79-fcb3-48b7-b77c-4be570afc690 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcc8203-8def-4248-9889-fbbfe679887d HTTP/1.1" status: 200 len: 944 time: 0.0604851 Dec 17 15:58:16.152719 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-61adab1d-95ab-4c50-b5fb-d7037195e538 None None] Attempting to bind port 67f9ca2e-5763-4b6c-8cbb-8a04a7e002fe on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:58:16.153114 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-61adab1d-95ab-4c50-b5fb-d7037195e538 None None] Attempting to bind port 67f9ca2e-5763-4b6c-8cbb-8a04a7e002fe by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '3e84eb80-4ba6-4b7e-b46e-012ff498ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0737f61-01d5-47e8-a2da-2b204b0cc29f'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:58:16.153694 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61adab1d-95ab-4c50-b5fb-d7037195e538 None None] Attempting to bind port 67f9ca2e-5763-4b6c-8cbb-8a04a7e002fe on network a0737f61-01d5-47e8-a2da-2b204b0cc29f {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:58:16.155908 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e0650-84ec-4c7f-9753-bfa30625a9f4 None None] Pushing event updated for resources: {'Port': ['ID=75dff4dd-f606-4e2a-92c4-713061d6373f,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:16.158115 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9a4649f-60c8-40b7-a046-06b5fe5e8e7c req-38bdefdb-6c7d-421e-8f27-bfba70db50ff tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e97fafa-b2b6-4bfc-a857-2f02e130258a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378187 Dec 17 15:58:16.161977 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61adab1d-95ab-4c50-b5fb-d7037195e538 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:58:16.162355 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61adab1d-95ab-4c50-b5fb-d7037195e538 None None] Checking segment: {'id': '3e84eb80-4ba6-4b7e-b46e-012ff498ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0737f61-01d5-47e8-a2da-2b204b0cc29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:58:16.162762 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-61adab1d-95ab-4c50-b5fb-d7037195e538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:16.163148 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61adab1d-95ab-4c50-b5fb-d7037195e538 None None] Bound using segment: {'id': '3e84eb80-4ba6-4b7e-b46e-012ff498ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0737f61-01d5-47e8-a2da-2b204b0cc29f'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:58:16.163613 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-61adab1d-95ab-4c50-b5fb-d7037195e538 None None] Bound port: 67f9ca2e-5763-4b6c-8cbb-8a04a7e002fe, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e84eb80-4ba6-4b7e-b46e-012ff498ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0737f61-01d5-47e8-a2da-2b204b0cc29f'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:58:16.163996 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-61adab1d-95ab-4c50-b5fb-d7037195e538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:16.238709 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-61adab1d-95ab-4c50-b5fb-d7037195e538 None None] For port 67f9ca2e-5763-4b6c-8cbb-8a04a7e002fe, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:58:16.242213 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-61adab1d-95ab-4c50-b5fb-d7037195e538 None None] For port 67f9ca2e-5763-4b6c-8cbb-8a04a7e002fe, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=67f9ca2e-5763-4b6c-8cbb-8a04a7e002fe,segment=NetworkSegment(3e84eb80-4ba6-4b7e-b46e-012ff498ff6e),segment_id=3e84eb80-4ba6-4b7e-b46e-012ff498ff6e)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:58:16.332493 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-61adab1d-95ab-4c50-b5fb-d7037195e538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:16.408591 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61adab1d-95ab-4c50-b5fb-d7037195e538 None None] Pushing event updated for resources: {'Port': ['ID=67f9ca2e-5763-4b6c-8cbb-8a04a7e002fe,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:16.592892 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7752299e-0c58-4220-935b-b144c257d0ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:16.742796 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device da9c9c8a-dffa-49c9-9758-b03e3edf9283 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:58:16.819301 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7752299e-0c58-4220-935b-b144c257d0ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:16.851234 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port da9c9c8a-dffa-49c9-9758-b03e3edf9283, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=da9c9c8a-dffa-49c9-9758-b03e3edf9283,segment=NetworkSegment(031d5e67-e8b2-445c-9bb4-666629b7142e),segment_id=031d5e67-e8b2-445c-9bb4-666629b7142e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:16.865585 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'da9c9c8a-dffa-49c9-9758-b03e3edf9283', 'network_id': 'c846bdfb-85ec-4ec3-bba6-a2fb318678fb', 'port_id': 'da9c9c8a-dffa-49c9-9758-b03e3edf9283', 'mac_address': 'fa:16:3e:78:af:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254841ad-3ec8-4c22-90fb-8bb65dcb95be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:58:16.915579 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:16.929171 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da9c9c8a-dffa-49c9-9758-b03e3edf9283 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:58:16.949280 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port da9c9c8a-dffa-49c9-9758-b03e3edf9283, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=da9c9c8a-dffa-49c9-9758-b03e3edf9283,segment=NetworkSegment(031d5e67-e8b2-445c-9bb4-666629b7142e),segment_id=031d5e67-e8b2-445c-9bb4-666629b7142e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:17.006186 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:17.033418 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7752299e-0c58-4220-935b-b144c257d0ec admin admin] Router a8d90b85-d448-48f0-a043-0a02d9e88e8f is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:58:17.079030 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=da9c9c8a-dffa-49c9-9758-b03e3edf9283,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:17.155639 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7752299e-0c58-4220-935b-b144c257d0ec admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:58:17.165622 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bf52fb-adcd-4fb4-a5ea-44e8fa126b68 None None] Sync routers for ids ['a8d90b85-d448-48f0-a043-0a02d9e88e8f'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:58:17.187885 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bf52fb-adcd-4fb4-a5ea-44e8fa126b68 None None] Routers {'a8d90b85-d448-48f0-a043-0a02d9e88e8f'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:58:17.188567 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-a4bf52fb-adcd-4fb4-a5ea-44e8fa126b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:58:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a8d90b85-d448-48f0-a043-0a02d9e88e8f'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:17.235549 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7752299e-0c58-4220-935b-b144c257d0ec admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:17.239383 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7752299e-0c58-4220-935b-b144c257d0ec admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3826544 Dec 17 15:58:17.239760 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 36928) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:58:17.314421 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-a4bf52fb-adcd-4fb4-a5ea-44e8fa126b68 None None] Set router a8d90b85-d448-48f0-a043-0a02d9e88e8f gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:58:17.373738 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22214a-1227-4c5f-9b38-020ca06d571f req-e99b1276-34b0-4068-acf4-a9ef050ad8b9 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:17.375293 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae22214a-1227-4c5f-9b38-020ca06d571f req-e99b1276-34b0-4068-acf4-a9ef050ad8b9 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcc8203-8def-4248-9889-fbbfe679887d HTTP/1.1" status: 200 len: 945 time: 0.1253853 Dec 17 15:58:17.440148 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['da9c9c8a-dffa-49c9-9758-b03e3edf9283'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:58:17.472747 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c6fe72-2ff2-4e57-b85c-32b747b178f7 None None] Network a0737f61-01d5-47e8-a2da-2b204b0cc29f requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:58:17.507104 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae22214a-1227-4c5f-9b38-020ca06d571f req-97ae88b8-807e-440a-b911-1e94a7b1e710 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e97fafa-b2b6-4bfc-a857-2f02e130258a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237493 Dec 17 15:58:17.574095 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-a4bf52fb-adcd-4fb4-a5ea-44e8fa126b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d90b85-d448-48f0-a043-0a02d9e88e8f', 'name': 'tempest-TestVolumeBootPattern-1187744424-router', 'tenant_id': '859e16aeb10149d0a05cf05a43ceab92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '1d07d7b8-914a-41e0-b16c-93b5342e38bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:14Z', 'updated_at': '2021-12-17T15:58:16Z', 'revision_number': 3, 'project_id': '859e16aeb10149d0a05cf05a43ceab92', 'gw_port': {'id': '1d07d7b8-914a-41e0-b16c-93b5342e38bc', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d90b85-d448-48f0-a043-0a02d9e88e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:15Z', 'updated_at': '2021-12-17T15:58:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:17.577404 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 67f9ca2e-5763-4b6c-8cbb-8a04a7e002fe up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:17.605460 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bf52fb-adcd-4fb4-a5ea-44e8fa126b68 None None] Checking router: a8d90b85-d448-48f0-a043-0a02d9e88e8f for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:58:17.605460 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bf52fb-adcd-4fb4-a5ea-44e8fa126b68 None None] Updating router a8d90b85-d448-48f0-a043-0a02d9e88e8f port 1d07d7b8-914a-41e0-b16c-93b5342e38bc binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:58:17.631582 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-ee950deb-2a44-4b19-a89e-8a0ab63b16e6 None None] Provisioning complete for port 67f9ca2e-5763-4b6c-8cbb-8a04a7e002fe triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:17.632105 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ee950deb-2a44-4b19-a89e-8a0ab63b16e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:17.632730 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-a4bf52fb-adcd-4fb4-a5ea-44e8fa126b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:17.775847 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 67f9ca2e-5763-4b6c-8cbb-8a04a7e002fe triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:17.776486 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:17.792783 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7171aaaf-183f-4b9c-b2ad-b680a573ea1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:17.883417 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ee950deb-2a44-4b19-a89e-8a0ab63b16e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:17.929392 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-a4bf52fb-adcd-4fb4-a5ea-44e8fa126b68 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:17.957322 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-ee950deb-2a44-4b19-a89e-8a0ab63b16e6 None None] For port 67f9ca2e-5763-4b6c-8cbb-8a04a7e002fe, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=67f9ca2e-5763-4b6c-8cbb-8a04a7e002fe,segment=NetworkSegment(3e84eb80-4ba6-4b7e-b46e-012ff498ff6e),segment_id=3e84eb80-4ba6-4b7e-b46e-012ff498ff6e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:17.977696 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-7171aaaf-183f-4b9c-b2ad-b680a573ea1f admin admin] Allocated IP 172.20.0.1 (a0737f61-01d5-47e8-a2da-2b204b0cc29f/4170ea2f-e333-4a86-b646-5ebe6ef1b89d/2539005e-a433-4ed3-ace2-ac7aca0be7eb) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:58:17.996817 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:18.029853 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-a4bf52fb-adcd-4fb4-a5ea-44e8fa126b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:18.058903 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ee950deb-2a44-4b19-a89e-8a0ab63b16e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:18.100563 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-a4bf52fb-adcd-4fb4-a5ea-44e8fa126b68 None None] Attempting to bind port 1d07d7b8-914a-41e0-b16c-93b5342e38bc on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:58:18.101212 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7171aaaf-183f-4b9c-b2ad-b680a573ea1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:18.101511 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-a4bf52fb-adcd-4fb4-a5ea-44e8fa126b68 None None] Attempting to bind port 1d07d7b8-914a-41e0-b16c-93b5342e38bc by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:58:18.102075 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf52fb-adcd-4fb4-a5ea-44e8fa126b68 None None] Attempting to bind port 1d07d7b8-914a-41e0-b16c-93b5342e38bc on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:58:18.104749 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6db99c-7b28-4664-a371-4955cada3b11 None None] Pushing event updated for resources: {'Port': ['ID=1d07d7b8-914a-41e0-b16c-93b5342e38bc,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:18.113035 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 15:58:18.113586 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 15:58:18.123392 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf52fb-adcd-4fb4-a5ea-44e8fa126b68 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:58:18.124244 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf52fb-adcd-4fb4-a5ea-44e8fa126b68 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:58:18.124902 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-a4bf52fb-adcd-4fb4-a5ea-44e8fa126b68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:18.125475 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf52fb-adcd-4fb4-a5ea-44e8fa126b68 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:58:18.126245 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-a4bf52fb-adcd-4fb4-a5ea-44e8fa126b68 None None] Bound port: 1d07d7b8-914a-41e0-b16c-93b5342e38bc, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:58:18.126882 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-a4bf52fb-adcd-4fb4-a5ea-44e8fa126b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:18.181403 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee950deb-2a44-4b19-a89e-8a0ab63b16e6 None None] Pushing event updated for resources: {'Port': ['ID=67f9ca2e-5763-4b6c-8cbb-8a04a7e002fe,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:18.186805 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-a4bf52fb-adcd-4fb4-a5ea-44e8fa126b68 None None] For port 1d07d7b8-914a-41e0-b16c-93b5342e38bc, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:58:18.189755 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7171aaaf-183f-4b9c-b2ad-b680a573ea1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:18.190319 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-a4bf52fb-adcd-4fb4-a5ea-44e8fa126b68 None None] For port 1d07d7b8-914a-41e0-b16c-93b5342e38bc, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=1d07d7b8-914a-41e0-b16c-93b5342e38bc,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:58:18.194639 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-dbf71f05-f5b2-4a07-813a-2b082206a810 None None] Provisioning complete for port 67f9ca2e-5763-4b6c-8cbb-8a04a7e002fe triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:18.195192 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dbf71f05-f5b2-4a07-813a-2b082206a810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:18.233190 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7171aaaf-183f-4b9c-b2ad-b680a573ea1f admin admin] Network a0737f61-01d5-47e8-a2da-2b204b0cc29f is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:18.236000 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-7171aaaf-183f-4b9c-b2ad-b680a573ea1f admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:18.240684 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7171aaaf-183f-4b9c-b2ad-b680a573ea1f admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:58:18.245250 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-a4bf52fb-adcd-4fb4-a5ea-44e8fa126b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:18.272209 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171aaaf-183f-4b9c-b2ad-b680a573ea1f admin admin] Pushing event updated for resources: {'Port': ['ID=2539005e-a433-4ed3-ace2-ac7aca0be7eb,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:18.292584 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7171aaaf-183f-4b9c-b2ad-b680a573ea1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:18.307428 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bf52fb-adcd-4fb4-a5ea-44e8fa126b68 None None] Routers {'a8d90b85-d448-48f0-a043-0a02d9e88e8f'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:58:18.308149 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-a4bf52fb-adcd-4fb4-a5ea-44e8fa126b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:58:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a8d90b85-d448-48f0-a043-0a02d9e88e8f'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:18.313556 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6db99c-7b28-4664-a371-4955cada3b11 None None] Pushing event updated for resources: {'Port': ['ID=1d07d7b8-914a-41e0-b16c-93b5342e38bc,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:18.421914 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-a4bf52fb-adcd-4fb4-a5ea-44e8fa126b68 None None] Set router a8d90b85-d448-48f0-a043-0a02d9e88e8f gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:58:18.500179 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7171aaaf-183f-4b9c-b2ad-b680a573ea1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:18.516504 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-89067d4a-d500-4369-91dd-3de277b52e4d None None] Provisioning complete for port 2539005e-a433-4ed3-ace2-ac7aca0be7eb triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:18.516960 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-89067d4a-d500-4369-91dd-3de277b52e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:18.553590 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-89067d4a-d500-4369-91dd-3de277b52e4d None None] Port 2539005e-a433-4ed3-ace2-ac7aca0be7eb cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:58:18.624081 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-a4bf52fb-adcd-4fb4-a5ea-44e8fa126b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d90b85-d448-48f0-a043-0a02d9e88e8f', 'name': 'tempest-TestVolumeBootPattern-1187744424-router', 'tenant_id': '859e16aeb10149d0a05cf05a43ceab92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '1d07d7b8-914a-41e0-b16c-93b5342e38bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:14Z', 'updated_at': '2021-12-17T15:58:16Z', 'revision_number': 3, 'project_id': '859e16aeb10149d0a05cf05a43ceab92', 'gw_port': {'id': '1d07d7b8-914a-41e0-b16c-93b5342e38bc', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d90b85-d448-48f0-a043-0a02d9e88e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:15Z', 'updated_at': '2021-12-17T15:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:18.656768 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 75dff4dd-f606-4e2a-92c4-713061d6373f up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:18.695997 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3d225-6cc8-490f-83b5-64a649cc1fca req-4cf3d651-b610-49f6-bfe1-296ef38bfb69 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:18.697966 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-25e3d225-6cc8-490f-83b5-64a649cc1fca req-4cf3d651-b610-49f6-bfe1-296ef38bfb69 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcc8203-8def-4248-9889-fbbfe679887d HTTP/1.1" status: 200 len: 945 time: 0.1118648 Dec 17 15:58:18.708516 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 75dff4dd-f606-4e2a-92c4-713061d6373f triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:18.708888 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:18.739955 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device da9c9c8a-dffa-49c9-9758-b03e3edf9283 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:18.740806 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bf52fb-adcd-4fb4-a5ea-44e8fa126b68 None None] The sync data for ids ['a8d90b85-d448-48f0-a043-0a02d9e88e8f'] in n-d-820553-2 is: [{'id': 'a8d90b85-d448-48f0-a043-0a02d9e88e8f', 'name': 'tempest-TestVolumeBootPattern-1187744424-router', 'tenant_id': '859e16aeb10149d0a05cf05a43ceab92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '1d07d7b8-914a-41e0-b16c-93b5342e38bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:14Z', 'updated_at': '2021-12-17T15:58:16Z', 'revision_number': 3, 'project_id': '859e16aeb10149d0a05cf05a43ceab92', 'gw_port': {'id': '1d07d7b8-914a-41e0-b16c-93b5342e38bc', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d90b85-d448-48f0-a043-0a02d9e88e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:15Z', 'updated_at': '2021-12-17T15:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:58:18.763552 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-25e3d225-6cc8-490f-83b5-64a649cc1fca req-4d820646-459e-4e29-b07d-a6d1ae5aeba3 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e97fafa-b2b6-4bfc-a857-2f02e130258a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460413 Dec 17 15:58:18.771428 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7171aaaf-183f-4b9c-b2ad-b680a573ea1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:18.857091 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7171aaaf-183f-4b9c-b2ad-b680a573ea1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:18.914993 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port da9c9c8a-dffa-49c9-9758-b03e3edf9283 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:58:18.920603 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port da9c9c8a-dffa-49c9-9758-b03e3edf9283 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:18.925698 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:18.927595 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171aaaf-183f-4b9c-b2ad-b680a573ea1f admin admin] Pushing event updated for resources: {'Port': ['ID=2539005e-a433-4ed3-ace2-ac7aca0be7eb,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:18.931572 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7171aaaf-183f-4b9c-b2ad-b680a573ea1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:19.022615 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:19.045011 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7171aaaf-183f-4b9c-b2ad-b680a573ea1f admin admin] Network a0737f61-01d5-47e8-a2da-2b204b0cc29f is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:19.048708 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-7171aaaf-183f-4b9c-b2ad-b680a573ea1f admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:19.049658 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcc8203-8def-4248-9889-fbbfe679887d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9c9c8a-dffa-49c9-9758-b03e3edf9283'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:58:19.053833 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387710d2-f887-4ea2-9e54-9f6beda67123" -d '{"events": [{"server_uuid": "bbcc8203-8def-4248-9889-fbbfe679887d", "name": "network-vif-plugged", "status": "completed", "tag": "da9c9c8a-dffa-49c9-9758-b03e3edf9283"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:58:19.083990 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port da9c9c8a-dffa-49c9-9758-b03e3edf9283, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=da9c9c8a-dffa-49c9-9758-b03e3edf9283,segment=NetworkSegment(031d5e67-e8b2-445c-9bb4-666629b7142e),segment_id=031d5e67-e8b2-445c-9bb4-666629b7142e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:19.161316 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:19.234635 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=da9c9c8a-dffa-49c9-9758-b03e3edf9283,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:19.398235 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-b1fa6099-d8be-43d0-898b-9a4352e1c104 None None] Provisioning complete for port 2539005e-a433-4ed3-ace2-ac7aca0be7eb triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:19.398611 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b1fa6099-d8be-43d0-898b-9a4352e1c104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:19.427437 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b307fcaf-fd8c-4b08-b0b9-eb6706bbb611 x-openstack-request-id: req-b307fcaf-fd8c-4b08-b0b9-eb6706bbb611 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:58:19.427730 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbcc8203-8def-4248-9889-fbbfe679887d", "name": "network-vif-plugged", "status": "completed", "tag": "da9c9c8a-dffa-49c9-9758-b03e3edf9283", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:58:19.427981 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b307fcaf-fd8c-4b08-b0b9-eb6706bbb611 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:58:19.429092 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbcc8203-8def-4248-9889-fbbfe679887d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9c9c8a-dffa-49c9-9758-b03e3edf9283', 'code': 200} Dec 17 15:58:19.452579 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-b1fa6099-d8be-43d0-898b-9a4352e1c104 None None] Port 2539005e-a433-4ed3-ace2-ac7aca0be7eb cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:58:19.574987 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7171aaaf-183f-4b9c-b2ad-b680a573ea1f admin admin] Router a8d90b85-d448-48f0-a043-0a02d9e88e8f has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:58:19.586490 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea415ce5-2fc6-4c3f-a4b9-6482bce00afb req-5fe71e6e-b392-4210-aa8c-e2bfcbf27884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:19.588893 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ea415ce5-2fc6-4c3f-a4b9-6482bce00afb req-5fe71e6e-b392-4210-aa8c-e2bfcbf27884 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bbcc8203-8def-4248-9889-fbbfe679887d HTTP/1.1" status: 200 len: 1097 time: 0.0717018 Dec 17 15:58:19.589509 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 1d07d7b8-914a-41e0-b16c-93b5342e38bc up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:19.635513 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ea415ce5-2fc6-4c3f-a4b9-6482bce00afb req-abf83399-197d-4769-a220-f3e253e62e73 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2e97fafa-b2b6-4bfc-a857-2f02e130258a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395069 Dec 17 15:58:19.648966 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 1d07d7b8-914a-41e0-b16c-93b5342e38bc triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:19.649505 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:19.693858 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7171aaaf-183f-4b9c-b2ad-b680a573ea1f admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:58:19.705625 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7171aaaf-183f-4b9c-b2ad-b680a573ea1f admin admin] 10.222.0.46 "PUT /v2.0/routers/a8d90b85-d448-48f0-a043-0a02d9e88e8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4647295 Dec 17 15:58:19.738313 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:19.759860 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 1d07d7b8-914a-41e0-b16c-93b5342e38bc, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=1d07d7b8-914a-41e0-b16c-93b5342e38bc,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:19.834789 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:19.835600 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 67f9ca2e-5763-4b6c-8cbb-8a04a7e002fe up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:19.915787 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df19ccd-4eca-456b-965b-91a51ee0b9fe req-50c1c0f7-66b4-4e2e-9a9a-f1e1d853578a tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:19.917333 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9df19ccd-4eca-456b-965b-91a51ee0b9fe req-50c1c0f7-66b4-4e2e-9a9a-f1e1d853578a tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcc8203-8def-4248-9889-fbbfe679887d HTTP/1.1" status: 200 len: 946 time: 0.0579033 Dec 17 15:58:19.927138 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=1d07d7b8-914a-41e0-b16c-93b5342e38bc,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:19.941777 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 67f9ca2e-5763-4b6c-8cbb-8a04a7e002fe triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:19.942232 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:19.961726 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9df19ccd-4eca-456b-965b-91a51ee0b9fe req-96a11440-4ca3-44ab-a09f-65774db04a62 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e97fafa-b2b6-4bfc-a857-2f02e130258a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371864 Dec 17 15:58:20.555516 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6196f852-496d-4979-9615-5d8cd4b3125e None None] Sync routers for ids ['a8d90b85-d448-48f0-a043-0a02d9e88e8f'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:58:20.564856 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6196f852-496d-4979-9615-5d8cd4b3125e None None] Routers {'a8d90b85-d448-48f0-a043-0a02d9e88e8f'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:58:20.565504 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-6196f852-496d-4979-9615-5d8cd4b3125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:58:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a8d90b85-d448-48f0-a043-0a02d9e88e8f'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:20.673299 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-6196f852-496d-4979-9615-5d8cd4b3125e None None] Set router a8d90b85-d448-48f0-a043-0a02d9e88e8f gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:58:20.878035 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-6196f852-496d-4979-9615-5d8cd4b3125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d90b85-d448-48f0-a043-0a02d9e88e8f', 'name': 'tempest-TestVolumeBootPattern-1187744424-router', 'tenant_id': '859e16aeb10149d0a05cf05a43ceab92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '1d07d7b8-914a-41e0-b16c-93b5342e38bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:14Z', 'updated_at': '2021-12-17T15:58:18Z', 'revision_number': 4, 'project_id': '859e16aeb10149d0a05cf05a43ceab92', 'gw_port': {'id': '1d07d7b8-914a-41e0-b16c-93b5342e38bc', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d90b85-d448-48f0-a043-0a02d9e88e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:15Z', 'updated_at': '2021-12-17T15:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '2539005e-a433-4ed3-ace2-ac7aca0be7eb', 'name': '', 'network_id': 'a0737f61-01d5-47e8-a2da-2b204b0cc29f', 'tenant_id': '859e16aeb10149d0a05cf05a43ceab92', 'mac_address': 'fa:16:3e:eb:74:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d90b85-d448-48f0-a043-0a02d9e88e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '4170ea2f-e333-4a86-b646-5ebe6ef1b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:17Z', 'updated_at': '2021-12-17T15:58:18Z', 'revision_number': 2, 'project_id': '859e16aeb10149d0a05cf05a43ceab92', 'subnets': [{'id': '4170ea2f-e333-4a86-b646-5ebe6ef1b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:20.904735 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6196f852-496d-4979-9615-5d8cd4b3125e None None] Checking router: a8d90b85-d448-48f0-a043-0a02d9e88e8f for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:58:20.905123 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6196f852-496d-4979-9615-5d8cd4b3125e None None] Updating router a8d90b85-d448-48f0-a043-0a02d9e88e8f port 2539005e-a433-4ed3-ace2-ac7aca0be7eb binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:58:20.935073 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6196f852-496d-4979-9615-5d8cd4b3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:21.088765 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03023dd-4a1b-4edb-9640-73b5491598f7 req-a9950359-576f-4e40-abb8-09c1894860b8 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:21.090468 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d03023dd-4a1b-4edb-9640-73b5491598f7 req-a9950359-576f-4e40-abb8-09c1894860b8 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcc8203-8def-4248-9889-fbbfe679887d HTTP/1.1" status: 200 len: 946 time: 0.0537574 Dec 17 15:58:21.134642 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d03023dd-4a1b-4edb-9640-73b5491598f7 req-fe6b96c8-c470-4432-9fb1-1b02087eb22a tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e97fafa-b2b6-4bfc-a857-2f02e130258a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373745 Dec 17 15:58:21.210746 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6196f852-496d-4979-9615-5d8cd4b3125e None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:21.319343 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6196f852-496d-4979-9615-5d8cd4b3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:21.374426 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a5348-b341-4c47-abc8-dcbaedc3f517 None None] Pushing event updated for resources: {'Port': ['ID=2539005e-a433-4ed3-ace2-ac7aca0be7eb,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:21.437119 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-6196f852-496d-4979-9615-5d8cd4b3125e None None] Attempting to bind port 2539005e-a433-4ed3-ace2-ac7aca0be7eb on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:58:21.437442 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-6196f852-496d-4979-9615-5d8cd4b3125e None None] Attempting to bind port 2539005e-a433-4ed3-ace2-ac7aca0be7eb by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '3e84eb80-4ba6-4b7e-b46e-012ff498ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0737f61-01d5-47e8-a2da-2b204b0cc29f'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:58:21.437959 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6196f852-496d-4979-9615-5d8cd4b3125e None None] Attempting to bind port 2539005e-a433-4ed3-ace2-ac7aca0be7eb on network a0737f61-01d5-47e8-a2da-2b204b0cc29f {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:58:21.446152 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6196f852-496d-4979-9615-5d8cd4b3125e None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:58:21.446652 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6196f852-496d-4979-9615-5d8cd4b3125e None None] Checking segment: {'id': '3e84eb80-4ba6-4b7e-b46e-012ff498ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0737f61-01d5-47e8-a2da-2b204b0cc29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:58:21.447132 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6196f852-496d-4979-9615-5d8cd4b3125e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:21.447693 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6196f852-496d-4979-9615-5d8cd4b3125e None None] Bound using segment: {'id': '3e84eb80-4ba6-4b7e-b46e-012ff498ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0737f61-01d5-47e8-a2da-2b204b0cc29f'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:58:21.448478 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-6196f852-496d-4979-9615-5d8cd4b3125e None None] Bound port: 2539005e-a433-4ed3-ace2-ac7aca0be7eb, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e84eb80-4ba6-4b7e-b46e-012ff498ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a0737f61-01d5-47e8-a2da-2b204b0cc29f'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:58:21.449583 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6196f852-496d-4979-9615-5d8cd4b3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:21.495272 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 1d07d7b8-914a-41e0-b16c-93b5342e38bc up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:21.560046 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-6196f852-496d-4979-9615-5d8cd4b3125e None None] For port 2539005e-a433-4ed3-ace2-ac7aca0be7eb, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:58:21.564246 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-6196f852-496d-4979-9615-5d8cd4b3125e None None] For port 2539005e-a433-4ed3-ace2-ac7aca0be7eb, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=2539005e-a433-4ed3-ace2-ac7aca0be7eb,segment=NetworkSegment(3e84eb80-4ba6-4b7e-b46e-012ff498ff6e),segment_id=3e84eb80-4ba6-4b7e-b46e-012ff498ff6e)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:58:21.577234 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 1d07d7b8-914a-41e0-b16c-93b5342e38bc triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:21.577607 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:21.612354 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-6efad519-8e75-4b72-b472-28ba1dcb3f25 None None] Provisioning complete for port 2539005e-a433-4ed3-ace2-ac7aca0be7eb triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:21.612727 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6efad519-8e75-4b72-b472-28ba1dcb3f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:21.796140 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6196f852-496d-4979-9615-5d8cd4b3125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:21.848576 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-6efad519-8e75-4b72-b472-28ba1dcb3f25 None None] Port 2539005e-a433-4ed3-ace2-ac7aca0be7eb cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:58:21.907251 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6196f852-496d-4979-9615-5d8cd4b3125e None None] Routers {'a8d90b85-d448-48f0-a043-0a02d9e88e8f'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:58:21.907931 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-6196f852-496d-4979-9615-5d8cd4b3125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:58:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a8d90b85-d448-48f0-a043-0a02d9e88e8f'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:21.950224 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a5348-b341-4c47-abc8-dcbaedc3f517 None None] Pushing event updated for resources: {'Port': ['ID=2539005e-a433-4ed3-ace2-ac7aca0be7eb,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:22.045073 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-6196f852-496d-4979-9615-5d8cd4b3125e None None] Set router a8d90b85-d448-48f0-a043-0a02d9e88e8f gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:58:22.201959 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-88acbc98-bf70-4a83-8f5b-0ec887e8f7cc None None] Provisioning complete for port 2539005e-a433-4ed3-ace2-ac7aca0be7eb triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:22.202335 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-88acbc98-bf70-4a83-8f5b-0ec887e8f7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:22.252522 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08224f4-8ceb-4b00-9b7c-4c799f3b4584 req-f5994a7a-4053-414c-a69d-8ecb325c49ed tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:22.254756 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e08224f4-8ceb-4b00-9b7c-4c799f3b4584 req-f5994a7a-4053-414c-a69d-8ecb325c49ed tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcc8203-8def-4248-9889-fbbfe679887d HTTP/1.1" status: 200 len: 946 time: 0.0502775 Dec 17 15:58:22.293393 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e08224f4-8ceb-4b00-9b7c-4c799f3b4584 req-353a78cd-9fb8-4c5b-b234-2da8167b356f tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e97fafa-b2b6-4bfc-a857-2f02e130258a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324121 Dec 17 15:58:22.319745 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-88acbc98-bf70-4a83-8f5b-0ec887e8f7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:22.331692 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-6196f852-496d-4979-9615-5d8cd4b3125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d90b85-d448-48f0-a043-0a02d9e88e8f', 'name': 'tempest-TestVolumeBootPattern-1187744424-router', 'tenant_id': '859e16aeb10149d0a05cf05a43ceab92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '1d07d7b8-914a-41e0-b16c-93b5342e38bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:14Z', 'updated_at': '2021-12-17T15:58:18Z', 'revision_number': 4, 'project_id': '859e16aeb10149d0a05cf05a43ceab92', 'gw_port': {'id': '1d07d7b8-914a-41e0-b16c-93b5342e38bc', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d90b85-d448-48f0-a043-0a02d9e88e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:15Z', 'updated_at': '2021-12-17T15:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '2539005e-a433-4ed3-ace2-ac7aca0be7eb', 'name': '', 'network_id': 'a0737f61-01d5-47e8-a2da-2b204b0cc29f', 'tenant_id': '859e16aeb10149d0a05cf05a43ceab92', 'mac_address': 'fa:16:3e:eb:74:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d90b85-d448-48f0-a043-0a02d9e88e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '4170ea2f-e333-4a86-b646-5ebe6ef1b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:17Z', 'updated_at': '2021-12-17T15:58:21Z', 'revision_number': 4, 'project_id': '859e16aeb10149d0a05cf05a43ceab92', 'subnets': [{'id': '4170ea2f-e333-4a86-b646-5ebe6ef1b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:22.364193 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6196f852-496d-4979-9615-5d8cd4b3125e None None] The sync data for ids ['a8d90b85-d448-48f0-a043-0a02d9e88e8f'] in n-d-820553-2 is: [{'id': 'a8d90b85-d448-48f0-a043-0a02d9e88e8f', 'name': 'tempest-TestVolumeBootPattern-1187744424-router', 'tenant_id': '859e16aeb10149d0a05cf05a43ceab92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '1d07d7b8-914a-41e0-b16c-93b5342e38bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:14Z', 'updated_at': '2021-12-17T15:58:18Z', 'revision_number': 4, 'project_id': '859e16aeb10149d0a05cf05a43ceab92', 'gw_port': {'id': '1d07d7b8-914a-41e0-b16c-93b5342e38bc', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d90b85-d448-48f0-a043-0a02d9e88e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:15Z', 'updated_at': '2021-12-17T15:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '2539005e-a433-4ed3-ace2-ac7aca0be7eb', 'name': '', 'network_id': 'a0737f61-01d5-47e8-a2da-2b204b0cc29f', 'tenant_id': '859e16aeb10149d0a05cf05a43ceab92', 'mac_address': 'fa:16:3e:eb:74:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d90b85-d448-48f0-a043-0a02d9e88e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '4170ea2f-e333-4a86-b646-5ebe6ef1b89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:17Z', 'updated_at': '2021-12-17T15:58:21Z', 'revision_number': 4, 'project_id': '859e16aeb10149d0a05cf05a43ceab92', 'subnets': [{'id': '4170ea2f-e333-4a86-b646-5ebe6ef1b89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:58:22.386301 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-88acbc98-bf70-4a83-8f5b-0ec887e8f7cc None None] For port 2539005e-a433-4ed3-ace2-ac7aca0be7eb, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=2539005e-a433-4ed3-ace2-ac7aca0be7eb,segment=NetworkSegment(3e84eb80-4ba6-4b7e-b46e-012ff498ff6e),segment_id=3e84eb80-4ba6-4b7e-b46e-012ff498ff6e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:22.474458 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-88acbc98-bf70-4a83-8f5b-0ec887e8f7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:22.526156 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88acbc98-bf70-4a83-8f5b-0ec887e8f7cc None None] Pushing event updated for resources: {'Port': ['ID=2539005e-a433-4ed3-ace2-ac7aca0be7eb,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:23.442802 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-91b77838-f96a-407d-a1a4-9664e7a6fbe2 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:23.449971 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-91b77838-f96a-407d-a1a4-9664e7a6fbe2 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/networks?id=355210bf-f333-4091-b076-b021f964c83c HTTP/1.1" status: 200 len: 812 time: 0.1366003 Dec 17 15:58:23.467580 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-7a8dd191-3e9e-4e03-bcb3-9173a805904c tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/quotas/bd68706f6c3b479fbd5c963f53102a88 HTTP/1.1" status: 200 len: 375 time: 0.0158100 Dec 17 15:58:23.510994 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 2539005e-a433-4ed3-ace2-ac7aca0be7eb up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:23.524266 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-e63e69c3-81e5-4b2e-9829-1323062e3d71 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555553 Dec 17 15:58:23.563715 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 2539005e-a433-4ed3-ace2-ac7aca0be7eb triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:23.564192 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:23.617152 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-aec8289e-40fb-4180-b3d1-2506709632eb service neutron] 10.222.0.46 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851192 Dec 17 15:58:23.725837 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-9d76d4fa-cc9f-426e-9f4d-a2e86bdc79ac service neutron] 10.222.0.46 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010389 Dec 17 15:58:24.350504 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fefcde33-342e-48ce-9b4f-78194140da34 req-8e6551ff-bebb-4c9a-905e-b8b1ab87e4be tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfee78b0-c03d-4766-bebe-bb2c9efec45b HTTP/1.1" status: 200 len: 210 time: 0.0278599 Dec 17 15:58:25.429199 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8f5469bc-26ac-409c-bea4-2569c8f851bb req-714691b1-2046-422c-8ac8-89f495152696 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfee78b0-c03d-4766-bebe-bb2c9efec45b HTTP/1.1" status: 200 len: 210 time: 0.0285270 Dec 17 15:58:25.745743 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58cc47-500c-4c27-9c72-3e3cef978cce req-a18a8992-4209-48ca-9558-a7101f70d5e8 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:25.747733 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4a58cc47-500c-4c27-9c72-3e3cef978cce req-a18a8992-4209-48ca-9558-a7101f70d5e8 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcc8203-8def-4248-9889-fbbfe679887d HTTP/1.1" status: 200 len: 946 time: 0.0497210 Dec 17 15:58:25.786505 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4a58cc47-500c-4c27-9c72-3e3cef978cce req-66e73887-07d2-4590-b084-39ea99602272 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e97fafa-b2b6-4bfc-a857-2f02e130258a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321467 Dec 17 15:58:26.170962 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:26.531064 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b613fcc0-f0b1-4924-b80c-2afb09b697c7 req-9845781f-fa21-4b89-9873-7864cfc472ec tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfee78b0-c03d-4766-bebe-bb2c9efec45b HTTP/1.1" status: 200 len: 210 time: 0.0323043 Dec 17 15:58:26.882452 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-838afe56-10bd-4f60-8487-aaf5b14a59c3 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:26.884487 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-838afe56-10bd-4f60-8487-aaf5b14a59c3 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.13 "GET /v2.0/networks?id=355210bf-f333-4091-b076-b021f964c83c HTTP/1.1" status: 200 len: 812 time: 0.1043284 Dec 17 15:58:26.897823 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-96bc1031-ac52-48e5-8692-08ebaab7edac tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Request body: {'port': {'device_id': 'dfee78b0-c03d-4766-bebe-bb2c9efec45b', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'admin_state_up': True, 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:26.928075 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ee427-44fa-4432-8497-09dbb0b1fb1a req-bd5eb1d8-71ad-449e-b3a2-5948b48c33a3 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:26.929629 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-892ee427-44fa-4432-8497-09dbb0b1fb1a req-bd5eb1d8-71ad-449e-b3a2-5948b48c33a3 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcc8203-8def-4248-9889-fbbfe679887d HTTP/1.1" status: 200 len: 946 time: 0.0712636 Dec 17 15:58:26.972527 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-892ee427-44fa-4432-8497-09dbb0b1fb1a req-e52a831a-4191-4a1d-a3dd-a02d48f46df8 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.46 "GET /v2.0/security-groups?id=2e97fafa-b2b6-4bfc-a857-2f02e130258a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361989 Dec 17 15:58:27.063176 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-96bc1031-ac52-48e5-8692-08ebaab7edac tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Made reservation on behalf of bd68706f6c3b479fbd5c963f53102a88 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:27.066930 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-96bc1031-ac52-48e5-8692-08ebaab7edac tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:27.197356 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-96bc1031-ac52-48e5-8692-08ebaab7edac tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Allocated IP 172.20.0.6 (355210bf-f333-4091-b076-b021f964c83c/040decac-d73e-40b6-8001-3c00aef94ddf/89f06154-09ec-4f08-9f00-ee1361a72c93) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:58:27.323024 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac6e0c-27f6-4066-94bd-623379114bb5 req-af10f959-73b1-4b56-b474-2411bd8c271f tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:27.324378 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2fac6e0c-27f6-4066-94bd-623379114bb5 req-af10f959-73b1-4b56-b474-2411bd8c271f tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbcc8203-8def-4248-9889-fbbfe679887d HTTP/1.1" status: 200 len: 946 time: 0.1113327 Dec 17 15:58:27.438213 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-96bc1031-ac52-48e5-8692-08ebaab7edac tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:27.476993 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-2fac6e0c-27f6-4066-94bd-623379114bb5 req-817ecdb1-4206-44bb-88c2-49d412864aba tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] Deleting port da9c9c8a-dffa-49c9-9758-b03e3edf9283 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:58:27.477361 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-2fac6e0c-27f6-4066-94bd-623379114bb5 req-817ecdb1-4206-44bb-88c2-49d412864aba tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:27.581787 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-2fac6e0c-27f6-4066-94bd-623379114bb5 req-817ecdb1-4206-44bb-88c2-49d412864aba tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] For port da9c9c8a-dffa-49c9-9758-b03e3edf9283, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=da9c9c8a-dffa-49c9-9758-b03e3edf9283,segment=NetworkSegment(031d5e67-e8b2-445c-9bb4-666629b7142e),segment_id=031d5e67-e8b2-445c-9bb4-666629b7142e)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:27.581787 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-2fac6e0c-27f6-4066-94bd-623379114bb5 req-817ecdb1-4206-44bb-88c2-49d412864aba tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:27.594929 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-2fac6e0c-27f6-4066-94bd-623379114bb5 req-817ecdb1-4206-44bb-88c2-49d412864aba tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] Calling delete_port for da9c9c8a-dffa-49c9-9758-b03e3edf9283 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:58:27.605965 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-96bc1031-ac52-48e5-8692-08ebaab7edac tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:27.658488 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3040772-da28-4e3b-a697-91da1183c394 req-747fbcab-6f10-4ba1-ac60-ae5ece854c59 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:27.660130 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f3040772-da28-4e3b-a697-91da1183c394 req-747fbcab-6f10-4ba1-ac60-ae5ece854c59 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfee78b0-c03d-4766-bebe-bb2c9efec45b HTTP/1.1" status: 200 len: 931 time: 0.0512354 Dec 17 15:58:27.684192 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-96bc1031-ac52-48e5-8692-08ebaab7edac tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Network 355210bf-f333-4091-b076-b021f964c83c is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:27.694175 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-96bc1031-ac52-48e5-8692-08ebaab7edac tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:27.699316 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-96bc1031-ac52-48e5-8692-08ebaab7edac tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:58:27.704890 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f3040772-da28-4e3b-a697-91da1183c394 req-8676c1ca-020c-4a2e-b277-b080ab2d7ac2 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367646 Dec 17 15:58:27.733935 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc1031-ac52-48e5-8692-08ebaab7edac tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Pushing event updated for resources: {'Port': ['ID=89f06154-09ec-4f08-9f00-ee1361a72c93,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:27.764139 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc1031-ac52-48e5-8692-08ebaab7edac tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:27.764577 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc1031-ac52-48e5-8692-08ebaab7edac tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:27.764986 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc1031-ac52-48e5-8692-08ebaab7edac tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:27.765412 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc1031-ac52-48e5-8692-08ebaab7edac tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:27.765810 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc1031-ac52-48e5-8692-08ebaab7edac tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:27.766202 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc1031-ac52-48e5-8692-08ebaab7edac tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:27.766590 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc1031-ac52-48e5-8692-08ebaab7edac tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:27.766977 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc1031-ac52-48e5-8692-08ebaab7edac tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:27.767362 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc1031-ac52-48e5-8692-08ebaab7edac tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:27.767748 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc1031-ac52-48e5-8692-08ebaab7edac tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:27.768136 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc1031-ac52-48e5-8692-08ebaab7edac tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:27.768523 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bc1031-ac52-48e5-8692-08ebaab7edac tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:27.793655 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-96bc1031-ac52-48e5-8692-08ebaab7edac tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:27.795255 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-96bc1031-ac52-48e5-8692-08ebaab7edac tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:27.912122 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-96bc1031-ac52-48e5-8692-08ebaab7edac tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0183480 Dec 17 15:58:27.925315 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-fa7cde93-76e3-47d6-9496-d3d6647a298e service neutron] Request body: {'port': {'device_id': 'dfee78b0-c03d-4766-bebe-bb2c9efec45b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:27.945118 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4c194570-1337-49c3-91dc-f07042a26a8b None None] Provisioning complete for port 89f06154-09ec-4f08-9f00-ee1361a72c93 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:27.945707 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4c194570-1337-49c3-91dc-f07042a26a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:27.953304 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-2fac6e0c-27f6-4066-94bd-623379114bb5 req-817ecdb1-4206-44bb-88c2-49d412864aba tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:27.986413 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['da9c9c8a-dffa-49c9-9758-b03e3edf9283'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:58:27.990198 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4c194570-1337-49c3-91dc-f07042a26a8b None None] Port 89f06154-09ec-4f08-9f00-ee1361a72c93 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:58:27.992310 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ecdb1-4206-44bb-88c2-49d412864aba tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] Pushing event deleted for resources: {'Port': ['ID=da9c9c8a-dffa-49c9-9758-b03e3edf9283,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:28.054160 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-fa7cde93-76e3-47d6-9496-d3d6647a298e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:28.068402 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fac6e0c-27f6-4066-94bd-623379114bb5 req-817ecdb1-4206-44bb-88c2-49d412864aba tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] No DVR routers for this DVR port da9c9c8a-dffa-49c9-9758-b03e3edf9283 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:58:28.076642 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-2fac6e0c-27f6-4066-94bd-623379114bb5 req-817ecdb1-4206-44bb-88c2-49d412864aba tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:28.080136 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2fac6e0c-27f6-4066-94bd-623379114bb5 req-817ecdb1-4206-44bb-88c2-49d412864aba tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.41 "DELETE /v2.0/ports/da9c9c8a-dffa-49c9-9758-b03e3edf9283 HTTP/1.1" status: 204 len: 173 time: 0.7481699 Dec 17 15:58:28.080675 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcc8203-8def-4248-9889-fbbfe679887d', 'name': 'network-vif-deleted', 'tag': 'da9c9c8a-dffa-49c9-9758-b03e3edf9283'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:58:28.083089 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7fed55-d405-41fc-963e-4f729e2363ff" -d '{"events": [{"server_uuid": "bbcc8203-8def-4248-9889-fbbfe679887d", "name": "network-vif-deleted", "tag": "da9c9c8a-dffa-49c9-9758-b03e3edf9283"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:58:28.087224 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a4c8a1d4-fee7-4468-bd37-76ba63127dd5 req-ec77843f-7817-46dc-989c-aeb5171aac70 tempest-VolumesActionsTest-670381893 tempest-VolumesActionsTest-670381893-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcc8203-8def-4248-9889-fbbfe679887d HTTP/1.1" status: 200 len: 210 time: 0.0364492 Dec 17 15:58:28.133794 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1560ca-8c92-4661-ab9a-275313a215b6 x-openstack-request-id: req-ac1560ca-8c92-4661-ab9a-275313a215b6 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:58:28.134092 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbcc8203-8def-4248-9889-fbbfe679887d", "name": "network-vif-deleted", "tag": "da9c9c8a-dffa-49c9-9758-b03e3edf9283", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:58:28.134341 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ac1560ca-8c92-4661-ab9a-275313a215b6 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:58:28.134734 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbcc8203-8def-4248-9889-fbbfe679887d', 'name': 'network-vif-deleted', 'tag': 'da9c9c8a-dffa-49c9-9758-b03e3edf9283', 'status': 'completed', 'code': 200} Dec 17 15:58:28.362083 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-fa7cde93-76e3-47d6-9496-d3d6647a298e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89f06154-09ec-4f08-9f00-ee1361a72c93 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:58:28.369906 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-fa7cde93-76e3-47d6-9496-d3d6647a298e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:28.382003 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-fa7cde93-76e3-47d6-9496-d3d6647a298e service neutron] Transition to ACTIVE for port object 89f06154-09ec-4f08-9f00-ee1361a72c93 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:58:28.456452 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-fa7cde93-76e3-47d6-9496-d3d6647a298e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:28.511933 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7cde93-76e3-47d6-9496-d3d6647a298e service neutron] Pushing event updated for resources: {'Port': ['ID=89f06154-09ec-4f08-9f00-ee1361a72c93,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:28.589746 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-fa7cde93-76e3-47d6-9496-d3d6647a298e service neutron] Attempting to bind port 89f06154-09ec-4f08-9f00-ee1361a72c93 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:58:28.590093 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-fa7cde93-76e3-47d6-9496-d3d6647a298e service neutron] Attempting to bind port 89f06154-09ec-4f08-9f00-ee1361a72c93 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:58:28.590429 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-fa7cde93-76e3-47d6-9496-d3d6647a298e service neutron] Attempting to bind port 89f06154-09ec-4f08-9f00-ee1361a72c93 on network 355210bf-f333-4091-b076-b021f964c83c {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:58:28.596369 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-fa7cde93-76e3-47d6-9496-d3d6647a298e service neutron] Port 89f06154-09ec-4f08-9f00-ee1361a72c93 on network 355210bf-f333-4091-b076-b021f964c83c not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:58:28.596702 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-fa7cde93-76e3-47d6-9496-d3d6647a298e service neutron] Attempting to bind port 89f06154-09ec-4f08-9f00-ee1361a72c93 on network 355210bf-f333-4091-b076-b021f964c83c {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:58:28.602442 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-fa7cde93-76e3-47d6-9496-d3d6647a298e service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:58:28.602783 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-fa7cde93-76e3-47d6-9496-d3d6647a298e service neutron] Checking segment: {'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:58:28.603170 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-fa7cde93-76e3-47d6-9496-d3d6647a298e service neutron] Bound using segment: {'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:58:28.603668 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-fa7cde93-76e3-47d6-9496-d3d6647a298e service neutron] Bound port: 89f06154-09ec-4f08-9f00-ee1361a72c93, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:58:28.603999 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-fa7cde93-76e3-47d6-9496-d3d6647a298e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:28.672020 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-fa7cde93-76e3-47d6-9496-d3d6647a298e service neutron] For port 89f06154-09ec-4f08-9f00-ee1361a72c93, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:58:28.675285 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-fa7cde93-76e3-47d6-9496-d3d6647a298e service neutron] For port 89f06154-09ec-4f08-9f00-ee1361a72c93, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=89f06154-09ec-4f08-9f00-ee1361a72c93,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:58:28.744098 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-fa7cde93-76e3-47d6-9496-d3d6647a298e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:28.796703 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-fa7cde93-76e3-47d6-9496-d3d6647a298e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:28.797439 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-fa7cde93-76e3-47d6-9496-d3d6647a298e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:28.799103 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-fa7cde93-76e3-47d6-9496-d3d6647a298e service neutron] 10.222.0.13 "PUT /v2.0/ports/89f06154-09ec-4f08-9f00-ee1361a72c93 HTTP/1.1" status: 200 len: 1091 time: 0.8784568 Dec 17 15:58:28.824060 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7cde93-76e3-47d6-9496-d3d6647a298e service neutron] Pushing event updated for resources: {'Port': ['ID=89f06154-09ec-4f08-9f00-ee1361a72c93,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:28.870977 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac598c60-baef-4a4a-8fb8-bad9ae6469f2 req-4d3b430c-72e0-4b5e-9d68-af83ad773ae0 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:28.873655 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ac598c60-baef-4a4a-8fb8-bad9ae6469f2 req-4d3b430c-72e0-4b5e-9d68-af83ad773ae0 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfee78b0-c03d-4766-bebe-bb2c9efec45b HTTP/1.1" status: 200 len: 943 time: 0.0742488 Dec 17 15:58:28.889471 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6d1f13b5-73df-4f1f-b659-fbd0c4443b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:28.920187 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ac598c60-baef-4a4a-8fb8-bad9ae6469f2 req-2ac649a6-2c23-46f7-972c-1ed914cce7e2 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399251 Dec 17 15:58:28.988167 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-ad84a424-5836-45e4-84cc-4d9f302c8b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:28.989720 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-ad84a424-5836-45e4-84cc-4d9f302c8b13 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&device_id=dfee78b0-c03d-4766-bebe-bb2c9efec45b HTTP/1.1" status: 200 len: 1094 time: 0.0492847 Dec 17 15:58:29.038122 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-0196cb01-755e-4563-82bb-0db76f7c81af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89f06154-09ec-4f08-9f00-ee1361a72c93 HTTP/1.1" status: 200 len: 217 time: 0.0399177 Dec 17 15:58:29.093006 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-2b9bae8f-9281-4d3d-81de-a624e1cff7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:29.094462 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-2b9bae8f-9281-4d3d-81de-a624e1cff7b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=040decac-d73e-40b6-8001-3c00aef94ddf HTTP/1.1" status: 200 len: 851 time: 0.0494738 Dec 17 15:58:29.144314 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-1fbc4a74-6069-48ee-8667-76a02e5d92a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:29.145991 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-1fbc4a74-6069-48ee-8667-76a02e5d92a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=355210bf-f333-4091-b076-b021f964c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439031 Dec 17 15:58:29.246619 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-6073e7c4-6e34-4216-9176-b62151ccb404 service neutron] 10.222.0.13 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933940 Dec 17 15:58:29.342068 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bc5ab3ef-5ecc-45d5-b5ff-adc84893e396 req-4ce7907f-937d-48b4-b9aa-0a9eb2a11ba8 service neutron] 10.222.0.13 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889380 Dec 17 15:58:30.050877 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899733e7-3031-4399-82f2-f81c29748a01 req-0e3c8d5a-ed19-47c5-ac05-b9c63e2df73f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:30.052418 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-899733e7-3031-4399-82f2-f81c29748a01 req-0e3c8d5a-ed19-47c5-ac05-b9c63e2df73f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfee78b0-c03d-4766-bebe-bb2c9efec45b HTTP/1.1" status: 200 len: 943 time: 0.0528226 Dec 17 15:58:30.093363 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-899733e7-3031-4399-82f2-f81c29748a01 req-f1700389-2b18-4309-a4e0-86e83e1c997c tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347562 Dec 17 15:58:30.135770 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfee78b0-c03d-4766-bebe-bb2c9efec45b', 'tag': '89f06154-09ec-4f08-9f00-ee1361a72c93'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:58:30.138485 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52411935-8138-4062-b54d-27c2946b9977" -d '{"events": [{"name": "network-changed", "server_uuid": "dfee78b0-c03d-4766-bebe-bb2c9efec45b", "tag": "89f06154-09ec-4f08-9f00-ee1361a72c93"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:58:30.174999 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d079fe3-39ac-494c-bf91-ea5be53cfb57 x-openstack-request-id: req-0d079fe3-39ac-494c-bf91-ea5be53cfb57 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:58:30.175293 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfee78b0-c03d-4766-bebe-bb2c9efec45b", "tag": "89f06154-09ec-4f08-9f00-ee1361a72c93", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:58:30.175546 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0d079fe3-39ac-494c-bf91-ea5be53cfb57 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:58:30.175953 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfee78b0-c03d-4766-bebe-bb2c9efec45b', 'tag': '89f06154-09ec-4f08-9f00-ee1361a72c93', 'status': 'completed', 'code': 200} Dec 17 15:58:30.241221 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52411935-8138-4062-b54d-27c2946b9977 req-0984f4cb-b626-4d30-87f2-5fa18c545b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:30.242632 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-52411935-8138-4062-b54d-27c2946b9977 req-0984f4cb-b626-4d30-87f2-5fa18c545b60 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&device_id=dfee78b0-c03d-4766-bebe-bb2c9efec45b HTTP/1.1" status: 200 len: 1094 time: 0.0428743 Dec 17 15:58:30.530089 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52411935-8138-4062-b54d-27c2946b9977 req-bfd0ffab-947f-4860-b440-860dfe22901d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:30.530089 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-52411935-8138-4062-b54d-27c2946b9977 req-bfd0ffab-947f-4860-b440-860dfe22901d service neutron] 10.222.0.13 "GET /v2.0/networks?id=355210bf-f333-4091-b076-b021f964c83c HTTP/1.1" status: 200 len: 913 time: 0.1043429 Dec 17 15:58:30.530089 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-52411935-8138-4062-b54d-27c2946b9977 req-659dd840-b7da-4f78-9ce6-8537201cf0ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89f06154-09ec-4f08-9f00-ee1361a72c93 HTTP/1.1" status: 200 len: 217 time: 0.0367649 Dec 17 15:58:30.530089 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52411935-8138-4062-b54d-27c2946b9977 req-d27d9374-0238-4f5e-98e5-832ebcf3ea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:30.530089 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-52411935-8138-4062-b54d-27c2946b9977 req-d27d9374-0238-4f5e-98e5-832ebcf3ea10 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=040decac-d73e-40b6-8001-3c00aef94ddf HTTP/1.1" status: 200 len: 851 time: 0.0524848 Dec 17 15:58:30.530089 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52411935-8138-4062-b54d-27c2946b9977 req-765f991d-815e-4834-a282-783821438427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:30.530089 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-52411935-8138-4062-b54d-27c2946b9977 req-765f991d-815e-4834-a282-783821438427 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=355210bf-f333-4091-b076-b021f964c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478489 Dec 17 15:58:30.616715 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-52411935-8138-4062-b54d-27c2946b9977 req-cebb74a5-e477-4725-9650-b001201bcb00 service neutron] 10.222.0.13 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980687 Dec 17 15:58:30.719813 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-52411935-8138-4062-b54d-27c2946b9977 req-16863baa-5da4-4684-95c8-3e713e7ea262 service neutron] 10.222.0.13 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968649 Dec 17 15:58:30.836938 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device da9c9c8a-dffa-49c9-9758-b03e3edf9283 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:58:30.863070 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: da9c9c8a-dffa-49c9-9758-b03e3edf9283 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:58:30.863421 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device da9c9c8a-dffa-49c9-9758-b03e3edf9283 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:58:31.063109 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-434cd874-1c1c-4af3-a9f7-13ca1304b63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:31.215622 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69caa938-100c-4d64-a193-f1e99aa0457a req-ad090d5a-2fc4-4d4c-bbf7-5606ca880f0b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:31.220034 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-69caa938-100c-4d64-a193-f1e99aa0457a req-ad090d5a-2fc4-4d4c-bbf7-5606ca880f0b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfee78b0-c03d-4766-bebe-bb2c9efec45b HTTP/1.1" status: 200 len: 943 time: 0.0544820 Dec 17 15:58:31.261683 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-69caa938-100c-4d64-a193-f1e99aa0457a req-387c0a4d-af5c-4943-8dbf-2f70cfb83373 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384042 Dec 17 15:58:32.380214 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4256e2c-01eb-48f7-bcf7-271332b82671 req-dc429fee-8af0-4219-8c73-84e308386b35 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:32.381750 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4256e2c-01eb-48f7-bcf7-271332b82671 req-dc429fee-8af0-4219-8c73-84e308386b35 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfee78b0-c03d-4766-bebe-bb2c9efec45b HTTP/1.1" status: 200 len: 943 time: 0.0521238 Dec 17 15:58:32.411409 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:32.424663 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4256e2c-01eb-48f7-bcf7-271332b82671 req-28753c3d-c23f-4ddb-b6bb-6b88c50bf7be tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330052 Dec 17 15:58:33.540301 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74606e33-a954-4998-918b-9484fa1a1560 req-8cc1c72c-8d9e-4d57-8ad8-945f73b47e5a tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:33.541640 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-74606e33-a954-4998-918b-9484fa1a1560 req-8cc1c72c-8d9e-4d57-8ad8-945f73b47e5a tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfee78b0-c03d-4766-bebe-bb2c9efec45b HTTP/1.1" status: 200 len: 943 time: 0.0528529 Dec 17 15:58:33.584600 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-74606e33-a954-4998-918b-9484fa1a1560 req-e21b86f4-9c34-4b9a-b56c-dc7dfcfe80b4 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350533 Dec 17 15:58:34.004781 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:34.211693 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:34.708106 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44e9a9-aa0b-4bf3-aeb7-b3f96a84bef1 req-91037617-a66d-4031-95b9-0435f5fce428 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:34.709673 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2a44e9a9-aa0b-4bf3-aeb7-b3f96a84bef1 req-91037617-a66d-4031-95b9-0435f5fce428 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfee78b0-c03d-4766-bebe-bb2c9efec45b HTTP/1.1" status: 200 len: 943 time: 0.0542111 Dec 17 15:58:34.755220 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2a44e9a9-aa0b-4bf3-aeb7-b3f96a84bef1 req-6d22f30f-c82a-4445-8a17-bb37ac17b053 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386283 Dec 17 15:58:35.873558 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef112cf-53f3-4177-8650-8f1559af8172 req-a7ccb610-e2ad-4795-8cdd-8e6da5a3430d tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:35.875073 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1ef112cf-53f3-4177-8650-8f1559af8172 req-a7ccb610-e2ad-4795-8cdd-8e6da5a3430d tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfee78b0-c03d-4766-bebe-bb2c9efec45b HTTP/1.1" status: 200 len: 943 time: 0.0519176 Dec 17 15:58:35.913329 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1ef112cf-53f3-4177-8650-8f1559af8172 req-5700d09e-523c-4af8-be1c-9fed020b34de tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322783 Dec 17 15:58:37.028279 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97898c8-6435-4fc2-a5e7-54b2709a53a6 req-1fdc1f6f-7d53-4cb1-be42-f618d9a5de59 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:37.029976 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a97898c8-6435-4fc2-a5e7-54b2709a53a6 req-1fdc1f6f-7d53-4cb1-be42-f618d9a5de59 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfee78b0-c03d-4766-bebe-bb2c9efec45b HTTP/1.1" status: 200 len: 943 time: 0.0501685 Dec 17 15:58:37.068548 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a97898c8-6435-4fc2-a5e7-54b2709a53a6 req-2780d455-b548-41bb-91ea-2e11643dcc5a tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323837 Dec 17 15:58:38.189781 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ff4c4-6a99-43b0-8685-f95ebb837607 req-e5a91de1-d9ff-4024-a54a-86708b1f6af0 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:38.190441 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-af4ff4c4-6a99-43b0-8685-f95ebb837607 req-e5a91de1-d9ff-4024-a54a-86708b1f6af0 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfee78b0-c03d-4766-bebe-bb2c9efec45b HTTP/1.1" status: 200 len: 943 time: 0.0520947 Dec 17 15:58:38.245090 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-af4ff4c4-6a99-43b0-8685-f95ebb837607 req-60c2bf6f-6c0d-4b21-a858-daca5e57aeed tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465865 Dec 17 15:58:39.368175 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69966ec3-2197-4a0e-80d1-a7a2746d89f2 req-0c2df22e-3824-4667-8d45-5d3d922a17f6 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:39.369029 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-69966ec3-2197-4a0e-80d1-a7a2746d89f2 req-0c2df22e-3824-4667-8d45-5d3d922a17f6 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfee78b0-c03d-4766-bebe-bb2c9efec45b HTTP/1.1" status: 200 len: 943 time: 0.0539417 Dec 17 15:58:39.408541 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-69966ec3-2197-4a0e-80d1-a7a2746d89f2 req-ecdb1ddd-c5e2-4d61-91a4-e72c4efbd21e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335140 Dec 17 15:58:39.833393 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:58:40.530272 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e50d9-38a4-482f-9815-e6a87be4ef76 req-fcff9404-82e3-46f7-8d32-016fbd0a95cf tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:40.531825 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6b6e50d9-38a4-482f-9815-e6a87be4ef76 req-fcff9404-82e3-46f7-8d32-016fbd0a95cf tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfee78b0-c03d-4766-bebe-bb2c9efec45b HTTP/1.1" status: 200 len: 943 time: 0.0494173 Dec 17 15:58:40.571050 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6b6e50d9-38a4-482f-9815-e6a87be4ef76 req-734394be-f4fc-4297-9d80-f327e9368bc7 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331056 Dec 17 15:58:40.851799 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:41.136345 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 89f06154-09ec-4f08-9f00-ee1361a72c93 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:58:41.233892 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 89f06154-09ec-4f08-9f00-ee1361a72c93, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=89f06154-09ec-4f08-9f00-ee1361a72c93,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:41.245115 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '89f06154-09ec-4f08-9f00-ee1361a72c93', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'port_id': '89f06154-09ec-4f08-9f00-ee1361a72c93', 'mac_address': 'fa:16:3e:fc:35:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:58:41.290725 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:41.305414 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89f06154-09ec-4f08-9f00-ee1361a72c93 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:58:41.324733 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 89f06154-09ec-4f08-9f00-ee1361a72c93, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=89f06154-09ec-4f08-9f00-ee1361a72c93,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:41.405301 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:41.454938 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=89f06154-09ec-4f08-9f00-ee1361a72c93,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:41.647364 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['89f06154-09ec-4f08-9f00-ee1361a72c93'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:58:41.692407 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b07fa9-8b5a-416b-bfc0-676632011146 req-b26efa12-8577-40d3-9171-0c624d4712e2 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:41.697683 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-18b07fa9-8b5a-416b-bfc0-676632011146 req-b26efa12-8577-40d3-9171-0c624d4712e2 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfee78b0-c03d-4766-bebe-bb2c9efec45b HTTP/1.1" status: 200 len: 944 time: 0.0566256 Dec 17 15:58:41.740147 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-18b07fa9-8b5a-416b-bfc0-676632011146 req-3bb12c6b-375e-4e69-9cbb-16f45b305b9e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380800 Dec 17 15:58:42.881412 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cbda6-1f91-4237-b6ca-4186541c8d54 req-45a88315-41cd-4ee4-b9d3-9b050eb46a2f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:42.882997 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-386cbda6-1f91-4237-b6ca-4186541c8d54 req-45a88315-41cd-4ee4-b9d3-9b050eb46a2f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfee78b0-c03d-4766-bebe-bb2c9efec45b HTTP/1.1" status: 200 len: 944 time: 0.0623617 Dec 17 15:58:42.932301 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-386cbda6-1f91-4237-b6ca-4186541c8d54 req-0d1a9bbc-470b-454e-8f2e-14844b8223e6 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425794 Dec 17 15:58:43.140762 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 89f06154-09ec-4f08-9f00-ee1361a72c93 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:58:43.285667 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 89f06154-09ec-4f08-9f00-ee1361a72c93 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:58:43.289765 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 89f06154-09ec-4f08-9f00-ee1361a72c93 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:58:43.290156 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:43.374451 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:43.397609 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfee78b0-c03d-4766-bebe-bb2c9efec45b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f06154-09ec-4f08-9f00-ee1361a72c93'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:58:43.399913 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d014beb0-809c-4411-aa00-ed8825ac5946" -d '{"events": [{"server_uuid": "dfee78b0-c03d-4766-bebe-bb2c9efec45b", "name": "network-vif-plugged", "status": "completed", "tag": "89f06154-09ec-4f08-9f00-ee1361a72c93"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:58:43.415925 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 89f06154-09ec-4f08-9f00-ee1361a72c93, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=89f06154-09ec-4f08-9f00-ee1361a72c93,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:43.441278 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218dba9b-5aea-4ace-b292-215fa3ba83db x-openstack-request-id: req-218dba9b-5aea-4ace-b292-215fa3ba83db {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:58:43.441568 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfee78b0-c03d-4766-bebe-bb2c9efec45b", "name": "network-vif-plugged", "status": "completed", "tag": "89f06154-09ec-4f08-9f00-ee1361a72c93", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:58:43.441820 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-218dba9b-5aea-4ace-b292-215fa3ba83db {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:58:43.442216 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfee78b0-c03d-4766-bebe-bb2c9efec45b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f06154-09ec-4f08-9f00-ee1361a72c93', 'code': 200} Dec 17 15:58:43.498772 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:43.560238 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=89f06154-09ec-4f08-9f00-ee1361a72c93,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:43.560509 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3170b-61a6-4b28-995f-7fa2c0790544 req-41aa221b-65b1-4b69-b4fe-2c2ce6e9521a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:43.561931 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ffc3170b-61a6-4b28-995f-7fa2c0790544 req-41aa221b-65b1-4b69-b4fe-2c2ce6e9521a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dfee78b0-c03d-4766-bebe-bb2c9efec45b HTTP/1.1" status: 200 len: 1096 time: 0.0581183 Dec 17 15:58:43.599650 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ffc3170b-61a6-4b28-995f-7fa2c0790544 req-20ba5115-2a9c-427d-9acc-63e8651fc6de service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304205 Dec 17 15:58:44.048341 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd531a5-e2dc-4e96-bee3-76232963b55f req-49daa7af-8abd-4be7-8b6d-b344268ce53c tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:44.049443 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ecd531a5-e2dc-4e96-bee3-76232963b55f req-49daa7af-8abd-4be7-8b6d-b344268ce53c tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfee78b0-c03d-4766-bebe-bb2c9efec45b HTTP/1.1" status: 200 len: 945 time: 0.0523729 Dec 17 15:58:44.088145 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ecd531a5-e2dc-4e96-bee3-76232963b55f req-b976d1b6-47c2-4846-952e-b9bd4efb02e1 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325637 Dec 17 15:58:45.206187 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad2e0a-56cc-4e18-8087-bd46a03c8181 req-ddcf9433-c1ef-49e6-b628-82096b1b1aa7 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:45.207625 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bcad2e0a-56cc-4e18-8087-bd46a03c8181 req-ddcf9433-c1ef-49e6-b628-82096b1b1aa7 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfee78b0-c03d-4766-bebe-bb2c9efec45b HTTP/1.1" status: 200 len: 945 time: 0.0509164 Dec 17 15:58:45.251967 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bcad2e0a-56cc-4e18-8087-bd46a03c8181 req-539e9d45-0065-4182-bcf2-e881e32c95ab tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379436 Dec 17 15:58:45.367151 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483d5fe-9e9a-4d6f-a4e9-6ade46bd6f88 req-208563b1-02ad-46a3-a9c1-d863376aa9a9 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:45.368682 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b483d5fe-9e9a-4d6f-a4e9-6ade46bd6f88 req-208563b1-02ad-46a3-a9c1-d863376aa9a9 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfee78b0-c03d-4766-bebe-bb2c9efec45b HTTP/1.1" status: 200 len: 945 time: 0.0505638 Dec 17 15:58:45.409646 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b483d5fe-9e9a-4d6f-a4e9-6ade46bd6f88 req-9de9ebc3-60ad-47fe-a538-fb4383314e2d tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346489 Dec 17 15:58:45.535352 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95e1f7-fec9-4c8e-a2a5-89f0fed486b2 req-17eccaa1-ec4e-4f88-8ff2-353ade0abf8e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:45.536991 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6b95e1f7-fec9-4c8e-a2a5-89f0fed486b2 req-17eccaa1-ec4e-4f88-8ff2-353ade0abf8e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfee78b0-c03d-4766-bebe-bb2c9efec45b HTTP/1.1" status: 200 len: 945 time: 0.0565240 Dec 17 15:58:45.575286 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6b95e1f7-fec9-4c8e-a2a5-89f0fed486b2 req-13d4c61e-3aa2-489a-a6d9-eb0a4044fb8c tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317187 Dec 17 15:58:46.014414 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940bbf8-e343-42b0-8289-38a64b3fec7b req-2efc0df4-bb04-4266-9039-2db8de71b8f3 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:46.015873 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4940bbf8-e343-42b0-8289-38a64b3fec7b req-2efc0df4-bb04-4266-9039-2db8de71b8f3 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfee78b0-c03d-4766-bebe-bb2c9efec45b HTTP/1.1" status: 200 len: 945 time: 0.0507188 Dec 17 15:58:46.059628 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4940bbf8-e343-42b0-8289-38a64b3fec7b req-beaa2c52-b91f-4e5c-a5c8-fa8e5fd9305c tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369580 Dec 17 15:58:47.182673 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e07f65-5293-420a-9541-978d7563a81b req-be01c469-8ce8-4522-804e-429c555dfc5c tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:47.184169 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-57e07f65-5293-420a-9541-978d7563a81b req-be01c469-8ce8-4522-804e-429c555dfc5c tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfee78b0-c03d-4766-bebe-bb2c9efec45b HTTP/1.1" status: 200 len: 945 time: 0.0505457 Dec 17 15:58:47.224887 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-57e07f65-5293-420a-9541-978d7563a81b req-e3be5e40-7b48-4fa8-be7e-7b537a12cce5 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341988 Dec 17 15:58:47.439901 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10b989-821e-48a8-9592-13829bf02ebd req-ed1689b3-ceb5-4413-b61d-a0bd0d2abfa5 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:47.441513 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1b10b989-821e-48a8-9592-13829bf02ebd req-ed1689b3-ceb5-4413-b61d-a0bd0d2abfa5 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfee78b0-c03d-4766-bebe-bb2c9efec45b HTTP/1.1" status: 200 len: 945 time: 0.0505550 Dec 17 15:58:47.537709 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-1b10b989-821e-48a8-9592-13829bf02ebd req-52b8aaac-ed02-4560-89c6-7065e37c9765 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Deleting port 89f06154-09ec-4f08-9f00-ee1361a72c93 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 15:58:47.538037 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1b10b989-821e-48a8-9592-13829bf02ebd req-52b8aaac-ed02-4560-89c6-7065e37c9765 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:47.627242 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-1b10b989-821e-48a8-9592-13829bf02ebd req-52b8aaac-ed02-4560-89c6-7065e37c9765 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] For port 89f06154-09ec-4f08-9f00-ee1361a72c93, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=89f06154-09ec-4f08-9f00-ee1361a72c93,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:58:47.627620 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1b10b989-821e-48a8-9592-13829bf02ebd req-52b8aaac-ed02-4560-89c6-7065e37c9765 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:47.641274 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-1b10b989-821e-48a8-9592-13829bf02ebd req-52b8aaac-ed02-4560-89c6-7065e37c9765 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Calling delete_port for 89f06154-09ec-4f08-9f00-ee1361a72c93 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 15:58:47.840509 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1b10b989-821e-48a8-9592-13829bf02ebd req-52b8aaac-ed02-4560-89c6-7065e37c9765 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:47.854258 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['89f06154-09ec-4f08-9f00-ee1361a72c93'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:58:47.871096 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8aaac-ed02-4560-89c6-7065e37c9765 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Pushing event deleted for resources: {'Port': ['ID=89f06154-09ec-4f08-9f00-ee1361a72c93,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:47.917968 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b10b989-821e-48a8-9592-13829bf02ebd req-52b8aaac-ed02-4560-89c6-7065e37c9765 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] No DVR routers for this DVR port 89f06154-09ec-4f08-9f00-ee1361a72c93 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 15:58:47.920874 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1b10b989-821e-48a8-9592-13829bf02ebd req-52b8aaac-ed02-4560-89c6-7065e37c9765 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:47.924506 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1b10b989-821e-48a8-9592-13829bf02ebd req-52b8aaac-ed02-4560-89c6-7065e37c9765 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.13 "DELETE /v2.0/ports/89f06154-09ec-4f08-9f00-ee1361a72c93 HTTP/1.1" status: 204 len: 173 time: 0.4773917 Dec 17 15:58:47.924970 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfee78b0-c03d-4766-bebe-bb2c9efec45b', 'name': 'network-vif-deleted', 'tag': '89f06154-09ec-4f08-9f00-ee1361a72c93'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:58:47.927245 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29445640-56f7-4885-abc0-16edb3c81321" -d '{"events": [{"server_uuid": "dfee78b0-c03d-4766-bebe-bb2c9efec45b", "name": "network-vif-deleted", "tag": "89f06154-09ec-4f08-9f00-ee1361a72c93"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:58:47.973627 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0229a311-333e-4b07-8c78-0859edc96d63 x-openstack-request-id: req-0229a311-333e-4b07-8c78-0859edc96d63 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:58:47.973627 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfee78b0-c03d-4766-bebe-bb2c9efec45b", "name": "network-vif-deleted", "tag": "89f06154-09ec-4f08-9f00-ee1361a72c93", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:58:47.973627 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0229a311-333e-4b07-8c78-0859edc96d63 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:58:47.973627 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfee78b0-c03d-4766-bebe-bb2c9efec45b', 'name': 'network-vif-deleted', 'tag': '89f06154-09ec-4f08-9f00-ee1361a72c93', 'status': 'completed', 'code': 200} Dec 17 15:58:48.318865 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6fe5ecd2-ddd7-4b91-acb1-08811c8cd6bd req-ad9121bc-dc38-4ed1-9ad2-2119aaa2d34f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfee78b0-c03d-4766-bebe-bb2c9efec45b HTTP/1.1" status: 200 len: 210 time: 0.0278161 Dec 17 15:58:49.420899 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ec202bda-ec8d-43d1-9ef2-8dfdde148724 req-db4b57b3-a509-495d-bf4c-a09644c702b6 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfee78b0-c03d-4766-bebe-bb2c9efec45b HTTP/1.1" status: 200 len: 210 time: 0.0275812 Dec 17 15:58:50.526874 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2b7b50cf-81ed-4e5a-a87c-6a6fde064e33 req-3f3d78c5-88ba-42a2-92b7-b11c5a2dd975 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfee78b0-c03d-4766-bebe-bb2c9efec45b HTTP/1.1" status: 200 len: 210 time: 0.0295150 Dec 17 15:58:51.213263 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 89f06154-09ec-4f08-9f00-ee1361a72c93 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 15:58:51.234507 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 89f06154-09ec-4f08-9f00-ee1361a72c93 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 15:58:51.234858 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 89f06154-09ec-4f08-9f00-ee1361a72c93 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 15:58:51.629008 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c0ca2aa9-4c36-464f-b7e3-f3cb8437fd99 req-886ed455-c252-4e90-b31e-3c287f35b32f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=dfee78b0-c03d-4766-bebe-bb2c9efec45b HTTP/1.1" status: 200 len: 210 time: 0.0337071 Dec 17 15:58:52.724084 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37262) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:58:52.770162 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-8600cd4a-559f-429e-867c-9f5d5a5c2441 admin admin] Deleting subnet 254841ad-3ec8-4c22-90fb-8bb65dcb95be {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:58:52.773598 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8600cd4a-559f-429e-867c-9f5d5a5c2441 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:52.809095 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8600cd4a-559f-429e-867c-9f5d5a5c2441 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:52.850825 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8600cd4a-559f-429e-867c-9f5d5a5c2441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:52.987927 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8600cd4a-559f-429e-867c-9f5d5a5c2441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:53.014579 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600cd4a-559f-429e-867c-9f5d5a5c2441 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=254841ad-3ec8-4c22-90fb-8bb65dcb95be,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:53.020095 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8600cd4a-559f-429e-867c-9f5d5a5c2441 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:53.025619 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8600cd4a-559f-429e-867c-9f5d5a5c2441 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/254841ad-3ec8-4c22-90fb-8bb65dcb95be HTTP/1.1" status: 204 len: 168 time: 0.2982571 Dec 17 15:58:53.025971 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37266) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:58:53.044946 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600cd4a-559f-429e-867c-9f5d5a5c2441 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:53.045348 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600cd4a-559f-429e-867c-9f5d5a5c2441 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:53.045900 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600cd4a-559f-429e-867c-9f5d5a5c2441 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:53.046572 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600cd4a-559f-429e-867c-9f5d5a5c2441 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:53.047079 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600cd4a-559f-429e-867c-9f5d5a5c2441 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:53.047607 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600cd4a-559f-429e-867c-9f5d5a5c2441 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:53.048110 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600cd4a-559f-429e-867c-9f5d5a5c2441 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:53.048626 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600cd4a-559f-429e-867c-9f5d5a5c2441 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:53.049155 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600cd4a-559f-429e-867c-9f5d5a5c2441 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:53.049654 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600cd4a-559f-429e-867c-9f5d5a5c2441 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:53.050238 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600cd4a-559f-429e-867c-9f5d5a5c2441 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:53.050752 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8600cd4a-559f-429e-867c-9f5d5a5c2441 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:58:53.105094 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-75e01730-6f55-4cae-8b94-29ea62d4bbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:53.188619 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-75e01730-6f55-4cae-8b94-29ea62d4bbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:53.209379 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-75e01730-6f55-4cae-8b94-29ea62d4bbc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c846bdfb-85ec-4ec3-bba6-a2fb318678fb']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:53.219817 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-75e01730-6f55-4cae-8b94-29ea62d4bbc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '031d5e67-e8b2-445c-9bb4-666629b7142e') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:53.220185 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-75e01730-6f55-4cae-8b94-29ea62d4bbc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '031d5e67-e8b2-445c-9bb4-666629b7142e') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:53.229533 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-75e01730-6f55-4cae-8b94-29ea62d4bbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:53.242908 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-75e01730-6f55-4cae-8b94-29ea62d4bbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:53.248685 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75e01730-6f55-4cae-8b94-29ea62d4bbc5 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:58:53.249088 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-75e01730-6f55-4cae-8b94-29ea62d4bbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:53.250735 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 15:58:53.250735 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:58:53.250735 n-d-820553-2 neutron-server[102833]: timer() Dec 17 15:58:53.250735 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:58:53.250735 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 15:58:53.250735 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:58:53.250735 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 15:58:53.250735 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:58:53.250735 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 15:58:53.250735 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:58:53.250735 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 15:58:53.250735 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:58:53.250735 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 15:58:53.250735 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:58:53.250735 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:58:53.250735 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:58:53.250735 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:58:53.250735 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:58:53.250735 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 15:58:53.250735 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:58:53.250735 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 15:58:53.250735 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:58:53.250735 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:58:53.250735 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:58:53.250735 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 15:58:53.250735 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:58:53.250735 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:58:53.250735 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:58:53.250735 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:58:53.250735 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:58:53.250735 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:58:53.250735 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:58:53.371912 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-75e01730-6f55-4cae-8b94-29ea62d4bbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:53.378606 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-75e01730-6f55-4cae-8b94-29ea62d4bbc5 admin admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:53.381852 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-75e01730-6f55-4cae-8b94-29ea62d4bbc5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c846bdfb-85ec-4ec3-bba6-a2fb318678fb HTTP/1.1" status: 204 len: 168 time: 0.3547366 Dec 17 15:58:53.391959 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37268) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:58:53.394871 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e01730-6f55-4cae-8b94-29ea62d4bbc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c846bdfb-85ec-4ec3-bba6-a2fb318678fb,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:53.440458 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a7227b5-cab8-4c0e-b3c2-2dafc492c82a admin admin] Deleting subnet 1a195ad7-384e-4757-ab6c-aac5508350b3 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 15:58:53.443583 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a7227b5-cab8-4c0e-b3c2-2dafc492c82a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:53.477974 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a7227b5-cab8-4c0e-b3c2-2dafc492c82a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:53.518591 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a7227b5-cab8-4c0e-b3c2-2dafc492c82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:53.646732 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a7227b5-cab8-4c0e-b3c2-2dafc492c82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:53.676118 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7227b5-cab8-4c0e-b3c2-2dafc492c82a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a195ad7-384e-4757-ab6c-aac5508350b3,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:53.679977 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a7227b5-cab8-4c0e-b3c2-2dafc492c82a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:53.683194 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6a7227b5-cab8-4c0e-b3c2-2dafc492c82a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1a195ad7-384e-4757-ab6c-aac5508350b3 HTTP/1.1" status: 204 len: 168 time: 0.2901855 Dec 17 15:58:53.685642 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37270) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:58:53.757094 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0fe242e9-f235-4986-b48d-27373360a426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:53.840115 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0fe242e9-f235-4986-b48d-27373360a426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:53.860868 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-0fe242e9-f235-4986-b48d-27373360a426 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0abbb048-4c5e-4757-8799-f8399915e8f8']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:53.870077 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-0fe242e9-f235-4986-b48d-27373360a426 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1098f905-a4f3-4120-989c-7901dc380538') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:53.870384 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-0fe242e9-f235-4986-b48d-27373360a426 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1098f905-a4f3-4120-989c-7901dc380538') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:58:53.880544 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0fe242e9-f235-4986-b48d-27373360a426 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:53.893884 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0fe242e9-f235-4986-b48d-27373360a426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:53.899922 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe242e9-f235-4986-b48d-27373360a426 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 15:58:53.900314 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0fe242e9-f235-4986-b48d-27373360a426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:53.901982 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 15:58:53.901982 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 15:58:53.901982 n-d-820553-2 neutron-server[102832]: timer() Dec 17 15:58:53.901982 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 15:58:53.901982 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 15:58:53.901982 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 15:58:53.901982 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 15:58:53.901982 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 15:58:53.901982 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 15:58:53.901982 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 15:58:53.901982 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 15:58:53.901982 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 15:58:53.901982 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 15:58:53.901982 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 15:58:53.901982 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 15:58:53.901982 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 15:58:53.901982 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 15:58:53.901982 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 15:58:53.901982 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 15:58:53.901982 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 15:58:53.901982 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 15:58:53.901982 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 15:58:53.901982 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 15:58:53.901982 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 15:58:53.901982 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 15:58:53.901982 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 15:58:53.901982 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 15:58:53.901982 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 15:58:53.901982 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 15:58:53.901982 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 15:58:53.901982 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 15:58:53.901982 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 15:58:54.039382 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0fe242e9-f235-4986-b48d-27373360a426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:54.044901 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0fe242e9-f235-4986-b48d-27373360a426 admin admin] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:54.049188 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0fe242e9-f235-4986-b48d-27373360a426 admin admin] 10.222.0.46 "DELETE /v2.0/networks/0abbb048-4c5e-4757-8799-f8399915e8f8 HTTP/1.1" status: 204 len: 168 time: 0.3619063 Dec 17 15:58:54.068877 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe242e9-f235-4986-b48d-27373360a426 admin admin] Pushing event deleted for resources: {'Network': ['ID=0abbb048-4c5e-4757-8799-f8399915e8f8,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:54.463429 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37276) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:58:54.504447 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-28c011a7-d012-442d-880e-86bd9029d4be admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3f5e7370887f4529ac52e3e0c5216355&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398216 Dec 17 15:58:54.506956 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37278) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:58:54.560639 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8aea073f-3678-4d29-9118-bffbbbc073f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:54.583643 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8aea073f-3678-4d29-9118-bffbbbc073f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:54.731421 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8aea073f-3678-4d29-9118-bffbbbc073f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:54.734156 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8aea073f-3678-4d29-9118-bffbbbc073f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:54.735360 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8aea073f-3678-4d29-9118-bffbbbc073f5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2e97fafa-b2b6-4bfc-a857-2f02e130258a HTTP/1.1" status: 204 len: 168 time: 0.2275023 Dec 17 15:58:54.743519 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea073f-3678-4d29-9118-bffbbbc073f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e97fafa-b2b6-4bfc-a857-2f02e130258a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:55.327872 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37286) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:58:55.369897 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5ff13b34-abe1-4c36-9c76-f0c6f979fcaf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=898d874579144bd5b117c6c3dc19777c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405328 Dec 17 15:58:55.372440 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37288) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:58:55.422204 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bc1b0fc2-1045-44b3-9742-aba05c740ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:55.446075 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bc1b0fc2-1045-44b3-9742-aba05c740ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:55.549059 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bc1b0fc2-1045-44b3-9742-aba05c740ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:55.551664 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bc1b0fc2-1045-44b3-9742-aba05c740ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:55.552870 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-bc1b0fc2-1045-44b3-9742-aba05c740ebc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fef5a45c-3cca-4b30-a72d-c6360a0bb912 HTTP/1.1" status: 204 len: 168 time: 0.1794665 Dec 17 15:58:55.561460 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b0fc2-1045-44b3-9742-aba05c740ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef5a45c-3cca-4b30-a72d-c6360a0bb912,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:56.205068 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:57.416637 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37394) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:58:57.595401 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-ad29d55f-1cb1-4386-a0fd-c07e84fad875 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Request body: {'network': {'name': 'tempest-network-smoke--301004435', 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'port_security_enabled': True}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:57.662912 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad29d55f-1cb1-4386-a0fd-c07e84fad875 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Made reservation on behalf of b477ad0f385a47e09888a6c7ccbf4288 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:58:57.666420 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad29d55f-1cb1-4386-a0fd-c07e84fad875 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:57.676281 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad29d55f-1cb1-4386-a0fd-c07e84fad875 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:57.759231 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad29d55f-1cb1-4386-a0fd-c07e84fad875 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:57.822649 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad29d55f-1cb1-4386-a0fd-c07e84fad875 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:57.853226 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad29d55f-1cb1-4386-a0fd-c07e84fad875 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:58:57.863815 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29d55f-1cb1-4386-a0fd-c07e84fad875 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cbed26-bc0d-4771-9300-35c948a66c16,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:57.868865 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad29d55f-1cb1-4386-a0fd-c07e84fad875 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:57.869252 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-ad29d55f-1cb1-4386-a0fd-c07e84fad875 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Added segment 14bdcc33-18be-40c6-857c-2a7bfab63d30 of type vlan for network ba5ea327-1819-4b68-80bb-bb4e81d1c973 Dec 17 15:58:57.910674 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad29d55f-1cb1-4386-a0fd-c07e84fad875 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:57.977068 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad29d55f-1cb1-4386-a0fd-c07e84fad875 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:57.982580 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad29d55f-1cb1-4386-a0fd-c07e84fad875 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:58:57.983867 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad29d55f-1cb1-4386-a0fd-c07e84fad875 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:58.053219 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29d55f-1cb1-4386-a0fd-c07e84fad875 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'Network': ['ID=ba5ea327-1819-4b68-80bb-bb4e81d1c973,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:58.064065 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network ba5ea327-1819-4b68-80bb-bb4e81d1c973 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:58:58.115213 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ad29d55f-1cb1-4386-a0fd-c07e84fad875 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6944864 Dec 17 15:58:58.115467 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37408) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:58:58.119943 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-214b7d23-2643-46f8-a20f-ead6a237f589 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-925608167', 'admin_state_up': True, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:58:58.194502 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-214b7d23-2643-46f8-a20f-ead6a237f589 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:58.195865 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-214b7d23-2643-46f8-a20f-ead6a237f589 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:58.249593 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-214b7d23-2643-46f8-a20f-ead6a237f589 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:58.448452 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-214b7d23-2643-46f8-a20f-ead6a237f589 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:58.707475 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-214b7d23-2643-46f8-a20f-ead6a237f589 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:58.726729 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-214b7d23-2643-46f8-a20f-ead6a237f589 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:58.834299 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-214b7d23-2643-46f8-a20f-ead6a237f589 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Allocated IP 172.25.6.201 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/934404cb-5c8c-4697-87a9-b1d5b3a4937c) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:58:58.839939 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bbd8a3e2-3750-4e4d-8ae8-443d9d1917f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:58.944586 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-214b7d23-2643-46f8-a20f-ead6a237f589 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:59.011542 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-214b7d23-2643-46f8-a20f-ead6a237f589 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:59.049373 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214b7d23-2643-46f8-a20f-ead6a237f589 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:58:59.053964 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-214b7d23-2643-46f8-a20f-ead6a237f589 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:58:59.056577 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214b7d23-2643-46f8-a20f-ead6a237f589 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:58:59.083136 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b7d23-2643-46f8-a20f-ead6a237f589 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'Port': ['ID=934404cb-5c8c-4697-87a9-b1d5b3a4937c,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:58:59.409724 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-214b7d23-2643-46f8-a20f-ead6a237f589 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:59.614884 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-214b7d23-2643-46f8-a20f-ead6a237f589 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:58:59.812084 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214b7d23-2643-46f8-a20f-ead6a237f589 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Router 7fc53c1c-997d-4d90-978f-3eeb16f27bc1 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 15:58:59.924555 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214b7d23-2643-46f8-a20f-ead6a237f589 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:58:59.935357 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c411c2-94ad-450a-9f29-1a391439587e None None] Sync routers for ids ['7fc53c1c-997d-4d90-978f-3eeb16f27bc1'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:58:59.946991 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c411c2-94ad-450a-9f29-1a391439587e None None] Routers {'7fc53c1c-997d-4d90-978f-3eeb16f27bc1'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:58:59.952421 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-35c411c2-94ad-450a-9f29-1a391439587e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:58:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['7fc53c1c-997d-4d90-978f-3eeb16f27bc1'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:00.004067 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-214b7d23-2643-46f8-a20f-ead6a237f589 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:00.005782 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-214b7d23-2643-46f8-a20f-ead6a237f589 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8893495 Dec 17 15:59:00.008977 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37412) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:59:00.054348 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-35c411c2-94ad-450a-9f29-1a391439587e None None] Set router 7fc53c1c-997d-4d90-978f-3eeb16f27bc1 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:59:00.091465 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ee3821f4-f0f0-4915-918a-2fcf8863a116 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=b477ad0f385a47e09888a6c7ccbf4288&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0806551 Dec 17 15:59:00.095384 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37416) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:59:00.196358 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15b45b7-1197-4592-b195-5e991e206f35 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:00.201198 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37420) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:59:00.210484 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c15b45b7-1197-4592-b195-5e991e206f35 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1131623 Dec 17 15:59:00.240444 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-785f0a30-24b0-444a-b477-5ad800dbf247 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=4e9cade7-8de3-4483-a2b7-ada6bbc76cf6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380456 Dec 17 15:59:00.241031 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37422) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:59:00.246452 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-5f8f106c-55da-46e0-854b-49fe5f62a947 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2087090135', 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973', 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:00.258063 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-35c411c2-94ad-450a-9f29-1a391439587e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'name': 'tempest-TestNetworkBasicOps-router-925608167', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T15:58:59Z', 'revision_number': 3, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'gw_port': {'id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:94:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T15:58:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:00.289797 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c411c2-94ad-450a-9f29-1a391439587e None None] Checking router: 7fc53c1c-997d-4d90-978f-3eeb16f27bc1 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:59:00.290109 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c411c2-94ad-450a-9f29-1a391439587e None None] Updating router 7fc53c1c-997d-4d90-978f-3eeb16f27bc1 port 934404cb-5c8c-4697-87a9-b1d5b3a4937c binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:59:00.315229 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-35c411c2-94ad-450a-9f29-1a391439587e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:00.388579 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8f106c-55da-46e0-854b-49fe5f62a947 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Made reservation on behalf of b477ad0f385a47e09888a6c7ccbf4288 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:59:00.396038 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5f8f106c-55da-46e0-854b-49fe5f62a947 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:00.584289 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-35c411c2-94ad-450a-9f29-1a391439587e None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:00.651402 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-35c411c2-94ad-450a-9f29-1a391439587e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:00.674549 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5f8f106c-55da-46e0-854b-49fe5f62a947 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:00.710153 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-35c411c2-94ad-450a-9f29-1a391439587e None None] Attempting to bind port 934404cb-5c8c-4697-87a9-b1d5b3a4937c on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:59:00.710523 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-35c411c2-94ad-450a-9f29-1a391439587e None None] Attempting to bind port 934404cb-5c8c-4697-87a9-b1d5b3a4937c by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:59:00.710890 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c411c2-94ad-450a-9f29-1a391439587e None None] Attempting to bind port 934404cb-5c8c-4697-87a9-b1d5b3a4937c on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:59:00.712974 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c23859-1407-4ff4-8b06-6b2f3e6b060d None None] Pushing event updated for resources: {'Port': ['ID=934404cb-5c8c-4697-87a9-b1d5b3a4937c,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:00.720143 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c411c2-94ad-450a-9f29-1a391439587e None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:59:00.720143 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c411c2-94ad-450a-9f29-1a391439587e None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:59:00.720511 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-35c411c2-94ad-450a-9f29-1a391439587e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:00.720755 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c411c2-94ad-450a-9f29-1a391439587e None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:59:00.721507 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-35c411c2-94ad-450a-9f29-1a391439587e None None] Bound port: 934404cb-5c8c-4697-87a9-b1d5b3a4937c, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:59:00.721913 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-35c411c2-94ad-450a-9f29-1a391439587e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:00.736222 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f106c-55da-46e0-854b-49fe5f62a947 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'Subnet': ['ID=0a99e93e-2633-40ec-8649-0b53bbe7ae92,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:00.746973 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8f106c-55da-46e0-854b-49fe5f62a947 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Checking segment: {'id': '14bdcc33-18be-40c6-857c-2a7bfab63d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:59:00.747331 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8f106c-55da-46e0-854b-49fe5f62a947 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Network hostable DHCP agents. Network: ba5ea327-1819-4b68-80bb-bb4e81d1c973, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:59:00.776132 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-35c411c2-94ad-450a-9f29-1a391439587e None None] For port 934404cb-5c8c-4697-87a9-b1d5b3a4937c, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:59:00.779156 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-35c411c2-94ad-450a-9f29-1a391439587e None None] For port 934404cb-5c8c-4697-87a9-b1d5b3a4937c, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=934404cb-5c8c-4697-87a9-b1d5b3a4937c,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:59:00.822714 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8f106c-55da-46e0-854b-49fe5f62a947 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Network ba5ea327-1819-4b68-80bb-bb4e81d1c973 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:59:00.851913 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-35c411c2-94ad-450a-9f29-1a391439587e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:00.909524 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-5f8f106c-55da-46e0-854b-49fe5f62a947 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, ba5ea327-1819-4b68-80bb-bb4e81d1c973) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:59:00.912188 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c411c2-94ad-450a-9f29-1a391439587e None None] Routers {'7fc53c1c-997d-4d90-978f-3eeb16f27bc1'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:59:00.912808 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-35c411c2-94ad-450a-9f29-1a391439587e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:58:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['7fc53c1c-997d-4d90-978f-3eeb16f27bc1'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:00.914171 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8f106c-55da-46e0-854b-49fe5f62a947 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:00.918335 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5f8f106c-55da-46e0-854b-49fe5f62a947 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:00.918596 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c23859-1407-4ff4-8b06-6b2f3e6b060d None None] Pushing event updated for resources: {'Port': ['ID=934404cb-5c8c-4697-87a9-b1d5b3a4937c,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:00.923940 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2518a4e5-c74c-4172-8691-28a1a52aa79c None None] Network ba5ea327-1819-4b68-80bb-bb4e81d1c973 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:59:00.995572 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37424) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:59:00.996010 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5f8f106c-55da-46e0-854b-49fe5f62a947 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7539041 Dec 17 15:59:01.022092 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-35c411c2-94ad-450a-9f29-1a391439587e None None] Set router 7fc53c1c-997d-4d90-978f-3eeb16f27bc1 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:59:01.106948 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0466fe9-7ac6-4d87-ac80-7344fc9be838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-ba5ea327-1819-4b68-80bb-bb4e81d1c973', 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'fixed_ips': [{'subnet_id': '0a99e93e-2633-40ec-8649-0b53bbe7ae92'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 15:59:01.110023 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a0466fe9-7ac6-4d87-ac80-7344fc9be838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:01.127928 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-48d0ef31-80ae-4627-807c-c1c90332f5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:01.227303 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-35c411c2-94ad-450a-9f29-1a391439587e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'name': 'tempest-TestNetworkBasicOps-router-925608167', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T15:58:59Z', 'revision_number': 3, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'gw_port': {'id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:94:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T15:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:01.270268 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c411c2-94ad-450a-9f29-1a391439587e None None] The sync data for ids ['7fc53c1c-997d-4d90-978f-3eeb16f27bc1'] in n-d-820553-2 is: [{'id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'name': 'tempest-TestNetworkBasicOps-router-925608167', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T15:58:59Z', 'revision_number': 3, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'gw_port': {'id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:94:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T15:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:59:01.288964 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-a0466fe9-7ac6-4d87-ac80-7344fc9be838 None None] Allocated IP 172.20.0.2 (ba5ea327-1819-4b68-80bb-bb4e81d1c973/0a99e93e-2633-40ec-8649-0b53bbe7ae92/b697ff05-310c-4573-9520-2cc8c30472fc) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:59:01.483064 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a0466fe9-7ac6-4d87-ac80-7344fc9be838 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:01.576497 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a0466fe9-7ac6-4d87-ac80-7344fc9be838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:01.627949 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0466fe9-7ac6-4d87-ac80-7344fc9be838 None None] Network ba5ea327-1819-4b68-80bb-bb4e81d1c973 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:59:01.630985 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-a0466fe9-7ac6-4d87-ac80-7344fc9be838 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:59:01.634629 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0466fe9-7ac6-4d87-ac80-7344fc9be838 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:59:01.649119 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0466fe9-7ac6-4d87-ac80-7344fc9be838 None None] Pushing event updated for resources: {'Port': ['ID=b697ff05-310c-4573-9520-2cc8c30472fc,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:01.716530 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-a0466fe9-7ac6-4d87-ac80-7344fc9be838 None None] Attempting to bind port b697ff05-310c-4573-9520-2cc8c30472fc on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:59:01.717088 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-a0466fe9-7ac6-4d87-ac80-7344fc9be838 None None] Attempting to bind port b697ff05-310c-4573-9520-2cc8c30472fc by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '14bdcc33-18be-40c6-857c-2a7bfab63d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:59:01.718561 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0466fe9-7ac6-4d87-ac80-7344fc9be838 None None] Attempting to bind port b697ff05-310c-4573-9520-2cc8c30472fc on network ba5ea327-1819-4b68-80bb-bb4e81d1c973 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:59:01.728011 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0466fe9-7ac6-4d87-ac80-7344fc9be838 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:59:01.728873 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0466fe9-7ac6-4d87-ac80-7344fc9be838 None None] Checking segment: {'id': '14bdcc33-18be-40c6-857c-2a7bfab63d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:59:01.729365 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a0466fe9-7ac6-4d87-ac80-7344fc9be838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:01.729853 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0466fe9-7ac6-4d87-ac80-7344fc9be838 None None] Bound using segment: {'id': '14bdcc33-18be-40c6-857c-2a7bfab63d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:59:01.730440 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-a0466fe9-7ac6-4d87-ac80-7344fc9be838 None None] Bound port: b697ff05-310c-4573-9520-2cc8c30472fc, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14bdcc33-18be-40c6-857c-2a7bfab63d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:59:01.731060 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a0466fe9-7ac6-4d87-ac80-7344fc9be838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:01.810876 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-a0466fe9-7ac6-4d87-ac80-7344fc9be838 None None] For port b697ff05-310c-4573-9520-2cc8c30472fc, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:59:01.816737 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-a0466fe9-7ac6-4d87-ac80-7344fc9be838 None None] For port b697ff05-310c-4573-9520-2cc8c30472fc, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b697ff05-310c-4573-9520-2cc8c30472fc,segment=NetworkSegment(14bdcc33-18be-40c6-857c-2a7bfab63d30),segment_id=14bdcc33-18be-40c6-857c-2a7bfab63d30)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:59:01.902882 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7bcfb69a-ba4e-4cb5-a634-4bd055824c3b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:01.903806 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a0466fe9-7ac6-4d87-ac80-7344fc9be838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:01.983633 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0466fe9-7ac6-4d87-ac80-7344fc9be838 None None] Pushing event updated for resources: {'Port': ['ID=b697ff05-310c-4573-9520-2cc8c30472fc,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:02.314121 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-7bcfb69a-ba4e-4cb5-a634-4bd055824c3b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Allocated IP 172.20.0.1 (ba5ea327-1819-4b68-80bb-bb4e81d1c973/0a99e93e-2633-40ec-8649-0b53bbe7ae92/808cc516-2e6d-4505-95c6-20be46e0a5e9) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:59:02.417266 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:02.456200 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7bcfb69a-ba4e-4cb5-a634-4bd055824c3b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:02.566307 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7bcfb69a-ba4e-4cb5-a634-4bd055824c3b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:02.608510 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcfb69a-ba4e-4cb5-a634-4bd055824c3b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Network ba5ea327-1819-4b68-80bb-bb4e81d1c973 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:59:02.611764 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-7bcfb69a-ba4e-4cb5-a634-4bd055824c3b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:59:02.615516 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcfb69a-ba4e-4cb5-a634-4bd055824c3b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:59:02.624645 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcfb69a-ba4e-4cb5-a634-4bd055824c3b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'Port': ['ID=808cc516-2e6d-4505-95c6-20be46e0a5e9,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:02.666587 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7bcfb69a-ba4e-4cb5-a634-4bd055824c3b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:02.859332 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7bcfb69a-ba4e-4cb5-a634-4bd055824c3b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:03.031686 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563953b1-b499-4667-aa96-cb48efc82b28 None None] Network ba5ea327-1819-4b68-80bb-bb4e81d1c973 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:59:03.107136 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-8c14f5b2-548e-4174-b9db-446edd49143e None None] Provisioning complete for port b697ff05-310c-4573-9520-2cc8c30472fc triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:59:03.107510 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8c14f5b2-548e-4174-b9db-446edd49143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:03.186935 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7bcfb69a-ba4e-4cb5-a634-4bd055824c3b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:03.250960 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7bcfb69a-ba4e-4cb5-a634-4bd055824c3b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:03.266786 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8c14f5b2-548e-4174-b9db-446edd49143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:03.307731 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-8c14f5b2-548e-4174-b9db-446edd49143e None None] For port b697ff05-310c-4573-9520-2cc8c30472fc, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b697ff05-310c-4573-9520-2cc8c30472fc,segment=NetworkSegment(14bdcc33-18be-40c6-857c-2a7bfab63d30),segment_id=14bdcc33-18be-40c6-857c-2a7bfab63d30)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:59:03.345729 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7bcfb69a-ba4e-4cb5-a634-4bd055824c3b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:03.354390 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcfb69a-ba4e-4cb5-a634-4bd055824c3b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'Port': ['ID=808cc516-2e6d-4505-95c6-20be46e0a5e9,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:03.394607 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8c14f5b2-548e-4174-b9db-446edd49143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:03.491797 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcfb69a-ba4e-4cb5-a634-4bd055824c3b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Network ba5ea327-1819-4b68-80bb-bb4e81d1c973 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:59:03.493354 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-7bcfb69a-ba4e-4cb5-a634-4bd055824c3b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:59:03.540284 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14f5b2-548e-4174-b9db-446edd49143e None None] Pushing event updated for resources: {'Port': ['ID=b697ff05-310c-4573-9520-2cc8c30472fc,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:03.634797 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d1514646-b551-4f81-b276-eadc36788b0c None None] Provisioning complete for port 808cc516-2e6d-4505-95c6-20be46e0a5e9 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:59:03.640833 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d1514646-b551-4f81-b276-eadc36788b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:03.644118 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 934404cb-5c8c-4697-87a9-b1d5b3a4937c up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:59:03.650247 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bcfb69a-ba4e-4cb5-a634-4bd055824c3b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Router 7fc53c1c-997d-4d90-978f-3eeb16f27bc1 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:59:03.735944 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d1514646-b551-4f81-b276-eadc36788b0c None None] Port 808cc516-2e6d-4505-95c6-20be46e0a5e9 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:59:03.757904 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d1514646-b551-4f81-b276-eadc36788b0c None None] Provisioning complete for port b697ff05-310c-4573-9520-2cc8c30472fc triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:59:03.758282 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d1514646-b551-4f81-b276-eadc36788b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:03.780456 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcfb69a-ba4e-4cb5-a634-4bd055824c3b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:59:03.783159 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 934404cb-5c8c-4697-87a9-b1d5b3a4937c triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:59:03.786210 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:03.786382 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7bcfb69a-ba4e-4cb5-a634-4bd055824c3b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "PUT /v2.0/routers/7fc53c1c-997d-4d90-978f-3eeb16f27bc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7866445 Dec 17 15:59:03.786590 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37432) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:59:03.815703 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327aaf38-faad-4da0-83d3-4a5413fc2584 None None] Sync routers for ids ['7fc53c1c-997d-4d90-978f-3eeb16f27bc1'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:59:03.854114 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327aaf38-faad-4da0-83d3-4a5413fc2584 None None] Routers {'7fc53c1c-997d-4d90-978f-3eeb16f27bc1'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:59:03.854676 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-327aaf38-faad-4da0-83d3-4a5413fc2584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:59:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['7fc53c1c-997d-4d90-978f-3eeb16f27bc1'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:04.026008 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f61386-c7da-437a-89ff-1591ed8f16f8 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:04.026491 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f61386-c7da-437a-89ff-1591ed8f16f8 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:04.026976 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f61386-c7da-437a-89ff-1591ed8f16f8 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:04.027433 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f61386-c7da-437a-89ff-1591ed8f16f8 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:04.027953 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f61386-c7da-437a-89ff-1591ed8f16f8 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:04.028419 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f61386-c7da-437a-89ff-1591ed8f16f8 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:04.030389 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b3f61386-c7da-437a-89ff-1591ed8f16f8 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2427816 Dec 17 15:59:04.033312 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37434) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:59:04.049707 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:04.074170 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:04.075944 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-327aaf38-faad-4da0-83d3-4a5413fc2584 None None] Set router 7fc53c1c-997d-4d90-978f-3eeb16f27bc1 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:59:04.114741 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 934404cb-5c8c-4697-87a9-b1d5b3a4937c, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=934404cb-5c8c-4697-87a9-b1d5b3a4937c,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:59:04.147954 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9205a576-791c-4827-b9d6-560037351d5c tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:04.148450 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9205a576-791c-4827-b9d6-560037351d5c tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:04.148925 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9205a576-791c-4827-b9d6-560037351d5c tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:04.149400 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9205a576-791c-4827-b9d6-560037351d5c tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:04.149851 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9205a576-791c-4827-b9d6-560037351d5c tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:04.150303 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9205a576-791c-4827-b9d6-560037351d5c tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:04.155229 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9205a576-791c-4827-b9d6-560037351d5c tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1180651 Dec 17 15:59:04.162124 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37436) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:59:04.223151 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:04.224028 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b697ff05-310c-4573-9520-2cc8c30472fc up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:59:04.399908 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-43a5e747-fde3-4a59-b1de-5ce1be7ea3b1 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2430265 Dec 17 15:59:04.447585 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:04.450041 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-5a89b69e-aba1-46e3-bfb2-d21e20d78ef3 None None] Provisioning complete for port 808cc516-2e6d-4505-95c6-20be46e0a5e9 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:59:04.450807 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5a89b69e-aba1-46e3-bfb2-d21e20d78ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:04.547222 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=934404cb-5c8c-4697-87a9-b1d5b3a4937c,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:04.551078 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-5a89b69e-aba1-46e3-bfb2-d21e20d78ef3 None None] Port 808cc516-2e6d-4505-95c6-20be46e0a5e9 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:59:04.581509 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:04.581865 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:04.582214 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:04.582556 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:04.582894 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:04.583229 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:04.583561 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:04.583892 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:04.584219 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:04.584546 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:04.584871 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:04.585220 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:04.599142 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port b697ff05-310c-4573-9520-2cc8c30472fc triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:59:04.599367 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:04.662094 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-327aaf38-faad-4da0-83d3-4a5413fc2584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'name': 'tempest-TestNetworkBasicOps-router-925608167', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T15:59:02Z', 'revision_number': 4, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'gw_port': {'id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:94:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T15:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '808cc516-2e6d-4505-95c6-20be46e0a5e9', 'name': '', 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'mac_address': 'fa:16:3e:2d:80:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '0a99e93e-2633-40ec-8649-0b53bbe7ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:59:02Z', 'updated_at': '2021-12-17T15:59:03Z', 'revision_number': 2, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'subnets': [{'id': '0a99e93e-2633-40ec-8649-0b53bbe7ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:04.690761 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327aaf38-faad-4da0-83d3-4a5413fc2584 None None] Checking router: 7fc53c1c-997d-4d90-978f-3eeb16f27bc1 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:59:04.691118 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327aaf38-faad-4da0-83d3-4a5413fc2584 None None] Updating router 7fc53c1c-997d-4d90-978f-3eeb16f27bc1 port 808cc516-2e6d-4505-95c6-20be46e0a5e9 binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 15:59:04.740694 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-327aaf38-faad-4da0-83d3-4a5413fc2584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:05.029538 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-327aaf38-faad-4da0-83d3-4a5413fc2584 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:05.096970 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-327aaf38-faad-4da0-83d3-4a5413fc2584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:05.151255 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c89937-a060-4a16-be63-c2cc08408b8f None None] Pushing event updated for resources: {'Port': ['ID=808cc516-2e6d-4505-95c6-20be46e0a5e9,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:05.210217 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-327aaf38-faad-4da0-83d3-4a5413fc2584 None None] Attempting to bind port 808cc516-2e6d-4505-95c6-20be46e0a5e9 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:59:05.210587 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-327aaf38-faad-4da0-83d3-4a5413fc2584 None None] Attempting to bind port 808cc516-2e6d-4505-95c6-20be46e0a5e9 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '14bdcc33-18be-40c6-857c-2a7bfab63d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:59:05.210950 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327aaf38-faad-4da0-83d3-4a5413fc2584 None None] Attempting to bind port 808cc516-2e6d-4505-95c6-20be46e0a5e9 on network ba5ea327-1819-4b68-80bb-bb4e81d1c973 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:59:05.216773 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327aaf38-faad-4da0-83d3-4a5413fc2584 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:59:05.218141 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327aaf38-faad-4da0-83d3-4a5413fc2584 None None] Checking segment: {'id': '14bdcc33-18be-40c6-857c-2a7bfab63d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:59:05.218141 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-327aaf38-faad-4da0-83d3-4a5413fc2584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:05.219999 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327aaf38-faad-4da0-83d3-4a5413fc2584 None None] Bound using segment: {'id': '14bdcc33-18be-40c6-857c-2a7bfab63d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:59:05.220543 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-327aaf38-faad-4da0-83d3-4a5413fc2584 None None] Bound port: 808cc516-2e6d-4505-95c6-20be46e0a5e9, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14bdcc33-18be-40c6-857c-2a7bfab63d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:59:05.220951 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-327aaf38-faad-4da0-83d3-4a5413fc2584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:05.298443 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-327aaf38-faad-4da0-83d3-4a5413fc2584 None None] For port 808cc516-2e6d-4505-95c6-20be46e0a5e9, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:59:05.301729 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-327aaf38-faad-4da0-83d3-4a5413fc2584 None None] For port 808cc516-2e6d-4505-95c6-20be46e0a5e9, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=808cc516-2e6d-4505-95c6-20be46e0a5e9,segment=NetworkSegment(14bdcc33-18be-40c6-857c-2a7bfab63d30),segment_id=14bdcc33-18be-40c6-857c-2a7bfab63d30)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:59:05.375855 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-6e5ea662-63be-483a-ae86-2310c91e52f6 None None] Provisioning complete for port 808cc516-2e6d-4505-95c6-20be46e0a5e9 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:59:05.376224 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6e5ea662-63be-483a-ae86-2310c91e52f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:05.398992 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-327aaf38-faad-4da0-83d3-4a5413fc2584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:05.456873 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-6e5ea662-63be-483a-ae86-2310c91e52f6 None None] Port 808cc516-2e6d-4505-95c6-20be46e0a5e9 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:59:05.484925 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327aaf38-faad-4da0-83d3-4a5413fc2584 None None] Routers {'7fc53c1c-997d-4d90-978f-3eeb16f27bc1'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:59:05.485576 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-327aaf38-faad-4da0-83d3-4a5413fc2584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:59:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['7fc53c1c-997d-4d90-978f-3eeb16f27bc1'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:05.534516 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 934404cb-5c8c-4697-87a9-b1d5b3a4937c up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:59:05.563783 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c89937-a060-4a16-be63-c2cc08408b8f None None] Pushing event updated for resources: {'Port': ['ID=808cc516-2e6d-4505-95c6-20be46e0a5e9,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:05.656917 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-327aaf38-faad-4da0-83d3-4a5413fc2584 None None] Set router 7fc53c1c-997d-4d90-978f-3eeb16f27bc1 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:59:05.695119 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 934404cb-5c8c-4697-87a9-b1d5b3a4937c triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:59:05.695543 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:05.771332 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37446) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:59:05.776102 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-5618fd03-3f2c-44e2-a27c-e2a4ab5e165e tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-959315846', 'description': 'tempest-secgroup-smoke-959315846 description', 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:05.846948 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4a75dead-ae73-4829-acf9-692b4939821b None None] Provisioning complete for port 808cc516-2e6d-4505-95c6-20be46e0a5e9 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:59:05.847238 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4a75dead-ae73-4829-acf9-692b4939821b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:05.853060 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5618fd03-3f2c-44e2-a27c-e2a4ab5e165e tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:05.929727 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5618fd03-3f2c-44e2-a27c-e2a4ab5e165e tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:05.947626 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b697ff05-310c-4573-9520-2cc8c30472fc up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:59:06.082360 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4a75dead-ae73-4829-acf9-692b4939821b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:06.103093 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5618fd03-3f2c-44e2-a27c-e2a4ab5e165e tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:06.103453 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-327aaf38-faad-4da0-83d3-4a5413fc2584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'name': 'tempest-TestNetworkBasicOps-router-925608167', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T15:59:02Z', 'revision_number': 4, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'gw_port': {'id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '808cc516-2e6d-4505-95c6-20be46e0a5e9', 'name': '', 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'mac_address': 'fa:16:3e:2d:80:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '0a99e93e-2633-40ec-8649-0b53bbe7ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:59:02Z', 'updated_at': '2021-12-17T15:59:05Z', 'revision_number': 4, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'subnets': [{'id': '0a99e93e-2633-40ec-8649-0b53bbe7ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:06.105195 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port b697ff05-310c-4573-9520-2cc8c30472fc triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:59:06.105558 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:06.135444 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618fd03-3f2c-44e2-a27c-e2a4ab5e165e tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc3c36e-d09f-4db6-ab48-b8d222513a3a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:06.165425 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327aaf38-faad-4da0-83d3-4a5413fc2584 None None] The sync data for ids ['7fc53c1c-997d-4d90-978f-3eeb16f27bc1'] in n-d-820553-2 is: [{'id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'name': 'tempest-TestNetworkBasicOps-router-925608167', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T15:59:02Z', 'revision_number': 4, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'gw_port': {'id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '808cc516-2e6d-4505-95c6-20be46e0a5e9', 'name': '', 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'mac_address': 'fa:16:3e:2d:80:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '0a99e93e-2633-40ec-8649-0b53bbe7ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:59:02Z', 'updated_at': '2021-12-17T15:59:05Z', 'revision_number': 4, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'subnets': [{'id': '0a99e93e-2633-40ec-8649-0b53bbe7ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:59:06.190169 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4a75dead-ae73-4829-acf9-692b4939821b None None] For port 808cc516-2e6d-4505-95c6-20be46e0a5e9, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=808cc516-2e6d-4505-95c6-20be46e0a5e9,segment=NetworkSegment(14bdcc33-18be-40c6-857c-2a7bfab63d30),segment_id=14bdcc33-18be-40c6-857c-2a7bfab63d30)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:59:06.203500 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5618fd03-3f2c-44e2-a27c-e2a4ab5e165e tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:06.207625 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5618fd03-3f2c-44e2-a27c-e2a4ab5e165e tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4325876 Dec 17 15:59:06.207968 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37448) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:59:06.230332 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-054fd5c5-2844-4847-8616-cd1cdc9ad18f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Request body: {'security_group_rule': {'security_group_id': '8cc3c36e-d09f-4db6-ab48-b8d222513a3a', 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:06.253419 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4a75dead-ae73-4829-acf9-692b4939821b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:06.323275 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-054fd5c5-2844-4847-8616-cd1cdc9ad18f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:06.325738 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a75dead-ae73-4829-acf9-692b4939821b None None] Pushing event updated for resources: {'Port': ['ID=808cc516-2e6d-4505-95c6-20be46e0a5e9,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:06.402362 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-054fd5c5-2844-4847-8616-cd1cdc9ad18f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:06.451321 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-054fd5c5-2844-4847-8616-cd1cdc9ad18f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:06.472874 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054fd5c5-2844-4847-8616-cd1cdc9ad18f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb7fe91-3699-44f5-8589-f4ebace41546,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:06.550787 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-054fd5c5-2844-4847-8616-cd1cdc9ad18f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:06.552392 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-054fd5c5-2844-4847-8616-cd1cdc9ad18f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3434536 Dec 17 15:59:06.555312 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37450) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:59:06.560032 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-0f020fa2-5a52-4f90-aaaa-e4e7d2bd8a7f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Request body: {'security_group_rule': {'security_group_id': '8cc3c36e-d09f-4db6-ab48-b8d222513a3a', 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:06.925524 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0f020fa2-5a52-4f90-aaaa-e4e7d2bd8a7f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:06.995397 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0f020fa2-5a52-4f90-aaaa-e4e7d2bd8a7f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:07.067505 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0f020fa2-5a52-4f90-aaaa-e4e7d2bd8a7f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:07.093294 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f020fa2-5a52-4f90-aaaa-e4e7d2bd8a7f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe014fd-8f2e-4f47-8846-5cf552f4792d,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:07.161363 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0f020fa2-5a52-4f90-aaaa-e4e7d2bd8a7f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:07.162816 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0f020fa2-5a52-4f90-aaaa-e4e7d2bd8a7f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6062555 Dec 17 15:59:07.165598 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37454) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:59:07.170231 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-081e11c2-539e-4d25-88a0-b73c77d8ad38 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Request body: {'security_group_rule': {'security_group_id': '8cc3c36e-d09f-4db6-ab48-b8d222513a3a', 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:07.262380 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-081e11c2-539e-4d25-88a0-b73c77d8ad38 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:07.525562 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 808cc516-2e6d-4505-95c6-20be46e0a5e9 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:59:07.590936 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 808cc516-2e6d-4505-95c6-20be46e0a5e9 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:59:07.591328 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:07.678024 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-081e11c2-539e-4d25-88a0-b73c77d8ad38 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:07.737355 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-081e11c2-539e-4d25-88a0-b73c77d8ad38 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:07.753807 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e11c2-539e-4d25-88a0-b73c77d8ad38 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e39adc09-e23c-4803-aec9-28c4e72eee21,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:07.848886 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-081e11c2-539e-4d25-88a0-b73c77d8ad38 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:07.850308 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-081e11c2-539e-4d25-88a0-b73c77d8ad38 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6837387 Dec 17 15:59:07.852985 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37458) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:59:07.857400 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-f54e4204-f493-4a3a-9936-2b0ea4c0fd6a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Request body: {'security_group_rule': {'security_group_id': '8cc3c36e-d09f-4db6-ab48-b8d222513a3a', 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:07.937197 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f54e4204-f493-4a3a-9936-2b0ea4c0fd6a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:07.999298 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f54e4204-f493-4a3a-9936-2b0ea4c0fd6a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:08.062854 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f54e4204-f493-4a3a-9936-2b0ea4c0fd6a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:08.080240 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e4204-f493-4a3a-9936-2b0ea4c0fd6a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e890130-d6ee-4746-8452-759981be63bd,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:08.150250 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f54e4204-f493-4a3a-9936-2b0ea4c0fd6a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:08.151597 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f54e4204-f493-4a3a-9936-2b0ea4c0fd6a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2976379 Dec 17 15:59:08.154505 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37460) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:59:08.159140 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-0afa34d8-a016-4a4a-9635-f81a3c097c56 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Request body: {'security_group_rule': {'security_group_id': '8cc3c36e-d09f-4db6-ab48-b8d222513a3a', 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:08.240129 n-d-820553-2 neutron-server[102832]: INFO neutron.db.securitygroups_db [None req-0afa34d8-a016-4a4a-9635-f81a3c097c56 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Project b477ad0f385a47e09888a6c7ccbf4288 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 15:59:08.245437 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0afa34d8-a016-4a4a-9635-f81a3c097c56 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:08.307773 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0afa34d8-a016-4a4a-9635-f81a3c097c56 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:08.388463 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0afa34d8-a016-4a4a-9635-f81a3c097c56 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:08.407385 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa34d8-a016-4a4a-9635-f81a3c097c56 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8741745d-f427-481f-bafc-29733de6b080,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:08.476204 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0afa34d8-a016-4a4a-9635-f81a3c097c56 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:08.477459 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0afa34d8-a016-4a4a-9635-f81a3c097c56 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3219616 Dec 17 15:59:08.480343 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37462) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:59:08.485456 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-7a3adc2c-e60b-4e7d-8986-c6a6b2837981 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Request body: {'security_group_rule': {'security_group_id': '8cc3c36e-d09f-4db6-ab48-b8d222513a3a', 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:08.565583 n-d-820553-2 neutron-server[102832]: INFO neutron.db.securitygroups_db [None req-7a3adc2c-e60b-4e7d-8986-c6a6b2837981 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Project b477ad0f385a47e09888a6c7ccbf4288 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 15:59:08.570916 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7a3adc2c-e60b-4e7d-8986-c6a6b2837981 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:08.636097 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7a3adc2c-e60b-4e7d-8986-c6a6b2837981 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:08.702587 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7a3adc2c-e60b-4e7d-8986-c6a6b2837981 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:08.722192 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3adc2c-e60b-4e7d-8986-c6a6b2837981 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84fbe80c-0aa0-4f15-847a-35cb15979291,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:08.785300 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7a3adc2c-e60b-4e7d-8986-c6a6b2837981 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:08.796851 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7a3adc2c-e60b-4e7d-8986-c6a6b2837981 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3053510 Dec 17 15:59:08.938593 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-fb1a7e27-9c83-4b02-8111-b575dc7e39b5 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-959315846&fields=id&tenant_id=b477ad0f385a47e09888a6c7ccbf4288 HTTP/1.1" status: 200 len: 267 time: 0.0351789 Dec 17 15:59:09.049375 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-23edd816-8ed6-4c64-87f7-c036bbc48dc3 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:09.050857 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-23edd816-8ed6-4c64-87f7-c036bbc48dc3 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/networks?id=ba5ea327-1819-4b68-80bb-bb4e81d1c973 HTTP/1.1" status: 200 len: 796 time: 0.1056564 Dec 17 15:59:09.066771 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-3b43cb94-1c09-4183-8830-6789230441d1 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/quotas/b477ad0f385a47e09888a6c7ccbf4288 HTTP/1.1" status: 200 len: 375 time: 0.0101054 Dec 17 15:59:09.119147 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-5cd16111-8270-4d3e-a5c8-28e1e0fb6d36 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b477ad0f385a47e09888a6c7ccbf4288&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462580 Dec 17 15:59:09.279598 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-4aeadfdd-2434-472a-b13a-90b08f2578ee service neutron] 10.222.0.46 "GET /v2.0/networks/ba5ea327-1819-4b68-80bb-bb4e81d1c973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439116 Dec 17 15:59:09.375096 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-fb98d438-f6e4-4d84-be77-537a799b95ea service neutron] 10.222.0.46 "GET /v2.0/networks/ba5ea327-1819-4b68-80bb-bb4e81d1c973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881188 Dec 17 15:59:10.175838 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9b45a4b-76ba-40b1-8da6-efdd6397be44 req-102530e4-8f10-4dad-b1ef-ba48bf225ed1 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=3750ae57-43c1-4805-ae3b-d842c1263d83 HTTP/1.1" status: 200 len: 210 time: 0.0271218 Dec 17 15:59:10.839168 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:11.271854 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-493d7f0d-48e0-4eb6-9a9e-4dd55621d1a1 req-9cd14aa3-f3dd-41ac-a76d-e35e485b9d0b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=3750ae57-43c1-4805-ae3b-d842c1263d83 HTTP/1.1" status: 200 len: 210 time: 0.0264664 Dec 17 15:59:12.369199 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-2aa5d23c-c56f-44b2-82c0-cb3cf1d11b88 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:12.370798 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-2aa5d23c-c56f-44b2-82c0-cb3cf1d11b88 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.13 "GET /v2.0/networks?id=ba5ea327-1819-4b68-80bb-bb4e81d1c973 HTTP/1.1" status: 200 len: 796 time: 0.1161923 Dec 17 15:59:12.376523 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-66fe91d7-c307-435a-9859-731f4bbd44c1 req-9b70d08c-989c-433b-9798-4be928026783 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=3750ae57-43c1-4805-ae3b-d842c1263d83 HTTP/1.1" status: 200 len: 210 time: 0.0276318 Dec 17 15:59:12.417671 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-3987f6ee-e91f-424c-b650-ff24bbfe3a1b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b477ad0f385a47e09888a6c7ccbf4288 HTTP/1.1" status: 200 len: 379 time: 0.0378113 Dec 17 15:59:12.427314 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-7d008833-1a68-40ef-86c9-ebaac411f392 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Request body: {'port': {'device_id': '3750ae57-43c1-4805-ae3b-d842c1263d83', 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973', 'admin_state_up': True, 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'security_groups': ['8cc3c36e-d09f-4db6-ab48-b8d222513a3a']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:12.611649 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-7d008833-1a68-40ef-86c9-ebaac411f392 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Made reservation on behalf of b477ad0f385a47e09888a6c7ccbf4288 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:59:12.615494 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-7d008833-1a68-40ef-86c9-ebaac411f392 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:12.746682 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-7d008833-1a68-40ef-86c9-ebaac411f392 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Allocated IP 172.20.0.13 (ba5ea327-1819-4b68-80bb-bb4e81d1c973/0a99e93e-2633-40ec-8649-0b53bbe7ae92/0f01a915-6564-4f4f-b60c-4ab0f066bbe5) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:59:12.896160 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-7d008833-1a68-40ef-86c9-ebaac411f392 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:12.988984 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-7d008833-1a68-40ef-86c9-ebaac411f392 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:13.034064 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-7d008833-1a68-40ef-86c9-ebaac411f392 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Network ba5ea327-1819-4b68-80bb-bb4e81d1c973 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:59:13.040751 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-7d008833-1a68-40ef-86c9-ebaac411f392 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:59:13.040751 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-7d008833-1a68-40ef-86c9-ebaac411f392 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:59:13.054311 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d008833-1a68-40ef-86c9-ebaac411f392 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'Port': ['ID=0f01a915-6564-4f4f-b60c-4ab0f066bbe5,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:13.097156 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-7d008833-1a68-40ef-86c9-ebaac411f392 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:13.097969 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-7d008833-1a68-40ef-86c9-ebaac411f392 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:13.157766 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-7d008833-1a68-40ef-86c9-ebaac411f392 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7338443 Dec 17 15:59:13.170558 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-f485013a-ff70-4be4-94f9-ee84133f7728 service neutron] Request body: {'port': {'device_id': '3750ae57-43c1-4805-ae3b-d842c1263d83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:13.231717 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-f485013a-ff70-4be4-94f9-ee84133f7728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:13.326814 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-b91b33f0-ea34-41d3-9bf1-0aa287198c49 None None] Provisioning complete for port 0f01a915-6564-4f4f-b60c-4ab0f066bbe5 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:59:13.327428 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b91b33f0-ea34-41d3-9bf1-0aa287198c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:13.363665 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-b91b33f0-ea34-41d3-9bf1-0aa287198c49 None None] Port 0f01a915-6564-4f4f-b60c-4ab0f066bbe5 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:59:13.508450 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f4f1d-ed9f-49ee-aaf4-d2b8c70f2d8c req-78cdd210-11d0-438c-b332-aaa254804662 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:13.510047 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f94f4f1d-ed9f-49ee-aaf4-d2b8c70f2d8c req-78cdd210-11d0-438c-b332-aaa254804662 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=3750ae57-43c1-4805-ae3b-d842c1263d83 HTTP/1.1" status: 200 len: 932 time: 0.0545242 Dec 17 15:59:13.510540 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-f485013a-ff70-4be4-94f9-ee84133f7728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f01a915-6564-4f4f-b60c-4ab0f066bbe5 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:59:13.519617 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-f485013a-ff70-4be4-94f9-ee84133f7728 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:13.533114 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-f485013a-ff70-4be4-94f9-ee84133f7728 service neutron] Transition to ACTIVE for port object 0f01a915-6564-4f4f-b60c-4ab0f066bbe5 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:59:13.552142 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f94f4f1d-ed9f-49ee-aaf4-d2b8c70f2d8c req-881bb0f9-1f7f-4d26-8cee-7bad3669b995 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cc3c36e-d09f-4db6-ab48-b8d222513a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356936 Dec 17 15:59:13.657347 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-f485013a-ff70-4be4-94f9-ee84133f7728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:13.712093 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485013a-ff70-4be4-94f9-ee84133f7728 service neutron] Pushing event updated for resources: {'Port': ['ID=0f01a915-6564-4f4f-b60c-4ab0f066bbe5,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:13.790165 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-f485013a-ff70-4be4-94f9-ee84133f7728 service neutron] Attempting to bind port 0f01a915-6564-4f4f-b60c-4ab0f066bbe5 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:59:13.790531 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-f485013a-ff70-4be4-94f9-ee84133f7728 service neutron] Attempting to bind port 0f01a915-6564-4f4f-b60c-4ab0f066bbe5 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '14bdcc33-18be-40c6-857c-2a7bfab63d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:59:13.790902 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-f485013a-ff70-4be4-94f9-ee84133f7728 service neutron] Attempting to bind port 0f01a915-6564-4f4f-b60c-4ab0f066bbe5 on network ba5ea327-1819-4b68-80bb-bb4e81d1c973 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:59:13.796849 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-f485013a-ff70-4be4-94f9-ee84133f7728 service neutron] Port 0f01a915-6564-4f4f-b60c-4ab0f066bbe5 on network ba5ea327-1819-4b68-80bb-bb4e81d1c973 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:59:13.797193 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-f485013a-ff70-4be4-94f9-ee84133f7728 service neutron] Attempting to bind port 0f01a915-6564-4f4f-b60c-4ab0f066bbe5 on network ba5ea327-1819-4b68-80bb-bb4e81d1c973 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:59:13.802762 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-f485013a-ff70-4be4-94f9-ee84133f7728 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:59:13.803097 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-f485013a-ff70-4be4-94f9-ee84133f7728 service neutron] Checking segment: {'id': '14bdcc33-18be-40c6-857c-2a7bfab63d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:59:13.803470 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-f485013a-ff70-4be4-94f9-ee84133f7728 service neutron] Bound using segment: {'id': '14bdcc33-18be-40c6-857c-2a7bfab63d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:59:13.803884 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-f485013a-ff70-4be4-94f9-ee84133f7728 service neutron] Bound port: 0f01a915-6564-4f4f-b60c-4ab0f066bbe5, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14bdcc33-18be-40c6-857c-2a7bfab63d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:59:13.804231 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-f485013a-ff70-4be4-94f9-ee84133f7728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:13.875470 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-f485013a-ff70-4be4-94f9-ee84133f7728 service neutron] For port 0f01a915-6564-4f4f-b60c-4ab0f066bbe5, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:59:13.880155 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-f485013a-ff70-4be4-94f9-ee84133f7728 service neutron] For port 0f01a915-6564-4f4f-b60c-4ab0f066bbe5, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=0f01a915-6564-4f4f-b60c-4ab0f066bbe5,segment=NetworkSegment(14bdcc33-18be-40c6-857c-2a7bfab63d30),segment_id=14bdcc33-18be-40c6-857c-2a7bfab63d30)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:59:13.989816 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-f485013a-ff70-4be4-94f9-ee84133f7728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:14.026332 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-f485013a-ff70-4be4-94f9-ee84133f7728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:14.026956 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-f485013a-ff70-4be4-94f9-ee84133f7728 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:14.028377 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-f485013a-ff70-4be4-94f9-ee84133f7728 service neutron] 10.222.0.13 "PUT /v2.0/ports/0f01a915-6564-4f4f-b60c-4ab0f066bbe5 HTTP/1.1" status: 200 len: 1092 time: 0.8623869 Dec 17 15:59:14.028833 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3750ae57-43c1-4805-ae3b-d842c1263d83', 'tag': '0f01a915-6564-4f4f-b60c-4ab0f066bbe5'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:59:14.031110 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61da697a-8e83-4a0a-bdbf-42305bba71e5" -d '{"events": [{"name": "network-changed", "server_uuid": "3750ae57-43c1-4805-ae3b-d842c1263d83", "tag": "0f01a915-6564-4f4f-b60c-4ab0f066bbe5"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:59:14.054772 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485013a-ff70-4be4-94f9-ee84133f7728 service neutron] Pushing event updated for resources: {'Port': ['ID=0f01a915-6564-4f4f-b60c-4ab0f066bbe5,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:14.101914 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4560ac-fa96-4d66-bf66-e22116255045 x-openstack-request-id: req-ba4560ac-fa96-4d66-bf66-e22116255045 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:59:14.102322 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3750ae57-43c1-4805-ae3b-d842c1263d83", "tag": "0f01a915-6564-4f4f-b60c-4ab0f066bbe5", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:59:14.102641 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ba4560ac-fa96-4d66-bf66-e22116255045 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:59:14.103104 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3750ae57-43c1-4805-ae3b-d842c1263d83', 'tag': '0f01a915-6564-4f4f-b60c-4ab0f066bbe5', 'status': 'completed', 'code': 200} Dec 17 15:59:14.181286 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da697a-8e83-4a0a-bdbf-42305bba71e5 req-751a6d3e-179c-4fb0-b629-cd686a16611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:14.182890 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-61da697a-8e83-4a0a-bdbf-42305bba71e5 req-751a6d3e-179c-4fb0-b629-cd686a16611d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b477ad0f385a47e09888a6c7ccbf4288&device_id=3750ae57-43c1-4805-ae3b-d842c1263d83 HTTP/1.1" status: 200 len: 1095 time: 0.0468793 Dec 17 15:59:14.279864 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da697a-8e83-4a0a-bdbf-42305bba71e5 req-6a94cfbc-0e49-4504-bc67-e6bdad715d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:14.281379 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-61da697a-8e83-4a0a-bdbf-42305bba71e5 req-6a94cfbc-0e49-4504-bc67-e6bdad715d69 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b477ad0f385a47e09888a6c7ccbf4288&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0905774 Dec 17 15:59:14.380292 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da697a-8e83-4a0a-bdbf-42305bba71e5 req-4a320f96-5371-4ad3-9f56-a72ff19dafa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:14.381799 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-61da697a-8e83-4a0a-bdbf-42305bba71e5 req-4a320f96-5371-4ad3-9f56-a72ff19dafa7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941012 Dec 17 15:59:14.459702 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-36ebec2f-3961-4612-b367-ebed208d55b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:14.461242 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-36ebec2f-3961-4612-b367-ebed208d55b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b477ad0f385a47e09888a6c7ccbf4288&device_id=3750ae57-43c1-4805-ae3b-d842c1263d83 HTTP/1.1" status: 200 len: 1095 time: 0.0423927 Dec 17 15:59:14.503429 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-3803e339-b937-45c3-aadf-1577797d9517 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f01a915-6564-4f4f-b60c-4ab0f066bbe5 HTTP/1.1" status: 200 len: 217 time: 0.0343931 Dec 17 15:59:14.556713 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-ee51700b-1e50-484a-8ffc-6e4255eb72b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:14.558418 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-ee51700b-1e50-484a-8ffc-6e4255eb72b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0a99e93e-2633-40ec-8649-0b53bbe7ae92 HTTP/1.1" status: 200 len: 835 time: 0.0482519 Dec 17 15:59:14.608309 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-abe41e59-02af-4048-9a89-3e549e5020a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:14.609842 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-abe41e59-02af-4048-9a89-3e549e5020a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ba5ea327-1819-4b68-80bb-bb4e81d1c973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436389 Dec 17 15:59:14.674226 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e51cc-de75-4221-9a7a-1b47383ee453 req-459bfef0-c50e-476b-a86a-0c685357e742 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:14.675898 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-281e51cc-de75-4221-9a7a-1b47383ee453 req-459bfef0-c50e-476b-a86a-0c685357e742 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=3750ae57-43c1-4805-ae3b-d842c1263d83 HTTP/1.1" status: 200 len: 944 time: 0.0529966 Dec 17 15:59:14.706866 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-5b7e0f8e-412f-42fe-95e9-f174e877c7af service neutron] 10.222.0.13 "GET /v2.0/networks/ba5ea327-1819-4b68-80bb-bb4e81d1c973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899963 Dec 17 15:59:14.715979 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-281e51cc-de75-4221-9a7a-1b47383ee453 req-012f7f06-7baf-402a-af6d-4662847f3cf3 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cc3c36e-d09f-4db6-ab48-b8d222513a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338247 Dec 17 15:59:14.801921 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-61ac5ee2-b51c-42f6-ad6d-c27774b469c8 req-b15303ab-2bd0-4aff-8c60-cbd6a0335a6c service neutron] 10.222.0.13 "GET /v2.0/networks/ba5ea327-1819-4b68-80bb-bb4e81d1c973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884647 Dec 17 15:59:15.839419 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18513fe-ad02-4826-becd-1674ffd67707 req-55454382-d85a-4ff8-8bbe-c29673e00ca1 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:15.841220 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c18513fe-ad02-4826-becd-1674ffd67707 req-55454382-d85a-4ff8-8bbe-c29673e00ca1 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=3750ae57-43c1-4805-ae3b-d842c1263d83 HTTP/1.1" status: 200 len: 944 time: 0.0520298 Dec 17 15:59:15.883557 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c18513fe-ad02-4826-becd-1674ffd67707 req-522e183c-b194-4f49-9d98-9b214b0f5cc3 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cc3c36e-d09f-4db6-ab48-b8d222513a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347886 Dec 17 15:59:16.833469 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:59:17.002251 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a51f6d-719d-4c5a-b667-5292a8672a05 req-b92b673a-76a5-4e3e-a922-93dfd1636d3e tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:17.003876 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-60a51f6d-719d-4c5a-b667-5292a8672a05 req-b92b673a-76a5-4e3e-a922-93dfd1636d3e tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=3750ae57-43c1-4805-ae3b-d842c1263d83 HTTP/1.1" status: 200 len: 944 time: 0.0537062 Dec 17 15:59:17.044627 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-60a51f6d-719d-4c5a-b667-5292a8672a05 req-351a4c1f-6173-49a4-a2fc-c121f75f9650 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cc3c36e-d09f-4db6-ab48-b8d222513a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338190 Dec 17 15:59:17.312658 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 0f01a915-6564-4f4f-b60c-4ab0f066bbe5 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 15:59:17.415524 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 0f01a915-6564-4f4f-b60c-4ab0f066bbe5, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=0f01a915-6564-4f4f-b60c-4ab0f066bbe5,segment=NetworkSegment(14bdcc33-18be-40c6-857c-2a7bfab63d30),segment_id=14bdcc33-18be-40c6-857c-2a7bfab63d30)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:59:17.428501 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '0f01a915-6564-4f4f-b60c-4ab0f066bbe5', 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973', 'port_id': '0f01a915-6564-4f4f-b60c-4ab0f066bbe5', 'mac_address': 'fa:16:3e:61:90:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a99e93e-2633-40ec-8649-0b53bbe7ae92', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 15:59:17.466809 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:17.480450 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f01a915-6564-4f4f-b60c-4ab0f066bbe5 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:59:17.499551 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 0f01a915-6564-4f4f-b60c-4ab0f066bbe5, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=0f01a915-6564-4f4f-b60c-4ab0f066bbe5,segment=NetworkSegment(14bdcc33-18be-40c6-857c-2a7bfab63d30),segment_id=14bdcc33-18be-40c6-857c-2a7bfab63d30)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:59:17.650725 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:17.706824 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=0f01a915-6564-4f4f-b60c-4ab0f066bbe5,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:17.841945 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['0f01a915-6564-4f4f-b60c-4ab0f066bbe5'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 15:59:18.171363 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937ab65-d843-4d89-a8d3-8e917dfa9598 req-99ba8300-f71c-4193-bd28-0654c63ad2aa tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:18.172798 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1937ab65-d843-4d89-a8d3-8e917dfa9598 req-99ba8300-f71c-4193-bd28-0654c63ad2aa tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=3750ae57-43c1-4805-ae3b-d842c1263d83 HTTP/1.1" status: 200 len: 945 time: 0.0532720 Dec 17 15:59:18.211667 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1937ab65-d843-4d89-a8d3-8e917dfa9598 req-9188aeae-4c57-4668-be3a-7562dfcc636c tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cc3c36e-d09f-4db6-ab48-b8d222513a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315530 Dec 17 15:59:19.326852 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e13d1a-6c59-4700-8853-5afc2e7f12ed req-32d5b649-cb3c-401e-b40b-75004abafc88 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:19.328329 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9e13d1a-6c59-4700-8853-5afc2e7f12ed req-32d5b649-cb3c-401e-b40b-75004abafc88 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=3750ae57-43c1-4805-ae3b-d842c1263d83 HTTP/1.1" status: 200 len: 945 time: 0.0491819 Dec 17 15:59:19.337575 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 0f01a915-6564-4f4f-b60c-4ab0f066bbe5 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 15:59:19.370962 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9e13d1a-6c59-4700-8853-5afc2e7f12ed req-edb0b100-a84c-4684-bc8a-7c7a5be4cd2b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cc3c36e-d09f-4db6-ab48-b8d222513a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361688 Dec 17 15:59:19.428528 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 0f01a915-6564-4f4f-b60c-4ab0f066bbe5 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 15:59:19.441333 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 0f01a915-6564-4f4f-b60c-4ab0f066bbe5 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:59:19.441333 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:19.516150 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:19.538985 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3750ae57-43c1-4805-ae3b-d842c1263d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f01a915-6564-4f4f-b60c-4ab0f066bbe5'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:59:19.541244 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39643c1-7532-41a3-b1d9-d20bc11fd86a" -d '{"events": [{"server_uuid": "3750ae57-43c1-4805-ae3b-d842c1263d83", "name": "network-vif-plugged", "status": "completed", "tag": "0f01a915-6564-4f4f-b60c-4ab0f066bbe5"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:59:19.558838 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 0f01a915-6564-4f4f-b60c-4ab0f066bbe5, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=0f01a915-6564-4f4f-b60c-4ab0f066bbe5,segment=NetworkSegment(14bdcc33-18be-40c6-857c-2a7bfab63d30),segment_id=14bdcc33-18be-40c6-857c-2a7bfab63d30)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 15:59:19.587304 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 15:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627b8b08-8caf-4d34-b573-bf415a31eebc x-openstack-request-id: req-627b8b08-8caf-4d34-b573-bf415a31eebc {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:59:19.587596 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3750ae57-43c1-4805-ae3b-d842c1263d83", "name": "network-vif-plugged", "status": "completed", "tag": "0f01a915-6564-4f4f-b60c-4ab0f066bbe5", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:59:19.587851 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-627b8b08-8caf-4d34-b573-bf415a31eebc {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:59:19.588268 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3750ae57-43c1-4805-ae3b-d842c1263d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f01a915-6564-4f4f-b60c-4ab0f066bbe5', 'code': 200} Dec 17 15:59:19.634171 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:19.687537 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=0f01a915-6564-4f4f-b60c-4ab0f066bbe5,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:19.692839 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50bbe81-c822-4ca5-b660-f0a53ad12e64 req-0fb4ff3e-a30f-4d2c-ab9b-db0bc1cfba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:19.694843 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e50bbe81-c822-4ca5-b660-f0a53ad12e64 req-0fb4ff3e-a30f-4d2c-ab9b-db0bc1cfba82 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3750ae57-43c1-4805-ae3b-d842c1263d83 HTTP/1.1" status: 200 len: 1097 time: 0.0459862 Dec 17 15:59:19.732124 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e50bbe81-c822-4ca5-b660-f0a53ad12e64 req-d39bab03-91ca-417e-81fc-c185de61df6b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8cc3c36e-d09f-4db6-ab48-b8d222513a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285757 Dec 17 15:59:20.491071 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0031fb0-d3f3-4e05-9bef-5f08bc56c971 req-e343e89c-ff69-4f7d-8165-36ef8d4dc3a2 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:20.493251 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b0031fb0-d3f3-4e05-9bef-5f08bc56c971 req-e343e89c-ff69-4f7d-8165-36ef8d4dc3a2 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=3750ae57-43c1-4805-ae3b-d842c1263d83 HTTP/1.1" status: 200 len: 946 time: 0.0521517 Dec 17 15:59:20.534332 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b0031fb0-d3f3-4e05-9bef-5f08bc56c971 req-3a6bc0ee-4077-4095-85af-e3984c20a50c tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cc3c36e-d09f-4db6-ab48-b8d222513a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354388 Dec 17 15:59:21.653148 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced8668-1c13-447a-8386-b6c34e90f294 req-8c44d837-8380-4f17-b8ec-997851708c31 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:21.654548 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cced8668-1c13-447a-8386-b6c34e90f294 req-8c44d837-8380-4f17-b8ec-997851708c31 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=3750ae57-43c1-4805-ae3b-d842c1263d83 HTTP/1.1" status: 200 len: 946 time: 0.0500786 Dec 17 15:59:21.693904 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cced8668-1c13-447a-8386-b6c34e90f294 req-506050db-e4e9-4775-b7eb-813918e78e82 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cc3c36e-d09f-4db6-ab48-b8d222513a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321438 Dec 17 15:59:21.806320 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00435dba-abf0-400d-bcf9-7d4bde791080 req-fb16b29b-8995-4257-9d3f-fb7c4db042fc tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:21.807783 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-00435dba-abf0-400d-bcf9-7d4bde791080 req-fb16b29b-8995-4257-9d3f-fb7c4db042fc tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=3750ae57-43c1-4805-ae3b-d842c1263d83 HTTP/1.1" status: 200 len: 946 time: 0.0483856 Dec 17 15:59:21.846817 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-00435dba-abf0-400d-bcf9-7d4bde791080 req-e1509e91-3d58-4834-84f8-fc1fcf71de60 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cc3c36e-d09f-4db6-ab48-b8d222513a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329604 Dec 17 15:59:21.868597 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37570) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:59:21.912107 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba39f405-7352-4ee9-9874-16c63a2aa4c6 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:21.913538 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ba39f405-7352-4ee9-9874-16c63a2aa4c6 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3750ae57-43c1-4805-ae3b-d842c1263d83 HTTP/1.1" status: 200 len: 1092 time: 0.0439460 Dec 17 15:59:21.916489 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37572) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:59:21.920761 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-3be25327-ea9c-4533-8d16-43806d232553 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'port_id': '0f01a915-6564-4f4f-b60c-4ab0f066bbe5', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:22.016680 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3be25327-ea9c-4533-8d16-43806d232553 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for floatingip, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:22.114968 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3be25327-ea9c-4533-8d16-43806d232553 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:22.269719 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-3be25327-ea9c-4533-8d16-43806d232553 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Allocated IP 172.25.6.34 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/941d6194-4415-421e-a789-70a4da904b39) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:59:22.365990 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1529636-630b-4cac-9280-17972a863837 req-22f00539-5028-442a-b802-8af370490f55 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:22.367459 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b1529636-630b-4cac-9280-17972a863837 req-22f00539-5028-442a-b802-8af370490f55 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/networks?id=355210bf-f333-4091-b076-b021f964c83c HTTP/1.1" status: 200 len: 812 time: 0.1627419 Dec 17 15:59:22.394092 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b1529636-630b-4cac-9280-17972a863837 req-5b6ef137-af7d-4d4e-9f19-1d595e5cbb11 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/quotas/bd68706f6c3b479fbd5c963f53102a88 HTTP/1.1" status: 200 len: 375 time: 0.0204568 Dec 17 15:59:22.441009 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3be25327-ea9c-4533-8d16-43806d232553 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:22.470445 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b1529636-630b-4cac-9280-17972a863837 req-b3e68382-ee79-41da-9aac-5195203bc4a6 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679245 Dec 17 15:59:22.570002 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b1529636-630b-4cac-9280-17972a863837 req-11a88673-3a92-4e9c-aa31-c8eb9d954b66 service neutron] 10.222.0.46 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914247 Dec 17 15:59:22.620169 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3be25327-ea9c-4533-8d16-43806d232553 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:22.673877 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be25327-ea9c-4533-8d16-43806d232553 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:59:22.686251 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-3be25327-ea9c-4533-8d16-43806d232553 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:59:22.694111 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be25327-ea9c-4533-8d16-43806d232553 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:59:22.695963 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be25327-ea9c-4533-8d16-43806d232553 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'Port': ['ID=941d6194-4415-421e-a789-70a4da904b39,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:22.735179 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b1529636-630b-4cac-9280-17972a863837 req-3480e2d7-ed3d-4472-b63b-b8dccfedeb83 service neutron] 10.222.0.46 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588235 Dec 17 15:59:23.022199 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a0dd4a52-e6c8-458e-8df4-d2001fb108d4 req-f0c1c87d-8a35-4b9b-91aa-8f2c48efc90b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 210 time: 0.0350049 Dec 17 15:59:23.072869 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3be25327-ea9c-4533-8d16-43806d232553 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:23.231374 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3be25327-ea9c-4533-8d16-43806d232553 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:23.386893 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3be25327-ea9c-4533-8d16-43806d232553 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:23.444683 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3be25327-ea9c-4533-8d16-43806d232553 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:23.515886 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be25327-ea9c-4533-8d16-43806d232553 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'Port': ['ID=941d6194-4415-421e-a789-70a4da904b39,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:23.530408 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3be25327-ea9c-4533-8d16-43806d232553 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:23.634327 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-3be25327-ea9c-4533-8d16-43806d232553 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Floating IP 604cbdba-56a6-4e06-9709-28ccbc0df065 associated. External IP: 172.25.6.34, port: 0f01a915-6564-4f4f-b60c-4ab0f066bbe5. Dec 17 15:59:23.840665 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be25327-ea9c-4533-8d16-43806d232553 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Router 7fc53c1c-997d-4d90-978f-3eeb16f27bc1 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 15:59:23.949863 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be25327-ea9c-4533-8d16-43806d232553 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 15:59:23.960318 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cba7e7c-9408-436b-9d25-140d4fb773b5 None None] Sync routers for ids ['7fc53c1c-997d-4d90-978f-3eeb16f27bc1'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 15:59:23.969239 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cba7e7c-9408-436b-9d25-140d4fb773b5 None None] Routers {'7fc53c1c-997d-4d90-978f-3eeb16f27bc1'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:59:23.969837 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-7cba7e7c-9408-436b-9d25-140d4fb773b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:59:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['7fc53c1c-997d-4d90-978f-3eeb16f27bc1'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:24.036235 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3be25327-ea9c-4533-8d16-43806d232553 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:24.073711 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3be25327-ea9c-4533-8d16-43806d232553 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1561773 Dec 17 15:59:24.074303 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3750ae57-43c1-4805-ae3b-d842c1263d83', 'tag': '0f01a915-6564-4f4f-b60c-4ab0f066bbe5'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:59:24.076577 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730705ba-5862-48bb-9cae-c714e4751634" -d '{"events": [{"name": "network-changed", "server_uuid": "3750ae57-43c1-4805-ae3b-d842c1263d83", "tag": "0f01a915-6564-4f4f-b60c-4ab0f066bbe5"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:59:24.076891 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37600) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:59:24.077967 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-7cba7e7c-9408-436b-9d25-140d4fb773b5 None None] Set router 7fc53c1c-997d-4d90-978f-3eeb16f27bc1 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:59:24.142039 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d3c14638-1aa9-43a9-9a57-dca7f7fd9a8d req-91ff1a9f-6b1d-46d9-bbbd-6b9b387bf7c7 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 210 time: 0.0397940 Dec 17 15:59:24.198126 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-77cdf7fb-528c-40e7-93da-33175f707d32 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/floatingips/604cbdba-56a6-4e06-9709-28ccbc0df065 HTTP/1.1" status: 200 len: 991 time: 0.1189263 Dec 17 15:59:24.279242 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d391cb5-f22f-4f98-868a-39cf7ecf7d2f x-openstack-request-id: req-8d391cb5-f22f-4f98-868a-39cf7ecf7d2f {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:59:24.283967 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3750ae57-43c1-4805-ae3b-d842c1263d83", "tag": "0f01a915-6564-4f4f-b60c-4ab0f066bbe5", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:59:24.283967 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8d391cb5-f22f-4f98-868a-39cf7ecf7d2f {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:59:24.283967 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3750ae57-43c1-4805-ae3b-d842c1263d83', 'tag': '0f01a915-6564-4f4f-b60c-4ab0f066bbe5', 'status': 'completed', 'code': 200} Dec 17 15:59:24.343673 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730705ba-5862-48bb-9cae-c714e4751634 req-e399b28b-b4b7-4e23-a82c-d81351fe41c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:24.345118 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-730705ba-5862-48bb-9cae-c714e4751634 req-e399b28b-b4b7-4e23-a82c-d81351fe41c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b477ad0f385a47e09888a6c7ccbf4288&device_id=3750ae57-43c1-4805-ae3b-d842c1263d83 HTTP/1.1" status: 200 len: 1097 time: 0.0421507 Dec 17 15:59:24.414899 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-7cba7e7c-9408-436b-9d25-140d4fb773b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'name': 'tempest-TestNetworkBasicOps-router-925608167', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T15:59:02Z', 'revision_number': 4, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'gw_port': {'id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '604cbdba-56a6-4e06-9709-28ccbc0df065', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'port_id': '0f01a915-6564-4f4f-b60c-4ab0f066bbe5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973', 'mac_address': 'fa:16:3e:61:90:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3750ae57-43c1-4805-ae3b-d842c1263d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:59:22Z', 'updated_at': '2021-12-17T15:59:22Z', 'revision_number': 0, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '808cc516-2e6d-4505-95c6-20be46e0a5e9', 'name': '', 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'mac_address': 'fa:16:3e:2d:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '0a99e93e-2633-40ec-8649-0b53bbe7ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:59:02Z', 'updated_at': '2021-12-17T15:59:06Z', 'revision_number': 5, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'subnets': [{'id': '0a99e93e-2633-40ec-8649-0b53bbe7ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:24.440393 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730705ba-5862-48bb-9cae-c714e4751634 req-501c3462-b583-4ac5-a941-58c33f46a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:24.442287 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-730705ba-5862-48bb-9cae-c714e4751634 req-501c3462-b583-4ac5-a941-58c33f46a37b service neutron] 10.222.0.13 "GET /v2.0/networks?id=ba5ea327-1819-4b68-80bb-bb4e81d1c973 HTTP/1.1" status: 200 len: 897 time: 0.0904555 Dec 17 15:59:24.443010 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cba7e7c-9408-436b-9d25-140d4fb773b5 None None] Checking router: 7fc53c1c-997d-4d90-978f-3eeb16f27bc1 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 15:59:24.451360 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cba7e7c-9408-436b-9d25-140d4fb773b5 None None] Routers {'7fc53c1c-997d-4d90-978f-3eeb16f27bc1'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 15:59:24.451969 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-7cba7e7c-9408-436b-9d25-140d4fb773b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T15:59:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['7fc53c1c-997d-4d90-978f-3eeb16f27bc1'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:24.564819 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-7cba7e7c-9408-436b-9d25-140d4fb773b5 None None] Set router 7fc53c1c-997d-4d90-978f-3eeb16f27bc1 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 15:59:24.801202 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-7cba7e7c-9408-436b-9d25-140d4fb773b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'name': 'tempest-TestNetworkBasicOps-router-925608167', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T15:59:02Z', 'revision_number': 4, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'gw_port': {'id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '604cbdba-56a6-4e06-9709-28ccbc0df065', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'port_id': '0f01a915-6564-4f4f-b60c-4ab0f066bbe5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973', 'mac_address': 'fa:16:3e:61:90:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3750ae57-43c1-4805-ae3b-d842c1263d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:59:22Z', 'updated_at': '2021-12-17T15:59:22Z', 'revision_number': 0, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '808cc516-2e6d-4505-95c6-20be46e0a5e9', 'name': '', 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'mac_address': 'fa:16:3e:2d:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '0a99e93e-2633-40ec-8649-0b53bbe7ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:59:02Z', 'updated_at': '2021-12-17T15:59:06Z', 'revision_number': 5, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'subnets': [{'id': '0a99e93e-2633-40ec-8649-0b53bbe7ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 15:59:24.827948 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-730705ba-5862-48bb-9cae-c714e4751634 req-647a1912-da24-4b5f-9c93-25ed5523032b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f01a915-6564-4f4f-b60c-4ab0f066bbe5 HTTP/1.1" status: 200 len: 999 time: 0.3789701 Dec 17 15:59:24.832249 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cba7e7c-9408-436b-9d25-140d4fb773b5 None None] The sync data for ids ['7fc53c1c-997d-4d90-978f-3eeb16f27bc1'] in n-d-820553-2 is: [{'id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'name': 'tempest-TestNetworkBasicOps-router-925608167', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T15:59:02Z', 'revision_number': 4, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'gw_port': {'id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '604cbdba-56a6-4e06-9709-28ccbc0df065', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'port_id': '0f01a915-6564-4f4f-b60c-4ab0f066bbe5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973', 'mac_address': 'fa:16:3e:61:90:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3750ae57-43c1-4805-ae3b-d842c1263d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:59:22Z', 'updated_at': '2021-12-17T15:59:22Z', 'revision_number': 0, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '808cc516-2e6d-4505-95c6-20be46e0a5e9', 'name': '', 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'mac_address': 'fa:16:3e:2d:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '0a99e93e-2633-40ec-8649-0b53bbe7ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:59:02Z', 'updated_at': '2021-12-17T15:59:06Z', 'revision_number': 5, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'subnets': [{'id': '0a99e93e-2633-40ec-8649-0b53bbe7ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 15:59:24.929542 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730705ba-5862-48bb-9cae-c714e4751634 req-198b64a6-8542-43db-8d39-cbc9658ef89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:24.931001 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-730705ba-5862-48bb-9cae-c714e4751634 req-198b64a6-8542-43db-8d39-cbc9658ef89c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0a99e93e-2633-40ec-8649-0b53bbe7ae92 HTTP/1.1" status: 200 len: 835 time: 0.0926104 Dec 17 15:59:24.985774 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1529636-630b-4cac-9280-17972a863837 req-699a57e4-d902-4376-bd88-8d01ddda62d5 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:24.987248 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b1529636-630b-4cac-9280-17972a863837 req-699a57e4-d902-4376-bd88-8d01ddda62d5 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.41 "GET /v2.0/networks?id=355210bf-f333-4091-b076-b021f964c83c HTTP/1.1" status: 200 len: 812 time: 0.1752837 Dec 17 15:59:24.997805 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730705ba-5862-48bb-9cae-c714e4751634 req-f9774ca3-596d-4c09-b29a-7291b4645426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:24.999269 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-730705ba-5862-48bb-9cae-c714e4751634 req-f9774ca3-596d-4c09-b29a-7291b4645426 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ba5ea327-1819-4b68-80bb-bb4e81d1c973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609519 Dec 17 15:59:25.006974 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-b1529636-630b-4cac-9280-17972a863837 req-b3ec996d-5f78-4bad-8a77-7eb0915b5ab7 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Request body: {'port': {'device_id': 'd381781f-6fd3-4985-a110-b72be7af1c09', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'admin_state_up': True, 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:25.062564 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83f8871-e02a-4d81-ad72-69a926662772 None None] New status for floating IP 604cbdba-56a6-4e06-9709-28ccbc0df065: ACTIVE {{(pid=102834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 15:59:25.180070 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-730705ba-5862-48bb-9cae-c714e4751634 req-0b367707-1a52-48cc-8d8e-c71ad0101853 service neutron] 10.222.0.13 "GET /v2.0/networks/ba5ea327-1819-4b68-80bb-bb4e81d1c973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695995 Dec 17 15:59:25.206832 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37608) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:59:25.296897 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-28cec0df-85fb-4643-98ff-893f7e470f2b req-e2ee58ee-fd21-46bd-9cf0-b1396a277f9c tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 210 time: 0.0342071 Dec 17 15:59:25.298204 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-730705ba-5862-48bb-9cae-c714e4751634 req-3e09f646-4d81-48a1-b374-90451f5f6799 service neutron] 10.222.0.13 "GET /v2.0/networks/ba5ea327-1819-4b68-80bb-bb4e81d1c973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110089 Dec 17 15:59:25.314640 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-46ae822d-bbf1-4034-9079-2ce570842f19 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/floatingips/604cbdba-56a6-4e06-9709-28ccbc0df065 HTTP/1.1" status: 200 len: 991 time: 0.1003599 Dec 17 15:59:25.331009 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1529636-630b-4cac-9280-17972a863837 req-b3ec996d-5f78-4bad-8a77-7eb0915b5ab7 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Made reservation on behalf of bd68706f6c3b479fbd5c963f53102a88 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:59:25.340881 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b1529636-630b-4cac-9280-17972a863837 req-b3ec996d-5f78-4bad-8a77-7eb0915b5ab7 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:25.468525 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-b1529636-630b-4cac-9280-17972a863837 req-b3ec996d-5f78-4bad-8a77-7eb0915b5ab7 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Allocated IP 172.20.0.3 (355210bf-f333-4091-b076-b021f964c83c/040decac-d73e-40b6-8001-3c00aef94ddf/d9437f0b-5a1e-4e63-9edf-5e41236c7304) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 15:59:25.616172 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b1529636-630b-4cac-9280-17972a863837 req-b3ec996d-5f78-4bad-8a77-7eb0915b5ab7 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:25.731571 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b1529636-630b-4cac-9280-17972a863837 req-b3ec996d-5f78-4bad-8a77-7eb0915b5ab7 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:25.776465 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1529636-630b-4cac-9280-17972a863837 req-b3ec996d-5f78-4bad-8a77-7eb0915b5ab7 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Network 355210bf-f333-4091-b076-b021f964c83c is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 15:59:25.779590 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-b1529636-630b-4cac-9280-17972a863837 req-b3ec996d-5f78-4bad-8a77-7eb0915b5ab7 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:59:25.783366 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1529636-630b-4cac-9280-17972a863837 req-b3ec996d-5f78-4bad-8a77-7eb0915b5ab7 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 15:59:25.810737 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec996d-5f78-4bad-8a77-7eb0915b5ab7 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Pushing event updated for resources: {'Port': ['ID=d9437f0b-5a1e-4e63-9edf-5e41236c7304,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:25.841284 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1529636-630b-4cac-9280-17972a863837 req-b3ec996d-5f78-4bad-8a77-7eb0915b5ab7 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:25.841833 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b1529636-630b-4cac-9280-17972a863837 req-b3ec996d-5f78-4bad-8a77-7eb0915b5ab7 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:25.939724 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b1529636-630b-4cac-9280-17972a863837 req-b3ec996d-5f78-4bad-8a77-7eb0915b5ab7 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9372950 Dec 17 15:59:25.958995 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-b1529636-630b-4cac-9280-17972a863837 req-a08264fc-cd5c-4db2-b502-d98aaac5eb4a service neutron] Request body: {'port': {'device_id': 'd381781f-6fd3-4985-a110-b72be7af1c09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:26.008846 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-21431f1c-228e-4b5c-a0dc-384e6c5a36cc None None] Provisioning complete for port d9437f0b-5a1e-4e63-9edf-5e41236c7304 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 15:59:26.009286 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-21431f1c-228e-4b5c-a0dc-384e6c5a36cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:26.012678 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b1529636-630b-4cac-9280-17972a863837 req-a08264fc-cd5c-4db2-b502-d98aaac5eb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:26.042855 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-21431f1c-228e-4b5c-a0dc-384e6c5a36cc None None] Port d9437f0b-5a1e-4e63-9edf-5e41236c7304 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 15:59:26.188217 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:26.292555 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-b1529636-630b-4cac-9280-17972a863837 req-a08264fc-cd5c-4db2-b502-d98aaac5eb4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9437f0b-5a1e-4e63-9edf-5e41236c7304 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 15:59:26.302491 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b1529636-630b-4cac-9280-17972a863837 req-a08264fc-cd5c-4db2-b502-d98aaac5eb4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:26.312880 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37616) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:59:26.317283 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-b1529636-630b-4cac-9280-17972a863837 req-a08264fc-cd5c-4db2-b502-d98aaac5eb4a service neutron] Transition to ACTIVE for port object d9437f0b-5a1e-4e63-9edf-5e41236c7304 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 15:59:26.388554 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b1529636-630b-4cac-9280-17972a863837 req-a08264fc-cd5c-4db2-b502-d98aaac5eb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:26.468851 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08264fc-cd5c-4db2-b502-d98aaac5eb4a service neutron] Pushing event updated for resources: {'Port': ['ID=d9437f0b-5a1e-4e63-9edf-5e41236c7304,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:26.531409 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-b1529636-630b-4cac-9280-17972a863837 req-a08264fc-cd5c-4db2-b502-d98aaac5eb4a service neutron] Attempting to bind port d9437f0b-5a1e-4e63-9edf-5e41236c7304 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 15:59:26.531821 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-b1529636-630b-4cac-9280-17972a863837 req-a08264fc-cd5c-4db2-b502-d98aaac5eb4a service neutron] Attempting to bind port d9437f0b-5a1e-4e63-9edf-5e41236c7304 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 15:59:26.532150 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1529636-630b-4cac-9280-17972a863837 req-a08264fc-cd5c-4db2-b502-d98aaac5eb4a service neutron] Attempting to bind port d9437f0b-5a1e-4e63-9edf-5e41236c7304 on network 355210bf-f333-4091-b076-b021f964c83c {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:59:26.541332 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1529636-630b-4cac-9280-17972a863837 req-a08264fc-cd5c-4db2-b502-d98aaac5eb4a service neutron] Port d9437f0b-5a1e-4e63-9edf-5e41236c7304 on network 355210bf-f333-4091-b076-b021f964c83c not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 15:59:26.541332 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1529636-630b-4cac-9280-17972a863837 req-a08264fc-cd5c-4db2-b502-d98aaac5eb4a service neutron] Attempting to bind port d9437f0b-5a1e-4e63-9edf-5e41236c7304 on network 355210bf-f333-4091-b076-b021f964c83c {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 15:59:26.544357 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1529636-630b-4cac-9280-17972a863837 req-a08264fc-cd5c-4db2-b502-d98aaac5eb4a service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 15:59:26.544693 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1529636-630b-4cac-9280-17972a863837 req-a08264fc-cd5c-4db2-b502-d98aaac5eb4a service neutron] Checking segment: {'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:59:26.545121 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1529636-630b-4cac-9280-17972a863837 req-a08264fc-cd5c-4db2-b502-d98aaac5eb4a service neutron] Bound using segment: {'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 15:59:26.545546 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-b1529636-630b-4cac-9280-17972a863837 req-a08264fc-cd5c-4db2-b502-d98aaac5eb4a service neutron] Bound port: d9437f0b-5a1e-4e63-9edf-5e41236c7304, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 15:59:26.545902 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b1529636-630b-4cac-9280-17972a863837 req-a08264fc-cd5c-4db2-b502-d98aaac5eb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:26.627271 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-b1529636-630b-4cac-9280-17972a863837 req-a08264fc-cd5c-4db2-b502-d98aaac5eb4a service neutron] For port d9437f0b-5a1e-4e63-9edf-5e41236c7304, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 15:59:26.631741 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-b1529636-630b-4cac-9280-17972a863837 req-a08264fc-cd5c-4db2-b502-d98aaac5eb4a service neutron] For port d9437f0b-5a1e-4e63-9edf-5e41236c7304, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=d9437f0b-5a1e-4e63-9edf-5e41236c7304,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 15:59:26.667728 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-88682ae5-ec9f-4d6b-9ebf-9fd8c7865cec tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/floatingips/604cbdba-56a6-4e06-9709-28ccbc0df065 HTTP/1.1" status: 200 len: 993 time: 0.3535073 Dec 17 15:59:26.679072 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a50c8-82e9-4be0-a596-4479447ba51c req-84fafa1d-4a39-431e-9700-c1756f4b8370 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:26.682533 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc5a50c8-82e9-4be0-a596-4479447ba51c req-84fafa1d-4a39-431e-9700-c1756f4b8370 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 943 time: 0.0766609 Dec 17 15:59:26.723345 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc5a50c8-82e9-4be0-a596-4479447ba51c req-345b99d8-4b58-4a75-83a3-e1ddd6c31d89 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352571 Dec 17 15:59:26.731100 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b1529636-630b-4cac-9280-17972a863837 req-a08264fc-cd5c-4db2-b502-d98aaac5eb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:26.773888 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1529636-630b-4cac-9280-17972a863837 req-a08264fc-cd5c-4db2-b502-d98aaac5eb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:26.774658 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b1529636-630b-4cac-9280-17972a863837 req-a08264fc-cd5c-4db2-b502-d98aaac5eb4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:26.776483 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b1529636-630b-4cac-9280-17972a863837 req-a08264fc-cd5c-4db2-b502-d98aaac5eb4a service neutron] 10.222.0.41 "PUT /v2.0/ports/d9437f0b-5a1e-4e63-9edf-5e41236c7304 HTTP/1.1" status: 200 len: 1091 time: 0.8219507 Dec 17 15:59:26.777137 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd381781f-6fd3-4985-a110-b72be7af1c09', 'tag': 'd9437f0b-5a1e-4e63-9edf-5e41236c7304'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 15:59:26.779686 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ab994f-e3d6-472e-af7f-c509da7eadf5" -d '{"events": [{"name": "network-changed", "server_uuid": "d381781f-6fd3-4985-a110-b72be7af1c09", "tag": "d9437f0b-5a1e-4e63-9edf-5e41236c7304"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 15:59:26.805560 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08264fc-cd5c-4db2-b502-d98aaac5eb4a service neutron] Pushing event updated for resources: {'Port': ['ID=d9437f0b-5a1e-4e63-9edf-5e41236c7304,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:26.839684 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 15:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460d5cb6-b813-433b-9838-c9c0767ee9e1 x-openstack-request-id: req-460d5cb6-b813-433b-9838-c9c0767ee9e1 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 15:59:26.840247 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d381781f-6fd3-4985-a110-b72be7af1c09", "tag": "d9437f0b-5a1e-4e63-9edf-5e41236c7304", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 15:59:26.840501 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-460d5cb6-b813-433b-9838-c9c0767ee9e1 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 15:59:26.840908 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd381781f-6fd3-4985-a110-b72be7af1c09', 'tag': 'd9437f0b-5a1e-4e63-9edf-5e41236c7304', 'status': 'completed', 'code': 200} Dec 17 15:59:26.925726 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab994f-e3d6-472e-af7f-c509da7eadf5 req-5f0d1ed7-497d-4cca-bff7-5ebfda4ffe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:26.927941 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-56ab994f-e3d6-472e-af7f-c509da7eadf5 req-5f0d1ed7-497d-4cca-bff7-5ebfda4ffe51 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 1094 time: 0.0450687 Dec 17 15:59:27.042462 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab994f-e3d6-472e-af7f-c509da7eadf5 req-fdca0c8b-0d05-4720-831e-10f4d785c461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:27.043849 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-56ab994f-e3d6-472e-af7f-c509da7eadf5 req-fdca0c8b-0d05-4720-831e-10f4d785c461 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=bd68706f6c3b479fbd5c963f53102a88&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1033394 Dec 17 15:59:27.146351 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab994f-e3d6-472e-af7f-c509da7eadf5 req-d685fde0-8f5a-4ff1-8726-c0114f9631f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:27.147725 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-56ab994f-e3d6-472e-af7f-c509da7eadf5 req-d685fde0-8f5a-4ff1-8726-c0114f9631f5 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969651 Dec 17 15:59:27.257815 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1529636-630b-4cac-9280-17972a863837 req-aa56720e-d626-4fcb-8e47-7f7cb9e5b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:27.259329 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b1529636-630b-4cac-9280-17972a863837 req-aa56720e-d626-4fcb-8e47-7f7cb9e5b1f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 1094 time: 0.0443923 Dec 17 15:59:27.307067 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b1529636-630b-4cac-9280-17972a863837 req-ade819a7-c7a6-40a4-bb4d-4f29cad465e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9437f0b-5a1e-4e63-9edf-5e41236c7304 HTTP/1.1" status: 200 len: 217 time: 0.0340984 Dec 17 15:59:27.360204 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1529636-630b-4cac-9280-17972a863837 req-13989a8e-847b-41bd-ab81-f1f148ce7a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:27.361688 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b1529636-630b-4cac-9280-17972a863837 req-13989a8e-847b-41bd-ab81-f1f148ce7a7b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=040decac-d73e-40b6-8001-3c00aef94ddf HTTP/1.1" status: 200 len: 851 time: 0.0479145 Dec 17 15:59:27.408112 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1529636-630b-4cac-9280-17972a863837 req-988bb6e0-74a9-4903-ad8b-57c9375baaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:27.409566 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b1529636-630b-4cac-9280-17972a863837 req-988bb6e0-74a9-4903-ad8b-57c9375baaef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=355210bf-f333-4091-b076-b021f964c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405970 Dec 17 15:59:27.502805 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b1529636-630b-4cac-9280-17972a863837 req-82476a76-1113-46f9-b385-440fafb1d3e7 service neutron] 10.222.0.41 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838895 Dec 17 15:59:27.606279 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b1529636-630b-4cac-9280-17972a863837 req-53e8cdb8-11db-4ab5-9e10-31a8b3cb2e22 service neutron] 10.222.0.41 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946672 Dec 17 15:59:27.841928 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425db226-6c76-43bf-ada6-34e65716a258 req-f1aba180-1612-45f1-969a-d9fa13b10d16 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:27.843443 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-425db226-6c76-43bf-ada6-34e65716a258 req-f1aba180-1612-45f1-969a-d9fa13b10d16 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 943 time: 0.0490522 Dec 17 15:59:27.885273 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-425db226-6c76-43bf-ada6-34e65716a258 req-1202c4d5-4179-4001-a1df-494e78c6ea20 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348306 Dec 17 15:59:28.880115 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-436562c7-13a0-44f2-b6f6-e63d40beb0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:29.006671 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528d91e-4662-420e-8d02-4953593c3b25 req-492eb964-0e77-41ca-8f71-de0a0a172764 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:29.008141 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9528d91e-4662-420e-8d02-4953593c3b25 req-492eb964-0e77-41ca-8f71-de0a0a172764 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 943 time: 0.0533876 Dec 17 15:59:29.046936 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9528d91e-4662-420e-8d02-4953593c3b25 req-c52bd24a-3695-4e4b-a942-e27169c69f8c tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324593 Dec 17 15:59:30.167314 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311bec5-2576-43c7-888d-f9c0824043bc req-54370e3c-78c7-4535-9765-ecc1500e45f3 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:30.168687 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f311bec5-2576-43c7-888d-f9c0824043bc req-54370e3c-78c7-4535-9765-ecc1500e45f3 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 943 time: 0.0513184 Dec 17 15:59:30.209792 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f311bec5-2576-43c7-888d-f9c0824043bc req-677fb589-e102-4426-8a48-d94eb1cba7b5 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348768 Dec 17 15:59:31.108462 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c748835c-b46d-46a1-84b5-d665f7a8e214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:31.335003 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d10be-b423-4e17-b837-483b9ee82b33 req-66ef86c0-8cba-4ce2-973d-4010ff31d5ae tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:31.336547 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c82d10be-b423-4e17-b837-483b9ee82b33 req-66ef86c0-8cba-4ce2-973d-4010ff31d5ae tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 943 time: 0.0546811 Dec 17 15:59:31.382894 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c82d10be-b423-4e17-b837-483b9ee82b33 req-6c685b8b-3108-4e87-afb1-f015ceefa249 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396676 Dec 17 15:59:32.428023 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:32.504244 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffedc62-99b4-4a22-8f33-cec78303abdc req-ab4ecfd9-0019-437e-b537-0c63ab749d80 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:32.505726 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bffedc62-99b4-4a22-8f33-cec78303abdc req-ab4ecfd9-0019-437e-b537-0c63ab749d80 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 943 time: 0.0514205 Dec 17 15:59:32.546904 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bffedc62-99b4-4a22-8f33-cec78303abdc req-94228928-9aed-4385-9817-64d80ad32771 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345528 Dec 17 15:59:33.667171 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7612c-b777-4bff-8934-acb429e9df4f req-b54f28da-738b-405f-a287-8d2f605b5aa3 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:33.668637 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-03e7612c-b777-4bff-8934-acb429e9df4f req-b54f28da-738b-405f-a287-8d2f605b5aa3 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 943 time: 0.0495901 Dec 17 15:59:33.706784 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-03e7612c-b777-4bff-8934-acb429e9df4f req-2441f6be-f243-43a5-bfef-dffbb06a8d36 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320799 Dec 17 15:59:34.026801 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:34.222591 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:34.825743 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77997c68-bf79-471e-9be8-6be195b002d6 req-4cff6180-57cb-4506-aecf-1c1150e6bf3e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:34.827208 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-77997c68-bf79-471e-9be8-6be195b002d6 req-4cff6180-57cb-4506-aecf-1c1150e6bf3e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 943 time: 0.0497439 Dec 17 15:59:34.871182 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-77997c68-bf79-471e-9be8-6be195b002d6 req-3c46affd-58ae-4563-93ad-d6f1897d2584 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376492 Dec 17 15:59:35.987568 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f27903-f326-42e2-a064-73ce1862166e req-714b2cd0-df54-4766-af6a-fc89d33af439 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:35.989699 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-83f27903-f326-42e2-a064-73ce1862166e req-714b2cd0-df54-4766-af6a-fc89d33af439 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 943 time: 0.0497980 Dec 17 15:59:36.028206 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-83f27903-f326-42e2-a064-73ce1862166e req-66de4509-cb81-442e-b92c-ea889cf88a12 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323470 Dec 17 15:59:37.162986 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf9423-f4f4-4ce5-9b91-6d45afefd69c req-c4f82e3e-e578-4401-b112-38b3df0a70bc tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:37.164711 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e1cf9423-f4f4-4ce5-9b91-6d45afefd69c req-c4f82e3e-e578-4401-b112-38b3df0a70bc tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 943 time: 0.0586615 Dec 17 15:59:37.206605 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e1cf9423-f4f4-4ce5-9b91-6d45afefd69c req-475b0c66-2114-49e0-8d39-551a8fbdce31 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358732 Dec 17 15:59:38.329323 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e618c3-34f4-4c2d-a23d-b1054cffb1ef req-eb496beb-e34c-4821-ae51-26ddcc1ce5f4 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:38.330900 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3e618c3-34f4-4c2d-a23d-b1054cffb1ef req-eb496beb-e34c-4821-ae51-26ddcc1ce5f4 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 943 time: 0.0549338 Dec 17 15:59:38.377183 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3e618c3-34f4-4c2d-a23d-b1054cffb1ef req-70b1ac78-eea3-4809-b42c-a739eac87a33 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397310 Dec 17 15:59:39.503371 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea1a59-a7b2-40c7-8ac3-79ff6891618b req-fca3e967-92c6-481d-8fe3-b44dc9cf6edb tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:39.504821 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0bea1a59-a7b2-40c7-8ac3-79ff6891618b req-fca3e967-92c6-481d-8fe3-b44dc9cf6edb tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 943 time: 0.0565007 Dec 17 15:59:39.545931 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0bea1a59-a7b2-40c7-8ac3-79ff6891618b req-6a808978-f4f6-43f2-994b-c30faf1ed533 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337808 Dec 17 15:59:40.670232 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921f45a-064c-4a17-a530-fd664b8c7621 req-2fdc9157-16c2-4c06-9fda-8d66d23c18f1 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:40.671812 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1921f45a-064c-4a17-a530-fd664b8c7621 req-2fdc9157-16c2-4c06-9fda-8d66d23c18f1 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 943 time: 0.0547929 Dec 17 15:59:40.710789 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1921f45a-064c-4a17-a530-fd664b8c7621 req-2a47a447-6ddd-44b2-9f45-282f49687e47 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326755 Dec 17 15:59:40.850486 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:41.835382 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a97a0-047e-4458-930e-16e777bd1948 req-ca30733d-8f97-4509-962c-b451272a145e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:41.837609 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-928a97a0-047e-4458-930e-16e777bd1948 req-ca30733d-8f97-4509-962c-b451272a145e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 943 time: 0.0546679 Dec 17 15:59:41.885865 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-928a97a0-047e-4458-930e-16e777bd1948 req-87660622-1a8c-412f-b504-afd95a9708b6 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414057 Dec 17 15:59:43.007092 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b70ff4-cd53-4798-b610-ab27d4ed08f5 req-e5a94eae-25ea-4678-969e-232ae736041b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:43.008581 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f9b70ff4-cd53-4798-b610-ab27d4ed08f5 req-e5a94eae-25ea-4678-969e-232ae736041b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 943 time: 0.0523667 Dec 17 15:59:43.048872 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f9b70ff4-cd53-4798-b610-ab27d4ed08f5 req-ca92e710-dbe9-493e-9951-061e6adbf068 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323751 Dec 17 15:59:44.163269 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741b40d-6b96-4dab-8267-c5223a67b0f3 req-000794f4-96b1-41e1-81fd-054db3738da2 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:44.164731 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0741b40d-6b96-4dab-8267-c5223a67b0f3 req-000794f4-96b1-41e1-81fd-054db3738da2 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 943 time: 0.0487959 Dec 17 15:59:44.202729 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0741b40d-6b96-4dab-8267-c5223a67b0f3 req-da7ad9d5-88bc-4c03-923e-064f0c7cbd36 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309799 Dec 17 15:59:45.320535 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5088d-3ec3-44c2-b241-ce98058ea785 req-9968e613-810e-4168-9a30-d3d4bea52c71 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:45.322041 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-19b5088d-3ec3-44c2-b241-ce98058ea785 req-9968e613-810e-4168-9a30-d3d4bea52c71 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 943 time: 0.0500448 Dec 17 15:59:45.365974 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-19b5088d-3ec3-44c2-b241-ce98058ea785 req-7e16de57-0d0e-4d03-8ee4-6076da475a28 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367644 Dec 17 15:59:46.486688 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86dd221-4513-411d-bbfe-58d764580ad0 req-9689c127-bf4a-4db7-89a1-6ccdaef0d625 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:46.488217 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d86dd221-4513-411d-bbfe-58d764580ad0 req-9689c127-bf4a-4db7-89a1-6ccdaef0d625 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 943 time: 0.0524445 Dec 17 15:59:46.526661 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d86dd221-4513-411d-bbfe-58d764580ad0 req-bb6fec6a-c526-4209-aeaf-55f61db9ba7e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321662 Dec 17 15:59:47.644496 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4946131-3d69-4742-b0cf-fafed39538d2 req-9ccb6009-505b-435a-a54b-ff48b4f4ba9f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:47.646094 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a4946131-3d69-4742-b0cf-fafed39538d2 req-9ccb6009-505b-435a-a54b-ff48b4f4ba9f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 943 time: 0.0492373 Dec 17 15:59:47.685309 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a4946131-3d69-4742-b0cf-fafed39538d2 req-c6359bbd-db02-46ec-b85a-e2a83f600a45 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330234 Dec 17 15:59:48.801378 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54729f-0ce3-476c-bc10-d9e8ef7943b9 req-08e0ea33-800f-447d-8acb-5e939fcdce7b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:48.802857 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc54729f-0ce3-476c-bc10-d9e8ef7943b9 req-08e0ea33-800f-447d-8acb-5e939fcdce7b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 943 time: 0.0489218 Dec 17 15:59:48.844402 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc54729f-0ce3-476c-bc10-d9e8ef7943b9 req-cc71c171-9ded-487a-8b80-c1b586cf9855 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355051 Dec 17 15:59:49.967603 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960472e-7a5b-4306-839b-6c6b3355fb6e req-3207d9ea-e58c-460c-892b-7704eacda85e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:49.969192 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e960472e-7a5b-4306-839b-6c6b3355fb6e req-3207d9ea-e58c-460c-892b-7704eacda85e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 943 time: 0.0529456 Dec 17 15:59:50.008042 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e960472e-7a5b-4306-839b-6c6b3355fb6e req-984218e8-a27f-445d-a426-1acf51ed5742 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325058 Dec 17 15:59:51.125445 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f07e13-edbf-4e96-a4ec-ab5df5f5fb98 req-36c7eae1-279b-4644-aaca-98f27ce5210e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:51.126954 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-81f07e13-edbf-4e96-a4ec-ab5df5f5fb98 req-36c7eae1-279b-4644-aaca-98f27ce5210e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 943 time: 0.0505726 Dec 17 15:59:51.166384 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-81f07e13-edbf-4e96-a4ec-ab5df5f5fb98 req-bd678776-f00b-45cd-a755-7569c786bcea tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333841 Dec 17 15:59:52.279244 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b522ba-9f82-439b-8109-cf0ba1914968 req-6b66e132-d6d4-47d9-8cd7-903dd0d35962 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:52.280694 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94b522ba-9f82-439b-8109-cf0ba1914968 req-6b66e132-d6d4-47d9-8cd7-903dd0d35962 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 943 time: 0.0479896 Dec 17 15:59:52.321646 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94b522ba-9f82-439b-8109-cf0ba1914968 req-57757ae9-ac2c-4946-b76a-c431986836d8 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350270 Dec 17 15:59:53.436419 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8334e-c038-4cc3-b435-7b427aeeba95 req-ec1951de-22d3-4d66-992d-f5b9ce875059 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:53.438022 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-24b8334e-c038-4cc3-b435-7b427aeeba95 req-ec1951de-22d3-4d66-992d-f5b9ce875059 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 943 time: 0.0510547 Dec 17 15:59:53.475497 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-24b8334e-c038-4cc3-b435-7b427aeeba95 req-a4d60521-0fee-4648-86e3-b481a741736e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315969 Dec 17 15:59:53.832823 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 15:59:54.592135 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31008bce-6ac3-4084-8a24-3987ba79c0a0 req-8937c612-4f4c-4505-882a-63a5e3216e1f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:54.593635 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-31008bce-6ac3-4084-8a24-3987ba79c0a0 req-8937c612-4f4c-4505-882a-63a5e3216e1f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 943 time: 0.0512021 Dec 17 15:59:54.631537 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-31008bce-6ac3-4084-8a24-3987ba79c0a0 req-bfffdf18-3a80-4e40-b1b3-a793766f63d1 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318892 Dec 17 15:59:55.575062 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37680) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:59:55.649699 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec672edd-292b-4084-a24e-443236f0f56b tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:55.650462 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec672edd-292b-4084-a24e-443236f0f56b tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:55.650614 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec672edd-292b-4084-a24e-443236f0f56b tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:55.652267 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ec672edd-292b-4084-a24e-443236f0f56b tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] 10.222.0.46 "GET /v2.0/ports?project_id=b477ad0f385a47e09888a6c7ccbf4288&network_id=ba5ea327-1819-4b68-80bb-bb4e81d1c973 HTTP/1.1" status: 200 len: 2970 time: 0.0754197 Dec 17 15:59:55.745971 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e61acf-bb91-4491-b8a8-576fec41e943 req-27a9bf16-d318-4cb4-9f44-8d766155581f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:55.747701 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b5e61acf-bb91-4491-b8a8-576fec41e943 req-27a9bf16-d318-4cb4-9f44-8d766155581f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 943 time: 0.0484154 Dec 17 15:59:55.785342 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b5e61acf-bb91-4491-b8a8-576fec41e943 req-33a1bc9b-11ad-4953-8c6f-66b4fdbe54fb tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320544 Dec 17 15:59:56.210366 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:56.897294 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69407e3b-7daf-4c08-bbe2-3bcd19348b8b req-d19d3ae7-ab6e-4610-909e-d6b54c71e100 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:56.898763 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-69407e3b-7daf-4c08-bbe2-3bcd19348b8b req-d19d3ae7-ab6e-4610-909e-d6b54c71e100 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 943 time: 0.0483334 Dec 17 15:59:56.937264 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-69407e3b-7daf-4c08-bbe2-3bcd19348b8b req-61c6f83a-3c13-4faa-8d92-f605ba907bb9 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318959 Dec 17 15:59:57.754258 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37694) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:59:57.812679 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9201be-5c01-4bcd-b3fb-1a0f734bba59 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:57.824380 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0c9201be-5c01-4bcd-b3fb-1a0f734bba59 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 HTTP/1.1" status: 200 len: 814 time: 0.0594487 Dec 17 15:59:58.064069 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd470d-875a-4771-91af-6ecf17ec1ab9 req-ac718873-9247-439c-a4c5-1e522191a8c2 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:58.065572 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82dd470d-875a-4771-91af-6ecf17ec1ab9 req-ac718873-9247-439c-a4c5-1e522191a8c2 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 943 time: 0.0581126 Dec 17 15:59:58.106676 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82dd470d-875a-4771-91af-6ecf17ec1ab9 req-56853a16-7732-4399-aa81-abe457376837 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346112 Dec 17 15:59:58.531942 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37702) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:59:58.536958 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-ced22188-9b5e-47af-9d61-4ebf28e9d6bb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Request body: {'network': {'name': 'tempest-network-smoke--1997988391', 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'port_security_enabled': True}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:58.639648 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced22188-9b5e-47af-9d61-4ebf28e9d6bb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Made reservation on behalf of b477ad0f385a47e09888a6c7ccbf4288 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:59:58.643313 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ced22188-9b5e-47af-9d61-4ebf28e9d6bb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:58.666833 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced22188-9b5e-47af-9d61-4ebf28e9d6bb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 15:59:58.676196 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ced22188-9b5e-47af-9d61-4ebf28e9d6bb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:58.676540 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-ced22188-9b5e-47af-9d61-4ebf28e9d6bb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Added segment 593b4e99-cdbb-481e-b1ac-209ef19d1757 of type vlan for network 5720bc17-c02f-4304-b972-52e0c8289a17 Dec 17 15:59:58.721337 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ced22188-9b5e-47af-9d61-4ebf28e9d6bb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:58.804981 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ced22188-9b5e-47af-9d61-4ebf28e9d6bb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:58.810969 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced22188-9b5e-47af-9d61-4ebf28e9d6bb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:58.815849 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ced22188-9b5e-47af-9d61-4ebf28e9d6bb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:58.856151 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cea1e989-6783-4c8a-bf02-7a6fb0066b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:58.876713 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced22188-9b5e-47af-9d61-4ebf28e9d6bb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'Network': ['ID=5720bc17-c02f-4304-b972-52e0c8289a17,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:58.884043 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced22188-9b5e-47af-9d61-4ebf28e9d6bb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:58.884389 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced22188-9b5e-47af-9d61-4ebf28e9d6bb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:58.884728 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced22188-9b5e-47af-9d61-4ebf28e9d6bb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:58.885086 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced22188-9b5e-47af-9d61-4ebf28e9d6bb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:58.885417 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced22188-9b5e-47af-9d61-4ebf28e9d6bb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:58.885749 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced22188-9b5e-47af-9d61-4ebf28e9d6bb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:58.886072 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced22188-9b5e-47af-9d61-4ebf28e9d6bb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:58.886395 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced22188-9b5e-47af-9d61-4ebf28e9d6bb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:58.886713 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced22188-9b5e-47af-9d61-4ebf28e9d6bb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:58.887031 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced22188-9b5e-47af-9d61-4ebf28e9d6bb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:58.887351 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced22188-9b5e-47af-9d61-4ebf28e9d6bb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:58.887952 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced22188-9b5e-47af-9d61-4ebf28e9d6bb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 15:59:58.898983 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 5720bc17-c02f-4304-b972-52e0c8289a17 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 15:59:58.933604 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ced22188-9b5e-47af-9d61-4ebf28e9d6bb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4004161 Dec 17 15:59:58.937590 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37704) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:59:59.006791 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be450d55-d037-4e94-ae2d-21f0be922795 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:59.008277 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-be450d55-d037-4e94-ae2d-21f0be922795 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=b477ad0f385a47e09888a6c7ccbf4288&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0697453 Dec 17 15:59:59.011484 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37706) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:59:59.096536 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29284d0a-720b-4830-aaf0-a9dd15cb1a57 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:59.098032 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-29284d0a-720b-4830-aaf0-a9dd15cb1a57 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856133 Dec 17 15:59:59.100807 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37708) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:59:59.129101 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-517ca83a-7817-43b5-b0a4-7c24e8569199 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=4e9cade7-8de3-4483-a2b7-ada6bbc76cf6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268333 Dec 17 15:59:59.131276 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37712) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:59:59.163282 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8eea76a2-095b-4caa-bdc1-453b4d5c4781 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=b477ad0f385a47e09888a6c7ccbf4288&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309560 Dec 17 15:59:59.165918 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37714) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:59:59.221064 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e885d6d-d2a5-4097-8674-ae16db2f8cb1 req-d8885a4e-91e0-4019-83f3-a5d393144f98 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:59.222567 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0e885d6d-d2a5-4097-8674-ae16db2f8cb1 req-d8885a4e-91e0-4019-83f3-a5d393144f98 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 943 time: 0.0506177 Dec 17 15:59:59.254215 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee80a42c-f3a9-4642-8419-7cc409c254e4 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:59.255726 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ee80a42c-f3a9-4642-8419-7cc409c254e4 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0888968 Dec 17 15:59:59.258573 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37718) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:59:59.262698 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0e885d6d-d2a5-4097-8674-ae16db2f8cb1 req-26212884-6232-417f-ba3f-e29f84aba52d tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336220 Dec 17 15:59:59.288222 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-226f5232-6dd0-4cdd-a700-5099ff7442b4 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=4e9cade7-8de3-4483-a2b7-ada6bbc76cf6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276747 Dec 17 15:59:59.289900 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37720) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 15:59:59.294895 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-50bbb895-3c62-4ca2-8b85-3fc5d5171791 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1949261298', 'network_id': '5720bc17-c02f-4304-b972-52e0c8289a17', 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 15:59:59.439095 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bbb895-3c62-4ca2-8b85-3fc5d5171791 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Made reservation on behalf of b477ad0f385a47e09888a6c7ccbf4288 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 15:59:59.442551 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-50bbb895-3c62-4ca2-8b85-3fc5d5171791 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:59.662031 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-50bbb895-3c62-4ca2-8b85-3fc5d5171791 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:59.723944 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bbb895-3c62-4ca2-8b85-3fc5d5171791 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'Subnet': ['ID=c5399359-7a9c-42b4-bd8e-04d71ab22091,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 15:59:59.730722 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bbb895-3c62-4ca2-8b85-3fc5d5171791 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Checking segment: {'id': '593b4e99-cdbb-481e-b1ac-209ef19d1757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5720bc17-c02f-4304-b972-52e0c8289a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 15:59:59.731075 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bbb895-3c62-4ca2-8b85-3fc5d5171791 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Network hostable DHCP agents. Network: 5720bc17-c02f-4304-b972-52e0c8289a17, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 15:59:59.781932 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bbb895-3c62-4ca2-8b85-3fc5d5171791 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Network 5720bc17-c02f-4304-b972-52e0c8289a17 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 15:59:59.844501 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-50bbb895-3c62-4ca2-8b85-3fc5d5171791 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 5720bc17-c02f-4304-b972-52e0c8289a17) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 15:59:59.848658 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bbb895-3c62-4ca2-8b85-3fc5d5171791 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 15:59:59.849278 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-50bbb895-3c62-4ca2-8b85-3fc5d5171791 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 15:59:59.854862 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cc4759-04fc-4d7b-9adf-a339f9c8bd1f None None] Network 5720bc17-c02f-4304-b972-52e0c8289a17 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 15:59:59.939137 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-50bbb895-3c62-4ca2-8b85-3fc5d5171791 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6482069 Dec 17 16:00:00.000277 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d73aa3a-c4f6-4f08-bd5f-3fb921fa2557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-5720bc17-c02f-4304-b972-52e0c8289a17', 'network_id': '5720bc17-c02f-4304-b972-52e0c8289a17', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'fixed_ips': [{'subnet_id': 'c5399359-7a9c-42b4-bd8e-04d71ab22091'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 16:00:00.001172 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5d73aa3a-c4f6-4f08-bd5f-3fb921fa2557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:00.290656 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-5d73aa3a-c4f6-4f08-bd5f-3fb921fa2557 None None] Allocated IP 172.20.0.18 (5720bc17-c02f-4304-b972-52e0c8289a17/c5399359-7a9c-42b4-bd8e-04d71ab22091/331b7f2b-7d0e-48e7-a09a-dc2b7add00ce) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:00:00.344735 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37726) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:00:00.349890 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-1fdffe74-af0e-4a0c-a3f7-093c70b9688c tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-305386352', 'description': 'tempest-secgroup-smoke-305386352 description', 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:00.387670 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9231b8-143c-44bf-b6bd-db6d8bafd172 req-e6699c65-5b47-4ddb-bbf6-fa810bef254f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:00.389416 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf9231b8-143c-44bf-b6bd-db6d8bafd172 req-e6699c65-5b47-4ddb-bbf6-fa810bef254f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 943 time: 0.0528944 Dec 17 16:00:00.427726 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf9231b8-143c-44bf-b6bd-db6d8bafd172 req-49d28a36-cb20-4b2c-ace7-c2d50ba4ee0c tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320311 Dec 17 16:00:00.440443 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5d73aa3a-c4f6-4f08-bd5f-3fb921fa2557 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:00.450536 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1fdffe74-af0e-4a0c-a3f7-093c70b9688c tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:00.516143 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1fdffe74-af0e-4a0c-a3f7-093c70b9688c tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:00.548015 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5d73aa3a-c4f6-4f08-bd5f-3fb921fa2557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:00.585324 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d73aa3a-c4f6-4f08-bd5f-3fb921fa2557 None None] Network 5720bc17-c02f-4304-b972-52e0c8289a17 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:00:00.588089 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-5d73aa3a-c4f6-4f08-bd5f-3fb921fa2557 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:00:00.592515 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d73aa3a-c4f6-4f08-bd5f-3fb921fa2557 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:00:00.598041 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1fdffe74-af0e-4a0c-a3f7-093c70b9688c tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:00.601991 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d73aa3a-c4f6-4f08-bd5f-3fb921fa2557 None None] Pushing event updated for resources: {'Port': ['ID=331b7f2b-7d0e-48e7-a09a-dc2b7add00ce,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:00.626260 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdffe74-af0e-4a0c-a3f7-093c70b9688c tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a097a3a9-7b71-4102-b159-b9742ec20b45,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:00.652197 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-5d73aa3a-c4f6-4f08-bd5f-3fb921fa2557 None None] Attempting to bind port 331b7f2b-7d0e-48e7-a09a-dc2b7add00ce on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:00:00.652573 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-5d73aa3a-c4f6-4f08-bd5f-3fb921fa2557 None None] Attempting to bind port 331b7f2b-7d0e-48e7-a09a-dc2b7add00ce by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '593b4e99-cdbb-481e-b1ac-209ef19d1757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5720bc17-c02f-4304-b972-52e0c8289a17'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:00:00.652936 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d73aa3a-c4f6-4f08-bd5f-3fb921fa2557 None None] Attempting to bind port 331b7f2b-7d0e-48e7-a09a-dc2b7add00ce on network 5720bc17-c02f-4304-b972-52e0c8289a17 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:00:00.658830 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d73aa3a-c4f6-4f08-bd5f-3fb921fa2557 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:00:00.659205 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d73aa3a-c4f6-4f08-bd5f-3fb921fa2557 None None] Checking segment: {'id': '593b4e99-cdbb-481e-b1ac-209ef19d1757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5720bc17-c02f-4304-b972-52e0c8289a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:00:00.659609 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5d73aa3a-c4f6-4f08-bd5f-3fb921fa2557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:00.660005 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d73aa3a-c4f6-4f08-bd5f-3fb921fa2557 None None] Bound using segment: {'id': '593b4e99-cdbb-481e-b1ac-209ef19d1757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5720bc17-c02f-4304-b972-52e0c8289a17'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:00:00.660472 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-5d73aa3a-c4f6-4f08-bd5f-3fb921fa2557 None None] Bound port: 331b7f2b-7d0e-48e7-a09a-dc2b7add00ce, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '593b4e99-cdbb-481e-b1ac-209ef19d1757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5720bc17-c02f-4304-b972-52e0c8289a17'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:00:00.660856 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5d73aa3a-c4f6-4f08-bd5f-3fb921fa2557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:00.686913 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1fdffe74-af0e-4a0c-a3f7-093c70b9688c tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:00.688219 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1fdffe74-af0e-4a0c-a3f7-093c70b9688c tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3418975 Dec 17 16:00:00.690983 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37728) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:00:00.695313 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-c1674fcf-1569-41b3-856f-795714eb4de2 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Request body: {'security_group_rule': {'security_group_id': 'a097a3a9-7b71-4102-b159-b9742ec20b45', 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:00.727058 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-5d73aa3a-c4f6-4f08-bd5f-3fb921fa2557 None None] For port 331b7f2b-7d0e-48e7-a09a-dc2b7add00ce, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:00:00.730169 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-5d73aa3a-c4f6-4f08-bd5f-3fb921fa2557 None None] For port 331b7f2b-7d0e-48e7-a09a-dc2b7add00ce, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=331b7f2b-7d0e-48e7-a09a-dc2b7add00ce,segment=NetworkSegment(593b4e99-cdbb-481e-b1ac-209ef19d1757),segment_id=593b4e99-cdbb-481e-b1ac-209ef19d1757)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:00:00.799343 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c1674fcf-1569-41b3-856f-795714eb4de2 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:00.799588 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5d73aa3a-c4f6-4f08-bd5f-3fb921fa2557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:00.860234 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d73aa3a-c4f6-4f08-bd5f-3fb921fa2557 None None] Pushing event updated for resources: {'Port': ['ID=331b7f2b-7d0e-48e7-a09a-dc2b7add00ce,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:00.870093 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c1674fcf-1569-41b3-856f-795714eb4de2 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:00.941916 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c1674fcf-1569-41b3-856f-795714eb4de2 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:00.961410 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1674fcf-1569-41b3-856f-795714eb4de2 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53eb5242-7576-4202-9f8e-903c650f8c6f,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:01.040936 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c1674fcf-1569-41b3-856f-795714eb4de2 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:01.042205 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c1674fcf-1569-41b3-856f-795714eb4de2 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3502727 Dec 17 16:00:01.045947 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37730) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:00:01.052437 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-b319efee-1019-4600-963e-b714488e960d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Request body: {'security_group_rule': {'security_group_id': 'a097a3a9-7b71-4102-b159-b9742ec20b45', 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:01.084949 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fd9633ec-d5ea-4669-9f10-8771dcd4f05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:01.176259 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b319efee-1019-4600-963e-b714488e960d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:01.227522 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b319efee-1019-4600-963e-b714488e960d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:01.273204 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b319efee-1019-4600-963e-b714488e960d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:01.295138 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319efee-1019-4600-963e-b714488e960d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b545873-972d-4573-a81e-38a2112ad4da,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:01.303139 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319efee-1019-4600-963e-b714488e960d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:01.303740 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319efee-1019-4600-963e-b714488e960d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:01.304082 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319efee-1019-4600-963e-b714488e960d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:01.304419 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319efee-1019-4600-963e-b714488e960d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:01.304747 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319efee-1019-4600-963e-b714488e960d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:01.305105 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319efee-1019-4600-963e-b714488e960d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:01.305437 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319efee-1019-4600-963e-b714488e960d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:01.305762 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319efee-1019-4600-963e-b714488e960d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:01.306087 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319efee-1019-4600-963e-b714488e960d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:01.306458 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319efee-1019-4600-963e-b714488e960d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:01.306781 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319efee-1019-4600-963e-b714488e960d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:01.307105 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b319efee-1019-4600-963e-b714488e960d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:01.335847 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device d9437f0b-5a1e-4e63-9edf-5e41236c7304 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:00:01.338738 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b319efee-1019-4600-963e-b714488e960d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:01.341948 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b319efee-1019-4600-963e-b714488e960d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2952619 Dec 17 16:00:01.345078 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37732) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:00:01.354269 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-2e385382-e2bd-45f6-8915-d004d5edeac5 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Request body: {'security_group_rule': {'security_group_id': 'a097a3a9-7b71-4102-b159-b9742ec20b45', 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:01.432794 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2e385382-e2bd-45f6-8915-d004d5edeac5 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:01.440138 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port d9437f0b-5a1e-4e63-9edf-5e41236c7304, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=d9437f0b-5a1e-4e63-9edf-5e41236c7304,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:01.453486 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'd9437f0b-5a1e-4e63-9edf-5e41236c7304', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'port_id': 'd9437f0b-5a1e-4e63-9edf-5e41236c7304', 'mac_address': 'fa:16:3e:8e:3c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:00:01.500561 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:01.506377 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2e385382-e2bd-45f6-8915-d004d5edeac5 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:01.526481 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9437f0b-5a1e-4e63-9edf-5e41236c7304 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:00:01.554577 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port d9437f0b-5a1e-4e63-9edf-5e41236c7304, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=d9437f0b-5a1e-4e63-9edf-5e41236c7304,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:01.571530 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2e385382-e2bd-45f6-8915-d004d5edeac5 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:01.589782 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 331b7f2b-7d0e-48e7-a09a-dc2b7add00ce up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:00:01.605343 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e385382-e2bd-45f6-8915-d004d5edeac5 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adec68c2-c9f8-49b5-9cba-ce427dc8b1af,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:01.621515 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a07d3-0ddc-4aa0-8069-5ecb62afee8a req-5cc55863-2e9b-48b7-a646-a334b35a5378 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:01.623451 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-314a07d3-0ddc-4aa0-8069-5ecb62afee8a req-5cc55863-2e9b-48b7-a646-a334b35a5378 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 943 time: 0.0844998 Dec 17 16:00:01.634307 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:01.667689 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 331b7f2b-7d0e-48e7-a09a-dc2b7add00ce triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:00:01.672540 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:01.673468 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-314a07d3-0ddc-4aa0-8069-5ecb62afee8a req-dc3ca25e-2698-4620-bee5-6e7cdc876549 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433393 Dec 17 16:00:01.693508 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2e385382-e2bd-45f6-8915-d004d5edeac5 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:01.697640 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37736) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:00:01.697841 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2e385382-e2bd-45f6-8915-d004d5edeac5 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3511395 Dec 17 16:00:01.703800 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-005f013a-d830-4592-9e72-7c8fa828318f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Request body: {'security_group_rule': {'security_group_id': 'a097a3a9-7b71-4102-b159-b9742ec20b45', 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:01.726379 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=d9437f0b-5a1e-4e63-9edf-5e41236c7304,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:01.780629 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:01.805382 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-005f013a-d830-4592-9e72-7c8fa828318f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:01.813792 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 331b7f2b-7d0e-48e7-a09a-dc2b7add00ce, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=331b7f2b-7d0e-48e7-a09a-dc2b7add00ce,segment=NetworkSegment(593b4e99-cdbb-481e-b1ac-209ef19d1757),segment_id=593b4e99-cdbb-481e-b1ac-209ef19d1757)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:01.840559 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bb279a-86f2-4713-b291-3522a9672014 None None] Network 5720bc17-c02f-4304-b972-52e0c8289a17 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:00:01.868526 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-005f013a-d830-4592-9e72-7c8fa828318f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:01.889109 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:01.947835 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-005f013a-d830-4592-9e72-7c8fa828318f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:01.967104 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f013a-d830-4592-9e72-7c8fa828318f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e20b77-76aa-453e-9174-b57dd40331bf,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:01.978341 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-e8d21fa9-08d7-4d1d-af3f-72d7f8b5f434 None None] Provisioning complete for port 331b7f2b-7d0e-48e7-a09a-dc2b7add00ce triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:00:01.979404 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e8d21fa9-08d7-4d1d-af3f-72d7f8b5f434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:01.981873 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=331b7f2b-7d0e-48e7-a09a-dc2b7add00ce,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:02.058430 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-005f013a-d830-4592-9e72-7c8fa828318f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:02.060358 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-005f013a-d830-4592-9e72-7c8fa828318f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3603590 Dec 17 16:00:02.062954 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37738) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:00:02.067558 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-29e51233-4dd5-4d57-b7b8-4b1ef3c27032 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Request body: {'security_group_rule': {'security_group_id': 'a097a3a9-7b71-4102-b159-b9742ec20b45', 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:02.078303 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['d9437f0b-5a1e-4e63-9edf-5e41236c7304'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:00:02.147691 n-d-820553-2 neutron-server[102833]: INFO neutron.db.securitygroups_db [None req-29e51233-4dd5-4d57-b7b8-4b1ef3c27032 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Project b477ad0f385a47e09888a6c7ccbf4288 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:00:02.152888 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-29e51233-4dd5-4d57-b7b8-4b1ef3c27032 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:02.218761 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-29e51233-4dd5-4d57-b7b8-4b1ef3c27032 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:02.302185 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-29e51233-4dd5-4d57-b7b8-4b1ef3c27032 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:02.321097 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e51233-4dd5-4d57-b7b8-4b1ef3c27032 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b6327f-adeb-4655-8922-e6bff1287fb3,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:02.380277 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-6118228a-9b75-4ffd-9c98-ce9c153e310a None None] Provisioning complete for port 331b7f2b-7d0e-48e7-a09a-dc2b7add00ce triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:00:02.380864 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6118228a-9b75-4ffd-9c98-ce9c153e310a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:02.400753 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-29e51233-4dd5-4d57-b7b8-4b1ef3c27032 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:02.402012 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-29e51233-4dd5-4d57-b7b8-4b1ef3c27032 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3380406 Dec 17 16:00:02.404922 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 37740) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:00:02.409327 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-50a3b5f9-b026-4a93-925e-d9c8f0688244 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Request body: {'security_group_rule': {'security_group_id': 'a097a3a9-7b71-4102-b159-b9742ec20b45', 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:02.478593 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:02.501799 n-d-820553-2 neutron-server[102833]: INFO neutron.db.securitygroups_db [None req-50a3b5f9-b026-4a93-925e-d9c8f0688244 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Project b477ad0f385a47e09888a6c7ccbf4288 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:00:02.506996 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-50a3b5f9-b026-4a93-925e-d9c8f0688244 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:02.572114 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-50a3b5f9-b026-4a93-925e-d9c8f0688244 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:02.644655 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-50a3b5f9-b026-4a93-925e-d9c8f0688244 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:02.664390 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3b5f9-b026-4a93-925e-d9c8f0688244 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e359382-2667-4357-9744-f2d36c56a495,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:02.750364 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-50a3b5f9-b026-4a93-925e-d9c8f0688244 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:02.751602 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-50a3b5f9-b026-4a93-925e-d9c8f0688244 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3456538 Dec 17 16:00:02.788596 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6b897-630a-4b50-bec7-eaae12cbd755 req-7221ce6e-15f8-420b-99aa-7c3557108696 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:02.793401 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0ee6b897-630a-4b50-bec7-eaae12cbd755 req-7221ce6e-15f8-420b-99aa-7c3557108696 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 944 time: 0.0539274 Dec 17 16:00:02.829477 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0ee6b897-630a-4b50-bec7-eaae12cbd755 req-7596483c-a914-484d-8b6e-0a12d7d73181 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325539 Dec 17 16:00:02.890468 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-c5607fe9-f17a-4afc-9dc0-fd5cf21687d6 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-305386352&fields=id&tenant_id=b477ad0f385a47e09888a6c7ccbf4288 HTTP/1.1" status: 200 len: 267 time: 0.0319264 Dec 17 16:00:02.994933 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-84f2b302-fd5c-4129-9059-a606c939f1e1 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:02.996358 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-84f2b302-fd5c-4129-9059-a606c939f1e1 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/networks?id=5720bc17-c02f-4304-b972-52e0c8289a17 HTTP/1.1" status: 200 len: 797 time: 0.0991869 Dec 17 16:00:03.011395 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-88a6c69e-47fd-426a-9994-e414b59a60f8 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/quotas/b477ad0f385a47e09888a6c7ccbf4288 HTTP/1.1" status: 200 len: 375 time: 0.0089011 Dec 17 16:00:03.070568 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-f5227168-30e2-499a-b32b-7d92ab6eed6d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b477ad0f385a47e09888a6c7ccbf4288&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0536895 Dec 17 16:00:03.170568 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-d373d379-db40-43be-a412-bdf3e06c4bdc service neutron] 10.222.0.46 "GET /v2.0/networks/5720bc17-c02f-4304-b972-52e0c8289a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816975 Dec 17 16:00:03.262662 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-24ca8225-4799-47cd-8083-7b37ea3493aa service neutron] 10.222.0.46 "GET /v2.0/networks/5720bc17-c02f-4304-b972-52e0c8289a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861473 Dec 17 16:00:03.358351 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device d9437f0b-5a1e-4e63-9edf-5e41236c7304 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:00:03.473949 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port d9437f0b-5a1e-4e63-9edf-5e41236c7304 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:00:03.477851 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port d9437f0b-5a1e-4e63-9edf-5e41236c7304 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:00:03.484201 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:03.551527 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 331b7f2b-7d0e-48e7-a09a-dc2b7add00ce up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:00:03.562887 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad1014fa-76cd-41b0-97e6-1f5d2d45362e req-e2cffc77-e882-41c5-b492-e0e31263bd4d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=6100443e-06d4-4df2-be48-8fa950375e6c HTTP/1.1" status: 200 len: 210 time: 0.0330188 Dec 17 16:00:03.595671 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:03.627519 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd381781f-6fd3-4985-a110-b72be7af1c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9437f0b-5a1e-4e63-9edf-5e41236c7304'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:00:03.629768 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d39149-69f1-4063-bed5-63746ea1aeff" -d '{"events": [{"server_uuid": "d381781f-6fd3-4985-a110-b72be7af1c09", "name": "network-vif-plugged", "status": "completed", "tag": "d9437f0b-5a1e-4e63-9edf-5e41236c7304"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:00:03.649747 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port d9437f0b-5a1e-4e63-9edf-5e41236c7304, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=d9437f0b-5a1e-4e63-9edf-5e41236c7304,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:03.649747 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 331b7f2b-7d0e-48e7-a09a-dc2b7add00ce triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:00:03.649747 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:03.676306 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851a1ada-19d1-41ee-a04c-9054e2de6582 x-openstack-request-id: req-851a1ada-19d1-41ee-a04c-9054e2de6582 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:00:03.677362 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d381781f-6fd3-4985-a110-b72be7af1c09", "name": "network-vif-plugged", "status": "completed", "tag": "d9437f0b-5a1e-4e63-9edf-5e41236c7304", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:00:03.677362 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-851a1ada-19d1-41ee-a04c-9054e2de6582 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:00:03.677362 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd381781f-6fd3-4985-a110-b72be7af1c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9437f0b-5a1e-4e63-9edf-5e41236c7304', 'code': 200} Dec 17 16:00:03.726403 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:03.786360 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=d9437f0b-5a1e-4e63-9edf-5e41236c7304,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:03.791904 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce6896-f559-4b47-aaf1-804c9d629658 req-ed980e15-a4b3-4e97-8299-4e7bb256d99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:03.793442 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-27ce6896-f559-4b47-aaf1-804c9d629658 req-ed980e15-a4b3-4e97-8299-4e7bb256d99a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 1096 time: 0.0442812 Dec 17 16:00:03.827927 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-27ce6896-f559-4b47-aaf1-804c9d629658 req-e2dfcfb4-a2a3-4c34-9d9d-09e736ace874 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270665 Dec 17 16:00:03.945447 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629195e3-dc08-4ce5-bb33-251a5c0403aa req-a697fb27-43aa-45bf-8211-37d9d2709b80 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:03.946960 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-629195e3-dc08-4ce5-bb33-251a5c0403aa req-a697fb27-43aa-45bf-8211-37d9d2709b80 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 945 time: 0.0502963 Dec 17 16:00:03.986400 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-629195e3-dc08-4ce5-bb33-251a5c0403aa req-4c4326c5-d0b9-472d-b524-ac3415da6a9a tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323603 Dec 17 16:00:03.999265 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:04.261777 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:04.658945 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-39f212c9-ef87-404d-903b-1a6b872b3468 req-2e50783d-dc9b-4378-a659-af779c36e41e tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=6100443e-06d4-4df2-be48-8fa950375e6c HTTP/1.1" status: 200 len: 210 time: 0.0279427 Dec 17 16:00:05.106052 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa359284-62e0-4583-9530-d5ce2ea9842b req-f335b861-abc0-4c44-b39b-4b3fad05ee44 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:05.108079 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aa359284-62e0-4583-9530-d5ce2ea9842b req-f335b861-abc0-4c44-b39b-4b3fad05ee44 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 945 time: 0.0515459 Dec 17 16:00:05.149055 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aa359284-62e0-4583-9530-d5ce2ea9842b req-87c2b7f4-8ae3-476c-9378-d06ffc0cb553 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344832 Dec 17 16:00:05.429784 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-bc6f3546-382d-49f9-9f31-3d9e53e7e9d5 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:05.431162 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-bc6f3546-382d-49f9-9f31-3d9e53e7e9d5 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.13 "GET /v2.0/networks?id=5720bc17-c02f-4304-b972-52e0c8289a17 HTTP/1.1" status: 200 len: 797 time: 0.1040363 Dec 17 16:00:05.478134 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-4c80b664-63fd-4041-9c91-c87e4be38c4d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b477ad0f385a47e09888a6c7ccbf4288 HTTP/1.1" status: 200 len: 471 time: 0.0381150 Dec 17 16:00:05.488037 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-86f761ac-64da-4a97-92ee-8e2d9e3e4c24 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Request body: {'port': {'device_id': '6100443e-06d4-4df2-be48-8fa950375e6c', 'network_id': '5720bc17-c02f-4304-b972-52e0c8289a17', 'admin_state_up': True, 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'security_groups': ['a097a3a9-7b71-4102-b159-b9742ec20b45']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:05.639422 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-86f761ac-64da-4a97-92ee-8e2d9e3e4c24 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Made reservation on behalf of b477ad0f385a47e09888a6c7ccbf4288 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:00:05.643111 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-86f761ac-64da-4a97-92ee-8e2d9e3e4c24 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:05.756605 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ec55724f-0200-42dd-893a-d0c0fbd9953a req-3ec38f47-5980-498e-af2b-198c4c5baef3 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=6100443e-06d4-4df2-be48-8fa950375e6c HTTP/1.1" status: 200 len: 210 time: 0.0261271 Dec 17 16:00:05.772082 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-86f761ac-64da-4a97-92ee-8e2d9e3e4c24 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Allocated IP 172.20.0.29 (5720bc17-c02f-4304-b972-52e0c8289a17/c5399359-7a9c-42b4-bd8e-04d71ab22091/e487c3ff-3a2b-4534-b5ee-a40fe055760d) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:00:05.909420 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-86f761ac-64da-4a97-92ee-8e2d9e3e4c24 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:06.005061 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-86f761ac-64da-4a97-92ee-8e2d9e3e4c24 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:06.047433 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-86f761ac-64da-4a97-92ee-8e2d9e3e4c24 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Network 5720bc17-c02f-4304-b972-52e0c8289a17 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:00:06.050429 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-86f761ac-64da-4a97-92ee-8e2d9e3e4c24 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:00:06.053967 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-86f761ac-64da-4a97-92ee-8e2d9e3e4c24 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:00:06.080647 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f761ac-64da-4a97-92ee-8e2d9e3e4c24 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'Port': ['ID=e487c3ff-3a2b-4534-b5ee-a40fe055760d,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:06.112562 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-86f761ac-64da-4a97-92ee-8e2d9e3e4c24 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:06.113224 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-86f761ac-64da-4a97-92ee-8e2d9e3e4c24 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:06.197400 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-86f761ac-64da-4a97-92ee-8e2d9e3e4c24 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7117021 Dec 17 16:00:06.207125 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-a8ba2ddc-3ce5-49c4-ace1-8600de6338d7 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:00:06.208454 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-a8ba2ddc-3ce5-49c4-ace1-8600de6338d7 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056901 Dec 17 16:00:06.228518 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-edd61c1f-318b-466b-8e57-b445833d2c70 service neutron] Request body: {'port': {'device_id': '6100443e-06d4-4df2-be48-8fa950375e6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:06.267744 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8ac3c-e018-40b6-bdaa-e2c340584167 req-1c238f33-706b-4d9f-9fd2-d744c9e2e6fa tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:06.269200 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-50a8ac3c-e018-40b6-bdaa-e2c340584167 req-1c238f33-706b-4d9f-9fd2-d744c9e2e6fa tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 945 time: 0.0499957 Dec 17 16:00:06.286256 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-edd61c1f-318b-466b-8e57-b445833d2c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:06.303484 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-b3550987-3c7a-4d7b-9a35-90b985c094f4 None None] Provisioning complete for port e487c3ff-3a2b-4534-b5ee-a40fe055760d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:00:06.304079 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b3550987-3c7a-4d7b-9a35-90b985c094f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:06.315605 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-50a8ac3c-e018-40b6-bdaa-e2c340584167 req-1f520dac-e4e2-4510-a6fd-48b861578515 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403299 Dec 17 16:00:06.347492 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-b3550987-3c7a-4d7b-9a35-90b985c094f4 None None] Port e487c3ff-3a2b-4534-b5ee-a40fe055760d cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:00:06.441322 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e892b3-b11d-4c64-878b-81a7527648ee req-780ffb95-af23-41c7-888c-6ec579c56ae9 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:06.442789 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-12e892b3-b11d-4c64-878b-81a7527648ee req-780ffb95-af23-41c7-888c-6ec579c56ae9 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 945 time: 0.0529091 Dec 17 16:00:06.480891 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-12e892b3-b11d-4c64-878b-81a7527648ee req-cde7b3f4-b56f-4e59-a411-4b5d35420037 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318911 Dec 17 16:00:06.553809 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-edd61c1f-318b-466b-8e57-b445833d2c70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e487c3ff-3a2b-4534-b5ee-a40fe055760d {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:00:06.561893 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-edd61c1f-318b-466b-8e57-b445833d2c70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:06.574121 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-edd61c1f-318b-466b-8e57-b445833d2c70 service neutron] Transition to ACTIVE for port object e487c3ff-3a2b-4534-b5ee-a40fe055760d will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:00:06.597242 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c27a8-861f-40a8-b978-99661aefb449 req-223a0d0d-d0a9-42f5-9e20-d91efcd8bda7 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:06.598757 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8b1c27a8-861f-40a8-b978-99661aefb449 req-223a0d0d-d0a9-42f5-9e20-d91efcd8bda7 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 945 time: 0.0510488 Dec 17 16:00:06.627320 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-edd61c1f-318b-466b-8e57-b445833d2c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:06.636157 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8b1c27a8-861f-40a8-b978-99661aefb449 req-7a0c53c4-6ea6-4bac-80b0-e7dc5ded2c89 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315490 Dec 17 16:00:06.679421 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd61c1f-318b-466b-8e57-b445833d2c70 service neutron] Pushing event updated for resources: {'Port': ['ID=e487c3ff-3a2b-4534-b5ee-a40fe055760d,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:06.758438 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-edd61c1f-318b-466b-8e57-b445833d2c70 service neutron] Attempting to bind port e487c3ff-3a2b-4534-b5ee-a40fe055760d on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:00:06.758883 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-edd61c1f-318b-466b-8e57-b445833d2c70 service neutron] Attempting to bind port e487c3ff-3a2b-4534-b5ee-a40fe055760d by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '593b4e99-cdbb-481e-b1ac-209ef19d1757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5720bc17-c02f-4304-b972-52e0c8289a17'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:00:06.759280 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-edd61c1f-318b-466b-8e57-b445833d2c70 service neutron] Attempting to bind port e487c3ff-3a2b-4534-b5ee-a40fe055760d on network 5720bc17-c02f-4304-b972-52e0c8289a17 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:00:06.764426 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-edd61c1f-318b-466b-8e57-b445833d2c70 service neutron] Port e487c3ff-3a2b-4534-b5ee-a40fe055760d on network 5720bc17-c02f-4304-b972-52e0c8289a17 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:00:06.764750 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-edd61c1f-318b-466b-8e57-b445833d2c70 service neutron] Attempting to bind port e487c3ff-3a2b-4534-b5ee-a40fe055760d on network 5720bc17-c02f-4304-b972-52e0c8289a17 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:00:06.769917 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-edd61c1f-318b-466b-8e57-b445833d2c70 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 15, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:00:06.770255 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-edd61c1f-318b-466b-8e57-b445833d2c70 service neutron] Checking segment: {'id': '593b4e99-cdbb-481e-b1ac-209ef19d1757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5720bc17-c02f-4304-b972-52e0c8289a17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:00:06.770640 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-edd61c1f-318b-466b-8e57-b445833d2c70 service neutron] Bound using segment: {'id': '593b4e99-cdbb-481e-b1ac-209ef19d1757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5720bc17-c02f-4304-b972-52e0c8289a17'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:00:06.771062 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-edd61c1f-318b-466b-8e57-b445833d2c70 service neutron] Bound port: e487c3ff-3a2b-4534-b5ee-a40fe055760d, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593b4e99-cdbb-481e-b1ac-209ef19d1757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5720bc17-c02f-4304-b972-52e0c8289a17'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:00:06.771418 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-edd61c1f-318b-466b-8e57-b445833d2c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:06.839174 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-edd61c1f-318b-466b-8e57-b445833d2c70 service neutron] For port e487c3ff-3a2b-4534-b5ee-a40fe055760d, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:00:06.843686 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-edd61c1f-318b-466b-8e57-b445833d2c70 service neutron] For port e487c3ff-3a2b-4534-b5ee-a40fe055760d, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e487c3ff-3a2b-4534-b5ee-a40fe055760d,segment=NetworkSegment(593b4e99-cdbb-481e-b1ac-209ef19d1757),segment_id=593b4e99-cdbb-481e-b1ac-209ef19d1757)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:00:06.886990 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827af43-8cf1-4ab9-868d-0186b20a0dbf req-42011a26-be47-40cd-a8e4-7fe85dc91c8b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:06.891067 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f827af43-8cf1-4ab9-868d-0186b20a0dbf req-42011a26-be47-40cd-a8e4-7fe85dc91c8b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=6100443e-06d4-4df2-be48-8fa950375e6c HTTP/1.1" status: 200 len: 944 time: 0.0515003 Dec 17 16:00:06.902628 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-edd61c1f-318b-466b-8e57-b445833d2c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:06.928468 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f827af43-8cf1-4ab9-868d-0186b20a0dbf req-4ccca54a-8c39-48ba-980c-52c8d5d30e8e tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?id=a097a3a9-7b71-4102-b159-b9742ec20b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330799 Dec 17 16:00:06.936454 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-edd61c1f-318b-466b-8e57-b445833d2c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:06.937095 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-edd61c1f-318b-466b-8e57-b445833d2c70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:06.938488 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-edd61c1f-318b-466b-8e57-b445833d2c70 service neutron] 10.222.0.13 "PUT /v2.0/ports/e487c3ff-3a2b-4534-b5ee-a40fe055760d HTTP/1.1" status: 200 len: 1092 time: 0.7219920 Dec 17 16:00:06.938929 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6100443e-06d4-4df2-be48-8fa950375e6c', 'tag': 'e487c3ff-3a2b-4534-b5ee-a40fe055760d'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:00:06.941293 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf52f87-5814-4e54-a55e-d4eb5efeff5f" -d '{"events": [{"name": "network-changed", "server_uuid": "6100443e-06d4-4df2-be48-8fa950375e6c", "tag": "e487c3ff-3a2b-4534-b5ee-a40fe055760d"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:00:06.980627 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd61c1f-318b-466b-8e57-b445833d2c70 service neutron] Pushing event updated for resources: {'Port': ['ID=e487c3ff-3a2b-4534-b5ee-a40fe055760d,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:06.992877 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b2a569-d66b-40b1-9f80-9e814598f155 x-openstack-request-id: req-47b2a569-d66b-40b1-9f80-9e814598f155 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:00:06.993421 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6100443e-06d4-4df2-be48-8fa950375e6c", "tag": "e487c3ff-3a2b-4534-b5ee-a40fe055760d", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:00:06.993672 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-47b2a569-d66b-40b1-9f80-9e814598f155 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:00:06.994219 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6100443e-06d4-4df2-be48-8fa950375e6c', 'tag': 'e487c3ff-3a2b-4534-b5ee-a40fe055760d', 'status': 'completed', 'code': 200} Dec 17 16:00:07.059838 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf52f87-5814-4e54-a55e-d4eb5efeff5f req-86804da2-4129-43ee-928e-216f8c8130d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:07.061300 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bf52f87-5814-4e54-a55e-d4eb5efeff5f req-86804da2-4129-43ee-928e-216f8c8130d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b477ad0f385a47e09888a6c7ccbf4288&device_id=6100443e-06d4-4df2-be48-8fa950375e6c HTTP/1.1" status: 200 len: 1095 time: 0.0455275 Dec 17 16:00:07.172971 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf52f87-5814-4e54-a55e-d4eb5efeff5f req-b1f253fd-f1d7-40e7-a349-d905cd73c37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:07.173474 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf52f87-5814-4e54-a55e-d4eb5efeff5f req-b1f253fd-f1d7-40e7-a349-d905cd73c37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:07.175004 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bf52f87-5814-4e54-a55e-d4eb5efeff5f req-b1f253fd-f1d7-40e7-a349-d905cd73c37a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b477ad0f385a47e09888a6c7ccbf4288&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1062434 Dec 17 16:00:07.183115 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4093db3-6c6d-4359-b012-ebdb3ca6008e req-84a9baa3-81b8-4649-adc6-cafd914815c1 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:07.184623 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4093db3-6c6d-4359-b012-ebdb3ca6008e req-84a9baa3-81b8-4649-adc6-cafd914815c1 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 945 time: 0.0553071 Dec 17 16:00:07.224940 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4093db3-6c6d-4359-b012-ebdb3ca6008e req-4a3fd056-e68a-4712-bb84-0d0e047a261a tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336976 Dec 17 16:00:07.275360 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf52f87-5814-4e54-a55e-d4eb5efeff5f req-e4d3cc60-8b4d-4a78-bd29-a2f44857b7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:07.276829 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9bf52f87-5814-4e54-a55e-d4eb5efeff5f req-e4d3cc60-8b4d-4a78-bd29-a2f44857b7d7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953276 Dec 17 16:00:07.356189 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-1eedbc3a-8a47-487e-b272-2681820db017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:07.357720 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-1eedbc3a-8a47-487e-b272-2681820db017 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b477ad0f385a47e09888a6c7ccbf4288&device_id=6100443e-06d4-4df2-be48-8fa950375e6c HTTP/1.1" status: 200 len: 1095 time: 0.0412710 Dec 17 16:00:07.402041 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-3f5ba8a1-a79c-4990-a494-819caf8135e1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=e487c3ff-3a2b-4534-b5ee-a40fe055760d HTTP/1.1" status: 200 len: 217 time: 0.0369761 Dec 17 16:00:07.449797 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-695f0ad5-79ef-4007-a7ee-8b495cd4f175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:07.451903 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-695f0ad5-79ef-4007-a7ee-8b495cd4f175 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c5399359-7a9c-42b4-bd8e-04d71ab22091 HTTP/1.1" status: 200 len: 838 time: 0.0426955 Dec 17 16:00:07.496767 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-851148dc-8ea2-446b-9c60-f247fdb55407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:07.499472 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-851148dc-8ea2-446b-9c60-f247fdb55407 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5720bc17-c02f-4304-b972-52e0c8289a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400629 Dec 17 16:00:07.592691 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-ac5a2a98-bfe8-48cb-8bb0-c840d8b4c7b9 service neutron] 10.222.0.13 "GET /v2.0/networks/5720bc17-c02f-4304-b972-52e0c8289a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864189 Dec 17 16:00:07.681534 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-236500ba-448c-4fde-a921-8123f3a8ad71 req-c46604db-2092-4c61-a9b6-8b20304ff795 service neutron] 10.222.0.13 "GET /v2.0/networks/5720bc17-c02f-4304-b972-52e0c8289a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816457 Dec 17 16:00:08.046516 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2f7a2-aabb-4394-9449-b0ee6199f60a req-76e0e2d1-f0a3-49ae-a980-964d95da4083 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:08.047982 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-30a2f7a2-aabb-4394-9449-b0ee6199f60a req-76e0e2d1-f0a3-49ae-a980-964d95da4083 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=6100443e-06d4-4df2-be48-8fa950375e6c HTTP/1.1" status: 200 len: 944 time: 0.0483537 Dec 17 16:00:08.084579 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-30a2f7a2-aabb-4394-9449-b0ee6199f60a req-960008a6-d58d-4f9f-9d49-d95a9334038d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?id=a097a3a9-7b71-4102-b159-b9742ec20b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307219 Dec 17 16:00:08.337922 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8cdd7-0277-4b29-8fdc-08f7d4c41835 req-d7ee53c0-e16a-4169-89fd-98a2801f0a53 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:08.339359 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-15b8cdd7-0277-4b29-8fdc-08f7d4c41835 req-d7ee53c0-e16a-4169-89fd-98a2801f0a53 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 945 time: 0.0495880 Dec 17 16:00:08.379034 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-15b8cdd7-0277-4b29-8fdc-08f7d4c41835 req-8e152f6f-13e3-462c-843a-752a6b122599 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332179 Dec 17 16:00:08.821939 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a639f44-10d9-45e5-b5ac-d33c88f92ef1 req-27c45ce2-fd58-457c-b740-7e0622fd39d2 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:08.823369 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6a639f44-10d9-45e5-b5ac-d33c88f92ef1 req-27c45ce2-fd58-457c-b740-7e0622fd39d2 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.41 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 945 time: 0.0486851 Dec 17 16:00:08.917497 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-6a639f44-10d9-45e5-b5ac-d33c88f92ef1 req-8ae9de9f-1ce2-45c2-ae85-91a82a4d4bde tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Deleting port d9437f0b-5a1e-4e63-9edf-5e41236c7304 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:00:08.917843 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-6a639f44-10d9-45e5-b5ac-d33c88f92ef1 req-8ae9de9f-1ce2-45c2-ae85-91a82a4d4bde tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:09.003443 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-6a639f44-10d9-45e5-b5ac-d33c88f92ef1 req-8ae9de9f-1ce2-45c2-ae85-91a82a4d4bde tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] For port d9437f0b-5a1e-4e63-9edf-5e41236c7304, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=d9437f0b-5a1e-4e63-9edf-5e41236c7304,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:09.003806 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-6a639f44-10d9-45e5-b5ac-d33c88f92ef1 req-8ae9de9f-1ce2-45c2-ae85-91a82a4d4bde tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:09.015984 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-6a639f44-10d9-45e5-b5ac-d33c88f92ef1 req-8ae9de9f-1ce2-45c2-ae85-91a82a4d4bde tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Calling delete_port for d9437f0b-5a1e-4e63-9edf-5e41236c7304 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:00:09.199117 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-6a639f44-10d9-45e5-b5ac-d33c88f92ef1 req-8ae9de9f-1ce2-45c2-ae85-91a82a4d4bde tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:09.205687 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1bf48-6313-4483-8448-899530ae6819 req-550cc074-4a12-40ad-b9cc-585ab906d409 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:09.207216 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-88d1bf48-6313-4483-8448-899530ae6819 req-550cc074-4a12-40ad-b9cc-585ab906d409 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=6100443e-06d4-4df2-be48-8fa950375e6c HTTP/1.1" status: 200 len: 944 time: 0.0546060 Dec 17 16:00:09.227085 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9de9f-1ce2-45c2-ae85-91a82a4d4bde tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Pushing event deleted for resources: {'Port': ['ID=d9437f0b-5a1e-4e63-9edf-5e41236c7304,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:09.232568 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['d9437f0b-5a1e-4e63-9edf-5e41236c7304'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:00:09.256803 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-88d1bf48-6313-4483-8448-899530ae6819 req-8a00d84a-3b5d-496f-806c-41f4dabdf06c tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?id=a097a3a9-7b71-4102-b159-b9742ec20b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430634 Dec 17 16:00:09.289176 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a639f44-10d9-45e5-b5ac-d33c88f92ef1 req-8ae9de9f-1ce2-45c2-ae85-91a82a4d4bde tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] No DVR routers for this DVR port d9437f0b-5a1e-4e63-9edf-5e41236c7304 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:00:09.292027 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-6a639f44-10d9-45e5-b5ac-d33c88f92ef1 req-8ae9de9f-1ce2-45c2-ae85-91a82a4d4bde tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:09.296419 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6a639f44-10d9-45e5-b5ac-d33c88f92ef1 req-8ae9de9f-1ce2-45c2-ae85-91a82a4d4bde tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.41 "DELETE /v2.0/ports/d9437f0b-5a1e-4e63-9edf-5e41236c7304 HTTP/1.1" status: 204 len: 173 time: 0.4658389 Dec 17 16:00:09.296893 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd381781f-6fd3-4985-a110-b72be7af1c09', 'name': 'network-vif-deleted', 'tag': 'd9437f0b-5a1e-4e63-9edf-5e41236c7304'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:00:09.299319 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b049bb7-f9e7-4d61-aef0-d494bd9c2bf7" -d '{"events": [{"server_uuid": "d381781f-6fd3-4985-a110-b72be7af1c09", "name": "network-vif-deleted", "tag": "d9437f0b-5a1e-4e63-9edf-5e41236c7304"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:00:09.335752 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdab89c-0c54-46f9-af00-77acf275ec87 x-openstack-request-id: req-8bdab89c-0c54-46f9-af00-77acf275ec87 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:00:09.336047 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d381781f-6fd3-4985-a110-b72be7af1c09", "name": "network-vif-deleted", "tag": "d9437f0b-5a1e-4e63-9edf-5e41236c7304", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:00:09.336299 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8bdab89c-0c54-46f9-af00-77acf275ec87 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:00:09.336701 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd381781f-6fd3-4985-a110-b72be7af1c09', 'name': 'network-vif-deleted', 'tag': 'd9437f0b-5a1e-4e63-9edf-5e41236c7304', 'status': 'completed', 'code': 200} Dec 17 16:00:09.475778 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-58d114d5-c986-4afe-acd3-bf5d4cea5cfb req-ecffe7c0-0c88-4ecd-b202-2cead164e13b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 210 time: 0.0291548 Dec 17 16:00:10.371453 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f3c15-a3a4-4af0-a201-efa66a777272 req-07e97d71-6983-4737-a3a0-6ac7e43e64b7 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:10.373426 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6a8f3c15-a3a4-4af0-a201-efa66a777272 req-07e97d71-6983-4737-a3a0-6ac7e43e64b7 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=6100443e-06d4-4df2-be48-8fa950375e6c HTTP/1.1" status: 200 len: 944 time: 0.0488420 Dec 17 16:00:10.410876 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6a8f3c15-a3a4-4af0-a201-efa66a777272 req-a1cc5d9e-7525-4f5d-945d-8c7bb671e127 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?id=a097a3a9-7b71-4102-b159-b9742ec20b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314491 Dec 17 16:00:10.571436 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4a69e99b-e002-4160-af5a-e02204950ab0 req-1761b4e6-287c-47d4-98fc-5bdc6989f8fe tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 210 time: 0.0265994 Dec 17 16:00:10.827777 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:11.532122 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0f215-7cc7-4d82-b801-eaf1167de322 req-835c62c3-3d4c-4b86-8729-e7d97481c1d2 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:11.533642 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-89f0f215-7cc7-4d82-b801-eaf1167de322 req-835c62c3-3d4c-4b86-8729-e7d97481c1d2 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=6100443e-06d4-4df2-be48-8fa950375e6c HTTP/1.1" status: 200 len: 944 time: 0.0549219 Dec 17 16:00:11.555070 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e487c3ff-3a2b-4534-b5ee-a40fe055760d details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:00:11.577859 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-89f0f215-7cc7-4d82-b801-eaf1167de322 req-5d414cc2-14d7-4ffb-84aa-1a738449ecc5 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?id=a097a3a9-7b71-4102-b159-b9742ec20b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381010 Dec 17 16:00:11.658367 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port e487c3ff-3a2b-4534-b5ee-a40fe055760d, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e487c3ff-3a2b-4534-b5ee-a40fe055760d,segment=NetworkSegment(593b4e99-cdbb-481e-b1ac-209ef19d1757),segment_id=593b4e99-cdbb-481e-b1ac-209ef19d1757)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:11.670549 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'e487c3ff-3a2b-4534-b5ee-a40fe055760d', 'network_id': '5720bc17-c02f-4304-b972-52e0c8289a17', 'port_id': 'e487c3ff-3a2b-4534-b5ee-a40fe055760d', 'mac_address': 'fa:16:3e:0d:c2:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5399359-7a9c-42b4-bd8e-04d71ab22091', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:00:11.672015 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9cea4d10-bb3f-43ba-9375-decfdacdda39 req-53f90bb0-3218-47cf-84e1-95d1f6027da5 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 210 time: 0.0280342 Dec 17 16:00:11.710486 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:11.723916 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e487c3ff-3a2b-4534-b5ee-a40fe055760d {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:00:11.743633 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port e487c3ff-3a2b-4534-b5ee-a40fe055760d, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e487c3ff-3a2b-4534-b5ee-a40fe055760d,segment=NetworkSegment(593b4e99-cdbb-481e-b1ac-209ef19d1757),segment_id=593b4e99-cdbb-481e-b1ac-209ef19d1757)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:11.787674 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:11.836817 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=e487c3ff-3a2b-4534-b5ee-a40fe055760d,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:11.845623 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:11.846060 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:11.846433 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:11.846842 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:11.847291 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:11.847685 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:11.848085 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:11.848478 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:11.848871 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:11.849343 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:11.849733 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:11.850124 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:12.003407 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['e487c3ff-3a2b-4534-b5ee-a40fe055760d'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:00:12.696164 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed9056-ed9e-4f86-8d77-40e75161db30 req-a3400b74-75c4-4aa9-af3b-dc5eedefb565 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:12.697772 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-33ed9056-ed9e-4f86-8d77-40e75161db30 req-a3400b74-75c4-4aa9-af3b-dc5eedefb565 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=6100443e-06d4-4df2-be48-8fa950375e6c HTTP/1.1" status: 200 len: 945 time: 0.0514078 Dec 17 16:00:12.742152 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-33ed9056-ed9e-4f86-8d77-40e75161db30 req-0f3ad555-e301-435e-9447-c644dff428f5 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?id=a097a3a9-7b71-4102-b159-b9742ec20b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377057 Dec 17 16:00:12.775175 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2a93113d-7f9e-4527-a517-756af853cd7e req-9b2a9b4e-ab67-4251-aac4-196edc66090d tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 210 time: 0.0298150 Dec 17 16:00:13.419285 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device d9437f0b-5a1e-4e63-9edf-5e41236c7304 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:00:13.439521 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: d9437f0b-5a1e-4e63-9edf-5e41236c7304 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:00:13.439870 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device d9437f0b-5a1e-4e63-9edf-5e41236c7304 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:00:13.570513 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e487c3ff-3a2b-4534-b5ee-a40fe055760d up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:00:13.701776 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port e487c3ff-3a2b-4534-b5ee-a40fe055760d completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:00:13.706013 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port e487c3ff-3a2b-4534-b5ee-a40fe055760d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:00:13.706481 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:13.790643 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:13.818064 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6100443e-06d4-4df2-be48-8fa950375e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e487c3ff-3a2b-4534-b5ee-a40fe055760d'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:00:13.820353 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46293ee4-6866-41e6-98f6-fb8df410fc8d" -d '{"events": [{"server_uuid": "6100443e-06d4-4df2-be48-8fa950375e6c", "name": "network-vif-plugged", "status": "completed", "tag": "e487c3ff-3a2b-4534-b5ee-a40fe055760d"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:00:13.833749 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port e487c3ff-3a2b-4534-b5ee-a40fe055760d, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e487c3ff-3a2b-4534-b5ee-a40fe055760d,segment=NetworkSegment(593b4e99-cdbb-481e-b1ac-209ef19d1757),segment_id=593b4e99-cdbb-481e-b1ac-209ef19d1757)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:13.886405 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0563bb-e3f7-435d-83ab-039c1a1641c2 req-d6e2394b-8d06-4802-b477-5cb89b51ea8d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:13.889610 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ca0563bb-e3f7-435d-83ab-039c1a1641c2 req-d6e2394b-8d06-4802-b477-5cb89b51ea8d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=6100443e-06d4-4df2-be48-8fa950375e6c HTTP/1.1" status: 200 len: 945 time: 0.0678878 Dec 17 16:00:13.923934 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-91db7507-90d0-4820-902a-3cfc31647de2 req-1838f8d4-fd1d-4afe-bd47-8c17cbcbc0db tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d381781f-6fd3-4985-a110-b72be7af1c09 HTTP/1.1" status: 200 len: 210 time: 0.0330119 Dec 17 16:00:13.925416 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:13.951843 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ca0563bb-e3f7-435d-83ab-039c1a1641c2 req-b05b707e-8a63-4c00-a697-633abd3a07e5 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?id=a097a3a9-7b71-4102-b159-b9742ec20b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512435 Dec 17 16:00:13.985612 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad8930a-e119-47e0-9009-91176f53b92d x-openstack-request-id: req-4ad8930a-e119-47e0-9009-91176f53b92d {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:00:13.986087 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6100443e-06d4-4df2-be48-8fa950375e6c", "name": "network-vif-plugged", "status": "completed", "tag": "e487c3ff-3a2b-4534-b5ee-a40fe055760d", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:00:13.986350 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4ad8930a-e119-47e0-9009-91176f53b92d {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:00:13.986874 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6100443e-06d4-4df2-be48-8fa950375e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e487c3ff-3a2b-4534-b5ee-a40fe055760d', 'code': 200} Dec 17 16:00:14.001873 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=e487c3ff-3a2b-4534-b5ee-a40fe055760d,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:14.081501 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7ab9b-6f52-4d86-aa82-5d553950875e req-bb57052d-a876-4cf9-9801-68026a3c1760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:14.082933 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6dc7ab9b-6f52-4d86-aa82-5d553950875e req-bb57052d-a876-4cf9-9801-68026a3c1760 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6100443e-06d4-4df2-be48-8fa950375e6c HTTP/1.1" status: 200 len: 1097 time: 0.0409355 Dec 17 16:00:14.118328 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6dc7ab9b-6f52-4d86-aa82-5d553950875e req-71db24df-0278-43e4-898b-0663155dcf6c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a097a3a9-7b71-4102-b159-b9742ec20b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283108 Dec 17 16:00:15.077983 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2eeb4a-57de-4422-b455-782c308bf42f req-ae092ee7-82b0-454e-85de-95b781f21934 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:15.080399 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c2eeb4a-57de-4422-b455-782c308bf42f req-ae092ee7-82b0-454e-85de-95b781f21934 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=6100443e-06d4-4df2-be48-8fa950375e6c HTTP/1.1" status: 200 len: 946 time: 0.0525043 Dec 17 16:00:15.129065 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c2eeb4a-57de-4422-b455-782c308bf42f req-8b5f3158-b05c-4c4c-a75f-48d959f470a2 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?id=a097a3a9-7b71-4102-b159-b9742ec20b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350263 Dec 17 16:00:16.256521 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0818cf5-82d1-44b0-89b3-c300ed3ab3cb req-e4e5d85f-ee11-4733-8733-d4bd0c9df932 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:16.262527 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f0818cf5-82d1-44b0-89b3-c300ed3ab3cb req-e4e5d85f-ee11-4733-8733-d4bd0c9df932 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=6100443e-06d4-4df2-be48-8fa950375e6c HTTP/1.1" status: 200 len: 946 time: 0.0655475 Dec 17 16:00:16.315651 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f0818cf5-82d1-44b0-89b3-c300ed3ab3cb req-f71b08a8-0187-455b-a078-0f9e1401ed2c tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?id=a097a3a9-7b71-4102-b159-b9742ec20b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363352 Dec 17 16:00:16.445315 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325979e-aaa7-44e9-a57a-877b97855a81 req-fe92ad90-fd3d-4971-a6e7-8ed603e350ef tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:16.446853 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8325979e-aaa7-44e9-a57a-877b97855a81 req-fe92ad90-fd3d-4971-a6e7-8ed603e350ef tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=6100443e-06d4-4df2-be48-8fa950375e6c HTTP/1.1" status: 200 len: 946 time: 0.0550849 Dec 17 16:00:16.487334 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8325979e-aaa7-44e9-a57a-877b97855a81 req-a563b9b7-fb46-4ee2-b944-ce122436f0d1 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?id=a097a3a9-7b71-4102-b159-b9742ec20b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342178 Dec 17 16:00:17.965037 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 37846) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:00:18.390928 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-685e32e6-7ed4-45c0-865c-7846d7a7d92b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:18.941076 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-685e32e6-7ed4-45c0-865c-7846d7a7d92b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Allocated IP 172.20.0.17 (5720bc17-c02f-4304-b972-52e0c8289a17/c5399359-7a9c-42b4-bd8e-04d71ab22091/b0ed7c10-abdd-4d02-af7a-f5cbda9e8fbf) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:00:19.052881 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-685e32e6-7ed4-45c0-865c-7846d7a7d92b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:19.136655 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-685e32e6-7ed4-45c0-865c-7846d7a7d92b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:19.177103 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685e32e6-7ed4-45c0-865c-7846d7a7d92b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Network 5720bc17-c02f-4304-b972-52e0c8289a17 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:00:19.180041 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-685e32e6-7ed4-45c0-865c-7846d7a7d92b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:00:19.183698 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685e32e6-7ed4-45c0-865c-7846d7a7d92b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:00:19.211960 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e32e6-7ed4-45c0-865c-7846d7a7d92b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'Port': ['ID=b0ed7c10-abdd-4d02-af7a-f5cbda9e8fbf,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:19.238583 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-685e32e6-7ed4-45c0-865c-7846d7a7d92b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:19.400104 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-474c0ab3-29e9-47d8-b8f9-5b6e21d4cbbf None None] Provisioning complete for port b0ed7c10-abdd-4d02-af7a-f5cbda9e8fbf triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:00:19.406110 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-474c0ab3-29e9-47d8-b8f9-5b6e21d4cbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:19.433639 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-685e32e6-7ed4-45c0-865c-7846d7a7d92b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:19.436929 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-474c0ab3-29e9-47d8-b8f9-5b6e21d4cbbf None None] Port b0ed7c10-abdd-4d02-af7a-f5cbda9e8fbf cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:00:19.744813 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-685e32e6-7ed4-45c0-865c-7846d7a7d92b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:19.793955 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-685e32e6-7ed4-45c0-865c-7846d7a7d92b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:19.867844 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e32e6-7ed4-45c0-865c-7846d7a7d92b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'Port': ['ID=b0ed7c10-abdd-4d02-af7a-f5cbda9e8fbf,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:19.872810 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-685e32e6-7ed4-45c0-865c-7846d7a7d92b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:19.964791 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685e32e6-7ed4-45c0-865c-7846d7a7d92b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Network 5720bc17-c02f-4304-b972-52e0c8289a17 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:00:19.966456 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-685e32e6-7ed4-45c0-865c-7846d7a7d92b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:00:20.090384 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685e32e6-7ed4-45c0-865c-7846d7a7d92b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Router 7fc53c1c-997d-4d90-978f-3eeb16f27bc1 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:00:20.204298 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685e32e6-7ed4-45c0-865c-7846d7a7d92b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:00:20.209334 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-685e32e6-7ed4-45c0-865c-7846d7a7d92b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "PUT /v2.0/routers/7fc53c1c-997d-4d90-978f-3eeb16f27bc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2430964 Dec 17 16:00:20.214190 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5f03b2-912e-4e32-95c9-5dbefe9a77bf None None] Sync routers for ids ['7fc53c1c-997d-4d90-978f-3eeb16f27bc1'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:00:20.225328 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5f03b2-912e-4e32-95c9-5dbefe9a77bf None None] Routers {'7fc53c1c-997d-4d90-978f-3eeb16f27bc1'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:00:20.225934 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-4f5f03b2-912e-4e32-95c9-5dbefe9a77bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:00:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['7fc53c1c-997d-4d90-978f-3eeb16f27bc1'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:20.262508 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-551cb9d0-51d1-42cf-a41d-d27d2442ab1f None None] Provisioning complete for port b0ed7c10-abdd-4d02-af7a-f5cbda9e8fbf triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:00:20.265081 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-551cb9d0-51d1-42cf-a41d-d27d2442ab1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:20.298840 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-551cb9d0-51d1-42cf-a41d-d27d2442ab1f None None] Port b0ed7c10-abdd-4d02-af7a-f5cbda9e8fbf cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:00:20.332921 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-4f5f03b2-912e-4e32-95c9-5dbefe9a77bf None None] Set router 7fc53c1c-997d-4d90-978f-3eeb16f27bc1 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:00:20.558205 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-4f5f03b2-912e-4e32-95c9-5dbefe9a77bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'name': 'tempest-TestNetworkBasicOps-router-925608167', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T16:00:19Z', 'revision_number': 5, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'gw_port': {'id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '604cbdba-56a6-4e06-9709-28ccbc0df065', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'port_id': '0f01a915-6564-4f4f-b60c-4ab0f066bbe5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973', 'mac_address': 'fa:16:3e:61:90:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3750ae57-43c1-4805-ae3b-d842c1263d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:59:22Z', 'updated_at': '2021-12-17T15:59:25Z', 'revision_number': 1, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '808cc516-2e6d-4505-95c6-20be46e0a5e9', 'name': '', 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'mac_address': 'fa:16:3e:2d:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '0a99e93e-2633-40ec-8649-0b53bbe7ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:59:02Z', 'updated_at': '2021-12-17T15:59:06Z', 'revision_number': 5, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'subnets': [{'id': '0a99e93e-2633-40ec-8649-0b53bbe7ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0ed7c10-abdd-4d02-af7a-f5cbda9e8fbf', 'name': '', 'network_id': '5720bc17-c02f-4304-b972-52e0c8289a17', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'mac_address': 'fa:16:3e:58:03:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'c5399359-7a9c-42b4-bd8e-04d71ab22091', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:18Z', 'updated_at': '2021-12-17T16:00:19Z', 'revision_number': 2, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'subnets': [{'id': 'c5399359-7a9c-42b4-bd8e-04d71ab22091', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:20.588746 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5f03b2-912e-4e32-95c9-5dbefe9a77bf None None] Checking router: 7fc53c1c-997d-4d90-978f-3eeb16f27bc1 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:00:20.589126 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5f03b2-912e-4e32-95c9-5dbefe9a77bf None None] Updating router 7fc53c1c-997d-4d90-978f-3eeb16f27bc1 port b0ed7c10-abdd-4d02-af7a-f5cbda9e8fbf binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:00:20.617718 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-4f5f03b2-912e-4e32-95c9-5dbefe9a77bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:20.913079 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-4f5f03b2-912e-4e32-95c9-5dbefe9a77bf None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:21.004951 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-4f5f03b2-912e-4e32-95c9-5dbefe9a77bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:21.060783 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec68a2b-2a71-4d6f-bec5-83693c5f45f0 None None] Pushing event updated for resources: {'Port': ['ID=b0ed7c10-abdd-4d02-af7a-f5cbda9e8fbf,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:21.073647 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec68a2b-2a71-4d6f-bec5-83693c5f45f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:21.073647 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec68a2b-2a71-4d6f-bec5-83693c5f45f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:21.073647 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec68a2b-2a71-4d6f-bec5-83693c5f45f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:21.074285 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec68a2b-2a71-4d6f-bec5-83693c5f45f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:21.074285 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec68a2b-2a71-4d6f-bec5-83693c5f45f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:21.074564 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec68a2b-2a71-4d6f-bec5-83693c5f45f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:21.074967 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec68a2b-2a71-4d6f-bec5-83693c5f45f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:21.075443 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec68a2b-2a71-4d6f-bec5-83693c5f45f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:21.075985 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec68a2b-2a71-4d6f-bec5-83693c5f45f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:21.076411 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec68a2b-2a71-4d6f-bec5-83693c5f45f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:21.076732 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec68a2b-2a71-4d6f-bec5-83693c5f45f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:21.077082 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec68a2b-2a71-4d6f-bec5-83693c5f45f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:21.134525 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-4f5f03b2-912e-4e32-95c9-5dbefe9a77bf None None] Attempting to bind port b0ed7c10-abdd-4d02-af7a-f5cbda9e8fbf on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:00:21.134787 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-4f5f03b2-912e-4e32-95c9-5dbefe9a77bf None None] Attempting to bind port b0ed7c10-abdd-4d02-af7a-f5cbda9e8fbf by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '593b4e99-cdbb-481e-b1ac-209ef19d1757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5720bc17-c02f-4304-b972-52e0c8289a17'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:00:21.135140 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5f03b2-912e-4e32-95c9-5dbefe9a77bf None None] Attempting to bind port b0ed7c10-abdd-4d02-af7a-f5cbda9e8fbf on network 5720bc17-c02f-4304-b972-52e0c8289a17 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:00:21.140611 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5f03b2-912e-4e32-95c9-5dbefe9a77bf None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:00:21.140977 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5f03b2-912e-4e32-95c9-5dbefe9a77bf None None] Checking segment: {'id': '593b4e99-cdbb-481e-b1ac-209ef19d1757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5720bc17-c02f-4304-b972-52e0c8289a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:00:21.141409 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-4f5f03b2-912e-4e32-95c9-5dbefe9a77bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:21.141794 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5f03b2-912e-4e32-95c9-5dbefe9a77bf None None] Bound using segment: {'id': '593b4e99-cdbb-481e-b1ac-209ef19d1757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5720bc17-c02f-4304-b972-52e0c8289a17'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:00:21.142300 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-4f5f03b2-912e-4e32-95c9-5dbefe9a77bf None None] Bound port: b0ed7c10-abdd-4d02-af7a-f5cbda9e8fbf, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '593b4e99-cdbb-481e-b1ac-209ef19d1757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5720bc17-c02f-4304-b972-52e0c8289a17'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:00:21.142672 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-4f5f03b2-912e-4e32-95c9-5dbefe9a77bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:21.225513 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-4f5f03b2-912e-4e32-95c9-5dbefe9a77bf None None] For port b0ed7c10-abdd-4d02-af7a-f5cbda9e8fbf, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:00:21.229061 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-4f5f03b2-912e-4e32-95c9-5dbefe9a77bf None None] For port b0ed7c10-abdd-4d02-af7a-f5cbda9e8fbf, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b0ed7c10-abdd-4d02-af7a-f5cbda9e8fbf,segment=NetworkSegment(593b4e99-cdbb-481e-b1ac-209ef19d1757),segment_id=593b4e99-cdbb-481e-b1ac-209ef19d1757)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:00:21.326896 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-4f5f03b2-912e-4e32-95c9-5dbefe9a77bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:21.400632 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec68a2b-2a71-4d6f-bec5-83693c5f45f0 None None] Pushing event updated for resources: {'Port': ['ID=b0ed7c10-abdd-4d02-af7a-f5cbda9e8fbf,revision_number=4']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:21.411798 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5f03b2-912e-4e32-95c9-5dbefe9a77bf None None] Routers {'7fc53c1c-997d-4d90-978f-3eeb16f27bc1'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:00:21.412438 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-4f5f03b2-912e-4e32-95c9-5dbefe9a77bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:00:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['7fc53c1c-997d-4d90-978f-3eeb16f27bc1'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:21.427836 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d366c1e2-a8fd-4beb-a9fa-02ed4f73903c None None] Provisioning complete for port b0ed7c10-abdd-4d02-af7a-f5cbda9e8fbf triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:00:21.428393 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d366c1e2-a8fd-4beb-a9fa-02ed4f73903c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:21.531361 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-4f5f03b2-912e-4e32-95c9-5dbefe9a77bf None None] Set router 7fc53c1c-997d-4d90-978f-3eeb16f27bc1 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:00:21.534822 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d366c1e2-a8fd-4beb-a9fa-02ed4f73903c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:21.572263 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-d366c1e2-a8fd-4beb-a9fa-02ed4f73903c None None] For port b0ed7c10-abdd-4d02-af7a-f5cbda9e8fbf, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b0ed7c10-abdd-4d02-af7a-f5cbda9e8fbf,segment=NetworkSegment(593b4e99-cdbb-481e-b1ac-209ef19d1757),segment_id=593b4e99-cdbb-481e-b1ac-209ef19d1757)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:21.667692 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d366c1e2-a8fd-4beb-a9fa-02ed4f73903c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:21.721097 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366c1e2-a8fd-4beb-a9fa-02ed4f73903c None None] Pushing event updated for resources: {'Port': ['ID=b0ed7c10-abdd-4d02-af7a-f5cbda9e8fbf,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:21.789993 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-177ad6c6-e5ff-4ee0-8983-3ab9e2e1df69 None None] Provisioning complete for port b0ed7c10-abdd-4d02-af7a-f5cbda9e8fbf triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:00:21.790374 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-177ad6c6-e5ff-4ee0-8983-3ab9e2e1df69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:21.879405 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-4f5f03b2-912e-4e32-95c9-5dbefe9a77bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'name': 'tempest-TestNetworkBasicOps-router-925608167', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T16:00:19Z', 'revision_number': 5, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'gw_port': {'id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '604cbdba-56a6-4e06-9709-28ccbc0df065', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'port_id': '0f01a915-6564-4f4f-b60c-4ab0f066bbe5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973', 'mac_address': 'fa:16:3e:61:90:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3750ae57-43c1-4805-ae3b-d842c1263d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:59:22Z', 'updated_at': '2021-12-17T15:59:25Z', 'revision_number': 1, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '808cc516-2e6d-4505-95c6-20be46e0a5e9', 'name': '', 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'mac_address': 'fa:16:3e:2d:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '0a99e93e-2633-40ec-8649-0b53bbe7ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:59:02Z', 'updated_at': '2021-12-17T15:59:06Z', 'revision_number': 5, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'subnets': [{'id': '0a99e93e-2633-40ec-8649-0b53bbe7ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0ed7c10-abdd-4d02-af7a-f5cbda9e8fbf', 'name': '', 'network_id': '5720bc17-c02f-4304-b972-52e0c8289a17', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'mac_address': 'fa:16:3e:58:03:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'c5399359-7a9c-42b4-bd8e-04d71ab22091', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:18Z', 'updated_at': '2021-12-17T16:00:21Z', 'revision_number': 4, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'subnets': [{'id': 'c5399359-7a9c-42b4-bd8e-04d71ab22091', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:21.910036 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5f03b2-912e-4e32-95c9-5dbefe9a77bf None None] The sync data for ids ['7fc53c1c-997d-4d90-978f-3eeb16f27bc1'] in n-d-820553-2 is: [{'id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'name': 'tempest-TestNetworkBasicOps-router-925608167', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T16:00:19Z', 'revision_number': 5, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'gw_port': {'id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '604cbdba-56a6-4e06-9709-28ccbc0df065', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'port_id': '0f01a915-6564-4f4f-b60c-4ab0f066bbe5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973', 'mac_address': 'fa:16:3e:61:90:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3750ae57-43c1-4805-ae3b-d842c1263d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:59:22Z', 'updated_at': '2021-12-17T15:59:25Z', 'revision_number': 1, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '808cc516-2e6d-4505-95c6-20be46e0a5e9', 'name': '', 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'mac_address': 'fa:16:3e:2d:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '0a99e93e-2633-40ec-8649-0b53bbe7ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:59:02Z', 'updated_at': '2021-12-17T15:59:06Z', 'revision_number': 5, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'subnets': [{'id': '0a99e93e-2633-40ec-8649-0b53bbe7ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0ed7c10-abdd-4d02-af7a-f5cbda9e8fbf', 'name': '', 'network_id': '5720bc17-c02f-4304-b972-52e0c8289a17', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'mac_address': 'fa:16:3e:58:03:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'c5399359-7a9c-42b4-bd8e-04d71ab22091', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:18Z', 'updated_at': '2021-12-17T16:00:21Z', 'revision_number': 4, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'subnets': [{'id': 'c5399359-7a9c-42b4-bd8e-04d71ab22091', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:00:22.338182 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1874019b-48c9-4f0d-9411-d02803cc1231 req-e31c9747-d7ec-41c5-b6f4-26084f5bf5ee service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3750ae57-43c1-4805-ae3b-d842c1263d83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1184092 Dec 17 16:00:22.435574 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874019b-48c9-4f0d-9411-d02803cc1231 req-c7ec855e-ac40-4587-9f36-ecc2d627e74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:22.437320 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1874019b-48c9-4f0d-9411-d02803cc1231 req-c7ec855e-ac40-4587-9f36-ecc2d627e74d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b477ad0f385a47e09888a6c7ccbf4288&device_id=3750ae57-43c1-4805-ae3b-d842c1263d83 HTTP/1.1" status: 200 len: 1097 time: 0.0538712 Dec 17 16:00:22.565236 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874019b-48c9-4f0d-9411-d02803cc1231 req-a55571eb-ea74-4700-a211-47ca3cd562c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:22.566725 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1874019b-48c9-4f0d-9411-d02803cc1231 req-a55571eb-ea74-4700-a211-47ca3cd562c0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ba5ea327-1819-4b68-80bb-bb4e81d1c973 HTTP/1.1" status: 200 len: 897 time: 0.1014719 Dec 17 16:00:22.639749 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1874019b-48c9-4f0d-9411-d02803cc1231 req-f2d10533-321a-4d83-b399-ce47dd0e4c3a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f01a915-6564-4f4f-b60c-4ab0f066bbe5 HTTP/1.1" status: 200 len: 1001 time: 0.0659771 Dec 17 16:00:23.003989 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874019b-48c9-4f0d-9411-d02803cc1231 req-d98f8ad5-5da1-41f4-aca9-5cd267b7c755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:23.005458 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1874019b-48c9-4f0d-9411-d02803cc1231 req-d98f8ad5-5da1-41f4-aca9-5cd267b7c755 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0a99e93e-2633-40ec-8649-0b53bbe7ae92 HTTP/1.1" status: 200 len: 835 time: 0.3589766 Dec 17 16:00:23.054514 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874019b-48c9-4f0d-9411-d02803cc1231 req-99f9c81b-eef2-40d2-a5ef-bc49606abb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:23.056053 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1874019b-48c9-4f0d-9411-d02803cc1231 req-99f9c81b-eef2-40d2-a5ef-bc49606abb97 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ba5ea327-1819-4b68-80bb-bb4e81d1c973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422192 Dec 17 16:00:23.153530 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1874019b-48c9-4f0d-9411-d02803cc1231 req-393ae609-79cb-41b4-871b-598c593e1b10 service neutron] 10.222.0.13 "GET /v2.0/networks/ba5ea327-1819-4b68-80bb-bb4e81d1c973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887363 Dec 17 16:00:23.246627 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1874019b-48c9-4f0d-9411-d02803cc1231 req-071065e3-6715-4931-a28a-3fa52676227e service neutron] 10.222.0.13 "GET /v2.0/networks/ba5ea327-1819-4b68-80bb-bb4e81d1c973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868216 Dec 17 16:00:23.573599 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b0ed7c10-abdd-4d02-af7a-f5cbda9e8fbf up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:00:23.627103 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port b0ed7c10-abdd-4d02-af7a-f5cbda9e8fbf triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:00:23.627577 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:26.295918 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:28.873585 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0f68a0f9-a7a9-4fa2-a412-20d7c7208343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:30.833220 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:00:31.365603 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-babc8338-0376-488b-9746-7b8484d8135b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:32.433062 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:33.987344 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:34.244793 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:40.769598 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38018) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:00:40.918944 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:41.137038 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-03519235-d423-4487-98d0-787a98a4a252 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:41.450000 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-03519235-d423-4487-98d0-787a98a4a252 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Deleting port b0ed7c10-abdd-4d02-af7a-f5cbda9e8fbf {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:00:41.450350 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-03519235-d423-4487-98d0-787a98a4a252 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:41.539107 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-03519235-d423-4487-98d0-787a98a4a252 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] For port b0ed7c10-abdd-4d02-af7a-f5cbda9e8fbf, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b0ed7c10-abdd-4d02-af7a-f5cbda9e8fbf,segment=NetworkSegment(593b4e99-cdbb-481e-b1ac-209ef19d1757),segment_id=593b4e99-cdbb-481e-b1ac-209ef19d1757)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:41.539476 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-03519235-d423-4487-98d0-787a98a4a252 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:41.556117 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-03519235-d423-4487-98d0-787a98a4a252 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Calling delete_port for b0ed7c10-abdd-4d02-af7a-f5cbda9e8fbf owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:00:41.816433 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-03519235-d423-4487-98d0-787a98a4a252 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:41.844876 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03519235-d423-4487-98d0-787a98a4a252 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event deleted for resources: {'Port': ['ID=b0ed7c10-abdd-4d02-af7a-f5cbda9e8fbf,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:42.041147 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-03519235-d423-4487-98d0-787a98a4a252 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:42.264731 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03519235-d423-4487-98d0-787a98a4a252 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Router 7fc53c1c-997d-4d90-978f-3eeb16f27bc1 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:00:42.606170 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03519235-d423-4487-98d0-787a98a4a252 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:00:42.612390 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-03519235-d423-4487-98d0-787a98a4a252 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "PUT /v2.0/routers/7fc53c1c-997d-4d90-978f-3eeb16f27bc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8413815 Dec 17 16:00:42.616634 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e66850f-a2fa-43bb-b9a4-a8c7e09a1e43 None None] Sync routers for ids ['7fc53c1c-997d-4d90-978f-3eeb16f27bc1'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:00:42.625949 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e66850f-a2fa-43bb-b9a4-a8c7e09a1e43 None None] Routers {'7fc53c1c-997d-4d90-978f-3eeb16f27bc1'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:00:42.626628 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-3e66850f-a2fa-43bb-b9a4-a8c7e09a1e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:00:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['7fc53c1c-997d-4d90-978f-3eeb16f27bc1'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:42.739823 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-3e66850f-a2fa-43bb-b9a4-a8c7e09a1e43 None None] Set router 7fc53c1c-997d-4d90-978f-3eeb16f27bc1 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:00:42.989192 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-3e66850f-a2fa-43bb-b9a4-a8c7e09a1e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'name': 'tempest-TestNetworkBasicOps-router-925608167', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T16:00:41Z', 'revision_number': 6, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'gw_port': {'id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '604cbdba-56a6-4e06-9709-28ccbc0df065', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'port_id': '0f01a915-6564-4f4f-b60c-4ab0f066bbe5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973', 'mac_address': 'fa:16:3e:61:90:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3750ae57-43c1-4805-ae3b-d842c1263d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:59:22Z', 'updated_at': '2021-12-17T15:59:25Z', 'revision_number': 1, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '808cc516-2e6d-4505-95c6-20be46e0a5e9', 'name': '', 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'mac_address': 'fa:16:3e:2d:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '0a99e93e-2633-40ec-8649-0b53bbe7ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:59:02Z', 'updated_at': '2021-12-17T15:59:06Z', 'revision_number': 5, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'subnets': [{'id': '0a99e93e-2633-40ec-8649-0b53bbe7ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:43.016218 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e66850f-a2fa-43bb-b9a4-a8c7e09a1e43 None None] Checking router: 7fc53c1c-997d-4d90-978f-3eeb16f27bc1 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:00:43.025140 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e66850f-a2fa-43bb-b9a4-a8c7e09a1e43 None None] Routers {'7fc53c1c-997d-4d90-978f-3eeb16f27bc1'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:00:43.025746 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-3e66850f-a2fa-43bb-b9a4-a8c7e09a1e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:00:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['7fc53c1c-997d-4d90-978f-3eeb16f27bc1'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:43.166010 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370613c-c064-48c1-aff2-d0f5b2ee0fe7 req-736300ba-ec3a-47e0-9429-51b6e949b87e tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:43.167568 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b370613c-c064-48c1-aff2-d0f5b2ee0fe7 req-736300ba-ec3a-47e0-9429-51b6e949b87e tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=6100443e-06d4-4df2-be48-8fa950375e6c HTTP/1.1" status: 200 len: 946 time: 0.0527291 Dec 17 16:00:43.214828 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b370613c-c064-48c1-aff2-d0f5b2ee0fe7 req-fcd5a590-3466-479b-a4b3-488d4331f6a4 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?id=a097a3a9-7b71-4102-b159-b9742ec20b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395234 Dec 17 16:00:43.294830 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-3e66850f-a2fa-43bb-b9a4-a8c7e09a1e43 None None] Set router 7fc53c1c-997d-4d90-978f-3eeb16f27bc1 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:00:43.590025 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-3e66850f-a2fa-43bb-b9a4-a8c7e09a1e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'name': 'tempest-TestNetworkBasicOps-router-925608167', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T16:00:41Z', 'revision_number': 6, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'gw_port': {'id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '604cbdba-56a6-4e06-9709-28ccbc0df065', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'port_id': '0f01a915-6564-4f4f-b60c-4ab0f066bbe5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973', 'mac_address': 'fa:16:3e:61:90:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3750ae57-43c1-4805-ae3b-d842c1263d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:59:22Z', 'updated_at': '2021-12-17T15:59:25Z', 'revision_number': 1, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '808cc516-2e6d-4505-95c6-20be46e0a5e9', 'name': '', 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'mac_address': 'fa:16:3e:2d:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '0a99e93e-2633-40ec-8649-0b53bbe7ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:59:02Z', 'updated_at': '2021-12-17T15:59:06Z', 'revision_number': 5, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'subnets': [{'id': '0a99e93e-2633-40ec-8649-0b53bbe7ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:43.620175 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e66850f-a2fa-43bb-b9a4-a8c7e09a1e43 None None] The sync data for ids ['7fc53c1c-997d-4d90-978f-3eeb16f27bc1'] in n-d-820553-2 is: [{'id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'name': 'tempest-TestNetworkBasicOps-router-925608167', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T16:00:41Z', 'revision_number': 6, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'gw_port': {'id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '604cbdba-56a6-4e06-9709-28ccbc0df065', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'floating_ip_address': '172.25.6.34', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'port_id': '0f01a915-6564-4f4f-b60c-4ab0f066bbe5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973', 'mac_address': 'fa:16:3e:61:90:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3750ae57-43c1-4805-ae3b-d842c1263d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T15:59:22Z', 'updated_at': '2021-12-17T15:59:25Z', 'revision_number': 1, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '808cc516-2e6d-4505-95c6-20be46e0a5e9', 'name': '', 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'mac_address': 'fa:16:3e:2d:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '0a99e93e-2633-40ec-8649-0b53bbe7ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:59:02Z', 'updated_at': '2021-12-17T15:59:06Z', 'revision_number': 5, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'subnets': [{'id': '0a99e93e-2633-40ec-8649-0b53bbe7ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:00:44.337122 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6b4fa-4c46-4a6a-bfaa-b7877a7b41cb req-443f193a-a218-4989-8860-ae73fdb8841b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:44.338593 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a9f6b4fa-4c46-4a6a-bfaa-b7877a7b41cb req-443f193a-a218-4989-8860-ae73fdb8841b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=6100443e-06d4-4df2-be48-8fa950375e6c HTTP/1.1" status: 200 len: 946 time: 0.0504405 Dec 17 16:00:44.376911 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a9f6b4fa-4c46-4a6a-bfaa-b7877a7b41cb req-2d91d90f-e28e-4448-997b-7fdfbff9e7b3 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?id=a097a3a9-7b71-4102-b159-b9742ec20b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321238 Dec 17 16:00:44.434482 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1197611-9aad-4780-8df2-1dd5b97bddc9 req-f9cebea6-a9c8-4b62-b60f-e1db89f3f580 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:44.435926 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a1197611-9aad-4780-8df2-1dd5b97bddc9 req-f9cebea6-a9c8-4b62-b60f-e1db89f3f580 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.13 "GET /v2.0/ports?device_id=6100443e-06d4-4df2-be48-8fa950375e6c HTTP/1.1" status: 200 len: 946 time: 0.0493233 Dec 17 16:00:44.543793 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-a1197611-9aad-4780-8df2-1dd5b97bddc9 req-78663b60-9baf-4f1a-bedf-77b266ad44d5 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Deleting port e487c3ff-3a2b-4534-b5ee-a40fe055760d {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:00:44.544137 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a1197611-9aad-4780-8df2-1dd5b97bddc9 req-78663b60-9baf-4f1a-bedf-77b266ad44d5 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:44.634464 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-a1197611-9aad-4780-8df2-1dd5b97bddc9 req-78663b60-9baf-4f1a-bedf-77b266ad44d5 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] For port e487c3ff-3a2b-4534-b5ee-a40fe055760d, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=e487c3ff-3a2b-4534-b5ee-a40fe055760d,segment=NetworkSegment(593b4e99-cdbb-481e-b1ac-209ef19d1757),segment_id=593b4e99-cdbb-481e-b1ac-209ef19d1757)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:44.635090 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a1197611-9aad-4780-8df2-1dd5b97bddc9 req-78663b60-9baf-4f1a-bedf-77b266ad44d5 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:44.652629 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-a1197611-9aad-4780-8df2-1dd5b97bddc9 req-78663b60-9baf-4f1a-bedf-77b266ad44d5 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Calling delete_port for e487c3ff-3a2b-4534-b5ee-a40fe055760d owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:00:44.827534 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a1197611-9aad-4780-8df2-1dd5b97bddc9 req-78663b60-9baf-4f1a-bedf-77b266ad44d5 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:44.857023 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78663b60-9baf-4f1a-bedf-77b266ad44d5 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event deleted for resources: {'Port': ['ID=e487c3ff-3a2b-4534-b5ee-a40fe055760d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:44.889776 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-aa827f74-0fe3-4ab1-a124-bb975881553c tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:44.891293 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-aa827f74-0fe3-4ab1-a124-bb975881553c tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/networks?id=355210bf-f333-4091-b076-b021f964c83c HTTP/1.1" status: 200 len: 812 time: 0.1082807 Dec 17 16:00:44.904253 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1197611-9aad-4780-8df2-1dd5b97bddc9 req-78663b60-9baf-4f1a-bedf-77b266ad44d5 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] No DVR routers for this DVR port e487c3ff-3a2b-4534-b5ee-a40fe055760d on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:00:44.907222 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-144ea3e2-683f-4911-87db-1d30d60e1208 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/quotas/bd68706f6c3b479fbd5c963f53102a88 HTTP/1.1" status: 200 len: 375 time: 0.0093307 Dec 17 16:00:44.907647 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a1197611-9aad-4780-8df2-1dd5b97bddc9 req-78663b60-9baf-4f1a-bedf-77b266ad44d5 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:44.911838 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a1197611-9aad-4780-8df2-1dd5b97bddc9 req-78663b60-9baf-4f1a-bedf-77b266ad44d5 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.13 "DELETE /v2.0/ports/e487c3ff-3a2b-4534-b5ee-a40fe055760d HTTP/1.1" status: 204 len: 173 time: 0.4700327 Dec 17 16:00:44.912311 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6100443e-06d4-4df2-be48-8fa950375e6c', 'name': 'network-vif-deleted', 'tag': 'e487c3ff-3a2b-4534-b5ee-a40fe055760d'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:00:44.914547 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bd3807-4aa9-4c79-b876-b638b082a355" -d '{"events": [{"server_uuid": "6100443e-06d4-4df2-be48-8fa950375e6c", "name": "network-vif-deleted", "tag": "e487c3ff-3a2b-4534-b5ee-a40fe055760d"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:00:44.952104 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6742be0f-04ed-49de-b790-28020d007a31 x-openstack-request-id: req-6742be0f-04ed-49de-b790-28020d007a31 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:00:44.952395 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6100443e-06d4-4df2-be48-8fa950375e6c", "name": "network-vif-deleted", "tag": "e487c3ff-3a2b-4534-b5ee-a40fe055760d", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:00:44.952644 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6742be0f-04ed-49de-b790-28020d007a31 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:00:44.953057 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6100443e-06d4-4df2-be48-8fa950375e6c', 'name': 'network-vif-deleted', 'tag': 'e487c3ff-3a2b-4534-b5ee-a40fe055760d', 'status': 'completed', 'code': 200} Dec 17 16:00:44.962929 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-84eb582b-ee74-4141-8467-1a9f647473eb tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495665 Dec 17 16:00:45.060700 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-33e2e095-6b75-4444-8582-b1fe5ee4a574 service neutron] 10.222.0.46 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904109 Dec 17 16:00:45.151951 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-584aab8f-db25-4e87-912e-abd06b149fa6 service neutron] 10.222.0.46 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840466 Dec 17 16:00:45.485256 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-22e11d28-6c46-47bd-8987-3d3b469a897b req-d18197dd-944a-4a0f-a12f-21ccd94caf0e tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=6100443e-06d4-4df2-be48-8fa950375e6c HTTP/1.1" status: 200 len: 210 time: 0.0282245 Dec 17 16:00:45.512545 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b0ed7c10-abdd-4d02-af7a-f5cbda9e8fbf no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:00:45.532758 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: b0ed7c10-abdd-4d02-af7a-f5cbda9e8fbf {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:00:45.535804 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b0ed7c10-abdd-4d02-af7a-f5cbda9e8fbf not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:00:45.785804 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4cdf607a-f5d5-4a9a-8936-88b6c1b8ed54 req-72bba0e2-7e35-4c5b-8667-b74bd288d552 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=645fcee6-9182-4013-ae33-cb7db4ab3cf3 HTTP/1.1" status: 200 len: 210 time: 0.0321302 Dec 17 16:00:46.543539 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38064) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:00:46.603017 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0510179d-d145-45a1-bf4b-d9043738bb9b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:46.627573 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0510179d-d145-45a1-bf4b-d9043738bb9b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:46.741766 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0510179d-d145-45a1-bf4b-d9043738bb9b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:46.744528 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0510179d-d145-45a1-bf4b-d9043738bb9b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:46.745785 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0510179d-d145-45a1-bf4b-d9043738bb9b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "DELETE /v2.0/security-groups/a097a3a9-7b71-4102-b159-b9742ec20b45 HTTP/1.1" status: 204 len: 168 time: 0.2012093 Dec 17 16:00:46.758897 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510179d-d145-45a1-bf4b-d9043738bb9b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a097a3a9-7b71-4102-b159-b9742ec20b45,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:46.841903 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38070) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:00:46.900635 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a6373ff8-44ba-44b1-99a7-54359bde5ea2 req-2fa9ed70-e723-4206-901c-a37936a408b9 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=645fcee6-9182-4013-ae33-cb7db4ab3cf3 HTTP/1.1" status: 200 len: 210 time: 0.0361180 Dec 17 16:00:46.914931 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-a776e053-74a6-4c1d-85c3-7b966bcc1ef8 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Deleting subnet c5399359-7a9c-42b4-bd8e-04d71ab22091 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 16:00:46.918046 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a776e053-74a6-4c1d-85c3-7b966bcc1ef8 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:46.957720 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a776e053-74a6-4c1d-85c3-7b966bcc1ef8 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:47.043149 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a776e053-74a6-4c1d-85c3-7b966bcc1ef8 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:47.164598 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a776e053-74a6-4c1d-85c3-7b966bcc1ef8 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:47.189594 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776e053-74a6-4c1d-85c3-7b966bcc1ef8 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event deleted for resources: {'Subnet': ['ID=c5399359-7a9c-42b4-bd8e-04d71ab22091,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:47.195372 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a776e053-74a6-4c1d-85c3-7b966bcc1ef8 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:47.198991 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a776e053-74a6-4c1d-85c3-7b966bcc1ef8 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "DELETE /v2.0/subnets/c5399359-7a9c-42b4-bd8e-04d71ab22091 HTTP/1.1" status: 204 len: 168 time: 0.3616352 Dec 17 16:00:47.201310 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38072) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:00:47.202113 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbefd6d-289f-4c8f-915d-5eef2c6fabbd None None] Network 5720bc17-c02f-4304-b972-52e0c8289a17 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:00:47.276651 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9155e940-26b3-4089-a8e3-b0574664f3fb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:47.329188 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-9155e940-26b3-4089-a8e3-b0574664f3fb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Deleting port 331b7f2b-7d0e-48e7-a09a-dc2b7add00ce {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:00:47.329542 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9155e940-26b3-4089-a8e3-b0574664f3fb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:47.397947 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585549f0-ef47-4d08-8f52-d493047d7369 None None] DHCP port deletion for 5720bc17-c02f-4304-b972-52e0c8289a17 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 16:00:47.400974 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-9155e940-26b3-4089-a8e3-b0574664f3fb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] For port 331b7f2b-7d0e-48e7-a09a-dc2b7add00ce, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=331b7f2b-7d0e-48e7-a09a-dc2b7add00ce,segment=NetworkSegment(593b4e99-cdbb-481e-b1ac-209ef19d1757),segment_id=593b4e99-cdbb-481e-b1ac-209ef19d1757)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:47.401384 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9155e940-26b3-4089-a8e3-b0574664f3fb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:47.416773 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-9155e940-26b3-4089-a8e3-b0574664f3fb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Calling delete_port for 331b7f2b-7d0e-48e7-a09a-dc2b7add00ce owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:00:47.449211 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-585549f0-ef47-4d08-8f52-d493047d7369 None None] Deleting port 331b7f2b-7d0e-48e7-a09a-dc2b7add00ce {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:00:47.449585 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-585549f0-ef47-4d08-8f52-d493047d7369 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:47.518834 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-585549f0-ef47-4d08-8f52-d493047d7369 None None] For port 331b7f2b-7d0e-48e7-a09a-dc2b7add00ce, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=331b7f2b-7d0e-48e7-a09a-dc2b7add00ce,segment=NetworkSegment(593b4e99-cdbb-481e-b1ac-209ef19d1757),segment_id=593b4e99-cdbb-481e-b1ac-209ef19d1757)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:47.520401 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-585549f0-ef47-4d08-8f52-d493047d7369 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:47.536497 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-585549f0-ef47-4d08-8f52-d493047d7369 None None] Calling delete_port for 331b7f2b-7d0e-48e7-a09a-dc2b7add00ce owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:00:47.547802 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 331b7f2b-7d0e-48e7-a09a-dc2b7add00ce no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:00:47.573881 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-f9fcdd47-4e9d-4814-9429-1a0d5572e692 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:47.575077 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-f9fcdd47-4e9d-4814-9429-1a0d5572e692 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.41 "GET /v2.0/networks?id=355210bf-f333-4091-b076-b021f964c83c HTTP/1.1" status: 200 len: 812 time: 0.1199789 Dec 17 16:00:47.576441 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9155e940-26b3-4089-a8e3-b0574664f3fb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:47.593590 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-07370995-05fc-4918-be74-dfb5a8d8b127 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Request body: {'port': {'device_id': '645fcee6-9182-4013-ae33-cb7db4ab3cf3', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'admin_state_up': True, 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:47.612933 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155e940-26b3-4089-a8e3-b0574664f3fb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event deleted for resources: {'Port': ['ID=331b7f2b-7d0e-48e7-a09a-dc2b7add00ce,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:47.615231 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9155e940-26b3-4089-a8e3-b0574664f3fb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] No DVR routers for this DVR port 331b7f2b-7d0e-48e7-a09a-dc2b7add00ce on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:00:47.633271 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] No active binding found for port 331b7f2b-7d0e-48e7-a09a-dc2b7add00ce {{(pid=102834) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 17 16:00:47.633702 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 331b7f2b-7d0e-48e7-a09a-dc2b7add00ce not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:00:47.665999 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-585549f0-ef47-4d08-8f52-d493047d7369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:47.695232 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585549f0-ef47-4d08-8f52-d493047d7369 None None] Pushing event deleted for resources: {'Port': ['ID=331b7f2b-7d0e-48e7-a09a-dc2b7add00ce,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:47.705700 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585549f0-ef47-4d08-8f52-d493047d7369 None None] No DVR routers for this DVR port 331b7f2b-7d0e-48e7-a09a-dc2b7add00ce on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:00:47.712139 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e487c3ff-3a2b-4534-b5ee-a40fe055760d no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:00:47.732440 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9155e940-26b3-4089-a8e3-b0574664f3fb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:47.742871 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: e487c3ff-3a2b-4534-b5ee-a40fe055760d {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:00:47.743869 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device e487c3ff-3a2b-4534-b5ee-a40fe055760d not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:00:47.763331 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-9155e940-26b3-4089-a8e3-b0574664f3fb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5720bc17-c02f-4304-b972-52e0c8289a17']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:47.773283 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-9155e940-26b3-4089-a8e3-b0574664f3fb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '593b4e99-cdbb-481e-b1ac-209ef19d1757') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:47.773562 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-9155e940-26b3-4089-a8e3-b0574664f3fb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '593b4e99-cdbb-481e-b1ac-209ef19d1757') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:47.784127 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9155e940-26b3-4089-a8e3-b0574664f3fb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:47.798524 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9155e940-26b3-4089-a8e3-b0574664f3fb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:47.805171 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9155e940-26b3-4089-a8e3-b0574664f3fb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:00:47.805571 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9155e940-26b3-4089-a8e3-b0574664f3fb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:47.808532 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 16:00:47.808532 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:00:47.808532 n-d-820553-2 neutron-server[102832]: timer() Dec 17 16:00:47.808532 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:00:47.808532 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 16:00:47.808532 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:00:47.808532 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 16:00:47.808532 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:00:47.808532 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 16:00:47.808532 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:00:47.808532 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 16:00:47.808532 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:00:47.808532 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 16:00:47.808532 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:00:47.808532 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:00:47.808532 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:00:47.808532 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:00:47.808532 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:00:47.808532 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 16:00:47.808532 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:00:47.808532 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 16:00:47.808532 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:00:47.808532 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:00:47.808532 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:00:47.808532 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 16:00:47.808532 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:00:47.808532 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:00:47.808532 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:00:47.808532 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:00:47.808532 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:00:47.808532 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:00:47.808532 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:00:47.817282 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-07370995-05fc-4918-be74-dfb5a8d8b127 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Made reservation on behalf of bd68706f6c3b479fbd5c963f53102a88 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:00:47.821930 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-07370995-05fc-4918-be74-dfb5a8d8b127 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:47.982165 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9155e940-26b3-4089-a8e3-b0574664f3fb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:48.005254 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9155e940-26b3-4089-a8e3-b0574664f3fb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:48.009472 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9155e940-26b3-4089-a8e3-b0574664f3fb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "DELETE /v2.0/networks/5720bc17-c02f-4304-b972-52e0c8289a17 HTTP/1.1" status: 204 len: 168 time: 0.8072479 Dec 17 16:00:48.011921 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1e619302-89e1-4a4a-833e-01a11b392703 req-4b58ff05-fce6-4ba8-acf8-d2afd378735b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=645fcee6-9182-4013-ae33-cb7db4ab3cf3 HTTP/1.1" status: 200 len: 210 time: 0.0413306 Dec 17 16:00:48.012644 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38076) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:00:48.032224 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155e940-26b3-4089-a8e3-b0574664f3fb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event deleted for resources: {'Network': ['ID=5720bc17-c02f-4304-b972-52e0c8289a17,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:48.107525 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-07370995-05fc-4918-be74-dfb5a8d8b127 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Allocated IP 172.20.0.12 (355210bf-f333-4091-b076-b021f964c83c/040decac-d73e-40b6-8001-3c00aef94ddf/e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:00:48.201503 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-978ab12c-2a30-4e66-a13a-2577211e1b82 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Deleting port 941d6194-4415-421e-a789-70a4da904b39 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:00:48.201881 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-978ab12c-2a30-4e66-a13a-2577211e1b82 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:48.267134 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-07370995-05fc-4918-be74-dfb5a8d8b127 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:48.281608 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-978ab12c-2a30-4e66-a13a-2577211e1b82 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:48.281943 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-978ab12c-2a30-4e66-a13a-2577211e1b82 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:48.294472 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-978ab12c-2a30-4e66-a13a-2577211e1b82 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Calling delete_port for 941d6194-4415-421e-a789-70a4da904b39 owned by network:floatingip {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:00:48.354189 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-07370995-05fc-4918-be74-dfb5a8d8b127 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:48.410053 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-07370995-05fc-4918-be74-dfb5a8d8b127 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Network 355210bf-f333-4091-b076-b021f964c83c is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:00:48.413342 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-07370995-05fc-4918-be74-dfb5a8d8b127 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:00:48.420497 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-07370995-05fc-4918-be74-dfb5a8d8b127 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:00:48.428932 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07370995-05fc-4918-be74-dfb5a8d8b127 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Pushing event updated for resources: {'Port': ['ID=e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:48.492446 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-07370995-05fc-4918-be74-dfb5a8d8b127 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:48.493968 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-07370995-05fc-4918-be74-dfb5a8d8b127 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:48.565813 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-978ab12c-2a30-4e66-a13a-2577211e1b82 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:48.596588 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-07370995-05fc-4918-be74-dfb5a8d8b127 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0072439 Dec 17 16:00:48.600692 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ab12c-2a30-4e66-a13a-2577211e1b82 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event deleted for resources: {'Port': ['ID=941d6194-4415-421e-a789-70a4da904b39,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:48.614995 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-56726889-8b23-42e3-a177-ed8be438bb5f service neutron] Request body: {'port': {'device_id': '645fcee6-9182-4013-ae33-cb7db4ab3cf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:48.670910 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-978ab12c-2a30-4e66-a13a-2577211e1b82 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for floatingip, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:48.671245 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-978ab12c-2a30-4e66-a13a-2577211e1b82 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Floating IP 604cbdba-56a6-4e06-9709-28ccbc0df065 disassociated (deleted). External IP: 172.25.6.34, port: 0f01a915-6564-4f4f-b60c-4ab0f066bbe5. Dec 17 16:00:48.680193 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-56726889-8b23-42e3-a177-ed8be438bb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:48.697782 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-2532a081-2f58-44c7-9505-9a95a82cdcf3 None None] Provisioning complete for port e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:00:48.698892 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2532a081-2f58-44c7-9505-9a95a82cdcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:48.739272 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-2532a081-2f58-44c7-9505-9a95a82cdcf3 None None] Port e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:00:48.896587 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978ab12c-2a30-4e66-a13a-2577211e1b82 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Router 7fc53c1c-997d-4d90-978f-3eeb16f27bc1 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:00:48.990746 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-56726889-8b23-42e3-a177-ed8be438bb5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:00:49.000760 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-56726889-8b23-42e3-a177-ed8be438bb5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:49.018536 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-56726889-8b23-42e3-a177-ed8be438bb5f service neutron] Transition to ACTIVE for port object e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:00:49.036053 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978ab12c-2a30-4e66-a13a-2577211e1b82 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:00:49.041073 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-978ab12c-2a30-4e66-a13a-2577211e1b82 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:49.051519 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b40f05-e8c3-422c-995c-803cfef0993b None None] Sync routers for ids ['7fc53c1c-997d-4d90-978f-3eeb16f27bc1'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:00:49.074552 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-978ab12c-2a30-4e66-a13a-2577211e1b82 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "DELETE /v2.0/floatingips/604cbdba-56a6-4e06-9709-28ccbc0df065 HTTP/1.1" status: 204 len: 168 time: 1.0565586 Dec 17 16:00:49.074552 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3750ae57-43c1-4805-ae3b-d842c1263d83', 'tag': '0f01a915-6564-4f4f-b60c-4ab0f066bbe5'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:00:49.076403 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b40f05-e8c3-422c-995c-803cfef0993b None None] Routers {'7fc53c1c-997d-4d90-978f-3eeb16f27bc1'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:00:49.077096 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-30b40f05-e8c3-422c-995c-803cfef0993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:00:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['7fc53c1c-997d-4d90-978f-3eeb16f27bc1'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:49.084853 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ca1128-ac67-4dc9-88d0-4a57a47c43fd" -d '{"events": [{"name": "network-changed", "server_uuid": "3750ae57-43c1-4805-ae3b-d842c1263d83", "tag": "0f01a915-6564-4f4f-b60c-4ab0f066bbe5"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:00:49.097926 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-56726889-8b23-42e3-a177-ed8be438bb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:49.208731 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56726889-8b23-42e3-a177-ed8be438bb5f service neutron] Pushing event updated for resources: {'Port': ['ID=e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:49.265896 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-30b40f05-e8c3-422c-995c-803cfef0993b None None] Set router 7fc53c1c-997d-4d90-978f-3eeb16f27bc1 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:00:49.270403 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c15ea-e26a-4e29-a6d8-739f6e76256b req-488b2d47-3e52-4093-9095-4e24feadff87 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:49.272129 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-310c15ea-e26a-4e29-a6d8-739f6e76256b req-488b2d47-3e52-4093-9095-4e24feadff87 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=645fcee6-9182-4013-ae33-cb7db4ab3cf3 HTTP/1.1" status: 200 len: 944 time: 0.1503675 Dec 17 16:00:49.330043 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-56726889-8b23-42e3-a177-ed8be438bb5f service neutron] Attempting to bind port e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:00:49.330296 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-56726889-8b23-42e3-a177-ed8be438bb5f service neutron] Attempting to bind port e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:00:49.331193 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-56726889-8b23-42e3-a177-ed8be438bb5f service neutron] Attempting to bind port e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5 on network 355210bf-f333-4091-b076-b021f964c83c {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:00:49.339203 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-310c15ea-e26a-4e29-a6d8-739f6e76256b req-2979ea99-617a-4b58-aeaa-b271b0bca8ec tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610063 Dec 17 16:00:49.346599 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-56726889-8b23-42e3-a177-ed8be438bb5f service neutron] Port e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5 on network 355210bf-f333-4091-b076-b021f964c83c not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:00:49.349987 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-56726889-8b23-42e3-a177-ed8be438bb5f service neutron] Attempting to bind port e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5 on network 355210bf-f333-4091-b076-b021f964c83c {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:00:49.369659 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-56726889-8b23-42e3-a177-ed8be438bb5f service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:00:49.370273 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-56726889-8b23-42e3-a177-ed8be438bb5f service neutron] Checking segment: {'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:00:49.370847 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-56726889-8b23-42e3-a177-ed8be438bb5f service neutron] Bound using segment: {'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:00:49.371493 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-56726889-8b23-42e3-a177-ed8be438bb5f service neutron] Bound port: e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:00:49.372041 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-56726889-8b23-42e3-a177-ed8be438bb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:49.437029 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c34d427-f2fa-4445-9a4e-a56d442bb928 x-openstack-request-id: req-1c34d427-f2fa-4445-9a4e-a56d442bb928 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:00:49.437029 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3750ae57-43c1-4805-ae3b-d842c1263d83", "tag": "0f01a915-6564-4f4f-b60c-4ab0f066bbe5", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:00:49.437029 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1c34d427-f2fa-4445-9a4e-a56d442bb928 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:00:49.437029 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3750ae57-43c1-4805-ae3b-d842c1263d83', 'tag': '0f01a915-6564-4f4f-b60c-4ab0f066bbe5', 'status': 'completed', 'code': 200} Dec 17 16:00:49.488389 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-56726889-8b23-42e3-a177-ed8be438bb5f service neutron] For port e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:00:49.492779 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-56726889-8b23-42e3-a177-ed8be438bb5f service neutron] For port e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:00:49.514847 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-30b40f05-e8c3-422c-995c-803cfef0993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'name': 'tempest-TestNetworkBasicOps-router-925608167', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T16:00:41Z', 'revision_number': 6, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'gw_port': {'id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '808cc516-2e6d-4505-95c6-20be46e0a5e9', 'name': '', 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'mac_address': 'fa:16:3e:2d:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '0a99e93e-2633-40ec-8649-0b53bbe7ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:59:02Z', 'updated_at': '2021-12-17T15:59:06Z', 'revision_number': 5, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'subnets': [{'id': '0a99e93e-2633-40ec-8649-0b53bbe7ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:49.542645 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b40f05-e8c3-422c-995c-803cfef0993b None None] Checking router: 7fc53c1c-997d-4d90-978f-3eeb16f27bc1 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:00:49.545132 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca1128-ac67-4dc9-88d0-4a57a47c43fd req-16e6e7e7-ae42-4732-ba0a-458429ac4397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:49.547259 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-85ca1128-ac67-4dc9-88d0-4a57a47c43fd req-16e6e7e7-ae42-4732-ba0a-458429ac4397 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b477ad0f385a47e09888a6c7ccbf4288&device_id=3750ae57-43c1-4805-ae3b-d842c1263d83 HTTP/1.1" status: 200 len: 1097 time: 0.0529485 Dec 17 16:00:49.553874 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b40f05-e8c3-422c-995c-803cfef0993b None None] Routers {'7fc53c1c-997d-4d90-978f-3eeb16f27bc1'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:00:49.554488 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-30b40f05-e8c3-422c-995c-803cfef0993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:00:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['7fc53c1c-997d-4d90-978f-3eeb16f27bc1'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:49.626967 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-56726889-8b23-42e3-a177-ed8be438bb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:49.648441 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2fac8-31fe-4ddc-b574-e55c2aeece53 req-82532b04-25ce-4ddc-939a-c441355f8b8f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:49.650264 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-31a2fac8-31fe-4ddc-b574-e55c2aeece53 req-82532b04-25ce-4ddc-939a-c441355f8b8f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=3750ae57-43c1-4805-ae3b-d842c1263d83 HTTP/1.1" status: 200 len: 946 time: 0.0624092 Dec 17 16:00:49.677913 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-56726889-8b23-42e3-a177-ed8be438bb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:49.678741 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-56726889-8b23-42e3-a177-ed8be438bb5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:49.680153 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-56726889-8b23-42e3-a177-ed8be438bb5f service neutron] 10.222.0.41 "PUT /v2.0/ports/e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5 HTTP/1.1" status: 200 len: 1092 time: 1.0701013 Dec 17 16:00:49.680617 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '645fcee6-9182-4013-ae33-cb7db4ab3cf3', 'tag': 'e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:00:49.683005 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cc7aa5-1e86-479c-b30a-606f23e73462" -d '{"events": [{"name": "network-changed", "server_uuid": "645fcee6-9182-4013-ae33-cb7db4ab3cf3", "tag": "e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:00:49.713919 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-30b40f05-e8c3-422c-995c-803cfef0993b None None] Set router 7fc53c1c-997d-4d90-978f-3eeb16f27bc1 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:00:49.732162 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-31a2fac8-31fe-4ddc-b574-e55c2aeece53 req-bdcf6516-dff0-4e65-a596-190b4575f6b5 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cc3c36e-d09f-4db6-ab48-b8d222513a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751650 Dec 17 16:00:49.751571 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca1128-ac67-4dc9-88d0-4a57a47c43fd req-2f643950-1af2-412f-8f96-a333dc6bd6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:49.754278 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-85ca1128-ac67-4dc9-88d0-4a57a47c43fd req-2f643950-1af2-412f-8f96-a333dc6bd6ee service neutron] 10.222.0.13 "GET /v2.0/networks?id=ba5ea327-1819-4b68-80bb-bb4e81d1c973 HTTP/1.1" status: 200 len: 897 time: 0.1991444 Dec 17 16:00:49.769529 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588ddf57-c966-4ceb-a803-dd655ba1b178 x-openstack-request-id: req-588ddf57-c966-4ceb-a803-dd655ba1b178 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:00:49.769754 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "645fcee6-9182-4013-ae33-cb7db4ab3cf3", "tag": "e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:00:49.770026 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-588ddf57-c966-4ceb-a803-dd655ba1b178 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:00:49.770386 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '645fcee6-9182-4013-ae33-cb7db4ab3cf3', 'tag': 'e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5', 'status': 'completed', 'code': 200} Dec 17 16:00:49.834751 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-85ca1128-ac67-4dc9-88d0-4a57a47c43fd req-f76a603c-c3a9-423f-88f8-acf6fb659d1e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f01a915-6564-4f4f-b60c-4ab0f066bbe5 HTTP/1.1" status: 200 len: 217 time: 0.0634575 Dec 17 16:00:49.855847 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56726889-8b23-42e3-a177-ed8be438bb5f service neutron] Pushing event updated for resources: {'Port': ['ID=e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:49.930633 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca1128-ac67-4dc9-88d0-4a57a47c43fd req-808a45af-5501-4b88-b24f-12b3b1e13149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:49.932296 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-85ca1128-ac67-4dc9-88d0-4a57a47c43fd req-808a45af-5501-4b88-b24f-12b3b1e13149 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0a99e93e-2633-40ec-8649-0b53bbe7ae92 HTTP/1.1" status: 200 len: 835 time: 0.0777006 Dec 17 16:00:49.941960 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc7aa5-1e86-479c-b30a-606f23e73462 req-d01577f6-c44c-4aca-ba3d-c0f9477f20cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:49.943379 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-85cc7aa5-1e86-479c-b30a-606f23e73462 req-d01577f6-c44c-4aca-ba3d-c0f9477f20cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&device_id=645fcee6-9182-4013-ae33-cb7db4ab3cf3 HTTP/1.1" status: 200 len: 1095 time: 0.1220746 Dec 17 16:00:49.986151 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-30b40f05-e8c3-422c-995c-803cfef0993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'name': 'tempest-TestNetworkBasicOps-router-925608167', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T16:00:41Z', 'revision_number': 6, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'gw_port': {'id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '808cc516-2e6d-4505-95c6-20be46e0a5e9', 'name': '', 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'mac_address': 'fa:16:3e:2d:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '0a99e93e-2633-40ec-8649-0b53bbe7ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:59:02Z', 'updated_at': '2021-12-17T15:59:06Z', 'revision_number': 5, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'subnets': [{'id': '0a99e93e-2633-40ec-8649-0b53bbe7ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:50.020516 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b40f05-e8c3-422c-995c-803cfef0993b None None] The sync data for ids ['7fc53c1c-997d-4d90-978f-3eeb16f27bc1'] in n-d-820553-2 is: [{'id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'name': 'tempest-TestNetworkBasicOps-router-925608167', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T16:00:41Z', 'revision_number': 6, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'gw_port': {'id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '808cc516-2e6d-4505-95c6-20be46e0a5e9', 'name': '', 'network_id': 'ba5ea327-1819-4b68-80bb-bb4e81d1c973', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'mac_address': 'fa:16:3e:2d:80:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '0a99e93e-2633-40ec-8649-0b53bbe7ae92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:59:02Z', 'updated_at': '2021-12-17T15:59:06Z', 'revision_number': 5, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'subnets': [{'id': '0a99e93e-2633-40ec-8649-0b53bbe7ae92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:00:50.046311 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca1128-ac67-4dc9-88d0-4a57a47c43fd req-0be34c52-cb19-4ca7-a6cf-6d1abd77b04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:50.047892 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-85ca1128-ac67-4dc9-88d0-4a57a47c43fd req-0be34c52-cb19-4ca7-a6cf-6d1abd77b04a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ba5ea327-1819-4b68-80bb-bb4e81d1c973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036565 Dec 17 16:00:50.135554 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc7aa5-1e86-479c-b30a-606f23e73462 req-7b9eb9fb-a1e9-444a-9984-d5541b114b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:50.137228 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-85cc7aa5-1e86-479c-b30a-606f23e73462 req-7b9eb9fb-a1e9-444a-9984-d5541b114b9f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=bd68706f6c3b479fbd5c963f53102a88&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1686018 Dec 17 16:00:50.225028 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-85ca1128-ac67-4dc9-88d0-4a57a47c43fd req-34b6f4c8-7a9b-4a68-8d22-698f1ac26a57 service neutron] 10.222.0.13 "GET /v2.0/networks/ba5ea327-1819-4b68-80bb-bb4e81d1c973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676838 Dec 17 16:00:50.311485 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a0902b-18c9-482b-b10c-26fb8488a68f None None] New status for floating IP 604cbdba-56a6-4e06-9709-28ccbc0df065: DOWN {{(pid=102834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:00:50.315543 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc7aa5-1e86-479c-b30a-606f23e73462 req-797a3fb0-9d36-4ad1-80a8-b52aef5ac5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:50.317033 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-85cc7aa5-1e86-479c-b30a-606f23e73462 req-797a3fb0-9d36-4ad1-80a8-b52aef5ac5da service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1695440 Dec 17 16:00:50.351861 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-85ca1128-ac67-4dc9-88d0-4a57a47c43fd req-c6738c69-c264-4468-96db-91d36d3d06d0 service neutron] 10.222.0.13 "GET /v2.0/networks/ba5ea327-1819-4b68-80bb-bb4e81d1c973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176958 Dec 17 16:00:50.423463 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-ec64ca67-0e22-4351-8510-f24f7853dd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:50.425627 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-ec64ca67-0e22-4351-8510-f24f7853dd61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&device_id=645fcee6-9182-4013-ae33-cb7db4ab3cf3 HTTP/1.1" status: 200 len: 1095 time: 0.0478735 Dec 17 16:00:50.481100 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-c100a471-20b0-45ee-a6a2-04e175be419c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5 HTTP/1.1" status: 200 len: 217 time: 0.0428629 Dec 17 16:00:50.482151 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca01d82-f5c3-45b7-9439-ef02b420766d req-8c0383fe-e0f8-472a-b37d-9b2cbb8d9a6d tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:50.483642 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aca01d82-f5c3-45b7-9439-ef02b420766d req-8c0383fe-e0f8-472a-b37d-9b2cbb8d9a6d tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=645fcee6-9182-4013-ae33-cb7db4ab3cf3 HTTP/1.1" status: 200 len: 944 time: 0.0571878 Dec 17 16:00:50.523314 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aca01d82-f5c3-45b7-9439-ef02b420766d req-2aa4a50e-8ad0-46b5-bac6-69b3800e8b7b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331867 Dec 17 16:00:50.536253 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-6f03f6a6-b838-4551-86ed-fbc3f66c0502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:50.537758 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-6f03f6a6-b838-4551-86ed-fbc3f66c0502 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=040decac-d73e-40b6-8001-3c00aef94ddf HTTP/1.1" status: 200 len: 851 time: 0.0503700 Dec 17 16:00:50.586080 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-be4e704f-9eda-459d-af52-0ec2fca6b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:50.587614 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-be4e704f-9eda-459d-af52-0ec2fca6b381 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=355210bf-f333-4091-b076-b021f964c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433986 Dec 17 16:00:50.681322 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-c72ff1e8-d969-4c71-81e5-23d3ec539317 service neutron] 10.222.0.41 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861294 Dec 17 16:00:50.782180 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-67cf5608-23c4-48dd-b829-65a4f32a7a37 req-abb7138e-7783-497a-9b85-67cd85b271aa service neutron] 10.222.0.41 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941370 Dec 17 16:00:50.863517 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7c465-fde5-405e-8893-b97c3eef9faa req-04c6234e-9b05-46dc-8091-9134da12f13b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:50.864988 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68e7c465-fde5-405e-8893-b97c3eef9faa req-04c6234e-9b05-46dc-8091-9134da12f13b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=3750ae57-43c1-4805-ae3b-d842c1263d83 HTTP/1.1" status: 200 len: 946 time: 0.0555775 Dec 17 16:00:50.904701 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68e7c465-fde5-405e-8893-b97c3eef9faa req-ef7957f8-dfc4-4045-810d-896248206a3e tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?id=8cc3c36e-d09f-4db6-ab48-b8d222513a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335577 Dec 17 16:00:50.934704 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ad5f6-12ad-4c73-9ba0-9d9f2cf891d6 req-7bf02e3d-5864-42e5-8d8b-f3dbdc33e410 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:50.936159 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0b9ad5f6-12ad-4c73-9ba0-9d9f2cf891d6 req-7bf02e3d-5864-42e5-8d8b-f3dbdc33e410 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.13 "GET /v2.0/ports?device_id=3750ae57-43c1-4805-ae3b-d842c1263d83 HTTP/1.1" status: 200 len: 946 time: 0.0620377 Dec 17 16:00:51.036104 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-0b9ad5f6-12ad-4c73-9ba0-9d9f2cf891d6 req-34eaea37-3392-403b-b657-4e20ba178d8a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Deleting port 0f01a915-6564-4f4f-b60c-4ab0f066bbe5 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:00:51.036457 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0b9ad5f6-12ad-4c73-9ba0-9d9f2cf891d6 req-34eaea37-3392-403b-b657-4e20ba178d8a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:51.125592 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-0b9ad5f6-12ad-4c73-9ba0-9d9f2cf891d6 req-34eaea37-3392-403b-b657-4e20ba178d8a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] For port 0f01a915-6564-4f4f-b60c-4ab0f066bbe5, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=0f01a915-6564-4f4f-b60c-4ab0f066bbe5,segment=NetworkSegment(14bdcc33-18be-40c6-857c-2a7bfab63d30),segment_id=14bdcc33-18be-40c6-857c-2a7bfab63d30)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:51.125883 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0b9ad5f6-12ad-4c73-9ba0-9d9f2cf891d6 req-34eaea37-3392-403b-b657-4e20ba178d8a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:51.138693 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-0b9ad5f6-12ad-4c73-9ba0-9d9f2cf891d6 req-34eaea37-3392-403b-b657-4e20ba178d8a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Calling delete_port for 0f01a915-6564-4f4f-b60c-4ab0f066bbe5 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:00:51.307592 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0b9ad5f6-12ad-4c73-9ba0-9d9f2cf891d6 req-34eaea37-3392-403b-b657-4e20ba178d8a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:51.339048 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eaea37-3392-403b-b657-4e20ba178d8a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event deleted for resources: {'Port': ['ID=0f01a915-6564-4f4f-b60c-4ab0f066bbe5,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:51.391515 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b9ad5f6-12ad-4c73-9ba0-9d9f2cf891d6 req-34eaea37-3392-403b-b657-4e20ba178d8a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] No DVR routers for this DVR port 0f01a915-6564-4f4f-b60c-4ab0f066bbe5 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:00:51.394826 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0b9ad5f6-12ad-4c73-9ba0-9d9f2cf891d6 req-34eaea37-3392-403b-b657-4e20ba178d8a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:51.398208 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0b9ad5f6-12ad-4c73-9ba0-9d9f2cf891d6 req-34eaea37-3392-403b-b657-4e20ba178d8a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.13 "DELETE /v2.0/ports/0f01a915-6564-4f4f-b60c-4ab0f066bbe5 HTTP/1.1" status: 204 len: 173 time: 0.4556026 Dec 17 16:00:51.642478 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d4062-8f6e-4902-a918-516a87e12a21 req-840d7566-8931-4a6b-9507-19fced92c34f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:51.644596 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-192d4062-8f6e-4902-a918-516a87e12a21 req-840d7566-8931-4a6b-9507-19fced92c34f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=645fcee6-9182-4013-ae33-cb7db4ab3cf3 HTTP/1.1" status: 200 len: 944 time: 0.0520225 Dec 17 16:00:51.693426 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-192d4062-8f6e-4902-a918-516a87e12a21 req-72288421-d0c6-4d6c-b788-9f2006bef300 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424092 Dec 17 16:00:51.771388 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3750ae57-43c1-4805-ae3b-d842c1263d83', 'name': 'network-vif-deleted', 'tag': '0f01a915-6564-4f4f-b60c-4ab0f066bbe5'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:00:51.773766 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b94426-69f2-4f88-9f50-e3503636827e" -d '{"events": [{"server_uuid": "3750ae57-43c1-4805-ae3b-d842c1263d83", "name": "network-vif-deleted", "tag": "0f01a915-6564-4f4f-b60c-4ab0f066bbe5"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:00:51.816012 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76901be2-70d1-44bd-8633-fbe898c68491 x-openstack-request-id: req-76901be2-70d1-44bd-8633-fbe898c68491 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:00:51.816294 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3750ae57-43c1-4805-ae3b-d842c1263d83", "name": "network-vif-deleted", "tag": "0f01a915-6564-4f4f-b60c-4ab0f066bbe5", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:00:51.816540 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-76901be2-70d1-44bd-8633-fbe898c68491 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:00:51.816942 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3750ae57-43c1-4805-ae3b-d842c1263d83', 'name': 'network-vif-deleted', 'tag': '0f01a915-6564-4f4f-b60c-4ab0f066bbe5', 'status': 'completed', 'code': 200} Dec 17 16:00:52.019149 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b875a972-107a-447d-b6d5-8e5588a36dab req-bc232708-4907-4689-805b-410d3df5b37b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=3750ae57-43c1-4805-ae3b-d842c1263d83 HTTP/1.1" status: 200 len: 210 time: 0.0284574 Dec 17 16:00:52.811807 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55627e-ee2d-4f8f-b927-fd630b0bc3e6 req-5dc89830-97c1-4074-aacc-e1eef9e93ad9 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:52.813311 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cb55627e-ee2d-4f8f-b927-fd630b0bc3e6 req-5dc89830-97c1-4074-aacc-e1eef9e93ad9 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=645fcee6-9182-4013-ae33-cb7db4ab3cf3 HTTP/1.1" status: 200 len: 944 time: 0.0543044 Dec 17 16:00:52.851287 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cb55627e-ee2d-4f8f-b927-fd630b0bc3e6 req-0dcec245-9907-477b-92bb-67f678039010 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313118 Dec 17 16:00:53.077964 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38106) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:00:53.136029 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff3975e0-070d-45c4-8298-cb772c3f61fd tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:53.161080 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff3975e0-070d-45c4-8298-cb772c3f61fd tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:53.301421 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff3975e0-070d-45c4-8298-cb772c3f61fd tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:53.303959 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff3975e0-070d-45c4-8298-cb772c3f61fd tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:53.305190 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ff3975e0-070d-45c4-8298-cb772c3f61fd tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "DELETE /v2.0/security-groups/8cc3c36e-d09f-4db6-ab48-b8d222513a3a HTTP/1.1" status: 204 len: 168 time: 0.2261281 Dec 17 16:00:53.314118 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3975e0-070d-45c4-8298-cb772c3f61fd tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc3c36e-d09f-4db6-ab48-b8d222513a3a,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:53.422393 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38110) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:00:53.780693 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-986897db-191a-414e-a038-9fd0e95fbdee tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:53.969085 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f05de-3a42-415a-b638-2eb4d00a59d8 req-7fbc4576-e1d7-4060-8b23-1042c50bfde2 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:53.969085 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a9f05de-3a42-415a-b638-2eb4d00a59d8 req-7fbc4576-e1d7-4060-8b23-1042c50bfde2 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=645fcee6-9182-4013-ae33-cb7db4ab3cf3 HTTP/1.1" status: 200 len: 944 time: 0.0502744 Dec 17 16:00:54.008311 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a9f05de-3a42-415a-b638-2eb4d00a59d8 req-29c415aa-215b-4a63-84cd-0eef114314a0 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330331 Dec 17 16:00:54.043380 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-986897db-191a-414e-a038-9fd0e95fbdee tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Deleting port 808cc516-2e6d-4505-95c6-20be46e0a5e9 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:00:54.043687 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-986897db-191a-414e-a038-9fd0e95fbdee tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:54.133234 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-986897db-191a-414e-a038-9fd0e95fbdee tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] For port 808cc516-2e6d-4505-95c6-20be46e0a5e9, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=808cc516-2e6d-4505-95c6-20be46e0a5e9,segment=NetworkSegment(14bdcc33-18be-40c6-857c-2a7bfab63d30),segment_id=14bdcc33-18be-40c6-857c-2a7bfab63d30)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:54.133943 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-986897db-191a-414e-a038-9fd0e95fbdee tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:54.145956 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-986897db-191a-414e-a038-9fd0e95fbdee tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Calling delete_port for 808cc516-2e6d-4505-95c6-20be46e0a5e9 owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:00:54.421587 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-986897db-191a-414e-a038-9fd0e95fbdee tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:54.446493 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986897db-191a-414e-a038-9fd0e95fbdee tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event deleted for resources: {'Port': ['ID=808cc516-2e6d-4505-95c6-20be46e0a5e9,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:54.624508 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-986897db-191a-414e-a038-9fd0e95fbdee tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:55.125118 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72ca12-645f-48e9-9a2e-a5f97aabaf3d req-4fd8e202-a1f6-41dc-b110-3bde1b8ca780 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:55.126624 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ce72ca12-645f-48e9-9a2e-a5f97aabaf3d req-4fd8e202-a1f6-41dc-b110-3bde1b8ca780 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=645fcee6-9182-4013-ae33-cb7db4ab3cf3 HTTP/1.1" status: 200 len: 944 time: 0.0500259 Dec 17 16:00:55.153337 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986897db-191a-414e-a038-9fd0e95fbdee tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Router 7fc53c1c-997d-4d90-978f-3eeb16f27bc1 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:00:55.167060 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ce72ca12-645f-48e9-9a2e-a5f97aabaf3d req-9b7c5b05-6903-4b46-962a-c228e1a6affd tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334575 Dec 17 16:00:55.257101 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986897db-191a-414e-a038-9fd0e95fbdee tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:00:55.262192 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-986897db-191a-414e-a038-9fd0e95fbdee tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "PUT /v2.0/routers/7fc53c1c-997d-4d90-978f-3eeb16f27bc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8387811 Dec 17 16:00:55.264851 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38116) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:00:55.267371 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5891e674-2281-4b21-99d3-1451a77d5a90 None None] Sync routers for ids ['7fc53c1c-997d-4d90-978f-3eeb16f27bc1'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:00:55.276760 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5891e674-2281-4b21-99d3-1451a77d5a90 None None] Routers {'7fc53c1c-997d-4d90-978f-3eeb16f27bc1'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:00:55.277480 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-5891e674-2281-4b21-99d3-1451a77d5a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:00:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['7fc53c1c-997d-4d90-978f-3eeb16f27bc1'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:55.319957 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-03fc5393-1255-4e70-b41a-f65da31e87c1 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Deleting subnet 0a99e93e-2633-40ec-8649-0b53bbe7ae92 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 16:00:55.323124 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-03fc5393-1255-4e70-b41a-f65da31e87c1 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:55.363246 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-03fc5393-1255-4e70-b41a-f65da31e87c1 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:55.380759 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-5891e674-2281-4b21-99d3-1451a77d5a90 None None] Set router 7fc53c1c-997d-4d90-978f-3eeb16f27bc1 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:00:55.444983 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-03fc5393-1255-4e70-b41a-f65da31e87c1 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:55.559662 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-5891e674-2281-4b21-99d3-1451a77d5a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'name': 'tempest-TestNetworkBasicOps-router-925608167', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T16:00:54Z', 'revision_number': 7, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'gw_port': {'id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:55.587991 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-03fc5393-1255-4e70-b41a-f65da31e87c1 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:55.621112 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-03fc5393-1255-4e70-b41a-f65da31e87c1 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:55.624855 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-03fc5393-1255-4e70-b41a-f65da31e87c1 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "DELETE /v2.0/subnets/0a99e93e-2633-40ec-8649-0b53bbe7ae92 HTTP/1.1" status: 204 len: 168 time: 0.3589299 Dec 17 16:00:55.625801 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc5393-1255-4e70-b41a-f65da31e87c1 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event deleted for resources: {'Subnet': ['ID=0a99e93e-2633-40ec-8649-0b53bbe7ae92,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:55.627184 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38118) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:00:55.631048 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857baee7-fa30-47ac-ab27-2ad26383a759 None None] Network ba5ea327-1819-4b68-80bb-bb4e81d1c973 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:00:55.677066 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5891e674-2281-4b21-99d3-1451a77d5a90 None None] Checking router: 7fc53c1c-997d-4d90-978f-3eeb16f27bc1 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:00:55.685798 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5891e674-2281-4b21-99d3-1451a77d5a90 None None] Routers {'7fc53c1c-997d-4d90-978f-3eeb16f27bc1'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:00:55.686401 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-5891e674-2281-4b21-99d3-1451a77d5a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:00:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['7fc53c1c-997d-4d90-978f-3eeb16f27bc1'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:55.744895 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad986be5-ce8d-438a-a56c-cdf0e128fb1d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:55.745412 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 0f01a915-6564-4f4f-b60c-4ab0f066bbe5 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:00:55.769168 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 0f01a915-6564-4f4f-b60c-4ab0f066bbe5 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:00:55.769557 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 0f01a915-6564-4f4f-b60c-4ab0f066bbe5 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:00:55.793151 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-5891e674-2281-4b21-99d3-1451a77d5a90 None None] Set router 7fc53c1c-997d-4d90-978f-3eeb16f27bc1 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:00:55.842954 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafedca7-3543-422f-a4c7-18275f432a2d None None] DHCP port deletion for ba5ea327-1819-4b68-80bb-bb4e81d1c973 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 16:00:55.863366 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad986be5-ce8d-438a-a56c-cdf0e128fb1d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:55.897657 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-fafedca7-3543-422f-a4c7-18275f432a2d None None] Deleting port b697ff05-310c-4573-9520-2cc8c30472fc {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:00:55.898041 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fafedca7-3543-422f-a4c7-18275f432a2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:55.961494 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-fafedca7-3543-422f-a4c7-18275f432a2d None None] For port b697ff05-310c-4573-9520-2cc8c30472fc, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b697ff05-310c-4573-9520-2cc8c30472fc,segment=NetworkSegment(14bdcc33-18be-40c6-857c-2a7bfab63d30),segment_id=14bdcc33-18be-40c6-857c-2a7bfab63d30)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:55.961900 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fafedca7-3543-422f-a4c7-18275f432a2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:55.977155 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-ad986be5-ce8d-438a-a56c-cdf0e128fb1d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Deleting port 934404cb-5c8c-4697-87a9-b1d5b3a4937c {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:00:55.977512 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad986be5-ce8d-438a-a56c-cdf0e128fb1d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:55.977901 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-5891e674-2281-4b21-99d3-1451a77d5a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'name': 'tempest-TestNetworkBasicOps-router-925608167', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T16:00:54Z', 'revision_number': 7, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'gw_port': {'id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:55.978282 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-fafedca7-3543-422f-a4c7-18275f432a2d None None] Calling delete_port for b697ff05-310c-4573-9520-2cc8c30472fc owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:00:56.009274 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5891e674-2281-4b21-99d3-1451a77d5a90 None None] The sync data for ids ['7fc53c1c-997d-4d90-978f-3eeb16f27bc1'] in n-d-820553-2 is: [{'id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'name': 'tempest-TestNetworkBasicOps-router-925608167', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T16:00:54Z', 'revision_number': 7, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'gw_port': {'id': '934404cb-5c8c-4697-87a9-b1d5b3a4937c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc53c1c-997d-4d90-978f-3eeb16f27bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:58Z', 'updated_at': '2021-12-17T15:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:00:56.062896 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-ad986be5-ce8d-438a-a56c-cdf0e128fb1d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] For port 934404cb-5c8c-4697-87a9-b1d5b3a4937c, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=934404cb-5c8c-4697-87a9-b1d5b3a4937c,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:00:56.063195 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad986be5-ce8d-438a-a56c-cdf0e128fb1d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:56.075815 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-ad986be5-ce8d-438a-a56c-cdf0e128fb1d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Calling delete_port for 934404cb-5c8c-4697-87a9-b1d5b3a4937c owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:00:56.153170 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fafedca7-3543-422f-a4c7-18275f432a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:56.178605 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafedca7-3543-422f-a4c7-18275f432a2d None None] Pushing event deleted for resources: {'Port': ['ID=b697ff05-310c-4573-9520-2cc8c30472fc,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:56.182297 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafedca7-3543-422f-a4c7-18275f432a2d None None] No DVR routers for this DVR port b697ff05-310c-4573-9520-2cc8c30472fc on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:00:56.183660 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:56.311210 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29d3d9-4db8-497e-8c3a-f2eedb65ef7d req-dfda803f-9cab-40c1-b2eb-2026bb8348a6 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:56.312615 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9f29d3d9-4db8-497e-8c3a-f2eedb65ef7d req-dfda803f-9cab-40c1-b2eb-2026bb8348a6 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=645fcee6-9182-4013-ae33-cb7db4ab3cf3 HTTP/1.1" status: 200 len: 944 time: 0.0513554 Dec 17 16:00:56.313690 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad986be5-ce8d-438a-a56c-cdf0e128fb1d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:56.346552 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad986be5-ce8d-438a-a56c-cdf0e128fb1d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event deleted for resources: {'Port': ['ID=934404cb-5c8c-4697-87a9-b1d5b3a4937c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:56.420621 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9f29d3d9-4db8-497e-8c3a-f2eedb65ef7d req-61558086-95a8-4109-9487-e1b7b9b45ed9 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011319 Dec 17 16:00:56.444806 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad986be5-ce8d-438a-a56c-cdf0e128fb1d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:56.538369 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad986be5-ce8d-438a-a56c-cdf0e128fb1d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:56.540561 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad986be5-ce8d-438a-a56c-cdf0e128fb1d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:56.644437 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad986be5-ce8d-438a-a56c-cdf0e128fb1d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:56.645035 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad986be5-ce8d-438a-a56c-cdf0e128fb1d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Fanout notify agent at l3_agent the message router_deleted on router 7fc53c1c-997d-4d90-978f-3eeb16f27bc1 {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:00:56.654436 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad986be5-ce8d-438a-a56c-cdf0e128fb1d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:56.654436 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ad986be5-ce8d-438a-a56c-cdf0e128fb1d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "DELETE /v2.0/routers/7fc53c1c-997d-4d90-978f-3eeb16f27bc1 HTTP/1.1" status: 204 len: 168 time: 1.0248203 Dec 17 16:00:56.656046 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38124) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:00:56.739248 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-028fde3c-33c5-4dc0-ad41-e92a5f1fee62 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:56.826789 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-028fde3c-33c5-4dc0-ad41-e92a5f1fee62 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:56.848097 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-028fde3c-33c5-4dc0-ad41-e92a5f1fee62 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba5ea327-1819-4b68-80bb-bb4e81d1c973']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:56.858297 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-028fde3c-33c5-4dc0-ad41-e92a5f1fee62 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14bdcc33-18be-40c6-857c-2a7bfab63d30') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:56.858592 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-028fde3c-33c5-4dc0-ad41-e92a5f1fee62 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14bdcc33-18be-40c6-857c-2a7bfab63d30') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:56.874090 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-028fde3c-33c5-4dc0-ad41-e92a5f1fee62 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:56.887786 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-028fde3c-33c5-4dc0-ad41-e92a5f1fee62 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:56.895752 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-028fde3c-33c5-4dc0-ad41-e92a5f1fee62 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:00:56.895752 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-028fde3c-33c5-4dc0-ad41-e92a5f1fee62 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:56.897665 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 16:00:56.897665 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:00:56.897665 n-d-820553-2 neutron-server[102832]: timer() Dec 17 16:00:56.897665 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:00:56.897665 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 16:00:56.897665 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:00:56.897665 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 16:00:56.897665 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:00:56.897665 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 16:00:56.897665 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:00:56.897665 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 16:00:56.897665 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:00:56.897665 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 16:00:56.897665 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:00:56.897665 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:00:56.897665 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:00:56.897665 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:00:56.897665 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:00:56.897665 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 16:00:56.897665 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:00:56.897665 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 16:00:56.897665 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:00:56.897665 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:00:56.897665 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:00:56.897665 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 16:00:56.897665 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:00:56.897665 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:00:56.897665 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:00:56.897665 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:00:56.897665 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:00:56.897665 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:00:56.897665 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:00:56.992831 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-028fde3c-33c5-4dc0-ad41-e92a5f1fee62 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:57.000370 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-028fde3c-33c5-4dc0-ad41-e92a5f1fee62 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:57.003565 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-028fde3c-33c5-4dc0-ad41-e92a5f1fee62 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "DELETE /v2.0/networks/ba5ea327-1819-4b68-80bb-bb4e81d1c973 HTTP/1.1" status: 204 len: 168 time: 0.3465698 Dec 17 16:00:57.015582 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028fde3c-33c5-4dc0-ad41-e92a5f1fee62 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event deleted for resources: {'Network': ['ID=ba5ea327-1819-4b68-80bb-bb4e81d1c973,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:57.021545 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38126) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:00:57.026618 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-0f7563b0-acb2-455a-a953-6dff1a6aa79c tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Request body: {'network': {'name': 'tempest-network-smoke--1946465395', 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'port_security_enabled': True}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:57.095688 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7563b0-acb2-455a-a953-6dff1a6aa79c tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Made reservation on behalf of b477ad0f385a47e09888a6c7ccbf4288 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:00:57.099370 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0f7563b0-acb2-455a-a953-6dff1a6aa79c tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:57.124143 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f7563b0-acb2-455a-a953-6dff1a6aa79c tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:00:57.133993 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0f7563b0-acb2-455a-a953-6dff1a6aa79c tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:57.134361 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-0f7563b0-acb2-455a-a953-6dff1a6aa79c tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Added segment f5fefbeb-2e33-4494-9044-337e21957e56 of type vlan for network 79c05b70-8c24-475b-9b26-82903f4c0a0d Dec 17 16:00:57.173085 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0f7563b0-acb2-455a-a953-6dff1a6aa79c tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:57.238582 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0f7563b0-acb2-455a-a953-6dff1a6aa79c tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:57.244095 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7563b0-acb2-455a-a953-6dff1a6aa79c tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:57.244679 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-0f7563b0-acb2-455a-a953-6dff1a6aa79c tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:57.310866 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7563b0-acb2-455a-a953-6dff1a6aa79c tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'Network': ['ID=79c05b70-8c24-475b-9b26-82903f4c0a0d,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:57.321896 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 79c05b70-8c24-475b-9b26-82903f4c0a0d details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:00:57.344917 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-0f7563b0-acb2-455a-a953-6dff1a6aa79c tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3222337 Dec 17 16:00:57.348848 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38128) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:00:57.352187 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-b10b14a1-5f90-438a-97bc-ab9845da1513 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-425486830', 'admin_state_up': True, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:57.410692 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b10b14a1-5f90-438a-97bc-ab9845da1513 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:57.411727 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b10b14a1-5f90-438a-97bc-ab9845da1513 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:57.462587 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b10b14a1-5f90-438a-97bc-ab9845da1513 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:57.537831 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705cb0b-d413-44ca-b5cc-852386d812d1 req-ab1cd343-130f-4839-a593-cf630a451c34 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:57.540989 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3705cb0b-d413-44ca-b5cc-852386d812d1 req-ab1cd343-130f-4839-a593-cf630a451c34 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=645fcee6-9182-4013-ae33-cb7db4ab3cf3 HTTP/1.1" status: 200 len: 944 time: 0.0504806 Dec 17 16:00:57.550149 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 934404cb-5c8c-4697-87a9-b1d5b3a4937c no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:00:57.572378 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 934404cb-5c8c-4697-87a9-b1d5b3a4937c {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:00:57.573027 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 934404cb-5c8c-4697-87a9-b1d5b3a4937c not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:00:57.573687 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b697ff05-310c-4573-9520-2cc8c30472fc no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:00:57.582267 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3705cb0b-d413-44ca-b5cc-852386d812d1 req-8108bbc3-fb8a-4f43-95ac-9d0eac0d7aaa tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362670 Dec 17 16:00:57.602761 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: b697ff05-310c-4573-9520-2cc8c30472fc {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:00:57.602761 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b697ff05-310c-4573-9520-2cc8c30472fc not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:00:57.602761 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 808cc516-2e6d-4505-95c6-20be46e0a5e9 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:00:57.621830 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 808cc516-2e6d-4505-95c6-20be46e0a5e9 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:00:57.627368 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 808cc516-2e6d-4505-95c6-20be46e0a5e9 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:00:57.673019 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b10b14a1-5f90-438a-97bc-ab9845da1513 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:57.918950 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b10b14a1-5f90-438a-97bc-ab9845da1513 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:57.941248 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b10b14a1-5f90-438a-97bc-ab9845da1513 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:58.043687 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-b10b14a1-5f90-438a-97bc-ab9845da1513 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Allocated IP 172.25.6.245 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/dd896d9b-9455-4d3d-ac95-649a6936e316) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:00:58.150856 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b10b14a1-5f90-438a-97bc-ab9845da1513 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:58.238684 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b10b14a1-5f90-438a-97bc-ab9845da1513 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:58.273691 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10b14a1-5f90-438a-97bc-ab9845da1513 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:00:58.276502 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-b10b14a1-5f90-438a-97bc-ab9845da1513 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:00:58.280034 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10b14a1-5f90-438a-97bc-ab9845da1513 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:00:58.308271 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b14a1-5f90-438a-97bc-ab9845da1513 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'Port': ['ID=dd896d9b-9455-4d3d-ac95-649a6936e316,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:58.649623 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b10b14a1-5f90-438a-97bc-ab9845da1513 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:58.706349 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfca045-479c-4f21-8e9e-4da75ba1bd1a req-413c0dac-728e-4ca4-9456-51c9ce771fcc tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:58.707697 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4bfca045-479c-4f21-8e9e-4da75ba1bd1a req-413c0dac-728e-4ca4-9456-51c9ce771fcc tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=645fcee6-9182-4013-ae33-cb7db4ab3cf3 HTTP/1.1" status: 200 len: 944 time: 0.0579236 Dec 17 16:00:58.746549 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4bfca045-479c-4f21-8e9e-4da75ba1bd1a req-458d342f-79bc-4d48-b3d9-7f62efb1efa2 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325794 Dec 17 16:00:58.821756 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3c92bc25-25e6-4c4b-9cf7-beb48ac808d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:58.862777 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b10b14a1-5f90-438a-97bc-ab9845da1513 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:59.056094 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10b14a1-5f90-438a-97bc-ab9845da1513 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Router c27e0411-af77-4738-82ec-10f689de3149 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:00:59.190626 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10b14a1-5f90-438a-97bc-ab9845da1513 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:00:59.200501 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcda2cf-3c7b-4ed0-8126-0081f015d054 None None] Sync routers for ids ['c27e0411-af77-4738-82ec-10f689de3149'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:00:59.211787 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcda2cf-3c7b-4ed0-8126-0081f015d054 None None] Routers {'c27e0411-af77-4738-82ec-10f689de3149'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:00:59.212416 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-5fcda2cf-3c7b-4ed0-8126-0081f015d054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:00:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['c27e0411-af77-4738-82ec-10f689de3149'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:59.271366 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b10b14a1-5f90-438a-97bc-ab9845da1513 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:59.273251 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b10b14a1-5f90-438a-97bc-ab9845da1513 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9243462 Dec 17 16:00:59.275974 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38134) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:00:59.309989 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-696612be-4730-483f-a0bd-8ca14913763a tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=b477ad0f385a47e09888a6c7ccbf4288&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298247 Dec 17 16:00:59.310250 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38136) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:00:59.328734 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-5fcda2cf-3c7b-4ed0-8126-0081f015d054 None None] Set router c27e0411-af77-4738-82ec-10f689de3149 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:00:59.415350 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b6bcc8-f669-426d-96b3-d0596f2491ff tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:59.417725 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a5b6bcc8-f669-426d-96b3-d0596f2491ff tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1066115 Dec 17 16:00:59.420657 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38138) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:00:59.454750 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a01ae453-98df-4b2c-aca2-4fab027f5cd4 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=4e9cade7-8de3-4483-a2b7-ada6bbc76cf6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328710 Dec 17 16:00:59.458493 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38140) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:00:59.463345 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-905431b4-ae8c-4325-a55f-3bce591e945d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1442895863', 'network_id': '79c05b70-8c24-475b-9b26-82903f4c0a0d', 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:00:59.583762 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-5fcda2cf-3c7b-4ed0-8126-0081f015d054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27e0411-af77-4738-82ec-10f689de3149', 'name': 'tempest-TestNetworkBasicOps-router-425486830', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'dd896d9b-9455-4d3d-ac95-649a6936e316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:57Z', 'updated_at': '2021-12-17T16:00:58Z', 'revision_number': 3, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'gw_port': {'id': 'dd896d9b-9455-4d3d-ac95-649a6936e316', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ec:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27e0411-af77-4738-82ec-10f689de3149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:57Z', 'updated_at': '2021-12-17T16:00:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:00:59.614759 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcda2cf-3c7b-4ed0-8126-0081f015d054 None None] Checking router: c27e0411-af77-4738-82ec-10f689de3149 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:00:59.615138 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcda2cf-3c7b-4ed0-8126-0081f015d054 None None] Updating router c27e0411-af77-4738-82ec-10f689de3149 port dd896d9b-9455-4d3d-ac95-649a6936e316 binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:00:59.640556 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5fcda2cf-3c7b-4ed0-8126-0081f015d054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:59.678517 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905431b4-ae8c-4325-a55f-3bce591e945d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Made reservation on behalf of b477ad0f385a47e09888a6c7ccbf4288 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:00:59.681886 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-905431b4-ae8c-4325-a55f-3bce591e945d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:59.881065 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3340c-2e87-4d0e-ac73-b3e7f86e44ff req-ee622c99-f98b-41a5-8b7a-15b519c5cc7a tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:00:59.882609 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-abe3340c-2e87-4d0e-ac73-b3e7f86e44ff req-ee622c99-f98b-41a5-8b7a-15b519c5cc7a tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=645fcee6-9182-4013-ae33-cb7db4ab3cf3 HTTP/1.1" status: 200 len: 944 time: 0.0531785 Dec 17 16:00:59.922323 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-abe3340c-2e87-4d0e-ac73-b3e7f86e44ff req-a32a0c2f-d741-41ad-b0bb-7df1a767d052 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333049 Dec 17 16:00:59.924240 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-905431b4-ae8c-4325-a55f-3bce591e945d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:59.941481 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5fcda2cf-3c7b-4ed0-8126-0081f015d054 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:00:59.985808 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905431b4-ae8c-4325-a55f-3bce591e945d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'Subnet': ['ID=377bec3d-7a0f-4904-9dbb-cc9fef1aa0df,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:00:59.996413 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905431b4-ae8c-4325-a55f-3bce591e945d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:59.996754 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905431b4-ae8c-4325-a55f-3bce591e945d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:59.997107 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905431b4-ae8c-4325-a55f-3bce591e945d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:59.997446 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905431b4-ae8c-4325-a55f-3bce591e945d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:59.997771 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905431b4-ae8c-4325-a55f-3bce591e945d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:59.998092 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905431b4-ae8c-4325-a55f-3bce591e945d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:59.998415 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905431b4-ae8c-4325-a55f-3bce591e945d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:59.998737 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905431b4-ae8c-4325-a55f-3bce591e945d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:59.999052 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905431b4-ae8c-4325-a55f-3bce591e945d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:59.999369 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905431b4-ae8c-4325-a55f-3bce591e945d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:00:59.999688 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905431b4-ae8c-4325-a55f-3bce591e945d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:00.000004 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905431b4-ae8c-4325-a55f-3bce591e945d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:00.004251 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5fcda2cf-3c7b-4ed0-8126-0081f015d054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:00.005665 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905431b4-ae8c-4325-a55f-3bce591e945d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Checking segment: {'id': 'f5fefbeb-2e33-4494-9044-337e21957e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '79c05b70-8c24-475b-9b26-82903f4c0a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:01:00.006031 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905431b4-ae8c-4325-a55f-3bce591e945d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Network hostable DHCP agents. Network: 79c05b70-8c24-475b-9b26-82903f4c0a0d, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:01:00.052673 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-5fcda2cf-3c7b-4ed0-8126-0081f015d054 None None] Attempting to bind port dd896d9b-9455-4d3d-ac95-649a6936e316 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:01:00.053024 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-5fcda2cf-3c7b-4ed0-8126-0081f015d054 None None] Attempting to bind port dd896d9b-9455-4d3d-ac95-649a6936e316 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:01:00.053422 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcda2cf-3c7b-4ed0-8126-0081f015d054 None None] Attempting to bind port dd896d9b-9455-4d3d-ac95-649a6936e316 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:01:00.062123 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4913bcde-a7da-4aac-969f-7b4f6b68efff None None] Pushing event updated for resources: {'Port': ['ID=dd896d9b-9455-4d3d-ac95-649a6936e316,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:00.064957 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcda2cf-3c7b-4ed0-8126-0081f015d054 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:01:00.068633 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcda2cf-3c7b-4ed0-8126-0081f015d054 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:01:00.068633 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5fcda2cf-3c7b-4ed0-8126-0081f015d054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:00.068633 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcda2cf-3c7b-4ed0-8126-0081f015d054 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:01:00.068633 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-5fcda2cf-3c7b-4ed0-8126-0081f015d054 None None] Bound port: dd896d9b-9455-4d3d-ac95-649a6936e316, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:01:00.068633 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5fcda2cf-3c7b-4ed0-8126-0081f015d054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:00.084514 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905431b4-ae8c-4325-a55f-3bce591e945d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Network 79c05b70-8c24-475b-9b26-82903f4c0a0d is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:01:00.122073 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-5fcda2cf-3c7b-4ed0-8126-0081f015d054 None None] For port dd896d9b-9455-4d3d-ac95-649a6936e316, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:01:00.124949 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-5fcda2cf-3c7b-4ed0-8126-0081f015d054 None None] For port dd896d9b-9455-4d3d-ac95-649a6936e316, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=dd896d9b-9455-4d3d-ac95-649a6936e316,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:01:00.193320 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-905431b4-ae8c-4325-a55f-3bce591e945d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 79c05b70-8c24-475b-9b26-82903f4c0a0d) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:00.197591 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905431b4-ae8c-4325-a55f-3bce591e945d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:00.198181 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-905431b4-ae8c-4325-a55f-3bce591e945d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:00.201855 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac3c8ea-1ac3-428e-8b73-c5fcab1f88ce None None] Network 79c05b70-8c24-475b-9b26-82903f4c0a0d requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:01:00.241931 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5fcda2cf-3c7b-4ed0-8126-0081f015d054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:00.264559 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-905431b4-ae8c-4325-a55f-3bce591e945d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8050261 Dec 17 16:01:00.267495 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38146) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:01:00.321694 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4913bcde-a7da-4aac-969f-7b4f6b68efff None None] Pushing event updated for resources: {'Port': ['ID=dd896d9b-9455-4d3d-ac95-649a6936e316,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:00.334315 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcda2cf-3c7b-4ed0-8126-0081f015d054 None None] Routers {'c27e0411-af77-4738-82ec-10f689de3149'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:01:00.334945 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-5fcda2cf-3c7b-4ed0-8126-0081f015d054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:00:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['c27e0411-af77-4738-82ec-10f689de3149'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:00.655318 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaa875b-c972-4992-a8ff-14937b48d3b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-79c05b70-8c24-475b-9b26-82903f4c0a0d', 'network_id': '79c05b70-8c24-475b-9b26-82903f4c0a0d', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'fixed_ips': [{'subnet_id': '377bec3d-7a0f-4904-9dbb-cc9fef1aa0df'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 16:01:00.656151 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-daaa875b-c972-4992-a8ff-14937b48d3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:00.659607 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-5fcda2cf-3c7b-4ed0-8126-0081f015d054 None None] Set router c27e0411-af77-4738-82ec-10f689de3149 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:01:00.924550 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-daaa875b-c972-4992-a8ff-14937b48d3b6 None None] Allocated IP 172.20.0.2 (79c05b70-8c24-475b-9b26-82903f4c0a0d/377bec3d-7a0f-4904-9dbb-cc9fef1aa0df/b76ac9b5-fd66-4894-8ea5-981ec779b2f6) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:01:00.944979 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2ddca2cf-f42f-4f92-9197-1e0e1693404a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:01.020674 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-5fcda2cf-3c7b-4ed0-8126-0081f015d054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27e0411-af77-4738-82ec-10f689de3149', 'name': 'tempest-TestNetworkBasicOps-router-425486830', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'dd896d9b-9455-4d3d-ac95-649a6936e316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:57Z', 'updated_at': '2021-12-17T16:00:58Z', 'revision_number': 3, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'gw_port': {'id': 'dd896d9b-9455-4d3d-ac95-649a6936e316', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ec:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27e0411-af77-4738-82ec-10f689de3149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:57Z', 'updated_at': '2021-12-17T16:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:01.055010 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcda2cf-3c7b-4ed0-8126-0081f015d054 None None] The sync data for ids ['c27e0411-af77-4738-82ec-10f689de3149'] in n-d-820553-2 is: [{'id': 'c27e0411-af77-4738-82ec-10f689de3149', 'name': 'tempest-TestNetworkBasicOps-router-425486830', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'dd896d9b-9455-4d3d-ac95-649a6936e316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:57Z', 'updated_at': '2021-12-17T16:00:58Z', 'revision_number': 3, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'gw_port': {'id': 'dd896d9b-9455-4d3d-ac95-649a6936e316', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ec:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27e0411-af77-4738-82ec-10f689de3149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:57Z', 'updated_at': '2021-12-17T16:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:01:01.073306 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2a4d492e-591b-4514-98c8-368821502e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:01.089526 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58873d3-e799-4b2f-bc36-4bef4e2c0e75 req-a311f18b-0387-464c-ae5e-0abb2e7ecbdc tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:01.091077 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d58873d3-e799-4b2f-bc36-4bef4e2c0e75 req-a311f18b-0387-464c-ae5e-0abb2e7ecbdc tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=645fcee6-9182-4013-ae33-cb7db4ab3cf3 HTTP/1.1" status: 200 len: 944 time: 0.0744932 Dec 17 16:01:01.131742 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-daaa875b-c972-4992-a8ff-14937b48d3b6 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:01.183475 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d58873d3-e799-4b2f-bc36-4bef4e2c0e75 req-50a233d2-a2dc-42d5-93eb-288536cd9fe7 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808589 Dec 17 16:01:01.223424 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-daaa875b-c972-4992-a8ff-14937b48d3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:01.265272 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaa875b-c972-4992-a8ff-14937b48d3b6 None None] Network 79c05b70-8c24-475b-9b26-82903f4c0a0d is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:01.268448 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-daaa875b-c972-4992-a8ff-14937b48d3b6 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:01.272090 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaa875b-c972-4992-a8ff-14937b48d3b6 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:01:01.283013 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa875b-c972-4992-a8ff-14937b48d3b6 None None] Pushing event updated for resources: {'Port': ['ID=b76ac9b5-fd66-4894-8ea5-981ec779b2f6,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:01.323430 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-2ddca2cf-f42f-4f92-9197-1e0e1693404a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Allocated IP 172.20.0.1 (79c05b70-8c24-475b-9b26-82903f4c0a0d/377bec3d-7a0f-4904-9dbb-cc9fef1aa0df/9e117210-8b50-4a49-b7e6-cef4c13a6ba6) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:01:01.364575 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-daaa875b-c972-4992-a8ff-14937b48d3b6 None None] Attempting to bind port b76ac9b5-fd66-4894-8ea5-981ec779b2f6 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:01:01.365034 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-daaa875b-c972-4992-a8ff-14937b48d3b6 None None] Attempting to bind port b76ac9b5-fd66-4894-8ea5-981ec779b2f6 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'f5fefbeb-2e33-4494-9044-337e21957e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '79c05b70-8c24-475b-9b26-82903f4c0a0d'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:01:01.365421 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaa875b-c972-4992-a8ff-14937b48d3b6 None None] Attempting to bind port b76ac9b5-fd66-4894-8ea5-981ec779b2f6 on network 79c05b70-8c24-475b-9b26-82903f4c0a0d {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:01:01.371175 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaa875b-c972-4992-a8ff-14937b48d3b6 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:01:01.371561 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaa875b-c972-4992-a8ff-14937b48d3b6 None None] Checking segment: {'id': 'f5fefbeb-2e33-4494-9044-337e21957e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '79c05b70-8c24-475b-9b26-82903f4c0a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:01:01.372122 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-daaa875b-c972-4992-a8ff-14937b48d3b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:01.372522 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaa875b-c972-4992-a8ff-14937b48d3b6 None None] Bound using segment: {'id': 'f5fefbeb-2e33-4494-9044-337e21957e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '79c05b70-8c24-475b-9b26-82903f4c0a0d'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:01:01.373239 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-daaa875b-c972-4992-a8ff-14937b48d3b6 None None] Bound port: b76ac9b5-fd66-4894-8ea5-981ec779b2f6, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5fefbeb-2e33-4494-9044-337e21957e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '79c05b70-8c24-475b-9b26-82903f4c0a0d'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:01:01.373570 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-daaa875b-c972-4992-a8ff-14937b48d3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:01.453667 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-daaa875b-c972-4992-a8ff-14937b48d3b6 None None] For port b76ac9b5-fd66-4894-8ea5-981ec779b2f6, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:01:01.458405 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-daaa875b-c972-4992-a8ff-14937b48d3b6 None None] For port b76ac9b5-fd66-4894-8ea5-981ec779b2f6, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b76ac9b5-fd66-4894-8ea5-981ec779b2f6,segment=NetworkSegment(f5fefbeb-2e33-4494-9044-337e21957e56),segment_id=f5fefbeb-2e33-4494-9044-337e21957e56)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:01:01.476837 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2ddca2cf-f42f-4f92-9197-1e0e1693404a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:01.553905 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-daaa875b-c972-4992-a8ff-14937b48d3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:01.584245 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2ddca2cf-f42f-4f92-9197-1e0e1693404a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:01.585410 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device dd896d9b-9455-4d3d-ac95-649a6936e316 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:01:01.646530 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddca2cf-f42f-4f92-9197-1e0e1693404a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Network 79c05b70-8c24-475b-9b26-82903f4c0a0d is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:01.652097 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-2ddca2cf-f42f-4f92-9197-1e0e1693404a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:01.660517 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddca2cf-f42f-4f92-9197-1e0e1693404a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:01:01.660773 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa875b-c972-4992-a8ff-14937b48d3b6 None None] Pushing event updated for resources: {'Port': ['ID=b76ac9b5-fd66-4894-8ea5-981ec779b2f6,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:01.663507 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddca2cf-f42f-4f92-9197-1e0e1693404a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'Port': ['ID=9e117210-8b50-4a49-b7e6-cef4c13a6ba6,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:01.676262 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port dd896d9b-9455-4d3d-ac95-649a6936e316 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:01.676635 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:01.694878 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddca2cf-f42f-4f92-9197-1e0e1693404a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:01.694878 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddca2cf-f42f-4f92-9197-1e0e1693404a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:01.695216 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddca2cf-f42f-4f92-9197-1e0e1693404a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:01.695317 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddca2cf-f42f-4f92-9197-1e0e1693404a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:01.695780 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddca2cf-f42f-4f92-9197-1e0e1693404a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:01.695984 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddca2cf-f42f-4f92-9197-1e0e1693404a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:01.696288 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddca2cf-f42f-4f92-9197-1e0e1693404a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:01.696617 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddca2cf-f42f-4f92-9197-1e0e1693404a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:01.696938 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddca2cf-f42f-4f92-9197-1e0e1693404a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:01.697290 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddca2cf-f42f-4f92-9197-1e0e1693404a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:01.697620 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddca2cf-f42f-4f92-9197-1e0e1693404a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:01.697940 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddca2cf-f42f-4f92-9197-1e0e1693404a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:01.727521 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2ddca2cf-f42f-4f92-9197-1e0e1693404a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:01.762297 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:01:01.793139 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:01.818877 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port dd896d9b-9455-4d3d-ac95-649a6936e316, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=dd896d9b-9455-4d3d-ac95-649a6936e316,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:01.896674 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:01.962760 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=dd896d9b-9455-4d3d-ac95-649a6936e316,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:01.999418 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:02.015379 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'port_id': 'e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5', 'mac_address': 'fa:16:3e:72:77:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:01:02.018590 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2ddca2cf-f42f-4f92-9197-1e0e1693404a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:02.060470 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-572f067d-c5d7-4ec5-a41e-7984132b0771 req-00688c5b-029d-4ae1-8092-bcbf8605b333 tempest-TestServerMultinode-1084240786 tempest-TestServerMultinode-1084240786-project-admin] (102832) timed out ('10.222.0.13', 62426) {{(pid=102832) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 17 16:01:02.066890 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:02.080418 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:01:02.102894 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:02.181837 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:02.231859 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:02.334774 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2ddca2cf-f42f-4f92-9197-1e0e1693404a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:02.372168 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6416e9-adb3-45f1-b8b3-9064866bb27a req-6b5cafc5-80cf-4869-a2a5-6817f60c0f5f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:02.373766 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3f6416e9-adb3-45f1-b8b3-9064866bb27a req-6b5cafc5-80cf-4869-a2a5-6817f60c0f5f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=645fcee6-9182-4013-ae33-cb7db4ab3cf3 HTTP/1.1" status: 200 len: 945 time: 0.1171122 Dec 17 16:01:02.400050 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2ddca2cf-f42f-4f92-9197-1e0e1693404a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:02.427467 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:02.466512 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3f6416e9-adb3-45f1-b8b3-9064866bb27a req-37ebac45-e198-4918-9e0a-56e2c61decb6 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859928 Dec 17 16:01:02.495462 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2ddca2cf-f42f-4f92-9197-1e0e1693404a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:02.498482 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddca2cf-f42f-4f92-9197-1e0e1693404a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'Port': ['ID=9e117210-8b50-4a49-b7e6-cef4c13a6ba6,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:02.553376 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:01:02.597165 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddca2cf-f42f-4f92-9197-1e0e1693404a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Network 79c05b70-8c24-475b-9b26-82903f4c0a0d is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:02.598670 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-2ddca2cf-f42f-4f92-9197-1e0e1693404a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:02.659477 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cadbcaa-3139-4972-97c7-b77cb54f6b72 None None] Network 79c05b70-8c24-475b-9b26-82903f4c0a0d requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:01:02.718734 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ddca2cf-f42f-4f92-9197-1e0e1693404a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Router c27e0411-af77-4738-82ec-10f689de3149 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:01:02.755121 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a5e3b425-1385-43c6-9397-b1ac0533a58a None None] Provisioning complete for port b76ac9b5-fd66-4894-8ea5-981ec779b2f6 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:02.755615 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a5e3b425-1385-43c6-9397-b1ac0533a58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:02.833093 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddca2cf-f42f-4f92-9197-1e0e1693404a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:01:02.840291 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2ddca2cf-f42f-4f92-9197-1e0e1693404a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "PUT /v2.0/routers/c27e0411-af77-4738-82ec-10f689de3149/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5694220 Dec 17 16:01:02.840570 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38154) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:01:02.917351 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a5e3b425-1385-43c6-9397-b1ac0533a58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:02.954944 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815dd707-88f0-49f5-a50b-1ddd24528893 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:02.956072 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815dd707-88f0-49f5-a50b-1ddd24528893 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:02.956650 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815dd707-88f0-49f5-a50b-1ddd24528893 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:02.957139 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815dd707-88f0-49f5-a50b-1ddd24528893 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:02.957638 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815dd707-88f0-49f5-a50b-1ddd24528893 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:02.958104 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815dd707-88f0-49f5-a50b-1ddd24528893 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:02.961078 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-815dd707-88f0-49f5-a50b-1ddd24528893 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1174581 Dec 17 16:01:02.961255 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-a5e3b425-1385-43c6-9397-b1ac0533a58a None None] For port b76ac9b5-fd66-4894-8ea5-981ec779b2f6, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b76ac9b5-fd66-4894-8ea5-981ec779b2f6,segment=NetworkSegment(f5fefbeb-2e33-4494-9044-337e21957e56),segment_id=f5fefbeb-2e33-4494-9044-337e21957e56)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:02.962691 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38156) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:01:03.050531 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a5e3b425-1385-43c6-9397-b1ac0533a58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:03.055597 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8ea814-267d-45d5-bf41-e6f89a061b90 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:03.056141 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8ea814-267d-45d5-bf41-e6f89a061b90 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:03.056521 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8ea814-267d-45d5-bf41-e6f89a061b90 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:03.056980 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8ea814-267d-45d5-bf41-e6f89a061b90 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:03.057466 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8ea814-267d-45d5-bf41-e6f89a061b90 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:03.057941 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8ea814-267d-45d5-bf41-e6f89a061b90 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:03.059792 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-dd8ea814-267d-45d5-bf41-e6f89a061b90 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0960925 Dec 17 16:01:03.068589 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38158) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:01:03.092274 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9462984d-bb47-4daa-b86c-5ef1ab36516e None None] Sync routers for ids ['c27e0411-af77-4738-82ec-10f689de3149'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:01:03.102958 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9462984d-bb47-4daa-b86c-5ef1ab36516e None None] Routers {'c27e0411-af77-4738-82ec-10f689de3149'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:01:03.103551 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-9462984d-bb47-4daa-b86c-5ef1ab36516e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:01:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['c27e0411-af77-4738-82ec-10f689de3149'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:03.109792 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e3b425-1385-43c6-9397-b1ac0533a58a None None] Pushing event updated for resources: {'Port': ['ID=b76ac9b5-fd66-4894-8ea5-981ec779b2f6,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:03.177918 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-b6cb3a23-675f-4ffa-bd7a-b7db1fe5d7a0 None None] Provisioning complete for port b76ac9b5-fd66-4894-8ea5-981ec779b2f6 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:03.177918 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b6cb3a23-675f-4ffa-bd7a-b7db1fe5d7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:03.216352 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-9462984d-bb47-4daa-b86c-5ef1ab36516e None None] Set router c27e0411-af77-4738-82ec-10f689de3149 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:01:03.248681 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6c47bd7a-8822-4e55-9569-ee375f545ce8 tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1798272 Dec 17 16:01:03.280686 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-b6cb3a23-675f-4ffa-bd7a-b7db1fe5d7a0 None None] Provisioning complete for port 9e117210-8b50-4a49-b7e6-cef4c13a6ba6 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:03.281093 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b6cb3a23-675f-4ffa-bd7a-b7db1fe5d7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:03.320084 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-b6cb3a23-675f-4ffa-bd7a-b7db1fe5d7a0 None None] Port 9e117210-8b50-4a49-b7e6-cef4c13a6ba6 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:01:03.427306 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-9462984d-bb47-4daa-b86c-5ef1ab36516e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27e0411-af77-4738-82ec-10f689de3149', 'name': 'tempest-TestNetworkBasicOps-router-425486830', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'dd896d9b-9455-4d3d-ac95-649a6936e316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:57Z', 'updated_at': '2021-12-17T16:01:01Z', 'revision_number': 4, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'gw_port': {'id': 'dd896d9b-9455-4d3d-ac95-649a6936e316', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27e0411-af77-4738-82ec-10f689de3149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:57Z', 'updated_at': '2021-12-17T16:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '9e117210-8b50-4a49-b7e6-cef4c13a6ba6', 'name': '', 'network_id': '79c05b70-8c24-475b-9b26-82903f4c0a0d', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'mac_address': 'fa:16:3e:48:09:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27e0411-af77-4738-82ec-10f689de3149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '377bec3d-7a0f-4904-9dbb-cc9fef1aa0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:01Z', 'updated_at': '2021-12-17T16:01:02Z', 'revision_number': 2, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'subnets': [{'id': '377bec3d-7a0f-4904-9dbb-cc9fef1aa0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:03.447754 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-8516af62-f9ff-40c5-8a12-44c3f28ff9b2 None None] Provisioning complete for port 9e117210-8b50-4a49-b7e6-cef4c13a6ba6 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:03.449317 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8516af62-f9ff-40c5-8a12-44c3f28ff9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:03.455220 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9462984d-bb47-4daa-b86c-5ef1ab36516e None None] Checking router: c27e0411-af77-4738-82ec-10f689de3149 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:01:03.456408 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9462984d-bb47-4daa-b86c-5ef1ab36516e None None] Updating router c27e0411-af77-4738-82ec-10f689de3149 port 9e117210-8b50-4a49-b7e6-cef4c13a6ba6 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:01:03.482391 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-9462984d-bb47-4daa-b86c-5ef1ab36516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:03.523876 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-8516af62-f9ff-40c5-8a12-44c3f28ff9b2 None None] Port 9e117210-8b50-4a49-b7e6-cef4c13a6ba6 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:01:03.622001 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215e9aa-6faa-48f2-aad9-6ca035b19eaa req-4198d573-c1fa-4555-827e-fea603fe9f20 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:03.623727 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5215e9aa-6faa-48f2-aad9-6ca035b19eaa req-4198d573-c1fa-4555-827e-fea603fe9f20 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=645fcee6-9182-4013-ae33-cb7db4ab3cf3 HTTP/1.1" status: 200 len: 945 time: 0.0590174 Dec 17 16:01:03.670307 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5215e9aa-6faa-48f2-aad9-6ca035b19eaa req-19a9709f-c068-4f5b-a862-e819f92bbc16 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395157 Dec 17 16:01:03.688173 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38164) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:01:03.698615 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-1028305a-15ab-417a-b532-724f59f9f82b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1083212941', 'description': 'tempest-secgroup-smoke-1083212941 description', 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:03.722468 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b76ac9b5-fd66-4894-8ea5-981ec779b2f6 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:01:03.770662 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-69f1f01e-c7ae-40f0-8e39-7a5bb644e771 None None] Provisioning complete for port 9e117210-8b50-4a49-b7e6-cef4c13a6ba6 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:03.770944 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-69f1f01e-c7ae-40f0-8e39-7a5bb644e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:03.781730 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1028305a-15ab-417a-b532-724f59f9f82b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:03.793896 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:01:03.797099 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-9462984d-bb47-4daa-b86c-5ef1ab36516e None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:03.841280 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-69f1f01e-c7ae-40f0-8e39-7a5bb644e771 None None] Port 9e117210-8b50-4a49-b7e6-cef4c13a6ba6 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:01:03.847858 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port b76ac9b5-fd66-4894-8ea5-981ec779b2f6 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:03.848230 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:03.856468 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1028305a-15ab-417a-b532-724f59f9f82b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:03.873469 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-9462984d-bb47-4daa-b86c-5ef1ab36516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:03.929873 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1028305a-15ab-417a-b532-724f59f9f82b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:03.949004 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa12aa-8b32-482b-b003-91fc774bf09f None None] Pushing event updated for resources: {'Port': ['ID=9e117210-8b50-4a49-b7e6-cef4c13a6ba6,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:03.951940 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device dd896d9b-9455-4d3d-ac95-649a6936e316 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:01:03.972496 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028305a-15ab-417a-b532-724f59f9f82b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36415771-5c58-49a1-846a-c5b8f3bb1530,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:03.978086 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:01:03.987118 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:03.987451 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:03.996351 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-9462984d-bb47-4daa-b86c-5ef1ab36516e None None] Attempting to bind port 9e117210-8b50-4a49-b7e6-cef4c13a6ba6 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:01:03.996774 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-9462984d-bb47-4daa-b86c-5ef1ab36516e None None] Attempting to bind port 9e117210-8b50-4a49-b7e6-cef4c13a6ba6 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'f5fefbeb-2e33-4494-9044-337e21957e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '79c05b70-8c24-475b-9b26-82903f4c0a0d'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:01:03.997178 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9462984d-bb47-4daa-b86c-5ef1ab36516e None None] Attempting to bind port 9e117210-8b50-4a49-b7e6-cef4c13a6ba6 on network 79c05b70-8c24-475b-9b26-82903f4c0a0d {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:01:04.003511 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9462984d-bb47-4daa-b86c-5ef1ab36516e None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:01:04.003889 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9462984d-bb47-4daa-b86c-5ef1ab36516e None None] Checking segment: {'id': 'f5fefbeb-2e33-4494-9044-337e21957e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '79c05b70-8c24-475b-9b26-82903f4c0a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:01:04.004295 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-9462984d-bb47-4daa-b86c-5ef1ab36516e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:04.004786 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9462984d-bb47-4daa-b86c-5ef1ab36516e None None] Bound using segment: {'id': 'f5fefbeb-2e33-4494-9044-337e21957e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '79c05b70-8c24-475b-9b26-82903f4c0a0d'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:01:04.005307 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-9462984d-bb47-4daa-b86c-5ef1ab36516e None None] Bound port: 9e117210-8b50-4a49-b7e6-cef4c13a6ba6, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5fefbeb-2e33-4494-9044-337e21957e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '79c05b70-8c24-475b-9b26-82903f4c0a0d'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:01:04.005691 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-9462984d-bb47-4daa-b86c-5ef1ab36516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:04.024796 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:04.046186 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port dd896d9b-9455-4d3d-ac95-649a6936e316 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:04.046560 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:04.053345 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1028305a-15ab-417a-b532-724f59f9f82b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:04.058239 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38166) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:01:04.060761 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1028305a-15ab-417a-b532-724f59f9f82b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3701036 Dec 17 16:01:04.066734 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-e67cd766-c73f-4a5d-9e2f-e2e3d3376c42 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Request body: {'security_group_rule': {'security_group_id': '36415771-5c58-49a1-846a-c5b8f3bb1530', 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:04.088508 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-9462984d-bb47-4daa-b86c-5ef1ab36516e None None] For port 9e117210-8b50-4a49-b7e6-cef4c13a6ba6, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:01:04.093947 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-9462984d-bb47-4daa-b86c-5ef1ab36516e None None] For port 9e117210-8b50-4a49-b7e6-cef4c13a6ba6, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9e117210-8b50-4a49-b7e6-cef4c13a6ba6,segment=NetworkSegment(f5fefbeb-2e33-4494-9044-337e21957e56),segment_id=f5fefbeb-2e33-4494-9044-337e21957e56)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:01:04.122890 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:04.151459 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645fcee6-9182-4013-ae33-cb7db4ab3cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:01:04.153698 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8488e68c-b1e0-4c28-88a7-8fc77c836f56" -d '{"events": [{"server_uuid": "645fcee6-9182-4013-ae33-cb7db4ab3cf3", "name": "network-vif-plugged", "status": "completed", "tag": "e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:01:04.160317 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-9462984d-bb47-4daa-b86c-5ef1ab36516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:04.187406 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e67cd766-c73f-4a5d-9e2f-e2e3d3376c42 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:04.204112 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:04.211258 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9462984d-bb47-4daa-b86c-5ef1ab36516e None None] Routers {'c27e0411-af77-4738-82ec-10f689de3149'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:01:04.211933 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-9462984d-bb47-4daa-b86c-5ef1ab36516e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:01:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['c27e0411-af77-4738-82ec-10f689de3149'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:04.221966 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407f38e7-4db7-4da8-ad94-75d0be6fa722 x-openstack-request-id: req-407f38e7-4db7-4da8-ad94-75d0be6fa722 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:01:04.225621 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "645fcee6-9182-4013-ae33-cb7db4ab3cf3", "name": "network-vif-plugged", "status": "completed", "tag": "e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:01:04.225621 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-407f38e7-4db7-4da8-ad94-75d0be6fa722 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:01:04.225621 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645fcee6-9182-4013-ae33-cb7db4ab3cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5', 'code': 200} Dec 17 16:01:04.225621 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-7904363d-70b1-4e87-be8d-42a45da283dd None None] Provisioning complete for port 9e117210-8b50-4a49-b7e6-cef4c13a6ba6 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:04.225621 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7904363d-70b1-4e87-be8d-42a45da283dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:04.274082 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:04.291176 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e67cd766-c73f-4a5d-9e2f-e2e3d3376c42 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:04.324273 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa12aa-8b32-482b-b003-91fc774bf09f None None] Pushing event updated for resources: {'Port': ['ID=9e117210-8b50-4a49-b7e6-cef4c13a6ba6,revision_number=4']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:04.326114 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:04.337992 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-9462984d-bb47-4daa-b86c-5ef1ab36516e None None] Set router c27e0411-af77-4738-82ec-10f689de3149 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:01:04.347834 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e67cd766-c73f-4a5d-9e2f-e2e3d3376c42 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:04.358874 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7904363d-70b1-4e87-be8d-42a45da283dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:04.362187 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:04.392017 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67cd766-c73f-4a5d-9e2f-e2e3d3376c42 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=300d8e37-84c6-463c-99a6-a915eca2fec2,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:04.406749 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7904363d-70b1-4e87-be8d-42a45da283dd None None] For port 9e117210-8b50-4a49-b7e6-cef4c13a6ba6, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9e117210-8b50-4a49-b7e6-cef4c13a6ba6,segment=NetworkSegment(f5fefbeb-2e33-4494-9044-337e21957e56),segment_id=f5fefbeb-2e33-4494-9044-337e21957e56)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:04.419754 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bf943-88e7-4daa-b337-b518564dcd01 req-52cd7a8b-fb0b-479f-83da-450f2a359b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:04.421638 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cc1bf943-88e7-4daa-b337-b518564dcd01 req-52cd7a8b-fb0b-479f-83da-450f2a359b2c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=645fcee6-9182-4013-ae33-cb7db4ab3cf3 HTTP/1.1" status: 200 len: 1097 time: 0.0911901 Dec 17 16:01:04.435622 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e67cd766-c73f-4a5d-9e2f-e2e3d3376c42 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:04.439118 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e67cd766-c73f-4a5d-9e2f-e2e3d3376c42 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3794754 Dec 17 16:01:04.446635 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38170) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:01:04.451292 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-80a39d34-41f9-4236-a4bc-dbde41d434e4 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Request body: {'security_group_rule': {'security_group_id': '36415771-5c58-49a1-846a-c5b8f3bb1530', 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:04.464861 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cc1bf943-88e7-4daa-b337-b518564dcd01 req-b88618cc-e4fe-4fae-abb5-78fef01dfd76 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360036 Dec 17 16:01:04.490771 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7904363d-70b1-4e87-be8d-42a45da283dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:04.536126 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-80a39d34-41f9-4236-a4bc-dbde41d434e4 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:04.539685 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904363d-70b1-4e87-be8d-42a45da283dd None None] Pushing event updated for resources: {'Port': ['ID=9e117210-8b50-4a49-b7e6-cef4c13a6ba6,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:04.565068 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-9462984d-bb47-4daa-b86c-5ef1ab36516e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27e0411-af77-4738-82ec-10f689de3149', 'name': 'tempest-TestNetworkBasicOps-router-425486830', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'dd896d9b-9455-4d3d-ac95-649a6936e316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:57Z', 'updated_at': '2021-12-17T16:01:01Z', 'revision_number': 4, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'gw_port': {'id': 'dd896d9b-9455-4d3d-ac95-649a6936e316', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27e0411-af77-4738-82ec-10f689de3149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:57Z', 'updated_at': '2021-12-17T16:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '9e117210-8b50-4a49-b7e6-cef4c13a6ba6', 'name': '', 'network_id': '79c05b70-8c24-475b-9b26-82903f4c0a0d', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'mac_address': 'fa:16:3e:48:09:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27e0411-af77-4738-82ec-10f689de3149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '377bec3d-7a0f-4904-9dbb-cc9fef1aa0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:01Z', 'updated_at': '2021-12-17T16:01:04Z', 'revision_number': 4, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'subnets': [{'id': '377bec3d-7a0f-4904-9dbb-cc9fef1aa0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:04.600812 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-80a39d34-41f9-4236-a4bc-dbde41d434e4 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:04.611743 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-18d8fb62-ba28-4796-a827-2d1f47eb98d2 None None] Provisioning complete for port 9e117210-8b50-4a49-b7e6-cef4c13a6ba6 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:04.612201 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-18d8fb62-ba28-4796-a827-2d1f47eb98d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:04.655729 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-80a39d34-41f9-4236-a4bc-dbde41d434e4 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:04.678013 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a39d34-41f9-4236-a4bc-dbde41d434e4 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d28171d6-5dee-4124-a18c-2fd46f46057f,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:04.678618 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9462984d-bb47-4daa-b86c-5ef1ab36516e None None] The sync data for ids ['c27e0411-af77-4738-82ec-10f689de3149'] in n-d-820553-2 is: [{'id': 'c27e0411-af77-4738-82ec-10f689de3149', 'name': 'tempest-TestNetworkBasicOps-router-425486830', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'dd896d9b-9455-4d3d-ac95-649a6936e316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:57Z', 'updated_at': '2021-12-17T16:01:01Z', 'revision_number': 4, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'gw_port': {'id': 'dd896d9b-9455-4d3d-ac95-649a6936e316', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27e0411-af77-4738-82ec-10f689de3149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:57Z', 'updated_at': '2021-12-17T16:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '9e117210-8b50-4a49-b7e6-cef4c13a6ba6', 'name': '', 'network_id': '79c05b70-8c24-475b-9b26-82903f4c0a0d', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'mac_address': 'fa:16:3e:48:09:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c27e0411-af77-4738-82ec-10f689de3149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '377bec3d-7a0f-4904-9dbb-cc9fef1aa0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:01Z', 'updated_at': '2021-12-17T16:01:04Z', 'revision_number': 4, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'subnets': [{'id': '377bec3d-7a0f-4904-9dbb-cc9fef1aa0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:01:04.740418 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-80a39d34-41f9-4236-a4bc-dbde41d434e4 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:04.744495 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-80a39d34-41f9-4236-a4bc-dbde41d434e4 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2951224 Dec 17 16:01:04.744868 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38174) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:01:04.758686 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-9a9cf3b4-0e3c-452c-870b-80ed0b95f88d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Request body: {'security_group_rule': {'security_group_id': '36415771-5c58-49a1-846a-c5b8f3bb1530', 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:04.825378 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce0ce8-f7fd-4505-8519-348aa8ac1f09 req-efcdc59f-5314-4f4c-9a4c-9d438debb241 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:04.827046 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-10ce0ce8-f7fd-4505-8519-348aa8ac1f09 req-efcdc59f-5314-4f4c-9a4c-9d438debb241 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=645fcee6-9182-4013-ae33-cb7db4ab3cf3 HTTP/1.1" status: 200 len: 946 time: 0.0637937 Dec 17 16:01:04.869420 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-10ce0ce8-f7fd-4505-8519-348aa8ac1f09 req-29083295-cf28-4470-b293-8610a21f1671 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356755 Dec 17 16:01:04.899104 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9a9cf3b4-0e3c-452c-870b-80ed0b95f88d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:04.964323 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9a9cf3b4-0e3c-452c-870b-80ed0b95f88d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:05.039014 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9a9cf3b4-0e3c-452c-870b-80ed0b95f88d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:05.057417 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9cf3b4-0e3c-452c-870b-80ed0b95f88d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c221186-9bfa-4981-a69e-c22f779bd8ec,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:05.126656 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9a9cf3b4-0e3c-452c-870b-80ed0b95f88d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:05.128134 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9a9cf3b4-0e3c-452c-870b-80ed0b95f88d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3820393 Dec 17 16:01:05.130986 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38176) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:01:05.135538 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-16e77e46-bf76-4a15-bca5-353e11a3f723 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Request body: {'security_group_rule': {'security_group_id': '36415771-5c58-49a1-846a-c5b8f3bb1530', 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:05.244366 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-16e77e46-bf76-4a15-bca5-353e11a3f723 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:05.308524 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-16e77e46-bf76-4a15-bca5-353e11a3f723 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:05.394117 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-16e77e46-bf76-4a15-bca5-353e11a3f723 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:05.415066 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e77e46-bf76-4a15-bca5-353e11a3f723 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c3e0c9-c22d-49b3-91bf-9c3f64d78b79,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:05.480767 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-16e77e46-bf76-4a15-bca5-353e11a3f723 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:05.482040 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-16e77e46-bf76-4a15-bca5-353e11a3f723 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3501208 Dec 17 16:01:05.484818 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38178) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:01:05.489999 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-38ae1b30-4e95-442f-b305-cce2c35ce6b5 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Request body: {'security_group_rule': {'security_group_id': '36415771-5c58-49a1-846a-c5b8f3bb1530', 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:05.574993 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9e117210-8b50-4a49-b7e6-cef4c13a6ba6 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:01:05.598952 n-d-820553-2 neutron-server[102832]: INFO neutron.db.securitygroups_db [None req-38ae1b30-4e95-442f-b305-cce2c35ce6b5 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Project b477ad0f385a47e09888a6c7ccbf4288 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:01:05.604162 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38ae1b30-4e95-442f-b305-cce2c35ce6b5 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:05.626142 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 9e117210-8b50-4a49-b7e6-cef4c13a6ba6 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:05.626919 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:05.681697 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38ae1b30-4e95-442f-b305-cce2c35ce6b5 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:05.747503 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38ae1b30-4e95-442f-b305-cce2c35ce6b5 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:05.765890 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae1b30-4e95-442f-b305-cce2c35ce6b5 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c82a3119-25f3-42fe-8890-26d19f0f4b35,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:05.858864 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38ae1b30-4e95-442f-b305-cce2c35ce6b5 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:05.860102 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-38ae1b30-4e95-442f-b305-cce2c35ce6b5 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3743110 Dec 17 16:01:05.863621 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38180) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:01:05.868236 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-7c46b446-7716-40b5-961c-de3343aeb2ac tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Request body: {'security_group_rule': {'security_group_id': '36415771-5c58-49a1-846a-c5b8f3bb1530', 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:05.992100 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbea30-add0-42ea-8b45-354d5d05b0b7 req-270e15fa-92b9-4f20-8002-c916afe78a25 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:05.993696 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-29dbea30-add0-42ea-8b45-354d5d05b0b7 req-270e15fa-92b9-4f20-8002-c916afe78a25 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=645fcee6-9182-4013-ae33-cb7db4ab3cf3 HTTP/1.1" status: 200 len: 946 time: 0.0554860 Dec 17 16:01:05.994909 n-d-820553-2 neutron-server[102832]: INFO neutron.db.securitygroups_db [None req-7c46b446-7716-40b5-961c-de3343aeb2ac tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Project b477ad0f385a47e09888a6c7ccbf4288 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:01:05.999917 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7c46b446-7716-40b5-961c-de3343aeb2ac tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:06.065566 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-29dbea30-add0-42ea-8b45-354d5d05b0b7 req-3c3d1287-1540-4598-a784-e5bdf0365e3f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615587 Dec 17 16:01:06.091346 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7c46b446-7716-40b5-961c-de3343aeb2ac tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:06.164058 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7c46b446-7716-40b5-961c-de3343aeb2ac tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:06.183029 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46b446-7716-40b5-961c-de3343aeb2ac tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbd651bc-237c-47e5-9571-457a091d4b51,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:06.240541 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7c46b446-7716-40b5-961c-de3343aeb2ac tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:06.241807 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7c46b446-7716-40b5-961c-de3343aeb2ac tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3772049 Dec 17 16:01:06.380251 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-d026e4b0-c6d2-401a-8b0b-6f09a4f16d78 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1083212941&fields=id&tenant_id=b477ad0f385a47e09888a6c7ccbf4288 HTTP/1.1" status: 200 len: 267 time: 0.0375547 Dec 17 16:01:06.485659 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-8d4cc2c2-158b-45a6-acc4-67855eb235cc tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:06.487262 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-8d4cc2c2-158b-45a6-acc4-67855eb235cc tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/networks?id=79c05b70-8c24-475b-9b26-82903f4c0a0d HTTP/1.1" status: 200 len: 797 time: 0.1049039 Dec 17 16:01:06.501843 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-dce6e9c4-4a97-4153-b534-ad42a0eeddaa tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/quotas/b477ad0f385a47e09888a6c7ccbf4288 HTTP/1.1" status: 200 len: 375 time: 0.0088139 Dec 17 16:01:06.552851 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-88d6b564-4952-4293-9e20-d67c8979527a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b477ad0f385a47e09888a6c7ccbf4288&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450630 Dec 17 16:01:06.649430 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-8abb361b-45fc-4abf-bc76-27439bb868d0 service neutron] 10.222.0.46 "GET /v2.0/networks/79c05b70-8c24-475b-9b26-82903f4c0a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850837 Dec 17 16:01:06.723012 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-902e2ffe-88a0-4573-9085-e8de94f73471 req-058e2062-57e6-45de-8c2c-9ff320b22960 service neutron] (102833) timed out ('10.222.0.46', 40668) {{(pid=102833) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 17 16:01:06.738514 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-3cceb3bf-6b94-4369-a1ae-a24f10757b5f service neutron] 10.222.0.46 "GET /v2.0/networks/79c05b70-8c24-475b-9b26-82903f4c0a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830936 Dec 17 16:01:06.989474 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4d886d3a-0c35-46bf-aee5-eacde38b8d44 req-1ed53c73-eb75-4576-b415-8cfe92f761fc tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7d69e8f-c304-4a65-9954-16886f1a3b5f HTTP/1.1" status: 200 len: 210 time: 0.0272305 Dec 17 16:01:07.180046 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac0585-5035-4bb5-9af4-500c7fdd89b4 req-2019bae9-7c58-4cd6-8d52-642629e418af tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:07.181494 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-00ac0585-5035-4bb5-9af4-500c7fdd89b4 req-2019bae9-7c58-4cd6-8d52-642629e418af tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=645fcee6-9182-4013-ae33-cb7db4ab3cf3 HTTP/1.1" status: 200 len: 946 time: 0.0482504 Dec 17 16:01:07.225953 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-00ac0585-5035-4bb5-9af4-500c7fdd89b4 req-f9391645-ee31-4bb7-98ff-04db22925533 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384278 Dec 17 16:01:07.350070 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b16a7-23dc-41fd-a34e-983f9aed7e54 req-da78ba0c-dc95-487e-baaf-06a323a41853 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:07.351554 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0b2b16a7-23dc-41fd-a34e-983f9aed7e54 req-da78ba0c-dc95-487e-baaf-06a323a41853 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=645fcee6-9182-4013-ae33-cb7db4ab3cf3 HTTP/1.1" status: 200 len: 946 time: 0.0493057 Dec 17 16:01:07.390065 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0b2b16a7-23dc-41fd-a34e-983f9aed7e54 req-86d180d9-dede-4a1a-a930-c484f39a5b84 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322721 Dec 17 16:01:07.833352 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:01:08.242578 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45b9ca3c-f5b1-4e99-a207-872b0331084f req-4763545e-faff-47f7-96b3-ac0256cc9ac5 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7d69e8f-c304-4a65-9954-16886f1a3b5f HTTP/1.1" status: 200 len: 210 time: 0.0273812 Dec 17 16:01:09.055473 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-0c6c339e-71b6-4c6b-9956-c56d5c86a210 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:09.056999 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-0c6c339e-71b6-4c6b-9956-c56d5c86a210 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.13 "GET /v2.0/networks?id=79c05b70-8c24-475b-9b26-82903f4c0a0d HTTP/1.1" status: 200 len: 797 time: 0.1745329 Dec 17 16:01:09.107478 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-a00c99f0-d317-4fd4-8fae-b304e53affe2 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b477ad0f385a47e09888a6c7ccbf4288 HTTP/1.1" status: 200 len: 380 time: 0.0410750 Dec 17 16:01:09.118240 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-71df2a32-402b-4cfe-a2d3-bc050407930f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Request body: {'port': {'device_id': 'd7d69e8f-c304-4a65-9954-16886f1a3b5f', 'network_id': '79c05b70-8c24-475b-9b26-82903f4c0a0d', 'admin_state_up': True, 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'security_groups': ['36415771-5c58-49a1-846a-c5b8f3bb1530']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:09.228825 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2bb97a76-0a92-483c-8834-752c3d0efa72 req-a9d9dce7-b054-41c1-b034-2e6114ad778c tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7d69e8f-c304-4a65-9954-16886f1a3b5f HTTP/1.1" status: 200 len: 210 time: 0.0562508 Dec 17 16:01:09.310281 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-71df2a32-402b-4cfe-a2d3-bc050407930f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Made reservation on behalf of b477ad0f385a47e09888a6c7ccbf4288 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:01:09.315306 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-71df2a32-402b-4cfe-a2d3-bc050407930f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:09.447613 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-71df2a32-402b-4cfe-a2d3-bc050407930f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Allocated IP 172.20.0.13 (79c05b70-8c24-475b-9b26-82903f4c0a0d/377bec3d-7a0f-4904-9dbb-cc9fef1aa0df/fd940ea8-b180-48bd-85bf-3d6ecad5f015) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:01:09.620830 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-71df2a32-402b-4cfe-a2d3-bc050407930f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:09.770718 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-71df2a32-402b-4cfe-a2d3-bc050407930f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:09.818858 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-71df2a32-402b-4cfe-a2d3-bc050407930f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Network 79c05b70-8c24-475b-9b26-82903f4c0a0d is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:09.822232 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-71df2a32-402b-4cfe-a2d3-bc050407930f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:09.824850 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-71df2a32-402b-4cfe-a2d3-bc050407930f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:01:09.854996 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df2a32-402b-4cfe-a2d3-bc050407930f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'Port': ['ID=fd940ea8-b180-48bd-85bf-3d6ecad5f015,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:09.891218 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-71df2a32-402b-4cfe-a2d3-bc050407930f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:09.891868 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-71df2a32-402b-4cfe-a2d3-bc050407930f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:09.955897 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-71df2a32-402b-4cfe-a2d3-bc050407930f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8413336 Dec 17 16:01:09.968342 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-dee26900-02ae-427f-bd4d-5412745d20b1 service neutron] Request body: {'port': {'device_id': 'd7d69e8f-c304-4a65-9954-16886f1a3b5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:10.023067 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-dee26900-02ae-427f-bd4d-5412745d20b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:10.062177 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-b452113c-61db-4995-8524-2e4d4a635497 None None] Provisioning complete for port fd940ea8-b180-48bd-85bf-3d6ecad5f015 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:10.062730 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b452113c-61db-4995-8524-2e4d4a635497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:10.096660 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-b452113c-61db-4995-8524-2e4d4a635497 None None] Port fd940ea8-b180-48bd-85bf-3d6ecad5f015 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:01:10.289828 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-dee26900-02ae-427f-bd4d-5412745d20b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd940ea8-b180-48bd-85bf-3d6ecad5f015 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:01:10.297469 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-dee26900-02ae-427f-bd4d-5412745d20b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:10.309862 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-dee26900-02ae-427f-bd4d-5412745d20b1 service neutron] Transition to ACTIVE for port object fd940ea8-b180-48bd-85bf-3d6ecad5f015 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:01:10.352620 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc8027-fb4f-4e97-ba43-4f437979171c req-0b82df68-7ef6-48dd-9225-e584d13671d8 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:10.354132 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-96fc8027-fb4f-4e97-ba43-4f437979171c req-0b82df68-7ef6-48dd-9225-e584d13671d8 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7d69e8f-c304-4a65-9954-16886f1a3b5f HTTP/1.1" status: 200 len: 932 time: 0.0523877 Dec 17 16:01:10.385624 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-dee26900-02ae-427f-bd4d-5412745d20b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:10.400555 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-96fc8027-fb4f-4e97-ba43-4f437979171c req-1df15c6b-1adc-4822-af34-26ae6f81dce1 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?id=36415771-5c58-49a1-846a-c5b8f3bb1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339301 Dec 17 16:01:10.443743 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee26900-02ae-427f-bd4d-5412745d20b1 service neutron] Pushing event updated for resources: {'Port': ['ID=fd940ea8-b180-48bd-85bf-3d6ecad5f015,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:10.522651 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-dee26900-02ae-427f-bd4d-5412745d20b1 service neutron] Attempting to bind port fd940ea8-b180-48bd-85bf-3d6ecad5f015 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:01:10.522859 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-dee26900-02ae-427f-bd4d-5412745d20b1 service neutron] Attempting to bind port fd940ea8-b180-48bd-85bf-3d6ecad5f015 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'f5fefbeb-2e33-4494-9044-337e21957e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '79c05b70-8c24-475b-9b26-82903f4c0a0d'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:01:10.523192 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-dee26900-02ae-427f-bd4d-5412745d20b1 service neutron] Attempting to bind port fd940ea8-b180-48bd-85bf-3d6ecad5f015 on network 79c05b70-8c24-475b-9b26-82903f4c0a0d {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:01:10.527832 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-dee26900-02ae-427f-bd4d-5412745d20b1 service neutron] Port fd940ea8-b180-48bd-85bf-3d6ecad5f015 on network 79c05b70-8c24-475b-9b26-82903f4c0a0d not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:01:10.528156 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-dee26900-02ae-427f-bd4d-5412745d20b1 service neutron] Attempting to bind port fd940ea8-b180-48bd-85bf-3d6ecad5f015 on network 79c05b70-8c24-475b-9b26-82903f4c0a0d {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:01:10.533178 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-dee26900-02ae-427f-bd4d-5412745d20b1 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:01:10.534175 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-dee26900-02ae-427f-bd4d-5412745d20b1 service neutron] Checking segment: {'id': 'f5fefbeb-2e33-4494-9044-337e21957e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '79c05b70-8c24-475b-9b26-82903f4c0a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:01:10.534645 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-dee26900-02ae-427f-bd4d-5412745d20b1 service neutron] Bound using segment: {'id': 'f5fefbeb-2e33-4494-9044-337e21957e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '79c05b70-8c24-475b-9b26-82903f4c0a0d'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:01:10.534976 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-dee26900-02ae-427f-bd4d-5412745d20b1 service neutron] Bound port: fd940ea8-b180-48bd-85bf-3d6ecad5f015, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5fefbeb-2e33-4494-9044-337e21957e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '79c05b70-8c24-475b-9b26-82903f4c0a0d'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:01:10.535335 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-dee26900-02ae-427f-bd4d-5412745d20b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:10.617461 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-47cc06ee-60dd-4e32-b025-9b6dfc4cbb3e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:10.619379 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-47cc06ee-60dd-4e32-b025-9b6dfc4cbb3e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/networks?id=355210bf-f333-4091-b076-b021f964c83c HTTP/1.1" status: 200 len: 812 time: 0.1152115 Dec 17 16:01:10.636328 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-32c23e14-e805-4e08-870d-9dc8ad4e5c24 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/quotas/bd68706f6c3b479fbd5c963f53102a88 HTTP/1.1" status: 200 len: 375 time: 0.0102262 Dec 17 16:01:10.699471 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-a913d6a9-5efb-4eeb-ac42-a52cb89ccd26 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0554428 Dec 17 16:01:10.889393 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:10.930511 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-dee26900-02ae-427f-bd4d-5412745d20b1 service neutron] For port fd940ea8-b180-48bd-85bf-3d6ecad5f015, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:01:10.933618 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-dee26900-02ae-427f-bd4d-5412745d20b1 service neutron] For port fd940ea8-b180-48bd-85bf-3d6ecad5f015, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=fd940ea8-b180-48bd-85bf-3d6ecad5f015,segment=NetworkSegment(f5fefbeb-2e33-4494-9044-337e21957e56),segment_id=f5fefbeb-2e33-4494-9044-337e21957e56)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:01:11.015731 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-dee26900-02ae-427f-bd4d-5412745d20b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:11.036994 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-1d3e860a-2de4-4872-8894-dd00378ec757 service neutron] 10.222.0.46 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294358 Dec 17 16:01:11.049297 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-dee26900-02ae-427f-bd4d-5412745d20b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:11.050345 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-dee26900-02ae-427f-bd4d-5412745d20b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:11.051294 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-dee26900-02ae-427f-bd4d-5412745d20b1 service neutron] 10.222.0.13 "PUT /v2.0/ports/fd940ea8-b180-48bd-85bf-3d6ecad5f015 HTTP/1.1" status: 200 len: 1092 time: 1.0876076 Dec 17 16:01:11.051740 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d69e8f-c304-4a65-9954-16886f1a3b5f', 'tag': 'fd940ea8-b180-48bd-85bf-3d6ecad5f015'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:01:11.054863 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497170ca-49dd-49b1-913b-9229b57bd314" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d69e8f-c304-4a65-9954-16886f1a3b5f", "tag": "fd940ea8-b180-48bd-85bf-3d6ecad5f015"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:01:11.091254 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee26900-02ae-427f-bd4d-5412745d20b1 service neutron] Pushing event updated for resources: {'Port': ['ID=fd940ea8-b180-48bd-85bf-3d6ecad5f015,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:11.097610 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226fe0ce-509e-4f1f-b7a0-49a4926c2d05 x-openstack-request-id: req-226fe0ce-509e-4f1f-b7a0-49a4926c2d05 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:01:11.097905 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d69e8f-c304-4a65-9954-16886f1a3b5f", "tag": "fd940ea8-b180-48bd-85bf-3d6ecad5f015", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:01:11.098155 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-226fe0ce-509e-4f1f-b7a0-49a4926c2d05 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:01:11.098813 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d69e8f-c304-4a65-9954-16886f1a3b5f', 'tag': 'fd940ea8-b180-48bd-85bf-3d6ecad5f015', 'status': 'completed', 'code': 200} Dec 17 16:01:11.145913 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-ff698220-54b2-45fc-8963-b253d032123a service neutron] 10.222.0.46 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022274 Dec 17 16:01:11.163481 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497170ca-49dd-49b1-913b-9229b57bd314 req-510d9b52-fe23-4488-9d61-5f5e19a5d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:11.165015 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-497170ca-49dd-49b1-913b-9229b57bd314 req-510d9b52-fe23-4488-9d61-5f5e19a5d894 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b477ad0f385a47e09888a6c7ccbf4288&device_id=d7d69e8f-c304-4a65-9954-16886f1a3b5f HTTP/1.1" status: 200 len: 1095 time: 0.0447729 Dec 17 16:01:11.274754 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497170ca-49dd-49b1-913b-9229b57bd314 req-dd8a23fa-e961-46fa-aa82-dc4edf27a9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:11.276211 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-497170ca-49dd-49b1-913b-9229b57bd314 req-dd8a23fa-e961-46fa-aa82-dc4edf27a9f5 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b477ad0f385a47e09888a6c7ccbf4288&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1031268 Dec 17 16:01:11.377854 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497170ca-49dd-49b1-913b-9229b57bd314 req-799d874b-6a2f-4363-afb0-66bf6330faa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:11.380011 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-497170ca-49dd-49b1-913b-9229b57bd314 req-799d874b-6a2f-4363-afb0-66bf6330faa1 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971947 Dec 17 16:01:11.451054 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6a73797b-ce63-4008-b045-486d0683fc2c req-c56ec3bd-8f94-4553-99ae-cb7d63fdb643 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 210 time: 0.0320868 Dec 17 16:01:11.462228 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-a37ba3ce-f6db-42b4-b63b-aa6d9facaf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:11.463862 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-a37ba3ce-f6db-42b4-b63b-aa6d9facaf5e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b477ad0f385a47e09888a6c7ccbf4288&device_id=d7d69e8f-c304-4a65-9954-16886f1a3b5f HTTP/1.1" status: 200 len: 1095 time: 0.0467284 Dec 17 16:01:11.508723 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-e46aacd6-cb65-4edb-ac3f-b347985a46d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd940ea8-b180-48bd-85bf-3d6ecad5f015 HTTP/1.1" status: 200 len: 217 time: 0.0360925 Dec 17 16:01:11.529324 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605de1d-a6fa-469d-bebe-b1b6af9daf35 req-a5078178-0912-4a27-9090-e922bf5893e9 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:11.533385 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7605de1d-a6fa-469d-bebe-b1b6af9daf35 req-a5078178-0912-4a27-9090-e922bf5893e9 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7d69e8f-c304-4a65-9954-16886f1a3b5f HTTP/1.1" status: 200 len: 944 time: 0.0591748 Dec 17 16:01:11.564679 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-b60f27cd-f564-4c0a-baa0-2524a82be4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:11.566991 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-b60f27cd-f564-4c0a-baa0-2524a82be4fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=377bec3d-7a0f-4904-9dbb-cc9fef1aa0df HTTP/1.1" status: 200 len: 835 time: 0.0517042 Dec 17 16:01:11.574396 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7605de1d-a6fa-469d-bebe-b1b6af9daf35 req-d44d9239-6dd8-4d69-850a-979dbd76189f tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?id=36415771-5c58-49a1-846a-c5b8f3bb1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350208 Dec 17 16:01:11.613273 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-584e5a49-2275-46e8-8199-e62dce7d0ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:11.614766 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-584e5a49-2275-46e8-8199-e62dce7d0ea0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=79c05b70-8c24-475b-9b26-82903f4c0a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416017 Dec 17 16:01:11.704875 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-98f515e5-2cc8-4afc-9760-456b053ccaba service neutron] 10.222.0.13 "GET /v2.0/networks/79c05b70-8c24-475b-9b26-82903f4c0a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831816 Dec 17 16:01:11.800631 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3a94b221-f0f0-4499-a80f-965d35ae5212 req-1f6057ca-bce8-4d51-98ab-3b6ef8089b96 service neutron] 10.222.0.13 "GET /v2.0/networks/79c05b70-8c24-475b-9b26-82903f4c0a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893824 Dec 17 16:01:12.547444 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4dda9b22-b2e5-40ed-ab86-52c109114130 req-84ddd309-990a-4b68-853c-fcb71b9765bf tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 210 time: 0.0268140 Dec 17 16:01:12.695887 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7edf8-13d8-4ef0-95fb-bbb7ac5994ef req-73f5e1e6-58a9-497a-8f88-d1cbe4a5e350 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:12.697368 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-59a7edf8-13d8-4ef0-95fb-bbb7ac5994ef req-73f5e1e6-58a9-497a-8f88-d1cbe4a5e350 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7d69e8f-c304-4a65-9954-16886f1a3b5f HTTP/1.1" status: 200 len: 944 time: 0.0545545 Dec 17 16:01:12.735524 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-59a7edf8-13d8-4ef0-95fb-bbb7ac5994ef req-5b13a542-b490-405e-af4b-d9a90ae8aee9 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?id=36415771-5c58-49a1-846a-c5b8f3bb1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319777 Dec 17 16:01:13.469445 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-8aad0763-5a20-4e47-9018-ced6f1f54f22 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:13.471193 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-8aad0763-5a20-4e47-9018-ced6f1f54f22 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.41 "GET /v2.0/networks?id=355210bf-f333-4091-b076-b021f964c83c HTTP/1.1" status: 200 len: 812 time: 0.1083910 Dec 17 16:01:13.495069 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-6ad3f1a9-9f25-4e14-b0c8-7a3747bfab1d tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Request body: {'port': {'device_id': '0bd38253-87a2-41c0-9486-3caa69dc4cf6', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'admin_state_up': True, 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:13.645849 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-af99d70e-5dd8-4c7c-a5ee-fc319265d5c5 req-0f5c904c-b2a5-48ec-b94b-308e03e2b9bf tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 210 time: 0.0283682 Dec 17 16:01:13.672521 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-6ad3f1a9-9f25-4e14-b0c8-7a3747bfab1d tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Made reservation on behalf of bd68706f6c3b479fbd5c963f53102a88 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:01:13.676624 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-6ad3f1a9-9f25-4e14-b0c8-7a3747bfab1d tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:13.808316 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-6ad3f1a9-9f25-4e14-b0c8-7a3747bfab1d tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Allocated IP 172.20.0.6 (355210bf-f333-4091-b076-b021f964c83c/040decac-d73e-40b6-8001-3c00aef94ddf/6ad1375c-6d90-4026-ac19-e8cc500a9a9c) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:01:13.857996 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10909cf7-6928-49c2-b83c-050d75d1c42d req-fcd5bb18-4e72-43c4-8bf0-87f6c788781d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:13.859640 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-10909cf7-6928-49c2-b83c-050d75d1c42d req-fcd5bb18-4e72-43c4-8bf0-87f6c788781d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7d69e8f-c304-4a65-9954-16886f1a3b5f HTTP/1.1" status: 200 len: 944 time: 0.0558915 Dec 17 16:01:13.866091 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device fd940ea8-b180-48bd-85bf-3d6ecad5f015 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:01:13.903552 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-10909cf7-6928-49c2-b83c-050d75d1c42d req-e676e605-c2af-4772-9e47-2146dc58faef tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?id=36415771-5c58-49a1-846a-c5b8f3bb1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361235 Dec 17 16:01:13.973912 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-6ad3f1a9-9f25-4e14-b0c8-7a3747bfab1d tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:13.977850 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port fd940ea8-b180-48bd-85bf-3d6ecad5f015, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=fd940ea8-b180-48bd-85bf-3d6ecad5f015,segment=NetworkSegment(f5fefbeb-2e33-4494-9044-337e21957e56),segment_id=f5fefbeb-2e33-4494-9044-337e21957e56)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:13.990948 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'fd940ea8-b180-48bd-85bf-3d6ecad5f015', 'network_id': '79c05b70-8c24-475b-9b26-82903f4c0a0d', 'port_id': 'fd940ea8-b180-48bd-85bf-3d6ecad5f015', 'mac_address': 'fa:16:3e:0e:3a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '377bec3d-7a0f-4904-9dbb-cc9fef1aa0df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:01:14.028944 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:14.041603 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd940ea8-b180-48bd-85bf-3d6ecad5f015 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:01:14.060123 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port fd940ea8-b180-48bd-85bf-3d6ecad5f015, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=fd940ea8-b180-48bd-85bf-3d6ecad5f015,segment=NetworkSegment(f5fefbeb-2e33-4494-9044-337e21957e56),segment_id=f5fefbeb-2e33-4494-9044-337e21957e56)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:14.084968 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-6ad3f1a9-9f25-4e14-b0c8-7a3747bfab1d tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:14.121249 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:01:14.126145 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-6ad3f1a9-9f25-4e14-b0c8-7a3747bfab1d tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Network 355210bf-f333-4091-b076-b021f964c83c is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:14.130084 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-6ad3f1a9-9f25-4e14-b0c8-7a3747bfab1d tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:14.133807 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-6ad3f1a9-9f25-4e14-b0c8-7a3747bfab1d tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:01:14.161668 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:14.164963 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3f1a9-9f25-4e14-b0c8-7a3747bfab1d tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Pushing event updated for resources: {'Port': ['ID=6ad1375c-6d90-4026-ac19-e8cc500a9a9c,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:14.193300 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-6ad3f1a9-9f25-4e14-b0c8-7a3747bfab1d tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:14.193963 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-6ad3f1a9-9f25-4e14-b0c8-7a3747bfab1d tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:14.229624 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=fd940ea8-b180-48bd-85bf-3d6ecad5f015,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:14.282711 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-6ad3f1a9-9f25-4e14-b0c8-7a3747bfab1d tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7915080 Dec 17 16:01:14.304084 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-fdc6c167-d935-447a-8242-fc76cac90340 service neutron] Request body: {'port': {'device_id': '0bd38253-87a2-41c0-9486-3caa69dc4cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:14.379966 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-fdc6c167-d935-447a-8242-fc76cac90340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:14.440109 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:14.440569 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:14.440912 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:14.441273 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:14.441609 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:14.441937 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:14.442259 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:14.442583 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:14.442903 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:14.443221 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:14.443539 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:14.443855 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:01:14.506824 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-32835142-39f9-41ae-b77a-cc39c88b87d5 None None] Provisioning complete for port 6ad1375c-6d90-4026-ac19-e8cc500a9a9c triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:14.506824 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-32835142-39f9-41ae-b77a-cc39c88b87d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:14.507591 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['fd940ea8-b180-48bd-85bf-3d6ecad5f015'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:01:14.564095 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-32835142-39f9-41ae-b77a-cc39c88b87d5 None None] Port 6ad1375c-6d90-4026-ac19-e8cc500a9a9c cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:01:14.676500 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-fdc6c167-d935-447a-8242-fc76cac90340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad1375c-6d90-4026-ac19-e8cc500a9a9c {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:01:14.684150 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-fdc6c167-d935-447a-8242-fc76cac90340 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:14.696984 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-fdc6c167-d935-447a-8242-fc76cac90340 service neutron] Transition to ACTIVE for port object 6ad1375c-6d90-4026-ac19-e8cc500a9a9c will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:01:14.764412 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-fdc6c167-d935-447a-8242-fc76cac90340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:14.815232 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08ccb2-86fa-4e4c-8eaf-9327282fbb38 req-eb3de46e-5c48-4b40-86c5-5fee5e7ac47b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:14.826564 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dc08ccb2-86fa-4e4c-8eaf-9327282fbb38 req-eb3de46e-5c48-4b40-86c5-5fee5e7ac47b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 931 time: 0.0868511 Dec 17 16:01:14.845595 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6c167-d935-447a-8242-fc76cac90340 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad1375c-6d90-4026-ac19-e8cc500a9a9c,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:14.882466 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dc08ccb2-86fa-4e4c-8eaf-9327282fbb38 req-d38eca59-13cd-47df-b3ba-e80135faba31 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546861 Dec 17 16:01:14.918566 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-fdc6c167-d935-447a-8242-fc76cac90340 service neutron] Attempting to bind port 6ad1375c-6d90-4026-ac19-e8cc500a9a9c on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:01:14.919049 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-fdc6c167-d935-447a-8242-fc76cac90340 service neutron] Attempting to bind port 6ad1375c-6d90-4026-ac19-e8cc500a9a9c by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:01:14.919480 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-fdc6c167-d935-447a-8242-fc76cac90340 service neutron] Attempting to bind port 6ad1375c-6d90-4026-ac19-e8cc500a9a9c on network 355210bf-f333-4091-b076-b021f964c83c {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:01:14.925106 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-fdc6c167-d935-447a-8242-fc76cac90340 service neutron] Port 6ad1375c-6d90-4026-ac19-e8cc500a9a9c on network 355210bf-f333-4091-b076-b021f964c83c not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:01:14.925537 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-fdc6c167-d935-447a-8242-fc76cac90340 service neutron] Attempting to bind port 6ad1375c-6d90-4026-ac19-e8cc500a9a9c on network 355210bf-f333-4091-b076-b021f964c83c {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:01:14.940999 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-fdc6c167-d935-447a-8242-fc76cac90340 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:01:14.941354 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-fdc6c167-d935-447a-8242-fc76cac90340 service neutron] Checking segment: {'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:01:14.941810 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-fdc6c167-d935-447a-8242-fc76cac90340 service neutron] Bound using segment: {'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:01:14.942142 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-fdc6c167-d935-447a-8242-fc76cac90340 service neutron] Bound port: 6ad1375c-6d90-4026-ac19-e8cc500a9a9c, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:01:14.942497 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-fdc6c167-d935-447a-8242-fc76cac90340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:15.018701 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-fdc6c167-d935-447a-8242-fc76cac90340 service neutron] For port 6ad1375c-6d90-4026-ac19-e8cc500a9a9c, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:01:15.022379 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-fdc6c167-d935-447a-8242-fc76cac90340 service neutron] For port 6ad1375c-6d90-4026-ac19-e8cc500a9a9c, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=6ad1375c-6d90-4026-ac19-e8cc500a9a9c,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:01:15.029351 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e5052-2d4d-4719-beb7-0dff38a03a05 req-4a85683c-0bd8-4169-a9ab-d30631d93713 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:15.030932 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2f1e5052-2d4d-4719-beb7-0dff38a03a05 req-4a85683c-0bd8-4169-a9ab-d30631d93713 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7d69e8f-c304-4a65-9954-16886f1a3b5f HTTP/1.1" status: 200 len: 945 time: 0.0548661 Dec 17 16:01:15.074506 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2f1e5052-2d4d-4719-beb7-0dff38a03a05 req-cddf1bbd-3836-4132-809e-8ff5443865cb tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?id=36415771-5c58-49a1-846a-c5b8f3bb1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371039 Dec 17 16:01:15.091467 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-fdc6c167-d935-447a-8242-fc76cac90340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:15.125423 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-fdc6c167-d935-447a-8242-fc76cac90340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:15.126086 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-fdc6c167-d935-447a-8242-fc76cac90340 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:15.128153 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-fdc6c167-d935-447a-8242-fc76cac90340 service neutron] 10.222.0.41 "PUT /v2.0/ports/6ad1375c-6d90-4026-ac19-e8cc500a9a9c HTTP/1.1" status: 200 len: 1091 time: 0.8292236 Dec 17 16:01:15.128654 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd38253-87a2-41c0-9486-3caa69dc4cf6', 'tag': '6ad1375c-6d90-4026-ac19-e8cc500a9a9c'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:01:15.131123 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7735271-b970-4239-b7e5-b4d6431b244e" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd38253-87a2-41c0-9486-3caa69dc4cf6", "tag": "6ad1375c-6d90-4026-ac19-e8cc500a9a9c"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:01:15.187171 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606d2cca-682f-4da2-af36-9f4ebed23f07 x-openstack-request-id: req-606d2cca-682f-4da2-af36-9f4ebed23f07 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:01:15.187467 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd38253-87a2-41c0-9486-3caa69dc4cf6", "tag": "6ad1375c-6d90-4026-ac19-e8cc500a9a9c", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:01:15.187713 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-606d2cca-682f-4da2-af36-9f4ebed23f07 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:01:15.188190 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd38253-87a2-41c0-9486-3caa69dc4cf6', 'tag': '6ad1375c-6d90-4026-ac19-e8cc500a9a9c', 'status': 'completed', 'code': 200} Dec 17 16:01:15.194868 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6c167-d935-447a-8242-fc76cac90340 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad1375c-6d90-4026-ac19-e8cc500a9a9c,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:15.296517 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7735271-b970-4239-b7e5-b4d6431b244e req-26e92448-2cc9-4fda-971b-66d332e694e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:15.298116 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d7735271-b970-4239-b7e5-b4d6431b244e req-26e92448-2cc9-4fda-971b-66d332e694e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 1094 time: 0.0492868 Dec 17 16:01:15.407817 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7735271-b970-4239-b7e5-b4d6431b244e req-bbd418c5-1eb2-4eeb-ad33-82b5c790d4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:15.409511 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d7735271-b970-4239-b7e5-b4d6431b244e req-bbd418c5-1eb2-4eeb-ad33-82b5c790d4e5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=bd68706f6c3b479fbd5c963f53102a88&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0977457 Dec 17 16:01:15.508040 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7735271-b970-4239-b7e5-b4d6431b244e req-3a22e646-a785-4cb5-8fed-f88b0a6a1e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:15.509980 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d7735271-b970-4239-b7e5-b4d6431b244e req-3a22e646-a785-4cb5-8fed-f88b0a6a1e11 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942061 Dec 17 16:01:15.632193 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-3fe9defc-91fa-4a4c-80fe-610354d9f7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:15.633613 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-3fe9defc-91fa-4a4c-80fe-610354d9f7f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 1094 time: 0.0427749 Dec 17 16:01:15.691464 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-ef1c3a9a-91ba-49de-917c-fcd0854c80c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ad1375c-6d90-4026-ac19-e8cc500a9a9c HTTP/1.1" status: 200 len: 217 time: 0.0353441 Dec 17 16:01:15.746304 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-10d8a492-2340-412b-bfb7-fa9ca2b27818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:15.747793 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-10d8a492-2340-412b-bfb7-fa9ca2b27818 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=040decac-d73e-40b6-8001-3c00aef94ddf HTTP/1.1" status: 200 len: 851 time: 0.0502925 Dec 17 16:01:15.793739 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-504647ad-636d-4534-a8b3-14bfa3faf7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:15.795288 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-504647ad-636d-4534-a8b3-14bfa3faf7f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=355210bf-f333-4091-b076-b021f964c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401971 Dec 17 16:01:15.881163 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device fd940ea8-b180-48bd-85bf-3d6ecad5f015 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:01:15.891995 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-b0c78357-f440-4e29-b4fd-a83906941c53 service neutron] 10.222.0.41 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890217 Dec 17 16:01:16.001302 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ff387a30-3587-4e1d-b3d0-079f9679bdfb req-f8e5e561-cc21-486d-8bcf-913b4c3e8f3e service neutron] 10.222.0.41 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021707 Dec 17 16:01:16.005411 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe8b45-5ae5-49eb-b99d-8733fa0e4ac7 req-ce720dcc-1504-43c3-9a0e-0ddfe293a2a8 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:16.007091 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-77fe8b45-5ae5-49eb-b99d-8733fa0e4ac7 req-ce720dcc-1504-43c3-9a0e-0ddfe293a2a8 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0526690 Dec 17 16:01:16.021927 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port fd940ea8-b180-48bd-85bf-3d6ecad5f015 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:01:16.028487 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port fd940ea8-b180-48bd-85bf-3d6ecad5f015 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:01:16.029232 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:16.072055 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-77fe8b45-5ae5-49eb-b99d-8733fa0e4ac7 req-4ee7f2d7-9fca-4374-a9d0-168043af38ba tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449429 Dec 17 16:01:16.129769 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:16.158898 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d69e8f-c304-4a65-9954-16886f1a3b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd940ea8-b180-48bd-85bf-3d6ecad5f015'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:01:16.158898 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d3377f-418a-4209-b992-1641276d0ab5" -d '{"events": [{"server_uuid": "d7d69e8f-c304-4a65-9954-16886f1a3b5f", "name": "network-vif-plugged", "status": "completed", "tag": "fd940ea8-b180-48bd-85bf-3d6ecad5f015"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:01:16.172245 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port fd940ea8-b180-48bd-85bf-3d6ecad5f015, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=fd940ea8-b180-48bd-85bf-3d6ecad5f015,segment=NetworkSegment(f5fefbeb-2e33-4494-9044-337e21957e56),segment_id=f5fefbeb-2e33-4494-9044-337e21957e56)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:16.206520 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0af191b-8088-40ae-add4-e2f92a7b8d1a x-openstack-request-id: req-f0af191b-8088-40ae-add4-e2f92a7b8d1a {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:01:16.206821 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d69e8f-c304-4a65-9954-16886f1a3b5f", "name": "network-vif-plugged", "status": "completed", "tag": "fd940ea8-b180-48bd-85bf-3d6ecad5f015", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:01:16.207082 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f0af191b-8088-40ae-add4-e2f92a7b8d1a {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:01:16.207478 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d69e8f-c304-4a65-9954-16886f1a3b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd940ea8-b180-48bd-85bf-3d6ecad5f015', 'code': 200} Dec 17 16:01:16.208318 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52854736-9575-4c8f-a960-290c0f336240 req-c53697ee-bf35-4eb7-9da5-d0ef1f7ef1a4 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:16.209969 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-52854736-9575-4c8f-a960-290c0f336240 req-c53697ee-bf35-4eb7-9da5-d0ef1f7ef1a4 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7d69e8f-c304-4a65-9954-16886f1a3b5f HTTP/1.1" status: 200 len: 945 time: 0.0588217 Dec 17 16:01:16.227762 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:16.274989 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-52854736-9575-4c8f-a960-290c0f336240 req-c0d07573-f265-402f-9b71-00b8a50b10b4 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?id=36415771-5c58-49a1-846a-c5b8f3bb1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566895 Dec 17 16:01:16.291200 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=fd940ea8-b180-48bd-85bf-3d6ecad5f015,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:16.317736 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134024b7-305e-4555-8e29-1b28b685d82c req-b9d6615c-876a-4663-bb9e-c38e518c1d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:16.319196 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-134024b7-305e-4555-8e29-1b28b685d82c req-b9d6615c-876a-4663-bb9e-c38e518c1d74 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d7d69e8f-c304-4a65-9954-16886f1a3b5f HTTP/1.1" status: 200 len: 1097 time: 0.0492029 Dec 17 16:01:16.354458 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-134024b7-305e-4555-8e29-1b28b685d82c req-8af587b2-c90c-41a7-91d1-142a6cbb4f5c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=36415771-5c58-49a1-846a-c5b8f3bb1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286872 Dec 17 16:01:17.200722 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f0644-37cf-4197-872c-9542e162b944 req-a2b3eae1-9ee8-4097-9cf5-ceddbb0ed118 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:17.202160 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7f4f0644-37cf-4197-872c-9542e162b944 req-a2b3eae1-9ee8-4097-9cf5-ceddbb0ed118 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0500402 Dec 17 16:01:17.241505 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7f4f0644-37cf-4197-872c-9542e162b944 req-93a467fb-8d5d-421a-9dad-599b775cba2b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321882 Dec 17 16:01:17.394761 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b1682-5840-46db-93b5-f87e1e07be93 req-dadff2a3-f956-4ab3-8219-e38ea0f9e202 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:17.396328 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8b7b1682-5840-46db-93b5-f87e1e07be93 req-dadff2a3-f956-4ab3-8219-e38ea0f9e202 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7d69e8f-c304-4a65-9954-16886f1a3b5f HTTP/1.1" status: 200 len: 946 time: 0.0567224 Dec 17 16:01:17.437849 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8b7b1682-5840-46db-93b5-f87e1e07be93 req-d9a0982f-cf16-43c8-9939-c8790ff38f27 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?id=36415771-5c58-49a1-846a-c5b8f3bb1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346606 Dec 17 16:01:18.366341 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7d21d-ae5d-412f-a955-a64341388da5 req-5ba17465-b8eb-4af8-ba42-6f9cd6d462e7 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:18.368175 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-60e7d21d-ae5d-412f-a955-a64341388da5 req-5ba17465-b8eb-4af8-ba42-6f9cd6d462e7 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0555708 Dec 17 16:01:18.408798 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-60e7d21d-ae5d-412f-a955-a64341388da5 req-b3f28d3e-dd12-4d73-a6c3-f7077c0fe1bd tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319393 Dec 17 16:01:18.559431 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b784958-0d37-4453-b5c8-b5d5f8c02757 req-c0b80164-5115-48b5-a084-d43bbba16665 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:18.560840 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0b784958-0d37-4453-b5c8-b5d5f8c02757 req-c0b80164-5115-48b5-a084-d43bbba16665 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7d69e8f-c304-4a65-9954-16886f1a3b5f HTTP/1.1" status: 200 len: 946 time: 0.0492730 Dec 17 16:01:18.602999 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0b784958-0d37-4453-b5c8-b5d5f8c02757 req-5e2a7670-7827-4341-86f0-07702bac4163 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?id=36415771-5c58-49a1-846a-c5b8f3bb1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327415 Dec 17 16:01:18.724023 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1edd8-1c2f-4fa6-b557-9937c14cc769 req-91ee3f91-8952-4e08-b0f9-8bdc62dd49de tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:18.725519 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cff1edd8-1c2f-4fa6-b557-9937c14cc769 req-91ee3f91-8952-4e08-b0f9-8bdc62dd49de tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7d69e8f-c304-4a65-9954-16886f1a3b5f HTTP/1.1" status: 200 len: 946 time: 0.0522950 Dec 17 16:01:18.764910 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cff1edd8-1c2f-4fa6-b557-9937c14cc769 req-5b30478b-0820-4af7-8b94-1fa17cff88e1 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?id=36415771-5c58-49a1-846a-c5b8f3bb1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321853 Dec 17 16:01:18.787347 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38342) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:01:18.834740 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77a9174-f393-48a9-aafc-bda3020a088e tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:18.836134 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a77a9174-f393-48a9-aafc-bda3020a088e tempest-TestNetworkBasicOps-1489998881 tempest-TestNetworkBasicOps-1489998881-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d7d69e8f-c304-4a65-9954-16886f1a3b5f HTTP/1.1" status: 200 len: 1092 time: 0.0478063 Dec 17 16:01:18.838958 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38344) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:01:18.843338 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-528a1a58-b0db-450e-8f64-ad5f2ae3da2a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'port_id': 'fd940ea8-b180-48bd-85bf-3d6ecad5f015', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:01:18.964999 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-528a1a58-b0db-450e-8f64-ad5f2ae3da2a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for floatingip, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:19.068406 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-528a1a58-b0db-450e-8f64-ad5f2ae3da2a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:19.183328 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-528a1a58-b0db-450e-8f64-ad5f2ae3da2a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Allocated IP 172.25.6.231 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/76bbab3f-dd44-49f5-a03c-744ce1676f5e) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:01:19.291521 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-528a1a58-b0db-450e-8f64-ad5f2ae3da2a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:19.393387 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-528a1a58-b0db-450e-8f64-ad5f2ae3da2a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:19.436811 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528a1a58-b0db-450e-8f64-ad5f2ae3da2a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:01:19.439787 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-528a1a58-b0db-450e-8f64-ad5f2ae3da2a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:01:19.443364 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528a1a58-b0db-450e-8f64-ad5f2ae3da2a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:01:19.451081 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a1a58-b0db-450e-8f64-ad5f2ae3da2a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'Port': ['ID=76bbab3f-dd44-49f5-a03c-744ce1676f5e,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:19.534847 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a93055-8cd1-4cfa-a20e-c8c0940abb3f req-c7203ba3-5031-4cc2-8b79-934029e8d3ed tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:19.536380 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32a93055-8cd1-4cfa-a20e-c8c0940abb3f req-c7203ba3-5031-4cc2-8b79-934029e8d3ed tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0558977 Dec 17 16:01:19.575379 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32a93055-8cd1-4cfa-a20e-c8c0940abb3f req-753a3ebd-5b55-410e-89ba-7d10b1266d9e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324678 Dec 17 16:01:19.812790 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-528a1a58-b0db-450e-8f64-ad5f2ae3da2a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:19.960459 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-528a1a58-b0db-450e-8f64-ad5f2ae3da2a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:20.113965 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-528a1a58-b0db-450e-8f64-ad5f2ae3da2a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:20.204309 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-528a1a58-b0db-450e-8f64-ad5f2ae3da2a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:20.286851 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a1a58-b0db-450e-8f64-ad5f2ae3da2a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event updated for resources: {'Port': ['ID=76bbab3f-dd44-49f5-a03c-744ce1676f5e,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:20.298071 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-528a1a58-b0db-450e-8f64-ad5f2ae3da2a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:20.406984 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [None req-528a1a58-b0db-450e-8f64-ad5f2ae3da2a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Floating IP 43ec28ec-361e-438a-8358-81be9d34cfa0 associated. External IP: 172.25.6.231, port: fd940ea8-b180-48bd-85bf-3d6ecad5f015. Dec 17 16:01:20.627969 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528a1a58-b0db-450e-8f64-ad5f2ae3da2a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Router c27e0411-af77-4738-82ec-10f689de3149 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:01:20.702132 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f1d81-6b70-4677-a51c-2ef434467dc2 req-4b11a050-8777-4baf-9278-e122150e0be5 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:20.703534 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d26f1d81-6b70-4677-a51c-2ef434467dc2 req-4b11a050-8777-4baf-9278-e122150e0be5 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0516326 Dec 17 16:01:20.743002 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528a1a58-b0db-450e-8f64-ad5f2ae3da2a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:01:20.745030 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d26f1d81-6b70-4677-a51c-2ef434467dc2 req-3854a3ef-b0c9-4108-b293-2d7edfa40de2 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348122 Dec 17 16:01:20.755861 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19931017-10db-4b35-bc99-79948f2e7a17 None None] Sync routers for ids ['c27e0411-af77-4738-82ec-10f689de3149'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:01:20.770125 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19931017-10db-4b35-bc99-79948f2e7a17 None None] Routers {'c27e0411-af77-4738-82ec-10f689de3149'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:01:20.770751 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-19931017-10db-4b35-bc99-79948f2e7a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:01:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['c27e0411-af77-4738-82ec-10f689de3149'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:20.824059 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-528a1a58-b0db-450e-8f64-ad5f2ae3da2a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:20.852182 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-528a1a58-b0db-450e-8f64-ad5f2ae3da2a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0122123 Dec 17 16:01:20.852901 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d69e8f-c304-4a65-9954-16886f1a3b5f', 'tag': 'fd940ea8-b180-48bd-85bf-3d6ecad5f015'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:01:20.854949 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38350) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:01:20.855265 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747b388a-c2b4-44cc-aea7-9b19fa95370b" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d69e8f-c304-4a65-9954-16886f1a3b5f", "tag": "fd940ea8-b180-48bd-85bf-3d6ecad5f015"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:01:20.896643 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-19931017-10db-4b35-bc99-79948f2e7a17 None None] Set router c27e0411-af77-4738-82ec-10f689de3149 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:01:20.900445 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfb492b-20c7-4127-8937-b5ae9193f0c5 x-openstack-request-id: req-5bfb492b-20c7-4127-8937-b5ae9193f0c5 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:01:20.900894 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d69e8f-c304-4a65-9954-16886f1a3b5f", "tag": "fd940ea8-b180-48bd-85bf-3d6ecad5f015", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:01:20.901477 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5bfb492b-20c7-4127-8937-b5ae9193f0c5 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:01:20.902249 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d69e8f-c304-4a65-9954-16886f1a3b5f', 'tag': 'fd940ea8-b180-48bd-85bf-3d6ecad5f015', 'status': 'completed', 'code': 200} Dec 17 16:01:20.921621 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-09a2d7e7-3686-4d03-ba96-714ca78e8d1a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/floatingips/43ec28ec-361e-438a-8358-81be9d34cfa0 HTTP/1.1" status: 200 len: 992 time: 0.0654922 Dec 17 16:01:20.964551 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b388a-c2b4-44cc-aea7-9b19fa95370b req-63266a7a-a142-42e7-b409-78d9e7df9db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:20.966012 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-747b388a-c2b4-44cc-aea7-9b19fa95370b req-63266a7a-a142-42e7-b409-78d9e7df9db3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b477ad0f385a47e09888a6c7ccbf4288&device_id=d7d69e8f-c304-4a65-9954-16886f1a3b5f HTTP/1.1" status: 200 len: 1097 time: 0.0430179 Dec 17 16:01:21.065164 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b388a-c2b4-44cc-aea7-9b19fa95370b req-4c21c700-2d39-45e4-9015-46245e45ad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:21.066851 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-747b388a-c2b4-44cc-aea7-9b19fa95370b req-4c21c700-2d39-45e4-9015-46245e45ad0e service neutron] 10.222.0.13 "GET /v2.0/networks?id=79c05b70-8c24-475b-9b26-82903f4c0a0d HTTP/1.1" status: 200 len: 898 time: 0.0933971 Dec 17 16:01:21.152262 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-19931017-10db-4b35-bc99-79948f2e7a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27e0411-af77-4738-82ec-10f689de3149', 'name': 'tempest-TestNetworkBasicOps-router-425486830', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'dd896d9b-9455-4d3d-ac95-649a6936e316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:57Z', 'updated_at': '2021-12-17T16:01:01Z', 'revision_number': 4, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'gw_port': {'id': 'dd896d9b-9455-4d3d-ac95-649a6936e316', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27e0411-af77-4738-82ec-10f689de3149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:57Z', 'updated_at': '2021-12-17T16:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '43ec28ec-361e-438a-8358-81be9d34cfa0', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'floating_ip_address': '172.25.6.231', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'c27e0411-af77-4738-82ec-10f689de3149', 'port_id': 'fd940ea8-b180-48bd-85bf-3d6ecad5f015', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79c05b70-8c24-475b-9b26-82903f4c0a0d', 'mac_address': 'fa:16:3e:0e:3a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d69e8f-c304-4a65-9954-16886f1a3b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:01:19Z', 'updated_at': '2021-12-17T16:01:19Z', 'revision_number': 0, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e117210-8b50-4a49-b7e6-cef4c13a6ba6', 'name': '', 'network_id': '79c05b70-8c24-475b-9b26-82903f4c0a0d', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'mac_address': 'fa:16:3e:48:09:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27e0411-af77-4738-82ec-10f689de3149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '377bec3d-7a0f-4904-9dbb-cc9fef1aa0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:01Z', 'updated_at': '2021-12-17T16:01:04Z', 'revision_number': 5, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'subnets': [{'id': '377bec3d-7a0f-4904-9dbb-cc9fef1aa0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:21.185687 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19931017-10db-4b35-bc99-79948f2e7a17 None None] Checking router: c27e0411-af77-4738-82ec-10f689de3149 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:01:21.196027 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19931017-10db-4b35-bc99-79948f2e7a17 None None] Routers {'c27e0411-af77-4738-82ec-10f689de3149'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:01:21.196668 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-19931017-10db-4b35-bc99-79948f2e7a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:01:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['c27e0411-af77-4738-82ec-10f689de3149'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:21.316174 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-19931017-10db-4b35-bc99-79948f2e7a17 None None] Set router c27e0411-af77-4738-82ec-10f689de3149 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:01:21.451124 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-747b388a-c2b4-44cc-aea7-9b19fa95370b req-02c22501-bf83-4c99-ac88-1d13cfa78b9b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd940ea8-b180-48bd-85bf-3d6ecad5f015 HTTP/1.1" status: 200 len: 1000 time: 0.3774865 Dec 17 16:01:21.502206 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b388a-c2b4-44cc-aea7-9b19fa95370b req-6585c64d-6d00-4ba8-bda4-6378f963aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:21.503447 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-747b388a-c2b4-44cc-aea7-9b19fa95370b req-6585c64d-6d00-4ba8-bda4-6378f963aa27 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=377bec3d-7a0f-4904-9dbb-cc9fef1aa0df HTTP/1.1" status: 200 len: 835 time: 0.0451043 Dec 17 16:01:21.555543 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b388a-c2b4-44cc-aea7-9b19fa95370b req-a4ebe853-960c-4b5a-98b1-e1f5e11a7968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:21.557093 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-747b388a-c2b4-44cc-aea7-9b19fa95370b req-a4ebe853-960c-4b5a-98b1-e1f5e11a7968 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=79c05b70-8c24-475b-9b26-82903f4c0a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473735 Dec 17 16:01:21.565893 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-19931017-10db-4b35-bc99-79948f2e7a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27e0411-af77-4738-82ec-10f689de3149', 'name': 'tempest-TestNetworkBasicOps-router-425486830', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'dd896d9b-9455-4d3d-ac95-649a6936e316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:57Z', 'updated_at': '2021-12-17T16:01:01Z', 'revision_number': 4, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'gw_port': {'id': 'dd896d9b-9455-4d3d-ac95-649a6936e316', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27e0411-af77-4738-82ec-10f689de3149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:57Z', 'updated_at': '2021-12-17T16:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '43ec28ec-361e-438a-8358-81be9d34cfa0', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'floating_ip_address': '172.25.6.231', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'c27e0411-af77-4738-82ec-10f689de3149', 'port_id': 'fd940ea8-b180-48bd-85bf-3d6ecad5f015', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79c05b70-8c24-475b-9b26-82903f4c0a0d', 'mac_address': 'fa:16:3e:0e:3a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d69e8f-c304-4a65-9954-16886f1a3b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:01:19Z', 'updated_at': '2021-12-17T16:01:19Z', 'revision_number': 0, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e117210-8b50-4a49-b7e6-cef4c13a6ba6', 'name': '', 'network_id': '79c05b70-8c24-475b-9b26-82903f4c0a0d', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'mac_address': 'fa:16:3e:48:09:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27e0411-af77-4738-82ec-10f689de3149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '377bec3d-7a0f-4904-9dbb-cc9fef1aa0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:01Z', 'updated_at': '2021-12-17T16:01:04Z', 'revision_number': 5, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'subnets': [{'id': '377bec3d-7a0f-4904-9dbb-cc9fef1aa0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:21.594938 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19931017-10db-4b35-bc99-79948f2e7a17 None None] The sync data for ids ['c27e0411-af77-4738-82ec-10f689de3149'] in n-d-820553-2 is: [{'id': 'c27e0411-af77-4738-82ec-10f689de3149', 'name': 'tempest-TestNetworkBasicOps-router-425486830', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'dd896d9b-9455-4d3d-ac95-649a6936e316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:57Z', 'updated_at': '2021-12-17T16:01:01Z', 'revision_number': 4, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'gw_port': {'id': 'dd896d9b-9455-4d3d-ac95-649a6936e316', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27e0411-af77-4738-82ec-10f689de3149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:57Z', 'updated_at': '2021-12-17T16:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '43ec28ec-361e-438a-8358-81be9d34cfa0', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'floating_ip_address': '172.25.6.231', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'c27e0411-af77-4738-82ec-10f689de3149', 'port_id': 'fd940ea8-b180-48bd-85bf-3d6ecad5f015', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79c05b70-8c24-475b-9b26-82903f4c0a0d', 'mac_address': 'fa:16:3e:0e:3a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d69e8f-c304-4a65-9954-16886f1a3b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:01:19Z', 'updated_at': '2021-12-17T16:01:19Z', 'revision_number': 0, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e117210-8b50-4a49-b7e6-cef4c13a6ba6', 'name': '', 'network_id': '79c05b70-8c24-475b-9b26-82903f4c0a0d', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'mac_address': 'fa:16:3e:48:09:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27e0411-af77-4738-82ec-10f689de3149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '377bec3d-7a0f-4904-9dbb-cc9fef1aa0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:01Z', 'updated_at': '2021-12-17T16:01:04Z', 'revision_number': 5, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'subnets': [{'id': '377bec3d-7a0f-4904-9dbb-cc9fef1aa0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:01:21.659370 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-747b388a-c2b4-44cc-aea7-9b19fa95370b req-fbcf94af-5bc9-4f85-a6cd-a20dceddd8b2 service neutron] 10.222.0.13 "GET /v2.0/networks/79c05b70-8c24-475b-9b26-82903f4c0a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952218 Dec 17 16:01:21.765348 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-747b388a-c2b4-44cc-aea7-9b19fa95370b req-eccbe0a8-adbe-4c3e-a628-373f28b7bfc9 service neutron] 10.222.0.13 "GET /v2.0/networks/79c05b70-8c24-475b-9b26-82903f4c0a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953569 Dec 17 16:01:21.818663 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c9cc1f-177c-421a-abe4-6370922e3a30 None None] New status for floating IP 43ec28ec-361e-438a-8358-81be9d34cfa0: ACTIVE {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:01:21.878328 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f1a44-2b3b-409d-9c26-0f411d39e1bf req-a4f1e836-3088-4b59-a420-ddc6e01240ca tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:21.879931 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-156f1a44-2b3b-409d-9c26-0f411d39e1bf req-a4f1e836-3088-4b59-a420-ddc6e01240ca tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0558894 Dec 17 16:01:21.923338 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-156f1a44-2b3b-409d-9c26-0f411d39e1bf req-de646238-5eed-4d9b-a418-ca9c4349329b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354021 Dec 17 16:01:21.925629 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38356) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:01:21.998246 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e49dc603-5e1e-4a75-863e-1aa915b53572 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/floatingips/43ec28ec-361e-438a-8358-81be9d34cfa0 HTTP/1.1" status: 200 len: 992 time: 0.0710843 Dec 17 16:01:23.001744 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38362) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:01:23.065347 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b6929-14c4-4969-a183-b276dea69b31 req-87d25773-33cc-4ff7-8c97-e82ea13865eb tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:23.066932 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c68b6929-14c4-4969-a183-b276dea69b31 req-87d25773-33cc-4ff7-8c97-e82ea13865eb tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0596595 Dec 17 16:01:23.076879 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-27f4b0ee-2092-489f-8ce6-13993e2d1d66 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/floatingips/43ec28ec-361e-438a-8358-81be9d34cfa0 HTTP/1.1" status: 200 len: 994 time: 0.0735605 Dec 17 16:01:23.116218 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c68b6929-14c4-4969-a183-b276dea69b31 req-c9958e62-49a1-4b6e-88c9-74cd79888a95 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371690 Dec 17 16:01:24.242725 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7a30b-8266-45c6-9a0d-d9f5fb82f578 req-d3630931-8439-4c69-9e5e-29b100c4fc3c tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:24.244183 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-81f7a30b-8266-45c6-9a0d-d9f5fb82f578 req-d3630931-8439-4c69-9e5e-29b100c4fc3c tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0530894 Dec 17 16:01:24.287152 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-81f7a30b-8266-45c6-9a0d-d9f5fb82f578 req-0211d666-f332-41e7-aeef-ec47e5ac36db tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367379 Dec 17 16:01:25.413342 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ced4bd-a711-4b93-aa0e-c1799afda51b req-2e79bf29-5b64-42f8-8efd-b71388cf9706 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:25.414918 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-03ced4bd-a711-4b93-aa0e-c1799afda51b req-2e79bf29-5b64-42f8-8efd-b71388cf9706 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0548429 Dec 17 16:01:25.458165 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-03ced4bd-a711-4b93-aa0e-c1799afda51b req-23d107c6-4eb0-494a-b750-ac8412c901e0 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372272 Dec 17 16:01:26.192180 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:26.581834 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2dc20-06ff-486a-b473-ac8aafce1f13 req-1388fff1-7d43-4a45-af3d-a4a1d9fed927 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:26.583333 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-74e2dc20-06ff-486a-b473-ac8aafce1f13 req-1388fff1-7d43-4a45-af3d-a4a1d9fed927 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0534325 Dec 17 16:01:26.623866 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-74e2dc20-06ff-486a-b473-ac8aafce1f13 req-0cd77965-a71f-438f-8122-20b797554d1f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346813 Dec 17 16:01:27.744070 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ac71b-1f4e-4b61-86e4-4da01c576d54 req-6c3820db-8845-4876-924e-6a11a9079df0 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:27.745557 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf6ac71b-1f4e-4b61-86e4-4da01c576d54 req-6c3820db-8845-4876-924e-6a11a9079df0 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0527744 Dec 17 16:01:27.794409 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf6ac71b-1f4e-4b61-86e4-4da01c576d54 req-e9f516c2-69b9-4948-92c2-1aea616d1a77 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427771 Dec 17 16:01:28.873206 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-070f40c2-1d1a-424d-b5ec-2b5c6b77e3db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:28.915931 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337ee76-b8e8-4661-8e2e-2b13047f1562 req-33c1803a-bb52-42f1-b19d-cadec2ce6805 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:28.917420 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c337ee76-b8e8-4661-8e2e-2b13047f1562 req-33c1803a-bb52-42f1-b19d-cadec2ce6805 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0517328 Dec 17 16:01:28.957963 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c337ee76-b8e8-4661-8e2e-2b13047f1562 req-cd3435d8-e7df-4bd9-8db0-b077c7f5354c tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345843 Dec 17 16:01:30.078232 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3062a29-07ce-417d-9920-17d07fc55bd8 req-4f53190a-c440-4570-8b84-00411d3bfe9b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:30.079697 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3062a29-07ce-417d-9920-17d07fc55bd8 req-4f53190a-c440-4570-8b84-00411d3bfe9b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0496905 Dec 17 16:01:30.120580 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3062a29-07ce-417d-9920-17d07fc55bd8 req-8611b4f5-957b-4a26-b220-1cbea72e7768 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342791 Dec 17 16:01:31.102149 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-061800aa-cc77-4744-b53b-88959abf87a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:31.236862 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bedf93-a5a3-4f76-9bd0-86e7375e8f73 req-4e068e08-7aa8-4c2e-ac49-2c798b6c4f05 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:31.239892 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71bedf93-a5a3-4f76-9bd0-86e7375e8f73 req-4e068e08-7aa8-4c2e-ac49-2c798b6c4f05 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0523589 Dec 17 16:01:31.282266 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71bedf93-a5a3-4f76-9bd0-86e7375e8f73 req-06b0090e-3e98-4349-9705-69a4a7628816 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364699 Dec 17 16:01:32.402782 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179faa64-3ac2-4b80-8cb4-ac4f9b313d62 req-83c73ec3-976d-4bc6-a339-2d8cbc341859 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:32.404279 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-179faa64-3ac2-4b80-8cb4-ac4f9b313d62 req-83c73ec3-976d-4bc6-a339-2d8cbc341859 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0501297 Dec 17 16:01:32.443479 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-179faa64-3ac2-4b80-8cb4-ac4f9b313d62 req-03b4b229-4a02-4638-aedb-e53d8e96ee8c tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322695 Dec 17 16:01:32.450358 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:33.561838 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c828d-ec0b-4bd2-9920-1b0d6c5fc130 req-1324016a-1cf4-43d3-997e-eb3b44c21bef tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:33.563369 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-040c828d-ec0b-4bd2-9920-1b0d6c5fc130 req-1324016a-1cf4-43d3-997e-eb3b44c21bef tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0514705 Dec 17 16:01:33.602410 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-040c828d-ec0b-4bd2-9920-1b0d6c5fc130 req-26e96389-3533-46d1-b721-6a09aabf8138 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325046 Dec 17 16:01:34.010239 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:34.267234 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:34.724215 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b05d2d-75ea-4c43-96a7-de90a2f7b4cc req-c33bc9de-34f9-48aa-9331-a1fd461f347d tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:34.725865 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-60b05d2d-75ea-4c43-96a7-de90a2f7b4cc req-c33bc9de-34f9-48aa-9331-a1fd461f347d tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0551293 Dec 17 16:01:34.768391 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-60b05d2d-75ea-4c43-96a7-de90a2f7b4cc req-ac5c0c84-e800-4ebd-87c2-38f1e20aae15 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365782 Dec 17 16:01:35.886713 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de773f6-be38-4682-95ac-c878316971e7 req-7ea68896-a7ff-4b1b-afa6-4e6bbe7fefd7 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:35.888503 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1de773f6-be38-4682-95ac-c878316971e7 req-7ea68896-a7ff-4b1b-afa6-4e6bbe7fefd7 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0507436 Dec 17 16:01:35.926595 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1de773f6-be38-4682-95ac-c878316971e7 req-dbc9f1c4-9cbe-405a-a385-8da4f43122c9 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318201 Dec 17 16:01:37.050335 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9371f5-355f-4278-ac30-7e2e1c163341 req-467827e7-4e54-4410-8e33-d85298ecb72a tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:37.051845 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7c9371f5-355f-4278-ac30-7e2e1c163341 req-467827e7-4e54-4410-8e33-d85298ecb72a tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0562558 Dec 17 16:01:37.090543 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7c9371f5-355f-4278-ac30-7e2e1c163341 req-e7ea76a2-dfbf-4549-8915-ae12c8a45b7f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322843 Dec 17 16:01:38.208187 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63013b0e-fe99-4d50-acd5-a70aa3594b02 req-9adcc6b2-b7f0-4b2d-92a8-879b5aa6118c tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:38.210130 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-63013b0e-fe99-4d50-acd5-a70aa3594b02 req-9adcc6b2-b7f0-4b2d-92a8-879b5aa6118c tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0502348 Dec 17 16:01:38.252246 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-63013b0e-fe99-4d50-acd5-a70aa3594b02 req-f04dd218-1e8e-41ca-a427-e880efde16b1 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356729 Dec 17 16:01:39.373683 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e999b-0ed4-40f5-8129-1afda1ff480d req-a521581f-7cd5-4868-89ae-7885a840625d tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:39.375219 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da9e999b-0ed4-40f5-8129-1afda1ff480d req-a521581f-7cd5-4868-89ae-7885a840625d tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0520334 Dec 17 16:01:39.414275 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da9e999b-0ed4-40f5-8129-1afda1ff480d req-2782b3ad-3743-44d0-8a40-ae3a58b55cba tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329638 Dec 17 16:01:40.529539 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa66797-228c-4bae-8022-32f882c8366a req-2735a933-f643-4dce-9168-ce0acb1f550f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:40.531021 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5fa66797-228c-4bae-8022-32f882c8366a req-2735a933-f643-4dce-9168-ce0acb1f550f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0496469 Dec 17 16:01:40.568917 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5fa66797-228c-4bae-8022-32f882c8366a req-123ae271-77ba-47ae-8ef3-cb8fad003e23 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315630 Dec 17 16:01:40.855820 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:41.688346 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17940104-c977-4d7b-8f9b-91d7cc5eb966 req-084427d8-1d38-41db-94b8-b0f7d0efc5af tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:41.689872 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-17940104-c977-4d7b-8f9b-91d7cc5eb966 req-084427d8-1d38-41db-94b8-b0f7d0efc5af tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0522032 Dec 17 16:01:41.734976 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-17940104-c977-4d7b-8f9b-91d7cc5eb966 req-2703bf2c-0a12-4484-8681-54977119b72a tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387712 Dec 17 16:01:42.857999 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f7c55-058b-471f-8748-2f61717d8535 req-81f77c47-637b-4e12-987b-807f032da422 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:42.859485 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f82f7c55-058b-471f-8748-2f61717d8535 req-81f77c47-637b-4e12-987b-807f032da422 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0532711 Dec 17 16:01:42.904278 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f82f7c55-058b-471f-8748-2f61717d8535 req-29954be9-0a5c-4a2a-92a2-7a5a7d6c81e2 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337169 Dec 17 16:01:44.015803 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548e1b4-17ef-403b-b29c-f2de7acd6a71 req-e97216ab-c883-4f6c-8f48-e53f30825faa tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:44.017297 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c548e1b4-17ef-403b-b29c-f2de7acd6a71 req-e97216ab-c883-4f6c-8f48-e53f30825faa tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0505280 Dec 17 16:01:44.055471 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c548e1b4-17ef-403b-b29c-f2de7acd6a71 req-c3b6de64-439d-4063-9bcf-458a15179fd6 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323386 Dec 17 16:01:44.467404 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-96296936-0574-45cb-9601-bcffe23ba03f req-e97398a0-7f0e-4091-b1b6-427d0cf6ebd2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=645fcee6-9182-4013-ae33-cb7db4ab3cf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407360 Dec 17 16:01:44.566319 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96296936-0574-45cb-9601-bcffe23ba03f req-4b14ec63-3b95-464f-ae0a-e97091a67d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:44.567787 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-96296936-0574-45cb-9601-bcffe23ba03f req-4b14ec63-3b95-464f-ae0a-e97091a67d3e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&device_id=645fcee6-9182-4013-ae33-cb7db4ab3cf3 HTTP/1.1" status: 200 len: 1097 time: 0.0425982 Dec 17 16:01:44.675676 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96296936-0574-45cb-9601-bcffe23ba03f req-57af00de-0ece-4b26-98b3-215da1a5bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:44.677221 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-96296936-0574-45cb-9601-bcffe23ba03f req-57af00de-0ece-4b26-98b3-215da1a5bd0d service neutron] 10.222.0.41 "GET /v2.0/networks?id=355210bf-f333-4091-b076-b021f964c83c HTTP/1.1" status: 200 len: 913 time: 0.0895228 Dec 17 16:01:44.718421 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-96296936-0574-45cb-9601-bcffe23ba03f req-81499808-5078-4c62-bc76-ccd66c3f6838 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5 HTTP/1.1" status: 200 len: 217 time: 0.0344131 Dec 17 16:01:44.767273 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96296936-0574-45cb-9601-bcffe23ba03f req-7eef21b0-66bd-40be-906c-59366564c446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:44.768700 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-96296936-0574-45cb-9601-bcffe23ba03f req-7eef21b0-66bd-40be-906c-59366564c446 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=040decac-d73e-40b6-8001-3c00aef94ddf HTTP/1.1" status: 200 len: 851 time: 0.0441260 Dec 17 16:01:44.813363 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96296936-0574-45cb-9601-bcffe23ba03f req-1e367ee5-9aeb-466e-ad0c-2cdd94e114e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:44.814830 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-96296936-0574-45cb-9601-bcffe23ba03f req-1e367ee5-9aeb-466e-ad0c-2cdd94e114e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=355210bf-f333-4091-b076-b021f964c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396039 Dec 17 16:01:44.833577 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:01:44.910532 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-96296936-0574-45cb-9601-bcffe23ba03f req-23dfc8bb-6841-4742-b62b-af356048a945 service neutron] 10.222.0.41 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890532 Dec 17 16:01:45.005840 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-96296936-0574-45cb-9601-bcffe23ba03f req-6411447e-7f36-4e37-a08a-f7873289d37b service neutron] 10.222.0.41 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886137 Dec 17 16:01:45.181609 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63294c1-650b-43e1-84b3-84c752984983 req-44d34e83-4bcb-4166-9ad6-6ae31cc0cfe9 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:45.184024 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d63294c1-650b-43e1-84b3-84c752984983 req-44d34e83-4bcb-4166-9ad6-6ae31cc0cfe9 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0554361 Dec 17 16:01:45.226713 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d63294c1-650b-43e1-84b3-84c752984983 req-3b81eacb-5418-4633-94c6-7df713de2136 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368450 Dec 17 16:01:46.344198 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdad31c-fb4a-470a-9aad-52552dd6d4ab req-d29cffbd-bab9-4e68-987c-6ea2176e0379 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:46.345772 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6fdad31c-fb4a-470a-9aad-52552dd6d4ab req-d29cffbd-bab9-4e68-987c-6ea2176e0379 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0531619 Dec 17 16:01:46.385421 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6fdad31c-fb4a-470a-9aad-52552dd6d4ab req-313964fb-2108-4d42-9b98-ca1943cfdcfa tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337470 Dec 17 16:01:47.501780 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35eca8-33dd-43a1-8067-8b9e736861eb req-31e97c50-e4ba-4201-ae84-52c18aa77ce6 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:47.503365 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c35eca8-33dd-43a1-8067-8b9e736861eb req-31e97c50-e4ba-4201-ae84-52c18aa77ce6 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0492530 Dec 17 16:01:47.541105 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c35eca8-33dd-43a1-8067-8b9e736861eb req-0dd7fbad-28bc-4fe7-9af6-8644d5d39237 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317376 Dec 17 16:01:48.659988 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842bfc74-5657-4835-9724-05ac07324b17 req-99fc4f90-9122-4d38-b9ed-6c51d0d11efa tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:48.661568 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-842bfc74-5657-4835-9724-05ac07324b17 req-99fc4f90-9122-4d38-b9ed-6c51d0d11efa tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0496113 Dec 17 16:01:48.704339 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-842bfc74-5657-4835-9724-05ac07324b17 req-9290053f-897b-4306-ae0d-79844dc992b9 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368063 Dec 17 16:01:49.599683 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38418) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:01:49.667503 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6f4cfeda-8b9f-4d7f-b781-11efdaddf1f5 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/floatingips/43ec28ec-361e-438a-8358-81be9d34cfa0 HTTP/1.1" status: 200 len: 994 time: 0.0664687 Dec 17 16:01:49.823516 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6572666-2791-4723-8912-38e64838cf77 req-70fc4920-fd18-4646-9445-ea23c6e4b6d3 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:49.825272 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e6572666-2791-4723-8912-38e64838cf77 req-70fc4920-fd18-4646-9445-ea23c6e4b6d3 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0518212 Dec 17 16:01:49.864349 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e6572666-2791-4723-8912-38e64838cf77 req-a734cb24-887e-4d97-975d-58640da419d2 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331714 Dec 17 16:01:49.983924 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38426) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:01:50.150494 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-72784b28-f747-4e28-94cb-3b31dc0abfab tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Deleting port 76bbab3f-dd44-49f5-a03c-744ce1676f5e {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:01:50.150753 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-72784b28-f747-4e28-94cb-3b31dc0abfab tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:50.234341 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-72784b28-f747-4e28-94cb-3b31dc0abfab tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:50.234671 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-72784b28-f747-4e28-94cb-3b31dc0abfab tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:50.246318 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-72784b28-f747-4e28-94cb-3b31dc0abfab tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Calling delete_port for 76bbab3f-dd44-49f5-a03c-744ce1676f5e owned by network:floatingip {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:01:50.564739 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-72784b28-f747-4e28-94cb-3b31dc0abfab tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:50.593358 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72784b28-f747-4e28-94cb-3b31dc0abfab tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event deleted for resources: {'Port': ['ID=76bbab3f-dd44-49f5-a03c-744ce1676f5e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:50.654802 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-72784b28-f747-4e28-94cb-3b31dc0abfab tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for floatingip, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:50.655562 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [None req-72784b28-f747-4e28-94cb-3b31dc0abfab tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Floating IP 43ec28ec-361e-438a-8358-81be9d34cfa0 disassociated (deleted). External IP: 172.25.6.231, port: fd940ea8-b180-48bd-85bf-3d6ecad5f015. Dec 17 16:01:50.869337 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72784b28-f747-4e28-94cb-3b31dc0abfab tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Router c27e0411-af77-4738-82ec-10f689de3149 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:01:50.983189 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72784b28-f747-4e28-94cb-3b31dc0abfab tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:01:50.988605 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-72784b28-f747-4e28-94cb-3b31dc0abfab tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:50.989374 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110dbe4e-699c-4712-a85e-443c41b974da req-fdab4114-c8d1-45bb-be42-5efc2dede0c8 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:50.992971 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-110dbe4e-699c-4712-a85e-443c41b974da req-fdab4114-c8d1-45bb-be42-5efc2dede0c8 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0529227 Dec 17 16:01:51.000527 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c78908-fc80-4943-a9f0-76bc97e4c318 None None] Sync routers for ids ['c27e0411-af77-4738-82ec-10f689de3149'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:01:51.013882 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c78908-fc80-4943-a9f0-76bc97e4c318 None None] Routers {'c27e0411-af77-4738-82ec-10f689de3149'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:01:51.015539 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-42c78908-fc80-4943-a9f0-76bc97e4c318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:01:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['c27e0411-af77-4738-82ec-10f689de3149'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:51.018463 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-72784b28-f747-4e28-94cb-3b31dc0abfab tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "DELETE /v2.0/floatingips/43ec28ec-361e-438a-8358-81be9d34cfa0 HTTP/1.1" status: 204 len: 168 time: 1.0334449 Dec 17 16:01:51.020240 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d69e8f-c304-4a65-9954-16886f1a3b5f', 'tag': 'fd940ea8-b180-48bd-85bf-3d6ecad5f015'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:01:51.021913 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71cf1c2-e834-4a0a-a6f6-b856206be587" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d69e8f-c304-4a65-9954-16886f1a3b5f", "tag": "fd940ea8-b180-48bd-85bf-3d6ecad5f015"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:01:51.048186 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-110dbe4e-699c-4712-a85e-443c41b974da req-d016e833-9d14-4e18-9a53-21c2f1ef43a6 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419655 Dec 17 16:01:51.120305 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064aa435-5802-4674-aa83-07db6c299f0f x-openstack-request-id: req-064aa435-5802-4674-aa83-07db6c299f0f {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:01:51.120689 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d69e8f-c304-4a65-9954-16886f1a3b5f", "tag": "fd940ea8-b180-48bd-85bf-3d6ecad5f015", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:01:51.121032 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-064aa435-5802-4674-aa83-07db6c299f0f {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:01:51.122890 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d69e8f-c304-4a65-9954-16886f1a3b5f', 'tag': 'fd940ea8-b180-48bd-85bf-3d6ecad5f015', 'status': 'completed', 'code': 200} Dec 17 16:01:51.143533 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-42c78908-fc80-4943-a9f0-76bc97e4c318 None None] Set router c27e0411-af77-4738-82ec-10f689de3149 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:01:51.192094 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71cf1c2-e834-4a0a-a6f6-b856206be587 req-eedeecdd-9cbd-4146-9f91-18a299a57d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:51.193629 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b71cf1c2-e834-4a0a-a6f6-b856206be587 req-eedeecdd-9cbd-4146-9f91-18a299a57d61 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b477ad0f385a47e09888a6c7ccbf4288&device_id=d7d69e8f-c304-4a65-9954-16886f1a3b5f HTTP/1.1" status: 200 len: 1097 time: 0.0490866 Dec 17 16:01:51.296920 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71cf1c2-e834-4a0a-a6f6-b856206be587 req-01b91b30-88e2-4073-bcb3-a08f03d0427c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:51.298529 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b71cf1c2-e834-4a0a-a6f6-b856206be587 req-01b91b30-88e2-4073-bcb3-a08f03d0427c service neutron] 10.222.0.13 "GET /v2.0/networks?id=79c05b70-8c24-475b-9b26-82903f4c0a0d HTTP/1.1" status: 200 len: 898 time: 0.0977890 Dec 17 16:01:51.347927 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b71cf1c2-e834-4a0a-a6f6-b856206be587 req-6543c9cb-e1c1-463e-a465-91a7fe834063 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd940ea8-b180-48bd-85bf-3d6ecad5f015 HTTP/1.1" status: 200 len: 217 time: 0.0408850 Dec 17 16:01:51.357781 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-42c78908-fc80-4943-a9f0-76bc97e4c318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27e0411-af77-4738-82ec-10f689de3149', 'name': 'tempest-TestNetworkBasicOps-router-425486830', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'dd896d9b-9455-4d3d-ac95-649a6936e316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:57Z', 'updated_at': '2021-12-17T16:01:01Z', 'revision_number': 4, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'gw_port': {'id': 'dd896d9b-9455-4d3d-ac95-649a6936e316', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27e0411-af77-4738-82ec-10f689de3149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:57Z', 'updated_at': '2021-12-17T16:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '9e117210-8b50-4a49-b7e6-cef4c13a6ba6', 'name': '', 'network_id': '79c05b70-8c24-475b-9b26-82903f4c0a0d', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'mac_address': 'fa:16:3e:48:09:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27e0411-af77-4738-82ec-10f689de3149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '377bec3d-7a0f-4904-9dbb-cc9fef1aa0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:01Z', 'updated_at': '2021-12-17T16:01:04Z', 'revision_number': 5, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'subnets': [{'id': '377bec3d-7a0f-4904-9dbb-cc9fef1aa0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:51.390358 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c78908-fc80-4943-a9f0-76bc97e4c318 None None] Checking router: c27e0411-af77-4738-82ec-10f689de3149 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:01:51.401515 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c78908-fc80-4943-a9f0-76bc97e4c318 None None] Routers {'c27e0411-af77-4738-82ec-10f689de3149'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:01:51.402142 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-42c78908-fc80-4943-a9f0-76bc97e4c318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:01:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['c27e0411-af77-4738-82ec-10f689de3149'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:51.418361 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71cf1c2-e834-4a0a-a6f6-b856206be587 req-5d9790d0-77b8-4687-a8ec-5cc6530f56fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:51.420052 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b71cf1c2-e834-4a0a-a6f6-b856206be587 req-5d9790d0-77b8-4687-a8ec-5cc6530f56fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=377bec3d-7a0f-4904-9dbb-cc9fef1aa0df HTTP/1.1" status: 200 len: 835 time: 0.0585110 Dec 17 16:01:51.472733 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71cf1c2-e834-4a0a-a6f6-b856206be587 req-79da76db-2e6a-4e3a-aed2-7eaf299a104b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:51.474401 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b71cf1c2-e834-4a0a-a6f6-b856206be587 req-79da76db-2e6a-4e3a-aed2-7eaf299a104b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=79c05b70-8c24-475b-9b26-82903f4c0a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462558 Dec 17 16:01:51.535472 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-42c78908-fc80-4943-a9f0-76bc97e4c318 None None] Set router c27e0411-af77-4738-82ec-10f689de3149 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:01:51.598172 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b71cf1c2-e834-4a0a-a6f6-b856206be587 req-d3c6aa5e-e884-4fef-9b2b-694ecf13818c service neutron] 10.222.0.13 "GET /v2.0/networks/79c05b70-8c24-475b-9b26-82903f4c0a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152720 Dec 17 16:01:51.598601 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5f04a-da44-4596-ba8a-8d6131f5f832 req-fb3e95b0-354f-42f2-9ecd-5ce6ae813cdf tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:51.600288 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a4c5f04a-da44-4596-ba8a-8d6131f5f832 req-fb3e95b0-354f-42f2-9ecd-5ce6ae813cdf tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7d69e8f-c304-4a65-9954-16886f1a3b5f HTTP/1.1" status: 200 len: 946 time: 0.0567596 Dec 17 16:01:51.648282 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a4c5f04a-da44-4596-ba8a-8d6131f5f832 req-a64b2935-72b3-437a-8545-1e5893f0cd91 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?id=36415771-5c58-49a1-846a-c5b8f3bb1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384238 Dec 17 16:01:51.705787 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b71cf1c2-e834-4a0a-a6f6-b856206be587 req-a1885211-ecd5-466d-929a-8f76fb5fafd6 service neutron] 10.222.0.13 "GET /v2.0/networks/79c05b70-8c24-475b-9b26-82903f4c0a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984709 Dec 17 16:01:51.783063 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-42c78908-fc80-4943-a9f0-76bc97e4c318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27e0411-af77-4738-82ec-10f689de3149', 'name': 'tempest-TestNetworkBasicOps-router-425486830', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'dd896d9b-9455-4d3d-ac95-649a6936e316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:57Z', 'updated_at': '2021-12-17T16:01:01Z', 'revision_number': 4, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'gw_port': {'id': 'dd896d9b-9455-4d3d-ac95-649a6936e316', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27e0411-af77-4738-82ec-10f689de3149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:57Z', 'updated_at': '2021-12-17T16:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '9e117210-8b50-4a49-b7e6-cef4c13a6ba6', 'name': '', 'network_id': '79c05b70-8c24-475b-9b26-82903f4c0a0d', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'mac_address': 'fa:16:3e:48:09:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27e0411-af77-4738-82ec-10f689de3149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '377bec3d-7a0f-4904-9dbb-cc9fef1aa0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:01Z', 'updated_at': '2021-12-17T16:01:04Z', 'revision_number': 5, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'subnets': [{'id': '377bec3d-7a0f-4904-9dbb-cc9fef1aa0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:51.812293 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c78908-fc80-4943-a9f0-76bc97e4c318 None None] The sync data for ids ['c27e0411-af77-4738-82ec-10f689de3149'] in n-d-820553-2 is: [{'id': 'c27e0411-af77-4738-82ec-10f689de3149', 'name': 'tempest-TestNetworkBasicOps-router-425486830', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'dd896d9b-9455-4d3d-ac95-649a6936e316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:57Z', 'updated_at': '2021-12-17T16:01:01Z', 'revision_number': 4, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'gw_port': {'id': 'dd896d9b-9455-4d3d-ac95-649a6936e316', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27e0411-af77-4738-82ec-10f689de3149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:57Z', 'updated_at': '2021-12-17T16:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '9e117210-8b50-4a49-b7e6-cef4c13a6ba6', 'name': '', 'network_id': '79c05b70-8c24-475b-9b26-82903f4c0a0d', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'mac_address': 'fa:16:3e:48:09:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27e0411-af77-4738-82ec-10f689de3149', 'device_owner': 'network:router_interface', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '377bec3d-7a0f-4904-9dbb-cc9fef1aa0df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:01:01Z', 'updated_at': '2021-12-17T16:01:04Z', 'revision_number': 5, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'subnets': [{'id': '377bec3d-7a0f-4904-9dbb-cc9fef1aa0df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:01:52.075959 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad593ba5-aea7-4e34-9c67-a921655dddbe None None] New status for floating IP 43ec28ec-361e-438a-8358-81be9d34cfa0: DOWN {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:01:52.184458 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789994c8-41f5-4bb8-8309-7d07a149ca1b req-e72d7b6d-a290-4f51-9e52-fb3fbe7e9277 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:52.184458 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-789994c8-41f5-4bb8-8309-7d07a149ca1b req-e72d7b6d-a290-4f51-9e52-fb3fbe7e9277 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0525668 Dec 17 16:01:52.222941 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-789994c8-41f5-4bb8-8309-7d07a149ca1b req-bf9216e5-f808-49eb-af26-f9b25dd7f6c7 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321226 Dec 17 16:01:52.772120 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744aeef-bd05-4bf3-ae2a-d873d9161ea3 req-6722b884-6028-43c3-915f-de13cc3fc4e2 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:52.773683 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c744aeef-bd05-4bf3-ae2a-d873d9161ea3 req-6722b884-6028-43c3-915f-de13cc3fc4e2 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7d69e8f-c304-4a65-9954-16886f1a3b5f HTTP/1.1" status: 200 len: 946 time: 0.0513475 Dec 17 16:01:52.811807 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c744aeef-bd05-4bf3-ae2a-d873d9161ea3 req-78a03bc7-fbd5-4c04-ab1e-fe44765d0c0b tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/security-groups?id=36415771-5c58-49a1-846a-c5b8f3bb1530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313206 Dec 17 16:01:52.888242 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064dedf8-5962-4f13-8898-20b0725d6216 req-678fc535-670d-4fed-9337-4d8acfb89efa tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:52.890259 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-064dedf8-5962-4f13-8898-20b0725d6216 req-678fc535-670d-4fed-9337-4d8acfb89efa tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7d69e8f-c304-4a65-9954-16886f1a3b5f HTTP/1.1" status: 200 len: 946 time: 0.0498631 Dec 17 16:01:52.987490 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-064dedf8-5962-4f13-8898-20b0725d6216 req-dd2d05e7-e6a7-4526-979f-605894fc8b2e tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Deleting port fd940ea8-b180-48bd-85bf-3d6ecad5f015 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:01:52.987931 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-064dedf8-5962-4f13-8898-20b0725d6216 req-dd2d05e7-e6a7-4526-979f-605894fc8b2e tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:53.074961 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-064dedf8-5962-4f13-8898-20b0725d6216 req-dd2d05e7-e6a7-4526-979f-605894fc8b2e tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] For port fd940ea8-b180-48bd-85bf-3d6ecad5f015, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=fd940ea8-b180-48bd-85bf-3d6ecad5f015,segment=NetworkSegment(f5fefbeb-2e33-4494-9044-337e21957e56),segment_id=f5fefbeb-2e33-4494-9044-337e21957e56)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:53.075326 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-064dedf8-5962-4f13-8898-20b0725d6216 req-dd2d05e7-e6a7-4526-979f-605894fc8b2e tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:53.088929 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-064dedf8-5962-4f13-8898-20b0725d6216 req-dd2d05e7-e6a7-4526-979f-605894fc8b2e tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Calling delete_port for fd940ea8-b180-48bd-85bf-3d6ecad5f015 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:01:53.307581 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-064dedf8-5962-4f13-8898-20b0725d6216 req-dd2d05e7-e6a7-4526-979f-605894fc8b2e tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:53.335637 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d05e7-e6a7-4526-979f-605894fc8b2e tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event deleted for resources: {'Port': ['ID=fd940ea8-b180-48bd-85bf-3d6ecad5f015,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:53.343712 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf89b1-5f7f-4ab3-83de-834064e0f687 req-eb0357df-2bbf-491b-bb2c-c8f5de5190ff tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:53.345643 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9bcf89b1-5f7f-4ab3-83de-834064e0f687 req-eb0357df-2bbf-491b-bb2c-c8f5de5190ff tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0528088 Dec 17 16:01:53.387346 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-064dedf8-5962-4f13-8898-20b0725d6216 req-dd2d05e7-e6a7-4526-979f-605894fc8b2e tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] No DVR routers for this DVR port fd940ea8-b180-48bd-85bf-3d6ecad5f015 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:01:53.390205 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-064dedf8-5962-4f13-8898-20b0725d6216 req-dd2d05e7-e6a7-4526-979f-605894fc8b2e tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:53.391094 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9bcf89b1-5f7f-4ab3-83de-834064e0f687 req-69837ba7-3665-4ed8-bdbc-e67403d4565f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397995 Dec 17 16:01:53.393497 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-064dedf8-5962-4f13-8898-20b0725d6216 req-dd2d05e7-e6a7-4526-979f-605894fc8b2e tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.13 "DELETE /v2.0/ports/fd940ea8-b180-48bd-85bf-3d6ecad5f015 HTTP/1.1" status: 204 len: 173 time: 0.4975045 Dec 17 16:01:53.393943 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d69e8f-c304-4a65-9954-16886f1a3b5f', 'name': 'network-vif-deleted', 'tag': 'fd940ea8-b180-48bd-85bf-3d6ecad5f015'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:01:53.396181 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e91875d-0293-42ea-91bc-e6e12d8b69db" -d '{"events": [{"server_uuid": "d7d69e8f-c304-4a65-9954-16886f1a3b5f", "name": "network-vif-deleted", "tag": "fd940ea8-b180-48bd-85bf-3d6ecad5f015"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:01:53.431242 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af38dad-1f7a-4b24-a138-cb89b75a5ff3 x-openstack-request-id: req-7af38dad-1f7a-4b24-a138-cb89b75a5ff3 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:01:53.431546 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d69e8f-c304-4a65-9954-16886f1a3b5f", "name": "network-vif-deleted", "tag": "fd940ea8-b180-48bd-85bf-3d6ecad5f015", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:01:53.431790 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7af38dad-1f7a-4b24-a138-cb89b75a5ff3 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:01:53.432243 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d69e8f-c304-4a65-9954-16886f1a3b5f', 'name': 'network-vif-deleted', 'tag': 'fd940ea8-b180-48bd-85bf-3d6ecad5f015', 'status': 'completed', 'code': 200} Dec 17 16:01:53.917721 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-19186070-2d29-47ca-b2e4-5c53519fc270 req-05d8d3ca-4210-4304-97cc-8b3519aa8f5d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7d69e8f-c304-4a65-9954-16886f1a3b5f HTTP/1.1" status: 200 len: 210 time: 0.0265164 Dec 17 16:01:54.510554 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fb167-a887-41e4-8bc8-6a89abecf0ad req-e337ea24-ff3a-4bd0-8fe0-d317e18a2cd4 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:54.512180 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9a7fb167-a887-41e4-8bc8-6a89abecf0ad req-e337ea24-ff3a-4bd0-8fe0-d317e18a2cd4 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0502689 Dec 17 16:01:54.551103 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9a7fb167-a887-41e4-8bc8-6a89abecf0ad req-dffc4442-9aa3-4979-9810-04c9b13fc0ec tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320618 Dec 17 16:01:54.973457 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38450) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:01:55.031265 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a2de3cfa-76c0-410c-b4ff-3b86e8f7239d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:55.055227 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a2de3cfa-76c0-410c-b4ff-3b86e8f7239d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:55.203502 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a2de3cfa-76c0-410c-b4ff-3b86e8f7239d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:55.206121 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a2de3cfa-76c0-410c-b4ff-3b86e8f7239d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:55.207373 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a2de3cfa-76c0-410c-b4ff-3b86e8f7239d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "DELETE /v2.0/security-groups/36415771-5c58-49a1-846a-c5b8f3bb1530 HTTP/1.1" status: 204 len: 168 time: 0.2328923 Dec 17 16:01:55.216789 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de3cfa-76c0-410c-b4ff-3b86e8f7239d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36415771-5c58-49a1-846a-c5b8f3bb1530,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:55.307988 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38454) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:01:55.693867 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46efd6-0f6e-43a5-9928-261ed4ef971e req-88c377e6-3b34-4d97-98bc-db9a43a8ce7e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:55.695357 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7c46efd6-0f6e-43a5-9928-261ed4ef971e req-88c377e6-3b34-4d97-98bc-db9a43a8ce7e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0758214 Dec 17 16:01:55.721548 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-804d55b5-7bc8-42ad-8668-7522775b5fa0 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:55.802531 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7c46efd6-0f6e-43a5-9928-261ed4ef971e req-9e81d2d5-13db-4fe7-a574-8d56a50b63c3 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001587 Dec 17 16:01:55.995960 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-804d55b5-7bc8-42ad-8668-7522775b5fa0 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Deleting port 9e117210-8b50-4a49-b7e6-cef4c13a6ba6 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:01:55.996309 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-804d55b5-7bc8-42ad-8668-7522775b5fa0 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:56.068617 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device fd940ea8-b180-48bd-85bf-3d6ecad5f015 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:01:56.087073 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-804d55b5-7bc8-42ad-8668-7522775b5fa0 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] For port 9e117210-8b50-4a49-b7e6-cef4c13a6ba6, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9e117210-8b50-4a49-b7e6-cef4c13a6ba6,segment=NetworkSegment(f5fefbeb-2e33-4494-9044-337e21957e56),segment_id=f5fefbeb-2e33-4494-9044-337e21957e56)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:56.087439 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-804d55b5-7bc8-42ad-8668-7522775b5fa0 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:56.088699 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: fd940ea8-b180-48bd-85bf-3d6ecad5f015 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:01:56.089071 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device fd940ea8-b180-48bd-85bf-3d6ecad5f015 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:01:56.101974 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-804d55b5-7bc8-42ad-8668-7522775b5fa0 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Calling delete_port for 9e117210-8b50-4a49-b7e6-cef4c13a6ba6 owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:01:56.238449 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:56.330140 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-804d55b5-7bc8-42ad-8668-7522775b5fa0 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:56.358814 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d55b5-7bc8-42ad-8668-7522775b5fa0 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event deleted for resources: {'Port': ['ID=9e117210-8b50-4a49-b7e6-cef4c13a6ba6,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:56.533909 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-804d55b5-7bc8-42ad-8668-7522775b5fa0 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:56.744586 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804d55b5-7bc8-42ad-8668-7522775b5fa0 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Router c27e0411-af77-4738-82ec-10f689de3149 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:01:56.851477 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804d55b5-7bc8-42ad-8668-7522775b5fa0 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:01:56.857489 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-804d55b5-7bc8-42ad-8668-7522775b5fa0 tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "PUT /v2.0/routers/c27e0411-af77-4738-82ec-10f689de3149/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5478890 Dec 17 16:01:56.859769 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38460) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:01:56.865488 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876f0d4c-82d8-4c43-a6c2-adf466bf781a None None] Sync routers for ids ['c27e0411-af77-4738-82ec-10f689de3149'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:01:56.875645 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876f0d4c-82d8-4c43-a6c2-adf466bf781a None None] Routers {'c27e0411-af77-4738-82ec-10f689de3149'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:01:56.876300 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-876f0d4c-82d8-4c43-a6c2-adf466bf781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:01:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['c27e0411-af77-4738-82ec-10f689de3149'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:56.939545 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2c9d6a2-e423-4fc6-8941-b3e69860ca8d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Deleting subnet 377bec3d-7a0f-4904-9dbb-cc9fef1aa0df {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 16:01:56.945586 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c2c9d6a2-e423-4fc6-8941-b3e69860ca8d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:56.983193 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-876f0d4c-82d8-4c43-a6c2-adf466bf781a None None] Set router c27e0411-af77-4738-82ec-10f689de3149 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:01:56.983428 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1f391-0fcb-41f1-9bbf-8af06f2cef5d req-b3abcdd2-77b0-4a15-820d-8d099f4554f9 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:56.984839 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-07b1f391-0fcb-41f1-9bbf-8af06f2cef5d req-b3abcdd2-77b0-4a15-820d-8d099f4554f9 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0971854 Dec 17 16:01:57.002244 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c2c9d6a2-e423-4fc6-8941-b3e69860ca8d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:57.056180 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-07b1f391-0fcb-41f1-9bbf-8af06f2cef5d req-449780e4-15d6-4929-bb1a-82be58bbaf12 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639706 Dec 17 16:01:57.114594 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c2c9d6a2-e423-4fc6-8941-b3e69860ca8d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:57.163207 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-876f0d4c-82d8-4c43-a6c2-adf466bf781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27e0411-af77-4738-82ec-10f689de3149', 'name': 'tempest-TestNetworkBasicOps-router-425486830', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'dd896d9b-9455-4d3d-ac95-649a6936e316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:57Z', 'updated_at': '2021-12-17T16:01:56Z', 'revision_number': 5, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'gw_port': {'id': 'dd896d9b-9455-4d3d-ac95-649a6936e316', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27e0411-af77-4738-82ec-10f689de3149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:57Z', 'updated_at': '2021-12-17T16:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:57.194068 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876f0d4c-82d8-4c43-a6c2-adf466bf781a None None] Checking router: c27e0411-af77-4738-82ec-10f689de3149 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:01:57.202486 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876f0d4c-82d8-4c43-a6c2-adf466bf781a None None] Routers {'c27e0411-af77-4738-82ec-10f689de3149'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:01:57.203220 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-876f0d4c-82d8-4c43-a6c2-adf466bf781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:01:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['c27e0411-af77-4738-82ec-10f689de3149'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:57.268050 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c2c9d6a2-e423-4fc6-8941-b3e69860ca8d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:57.294091 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9d6a2-e423-4fc6-8941-b3e69860ca8d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event deleted for resources: {'Subnet': ['ID=377bec3d-7a0f-4904-9dbb-cc9fef1aa0df,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:57.302468 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c2c9d6a2-e423-4fc6-8941-b3e69860ca8d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:57.309005 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c2c9d6a2-e423-4fc6-8941-b3e69860ca8d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "DELETE /v2.0/subnets/377bec3d-7a0f-4904-9dbb-cc9fef1aa0df HTTP/1.1" status: 204 len: 168 time: 0.4457877 Dec 17 16:01:57.309220 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38462) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:01:57.421524 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ff914706-a3d1-4eee-9823-709b42d8184a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:57.423913 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc7efd5-ba40-4ae9-8dde-8ce268b57375 None None] Network 79c05b70-8c24-475b-9b26-82903f4c0a0d requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:01:57.560279 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-876f0d4c-82d8-4c43-a6c2-adf466bf781a None None] Set router c27e0411-af77-4738-82ec-10f689de3149 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:01:57.753853 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c83905b-8c10-4287-8f0f-3a851a84a0af None None] DHCP port deletion for 79c05b70-8c24-475b-9b26-82903f4c0a0d request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 16:01:57.781976 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-876f0d4c-82d8-4c43-a6c2-adf466bf781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c27e0411-af77-4738-82ec-10f689de3149', 'name': 'tempest-TestNetworkBasicOps-router-425486830', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'dd896d9b-9455-4d3d-ac95-649a6936e316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:57Z', 'updated_at': '2021-12-17T16:01:56Z', 'revision_number': 5, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'gw_port': {'id': 'dd896d9b-9455-4d3d-ac95-649a6936e316', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27e0411-af77-4738-82ec-10f689de3149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:57Z', 'updated_at': '2021-12-17T16:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:57.784350 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ff914706-a3d1-4eee-9823-709b42d8184a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:57.814865 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876f0d4c-82d8-4c43-a6c2-adf466bf781a None None] The sync data for ids ['c27e0411-af77-4738-82ec-10f689de3149'] in n-d-820553-2 is: [{'id': 'c27e0411-af77-4738-82ec-10f689de3149', 'name': 'tempest-TestNetworkBasicOps-router-425486830', 'tenant_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': 'dd896d9b-9455-4d3d-ac95-649a6936e316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:00:57Z', 'updated_at': '2021-12-17T16:01:56Z', 'revision_number': 5, 'project_id': 'b477ad0f385a47e09888a6c7ccbf4288', 'gw_port': {'id': 'dd896d9b-9455-4d3d-ac95-649a6936e316', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ec:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27e0411-af77-4738-82ec-10f689de3149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:00:57Z', 'updated_at': '2021-12-17T16:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:01:57.835971 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-9c83905b-8c10-4287-8f0f-3a851a84a0af None None] Deleting port b76ac9b5-fd66-4894-8ea5-981ec779b2f6 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:01:57.836346 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9c83905b-8c10-4287-8f0f-3a851a84a0af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:57.902639 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-9c83905b-8c10-4287-8f0f-3a851a84a0af None None] For port b76ac9b5-fd66-4894-8ea5-981ec779b2f6, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b76ac9b5-fd66-4894-8ea5-981ec779b2f6,segment=NetworkSegment(f5fefbeb-2e33-4494-9044-337e21957e56),segment_id=f5fefbeb-2e33-4494-9044-337e21957e56)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:57.903038 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9c83905b-8c10-4287-8f0f-3a851a84a0af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:57.915760 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-9c83905b-8c10-4287-8f0f-3a851a84a0af None None] Calling delete_port for b76ac9b5-fd66-4894-8ea5-981ec779b2f6 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:01:57.917930 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-ff914706-a3d1-4eee-9823-709b42d8184a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Deleting port dd896d9b-9455-4d3d-ac95-649a6936e316 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:01:57.918274 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ff914706-a3d1-4eee-9823-709b42d8184a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:58.002115 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-ff914706-a3d1-4eee-9823-709b42d8184a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] For port dd896d9b-9455-4d3d-ac95-649a6936e316, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=dd896d9b-9455-4d3d-ac95-649a6936e316,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:01:58.002484 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ff914706-a3d1-4eee-9823-709b42d8184a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:58.014054 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-ff914706-a3d1-4eee-9823-709b42d8184a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Calling delete_port for dd896d9b-9455-4d3d-ac95-649a6936e316 owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:01:58.044581 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9c83905b-8c10-4287-8f0f-3a851a84a0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:58.069627 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83905b-8c10-4287-8f0f-3a851a84a0af None None] Pushing event deleted for resources: {'Port': ['ID=b76ac9b5-fd66-4894-8ea5-981ec779b2f6,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:58.073447 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c83905b-8c10-4287-8f0f-3a851a84a0af None None] No DVR routers for this DVR port b76ac9b5-fd66-4894-8ea5-981ec779b2f6 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:01:58.211617 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d945d-d376-4833-8862-3b0d71d057a4 req-d45ced78-b362-4f66-971c-9922905c4ed6 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:58.213171 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc3d945d-d376-4833-8862-3b0d71d057a4 req-d45ced78-b362-4f66-971c-9922905c4ed6 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0873280 Dec 17 16:01:58.252645 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc3d945d-d376-4833-8862-3b0d71d057a4 req-a54362b3-6209-43f0-ab45-e7e32c28b945 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322497 Dec 17 16:01:58.318549 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ff914706-a3d1-4eee-9823-709b42d8184a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:58.346645 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff914706-a3d1-4eee-9823-709b42d8184a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event deleted for resources: {'Port': ['ID=dd896d9b-9455-4d3d-ac95-649a6936e316,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:58.407938 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ff914706-a3d1-4eee-9823-709b42d8184a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:58.496330 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ff914706-a3d1-4eee-9823-709b42d8184a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:58.498411 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ff914706-a3d1-4eee-9823-709b42d8184a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:58.632734 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ff914706-a3d1-4eee-9823-709b42d8184a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:58.633255 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff914706-a3d1-4eee-9823-709b42d8184a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Fanout notify agent at l3_agent the message router_deleted on router c27e0411-af77-4738-82ec-10f689de3149 {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:01:58.640116 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ff914706-a3d1-4eee-9823-709b42d8184a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:58.641336 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ff914706-a3d1-4eee-9823-709b42d8184a tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "DELETE /v2.0/routers/c27e0411-af77-4738-82ec-10f689de3149 HTTP/1.1" status: 204 len: 168 time: 1.3311439 Dec 17 16:01:58.643929 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38466) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:01:58.728939 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2b6de1b4-3583-420d-8a50-d180b000886d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:58.815974 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2b6de1b4-3583-420d-8a50-d180b000886d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:58.833038 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fd8eb21f-c6af-43a8-a840-b1bc991bcec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:58.835481 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-2b6de1b4-3583-420d-8a50-d180b000886d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c05b70-8c24-475b-9b26-82903f4c0a0d']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:58.844883 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-2b6de1b4-3583-420d-8a50-d180b000886d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5fefbeb-2e33-4494-9044-337e21957e56') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:58.845213 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-2b6de1b4-3583-420d-8a50-d180b000886d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5fefbeb-2e33-4494-9044-337e21957e56') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:01:58.854402 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2b6de1b4-3583-420d-8a50-d180b000886d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:58.867869 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2b6de1b4-3583-420d-8a50-d180b000886d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:58.873467 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b6de1b4-3583-420d-8a50-d180b000886d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:01:58.873879 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2b6de1b4-3583-420d-8a50-d180b000886d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:58.877669 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 16:01:58.877669 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:01:58.877669 n-d-820553-2 neutron-server[102832]: timer() Dec 17 16:01:58.877669 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:01:58.877669 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 16:01:58.877669 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:01:58.877669 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 16:01:58.877669 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:01:58.877669 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 16:01:58.877669 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:01:58.877669 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 16:01:58.877669 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:01:58.877669 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 16:01:58.877669 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:01:58.877669 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:01:58.877669 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:01:58.877669 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:01:58.877669 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:01:58.877669 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 16:01:58.877669 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:01:58.877669 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 16:01:58.877669 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:01:58.877669 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:01:58.877669 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:01:58.877669 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 16:01:58.877669 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:01:58.877669 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:01:58.877669 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:01:58.877669 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:01:58.877669 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:01:58.877669 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:01:58.877669 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:01:59.010255 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2b6de1b4-3583-420d-8a50-d180b000886d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:59.022765 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2b6de1b4-3583-420d-8a50-d180b000886d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:59.022765 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2b6de1b4-3583-420d-8a50-d180b000886d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] 10.222.0.46 "DELETE /v2.0/networks/79c05b70-8c24-475b-9b26-82903f4c0a0d HTTP/1.1" status: 204 len: 168 time: 0.3761957 Dec 17 16:01:59.033658 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6de1b4-3583-420d-8a50-d180b000886d tempest-TestNetworkBasicOps-1226976982 tempest-TestNetworkBasicOps-1226976982-project] Pushing event deleted for resources: {'Network': ['ID=79c05b70-8c24-475b-9b26-82903f4c0a0d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:01:59.370959 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa45ce-325b-4fe9-9a0e-e74adce735a8 req-ab363c74-be3c-4a6b-9de1-3e11983070e9 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:01:59.372432 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f3fa45ce-325b-4fe9-9a0e-e74adce735a8 req-ab363c74-be3c-4a6b-9de1-3e11983070e9 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0499501 Dec 17 16:01:59.412737 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f3fa45ce-325b-4fe9-9a0e-e74adce735a8 req-001d1ec9-8960-4428-aa46-1ebd2b2b6cc9 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339770 Dec 17 16:01:59.575288 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38474) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:01:59.595809 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b76ac9b5-fd66-4894-8ea5-981ec779b2f6 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:01:59.607872 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: b76ac9b5-fd66-4894-8ea5-981ec779b2f6 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:01:59.608217 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b76ac9b5-fd66-4894-8ea5-981ec779b2f6 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:01:59.608624 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9e117210-8b50-4a49-b7e6-cef4c13a6ba6 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:01:59.628391 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 9e117210-8b50-4a49-b7e6-cef4c13a6ba6 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:01:59.628751 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9e117210-8b50-4a49-b7e6-cef4c13a6ba6 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:01:59.629170 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device dd896d9b-9455-4d3d-ac95-649a6936e316 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:01:59.648501 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: dd896d9b-9455-4d3d-ac95-649a6936e316 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:01:59.648880 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device dd896d9b-9455-4d3d-ac95-649a6936e316 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:01:59.716524 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8abc6d35-7c13-4f7a-9eb6-d4f5c9d38b21 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b477ad0f385a47e09888a6c7ccbf4288&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1400280 Dec 17 16:01:59.719390 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38478) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:01:59.767246 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b650b397-16d0-4266-a050-656deba76b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:59.787461 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b650b397-16d0-4266-a050-656deba76b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:59.913293 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b650b397-16d0-4266-a050-656deba76b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:59.915860 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b650b397-16d0-4266-a050-656deba76b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:01:59.917002 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b650b397-16d0-4266-a050-656deba76b69 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d6cbed26-bc0d-4771-9300-35c948a66c16 HTTP/1.1" status: 204 len: 168 time: 0.1967301 Dec 17 16:01:59.925579 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b650b397-16d0-4266-a050-656deba76b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cbed26-bc0d-4771-9300-35c948a66c16,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:00.534070 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605d967-295c-47c1-ad66-a2e576e0a2bb req-fd7e500b-915d-44f2-a31b-45bbe0875a10 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:00.535547 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c605d967-295c-47c1-ad66-a2e576e0a2bb req-fd7e500b-915d-44f2-a31b-45bbe0875a10 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0560946 Dec 17 16:02:00.574367 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c605d967-295c-47c1-ad66-a2e576e0a2bb req-0131945b-6467-4b16-a0b8-10b1213f5c74 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325372 Dec 17 16:02:00.589242 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38486) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:02:00.601848 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c2529690-0a0c-42a8-a81f-ed79b444d68b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:00.682606 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c2529690-0a0c-42a8-a81f-ed79b444d68b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:00.768936 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c2529690-0a0c-42a8-a81f-ed79b444d68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:00.809273 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c2529690-0a0c-42a8-a81f-ed79b444d68b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2abfcf872dea47cbb4454a4eba67e536&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2207141 Dec 17 16:02:00.811578 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2529690-0a0c-42a8-a81f-ed79b444d68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45dc41dd-b3c8-469a-9651-8a45e2780f3a,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:00.812710 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38488) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:02:00.871995 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-93c35f97-012d-4619-bb37-75f0d5379ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:00.894299 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-93c35f97-012d-4619-bb37-75f0d5379ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:01.014781 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-93c35f97-012d-4619-bb37-75f0d5379ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:01.017998 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-93c35f97-012d-4619-bb37-75f0d5379ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:01.019217 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-93c35f97-012d-4619-bb37-75f0d5379ad7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/45dc41dd-b3c8-469a-9651-8a45e2780f3a HTTP/1.1" status: 204 len: 168 time: 0.2052596 Dec 17 16:02:01.027457 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c35f97-012d-4619-bb37-75f0d5379ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dc41dd-b3c8-469a-9651-8a45e2780f3a,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:01.035872 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c35f97-012d-4619-bb37-75f0d5379ad7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:01.036378 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c35f97-012d-4619-bb37-75f0d5379ad7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:01.036626 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c35f97-012d-4619-bb37-75f0d5379ad7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:01.037036 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c35f97-012d-4619-bb37-75f0d5379ad7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:01.037311 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c35f97-012d-4619-bb37-75f0d5379ad7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:01.037844 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c35f97-012d-4619-bb37-75f0d5379ad7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:01.038174 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c35f97-012d-4619-bb37-75f0d5379ad7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:01.038500 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c35f97-012d-4619-bb37-75f0d5379ad7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:01.038821 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c35f97-012d-4619-bb37-75f0d5379ad7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:01.039142 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c35f97-012d-4619-bb37-75f0d5379ad7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:01.039461 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c35f97-012d-4619-bb37-75f0d5379ad7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:01.039790 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c35f97-012d-4619-bb37-75f0d5379ad7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:01.092517 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-eaaaff58-6c18-4a63-8637-df946703b8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:01.697006 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d73868-2a1b-47de-909f-76dd05709d2b req-1b258a56-5deb-491e-b959-b3ca40337696 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:01.698540 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-56d73868-2a1b-47de-909f-76dd05709d2b req-1b258a56-5deb-491e-b959-b3ca40337696 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 943 time: 0.0497344 Dec 17 16:02:01.740281 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-56d73868-2a1b-47de-909f-76dd05709d2b req-cb723df7-9264-486f-9143-de6d27b2c529 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334756 Dec 17 16:02:01.995912 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 6ad1375c-6d90-4026-ac19-e8cc500a9a9c details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:02:02.090108 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 6ad1375c-6d90-4026-ac19-e8cc500a9a9c, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=6ad1375c-6d90-4026-ac19-e8cc500a9a9c,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:02.102057 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '6ad1375c-6d90-4026-ac19-e8cc500a9a9c', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'port_id': '6ad1375c-6d90-4026-ac19-e8cc500a9a9c', 'mac_address': 'fa:16:3e:3d:a2:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:02:02.137065 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38512) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:02:02.143054 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:02.156753 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad1375c-6d90-4026-ac19-e8cc500a9a9c {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:02:02.177005 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 6ad1375c-6d90-4026-ac19-e8cc500a9a9c, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=6ad1375c-6d90-4026-ac19-e8cc500a9a9c,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:02.235872 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-5aeabd78-cecf-4c30-8679-770d4d0a30eb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1214197945-network', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:02.259877 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:02.307614 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=6ad1375c-6d90-4026-ac19-e8cc500a9a9c,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:02.334192 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aeabd78-cecf-4c30-8679-770d4d0a30eb admin admin] Made reservation on behalf of 089d07ed9d43486a9db0eafb375f0b0b for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:02:02.336596 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5aeabd78-cecf-4c30-8679-770d4d0a30eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:02.349677 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5aeabd78-cecf-4c30-8679-770d4d0a30eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:02.421340 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5aeabd78-cecf-4c30-8679-770d4d0a30eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:02.431468 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:02.482609 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5aeabd78-cecf-4c30-8679-770d4d0a30eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:02.510924 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aeabd78-cecf-4c30-8679-770d4d0a30eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:02:02.517992 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeabd78-cecf-4c30-8679-770d4d0a30eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68dd4e1-9533-42fc-95ee-62eda0c544f6,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:02.527351 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5aeabd78-cecf-4c30-8679-770d4d0a30eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:02.527692 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-5aeabd78-cecf-4c30-8679-770d4d0a30eb admin admin] Added segment 1bb7374c-bdba-41c5-9585-af20c5273052 of type vlan for network ca64830f-9070-4611-be27-495726793b6b Dec 17 16:02:02.529721 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeabd78-cecf-4c30-8679-770d4d0a30eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:02.530068 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeabd78-cecf-4c30-8679-770d4d0a30eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:02.530410 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeabd78-cecf-4c30-8679-770d4d0a30eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:02.531598 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeabd78-cecf-4c30-8679-770d4d0a30eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:02.531934 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeabd78-cecf-4c30-8679-770d4d0a30eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:02.532268 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeabd78-cecf-4c30-8679-770d4d0a30eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:02.532601 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeabd78-cecf-4c30-8679-770d4d0a30eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:02.532929 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeabd78-cecf-4c30-8679-770d4d0a30eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:02.533336 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeabd78-cecf-4c30-8679-770d4d0a30eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:02.544578 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeabd78-cecf-4c30-8679-770d4d0a30eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:02.544578 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeabd78-cecf-4c30-8679-770d4d0a30eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:02.544578 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aeabd78-cecf-4c30-8679-770d4d0a30eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:02.578609 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5aeabd78-cecf-4c30-8679-770d4d0a30eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:02.634232 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['6ad1375c-6d90-4026-ac19-e8cc500a9a9c'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:02:02.690032 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5aeabd78-cecf-4c30-8679-770d4d0a30eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:02.690926 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aeabd78-cecf-4c30-8679-770d4d0a30eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:02.691541 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5aeabd78-cecf-4c30-8679-770d4d0a30eb admin admin] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:02.755360 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeabd78-cecf-4c30-8679-770d4d0a30eb admin admin] Pushing event updated for resources: {'Network': ['ID=ca64830f-9070-4611-be27-495726793b6b,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:02.769178 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network ca64830f-9070-4611-be27-495726793b6b details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:02:02.844561 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5aeabd78-cecf-4c30-8679-770d4d0a30eb admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7063274 Dec 17 16:02:02.848125 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38518) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:02:02.853630 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-41b669b6-8b16-450f-a54a-97d61114aa4c admin admin] Request body: {'subnet': {'network_id': 'ca64830f-9070-4611-be27-495726793b6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1214197945-subnet', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:02.867467 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30e8b8-0afe-4800-ae63-b9046c95f636 req-8d3cb439-18c2-402d-9c64-377cae0073c3 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:02.869306 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb30e8b8-0afe-4800-ae63-b9046c95f636 req-8d3cb439-18c2-402d-9c64-377cae0073c3 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 944 time: 0.0573378 Dec 17 16:02:02.909343 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb30e8b8-0afe-4800-ae63-b9046c95f636 req-94ffd6a9-2064-4c22-ae16-6ca779549ce7 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332811 Dec 17 16:02:02.951551 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b669b6-8b16-450f-a54a-97d61114aa4c admin admin] Made reservation on behalf of 089d07ed9d43486a9db0eafb375f0b0b for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:02:02.954819 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-41b669b6-8b16-450f-a54a-97d61114aa4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:03.158818 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-41b669b6-8b16-450f-a54a-97d61114aa4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:03.211491 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b669b6-8b16-450f-a54a-97d61114aa4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=74e00c5b-8cea-4242-a599-be5edb986481,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:03.222102 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b669b6-8b16-450f-a54a-97d61114aa4c admin admin] Checking segment: {'id': '1bb7374c-bdba-41c5-9585-af20c5273052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ca64830f-9070-4611-be27-495726793b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:02:03.222453 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b669b6-8b16-450f-a54a-97d61114aa4c admin admin] Network hostable DHCP agents. Network: ca64830f-9070-4611-be27-495726793b6b, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:02:03.318635 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b669b6-8b16-450f-a54a-97d61114aa4c admin admin] Network ca64830f-9070-4611-be27-495726793b6b is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:02:03.385640 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-41b669b6-8b16-450f-a54a-97d61114aa4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, ca64830f-9070-4611-be27-495726793b6b) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:02:03.390040 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b669b6-8b16-450f-a54a-97d61114aa4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:03.390855 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-41b669b6-8b16-450f-a54a-97d61114aa4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:03.395911 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00ab05f-e09c-4b68-a290-b20fdb82a452 None None] Network ca64830f-9070-4611-be27-495726793b6b requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:02:03.459464 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-41b669b6-8b16-450f-a54a-97d61114aa4c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6095464 Dec 17 16:02:03.462673 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38520) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:02:03.466870 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-2ff8667b-e594-46dc-be77-d1b46979e106 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1214197945-router', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:03.545462 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c48565f-3b7e-4210-8789-e53b919de8e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-ca64830f-9070-4611-be27-495726793b6b', 'network_id': 'ca64830f-9070-4611-be27-495726793b6b', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'fixed_ips': [{'subnet_id': '74e00c5b-8cea-4242-a599-be5edb986481'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 16:02:03.546847 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0c48565f-3b7e-4210-8789-e53b919de8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:03.558923 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ff8667b-e594-46dc-be77-d1b46979e106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:03.560010 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ff8667b-e594-46dc-be77-d1b46979e106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:03.614471 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ff8667b-e594-46dc-be77-d1b46979e106 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:03.685855 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-0c48565f-3b7e-4210-8789-e53b919de8e5 None None] Allocated IP 172.20.0.2 (ca64830f-9070-4611-be27-495726793b6b/74e00c5b-8cea-4242-a599-be5edb986481/7f7d540b-b188-4bac-8f96-83c17495e783) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:02:03.836368 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ff8667b-e594-46dc-be77-d1b46979e106 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:03.838771 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0c48565f-3b7e-4210-8789-e53b919de8e5 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:04.011601 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 6ad1375c-6d90-4026-ac19-e8cc500a9a9c up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:02:04.017921 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:04.019029 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0c48565f-3b7e-4210-8789-e53b919de8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:04.025687 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff7a91-24f7-4933-ba6d-456e2a314fe9 req-bad274c3-c0fe-4060-be78-31d7ed981603 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:04.027182 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-edff7a91-24f7-4933-ba6d-456e2a314fe9 req-bad274c3-c0fe-4060-be78-31d7ed981603 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 944 time: 0.0496697 Dec 17 16:02:04.070663 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-edff7a91-24f7-4933-ba6d-456e2a314fe9 req-2b79e1d3-a63d-4f9e-8918-e326c7383313 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361340 Dec 17 16:02:04.087358 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c48565f-3b7e-4210-8789-e53b919de8e5 None None] Network ca64830f-9070-4611-be27-495726793b6b is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:02:04.095105 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-0c48565f-3b7e-4210-8789-e53b919de8e5 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:02:04.099311 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c48565f-3b7e-4210-8789-e53b919de8e5 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:02:04.111873 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48565f-3b7e-4210-8789-e53b919de8e5 None None] Pushing event updated for resources: {'Port': ['ID=7f7d540b-b188-4bac-8f96-83c17495e783,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:04.151870 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ff8667b-e594-46dc-be77-d1b46979e106 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:04.171161 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ff8667b-e594-46dc-be77-d1b46979e106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:04.175922 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-0c48565f-3b7e-4210-8789-e53b919de8e5 None None] Attempting to bind port 7f7d540b-b188-4bac-8f96-83c17495e783 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:02:04.176299 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-0c48565f-3b7e-4210-8789-e53b919de8e5 None None] Attempting to bind port 7f7d540b-b188-4bac-8f96-83c17495e783 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '1bb7374c-bdba-41c5-9585-af20c5273052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ca64830f-9070-4611-be27-495726793b6b'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:02:04.176671 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c48565f-3b7e-4210-8789-e53b919de8e5 None None] Attempting to bind port 7f7d540b-b188-4bac-8f96-83c17495e783 on network ca64830f-9070-4611-be27-495726793b6b {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:02:04.184463 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c48565f-3b7e-4210-8789-e53b919de8e5 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:02:04.185239 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c48565f-3b7e-4210-8789-e53b919de8e5 None None] Checking segment: {'id': '1bb7374c-bdba-41c5-9585-af20c5273052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ca64830f-9070-4611-be27-495726793b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:02:04.185347 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0c48565f-3b7e-4210-8789-e53b919de8e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:04.185806 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c48565f-3b7e-4210-8789-e53b919de8e5 None None] Bound using segment: {'id': '1bb7374c-bdba-41c5-9585-af20c5273052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ca64830f-9070-4611-be27-495726793b6b'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:02:04.186264 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-0c48565f-3b7e-4210-8789-e53b919de8e5 None None] Bound port: 7f7d540b-b188-4bac-8f96-83c17495e783, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb7374c-bdba-41c5-9585-af20c5273052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ca64830f-9070-4611-be27-495726793b6b'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:02:04.187256 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0c48565f-3b7e-4210-8789-e53b919de8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:04.228743 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 6ad1375c-6d90-4026-ac19-e8cc500a9a9c completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:02:04.235708 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 6ad1375c-6d90-4026-ac19-e8cc500a9a9c triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:04.236086 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:04.274486 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-2ff8667b-e594-46dc-be77-d1b46979e106 admin admin] Allocated IP 172.25.6.220 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/ee96023b-3027-49ea-ac91-f9d3c4816728) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:02:04.285403 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-0c48565f-3b7e-4210-8789-e53b919de8e5 None None] For port 7f7d540b-b188-4bac-8f96-83c17495e783, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:02:04.292176 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-0c48565f-3b7e-4210-8789-e53b919de8e5 None None] For port 7f7d540b-b188-4bac-8f96-83c17495e783, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=7f7d540b-b188-4bac-8f96-83c17495e783,segment=NetworkSegment(1bb7374c-bdba-41c5-9585-af20c5273052),segment_id=1bb7374c-bdba-41c5-9585-af20c5273052)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:02:04.323384 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:04.342672 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:04.365177 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd38253-87a2-41c0-9486-3caa69dc4cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad1375c-6d90-4026-ac19-e8cc500a9a9c'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:02:04.367440 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee54eb5-9744-4b4f-ad12-df6366b92006" -d '{"events": [{"server_uuid": "0bd38253-87a2-41c0-9486-3caa69dc4cf6", "name": "network-vif-plugged", "status": "completed", "tag": "6ad1375c-6d90-4026-ac19-e8cc500a9a9c"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:02:04.378569 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0c48565f-3b7e-4210-8789-e53b919de8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:04.382517 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ff8667b-e594-46dc-be77-d1b46979e106 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:04.387810 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 6ad1375c-6d90-4026-ac19-e8cc500a9a9c, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=6ad1375c-6d90-4026-ac19-e8cc500a9a9c,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:04.409157 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d4f869-62ce-41dc-aa5e-8fde7f33f259 x-openstack-request-id: req-f9d4f869-62ce-41dc-aa5e-8fde7f33f259 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:02:04.409733 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd38253-87a2-41c0-9486-3caa69dc4cf6", "name": "network-vif-plugged", "status": "completed", "tag": "6ad1375c-6d90-4026-ac19-e8cc500a9a9c", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:02:04.409733 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f9d4f869-62ce-41dc-aa5e-8fde7f33f259 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:02:04.410076 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd38253-87a2-41c0-9486-3caa69dc4cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad1375c-6d90-4026-ac19-e8cc500a9a9c', 'code': 200} Dec 17 16:02:04.445648 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48565f-3b7e-4210-8789-e53b919de8e5 None None] Pushing event updated for resources: {'Port': ['ID=7f7d540b-b188-4bac-8f96-83c17495e783,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:04.472067 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:04.485993 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ff8667b-e594-46dc-be77-d1b46979e106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:04.527553 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=6ad1375c-6d90-4026-ac19-e8cc500a9a9c,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:04.549670 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff8667b-e594-46dc-be77-d1b46979e106 admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:02:04.554949 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-2ff8667b-e594-46dc-be77-d1b46979e106 admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:02:04.559296 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff8667b-e594-46dc-be77-d1b46979e106 admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:02:04.592017 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8667b-e594-46dc-be77-d1b46979e106 admin admin] Pushing event updated for resources: {'Port': ['ID=ee96023b-3027-49ea-ac91-f9d3c4816728,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:04.631253 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5c64c-df04-458b-ac32-3917b622ac8c req-b480ab52-ed45-4806-8f36-46bad2d54e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:04.632843 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5ad5c64c-df04-458b-ac32-3917b622ac8c req-b480ab52-ed45-4806-8f36-46bad2d54e4b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 1096 time: 0.1200821 Dec 17 16:02:04.754603 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5ad5c64c-df04-458b-ac32-3917b622ac8c req-41da4fc1-c467-405b-8a88-2e7eea2d7238 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854380 Dec 17 16:02:04.950202 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ff8667b-e594-46dc-be77-d1b46979e106 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:05.143688 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ff8667b-e594-46dc-be77-d1b46979e106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:05.197579 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90701e71-e60a-4751-84ea-36c4e5e7ac51 req-5d6d1458-79de-499e-ab37-e311c9d9b9eb tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:05.200268 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-90701e71-e60a-4751-84ea-36c4e5e7ac51 req-5d6d1458-79de-499e-ab37-e311c9d9b9eb tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 945 time: 0.0536852 Dec 17 16:02:05.248120 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-90701e71-e60a-4751-84ea-36c4e5e7ac51 req-839a1d16-07ea-4360-ae3d-d126c8a1842a tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418482 Dec 17 16:02:05.353186 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff8667b-e594-46dc-be77-d1b46979e106 admin admin] Router 5780a0e2-d5fb-4617-86f0-e5c3a8bde72e is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:02:05.413925 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f4ebfa-2706-4a67-a94c-813ba787d748 None None] Network ca64830f-9070-4611-be27-495726793b6b requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:02:05.543126 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-e2ee5bfc-e577-464b-8e6e-9986bdcfa6a5 None None] Provisioning complete for port 7f7d540b-b188-4bac-8f96-83c17495e783 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:05.543126 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e2ee5bfc-e577-464b-8e6e-9986bdcfa6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:05.653768 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 7f7d540b-b188-4bac-8f96-83c17495e783 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:02:05.698518 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e2ee5bfc-e577-464b-8e6e-9986bdcfa6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:05.747067 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-e2ee5bfc-e577-464b-8e6e-9986bdcfa6a5 None None] For port 7f7d540b-b188-4bac-8f96-83c17495e783, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=7f7d540b-b188-4bac-8f96-83c17495e783,segment=NetworkSegment(1bb7374c-bdba-41c5-9585-af20c5273052),segment_id=1bb7374c-bdba-41c5-9585-af20c5273052)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:05.750645 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 7f7d540b-b188-4bac-8f96-83c17495e783 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:05.754128 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:05.779335 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff8667b-e594-46dc-be77-d1b46979e106 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:02:05.794474 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d970fc-4f2b-41b3-930f-bc0f0ef478b8 None None] Sync routers for ids ['5780a0e2-d5fb-4617-86f0-e5c3a8bde72e'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:02:05.806506 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d970fc-4f2b-41b3-930f-bc0f0ef478b8 None None] Routers {'5780a0e2-d5fb-4617-86f0-e5c3a8bde72e'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:02:05.807135 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-93d970fc-4f2b-41b3-930f-bc0f0ef478b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:02:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5780a0e2-d5fb-4617-86f0-e5c3a8bde72e'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:05.834435 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:05.847165 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e2ee5bfc-e577-464b-8e6e-9986bdcfa6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:05.879649 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2ff8667b-e594-46dc-be77-d1b46979e106 admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:05.880984 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2ff8667b-e594-46dc-be77-d1b46979e106 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4172766 Dec 17 16:02:05.888748 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38528) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:02:05.922612 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-93d970fc-4f2b-41b3-930f-bc0f0ef478b8 None None] Set router 5780a0e2-d5fb-4617-86f0-e5c3a8bde72e gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:02:05.928622 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee5bfc-e577-464b-8e6e-9986bdcfa6a5 None None] Pushing event updated for resources: {'Port': ['ID=7f7d540b-b188-4bac-8f96-83c17495e783,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:05.942901 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:02:05.943273 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:02:05.968434 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-7e3884cd-061f-4b1c-bdb0-4056e4552f31 None None] Provisioning complete for port 7f7d540b-b188-4bac-8f96-83c17495e783 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:05.976588 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7e3884cd-061f-4b1c-bdb0-4056e4552f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:06.114773 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-93d970fc-4f2b-41b3-930f-bc0f0ef478b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'name': 'tempest-TestVolumeBackupRestore-1214197945-router', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'ee96023b-3027-49ea-ac91-f9d3c4816728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:02:03Z', 'updated_at': '2021-12-17T16:02:04Z', 'revision_number': 3, 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'gw_port': {'id': 'ee96023b-3027-49ea-ac91-f9d3c4816728', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:04Z', 'updated_at': '2021-12-17T16:02:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:06.145648 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d970fc-4f2b-41b3-930f-bc0f0ef478b8 None None] Checking router: 5780a0e2-d5fb-4617-86f0-e5c3a8bde72e for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:02:06.145906 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d970fc-4f2b-41b3-930f-bc0f0ef478b8 None None] Updating router 5780a0e2-d5fb-4617-86f0-e5c3a8bde72e port ee96023b-3027-49ea-ac91-f9d3c4816728 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:02:06.170922 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-93d970fc-4f2b-41b3-930f-bc0f0ef478b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:06.321189 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-55178f79-077d-4527-adb8-bd3edfeff1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:06.434534 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293596ed-2be1-4533-87dc-89879e44f2dd req-5124e848-789c-457f-8795-7864b3b88cec tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:06.436044 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-293596ed-2be1-4533-87dc-89879e44f2dd req-5124e848-789c-457f-8795-7864b3b88cec tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 945 time: 0.0955918 Dec 17 16:02:06.438572 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-93d970fc-4f2b-41b3-930f-bc0f0ef478b8 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:06.512698 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-93d970fc-4f2b-41b3-930f-bc0f0ef478b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:06.527050 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-293596ed-2be1-4533-87dc-89879e44f2dd req-03201bc5-6e52-4169-94b3-711efa052c85 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683069 Dec 17 16:02:06.547904 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-55178f79-077d-4527-adb8-bd3edfeff1da admin admin] Allocated IP 172.20.0.1 (ca64830f-9070-4611-be27-495726793b6b/74e00c5b-8cea-4242-a599-be5edb986481/e08e3f3a-b28c-40a0-8478-f107c6e0e121) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:02:06.565446 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-93d970fc-4f2b-41b3-930f-bc0f0ef478b8 None None] Attempting to bind port ee96023b-3027-49ea-ac91-f9d3c4816728 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:02:06.565811 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-93d970fc-4f2b-41b3-930f-bc0f0ef478b8 None None] Attempting to bind port ee96023b-3027-49ea-ac91-f9d3c4816728 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:02:06.566163 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d970fc-4f2b-41b3-930f-bc0f0ef478b8 None None] Attempting to bind port ee96023b-3027-49ea-ac91-f9d3c4816728 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:02:06.579432 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e4a7b-c893-421b-a639-a0406d07eded None None] Pushing event updated for resources: {'Port': ['ID=ee96023b-3027-49ea-ac91-f9d3c4816728,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:06.584309 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d970fc-4f2b-41b3-930f-bc0f0ef478b8 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:02:06.584309 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d970fc-4f2b-41b3-930f-bc0f0ef478b8 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:02:06.584309 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-93d970fc-4f2b-41b3-930f-bc0f0ef478b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:06.584309 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d970fc-4f2b-41b3-930f-bc0f0ef478b8 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:02:06.584309 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-93d970fc-4f2b-41b3-930f-bc0f0ef478b8 None None] Bound port: ee96023b-3027-49ea-ac91-f9d3c4816728, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:02:06.584309 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-93d970fc-4f2b-41b3-930f-bc0f0ef478b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:06.591879 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e4a7b-c893-421b-a639-a0406d07eded None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:06.592225 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e4a7b-c893-421b-a639-a0406d07eded None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:06.592557 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e4a7b-c893-421b-a639-a0406d07eded None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:06.592924 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e4a7b-c893-421b-a639-a0406d07eded None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:06.593513 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e4a7b-c893-421b-a639-a0406d07eded None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:06.593900 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e4a7b-c893-421b-a639-a0406d07eded None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:06.594314 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e4a7b-c893-421b-a639-a0406d07eded None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:06.594635 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e4a7b-c893-421b-a639-a0406d07eded None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:06.594956 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e4a7b-c893-421b-a639-a0406d07eded None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:06.595271 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e4a7b-c893-421b-a639-a0406d07eded None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:06.595655 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e4a7b-c893-421b-a639-a0406d07eded None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:06.595941 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e4a7b-c893-421b-a639-a0406d07eded None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:06.648426 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-93d970fc-4f2b-41b3-930f-bc0f0ef478b8 None None] For port ee96023b-3027-49ea-ac91-f9d3c4816728, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:02:06.651494 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-93d970fc-4f2b-41b3-930f-bc0f0ef478b8 None None] For port ee96023b-3027-49ea-ac91-f9d3c4816728, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ee96023b-3027-49ea-ac91-f9d3c4816728,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:02:06.693077 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649f9e7-36f4-4c78-bcb5-8f2b0629de9c req-f349783c-db17-4913-957b-17a5d93b1637 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:06.694604 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1649f9e7-36f4-4c78-bcb5-8f2b0629de9c req-f349783c-db17-4913-957b-17a5d93b1637 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 945 time: 0.0786386 Dec 17 16:02:06.716081 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-55178f79-077d-4527-adb8-bd3edfeff1da admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:06.742066 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-93d970fc-4f2b-41b3-930f-bc0f0ef478b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:06.752851 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1649f9e7-36f4-4c78-bcb5-8f2b0629de9c req-db5166ca-75ac-4a8a-8178-10b0eb5dc79d tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522954 Dec 17 16:02:06.799096 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d970fc-4f2b-41b3-930f-bc0f0ef478b8 None None] Routers {'5780a0e2-d5fb-4617-86f0-e5c3a8bde72e'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:02:06.799719 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-93d970fc-4f2b-41b3-930f-bc0f0ef478b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:02:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5780a0e2-d5fb-4617-86f0-e5c3a8bde72e'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:06.804750 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e4a7b-c893-421b-a639-a0406d07eded None None] Pushing event updated for resources: {'Port': ['ID=ee96023b-3027-49ea-ac91-f9d3c4816728,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:06.849013 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-55178f79-077d-4527-adb8-bd3edfeff1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:06.888877 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55178f79-077d-4527-adb8-bd3edfeff1da admin admin] Network ca64830f-9070-4611-be27-495726793b6b is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:02:06.892120 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-55178f79-077d-4527-adb8-bd3edfeff1da admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:02:06.895738 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55178f79-077d-4527-adb8-bd3edfeff1da admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:02:06.919680 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-93d970fc-4f2b-41b3-930f-bc0f0ef478b8 None None] Set router 5780a0e2-d5fb-4617-86f0-e5c3a8bde72e gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:02:06.928906 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55178f79-077d-4527-adb8-bd3edfeff1da admin admin] Pushing event updated for resources: {'Port': ['ID=e08e3f3a-b28c-40a0-8478-f107c6e0e121,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:06.950323 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-55178f79-077d-4527-adb8-bd3edfeff1da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:07.113676 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-93d970fc-4f2b-41b3-930f-bc0f0ef478b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'name': 'tempest-TestVolumeBackupRestore-1214197945-router', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'ee96023b-3027-49ea-ac91-f9d3c4816728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:02:03Z', 'updated_at': '2021-12-17T16:02:04Z', 'revision_number': 3, 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'gw_port': {'id': 'ee96023b-3027-49ea-ac91-f9d3c4816728', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:04Z', 'updated_at': '2021-12-17T16:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:07.138850 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d970fc-4f2b-41b3-930f-bc0f0ef478b8 None None] The sync data for ids ['5780a0e2-d5fb-4617-86f0-e5c3a8bde72e'] in n-d-820553-2 is: [{'id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'name': 'tempest-TestVolumeBackupRestore-1214197945-router', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'ee96023b-3027-49ea-ac91-f9d3c4816728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:02:03Z', 'updated_at': '2021-12-17T16:02:04Z', 'revision_number': 3, 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'gw_port': {'id': 'ee96023b-3027-49ea-ac91-f9d3c4816728', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:04Z', 'updated_at': '2021-12-17T16:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:02:07.186274 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-28b1b093-0962-4eb5-b943-6e12bad6a177 None None] Provisioning complete for port e08e3f3a-b28c-40a0-8478-f107c6e0e121 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:07.186274 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-28b1b093-0962-4eb5-b943-6e12bad6a177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:07.190344 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-55178f79-077d-4527-adb8-bd3edfeff1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:07.225002 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-28b1b093-0962-4eb5-b943-6e12bad6a177 None None] Port e08e3f3a-b28c-40a0-8478-f107c6e0e121 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:02:07.394960 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-55178f79-077d-4527-adb8-bd3edfeff1da admin admin] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:07.412260 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb07ed8-a072-4d1f-934d-06e0c10407df req-bcee4290-63c9-4735-bdf2-b057531bc157 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:07.416754 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5eb07ed8-a072-4d1f-934d-06e0c10407df req-bcee4290-63c9-4735-bdf2-b057531bc157 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 945 time: 0.0973921 Dec 17 16:02:07.456598 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5eb07ed8-a072-4d1f-934d-06e0c10407df req-937e4586-7b13-4cfc-b945-fc1884e9f6d5 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367198 Dec 17 16:02:07.488515 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-55178f79-077d-4527-adb8-bd3edfeff1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:07.557369 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-55178f79-077d-4527-adb8-bd3edfeff1da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:07.559114 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55178f79-077d-4527-adb8-bd3edfeff1da admin admin] Pushing event updated for resources: {'Port': ['ID=e08e3f3a-b28c-40a0-8478-f107c6e0e121,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:07.668410 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55178f79-077d-4527-adb8-bd3edfeff1da admin admin] Network ca64830f-9070-4611-be27-495726793b6b is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:02:07.669946 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-55178f79-077d-4527-adb8-bd3edfeff1da admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:02:07.674973 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 7f7d540b-b188-4bac-8f96-83c17495e783 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:02:07.727631 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 7f7d540b-b188-4bac-8f96-83c17495e783 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:07.727925 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:07.807345 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55178f79-077d-4527-adb8-bd3edfeff1da admin admin] Router 5780a0e2-d5fb-4617-86f0-e5c3a8bde72e has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:02:07.831185 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ee96023b-3027-49ea-ac91-f9d3c4816728 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:02:07.898419 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port ee96023b-3027-49ea-ac91-f9d3c4816728 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:07.900905 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:07.942238 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55178f79-077d-4527-adb8-bd3edfeff1da admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:02:07.953836 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-55178f79-077d-4527-adb8-bd3edfeff1da admin admin] 10.222.0.46 "PUT /v2.0/routers/5780a0e2-d5fb-4617-86f0-e5c3a8bde72e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0634096 Dec 17 16:02:07.957368 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-f536eb58-61d0-4f9f-8086-cb8761c94cc8 None None] Provisioning complete for port e08e3f3a-b28c-40a0-8478-f107c6e0e121 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:07.957749 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f536eb58-61d0-4f9f-8086-cb8761c94cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:08.023649 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-f536eb58-61d0-4f9f-8086-cb8761c94cc8 None None] Port e08e3f3a-b28c-40a0-8478-f107c6e0e121 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:02:08.032766 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:08.054085 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port ee96023b-3027-49ea-ac91-f9d3c4816728, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ee96023b-3027-49ea-ac91-f9d3c4816728,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:08.152985 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:08.200639 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=ee96023b-3027-49ea-ac91-f9d3c4816728,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:08.582226 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704885ba-82ee-473a-84b1-7064ed248677 req-efe46640-1869-49b1-b556-513e8c752421 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:08.583786 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-704885ba-82ee-473a-84b1-7064ed248677 req-efe46640-1869-49b1-b556-513e8c752421 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 945 time: 0.0540338 Dec 17 16:02:08.625095 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-704885ba-82ee-473a-84b1-7064ed248677 req-714ca0e3-096f-4038-b1ff-a4a0fb647203 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342343 Dec 17 16:02:08.698542 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38556) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:02:08.703795 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-53cf45cd-cec2-43ed-9aac-7c63ba364251 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1378291576-network', 'tenant_id': '427ac8bfa1294c0d86cb94f9750b831e'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:08.814443 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cf45cd-cec2-43ed-9aac-7c63ba364251 admin admin] Made reservation on behalf of 427ac8bfa1294c0d86cb94f9750b831e for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:02:08.817352 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-53cf45cd-cec2-43ed-9aac-7c63ba364251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:08.825938 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-53cf45cd-cec2-43ed-9aac-7c63ba364251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:08.879872 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3120b9-ea35-4397-b3d5-94824f68b84a None None] Sync routers for ids ['5780a0e2-d5fb-4617-86f0-e5c3a8bde72e'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:02:08.894238 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3120b9-ea35-4397-b3d5-94824f68b84a None None] Routers {'5780a0e2-d5fb-4617-86f0-e5c3a8bde72e'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:02:08.894930 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-6f3120b9-ea35-4397-b3d5-94824f68b84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:02:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5780a0e2-d5fb-4617-86f0-e5c3a8bde72e'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:08.907415 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-53cf45cd-cec2-43ed-9aac-7c63ba364251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:08.999083 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-53cf45cd-cec2-43ed-9aac-7c63ba364251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:09.028800 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53cf45cd-cec2-43ed-9aac-7c63ba364251 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:02:09.039735 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf45cd-cec2-43ed-9aac-7c63ba364251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9783952-b637-487f-a69c-03918307f986,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:09.047712 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-53cf45cd-cec2-43ed-9aac-7c63ba364251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:09.048062 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-53cf45cd-cec2-43ed-9aac-7c63ba364251 admin admin] Added segment ad9555d5-74b9-47d1-a9e7-76eea52bcb68 of type vlan for network ae43a282-f565-44b3-8129-b2817f2e7832 Dec 17 16:02:09.054873 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d1836-091b-420b-9339-2a3b1a17f5ed req-5244e654-46f1-46a6-803d-b2870eab7b5e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:09.057452 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-762d1836-091b-420b-9339-2a3b1a17f5ed req-5244e654-46f1-46a6-803d-b2870eab7b5e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.41 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 945 time: 0.0569384 Dec 17 16:02:09.097982 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-53cf45cd-cec2-43ed-9aac-7c63ba364251 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:09.163862 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-762d1836-091b-420b-9339-2a3b1a17f5ed req-59fb07aa-8cd0-43d6-90c9-b27a70ab0e61 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Deleting port 6ad1375c-6d90-4026-ac19-e8cc500a9a9c {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:02:09.164433 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-762d1836-091b-420b-9339-2a3b1a17f5ed req-59fb07aa-8cd0-43d6-90c9-b27a70ab0e61 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:09.170267 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-6f3120b9-ea35-4397-b3d5-94824f68b84a None None] Set router 5780a0e2-d5fb-4617-86f0-e5c3a8bde72e gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:02:09.198885 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-53cf45cd-cec2-43ed-9aac-7c63ba364251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:09.200140 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cf45cd-cec2-43ed-9aac-7c63ba364251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:09.200891 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-53cf45cd-cec2-43ed-9aac-7c63ba364251 admin admin] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:09.256705 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-762d1836-091b-420b-9339-2a3b1a17f5ed req-59fb07aa-8cd0-43d6-90c9-b27a70ab0e61 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] For port 6ad1375c-6d90-4026-ac19-e8cc500a9a9c, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=6ad1375c-6d90-4026-ac19-e8cc500a9a9c,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:09.257091 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-762d1836-091b-420b-9339-2a3b1a17f5ed req-59fb07aa-8cd0-43d6-90c9-b27a70ab0e61 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:09.264349 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf45cd-cec2-43ed-9aac-7c63ba364251 admin admin] Pushing event updated for resources: {'Network': ['ID=ae43a282-f565-44b3-8129-b2817f2e7832,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:09.272441 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-762d1836-091b-420b-9339-2a3b1a17f5ed req-59fb07aa-8cd0-43d6-90c9-b27a70ab0e61 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Calling delete_port for 6ad1375c-6d90-4026-ac19-e8cc500a9a9c owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:02:09.286780 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network ae43a282-f565-44b3-8129-b2817f2e7832 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:02:09.350552 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-53cf45cd-cec2-43ed-9aac-7c63ba364251 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6506488 Dec 17 16:02:09.353372 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38558) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:02:09.360583 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-49ba4307-a674-44a3-987f-9e027a1dc0a0 admin admin] Request body: {'subnet': {'network_id': 'ae43a282-f565-44b3-8129-b2817f2e7832', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1378291576-subnet', 'tenant_id': '427ac8bfa1294c0d86cb94f9750b831e', 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:09.435498 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-6f3120b9-ea35-4397-b3d5-94824f68b84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'name': 'tempest-TestVolumeBackupRestore-1214197945-router', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'ee96023b-3027-49ea-ac91-f9d3c4816728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:02:03Z', 'updated_at': '2021-12-17T16:02:07Z', 'revision_number': 4, 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'gw_port': {'id': 'ee96023b-3027-49ea-ac91-f9d3c4816728', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:04Z', 'updated_at': '2021-12-17T16:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'e08e3f3a-b28c-40a0-8478-f107c6e0e121', 'name': '', 'network_id': 'ca64830f-9070-4611-be27-495726793b6b', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'mac_address': 'fa:16:3e:49:3f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '74e00c5b-8cea-4242-a599-be5edb986481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:06Z', 'updated_at': '2021-12-17T16:02:07Z', 'revision_number': 2, 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'subnets': [{'id': '74e00c5b-8cea-4242-a599-be5edb986481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:09.462604 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3120b9-ea35-4397-b3d5-94824f68b84a None None] Checking router: 5780a0e2-d5fb-4617-86f0-e5c3a8bde72e for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:02:09.462958 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3120b9-ea35-4397-b3d5-94824f68b84a None None] Updating router 5780a0e2-d5fb-4617-86f0-e5c3a8bde72e port e08e3f3a-b28c-40a0-8478-f107c6e0e121 binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:02:09.487846 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6f3120b9-ea35-4397-b3d5-94824f68b84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:09.488818 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ba4307-a674-44a3-987f-9e027a1dc0a0 admin admin] Made reservation on behalf of 427ac8bfa1294c0d86cb94f9750b831e for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:02:09.491234 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-49ba4307-a674-44a3-987f-9e027a1dc0a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:09.513365 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-762d1836-091b-420b-9339-2a3b1a17f5ed req-59fb07aa-8cd0-43d6-90c9-b27a70ab0e61 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:09.549106 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb07aa-8cd0-43d6-90c9-b27a70ab0e61 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Pushing event deleted for resources: {'Port': ['ID=6ad1375c-6d90-4026-ac19-e8cc500a9a9c,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:09.599598 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5', '6ad1375c-6d90-4026-ac19-e8cc500a9a9c'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:02:09.668475 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-762d1836-091b-420b-9339-2a3b1a17f5ed req-59fb07aa-8cd0-43d6-90c9-b27a70ab0e61 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] No DVR routers for this DVR port 6ad1375c-6d90-4026-ac19-e8cc500a9a9c on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:02:09.673424 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-762d1836-091b-420b-9339-2a3b1a17f5ed req-59fb07aa-8cd0-43d6-90c9-b27a70ab0e61 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:09.677526 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-762d1836-091b-420b-9339-2a3b1a17f5ed req-59fb07aa-8cd0-43d6-90c9-b27a70ab0e61 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.41 "DELETE /v2.0/ports/6ad1375c-6d90-4026-ac19-e8cc500a9a9c HTTP/1.1" status: 204 len: 173 time: 0.6143162 Dec 17 16:02:09.678097 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd38253-87a2-41c0-9486-3caa69dc4cf6', 'name': 'network-vif-deleted', 'tag': '6ad1375c-6d90-4026-ac19-e8cc500a9a9c'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:02:09.682040 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64e69ec-3abd-4bbc-9bae-6333fb2ca35a" -d '{"events": [{"server_uuid": "0bd38253-87a2-41c0-9486-3caa69dc4cf6", "name": "network-vif-deleted", "tag": "6ad1375c-6d90-4026-ac19-e8cc500a9a9c"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:02:09.716486 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ee96023b-3027-49ea-ac91-f9d3c4816728 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:02:09.737858 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7641ef85-13aa-44aa-af93-762620143357 x-openstack-request-id: req-7641ef85-13aa-44aa-af93-762620143357 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:02:09.738385 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd38253-87a2-41c0-9486-3caa69dc4cf6", "name": "network-vif-deleted", "tag": "6ad1375c-6d90-4026-ac19-e8cc500a9a9c", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:02:09.738850 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7641ef85-13aa-44aa-af93-762620143357 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:02:09.739399 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd38253-87a2-41c0-9486-3caa69dc4cf6', 'name': 'network-vif-deleted', 'tag': '6ad1375c-6d90-4026-ac19-e8cc500a9a9c', 'status': 'completed', 'code': 200} Dec 17 16:02:09.857491 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port ee96023b-3027-49ea-ac91-f9d3c4816728 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:09.857863 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:09.971271 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6f3120b9-ea35-4397-b3d5-94824f68b84a None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:09.985990 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-37451a61-ace1-4b97-bf7a-faefd06deee8 req-fd8cfddd-2b8f-4232-8fd5-dafd4b2784ac tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 210 time: 0.0296047 Dec 17 16:02:10.055555 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6f3120b9-ea35-4397-b3d5-94824f68b84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:10.107729 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910765f-33cc-47e8-9dd2-23862812d3bb None None] Pushing event updated for resources: {'Port': ['ID=e08e3f3a-b28c-40a0-8478-f107c6e0e121,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:10.115802 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-49ba4307-a674-44a3-987f-9e027a1dc0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:10.166222 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-6f3120b9-ea35-4397-b3d5-94824f68b84a None None] Attempting to bind port e08e3f3a-b28c-40a0-8478-f107c6e0e121 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:02:10.166697 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-6f3120b9-ea35-4397-b3d5-94824f68b84a None None] Attempting to bind port e08e3f3a-b28c-40a0-8478-f107c6e0e121 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '1bb7374c-bdba-41c5-9585-af20c5273052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ca64830f-9070-4611-be27-495726793b6b'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:02:10.167136 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3120b9-ea35-4397-b3d5-94824f68b84a None None] Attempting to bind port e08e3f3a-b28c-40a0-8478-f107c6e0e121 on network ca64830f-9070-4611-be27-495726793b6b {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:02:10.173444 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3120b9-ea35-4397-b3d5-94824f68b84a None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:02:10.174037 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3120b9-ea35-4397-b3d5-94824f68b84a None None] Checking segment: {'id': '1bb7374c-bdba-41c5-9585-af20c5273052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ca64830f-9070-4611-be27-495726793b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:02:10.174576 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6f3120b9-ea35-4397-b3d5-94824f68b84a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:10.175067 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3120b9-ea35-4397-b3d5-94824f68b84a None None] Bound using segment: {'id': '1bb7374c-bdba-41c5-9585-af20c5273052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ca64830f-9070-4611-be27-495726793b6b'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:02:10.175876 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-6f3120b9-ea35-4397-b3d5-94824f68b84a None None] Bound port: e08e3f3a-b28c-40a0-8478-f107c6e0e121, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb7374c-bdba-41c5-9585-af20c5273052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ca64830f-9070-4611-be27-495726793b6b'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:02:10.176339 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6f3120b9-ea35-4397-b3d5-94824f68b84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:10.197658 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba4307-a674-44a3-987f-9e027a1dc0a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26f5834e-58bb-4a6c-946f-36cb116cf706,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:10.208646 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ba4307-a674-44a3-987f-9e027a1dc0a0 admin admin] Checking segment: {'id': 'ad9555d5-74b9-47d1-a9e7-76eea52bcb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ae43a282-f565-44b3-8129-b2817f2e7832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:02:10.209290 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ba4307-a674-44a3-987f-9e027a1dc0a0 admin admin] Network hostable DHCP agents. Network: ae43a282-f565-44b3-8129-b2817f2e7832, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:02:10.255063 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-6f3120b9-ea35-4397-b3d5-94824f68b84a None None] For port e08e3f3a-b28c-40a0-8478-f107c6e0e121, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:02:10.258921 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-6f3120b9-ea35-4397-b3d5-94824f68b84a None None] For port e08e3f3a-b28c-40a0-8478-f107c6e0e121, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e08e3f3a-b28c-40a0-8478-f107c6e0e121,segment=NetworkSegment(1bb7374c-bdba-41c5-9585-af20c5273052),segment_id=1bb7374c-bdba-41c5-9585-af20c5273052)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:02:10.307255 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ba4307-a674-44a3-987f-9e027a1dc0a0 admin admin] Network ae43a282-f565-44b3-8129-b2817f2e7832 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:02:10.354335 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6f3120b9-ea35-4397-b3d5-94824f68b84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:10.388558 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-214380d4-352f-4638-ad17-6c942bf4423a None None] Provisioning complete for port e08e3f3a-b28c-40a0-8478-f107c6e0e121 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:10.388915 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-214380d4-352f-4638-ad17-6c942bf4423a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:10.412381 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-49ba4307-a674-44a3-987f-9e027a1dc0a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, ae43a282-f565-44b3-8129-b2817f2e7832) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:02:10.419221 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ba4307-a674-44a3-987f-9e027a1dc0a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:10.420598 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-49ba4307-a674-44a3-987f-9e027a1dc0a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:10.447209 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bae581-9095-40d4-a067-e93b1be5fb5b None None] Network ae43a282-f565-44b3-8129-b2817f2e7832 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:02:10.454689 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3120b9-ea35-4397-b3d5-94824f68b84a None None] Routers {'5780a0e2-d5fb-4617-86f0-e5c3a8bde72e'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:02:10.455328 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-6f3120b9-ea35-4397-b3d5-94824f68b84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:02:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5780a0e2-d5fb-4617-86f0-e5c3a8bde72e'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:10.521644 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-49ba4307-a674-44a3-987f-9e027a1dc0a0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1654415 Dec 17 16:02:10.524154 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 38564) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:02:10.529202 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-81b0da2a-e5cb-40c2-bc66-9b8ff48fe817 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1378291576-router', 'tenant_id': '427ac8bfa1294c0d86cb94f9750b831e', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:10.529534 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910765f-33cc-47e8-9dd2-23862812d3bb None None] Pushing event updated for resources: {'Port': ['ID=e08e3f3a-b28c-40a0-8478-f107c6e0e121,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:10.639005 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-81b0da2a-e5cb-40c2-bc66-9b8ff48fe817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:10.640255 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-81b0da2a-e5cb-40c2-bc66-9b8ff48fe817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:10.695507 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-81b0da2a-e5cb-40c2-bc66-9b8ff48fe817 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:10.699597 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-214380d4-352f-4638-ad17-6c942bf4423a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:10.702519 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-6f3120b9-ea35-4397-b3d5-94824f68b84a None None] Set router 5780a0e2-d5fb-4617-86f0-e5c3a8bde72e gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:02:10.837730 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-214380d4-352f-4638-ad17-6c942bf4423a None None] For port e08e3f3a-b28c-40a0-8478-f107c6e0e121, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e08e3f3a-b28c-40a0-8478-f107c6e0e121,segment=NetworkSegment(1bb7374c-bdba-41c5-9585-af20c5273052),segment_id=1bb7374c-bdba-41c5-9585-af20c5273052)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:10.843995 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f5b030-3820-42e1-aa38-995de985018b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-ae43a282-f565-44b3-8129-b2817f2e7832', 'network_id': 'ae43a282-f565-44b3-8129-b2817f2e7832', 'tenant_id': '427ac8bfa1294c0d86cb94f9750b831e', 'fixed_ips': [{'subnet_id': '26f5834e-58bb-4a6c-946f-36cb116cf706'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 16:02:10.845309 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-28f5b030-3820-42e1-aa38-995de985018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:10.902587 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-81b0da2a-e5cb-40c2-bc66-9b8ff48fe817 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:10.970998 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-214380d4-352f-4638-ad17-6c942bf4423a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:11.023183 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:11.128308 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-10fb8686-b463-4f88-ae7a-62f764f8785c req-3fe05261-c274-436d-98a5-8e93d410d914 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 210 time: 0.0466976 Dec 17 16:02:11.130365 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214380d4-352f-4638-ad17-6c942bf4423a None None] Pushing event updated for resources: {'Port': ['ID=e08e3f3a-b28c-40a0-8478-f107c6e0e121,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:11.149627 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-28f5b030-3820-42e1-aa38-995de985018b None None] Allocated IP 172.20.0.2 (ae43a282-f565-44b3-8129-b2817f2e7832/26f5834e-58bb-4a6c-946f-36cb116cf706/9193e2d9-febd-4f7b-879c-70b3852cfb73) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:02:11.154941 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-93caa724-6ce9-4aa2-903b-6a01f84bf7e5 None None] Provisioning complete for port e08e3f3a-b28c-40a0-8478-f107c6e0e121 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:11.155811 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-93caa724-6ce9-4aa2-903b-6a01f84bf7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:11.255666 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-6f3120b9-ea35-4397-b3d5-94824f68b84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'name': 'tempest-TestVolumeBackupRestore-1214197945-router', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'ee96023b-3027-49ea-ac91-f9d3c4816728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:02:03Z', 'updated_at': '2021-12-17T16:02:07Z', 'revision_number': 4, 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'gw_port': {'id': 'ee96023b-3027-49ea-ac91-f9d3c4816728', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:04Z', 'updated_at': '2021-12-17T16:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'e08e3f3a-b28c-40a0-8478-f107c6e0e121', 'name': '', 'network_id': 'ca64830f-9070-4611-be27-495726793b6b', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'mac_address': 'fa:16:3e:49:3f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '74e00c5b-8cea-4242-a599-be5edb986481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:06Z', 'updated_at': '2021-12-17T16:02:10Z', 'revision_number': 4, 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'subnets': [{'id': '74e00c5b-8cea-4242-a599-be5edb986481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:11.268524 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-81b0da2a-e5cb-40c2-bc66-9b8ff48fe817 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:11.288885 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-81b0da2a-e5cb-40c2-bc66-9b8ff48fe817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:11.293458 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3120b9-ea35-4397-b3d5-94824f68b84a None None] The sync data for ids ['5780a0e2-d5fb-4617-86f0-e5c3a8bde72e'] in n-d-820553-2 is: [{'id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'name': 'tempest-TestVolumeBackupRestore-1214197945-router', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'ee96023b-3027-49ea-ac91-f9d3c4816728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:02:03Z', 'updated_at': '2021-12-17T16:02:07Z', 'revision_number': 4, 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'gw_port': {'id': 'ee96023b-3027-49ea-ac91-f9d3c4816728', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:04Z', 'updated_at': '2021-12-17T16:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'e08e3f3a-b28c-40a0-8478-f107c6e0e121', 'name': '', 'network_id': 'ca64830f-9070-4611-be27-495726793b6b', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'mac_address': 'fa:16:3e:49:3f:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '74e00c5b-8cea-4242-a599-be5edb986481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:06Z', 'updated_at': '2021-12-17T16:02:10Z', 'revision_number': 4, 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'subnets': [{'id': '74e00c5b-8cea-4242-a599-be5edb986481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:02:11.457862 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-28f5b030-3820-42e1-aa38-995de985018b None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:11.479162 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-81b0da2a-e5cb-40c2-bc66-9b8ff48fe817 admin admin] Allocated IP 172.25.6.200 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:02:11.507825 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-28f5b030-3820-42e1-aa38-995de985018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:11.571389 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f5b030-3820-42e1-aa38-995de985018b None None] Network ae43a282-f565-44b3-8129-b2817f2e7832 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:02:11.576171 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-28f5b030-3820-42e1-aa38-995de985018b None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:02:11.584654 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f5b030-3820-42e1-aa38-995de985018b None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:02:11.588678 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5b030-3820-42e1-aa38-995de985018b None None] Pushing event updated for resources: {'Port': ['ID=9193e2d9-febd-4f7b-879c-70b3852cfb73,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:11.618590 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-81b0da2a-e5cb-40c2-bc66-9b8ff48fe817 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:11.681786 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-28f5b030-3820-42e1-aa38-995de985018b None None] Attempting to bind port 9193e2d9-febd-4f7b-879c-70b3852cfb73 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:02:11.682809 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-28f5b030-3820-42e1-aa38-995de985018b None None] Attempting to bind port 9193e2d9-febd-4f7b-879c-70b3852cfb73 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ad9555d5-74b9-47d1-a9e7-76eea52bcb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ae43a282-f565-44b3-8129-b2817f2e7832'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:02:11.683183 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f5b030-3820-42e1-aa38-995de985018b None None] Attempting to bind port 9193e2d9-febd-4f7b-879c-70b3852cfb73 on network ae43a282-f565-44b3-8129-b2817f2e7832 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:02:11.691491 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f5b030-3820-42e1-aa38-995de985018b None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:02:11.691880 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f5b030-3820-42e1-aa38-995de985018b None None] Checking segment: {'id': 'ad9555d5-74b9-47d1-a9e7-76eea52bcb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ae43a282-f565-44b3-8129-b2817f2e7832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:02:11.692289 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-28f5b030-3820-42e1-aa38-995de985018b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:11.692684 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f5b030-3820-42e1-aa38-995de985018b None None] Bound using segment: {'id': 'ad9555d5-74b9-47d1-a9e7-76eea52bcb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ae43a282-f565-44b3-8129-b2817f2e7832'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:02:11.693620 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-28f5b030-3820-42e1-aa38-995de985018b None None] Bound port: 9193e2d9-febd-4f7b-879c-70b3852cfb73, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad9555d5-74b9-47d1-a9e7-76eea52bcb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ae43a282-f565-44b3-8129-b2817f2e7832'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:02:11.693718 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-28f5b030-3820-42e1-aa38-995de985018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:11.695862 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e08e3f3a-b28c-40a0-8478-f107c6e0e121 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:02:11.714091 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-81b0da2a-e5cb-40c2-bc66-9b8ff48fe817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:11.769736 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b0da2a-e5cb-40c2-bc66-9b8ff48fe817 admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:02:11.773987 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-81b0da2a-e5cb-40c2-bc66-9b8ff48fe817 admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:02:11.783762 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b0da2a-e5cb-40c2-bc66-9b8ff48fe817 admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:02:11.811115 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port e08e3f3a-b28c-40a0-8478-f107c6e0e121 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:11.811494 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:11.817261 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0da2a-e5cb-40c2-bc66-9b8ff48fe817 admin admin] Pushing event updated for resources: {'Port': ['ID=1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:11.841283 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-28f5b030-3820-42e1-aa38-995de985018b None None] For port 9193e2d9-febd-4f7b-879c-70b3852cfb73, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:02:11.859588 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-28f5b030-3820-42e1-aa38-995de985018b None None] For port 9193e2d9-febd-4f7b-879c-70b3852cfb73, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9193e2d9-febd-4f7b-879c-70b3852cfb73,segment=NetworkSegment(ad9555d5-74b9-47d1-a9e7-76eea52bcb68),segment_id=ad9555d5-74b9-47d1-a9e7-76eea52bcb68)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:02:12.098670 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-28f5b030-3820-42e1-aa38-995de985018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:12.108578 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 6ad1375c-6d90-4026-ac19-e8cc500a9a9c no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:02:12.167842 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 6ad1375c-6d90-4026-ac19-e8cc500a9a9c {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:02:12.168187 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 6ad1375c-6d90-4026-ac19-e8cc500a9a9c not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:02:12.181579 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-81b0da2a-e5cb-40c2-bc66-9b8ff48fe817 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:12.216496 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5b030-3820-42e1-aa38-995de985018b None None] Pushing event updated for resources: {'Port': ['ID=9193e2d9-febd-4f7b-879c-70b3852cfb73,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:12.298506 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a5b48521-f591-45d0-9221-909d2c12fe88 req-8a34de94-429c-4906-af23-8eb747fe06d4 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 210 time: 0.0355105 Dec 17 16:02:12.462289 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-81b0da2a-e5cb-40c2-bc66-9b8ff48fe817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:12.695795 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b0da2a-e5cb-40c2-bc66-9b8ff48fe817 admin admin] Router 9f7c1852-e7c4-4619-8dce-8df943877110 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:02:12.809191 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b0da2a-e5cb-40c2-bc66-9b8ff48fe817 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:02:12.818166 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe6ddc0-47d8-4f07-8143-7502770c9429 None None] Sync routers for ids ['9f7c1852-e7c4-4619-8dce-8df943877110'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:02:12.827384 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe6ddc0-47d8-4f07-8143-7502770c9429 None None] Routers {'9f7c1852-e7c4-4619-8dce-8df943877110'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:02:12.828145 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-efe6ddc0-47d8-4f07-8143-7502770c9429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:02:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['9f7c1852-e7c4-4619-8dce-8df943877110'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:12.901315 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-81b0da2a-e5cb-40c2-bc66-9b8ff48fe817 admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:12.901315 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-81b0da2a-e5cb-40c2-bc66-9b8ff48fe817 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3742824 Dec 17 16:02:12.902791 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38570) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:02:13.074603 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-efe6ddc0-47d8-4f07-8143-7502770c9429 None None] Set router 9f7c1852-e7c4-4619-8dce-8df943877110 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:02:13.290111 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-efe6ddc0-47d8-4f07-8143-7502770c9429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7c1852-e7c4-4619-8dce-8df943877110', 'name': 'tempest-TestVolumeBackupRestore-1378291576-router', 'tenant_id': '427ac8bfa1294c0d86cb94f9750b831e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:02:10Z', 'updated_at': '2021-12-17T16:02:11Z', 'revision_number': 3, 'project_id': '427ac8bfa1294c0d86cb94f9750b831e', 'gw_port': {'id': '1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:08:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7c1852-e7c4-4619-8dce-8df943877110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:11Z', 'updated_at': '2021-12-17T16:02:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:13.319666 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe6ddc0-47d8-4f07-8143-7502770c9429 None None] Checking router: 9f7c1852-e7c4-4619-8dce-8df943877110 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:02:13.426082 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe6ddc0-47d8-4f07-8143-7502770c9429 None None] Updating router 9f7c1852-e7c4-4619-8dce-8df943877110 port 1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:02:13.426082 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-efe6ddc0-47d8-4f07-8143-7502770c9429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:13.428264 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2064b4-f19c-4b05-a8d8-ce7741ca7128 None None] Network ae43a282-f565-44b3-8129-b2817f2e7832 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:02:13.461090 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7ce894cf-73f0-43b6-a1f2-5a9dd122951f req-ad536b20-9e44-4754-a797-81c1acd45380 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 210 time: 0.0724423 Dec 17 16:02:13.492842 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-806a9a3e-59a9-4bd2-815a-4105dd5ec7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:13.508078 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4576755c-d188-4153-802a-1b26be4dcbe8 None None] Provisioning complete for port 9193e2d9-febd-4f7b-879c-70b3852cfb73 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:13.508675 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4576755c-d188-4153-802a-1b26be4dcbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:13.690302 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4576755c-d188-4153-802a-1b26be4dcbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:13.705086 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-efe6ddc0-47d8-4f07-8143-7502770c9429 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:13.729458 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9193e2d9-febd-4f7b-879c-70b3852cfb73 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:02:13.771338 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-efe6ddc0-47d8-4f07-8143-7502770c9429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:13.772339 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4576755c-d188-4153-802a-1b26be4dcbe8 None None] For port 9193e2d9-febd-4f7b-879c-70b3852cfb73, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9193e2d9-febd-4f7b-879c-70b3852cfb73,segment=NetworkSegment(ad9555d5-74b9-47d1-a9e7-76eea52bcb68),segment_id=ad9555d5-74b9-47d1-a9e7-76eea52bcb68)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:13.783001 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-806a9a3e-59a9-4bd2-815a-4105dd5ec7ad admin admin] Allocated IP 172.20.0.1 (ae43a282-f565-44b3-8129-b2817f2e7832/26f5834e-58bb-4a6c-946f-36cb116cf706/d191904e-77b9-40ce-83b9-5950abdf094f) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:02:13.799830 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 9193e2d9-febd-4f7b-879c-70b3852cfb73 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:13.800205 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:13.851597 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-efe6ddc0-47d8-4f07-8143-7502770c9429 None None] Attempting to bind port 1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:02:13.852148 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-efe6ddc0-47d8-4f07-8143-7502770c9429 None None] Attempting to bind port 1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:02:13.852517 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe6ddc0-47d8-4f07-8143-7502770c9429 None None] Attempting to bind port 1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:02:13.861921 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe6ddc0-47d8-4f07-8143-7502770c9429 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:02:13.862452 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe6ddc0-47d8-4f07-8143-7502770c9429 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:02:13.862946 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-efe6ddc0-47d8-4f07-8143-7502770c9429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:13.863940 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe6ddc0-47d8-4f07-8143-7502770c9429 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:02:13.863940 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-efe6ddc0-47d8-4f07-8143-7502770c9429 None None] Bound port: 1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:02:13.864444 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-efe6ddc0-47d8-4f07-8143-7502770c9429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:13.879364 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4576755c-d188-4153-802a-1b26be4dcbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:13.911370 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b6aba-9c33-4fe0-bdce-be91ede8016c None None] Pushing event updated for resources: {'Port': ['ID=1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:13.939838 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-806a9a3e-59a9-4bd2-815a-4105dd5ec7ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:13.957681 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-efe6ddc0-47d8-4f07-8143-7502770c9429 None None] For port 1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:02:13.963946 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-efe6ddc0-47d8-4f07-8143-7502770c9429 None None] For port 1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:02:13.976427 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4576755c-d188-4153-802a-1b26be4dcbe8 None None] Pushing event updated for resources: {'Port': ['ID=9193e2d9-febd-4f7b-879c-70b3852cfb73,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:14.067495 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-efe6ddc0-47d8-4f07-8143-7502770c9429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:14.111984 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-66d3ed94-4243-4e0c-b550-88bd5c41b120 None None] Provisioning complete for port 9193e2d9-febd-4f7b-879c-70b3852cfb73 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:14.112351 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-66d3ed94-4243-4e0c-b550-88bd5c41b120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:14.122819 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe6ddc0-47d8-4f07-8143-7502770c9429 None None] Routers {'9f7c1852-e7c4-4619-8dce-8df943877110'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:02:14.123444 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-efe6ddc0-47d8-4f07-8143-7502770c9429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:02:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['9f7c1852-e7c4-4619-8dce-8df943877110'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:14.130532 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-806a9a3e-59a9-4bd2-815a-4105dd5ec7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:14.160028 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b6aba-9c33-4fe0-bdce-be91ede8016c None None] Pushing event updated for resources: {'Port': ['ID=1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:14.170022 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806a9a3e-59a9-4bd2-815a-4105dd5ec7ad admin admin] Network ae43a282-f565-44b3-8129-b2817f2e7832 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:02:14.185910 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-806a9a3e-59a9-4bd2-815a-4105dd5ec7ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:02:14.191121 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806a9a3e-59a9-4bd2-815a-4105dd5ec7ad admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:02:14.229356 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a9a3e-59a9-4bd2-815a-4105dd5ec7ad admin admin] Pushing event updated for resources: {'Port': ['ID=d191904e-77b9-40ce-83b9-5950abdf094f,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:14.254540 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-806a9a3e-59a9-4bd2-815a-4105dd5ec7ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:14.261081 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-efe6ddc0-47d8-4f07-8143-7502770c9429 None None] Set router 9f7c1852-e7c4-4619-8dce-8df943877110 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:02:14.446252 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-efe6ddc0-47d8-4f07-8143-7502770c9429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7c1852-e7c4-4619-8dce-8df943877110', 'name': 'tempest-TestVolumeBackupRestore-1378291576-router', 'tenant_id': '427ac8bfa1294c0d86cb94f9750b831e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:02:10Z', 'updated_at': '2021-12-17T16:02:11Z', 'revision_number': 3, 'project_id': '427ac8bfa1294c0d86cb94f9750b831e', 'gw_port': {'id': '1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:08:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7c1852-e7c4-4619-8dce-8df943877110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:11Z', 'updated_at': '2021-12-17T16:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:14.474716 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe6ddc0-47d8-4f07-8143-7502770c9429 None None] The sync data for ids ['9f7c1852-e7c4-4619-8dce-8df943877110'] in n-d-820553-2 is: [{'id': '9f7c1852-e7c4-4619-8dce-8df943877110', 'name': 'tempest-TestVolumeBackupRestore-1378291576-router', 'tenant_id': '427ac8bfa1294c0d86cb94f9750b831e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:02:10Z', 'updated_at': '2021-12-17T16:02:11Z', 'revision_number': 3, 'project_id': '427ac8bfa1294c0d86cb94f9750b831e', 'gw_port': {'id': '1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:08:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7c1852-e7c4-4619-8dce-8df943877110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:11Z', 'updated_at': '2021-12-17T16:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:02:14.477676 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-b74c6955-1ec9-41c4-9a25-64e6158fe1da None None] Provisioning complete for port d191904e-77b9-40ce-83b9-5950abdf094f triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:14.478416 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b74c6955-1ec9-41c4-9a25-64e6158fe1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:14.521640 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-806a9a3e-59a9-4bd2-815a-4105dd5ec7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:14.522599 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-b74c6955-1ec9-41c4-9a25-64e6158fe1da None None] Port d191904e-77b9-40ce-83b9-5950abdf094f cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:02:14.606886 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-27daa48f-1ae3-4fe6-881c-ecbc0c56d888 req-99744c40-0d4d-4044-9e4e-09cf71f260a0 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd38253-87a2-41c0-9486-3caa69dc4cf6 HTTP/1.1" status: 200 len: 210 time: 0.0467689 Dec 17 16:02:14.742392 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-806a9a3e-59a9-4bd2-815a-4105dd5ec7ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:14.861689 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-806a9a3e-59a9-4bd2-815a-4105dd5ec7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:14.939814 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a9a3e-59a9-4bd2-815a-4105dd5ec7ad admin admin] Pushing event updated for resources: {'Port': ['ID=d191904e-77b9-40ce-83b9-5950abdf094f,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:14.946122 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-806a9a3e-59a9-4bd2-815a-4105dd5ec7ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:15.053529 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806a9a3e-59a9-4bd2-815a-4105dd5ec7ad admin admin] Network ae43a282-f565-44b3-8129-b2817f2e7832 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:02:15.054992 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-806a9a3e-59a9-4bd2-815a-4105dd5ec7ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:02:15.200350 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806a9a3e-59a9-4bd2-815a-4105dd5ec7ad admin admin] Router 9f7c1852-e7c4-4619-8dce-8df943877110 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:02:15.350269 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806a9a3e-59a9-4bd2-815a-4105dd5ec7ad admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:02:15.352978 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-20539bd1-d43c-4083-82ed-e88004cabe93 None None] Provisioning complete for port d191904e-77b9-40ce-83b9-5950abdf094f triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:15.353589 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-20539bd1-d43c-4083-82ed-e88004cabe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:15.360374 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-806a9a3e-59a9-4bd2-815a-4105dd5ec7ad admin admin] 10.222.0.46 "PUT /v2.0/routers/9f7c1852-e7c4-4619-8dce-8df943877110/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4563801 Dec 17 16:02:15.395838 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-20539bd1-d43c-4083-82ed-e88004cabe93 None None] Port d191904e-77b9-40ce-83b9-5950abdf094f cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:02:15.708197 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:02:15.778032 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:15.778647 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:15.866608 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:15.891480 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:15.976112 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:15.979323 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9193e2d9-febd-4f7b-879c-70b3852cfb73 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:02:16.069640 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:16.079719 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:16.080060 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:16.080396 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:16.080726 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:16.081076 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:16.081408 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:16.081783 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:16.082182 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:16.082630 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:16.082963 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:16.083285 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:16.083605 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:02:16.102872 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 9193e2d9-febd-4f7b-879c-70b3852cfb73 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:16.103247 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:16.348462 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ac3c50-ced7-4fcb-83a5-337d1569be7e None None] Sync routers for ids ['9f7c1852-e7c4-4619-8dce-8df943877110'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:02:16.358222 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ac3c50-ced7-4fcb-83a5-337d1569be7e None None] Routers {'9f7c1852-e7c4-4619-8dce-8df943877110'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:02:16.358935 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-52ac3c50-ced7-4fcb-83a5-337d1569be7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:02:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['9f7c1852-e7c4-4619-8dce-8df943877110'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:16.470404 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-52ac3c50-ced7-4fcb-83a5-337d1569be7e None None] Set router 9f7c1852-e7c4-4619-8dce-8df943877110 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:02:16.695367 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-52ac3c50-ced7-4fcb-83a5-337d1569be7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7c1852-e7c4-4619-8dce-8df943877110', 'name': 'tempest-TestVolumeBackupRestore-1378291576-router', 'tenant_id': '427ac8bfa1294c0d86cb94f9750b831e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:02:10Z', 'updated_at': '2021-12-17T16:02:14Z', 'revision_number': 4, 'project_id': '427ac8bfa1294c0d86cb94f9750b831e', 'gw_port': {'id': '1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7c1852-e7c4-4619-8dce-8df943877110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:11Z', 'updated_at': '2021-12-17T16:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'd191904e-77b9-40ce-83b9-5950abdf094f', 'name': '', 'network_id': 'ae43a282-f565-44b3-8129-b2817f2e7832', 'tenant_id': '427ac8bfa1294c0d86cb94f9750b831e', 'mac_address': 'fa:16:3e:7b:d1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7c1852-e7c4-4619-8dce-8df943877110', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '26f5834e-58bb-4a6c-946f-36cb116cf706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:13Z', 'updated_at': '2021-12-17T16:02:14Z', 'revision_number': 2, 'project_id': '427ac8bfa1294c0d86cb94f9750b831e', 'subnets': [{'id': '26f5834e-58bb-4a6c-946f-36cb116cf706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:16.723893 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ac3c50-ced7-4fcb-83a5-337d1569be7e None None] Checking router: 9f7c1852-e7c4-4619-8dce-8df943877110 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:02:16.724573 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ac3c50-ced7-4fcb-83a5-337d1569be7e None None] Updating router 9f7c1852-e7c4-4619-8dce-8df943877110 port d191904e-77b9-40ce-83b9-5950abdf094f binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:02:16.750274 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-52ac3c50-ced7-4fcb-83a5-337d1569be7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:17.035135 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-52ac3c50-ced7-4fcb-83a5-337d1569be7e None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:17.142467 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-52ac3c50-ced7-4fcb-83a5-337d1569be7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:17.196246 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b42b20-7ede-4ca3-9b83-2d19e0a0d34a None None] Pushing event updated for resources: {'Port': ['ID=d191904e-77b9-40ce-83b9-5950abdf094f,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:17.262803 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-52ac3c50-ced7-4fcb-83a5-337d1569be7e None None] Attempting to bind port d191904e-77b9-40ce-83b9-5950abdf094f on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:02:17.263345 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-52ac3c50-ced7-4fcb-83a5-337d1569be7e None None] Attempting to bind port d191904e-77b9-40ce-83b9-5950abdf094f by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ad9555d5-74b9-47d1-a9e7-76eea52bcb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ae43a282-f565-44b3-8129-b2817f2e7832'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:02:17.263720 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ac3c50-ced7-4fcb-83a5-337d1569be7e None None] Attempting to bind port d191904e-77b9-40ce-83b9-5950abdf094f on network ae43a282-f565-44b3-8129-b2817f2e7832 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:02:17.271211 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ac3c50-ced7-4fcb-83a5-337d1569be7e None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:02:17.271688 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ac3c50-ced7-4fcb-83a5-337d1569be7e None None] Checking segment: {'id': 'ad9555d5-74b9-47d1-a9e7-76eea52bcb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ae43a282-f565-44b3-8129-b2817f2e7832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:02:17.272106 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-52ac3c50-ced7-4fcb-83a5-337d1569be7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:17.272506 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ac3c50-ced7-4fcb-83a5-337d1569be7e None None] Bound using segment: {'id': 'ad9555d5-74b9-47d1-a9e7-76eea52bcb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ae43a282-f565-44b3-8129-b2817f2e7832'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:02:17.272980 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-52ac3c50-ced7-4fcb-83a5-337d1569be7e None None] Bound port: d191904e-77b9-40ce-83b9-5950abdf094f, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad9555d5-74b9-47d1-a9e7-76eea52bcb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ae43a282-f565-44b3-8129-b2817f2e7832'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:02:17.273554 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-52ac3c50-ced7-4fcb-83a5-337d1569be7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:17.353405 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-52ac3c50-ced7-4fcb-83a5-337d1569be7e None None] For port d191904e-77b9-40ce-83b9-5950abdf094f, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:02:17.357807 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-52ac3c50-ced7-4fcb-83a5-337d1569be7e None None] For port d191904e-77b9-40ce-83b9-5950abdf094f, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=d191904e-77b9-40ce-83b9-5950abdf094f,segment=NetworkSegment(ad9555d5-74b9-47d1-a9e7-76eea52bcb68),segment_id=ad9555d5-74b9-47d1-a9e7-76eea52bcb68)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:02:17.438678 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-52ac3c50-ced7-4fcb-83a5-337d1569be7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:17.443172 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-21198a8f-936d-43b9-ac30-daef3463188e None None] Provisioning complete for port d191904e-77b9-40ce-83b9-5950abdf094f triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:17.443172 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-21198a8f-936d-43b9-ac30-daef3463188e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:17.544573 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ac3c50-ced7-4fcb-83a5-337d1569be7e None None] Routers {'9f7c1852-e7c4-4619-8dce-8df943877110'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:02:17.545274 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-52ac3c50-ced7-4fcb-83a5-337d1569be7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:02:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['9f7c1852-e7c4-4619-8dce-8df943877110'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:17.548007 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b42b20-7ede-4ca3-9b83-2d19e0a0d34a None None] Pushing event updated for resources: {'Port': ['ID=d191904e-77b9-40ce-83b9-5950abdf094f,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:17.649955 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:02:17.713345 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-21198a8f-936d-43b9-ac30-daef3463188e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:17.755040 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-52ac3c50-ced7-4fcb-83a5-337d1569be7e None None] Set router 9f7c1852-e7c4-4619-8dce-8df943877110 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:02:17.802721 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-21198a8f-936d-43b9-ac30-daef3463188e None None] For port d191904e-77b9-40ce-83b9-5950abdf094f, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=d191904e-77b9-40ce-83b9-5950abdf094f,segment=NetworkSegment(ad9555d5-74b9-47d1-a9e7-76eea52bcb68),segment_id=ad9555d5-74b9-47d1-a9e7-76eea52bcb68)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:17.816989 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:17.817415 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:17.881241 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-21198a8f-936d-43b9-ac30-daef3463188e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:18.037683 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21198a8f-936d-43b9-ac30-daef3463188e None None] Pushing event updated for resources: {'Port': ['ID=d191904e-77b9-40ce-83b9-5950abdf094f,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:18.100270 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a6a4f60a-094a-4c9f-a999-83cac01f6f8d None None] Provisioning complete for port d191904e-77b9-40ce-83b9-5950abdf094f triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:18.100387 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a6a4f60a-094a-4c9f-a999-83cac01f6f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:18.191584 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-52ac3c50-ced7-4fcb-83a5-337d1569be7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7c1852-e7c4-4619-8dce-8df943877110', 'name': 'tempest-TestVolumeBackupRestore-1378291576-router', 'tenant_id': '427ac8bfa1294c0d86cb94f9750b831e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:02:10Z', 'updated_at': '2021-12-17T16:02:14Z', 'revision_number': 4, 'project_id': '427ac8bfa1294c0d86cb94f9750b831e', 'gw_port': {'id': '1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7c1852-e7c4-4619-8dce-8df943877110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:11Z', 'updated_at': '2021-12-17T16:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'd191904e-77b9-40ce-83b9-5950abdf094f', 'name': '', 'network_id': 'ae43a282-f565-44b3-8129-b2817f2e7832', 'tenant_id': '427ac8bfa1294c0d86cb94f9750b831e', 'mac_address': 'fa:16:3e:7b:d1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7c1852-e7c4-4619-8dce-8df943877110', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '26f5834e-58bb-4a6c-946f-36cb116cf706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:13Z', 'updated_at': '2021-12-17T16:02:17Z', 'revision_number': 4, 'project_id': '427ac8bfa1294c0d86cb94f9750b831e', 'subnets': [{'id': '26f5834e-58bb-4a6c-946f-36cb116cf706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:02:18.243653 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ac3c50-ced7-4fcb-83a5-337d1569be7e None None] The sync data for ids ['9f7c1852-e7c4-4619-8dce-8df943877110'] in n-d-820553-2 is: [{'id': '9f7c1852-e7c4-4619-8dce-8df943877110', 'name': 'tempest-TestVolumeBackupRestore-1378291576-router', 'tenant_id': '427ac8bfa1294c0d86cb94f9750b831e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:02:10Z', 'updated_at': '2021-12-17T16:02:14Z', 'revision_number': 4, 'project_id': '427ac8bfa1294c0d86cb94f9750b831e', 'gw_port': {'id': '1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7c1852-e7c4-4619-8dce-8df943877110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:11Z', 'updated_at': '2021-12-17T16:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'd191904e-77b9-40ce-83b9-5950abdf094f', 'name': '', 'network_id': 'ae43a282-f565-44b3-8129-b2817f2e7832', 'tenant_id': '427ac8bfa1294c0d86cb94f9750b831e', 'mac_address': 'fa:16:3e:7b:d1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7c1852-e7c4-4619-8dce-8df943877110', 'device_owner': 'network:router_interface', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '26f5834e-58bb-4a6c-946f-36cb116cf706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:13Z', 'updated_at': '2021-12-17T16:02:17Z', 'revision_number': 4, 'project_id': '427ac8bfa1294c0d86cb94f9750b831e', 'subnets': [{'id': '26f5834e-58bb-4a6c-946f-36cb116cf706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:02:19.635902 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device d191904e-77b9-40ce-83b9-5950abdf094f up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:02:19.842965 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port d191904e-77b9-40ce-83b9-5950abdf094f triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:19.843882 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:20.589301 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d63169-90db-4bb2-ad72-903ace5a64eb req-29a8fe71-7c75-4ab2-8eec-aea5fef0d3c7 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:20.590848 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6d63169-90db-4bb2-ad72-903ace5a64eb req-29a8fe71-7c75-4ab2-8eec-aea5fef0d3c7 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=645fcee6-9182-4013-ae33-cb7db4ab3cf3 HTTP/1.1" status: 200 len: 946 time: 0.0531878 Dec 17 16:02:20.632559 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6d63169-90db-4bb2-ad72-903ace5a64eb req-21fdca8b-c90a-4d13-8f19-4071c40d9c56 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352569 Dec 17 16:02:21.752305 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2d35f-0cd8-4b24-affc-aa18eca7f460 req-e6154c6a-e333-4229-a2a1-5fa43629ba54 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:21.754387 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-09d2d35f-0cd8-4b24-affc-aa18eca7f460 req-e6154c6a-e333-4229-a2a1-5fa43629ba54 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=645fcee6-9182-4013-ae33-cb7db4ab3cf3 HTTP/1.1" status: 200 len: 946 time: 0.0507047 Dec 17 16:02:21.794766 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-09d2d35f-0cd8-4b24-affc-aa18eca7f460 req-33ac590c-41d4-498f-afe3-4f3d3292a97c tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343769 Dec 17 16:02:21.833210 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:02:22.300641 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68033371-af3c-43ae-94ff-a65d5d551722 req-5e800ad3-d766-4f74-af51-a6cdb3c30971 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:22.302130 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-68033371-af3c-43ae-94ff-a65d5d551722 req-5e800ad3-d766-4f74-af51-a6cdb3c30971 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.41 "GET /v2.0/ports?device_id=645fcee6-9182-4013-ae33-cb7db4ab3cf3 HTTP/1.1" status: 200 len: 946 time: 0.0545478 Dec 17 16:02:22.399047 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-68033371-af3c-43ae-94ff-a65d5d551722 req-ddb43e05-472f-40c4-93b5-3374e66c483b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Deleting port e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:02:22.399391 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-68033371-af3c-43ae-94ff-a65d5d551722 req-ddb43e05-472f-40c4-93b5-3374e66c483b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:22.496407 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-68033371-af3c-43ae-94ff-a65d5d551722 req-ddb43e05-472f-40c4-93b5-3374e66c483b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] For port e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:02:22.496778 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-68033371-af3c-43ae-94ff-a65d5d551722 req-ddb43e05-472f-40c4-93b5-3374e66c483b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:22.511084 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-68033371-af3c-43ae-94ff-a65d5d551722 req-ddb43e05-472f-40c4-93b5-3374e66c483b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Calling delete_port for e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:02:22.712960 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-68033371-af3c-43ae-94ff-a65d5d551722 req-ddb43e05-472f-40c4-93b5-3374e66c483b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:22.746164 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:02:22.748094 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb43e05-472f-40c4-93b5-3374e66c483b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Pushing event deleted for resources: {'Port': ['ID=e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:22.788709 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-68033371-af3c-43ae-94ff-a65d5d551722 req-ddb43e05-472f-40c4-93b5-3374e66c483b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] No DVR routers for this DVR port e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:02:22.791193 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-68033371-af3c-43ae-94ff-a65d5d551722 req-ddb43e05-472f-40c4-93b5-3374e66c483b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:22.794475 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-68033371-af3c-43ae-94ff-a65d5d551722 req-ddb43e05-472f-40c4-93b5-3374e66c483b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.41 "DELETE /v2.0/ports/e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5 HTTP/1.1" status: 204 len: 173 time: 0.4854236 Dec 17 16:02:22.794905 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645fcee6-9182-4013-ae33-cb7db4ab3cf3', 'name': 'network-vif-deleted', 'tag': 'e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:02:22.797876 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7161b111-8228-471d-9f3d-8d063a4ace32" -d '{"events": [{"server_uuid": "645fcee6-9182-4013-ae33-cb7db4ab3cf3", "name": "network-vif-deleted", "tag": "e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:02:22.840528 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c19734-63a9-4299-9087-d0712b6d4e21 x-openstack-request-id: req-f6c19734-63a9-4299-9087-d0712b6d4e21 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:02:22.840528 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "645fcee6-9182-4013-ae33-cb7db4ab3cf3", "name": "network-vif-deleted", "tag": "e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:02:22.840528 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f6c19734-63a9-4299-9087-d0712b6d4e21 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:02:22.840528 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645fcee6-9182-4013-ae33-cb7db4ab3cf3', 'name': 'network-vif-deleted', 'tag': 'e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5', 'status': 'completed', 'code': 200} Dec 17 16:02:22.894021 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7ce09ccb-fff9-421f-ba01-85f9c8964ea9 req-41ed1c17-b369-40b8-b7fd-5a5ef5a3c1cc tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=645fcee6-9182-4013-ae33-cb7db4ab3cf3 HTTP/1.1" status: 200 len: 210 time: 0.0276585 Dec 17 16:02:24.001779 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f32c9358-eacb-4c94-86bd-feea5d70bd28 req-0ed583d1-ec88-426b-8f05-7c96460e7235 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=645fcee6-9182-4013-ae33-cb7db4ab3cf3 HTTP/1.1" status: 200 len: 210 time: 0.0307305 Dec 17 16:02:25.103711 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-645ebb22-a0af-4919-80de-f637cfda3b08 req-e9877faf-373a-47c7-b4bb-bae032e41f47 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=645fcee6-9182-4013-ae33-cb7db4ab3cf3 HTTP/1.1" status: 200 len: 210 time: 0.0297863 Dec 17 16:02:26.171781 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:02:26.194967 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:02:26.195294 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device e6f0c9ab-5ddc-458f-84cc-792a0fe6c1f5 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:02:26.215094 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dc026dad-9d11-4733-b2fc-34a539dacc9a req-c992876b-6a73-44f8-8a48-c77e47c9b977 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=645fcee6-9182-4013-ae33-cb7db4ab3cf3 HTTP/1.1" status: 200 len: 210 time: 0.0349045 Dec 17 16:02:26.238914 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:27.347265 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-357140d3-bc52-4697-9170-75658677f48d req-7d8488aa-bc3f-4541-8854-7d1c52e878e6 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=645fcee6-9182-4013-ae33-cb7db4ab3cf3 HTTP/1.1" status: 200 len: 210 time: 0.0305760 Dec 17 16:02:28.836860 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-340ad2b3-ebaf-467f-8148-6dd6959ae968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:30.925381 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38798) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:02:30.930061 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-15f5f805-108c-4526-aee6-998fc2611681 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2061964450', 'description': 'tempest-secgroup-smoke-2061964450 description', 'project_id': 'bd68706f6c3b479fbd5c963f53102a88'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:31.014306 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-15f5f805-108c-4526-aee6-998fc2611681 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:31.082753 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-15f5f805-108c-4526-aee6-998fc2611681 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:31.088102 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0bf7cc27-6b6c-487d-a78f-a075e7a90884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:31.174381 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-15f5f805-108c-4526-aee6-998fc2611681 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:31.205904 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5f805-108c-4526-aee6-998fc2611681 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:31.268302 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-15f5f805-108c-4526-aee6-998fc2611681 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:31.269587 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-15f5f805-108c-4526-aee6-998fc2611681 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3431602 Dec 17 16:02:31.272819 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38800) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:02:31.277089 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-7a7298f1-703b-4270-8489-7a1da8939ee8 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Request body: {'security_group_rule': {'security_group_id': 'fb8e5d5d-ce63-4c02-b1f3-75e0542be33c', 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:31.367690 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7a7298f1-703b-4270-8489-7a1da8939ee8 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:31.429313 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7a7298f1-703b-4270-8489-7a1da8939ee8 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:31.505724 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7a7298f1-703b-4270-8489-7a1da8939ee8 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:31.529998 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7298f1-703b-4270-8489-7a1da8939ee8 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdaee3f6-4520-464e-af9e-0cc52451165b,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:31.604537 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7a7298f1-703b-4270-8489-7a1da8939ee8 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:31.606009 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7a7298f1-703b-4270-8489-7a1da8939ee8 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3323147 Dec 17 16:02:31.608749 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38804) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:02:31.614097 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-92503a9a-0a79-43bb-9f54-612acad2d353 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Request body: {'security_group_rule': {'security_group_id': 'fb8e5d5d-ce63-4c02-b1f3-75e0542be33c', 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:31.716434 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-92503a9a-0a79-43bb-9f54-612acad2d353 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:31.774490 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-92503a9a-0a79-43bb-9f54-612acad2d353 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:31.850492 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-92503a9a-0a79-43bb-9f54-612acad2d353 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:31.876680 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92503a9a-0a79-43bb-9f54-612acad2d353 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f338d1-f3b1-40f3-ac5d-51c18d5ff2e1,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:31.965223 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-92503a9a-0a79-43bb-9f54-612acad2d353 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:31.966962 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-92503a9a-0a79-43bb-9f54-612acad2d353 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3569369 Dec 17 16:02:31.970014 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38806) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:02:31.974995 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-4f4d9a24-b509-4e23-a16a-5da210b576a9 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Request body: {'security_group_rule': {'security_group_id': 'fb8e5d5d-ce63-4c02-b1f3-75e0542be33c', 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:32.089712 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4f4d9a24-b509-4e23-a16a-5da210b576a9 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:32.152475 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4f4d9a24-b509-4e23-a16a-5da210b576a9 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:32.261529 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4f4d9a24-b509-4e23-a16a-5da210b576a9 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:32.279322 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d9a24-b509-4e23-a16a-5da210b576a9 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75964078-4771-4fe6-989a-c1bd17172928,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:32.365550 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4f4d9a24-b509-4e23-a16a-5da210b576a9 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:32.366834 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4f4d9a24-b509-4e23-a16a-5da210b576a9 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3958681 Dec 17 16:02:32.369604 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38808) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:02:32.373990 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-fa63e4dc-9786-43ff-8c97-dc42beca9494 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Request body: {'security_group_rule': {'security_group_id': 'fb8e5d5d-ce63-4c02-b1f3-75e0542be33c', 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:32.477363 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:32.523952 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fa63e4dc-9786-43ff-8c97-dc42beca9494 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:32.591297 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fa63e4dc-9786-43ff-8c97-dc42beca9494 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:32.661599 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fa63e4dc-9786-43ff-8c97-dc42beca9494 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:32.681021 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63e4dc-9786-43ff-8c97-dc42beca9494 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4a2625b-6dd6-48d3-a248-b0a27020b8b1,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:32.784142 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fa63e4dc-9786-43ff-8c97-dc42beca9494 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:32.785958 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-fa63e4dc-9786-43ff-8c97-dc42beca9494 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4153903 Dec 17 16:02:32.788712 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38812) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:02:32.793281 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-03e78161-85bf-44e7-b8f7-9a37aa1ace56 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Request body: {'security_group_rule': {'security_group_id': 'fb8e5d5d-ce63-4c02-b1f3-75e0542be33c', 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:32.913194 n-d-820553-2 neutron-server[102832]: INFO neutron.db.securitygroups_db [None req-03e78161-85bf-44e7-b8f7-9a37aa1ace56 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Project bd68706f6c3b479fbd5c963f53102a88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:02:32.922570 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-03e78161-85bf-44e7-b8f7-9a37aa1ace56 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:32.982366 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-03e78161-85bf-44e7-b8f7-9a37aa1ace56 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:33.090360 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-03e78161-85bf-44e7-b8f7-9a37aa1ace56 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:33.109517 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e78161-85bf-44e7-b8f7-9a37aa1ace56 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c23b614-5176-4a87-b927-32bd0cf454d4,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:33.194781 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-03e78161-85bf-44e7-b8f7-9a37aa1ace56 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:33.196089 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-03e78161-85bf-44e7-b8f7-9a37aa1ace56 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4062960 Dec 17 16:02:33.198816 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 38814) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:02:33.203264 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-cc5d1ad2-7648-4d37-be87-7a41a023205f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Request body: {'security_group_rule': {'security_group_id': 'fb8e5d5d-ce63-4c02-b1f3-75e0542be33c', 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:33.335840 n-d-820553-2 neutron-server[102832]: INFO neutron.db.securitygroups_db [None req-cc5d1ad2-7648-4d37-be87-7a41a023205f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Project bd68706f6c3b479fbd5c963f53102a88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:02:33.341209 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cc5d1ad2-7648-4d37-be87-7a41a023205f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:33.403983 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cc5d1ad2-7648-4d37-be87-7a41a023205f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:33.489965 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cc5d1ad2-7648-4d37-be87-7a41a023205f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:33.509330 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d1ad2-7648-4d37-be87-7a41a023205f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85590526-e749-4e21-8428-b7a4150f1e51,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:33.570843 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cc5d1ad2-7648-4d37-be87-7a41a023205f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:33.572825 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-cc5d1ad2-7648-4d37-be87-7a41a023205f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3723266 Dec 17 16:02:34.015964 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:34.262140 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:40.871323 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:54.587058 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-742af429-59f3-4dcd-90b1-968332c5673e req-42d8ebf1-f372-4e62-a6a4-65c52afaf87f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2061964450&fields=id&tenant_id=bd68706f6c3b479fbd5c963f53102a88 HTTP/1.1" status: 200 len: 267 time: 0.0352952 Dec 17 16:02:54.699983 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742af429-59f3-4dcd-90b1-968332c5673e req-3bb9b203-ef0b-4c61-b498-90f199f4fad4 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:54.701457 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-742af429-59f3-4dcd-90b1-968332c5673e req-3bb9b203-ef0b-4c61-b498-90f199f4fad4 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/networks?id=355210bf-f333-4091-b076-b021f964c83c HTTP/1.1" status: 200 len: 812 time: 0.1059918 Dec 17 16:02:54.716804 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-742af429-59f3-4dcd-90b1-968332c5673e req-dc8af53a-6ab4-4ff7-b8cf-fc863d4f6e27 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/quotas/bd68706f6c3b479fbd5c963f53102a88 HTTP/1.1" status: 200 len: 375 time: 0.0096376 Dec 17 16:02:54.767275 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-742af429-59f3-4dcd-90b1-968332c5673e req-10e18ddd-800d-4ee4-8a5b-8a455be87c26 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449831 Dec 17 16:02:54.863454 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-742af429-59f3-4dcd-90b1-968332c5673e req-68ec0bb1-db42-48e0-a325-462ca73da60c service neutron] 10.222.0.46 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842633 Dec 17 16:02:54.957359 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-742af429-59f3-4dcd-90b1-968332c5673e req-c941cea5-7203-47d1-83b0-6abc59084199 service neutron] 10.222.0.46 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870736 Dec 17 16:02:55.547436 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d3d4151f-086a-4ab7-9cde-dbdaa608f326 req-dd6bf567-bb30-4c5e-9bd4-4eec7b96ee2c tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7 HTTP/1.1" status: 200 len: 210 time: 0.0361259 Dec 17 16:02:56.219306 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:56.661307 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70c1f052-7f7b-4abc-94d7-f42d309c348c req-9cbad4c6-9d8a-40d8-9b3b-3489e8f6c926 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7 HTTP/1.1" status: 200 len: 210 time: 0.0293689 Dec 17 16:02:57.385248 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742af429-59f3-4dcd-90b1-968332c5673e req-ebd568f9-1bcb-4020-aebc-e805ad912992 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:57.386712 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-742af429-59f3-4dcd-90b1-968332c5673e req-ebd568f9-1bcb-4020-aebc-e805ad912992 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.13 "GET /v2.0/networks?id=355210bf-f333-4091-b076-b021f964c83c HTTP/1.1" status: 200 len: 812 time: 0.1072655 Dec 17 16:02:57.431667 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-742af429-59f3-4dcd-90b1-968332c5673e req-cd5f9a51-d9be-4f61-977e-d8e10ef8b4eb tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd68706f6c3b479fbd5c963f53102a88 HTTP/1.1" status: 200 len: 380 time: 0.0352447 Dec 17 16:02:57.440254 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-742af429-59f3-4dcd-90b1-968332c5673e req-5056bdd9-6638-4e2b-ac96-bb7cb5cd3e54 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Request body: {'port': {'device_id': '63f363ec-e6aa-46af-a19e-48f8e27c18c7', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'admin_state_up': True, 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'security_groups': ['fb8e5d5d-ce63-4c02-b1f3-75e0542be33c']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:57.625198 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-742af429-59f3-4dcd-90b1-968332c5673e req-5056bdd9-6638-4e2b-ac96-bb7cb5cd3e54 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Made reservation on behalf of bd68706f6c3b479fbd5c963f53102a88 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:02:57.629323 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-742af429-59f3-4dcd-90b1-968332c5673e req-5056bdd9-6638-4e2b-ac96-bb7cb5cd3e54 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:57.746437 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9b85d247-6f26-41d6-b421-157af3f26c23 req-64f894d1-227e-45b2-901a-9aaf12cd7955 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7 HTTP/1.1" status: 200 len: 210 time: 0.0265481 Dec 17 16:02:57.773161 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-742af429-59f3-4dcd-90b1-968332c5673e req-5056bdd9-6638-4e2b-ac96-bb7cb5cd3e54 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Allocated IP 172.20.0.4 (355210bf-f333-4091-b076-b021f964c83c/040decac-d73e-40b6-8001-3c00aef94ddf/b62980a2-6fcd-4a9e-9e61-49fd28e35bc7) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:02:57.925187 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-742af429-59f3-4dcd-90b1-968332c5673e req-5056bdd9-6638-4e2b-ac96-bb7cb5cd3e54 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:58.044873 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-742af429-59f3-4dcd-90b1-968332c5673e req-5056bdd9-6638-4e2b-ac96-bb7cb5cd3e54 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:58.093234 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-742af429-59f3-4dcd-90b1-968332c5673e req-5056bdd9-6638-4e2b-ac96-bb7cb5cd3e54 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Network 355210bf-f333-4091-b076-b021f964c83c is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:02:58.096514 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-742af429-59f3-4dcd-90b1-968332c5673e req-5056bdd9-6638-4e2b-ac96-bb7cb5cd3e54 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:02:58.100071 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-742af429-59f3-4dcd-90b1-968332c5673e req-5056bdd9-6638-4e2b-ac96-bb7cb5cd3e54 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:02:58.131821 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056bdd9-6638-4e2b-ac96-bb7cb5cd3e54 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Pushing event updated for resources: {'Port': ['ID=b62980a2-6fcd-4a9e-9e61-49fd28e35bc7,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:58.170860 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742af429-59f3-4dcd-90b1-968332c5673e req-5056bdd9-6638-4e2b-ac96-bb7cb5cd3e54 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:58.171496 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-742af429-59f3-4dcd-90b1-968332c5673e req-5056bdd9-6638-4e2b-ac96-bb7cb5cd3e54 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:58.242913 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-742af429-59f3-4dcd-90b1-968332c5673e req-5056bdd9-6638-4e2b-ac96-bb7cb5cd3e54 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8052766 Dec 17 16:02:58.255880 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-742af429-59f3-4dcd-90b1-968332c5673e req-a41f6a77-fea9-4adb-8086-2cd305e71154 service neutron] Request body: {'port': {'device_id': '63f363ec-e6aa-46af-a19e-48f8e27c18c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:02:58.321903 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-742af429-59f3-4dcd-90b1-968332c5673e req-a41f6a77-fea9-4adb-8086-2cd305e71154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:58.373264 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-0ddfd8e0-c5e8-489a-af09-c80864a576f3 None None] Provisioning complete for port b62980a2-6fcd-4a9e-9e61-49fd28e35bc7 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:02:58.374409 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0ddfd8e0-c5e8-489a-af09-c80864a576f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:58.408696 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-0ddfd8e0-c5e8-489a-af09-c80864a576f3 None None] Port b62980a2-6fcd-4a9e-9e61-49fd28e35bc7 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:02:58.604639 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-742af429-59f3-4dcd-90b1-968332c5673e req-a41f6a77-fea9-4adb-8086-2cd305e71154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b62980a2-6fcd-4a9e-9e61-49fd28e35bc7 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:02:58.612471 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-742af429-59f3-4dcd-90b1-968332c5673e req-a41f6a77-fea9-4adb-8086-2cd305e71154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:58.626615 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-742af429-59f3-4dcd-90b1-968332c5673e req-a41f6a77-fea9-4adb-8086-2cd305e71154 service neutron] Transition to ACTIVE for port object b62980a2-6fcd-4a9e-9e61-49fd28e35bc7 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:02:58.689887 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-742af429-59f3-4dcd-90b1-968332c5673e req-a41f6a77-fea9-4adb-8086-2cd305e71154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:58.765473 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f6a77-fea9-4adb-8086-2cd305e71154 service neutron] Pushing event updated for resources: {'Port': ['ID=b62980a2-6fcd-4a9e-9e61-49fd28e35bc7,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:58.838199 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:02:58.858821 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-742af429-59f3-4dcd-90b1-968332c5673e req-a41f6a77-fea9-4adb-8086-2cd305e71154 service neutron] Attempting to bind port b62980a2-6fcd-4a9e-9e61-49fd28e35bc7 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:02:58.859152 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-742af429-59f3-4dcd-90b1-968332c5673e req-a41f6a77-fea9-4adb-8086-2cd305e71154 service neutron] Attempting to bind port b62980a2-6fcd-4a9e-9e61-49fd28e35bc7 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:02:58.859485 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742af429-59f3-4dcd-90b1-968332c5673e req-a41f6a77-fea9-4adb-8086-2cd305e71154 service neutron] Attempting to bind port b62980a2-6fcd-4a9e-9e61-49fd28e35bc7 on network 355210bf-f333-4091-b076-b021f964c83c {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:02:58.864357 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742af429-59f3-4dcd-90b1-968332c5673e req-a41f6a77-fea9-4adb-8086-2cd305e71154 service neutron] Port b62980a2-6fcd-4a9e-9e61-49fd28e35bc7 on network 355210bf-f333-4091-b076-b021f964c83c not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:02:58.864699 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742af429-59f3-4dcd-90b1-968332c5673e req-a41f6a77-fea9-4adb-8086-2cd305e71154 service neutron] Attempting to bind port b62980a2-6fcd-4a9e-9e61-49fd28e35bc7 on network 355210bf-f333-4091-b076-b021f964c83c {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:02:58.871363 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742af429-59f3-4dcd-90b1-968332c5673e req-a41f6a77-fea9-4adb-8086-2cd305e71154 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:02:58.871932 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742af429-59f3-4dcd-90b1-968332c5673e req-a41f6a77-fea9-4adb-8086-2cd305e71154 service neutron] Checking segment: {'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:02:58.872374 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742af429-59f3-4dcd-90b1-968332c5673e req-a41f6a77-fea9-4adb-8086-2cd305e71154 service neutron] Bound using segment: {'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:02:58.872753 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-742af429-59f3-4dcd-90b1-968332c5673e req-a41f6a77-fea9-4adb-8086-2cd305e71154 service neutron] Bound port: b62980a2-6fcd-4a9e-9e61-49fd28e35bc7, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:02:58.873196 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-742af429-59f3-4dcd-90b1-968332c5673e req-a41f6a77-fea9-4adb-8086-2cd305e71154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:58.876470 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-29f85375-d4a0-43be-9c36-ba7574b4b8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:58.915348 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725431d-8570-4e3e-b353-0ce9b30dde64 req-b11887f0-c36b-4bb3-84fb-c98fbe7c2ae7 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:58.925791 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d725431d-8570-4e3e-b353-0ce9b30dde64 req-b11887f0-c36b-4bb3-84fb-c98fbe7c2ae7 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7 HTTP/1.1" status: 200 len: 943 time: 0.0770278 Dec 17 16:02:58.951365 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-742af429-59f3-4dcd-90b1-968332c5673e req-a41f6a77-fea9-4adb-8086-2cd305e71154 service neutron] For port b62980a2-6fcd-4a9e-9e61-49fd28e35bc7, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:02:58.955513 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-742af429-59f3-4dcd-90b1-968332c5673e req-a41f6a77-fea9-4adb-8086-2cd305e71154 service neutron] For port b62980a2-6fcd-4a9e-9e61-49fd28e35bc7, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=b62980a2-6fcd-4a9e-9e61-49fd28e35bc7,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:02:58.966948 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d725431d-8570-4e3e-b353-0ce9b30dde64 req-3ebdf761-fa3c-4f66-8179-a2732fec3331 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402884 Dec 17 16:02:59.022837 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-742af429-59f3-4dcd-90b1-968332c5673e req-a41f6a77-fea9-4adb-8086-2cd305e71154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:59.052956 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742af429-59f3-4dcd-90b1-968332c5673e req-a41f6a77-fea9-4adb-8086-2cd305e71154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:59.053632 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-742af429-59f3-4dcd-90b1-968332c5673e req-a41f6a77-fea9-4adb-8086-2cd305e71154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:02:59.055785 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-742af429-59f3-4dcd-90b1-968332c5673e req-a41f6a77-fea9-4adb-8086-2cd305e71154 service neutron] 10.222.0.13 "PUT /v2.0/ports/b62980a2-6fcd-4a9e-9e61-49fd28e35bc7 HTTP/1.1" status: 200 len: 1091 time: 0.8049157 Dec 17 16:02:59.058666 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f363ec-e6aa-46af-a19e-48f8e27c18c7', 'tag': 'b62980a2-6fcd-4a9e-9e61-49fd28e35bc7'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:02:59.067765 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5149efd8-e513-4d34-8000-d106e4baa4a4" -d '{"events": [{"name": "network-changed", "server_uuid": "63f363ec-e6aa-46af-a19e-48f8e27c18c7", "tag": "b62980a2-6fcd-4a9e-9e61-49fd28e35bc7"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:02:59.130763 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f6a77-fea9-4adb-8086-2cd305e71154 service neutron] Pushing event updated for resources: {'Port': ['ID=b62980a2-6fcd-4a9e-9e61-49fd28e35bc7,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:02:59.209202 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742af429-59f3-4dcd-90b1-968332c5673e req-8b714a3a-4d0e-43ea-8c92-6d8bf21d99e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:59.210772 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-742af429-59f3-4dcd-90b1-968332c5673e req-8b714a3a-4d0e-43ea-8c92-6d8bf21d99e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7 HTTP/1.1" status: 200 len: 1094 time: 0.0500515 Dec 17 16:02:59.279419 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-742af429-59f3-4dcd-90b1-968332c5673e req-43bca982-d0b5-43f0-9ce8-418d499a6723 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b62980a2-6fcd-4a9e-9e61-49fd28e35bc7 HTTP/1.1" status: 200 len: 217 time: 0.0610762 Dec 17 16:02:59.346319 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142a5969-9f56-4c25-a79f-631b2e8946ff x-openstack-request-id: req-142a5969-9f56-4c25-a79f-631b2e8946ff {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:02:59.346537 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f363ec-e6aa-46af-a19e-48f8e27c18c7", "tag": "b62980a2-6fcd-4a9e-9e61-49fd28e35bc7", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:02:59.346791 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-142a5969-9f56-4c25-a79f-631b2e8946ff {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:02:59.347187 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f363ec-e6aa-46af-a19e-48f8e27c18c7', 'tag': 'b62980a2-6fcd-4a9e-9e61-49fd28e35bc7', 'status': 'completed', 'code': 200} Dec 17 16:02:59.358476 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742af429-59f3-4dcd-90b1-968332c5673e req-98832607-ec58-4d5a-a05e-8a515c440fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:59.359950 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-742af429-59f3-4dcd-90b1-968332c5673e req-98832607-ec58-4d5a-a05e-8a515c440fb2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=040decac-d73e-40b6-8001-3c00aef94ddf HTTP/1.1" status: 200 len: 851 time: 0.0723894 Dec 17 16:02:59.419991 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742af429-59f3-4dcd-90b1-968332c5673e req-e1f2ec32-857d-496b-b5f9-c9ac53f6a3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:59.421641 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-742af429-59f3-4dcd-90b1-968332c5673e req-e1f2ec32-857d-496b-b5f9-c9ac53f6a3cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=355210bf-f333-4091-b076-b021f964c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547578 Dec 17 16:02:59.524150 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-742af429-59f3-4dcd-90b1-968332c5673e req-c1973827-e1e6-4812-8ace-eec94781db68 service neutron] 10.222.0.13 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954871 Dec 17 16:02:59.626172 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-742af429-59f3-4dcd-90b1-968332c5673e req-2051e952-16c8-41b0-9157-4dec6160182a service neutron] 10.222.0.13 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952153 Dec 17 16:02:59.820776 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149efd8-e513-4d34-8000-d106e4baa4a4 req-f8fba2d3-eeee-4fe3-babe-d77cf3900c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:59.822766 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5149efd8-e513-4d34-8000-d106e4baa4a4 req-f8fba2d3-eeee-4fe3-babe-d77cf3900c2c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7 HTTP/1.1" status: 200 len: 1094 time: 0.0541363 Dec 17 16:02:59.929292 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149efd8-e513-4d34-8000-d106e4baa4a4 req-979eb26b-a5f6-4aa6-a241-cf6d43bc5569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:02:59.930817 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5149efd8-e513-4d34-8000-d106e4baa4a4 req-979eb26b-a5f6-4aa6-a241-cf6d43bc5569 service neutron] 10.222.0.13 "GET /v2.0/networks?id=355210bf-f333-4091-b076-b021f964c83c HTTP/1.1" status: 200 len: 913 time: 0.1004715 Dec 17 16:02:59.972951 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5149efd8-e513-4d34-8000-d106e4baa4a4 req-6e4afbc1-6207-473e-879b-b4cb2a8cee39 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b62980a2-6fcd-4a9e-9e61-49fd28e35bc7 HTTP/1.1" status: 200 len: 217 time: 0.0349405 Dec 17 16:03:00.030652 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149efd8-e513-4d34-8000-d106e4baa4a4 req-32e7d2f3-38bf-4592-9bab-64d43f24f8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:00.032278 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5149efd8-e513-4d34-8000-d106e4baa4a4 req-32e7d2f3-38bf-4592-9bab-64d43f24f8f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=040decac-d73e-40b6-8001-3c00aef94ddf HTTP/1.1" status: 200 len: 851 time: 0.0524139 Dec 17 16:03:00.082959 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149efd8-e513-4d34-8000-d106e4baa4a4 req-d7818bf5-4482-4869-a8c6-fdd2a3ffdaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:00.084610 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5149efd8-e513-4d34-8000-d106e4baa4a4 req-d7818bf5-4482-4869-a8c6-fdd2a3ffdaf6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=355210bf-f333-4091-b076-b021f964c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452456 Dec 17 16:03:00.112368 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234d211-591f-4976-84ef-5e0a9e6e0676 req-a190f1ae-d92a-44ad-8bf6-a4d40dc00af1 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:00.121253 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c234d211-591f-4976-84ef-5e0a9e6e0676 req-a190f1ae-d92a-44ad-8bf6-a4d40dc00af1 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7 HTTP/1.1" status: 200 len: 943 time: 0.0840487 Dec 17 16:03:00.169338 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c234d211-591f-4976-84ef-5e0a9e6e0676 req-035ff837-c8e0-4c28-981d-1617d012d392 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441873 Dec 17 16:03:00.190286 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5149efd8-e513-4d34-8000-d106e4baa4a4 req-2b4abe63-1c08-471b-91c9-70fce87246d9 service neutron] 10.222.0.13 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982060 Dec 17 16:03:00.288487 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5149efd8-e513-4d34-8000-d106e4baa4a4 req-0ddca17f-3b5d-418f-ae3a-12594198cce6 service neutron] 10.222.0.13 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911913 Dec 17 16:03:01.076627 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c4702353-254a-44be-8867-5d6672f94088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:03:01.281204 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac378ea-8579-423e-ae7f-21e335187a8f req-e6ecd9d5-6341-41ae-a445-dc6409ba0342 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:01.283568 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5ac378ea-8579-423e-ae7f-21e335187a8f req-e6ecd9d5-6341-41ae-a445-dc6409ba0342 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7 HTTP/1.1" status: 200 len: 943 time: 0.0520570 Dec 17 16:03:01.323403 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5ac378ea-8579-423e-ae7f-21e335187a8f req-44b53d1b-9b5d-43b2-90ff-b0d6687171de tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331295 Dec 17 16:03:02.439220 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:03:02.464105 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c1319-3dc8-4363-971e-231e77d4b8a2 req-50c06550-503b-4b5d-ab77-89357946171e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:02.466070 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-917c1319-3dc8-4363-971e-231e77d4b8a2 req-50c06550-503b-4b5d-ab77-89357946171e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7 HTTP/1.1" status: 200 len: 943 time: 0.0701149 Dec 17 16:03:02.506651 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-917c1319-3dc8-4363-971e-231e77d4b8a2 req-0c1630a9-8de1-4521-9d0b-457e884c8120 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340681 Dec 17 16:03:03.623139 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc6837-ba47-40b3-aced-c1c00ce4382e req-c0e3d268-29ab-45e9-a630-0844d6ea2546 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:03.624616 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-addc6837-ba47-40b3-aced-c1c00ce4382e req-c0e3d268-29ab-45e9-a630-0844d6ea2546 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7 HTTP/1.1" status: 200 len: 943 time: 0.0491161 Dec 17 16:03:03.664725 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-addc6837-ba47-40b3-aced-c1c00ce4382e req-20bcb04a-3850-456a-b148-220c43145f17 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342116 Dec 17 16:03:04.021324 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:03:04.238365 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:03:04.779457 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ba6e9-9048-4a74-9fba-6b4777829fc8 req-c9f09069-f213-44f8-8574-10361c1daecd tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:04.781065 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-363ba6e9-9048-4a74-9fba-6b4777829fc8 req-c9f09069-f213-44f8-8574-10361c1daecd tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7 HTTP/1.1" status: 200 len: 943 time: 0.0492332 Dec 17 16:03:04.819261 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-363ba6e9-9048-4a74-9fba-6b4777829fc8 req-35133d0e-479d-409d-9949-0ca2bf6752d0 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323279 Dec 17 16:03:05.937606 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223f5a3-f0c2-4aae-8d85-72453c91bbbc req-fb1e63e1-4263-46e0-ae42-15627f246669 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:05.939075 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6223f5a3-f0c2-4aae-8d85-72453c91bbbc req-fb1e63e1-4263-46e0-ae42-15627f246669 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7 HTTP/1.1" status: 200 len: 943 time: 0.0502379 Dec 17 16:03:05.978155 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6223f5a3-f0c2-4aae-8d85-72453c91bbbc req-e77e859f-6435-4571-962a-671d6a84e81f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329618 Dec 17 16:03:07.091692 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a475824-1337-4795-8c03-c6bdfe6e0252 req-4d805e30-4bbf-4c92-b2db-1789cbd98da0 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:07.093179 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4a475824-1337-4795-8c03-c6bdfe6e0252 req-4d805e30-4bbf-4c92-b2db-1789cbd98da0 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7 HTTP/1.1" status: 200 len: 943 time: 0.0505652 Dec 17 16:03:07.134554 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4a475824-1337-4795-8c03-c6bdfe6e0252 req-cf659ad5-6795-4eed-9843-941b0c166fdc tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352030 Dec 17 16:03:08.246946 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5956b49-2be9-41ed-92a4-5ea93365591b req-884aa433-ccc9-4a94-b4db-3f9fdfcd30f4 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:08.248417 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b5956b49-2be9-41ed-92a4-5ea93365591b req-884aa433-ccc9-4a94-b4db-3f9fdfcd30f4 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7 HTTP/1.1" status: 200 len: 943 time: 0.0491369 Dec 17 16:03:08.288072 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b5956b49-2be9-41ed-92a4-5ea93365591b req-f200b033-34bb-4149-8e11-57169b7c95a2 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334725 Dec 17 16:03:09.402669 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23873f-26cc-4b44-9a3f-e70225519f4b req-883fb008-3fcb-4b6d-b251-2de967b0634e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:09.404177 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cd23873f-26cc-4b44-9a3f-e70225519f4b req-883fb008-3fcb-4b6d-b251-2de967b0634e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7 HTTP/1.1" status: 200 len: 943 time: 0.0496593 Dec 17 16:03:09.441423 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cd23873f-26cc-4b44-9a3f-e70225519f4b req-2ef868b3-c7e7-4685-a46b-7034d674c567 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311110 Dec 17 16:03:10.409715 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device b62980a2-6fcd-4a9e-9e61-49fd28e35bc7 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:03:10.504617 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port b62980a2-6fcd-4a9e-9e61-49fd28e35bc7, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=b62980a2-6fcd-4a9e-9e61-49fd28e35bc7,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:10.516405 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'b62980a2-6fcd-4a9e-9e61-49fd28e35bc7', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'port_id': 'b62980a2-6fcd-4a9e-9e61-49fd28e35bc7', 'mac_address': 'fa:16:3e:80:f0:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:03:10.555472 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:03:10.561026 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3c2b8-7cf6-40c3-989c-58eeba1e4ea9 req-c1a9fc0c-35c0-4b4a-8543-9beb7a2c2325 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:10.565585 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-53a3c2b8-7cf6-40c3-989c-58eeba1e4ea9 req-c1a9fc0c-35c0-4b4a-8543-9beb7a2c2325 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7 HTTP/1.1" status: 200 len: 943 time: 0.0566459 Dec 17 16:03:10.572255 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b62980a2-6fcd-4a9e-9e61-49fd28e35bc7 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:03:10.591257 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port b62980a2-6fcd-4a9e-9e61-49fd28e35bc7, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=b62980a2-6fcd-4a9e-9e61-49fd28e35bc7,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:10.606242 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-53a3c2b8-7cf6-40c3-989c-58eeba1e4ea9 req-cc5f9793-68a4-4af8-8c11-1c847d6cd3a7 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373874 Dec 17 16:03:10.647594 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:03:10.694415 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=b62980a2-6fcd-4a9e-9e61-49fd28e35bc7,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:10.852201 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['b62980a2-6fcd-4a9e-9e61-49fd28e35bc7'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:03:10.880768 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:03:11.719953 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9afb0a2-ecde-4306-81c5-dda40a52cba3 req-30c33753-ad17-40ab-b657-32ec0cbfea20 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:11.721443 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f9afb0a2-ecde-4306-81c5-dda40a52cba3 req-30c33753-ad17-40ab-b657-32ec0cbfea20 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7 HTTP/1.1" status: 200 len: 944 time: 0.0490320 Dec 17 16:03:11.758866 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f9afb0a2-ecde-4306-81c5-dda40a52cba3 req-b8ba1065-9985-4c7d-8dcc-c85156827070 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314147 Dec 17 16:03:12.411061 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device b62980a2-6fcd-4a9e-9e61-49fd28e35bc7 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:03:12.535289 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port b62980a2-6fcd-4a9e-9e61-49fd28e35bc7 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:03:12.539470 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port b62980a2-6fcd-4a9e-9e61-49fd28e35bc7 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:03:12.539844 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:03:12.623066 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:03:12.645499 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f363ec-e6aa-46af-a19e-48f8e27c18c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62980a2-6fcd-4a9e-9e61-49fd28e35bc7'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:03:12.647757 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0c5904-957f-4e85-93f6-91f5add4f2fa" -d '{"events": [{"server_uuid": "63f363ec-e6aa-46af-a19e-48f8e27c18c7", "name": "network-vif-plugged", "status": "completed", "tag": "b62980a2-6fcd-4a9e-9e61-49fd28e35bc7"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:03:12.660982 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port b62980a2-6fcd-4a9e-9e61-49fd28e35bc7, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=b62980a2-6fcd-4a9e-9e61-49fd28e35bc7,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:03:12.683439 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ade6916-1d15-4b12-8cff-4d573fec2a2f x-openstack-request-id: req-3ade6916-1d15-4b12-8cff-4d573fec2a2f {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:03:12.683735 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f363ec-e6aa-46af-a19e-48f8e27c18c7", "name": "network-vif-plugged", "status": "completed", "tag": "b62980a2-6fcd-4a9e-9e61-49fd28e35bc7", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:03:12.683990 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3ade6916-1d15-4b12-8cff-4d573fec2a2f {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:03:12.684417 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f363ec-e6aa-46af-a19e-48f8e27c18c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62980a2-6fcd-4a9e-9e61-49fd28e35bc7', 'code': 200} Dec 17 16:03:12.735453 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:03:12.781446 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50564339-cb23-49ae-b06e-e1f66df50b0f req-bf1870bd-8b21-4f25-beb7-b46e5adebf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:12.783652 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-50564339-cb23-49ae-b06e-e1f66df50b0f req-bf1870bd-8b21-4f25-beb7-b46e5adebf41 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7 HTTP/1.1" status: 200 len: 1096 time: 0.0434575 Dec 17 16:03:12.787038 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=b62980a2-6fcd-4a9e-9e61-49fd28e35bc7,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:12.821895 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-50564339-cb23-49ae-b06e-e1f66df50b0f req-94c6f557-1b4d-4f3c-bd06-df8a43f2f674 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308042 Dec 17 16:03:12.877799 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08017036-a374-4c93-b503-a56109d8f4e0 req-b8ce91cd-4a94-4944-8c40-768a2735b5bc tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:12.879185 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-08017036-a374-4c93-b503-a56109d8f4e0 req-b8ce91cd-4a94-4944-8c40-768a2735b5bc tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7 HTTP/1.1" status: 200 len: 945 time: 0.0494356 Dec 17 16:03:12.917336 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-08017036-a374-4c93-b503-a56109d8f4e0 req-3a5de40e-f706-40f1-b99f-e4dbbe259510 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314813 Dec 17 16:03:14.035230 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac655739-7935-4f77-8302-02a551f88895 req-de8fc89b-20f2-4ec3-8a25-8208f7ae687b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:14.036681 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ac655739-7935-4f77-8302-02a551f88895 req-de8fc89b-20f2-4ec3-8a25-8208f7ae687b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7 HTTP/1.1" status: 200 len: 945 time: 0.0496526 Dec 17 16:03:14.078967 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ac655739-7935-4f77-8302-02a551f88895 req-a60ac349-10c0-4958-a88f-06e4e0bf7c6c tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355356 Dec 17 16:03:14.192562 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0983ca-c29e-4bc2-bb29-31f31b674841 req-bf7e9641-f47c-4cec-aee4-2b602ffd3601 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:14.194048 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ea0983ca-c29e-4bc2-bb29-31f31b674841 req-bf7e9641-f47c-4cec-aee4-2b602ffd3601 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7 HTTP/1.1" status: 200 len: 945 time: 0.0491765 Dec 17 16:03:14.232947 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ea0983ca-c29e-4bc2-bb29-31f31b674841 req-d1c80aa5-be50-4f47-9d78-79a382434026 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330696 Dec 17 16:03:14.255178 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39256) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:03:14.293630 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43967e05-77db-4760-a979-edb8a35407de tempest-TestVolumeBootPattern-1447597596 tempest-TestVolumeBootPattern-1447597596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:14.295051 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-43967e05-77db-4760-a979-edb8a35407de tempest-TestVolumeBootPattern-1447597596 tempest-TestVolumeBootPattern-1447597596-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7 HTTP/1.1" status: 200 len: 1091 time: 0.0389144 Dec 17 16:03:14.297878 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39258) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:03:14.302063 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-38fd1782-830a-42bf-bc88-16fe54431e87 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'port_id': 'b62980a2-6fcd-4a9e-9e61-49fd28e35bc7', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:03:14.369555 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38fd1782-830a-42bf-bc88-16fe54431e87 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for floatingip, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:03:14.714020 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38fd1782-830a-42bf-bc88-16fe54431e87 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:03:14.818453 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-38fd1782-830a-42bf-bc88-16fe54431e87 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Allocated IP 172.25.6.109 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/cdf6e6f5-194c-4194-950c-a69aa5d9975f) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:03:14.923000 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38fd1782-830a-42bf-bc88-16fe54431e87 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:03:15.004411 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38fd1782-830a-42bf-bc88-16fe54431e87 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:03:15.041941 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fd1782-830a-42bf-bc88-16fe54431e87 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:03:15.044706 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-38fd1782-830a-42bf-bc88-16fe54431e87 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:03:15.048114 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fd1782-830a-42bf-bc88-16fe54431e87 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:03:15.071773 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd1782-830a-42bf-bc88-16fe54431e87 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Pushing event updated for resources: {'Port': ['ID=cdf6e6f5-194c-4194-950c-a69aa5d9975f,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:15.084895 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd1782-830a-42bf-bc88-16fe54431e87 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:15.085267 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd1782-830a-42bf-bc88-16fe54431e87 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:15.085610 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd1782-830a-42bf-bc88-16fe54431e87 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:15.085947 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd1782-830a-42bf-bc88-16fe54431e87 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:15.086406 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd1782-830a-42bf-bc88-16fe54431e87 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:15.086747 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd1782-830a-42bf-bc88-16fe54431e87 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:15.087075 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd1782-830a-42bf-bc88-16fe54431e87 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:15.087399 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd1782-830a-42bf-bc88-16fe54431e87 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:15.087726 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd1782-830a-42bf-bc88-16fe54431e87 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:15.088046 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd1782-830a-42bf-bc88-16fe54431e87 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:15.088369 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd1782-830a-42bf-bc88-16fe54431e87 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:15.088691 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd1782-830a-42bf-bc88-16fe54431e87 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:03:15.400464 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38fd1782-830a-42bf-bc88-16fe54431e87 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:03:15.531886 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38fd1782-830a-42bf-bc88-16fe54431e87 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:03:15.684464 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38fd1782-830a-42bf-bc88-16fe54431e87 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:03:15.781148 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38fd1782-830a-42bf-bc88-16fe54431e87 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:03:15.857550 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd1782-830a-42bf-bc88-16fe54431e87 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Pushing event updated for resources: {'Port': ['ID=cdf6e6f5-194c-4194-950c-a69aa5d9975f,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:03:15.870418 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38fd1782-830a-42bf-bc88-16fe54431e87 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:03:15.973140 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-38fd1782-830a-42bf-bc88-16fe54431e87 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Floating IP ca85e287-6967-491d-a6c0-6bf9126561d0 associated. External IP: 172.25.6.109, port: b62980a2-6fcd-4a9e-9e61-49fd28e35bc7. Dec 17 16:03:16.175896 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38fd1782-830a-42bf-bc88-16fe54431e87 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Router fc2e76e2-d495-46d9-b5ae-136717d9ffb0 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:03:16.281886 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fd1782-830a-42bf-bc88-16fe54431e87 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:03:16.292272 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dc929a-c182-4fe4-a825-d6aa452e49f9 None None] Sync routers for ids ['fc2e76e2-d495-46d9-b5ae-136717d9ffb0'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:03:16.302077 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dc929a-c182-4fe4-a825-d6aa452e49f9 None None] Routers {'fc2e76e2-d495-46d9-b5ae-136717d9ffb0'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:03:16.302688 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-14dc929a-c182-4fe4-a825-d6aa452e49f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:03:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['fc2e76e2-d495-46d9-b5ae-136717d9ffb0'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:16.355432 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38fd1782-830a-42bf-bc88-16fe54431e87 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:03:16.393070 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-38fd1782-830a-42bf-bc88-16fe54431e87 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0841484 Dec 17 16:03:16.393070 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f363ec-e6aa-46af-a19e-48f8e27c18c7', 'tag': 'b62980a2-6fcd-4a9e-9e61-49fd28e35bc7'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:03:16.393070 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9097a23b-7de1-4fdc-8e41-68f3346d8574" -d '{"events": [{"name": "network-changed", "server_uuid": "63f363ec-e6aa-46af-a19e-48f8e27c18c7", "tag": "b62980a2-6fcd-4a9e-9e61-49fd28e35bc7"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:03:16.418656 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-14dc929a-c182-4fe4-a825-d6aa452e49f9 None None] Set router fc2e76e2-d495-46d9-b5ae-136717d9ffb0 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:03:16.433365 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e170a9-8b46-4cc9-9ec2-ea874128b3ff x-openstack-request-id: req-12e170a9-8b46-4cc9-9ec2-ea874128b3ff {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:03:16.433663 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f363ec-e6aa-46af-a19e-48f8e27c18c7", "tag": "b62980a2-6fcd-4a9e-9e61-49fd28e35bc7", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:03:16.433918 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-12e170a9-8b46-4cc9-9ec2-ea874128b3ff {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:03:16.434322 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f363ec-e6aa-46af-a19e-48f8e27c18c7', 'tag': 'b62980a2-6fcd-4a9e-9e61-49fd28e35bc7', 'status': 'completed', 'code': 200} Dec 17 16:03:16.517980 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097a23b-7de1-4fdc-8e41-68f3346d8574 req-04e8617d-ce97-44dc-ada1-443b6e58b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:16.520329 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9097a23b-7de1-4fdc-8e41-68f3346d8574 req-04e8617d-ce97-44dc-ada1-443b6e58b918 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7 HTTP/1.1" status: 200 len: 1096 time: 0.0640554 Dec 17 16:03:16.621305 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097a23b-7de1-4fdc-8e41-68f3346d8574 req-b1bce811-67c0-4060-8890-c14bf6a5fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:16.623143 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9097a23b-7de1-4fdc-8e41-68f3346d8574 req-b1bce811-67c0-4060-8890-c14bf6a5fd9f service neutron] 10.222.0.13 "GET /v2.0/networks?id=355210bf-f333-4091-b076-b021f964c83c HTTP/1.1" status: 200 len: 913 time: 0.0957944 Dec 17 16:03:16.656428 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-14dc929a-c182-4fe4-a825-d6aa452e49f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'name': 'tempest-TestVolumeBootPattern-1433742308-router', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:11Z', 'revision_number': 4, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'gw_port': {'id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'ca85e287-6967-491d-a6c0-6bf9126561d0', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'port_id': 'b62980a2-6fcd-4a9e-9e61-49fd28e35bc7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'mac_address': 'fa:16:3e:80:f0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f363ec-e6aa-46af-a19e-48f8e27c18c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:03:15Z', 'updated_at': '2021-12-17T16:03:15Z', 'revision_number': 0, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75dff4dd-f606-4e2a-92c4-713061d6373f', 'name': '', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'mac_address': 'fa:16:3e:da:b6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:11Z', 'updated_at': '2021-12-17T15:58:15Z', 'revision_number': 5, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'subnets': [{'id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:16.683593 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dc929a-c182-4fe4-a825-d6aa452e49f9 None None] Checking router: fc2e76e2-d495-46d9-b5ae-136717d9ffb0 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:03:16.691806 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dc929a-c182-4fe4-a825-d6aa452e49f9 None None] Routers {'fc2e76e2-d495-46d9-b5ae-136717d9ffb0'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:03:16.692410 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-14dc929a-c182-4fe4-a825-d6aa452e49f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:03:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['fc2e76e2-d495-46d9-b5ae-136717d9ffb0'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:16.695114 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9097a23b-7de1-4fdc-8e41-68f3346d8574 req-1b010ac5-b089-482d-ab06-425fa8cc099b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b62980a2-6fcd-4a9e-9e61-49fd28e35bc7 HTTP/1.1" status: 200 len: 999 time: 0.0640402 Dec 17 16:03:16.899098 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-14dc929a-c182-4fe4-a825-d6aa452e49f9 None None] Set router fc2e76e2-d495-46d9-b5ae-136717d9ffb0 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:03:17.072490 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097a23b-7de1-4fdc-8e41-68f3346d8574 req-01ca6234-1863-4067-adae-99636557e178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:17.073993 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9097a23b-7de1-4fdc-8e41-68f3346d8574 req-01ca6234-1863-4067-adae-99636557e178 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=040decac-d73e-40b6-8001-3c00aef94ddf HTTP/1.1" status: 200 len: 851 time: 0.3720610 Dec 17 16:03:17.126487 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097a23b-7de1-4fdc-8e41-68f3346d8574 req-c651248e-8017-4c22-95c1-fd139ee8d32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:17.128006 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9097a23b-7de1-4fdc-8e41-68f3346d8574 req-c651248e-8017-4c22-95c1-fd139ee8d32c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=355210bf-f333-4091-b076-b021f964c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460856 Dec 17 16:03:17.132581 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-14dc929a-c182-4fe4-a825-d6aa452e49f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'name': 'tempest-TestVolumeBootPattern-1433742308-router', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:11Z', 'revision_number': 4, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'gw_port': {'id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'ca85e287-6967-491d-a6c0-6bf9126561d0', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'port_id': 'b62980a2-6fcd-4a9e-9e61-49fd28e35bc7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'mac_address': 'fa:16:3e:80:f0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f363ec-e6aa-46af-a19e-48f8e27c18c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:03:15Z', 'updated_at': '2021-12-17T16:03:15Z', 'revision_number': 0, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75dff4dd-f606-4e2a-92c4-713061d6373f', 'name': '', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'mac_address': 'fa:16:3e:da:b6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:11Z', 'updated_at': '2021-12-17T15:58:15Z', 'revision_number': 5, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'subnets': [{'id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:03:17.159104 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dc929a-c182-4fe4-a825-d6aa452e49f9 None None] The sync data for ids ['fc2e76e2-d495-46d9-b5ae-136717d9ffb0'] in n-d-820553-2 is: [{'id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'name': 'tempest-TestVolumeBootPattern-1433742308-router', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:11Z', 'revision_number': 4, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'gw_port': {'id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'ca85e287-6967-491d-a6c0-6bf9126561d0', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'port_id': 'b62980a2-6fcd-4a9e-9e61-49fd28e35bc7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'mac_address': 'fa:16:3e:80:f0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f363ec-e6aa-46af-a19e-48f8e27c18c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:03:15Z', 'updated_at': '2021-12-17T16:03:15Z', 'revision_number': 0, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75dff4dd-f606-4e2a-92c4-713061d6373f', 'name': '', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'mac_address': 'fa:16:3e:da:b6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:11Z', 'updated_at': '2021-12-17T15:58:15Z', 'revision_number': 5, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'subnets': [{'id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:03:17.228925 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9097a23b-7de1-4fdc-8e41-68f3346d8574 req-6ebf9b92-bea6-4bd3-a8cc-c1d3ef4b4ecd service neutron] 10.222.0.13 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934892 Dec 17 16:03:17.323865 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9097a23b-7de1-4fdc-8e41-68f3346d8574 req-55023da1-8f77-454a-8d7c-eef2fbc7fffe service neutron] 10.222.0.13 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882719 Dec 17 16:03:17.378279 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf651fca-d8fd-4f2d-82c9-fb6632ca877d None None] New status for floating IP ca85e287-6967-491d-a6c0-6bf9126561d0: ACTIVE {{(pid=102834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:03:22.612481 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e58e3769-e1d3-4dc1-a20e-f4c82a940a4b req-c3e6be3f-0f0c-41c6-ba4a-91c3655edfeb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402961 Dec 17 16:03:22.697296 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e3769-e1d3-4dc1-a20e-f4c82a940a4b req-c711839d-5b0d-4266-b243-e96f61dcf986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:22.698811 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e58e3769-e1d3-4dc1-a20e-f4c82a940a4b req-c711839d-5b0d-4266-b243-e96f61dcf986 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7 HTTP/1.1" status: 200 len: 1096 time: 0.0460856 Dec 17 16:03:22.800740 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e3769-e1d3-4dc1-a20e-f4c82a940a4b req-d743f7b1-fa02-4a49-ba3e-371e25d05da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:22.802149 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e58e3769-e1d3-4dc1-a20e-f4c82a940a4b req-d743f7b1-fa02-4a49-ba3e-371e25d05da3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=355210bf-f333-4091-b076-b021f964c83c HTTP/1.1" status: 200 len: 913 time: 0.0850363 Dec 17 16:03:22.872056 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e58e3769-e1d3-4dc1-a20e-f4c82a940a4b req-f0582eb7-8136-4831-ba24-78469dabe6a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b62980a2-6fcd-4a9e-9e61-49fd28e35bc7 HTTP/1.1" status: 200 len: 1001 time: 0.0630689 Dec 17 16:03:22.924095 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e3769-e1d3-4dc1-a20e-f4c82a940a4b req-7329b609-5972-4e64-a713-36f39c1d5f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:22.925533 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e58e3769-e1d3-4dc1-a20e-f4c82a940a4b req-7329b609-5972-4e64-a713-36f39c1d5f3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=040decac-d73e-40b6-8001-3c00aef94ddf HTTP/1.1" status: 200 len: 851 time: 0.0447259 Dec 17 16:03:22.970368 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e3769-e1d3-4dc1-a20e-f4c82a940a4b req-ffcd0912-6fa1-4a8f-930a-95aee482b84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:03:22.971809 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e58e3769-e1d3-4dc1-a20e-f4c82a940a4b req-ffcd0912-6fa1-4a8f-930a-95aee482b84b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=355210bf-f333-4091-b076-b021f964c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396066 Dec 17 16:03:23.063007 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e58e3769-e1d3-4dc1-a20e-f4c82a940a4b req-5fb791fc-63f7-41e9-b8db-f42f905421fe service neutron] 10.222.0.13 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840445 Dec 17 16:03:23.152751 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e58e3769-e1d3-4dc1-a20e-f4c82a940a4b req-cc73c347-4f01-4dd3-9e26-3ff6381411c6 service neutron] 10.222.0.13 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832152 Dec 17 16:03:26.219244 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:03:28.881472 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-87ddabed-2985-463a-944a-4f3d6feac47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:03:31.078261 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4c027d8b-0843-4e9b-b2b7-1ac9f50bc1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:03:32.438166 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:03:34.015471 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:03:34.230372 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:03:35.838631 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:03:40.889815 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:03:56.238555 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:03:58.844189 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b06552e6-1408-4e4c-99c7-d279ef5121b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:01.089904 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a4f929cc-0d34-4aee-a6c0-31447c2641cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:02.467084 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:04.038100 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:04.249552 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:10.881224 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:12.839124 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:04:23.627765 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e33ec418-412f-496a-9f69-731975940cd4 req-f2636a43-3f23-46df-85ec-bb3b2ca147ea service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438905 Dec 17 16:04:23.721532 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ec418-412f-496a-9f69-731975940cd4 req-36a701a8-e872-4fbf-9e36-f59c9dbd2eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:23.723053 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e33ec418-412f-496a-9f69-731975940cd4 req-36a701a8-e872-4fbf-9e36-f59c9dbd2eef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7 HTTP/1.1" status: 200 len: 1096 time: 0.0473850 Dec 17 16:04:23.830327 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ec418-412f-496a-9f69-731975940cd4 req-782ca91f-db0e-490a-89e3-6eb4a9c1cc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:23.831790 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e33ec418-412f-496a-9f69-731975940cd4 req-782ca91f-db0e-490a-89e3-6eb4a9c1cc57 service neutron] 10.222.0.13 "GET /v2.0/networks?id=355210bf-f333-4091-b076-b021f964c83c HTTP/1.1" status: 200 len: 913 time: 0.0890136 Dec 17 16:04:23.913507 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e33ec418-412f-496a-9f69-731975940cd4 req-992fcbcf-46da-4983-8a61-8ec3302f2c4f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b62980a2-6fcd-4a9e-9e61-49fd28e35bc7 HTTP/1.1" status: 200 len: 1001 time: 0.0737245 Dec 17 16:04:23.967709 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ec418-412f-496a-9f69-731975940cd4 req-2f0279f1-f9e4-464b-9240-64665340eb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:23.969231 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e33ec418-412f-496a-9f69-731975940cd4 req-2f0279f1-f9e4-464b-9240-64665340eb48 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=040decac-d73e-40b6-8001-3c00aef94ddf HTTP/1.1" status: 200 len: 851 time: 0.0477843 Dec 17 16:04:24.017948 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ec418-412f-496a-9f69-731975940cd4 req-d0de97e6-79d2-4347-9013-284e1b9c2ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:24.019544 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e33ec418-412f-496a-9f69-731975940cd4 req-d0de97e6-79d2-4347-9013-284e1b9c2ca6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=355210bf-f333-4091-b076-b021f964c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434275 Dec 17 16:04:24.118789 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e33ec418-412f-496a-9f69-731975940cd4 req-7c9eeb69-c30d-4ab3-86c4-1e9bdf59b97b service neutron] 10.222.0.13 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901139 Dec 17 16:04:24.212999 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e33ec418-412f-496a-9f69-731975940cd4 req-6b37fff2-191b-4054-8ffc-acbf6a86e771 service neutron] 10.222.0.13 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867395 Dec 17 16:04:26.246801 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:28.874982 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8cb528a8-0d57-43f0-9050-ddbeb8c3a600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:31.084021 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8ec1b57f-cdd7-47aa-86d2-51bd21ff7199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:31.486697 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39992) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:04:31.491963 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-59e5d6f8-9dce-4c02-a62b-902efbcd738f tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1970138955', 'description': 'tempest-secgroup-smoke-1970138955 description', 'project_id': '089d07ed9d43486a9db0eafb375f0b0b'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:31.618131 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-59e5d6f8-9dce-4c02-a62b-902efbcd738f tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:31.683979 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-59e5d6f8-9dce-4c02-a62b-902efbcd738f tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:31.737253 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-59e5d6f8-9dce-4c02-a62b-902efbcd738f tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:31.766113 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5d6f8-9dce-4c02-a62b-902efbcd738f tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed085fbf-0545-418f-bf35-a26f8f00e2db,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:31.773370 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e5d6f8-9dce-4c02-a62b-902efbcd738f tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:31.773720 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e5d6f8-9dce-4c02-a62b-902efbcd738f tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:31.774062 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e5d6f8-9dce-4c02-a62b-902efbcd738f tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:31.774400 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e5d6f8-9dce-4c02-a62b-902efbcd738f tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:31.774737 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e5d6f8-9dce-4c02-a62b-902efbcd738f tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:31.775066 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e5d6f8-9dce-4c02-a62b-902efbcd738f tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:31.775390 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e5d6f8-9dce-4c02-a62b-902efbcd738f tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:31.775715 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e5d6f8-9dce-4c02-a62b-902efbcd738f tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:31.776039 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e5d6f8-9dce-4c02-a62b-902efbcd738f tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:31.776359 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e5d6f8-9dce-4c02-a62b-902efbcd738f tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:31.776683 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e5d6f8-9dce-4c02-a62b-902efbcd738f tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:31.777005 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e5d6f8-9dce-4c02-a62b-902efbcd738f tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:31.813882 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-59e5d6f8-9dce-4c02-a62b-902efbcd738f tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:31.815135 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-59e5d6f8-9dce-4c02-a62b-902efbcd738f tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3274274 Dec 17 16:04:31.817986 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39996) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:04:31.822312 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-6be67640-f36b-4aaa-b2a1-714f7880b194 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Request body: {'security_group_rule': {'security_group_id': 'ed085fbf-0545-418f-bf35-a26f8f00e2db', 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:31.912465 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6be67640-f36b-4aaa-b2a1-714f7880b194 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:31.968102 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6be67640-f36b-4aaa-b2a1-714f7880b194 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:32.038023 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6be67640-f36b-4aaa-b2a1-714f7880b194 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:32.056456 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be67640-f36b-4aaa-b2a1-714f7880b194 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f3d1bf1-74f7-4428-b48a-e083ecb2c060,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:32.137270 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6be67640-f36b-4aaa-b2a1-714f7880b194 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:32.138480 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6be67640-f36b-4aaa-b2a1-714f7880b194 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3195724 Dec 17 16:04:32.141209 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 39998) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:04:32.145666 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-1936a5cc-b17f-4272-9f96-c3fe1a157fd3 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Request body: {'security_group_rule': {'security_group_id': 'ed085fbf-0545-418f-bf35-a26f8f00e2db', 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:32.242684 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1936a5cc-b17f-4272-9f96-c3fe1a157fd3 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:32.300210 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1936a5cc-b17f-4272-9f96-c3fe1a157fd3 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:32.357709 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1936a5cc-b17f-4272-9f96-c3fe1a157fd3 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:32.375795 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1936a5cc-b17f-4272-9f96-c3fe1a157fd3 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f05d31dc-2ef1-4a7e-86e2-df85c0164826,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:32.437027 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1936a5cc-b17f-4272-9f96-c3fe1a157fd3 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:32.438311 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1936a5cc-b17f-4272-9f96-c3fe1a157fd3 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2961216 Dec 17 16:04:32.441266 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40000) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:04:32.446093 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-3fef0522-cdfc-41b9-a9c0-7aea3f405467 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Request body: {'security_group_rule': {'security_group_id': 'ed085fbf-0545-418f-bf35-a26f8f00e2db', 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:32.461039 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:32.539714 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3fef0522-cdfc-41b9-a9c0-7aea3f405467 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:32.599914 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3fef0522-cdfc-41b9-a9c0-7aea3f405467 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:32.677841 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3fef0522-cdfc-41b9-a9c0-7aea3f405467 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:32.696861 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef0522-cdfc-41b9-a9c0-7aea3f405467 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9673ad7a-3229-4556-9661-939750ee99e6,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:32.762404 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3fef0522-cdfc-41b9-a9c0-7aea3f405467 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:32.763647 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3fef0522-cdfc-41b9-a9c0-7aea3f405467 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3213940 Dec 17 16:04:32.766394 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40002) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:04:32.771612 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-0f2ba2f8-99fc-47b7-af8b-49870d40a9c1 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Request body: {'security_group_rule': {'security_group_id': 'ed085fbf-0545-418f-bf35-a26f8f00e2db', 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:32.862652 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0f2ba2f8-99fc-47b7-af8b-49870d40a9c1 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:32.921697 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0f2ba2f8-99fc-47b7-af8b-49870d40a9c1 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:32.992108 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0f2ba2f8-99fc-47b7-af8b-49870d40a9c1 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:33.011067 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ba2f8-99fc-47b7-af8b-49870d40a9c1 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65e79488-0231-418b-8396-12b275c4e757,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:33.096926 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0f2ba2f8-99fc-47b7-af8b-49870d40a9c1 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:33.098174 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0f2ba2f8-99fc-47b7-af8b-49870d40a9c1 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3308454 Dec 17 16:04:33.100769 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40004) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:04:33.105111 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-b5490cbd-0f07-4846-9306-c83c8d21f9a7 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Request body: {'security_group_rule': {'security_group_id': 'ed085fbf-0545-418f-bf35-a26f8f00e2db', 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:33.180505 n-d-820553-2 neutron-server[102832]: INFO neutron.db.securitygroups_db [None req-b5490cbd-0f07-4846-9306-c83c8d21f9a7 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Project 089d07ed9d43486a9db0eafb375f0b0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:04:33.185563 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b5490cbd-0f07-4846-9306-c83c8d21f9a7 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:33.244844 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b5490cbd-0f07-4846-9306-c83c8d21f9a7 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:33.311819 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b5490cbd-0f07-4846-9306-c83c8d21f9a7 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:33.330091 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5490cbd-0f07-4846-9306-c83c8d21f9a7 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caba0a66-bb1a-4082-a15a-c7952dda970a,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:33.406047 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b5490cbd-0f07-4846-9306-c83c8d21f9a7 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:33.407255 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b5490cbd-0f07-4846-9306-c83c8d21f9a7 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3055387 Dec 17 16:04:33.409949 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40006) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:04:33.414211 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-cf1a41e6-e88c-4beb-a54b-ec23faed74bb tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Request body: {'security_group_rule': {'security_group_id': 'ed085fbf-0545-418f-bf35-a26f8f00e2db', 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:33.500744 n-d-820553-2 neutron-server[102832]: INFO neutron.db.securitygroups_db [None req-cf1a41e6-e88c-4beb-a54b-ec23faed74bb tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Project 089d07ed9d43486a9db0eafb375f0b0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:04:33.505984 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cf1a41e6-e88c-4beb-a54b-ec23faed74bb tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:33.568785 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cf1a41e6-e88c-4beb-a54b-ec23faed74bb tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:33.640288 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cf1a41e6-e88c-4beb-a54b-ec23faed74bb tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:33.658323 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a41e6-e88c-4beb-a54b-ec23faed74bb tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68eeb9d8-a2f4-4c32-9e78-5a2610795cdf,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:33.722533 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cf1a41e6-e88c-4beb-a54b-ec23faed74bb tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:33.723791 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-cf1a41e6-e88c-4beb-a54b-ec23faed74bb tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3128896 Dec 17 16:04:33.873014 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-c5f322b0-f55a-4823-99b8-125e98803251 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1970138955&fields=id&tenant_id=089d07ed9d43486a9db0eafb375f0b0b HTTP/1.1" status: 200 len: 267 time: 0.0325778 Dec 17 16:04:33.981402 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-1d7e7059-bc32-4d51-b315-f3e1d4aff8b0 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:33.982866 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-1d7e7059-bc32-4d51-b315-f3e1d4aff8b0 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/networks?id=ca64830f-9070-4611-be27-495726793b6b HTTP/1.1" status: 200 len: 814 time: 0.1031685 Dec 17 16:04:33.998000 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-309fc0c8-b1f6-4931-b5cb-b395a4eba455 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/quotas/089d07ed9d43486a9db0eafb375f0b0b HTTP/1.1" status: 200 len: 375 time: 0.0094709 Dec 17 16:04:34.035129 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:34.049144 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-a165002e-5773-4bc8-8c56-1cbfefd9b0f7 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=089d07ed9d43486a9db0eafb375f0b0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456481 Dec 17 16:04:34.234787 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:34.239873 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-a69411dc-d20c-4a21-980c-5d3578aae865 service neutron] 10.222.0.46 "GET /v2.0/networks/ca64830f-9070-4611-be27-495726793b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774368 Dec 17 16:04:34.333103 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-e5683c7f-7fbe-4e1a-b145-301a086a6a3a service neutron] 10.222.0.46 "GET /v2.0/networks/ca64830f-9070-4611-be27-495726793b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869455 Dec 17 16:04:35.007057 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5e6c1ea3-c4ab-4fd4-9722-9bac041e8176 req-ad61fa25-e348-47e0-abb2-09ca62f2b0a8 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/ports?device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 210 time: 0.0271101 Dec 17 16:04:36.101686 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-29cf6c24-1152-46fd-b755-548599bd11d8 req-a2e29830-3d26-4b21-8d14-8f2af08a5f22 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/ports?device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 210 time: 0.0273168 Dec 17 16:04:37.171536 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-0d63b740-5595-4a6e-a110-d409aa3932af tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:37.172921 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-0d63b740-5595-4a6e-a110-d409aa3932af tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.41 "GET /v2.0/networks?id=ca64830f-9070-4611-be27-495726793b6b HTTP/1.1" status: 200 len: 814 time: 0.1090455 Dec 17 16:04:37.193605 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ac471ce1-8408-4099-bf2d-bf5fe74eaa89 req-f2d554d2-8a57-4555-8865-3de592d11542 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/ports?device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 210 time: 0.0258031 Dec 17 16:04:37.222167 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-2d385051-f0a5-4b4c-bb74-8fa0e677733a tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=089d07ed9d43486a9db0eafb375f0b0b HTTP/1.1" status: 200 len: 380 time: 0.0350266 Dec 17 16:04:37.231914 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-851784b8-29e1-4df0-8c2a-df3f8e5e9f2a tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Request body: {'port': {'device_id': '83ef861d-bdf2-4845-a596-a585b7e61ddd', 'network_id': 'ca64830f-9070-4611-be27-495726793b6b', 'admin_state_up': True, 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'security_groups': ['ed085fbf-0545-418f-bf35-a26f8f00e2db']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:37.412265 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-851784b8-29e1-4df0-8c2a-df3f8e5e9f2a tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Made reservation on behalf of 089d07ed9d43486a9db0eafb375f0b0b for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:04:37.415866 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-851784b8-29e1-4df0-8c2a-df3f8e5e9f2a tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:37.547404 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-851784b8-29e1-4df0-8c2a-df3f8e5e9f2a tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Allocated IP 172.20.0.10 (ca64830f-9070-4611-be27-495726793b6b/74e00c5b-8cea-4242-a599-be5edb986481/6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:04:37.691381 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-851784b8-29e1-4df0-8c2a-df3f8e5e9f2a tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:37.781904 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-851784b8-29e1-4df0-8c2a-df3f8e5e9f2a tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:37.826057 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-851784b8-29e1-4df0-8c2a-df3f8e5e9f2a tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Network ca64830f-9070-4611-be27-495726793b6b is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:04:37.829110 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-851784b8-29e1-4df0-8c2a-df3f8e5e9f2a tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:04:37.832938 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-851784b8-29e1-4df0-8c2a-df3f8e5e9f2a tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:04:37.862124 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851784b8-29e1-4df0-8c2a-df3f8e5e9f2a tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Pushing event updated for resources: {'Port': ['ID=6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:37.878826 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851784b8-29e1-4df0-8c2a-df3f8e5e9f2a tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:37.879181 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851784b8-29e1-4df0-8c2a-df3f8e5e9f2a tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:37.879520 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851784b8-29e1-4df0-8c2a-df3f8e5e9f2a tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:37.879859 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851784b8-29e1-4df0-8c2a-df3f8e5e9f2a tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:37.880188 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851784b8-29e1-4df0-8c2a-df3f8e5e9f2a tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:37.880516 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851784b8-29e1-4df0-8c2a-df3f8e5e9f2a tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:37.880837 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851784b8-29e1-4df0-8c2a-df3f8e5e9f2a tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:37.881187 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851784b8-29e1-4df0-8c2a-df3f8e5e9f2a tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:37.881559 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851784b8-29e1-4df0-8c2a-df3f8e5e9f2a tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:37.881884 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851784b8-29e1-4df0-8c2a-df3f8e5e9f2a tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:37.882208 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851784b8-29e1-4df0-8c2a-df3f8e5e9f2a tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:37.882526 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851784b8-29e1-4df0-8c2a-df3f8e5e9f2a tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:37.908362 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-851784b8-29e1-4df0-8c2a-df3f8e5e9f2a tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:37.909038 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-851784b8-29e1-4df0-8c2a-df3f8e5e9f2a tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:37.989363 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-851784b8-29e1-4df0-8c2a-df3f8e5e9f2a tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7612753 Dec 17 16:04:38.002246 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-0de371fa-fde5-4680-b984-a03afc46ba08 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:04:38.003551 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-0de371fa-fde5-4680-b984-a03afc46ba08 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059605 Dec 17 16:04:38.076668 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-9bb496ec-237b-4c13-91ae-10129819ce66 service neutron] Request body: {'port': {'device_id': '83ef861d-bdf2-4845-a596-a585b7e61ddd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:38.131593 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-60ebe15c-f086-4c85-9d08-21264cb3597a None None] Provisioning complete for port 6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:38.132135 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-60ebe15c-f086-4c85-9d08-21264cb3597a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:38.136670 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-9bb496ec-237b-4c13-91ae-10129819ce66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:38.167528 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-60ebe15c-f086-4c85-9d08-21264cb3597a None None] Port 6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:04:38.320115 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11d65a-dd47-41b6-be92-f80c121b786a req-df9df37b-0d84-4c21-89b3-c828e8cdeed2 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:38.322254 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6b11d65a-dd47-41b6-be92-f80c121b786a req-df9df37b-0d84-4c21-89b3-c828e8cdeed2 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/ports?device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 932 time: 0.0574820 Dec 17 16:04:38.365470 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6b11d65a-dd47-41b6-be92-f80c121b786a req-d2350144-8501-425e-9da1-a6b3b2e0781e tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed085fbf-0545-418f-bf35-a26f8f00e2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336626 Dec 17 16:04:38.411663 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-9bb496ec-237b-4c13-91ae-10129819ce66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:04:38.419927 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-9bb496ec-237b-4c13-91ae-10129819ce66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:38.432214 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-9bb496ec-237b-4c13-91ae-10129819ce66 service neutron] Transition to ACTIVE for port object 6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:04:38.503367 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-9bb496ec-237b-4c13-91ae-10129819ce66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:38.562810 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb496ec-237b-4c13-91ae-10129819ce66 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:38.643774 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-9bb496ec-237b-4c13-91ae-10129819ce66 service neutron] Attempting to bind port 6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:04:38.644102 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-9bb496ec-237b-4c13-91ae-10129819ce66 service neutron] Attempting to bind port 6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '1bb7374c-bdba-41c5-9585-af20c5273052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ca64830f-9070-4611-be27-495726793b6b'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:04:38.644423 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-9bb496ec-237b-4c13-91ae-10129819ce66 service neutron] Attempting to bind port 6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1 on network ca64830f-9070-4611-be27-495726793b6b {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:04:38.648890 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-9bb496ec-237b-4c13-91ae-10129819ce66 service neutron] Port 6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1 on network ca64830f-9070-4611-be27-495726793b6b not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:04:38.649243 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-9bb496ec-237b-4c13-91ae-10129819ce66 service neutron] Attempting to bind port 6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1 on network ca64830f-9070-4611-be27-495726793b6b {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:04:38.655115 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-9bb496ec-237b-4c13-91ae-10129819ce66 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:04:38.655455 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-9bb496ec-237b-4c13-91ae-10129819ce66 service neutron] Checking segment: {'id': '1bb7374c-bdba-41c5-9585-af20c5273052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ca64830f-9070-4611-be27-495726793b6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:04:38.655826 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-9bb496ec-237b-4c13-91ae-10129819ce66 service neutron] Bound using segment: {'id': '1bb7374c-bdba-41c5-9585-af20c5273052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ca64830f-9070-4611-be27-495726793b6b'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:04:38.656250 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-9bb496ec-237b-4c13-91ae-10129819ce66 service neutron] Bound port: 6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb7374c-bdba-41c5-9585-af20c5273052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ca64830f-9070-4611-be27-495726793b6b'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:04:38.656605 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-9bb496ec-237b-4c13-91ae-10129819ce66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:38.724981 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-9bb496ec-237b-4c13-91ae-10129819ce66 service neutron] For port 6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:04:38.728306 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-9bb496ec-237b-4c13-91ae-10129819ce66 service neutron] For port 6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1,segment=NetworkSegment(1bb7374c-bdba-41c5-9585-af20c5273052),segment_id=1bb7374c-bdba-41c5-9585-af20c5273052)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:04:38.806647 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-9bb496ec-237b-4c13-91ae-10129819ce66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:38.840708 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-9bb496ec-237b-4c13-91ae-10129819ce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:38.841413 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-9bb496ec-237b-4c13-91ae-10129819ce66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:38.842985 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-9bb496ec-237b-4c13-91ae-10129819ce66 service neutron] 10.222.0.41 "PUT /v2.0/ports/6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1 HTTP/1.1" status: 200 len: 1092 time: 0.8251240 Dec 17 16:04:38.849079 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ef861d-bdf2-4845-a596-a585b7e61ddd', 'tag': '6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:04:38.849079 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea7a013-7c4f-4907-a22c-921aae396313" -d '{"events": [{"name": "network-changed", "server_uuid": "83ef861d-bdf2-4845-a596-a585b7e61ddd", "tag": "6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:04:38.883491 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb496ec-237b-4c13-91ae-10129819ce66 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:38.909970 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c009d7-7043-48fb-8fb2-d04d1ccc192a x-openstack-request-id: req-f3c009d7-7043-48fb-8fb2-d04d1ccc192a {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:04:38.910386 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ef861d-bdf2-4845-a596-a585b7e61ddd", "tag": "6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:04:38.910788 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f3c009d7-7043-48fb-8fb2-d04d1ccc192a {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:04:38.911287 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ef861d-bdf2-4845-a596-a585b7e61ddd', 'tag': '6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1', 'status': 'completed', 'code': 200} Dec 17 16:04:38.997730 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7a013-7c4f-4907-a22c-921aae396313 req-9c07635f-ce3f-4290-88ae-e22a8c0d2d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:38.999259 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0ea7a013-7c4f-4907-a22c-921aae396313 req-9c07635f-ce3f-4290-88ae-e22a8c0d2d18 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=089d07ed9d43486a9db0eafb375f0b0b&device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 1095 time: 0.0485137 Dec 17 16:04:39.110080 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7a013-7c4f-4907-a22c-921aae396313 req-9a346b2b-b8b4-4dee-aa69-083878152d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:39.111502 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0ea7a013-7c4f-4907-a22c-921aae396313 req-9a346b2b-b8b4-4dee-aa69-083878152d82 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=089d07ed9d43486a9db0eafb375f0b0b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0988815 Dec 17 16:04:39.212901 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7a013-7c4f-4907-a22c-921aae396313 req-fd6271e4-e886-42a5-9ab9-167214ae3235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:39.214395 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0ea7a013-7c4f-4907-a22c-921aae396313 req-fd6271e4-e886-42a5-9ab9-167214ae3235 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966382 Dec 17 16:04:39.311754 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-1c1b09f5-65a4-49e4-bcb6-e5e5707efa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:39.313331 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-1c1b09f5-65a4-49e4-bcb6-e5e5707efa01 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=089d07ed9d43486a9db0eafb375f0b0b&device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 1095 time: 0.0405827 Dec 17 16:04:39.362560 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-c4e95c70-efeb-4ec7-92e4-1fe96c3176b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1 HTTP/1.1" status: 200 len: 217 time: 0.0364513 Dec 17 16:04:39.418684 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-0bbd8e75-6d69-4493-b71a-197bdcd1b1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:39.420292 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-0bbd8e75-6d69-4493-b71a-197bdcd1b1ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=74e00c5b-8cea-4242-a599-be5edb986481 HTTP/1.1" status: 200 len: 853 time: 0.0512536 Dec 17 16:04:39.466911 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-9f5784d8-aa5e-415a-9bdc-12743154ddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:39.468410 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-9f5784d8-aa5e-415a-9bdc-12743154ddb2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca64830f-9070-4611-be27-495726793b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416217 Dec 17 16:04:39.486908 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e61475-405f-4ded-bb17-bf6fd9d9a4e5 req-cc71809f-8801-4bc8-a9a2-35623fb85383 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:39.488568 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-49e61475-405f-4ded-bb17-bf6fd9d9a4e5 req-cc71809f-8801-4bc8-a9a2-35623fb85383 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/ports?device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 944 time: 0.0500734 Dec 17 16:04:39.529371 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-49e61475-405f-4ded-bb17-bf6fd9d9a4e5 req-ab8f21ce-c883-42bb-9013-6f5f7db3d34c tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed085fbf-0545-418f-bf35-a26f8f00e2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343494 Dec 17 16:04:39.563069 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-781be69d-7e66-4cac-9f02-ef005bcfc1d4 service neutron] 10.222.0.41 "GET /v2.0/networks/ca64830f-9070-4611-be27-495726793b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872600 Dec 17 16:04:39.661359 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-94a8acbe-9087-47cf-8a9b-fcd1449b2b10 req-de472741-1127-442e-b69a-5e9ac97ecb43 service neutron] 10.222.0.41 "GET /v2.0/networks/ca64830f-9070-4611-be27-495726793b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916305 Dec 17 16:04:40.649524 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c666b-0cda-4344-8d34-ded9bc30486c req-e8a66a19-e278-4401-9b67-fee2df975384 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:40.650993 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9e8c666b-0cda-4344-8d34-ded9bc30486c req-e8a66a19-e278-4401-9b67-fee2df975384 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/ports?device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 944 time: 0.0493324 Dec 17 16:04:40.688968 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9e8c666b-0cda-4344-8d34-ded9bc30486c req-303a502d-87d5-4ecb-a67c-8737bf7615d7 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed085fbf-0545-418f-bf35-a26f8f00e2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316753 Dec 17 16:04:40.886558 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:41.806037 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f3f50-7928-4946-b733-10144166af52 req-d2ab736e-f018-456d-a102-369d97bbe659 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:41.807516 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fa8f3f50-7928-4946-b733-10144166af52 req-d2ab736e-f018-456d-a102-369d97bbe659 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/ports?device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 944 time: 0.0540311 Dec 17 16:04:41.846033 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fa8f3f50-7928-4946-b733-10144166af52 req-a69dc3c5-8436-431d-9673-e734fb62579a tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed085fbf-0545-418f-bf35-a26f8f00e2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321596 Dec 17 16:04:42.960359 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cdf5f1-d805-4ec5-9b09-707d1961a624 req-0b1c015a-6cda-40d9-ab23-eb10a3a7fd2b tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:42.961884 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40cdf5f1-d805-4ec5-9b09-707d1961a624 req-0b1c015a-6cda-40d9-ab23-eb10a3a7fd2b tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/ports?device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 944 time: 0.0494986 Dec 17 16:04:43.001112 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40cdf5f1-d805-4ec5-9b09-707d1961a624 req-7acb3ab8-76e8-4924-9c46-aea9836dd8dc tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed085fbf-0545-418f-bf35-a26f8f00e2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324523 Dec 17 16:04:44.116608 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279da64-dc72-4c7e-9634-0380c3079c8d req-cf8d38ff-1c9e-4593-8b4d-60436845ec34 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:44.118092 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b279da64-dc72-4c7e-9634-0380c3079c8d req-cf8d38ff-1c9e-4593-8b4d-60436845ec34 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/ports?device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 944 time: 0.0488808 Dec 17 16:04:44.155855 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b279da64-dc72-4c7e-9634-0380c3079c8d req-315f3621-219f-4306-97b4-fa8a30543a94 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed085fbf-0545-418f-bf35-a26f8f00e2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307159 Dec 17 16:04:45.272517 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95ff5f-8aa7-42b2-864c-4e76a29ce14e req-0ce7d1ad-347c-4532-a703-6bc622656ebc tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:45.273983 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4b95ff5f-8aa7-42b2-864c-4e76a29ce14e req-0ce7d1ad-347c-4532-a703-6bc622656ebc tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/ports?device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 944 time: 0.0519474 Dec 17 16:04:45.312374 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4b95ff5f-8aa7-42b2-864c-4e76a29ce14e req-00ec56e5-487e-4b83-8844-521671bb1f31 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed085fbf-0545-418f-bf35-a26f8f00e2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317154 Dec 17 16:04:46.425441 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8024b10-b739-48b9-8a42-d6c4b6b62de3 req-849ce092-1117-4b62-b129-1d473c7a4ede tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:46.426883 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c8024b10-b739-48b9-8a42-d6c4b6b62de3 req-849ce092-1117-4b62-b129-1d473c7a4ede tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/ports?device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 944 time: 0.0480406 Dec 17 16:04:46.463736 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c8024b10-b739-48b9-8a42-d6c4b6b62de3 req-18e2b0ed-49f7-4bc1-90c3-77a1efe0387c tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed085fbf-0545-418f-bf35-a26f8f00e2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309646 Dec 17 16:04:47.577501 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4791dd7-bec2-4646-bbcd-034f2a0b66b9 req-1653de00-1614-4176-bb56-2d54bc692166 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:47.578983 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d4791dd7-bec2-4646-bbcd-034f2a0b66b9 req-1653de00-1614-4176-bb56-2d54bc692166 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/ports?device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 944 time: 0.0489583 Dec 17 16:04:47.616004 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d4791dd7-bec2-4646-bbcd-034f2a0b66b9 req-9028d5ce-fe88-4c7f-a9b9-05b4139bd240 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed085fbf-0545-418f-bf35-a26f8f00e2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312188 Dec 17 16:04:48.734019 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97a3d5-ab45-404c-8a56-ca5edfc68fba req-0622d557-793c-4339-9dc1-16f5cd7ce34f tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:48.735479 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dc97a3d5-ab45-404c-8a56-ca5edfc68fba req-0622d557-793c-4339-9dc1-16f5cd7ce34f tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/ports?device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 944 time: 0.0532656 Dec 17 16:04:48.774165 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dc97a3d5-ab45-404c-8a56-ca5edfc68fba req-49d8401d-48f6-468e-830d-9a7fd49311dd tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed085fbf-0545-418f-bf35-a26f8f00e2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327520 Dec 17 16:04:49.838146 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:04:49.887307 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79b834-8419-4680-a1fa-7e7ad078ca9d req-18c0c69b-4bdf-4a14-ba12-b70464eefeda tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:49.888851 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c79b834-8419-4680-a1fa-7e7ad078ca9d req-18c0c69b-4bdf-4a14-ba12-b70464eefeda tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/ports?device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 944 time: 0.0487196 Dec 17 16:04:49.925795 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c79b834-8419-4680-a1fa-7e7ad078ca9d req-a3f045a1-c1a5-4ab4-9f5b-7ceb267642ae tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed085fbf-0545-418f-bf35-a26f8f00e2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310752 Dec 17 16:04:50.915440 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:04:51.009422 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1,segment=NetworkSegment(1bb7374c-bdba-41c5-9585-af20c5273052),segment_id=1bb7374c-bdba-41c5-9585-af20c5273052)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:51.021062 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1', 'network_id': 'ca64830f-9070-4611-be27-495726793b6b', 'port_id': '6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1', 'mac_address': 'fa:16:3e:dc:8d:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e00c5b-8cea-4242-a599-be5edb986481', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:04:51.046402 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a93e6-0541-42e9-bb28-79c97c3640b3 req-2a504367-1643-4f0a-b176-d2ee0c331a2f tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:51.047892 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-526a93e6-0541-42e9-bb28-79c97c3640b3 req-2a504367-1643-4f0a-b176-d2ee0c331a2f tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/ports?device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 944 time: 0.0494413 Dec 17 16:04:51.062893 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:51.076480 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:04:51.087484 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-526a93e6-0541-42e9-bb28-79c97c3640b3 req-4775232b-1859-4380-b80e-311875c2836a tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed085fbf-0545-418f-bf35-a26f8f00e2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333517 Dec 17 16:04:51.096577 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1,segment=NetworkSegment(1bb7374c-bdba-41c5-9585-af20c5273052),segment_id=1bb7374c-bdba-41c5-9585-af20c5273052)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:51.155462 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:51.202957 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:51.210068 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:51.210416 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:51.210755 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:51.211088 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:51.211425 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:51.211752 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:51.212076 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:51.212400 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:51.212721 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:51.213063 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:51.213387 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:51.213707 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:04:51.559208 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:04:52.207166 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0a4a6-1735-44b0-ab15-8f95d3a1d25e req-61252478-b9d6-48b7-bd9e-c228a84810c8 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:52.208531 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bac0a4a6-1735-44b0-ab15-8f95d3a1d25e req-61252478-b9d6-48b7-bd9e-c228a84810c8 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/ports?device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 945 time: 0.0523963 Dec 17 16:04:52.245260 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bac0a4a6-1735-44b0-ab15-8f95d3a1d25e req-ee83fc17-6d7a-4895-a236-8144006deab7 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed085fbf-0545-418f-bf35-a26f8f00e2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308874 Dec 17 16:04:52.914584 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:04:53.026197 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:04:53.030444 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:04:53.030813 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:53.109426 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:53.130379 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ef861d-bdf2-4845-a596-a585b7e61ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:04:53.132592 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25578c9-ec6f-4350-9faa-559e1c3b2728" -d '{"events": [{"server_uuid": "83ef861d-bdf2-4845-a596-a585b7e61ddd", "name": "network-vif-plugged", "status": "completed", "tag": "6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:04:53.145791 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1,segment=NetworkSegment(1bb7374c-bdba-41c5-9585-af20c5273052),segment_id=1bb7374c-bdba-41c5-9585-af20c5273052)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:04:53.226607 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:53.233135 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0898ef2b-f608-40ed-9796-0f386cafa1c3 x-openstack-request-id: req-0898ef2b-f608-40ed-9796-0f386cafa1c3 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:04:53.233436 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ef861d-bdf2-4845-a596-a585b7e61ddd", "name": "network-vif-plugged", "status": "completed", "tag": "6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:04:53.233692 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0898ef2b-f608-40ed-9796-0f386cafa1c3 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:04:53.234078 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ef861d-bdf2-4845-a596-a585b7e61ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1', 'code': 200} Dec 17 16:04:53.283580 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:53.358267 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f101de9-3036-4276-95de-8b7f6ab6d968 req-6674969a-7f1a-4b7e-9add-9a523ce7b2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:53.361017 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1f101de9-3036-4276-95de-8b7f6ab6d968 req-6674969a-7f1a-4b7e-9add-9a523ce7b2f2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 1097 time: 0.0418069 Dec 17 16:04:53.362271 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1775e-8754-4fde-b6e9-c18d07f7e7fe req-897fdbf9-0c8c-4314-9c18-65ae6b0c1b91 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:53.363769 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6dc1775e-8754-4fde-b6e9-c18d07f7e7fe req-897fdbf9-0c8c-4314-9c18-65ae6b0c1b91 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/ports?device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 946 time: 0.0510421 Dec 17 16:04:53.397011 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1f101de9-3036-4276-95de-8b7f6ab6d968 req-c70b1bc0-b43d-4b7b-9ab6-ed7cd90707a9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ed085fbf-0545-418f-bf35-a26f8f00e2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290074 Dec 17 16:04:53.402258 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6dc1775e-8754-4fde-b6e9-c18d07f7e7fe req-cd76f1e8-e158-4123-a487-6b4c22a3cb6e tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed085fbf-0545-418f-bf35-a26f8f00e2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323875 Dec 17 16:04:54.516794 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b421ce-f3e7-4810-bcde-77543f7b9e4c req-87389e9a-8c6c-4b20-a69d-480bfc69cd1e tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:54.518298 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e5b421ce-f3e7-4810-bcde-77543f7b9e4c req-87389e9a-8c6c-4b20-a69d-480bfc69cd1e tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/ports?device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 946 time: 0.0481019 Dec 17 16:04:54.555570 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e5b421ce-f3e7-4810-bcde-77543f7b9e4c req-c7aa0890-136f-4c57-9472-28956e410308 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed085fbf-0545-418f-bf35-a26f8f00e2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313942 Dec 17 16:04:55.671646 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e44db3-da13-4df9-a652-b507b0595f75 req-1999edf9-becd-43cd-99cb-81e1866b411e tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:55.673172 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-46e44db3-da13-4df9-a652-b507b0595f75 req-1999edf9-becd-43cd-99cb-81e1866b411e tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/ports?device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 946 time: 0.0523689 Dec 17 16:04:55.709524 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-46e44db3-da13-4df9-a652-b507b0595f75 req-06bc36e4-a5ab-4a90-aa45-520d9fe73312 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed085fbf-0545-418f-bf35-a26f8f00e2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303371 Dec 17 16:04:55.821171 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2483d3-4faa-4c1b-8e51-2668e9e94011 req-e93b8dd1-43c4-43ab-ae5a-f50118baffea tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:55.822674 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a2483d3-4faa-4c1b-8e51-2668e9e94011 req-e93b8dd1-43c4-43ab-ae5a-f50118baffea tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/ports?device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 946 time: 0.0489557 Dec 17 16:04:55.861004 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a2483d3-4faa-4c1b-8e51-2668e9e94011 req-b6d8bbe5-f6f3-49a0-b4cf-2387766a27ca tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed085fbf-0545-418f-bf35-a26f8f00e2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318766 Dec 17 16:04:55.881909 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40092) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:04:55.961477 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e3806b-968a-4423-9447-1a4a1cc1950a tempest-TestVolumeBackupRestore-2088313529 tempest-TestVolumeBackupRestore-2088313529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:55.962960 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c1e3806b-968a-4423-9447-1a4a1cc1950a tempest-TestVolumeBackupRestore-2088313529 tempest-TestVolumeBackupRestore-2088313529-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 1092 time: 0.0801218 Dec 17 16:04:55.965880 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40096) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:04:55.970705 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-317dd83a-e865-41ec-a358-2c6c4aaee22b tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'port_id': '6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:56.049419 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-317dd83a-e865-41ec-a358-2c6c4aaee22b tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks [] for floatingip, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:56.146079 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-317dd83a-e865-41ec-a358-2c6c4aaee22b tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:56.238091 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:56.248331 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-317dd83a-e865-41ec-a358-2c6c4aaee22b tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Allocated IP 172.25.6.246 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/6118ba35-58a7-4614-8842-cb2d10ef8ed4) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:04:56.350166 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-317dd83a-e865-41ec-a358-2c6c4aaee22b tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:56.438364 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-317dd83a-e865-41ec-a358-2c6c4aaee22b tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:56.475685 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317dd83a-e865-41ec-a358-2c6c4aaee22b tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:04:56.478549 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-317dd83a-e865-41ec-a358-2c6c4aaee22b tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:04:56.481992 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317dd83a-e865-41ec-a358-2c6c4aaee22b tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:04:56.490276 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317dd83a-e865-41ec-a358-2c6c4aaee22b tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Pushing event updated for resources: {'Port': ['ID=6118ba35-58a7-4614-8842-cb2d10ef8ed4,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:57.067991 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-317dd83a-e865-41ec-a358-2c6c4aaee22b tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:57.188884 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-317dd83a-e865-41ec-a358-2c6c4aaee22b tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:57.333025 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-317dd83a-e865-41ec-a358-2c6c4aaee22b tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:57.386236 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-317dd83a-e865-41ec-a358-2c6c4aaee22b tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:57.458777 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317dd83a-e865-41ec-a358-2c6c4aaee22b tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Pushing event updated for resources: {'Port': ['ID=6118ba35-58a7-4614-8842-cb2d10ef8ed4,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:04:57.466767 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-317dd83a-e865-41ec-a358-2c6c4aaee22b tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:57.568301 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-317dd83a-e865-41ec-a358-2c6c4aaee22b tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Floating IP 30fb65a1-423d-4e53-8e48-77586de06218 associated. External IP: 172.25.6.246, port: 6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1. Dec 17 16:04:57.768892 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317dd83a-e865-41ec-a358-2c6c4aaee22b tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Router 5780a0e2-d5fb-4617-86f0-e5c3a8bde72e has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:04:57.875563 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317dd83a-e865-41ec-a358-2c6c4aaee22b tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:04:57.886468 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb43e5f7-2047-4d9c-855c-32d767101e5b None None] Sync routers for ids ['5780a0e2-d5fb-4617-86f0-e5c3a8bde72e'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:04:57.895808 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb43e5f7-2047-4d9c-855c-32d767101e5b None None] Routers {'5780a0e2-d5fb-4617-86f0-e5c3a8bde72e'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:04:57.900140 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-cb43e5f7-2047-4d9c-855c-32d767101e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:04:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5780a0e2-d5fb-4617-86f0-e5c3a8bde72e'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:57.956513 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-317dd83a-e865-41ec-a358-2c6c4aaee22b tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:57.986045 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-317dd83a-e865-41ec-a358-2c6c4aaee22b tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0191331 Dec 17 16:04:57.987155 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ef861d-bdf2-4845-a596-a585b7e61ddd', 'tag': '6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:04:57.988757 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40098) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:04:57.989296 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c2a2e6c0123ac7f2ca27ad34ae6391609d718b0ab71eee95d43dc099b32966" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f14aded-60f7-4256-8192-02694d7f6f00" -d '{"events": [{"name": "network-changed", "server_uuid": "83ef861d-bdf2-4845-a596-a585b7e61ddd", "tag": "6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:04:58.000993 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-cb43e5f7-2047-4d9c-855c-32d767101e5b None None] Set router 5780a0e2-d5fb-4617-86f0-e5c3a8bde72e gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:04:58.033906 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a466ff-5d8a-47d8-ac35-36530210700f tempest-TestVolumeBackupRestore-2088313529 tempest-TestVolumeBackupRestore-2088313529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:58.035413 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b9a466ff-5d8a-47d8-ac35-36530210700f tempest-TestVolumeBackupRestore-2088313529 tempest-TestVolumeBackupRestore-2088313529-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 1092 time: 0.0456398 Dec 17 16:04:58.038217 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40104) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:04:58.042453 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-d4aed426-dbe7-466e-98ab-348d56135f54 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Request body: {'floatingip': {'port_id': '6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:04:58.106046 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d4aed426-dbe7-466e-98ab-348d56135f54 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks [] for floatingip, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:58.111374 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fec779-9b58-4dbd-a228-ff52d62caf8b x-openstack-request-id: req-94fec779-9b58-4dbd-a228-ff52d62caf8b {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:04:58.111938 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ef861d-bdf2-4845-a596-a585b7e61ddd", "tag": "6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:04:58.111938 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-94fec779-9b58-4dbd-a228-ff52d62caf8b {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:04:58.112286 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ef861d-bdf2-4845-a596-a585b7e61ddd', 'tag': '6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1', 'status': 'completed', 'code': 200} Dec 17 16:04:58.237132 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-cb43e5f7-2047-4d9c-855c-32d767101e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'name': 'tempest-TestVolumeBackupRestore-1214197945-router', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'ee96023b-3027-49ea-ac91-f9d3c4816728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:02:03Z', 'updated_at': '2021-12-17T16:02:07Z', 'revision_number': 4, 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'gw_port': {'id': 'ee96023b-3027-49ea-ac91-f9d3c4816728', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:04Z', 'updated_at': '2021-12-17T16:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '30fb65a1-423d-4e53-8e48-77586de06218', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'floating_ip_address': '172.25.6.246', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'port_id': '6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca64830f-9070-4611-be27-495726793b6b', 'mac_address': 'fa:16:3e:dc:8d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ef861d-bdf2-4845-a596-a585b7e61ddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:04:56Z', 'updated_at': '2021-12-17T16:04:56Z', 'revision_number': 0, 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e08e3f3a-b28c-40a0-8478-f107c6e0e121', 'name': '', 'network_id': 'ca64830f-9070-4611-be27-495726793b6b', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'mac_address': 'fa:16:3e:49:3f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '74e00c5b-8cea-4242-a599-be5edb986481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:06Z', 'updated_at': '2021-12-17T16:02:10Z', 'revision_number': 5, 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'subnets': [{'id': '74e00c5b-8cea-4242-a599-be5edb986481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:58.250560 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14aded-60f7-4256-8192-02694d7f6f00 req-b11ed5e1-4e3f-4cc5-8c0f-29397c66295b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:58.252070 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8f14aded-60f7-4256-8192-02694d7f6f00 req-b11ed5e1-4e3f-4cc5-8c0f-29397c66295b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=089d07ed9d43486a9db0eafb375f0b0b&device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 1097 time: 0.0988121 Dec 17 16:04:58.262349 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb43e5f7-2047-4d9c-855c-32d767101e5b None None] Checking router: 5780a0e2-d5fb-4617-86f0-e5c3a8bde72e for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:04:58.271055 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb43e5f7-2047-4d9c-855c-32d767101e5b None None] Routers {'5780a0e2-d5fb-4617-86f0-e5c3a8bde72e'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:04:58.271654 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-cb43e5f7-2047-4d9c-855c-32d767101e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:04:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5780a0e2-d5fb-4617-86f0-e5c3a8bde72e'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:58.373570 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-cb43e5f7-2047-4d9c-855c-32d767101e5b None None] Set router 5780a0e2-d5fb-4617-86f0-e5c3a8bde72e gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:04:58.427731 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14aded-60f7-4256-8192-02694d7f6f00 req-e0ac5061-0f62-4f04-9cb7-9902ac22fd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:58.429272 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8f14aded-60f7-4256-8192-02694d7f6f00 req-e0ac5061-0f62-4f04-9cb7-9902ac22fd6e service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca64830f-9070-4611-be27-495726793b6b HTTP/1.1" status: 200 len: 915 time: 0.1690509 Dec 17 16:04:58.587750 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8f14aded-60f7-4256-8192-02694d7f6f00 req-816dc952-b882-465e-a2d1-3fdd4133a0fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1 HTTP/1.1" status: 200 len: 1000 time: 0.1314411 Dec 17 16:04:58.596660 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-cb43e5f7-2047-4d9c-855c-32d767101e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'name': 'tempest-TestVolumeBackupRestore-1214197945-router', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'ee96023b-3027-49ea-ac91-f9d3c4816728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:02:03Z', 'updated_at': '2021-12-17T16:02:07Z', 'revision_number': 4, 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'gw_port': {'id': 'ee96023b-3027-49ea-ac91-f9d3c4816728', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:04Z', 'updated_at': '2021-12-17T16:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '30fb65a1-423d-4e53-8e48-77586de06218', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'floating_ip_address': '172.25.6.246', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'port_id': '6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca64830f-9070-4611-be27-495726793b6b', 'mac_address': 'fa:16:3e:dc:8d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ef861d-bdf2-4845-a596-a585b7e61ddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:04:56Z', 'updated_at': '2021-12-17T16:04:56Z', 'revision_number': 0, 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e08e3f3a-b28c-40a0-8478-f107c6e0e121', 'name': '', 'network_id': 'ca64830f-9070-4611-be27-495726793b6b', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'mac_address': 'fa:16:3e:49:3f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '74e00c5b-8cea-4242-a599-be5edb986481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:06Z', 'updated_at': '2021-12-17T16:02:10Z', 'revision_number': 5, 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'subnets': [{'id': '74e00c5b-8cea-4242-a599-be5edb986481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:58.643777 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb43e5f7-2047-4d9c-855c-32d767101e5b None None] The sync data for ids ['5780a0e2-d5fb-4617-86f0-e5c3a8bde72e'] in n-d-820553-2 is: [{'id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'name': 'tempest-TestVolumeBackupRestore-1214197945-router', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'ee96023b-3027-49ea-ac91-f9d3c4816728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:02:03Z', 'updated_at': '2021-12-17T16:02:07Z', 'revision_number': 4, 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'gw_port': {'id': 'ee96023b-3027-49ea-ac91-f9d3c4816728', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:04Z', 'updated_at': '2021-12-17T16:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '30fb65a1-423d-4e53-8e48-77586de06218', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'floating_ip_address': '172.25.6.246', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'port_id': '6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca64830f-9070-4611-be27-495726793b6b', 'mac_address': 'fa:16:3e:dc:8d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ef861d-bdf2-4845-a596-a585b7e61ddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:04:56Z', 'updated_at': '2021-12-17T16:04:56Z', 'revision_number': 0, 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e08e3f3a-b28c-40a0-8478-f107c6e0e121', 'name': '', 'network_id': 'ca64830f-9070-4611-be27-495726793b6b', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'mac_address': 'fa:16:3e:49:3f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '74e00c5b-8cea-4242-a599-be5edb986481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:06Z', 'updated_at': '2021-12-17T16:02:10Z', 'revision_number': 5, 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'subnets': [{'id': '74e00c5b-8cea-4242-a599-be5edb986481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:04:58.672800 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14aded-60f7-4256-8192-02694d7f6f00 req-4fce57ea-faae-4eee-a0e6-946dc1ec429d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:58.674486 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8f14aded-60f7-4256-8192-02694d7f6f00 req-4fce57ea-faae-4eee-a0e6-946dc1ec429d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=74e00c5b-8cea-4242-a599-be5edb986481 HTTP/1.1" status: 200 len: 853 time: 0.0798571 Dec 17 16:04:58.847953 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94527fc3-9988-4225-abe8-0c7c4af6a63c None None] New status for floating IP 30fb65a1-423d-4e53-8e48-77586de06218: ACTIVE {{(pid=102834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:04:58.854446 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1d9e05cb-90a1-4183-a482-edaa81db444d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:59.084561 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d4aed426-dbe7-466e-98ab-348d56135f54 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:59.093845 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14aded-60f7-4256-8192-02694d7f6f00 req-ed1f27c7-fbb9-43a7-9682-11eb1438deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:59.095342 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8f14aded-60f7-4256-8192-02694d7f6f00 req-ed1f27c7-fbb9-43a7-9682-11eb1438deeb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca64830f-9070-4611-be27-495726793b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4059703 Dec 17 16:04:59.142243 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-94527fc3-9988-4225-abe8-0c7c4af6a63c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:04:59.142609 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-94527fc3-9988-4225-abe8-0c7c4af6a63c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:04:59.146119 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d4aed426-dbe7-466e-98ab-348d56135f54 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:59.261034 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8f14aded-60f7-4256-8192-02694d7f6f00 req-55cb9a24-6715-4653-b418-d31b22570734 service neutron] 10.222.0.41 "GET /v2.0/networks/ca64830f-9070-4611-be27-495726793b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579633 Dec 17 16:04:59.432568 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8f14aded-60f7-4256-8192-02694d7f6f00 req-6c37cf50-a832-45f8-b38c-23bcec3dbb85 service neutron] 10.222.0.41 "GET /v2.0/networks/ca64830f-9070-4611-be27-495726793b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633377 Dec 17 16:04:59.449598 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4aed426-dbe7-466e-98ab-348d56135f54 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Router 5780a0e2-d5fb-4617-86f0-e5c3a8bde72e has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:04:59.557998 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4aed426-dbe7-466e-98ab-348d56135f54 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:04:59.563349 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d4aed426-dbe7-466e-98ab-348d56135f54 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:04:59.591867 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ef861d-bdf2-4845-a596-a585b7e61ddd', 'tag': '6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:04:59.594302 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e74851e-e858-446c-a6b4-9fa601e57e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "83ef861d-bdf2-4845-a596-a585b7e61ddd", "tag": "6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:04:59.620831 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d4aed426-dbe7-466e-98ab-348d56135f54 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "PUT /v2.0/floatingips/30fb65a1-423d-4e53-8e48-77586de06218 HTTP/1.1" status: 200 len: 992 time: 1.5816031 Dec 17 16:04:59.631539 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca4571e-01b4-454b-9013-213775a03b0c x-openstack-request-id: req-8ca4571e-01b4-454b-9013-213775a03b0c {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:04:59.631835 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ef861d-bdf2-4845-a596-a585b7e61ddd", "tag": "6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:04:59.632087 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8ca4571e-01b4-454b-9013-213775a03b0c {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:04:59.632487 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ef861d-bdf2-4845-a596-a585b7e61ddd', 'tag': '6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1', 'status': 'completed', 'code': 200} Dec 17 16:04:59.644139 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94527fc3-9988-4225-abe8-0c7c4af6a63c None None] New status for floating IP 30fb65a1-423d-4e53-8e48-77586de06218: ACTIVE {{(pid=102834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:04:59.711529 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74851e-e858-446c-a6b4-9fa601e57e2a req-24911ae3-6602-48ac-b44d-8891fd6853c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:59.713007 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8e74851e-e858-446c-a6b4-9fa601e57e2a req-24911ae3-6602-48ac-b44d-8891fd6853c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=089d07ed9d43486a9db0eafb375f0b0b&device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 1097 time: 0.0411146 Dec 17 16:04:59.806177 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74851e-e858-446c-a6b4-9fa601e57e2a req-01fa2bb3-cbb5-47c8-a65c-1eba52812385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:59.807635 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8e74851e-e858-446c-a6b4-9fa601e57e2a req-01fa2bb3-cbb5-47c8-a65c-1eba52812385 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca64830f-9070-4611-be27-495726793b6b HTTP/1.1" status: 200 len: 915 time: 0.0881994 Dec 17 16:04:59.875350 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8e74851e-e858-446c-a6b4-9fa601e57e2a req-8a519141-d74f-4159-91c6-21c43894bbc8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1 HTTP/1.1" status: 200 len: 1000 time: 0.0603490 Dec 17 16:04:59.906080 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb85c636-e00e-4bdf-8ca0-8bc934782af7 None None] Sync routers for ids ['5780a0e2-d5fb-4617-86f0-e5c3a8bde72e'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:04:59.916019 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb85c636-e00e-4bdf-8ca0-8bc934782af7 None None] Routers {'5780a0e2-d5fb-4617-86f0-e5c3a8bde72e'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:04:59.916733 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-cb85c636-e00e-4bdf-8ca0-8bc934782af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:04:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5780a0e2-d5fb-4617-86f0-e5c3a8bde72e'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:04:59.931174 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74851e-e858-446c-a6b4-9fa601e57e2a req-054d771c-fab0-4eed-b188-0f5f03b7c82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:59.932662 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8e74851e-e858-446c-a6b4-9fa601e57e2a req-054d771c-fab0-4eed-b188-0f5f03b7c82f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=74e00c5b-8cea-4242-a599-be5edb986481 HTTP/1.1" status: 200 len: 853 time: 0.0511627 Dec 17 16:04:59.979269 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74851e-e858-446c-a6b4-9fa601e57e2a req-ab13aa0f-f5e3-49c8-a509-8db3940d90d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:04:59.980684 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8e74851e-e858-446c-a6b4-9fa601e57e2a req-ab13aa0f-f5e3-49c8-a509-8db3940d90d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca64830f-9070-4611-be27-495726793b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409865 Dec 17 16:05:00.021737 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-cb85c636-e00e-4bdf-8ca0-8bc934782af7 None None] Set router 5780a0e2-d5fb-4617-86f0-e5c3a8bde72e gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:05:00.070313 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8e74851e-e858-446c-a6b4-9fa601e57e2a req-298ed994-8c18-43e9-90a3-b9d8d0fc5208 service neutron] 10.222.0.41 "GET /v2.0/networks/ca64830f-9070-4611-be27-495726793b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821984 Dec 17 16:05:00.166679 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8e74851e-e858-446c-a6b4-9fa601e57e2a req-44b25e8d-e1b9-442a-9545-2d3aed419605 service neutron] 10.222.0.41 "GET /v2.0/networks/ca64830f-9070-4611-be27-495726793b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898709 Dec 17 16:05:00.322938 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-cb85c636-e00e-4bdf-8ca0-8bc934782af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'name': 'tempest-TestVolumeBackupRestore-1214197945-router', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'ee96023b-3027-49ea-ac91-f9d3c4816728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:02:03Z', 'updated_at': '2021-12-17T16:02:07Z', 'revision_number': 4, 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'gw_port': {'id': 'ee96023b-3027-49ea-ac91-f9d3c4816728', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:04Z', 'updated_at': '2021-12-17T16:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '30fb65a1-423d-4e53-8e48-77586de06218', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'floating_ip_address': '172.25.6.246', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'port_id': '6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca64830f-9070-4611-be27-495726793b6b', 'mac_address': 'fa:16:3e:dc:8d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ef861d-bdf2-4845-a596-a585b7e61ddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:04:56Z', 'updated_at': '2021-12-17T16:04:59Z', 'revision_number': 2, 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e08e3f3a-b28c-40a0-8478-f107c6e0e121', 'name': '', 'network_id': 'ca64830f-9070-4611-be27-495726793b6b', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'mac_address': 'fa:16:3e:49:3f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '74e00c5b-8cea-4242-a599-be5edb986481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:06Z', 'updated_at': '2021-12-17T16:02:10Z', 'revision_number': 5, 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'subnets': [{'id': '74e00c5b-8cea-4242-a599-be5edb986481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:05:00.352104 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb85c636-e00e-4bdf-8ca0-8bc934782af7 None None] Checking router: 5780a0e2-d5fb-4617-86f0-e5c3a8bde72e for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:05:00.360329 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb85c636-e00e-4bdf-8ca0-8bc934782af7 None None] Routers {'5780a0e2-d5fb-4617-86f0-e5c3a8bde72e'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:05:00.360955 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-cb85c636-e00e-4bdf-8ca0-8bc934782af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:04:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5780a0e2-d5fb-4617-86f0-e5c3a8bde72e'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:05:00.463384 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-cb85c636-e00e-4bdf-8ca0-8bc934782af7 None None] Set router 5780a0e2-d5fb-4617-86f0-e5c3a8bde72e gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:05:00.680919 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-cb85c636-e00e-4bdf-8ca0-8bc934782af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'name': 'tempest-TestVolumeBackupRestore-1214197945-router', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'ee96023b-3027-49ea-ac91-f9d3c4816728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:02:03Z', 'updated_at': '2021-12-17T16:02:07Z', 'revision_number': 4, 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'gw_port': {'id': 'ee96023b-3027-49ea-ac91-f9d3c4816728', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:04Z', 'updated_at': '2021-12-17T16:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '30fb65a1-423d-4e53-8e48-77586de06218', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'floating_ip_address': '172.25.6.246', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'port_id': '6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca64830f-9070-4611-be27-495726793b6b', 'mac_address': 'fa:16:3e:dc:8d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ef861d-bdf2-4845-a596-a585b7e61ddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:04:56Z', 'updated_at': '2021-12-17T16:04:59Z', 'revision_number': 2, 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e08e3f3a-b28c-40a0-8478-f107c6e0e121', 'name': '', 'network_id': 'ca64830f-9070-4611-be27-495726793b6b', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'mac_address': 'fa:16:3e:49:3f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '74e00c5b-8cea-4242-a599-be5edb986481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:06Z', 'updated_at': '2021-12-17T16:02:10Z', 'revision_number': 5, 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'subnets': [{'id': '74e00c5b-8cea-4242-a599-be5edb986481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:05:00.710077 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb85c636-e00e-4bdf-8ca0-8bc934782af7 None None] The sync data for ids ['5780a0e2-d5fb-4617-86f0-e5c3a8bde72e'] in n-d-820553-2 is: [{'id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'name': 'tempest-TestVolumeBackupRestore-1214197945-router', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'ee96023b-3027-49ea-ac91-f9d3c4816728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:02:03Z', 'updated_at': '2021-12-17T16:02:07Z', 'revision_number': 4, 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'gw_port': {'id': 'ee96023b-3027-49ea-ac91-f9d3c4816728', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:04Z', 'updated_at': '2021-12-17T16:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '30fb65a1-423d-4e53-8e48-77586de06218', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'floating_ip_address': '172.25.6.246', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'port_id': '6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca64830f-9070-4611-be27-495726793b6b', 'mac_address': 'fa:16:3e:dc:8d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ef861d-bdf2-4845-a596-a585b7e61ddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:04:56Z', 'updated_at': '2021-12-17T16:04:59Z', 'revision_number': 2, 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e08e3f3a-b28c-40a0-8478-f107c6e0e121', 'name': '', 'network_id': 'ca64830f-9070-4611-be27-495726793b6b', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'mac_address': 'fa:16:3e:49:3f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '74e00c5b-8cea-4242-a599-be5edb986481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:06Z', 'updated_at': '2021-12-17T16:02:10Z', 'revision_number': 5, 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'subnets': [{'id': '74e00c5b-8cea-4242-a599-be5edb986481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:05:01.083192 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-82602202-e159-47fa-bb2b-a45617a0da4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:05:01.633748 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ef861d-bdf2-4845-a596-a585b7e61ddd', 'tag': '6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:05:01.636116 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5ecd4c-b570-44ec-95c4-1a2b10c9b0e9" -d '{"events": [{"name": "network-changed", "server_uuid": "83ef861d-bdf2-4845-a596-a585b7e61ddd", "tag": "6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:05:01.671780 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200f7b23-d78e-48a8-8b69-e53fbf4bb45b x-openstack-request-id: req-200f7b23-d78e-48a8-8b69-e53fbf4bb45b {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:05:01.672069 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ef861d-bdf2-4845-a596-a585b7e61ddd", "tag": "6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:05:01.672321 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-200f7b23-d78e-48a8-8b69-e53fbf4bb45b {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:05:01.672724 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ef861d-bdf2-4845-a596-a585b7e61ddd', 'tag': '6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1', 'status': 'completed', 'code': 200} Dec 17 16:05:01.754168 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ecd4c-b570-44ec-95c4-1a2b10c9b0e9 req-cee0bc93-d5b8-47fb-b6ec-bf00e6f4cab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:01.755618 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4f5ecd4c-b570-44ec-95c4-1a2b10c9b0e9 req-cee0bc93-d5b8-47fb-b6ec-bf00e6f4cab4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=089d07ed9d43486a9db0eafb375f0b0b&device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 1097 time: 0.0413659 Dec 17 16:05:01.848511 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ecd4c-b570-44ec-95c4-1a2b10c9b0e9 req-38fa8f4a-e2e3-46d8-bd1a-496afd6d1e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:01.850010 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4f5ecd4c-b570-44ec-95c4-1a2b10c9b0e9 req-38fa8f4a-e2e3-46d8-bd1a-496afd6d1e04 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca64830f-9070-4611-be27-495726793b6b HTTP/1.1" status: 200 len: 915 time: 0.0879035 Dec 17 16:05:01.914108 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4f5ecd4c-b570-44ec-95c4-1a2b10c9b0e9 req-66f4b8b8-6477-42d9-bf2f-b07e5907d943 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1 HTTP/1.1" status: 200 len: 1002 time: 0.0574651 Dec 17 16:05:01.962693 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ecd4c-b570-44ec-95c4-1a2b10c9b0e9 req-1565e38c-3ffa-496e-8834-c760906e616c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:01.964124 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4f5ecd4c-b570-44ec-95c4-1a2b10c9b0e9 req-1565e38c-3ffa-496e-8834-c760906e616c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=74e00c5b-8cea-4242-a599-be5edb986481 HTTP/1.1" status: 200 len: 853 time: 0.0436480 Dec 17 16:05:02.014443 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ecd4c-b570-44ec-95c4-1a2b10c9b0e9 req-301b1976-f3c7-49bd-a629-7fe7238cf4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:02.015981 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4f5ecd4c-b570-44ec-95c4-1a2b10c9b0e9 req-301b1976-f3c7-49bd-a629-7fe7238cf4f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca64830f-9070-4611-be27-495726793b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450773 Dec 17 16:05:02.104504 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4f5ecd4c-b570-44ec-95c4-1a2b10c9b0e9 req-2433866b-5274-4b6c-b0a6-cb6e08002e12 service neutron] 10.222.0.41 "GET /v2.0/networks/ca64830f-9070-4611-be27-495726793b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819163 Dec 17 16:05:02.197643 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4f5ecd4c-b570-44ec-95c4-1a2b10c9b0e9 req-bec51039-7a4c-489f-8965-7c676b67819d service neutron] 10.222.0.41 "GET /v2.0/networks/ca64830f-9070-4611-be27-495726793b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864651 Dec 17 16:05:02.454717 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:05:04.037585 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:05:04.243240 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:05:10.925820 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:05:20.224505 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-b77b62a8-a67f-4a17-bf67-10e9e9329057 req-280d27d2-2fff-440c-a9e9-4422a65594ff service neutron] (102833) timed out ('10.222.0.46', 35530) {{(pid=102833) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 17 16:05:26.236812 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8eb66171-59fc-45b5-9e24-0b59af48ac2e req-aafa37d4-9649-4870-a000-84d35676ea50 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0902970 Dec 17 16:05:26.257004 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:05:26.320112 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb66171-59fc-45b5-9e24-0b59af48ac2e req-0ae191b9-b2b8-455c-b6e1-09cf204103f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:26.321674 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8eb66171-59fc-45b5-9e24-0b59af48ac2e req-0ae191b9-b2b8-455c-b6e1-09cf204103f6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7 HTTP/1.1" status: 200 len: 1096 time: 0.0418751 Dec 17 16:05:26.430313 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb66171-59fc-45b5-9e24-0b59af48ac2e req-b97424c6-c38a-430e-b6dd-2a36e139df9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:26.431682 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8eb66171-59fc-45b5-9e24-0b59af48ac2e req-b97424c6-c38a-430e-b6dd-2a36e139df9f service neutron] 10.222.0.13 "GET /v2.0/networks?id=355210bf-f333-4091-b076-b021f964c83c HTTP/1.1" status: 200 len: 913 time: 0.0903161 Dec 17 16:05:26.497003 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8eb66171-59fc-45b5-9e24-0b59af48ac2e req-e3fa7592-ee6f-4eb8-9c75-9e07d8df4fcb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b62980a2-6fcd-4a9e-9e61-49fd28e35bc7 HTTP/1.1" status: 200 len: 1001 time: 0.0578861 Dec 17 16:05:26.547817 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb66171-59fc-45b5-9e24-0b59af48ac2e req-9abbb8c0-b2a1-4e49-a1e0-83f55138e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:26.549440 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8eb66171-59fc-45b5-9e24-0b59af48ac2e req-9abbb8c0-b2a1-4e49-a1e0-83f55138e3ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=040decac-d73e-40b6-8001-3c00aef94ddf HTTP/1.1" status: 200 len: 851 time: 0.0461926 Dec 17 16:05:26.600139 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb66171-59fc-45b5-9e24-0b59af48ac2e req-ff49141a-b68b-4374-9a9c-0f11c44f5e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:26.602217 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8eb66171-59fc-45b5-9e24-0b59af48ac2e req-ff49141a-b68b-4374-9a9c-0f11c44f5e0c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=355210bf-f333-4091-b076-b021f964c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462110 Dec 17 16:05:26.695925 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8eb66171-59fc-45b5-9e24-0b59af48ac2e req-733c9a50-5001-4b04-a8e6-d7fdcd5e8862 service neutron] 10.222.0.13 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843072 Dec 17 16:05:26.790852 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8eb66171-59fc-45b5-9e24-0b59af48ac2e req-73465e3b-b0e6-46ae-b87f-f848fbf5e627 service neutron] 10.222.0.13 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882611 Dec 17 16:05:26.837512 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:05:28.866254 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-37c98c56-0054-4503-9cac-6766f5a2b781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:05:31.107810 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b1e06a28-dcd1-4948-94b3-63de153c2c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:05:31.769508 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-441f8f7d-5948-423a-ae46-474af843ee98 req-f4dfbaca-5d32-429a-b28a-3ddac231b840 service neutron] (102832) timed out ('10.222.0.41', 65517) {{(pid=102832) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 17 16:05:32.442862 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:05:34.008829 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:05:34.267936 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:05:40.934620 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:05:43.488111 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb9d97-08ca-4d1a-847c-3989b5e235b3 req-3ee45857-c99a-44ba-82d6-66924517ec3f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:43.489557 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1eeb9d97-08ca-4d1a-847c-3989b5e235b3 req-3ee45857-c99a-44ba-82d6-66924517ec3f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7 HTTP/1.1" status: 200 len: 945 time: 0.0553403 Dec 17 16:05:43.528013 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1eeb9d97-08ca-4d1a-847c-3989b5e235b3 req-b18a0d14-8395-4a77-9619-9e01aef7f70e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323892 Dec 17 16:05:44.644209 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2579ac7-5a18-40f8-96a5-03ad28bdf6d7 req-0f67e757-9a74-43e0-a56b-00e708bb4037 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:44.645702 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c2579ac7-5a18-40f8-96a5-03ad28bdf6d7 req-0f67e757-9a74-43e0-a56b-00e708bb4037 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7 HTTP/1.1" status: 200 len: 945 time: 0.0491004 Dec 17 16:05:44.683256 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c2579ac7-5a18-40f8-96a5-03ad28bdf6d7 req-966de34c-a93c-4517-b391-030e04473b1d tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316114 Dec 17 16:05:44.998525 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c4255-6964-41dd-8415-12cbb7b8a895 req-bf162c2c-3001-455c-9332-25f4bfa05c84 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:44.999972 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-036c4255-6964-41dd-8415-12cbb7b8a895 req-bf162c2c-3001-455c-9332-25f4bfa05c84 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.13 "GET /v2.0/ports?device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7 HTTP/1.1" status: 200 len: 945 time: 0.0525689 Dec 17 16:05:45.090857 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-036c4255-6964-41dd-8415-12cbb7b8a895 req-d683d9f0-43b2-458e-a8c9-63582fa55866 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Deleting port b62980a2-6fcd-4a9e-9e61-49fd28e35bc7 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:05:45.091198 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-036c4255-6964-41dd-8415-12cbb7b8a895 req-d683d9f0-43b2-458e-a8c9-63582fa55866 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:05:45.183536 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-036c4255-6964-41dd-8415-12cbb7b8a895 req-d683d9f0-43b2-458e-a8c9-63582fa55866 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] For port b62980a2-6fcd-4a9e-9e61-49fd28e35bc7, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=b62980a2-6fcd-4a9e-9e61-49fd28e35bc7,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:05:45.183812 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-036c4255-6964-41dd-8415-12cbb7b8a895 req-d683d9f0-43b2-458e-a8c9-63582fa55866 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:05:45.356322 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-036c4255-6964-41dd-8415-12cbb7b8a895 req-d683d9f0-43b2-458e-a8c9-63582fa55866 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:05:45.356689 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-036c4255-6964-41dd-8415-12cbb7b8a895 req-d683d9f0-43b2-458e-a8c9-63582fa55866 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:05:45.357031 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [req-036c4255-6964-41dd-8415-12cbb7b8a895 req-d683d9f0-43b2-458e-a8c9-63582fa55866 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Floating IP ca85e287-6967-491d-a6c0-6bf9126561d0 disassociated. External IP: 172.25.6.109, port: b62980a2-6fcd-4a9e-9e61-49fd28e35bc7. Dec 17 16:05:45.357379 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-036c4255-6964-41dd-8415-12cbb7b8a895 req-d683d9f0-43b2-458e-a8c9-63582fa55866 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Calling delete_port for b62980a2-6fcd-4a9e-9e61-49fd28e35bc7 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:05:45.574763 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-036c4255-6964-41dd-8415-12cbb7b8a895 req-d683d9f0-43b2-458e-a8c9-63582fa55866 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:05:45.603842 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683d9f0-43b2-458e-a8c9-63582fa55866 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Pushing event deleted for resources: {'Port': ['ID=b62980a2-6fcd-4a9e-9e61-49fd28e35bc7,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:45.613926 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683d9f0-43b2-458e-a8c9-63582fa55866 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:45.614274 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683d9f0-43b2-458e-a8c9-63582fa55866 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:45.614610 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683d9f0-43b2-458e-a8c9-63582fa55866 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:45.614944 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683d9f0-43b2-458e-a8c9-63582fa55866 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:45.615274 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683d9f0-43b2-458e-a8c9-63582fa55866 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:45.615602 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683d9f0-43b2-458e-a8c9-63582fa55866 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:45.615925 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683d9f0-43b2-458e-a8c9-63582fa55866 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:45.616245 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683d9f0-43b2-458e-a8c9-63582fa55866 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:45.617128 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683d9f0-43b2-458e-a8c9-63582fa55866 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:45.617128 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683d9f0-43b2-458e-a8c9-63582fa55866 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:45.617288 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683d9f0-43b2-458e-a8c9-63582fa55866 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:45.617505 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683d9f0-43b2-458e-a8c9-63582fa55866 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:05:45.730311 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-036c4255-6964-41dd-8415-12cbb7b8a895 req-d683d9f0-43b2-458e-a8c9-63582fa55866 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Router fc2e76e2-d495-46d9-b5ae-136717d9ffb0 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:05:45.783913 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8ac3b78b-e06e-42f9-be8d-55f6b3f52c23 req-73df91c6-d854-4f0a-990a-fc5c41e287c0 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7 HTTP/1.1" status: 200 len: 210 time: 0.0289793 Dec 17 16:05:45.842346 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-036c4255-6964-41dd-8415-12cbb7b8a895 req-d683d9f0-43b2-458e-a8c9-63582fa55866 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:05:45.853032 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66958828-ee13-4bad-8e2d-fb333f23bcb5 None None] Sync routers for ids ['fc2e76e2-d495-46d9-b5ae-136717d9ffb0'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:05:45.863703 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66958828-ee13-4bad-8e2d-fb333f23bcb5 None None] Routers {'fc2e76e2-d495-46d9-b5ae-136717d9ffb0'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:05:45.864951 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-66958828-ee13-4bad-8e2d-fb333f23bcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:05:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['fc2e76e2-d495-46d9-b5ae-136717d9ffb0'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:05:45.883773 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-036c4255-6964-41dd-8415-12cbb7b8a895 req-d683d9f0-43b2-458e-a8c9-63582fa55866 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] No DVR routers for this DVR port b62980a2-6fcd-4a9e-9e61-49fd28e35bc7 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:05:45.886459 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-036c4255-6964-41dd-8415-12cbb7b8a895 req-d683d9f0-43b2-458e-a8c9-63582fa55866 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:05:45.889960 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-036c4255-6964-41dd-8415-12cbb7b8a895 req-d683d9f0-43b2-458e-a8c9-63582fa55866 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.13 "DELETE /v2.0/ports/b62980a2-6fcd-4a9e-9e61-49fd28e35bc7 HTTP/1.1" status: 204 len: 173 time: 0.8839209 Dec 17 16:05:45.890409 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f363ec-e6aa-46af-a19e-48f8e27c18c7', 'name': 'network-vif-deleted', 'tag': 'b62980a2-6fcd-4a9e-9e61-49fd28e35bc7'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:05:45.892684 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22f6b6f-f3bf-42d5-9a40-2d39dcfbdf4b" -d '{"events": [{"server_uuid": "63f363ec-e6aa-46af-a19e-48f8e27c18c7", "name": "network-vif-deleted", "tag": "b62980a2-6fcd-4a9e-9e61-49fd28e35bc7"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:05:45.934227 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e597ee-ab05-4630-88e9-eb56fb3a6dc9 x-openstack-request-id: req-76e597ee-ab05-4630-88e9-eb56fb3a6dc9 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:05:45.934466 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f363ec-e6aa-46af-a19e-48f8e27c18c7", "name": "network-vif-deleted", "tag": "b62980a2-6fcd-4a9e-9e61-49fd28e35bc7", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:05:45.934815 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-76e597ee-ab05-4630-88e9-eb56fb3a6dc9 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:05:45.935300 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f363ec-e6aa-46af-a19e-48f8e27c18c7', 'name': 'network-vif-deleted', 'tag': 'b62980a2-6fcd-4a9e-9e61-49fd28e35bc7', 'status': 'completed', 'code': 200} Dec 17 16:05:45.986211 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-66958828-ee13-4bad-8e2d-fb333f23bcb5 None None] Set router fc2e76e2-d495-46d9-b5ae-136717d9ffb0 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:05:46.199661 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-66958828-ee13-4bad-8e2d-fb333f23bcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'name': 'tempest-TestVolumeBootPattern-1433742308-router', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:11Z', 'revision_number': 4, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'gw_port': {'id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '75dff4dd-f606-4e2a-92c4-713061d6373f', 'name': '', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'mac_address': 'fa:16:3e:da:b6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:11Z', 'updated_at': '2021-12-17T15:58:15Z', 'revision_number': 5, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'subnets': [{'id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:05:46.229949 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66958828-ee13-4bad-8e2d-fb333f23bcb5 None None] Checking router: fc2e76e2-d495-46d9-b5ae-136717d9ffb0 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:05:46.239233 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66958828-ee13-4bad-8e2d-fb333f23bcb5 None None] Routers {'fc2e76e2-d495-46d9-b5ae-136717d9ffb0'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:05:46.239794 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-66958828-ee13-4bad-8e2d-fb333f23bcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:05:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['fc2e76e2-d495-46d9-b5ae-136717d9ffb0'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:05:46.502106 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-66958828-ee13-4bad-8e2d-fb333f23bcb5 None None] Set router fc2e76e2-d495-46d9-b5ae-136717d9ffb0 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:05:46.708283 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-66958828-ee13-4bad-8e2d-fb333f23bcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'name': 'tempest-TestVolumeBootPattern-1433742308-router', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:11Z', 'revision_number': 4, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'gw_port': {'id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '75dff4dd-f606-4e2a-92c4-713061d6373f', 'name': '', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'mac_address': 'fa:16:3e:da:b6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:11Z', 'updated_at': '2021-12-17T15:58:15Z', 'revision_number': 5, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'subnets': [{'id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:05:46.735876 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66958828-ee13-4bad-8e2d-fb333f23bcb5 None None] The sync data for ids ['fc2e76e2-d495-46d9-b5ae-136717d9ffb0'] in n-d-820553-2 is: [{'id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'name': 'tempest-TestVolumeBootPattern-1433742308-router', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:11Z', 'revision_number': 4, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'gw_port': {'id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '75dff4dd-f606-4e2a-92c4-713061d6373f', 'name': '', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'mac_address': 'fa:16:3e:da:b6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:11Z', 'updated_at': '2021-12-17T15:58:15Z', 'revision_number': 5, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'subnets': [{'id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:05:46.890401 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eac3bb02-5d97-4565-a8ea-6c6318731439 req-05765a8a-db08-467b-bd01-71cf1912d6d2 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7 HTTP/1.1" status: 200 len: 210 time: 0.0369856 Dec 17 16:05:46.987156 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1556ebba-2df8-47ba-a73a-2fc6bd52492c None None] New status for floating IP ca85e287-6967-491d-a6c0-6bf9126561d0: DOWN {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:05:47.264164 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device b62980a2-6fcd-4a9e-9e61-49fd28e35bc7 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:05:47.289156 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: b62980a2-6fcd-4a9e-9e61-49fd28e35bc7 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:05:47.289499 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device b62980a2-6fcd-4a9e-9e61-49fd28e35bc7 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:05:48.048203 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-23939cca-0c77-4f0f-a002-4d03dc6b13a8 req-3edec4c8-b83d-4911-b920-b736e79463dd tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7 HTTP/1.1" status: 200 len: 210 time: 0.0890291 Dec 17 16:05:49.152829 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-be57baf8-2923-46ca-a210-19cfb08c3ad5 req-9f6cb9ca-22a5-4fd5-a098-1d1896d88b39 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451145 Dec 17 16:05:49.157347 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-57971017-529c-421a-93f3-fb3b4ea0e07f req-54a909c6-e6b1-4e86-915e-f3e5ce2c9dc9 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7 HTTP/1.1" status: 200 len: 210 time: 0.0275862 Dec 17 16:05:49.254625 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57baf8-2923-46ca-a210-19cfb08c3ad5 req-cc3e2057-d36e-4e24-bfaa-f37622ba3cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:49.256105 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-be57baf8-2923-46ca-a210-19cfb08c3ad5 req-cc3e2057-d36e-4e24-bfaa-f37622ba3cba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=089d07ed9d43486a9db0eafb375f0b0b&device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 1097 time: 0.0466285 Dec 17 16:05:49.365236 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57baf8-2923-46ca-a210-19cfb08c3ad5 req-c45d13b2-6ff7-4b99-9d4f-e4d85899b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:49.366713 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-be57baf8-2923-46ca-a210-19cfb08c3ad5 req-c45d13b2-6ff7-4b99-9d4f-e4d85899b771 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca64830f-9070-4611-be27-495726793b6b HTTP/1.1" status: 200 len: 915 time: 0.0900648 Dec 17 16:05:49.436444 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-be57baf8-2923-46ca-a210-19cfb08c3ad5 req-06321859-9409-4d58-9b93-82e4e802486c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1 HTTP/1.1" status: 200 len: 1002 time: 0.0625987 Dec 17 16:05:49.485871 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57baf8-2923-46ca-a210-19cfb08c3ad5 req-cbace05a-e9d7-4762-a683-6e848d956692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:49.487713 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-be57baf8-2923-46ca-a210-19cfb08c3ad5 req-cbace05a-e9d7-4762-a683-6e848d956692 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=74e00c5b-8cea-4242-a599-be5edb986481 HTTP/1.1" status: 200 len: 853 time: 0.0445051 Dec 17 16:05:49.533385 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57baf8-2923-46ca-a210-19cfb08c3ad5 req-eeaa4e0b-fc4f-46d1-9447-fab753f7eda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:49.535238 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-be57baf8-2923-46ca-a210-19cfb08c3ad5 req-eeaa4e0b-fc4f-46d1-9447-fab753f7eda2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca64830f-9070-4611-be27-495726793b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412343 Dec 17 16:05:49.633574 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-be57baf8-2923-46ca-a210-19cfb08c3ad5 req-ce17a299-c226-475c-82b8-82f70f95dbd0 service neutron] 10.222.0.41 "GET /v2.0/networks/ca64830f-9070-4611-be27-495726793b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903084 Dec 17 16:05:49.726440 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-be57baf8-2923-46ca-a210-19cfb08c3ad5 req-6b291b96-715c-4061-a092-adc7236fd282 service neutron] 10.222.0.41 "GET /v2.0/networks/ca64830f-9070-4611-be27-495726793b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860507 Dec 17 16:05:50.262085 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bab72e50-ac92-494b-aa06-68adda806081 req-f202c604-f819-403c-b20b-2f0b02f0164f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=63f363ec-e6aa-46af-a19e-48f8e27c18c7 HTTP/1.1" status: 200 len: 210 time: 0.0269980 Dec 17 16:05:51.461272 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-7fe87c3a-ae75-461d-9817-9cc29c2efbed tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2061964450&fields=id&tenant_id=bd68706f6c3b479fbd5c963f53102a88 HTTP/1.1" status: 200 len: 267 time: 0.0322597 Dec 17 16:05:51.575635 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-ef3acb73-dc30-47ce-ac7c-60825ce7aa84 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:51.577142 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-ef3acb73-dc30-47ce-ac7c-60825ce7aa84 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/networks?id=355210bf-f333-4091-b076-b021f964c83c HTTP/1.1" status: 200 len: 812 time: 0.1092641 Dec 17 16:05:51.593034 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-281b2128-306a-42e7-aa35-b2073c1cb358 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/quotas/bd68706f6c3b479fbd5c963f53102a88 HTTP/1.1" status: 200 len: 375 time: 0.0095685 Dec 17 16:05:51.647832 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-0efe274c-c786-45df-a288-382a20b570b2 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492744 Dec 17 16:05:51.741966 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-9e913f18-6b8d-477e-99b3-a3c26010debe service neutron] 10.222.0.46 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827503 Dec 17 16:05:51.835778 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-67108c94-1869-4036-a122-93663319a6ed service neutron] 10.222.0.46 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876553 Dec 17 16:05:52.510110 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8b01c144-4df6-4664-9b13-c91899b75b5f req-c629a148-937a-472a-b920-ea835158a395 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d74475e-5eb5-4096-bccd-293c3f904641 HTTP/1.1" status: 200 len: 210 time: 0.0282552 Dec 17 16:05:53.603700 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2eba470c-7312-4b16-b7e1-cd66b545fc49 req-4cd4dd3a-6d4b-4d82-abd0-067651a2c973 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d74475e-5eb5-4096-bccd-293c3f904641 HTTP/1.1" status: 200 len: 210 time: 0.0263915 Dec 17 16:05:54.492641 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-a7f966ac-b6c2-4611-8074-dd964194abee tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:54.494158 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-a7f966ac-b6c2-4611-8074-dd964194abee tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.13 "GET /v2.0/networks?id=355210bf-f333-4091-b076-b021f964c83c HTTP/1.1" status: 200 len: 812 time: 0.1105766 Dec 17 16:05:54.536845 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-a9906cf5-9cb3-48e1-b5be-1d13b5cb8e1d tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd68706f6c3b479fbd5c963f53102a88 HTTP/1.1" status: 200 len: 380 time: 0.0338581 Dec 17 16:05:54.545902 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-34306e7d-566f-4c6e-817b-d1a4c843b129 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Request body: {'port': {'device_id': '7d74475e-5eb5-4096-bccd-293c3f904641', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'admin_state_up': True, 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'security_groups': ['fb8e5d5d-ce63-4c02-b1f3-75e0542be33c']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:05:54.703705 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7d7012dc-81f9-43e3-ad05-e4a2504b3b44 req-d401e45e-1c82-4343-b950-d1e7dc235c4a tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d74475e-5eb5-4096-bccd-293c3f904641 HTTP/1.1" status: 200 len: 210 time: 0.0270224 Dec 17 16:05:54.713192 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-34306e7d-566f-4c6e-817b-d1a4c843b129 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Made reservation on behalf of bd68706f6c3b479fbd5c963f53102a88 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:05:54.717635 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-34306e7d-566f-4c6e-817b-d1a4c843b129 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:05:54.845541 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-34306e7d-566f-4c6e-817b-d1a4c843b129 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Allocated IP 172.20.0.13 (355210bf-f333-4091-b076-b021f964c83c/040decac-d73e-40b6-8001-3c00aef94ddf/fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:05:54.992659 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-34306e7d-566f-4c6e-817b-d1a4c843b129 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:05:55.090899 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-34306e7d-566f-4c6e-817b-d1a4c843b129 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:05:55.135170 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-34306e7d-566f-4c6e-817b-d1a4c843b129 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Network 355210bf-f333-4091-b076-b021f964c83c is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:05:55.138044 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-34306e7d-566f-4c6e-817b-d1a4c843b129 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:05:55.141934 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-34306e7d-566f-4c6e-817b-d1a4c843b129 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:05:55.151352 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34306e7d-566f-4c6e-817b-d1a4c843b129 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Pushing event updated for resources: {'Port': ['ID=fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:55.206829 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-34306e7d-566f-4c6e-817b-d1a4c843b129 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:55.207684 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-34306e7d-566f-4c6e-817b-d1a4c843b129 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:05:55.270545 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-34306e7d-566f-4c6e-817b-d1a4c843b129 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7280838 Dec 17 16:05:55.282885 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-05df4066-08d6-4aab-ba46-78a6c8e5e657 service neutron] Request body: {'port': {'device_id': '7d74475e-5eb5-4096-bccd-293c3f904641', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:05:55.341196 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-05df4066-08d6-4aab-ba46-78a6c8e5e657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:05:55.369631 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a8e99c95-2d97-4524-90f4-f2bdbc307073 None None] Provisioning complete for port fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:05:55.370218 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a8e99c95-2d97-4524-90f4-f2bdbc307073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:05:55.404791 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-a8e99c95-2d97-4524-90f4-f2bdbc307073 None None] Port fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:05:55.607767 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-05df4066-08d6-4aab-ba46-78a6c8e5e657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:05:55.616012 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-05df4066-08d6-4aab-ba46-78a6c8e5e657 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:05:55.627390 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-05df4066-08d6-4aab-ba46-78a6c8e5e657 service neutron] Transition to ACTIVE for port object fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:05:55.713636 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-05df4066-08d6-4aab-ba46-78a6c8e5e657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:05:55.851964 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5586aed-afdb-4762-9e26-916b73f09277 req-4f68bf52-f616-4546-a89a-cc9155a3d2d9 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:55.853642 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f5586aed-afdb-4762-9e26-916b73f09277 req-4f68bf52-f616-4546-a89a-cc9155a3d2d9 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d74475e-5eb5-4096-bccd-293c3f904641 HTTP/1.1" status: 200 len: 944 time: 0.0753670 Dec 17 16:05:55.901930 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f5586aed-afdb-4762-9e26-916b73f09277 req-3252bbd9-3c88-4a1b-bb9d-a86ff4c77576 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391936 Dec 17 16:05:56.140643 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df4066-08d6-4aab-ba46-78a6c8e5e657 service neutron] Pushing event updated for resources: {'Port': ['ID=fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:56.166758 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-05df4066-08d6-4aab-ba46-78a6c8e5e657 service neutron] Attempting to bind port fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:05:56.167118 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-05df4066-08d6-4aab-ba46-78a6c8e5e657 service neutron] Attempting to bind port fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:05:56.167655 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-05df4066-08d6-4aab-ba46-78a6c8e5e657 service neutron] Attempting to bind port fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b on network 355210bf-f333-4091-b076-b021f964c83c {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:05:56.172363 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-05df4066-08d6-4aab-ba46-78a6c8e5e657 service neutron] Port fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b on network 355210bf-f333-4091-b076-b021f964c83c not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:05:56.172688 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-05df4066-08d6-4aab-ba46-78a6c8e5e657 service neutron] Attempting to bind port fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b on network 355210bf-f333-4091-b076-b021f964c83c {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:05:56.178789 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-05df4066-08d6-4aab-ba46-78a6c8e5e657 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:05:56.179135 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-05df4066-08d6-4aab-ba46-78a6c8e5e657 service neutron] Checking segment: {'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:05:56.179520 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-05df4066-08d6-4aab-ba46-78a6c8e5e657 service neutron] Bound using segment: {'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:05:56.179952 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-05df4066-08d6-4aab-ba46-78a6c8e5e657 service neutron] Bound port: fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:05:56.180314 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-05df4066-08d6-4aab-ba46-78a6c8e5e657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:05:56.249509 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-05df4066-08d6-4aab-ba46-78a6c8e5e657 service neutron] For port fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:05:56.253257 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-05df4066-08d6-4aab-ba46-78a6c8e5e657 service neutron] For port fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:05:56.295071 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:05:56.325779 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-05df4066-08d6-4aab-ba46-78a6c8e5e657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:05:56.363460 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-05df4066-08d6-4aab-ba46-78a6c8e5e657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:56.364760 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-05df4066-08d6-4aab-ba46-78a6c8e5e657 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:05:56.366113 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-05df4066-08d6-4aab-ba46-78a6c8e5e657 service neutron] 10.222.0.13 "PUT /v2.0/ports/fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b HTTP/1.1" status: 200 len: 1092 time: 1.0877469 Dec 17 16:05:56.366571 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d74475e-5eb5-4096-bccd-293c3f904641', 'tag': 'fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:05:56.368829 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba2b59c-f0db-46f3-a774-8c27d1695af4" -d '{"events": [{"name": "network-changed", "server_uuid": "7d74475e-5eb5-4096-bccd-293c3f904641", "tag": "fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:05:56.398923 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df4066-08d6-4aab-ba46-78a6c8e5e657 service neutron] Pushing event updated for resources: {'Port': ['ID=fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:05:56.421855 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1cb323a-3e63-474a-9c4f-9a4ed12d24a6 x-openstack-request-id: req-c1cb323a-3e63-474a-9c4f-9a4ed12d24a6 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:05:56.421855 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d74475e-5eb5-4096-bccd-293c3f904641", "tag": "fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:05:56.422438 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c1cb323a-3e63-474a-9c4f-9a4ed12d24a6 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:05:56.422843 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d74475e-5eb5-4096-bccd-293c3f904641', 'tag': 'fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b', 'status': 'completed', 'code': 200} Dec 17 16:05:56.488491 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2b59c-f0db-46f3-a774-8c27d1695af4 req-2e7b70a2-becc-4e02-aa4a-d13a0481df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:56.490435 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-aba2b59c-f0db-46f3-a774-8c27d1695af4 req-2e7b70a2-becc-4e02-aa4a-d13a0481df40 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&device_id=7d74475e-5eb5-4096-bccd-293c3f904641 HTTP/1.1" status: 200 len: 1095 time: 0.0468955 Dec 17 16:05:56.603503 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2b59c-f0db-46f3-a774-8c27d1695af4 req-d9ca81c5-0f7e-4923-92e2-be555a870a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:56.605443 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-aba2b59c-f0db-46f3-a774-8c27d1695af4 req-d9ca81c5-0f7e-4923-92e2-be555a870a45 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=bd68706f6c3b479fbd5c963f53102a88&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1070054 Dec 17 16:05:56.702273 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2b59c-f0db-46f3-a774-8c27d1695af4 req-57fffcc3-9f8f-47e8-8086-05664afa0c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:56.703666 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-aba2b59c-f0db-46f3-a774-8c27d1695af4 req-57fffcc3-9f8f-47e8-8086-05664afa0c2f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904124 Dec 17 16:05:56.779611 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-29df876a-fb25-4b8d-ad81-471fbb4b954a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:56.781159 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-29df876a-fb25-4b8d-ad81-471fbb4b954a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&device_id=7d74475e-5eb5-4096-bccd-293c3f904641 HTTP/1.1" status: 200 len: 1095 time: 0.0405071 Dec 17 16:05:56.825983 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-f1f366c1-6e74-44f7-b74b-96be9a388681 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b HTTP/1.1" status: 200 len: 217 time: 0.0373480 Dec 17 16:05:56.877107 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-c224f495-a3a9-40c1-901f-8c5519c3d84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:56.878602 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-c224f495-a3a9-40c1-901f-8c5519c3d84d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=040decac-d73e-40b6-8001-3c00aef94ddf HTTP/1.1" status: 200 len: 851 time: 0.0453291 Dec 17 16:05:56.927880 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-bcc738a6-e113-4fe4-9f1f-890b0e0d7da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:56.929748 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-bcc738a6-e113-4fe4-9f1f-890b0e0d7da3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=355210bf-f333-4091-b076-b021f964c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445588 Dec 17 16:05:57.020815 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02046d-724a-4918-b3e6-3be1b81f28a0 req-e9499fce-d663-4f64-a1d7-dc32e45b629b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:57.022635 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cd02046d-724a-4918-b3e6-3be1b81f28a0 req-e9499fce-d663-4f64-a1d7-dc32e45b629b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d74475e-5eb5-4096-bccd-293c3f904641 HTTP/1.1" status: 200 len: 944 time: 0.0534768 Dec 17 16:05:57.030787 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-f8fea3fa-e2e0-431a-a358-3a8badb9b471 service neutron] 10.222.0.13 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925105 Dec 17 16:05:57.063887 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cd02046d-724a-4918-b3e6-3be1b81f28a0 req-8b6ef592-664e-4158-ab12-0a9d195de5e4 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345533 Dec 17 16:05:57.125507 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e61b797c-878a-48a5-baa2-5a8c5c8f8817 req-e8cd4f79-68bf-49d5-9c5b-1387d652cc3e service neutron] 10.222.0.13 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877206 Dec 17 16:05:58.183600 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21313d79-6dd4-402e-aa13-bacd7441f52b req-fad4a91e-96d5-4b64-96ac-0b55ae118190 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:58.184994 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-21313d79-6dd4-402e-aa13-bacd7441f52b req-fad4a91e-96d5-4b64-96ac-0b55ae118190 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d74475e-5eb5-4096-bccd-293c3f904641 HTTP/1.1" status: 200 len: 944 time: 0.0497193 Dec 17 16:05:58.224221 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-21313d79-6dd4-402e-aa13-bacd7441f52b req-d11e0871-55d7-493e-a272-5b63421d4a06 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326352 Dec 17 16:05:58.856206 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-762d9242-01b0-4043-a9df-58486f4d0f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:05:59.344042 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bac668-cd8a-49e9-ab40-249cf2403bdb req-b162eefc-c0c9-4e98-8d08-b9092626b3c0 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:05:59.345722 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a0bac668-cd8a-49e9-ab40-249cf2403bdb req-b162eefc-c0c9-4e98-8d08-b9092626b3c0 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d74475e-5eb5-4096-bccd-293c3f904641 HTTP/1.1" status: 200 len: 944 time: 0.0539768 Dec 17 16:05:59.386298 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a0bac668-cd8a-49e9-ab40-249cf2403bdb req-aeed8454-14c7-42ce-be5e-07f6fcb44bc3 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332129 Dec 17 16:06:00.012420 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40198) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:06:00.173527 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-584ad093-5962-4020-81f6-d98bfa33da69 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Deleting port 6118ba35-58a7-4614-8842-cb2d10ef8ed4 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:06:00.173864 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-584ad093-5962-4020-81f6-d98bfa33da69 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:00.251883 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-584ad093-5962-4020-81f6-d98bfa33da69 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:00.252203 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-584ad093-5962-4020-81f6-d98bfa33da69 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:00.264372 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-584ad093-5962-4020-81f6-d98bfa33da69 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Calling delete_port for 6118ba35-58a7-4614-8842-cb2d10ef8ed4 owned by network:floatingip {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:06:00.485071 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-584ad093-5962-4020-81f6-d98bfa33da69 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:00.501726 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5833e-76f5-4d15-ab22-c9916c565014 req-116f0404-3ee1-4e30-8469-d46aa222b412 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:00.503296 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f3e5833e-76f5-4d15-ab22-c9916c565014 req-116f0404-3ee1-4e30-8469-d46aa222b412 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d74475e-5eb5-4096-bccd-293c3f904641 HTTP/1.1" status: 200 len: 944 time: 0.0499289 Dec 17 16:06:00.519965 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ad093-5962-4020-81f6-d98bfa33da69 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Pushing event deleted for resources: {'Port': ['ID=6118ba35-58a7-4614-8842-cb2d10ef8ed4,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:00.545974 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f3e5833e-76f5-4d15-ab22-c9916c565014 req-66b6a398-8404-45a0-a28e-ff1c19f64edd tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349078 Dec 17 16:06:00.580511 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-584ad093-5962-4020-81f6-d98bfa33da69 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks [] for floatingip, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:00.580878 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [None req-584ad093-5962-4020-81f6-d98bfa33da69 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Floating IP 30fb65a1-423d-4e53-8e48-77586de06218 disassociated (deleted). External IP: 172.25.6.246, port: 6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1. Dec 17 16:06:00.796763 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584ad093-5962-4020-81f6-d98bfa33da69 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Router 5780a0e2-d5fb-4617-86f0-e5c3a8bde72e has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:06:00.907254 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584ad093-5962-4020-81f6-d98bfa33da69 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:06:00.912073 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-584ad093-5962-4020-81f6-d98bfa33da69 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:00.918297 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56806b9-7950-4ae3-894f-7275d0b30b84 None None] Sync routers for ids ['5780a0e2-d5fb-4617-86f0-e5c3a8bde72e'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:06:00.928610 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56806b9-7950-4ae3-894f-7275d0b30b84 None None] Routers {'5780a0e2-d5fb-4617-86f0-e5c3a8bde72e'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:06:00.929312 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-d56806b9-7950-4ae3-894f-7275d0b30b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:05:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5780a0e2-d5fb-4617-86f0-e5c3a8bde72e'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:00.939177 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-584ad093-5962-4020-81f6-d98bfa33da69 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "DELETE /v2.0/floatingips/30fb65a1-423d-4e53-8e48-77586de06218 HTTP/1.1" status: 204 len: 168 time: 0.9255352 Dec 17 16:06:00.939750 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ef861d-bdf2-4845-a596-a585b7e61ddd', 'tag': '6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:06:00.942645 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892ec8c0-4d41-49d2-b0f4-e5502774ac96" -d '{"events": [{"name": "network-changed", "server_uuid": "83ef861d-bdf2-4845-a596-a585b7e61ddd", "tag": "6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:06:00.982281 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8774b3af-1f4f-4109-abee-955c7b6f3e60 x-openstack-request-id: req-8774b3af-1f4f-4109-abee-955c7b6f3e60 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:06:00.982784 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ef861d-bdf2-4845-a596-a585b7e61ddd", "tag": "6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:06:00.983234 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8774b3af-1f4f-4109-abee-955c7b6f3e60 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:06:00.983976 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ef861d-bdf2-4845-a596-a585b7e61ddd', 'tag': '6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1', 'status': 'completed', 'code': 200} Dec 17 16:06:01.063536 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-d56806b9-7950-4ae3-894f-7275d0b30b84 None None] Set router 5780a0e2-d5fb-4617-86f0-e5c3a8bde72e gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:06:01.069319 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ec8c0-4d41-49d2-b0f4-e5502774ac96 req-33869ca9-2bba-4ce8-a75b-545cf44376de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:01.070907 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-892ec8c0-4d41-49d2-b0f4-e5502774ac96 req-33869ca9-2bba-4ce8-a75b-545cf44376de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=089d07ed9d43486a9db0eafb375f0b0b&device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 1097 time: 0.0436893 Dec 17 16:06:01.168534 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ec8c0-4d41-49d2-b0f4-e5502774ac96 req-0ac7ecb2-b1e8-418e-8401-98dc88c0422c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:01.170253 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-892ec8c0-4d41-49d2-b0f4-e5502774ac96 req-0ac7ecb2-b1e8-418e-8401-98dc88c0422c service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca64830f-9070-4611-be27-495726793b6b HTTP/1.1" status: 200 len: 915 time: 0.0924766 Dec 17 16:06:01.187145 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f917383a-6819-4900-a5f1-8fede4282d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:01.212832 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-892ec8c0-4d41-49d2-b0f4-e5502774ac96 req-e7c6f4e6-45d0-4258-8da8-fcd0dac5ff07 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1 HTTP/1.1" status: 200 len: 217 time: 0.0345964 Dec 17 16:06:01.270353 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ec8c0-4d41-49d2-b0f4-e5502774ac96 req-ed8b8073-69c5-4625-9cb1-35a877ac6f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:01.271973 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-892ec8c0-4d41-49d2-b0f4-e5502774ac96 req-ed8b8073-69c5-4625-9cb1-35a877ac6f86 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=74e00c5b-8cea-4242-a599-be5edb986481 HTTP/1.1" status: 200 len: 853 time: 0.0529611 Dec 17 16:06:01.298023 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-d56806b9-7950-4ae3-894f-7275d0b30b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'name': 'tempest-TestVolumeBackupRestore-1214197945-router', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'ee96023b-3027-49ea-ac91-f9d3c4816728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:02:03Z', 'updated_at': '2021-12-17T16:02:07Z', 'revision_number': 4, 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'gw_port': {'id': 'ee96023b-3027-49ea-ac91-f9d3c4816728', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:04Z', 'updated_at': '2021-12-17T16:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'e08e3f3a-b28c-40a0-8478-f107c6e0e121', 'name': '', 'network_id': 'ca64830f-9070-4611-be27-495726793b6b', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'mac_address': 'fa:16:3e:49:3f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '74e00c5b-8cea-4242-a599-be5edb986481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:06Z', 'updated_at': '2021-12-17T16:02:10Z', 'revision_number': 5, 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'subnets': [{'id': '74e00c5b-8cea-4242-a599-be5edb986481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:01.319688 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ec8c0-4d41-49d2-b0f4-e5502774ac96 req-6c14406e-f409-4c0e-becb-44cd02057941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:01.321152 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-892ec8c0-4d41-49d2-b0f4-e5502774ac96 req-6c14406e-f409-4c0e-becb-44cd02057941 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca64830f-9070-4611-be27-495726793b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424840 Dec 17 16:06:01.333465 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56806b9-7950-4ae3-894f-7275d0b30b84 None None] Checking router: 5780a0e2-d5fb-4617-86f0-e5c3a8bde72e for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:06:01.342623 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56806b9-7950-4ae3-894f-7275d0b30b84 None None] Routers {'5780a0e2-d5fb-4617-86f0-e5c3a8bde72e'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:06:01.343233 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-d56806b9-7950-4ae3-894f-7275d0b30b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:06:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5780a0e2-d5fb-4617-86f0-e5c3a8bde72e'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:01.421470 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-892ec8c0-4d41-49d2-b0f4-e5502774ac96 req-3cbae114-9bd0-4c00-9bfd-9fcfcdcd10b1 service neutron] 10.222.0.41 "GET /v2.0/networks/ca64830f-9070-4611-be27-495726793b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932477 Dec 17 16:06:01.437159 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b2286-db30-471a-925e-fa4c7d8f9f85 req-802c8729-04e3-41b5-9ba2-b5710eb5d230 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:01.438923 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-491b2286-db30-471a-925e-fa4c7d8f9f85 req-802c8729-04e3-41b5-9ba2-b5710eb5d230 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/ports?device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 946 time: 0.0541241 Dec 17 16:06:01.463438 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-d56806b9-7950-4ae3-894f-7275d0b30b84 None None] Set router 5780a0e2-d5fb-4617-86f0-e5c3a8bde72e gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:06:01.480597 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-491b2286-db30-471a-925e-fa4c7d8f9f85 req-247279b1-5c30-45a9-b5e7-363853490e0f tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed085fbf-0545-418f-bf35-a26f8f00e2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352049 Dec 17 16:06:01.527843 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-892ec8c0-4d41-49d2-b0f4-e5502774ac96 req-fad31c07-2f50-4166-941e-1b5b2f842f51 service neutron] 10.222.0.41 "GET /v2.0/networks/ca64830f-9070-4611-be27-495726793b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988474 Dec 17 16:06:01.674503 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-d56806b9-7950-4ae3-894f-7275d0b30b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'name': 'tempest-TestVolumeBackupRestore-1214197945-router', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'ee96023b-3027-49ea-ac91-f9d3c4816728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:02:03Z', 'updated_at': '2021-12-17T16:02:07Z', 'revision_number': 4, 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'gw_port': {'id': 'ee96023b-3027-49ea-ac91-f9d3c4816728', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:04Z', 'updated_at': '2021-12-17T16:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'e08e3f3a-b28c-40a0-8478-f107c6e0e121', 'name': '', 'network_id': 'ca64830f-9070-4611-be27-495726793b6b', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'mac_address': 'fa:16:3e:49:3f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '74e00c5b-8cea-4242-a599-be5edb986481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:06Z', 'updated_at': '2021-12-17T16:02:10Z', 'revision_number': 5, 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'subnets': [{'id': '74e00c5b-8cea-4242-a599-be5edb986481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:01.702189 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56806b9-7950-4ae3-894f-7275d0b30b84 None None] The sync data for ids ['5780a0e2-d5fb-4617-86f0-e5c3a8bde72e'] in n-d-820553-2 is: [{'id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'name': 'tempest-TestVolumeBackupRestore-1214197945-router', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'ee96023b-3027-49ea-ac91-f9d3c4816728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:02:03Z', 'updated_at': '2021-12-17T16:02:07Z', 'revision_number': 4, 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'gw_port': {'id': 'ee96023b-3027-49ea-ac91-f9d3c4816728', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:04Z', 'updated_at': '2021-12-17T16:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'e08e3f3a-b28c-40a0-8478-f107c6e0e121', 'name': '', 'network_id': 'ca64830f-9070-4611-be27-495726793b6b', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'mac_address': 'fa:16:3e:49:3f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '74e00c5b-8cea-4242-a599-be5edb986481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:06Z', 'updated_at': '2021-12-17T16:02:10Z', 'revision_number': 5, 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'subnets': [{'id': '74e00c5b-8cea-4242-a599-be5edb986481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:06:01.737228 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eed9de-5494-4087-b2d7-320af5be028d req-1f04e113-2594-44ec-8212-166c98b11eaa tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:01.739552 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-73eed9de-5494-4087-b2d7-320af5be028d req-1f04e113-2594-44ec-8212-166c98b11eaa tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d74475e-5eb5-4096-bccd-293c3f904641 HTTP/1.1" status: 200 len: 944 time: 0.0564907 Dec 17 16:06:01.780042 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-73eed9de-5494-4087-b2d7-320af5be028d req-ea23be94-ca3e-4766-8bc4-d35cc49af75a tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343835 Dec 17 16:06:01.944847 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532749ec-3042-4722-a0ef-8752d411e8e7 None None] New status for floating IP 30fb65a1-423d-4e53-8e48-77586de06218: DOWN {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:06:02.479125 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:02.690388 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40900396-94b3-466f-99ba-0824477439dc req-2e291184-24be-4c0f-8e4c-bdc94c938b07 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:02.692364 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40900396-94b3-466f-99ba-0824477439dc req-2e291184-24be-4c0f-8e4c-bdc94c938b07 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/ports?device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 946 time: 0.1054611 Dec 17 16:06:02.730837 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-40900396-94b3-466f-99ba-0824477439dc req-b49c22fd-0a9c-4370-bcc3-241d5e067bc6 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/security-groups?id=ed085fbf-0545-418f-bf35-a26f8f00e2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322165 Dec 17 16:06:02.894663 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735926a4-76a7-4a58-89f1-29bcebbba40c req-d35f43cb-7e0d-4e40-b23a-77d641a6d84b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:02.896141 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-735926a4-76a7-4a58-89f1-29bcebbba40c req-d35f43cb-7e0d-4e40-b23a-77d641a6d84b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d74475e-5eb5-4096-bccd-293c3f904641 HTTP/1.1" status: 200 len: 944 time: 0.0488839 Dec 17 16:06:02.932913 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-735926a4-76a7-4a58-89f1-29bcebbba40c req-08133c4a-3ea0-4750-bebd-6835afa909e6 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309396 Dec 17 16:06:03.255546 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98148b7-245e-4fc1-8471-805e52fe156d req-73d103a1-3ea1-4c91-a34a-a21154414390 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:03.256973 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e98148b7-245e-4fc1-8471-805e52fe156d req-73d103a1-3ea1-4c91-a34a-a21154414390 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.41 "GET /v2.0/ports?device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 946 time: 0.0493443 Dec 17 16:06:03.349301 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-e98148b7-245e-4fc1-8471-805e52fe156d req-0029cd93-77b6-4432-a985-202fd165c0d2 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Deleting port 6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:06:03.349643 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e98148b7-245e-4fc1-8471-805e52fe156d req-0029cd93-77b6-4432-a985-202fd165c0d2 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:03.436739 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-e98148b7-245e-4fc1-8471-805e52fe156d req-0029cd93-77b6-4432-a985-202fd165c0d2 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] For port 6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1,segment=NetworkSegment(1bb7374c-bdba-41c5-9585-af20c5273052),segment_id=1bb7374c-bdba-41c5-9585-af20c5273052)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:03.437133 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e98148b7-245e-4fc1-8471-805e52fe156d req-0029cd93-77b6-4432-a985-202fd165c0d2 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:03.449442 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-e98148b7-245e-4fc1-8471-805e52fe156d req-0029cd93-77b6-4432-a985-202fd165c0d2 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Calling delete_port for 6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:06:03.621832 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e98148b7-245e-4fc1-8471-805e52fe156d req-0029cd93-77b6-4432-a985-202fd165c0d2 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:03.650738 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0029cd93-77b6-4432-a985-202fd165c0d2 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Pushing event deleted for resources: {'Port': ['ID=6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:03.696033 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98148b7-245e-4fc1-8471-805e52fe156d req-0029cd93-77b6-4432-a985-202fd165c0d2 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] No DVR routers for this DVR port 6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:06:03.698595 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e98148b7-245e-4fc1-8471-805e52fe156d req-0029cd93-77b6-4432-a985-202fd165c0d2 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:03.701989 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e98148b7-245e-4fc1-8471-805e52fe156d req-0029cd93-77b6-4432-a985-202fd165c0d2 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.41 "DELETE /v2.0/ports/6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1 HTTP/1.1" status: 204 len: 173 time: 0.4389713 Dec 17 16:06:03.702428 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ef861d-bdf2-4845-a596-a585b7e61ddd', 'name': 'network-vif-deleted', 'tag': '6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:06:03.704670 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa6c8aa-f17d-4fd0-bedf-d6b1a78c99ca" -d '{"events": [{"server_uuid": "83ef861d-bdf2-4845-a596-a585b7e61ddd", "name": "network-vif-deleted", "tag": "6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:06:03.739604 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799afe67-1c6c-4c98-8588-7445922356fc x-openstack-request-id: req-799afe67-1c6c-4c98-8588-7445922356fc {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:06:03.739904 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ef861d-bdf2-4845-a596-a585b7e61ddd", "name": "network-vif-deleted", "tag": "6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:06:03.740153 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-799afe67-1c6c-4c98-8588-7445922356fc {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:06:03.740569 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ef861d-bdf2-4845-a596-a585b7e61ddd', 'name': 'network-vif-deleted', 'tag': '6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1', 'status': 'completed', 'code': 200} Dec 17 16:06:03.835630 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a4bf3b38-54c1-42c5-bd6d-be3995126609 req-d033da55-0f7d-4661-bdf0-c9e019ef8a1d tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/ports?device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 210 time: 0.0330184 Dec 17 16:06:03.837241 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:06:04.016888 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:04.070796 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a04e82-cb58-45a9-8967-ee824f134a3d req-2956708d-a5ac-495b-b309-81b70f5ad018 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:04.072007 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b0a04e82-cb58-45a9-8967-ee824f134a3d req-2956708d-a5ac-495b-b309-81b70f5ad018 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d74475e-5eb5-4096-bccd-293c3f904641 HTTP/1.1" status: 200 len: 944 time: 0.0622380 Dec 17 16:06:04.122869 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b0a04e82-cb58-45a9-8967-ee824f134a3d req-a50c944c-ab94-4af3-87b8-9239e38592e9 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416038 Dec 17 16:06:04.259189 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:04.932722 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c6c25ccb-7055-4e94-ac9d-ea1ad54f4866 req-9b4533e7-2b63-4974-b257-19e0da561cf1 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/ports?device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 210 time: 0.0262780 Dec 17 16:06:05.251367 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21138cb-19cc-4fd9-b31b-30476391f7ad req-ce4c5f10-6498-482a-9fe1-4ab7f58ff6c1 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:05.252937 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d21138cb-19cc-4fd9-b31b-30476391f7ad req-ce4c5f10-6498-482a-9fe1-4ab7f58ff6c1 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d74475e-5eb5-4096-bccd-293c3f904641 HTTP/1.1" status: 200 len: 944 time: 0.0546904 Dec 17 16:06:05.292598 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d21138cb-19cc-4fd9-b31b-30476391f7ad req-bba329f1-cb82-4eaa-a573-45b1448c49c3 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321312 Dec 17 16:06:06.027402 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82a80406-48fc-42fb-a281-09e45b00e296 req-b9cff97c-bf99-46ff-9f0b-9ad44d64b107 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/ports?device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 210 time: 0.0274906 Dec 17 16:06:06.409108 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b714a-467a-40a5-b737-9b5d37dd1355 req-13b20816-5515-4456-943d-b33886383cdc tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:06.410627 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9d9b714a-467a-40a5-b737-9b5d37dd1355 req-13b20816-5515-4456-943d-b33886383cdc tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d74475e-5eb5-4096-bccd-293c3f904641 HTTP/1.1" status: 200 len: 944 time: 0.0494261 Dec 17 16:06:06.447920 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9d9b714a-467a-40a5-b737-9b5d37dd1355 req-034db818-005d-47cc-b91a-558604663801 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312417 Dec 17 16:06:07.124947 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b8c72dc4-442e-4ce6-b94c-6c9c6ddc71dd req-d76e0efd-756c-4f8f-b8bd-13226bf89586 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "GET /v2.0/ports?device_id=83ef861d-bdf2-4845-a596-a585b7e61ddd HTTP/1.1" status: 200 len: 210 time: 0.0285370 Dec 17 16:06:07.195156 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:06:07.215495 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:06:07.215838 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 6ca948fa-ac6e-4ed7-bd4d-be6d8fc2e0c1 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:06:07.325957 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:06:07.421842 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:07.434075 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'port_id': 'fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b', 'mac_address': 'fa:16:3e:9f:3f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:06:07.475744 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:07.488222 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:06:07.508788 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:07.564583 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5a547-9686-4c2d-8056-d41d42fb2233 req-29265559-494d-455a-bb8e-eb939099d3bd tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:07.566075 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a3b5a547-9686-4c2d-8056-d41d42fb2233 req-29265559-494d-455a-bb8e-eb939099d3bd tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d74475e-5eb5-4096-bccd-293c3f904641 HTTP/1.1" status: 200 len: 944 time: 0.0507958 Dec 17 16:06:07.570190 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:07.604666 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a3b5a547-9686-4c2d-8056-d41d42fb2233 req-08377613-4640-480f-b812-4943e3c26f03 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311341 Dec 17 16:06:07.617552 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:07.624822 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:07.625198 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:07.625540 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:07.625876 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:07.626205 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:07.626529 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:07.626858 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:07.627225 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:07.627546 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:07.627864 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:07.628182 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:07.628496 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:07.797624 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:06:08.182079 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40240) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:06:08.245233 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d2e12024-736d-4c69-8bec-282d3de00354 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:08.269752 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d2e12024-736d-4c69-8bec-282d3de00354 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:08.380384 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d2e12024-736d-4c69-8bec-282d3de00354 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:08.382960 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d2e12024-736d-4c69-8bec-282d3de00354 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:08.384114 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d2e12024-736d-4c69-8bec-282d3de00354 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] 10.222.0.46 "DELETE /v2.0/security-groups/ed085fbf-0545-418f-bf35-a26f8f00e2db HTTP/1.1" status: 204 len: 168 time: 0.2010357 Dec 17 16:06:08.393386 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e12024-736d-4c69-8bec-282d3de00354 tempest-TestVolumeBackupRestore-484740465 tempest-TestVolumeBackupRestore-484740465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed085fbf-0545-418f-bf35-a26f8f00e2db,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:08.721769 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1e8ba-34fc-4998-8d37-c8b03b5d5569 req-094297ee-9c8c-4443-9764-972c33daa41f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:08.723467 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-def1e8ba-34fc-4998-8d37-c8b03b5d5569 req-094297ee-9c8c-4443-9764-972c33daa41f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d74475e-5eb5-4096-bccd-293c3f904641 HTTP/1.1" status: 200 len: 945 time: 0.0490711 Dec 17 16:06:08.761809 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-def1e8ba-34fc-4998-8d37-c8b03b5d5569 req-1e7c3a84-5094-4bcf-b139-90fccd0a100e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320907 Dec 17 16:06:09.341715 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:06:09.484829 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:06:09.489780 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:06:09.490353 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:09.575489 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:09.601199 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d74475e-5eb5-4096-bccd-293c3f904641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:06:09.603395 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bba4d90db42ca5c179cc4f08eea6a364b9392b5a3fc91c1e6851e2573c6eb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba47cfb5-0f9d-4b16-8a41-86628c0ea5d4" -d '{"events": [{"server_uuid": "7d74475e-5eb5-4096-bccd-293c3f904641", "name": "network-vif-plugged", "status": "completed", "tag": "fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:06:09.617363 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:09.654871 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc86ef31-9c35-4ee2-bd3b-ddd5eec7a662 x-openstack-request-id: req-cc86ef31-9c35-4ee2-bd3b-ddd5eec7a662 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:06:09.655691 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d74475e-5eb5-4096-bccd-293c3f904641", "name": "network-vif-plugged", "status": "completed", "tag": "fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:06:09.656053 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cc86ef31-9c35-4ee2-bd3b-ddd5eec7a662 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:06:09.656768 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d74475e-5eb5-4096-bccd-293c3f904641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b', 'code': 200} Dec 17 16:06:09.673315 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:09.735342 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:09.765798 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1158e-6086-4a1c-8650-6ca138544692 req-b337aa87-b46f-42ba-9170-bda38e5cc8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:09.767311 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-28d1158e-6086-4a1c-8650-6ca138544692 req-b337aa87-b46f-42ba-9170-bda38e5cc8b2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7d74475e-5eb5-4096-bccd-293c3f904641 HTTP/1.1" status: 200 len: 1097 time: 0.0518506 Dec 17 16:06:09.809334 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-28d1158e-6086-4a1c-8650-6ca138544692 req-d80edda4-481f-4750-a755-6eac6bd240de service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348737 Dec 17 16:06:09.902625 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e71860-cba0-48d8-a90c-cb506f231f31 req-9dd1276c-e56b-4753-902d-97cb16b564a2 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:09.904376 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a9e71860-cba0-48d8-a90c-cb506f231f31 req-9dd1276c-e56b-4753-902d-97cb16b564a2 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d74475e-5eb5-4096-bccd-293c3f904641 HTTP/1.1" status: 200 len: 946 time: 0.0588233 Dec 17 16:06:09.946341 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a9e71860-cba0-48d8-a90c-cb506f231f31 req-2b2b8638-3de2-492f-9b9d-ba601ef4e034 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339291 Dec 17 16:06:10.947761 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:11.182977 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4dc14-3774-47cd-825c-22b7585b0cae req-e6c254de-f2ec-4dab-90d9-e4df1a9dbd0c tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:11.185500 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9e4dc14-3774-47cd-825c-22b7585b0cae req-e6c254de-f2ec-4dab-90d9-e4df1a9dbd0c tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d74475e-5eb5-4096-bccd-293c3f904641 HTTP/1.1" status: 200 len: 946 time: 0.1172650 Dec 17 16:06:11.229925 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9e4dc14-3774-47cd-825c-22b7585b0cae req-d189f6c7-e62e-4444-819d-73227db62098 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387402 Dec 17 16:06:11.365161 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951dde93-419b-4620-8cd0-487fadf88054 req-2c9dd86f-81f2-46a0-8ed1-9fc7c544baa3 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:11.366833 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-951dde93-419b-4620-8cd0-487fadf88054 req-2c9dd86f-81f2-46a0-8ed1-9fc7c544baa3 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d74475e-5eb5-4096-bccd-293c3f904641 HTTP/1.1" status: 200 len: 946 time: 0.0606656 Dec 17 16:06:11.408004 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-951dde93-419b-4620-8cd0-487fadf88054 req-a6e71350-cd75-4a57-8bb3-faf253264f02 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345507 Dec 17 16:06:11.436423 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40404) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:06:11.582186 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05908b2c-83a2-4aae-bada-09ba98555602 tempest-TestVolumeBootPattern-1447597596 tempest-TestVolumeBootPattern-1447597596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:11.584329 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-05908b2c-83a2-4aae-bada-09ba98555602 tempest-TestVolumeBootPattern-1447597596 tempest-TestVolumeBootPattern-1447597596-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7d74475e-5eb5-4096-bccd-293c3f904641 HTTP/1.1" status: 200 len: 1092 time: 0.1466439 Dec 17 16:06:11.587120 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40412) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:06:11.591319 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-5831a33a-8e98-4e71-83e9-b31909e052e1 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'port_id': 'fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:06:11.708233 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5831a33a-8e98-4e71-83e9-b31909e052e1 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for floatingip, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:11.814770 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5831a33a-8e98-4e71-83e9-b31909e052e1 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:11.941386 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-5831a33a-8e98-4e71-83e9-b31909e052e1 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Allocated IP 172.25.6.52 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/906f3477-4140-4d2a-b81e-8cf8de9e63fb) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:06:12.055275 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5831a33a-8e98-4e71-83e9-b31909e052e1 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:12.136687 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5831a33a-8e98-4e71-83e9-b31909e052e1 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:12.181836 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5831a33a-8e98-4e71-83e9-b31909e052e1 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:06:12.184772 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-5831a33a-8e98-4e71-83e9-b31909e052e1 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:06:12.191263 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5831a33a-8e98-4e71-83e9-b31909e052e1 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:06:12.195083 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831a33a-8e98-4e71-83e9-b31909e052e1 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Pushing event updated for resources: {'Port': ['ID=906f3477-4140-4d2a-b81e-8cf8de9e63fb,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:12.297633 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40450) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:06:12.581085 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5831a33a-8e98-4e71-83e9-b31909e052e1 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:12.678753 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d2b6e414-c8c6-4e13-918f-eb64970d25f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:12.718727 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5831a33a-8e98-4e71-83e9-b31909e052e1 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:12.891482 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5831a33a-8e98-4e71-83e9-b31909e052e1 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:12.941826 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5831a33a-8e98-4e71-83e9-b31909e052e1 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:12.946179 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-d2b6e414-c8c6-4e13-918f-eb64970d25f8 admin admin] Deleting port e08e3f3a-b28c-40a0-8478-f107c6e0e121 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:06:12.946532 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d2b6e414-c8c6-4e13-918f-eb64970d25f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:13.030330 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831a33a-8e98-4e71-83e9-b31909e052e1 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Pushing event updated for resources: {'Port': ['ID=906f3477-4140-4d2a-b81e-8cf8de9e63fb,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:13.030945 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-d2b6e414-c8c6-4e13-918f-eb64970d25f8 admin admin] For port e08e3f3a-b28c-40a0-8478-f107c6e0e121, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e08e3f3a-b28c-40a0-8478-f107c6e0e121,segment=NetworkSegment(1bb7374c-bdba-41c5-9585-af20c5273052),segment_id=1bb7374c-bdba-41c5-9585-af20c5273052)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:13.031944 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d2b6e414-c8c6-4e13-918f-eb64970d25f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:13.037014 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5831a33a-8e98-4e71-83e9-b31909e052e1 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:13.046972 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-d2b6e414-c8c6-4e13-918f-eb64970d25f8 admin admin] Calling delete_port for e08e3f3a-b28c-40a0-8478-f107c6e0e121 owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:06:13.144248 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [None req-5831a33a-8e98-4e71-83e9-b31909e052e1 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Floating IP 1b6346a9-e43b-486e-8fe8-91b18ef1e72d associated. External IP: 172.25.6.52, port: fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b. Dec 17 16:06:13.302450 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d2b6e414-c8c6-4e13-918f-eb64970d25f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:13.337109 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b6e414-c8c6-4e13-918f-eb64970d25f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e08e3f3a-b28c-40a0-8478-f107c6e0e121,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:13.362451 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5831a33a-8e98-4e71-83e9-b31909e052e1 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Router fc2e76e2-d495-46d9-b5ae-136717d9ffb0 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:06:13.382913 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6e414-c8c6-4e13-918f-eb64970d25f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:13.383151 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6e414-c8c6-4e13-918f-eb64970d25f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:13.383665 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6e414-c8c6-4e13-918f-eb64970d25f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:13.384148 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6e414-c8c6-4e13-918f-eb64970d25f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:13.384634 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6e414-c8c6-4e13-918f-eb64970d25f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:13.385125 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6e414-c8c6-4e13-918f-eb64970d25f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:13.385487 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6e414-c8c6-4e13-918f-eb64970d25f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:13.385815 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6e414-c8c6-4e13-918f-eb64970d25f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:13.386140 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6e414-c8c6-4e13-918f-eb64970d25f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:13.386466 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6e414-c8c6-4e13-918f-eb64970d25f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:13.386786 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6e414-c8c6-4e13-918f-eb64970d25f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:13.387103 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b6e414-c8c6-4e13-918f-eb64970d25f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:06:13.478707 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5831a33a-8e98-4e71-83e9-b31909e052e1 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:06:13.495759 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08b652d-c153-4410-9be7-33e43fa27a5b None None] Sync routers for ids ['fc2e76e2-d495-46d9-b5ae-136717d9ffb0'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:06:13.509157 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08b652d-c153-4410-9be7-33e43fa27a5b None None] Routers {'fc2e76e2-d495-46d9-b5ae-136717d9ffb0'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:06:13.510742 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-c08b652d-c153-4410-9be7-33e43fa27a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:06:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['fc2e76e2-d495-46d9-b5ae-136717d9ffb0'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:13.529093 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d2b6e414-c8c6-4e13-918f-eb64970d25f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:13.583320 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5831a33a-8e98-4e71-83e9-b31909e052e1 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:13.621591 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5831a33a-8e98-4e71-83e9-b31909e052e1 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0334494 Dec 17 16:06:13.622197 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d74475e-5eb5-4096-bccd-293c3f904641', 'tag': 'fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:06:13.624765 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9661526459efd290e7e4599a683d82869f4c51c042fe1acd29ed5bed99f1ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6e943f-a2f0-4833-a286-2135728dc151" -d '{"events": [{"name": "network-changed", "server_uuid": "7d74475e-5eb5-4096-bccd-293c3f904641", "tag": "fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:06:13.638138 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-c08b652d-c153-4410-9be7-33e43fa27a5b None None] Set router fc2e76e2-d495-46d9-b5ae-136717d9ffb0 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:06:13.677018 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a5ac9a-9050-4747-a6cd-26c270d2fd2c x-openstack-request-id: req-d2a5ac9a-9050-4747-a6cd-26c270d2fd2c {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:06:13.677018 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d74475e-5eb5-4096-bccd-293c3f904641", "tag": "fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:06:13.677261 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d2a5ac9a-9050-4747-a6cd-26c270d2fd2c {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:06:13.684563 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d74475e-5eb5-4096-bccd-293c3f904641', 'tag': 'fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b', 'status': 'completed', 'code': 200} Dec 17 16:06:13.758736 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e943f-a2f0-4833-a286-2135728dc151 req-b2beb926-d803-4e61-b7fe-cf47c8f6d40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:13.760515 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ed6e943f-a2f0-4833-a286-2135728dc151 req-b2beb926-d803-4e61-b7fe-cf47c8f6d40b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&device_id=7d74475e-5eb5-4096-bccd-293c3f904641 HTTP/1.1" status: 200 len: 1097 time: 0.0618532 Dec 17 16:06:13.771802 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b6e414-c8c6-4e13-918f-eb64970d25f8 admin admin] Router 5780a0e2-d5fb-4617-86f0-e5c3a8bde72e has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:06:13.860537 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e943f-a2f0-4833-a286-2135728dc151 req-2c1ebc55-0316-4506-8863-7fe680a78287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:13.862236 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ed6e943f-a2f0-4833-a286-2135728dc151 req-2c1ebc55-0316-4506-8863-7fe680a78287 service neutron] 10.222.0.13 "GET /v2.0/networks?id=355210bf-f333-4091-b076-b021f964c83c HTTP/1.1" status: 200 len: 913 time: 0.0932016 Dec 17 16:06:13.917480 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-c08b652d-c153-4410-9be7-33e43fa27a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'name': 'tempest-TestVolumeBootPattern-1433742308-router', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:11Z', 'revision_number': 4, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'gw_port': {'id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '1b6346a9-e43b-486e-8fe8-91b18ef1e72d', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'floating_ip_address': '172.25.6.52', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'port_id': 'fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'mac_address': 'fa:16:3e:9f:3f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74475e-5eb5-4096-bccd-293c3f904641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:06:12Z', 'updated_at': '2021-12-17T16:06:12Z', 'revision_number': 0, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75dff4dd-f606-4e2a-92c4-713061d6373f', 'name': '', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'mac_address': 'fa:16:3e:da:b6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:11Z', 'updated_at': '2021-12-17T15:58:15Z', 'revision_number': 5, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'subnets': [{'id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:13.945939 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ed6e943f-a2f0-4833-a286-2135728dc151 req-02728e4a-1471-4f99-a00a-94b5b4f65a0d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b HTTP/1.1" status: 200 len: 999 time: 0.0768628 Dec 17 16:06:13.952484 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08b652d-c153-4410-9be7-33e43fa27a5b None None] Checking router: fc2e76e2-d495-46d9-b5ae-136717d9ffb0 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:06:13.963184 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08b652d-c153-4410-9be7-33e43fa27a5b None None] Routers {'fc2e76e2-d495-46d9-b5ae-136717d9ffb0'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:06:13.963798 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-c08b652d-c153-4410-9be7-33e43fa27a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:06:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['fc2e76e2-d495-46d9-b5ae-136717d9ffb0'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:14.001123 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e943f-a2f0-4833-a286-2135728dc151 req-d1115338-7b4a-4eea-b345-ba74bfe4fb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:14.002328 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ed6e943f-a2f0-4833-a286-2135728dc151 req-d1115338-7b4a-4eea-b345-ba74bfe4fb5e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=040decac-d73e-40b6-8001-3c00aef94ddf HTTP/1.1" status: 200 len: 851 time: 0.0494668 Dec 17 16:06:14.054211 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e943f-a2f0-4833-a286-2135728dc151 req-62cb3379-a7b5-41ca-a2b2-b9ff36864782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:14.056076 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ed6e943f-a2f0-4833-a286-2135728dc151 req-62cb3379-a7b5-41ca-a2b2-b9ff36864782 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=355210bf-f333-4091-b076-b021f964c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467238 Dec 17 16:06:14.148188 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b6e414-c8c6-4e13-918f-eb64970d25f8 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:06:14.154429 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d2b6e414-c8c6-4e13-918f-eb64970d25f8 admin admin] 10.222.0.46 "PUT /v2.0/routers/5780a0e2-d5fb-4617-86f0-e5c3a8bde72e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8557563 Dec 17 16:06:14.156967 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40532) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:06:14.163121 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75935acd-7a72-4cd6-a346-e85b2835844d None None] Sync routers for ids ['5780a0e2-d5fb-4617-86f0-e5c3a8bde72e'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:06:14.170591 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-c08b652d-c153-4410-9be7-33e43fa27a5b None None] Set router fc2e76e2-d495-46d9-b5ae-136717d9ffb0 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:06:14.173571 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ed6e943f-a2f0-4833-a286-2135728dc151 req-410ef806-af6f-4d43-8c47-9d4b75899f42 service neutron] 10.222.0.13 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101241 Dec 17 16:06:14.202034 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75935acd-7a72-4cd6-a346-e85b2835844d None None] Routers {'5780a0e2-d5fb-4617-86f0-e5c3a8bde72e'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:06:14.202919 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-75935acd-7a72-4cd6-a346-e85b2835844d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:06:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5780a0e2-d5fb-4617-86f0-e5c3a8bde72e'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:14.284189 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ed6e943f-a2f0-4833-a286-2135728dc151 req-5914a84c-d761-4a4b-9f84-046d82df9562 service neutron] 10.222.0.13 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033533 Dec 17 16:06:14.298281 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-954abe6a-7f24-4a87-849d-b37215800462 admin admin] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:14.358215 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-75935acd-7a72-4cd6-a346-e85b2835844d None None] Set router 5780a0e2-d5fb-4617-86f0-e5c3a8bde72e gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:06:14.413865 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-954abe6a-7f24-4a87-849d-b37215800462 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:14.549353 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-954abe6a-7f24-4a87-849d-b37215800462 admin admin] Deleting port ee96023b-3027-49ea-ac91-f9d3c4816728 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:06:14.549948 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-954abe6a-7f24-4a87-849d-b37215800462 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:14.550482 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-75935acd-7a72-4cd6-a346-e85b2835844d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'name': 'tempest-TestVolumeBackupRestore-1214197945-router', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'ee96023b-3027-49ea-ac91-f9d3c4816728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:02:03Z', 'updated_at': '2021-12-17T16:06:13Z', 'revision_number': 5, 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'gw_port': {'id': 'ee96023b-3027-49ea-ac91-f9d3c4816728', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:04Z', 'updated_at': '2021-12-17T16:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:14.580407 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75935acd-7a72-4cd6-a346-e85b2835844d None None] Checking router: 5780a0e2-d5fb-4617-86f0-e5c3a8bde72e for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:06:14.591375 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75935acd-7a72-4cd6-a346-e85b2835844d None None] Routers {'5780a0e2-d5fb-4617-86f0-e5c3a8bde72e'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:06:14.592160 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-75935acd-7a72-4cd6-a346-e85b2835844d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:06:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5780a0e2-d5fb-4617-86f0-e5c3a8bde72e'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:14.630373 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-c08b652d-c153-4410-9be7-33e43fa27a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'name': 'tempest-TestVolumeBootPattern-1433742308-router', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:11Z', 'revision_number': 4, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'gw_port': {'id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '1b6346a9-e43b-486e-8fe8-91b18ef1e72d', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'floating_ip_address': '172.25.6.52', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'port_id': 'fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'mac_address': 'fa:16:3e:9f:3f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74475e-5eb5-4096-bccd-293c3f904641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:06:12Z', 'updated_at': '2021-12-17T16:06:12Z', 'revision_number': 0, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75dff4dd-f606-4e2a-92c4-713061d6373f', 'name': '', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'mac_address': 'fa:16:3e:da:b6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:11Z', 'updated_at': '2021-12-17T15:58:15Z', 'revision_number': 5, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'subnets': [{'id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:14.644275 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-954abe6a-7f24-4a87-849d-b37215800462 admin admin] For port ee96023b-3027-49ea-ac91-f9d3c4816728, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ee96023b-3027-49ea-ac91-f9d3c4816728,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:14.644631 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-954abe6a-7f24-4a87-849d-b37215800462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:14.658391 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-954abe6a-7f24-4a87-849d-b37215800462 admin admin] Calling delete_port for ee96023b-3027-49ea-ac91-f9d3c4816728 owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:06:14.662235 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08b652d-c153-4410-9be7-33e43fa27a5b None None] The sync data for ids ['fc2e76e2-d495-46d9-b5ae-136717d9ffb0'] in n-d-820553-2 is: [{'id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'name': 'tempest-TestVolumeBootPattern-1433742308-router', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:11Z', 'revision_number': 4, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'gw_port': {'id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '1b6346a9-e43b-486e-8fe8-91b18ef1e72d', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'floating_ip_address': '172.25.6.52', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'port_id': 'fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'mac_address': 'fa:16:3e:9f:3f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74475e-5eb5-4096-bccd-293c3f904641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:06:12Z', 'updated_at': '2021-12-17T16:06:12Z', 'revision_number': 0, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75dff4dd-f606-4e2a-92c4-713061d6373f', 'name': '', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'mac_address': 'fa:16:3e:da:b6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:11Z', 'updated_at': '2021-12-17T15:58:15Z', 'revision_number': 5, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'subnets': [{'id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:06:14.685839 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-75935acd-7a72-4cd6-a346-e85b2835844d None None] Set router 5780a0e2-d5fb-4617-86f0-e5c3a8bde72e gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:06:14.743968 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-75935acd-7a72-4cd6-a346-e85b2835844d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'name': 'tempest-TestVolumeBackupRestore-1214197945-router', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:02:03Z', 'updated_at': '2021-12-17T16:06:14Z', 'revision_number': 6, 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:14.774001 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75935acd-7a72-4cd6-a346-e85b2835844d None None] The sync data for ids ['5780a0e2-d5fb-4617-86f0-e5c3a8bde72e'] in n-d-820553-2 is: [{'id': '5780a0e2-d5fb-4617-86f0-e5c3a8bde72e', 'name': 'tempest-TestVolumeBackupRestore-1214197945-router', 'tenant_id': '089d07ed9d43486a9db0eafb375f0b0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:02:03Z', 'updated_at': '2021-12-17T16:06:14Z', 'revision_number': 6, 'project_id': '089d07ed9d43486a9db0eafb375f0b0b', 'gw_port_host': None}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:06:14.921498 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7f5c2a-607b-4861-ad73-be38aa8a0540 None None] New status for floating IP 1b6346a9-e43b-486e-8fe8-91b18ef1e72d: ACTIVE {{(pid=102834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:06:14.930480 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-954abe6a-7f24-4a87-849d-b37215800462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:14.959759 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954abe6a-7f24-4a87-849d-b37215800462 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee96023b-3027-49ea-ac91-f9d3c4816728,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:15.020735 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-954abe6a-7f24-4a87-849d-b37215800462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:15.117821 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-954abe6a-7f24-4a87-849d-b37215800462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:15.119954 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-954abe6a-7f24-4a87-849d-b37215800462 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:15.215948 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-954abe6a-7f24-4a87-849d-b37215800462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:15.216494 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954abe6a-7f24-4a87-849d-b37215800462 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5780a0e2-d5fb-4617-86f0-e5c3a8bde72e {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:06:15.223626 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-954abe6a-7f24-4a87-849d-b37215800462 admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:15.228170 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40580) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:06:15.229247 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-954abe6a-7f24-4a87-849d-b37215800462 admin admin] 10.222.0.46 "DELETE /v2.0/routers/5780a0e2-d5fb-4617-86f0-e5c3a8bde72e HTTP/1.1" status: 204 len: 168 time: 1.0673432 Dec 17 16:06:15.279332 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-37226a1a-614e-4f8c-b822-38e481c3a289 admin admin] Deleting subnet 74e00c5b-8cea-4242-a599-be5edb986481 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 16:06:15.282634 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-37226a1a-614e-4f8c-b822-38e481c3a289 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:15.322786 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-37226a1a-614e-4f8c-b822-38e481c3a289 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:15.399941 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-37226a1a-614e-4f8c-b822-38e481c3a289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:15.547652 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-37226a1a-614e-4f8c-b822-38e481c3a289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:15.572444 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37226a1a-614e-4f8c-b822-38e481c3a289 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74e00c5b-8cea-4242-a599-be5edb986481,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:15.580150 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-37226a1a-614e-4f8c-b822-38e481c3a289 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:15.584636 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-37226a1a-614e-4f8c-b822-38e481c3a289 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/74e00c5b-8cea-4242-a599-be5edb986481 HTTP/1.1" status: 204 len: 168 time: 0.3551755 Dec 17 16:06:15.586950 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40602) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:06:15.588158 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99ebe48-bb1c-4d6e-8c5b-7c2e662c3933 None None] Network ca64830f-9070-4611-be27-495726793b6b requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:06:15.663584 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c1dbfd9e-4e36-4f42-b4a1-20a9a74751dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:15.733969 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-c1dbfd9e-4e36-4f42-b4a1-20a9a74751dc admin admin] Deleting port 7f7d540b-b188-4bac-8f96-83c17495e783 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:06:15.734448 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c1dbfd9e-4e36-4f42-b4a1-20a9a74751dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:15.754859 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e08e3f3a-b28c-40a0-8478-f107c6e0e121 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:06:15.785218 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: e08e3f3a-b28c-40a0-8478-f107c6e0e121 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:06:15.786676 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e08e3f3a-b28c-40a0-8478-f107c6e0e121 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:06:15.787419 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ee96023b-3027-49ea-ac91-f9d3c4816728 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:06:15.815115 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec35f58a-706d-4d5e-a8b5-c5b7a7e54143 None None] DHCP port deletion for ca64830f-9070-4611-be27-495726793b6b request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 16:06:15.817925 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-c1dbfd9e-4e36-4f42-b4a1-20a9a74751dc admin admin] For port 7f7d540b-b188-4bac-8f96-83c17495e783, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=7f7d540b-b188-4bac-8f96-83c17495e783,segment=NetworkSegment(1bb7374c-bdba-41c5-9585-af20c5273052),segment_id=1bb7374c-bdba-41c5-9585-af20c5273052)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:15.817925 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c1dbfd9e-4e36-4f42-b4a1-20a9a74751dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:15.818386 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: ee96023b-3027-49ea-ac91-f9d3c4816728 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:06:15.818725 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ee96023b-3027-49ea-ac91-f9d3c4816728 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:06:15.832860 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-c1dbfd9e-4e36-4f42-b4a1-20a9a74751dc admin admin] Calling delete_port for 7f7d540b-b188-4bac-8f96-83c17495e783 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:06:15.866978 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-ec35f58a-706d-4d5e-a8b5-c5b7a7e54143 None None] Deleting port 7f7d540b-b188-4bac-8f96-83c17495e783 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:06:15.867592 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ec35f58a-706d-4d5e-a8b5-c5b7a7e54143 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:15.939221 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-ec35f58a-706d-4d5e-a8b5-c5b7a7e54143 None None] For port 7f7d540b-b188-4bac-8f96-83c17495e783, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=7f7d540b-b188-4bac-8f96-83c17495e783,segment=NetworkSegment(1bb7374c-bdba-41c5-9585-af20c5273052),segment_id=1bb7374c-bdba-41c5-9585-af20c5273052)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:15.941117 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ec35f58a-706d-4d5e-a8b5-c5b7a7e54143 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:15.953520 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-ec35f58a-706d-4d5e-a8b5-c5b7a7e54143 None None] Calling delete_port for 7f7d540b-b188-4bac-8f96-83c17495e783 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:06:16.044914 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c1dbfd9e-4e36-4f42-b4a1-20a9a74751dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:16.050467 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ec35f58a-706d-4d5e-a8b5-c5b7a7e54143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:16.070730 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dbfd9e-4e36-4f42-b4a1-20a9a74751dc admin admin] Pushing event deleted for resources: {'Port': ['ID=7f7d540b-b188-4bac-8f96-83c17495e783,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:16.074334 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dbfd9e-4e36-4f42-b4a1-20a9a74751dc admin admin] No DVR routers for this DVR port 7f7d540b-b188-4bac-8f96-83c17495e783 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:06:16.078533 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35f58a-706d-4d5e-a8b5-c5b7a7e54143 None None] Pushing event deleted for resources: {'Port': ['ID=7f7d540b-b188-4bac-8f96-83c17495e783,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:16.083329 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec35f58a-706d-4d5e-a8b5-c5b7a7e54143 None None] No DVR routers for this DVR port 7f7d540b-b188-4bac-8f96-83c17495e783 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:06:16.152383 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c1dbfd9e-4e36-4f42-b4a1-20a9a74751dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:16.172912 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-c1dbfd9e-4e36-4f42-b4a1-20a9a74751dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca64830f-9070-4611-be27-495726793b6b']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:16.182825 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-c1dbfd9e-4e36-4f42-b4a1-20a9a74751dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb7374c-bdba-41c5-9585-af20c5273052') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:16.183050 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-c1dbfd9e-4e36-4f42-b4a1-20a9a74751dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb7374c-bdba-41c5-9585-af20c5273052') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:16.193678 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c1dbfd9e-4e36-4f42-b4a1-20a9a74751dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:16.206977 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c1dbfd9e-4e36-4f42-b4a1-20a9a74751dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:16.213235 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1dbfd9e-4e36-4f42-b4a1-20a9a74751dc admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:06:16.216335 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c1dbfd9e-4e36-4f42-b4a1-20a9a74751dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:16.216335 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 16:06:16.216335 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:06:16.216335 n-d-820553-2 neutron-server[102833]: timer() Dec 17 16:06:16.216335 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:06:16.216335 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 16:06:16.216335 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:06:16.216335 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 16:06:16.216335 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:06:16.216335 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 16:06:16.216335 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:06:16.216335 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 16:06:16.216335 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:06:16.216335 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 16:06:16.216335 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:06:16.216335 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:06:16.216335 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:06:16.216335 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:06:16.216335 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:06:16.216335 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 16:06:16.216335 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:06:16.216335 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 16:06:16.216335 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:06:16.216335 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:06:16.216335 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:06:16.216335 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 16:06:16.216335 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:06:16.216335 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:06:16.216335 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:06:16.216335 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:06:16.216335 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:06:16.216335 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:06:16.216335 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:06:16.335787 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c1dbfd9e-4e36-4f42-b4a1-20a9a74751dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:16.341521 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c1dbfd9e-4e36-4f42-b4a1-20a9a74751dc admin admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:16.344746 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c1dbfd9e-4e36-4f42-b4a1-20a9a74751dc admin admin] 10.222.0.46 "DELETE /v2.0/networks/ca64830f-9070-4611-be27-495726793b6b HTTP/1.1" status: 204 len: 168 time: 0.7568688 Dec 17 16:06:16.348758 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40636) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:06:16.360808 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dbfd9e-4e36-4f42-b4a1-20a9a74751dc admin admin] Pushing event deleted for resources: {'Network': ['ID=ca64830f-9070-4611-be27-495726793b6b,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:16.703545 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4dd6de62-d055-43f3-86bb-4885a28a9267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:16.954391 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-4dd6de62-d055-43f3-86bb-4885a28a9267 admin admin] Deleting port d191904e-77b9-40ce-83b9-5950abdf094f {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:06:16.954642 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4dd6de62-d055-43f3-86bb-4885a28a9267 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:17.037209 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-4dd6de62-d055-43f3-86bb-4885a28a9267 admin admin] For port d191904e-77b9-40ce-83b9-5950abdf094f, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=d191904e-77b9-40ce-83b9-5950abdf094f,segment=NetworkSegment(ad9555d5-74b9-47d1-a9e7-76eea52bcb68),segment_id=ad9555d5-74b9-47d1-a9e7-76eea52bcb68)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:17.037618 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4dd6de62-d055-43f3-86bb-4885a28a9267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:17.050325 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-4dd6de62-d055-43f3-86bb-4885a28a9267 admin admin] Calling delete_port for d191904e-77b9-40ce-83b9-5950abdf094f owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:06:17.319099 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4dd6de62-d055-43f3-86bb-4885a28a9267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:17.343816 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6de62-d055-43f3-86bb-4885a28a9267 admin admin] Pushing event deleted for resources: {'Port': ['ID=d191904e-77b9-40ce-83b9-5950abdf094f,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:17.514488 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4dd6de62-d055-43f3-86bb-4885a28a9267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:17.735390 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd6de62-d055-43f3-86bb-4885a28a9267 admin admin] Router 9f7c1852-e7c4-4619-8dce-8df943877110 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:06:17.795608 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 7f7d540b-b188-4bac-8f96-83c17495e783 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:06:17.817645 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 7f7d540b-b188-4bac-8f96-83c17495e783 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:06:17.817935 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 7f7d540b-b188-4bac-8f96-83c17495e783 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:06:17.849593 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd6de62-d055-43f3-86bb-4885a28a9267 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:06:17.854625 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4dd6de62-d055-43f3-86bb-4885a28a9267 admin admin] 10.222.0.46 "PUT /v2.0/routers/9f7c1852-e7c4-4619-8dce-8df943877110/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5048065 Dec 17 16:06:17.857200 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40714) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:06:17.859745 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf971533-0181-4f00-a94c-b7f905be578e None None] Sync routers for ids ['9f7c1852-e7c4-4619-8dce-8df943877110'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:06:17.870155 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf971533-0181-4f00-a94c-b7f905be578e None None] Routers {'9f7c1852-e7c4-4619-8dce-8df943877110'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:06:17.873951 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-cf971533-0181-4f00-a94c-b7f905be578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:06:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['9f7c1852-e7c4-4619-8dce-8df943877110'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:18.073760 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-cf971533-0181-4f00-a94c-b7f905be578e None None] Set router 9f7c1852-e7c4-4619-8dce-8df943877110 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:06:18.223847 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4f4120d2-2e10-46fa-be87-a543460e461b admin admin] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:18.268391 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-cf971533-0181-4f00-a94c-b7f905be578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7c1852-e7c4-4619-8dce-8df943877110', 'name': 'tempest-TestVolumeBackupRestore-1378291576-router', 'tenant_id': '427ac8bfa1294c0d86cb94f9750b831e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:02:10Z', 'updated_at': '2021-12-17T16:06:17Z', 'revision_number': 5, 'project_id': '427ac8bfa1294c0d86cb94f9750b831e', 'gw_port': {'id': '1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7c1852-e7c4-4619-8dce-8df943877110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:11Z', 'updated_at': '2021-12-17T16:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:18.295238 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf971533-0181-4f00-a94c-b7f905be578e None None] Checking router: 9f7c1852-e7c4-4619-8dce-8df943877110 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:06:18.304057 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf971533-0181-4f00-a94c-b7f905be578e None None] Routers {'9f7c1852-e7c4-4619-8dce-8df943877110'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:06:18.304672 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-cf971533-0181-4f00-a94c-b7f905be578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:06:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['9f7c1852-e7c4-4619-8dce-8df943877110'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:18.326569 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4f4120d2-2e10-46fa-be87-a543460e461b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:18.405832 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-cf971533-0181-4f00-a94c-b7f905be578e None None] Set router 9f7c1852-e7c4-4619-8dce-8df943877110 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:06:18.439692 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-4f4120d2-2e10-46fa-be87-a543460e461b admin admin] Deleting port 1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:06:18.440036 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4f4120d2-2e10-46fa-be87-a543460e461b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:18.519120 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-4f4120d2-2e10-46fa-be87-a543460e461b admin admin] For port 1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:18.519907 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4f4120d2-2e10-46fa-be87-a543460e461b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:18.531981 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-4f4120d2-2e10-46fa-be87-a543460e461b admin admin] Calling delete_port for 1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8 owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:06:18.580900 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-cf971533-0181-4f00-a94c-b7f905be578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7c1852-e7c4-4619-8dce-8df943877110', 'name': 'tempest-TestVolumeBackupRestore-1378291576-router', 'tenant_id': '427ac8bfa1294c0d86cb94f9750b831e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:02:10Z', 'updated_at': '2021-12-17T16:06:17Z', 'revision_number': 5, 'project_id': '427ac8bfa1294c0d86cb94f9750b831e', 'gw_port': {'id': '1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7c1852-e7c4-4619-8dce-8df943877110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:11Z', 'updated_at': '2021-12-17T16:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:18.607891 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf971533-0181-4f00-a94c-b7f905be578e None None] The sync data for ids ['9f7c1852-e7c4-4619-8dce-8df943877110'] in n-d-820553-2 is: [{'id': '9f7c1852-e7c4-4619-8dce-8df943877110', 'name': 'tempest-TestVolumeBackupRestore-1378291576-router', 'tenant_id': '427ac8bfa1294c0d86cb94f9750b831e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:02:10Z', 'updated_at': '2021-12-17T16:06:17Z', 'revision_number': 5, 'project_id': '427ac8bfa1294c0d86cb94f9750b831e', 'gw_port': {'id': '1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7c1852-e7c4-4619-8dce-8df943877110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:02:11Z', 'updated_at': '2021-12-17T16:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:06:18.771012 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4f4120d2-2e10-46fa-be87-a543460e461b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:18.794857 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4120d2-2e10-46fa-be87-a543460e461b admin admin] Pushing event deleted for resources: {'Port': ['ID=1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:18.863002 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4f4120d2-2e10-46fa-be87-a543460e461b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:18.952708 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4f4120d2-2e10-46fa-be87-a543460e461b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:18.954915 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4f4120d2-2e10-46fa-be87-a543460e461b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:19.054524 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4f4120d2-2e10-46fa-be87-a543460e461b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:19.055066 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4120d2-2e10-46fa-be87-a543460e461b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f7c1852-e7c4-4619-8dce-8df943877110 {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:06:19.059273 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4f4120d2-2e10-46fa-be87-a543460e461b admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:19.062736 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4f4120d2-2e10-46fa-be87-a543460e461b admin admin] 10.222.0.46 "DELETE /v2.0/routers/9f7c1852-e7c4-4619-8dce-8df943877110 HTTP/1.1" status: 204 len: 168 time: 1.2022910 Dec 17 16:06:19.063118 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40730) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:06:19.111781 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-86bc0a97-3959-495a-820b-4388e50ef4d5 admin admin] Deleting subnet 26f5834e-58bb-4a6c-946f-36cb116cf706 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 16:06:19.115199 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-86bc0a97-3959-495a-820b-4388e50ef4d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:19.149439 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-86bc0a97-3959-495a-820b-4388e50ef4d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:19.234513 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-86bc0a97-3959-495a-820b-4388e50ef4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:19.678783 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-86bc0a97-3959-495a-820b-4388e50ef4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:19.705743 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc0a97-3959-495a-820b-4388e50ef4d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26f5834e-58bb-4a6c-946f-36cb116cf706,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:19.713275 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-86bc0a97-3959-495a-820b-4388e50ef4d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:19.717077 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-86bc0a97-3959-495a-820b-4388e50ef4d5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/26f5834e-58bb-4a6c-946f-36cb116cf706 HTTP/1.1" status: 204 len: 168 time: 0.6529117 Dec 17 16:06:19.719267 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4e73dd-d7a8-4f3f-a739-895b15ad6336 None None] Network ae43a282-f565-44b3-8129-b2817f2e7832 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:06:19.720269 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40732) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:06:19.765248 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:06:19.791282 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:06:19.791628 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 1f6fb22c-6b59-4291-a4ee-a87bbbc3dea8 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:06:19.792035 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device d191904e-77b9-40ce-83b9-5950abdf094f no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:06:19.798205 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3449d7f6-1846-4c46-a660-a53c2f06ff6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:19.818457 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: d191904e-77b9-40ce-83b9-5950abdf094f {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:06:19.818805 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device d191904e-77b9-40ce-83b9-5950abdf094f not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:06:19.864189 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-3449d7f6-1846-4c46-a660-a53c2f06ff6a admin admin] Deleting port 9193e2d9-febd-4f7b-879c-70b3852cfb73 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:06:19.864189 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3449d7f6-1846-4c46-a660-a53c2f06ff6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:19.923658 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-3449d7f6-1846-4c46-a660-a53c2f06ff6a admin admin] For port 9193e2d9-febd-4f7b-879c-70b3852cfb73, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9193e2d9-febd-4f7b-879c-70b3852cfb73,segment=NetworkSegment(ad9555d5-74b9-47d1-a9e7-76eea52bcb68),segment_id=ad9555d5-74b9-47d1-a9e7-76eea52bcb68)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:19.924022 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3449d7f6-1846-4c46-a660-a53c2f06ff6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:19.936992 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-3449d7f6-1846-4c46-a660-a53c2f06ff6a admin admin] Calling delete_port for 9193e2d9-febd-4f7b-879c-70b3852cfb73 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:06:19.945082 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc650cc-66ea-4117-a24e-9429429f59a7 None None] DHCP port deletion for ae43a282-f565-44b3-8129-b2817f2e7832 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 16:06:19.991604 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-dfc650cc-66ea-4117-a24e-9429429f59a7 None None] Deleting port 9193e2d9-febd-4f7b-879c-70b3852cfb73 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:06:19.991983 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dfc650cc-66ea-4117-a24e-9429429f59a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:20.055453 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-dfc650cc-66ea-4117-a24e-9429429f59a7 None None] For port 9193e2d9-febd-4f7b-879c-70b3852cfb73, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9193e2d9-febd-4f7b-879c-70b3852cfb73,segment=NetworkSegment(ad9555d5-74b9-47d1-a9e7-76eea52bcb68),segment_id=ad9555d5-74b9-47d1-a9e7-76eea52bcb68)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:06:20.055849 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dfc650cc-66ea-4117-a24e-9429429f59a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:20.068071 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-dfc650cc-66ea-4117-a24e-9429429f59a7 None None] Calling delete_port for 9193e2d9-febd-4f7b-879c-70b3852cfb73 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:06:20.078696 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3449d7f6-1846-4c46-a660-a53c2f06ff6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:20.106463 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449d7f6-1846-4c46-a660-a53c2f06ff6a admin admin] Pushing event deleted for resources: {'Port': ['ID=9193e2d9-febd-4f7b-879c-70b3852cfb73,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:20.110232 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3449d7f6-1846-4c46-a660-a53c2f06ff6a admin admin] No DVR routers for this DVR port 9193e2d9-febd-4f7b-879c-70b3852cfb73 on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:06:20.150208 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dfc650cc-66ea-4117-a24e-9429429f59a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:20.181351 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc650cc-66ea-4117-a24e-9429429f59a7 None None] Pushing event deleted for resources: {'Port': ['ID=9193e2d9-febd-4f7b-879c-70b3852cfb73,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:20.181351 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc650cc-66ea-4117-a24e-9429429f59a7 None None] No DVR routers for this DVR port 9193e2d9-febd-4f7b-879c-70b3852cfb73 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:06:20.199239 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3449d7f6-1846-4c46-a660-a53c2f06ff6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:20.218797 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-3449d7f6-1846-4c46-a660-a53c2f06ff6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae43a282-f565-44b3-8129-b2817f2e7832']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:20.228322 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-3449d7f6-1846-4c46-a660-a53c2f06ff6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad9555d5-74b9-47d1-a9e7-76eea52bcb68') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:20.228616 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-3449d7f6-1846-4c46-a660-a53c2f06ff6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad9555d5-74b9-47d1-a9e7-76eea52bcb68') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:06:20.237642 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3449d7f6-1846-4c46-a660-a53c2f06ff6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:20.250888 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3449d7f6-1846-4c46-a660-a53c2f06ff6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:20.257391 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3449d7f6-1846-4c46-a660-a53c2f06ff6a admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:06:20.257778 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3449d7f6-1846-4c46-a660-a53c2f06ff6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:20.259372 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 16:06:20.259372 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:06:20.259372 n-d-820553-2 neutron-server[102832]: timer() Dec 17 16:06:20.259372 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:06:20.259372 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 16:06:20.259372 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:06:20.259372 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 16:06:20.259372 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:06:20.259372 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 16:06:20.259372 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:06:20.259372 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 16:06:20.259372 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:06:20.259372 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 16:06:20.259372 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:06:20.259372 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:06:20.259372 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:06:20.259372 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:06:20.259372 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:06:20.259372 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 16:06:20.259372 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:06:20.259372 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 16:06:20.259372 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:06:20.259372 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:06:20.259372 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:06:20.259372 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 16:06:20.259372 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:06:20.259372 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:06:20.259372 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:06:20.259372 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:06:20.259372 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:06:20.259372 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:06:20.259372 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:06:20.375894 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3449d7f6-1846-4c46-a660-a53c2f06ff6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:20.382165 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3449d7f6-1846-4c46-a660-a53c2f06ff6a admin admin] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:20.385292 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3449d7f6-1846-4c46-a660-a53c2f06ff6a admin admin] 10.222.0.46 "DELETE /v2.0/networks/ae43a282-f565-44b3-8129-b2817f2e7832 HTTP/1.1" status: 204 len: 168 time: 0.6639977 Dec 17 16:06:20.396551 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449d7f6-1846-4c46-a660-a53c2f06ff6a admin admin] Pushing event deleted for resources: {'Network': ['ID=ae43a282-f565-44b3-8129-b2817f2e7832,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:20.745877 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40738) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:06:20.789677 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1a438fec-f819-48c1-8001-09d6d49d46ea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=089d07ed9d43486a9db0eafb375f0b0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426459 Dec 17 16:06:20.792135 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 40740) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:06:20.840253 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-79f2de7c-d68b-46a3-bbe8-6e2c2dfc6351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:20.861874 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-79f2de7c-d68b-46a3-bbe8-6e2c2dfc6351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:20.980217 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-79f2de7c-d68b-46a3-bbe8-6e2c2dfc6351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:20.982887 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-79f2de7c-d68b-46a3-bbe8-6e2c2dfc6351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:20.988093 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-79f2de7c-d68b-46a3-bbe8-6e2c2dfc6351 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c68dd4e1-9533-42fc-95ee-62eda0c544f6 HTTP/1.1" status: 204 len: 168 time: 0.1910303 Dec 17 16:06:20.992775 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2de7c-d68b-46a3-bbe8-6e2c2dfc6351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68dd4e1-9533-42fc-95ee-62eda0c544f6,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:21.539302 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40746) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:06:21.583462 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-014629cd-e422-4f47-8c30-18530658d81c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=427ac8bfa1294c0d86cb94f9750b831e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406663 Dec 17 16:06:21.583681 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 40748) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:06:21.634123 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-da641638-9528-436e-b3cb-ba4e32c0a83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:21.655498 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-da641638-9528-436e-b3cb-ba4e32c0a83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:21.728168 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9193e2d9-febd-4f7b-879c-70b3852cfb73 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:06:21.748818 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 9193e2d9-febd-4f7b-879c-70b3852cfb73 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:06:21.749195 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9193e2d9-febd-4f7b-879c-70b3852cfb73 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:06:21.770329 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-da641638-9528-436e-b3cb-ba4e32c0a83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:21.773919 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-da641638-9528-436e-b3cb-ba4e32c0a83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:21.775238 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-da641638-9528-436e-b3cb-ba4e32c0a83b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a9783952-b637-487f-a69c-03918307f986 HTTP/1.1" status: 204 len: 168 time: 0.1905808 Dec 17 16:06:21.783461 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da641638-9528-436e-b3cb-ba4e32c0a83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9783952-b637-487f-a69c-03918307f986,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:06:26.261418 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:27.513131 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-db2f4e42-db27-457d-b974-3853b79b3998 req-274e830d-0005-4594-933f-422703f6fb8b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7d74475e-5eb5-4096-bccd-293c3f904641&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0825973 Dec 17 16:06:27.598256 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f4e42-db27-457d-b974-3853b79b3998 req-49055853-4ef4-4416-a02d-16b03808ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:27.599712 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-db2f4e42-db27-457d-b974-3853b79b3998 req-49055853-4ef4-4416-a02d-16b03808ab5c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&device_id=7d74475e-5eb5-4096-bccd-293c3f904641 HTTP/1.1" status: 200 len: 1097 time: 0.0405490 Dec 17 16:06:27.701965 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f4e42-db27-457d-b974-3853b79b3998 req-c691217f-c752-4bec-b47d-6ee02b1d605d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:27.703417 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-db2f4e42-db27-457d-b974-3853b79b3998 req-c691217f-c752-4bec-b47d-6ee02b1d605d service neutron] 10.222.0.13 "GET /v2.0/networks?id=355210bf-f333-4091-b076-b021f964c83c HTTP/1.1" status: 200 len: 913 time: 0.0855267 Dec 17 16:06:27.767742 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-db2f4e42-db27-457d-b974-3853b79b3998 req-adc77d31-4232-47d8-a8df-0d0adb1373fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b HTTP/1.1" status: 200 len: 1001 time: 0.0569544 Dec 17 16:06:27.815439 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f4e42-db27-457d-b974-3853b79b3998 req-43e972e3-ae87-44ec-bb66-31f17f0def02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:27.816855 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-db2f4e42-db27-457d-b974-3853b79b3998 req-43e972e3-ae87-44ec-bb66-31f17f0def02 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=040decac-d73e-40b6-8001-3c00aef94ddf HTTP/1.1" status: 200 len: 851 time: 0.0428202 Dec 17 16:06:27.867873 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f4e42-db27-457d-b974-3853b79b3998 req-5903ac13-88b6-421e-ab76-c574a462685b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:06:27.870092 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-db2f4e42-db27-457d-b974-3853b79b3998 req-5903ac13-88b6-421e-ab76-c574a462685b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=355210bf-f333-4091-b076-b021f964c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454910 Dec 17 16:06:27.957546 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-db2f4e42-db27-457d-b974-3853b79b3998 req-0c715966-c952-48b3-b90c-1c5a875f2bd6 service neutron] 10.222.0.13 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802927 Dec 17 16:06:28.058425 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-db2f4e42-db27-457d-b974-3853b79b3998 req-e898d502-e48b-4588-a5d9-6163a3963d6c service neutron] 10.222.0.13 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923746 Dec 17 16:06:28.849964 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-80fb8728-6a38-4312-90e2-a459e799bd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:31.124078 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-09a46283-06c2-4fff-8b5c-f99441e67f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:32.443768 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:34.015781 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:34.261627 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:40.836059 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:06:40.951359 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:56.289395 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:06:58.866371 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d97241bc-0378-4fa0-ab0f-408363cbbdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:07:01.100608 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-83ba53ac-528f-4c99-8663-d0c5f88586c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:07:02.477772 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:07:04.026512 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:07:04.295529 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:07:10.963439 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:07:17.834717 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:07:26.271359 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:07:28.223206 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-444e0117-36c0-44b3-bea8-8fd280d69238 req-a02be163-bcf1-4b1d-83c8-c01c8d2927ab service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7d74475e-5eb5-4096-bccd-293c3f904641&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416200 Dec 17 16:07:28.305298 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e0117-36c0-44b3-bea8-8fd280d69238 req-7c41cab7-867e-49ca-b540-0f10f1c7b39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:28.306737 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-444e0117-36c0-44b3-bea8-8fd280d69238 req-7c41cab7-867e-49ca-b540-0f10f1c7b39d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&device_id=7d74475e-5eb5-4096-bccd-293c3f904641 HTTP/1.1" status: 200 len: 1097 time: 0.0410786 Dec 17 16:07:28.412389 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e0117-36c0-44b3-bea8-8fd280d69238 req-f858a3e0-2af3-4c58-acfe-7b4c92a0824e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:28.413865 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-444e0117-36c0-44b3-bea8-8fd280d69238 req-f858a3e0-2af3-4c58-acfe-7b4c92a0824e service neutron] 10.222.0.13 "GET /v2.0/networks?id=355210bf-f333-4091-b076-b021f964c83c HTTP/1.1" status: 200 len: 913 time: 0.0880382 Dec 17 16:07:28.479015 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-444e0117-36c0-44b3-bea8-8fd280d69238 req-9d4526dd-c026-41f2-917b-c5ceee7f4c89 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b HTTP/1.1" status: 200 len: 1001 time: 0.0581336 Dec 17 16:07:28.529166 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e0117-36c0-44b3-bea8-8fd280d69238 req-4d67e9da-222d-491d-a69d-0273ce286555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:28.530557 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-444e0117-36c0-44b3-bea8-8fd280d69238 req-4d67e9da-222d-491d-a69d-0273ce286555 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=040decac-d73e-40b6-8001-3c00aef94ddf HTTP/1.1" status: 200 len: 851 time: 0.0431757 Dec 17 16:07:28.580343 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e0117-36c0-44b3-bea8-8fd280d69238 req-ec366c98-0f5a-4b65-9ff2-6af359364260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:07:28.581849 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-444e0117-36c0-44b3-bea8-8fd280d69238 req-ec366c98-0f5a-4b65-9ff2-6af359364260 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=355210bf-f333-4091-b076-b021f964c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441732 Dec 17 16:07:28.671525 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-444e0117-36c0-44b3-bea8-8fd280d69238 req-10cf11aa-8262-4288-890e-4e83bd118568 service neutron] 10.222.0.13 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826309 Dec 17 16:07:28.764131 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-444e0117-36c0-44b3-bea8-8fd280d69238 req-89a59679-3929-46a6-9ee3-6ee0d5916d2c service neutron] 10.222.0.13 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859826 Dec 17 16:07:28.894467 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ac220d2a-dcc7-41aa-abb1-725757d1bcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:07:31.088878 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1dd8ea50-6958-4de3-a693-e8fcf818a676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:07:32.454662 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:07:34.031575 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:07:34.225858 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:07:40.951069 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:07:54.833681 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:07:56.288643 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:07:58.876380 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8ec5aaf7-6754-4ef5-ba0b-b8ba268a9048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:08:01.070733 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-98f80ef9-9ce5-46a6-92b2-63bd6caf2ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:08:02.465421 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:08:04.036724 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:08:04.253404 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:08:10.950825 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:08:26.293869 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:08:28.605426 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5883c925-7504-42ba-ad7b-fc00f9665cfa req-bfa043fc-ac48-43c8-b623-8f68a0b17906 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7d74475e-5eb5-4096-bccd-293c3f904641&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463822 Dec 17 16:08:28.688990 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883c925-7504-42ba-ad7b-fc00f9665cfa req-e445048a-8a6f-46dc-b312-21483d4d9672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:28.690535 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5883c925-7504-42ba-ad7b-fc00f9665cfa req-e445048a-8a6f-46dc-b312-21483d4d9672 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&device_id=7d74475e-5eb5-4096-bccd-293c3f904641 HTTP/1.1" status: 200 len: 1097 time: 0.0434835 Dec 17 16:08:28.807154 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883c925-7504-42ba-ad7b-fc00f9665cfa req-886fc0fd-d4cf-4ac6-a841-ea4bf5abe9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:28.815024 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5883c925-7504-42ba-ad7b-fc00f9665cfa req-886fc0fd-d4cf-4ac6-a841-ea4bf5abe9f5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=355210bf-f333-4091-b076-b021f964c83c HTTP/1.1" status: 200 len: 913 time: 0.0966454 Dec 17 16:08:28.853935 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4df72573-02f4-4731-8c2f-07adb99432e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:08:28.877670 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5883c925-7504-42ba-ad7b-fc00f9665cfa req-4b9314ef-4cc9-4425-857c-d2264681073c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b HTTP/1.1" status: 200 len: 1001 time: 0.0619907 Dec 17 16:08:28.927951 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883c925-7504-42ba-ad7b-fc00f9665cfa req-47664599-8aa2-49d7-9198-7f85e4a38666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:28.929414 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5883c925-7504-42ba-ad7b-fc00f9665cfa req-47664599-8aa2-49d7-9198-7f85e4a38666 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=040decac-d73e-40b6-8001-3c00aef94ddf HTTP/1.1" status: 200 len: 851 time: 0.0452538 Dec 17 16:08:28.978618 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883c925-7504-42ba-ad7b-fc00f9665cfa req-f8f0064c-98c3-4dc6-94b8-e867d34f670e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:28.980123 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5883c925-7504-42ba-ad7b-fc00f9665cfa req-f8f0064c-98c3-4dc6-94b8-e867d34f670e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=355210bf-f333-4091-b076-b021f964c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438876 Dec 17 16:08:29.080861 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5883c925-7504-42ba-ad7b-fc00f9665cfa req-759afb52-dcc3-44c5-ad22-e32844082c2b service neutron] 10.222.0.13 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937304 Dec 17 16:08:29.179339 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5883c925-7504-42ba-ad7b-fc00f9665cfa req-ea4afa91-fcdb-495c-b9bd-9da921ecbce5 service neutron] 10.222.0.13 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910213 Dec 17 16:08:31.077592 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-77658cbb-4dd7-4508-82bb-4a40191e4d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:08:31.833461 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:08:32.494099 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:08:34.024895 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:08:34.243504 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:08:37.987154 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-586f39ec-d679-465d-b775-5b7a461c31ad req-b1916305-5aba-429d-86ae-eb9b5a9da6f0 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2061964450&fields=id&tenant_id=bd68706f6c3b479fbd5c963f53102a88 HTTP/1.1" status: 200 len: 267 time: 0.0374055 Dec 17 16:08:38.094410 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f39ec-d679-465d-b775-5b7a461c31ad req-6116e60b-3b00-465c-baa1-37d331c3ab39 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:38.095999 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-586f39ec-d679-465d-b775-5b7a461c31ad req-6116e60b-3b00-465c-baa1-37d331c3ab39 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/networks?id=355210bf-f333-4091-b076-b021f964c83c HTTP/1.1" status: 200 len: 812 time: 0.1020985 Dec 17 16:08:38.114290 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-586f39ec-d679-465d-b775-5b7a461c31ad req-b968e8c4-4a04-4382-8c09-90b25029d1a9 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/quotas/bd68706f6c3b479fbd5c963f53102a88 HTTP/1.1" status: 200 len: 375 time: 0.0121920 Dec 17 16:08:38.175168 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-586f39ec-d679-465d-b775-5b7a461c31ad req-1310572e-9f5a-42d8-91cf-d149c3843c76 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0552406 Dec 17 16:08:38.297330 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-586f39ec-d679-465d-b775-5b7a461c31ad req-fefe8036-c50b-4858-ac6f-a06e9239c31b service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:08:38.298346 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-586f39ec-d679-465d-b775-5b7a461c31ad req-fefe8036-c50b-4858-ac6f-a06e9239c31b service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480411 Dec 17 16:08:38.389988 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-586f39ec-d679-465d-b775-5b7a461c31ad req-be62b7d5-0033-4867-aa7b-e781b41c1b5a service neutron] 10.222.0.46 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850632 Dec 17 16:08:38.482730 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-586f39ec-d679-465d-b775-5b7a461c31ad req-35a5a111-b20c-49c7-a3e3-f376d934b7cd service neutron] 10.222.0.46 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864267 Dec 17 16:08:39.048594 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6129d1f3-384a-4bde-b4fc-0a3549219c73 req-05b50d6f-3ea2-46ea-af9b-d0738b60ed42 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e HTTP/1.1" status: 200 len: 210 time: 0.0271716 Dec 17 16:08:40.143283 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9f9dda20-e715-4c5c-a92a-d5790bace3b0 req-912c16b0-6af9-4864-adf7-8a2487175954 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e HTTP/1.1" status: 200 len: 210 time: 0.0271156 Dec 17 16:08:40.916787 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f39ec-d679-465d-b775-5b7a461c31ad req-108ec555-73d3-442d-b2a3-125edad4814a tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:40.918313 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-586f39ec-d679-465d-b775-5b7a461c31ad req-108ec555-73d3-442d-b2a3-125edad4814a tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.41 "GET /v2.0/networks?id=355210bf-f333-4091-b076-b021f964c83c HTTP/1.1" status: 200 len: 812 time: 0.1065392 Dec 17 16:08:40.956290 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:08:40.966224 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-586f39ec-d679-465d-b775-5b7a461c31ad req-a9061b31-e8d0-4332-a5fa-12775f44b55b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd68706f6c3b479fbd5c963f53102a88 HTTP/1.1" status: 200 len: 380 time: 0.0342410 Dec 17 16:08:40.976406 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-586f39ec-d679-465d-b775-5b7a461c31ad req-315635ff-4afa-4315-835a-37b57d690317 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Request body: {'port': {'device_id': '86887abd-075b-4bdd-aa46-41a22f8ae56e', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'admin_state_up': True, 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'security_groups': ['fb8e5d5d-ce63-4c02-b1f3-75e0542be33c']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:41.168243 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-586f39ec-d679-465d-b775-5b7a461c31ad req-315635ff-4afa-4315-835a-37b57d690317 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Made reservation on behalf of bd68706f6c3b479fbd5c963f53102a88 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:08:41.172489 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-586f39ec-d679-465d-b775-5b7a461c31ad req-315635ff-4afa-4315-835a-37b57d690317 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:08:41.291673 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b1c3b22e-6e7d-4013-a86e-c32dbbed7d04 req-d919660d-5074-4a20-94f6-b8fe0dc72bf0 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e HTTP/1.1" status: 200 len: 210 time: 0.0328455 Dec 17 16:08:41.320096 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-586f39ec-d679-465d-b775-5b7a461c31ad req-315635ff-4afa-4315-835a-37b57d690317 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Allocated IP 172.20.0.14 (355210bf-f333-4091-b076-b021f964c83c/040decac-d73e-40b6-8001-3c00aef94ddf/738ca2f3-060b-4d77-8ad8-74a2f6ac1056) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:08:41.461323 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-586f39ec-d679-465d-b775-5b7a461c31ad req-315635ff-4afa-4315-835a-37b57d690317 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:08:41.540267 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-586f39ec-d679-465d-b775-5b7a461c31ad req-315635ff-4afa-4315-835a-37b57d690317 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:08:41.586492 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-586f39ec-d679-465d-b775-5b7a461c31ad req-315635ff-4afa-4315-835a-37b57d690317 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Network 355210bf-f333-4091-b076-b021f964c83c is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:08:41.589632 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-586f39ec-d679-465d-b775-5b7a461c31ad req-315635ff-4afa-4315-835a-37b57d690317 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:08:41.593469 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-586f39ec-d679-465d-b775-5b7a461c31ad req-315635ff-4afa-4315-835a-37b57d690317 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:08:41.621290 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315635ff-4afa-4315-835a-37b57d690317 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Pushing event updated for resources: {'Port': ['ID=738ca2f3-060b-4d77-8ad8-74a2f6ac1056,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:41.633843 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315635ff-4afa-4315-835a-37b57d690317 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:41.634193 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315635ff-4afa-4315-835a-37b57d690317 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:41.639873 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315635ff-4afa-4315-835a-37b57d690317 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:41.639873 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315635ff-4afa-4315-835a-37b57d690317 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:41.639873 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315635ff-4afa-4315-835a-37b57d690317 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:41.639873 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315635ff-4afa-4315-835a-37b57d690317 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:41.639873 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315635ff-4afa-4315-835a-37b57d690317 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:41.639873 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315635ff-4afa-4315-835a-37b57d690317 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:41.639873 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315635ff-4afa-4315-835a-37b57d690317 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:41.639873 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315635ff-4afa-4315-835a-37b57d690317 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:41.639873 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315635ff-4afa-4315-835a-37b57d690317 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:41.639873 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315635ff-4afa-4315-835a-37b57d690317 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:41.666892 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f39ec-d679-465d-b775-5b7a461c31ad req-315635ff-4afa-4315-835a-37b57d690317 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:41.668238 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-586f39ec-d679-465d-b775-5b7a461c31ad req-315635ff-4afa-4315-835a-37b57d690317 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:08:41.764797 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-586f39ec-d679-465d-b775-5b7a461c31ad req-315635ff-4afa-4315-835a-37b57d690317 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7922168 Dec 17 16:08:41.838626 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-b63801ee-0713-448a-8d7b-8b346d1f0434 None None] Provisioning complete for port 738ca2f3-060b-4d77-8ad8-74a2f6ac1056 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:08:41.839076 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b63801ee-0713-448a-8d7b-8b346d1f0434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:08:41.870852 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-586f39ec-d679-465d-b775-5b7a461c31ad req-4d82a3a1-6fe3-407f-85e9-f26f13d5efc3 service neutron] Request body: {'port': {'device_id': '86887abd-075b-4bdd-aa46-41a22f8ae56e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:41.877512 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-b63801ee-0713-448a-8d7b-8b346d1f0434 None None] Port 738ca2f3-060b-4d77-8ad8-74a2f6ac1056 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:08:41.930038 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-586f39ec-d679-465d-b775-5b7a461c31ad req-4d82a3a1-6fe3-407f-85e9-f26f13d5efc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:08:42.202943 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-586f39ec-d679-465d-b775-5b7a461c31ad req-4d82a3a1-6fe3-407f-85e9-f26f13d5efc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 738ca2f3-060b-4d77-8ad8-74a2f6ac1056 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:08:42.210796 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-586f39ec-d679-465d-b775-5b7a461c31ad req-4d82a3a1-6fe3-407f-85e9-f26f13d5efc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:08:42.223162 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-586f39ec-d679-465d-b775-5b7a461c31ad req-4d82a3a1-6fe3-407f-85e9-f26f13d5efc3 service neutron] Transition to ACTIVE for port object 738ca2f3-060b-4d77-8ad8-74a2f6ac1056 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:08:42.270793 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-586f39ec-d679-465d-b775-5b7a461c31ad req-4d82a3a1-6fe3-407f-85e9-f26f13d5efc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:08:42.352177 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82a3a1-6fe3-407f-85e9-f26f13d5efc3 service neutron] Pushing event updated for resources: {'Port': ['ID=738ca2f3-060b-4d77-8ad8-74a2f6ac1056,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:42.408584 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-586f39ec-d679-465d-b775-5b7a461c31ad req-4d82a3a1-6fe3-407f-85e9-f26f13d5efc3 service neutron] Attempting to bind port 738ca2f3-060b-4d77-8ad8-74a2f6ac1056 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:08:42.411556 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-586f39ec-d679-465d-b775-5b7a461c31ad req-4d82a3a1-6fe3-407f-85e9-f26f13d5efc3 service neutron] Attempting to bind port 738ca2f3-060b-4d77-8ad8-74a2f6ac1056 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:08:42.411556 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586f39ec-d679-465d-b775-5b7a461c31ad req-4d82a3a1-6fe3-407f-85e9-f26f13d5efc3 service neutron] Attempting to bind port 738ca2f3-060b-4d77-8ad8-74a2f6ac1056 on network 355210bf-f333-4091-b076-b021f964c83c {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:08:42.414903 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586f39ec-d679-465d-b775-5b7a461c31ad req-4d82a3a1-6fe3-407f-85e9-f26f13d5efc3 service neutron] Port 738ca2f3-060b-4d77-8ad8-74a2f6ac1056 on network 355210bf-f333-4091-b076-b021f964c83c not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:08:42.415419 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586f39ec-d679-465d-b775-5b7a461c31ad req-4d82a3a1-6fe3-407f-85e9-f26f13d5efc3 service neutron] Attempting to bind port 738ca2f3-060b-4d77-8ad8-74a2f6ac1056 on network 355210bf-f333-4091-b076-b021f964c83c {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:08:42.421231 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586f39ec-d679-465d-b775-5b7a461c31ad req-4d82a3a1-6fe3-407f-85e9-f26f13d5efc3 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:08:42.421754 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7d555-cc3b-4e00-a23f-8321e3b46ef1 req-4ce522d3-949a-45ed-9120-523872d99414 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:42.422299 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586f39ec-d679-465d-b775-5b7a461c31ad req-4d82a3a1-6fe3-407f-85e9-f26f13d5efc3 service neutron] Checking segment: {'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:08:42.422299 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586f39ec-d679-465d-b775-5b7a461c31ad req-4d82a3a1-6fe3-407f-85e9-f26f13d5efc3 service neutron] Bound using segment: {'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:08:42.423013 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-586f39ec-d679-465d-b775-5b7a461c31ad req-4d82a3a1-6fe3-407f-85e9-f26f13d5efc3 service neutron] Bound port: 738ca2f3-060b-4d77-8ad8-74a2f6ac1056, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '355210bf-f333-4091-b076-b021f964c83c'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:08:42.423488 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-586f39ec-d679-465d-b775-5b7a461c31ad req-4d82a3a1-6fe3-407f-85e9-f26f13d5efc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:08:42.424963 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ace7d555-cc3b-4e00-a23f-8321e3b46ef1 req-4ce522d3-949a-45ed-9120-523872d99414 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e HTTP/1.1" status: 200 len: 944 time: 0.0576200 Dec 17 16:08:42.482976 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ace7d555-cc3b-4e00-a23f-8321e3b46ef1 req-0002b989-2876-4447-b0ff-d9294ef70e0e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520587 Dec 17 16:08:42.508594 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-586f39ec-d679-465d-b775-5b7a461c31ad req-4d82a3a1-6fe3-407f-85e9-f26f13d5efc3 service neutron] For port 738ca2f3-060b-4d77-8ad8-74a2f6ac1056, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:08:42.512306 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-586f39ec-d679-465d-b775-5b7a461c31ad req-4d82a3a1-6fe3-407f-85e9-f26f13d5efc3 service neutron] For port 738ca2f3-060b-4d77-8ad8-74a2f6ac1056, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=738ca2f3-060b-4d77-8ad8-74a2f6ac1056,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:08:42.597666 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-586f39ec-d679-465d-b775-5b7a461c31ad req-4d82a3a1-6fe3-407f-85e9-f26f13d5efc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:08:42.632623 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f39ec-d679-465d-b775-5b7a461c31ad req-4d82a3a1-6fe3-407f-85e9-f26f13d5efc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:42.633683 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-586f39ec-d679-465d-b775-5b7a461c31ad req-4d82a3a1-6fe3-407f-85e9-f26f13d5efc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:08:42.635456 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-586f39ec-d679-465d-b775-5b7a461c31ad req-4d82a3a1-6fe3-407f-85e9-f26f13d5efc3 service neutron] 10.222.0.41 "PUT /v2.0/ports/738ca2f3-060b-4d77-8ad8-74a2f6ac1056 HTTP/1.1" status: 200 len: 1092 time: 0.8145707 Dec 17 16:08:42.638125 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86887abd-075b-4bdd-aa46-41a22f8ae56e', 'tag': '738ca2f3-060b-4d77-8ad8-74a2f6ac1056'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:08:42.678098 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82a3a1-6fe3-407f-85e9-f26f13d5efc3 service neutron] Pushing event updated for resources: {'Port': ['ID=738ca2f3-060b-4d77-8ad8-74a2f6ac1056,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:42.700740 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17d0dec-e2c6-4680-a9b5-4258ec9033e2" -d '{"events": [{"name": "network-changed", "server_uuid": "86887abd-075b-4bdd-aa46-41a22f8ae56e", "tag": "738ca2f3-060b-4d77-8ad8-74a2f6ac1056"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:08:42.814073 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdfcb54-ae88-4526-a66f-13605effaf87 x-openstack-request-id: req-5cdfcb54-ae88-4526-a66f-13605effaf87 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:08:42.814370 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86887abd-075b-4bdd-aa46-41a22f8ae56e", "tag": "738ca2f3-060b-4d77-8ad8-74a2f6ac1056", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:08:42.814626 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5cdfcb54-ae88-4526-a66f-13605effaf87 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:08:42.815042 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86887abd-075b-4bdd-aa46-41a22f8ae56e', 'tag': '738ca2f3-060b-4d77-8ad8-74a2f6ac1056', 'status': 'completed', 'code': 200} Dec 17 16:08:42.819303 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f39ec-d679-465d-b775-5b7a461c31ad req-249a2d77-bea9-4875-a841-d61bfb8a7e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:42.821551 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-586f39ec-d679-465d-b775-5b7a461c31ad req-249a2d77-bea9-4875-a841-d61bfb8a7e67 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e HTTP/1.1" status: 200 len: 1095 time: 0.0630233 Dec 17 16:08:42.890845 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-586f39ec-d679-465d-b775-5b7a461c31ad req-8d371cb2-6044-400d-be69-48d62f365ee7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=738ca2f3-060b-4d77-8ad8-74a2f6ac1056 HTTP/1.1" status: 200 len: 217 time: 0.0527165 Dec 17 16:08:42.943756 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f39ec-d679-465d-b775-5b7a461c31ad req-5bc6c433-b035-4758-9a61-df31b5f1efbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:42.946794 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-586f39ec-d679-465d-b775-5b7a461c31ad req-5bc6c433-b035-4758-9a61-df31b5f1efbb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=040decac-d73e-40b6-8001-3c00aef94ddf HTTP/1.1" status: 200 len: 851 time: 0.0489221 Dec 17 16:08:42.995856 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f39ec-d679-465d-b775-5b7a461c31ad req-bd72d9ad-cb73-402a-99ef-2f7e0d4b925b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:42.997545 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-586f39ec-d679-465d-b775-5b7a461c31ad req-bd72d9ad-cb73-402a-99ef-2f7e0d4b925b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=355210bf-f333-4091-b076-b021f964c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450852 Dec 17 16:08:43.095644 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-586f39ec-d679-465d-b775-5b7a461c31ad req-d60ef7b7-4b6b-4cc2-97e7-4bfb5e536ad3 service neutron] 10.222.0.41 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900908 Dec 17 16:08:43.188694 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-586f39ec-d679-465d-b775-5b7a461c31ad req-6b27f5cf-418d-4539-bebf-90819de663a4 service neutron] 10.222.0.41 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859835 Dec 17 16:08:43.365949 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d0dec-e2c6-4680-a9b5-4258ec9033e2 req-3dd35c6c-4cdc-4fb3-8520-982d5fbe9323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:43.367498 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e17d0dec-e2c6-4680-a9b5-4258ec9033e2 req-3dd35c6c-4cdc-4fb3-8520-982d5fbe9323 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e HTTP/1.1" status: 200 len: 1095 time: 0.0442798 Dec 17 16:08:43.463551 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d0dec-e2c6-4680-a9b5-4258ec9033e2 req-1dc4bb35-931e-4bfc-a1a4-04429bd3d25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:43.465072 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e17d0dec-e2c6-4680-a9b5-4258ec9033e2 req-1dc4bb35-931e-4bfc-a1a4-04429bd3d25f service neutron] 10.222.0.41 "GET /v2.0/networks?id=355210bf-f333-4091-b076-b021f964c83c HTTP/1.1" status: 200 len: 913 time: 0.0908761 Dec 17 16:08:43.509971 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e17d0dec-e2c6-4680-a9b5-4258ec9033e2 req-4906b75d-cffd-4a81-850e-d75e58c244f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=738ca2f3-060b-4d77-8ad8-74a2f6ac1056 HTTP/1.1" status: 200 len: 217 time: 0.0373113 Dec 17 16:08:43.584681 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d0dec-e2c6-4680-a9b5-4258ec9033e2 req-9fa00c76-53c3-4502-83af-ae012d866669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:43.586191 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e17d0dec-e2c6-4680-a9b5-4258ec9033e2 req-9fa00c76-53c3-4502-83af-ae012d866669 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=040decac-d73e-40b6-8001-3c00aef94ddf HTTP/1.1" status: 200 len: 851 time: 0.0692468 Dec 17 16:08:43.614261 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c366f2-9565-4220-8508-904df4933492 req-d1510350-90d9-477e-ae7a-6efcadbf31e9 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:43.616040 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-09c366f2-9565-4220-8508-904df4933492 req-d1510350-90d9-477e-ae7a-6efcadbf31e9 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e HTTP/1.1" status: 200 len: 944 time: 0.0671756 Dec 17 16:08:43.639591 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d0dec-e2c6-4680-a9b5-4258ec9033e2 req-613475f9-a623-4ca0-944b-7943c0a49bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:43.642101 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e17d0dec-e2c6-4680-a9b5-4258ec9033e2 req-613475f9-a623-4ca0-944b-7943c0a49bee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=355210bf-f333-4091-b076-b021f964c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490489 Dec 17 16:08:43.657234 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-09c366f2-9565-4220-8508-904df4933492 req-50b795da-0232-4e52-bf55-e016af4d919a tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344331 Dec 17 16:08:43.751756 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e17d0dec-e2c6-4680-a9b5-4258ec9033e2 req-28e54da9-a0f1-4a17-b6dc-c84753051e3d service neutron] 10.222.0.41 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025515 Dec 17 16:08:43.847408 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e17d0dec-e2c6-4680-a9b5-4258ec9033e2 req-ad5b0e1a-2f8d-48c9-a498-8c5127602926 service neutron] 10.222.0.41 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891149 Dec 17 16:08:44.776466 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076bdd67-839c-451e-a896-d01f51993762 req-c1d3a936-0526-4953-bf46-f0d7dbb79ed6 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:44.778055 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-076bdd67-839c-451e-a896-d01f51993762 req-c1d3a936-0526-4953-bf46-f0d7dbb79ed6 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e HTTP/1.1" status: 200 len: 944 time: 0.0505593 Dec 17 16:08:44.821472 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-076bdd67-839c-451e-a896-d01f51993762 req-823e4526-1e1c-4f89-8b61-6a8cc98e3881 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369747 Dec 17 16:08:45.770923 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-49f90693-94d8-4fbf-b1de-a9c164b59aa7 req-49621b77-51f2-4d71-906d-fa63a88ba9b8 service neutron] (102832) timed out ('10.222.0.46', 35032) {{(pid=102832) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 17 16:08:45.938496 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f3bcb-6da9-47bf-ac8d-5aa863aa85d0 req-5df8b6ea-d20d-4e6b-8559-ccd6d0869b9b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:45.939875 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c99f3bcb-6da9-47bf-ac8d-5aa863aa85d0 req-5df8b6ea-d20d-4e6b-8559-ccd6d0869b9b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e HTTP/1.1" status: 200 len: 944 time: 0.0502121 Dec 17 16:08:45.978646 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c99f3bcb-6da9-47bf-ac8d-5aa863aa85d0 req-3608942b-1d39-441c-962f-2d0f040e5767 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325847 Dec 17 16:08:47.092664 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d7a68-4d63-4d09-8de3-5884d7cde480 req-b4855b72-8b2b-4a12-adae-ff65e96ba139 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:47.095326 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-910d7a68-4d63-4d09-8de3-5884d7cde480 req-b4855b72-8b2b-4a12-adae-ff65e96ba139 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e HTTP/1.1" status: 200 len: 944 time: 0.0521469 Dec 17 16:08:47.133136 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-910d7a68-4d63-4d09-8de3-5884d7cde480 req-b51acc3a-cba6-45c2-b5cc-ad3a61724129 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317523 Dec 17 16:08:48.250290 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58073e6-06c6-4865-b2a5-0a544861ee33 req-c991c508-cfcb-49a2-9e42-aa8665420756 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:48.251808 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d58073e6-06c6-4865-b2a5-0a544861ee33 req-c991c508-cfcb-49a2-9e42-aa8665420756 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e HTTP/1.1" status: 200 len: 944 time: 0.0514038 Dec 17 16:08:48.293189 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d58073e6-06c6-4865-b2a5-0a544861ee33 req-7d4f791e-fbe3-44fd-8fdf-7e97ce8e30f4 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351601 Dec 17 16:08:49.409891 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b433b-77fa-4cbb-8c5d-1ac6192c9c58 req-cd72c57d-5c08-4cad-9289-ace803549b38 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:49.411367 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-869b433b-77fa-4cbb-8c5d-1ac6192c9c58 req-cd72c57d-5c08-4cad-9289-ace803549b38 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e HTTP/1.1" status: 200 len: 944 time: 0.0503571 Dec 17 16:08:49.449791 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-869b433b-77fa-4cbb-8c5d-1ac6192c9c58 req-2e2eebbb-c1d4-47f0-b610-bd785a39cf81 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323770 Dec 17 16:08:50.563684 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05614c-1cbd-4f72-9cde-a64d12ecbe7d req-32a90b13-0d3e-48a8-a91c-66c8fe50261b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:50.565232 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9d05614c-1cbd-4f72-9cde-a64d12ecbe7d req-32a90b13-0d3e-48a8-a91c-66c8fe50261b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e HTTP/1.1" status: 200 len: 944 time: 0.0485861 Dec 17 16:08:50.613930 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9d05614c-1cbd-4f72-9cde-a64d12ecbe7d req-4b6d6fb4-891e-463b-a97c-65cf94cfb220 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398526 Dec 17 16:08:51.728696 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1871869-129e-4bfb-bb11-f63dd7571242 req-d39db24e-0509-4a41-aaa1-da22d8df6168 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:51.730182 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d1871869-129e-4bfb-bb11-f63dd7571242 req-d39db24e-0509-4a41-aaa1-da22d8df6168 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e HTTP/1.1" status: 200 len: 944 time: 0.0480618 Dec 17 16:08:51.772257 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d1871869-129e-4bfb-bb11-f63dd7571242 req-c5ddb373-8142-4e2f-989a-aaf096f0246f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362356 Dec 17 16:08:52.888354 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0472015-53f9-4985-a772-fe76c47750fd req-a2e1b139-31a0-4c08-9d6f-26215fb6da30 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:52.889870 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c0472015-53f9-4985-a772-fe76c47750fd req-a2e1b139-31a0-4c08-9d6f-26215fb6da30 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e HTTP/1.1" status: 200 len: 944 time: 0.0505598 Dec 17 16:08:52.928807 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c0472015-53f9-4985-a772-fe76c47750fd req-f67ede6c-5be1-45c4-b5cb-16153b11d091 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319264 Dec 17 16:08:54.037988 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 738ca2f3-060b-4d77-8ad8-74a2f6ac1056 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:08:54.044991 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805071e6-4efd-4fe3-9807-2da87f0a730f req-949b3d7b-b3d4-4312-b19c-37dba703cd32 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:54.046683 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-805071e6-4efd-4fe3-9807-2da87f0a730f req-949b3d7b-b3d4-4312-b19c-37dba703cd32 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e HTTP/1.1" status: 200 len: 944 time: 0.0513685 Dec 17 16:08:54.085756 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-805071e6-4efd-4fe3-9807-2da87f0a730f req-89b2d856-1bb5-46d0-9918-31cb70402acd tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328979 Dec 17 16:08:54.137837 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 738ca2f3-060b-4d77-8ad8-74a2f6ac1056, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=738ca2f3-060b-4d77-8ad8-74a2f6ac1056,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:08:54.151488 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '738ca2f3-060b-4d77-8ad8-74a2f6ac1056', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'port_id': '738ca2f3-060b-4d77-8ad8-74a2f6ac1056', 'mac_address': 'fa:16:3e:07:b5:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:08:54.188097 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:08:54.200478 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 738ca2f3-060b-4d77-8ad8-74a2f6ac1056 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:08:54.219089 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 738ca2f3-060b-4d77-8ad8-74a2f6ac1056, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=738ca2f3-060b-4d77-8ad8-74a2f6ac1056,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:08:54.276238 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:08:54.321682 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=738ca2f3-060b-4d77-8ad8-74a2f6ac1056,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:54.328793 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:54.329307 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:54.329646 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:54.329985 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:54.330311 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:54.331312 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:54.331641 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:54.331955 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:54.332276 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:54.332599 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:54.332918 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:54.333258 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:54.686433 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['738ca2f3-060b-4d77-8ad8-74a2f6ac1056'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:08:55.207575 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e976f00-f977-493b-9f10-ffe3ccbef1cb req-0684ec70-dd3c-4605-a0f4-f62fb486cac8 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:55.209682 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2e976f00-f977-493b-9f10-ffe3ccbef1cb req-0684ec70-dd3c-4605-a0f4-f62fb486cac8 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e HTTP/1.1" status: 200 len: 945 time: 0.0559366 Dec 17 16:08:55.252073 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2e976f00-f977-493b-9f10-ffe3ccbef1cb req-0bcc1dcb-cdc6-4234-8457-b9580abbe1b6 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369487 Dec 17 16:08:56.067306 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 738ca2f3-060b-4d77-8ad8-74a2f6ac1056 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:08:56.253388 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 738ca2f3-060b-4d77-8ad8-74a2f6ac1056 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:08:56.257611 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 738ca2f3-060b-4d77-8ad8-74a2f6ac1056 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:08:56.257987 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:08:56.300024 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:08:56.337301 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:08:56.359830 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86887abd-075b-4bdd-aa46-41a22f8ae56e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738ca2f3-060b-4d77-8ad8-74a2f6ac1056'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:08:56.365811 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea16202-c889-4154-8290-c1c04273a9e5 req-38cdc45c-3cf5-4fa3-ad59-cfe4887e5a74 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:56.367330 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6ea16202-c889-4154-8290-c1c04273a9e5 req-38cdc45c-3cf5-4fa3-ad59-cfe4887e5a74 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e HTTP/1.1" status: 200 len: 945 time: 0.0491600 Dec 17 16:08:56.375944 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 738ca2f3-060b-4d77-8ad8-74a2f6ac1056, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=738ca2f3-060b-4d77-8ad8-74a2f6ac1056,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:08:56.407303 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6ea16202-c889-4154-8290-c1c04273a9e5 req-1a731c6a-0a25-4275-85de-7ac619a79c24 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336914 Dec 17 16:08:56.411912 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4f3a45-d62c-4f34-a57b-16d2db3a7fc3" -d '{"events": [{"server_uuid": "86887abd-075b-4bdd-aa46-41a22f8ae56e", "name": "network-vif-plugged", "status": "completed", "tag": "738ca2f3-060b-4d77-8ad8-74a2f6ac1056"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:08:56.419162 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:08:56.470623 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=738ca2f3-060b-4d77-8ad8-74a2f6ac1056,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:56.518310 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c4e770-ae87-4673-83de-fed4932210ad x-openstack-request-id: req-14c4e770-ae87-4673-83de-fed4932210ad {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:08:56.518604 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86887abd-075b-4bdd-aa46-41a22f8ae56e", "name": "network-vif-plugged", "status": "completed", "tag": "738ca2f3-060b-4d77-8ad8-74a2f6ac1056", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:08:56.518862 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-14c4e770-ae87-4673-83de-fed4932210ad {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:08:56.519288 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86887abd-075b-4bdd-aa46-41a22f8ae56e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738ca2f3-060b-4d77-8ad8-74a2f6ac1056', 'code': 200} Dec 17 16:08:56.642571 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fceed-fb8a-4ca3-abec-b336d1c88004 req-1970b5cb-5bbb-47ee-8753-82c8fa85c615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:56.643944 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-327fceed-fb8a-4ca3-abec-b336d1c88004 req-1970b5cb-5bbb-47ee-8753-82c8fa85c615 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e HTTP/1.1" status: 200 len: 1097 time: 0.0422864 Dec 17 16:08:56.680653 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-327fceed-fb8a-4ca3-abec-b336d1c88004 req-9c3318d6-437a-4212-8868-34de212c494b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296574 Dec 17 16:08:57.524522 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386c643-9448-4946-8d80-ec745c3b3e76 req-7b16d044-9884-4d0f-a2e8-8611cdc27297 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:57.526004 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a386c643-9448-4946-8d80-ec745c3b3e76 req-7b16d044-9884-4d0f-a2e8-8611cdc27297 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e HTTP/1.1" status: 200 len: 946 time: 0.0498707 Dec 17 16:08:57.563945 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a386c643-9448-4946-8d80-ec745c3b3e76 req-149aa091-d485-4c99-acd7-2cf6b7d97ce3 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318658 Dec 17 16:08:58.681509 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee333e-2bef-4e6a-8c2f-3b22744c2416 req-38fd1245-d399-4d6a-ad9b-ae15c5299cc9 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:58.682995 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-abee333e-2bef-4e6a-8c2f-3b22744c2416 req-38fd1245-d399-4d6a-ad9b-ae15c5299cc9 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e HTTP/1.1" status: 200 len: 946 time: 0.0493348 Dec 17 16:08:58.725009 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-abee333e-2bef-4e6a-8c2f-3b22744c2416 req-c01a1bc8-285a-4948-83da-07a3b6c492ee tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356774 Dec 17 16:08:58.838149 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ed173-6765-44c1-a21f-1002741f8a5a req-fc4e4d46-fba9-4de1-bd4f-940e08fff2b4 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:58.839611 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d2ed173-6765-44c1-a21f-1002741f8a5a req-fc4e4d46-fba9-4de1-bd4f-940e08fff2b4 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e HTTP/1.1" status: 200 len: 946 time: 0.0493224 Dec 17 16:08:58.876654 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e7652a5b-d195-43da-a6aa-45bd995896e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:08:58.877958 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d2ed173-6765-44c1-a21f-1002741f8a5a req-f79ae030-5e1d-4101-9d86-3cd6e4c6e1eb tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320718 Dec 17 16:08:58.905446 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41024) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:08:58.945140 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f54d3f0-2641-44d6-8167-96494e1a6b12 tempest-TestVolumeBootPattern-1447597596 tempest-TestVolumeBootPattern-1447597596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:08:58.946645 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1f54d3f0-2641-44d6-8167-96494e1a6b12 tempest-TestVolumeBootPattern-1447597596 tempest-TestVolumeBootPattern-1447597596-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e HTTP/1.1" status: 200 len: 1092 time: 0.0402122 Dec 17 16:08:58.949365 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41026) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:08:58.953822 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-3f6e1bbe-5d8f-4e02-a598-28447ea7937e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'port_id': '738ca2f3-060b-4d77-8ad8-74a2f6ac1056', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:08:59.047614 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3f6e1bbe-5d8f-4e02-a598-28447ea7937e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for floatingip, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:08:59.147818 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3f6e1bbe-5d8f-4e02-a598-28447ea7937e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:08:59.254758 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-3f6e1bbe-5d8f-4e02-a598-28447ea7937e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Allocated IP 172.25.6.204 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/c468c975-dd50-4369-be2c-125afb2a6cf4) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:08:59.357350 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3f6e1bbe-5d8f-4e02-a598-28447ea7937e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:08:59.505340 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3f6e1bbe-5d8f-4e02-a598-28447ea7937e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:08:59.543372 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6e1bbe-5d8f-4e02-a598-28447ea7937e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:08:59.546206 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-3f6e1bbe-5d8f-4e02-a598-28447ea7937e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:08:59.550362 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6e1bbe-5d8f-4e02-a598-28447ea7937e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:08:59.575359 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e1bbe-5d8f-4e02-a598-28447ea7937e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Pushing event updated for resources: {'Port': ['ID=c468c975-dd50-4369-be2c-125afb2a6cf4,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:08:59.589012 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e1bbe-5d8f-4e02-a598-28447ea7937e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:59.589385 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e1bbe-5d8f-4e02-a598-28447ea7937e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:59.589729 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e1bbe-5d8f-4e02-a598-28447ea7937e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:59.590067 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e1bbe-5d8f-4e02-a598-28447ea7937e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:59.590467 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e1bbe-5d8f-4e02-a598-28447ea7937e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:59.590806 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e1bbe-5d8f-4e02-a598-28447ea7937e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:59.591133 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e1bbe-5d8f-4e02-a598-28447ea7937e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:59.591457 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e1bbe-5d8f-4e02-a598-28447ea7937e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:59.591800 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e1bbe-5d8f-4e02-a598-28447ea7937e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:59.592101 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e1bbe-5d8f-4e02-a598-28447ea7937e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:59.592427 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e1bbe-5d8f-4e02-a598-28447ea7937e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:59.592753 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6e1bbe-5d8f-4e02-a598-28447ea7937e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:08:59.908417 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3f6e1bbe-5d8f-4e02-a598-28447ea7937e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:09:00.049357 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3f6e1bbe-5d8f-4e02-a598-28447ea7937e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:09:00.198370 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3f6e1bbe-5d8f-4e02-a598-28447ea7937e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:09:00.276093 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3f6e1bbe-5d8f-4e02-a598-28447ea7937e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:09:00.350721 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e1bbe-5d8f-4e02-a598-28447ea7937e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Pushing event updated for resources: {'Port': ['ID=c468c975-dd50-4369-be2c-125afb2a6cf4,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:09:00.361302 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3f6e1bbe-5d8f-4e02-a598-28447ea7937e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:09:00.461338 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-3f6e1bbe-5d8f-4e02-a598-28447ea7937e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Floating IP 4d45f1dc-ec56-4452-bd72-1e256aa0758f associated. External IP: 172.25.6.204, port: 738ca2f3-060b-4d77-8ad8-74a2f6ac1056. Dec 17 16:09:00.912937 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6e1bbe-5d8f-4e02-a598-28447ea7937e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Router fc2e76e2-d495-46d9-b5ae-136717d9ffb0 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:09:01.023773 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6e1bbe-5d8f-4e02-a598-28447ea7937e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:09:01.033468 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf20f893-a34f-4e43-9865-4fa88aa12784 None None] Sync routers for ids ['fc2e76e2-d495-46d9-b5ae-136717d9ffb0'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:09:01.042808 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf20f893-a34f-4e43-9865-4fa88aa12784 None None] Routers {'fc2e76e2-d495-46d9-b5ae-136717d9ffb0'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:09:01.043419 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-cf20f893-a34f-4e43-9865-4fa88aa12784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:08:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['fc2e76e2-d495-46d9-b5ae-136717d9ffb0'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:09:01.076731 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ff8c170f-a2e5-48cc-92b0-d8700d0e3d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:09:01.102061 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3f6e1bbe-5d8f-4e02-a598-28447ea7937e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:09:01.129274 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3f6e1bbe-5d8f-4e02-a598-28447ea7937e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1786959 Dec 17 16:09:01.129958 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86887abd-075b-4bdd-aa46-41a22f8ae56e', 'tag': '738ca2f3-060b-4d77-8ad8-74a2f6ac1056'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:09:01.149699 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-cf20f893-a34f-4e43-9865-4fa88aa12784 None None] Set router fc2e76e2-d495-46d9-b5ae-136717d9ffb0 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:09:01.187353 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d9dde65d87f77979ab7779ec4af44e6e3bf331c8a24eb2abb769815fa7c2d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7daeaa-b83e-4e7f-a822-f2ebe0d0bc90" -d '{"events": [{"name": "network-changed", "server_uuid": "86887abd-075b-4bdd-aa46-41a22f8ae56e", "tag": "738ca2f3-060b-4d77-8ad8-74a2f6ac1056"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:09:01.280119 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6516fce-f74b-4ddd-9dcf-520d899ede10 x-openstack-request-id: req-b6516fce-f74b-4ddd-9dcf-520d899ede10 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:09:01.280416 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86887abd-075b-4bdd-aa46-41a22f8ae56e", "tag": "738ca2f3-060b-4d77-8ad8-74a2f6ac1056", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:09:01.280670 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b6516fce-f74b-4ddd-9dcf-520d899ede10 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:09:01.281127 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86887abd-075b-4bdd-aa46-41a22f8ae56e', 'tag': '738ca2f3-060b-4d77-8ad8-74a2f6ac1056', 'status': 'completed', 'code': 200} Dec 17 16:09:01.362792 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7daeaa-b83e-4e7f-a822-f2ebe0d0bc90 req-45431599-218c-4b94-92dc-c49615e7c310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:01.364358 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fa7daeaa-b83e-4e7f-a822-f2ebe0d0bc90 req-45431599-218c-4b94-92dc-c49615e7c310 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e HTTP/1.1" status: 200 len: 1097 time: 0.0412946 Dec 17 16:09:01.384341 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-cf20f893-a34f-4e43-9865-4fa88aa12784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'name': 'tempest-TestVolumeBootPattern-1433742308-router', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:11Z', 'revision_number': 4, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'gw_port': {'id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '1b6346a9-e43b-486e-8fe8-91b18ef1e72d', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'floating_ip_address': '172.25.6.52', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'port_id': 'fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'mac_address': 'fa:16:3e:9f:3f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74475e-5eb5-4096-bccd-293c3f904641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:06:12Z', 'updated_at': '2021-12-17T16:06:15Z', 'revision_number': 1, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'fixed_ip_address_scope': None}, {'id': '4d45f1dc-ec56-4452-bd72-1e256aa0758f', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'floating_ip_address': '172.25.6.204', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'port_id': '738ca2f3-060b-4d77-8ad8-74a2f6ac1056', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'mac_address': 'fa:16:3e:07:b5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86887abd-075b-4bdd-aa46-41a22f8ae56e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:08:59Z', 'updated_at': '2021-12-17T16:08:59Z', 'revision_number': 0, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75dff4dd-f606-4e2a-92c4-713061d6373f', 'name': '', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'mac_address': 'fa:16:3e:da:b6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:11Z', 'updated_at': '2021-12-17T15:58:15Z', 'revision_number': 5, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'subnets': [{'id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:09:01.412599 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf20f893-a34f-4e43-9865-4fa88aa12784 None None] Checking router: fc2e76e2-d495-46d9-b5ae-136717d9ffb0 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:09:01.421136 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf20f893-a34f-4e43-9865-4fa88aa12784 None None] Routers {'fc2e76e2-d495-46d9-b5ae-136717d9ffb0'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:09:01.421819 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-cf20f893-a34f-4e43-9865-4fa88aa12784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:09:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['fc2e76e2-d495-46d9-b5ae-136717d9ffb0'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:09:01.458975 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7daeaa-b83e-4e7f-a822-f2ebe0d0bc90 req-7c543241-e37b-4ca4-9b48-bd5b310c4c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:01.460478 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fa7daeaa-b83e-4e7f-a822-f2ebe0d0bc90 req-7c543241-e37b-4ca4-9b48-bd5b310c4c6c service neutron] 10.222.0.41 "GET /v2.0/networks?id=355210bf-f333-4091-b076-b021f964c83c HTTP/1.1" status: 200 len: 913 time: 0.0897005 Dec 17 16:09:01.526883 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fa7daeaa-b83e-4e7f-a822-f2ebe0d0bc90 req-837c6de4-e981-4392-9ac3-03efe90ca82f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=738ca2f3-060b-4d77-8ad8-74a2f6ac1056 HTTP/1.1" status: 200 len: 1000 time: 0.0596633 Dec 17 16:09:01.529405 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-cf20f893-a34f-4e43-9865-4fa88aa12784 None None] Set router fc2e76e2-d495-46d9-b5ae-136717d9ffb0 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:09:01.579509 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7daeaa-b83e-4e7f-a822-f2ebe0d0bc90 req-be44d1be-0eee-4e74-bf1a-8f7843a8dc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:01.580977 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fa7daeaa-b83e-4e7f-a822-f2ebe0d0bc90 req-be44d1be-0eee-4e74-bf1a-8f7843a8dc8a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=040decac-d73e-40b6-8001-3c00aef94ddf HTTP/1.1" status: 200 len: 851 time: 0.0479777 Dec 17 16:09:01.626132 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7daeaa-b83e-4e7f-a822-f2ebe0d0bc90 req-b35404e3-82ca-4997-b208-3e500f1dc66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:01.627685 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fa7daeaa-b83e-4e7f-a822-f2ebe0d0bc90 req-b35404e3-82ca-4997-b208-3e500f1dc66e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=355210bf-f333-4091-b076-b021f964c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401049 Dec 17 16:09:01.717766 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fa7daeaa-b83e-4e7f-a822-f2ebe0d0bc90 req-09d4a3c7-22f5-4c7f-9c21-653b09a1a66a service neutron] 10.222.0.41 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831029 Dec 17 16:09:01.764786 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-cf20f893-a34f-4e43-9865-4fa88aa12784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'name': 'tempest-TestVolumeBootPattern-1433742308-router', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:11Z', 'revision_number': 4, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'gw_port': {'id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '1b6346a9-e43b-486e-8fe8-91b18ef1e72d', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'floating_ip_address': '172.25.6.52', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'port_id': 'fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'mac_address': 'fa:16:3e:9f:3f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74475e-5eb5-4096-bccd-293c3f904641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:06:12Z', 'updated_at': '2021-12-17T16:06:15Z', 'revision_number': 1, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'fixed_ip_address_scope': None}, {'id': '4d45f1dc-ec56-4452-bd72-1e256aa0758f', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'floating_ip_address': '172.25.6.204', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'port_id': '738ca2f3-060b-4d77-8ad8-74a2f6ac1056', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'mac_address': 'fa:16:3e:07:b5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86887abd-075b-4bdd-aa46-41a22f8ae56e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:08:59Z', 'updated_at': '2021-12-17T16:08:59Z', 'revision_number': 0, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75dff4dd-f606-4e2a-92c4-713061d6373f', 'name': '', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'mac_address': 'fa:16:3e:da:b6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:11Z', 'updated_at': '2021-12-17T15:58:15Z', 'revision_number': 5, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'subnets': [{'id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:09:01.791995 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf20f893-a34f-4e43-9865-4fa88aa12784 None None] The sync data for ids ['fc2e76e2-d495-46d9-b5ae-136717d9ffb0'] in n-d-820553-2 is: [{'id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'name': 'tempest-TestVolumeBootPattern-1433742308-router', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:11Z', 'revision_number': 4, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'gw_port': {'id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '1b6346a9-e43b-486e-8fe8-91b18ef1e72d', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'floating_ip_address': '172.25.6.52', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'port_id': 'fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'mac_address': 'fa:16:3e:9f:3f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74475e-5eb5-4096-bccd-293c3f904641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:06:12Z', 'updated_at': '2021-12-17T16:06:15Z', 'revision_number': 1, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'fixed_ip_address_scope': None}, {'id': '4d45f1dc-ec56-4452-bd72-1e256aa0758f', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'floating_ip_address': '172.25.6.204', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'port_id': '738ca2f3-060b-4d77-8ad8-74a2f6ac1056', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'mac_address': 'fa:16:3e:07:b5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86887abd-075b-4bdd-aa46-41a22f8ae56e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:08:59Z', 'updated_at': '2021-12-17T16:08:59Z', 'revision_number': 0, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75dff4dd-f606-4e2a-92c4-713061d6373f', 'name': '', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'mac_address': 'fa:16:3e:da:b6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:11Z', 'updated_at': '2021-12-17T15:58:15Z', 'revision_number': 5, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'subnets': [{'id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:09:01.812080 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fa7daeaa-b83e-4e7f-a822-f2ebe0d0bc90 req-eb97dde3-8428-45eb-a614-43505e6c0530 service neutron] 10.222.0.41 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879486 Dec 17 16:09:01.998803 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cef1a9-529b-4266-8f30-bf0a8b9a45ae None None] New status for floating IP 4d45f1dc-ec56-4452-bd72-1e256aa0758f: ACTIVE {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:09:02.510049 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:09:04.053675 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:09:04.241732 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:09:08.833229 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:09:10.966770 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:09:26.276010 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:09:28.870564 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e349f84f-ada7-4d09-8bb1-ee5cdf23ad19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:09:30.599488 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-939ae5ee-6fdb-4d7f-a51f-244e5f84a838 req-bf7a2962-4f81-4d6e-a22d-d6be7fb4e837 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7d74475e-5eb5-4096-bccd-293c3f904641&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428352 Dec 17 16:09:30.682565 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ae5ee-6fdb-4d7f-a51f-244e5f84a838 req-138f4626-5bf0-4d89-a1a5-1c661371d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:30.684185 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-939ae5ee-6fdb-4d7f-a51f-244e5f84a838 req-138f4626-5bf0-4d89-a1a5-1c661371d5bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&device_id=7d74475e-5eb5-4096-bccd-293c3f904641 HTTP/1.1" status: 200 len: 1097 time: 0.0435448 Dec 17 16:09:30.794046 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ae5ee-6fdb-4d7f-a51f-244e5f84a838 req-dd44f5cc-1a66-4c7e-9aeb-0dc815d71335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:30.795490 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-939ae5ee-6fdb-4d7f-a51f-244e5f84a838 req-dd44f5cc-1a66-4c7e-9aeb-0dc815d71335 service neutron] 10.222.0.13 "GET /v2.0/networks?id=355210bf-f333-4091-b076-b021f964c83c HTTP/1.1" status: 200 len: 913 time: 0.0886390 Dec 17 16:09:30.860566 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-939ae5ee-6fdb-4d7f-a51f-244e5f84a838 req-cc95cdf8-9cbe-494d-bf9f-9f381645a396 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b HTTP/1.1" status: 200 len: 1001 time: 0.0577791 Dec 17 16:09:30.913822 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ae5ee-6fdb-4d7f-a51f-244e5f84a838 req-a43023e6-4441-4763-a6dd-85e7f45b82bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:30.915255 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-939ae5ee-6fdb-4d7f-a51f-244e5f84a838 req-a43023e6-4441-4763-a6dd-85e7f45b82bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=040decac-d73e-40b6-8001-3c00aef94ddf HTTP/1.1" status: 200 len: 851 time: 0.0480473 Dec 17 16:09:30.960475 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ae5ee-6fdb-4d7f-a51f-244e5f84a838 req-ebeb284e-b2e9-4d45-b574-6398c90bb0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:30.961936 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-939ae5ee-6fdb-4d7f-a51f-244e5f84a838 req-ebeb284e-b2e9-4d45-b574-6398c90bb0e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=355210bf-f333-4091-b076-b021f964c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395236 Dec 17 16:09:31.051820 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-939ae5ee-6fdb-4d7f-a51f-244e5f84a838 req-426c0560-7da3-44b7-b01c-e8706bb08949 service neutron] 10.222.0.13 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821240 Dec 17 16:09:31.086489 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bb3e585f-d32e-4ba7-b2be-df2b4653222d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:09:31.144838 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-939ae5ee-6fdb-4d7f-a51f-244e5f84a838 req-16bd854c-d6c4-45c8-b6ad-1f6ccf535016 service neutron] 10.222.0.13 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863554 Dec 17 16:09:32.469162 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:09:34.042023 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:09:34.246872 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:09:40.979224 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:09:45.832254 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:09:50.902578 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4896c46a-ddf8-4ee9-81a5-dd9a412c874c req-0e01155f-8322-4a2f-98b4-c538d15be0bf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420470 Dec 17 16:09:50.999902 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896c46a-ddf8-4ee9-81a5-dd9a412c874c req-f928bdc1-3d16-414b-96e1-0e77ed574db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:51.001367 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4896c46a-ddf8-4ee9-81a5-dd9a412c874c req-f928bdc1-3d16-414b-96e1-0e77ed574db0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e HTTP/1.1" status: 200 len: 1097 time: 0.0401397 Dec 17 16:09:51.106045 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896c46a-ddf8-4ee9-81a5-dd9a412c874c req-db5bcc99-2a3b-4013-a032-1f4ca9ec1c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:51.107588 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4896c46a-ddf8-4ee9-81a5-dd9a412c874c req-db5bcc99-2a3b-4013-a032-1f4ca9ec1c69 service neutron] 10.222.0.41 "GET /v2.0/networks?id=355210bf-f333-4091-b076-b021f964c83c HTTP/1.1" status: 200 len: 913 time: 0.0867498 Dec 17 16:09:51.172318 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4896c46a-ddf8-4ee9-81a5-dd9a412c874c req-d9f0bfdc-f43f-409a-bb4c-d2e7b44a6863 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=738ca2f3-060b-4d77-8ad8-74a2f6ac1056 HTTP/1.1" status: 200 len: 1002 time: 0.0569980 Dec 17 16:09:51.224153 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896c46a-ddf8-4ee9-81a5-dd9a412c874c req-6bb5aa7c-22ea-41e5-90bd-8cdae9dc2c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:51.225889 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4896c46a-ddf8-4ee9-81a5-dd9a412c874c req-6bb5aa7c-22ea-41e5-90bd-8cdae9dc2c26 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=040decac-d73e-40b6-8001-3c00aef94ddf HTTP/1.1" status: 200 len: 851 time: 0.0469234 Dec 17 16:09:51.271348 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896c46a-ddf8-4ee9-81a5-dd9a412c874c req-86cbe129-6d45-44fb-b505-2e1a4cb50999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:09:51.272788 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4896c46a-ddf8-4ee9-81a5-dd9a412c874c req-86cbe129-6d45-44fb-b505-2e1a4cb50999 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=355210bf-f333-4091-b076-b021f964c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402188 Dec 17 16:09:51.360165 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4896c46a-ddf8-4ee9-81a5-dd9a412c874c req-f984757f-495e-49e4-bd25-3f842b4f76f8 service neutron] 10.222.0.41 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797939 Dec 17 16:09:51.452686 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4896c46a-ddf8-4ee9-81a5-dd9a412c874c req-132443b0-7905-453f-8a05-3d905a2c1dd4 service neutron] 10.222.0.41 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849113 Dec 17 16:09:56.286923 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:09:58.870118 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1cebcaa4-ff4b-4d92-a0b0-09836a8eee3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:10:01.075588 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-628173ff-1068-4861-ab8b-c969bb38feab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:10:02.491369 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:10:04.057349 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:10:04.275885 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:10:11.052760 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:10:22.831309 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:10:26.298492 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:10:28.862374 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ee868a76-a970-4273-897f-7f3623caeabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:10:31.058374 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-70e97ccd-5dfc-48b3-868e-ed89f2deb3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:10:32.492737 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:10:32.597798 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-de2d4e2f-f8aa-4a72-be4f-06f7a838dbbf req-304d6fb5-7682-41c1-bb06-8800f56cd035 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7d74475e-5eb5-4096-bccd-293c3f904641&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396581 Dec 17 16:10:32.680284 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d4e2f-f8aa-4a72-be4f-06f7a838dbbf req-bcfd757b-e863-4a0b-bb6e-3b88cb8fe3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:32.681881 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-de2d4e2f-f8aa-4a72-be4f-06f7a838dbbf req-bcfd757b-e863-4a0b-bb6e-3b88cb8fe3a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&device_id=7d74475e-5eb5-4096-bccd-293c3f904641 HTTP/1.1" status: 200 len: 1097 time: 0.0429115 Dec 17 16:10:32.791457 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d4e2f-f8aa-4a72-be4f-06f7a838dbbf req-0f7dadbc-7a1e-4e8c-9198-21ae1d2cb863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:32.792915 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-de2d4e2f-f8aa-4a72-be4f-06f7a838dbbf req-0f7dadbc-7a1e-4e8c-9198-21ae1d2cb863 service neutron] 10.222.0.13 "GET /v2.0/networks?id=355210bf-f333-4091-b076-b021f964c83c HTTP/1.1" status: 200 len: 913 time: 0.0916700 Dec 17 16:10:32.859074 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-de2d4e2f-f8aa-4a72-be4f-06f7a838dbbf req-8e1095cd-ab96-4047-80a3-47f4d133cf0e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b HTTP/1.1" status: 200 len: 1001 time: 0.0584714 Dec 17 16:10:32.911910 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d4e2f-f8aa-4a72-be4f-06f7a838dbbf req-03cb88b0-ed2d-4b2d-ba3f-6fce81068498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:32.913393 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-de2d4e2f-f8aa-4a72-be4f-06f7a838dbbf req-03cb88b0-ed2d-4b2d-ba3f-6fce81068498 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=040decac-d73e-40b6-8001-3c00aef94ddf HTTP/1.1" status: 200 len: 851 time: 0.0474141 Dec 17 16:10:32.958021 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d4e2f-f8aa-4a72-be4f-06f7a838dbbf req-cd2ba817-f964-495e-b51d-d854d34e67a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:32.959751 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-de2d4e2f-f8aa-4a72-be4f-06f7a838dbbf req-cd2ba817-f964-495e-b51d-d854d34e67a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=355210bf-f333-4091-b076-b021f964c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395122 Dec 17 16:10:32.970303 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-de2d4e2f-f8aa-4a72-be4f-06f7a838dbbf req-471959af-5f3a-43dc-9714-453894f381ed service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:10:32.971272 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-de2d4e2f-f8aa-4a72-be4f-06f7a838dbbf req-471959af-5f3a-43dc-9714-453894f381ed service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047057 Dec 17 16:10:33.058632 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-de2d4e2f-f8aa-4a72-be4f-06f7a838dbbf req-8cf4abb4-42d4-47ba-b52e-e6d6df02e388 service neutron] 10.222.0.13 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804141 Dec 17 16:10:33.151327 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-de2d4e2f-f8aa-4a72-be4f-06f7a838dbbf req-73a1d722-c23e-4527-9cd4-e0aa9a63b486 service neutron] 10.222.0.13 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847285 Dec 17 16:10:34.041730 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:10:34.275980 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:10:40.984120 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:10:51.840058 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-389a2d37-b430-4830-8d51-d6aeb5e79621 req-23fca156-191f-4bab-9ae5-b10f3804893b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403237 Dec 17 16:10:51.937871 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a2d37-b430-4830-8d51-d6aeb5e79621 req-c2da8133-ff19-498c-8c06-b1296dec0a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:51.939363 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-389a2d37-b430-4830-8d51-d6aeb5e79621 req-c2da8133-ff19-498c-8c06-b1296dec0a23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e HTTP/1.1" status: 200 len: 1097 time: 0.0432806 Dec 17 16:10:52.065268 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a2d37-b430-4830-8d51-d6aeb5e79621 req-abdd38ef-d628-457b-b26e-f05e980cd215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:52.066776 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-389a2d37-b430-4830-8d51-d6aeb5e79621 req-abdd38ef-d628-457b-b26e-f05e980cd215 service neutron] 10.222.0.41 "GET /v2.0/networks?id=355210bf-f333-4091-b076-b021f964c83c HTTP/1.1" status: 200 len: 913 time: 0.1056998 Dec 17 16:10:52.130863 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-389a2d37-b430-4830-8d51-d6aeb5e79621 req-559a985a-96ff-4ca5-afe7-47bd8f3b0968 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=738ca2f3-060b-4d77-8ad8-74a2f6ac1056 HTTP/1.1" status: 200 len: 1002 time: 0.0561090 Dec 17 16:10:52.183831 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a2d37-b430-4830-8d51-d6aeb5e79621 req-00ca3618-3b95-4d80-b41b-c21cad8aab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:52.185292 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-389a2d37-b430-4830-8d51-d6aeb5e79621 req-00ca3618-3b95-4d80-b41b-c21cad8aab87 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=040decac-d73e-40b6-8001-3c00aef94ddf HTTP/1.1" status: 200 len: 851 time: 0.0472825 Dec 17 16:10:52.229282 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a2d37-b430-4830-8d51-d6aeb5e79621 req-89e88dfe-fdf3-4abb-bc9b-7e058a72a0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:10:52.230708 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-389a2d37-b430-4830-8d51-d6aeb5e79621 req-89e88dfe-fdf3-4abb-bc9b-7e058a72a0fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=355210bf-f333-4091-b076-b021f964c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387986 Dec 17 16:10:52.322328 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-389a2d37-b430-4830-8d51-d6aeb5e79621 req-1a24e5fc-f883-4bca-818f-7bdcf520eb48 service neutron] 10.222.0.41 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843346 Dec 17 16:10:52.423150 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-389a2d37-b430-4830-8d51-d6aeb5e79621 req-b36bf607-6369-4efa-b174-9b4e24022a5d service neutron] 10.222.0.41 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920417 Dec 17 16:10:56.309299 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:10:58.863990 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d42ca0a5-7632-44b5-9cf7-3e0ec408828d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:10:59.830118 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:11:00.095093 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41078) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:11:00.299108 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-228a4b5d-0f2f-48f5-a86a-30010168fdca tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Deleting port c468c975-dd50-4369-be2c-125afb2a6cf4 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:11:00.299451 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-228a4b5d-0f2f-48f5-a86a-30010168fdca tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:00.389981 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-228a4b5d-0f2f-48f5-a86a-30010168fdca tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:00.389981 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-228a4b5d-0f2f-48f5-a86a-30010168fdca tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:00.389981 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-228a4b5d-0f2f-48f5-a86a-30010168fdca tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Calling delete_port for c468c975-dd50-4369-be2c-125afb2a6cf4 owned by network:floatingip {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:11:00.598885 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-228a4b5d-0f2f-48f5-a86a-30010168fdca tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:00.627151 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a4b5d-0f2f-48f5-a86a-30010168fdca tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Pushing event deleted for resources: {'Port': ['ID=c468c975-dd50-4369-be2c-125afb2a6cf4,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:00.639889 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a4b5d-0f2f-48f5-a86a-30010168fdca tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:00.640283 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a4b5d-0f2f-48f5-a86a-30010168fdca tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:00.640574 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a4b5d-0f2f-48f5-a86a-30010168fdca tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:00.640908 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a4b5d-0f2f-48f5-a86a-30010168fdca tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:00.641271 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a4b5d-0f2f-48f5-a86a-30010168fdca tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:00.641607 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a4b5d-0f2f-48f5-a86a-30010168fdca tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:00.641935 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a4b5d-0f2f-48f5-a86a-30010168fdca tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:00.642260 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a4b5d-0f2f-48f5-a86a-30010168fdca tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:00.642581 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a4b5d-0f2f-48f5-a86a-30010168fdca tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:00.642901 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a4b5d-0f2f-48f5-a86a-30010168fdca tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:00.643269 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a4b5d-0f2f-48f5-a86a-30010168fdca tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:00.643547 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228a4b5d-0f2f-48f5-a86a-30010168fdca tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:00.705107 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-228a4b5d-0f2f-48f5-a86a-30010168fdca tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for floatingip, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:00.705442 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-228a4b5d-0f2f-48f5-a86a-30010168fdca tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Floating IP 4d45f1dc-ec56-4452-bd72-1e256aa0758f disassociated (deleted). External IP: 172.25.6.204, port: 738ca2f3-060b-4d77-8ad8-74a2f6ac1056. Dec 17 16:11:00.910216 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228a4b5d-0f2f-48f5-a86a-30010168fdca tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Router fc2e76e2-d495-46d9-b5ae-136717d9ffb0 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:11:01.020381 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228a4b5d-0f2f-48f5-a86a-30010168fdca tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:11:01.028661 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-228a4b5d-0f2f-48f5-a86a-30010168fdca tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:01.030219 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f695141f-1c67-4b52-ad4b-06db54985bfc None None] Sync routers for ids ['fc2e76e2-d495-46d9-b5ae-136717d9ffb0'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:11:01.038898 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f695141f-1c67-4b52-ad4b-06db54985bfc None None] Routers {'fc2e76e2-d495-46d9-b5ae-136717d9ffb0'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:11:01.039736 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-f695141f-1c67-4b52-ad4b-06db54985bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:10:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['fc2e76e2-d495-46d9-b5ae-136717d9ffb0'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:01.053489 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-228a4b5d-0f2f-48f5-a86a-30010168fdca tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "DELETE /v2.0/floatingips/4d45f1dc-ec56-4452-bd72-1e256aa0758f HTTP/1.1" status: 204 len: 168 time: 0.9573660 Dec 17 16:11:01.060670 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86887abd-075b-4bdd-aa46-41a22f8ae56e', 'tag': '738ca2f3-060b-4d77-8ad8-74a2f6ac1056'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:11:01.060670 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d9dde65d87f77979ab7779ec4af44e6e3bf331c8a24eb2abb769815fa7c2d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de51cac-ecdd-43ce-97fd-80b9d182a7de" -d '{"events": [{"name": "network-changed", "server_uuid": "86887abd-075b-4bdd-aa46-41a22f8ae56e", "tag": "738ca2f3-060b-4d77-8ad8-74a2f6ac1056"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:11:01.104652 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4951fe8-2c85-46b3-9095-ad59b338bf37 x-openstack-request-id: req-c4951fe8-2c85-46b3-9095-ad59b338bf37 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:11:01.105639 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86887abd-075b-4bdd-aa46-41a22f8ae56e", "tag": "738ca2f3-060b-4d77-8ad8-74a2f6ac1056", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:11:01.105894 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c4951fe8-2c85-46b3-9095-ad59b338bf37 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:11:01.106383 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86887abd-075b-4bdd-aa46-41a22f8ae56e', 'tag': '738ca2f3-060b-4d77-8ad8-74a2f6ac1056', 'status': 'completed', 'code': 200} Dec 17 16:11:01.109609 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1b8a865a-6890-4a40-975a-4090c68d7dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:01.151436 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-f695141f-1c67-4b52-ad4b-06db54985bfc None None] Set router fc2e76e2-d495-46d9-b5ae-136717d9ffb0 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:11:01.188158 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de51cac-ecdd-43ce-97fd-80b9d182a7de req-42b23fc1-7393-4f7c-8ec7-e3c3654b6448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:01.189621 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5de51cac-ecdd-43ce-97fd-80b9d182a7de req-42b23fc1-7393-4f7c-8ec7-e3c3654b6448 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e HTTP/1.1" status: 200 len: 1097 time: 0.0422561 Dec 17 16:11:01.285836 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de51cac-ecdd-43ce-97fd-80b9d182a7de req-b269dd59-f224-418e-975b-06583742e2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:01.287325 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5de51cac-ecdd-43ce-97fd-80b9d182a7de req-b269dd59-f224-418e-975b-06583742e2bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=355210bf-f333-4091-b076-b021f964c83c HTTP/1.1" status: 200 len: 913 time: 0.0909562 Dec 17 16:11:01.338803 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5de51cac-ecdd-43ce-97fd-80b9d182a7de req-c98a2c2c-48aa-4964-895b-fa29d7ee8c30 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=738ca2f3-060b-4d77-8ad8-74a2f6ac1056 HTTP/1.1" status: 200 len: 217 time: 0.0401490 Dec 17 16:11:01.394968 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-f695141f-1c67-4b52-ad4b-06db54985bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'name': 'tempest-TestVolumeBootPattern-1433742308-router', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:11Z', 'revision_number': 4, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'gw_port': {'id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '1b6346a9-e43b-486e-8fe8-91b18ef1e72d', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'floating_ip_address': '172.25.6.52', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'port_id': 'fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'mac_address': 'fa:16:3e:9f:3f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74475e-5eb5-4096-bccd-293c3f904641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:06:12Z', 'updated_at': '2021-12-17T16:06:15Z', 'revision_number': 1, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75dff4dd-f606-4e2a-92c4-713061d6373f', 'name': '', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'mac_address': 'fa:16:3e:da:b6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:11Z', 'updated_at': '2021-12-17T15:58:15Z', 'revision_number': 5, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'subnets': [{'id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:01.397535 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de51cac-ecdd-43ce-97fd-80b9d182a7de req-080c726b-cc06-4e0b-869a-b00464b420dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:01.399104 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5de51cac-ecdd-43ce-97fd-80b9d182a7de req-080c726b-cc06-4e0b-869a-b00464b420dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=040decac-d73e-40b6-8001-3c00aef94ddf HTTP/1.1" status: 200 len: 851 time: 0.0539382 Dec 17 16:11:01.422865 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f695141f-1c67-4b52-ad4b-06db54985bfc None None] Checking router: fc2e76e2-d495-46d9-b5ae-136717d9ffb0 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:11:01.432334 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f695141f-1c67-4b52-ad4b-06db54985bfc None None] Routers {'fc2e76e2-d495-46d9-b5ae-136717d9ffb0'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:11:01.433220 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-f695141f-1c67-4b52-ad4b-06db54985bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:11:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['fc2e76e2-d495-46d9-b5ae-136717d9ffb0'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:01.460582 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de51cac-ecdd-43ce-97fd-80b9d182a7de req-f1f9f6c2-5fae-4e2d-87f5-382f68d3817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:01.462078 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5de51cac-ecdd-43ce-97fd-80b9d182a7de req-f1f9f6c2-5fae-4e2d-87f5-382f68d3817a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=355210bf-f333-4091-b076-b021f964c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452714 Dec 17 16:11:01.466877 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844b40c-1797-4ded-aa21-00514a8e734c req-466368c6-3dcb-423f-b11b-22dc31e0811e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:01.468515 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7844b40c-1797-4ded-aa21-00514a8e734c req-466368c6-3dcb-423f-b11b-22dc31e0811e tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e HTTP/1.1" status: 200 len: 946 time: 0.0543725 Dec 17 16:11:01.514904 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7844b40c-1797-4ded-aa21-00514a8e734c req-f2f02afb-2658-4a6c-b34a-68c4890ff41c tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397732 Dec 17 16:11:01.546223 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-f695141f-1c67-4b52-ad4b-06db54985bfc None None] Set router fc2e76e2-d495-46d9-b5ae-136717d9ffb0 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:11:01.561450 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5de51cac-ecdd-43ce-97fd-80b9d182a7de req-d67d4f64-22f4-4caa-80d1-e7a0f2c8b032 service neutron] 10.222.0.41 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914519 Dec 17 16:11:01.655944 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5de51cac-ecdd-43ce-97fd-80b9d182a7de req-325f4438-62c2-4b12-bbff-ec1cdea959ae service neutron] 10.222.0.41 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875714 Dec 17 16:11:01.777034 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-f695141f-1c67-4b52-ad4b-06db54985bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'name': 'tempest-TestVolumeBootPattern-1433742308-router', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:11Z', 'revision_number': 4, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'gw_port': {'id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '1b6346a9-e43b-486e-8fe8-91b18ef1e72d', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'floating_ip_address': '172.25.6.52', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'port_id': 'fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'mac_address': 'fa:16:3e:9f:3f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74475e-5eb5-4096-bccd-293c3f904641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:06:12Z', 'updated_at': '2021-12-17T16:06:15Z', 'revision_number': 1, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75dff4dd-f606-4e2a-92c4-713061d6373f', 'name': '', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'mac_address': 'fa:16:3e:da:b6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:11Z', 'updated_at': '2021-12-17T15:58:15Z', 'revision_number': 5, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'subnets': [{'id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:01.803318 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f695141f-1c67-4b52-ad4b-06db54985bfc None None] The sync data for ids ['fc2e76e2-d495-46d9-b5ae-136717d9ffb0'] in n-d-820553-2 is: [{'id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'name': 'tempest-TestVolumeBootPattern-1433742308-router', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:11Z', 'revision_number': 4, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'gw_port': {'id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '1b6346a9-e43b-486e-8fe8-91b18ef1e72d', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'floating_ip_address': '172.25.6.52', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'port_id': 'fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'mac_address': 'fa:16:3e:9f:3f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d74475e-5eb5-4096-bccd-293c3f904641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:06:12Z', 'updated_at': '2021-12-17T16:06:15Z', 'revision_number': 1, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75dff4dd-f606-4e2a-92c4-713061d6373f', 'name': '', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'mac_address': 'fa:16:3e:da:b6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:11Z', 'updated_at': '2021-12-17T15:58:15Z', 'revision_number': 5, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'subnets': [{'id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:11:02.032758 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0a4920-5222-430c-be86-bae04ae60c19 None None] New status for floating IP 4d45f1dc-ec56-4452-bd72-1e256aa0758f: DOWN {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:11:02.475143 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:02.626119 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5c4ed-f2b3-46c7-9633-9f7030caa586 req-1d19d147-be1d-421b-9d62-8b7fd5745fc4 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:02.627647 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aee5c4ed-f2b3-46c7-9633-9f7030caa586 req-1d19d147-be1d-421b-9d62-8b7fd5745fc4 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e HTTP/1.1" status: 200 len: 946 time: 0.0491881 Dec 17 16:11:02.669098 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aee5c4ed-f2b3-46c7-9633-9f7030caa586 req-5f637465-7dbf-42f7-9057-e5fe60d5833b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354304 Dec 17 16:11:03.181825 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b038d54-ab4e-4ad7-8221-56753a671869 req-dd364e47-1d3c-4259-a4d6-f2b937f27e99 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:03.183147 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4b038d54-ab4e-4ad7-8221-56753a671869 req-dd364e47-1d3c-4259-a4d6-f2b937f27e99 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.41 "GET /v2.0/ports?device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e HTTP/1.1" status: 200 len: 946 time: 0.0484815 Dec 17 16:11:03.270131 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-4b038d54-ab4e-4ad7-8221-56753a671869 req-49fc91c3-a641-44b9-bc9c-44f2f8e163ff tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Deleting port 738ca2f3-060b-4d77-8ad8-74a2f6ac1056 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:11:03.270470 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4b038d54-ab4e-4ad7-8221-56753a671869 req-49fc91c3-a641-44b9-bc9c-44f2f8e163ff tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:03.359294 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-4b038d54-ab4e-4ad7-8221-56753a671869 req-49fc91c3-a641-44b9-bc9c-44f2f8e163ff tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] For port 738ca2f3-060b-4d77-8ad8-74a2f6ac1056, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=738ca2f3-060b-4d77-8ad8-74a2f6ac1056,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:03.359658 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4b038d54-ab4e-4ad7-8221-56753a671869 req-49fc91c3-a641-44b9-bc9c-44f2f8e163ff tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:03.372490 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-4b038d54-ab4e-4ad7-8221-56753a671869 req-49fc91c3-a641-44b9-bc9c-44f2f8e163ff tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Calling delete_port for 738ca2f3-060b-4d77-8ad8-74a2f6ac1056 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:11:03.820276 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3657c-83e2-42b8-af17-31c521857c3a req-d8689f66-8e84-4d23-accc-a0edbc1210c4 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:03.821900 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d1a3657c-83e2-42b8-af17-31c521857c3a req-d8689f66-8e84-4d23-accc-a0edbc1210c4 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e HTTP/1.1" status: 200 len: 946 time: 0.0505421 Dec 17 16:11:03.860472 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d1a3657c-83e2-42b8-af17-31c521857c3a req-5c815690-631f-4727-ab2d-4ed85da4e3a6 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326445 Dec 17 16:11:03.875805 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4b038d54-ab4e-4ad7-8221-56753a671869 req-49fc91c3-a641-44b9-bc9c-44f2f8e163ff tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:03.906317 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc91c3-a641-44b9-bc9c-44f2f8e163ff tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Pushing event deleted for resources: {'Port': ['ID=738ca2f3-060b-4d77-8ad8-74a2f6ac1056,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:03.935122 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc91c3-a641-44b9-bc9c-44f2f8e163ff tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:03.942327 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc91c3-a641-44b9-bc9c-44f2f8e163ff tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:03.942327 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc91c3-a641-44b9-bc9c-44f2f8e163ff tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:03.942327 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc91c3-a641-44b9-bc9c-44f2f8e163ff tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:03.942327 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc91c3-a641-44b9-bc9c-44f2f8e163ff tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:03.942327 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc91c3-a641-44b9-bc9c-44f2f8e163ff tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:03.942327 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc91c3-a641-44b9-bc9c-44f2f8e163ff tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:03.942327 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc91c3-a641-44b9-bc9c-44f2f8e163ff tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:03.942327 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc91c3-a641-44b9-bc9c-44f2f8e163ff tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:03.942327 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc91c3-a641-44b9-bc9c-44f2f8e163ff tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:03.942327 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc91c3-a641-44b9-bc9c-44f2f8e163ff tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:03.942327 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc91c3-a641-44b9-bc9c-44f2f8e163ff tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:03.958753 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b038d54-ab4e-4ad7-8221-56753a671869 req-49fc91c3-a641-44b9-bc9c-44f2f8e163ff tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] No DVR routers for this DVR port 738ca2f3-060b-4d77-8ad8-74a2f6ac1056 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:11:03.962276 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-4b038d54-ab4e-4ad7-8221-56753a671869 req-49fc91c3-a641-44b9-bc9c-44f2f8e163ff tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:03.966144 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4b038d54-ab4e-4ad7-8221-56753a671869 req-49fc91c3-a641-44b9-bc9c-44f2f8e163ff tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.41 "DELETE /v2.0/ports/738ca2f3-060b-4d77-8ad8-74a2f6ac1056 HTTP/1.1" status: 204 len: 173 time: 0.7768006 Dec 17 16:11:03.966570 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86887abd-075b-4bdd-aa46-41a22f8ae56e', 'name': 'network-vif-deleted', 'tag': '738ca2f3-060b-4d77-8ad8-74a2f6ac1056'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:11:03.969458 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455c55e5-92d4-4166-b742-24de37f621de" -d '{"events": [{"server_uuid": "86887abd-075b-4bdd-aa46-41a22f8ae56e", "name": "network-vif-deleted", "tag": "738ca2f3-060b-4d77-8ad8-74a2f6ac1056"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:11:04.006518 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04766af8-55e8-41a8-8391-6fe22adddaba x-openstack-request-id: req-04766af8-55e8-41a8-8391-6fe22adddaba {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:11:04.006818 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86887abd-075b-4bdd-aa46-41a22f8ae56e", "name": "network-vif-deleted", "tag": "738ca2f3-060b-4d77-8ad8-74a2f6ac1056", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:11:04.007068 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-04766af8-55e8-41a8-8391-6fe22adddaba {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:11:04.007493 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86887abd-075b-4bdd-aa46-41a22f8ae56e', 'name': 'network-vif-deleted', 'tag': '738ca2f3-060b-4d77-8ad8-74a2f6ac1056', 'status': 'completed', 'code': 200} Dec 17 16:11:04.058638 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:04.235724 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:04.954530 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b21e5664-4ccf-4ef4-877e-fe5a95fb559c req-0f2e89e1-5fbc-43a4-b5d1-d7d115b045c0 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e HTTP/1.1" status: 200 len: 210 time: 0.0268431 Dec 17 16:11:06.050134 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-086b88a0-d8a4-4c00-b23d-481fcc85badb req-d6d405a8-2b4e-4639-9064-9a44b46f575f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e HTTP/1.1" status: 200 len: 210 time: 0.0269911 Dec 17 16:11:06.815469 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 738ca2f3-060b-4d77-8ad8-74a2f6ac1056 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:11:06.836010 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 738ca2f3-060b-4d77-8ad8-74a2f6ac1056 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:11:06.836350 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 738ca2f3-060b-4d77-8ad8-74a2f6ac1056 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:11:07.143117 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5a3e93eb-f1fc-4418-be99-d2427ebb6f78 req-b36dfe70-671b-4e79-b42b-3e10615d9d5f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e HTTP/1.1" status: 200 len: 210 time: 0.0268526 Dec 17 16:11:08.251532 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3582773-180b-44fa-915a-4c60c8e03137 req-5b582db6-b355-42e3-ada0-6c5e5625bbe8 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=86887abd-075b-4bdd-aa46-41a22f8ae56e HTTP/1.1" status: 200 len: 210 time: 0.0314627 Dec 17 16:11:10.989822 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:14.929960 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41142) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:11:15.084647 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-47b458a0-05ca-4847-8723-dbbd3c29d4ad tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Deleting port 906f3477-4140-4d2a-b81e-8cf8de9e63fb {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:11:15.084980 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-47b458a0-05ca-4847-8723-dbbd3c29d4ad tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:15.160937 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-47b458a0-05ca-4847-8723-dbbd3c29d4ad tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:15.161213 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-47b458a0-05ca-4847-8723-dbbd3c29d4ad tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:15.173324 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-47b458a0-05ca-4847-8723-dbbd3c29d4ad tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Calling delete_port for 906f3477-4140-4d2a-b81e-8cf8de9e63fb owned by network:floatingip {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:11:15.375757 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-47b458a0-05ca-4847-8723-dbbd3c29d4ad tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:15.406991 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b458a0-05ca-4847-8723-dbbd3c29d4ad tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Pushing event deleted for resources: {'Port': ['ID=906f3477-4140-4d2a-b81e-8cf8de9e63fb,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:15.465099 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-47b458a0-05ca-4847-8723-dbbd3c29d4ad tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for floatingip, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:15.465561 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [None req-47b458a0-05ca-4847-8723-dbbd3c29d4ad tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Floating IP 1b6346a9-e43b-486e-8fe8-91b18ef1e72d disassociated (deleted). External IP: 172.25.6.52, port: fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b. Dec 17 16:11:15.668404 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b458a0-05ca-4847-8723-dbbd3c29d4ad tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Router fc2e76e2-d495-46d9-b5ae-136717d9ffb0 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:11:15.775999 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b458a0-05ca-4847-8723-dbbd3c29d4ad tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:11:15.780717 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-47b458a0-05ca-4847-8723-dbbd3c29d4ad tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:15.785419 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec99c7c-9339-4899-bd91-d3b09eeb831f None None] Sync routers for ids ['fc2e76e2-d495-46d9-b5ae-136717d9ffb0'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:11:15.794136 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec99c7c-9339-4899-bd91-d3b09eeb831f None None] Routers {'fc2e76e2-d495-46d9-b5ae-136717d9ffb0'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:11:15.794755 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-8ec99c7c-9339-4899-bd91-d3b09eeb831f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:11:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['fc2e76e2-d495-46d9-b5ae-136717d9ffb0'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:15.807089 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-47b458a0-05ca-4847-8723-dbbd3c29d4ad tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "DELETE /v2.0/floatingips/1b6346a9-e43b-486e-8fe8-91b18ef1e72d HTTP/1.1" status: 204 len: 168 time: 0.8754392 Dec 17 16:11:15.807683 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d74475e-5eb5-4096-bccd-293c3f904641', 'tag': 'fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:11:15.809967 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800e9da0-3c38-4c7e-bc50-d7be2e49e751" -d '{"events": [{"name": "network-changed", "server_uuid": "7d74475e-5eb5-4096-bccd-293c3f904641", "tag": "fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:11:15.848104 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421c4fa1-0e7b-44e5-a88c-f7db4dbe3061 x-openstack-request-id: req-421c4fa1-0e7b-44e5-a88c-f7db4dbe3061 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:11:15.848395 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d74475e-5eb5-4096-bccd-293c3f904641", "tag": "fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:11:15.848754 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-421c4fa1-0e7b-44e5-a88c-f7db4dbe3061 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:11:15.849200 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d74475e-5eb5-4096-bccd-293c3f904641', 'tag': 'fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b', 'status': 'completed', 'code': 200} Dec 17 16:11:15.914513 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-8ec99c7c-9339-4899-bd91-d3b09eeb831f None None] Set router fc2e76e2-d495-46d9-b5ae-136717d9ffb0 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:11:15.917198 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e9da0-3c38-4c7e-bc50-d7be2e49e751 req-902b3a8c-56b6-4472-9b85-2a709ed77f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:15.917856 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-800e9da0-3c38-4c7e-bc50-d7be2e49e751 req-902b3a8c-56b6-4472-9b85-2a709ed77f67 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd68706f6c3b479fbd5c963f53102a88&device_id=7d74475e-5eb5-4096-bccd-293c3f904641 HTTP/1.1" status: 200 len: 1097 time: 0.0475838 Dec 17 16:11:16.010180 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e9da0-3c38-4c7e-bc50-d7be2e49e751 req-1d1d8339-3e20-4e58-b244-834c29e80d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:16.012784 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-800e9da0-3c38-4c7e-bc50-d7be2e49e751 req-1d1d8339-3e20-4e58-b244-834c29e80d74 service neutron] 10.222.0.13 "GET /v2.0/networks?id=355210bf-f333-4091-b076-b021f964c83c HTTP/1.1" status: 200 len: 913 time: 0.0864165 Dec 17 16:11:16.064634 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-800e9da0-3c38-4c7e-bc50-d7be2e49e751 req-b58b50b5-e731-433c-8bdb-97a54f469d13 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b HTTP/1.1" status: 200 len: 217 time: 0.0455086 Dec 17 16:11:16.116075 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e9da0-3c38-4c7e-bc50-d7be2e49e751 req-36fd5cb1-b1f7-4c43-9d87-dfb1b18ae69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:16.117507 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-800e9da0-3c38-4c7e-bc50-d7be2e49e751 req-36fd5cb1-b1f7-4c43-9d87-dfb1b18ae69e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=040decac-d73e-40b6-8001-3c00aef94ddf HTTP/1.1" status: 200 len: 851 time: 0.0460076 Dec 17 16:11:16.127697 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-8ec99c7c-9339-4899-bd91-d3b09eeb831f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'name': 'tempest-TestVolumeBootPattern-1433742308-router', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:11Z', 'revision_number': 4, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'gw_port': {'id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '75dff4dd-f606-4e2a-92c4-713061d6373f', 'name': '', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'mac_address': 'fa:16:3e:da:b6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:11Z', 'updated_at': '2021-12-17T15:58:15Z', 'revision_number': 5, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'subnets': [{'id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:16.155985 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec99c7c-9339-4899-bd91-d3b09eeb831f None None] Checking router: fc2e76e2-d495-46d9-b5ae-136717d9ffb0 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:11:16.164565 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec99c7c-9339-4899-bd91-d3b09eeb831f None None] Routers {'fc2e76e2-d495-46d9-b5ae-136717d9ffb0'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:11:16.165220 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-8ec99c7c-9339-4899-bd91-d3b09eeb831f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:11:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['fc2e76e2-d495-46d9-b5ae-136717d9ffb0'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:16.165397 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e9da0-3c38-4c7e-bc50-d7be2e49e751 req-02503903-3b87-483d-abdc-9dc697a37b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:16.167338 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-800e9da0-3c38-4c7e-bc50-d7be2e49e751 req-02503903-3b87-483d-abdc-9dc697a37b99 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=355210bf-f333-4091-b076-b021f964c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426114 Dec 17 16:11:16.221029 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e602bf2-5fcd-4dfe-83e5-1339820b487d req-b986ae6b-330d-41b6-9612-1f127c6f692f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:16.222674 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4e602bf2-5fcd-4dfe-83e5-1339820b487d req-b986ae6b-330d-41b6-9612-1f127c6f692f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d74475e-5eb5-4096-bccd-293c3f904641 HTTP/1.1" status: 200 len: 946 time: 0.0515890 Dec 17 16:11:16.264282 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4e602bf2-5fcd-4dfe-83e5-1339820b487d req-f303d4c3-6658-420a-aa6e-18979fe4261f tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335939 Dec 17 16:11:16.267384 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-800e9da0-3c38-4c7e-bc50-d7be2e49e751 req-f6cd1d6d-d00c-483d-8abe-4b61dda73724 service neutron] 10.222.0.13 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909145 Dec 17 16:11:16.276936 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-8ec99c7c-9339-4899-bd91-d3b09eeb831f None None] Set router fc2e76e2-d495-46d9-b5ae-136717d9ffb0 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:11:16.359858 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-800e9da0-3c38-4c7e-bc50-d7be2e49e751 req-af152da2-1481-4a51-bf66-1212035e04d3 service neutron] 10.222.0.13 "GET /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851467 Dec 17 16:11:16.486060 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-8ec99c7c-9339-4899-bd91-d3b09eeb831f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'name': 'tempest-TestVolumeBootPattern-1433742308-router', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:11Z', 'revision_number': 4, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'gw_port': {'id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '75dff4dd-f606-4e2a-92c4-713061d6373f', 'name': '', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'mac_address': 'fa:16:3e:da:b6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:11Z', 'updated_at': '2021-12-17T15:58:15Z', 'revision_number': 5, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'subnets': [{'id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:16.512215 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec99c7c-9339-4899-bd91-d3b09eeb831f None None] The sync data for ids ['fc2e76e2-d495-46d9-b5ae-136717d9ffb0'] in n-d-820553-2 is: [{'id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'name': 'tempest-TestVolumeBootPattern-1433742308-router', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:11Z', 'revision_number': 4, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'gw_port': {'id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '75dff4dd-f606-4e2a-92c4-713061d6373f', 'name': '', 'network_id': '355210bf-f333-4091-b076-b021f964c83c', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'mac_address': 'fa:16:3e:da:b6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:11Z', 'updated_at': '2021-12-17T15:58:15Z', 'revision_number': 5, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'subnets': [{'id': '040decac-d73e-40b6-8001-3c00aef94ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:11:16.812202 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac445264-e14c-4c83-a71b-aa0784ab464a req-0f653b6b-fe71-431f-ac5d-7c3843eec5a2 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:16.813729 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ac445264-e14c-4c83-a71b-aa0784ab464a req-0f653b6b-fe71-431f-ac5d-7c3843eec5a2 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d74475e-5eb5-4096-bccd-293c3f904641 HTTP/1.1" status: 200 len: 946 time: 0.0514784 Dec 17 16:11:16.915165 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-ac445264-e14c-4c83-a71b-aa0784ab464a req-b2a9b5d6-7534-44db-9313-52e808a1b32c tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Deleting port fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:11:16.915510 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ac445264-e14c-4c83-a71b-aa0784ab464a req-b2a9b5d6-7534-44db-9313-52e808a1b32c tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:16.938920 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39460e04-5383-4103-a68b-d77c797c88e3 None None] New status for floating IP 1b6346a9-e43b-486e-8fe8-91b18ef1e72d: DOWN {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:11:17.007340 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-ac445264-e14c-4c83-a71b-aa0784ab464a req-b2a9b5d6-7534-44db-9313-52e808a1b32c tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] For port fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:17.007707 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ac445264-e14c-4c83-a71b-aa0784ab464a req-b2a9b5d6-7534-44db-9313-52e808a1b32c tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:17.021551 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-ac445264-e14c-4c83-a71b-aa0784ab464a req-b2a9b5d6-7534-44db-9313-52e808a1b32c tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Calling delete_port for fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:11:17.235479 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ac445264-e14c-4c83-a71b-aa0784ab464a req-b2a9b5d6-7534-44db-9313-52e808a1b32c tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:17.265650 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9b5d6-7534-44db-9313-52e808a1b32c tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Pushing event deleted for resources: {'Port': ['ID=fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:17.311810 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac445264-e14c-4c83-a71b-aa0784ab464a req-b2a9b5d6-7534-44db-9313-52e808a1b32c tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] No DVR routers for this DVR port fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:11:17.315065 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-ac445264-e14c-4c83-a71b-aa0784ab464a req-b2a9b5d6-7534-44db-9313-52e808a1b32c tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:17.318728 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ac445264-e14c-4c83-a71b-aa0784ab464a req-b2a9b5d6-7534-44db-9313-52e808a1b32c tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.13 "DELETE /v2.0/ports/fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b HTTP/1.1" status: 204 len: 173 time: 0.4986453 Dec 17 16:11:17.412087 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-717cb24e-1a8a-4556-a502-4d6ea2aa1640 req-69509d0b-0c2e-4c2c-bf16-e4f0d2f62523 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d74475e-5eb5-4096-bccd-293c3f904641 HTTP/1.1" status: 200 len: 210 time: 0.0776029 Dec 17 16:11:17.850854 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d74475e-5eb5-4096-bccd-293c3f904641', 'name': 'network-vif-deleted', 'tag': 'fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:11:17.853959 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ab79f7-0329-4308-b810-872ced151031" -d '{"events": [{"server_uuid": "7d74475e-5eb5-4096-bccd-293c3f904641", "name": "network-vif-deleted", "tag": "fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:11:17.893732 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56ca5b4-c768-4eb5-af82-af6408613197 x-openstack-request-id: req-b56ca5b4-c768-4eb5-af82-af6408613197 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:11:17.894075 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d74475e-5eb5-4096-bccd-293c3f904641", "name": "network-vif-deleted", "tag": "fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:11:17.894327 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b56ca5b4-c768-4eb5-af82-af6408613197 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:11:17.894777 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d74475e-5eb5-4096-bccd-293c3f904641', 'name': 'network-vif-deleted', 'tag': 'fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b', 'status': 'completed', 'code': 200} Dec 17 16:11:18.506735 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0b7acec8-03bb-42dd-8240-155d664721b7 req-60179f6d-7e80-4c36-bed4-b2f452d61d38 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d74475e-5eb5-4096-bccd-293c3f904641 HTTP/1.1" status: 200 len: 210 time: 0.0261502 Dec 17 16:11:18.863438 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:11:18.883887 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:11:18.884230 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device fd1acb70-c0e4-46a8-b2ae-9fdd4a485b7b not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:11:19.605340 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-77ad42e3-eeb6-496b-ab6a-8f403eb1717c req-4cf374b1-12d0-439d-87e9-8765c51e0fe5 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d74475e-5eb5-4096-bccd-293c3f904641 HTTP/1.1" status: 200 len: 210 time: 0.0298245 Dec 17 16:11:20.700526 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3d317365-e2f8-446e-915c-c175e0d37485 req-5a4536da-461f-425f-8c0c-da79ee7cbcfe tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d74475e-5eb5-4096-bccd-293c3f904641 HTTP/1.1" status: 200 len: 210 time: 0.0283041 Dec 17 16:11:21.757342 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41164) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:11:21.880489 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-94f93c43-8731-4192-b25c-5d05bebfdd7b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Deleting port cdf6e6f5-194c-4194-950c-a69aa5d9975f {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:11:21.880827 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-94f93c43-8731-4192-b25c-5d05bebfdd7b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:21.954793 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-94f93c43-8731-4192-b25c-5d05bebfdd7b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:21.955113 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-94f93c43-8731-4192-b25c-5d05bebfdd7b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:21.966907 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-94f93c43-8731-4192-b25c-5d05bebfdd7b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Calling delete_port for cdf6e6f5-194c-4194-950c-a69aa5d9975f owned by network:floatingip {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:11:22.172528 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-94f93c43-8731-4192-b25c-5d05bebfdd7b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:22.198912 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f93c43-8731-4192-b25c-5d05bebfdd7b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Pushing event deleted for resources: {'Port': ['ID=cdf6e6f5-194c-4194-950c-a69aa5d9975f,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:22.264823 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-94f93c43-8731-4192-b25c-5d05bebfdd7b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for floatingip, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:22.267697 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-94f93c43-8731-4192-b25c-5d05bebfdd7b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:22.268947 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-94f93c43-8731-4192-b25c-5d05bebfdd7b tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "DELETE /v2.0/floatingips/ca85e287-6967-491d-a6c0-6bf9126561d0 HTTP/1.1" status: 204 len: 168 time: 0.5106606 Dec 17 16:11:25.669037 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41188) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:11:25.727491 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-482eb1c1-0341-429b-b085-ef749ab126b8 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:25.752483 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-482eb1c1-0341-429b-b085-ef749ab126b8 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:25.873114 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-482eb1c1-0341-429b-b085-ef749ab126b8 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:25.875776 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-482eb1c1-0341-429b-b085-ef749ab126b8 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:25.876933 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-482eb1c1-0341-429b-b085-ef749ab126b8 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] 10.222.0.46 "DELETE /v2.0/security-groups/fb8e5d5d-ce63-4c02-b1f3-75e0542be33c HTTP/1.1" status: 204 len: 168 time: 0.2069049 Dec 17 16:11:25.887299 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482eb1c1-0341-429b-b085-ef749ab126b8 tempest-TestVolumeBootPattern-1280060486 tempest-TestVolumeBootPattern-1280060486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8e5d5d-ce63-4c02-b1f3-75e0542be33c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:26.021746 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41192) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:11:26.298483 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:26.465744 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5b646595-56e3-4a9f-a031-89965220d65a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:26.706632 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-5b646595-56e3-4a9f-a031-89965220d65a admin admin] Deleting port 75dff4dd-f606-4e2a-92c4-713061d6373f {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:11:26.706913 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5b646595-56e3-4a9f-a031-89965220d65a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:26.786884 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-5b646595-56e3-4a9f-a031-89965220d65a admin admin] For port 75dff4dd-f606-4e2a-92c4-713061d6373f, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=75dff4dd-f606-4e2a-92c4-713061d6373f,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:26.787243 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5b646595-56e3-4a9f-a031-89965220d65a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:26.800130 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-5b646595-56e3-4a9f-a031-89965220d65a admin admin] Calling delete_port for 75dff4dd-f606-4e2a-92c4-713061d6373f owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:11:27.027062 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5b646595-56e3-4a9f-a031-89965220d65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:27.053333 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b646595-56e3-4a9f-a031-89965220d65a admin admin] Pushing event deleted for resources: {'Port': ['ID=75dff4dd-f606-4e2a-92c4-713061d6373f,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:27.218402 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5b646595-56e3-4a9f-a031-89965220d65a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:27.430695 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b646595-56e3-4a9f-a031-89965220d65a admin admin] Router fc2e76e2-d495-46d9-b5ae-136717d9ffb0 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:11:27.535026 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b646595-56e3-4a9f-a031-89965220d65a admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:11:27.539842 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5b646595-56e3-4a9f-a031-89965220d65a admin admin] 10.222.0.46 "PUT /v2.0/routers/fc2e76e2-d495-46d9-b5ae-136717d9ffb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5170233 Dec 17 16:11:27.543399 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41196) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:11:27.547142 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ab549a-7307-4999-b601-a79aefc68871 None None] Sync routers for ids ['fc2e76e2-d495-46d9-b5ae-136717d9ffb0'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:11:27.556045 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ab549a-7307-4999-b601-a79aefc68871 None None] Routers {'fc2e76e2-d495-46d9-b5ae-136717d9ffb0'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:11:27.557567 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b9ab549a-7307-4999-b601-a79aefc68871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:11:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['fc2e76e2-d495-46d9-b5ae-136717d9ffb0'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:27.645692 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-360621bd-3d64-487c-9ae3-cb9104d2e639 admin admin] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:27.659646 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-b9ab549a-7307-4999-b601-a79aefc68871 None None] Set router fc2e76e2-d495-46d9-b5ae-136717d9ffb0 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:11:27.852295 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b9ab549a-7307-4999-b601-a79aefc68871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'name': 'tempest-TestVolumeBootPattern-1433742308-router', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T16:11:26Z', 'revision_number': 5, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'gw_port': {'id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:27.880852 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ab549a-7307-4999-b601-a79aefc68871 None None] Checking router: fc2e76e2-d495-46d9-b5ae-136717d9ffb0 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:11:27.895108 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ab549a-7307-4999-b601-a79aefc68871 None None] Routers {'fc2e76e2-d495-46d9-b5ae-136717d9ffb0'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:11:27.896055 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b9ab549a-7307-4999-b601-a79aefc68871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:11:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['fc2e76e2-d495-46d9-b5ae-136717d9ffb0'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:28.003476 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-b9ab549a-7307-4999-b601-a79aefc68871 None None] Set router fc2e76e2-d495-46d9-b5ae-136717d9ffb0 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:11:28.056873 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-360621bd-3d64-487c-9ae3-cb9104d2e639 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:28.180368 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-360621bd-3d64-487c-9ae3-cb9104d2e639 admin admin] Deleting port 3699e604-195c-4f71-a944-9ad4e6a6a786 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:11:28.180626 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-360621bd-3d64-487c-9ae3-cb9104d2e639 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:28.181330 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b9ab549a-7307-4999-b601-a79aefc68871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'name': 'tempest-TestVolumeBootPattern-1433742308-router', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T16:11:26Z', 'revision_number': 5, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'gw_port': {'id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:28.208000 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ab549a-7307-4999-b601-a79aefc68871 None None] The sync data for ids ['fc2e76e2-d495-46d9-b5ae-136717d9ffb0'] in n-d-820553-2 is: [{'id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'name': 'tempest-TestVolumeBootPattern-1433742308-router', 'tenant_id': 'bd68706f6c3b479fbd5c963f53102a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T16:11:26Z', 'revision_number': 5, 'project_id': 'bd68706f6c3b479fbd5c963f53102a88', 'gw_port': {'id': '3699e604-195c-4f71-a944-9ad4e6a6a786', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2e76e2-d495-46d9-b5ae-136717d9ffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:08Z', 'updated_at': '2021-12-17T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:11:28.262437 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-360621bd-3d64-487c-9ae3-cb9104d2e639 admin admin] For port 3699e604-195c-4f71-a944-9ad4e6a6a786, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=3699e604-195c-4f71-a944-9ad4e6a6a786,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:28.262812 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-360621bd-3d64-487c-9ae3-cb9104d2e639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:28.279213 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-360621bd-3d64-487c-9ae3-cb9104d2e639 admin admin] Calling delete_port for 3699e604-195c-4f71-a944-9ad4e6a6a786 owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:11:28.524424 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-360621bd-3d64-487c-9ae3-cb9104d2e639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:28.555152 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360621bd-3d64-487c-9ae3-cb9104d2e639 admin admin] Pushing event deleted for resources: {'Port': ['ID=3699e604-195c-4f71-a944-9ad4e6a6a786,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:28.621545 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-360621bd-3d64-487c-9ae3-cb9104d2e639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:28.723015 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-360621bd-3d64-487c-9ae3-cb9104d2e639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:28.725117 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-360621bd-3d64-487c-9ae3-cb9104d2e639 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:28.855888 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-360621bd-3d64-487c-9ae3-cb9104d2e639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:28.856439 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360621bd-3d64-487c-9ae3-cb9104d2e639 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc2e76e2-d495-46d9-b5ae-136717d9ffb0 {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:11:28.862635 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-360621bd-3d64-487c-9ae3-cb9104d2e639 admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:28.862635 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-360621bd-3d64-487c-9ae3-cb9104d2e639 admin admin] 10.222.0.46 "DELETE /v2.0/routers/fc2e76e2-d495-46d9-b5ae-136717d9ffb0 HTTP/1.1" status: 204 len: 168 time: 1.3176081 Dec 17 16:11:28.864465 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41200) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:11:28.911915 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb0fd53-2fbf-42fd-b6fd-20f2147d89ea admin admin] Deleting subnet 040decac-d73e-40b6-8001-3c00aef94ddf {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 16:11:28.915215 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1eb0fd53-2fbf-42fd-b6fd-20f2147d89ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:28.918493 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-648916ff-43d5-4461-97bd-13c5f0c434df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:28.955523 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1eb0fd53-2fbf-42fd-b6fd-20f2147d89ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:29.045684 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1eb0fd53-2fbf-42fd-b6fd-20f2147d89ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:29.167285 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1eb0fd53-2fbf-42fd-b6fd-20f2147d89ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:29.195462 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1eb0fd53-2fbf-42fd-b6fd-20f2147d89ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:29.198989 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1eb0fd53-2fbf-42fd-b6fd-20f2147d89ea admin admin] 10.222.0.46 "DELETE /v2.0/subnets/040decac-d73e-40b6-8001-3c00aef94ddf HTTP/1.1" status: 204 len: 168 time: 0.3331945 Dec 17 16:11:29.200096 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0fd53-2fbf-42fd-b6fd-20f2147d89ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=040decac-d73e-40b6-8001-3c00aef94ddf,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:29.201324 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41202) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:11:29.202416 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6150d043-58df-48f6-a841-225efdd4eb5a None None] Network 355210bf-f333-4091-b076-b021f964c83c requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:11:29.274371 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-da128344-a449-43fb-bfc8-95787bf66c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:29.331820 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-da128344-a449-43fb-bfc8-95787bf66c95 admin admin] Deleting port c195ebf5-683c-4163-893a-e0d35701b8f7 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:11:29.332172 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-da128344-a449-43fb-bfc8-95787bf66c95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:29.398188 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-da128344-a449-43fb-bfc8-95787bf66c95 admin admin] For port c195ebf5-683c-4163-893a-e0d35701b8f7, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=c195ebf5-683c-4163-893a-e0d35701b8f7,segment=NetworkSegment(d0bf8c49-f2ae-46bb-8412-979ef6cccd49),segment_id=d0bf8c49-f2ae-46bb-8412-979ef6cccd49)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:29.398532 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-da128344-a449-43fb-bfc8-95787bf66c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:29.411852 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-da128344-a449-43fb-bfc8-95787bf66c95 admin admin] Calling delete_port for c195ebf5-683c-4163-893a-e0d35701b8f7 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:11:29.560432 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd075f00-6b83-461c-88f9-8b3039f747f3 None None] DHCP port deletion for 355210bf-f333-4091-b076-b021f964c83c request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 16:11:29.564246 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-da128344-a449-43fb-bfc8-95787bf66c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:29.592381 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da128344-a449-43fb-bfc8-95787bf66c95 admin admin] No DVR routers for this DVR port c195ebf5-683c-4163-893a-e0d35701b8f7 on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:11:29.594292 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da128344-a449-43fb-bfc8-95787bf66c95 admin admin] Pushing event deleted for resources: {'Port': ['ID=c195ebf5-683c-4163-893a-e0d35701b8f7,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:29.667992 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-da128344-a449-43fb-bfc8-95787bf66c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:29.687689 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-da128344-a449-43fb-bfc8-95787bf66c95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['355210bf-f333-4091-b076-b021f964c83c']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:29.696962 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-da128344-a449-43fb-bfc8-95787bf66c95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:29.697879 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-da128344-a449-43fb-bfc8-95787bf66c95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0bf8c49-f2ae-46bb-8412-979ef6cccd49') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:29.707243 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-da128344-a449-43fb-bfc8-95787bf66c95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:29.720753 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-da128344-a449-43fb-bfc8-95787bf66c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:29.727270 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da128344-a449-43fb-bfc8-95787bf66c95 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:11:29.727653 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-da128344-a449-43fb-bfc8-95787bf66c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:29.729424 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 16:11:29.729424 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:11:29.729424 n-d-820553-2 neutron-server[102832]: timer() Dec 17 16:11:29.729424 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:11:29.729424 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 16:11:29.729424 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:11:29.729424 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 16:11:29.729424 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:11:29.729424 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 16:11:29.729424 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:11:29.729424 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 16:11:29.729424 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:11:29.729424 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 16:11:29.729424 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:11:29.729424 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:11:29.729424 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:11:29.729424 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:11:29.729424 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:11:29.729424 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 16:11:29.729424 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:11:29.729424 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 16:11:29.729424 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:11:29.729424 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:11:29.729424 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:11:29.729424 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 16:11:29.729424 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:11:29.729424 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:11:29.729424 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:11:29.729424 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:11:29.729424 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:11:29.729424 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:11:29.729424 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:11:29.841322 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-da128344-a449-43fb-bfc8-95787bf66c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:29.849858 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-da128344-a449-43fb-bfc8-95787bf66c95 admin admin] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:29.851724 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-da128344-a449-43fb-bfc8-95787bf66c95 admin admin] 10.222.0.46 "DELETE /v2.0/networks/355210bf-f333-4091-b076-b021f964c83c HTTP/1.1" status: 204 len: 168 time: 0.6491661 Dec 17 16:11:29.854639 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41206) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:11:29.871276 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da128344-a449-43fb-bfc8-95787bf66c95 admin admin] Pushing event deleted for resources: {'Network': ['ID=355210bf-f333-4091-b076-b021f964c83c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:29.920339 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3699e604-195c-4f71-a944-9ad4e6a6a786 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:11:29.940400 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 3699e604-195c-4f71-a944-9ad4e6a6a786 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:11:29.940828 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 3699e604-195c-4f71-a944-9ad4e6a6a786 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:11:29.941334 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c195ebf5-683c-4163-893a-e0d35701b8f7 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:11:29.964128 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: c195ebf5-683c-4163-893a-e0d35701b8f7 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:11:29.964471 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device c195ebf5-683c-4163-893a-e0d35701b8f7 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:11:29.964880 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 75dff4dd-f606-4e2a-92c4-713061d6373f no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:11:29.983699 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 75dff4dd-f606-4e2a-92c4-713061d6373f {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:11:29.987460 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 75dff4dd-f606-4e2a-92c4-713061d6373f not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:11:30.218818 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-18142982-96fd-4397-9337-b84fdb5d2334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:30.459925 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-18142982-96fd-4397-9337-b84fdb5d2334 admin admin] Deleting port 2539005e-a433-4ed3-ace2-ac7aca0be7eb {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:11:30.460174 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-18142982-96fd-4397-9337-b84fdb5d2334 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:30.539523 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-18142982-96fd-4397-9337-b84fdb5d2334 admin admin] For port 2539005e-a433-4ed3-ace2-ac7aca0be7eb, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=2539005e-a433-4ed3-ace2-ac7aca0be7eb,segment=NetworkSegment(3e84eb80-4ba6-4b7e-b46e-012ff498ff6e),segment_id=3e84eb80-4ba6-4b7e-b46e-012ff498ff6e)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:30.539877 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-18142982-96fd-4397-9337-b84fdb5d2334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:30.552996 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-18142982-96fd-4397-9337-b84fdb5d2334 admin admin] Calling delete_port for 2539005e-a433-4ed3-ace2-ac7aca0be7eb owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:11:30.801305 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-18142982-96fd-4397-9337-b84fdb5d2334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:30.826519 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18142982-96fd-4397-9337-b84fdb5d2334 admin admin] Pushing event deleted for resources: {'Port': ['ID=2539005e-a433-4ed3-ace2-ac7aca0be7eb,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:30.994167 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-18142982-96fd-4397-9337-b84fdb5d2334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:31.084476 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-023507f8-f09f-47e4-a327-f3ae4b3639de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:31.213863 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18142982-96fd-4397-9337-b84fdb5d2334 admin admin] Router a8d90b85-d448-48f0-a043-0a02d9e88e8f has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:11:31.320797 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18142982-96fd-4397-9337-b84fdb5d2334 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:11:31.330173 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-18142982-96fd-4397-9337-b84fdb5d2334 admin admin] 10.222.0.46 "PUT /v2.0/routers/a8d90b85-d448-48f0-a043-0a02d9e88e8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4717805 Dec 17 16:11:31.330298 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41214) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:11:31.335199 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9a59c4-c8c7-4389-8c29-fe7dacb56618 None None] Sync routers for ids ['a8d90b85-d448-48f0-a043-0a02d9e88e8f'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:11:31.348368 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9a59c4-c8c7-4389-8c29-fe7dacb56618 None None] Routers {'a8d90b85-d448-48f0-a043-0a02d9e88e8f'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:11:31.349142 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-8b9a59c4-c8c7-4389-8c29-fe7dacb56618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:11:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a8d90b85-d448-48f0-a043-0a02d9e88e8f'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:31.436572 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-20cd34d3-c3d0-4178-a2ca-0b9e339687c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:31.452002 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-8b9a59c4-c8c7-4389-8c29-fe7dacb56618 None None] Set router a8d90b85-d448-48f0-a043-0a02d9e88e8f gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:11:31.540291 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-20cd34d3-c3d0-4178-a2ca-0b9e339687c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:31.629439 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-8b9a59c4-c8c7-4389-8c29-fe7dacb56618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d90b85-d448-48f0-a043-0a02d9e88e8f', 'name': 'tempest-TestVolumeBootPattern-1187744424-router', 'tenant_id': '859e16aeb10149d0a05cf05a43ceab92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '1d07d7b8-914a-41e0-b16c-93b5342e38bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:14Z', 'updated_at': '2021-12-17T16:11:30Z', 'revision_number': 5, 'project_id': '859e16aeb10149d0a05cf05a43ceab92', 'gw_port': {'id': '1d07d7b8-914a-41e0-b16c-93b5342e38bc', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d90b85-d448-48f0-a043-0a02d9e88e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T15:58:15Z', 'updated_at': '2021-12-17T15:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:31.646727 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-20cd34d3-c3d0-4178-a2ca-0b9e339687c2 admin admin] Deleting port 1d07d7b8-914a-41e0-b16c-93b5342e38bc {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:11:31.647072 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-20cd34d3-c3d0-4178-a2ca-0b9e339687c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:31.655898 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9a59c4-c8c7-4389-8c29-fe7dacb56618 None None] Checking router: a8d90b85-d448-48f0-a043-0a02d9e88e8f for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:11:31.663942 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9a59c4-c8c7-4389-8c29-fe7dacb56618 None None] Routers {'a8d90b85-d448-48f0-a043-0a02d9e88e8f'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:11:31.664533 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-8b9a59c4-c8c7-4389-8c29-fe7dacb56618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:11:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a8d90b85-d448-48f0-a043-0a02d9e88e8f'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:31.729949 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-20cd34d3-c3d0-4178-a2ca-0b9e339687c2 admin admin] For port 1d07d7b8-914a-41e0-b16c-93b5342e38bc, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=1d07d7b8-914a-41e0-b16c-93b5342e38bc,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:31.732077 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-20cd34d3-c3d0-4178-a2ca-0b9e339687c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:31.743303 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-20cd34d3-c3d0-4178-a2ca-0b9e339687c2 admin admin] Calling delete_port for 1d07d7b8-914a-41e0-b16c-93b5342e38bc owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:11:31.752283 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-8b9a59c4-c8c7-4389-8c29-fe7dacb56618 None None] Set router a8d90b85-d448-48f0-a043-0a02d9e88e8f gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:11:31.805913 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-8b9a59c4-c8c7-4389-8c29-fe7dacb56618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d90b85-d448-48f0-a043-0a02d9e88e8f', 'name': 'tempest-TestVolumeBootPattern-1187744424-router', 'tenant_id': '859e16aeb10149d0a05cf05a43ceab92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:14Z', 'updated_at': '2021-12-17T16:11:31Z', 'revision_number': 6, 'project_id': '859e16aeb10149d0a05cf05a43ceab92', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:31.832541 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9a59c4-c8c7-4389-8c29-fe7dacb56618 None None] The sync data for ids ['a8d90b85-d448-48f0-a043-0a02d9e88e8f'] in n-d-820553-2 is: [{'id': 'a8d90b85-d448-48f0-a043-0a02d9e88e8f', 'name': 'tempest-TestVolumeBootPattern-1187744424-router', 'tenant_id': '859e16aeb10149d0a05cf05a43ceab92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T15:58:14Z', 'updated_at': '2021-12-17T16:11:31Z', 'revision_number': 6, 'project_id': '859e16aeb10149d0a05cf05a43ceab92', 'gw_port_host': None}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:11:31.995798 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-20cd34d3-c3d0-4178-a2ca-0b9e339687c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:32.022722 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd34d3-c3d0-4178-a2ca-0b9e339687c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d07d7b8-914a-41e0-b16c-93b5342e38bc,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:32.081284 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-20cd34d3-c3d0-4178-a2ca-0b9e339687c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:32.171734 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-20cd34d3-c3d0-4178-a2ca-0b9e339687c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:32.174269 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-20cd34d3-c3d0-4178-a2ca-0b9e339687c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:32.301708 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-20cd34d3-c3d0-4178-a2ca-0b9e339687c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:32.302292 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cd34d3-c3d0-4178-a2ca-0b9e339687c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8d90b85-d448-48f0-a043-0a02d9e88e8f {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:11:32.306733 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-20cd34d3-c3d0-4178-a2ca-0b9e339687c2 admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:32.308179 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-20cd34d3-c3d0-4178-a2ca-0b9e339687c2 admin admin] 10.222.0.46 "DELETE /v2.0/routers/a8d90b85-d448-48f0-a043-0a02d9e88e8f HTTP/1.1" status: 204 len: 168 time: 0.9770415 Dec 17 16:11:32.315649 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41218) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:11:32.361557 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-71829e0f-dd30-46bf-9d45-4433cbd96cc3 admin admin] Deleting subnet 4170ea2f-e333-4a86-b646-5ebe6ef1b89d {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 16:11:32.364825 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71829e0f-dd30-46bf-9d45-4433cbd96cc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:32.398063 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71829e0f-dd30-46bf-9d45-4433cbd96cc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:32.478868 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:32.480540 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71829e0f-dd30-46bf-9d45-4433cbd96cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:32.593339 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71829e0f-dd30-46bf-9d45-4433cbd96cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:32.618117 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71829e0f-dd30-46bf-9d45-4433cbd96cc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4170ea2f-e333-4a86-b646-5ebe6ef1b89d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:32.624891 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-71829e0f-dd30-46bf-9d45-4433cbd96cc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:32.631809 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-71829e0f-dd30-46bf-9d45-4433cbd96cc3 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4170ea2f-e333-4a86-b646-5ebe6ef1b89d HTTP/1.1" status: 204 len: 168 time: 0.3115339 Dec 17 16:11:32.631809 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41222) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:11:32.638030 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cfd5b5-a556-4099-aa49-e916ae0e3215 None None] Network a0737f61-01d5-47e8-a2da-2b204b0cc29f requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:11:32.705661 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-372d737a-9012-446d-9075-e29e87277292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:32.762534 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-372d737a-9012-446d-9075-e29e87277292 admin admin] Deleting port 67f9ca2e-5763-4b6c-8cbb-8a04a7e002fe {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:11:32.763057 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-372d737a-9012-446d-9075-e29e87277292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:32.813854 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e28ecc-8808-4676-b232-3bc99be87933 None None] DHCP port deletion for a0737f61-01d5-47e8-a2da-2b204b0cc29f request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 16:11:32.827326 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-372d737a-9012-446d-9075-e29e87277292 admin admin] For port 67f9ca2e-5763-4b6c-8cbb-8a04a7e002fe, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=67f9ca2e-5763-4b6c-8cbb-8a04a7e002fe,segment=NetworkSegment(3e84eb80-4ba6-4b7e-b46e-012ff498ff6e),segment_id=3e84eb80-4ba6-4b7e-b46e-012ff498ff6e)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:32.827698 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-372d737a-9012-446d-9075-e29e87277292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:32.841194 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-372d737a-9012-446d-9075-e29e87277292 admin admin] Calling delete_port for 67f9ca2e-5763-4b6c-8cbb-8a04a7e002fe owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:11:32.864725 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-84e28ecc-8808-4676-b232-3bc99be87933 None None] Deleting port 67f9ca2e-5763-4b6c-8cbb-8a04a7e002fe {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:11:32.865120 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-84e28ecc-8808-4676-b232-3bc99be87933 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:32.936328 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-84e28ecc-8808-4676-b232-3bc99be87933 None None] For port 67f9ca2e-5763-4b6c-8cbb-8a04a7e002fe, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=67f9ca2e-5763-4b6c-8cbb-8a04a7e002fe,segment=NetworkSegment(3e84eb80-4ba6-4b7e-b46e-012ff498ff6e),segment_id=3e84eb80-4ba6-4b7e-b46e-012ff498ff6e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:32.936727 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-84e28ecc-8808-4676-b232-3bc99be87933 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:32.952989 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-84e28ecc-8808-4676-b232-3bc99be87933 None None] Calling delete_port for 67f9ca2e-5763-4b6c-8cbb-8a04a7e002fe owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:11:33.004604 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-372d737a-9012-446d-9075-e29e87277292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:33.026403 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-84e28ecc-8808-4676-b232-3bc99be87933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:33.031478 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d737a-9012-446d-9075-e29e87277292 admin admin] Pushing event deleted for resources: {'Port': ['ID=67f9ca2e-5763-4b6c-8cbb-8a04a7e002fe,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:33.035013 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372d737a-9012-446d-9075-e29e87277292 admin admin] No DVR routers for this DVR port 67f9ca2e-5763-4b6c-8cbb-8a04a7e002fe on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:11:33.051757 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e28ecc-8808-4676-b232-3bc99be87933 None None] Pushing event deleted for resources: {'Port': ['ID=67f9ca2e-5763-4b6c-8cbb-8a04a7e002fe,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:33.059835 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e28ecc-8808-4676-b232-3bc99be87933 None None] No DVR routers for this DVR port 67f9ca2e-5763-4b6c-8cbb-8a04a7e002fe on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:11:33.062329 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e28ecc-8808-4676-b232-3bc99be87933 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:33.062675 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e28ecc-8808-4676-b232-3bc99be87933 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:33.063019 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e28ecc-8808-4676-b232-3bc99be87933 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:33.063404 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e28ecc-8808-4676-b232-3bc99be87933 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:33.063741 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e28ecc-8808-4676-b232-3bc99be87933 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:33.064069 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e28ecc-8808-4676-b232-3bc99be87933 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:33.064395 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e28ecc-8808-4676-b232-3bc99be87933 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:33.064718 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e28ecc-8808-4676-b232-3bc99be87933 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:33.065039 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e28ecc-8808-4676-b232-3bc99be87933 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:33.065383 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e28ecc-8808-4676-b232-3bc99be87933 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:33.065701 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e28ecc-8808-4676-b232-3bc99be87933 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:33.066017 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e28ecc-8808-4676-b232-3bc99be87933 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:11:33.113265 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-372d737a-9012-446d-9075-e29e87277292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:33.133221 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-372d737a-9012-446d-9075-e29e87277292 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0737f61-01d5-47e8-a2da-2b204b0cc29f']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:33.143137 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-372d737a-9012-446d-9075-e29e87277292 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e84eb80-4ba6-4b7e-b46e-012ff498ff6e') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:33.143431 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-372d737a-9012-446d-9075-e29e87277292 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e84eb80-4ba6-4b7e-b46e-012ff498ff6e') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:11:33.153242 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-372d737a-9012-446d-9075-e29e87277292 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:33.166847 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-372d737a-9012-446d-9075-e29e87277292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:33.172886 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-372d737a-9012-446d-9075-e29e87277292 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:11:33.173714 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-372d737a-9012-446d-9075-e29e87277292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:33.174975 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 16:11:33.174975 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:11:33.174975 n-d-820553-2 neutron-server[102833]: timer() Dec 17 16:11:33.174975 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:11:33.174975 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 16:11:33.174975 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:11:33.174975 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 16:11:33.174975 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:11:33.174975 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 16:11:33.174975 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:11:33.174975 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 16:11:33.174975 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:11:33.174975 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 16:11:33.174975 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:11:33.174975 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:11:33.174975 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:11:33.174975 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:11:33.174975 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:11:33.174975 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 16:11:33.174975 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:11:33.174975 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 16:11:33.174975 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:11:33.174975 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:11:33.174975 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:11:33.174975 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 16:11:33.174975 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:11:33.174975 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:11:33.174975 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:11:33.174975 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:11:33.174975 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:11:33.174975 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:11:33.174975 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:11:33.295239 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-372d737a-9012-446d-9075-e29e87277292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:33.300903 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-372d737a-9012-446d-9075-e29e87277292 admin admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:33.304557 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-372d737a-9012-446d-9075-e29e87277292 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a0737f61-01d5-47e8-a2da-2b204b0cc29f HTTP/1.1" status: 204 len: 168 time: 0.6725643 Dec 17 16:11:33.315778 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d737a-9012-446d-9075-e29e87277292 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0737f61-01d5-47e8-a2da-2b204b0cc29f,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:33.622699 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41226) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:11:33.661492 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-55c83d02-cb1b-4cc3-ab5d-8542ce9361b6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bd68706f6c3b479fbd5c963f53102a88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376096 Dec 17 16:11:33.663991 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41228) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:11:33.716346 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1413d7be-dbfd-476e-8e31-9c6d324fc88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:33.738423 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1413d7be-dbfd-476e-8e31-9c6d324fc88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:33.855970 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1413d7be-dbfd-476e-8e31-9c6d324fc88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:33.858514 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1413d7be-dbfd-476e-8e31-9c6d324fc88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:33.859759 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1413d7be-dbfd-476e-8e31-9c6d324fc88b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e HTTP/1.1" status: 204 len: 168 time: 0.1948767 Dec 17 16:11:33.868398 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413d7be-dbfd-476e-8e31-9c6d324fc88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe9fc9a-73dc-4e53-a3e6-fabc4e8be06e,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:33.912487 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 1d07d7b8-914a-41e0-b16c-93b5342e38bc no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:11:33.933142 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 1d07d7b8-914a-41e0-b16c-93b5342e38bc {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:11:33.933592 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 1d07d7b8-914a-41e0-b16c-93b5342e38bc not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:11:33.934073 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 67f9ca2e-5763-4b6c-8cbb-8a04a7e002fe no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:11:33.955306 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 67f9ca2e-5763-4b6c-8cbb-8a04a7e002fe {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:11:33.955655 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 67f9ca2e-5763-4b6c-8cbb-8a04a7e002fe not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:11:33.956066 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 2539005e-a433-4ed3-ace2-ac7aca0be7eb no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:11:33.975067 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 2539005e-a433-4ed3-ace2-ac7aca0be7eb {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:11:33.975414 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 2539005e-a433-4ed3-ace2-ac7aca0be7eb not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:11:34.086835 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:34.264017 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:34.556056 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41236) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:11:34.596397 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d16f6843-ea42-4d22-a9f0-6f304119a688 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=859e16aeb10149d0a05cf05a43ceab92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389755 Dec 17 16:11:34.598920 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41238) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:11:34.646649 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ee58df5b-dd90-466a-a159-a83a0bdc9257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:34.668790 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ee58df5b-dd90-466a-a159-a83a0bdc9257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:34.789107 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ee58df5b-dd90-466a-a159-a83a0bdc9257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:34.792443 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ee58df5b-dd90-466a-a159-a83a0bdc9257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:34.793657 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ee58df5b-dd90-466a-a159-a83a0bdc9257 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/19f56d60-be98-4531-a023-6f79ea30afdd HTTP/1.1" status: 204 len: 168 time: 0.1938384 Dec 17 16:11:34.801557 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58df5b-dd90-466a-a159-a83a0bdc9257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f56d60-be98-4531-a023-6f79ea30afdd,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:36.829003 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:11:40.981270 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:45.680106 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-178eb8b2-ca6a-4579-a2b9-b61d28891fff tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=fc59ce179c864115806cfd802050eb77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312998 Dec 17 16:11:45.858312 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-6c8759d1-7c52-45fb-8411-6667aac6e648 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:45.859805 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-6c8759d1-7c52-45fb-8411-6667aac6e648 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1740289 Dec 17 16:11:45.875094 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-eb1ea5e9-85e4-4e9a-ae3e-f9b0b63612b9 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] 10.222.0.46 "GET /v2.0/quotas/fc59ce179c864115806cfd802050eb77 HTTP/1.1" status: 200 len: 375 time: 0.0096395 Dec 17 16:11:45.907631 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-c8c96ad0-cfe5-4a9d-9435-01bc3cf13235 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fc59ce179c864115806cfd802050eb77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272207 Dec 17 16:11:46.147161 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7cf9f109-d8c9-47e1-b95b-21c707bb7dfa req-e67f9555-77b6-43dd-bba5-ea77cfdc0a6a tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad32646c-43c8-4385-a00f-8cd752d1cbac HTTP/1.1" status: 200 len: 210 time: 0.0253274 Dec 17 16:11:47.242496 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d33ed030-5290-44c3-8b83-bd8bb6cb3990 req-304d2b67-968e-4186-b676-a8bb3c5e62e1 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad32646c-43c8-4385-a00f-8cd752d1cbac HTTP/1.1" status: 200 len: 210 time: 0.0301628 Dec 17 16:11:48.217980 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-ac80a0ba-845c-489a-80ee-2c431088a93b tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=fc59ce179c864115806cfd802050eb77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285537 Dec 17 16:11:48.371826 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b913691d-21bc-4b37-96fd-958eb7df40ea req-7e7dbd73-191a-4c86-98ec-0298669968e7 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad32646c-43c8-4385-a00f-8cd752d1cbac HTTP/1.1" status: 200 len: 210 time: 0.0257854 Dec 17 16:11:48.421994 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-074c910d-65bb-4270-a64c-9af2d06a86d4 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:48.423429 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-074c910d-65bb-4270-a64c-9af2d06a86d4 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1988633 Dec 17 16:11:48.438148 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-aba3a1ae-f77b-4601-b99e-65b947e6fd4c tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] Request body: {'port': {'device_id': 'ad32646c-43c8-4385-a00f-8cd752d1cbac', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'admin_state_up': True, 'tenant_id': 'fc59ce179c864115806cfd802050eb77'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:11:48.638809 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-aba3a1ae-f77b-4601-b99e-65b947e6fd4c tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] Made reservation on behalf of fc59ce179c864115806cfd802050eb77 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:11:48.642495 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-aba3a1ae-f77b-4601-b99e-65b947e6fd4c tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:48.655082 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-aba3a1ae-f77b-4601-b99e-65b947e6fd4c tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:48.726256 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-aba3a1ae-f77b-4601-b99e-65b947e6fd4c tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:48.814855 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-aba3a1ae-f77b-4601-b99e-65b947e6fd4c tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:48.874922 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3a1ae-f77b-4601-b99e-65b947e6fd4c tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=565ffd64-aa45-4a08-8c8e-1c1559b31976,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:48.946976 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-aba3a1ae-f77b-4601-b99e-65b947e6fd4c tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] Allocated IP 192.168.233.203 (f97c7142-717f-43eb-a835-5fcd8d6a6486/b0a1cb4f-5aa5-4130-b24e-105310ef66e4/b2d3ae8f-3695-483a-ae24-96eaf18b6f54) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:11:49.092551 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-aba3a1ae-f77b-4601-b99e-65b947e6fd4c tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:49.175441 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-aba3a1ae-f77b-4601-b99e-65b947e6fd4c tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:49.220311 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-aba3a1ae-f77b-4601-b99e-65b947e6fd4c tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] Network f97c7142-717f-43eb-a835-5fcd8d6a6486 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:11:49.223486 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-aba3a1ae-f77b-4601-b99e-65b947e6fd4c tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:11:49.227387 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-aba3a1ae-f77b-4601-b99e-65b947e6fd4c tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:11:49.253545 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3a1ae-f77b-4601-b99e-65b947e6fd4c tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] Pushing event updated for resources: {'Port': ['ID=b2d3ae8f-3695-483a-ae24-96eaf18b6f54,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:49.282273 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-aba3a1ae-f77b-4601-b99e-65b947e6fd4c tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:49.282901 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-aba3a1ae-f77b-4601-b99e-65b947e6fd4c tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:49.363855 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-aba3a1ae-f77b-4601-b99e-65b947e6fd4c tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9297953 Dec 17 16:11:49.442561 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-816f0cfd-7e3f-47b5-a44b-fe2993fef204 None None] Provisioning complete for port b2d3ae8f-3695-483a-ae24-96eaf18b6f54 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:11:49.443612 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-816f0cfd-7e3f-47b5-a44b-fe2993fef204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:49.480975 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-816f0cfd-7e3f-47b5-a44b-fe2993fef204 None None] Port b2d3ae8f-3695-483a-ae24-96eaf18b6f54 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:11:49.489723 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe763498-82a6-45d2-aec9-7a288f2f4c0a req-1549c471-ede1-4483-80ec-05cab11c4bb9 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:49.491324 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fe763498-82a6-45d2-aec9-7a288f2f4c0a req-1549c471-ede1-4483-80ec-05cab11c4bb9 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad32646c-43c8-4385-a00f-8cd752d1cbac HTTP/1.1" status: 200 len: 936 time: 0.0512900 Dec 17 16:11:49.491981 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-7ba5555d-fe55-48cb-9a73-b7b1f1fa09d4 service neutron] Request body: {'port': {'device_id': 'ad32646c-43c8-4385-a00f-8cd752d1cbac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:11:49.528373 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fe763498-82a6-45d2-aec9-7a288f2f4c0a req-08104d5e-e2e2-43aa-8c49-233f69184831 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] 10.222.0.46 "GET /v2.0/security-groups?id=565ffd64-aa45-4a08-8c8e-1c1559b31976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305612 Dec 17 16:11:49.545036 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-7ba5555d-fe55-48cb-9a73-b7b1f1fa09d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:50.137213 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-7ba5555d-fe55-48cb-9a73-b7b1f1fa09d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2d3ae8f-3695-483a-ae24-96eaf18b6f54 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:11:50.144558 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-7ba5555d-fe55-48cb-9a73-b7b1f1fa09d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:50.157254 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-7ba5555d-fe55-48cb-9a73-b7b1f1fa09d4 service neutron] Transition to ACTIVE for port object b2d3ae8f-3695-483a-ae24-96eaf18b6f54 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:11:50.226609 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-7ba5555d-fe55-48cb-9a73-b7b1f1fa09d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:50.283474 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5555d-fe55-48cb-9a73-b7b1f1fa09d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d3ae8f-3695-483a-ae24-96eaf18b6f54,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:50.365819 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-7ba5555d-fe55-48cb-9a73-b7b1f1fa09d4 service neutron] Attempting to bind port b2d3ae8f-3695-483a-ae24-96eaf18b6f54 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:11:50.366165 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-7ba5555d-fe55-48cb-9a73-b7b1f1fa09d4 service neutron] Attempting to bind port b2d3ae8f-3695-483a-ae24-96eaf18b6f54 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:11:50.366498 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-7ba5555d-fe55-48cb-9a73-b7b1f1fa09d4 service neutron] Attempting to bind port b2d3ae8f-3695-483a-ae24-96eaf18b6f54 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:11:50.371325 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-7ba5555d-fe55-48cb-9a73-b7b1f1fa09d4 service neutron] Port b2d3ae8f-3695-483a-ae24-96eaf18b6f54 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:11:50.372147 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-7ba5555d-fe55-48cb-9a73-b7b1f1fa09d4 service neutron] Attempting to bind port b2d3ae8f-3695-483a-ae24-96eaf18b6f54 on network f97c7142-717f-43eb-a835-5fcd8d6a6486 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:11:50.377345 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-7ba5555d-fe55-48cb-9a73-b7b1f1fa09d4 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:11:50.377688 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-7ba5555d-fe55-48cb-9a73-b7b1f1fa09d4 service neutron] Checking segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:11:50.378075 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-7ba5555d-fe55-48cb-9a73-b7b1f1fa09d4 service neutron] Bound using segment: {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:11:50.378504 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-7ba5555d-fe55-48cb-9a73-b7b1f1fa09d4 service neutron] Bound port: b2d3ae8f-3695-483a-ae24-96eaf18b6f54, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aeaf749-6667-413f-8996-ff69711702db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:11:50.378858 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-7ba5555d-fe55-48cb-9a73-b7b1f1fa09d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:50.452201 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-7ba5555d-fe55-48cb-9a73-b7b1f1fa09d4 service neutron] For port b2d3ae8f-3695-483a-ae24-96eaf18b6f54, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:11:50.455416 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-7ba5555d-fe55-48cb-9a73-b7b1f1fa09d4 service neutron] For port b2d3ae8f-3695-483a-ae24-96eaf18b6f54, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=b2d3ae8f-3695-483a-ae24-96eaf18b6f54,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:11:50.544551 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-7ba5555d-fe55-48cb-9a73-b7b1f1fa09d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:50.580523 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-7ba5555d-fe55-48cb-9a73-b7b1f1fa09d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:50.581309 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-7ba5555d-fe55-48cb-9a73-b7b1f1fa09d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:50.582696 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-7ba5555d-fe55-48cb-9a73-b7b1f1fa09d4 service neutron] 10.222.0.13 "PUT /v2.0/ports/b2d3ae8f-3695-483a-ae24-96eaf18b6f54 HTTP/1.1" status: 200 len: 1096 time: 1.2093582 Dec 17 16:11:50.583139 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad32646c-43c8-4385-a00f-8cd752d1cbac', 'tag': 'b2d3ae8f-3695-483a-ae24-96eaf18b6f54'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:11:50.585449 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4679085f-6e74-4869-acb3-b03347aeb4ff" -d '{"events": [{"name": "network-changed", "server_uuid": "ad32646c-43c8-4385-a00f-8cd752d1cbac", "tag": "b2d3ae8f-3695-483a-ae24-96eaf18b6f54"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:11:50.631622 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5555d-fe55-48cb-9a73-b7b1f1fa09d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d3ae8f-3695-483a-ae24-96eaf18b6f54,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:50.642576 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a25160-980f-41f8-a771-7c609b97719c x-openstack-request-id: req-55a25160-980f-41f8-a771-7c609b97719c {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:11:50.642848 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad32646c-43c8-4385-a00f-8cd752d1cbac", "tag": "b2d3ae8f-3695-483a-ae24-96eaf18b6f54", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:11:50.643012 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-55a25160-980f-41f8-a771-7c609b97719c {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:11:50.643382 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad32646c-43c8-4385-a00f-8cd752d1cbac', 'tag': 'b2d3ae8f-3695-483a-ae24-96eaf18b6f54', 'status': 'completed', 'code': 200} Dec 17 16:11:50.686877 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbe881-3a39-4b0f-9f41-eebc13e226c2 req-5a31d548-f1a6-475f-a01e-20a699078baf tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:50.690858 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-22dbe881-3a39-4b0f-9f41-eebc13e226c2 req-5a31d548-f1a6-475f-a01e-20a699078baf tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad32646c-43c8-4385-a00f-8cd752d1cbac HTTP/1.1" status: 200 len: 948 time: 0.0689168 Dec 17 16:11:50.694084 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679085f-6e74-4869-acb3-b03347aeb4ff req-6d681883-61eb-4516-baad-5652357a3a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:50.695733 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4679085f-6e74-4869-acb3-b03347aeb4ff req-6d681883-61eb-4516-baad-5652357a3a5b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc59ce179c864115806cfd802050eb77&device_id=ad32646c-43c8-4385-a00f-8cd752d1cbac HTTP/1.1" status: 200 len: 1099 time: 0.0457206 Dec 17 16:11:50.725940 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4679085f-6e74-4869-acb3-b03347aeb4ff req-e3d54ccc-39e6-412a-8de0-14aec45518d6 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=fc59ce179c864115806cfd802050eb77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226567 Dec 17 16:11:50.736182 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-22dbe881-3a39-4b0f-9f41-eebc13e226c2 req-13785270-99d9-42c2-a3fa-83882cafaa49 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] 10.222.0.46 "GET /v2.0/security-groups?id=565ffd64-aa45-4a08-8c8e-1c1559b31976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378134 Dec 17 16:11:50.848302 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679085f-6e74-4869-acb3-b03347aeb4ff req-97b57f4f-88d1-42de-b7fc-36f1f68d9204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:50.850475 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4679085f-6e74-4869-acb3-b03347aeb4ff req-97b57f4f-88d1-42de-b7fc-36f1f68d9204 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1175232 Dec 17 16:11:50.925126 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-5e5b2d2f-7b00-401e-8b46-b59b9d26b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:50.926530 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-5e5b2d2f-7b00-401e-8b46-b59b9d26b5fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc59ce179c864115806cfd802050eb77&device_id=ad32646c-43c8-4385-a00f-8cd752d1cbac HTTP/1.1" status: 200 len: 1099 time: 0.0408208 Dec 17 16:11:50.973252 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-4f60212d-daab-4a85-ba43-4a2e724498fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=b2d3ae8f-3695-483a-ae24-96eaf18b6f54 HTTP/1.1" status: 200 len: 217 time: 0.0379691 Dec 17 16:11:51.025233 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-50b9a121-a2c2-42d3-8a13-2dec1fc8383f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:51.026664 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-50b9a121-a2c2-42d3-8a13-2dec1fc8383f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0a1cb4f-5aa5-4130-b24e-105310ef66e4 HTTP/1.1" status: 200 len: 843 time: 0.0469725 Dec 17 16:11:51.077572 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-08975a4a-c9c2-45ba-b5a8-a066b61df807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:51.079029 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-08975a4a-c9c2-45ba-b5a8-a066b61df807 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f97c7142-717f-43eb-a835-5fcd8d6a6486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0441241 Dec 17 16:11:51.175414 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-6d2aa5c4-ee4f-4abb-8073-6fb67f599bd3 service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889380 Dec 17 16:11:51.267901 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9d2dc2b3-1ff1-4f21-86e8-2df9b07b077e req-6ad2b881-68fc-4b62-bece-4b5a21d1badb service neutron] 10.222.0.13 "GET /v2.0/networks/f97c7142-717f-43eb-a835-5fcd8d6a6486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859642 Dec 17 16:11:51.867177 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343e076-a501-4942-aeb1-9064a4bfe8dc req-f0cc6732-2ebd-48d0-a7da-b0e82d428700 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:51.868652 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7343e076-a501-4942-aeb1-9064a4bfe8dc req-f0cc6732-2ebd-48d0-a7da-b0e82d428700 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad32646c-43c8-4385-a00f-8cd752d1cbac HTTP/1.1" status: 200 len: 948 time: 0.0582683 Dec 17 16:11:51.906855 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7343e076-a501-4942-aeb1-9064a4bfe8dc req-5a153c73-c3ff-4452-8b59-2d0b7edf4aa5 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] 10.222.0.46 "GET /v2.0/security-groups?id=565ffd64-aa45-4a08-8c8e-1c1559b31976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323091 Dec 17 16:11:52.990267 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device b2d3ae8f-3695-483a-ae24-96eaf18b6f54 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:11:53.020663 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c182ca-9c82-4978-98ee-ff10fe467e53 req-5a444918-ca16-48bb-85ad-81d4d28c350c tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:53.022152 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6c182ca-9c82-4978-98ee-ff10fe467e53 req-5a444918-ca16-48bb-85ad-81d4d28c350c tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad32646c-43c8-4385-a00f-8cd752d1cbac HTTP/1.1" status: 200 len: 948 time: 0.0498977 Dec 17 16:11:53.060888 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6c182ca-9c82-4978-98ee-ff10fe467e53 req-7b9533a2-3704-4370-84af-c9cf5d08a4f2 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] 10.222.0.46 "GET /v2.0/security-groups?id=565ffd64-aa45-4a08-8c8e-1c1559b31976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325823 Dec 17 16:11:53.087595 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port b2d3ae8f-3695-483a-ae24-96eaf18b6f54, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=b2d3ae8f-3695-483a-ae24-96eaf18b6f54,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:53.099245 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'b2d3ae8f-3695-483a-ae24-96eaf18b6f54', 'network_id': 'f97c7142-717f-43eb-a835-5fcd8d6a6486', 'port_id': 'b2d3ae8f-3695-483a-ae24-96eaf18b6f54', 'mac_address': 'fa:16:3e:ca:cc:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a1cb4f-5aa5-4130-b24e-105310ef66e4', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:11:53.137764 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:53.149953 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2d3ae8f-3695-483a-ae24-96eaf18b6f54 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:11:53.169814 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port b2d3ae8f-3695-483a-ae24-96eaf18b6f54, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=b2d3ae8f-3695-483a-ae24-96eaf18b6f54,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:53.263736 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:53.323251 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=b2d3ae8f-3695-483a-ae24-96eaf18b6f54,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:53.500511 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['b2d3ae8f-3695-483a-ae24-96eaf18b6f54'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:11:54.184735 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30d51f-81c5-49c5-812f-07baef776c42 req-0611772f-79e6-4e40-8d10-58d8ff1b2023 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:54.186245 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fb30d51f-81c5-49c5-812f-07baef776c42 req-0611772f-79e6-4e40-8d10-58d8ff1b2023 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad32646c-43c8-4385-a00f-8cd752d1cbac HTTP/1.1" status: 200 len: 949 time: 0.0492792 Dec 17 16:11:54.224474 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fb30d51f-81c5-49c5-812f-07baef776c42 req-cf9c8c25-00ee-4fe4-a99f-d4c02b9d7265 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] 10.222.0.46 "GET /v2.0/security-groups?id=565ffd64-aa45-4a08-8c8e-1c1559b31976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323386 Dec 17 16:11:55.005736 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device b2d3ae8f-3695-483a-ae24-96eaf18b6f54 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:11:55.175040 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port b2d3ae8f-3695-483a-ae24-96eaf18b6f54 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:11:55.178767 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port b2d3ae8f-3695-483a-ae24-96eaf18b6f54 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:11:55.179137 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:55.256601 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:55.279657 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad32646c-43c8-4385-a00f-8cd752d1cbac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d3ae8f-3695-483a-ae24-96eaf18b6f54'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:11:55.281952 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043fbc75-ce98-4443-87b2-2d3d70d028ad" -d '{"events": [{"server_uuid": "ad32646c-43c8-4385-a00f-8cd752d1cbac", "name": "network-vif-plugged", "status": "completed", "tag": "b2d3ae8f-3695-483a-ae24-96eaf18b6f54"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:11:55.294851 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port b2d3ae8f-3695-483a-ae24-96eaf18b6f54, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=b2d3ae8f-3695-483a-ae24-96eaf18b6f54,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:11:55.319592 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39486dc-369e-42cd-b966-32d0239cbcaa x-openstack-request-id: req-d39486dc-369e-42cd-b966-32d0239cbcaa {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:11:55.319891 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad32646c-43c8-4385-a00f-8cd752d1cbac", "name": "network-vif-plugged", "status": "completed", "tag": "b2d3ae8f-3695-483a-ae24-96eaf18b6f54", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:11:55.320145 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d39486dc-369e-42cd-b966-32d0239cbcaa {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:11:55.320542 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad32646c-43c8-4385-a00f-8cd752d1cbac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d3ae8f-3695-483a-ae24-96eaf18b6f54', 'code': 200} Dec 17 16:11:55.345843 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3d35f-89ab-4f92-aaf6-d369e86bbee0 req-2f14f44b-3f20-4dda-97a5-43a905a8cf61 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:55.347424 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b7c3d35f-89ab-4f92-aaf6-d369e86bbee0 req-2f14f44b-3f20-4dda-97a5-43a905a8cf61 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad32646c-43c8-4385-a00f-8cd752d1cbac HTTP/1.1" status: 200 len: 949 time: 0.0564682 Dec 17 16:11:55.375079 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:55.396877 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b7c3d35f-89ab-4f92-aaf6-d369e86bbee0 req-2628c10b-bfcb-40b8-9580-f04221196a51 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] 10.222.0.46 "GET /v2.0/security-groups?id=565ffd64-aa45-4a08-8c8e-1c1559b31976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406790 Dec 17 16:11:55.419183 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bd4a8-8d74-4e16-9678-ba34622fef4e req-1dc91c8a-5514-48a2-b7b1-69be02839f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:55.420663 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-491bd4a8-8d74-4e16-9678-ba34622fef4e req-1dc91c8a-5514-48a2-b7b1-69be02839f70 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ad32646c-43c8-4385-a00f-8cd752d1cbac HTTP/1.1" status: 200 len: 1101 time: 0.0431621 Dec 17 16:11:55.428027 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=b2d3ae8f-3695-483a-ae24-96eaf18b6f54,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:11:55.457265 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-491bd4a8-8d74-4e16-9678-ba34622fef4e req-853f14d7-07a7-4d35-ac78-8db68618b15c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=565ffd64-aa45-4a08-8c8e-1c1559b31976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292227 Dec 17 16:11:56.312264 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:56.506267 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9487b-8139-4813-b637-857f1f6ed65c req-fa9ffd26-20d6-4ce4-843b-26d25e014c43 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:56.507751 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a0c9487b-8139-4813-b637-857f1f6ed65c req-fa9ffd26-20d6-4ce4-843b-26d25e014c43 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad32646c-43c8-4385-a00f-8cd752d1cbac HTTP/1.1" status: 200 len: 950 time: 0.0495155 Dec 17 16:11:56.545619 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a0c9487b-8139-4813-b637-857f1f6ed65c req-57fba838-e3b9-4936-a990-af1f830259c2 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] 10.222.0.46 "GET /v2.0/security-groups?id=565ffd64-aa45-4a08-8c8e-1c1559b31976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317132 Dec 17 16:11:57.655929 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a56b5-05bc-4996-b88e-924f6261ebae req-0ff9fca5-bec1-4f17-a98c-989105e4caa0 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:57.657384 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a19a56b5-05bc-4996-b88e-924f6261ebae req-0ff9fca5-bec1-4f17-a98c-989105e4caa0 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad32646c-43c8-4385-a00f-8cd752d1cbac HTTP/1.1" status: 200 len: 950 time: 0.0478301 Dec 17 16:11:57.694529 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a19a56b5-05bc-4996-b88e-924f6261ebae req-12254a65-8501-483d-8931-601361a33e80 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] 10.222.0.46 "GET /v2.0/security-groups?id=565ffd64-aa45-4a08-8c8e-1c1559b31976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312943 Dec 17 16:11:58.020010 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-4aa84c3e-b3d2-40d7-a3f7-8b76f2eb2ac7 req-ea79cd3b-ebd9-4d04-91e5-753ace4057b0 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:11:58.020982 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4aa84c3e-b3d2-40d7-a3f7-8b76f2eb2ac7 req-ea79cd3b-ebd9-4d04-91e5-753ace4057b0 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053124 Dec 17 16:11:58.577592 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-cd17ff06-f0ea-4a9e-b121-c1b964e16a87 req-5426370a-eda7-439e-a9b9-c6321e5fb21c service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:11:58.578639 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cd17ff06-f0ea-4a9e-b121-c1b964e16a87 req-5426370a-eda7-439e-a9b9-c6321e5fb21c service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473595 Dec 17 16:11:58.880708 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2d3c4c5e-1108-4a33-b84d-f721bc9e6fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:11:59.422619 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e4f5b-825c-4cb6-9044-162afdf9b0a6 req-d48b0a05-e7ba-40b6-a7dd-d468c9dd0f0a tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:11:59.424000 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0f3e4f5b-825c-4cb6-9044-162afdf9b0a6 req-d48b0a05-e7ba-40b6-a7dd-d468c9dd0f0a tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad32646c-43c8-4385-a00f-8cd752d1cbac HTTP/1.1" status: 200 len: 950 time: 0.2909403 Dec 17 16:11:59.460752 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0f3e4f5b-825c-4cb6-9044-162afdf9b0a6 req-8505fa0d-2457-4662-9193-bdcf15220185 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] 10.222.0.46 "GET /v2.0/security-groups?id=565ffd64-aa45-4a08-8c8e-1c1559b31976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305707 Dec 17 16:12:00.425264 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231aca4a-90cc-441f-a5ba-6045940a97bc req-0d73c831-ee99-43b6-a38c-bb6113200422 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:00.426697 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-231aca4a-90cc-441f-a5ba-6045940a97bc req-0d73c831-ee99-43b6-a38c-bb6113200422 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad32646c-43c8-4385-a00f-8cd752d1cbac HTTP/1.1" status: 200 len: 950 time: 0.0524278 Dec 17 16:12:00.515976 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-231aca4a-90cc-441f-a5ba-6045940a97bc req-9469689a-8a37-4ba9-9dc1-c09e7d184a82 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] Deleting port b2d3ae8f-3695-483a-ae24-96eaf18b6f54 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:12:00.516321 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-231aca4a-90cc-441f-a5ba-6045940a97bc req-9469689a-8a37-4ba9-9dc1-c09e7d184a82 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:00.578137 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a3cd0-1ef3-4c77-8081-f79b52dc35a5 req-6e629f65-0642-4538-b84e-b9ab23e0024b tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:00.579606 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c0a3cd0-1ef3-4c77-8081-f79b52dc35a5 req-6e629f65-0642-4538-b84e-b9ab23e0024b tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad32646c-43c8-4385-a00f-8cd752d1cbac HTTP/1.1" status: 200 len: 950 time: 0.0494902 Dec 17 16:12:00.610792 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-231aca4a-90cc-441f-a5ba-6045940a97bc req-9469689a-8a37-4ba9-9dc1-c09e7d184a82 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] For port b2d3ae8f-3695-483a-ae24-96eaf18b6f54, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=b2d3ae8f-3695-483a-ae24-96eaf18b6f54,segment=NetworkSegment(4aeaf749-6667-413f-8996-ff69711702db),segment_id=4aeaf749-6667-413f-8996-ff69711702db)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:00.611159 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-231aca4a-90cc-441f-a5ba-6045940a97bc req-9469689a-8a37-4ba9-9dc1-c09e7d184a82 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:00.617859 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c0a3cd0-1ef3-4c77-8081-f79b52dc35a5 req-81afbfc5-9abe-4403-9977-7aadc10c694f tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] 10.222.0.46 "GET /v2.0/security-groups?id=565ffd64-aa45-4a08-8c8e-1c1559b31976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316355 Dec 17 16:12:00.624154 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-231aca4a-90cc-441f-a5ba-6045940a97bc req-9469689a-8a37-4ba9-9dc1-c09e7d184a82 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] Calling delete_port for b2d3ae8f-3695-483a-ae24-96eaf18b6f54 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:12:00.835048 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-231aca4a-90cc-441f-a5ba-6045940a97bc req-9469689a-8a37-4ba9-9dc1-c09e7d184a82 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:00.846874 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['b2d3ae8f-3695-483a-ae24-96eaf18b6f54'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:12:00.867897 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9469689a-8a37-4ba9-9dc1-c09e7d184a82 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] Pushing event deleted for resources: {'Port': ['ID=b2d3ae8f-3695-483a-ae24-96eaf18b6f54,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:00.909586 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-231aca4a-90cc-441f-a5ba-6045940a97bc req-9469689a-8a37-4ba9-9dc1-c09e7d184a82 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] No DVR routers for this DVR port b2d3ae8f-3695-483a-ae24-96eaf18b6f54 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:12:00.912282 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-231aca4a-90cc-441f-a5ba-6045940a97bc req-9469689a-8a37-4ba9-9dc1-c09e7d184a82 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:00.915577 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-231aca4a-90cc-441f-a5ba-6045940a97bc req-9469689a-8a37-4ba9-9dc1-c09e7d184a82 tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] 10.222.0.13 "DELETE /v2.0/ports/b2d3ae8f-3695-483a-ae24-96eaf18b6f54 HTTP/1.1" status: 204 len: 173 time: 0.4832573 Dec 17 16:12:00.916035 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad32646c-43c8-4385-a00f-8cd752d1cbac', 'name': 'network-vif-deleted', 'tag': 'b2d3ae8f-3695-483a-ae24-96eaf18b6f54'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:12:00.918300 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f362746-4057-45a6-9c5d-8f315a3f1ae3" -d '{"events": [{"server_uuid": "ad32646c-43c8-4385-a00f-8cd752d1cbac", "name": "network-vif-deleted", "tag": "b2d3ae8f-3695-483a-ae24-96eaf18b6f54"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:12:00.962142 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c168e4fc-80f1-4fe8-8159-4f20e1c85b06 x-openstack-request-id: req-c168e4fc-80f1-4fe8-8159-4f20e1c85b06 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:12:00.962437 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad32646c-43c8-4385-a00f-8cd752d1cbac", "name": "network-vif-deleted", "tag": "b2d3ae8f-3695-483a-ae24-96eaf18b6f54", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:12:00.962746 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c168e4fc-80f1-4fe8-8159-4f20e1c85b06 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:12:00.963288 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad32646c-43c8-4385-a00f-8cd752d1cbac', 'name': 'network-vif-deleted', 'tag': 'b2d3ae8f-3695-483a-ae24-96eaf18b6f54', 'status': 'completed', 'code': 200} Dec 17 16:12:01.089742 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c5a2a997-49e5-4165-9f4f-510f24a30dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:01.729669 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc2099c2-39b2-4966-87cc-9a692dc8158c req-878a58d2-b640-4e04-bd99-b87a78c6164b tempest-ServersAdminNegativeTestJSON-344922590 tempest-ServersAdminNegativeTestJSON-344922590-project] 10.222.0.46 "GET /v2.0/ports?device_id=ad32646c-43c8-4385-a00f-8cd752d1cbac HTTP/1.1" status: 200 len: 210 time: 0.0265284 Dec 17 16:12:02.471962 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:03.036734 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device b2d3ae8f-3695-483a-ae24-96eaf18b6f54 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:12:03.058146 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: b2d3ae8f-3695-483a-ae24-96eaf18b6f54 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:12:03.058498 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device b2d3ae8f-3695-483a-ae24-96eaf18b6f54 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:12:03.235274 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41402) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:12:03.365222 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3cdf2d9b-bb63-4aa9-ac04-d7f2461bcd2f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fc59ce179c864115806cfd802050eb77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1287901 Dec 17 16:12:03.367733 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41406) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:12:03.414881 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3644e7e0-2d3f-4959-a1a0-50de05cf77ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:03.435134 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3644e7e0-2d3f-4959-a1a0-50de05cf77ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:03.561743 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3644e7e0-2d3f-4959-a1a0-50de05cf77ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:03.561743 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3644e7e0-2d3f-4959-a1a0-50de05cf77ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:03.561743 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3644e7e0-2d3f-4959-a1a0-50de05cf77ed admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/565ffd64-aa45-4a08-8c8e-1c1559b31976 HTTP/1.1" status: 204 len: 168 time: 0.1926258 Dec 17 16:12:03.569924 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644e7e0-2d3f-4959-a1a0-50de05cf77ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565ffd64-aa45-4a08-8c8e-1c1559b31976,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:03.578137 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3644e7e0-2d3f-4959-a1a0-50de05cf77ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:03.578491 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3644e7e0-2d3f-4959-a1a0-50de05cf77ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:03.578838 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3644e7e0-2d3f-4959-a1a0-50de05cf77ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:03.579175 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3644e7e0-2d3f-4959-a1a0-50de05cf77ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:03.579513 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3644e7e0-2d3f-4959-a1a0-50de05cf77ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:03.579924 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3644e7e0-2d3f-4959-a1a0-50de05cf77ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:03.580277 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3644e7e0-2d3f-4959-a1a0-50de05cf77ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:03.580608 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3644e7e0-2d3f-4959-a1a0-50de05cf77ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:03.580941 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3644e7e0-2d3f-4959-a1a0-50de05cf77ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:03.581319 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3644e7e0-2d3f-4959-a1a0-50de05cf77ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:03.581762 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3644e7e0-2d3f-4959-a1a0-50de05cf77ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:03.582279 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3644e7e0-2d3f-4959-a1a0-50de05cf77ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:04.049501 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:04.212239 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41412) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:12:04.226059 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-521c50ed-2139-4822-8c9a-4059d3f08179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:04.269145 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:04.298856 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-521c50ed-2139-4822-8c9a-4059d3f08179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:04.371898 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-521c50ed-2139-4822-8c9a-4059d3f08179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:04.411827 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-521c50ed-2139-4822-8c9a-4059d3f08179 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=13e290726cfe4955aa73e899583f4b97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1985028 Dec 17 16:12:04.412697 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c50ed-2139-4822-8c9a-4059d3f08179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5126ac51-4a53-4379-8f4c-c474b90123f0,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:04.414983 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41414) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:12:04.463616 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-50cbffaf-ba66-4638-a6f0-0cf5705dd45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:04.485318 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-50cbffaf-ba66-4638-a6f0-0cf5705dd45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:04.600771 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-50cbffaf-ba66-4638-a6f0-0cf5705dd45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:04.603634 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-50cbffaf-ba66-4638-a6f0-0cf5705dd45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:04.604772 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-50cbffaf-ba66-4638-a6f0-0cf5705dd45e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5126ac51-4a53-4379-8f4c-c474b90123f0 HTTP/1.1" status: 204 len: 168 time: 0.1887910 Dec 17 16:12:04.613277 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cbffaf-ba66-4638-a6f0-0cf5705dd45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5126ac51-4a53-4379-8f4c-c474b90123f0,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:04.620549 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cbffaf-ba66-4638-a6f0-0cf5705dd45e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:04.620895 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cbffaf-ba66-4638-a6f0-0cf5705dd45e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:04.621259 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cbffaf-ba66-4638-a6f0-0cf5705dd45e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:04.621594 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cbffaf-ba66-4638-a6f0-0cf5705dd45e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:04.621981 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cbffaf-ba66-4638-a6f0-0cf5705dd45e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:04.622250 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cbffaf-ba66-4638-a6f0-0cf5705dd45e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:04.622754 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cbffaf-ba66-4638-a6f0-0cf5705dd45e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:04.623336 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cbffaf-ba66-4638-a6f0-0cf5705dd45e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:04.623672 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cbffaf-ba66-4638-a6f0-0cf5705dd45e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:04.624119 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cbffaf-ba66-4638-a6f0-0cf5705dd45e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:04.624446 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cbffaf-ba66-4638-a6f0-0cf5705dd45e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:04.624768 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cbffaf-ba66-4638-a6f0-0cf5705dd45e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:05.590938 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41436) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:12:05.686142 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-48670562-b181-4217-b209-28f013ecc894 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-986913211-network', 'tenant_id': '0030504f2d72488984ee03029921e3f0'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:12:05.783520 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48670562-b181-4217-b209-28f013ecc894 admin admin] Made reservation on behalf of 0030504f2d72488984ee03029921e3f0 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:12:05.785887 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-48670562-b181-4217-b209-28f013ecc894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:05.794839 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-48670562-b181-4217-b209-28f013ecc894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:05.868594 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-48670562-b181-4217-b209-28f013ecc894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:05.937491 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-48670562-b181-4217-b209-28f013ecc894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:05.962027 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48670562-b181-4217-b209-28f013ecc894 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:12:05.971587 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48670562-b181-4217-b209-28f013ecc894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2faf49c2-e1dd-4bd4-ae47-462c9538d817,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:05.976268 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-48670562-b181-4217-b209-28f013ecc894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:05.976639 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-48670562-b181-4217-b209-28f013ecc894 admin admin] Added segment f5ddce5a-ec6e-4726-bb12-5fa55ad9910c of type vlan for network 63084a2c-31b7-45d4-8d7e-31b244ea7269 Dec 17 16:12:06.016528 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-48670562-b181-4217-b209-28f013ecc894 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:06.117734 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-48670562-b181-4217-b209-28f013ecc894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:06.118745 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48670562-b181-4217-b209-28f013ecc894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:06.119326 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-48670562-b181-4217-b209-28f013ecc894 admin admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:06.180127 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48670562-b181-4217-b209-28f013ecc894 admin admin] Pushing event updated for resources: {'Network': ['ID=63084a2c-31b7-45d4-8d7e-31b244ea7269,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:06.190679 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 63084a2c-31b7-45d4-8d7e-31b244ea7269 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:12:06.226520 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-48670562-b181-4217-b209-28f013ecc894 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6335700 Dec 17 16:12:06.229796 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41440) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:12:06.235225 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-0d3db9cf-f7d0-4008-8626-1eee9cd265d0 admin admin] Request body: {'subnet': {'network_id': '63084a2c-31b7-45d4-8d7e-31b244ea7269', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-986913211-subnet', 'tenant_id': '0030504f2d72488984ee03029921e3f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:12:06.312150 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3db9cf-f7d0-4008-8626-1eee9cd265d0 admin admin] Made reservation on behalf of 0030504f2d72488984ee03029921e3f0 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:12:06.314697 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d3db9cf-f7d0-4008-8626-1eee9cd265d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:06.523527 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d3db9cf-f7d0-4008-8626-1eee9cd265d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:06.579265 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3db9cf-f7d0-4008-8626-1eee9cd265d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dac09f8b-1765-498a-9df8-3c8fa23d964d,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:06.589316 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3db9cf-f7d0-4008-8626-1eee9cd265d0 admin admin] Checking segment: {'id': 'f5ddce5a-ec6e-4726-bb12-5fa55ad9910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '63084a2c-31b7-45d4-8d7e-31b244ea7269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:12:06.589666 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3db9cf-f7d0-4008-8626-1eee9cd265d0 admin admin] Network hostable DHCP agents. Network: 63084a2c-31b7-45d4-8d7e-31b244ea7269, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:12:06.677435 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3db9cf-f7d0-4008-8626-1eee9cd265d0 admin admin] Network 63084a2c-31b7-45d4-8d7e-31b244ea7269 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:12:06.734608 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-0d3db9cf-f7d0-4008-8626-1eee9cd265d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 63084a2c-31b7-45d4-8d7e-31b244ea7269) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:12:06.738881 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3db9cf-f7d0-4008-8626-1eee9cd265d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:06.739513 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d3db9cf-f7d0-4008-8626-1eee9cd265d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:06.743853 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1615612-909b-4986-bb78-3336b11353cb None None] Network 63084a2c-31b7-45d4-8d7e-31b244ea7269 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:12:06.815818 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0d3db9cf-f7d0-4008-8626-1eee9cd265d0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5847437 Dec 17 16:12:06.868297 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29887f9-99d3-4330-a521-3ae1e08cf4f3 None None] Network 63084a2c-31b7-45d4-8d7e-31b244ea7269 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:12:07.230369 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-10c9fe0e-6297-4038-8046-69217a7cb5e1 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:07.232335 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-10c9fe0e-6297-4038-8046-69217a7cb5e1 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/networks?id=63084a2c-31b7-45d4-8d7e-31b244ea7269 HTTP/1.1" status: 200 len: 811 time: 0.0993612 Dec 17 16:12:07.247013 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-b52f5a1b-27fc-44bd-8533-a06c95b41b28 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/quotas/0030504f2d72488984ee03029921e3f0 HTTP/1.1" status: 200 len: 375 time: 0.0088408 Dec 17 16:12:07.282755 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-8d5f96d4-b90e-450e-a159-d1b951cb184a tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0030504f2d72488984ee03029921e3f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299358 Dec 17 16:12:07.372446 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-4af08f9e-50bb-4037-a073-75c5f90a2fd0 service neutron] 10.222.0.46 "GET /v2.0/networks/63084a2c-31b7-45d4-8d7e-31b244ea7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826302 Dec 17 16:12:07.464881 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-aac834f0-690d-48bb-9f12-2808c0ff02d5 service neutron] 10.222.0.46 "GET /v2.0/networks/63084a2c-31b7-45d4-8d7e-31b244ea7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859537 Dec 17 16:12:07.704104 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6f528e2e-c23a-4043-8415-37ee3364868c req-d010fff4-5796-4a40-8548-af277bafdb5b tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 210 time: 0.0263448 Dec 17 16:12:08.800103 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b967cf49-cc6f-476d-a8b7-11637b88eb2a req-ea06ce9a-adaf-40c3-a38a-ddce776fee0c tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 210 time: 0.0263412 Dec 17 16:12:09.707145 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-da84aba7-a2e6-4809-9df9-3d0ab9354a78 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:09.708602 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-da84aba7-a2e6-4809-9df9-3d0ab9354a78 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.13 "GET /v2.0/networks?id=63084a2c-31b7-45d4-8d7e-31b244ea7269 HTTP/1.1" status: 200 len: 811 time: 0.1028507 Dec 17 16:12:09.720959 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-0799f212-7952-430e-bf35-1b7292c7d92f tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Request body: {'port': {'device_id': '3d107337-2b96-4ab5-bfac-5aadc7a1a61b', 'network_id': '63084a2c-31b7-45d4-8d7e-31b244ea7269', 'admin_state_up': True, 'tenant_id': '0030504f2d72488984ee03029921e3f0'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:12:09.896455 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34e0d745-5456-43eb-a995-bc81612f878f req-28941b3c-8a2d-430e-a1a6-2806d75c4452 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 210 time: 0.0289595 Dec 17 16:12:09.897828 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-0799f212-7952-430e-bf35-1b7292c7d92f tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Made reservation on behalf of 0030504f2d72488984ee03029921e3f0 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:12:09.901396 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-0799f212-7952-430e-bf35-1b7292c7d92f tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:10.026920 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-0799f212-7952-430e-bf35-1b7292c7d92f tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Allocated IP 172.20.0.12 (63084a2c-31b7-45d4-8d7e-31b244ea7269/dac09f8b-1765-498a-9df8-3c8fa23d964d/587bf0d3-ee62-492d-81ce-f4c7c05e7409) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:12:10.173343 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-0799f212-7952-430e-bf35-1b7292c7d92f tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:10.255094 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-0799f212-7952-430e-bf35-1b7292c7d92f tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:10.301980 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-0799f212-7952-430e-bf35-1b7292c7d92f tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Network 63084a2c-31b7-45d4-8d7e-31b244ea7269 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:12:10.304945 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-0799f212-7952-430e-bf35-1b7292c7d92f tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:12:10.308490 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-0799f212-7952-430e-bf35-1b7292c7d92f tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:12:10.317708 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799f212-7952-430e-bf35-1b7292c7d92f tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Pushing event updated for resources: {'Port': ['ID=587bf0d3-ee62-492d-81ce-f4c7c05e7409,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:10.362430 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-0799f212-7952-430e-bf35-1b7292c7d92f tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:10.363034 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-0799f212-7952-430e-bf35-1b7292c7d92f tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:10.431630 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-0799f212-7952-430e-bf35-1b7292c7d92f tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7148361 Dec 17 16:12:10.444639 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-76a1e640-e643-4403-b120-1297f955a009 service neutron] Request body: {'port': {'device_id': '3d107337-2b96-4ab5-bfac-5aadc7a1a61b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:12:10.497357 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-76a1e640-e643-4403-b120-1297f955a009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:10.756484 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-76a1e640-e643-4403-b120-1297f955a009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 587bf0d3-ee62-492d-81ce-f4c7c05e7409 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:12:10.763669 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-76a1e640-e643-4403-b120-1297f955a009 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:10.775162 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-76a1e640-e643-4403-b120-1297f955a009 service neutron] Transition to ACTIVE for port object 587bf0d3-ee62-492d-81ce-f4c7c05e7409 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:12:10.863192 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-76a1e640-e643-4403-b120-1297f955a009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:10.914581 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a1e640-e643-4403-b120-1297f955a009 service neutron] Pushing event updated for resources: {'Port': ['ID=587bf0d3-ee62-492d-81ce-f4c7c05e7409,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:10.983100 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-76a1e640-e643-4403-b120-1297f955a009 service neutron] Attempting to bind port 587bf0d3-ee62-492d-81ce-f4c7c05e7409 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:12:10.983465 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-76a1e640-e643-4403-b120-1297f955a009 service neutron] Attempting to bind port 587bf0d3-ee62-492d-81ce-f4c7c05e7409 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'f5ddce5a-ec6e-4726-bb12-5fa55ad9910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '63084a2c-31b7-45d4-8d7e-31b244ea7269'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:12:10.983750 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-76a1e640-e643-4403-b120-1297f955a009 service neutron] Attempting to bind port 587bf0d3-ee62-492d-81ce-f4c7c05e7409 on network 63084a2c-31b7-45d4-8d7e-31b244ea7269 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:12:10.988889 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-76a1e640-e643-4403-b120-1297f955a009 service neutron] Port 587bf0d3-ee62-492d-81ce-f4c7c05e7409 on network 63084a2c-31b7-45d4-8d7e-31b244ea7269 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:12:10.989238 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-76a1e640-e643-4403-b120-1297f955a009 service neutron] Attempting to bind port 587bf0d3-ee62-492d-81ce-f4c7c05e7409 on network 63084a2c-31b7-45d4-8d7e-31b244ea7269 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:12:10.994045 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-76a1e640-e643-4403-b120-1297f955a009 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:12:10.994375 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-76a1e640-e643-4403-b120-1297f955a009 service neutron] Checking segment: {'id': 'f5ddce5a-ec6e-4726-bb12-5fa55ad9910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '63084a2c-31b7-45d4-8d7e-31b244ea7269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:12:10.994748 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-76a1e640-e643-4403-b120-1297f955a009 service neutron] Bound using segment: {'id': 'f5ddce5a-ec6e-4726-bb12-5fa55ad9910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '63084a2c-31b7-45d4-8d7e-31b244ea7269'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:12:10.995161 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-76a1e640-e643-4403-b120-1297f955a009 service neutron] Bound port: 587bf0d3-ee62-492d-81ce-f4c7c05e7409, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5ddce5a-ec6e-4726-bb12-5fa55ad9910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '63084a2c-31b7-45d4-8d7e-31b244ea7269'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:12:10.995514 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-76a1e640-e643-4403-b120-1297f955a009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:11.001627 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:11.022225 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8559a-cc62-4e05-8de0-8d56ca915820 req-3ea54cf8-88a6-49d0-9c61-406a4c8bff17 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:11.022225 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8ec8559a-cc62-4e05-8de0-8d56ca915820 req-3ea54cf8-88a6-49d0-9c61-406a4c8bff17 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 944 time: 0.0497482 Dec 17 16:12:11.056181 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8ec8559a-cc62-4e05-8de0-8d56ca915820 req-2e770ad1-59d6-4054-98fa-5da09cf02091 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316131 Dec 17 16:12:11.062297 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-76a1e640-e643-4403-b120-1297f955a009 service neutron] For port 587bf0d3-ee62-492d-81ce-f4c7c05e7409, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:12:11.066433 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-76a1e640-e643-4403-b120-1297f955a009 service neutron] For port 587bf0d3-ee62-492d-81ce-f4c7c05e7409, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=587bf0d3-ee62-492d-81ce-f4c7c05e7409,segment=NetworkSegment(f5ddce5a-ec6e-4726-bb12-5fa55ad9910c),segment_id=f5ddce5a-ec6e-4726-bb12-5fa55ad9910c)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:12:11.120908 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-76a1e640-e643-4403-b120-1297f955a009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:11.154993 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-76a1e640-e643-4403-b120-1297f955a009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:11.155596 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-76a1e640-e643-4403-b120-1297f955a009 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:11.157624 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-76a1e640-e643-4403-b120-1297f955a009 service neutron] 10.222.0.13 "PUT /v2.0/ports/587bf0d3-ee62-492d-81ce-f4c7c05e7409 HTTP/1.1" status: 200 len: 1092 time: 0.7168403 Dec 17 16:12:11.158175 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d107337-2b96-4ab5-bfac-5aadc7a1a61b', 'tag': '587bf0d3-ee62-492d-81ce-f4c7c05e7409'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:12:11.160404 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0edf8d7-a9dc-483f-819c-ca84a00a919f" -d '{"events": [{"name": "network-changed", "server_uuid": "3d107337-2b96-4ab5-bfac-5aadc7a1a61b", "tag": "587bf0d3-ee62-492d-81ce-f4c7c05e7409"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:12:11.184933 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a1e640-e643-4403-b120-1297f955a009 service neutron] Pushing event updated for resources: {'Port': ['ID=587bf0d3-ee62-492d-81ce-f4c7c05e7409,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:11.199751 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78dba980-e2c7-42ac-a024-fea539829610 x-openstack-request-id: req-78dba980-e2c7-42ac-a024-fea539829610 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:12:11.205609 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d107337-2b96-4ab5-bfac-5aadc7a1a61b", "tag": "587bf0d3-ee62-492d-81ce-f4c7c05e7409", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:12:11.205609 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-78dba980-e2c7-42ac-a024-fea539829610 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:12:11.205609 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d107337-2b96-4ab5-bfac-5aadc7a1a61b', 'tag': '587bf0d3-ee62-492d-81ce-f4c7c05e7409', 'status': 'completed', 'code': 200} Dec 17 16:12:11.264584 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0edf8d7-a9dc-483f-819c-ca84a00a919f req-086487e8-6b60-46ce-9bb8-0ae64af78c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:11.266229 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f0edf8d7-a9dc-483f-819c-ca84a00a919f req-086487e8-6b60-46ce-9bb8-0ae64af78c83 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0030504f2d72488984ee03029921e3f0&device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 1095 time: 0.0429461 Dec 17 16:12:11.366546 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0edf8d7-a9dc-483f-819c-ca84a00a919f req-2b21aa0f-0719-481f-8568-273d631ce30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:11.367902 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f0edf8d7-a9dc-483f-819c-ca84a00a919f req-2b21aa0f-0719-481f-8568-273d631ce30c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0030504f2d72488984ee03029921e3f0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0943649 Dec 17 16:12:11.463483 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0edf8d7-a9dc-483f-819c-ca84a00a919f req-ea110cb1-f790-4eb1-8606-63637d38fa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:11.464925 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f0edf8d7-a9dc-483f-819c-ca84a00a919f req-ea110cb1-f790-4eb1-8606-63637d38fa51 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905993 Dec 17 16:12:11.542582 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-7a671c3a-c249-4c89-a052-fca1cbe779c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:11.544041 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-7a671c3a-c249-4c89-a052-fca1cbe779c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0030504f2d72488984ee03029921e3f0&device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 1095 time: 0.0403574 Dec 17 16:12:11.584445 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-1e490ff1-e7f2-45e6-9410-5a13186314dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=587bf0d3-ee62-492d-81ce-f4c7c05e7409 HTTP/1.1" status: 200 len: 217 time: 0.0328262 Dec 17 16:12:11.636015 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-69be3c03-9ae2-45bc-b300-101b141f398e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:11.637378 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-69be3c03-9ae2-45bc-b300-101b141f398e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dac09f8b-1765-498a-9df8-3c8fa23d964d HTTP/1.1" status: 200 len: 851 time: 0.0463197 Dec 17 16:12:11.668808 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-66656b77-066e-4b99-94b1-78f95b5793c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=63084a2c-31b7-45d4-8d7e-31b244ea7269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244384 Dec 17 16:12:11.757310 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-9314a5b3-3a8e-4961-b8b6-a2ac0d1d9fe1 service neutron] 10.222.0.13 "GET /v2.0/networks/63084a2c-31b7-45d4-8d7e-31b244ea7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801249 Dec 17 16:12:11.849773 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-14dfc95f-0991-4cc2-9349-6870cb2a5ab9 req-ffa60908-a26f-4f51-9c6e-49dc040ad1a5 service neutron] 10.222.0.13 "GET /v2.0/networks/63084a2c-31b7-45d4-8d7e-31b244ea7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861783 Dec 17 16:12:12.177764 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2e652-194b-476f-80b9-50ef48907586 req-e3aaa89e-03be-4ded-a186-044763a7bf1c tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:12.179149 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-07c2e652-194b-476f-80b9-50ef48907586 req-e3aaa89e-03be-4ded-a186-044763a7bf1c tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 944 time: 0.0516083 Dec 17 16:12:12.216683 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-07c2e652-194b-476f-80b9-50ef48907586 req-21cbd625-3690-4521-a1cf-96f17976b23f tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313940 Dec 17 16:12:13.082304 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 587bf0d3-ee62-492d-81ce-f4c7c05e7409 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:12:13.193961 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 587bf0d3-ee62-492d-81ce-f4c7c05e7409, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=587bf0d3-ee62-492d-81ce-f4c7c05e7409,segment=NetworkSegment(f5ddce5a-ec6e-4726-bb12-5fa55ad9910c),segment_id=f5ddce5a-ec6e-4726-bb12-5fa55ad9910c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:13.208532 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '587bf0d3-ee62-492d-81ce-f4c7c05e7409', 'network_id': '63084a2c-31b7-45d4-8d7e-31b244ea7269', 'port_id': '587bf0d3-ee62-492d-81ce-f4c7c05e7409', 'mac_address': 'fa:16:3e:e7:e7:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac09f8b-1765-498a-9df8-3c8fa23d964d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:12:13.252573 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:13.265864 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 587bf0d3-ee62-492d-81ce-f4c7c05e7409 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:12:13.286326 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 587bf0d3-ee62-492d-81ce-f4c7c05e7409, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=587bf0d3-ee62-492d-81ce-f4c7c05e7409,segment=NetworkSegment(f5ddce5a-ec6e-4726-bb12-5fa55ad9910c),segment_id=f5ddce5a-ec6e-4726-bb12-5fa55ad9910c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:13.352395 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:13.356058 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b1be3-1b6f-4b6c-8ef6-02e0c3704e00 req-cac29ac8-d40d-4dd8-b14a-c2ce66921ad0 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:13.357886 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ef8b1be3-1b6f-4b6c-8ef6-02e0c3704e00 req-cac29ac8-d40d-4dd8-b14a-c2ce66921ad0 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 944 time: 0.0646651 Dec 17 16:12:13.404520 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ef8b1be3-1b6f-4b6c-8ef6-02e0c3704e00 req-01253c0a-d5ad-43f6-a3ec-e2a41eefc3e2 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368261 Dec 17 16:12:13.413780 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=587bf0d3-ee62-492d-81ce-f4c7c05e7409,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:13.540912 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['587bf0d3-ee62-492d-81ce-f4c7c05e7409'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:12:13.830661 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:12:14.522119 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829359b-4a6d-414c-9224-1bd85f925b4f req-31375def-92ca-4b45-8c34-fb8e6f961c96 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:14.523580 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9829359b-4a6d-414c-9224-1bd85f925b4f req-31375def-92ca-4b45-8c34-fb8e6f961c96 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 945 time: 0.0507860 Dec 17 16:12:14.560488 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9829359b-4a6d-414c-9224-1bd85f925b4f req-4a072073-66b5-4432-a3e9-d468481105ef tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310769 Dec 17 16:12:15.081318 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 587bf0d3-ee62-492d-81ce-f4c7c05e7409 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:12:15.185957 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 587bf0d3-ee62-492d-81ce-f4c7c05e7409 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:12:15.189558 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 587bf0d3-ee62-492d-81ce-f4c7c05e7409 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:12:15.189929 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:15.267818 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:15.289506 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d107337-2b96-4ab5-bfac-5aadc7a1a61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587bf0d3-ee62-492d-81ce-f4c7c05e7409'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:12:15.291709 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a693d90-4d9b-4964-a6f8-f1980ea1dfc3" -d '{"events": [{"server_uuid": "3d107337-2b96-4ab5-bfac-5aadc7a1a61b", "name": "network-vif-plugged", "status": "completed", "tag": "587bf0d3-ee62-492d-81ce-f4c7c05e7409"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:12:15.303979 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 587bf0d3-ee62-492d-81ce-f4c7c05e7409, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=587bf0d3-ee62-492d-81ce-f4c7c05e7409,segment=NetworkSegment(f5ddce5a-ec6e-4726-bb12-5fa55ad9910c),segment_id=f5ddce5a-ec6e-4726-bb12-5fa55ad9910c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:15.327213 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cefed1f-4da3-4eb7-a6c0-5732a2d0f993 x-openstack-request-id: req-6cefed1f-4da3-4eb7-a6c0-5732a2d0f993 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:12:15.327502 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d107337-2b96-4ab5-bfac-5aadc7a1a61b", "name": "network-vif-plugged", "status": "completed", "tag": "587bf0d3-ee62-492d-81ce-f4c7c05e7409", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:12:15.327781 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6cefed1f-4da3-4eb7-a6c0-5732a2d0f993 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:12:15.328173 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d107337-2b96-4ab5-bfac-5aadc7a1a61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587bf0d3-ee62-492d-81ce-f4c7c05e7409', 'code': 200} Dec 17 16:12:15.363372 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:15.411959 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=587bf0d3-ee62-492d-81ce-f4c7c05e7409,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:15.423064 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6e506-d293-4d88-9e1c-13338820118b req-f0be26cd-d60a-4995-87ad-9e32c239fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:15.431373 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-09d6e506-d293-4d88-9e1c-13338820118b req-f0be26cd-d60a-4995-87ad-9e32c239fce1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 1097 time: 0.0419490 Dec 17 16:12:15.459293 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-09d6e506-d293-4d88-9e1c-13338820118b req-193c4d2e-4ad0-4dcf-81f5-c8436cb61000 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276301 Dec 17 16:12:15.678644 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7cc53f-1b51-4a3d-8f02-e279d88c8826 req-9b1fc805-8ae7-47f5-8e92-0166561bc54e tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:15.680115 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8b7cc53f-1b51-4a3d-8f02-e279d88c8826 req-9b1fc805-8ae7-47f5-8e92-0166561bc54e tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 946 time: 0.0525594 Dec 17 16:12:15.718078 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8b7cc53f-1b51-4a3d-8f02-e279d88c8826 req-b4067163-fc66-40ab-a259-fd78480d6e1b tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319340 Dec 17 16:12:16.832014 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd93f4-a6a7-42cf-a44d-8395d6633812 req-5f16025d-474d-4e74-92b0-cfea531395b8 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:16.833506 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-efdd93f4-a6a7-42cf-a44d-8395d6633812 req-5f16025d-474d-4e74-92b0-cfea531395b8 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 946 time: 0.0490415 Dec 17 16:12:16.871286 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-efdd93f4-a6a7-42cf-a44d-8395d6633812 req-2c5758d1-d326-4be7-a669-c0c97d2c56cb tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318689 Dec 17 16:12:17.218949 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2c8ad-47c9-4415-8798-c683b86e82db req-23529bd3-4894-4ca6-805b-e9490bde9348 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:17.220520 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f9f2c8ad-47c9-4415-8798-c683b86e82db req-23529bd3-4894-4ca6-805b-e9490bde9348 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 946 time: 0.0508587 Dec 17 16:12:17.259041 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f9f2c8ad-47c9-4415-8798-c683b86e82db req-0b342854-efbf-4a1d-97d4-7b21b0a4dac7 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322957 Dec 17 16:12:17.293421 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41504) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:12:17.381509 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-957cfa49-5206-4807-b8e4-38f78e7e6e30 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0868025 Dec 17 16:12:17.390003 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-6343882c-ff7b-4871-aba1-18d447884e6b service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:12:17.391048 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-6343882c-ff7b-4871-aba1-18d447884e6b service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048890 Dec 17 16:12:18.373967 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5b259-4063-4215-8a72-a47d7924d3b8 req-6ca879c6-2b3d-4d84-b344-0399490bcfba tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:18.375436 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dac5b259-4063-4215-8a72-a47d7924d3b8 req-6ca879c6-2b3d-4d84-b344-0399490bcfba tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 946 time: 0.0499098 Dec 17 16:12:18.414779 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dac5b259-4063-4215-8a72-a47d7924d3b8 req-144eb22e-f4f0-4910-beb1-f4e98937a9cf tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330081 Dec 17 16:12:19.431031 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-17de7bc5-3cfc-4170-af33-da8b720c9abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:19.432548 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-17de7bc5-3cfc-4170-af33-da8b720c9abe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0030504f2d72488984ee03029921e3f0&device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 1097 time: 0.0414841 Dec 17 16:12:19.525509 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-f8026f4f-21a3-4ba3-91fc-b98c00e95df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:19.526970 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-f8026f4f-21a3-4ba3-91fc-b98c00e95df7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=63084a2c-31b7-45d4-8d7e-31b244ea7269 HTTP/1.1" status: 200 len: 912 time: 0.0878854 Dec 17 16:12:19.529720 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0ed73-8b22-4a3e-9d92-8b3def75d7a1 req-ceb276bc-da44-4dff-8c4f-e518042943e3 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:19.531222 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-31e0ed73-8b22-4a3e-9d92-8b3def75d7a1 req-ceb276bc-da44-4dff-8c4f-e518042943e3 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 946 time: 0.0488203 Dec 17 16:12:19.569691 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-31e0ed73-8b22-4a3e-9d92-8b3def75d7a1 req-53145df7-63bc-4f60-9f29-25f385cdc6e7 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319633 Dec 17 16:12:19.569927 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-695cc294-b950-4e19-9753-c4fdb6b7fe5a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=587bf0d3-ee62-492d-81ce-f4c7c05e7409 HTTP/1.1" status: 200 len: 217 time: 0.0352976 Dec 17 16:12:19.619508 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-dcbc2f7f-965d-49cf-92e2-613fd5beb541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:19.620949 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-dcbc2f7f-965d-49cf-92e2-613fd5beb541 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dac09f8b-1765-498a-9df8-3c8fa23d964d HTTP/1.1" status: 200 len: 851 time: 0.0448864 Dec 17 16:12:19.656088 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-5004d62a-00a2-4160-95ee-a14ca72be157 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=63084a2c-31b7-45d4-8d7e-31b244ea7269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278015 Dec 17 16:12:19.744663 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-9efbb774-7647-42db-9048-cf4f7d666f41 service neutron] 10.222.0.13 "GET /v2.0/networks/63084a2c-31b7-45d4-8d7e-31b244ea7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811327 Dec 17 16:12:19.837307 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-a5c1dd35-d746-43df-b0e9-2e39166e9fe1 service neutron] 10.222.0.13 "GET /v2.0/networks/63084a2c-31b7-45d4-8d7e-31b244ea7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853431 Dec 17 16:12:20.685315 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab8479-23c0-4180-b52b-40b83abdbfb3 req-94444ddb-61a1-4a54-9598-9dc33c148d9c tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:20.686785 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cbab8479-23c0-4180-b52b-40b83abdbfb3 req-94444ddb-61a1-4a54-9598-9dc33c148d9c tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 946 time: 0.0529799 Dec 17 16:12:20.724356 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cbab8479-23c0-4180-b52b-40b83abdbfb3 req-b7bef718-e2ac-4f31-a65b-3afd7e9e2f89 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314150 Dec 17 16:12:21.837623 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc592d-e845-4183-94a3-9807f0de1b27 req-f40dce17-7ad5-4cf9-8562-b726fc441261 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:21.839086 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8dfc592d-e845-4183-94a3-9807f0de1b27 req-f40dce17-7ad5-4cf9-8562-b726fc441261 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 946 time: 0.0485022 Dec 17 16:12:21.878308 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8dfc592d-e845-4183-94a3-9807f0de1b27 req-5db71311-1054-45c4-9bbc-7f69d8589793 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333831 Dec 17 16:12:22.992253 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22005c2-a206-47e1-83b9-75aa3cdce9ed req-563706c8-d7ca-4794-9fd8-519b4928036c tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:22.993747 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a22005c2-a206-47e1-83b9-75aa3cdce9ed req-563706c8-d7ca-4794-9fd8-519b4928036c tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 946 time: 0.0486426 Dec 17 16:12:23.030650 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a22005c2-a206-47e1-83b9-75aa3cdce9ed req-d8526f42-5c33-4a82-9782-6f80b9fcca4a tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310125 Dec 17 16:12:24.157783 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c69a63-382e-4207-a0fe-c82f6f0008f4 req-ad4cabb4-e820-4c94-9a47-d3417d103136 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:24.159314 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6c69a63-382e-4207-a0fe-c82f6f0008f4 req-ad4cabb4-e820-4c94-9a47-d3417d103136 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 946 time: 0.0618620 Dec 17 16:12:24.197250 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6c69a63-382e-4207-a0fe-c82f6f0008f4 req-8c3fde66-b8af-463c-a03b-0a1f08d7f342 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320313 Dec 17 16:12:25.310417 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1fe0da-01da-40c6-afc8-6a09d7a4f854 req-64dbe732-fcd3-4545-b024-db28b6bba2f0 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:25.311888 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf1fe0da-01da-40c6-afc8-6a09d7a4f854 req-64dbe732-fcd3-4545-b024-db28b6bba2f0 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 946 time: 0.0490842 Dec 17 16:12:25.349528 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bf1fe0da-01da-40c6-afc8-6a09d7a4f854 req-735c6d8d-93b1-48a0-90f6-37871e6bfddb tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310965 Dec 17 16:12:26.326096 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:26.461789 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2c519-dd92-43df-ad7e-a0a78e38ab31 req-76bc2096-44a3-4bb2-8c0d-61d9ca79193c tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:26.463252 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9fc2c519-dd92-43df-ad7e-a0a78e38ab31 req-76bc2096-44a3-4bb2-8c0d-61d9ca79193c tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 946 time: 0.0484719 Dec 17 16:12:26.503471 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9fc2c519-dd92-43df-ad7e-a0a78e38ab31 req-bea975b5-82b4-49d7-a195-cec9ece021a4 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341425 Dec 17 16:12:27.626099 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55bac6-818a-41f9-95d4-49b7683f897f req-ecd2e631-2f47-4adc-b4d7-3ffa98f74c66 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:27.627606 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cc55bac6-818a-41f9-95d4-49b7683f897f req-ecd2e631-2f47-4adc-b4d7-3ffa98f74c66 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 946 time: 0.0532763 Dec 17 16:12:27.665306 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cc55bac6-818a-41f9-95d4-49b7683f897f req-e92dcab1-47b0-4596-8631-29dda50790b9 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314815 Dec 17 16:12:28.780117 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51e0a9-59bc-4918-a970-7aed72863484 req-283d3462-749f-43ad-92f5-15dd78ccf30c tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:28.781594 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0f51e0a9-59bc-4918-a970-7aed72863484 req-283d3462-749f-43ad-92f5-15dd78ccf30c tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 946 time: 0.0484614 Dec 17 16:12:28.819855 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0f51e0a9-59bc-4918-a970-7aed72863484 req-2f36b2a7-1e4c-41a0-ae11-aefd91aff058 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324364 Dec 17 16:12:28.864050 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6c3430de-55ff-4867-831a-957797950580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:29.935856 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219c85e-50c3-4c84-b058-8e2a5d9d5be6 req-f97775e0-3f95-49a5-afe5-c66cb6b49f99 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:29.937353 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c219c85e-50c3-4c84-b058-8e2a5d9d5be6 req-f97775e0-3f95-49a5-afe5-c66cb6b49f99 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 946 time: 0.0498450 Dec 17 16:12:29.975282 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c219c85e-50c3-4c84-b058-8e2a5d9d5be6 req-cc112c20-6108-4184-a0a5-ecb22dafc7ed tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316315 Dec 17 16:12:31.094837 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638269d8-89ac-4c60-b300-188abd7c4dfe req-9d531fd7-1187-43ad-8806-8eba72d5f695 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:31.096417 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-638269d8-89ac-4c60-b300-188abd7c4dfe req-9d531fd7-1187-43ad-8806-8eba72d5f695 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 946 time: 0.0522804 Dec 17 16:12:31.112403 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f81930b7-ef27-421f-aa32-d0f7aacabd07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:31.136013 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-638269d8-89ac-4c60-b300-188abd7c4dfe req-06e92a39-a70d-4a7d-ab23-24932f642e03 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329895 Dec 17 16:12:32.250269 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a3c9b-6709-4484-9c98-a2e54c355238 req-a43c87c6-20e0-433a-820e-72c723864147 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:32.251723 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-db0a3c9b-6709-4484-9c98-a2e54c355238 req-a43c87c6-20e0-433a-820e-72c723864147 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 946 time: 0.0491562 Dec 17 16:12:32.288763 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-db0a3c9b-6709-4484-9c98-a2e54c355238 req-2727245e-c2d7-4703-bfb2-3072e20a8bdd tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309882 Dec 17 16:12:32.520385 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:33.401790 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afa33e-af02-43c9-a803-9b4813ca2af6 req-b0bcc367-6f0e-4724-b5f6-9ed8b6f3efeb tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:33.403263 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b6afa33e-af02-43c9-a803-9b4813ca2af6 req-b0bcc367-6f0e-4724-b5f6-9ed8b6f3efeb tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 946 time: 0.0490019 Dec 17 16:12:33.440117 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b6afa33e-af02-43c9-a803-9b4813ca2af6 req-f63c9025-b9e1-45dc-8de8-0001bf099411 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307841 Dec 17 16:12:34.051507 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:34.254354 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:34.557974 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e91259-ad87-4d28-b829-3367f1ebcef2 req-86318791-5748-4f8e-b499-ccc66cf7a9b2 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:34.559337 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b9e91259-ad87-4d28-b829-3367f1ebcef2 req-86318791-5748-4f8e-b499-ccc66cf7a9b2 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 946 time: 0.0525143 Dec 17 16:12:34.597510 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b9e91259-ad87-4d28-b829-3367f1ebcef2 req-59d697c6-7fb0-48bd-adf5-676747bdfcf7 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322192 Dec 17 16:12:35.628760 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12e024-0690-4e90-8c72-ff981dfe8a8d req-f663ce6f-3ed5-4e8c-9934-96fadb9e5e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:35.630468 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3b12e024-0690-4e90-8c72-ff981dfe8a8d req-f663ce6f-3ed5-4e8c-9934-96fadb9e5e45 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0030504f2d72488984ee03029921e3f0&device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 1097 time: 0.0420032 Dec 17 16:12:35.712924 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038aa5ff-5eac-4ddf-be82-bcc668988bda req-666a8e9c-9b50-426e-bb64-8845c708bff0 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:35.714430 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-038aa5ff-5eac-4ddf-be82-bcc668988bda req-666a8e9c-9b50-426e-bb64-8845c708bff0 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 946 time: 0.0485201 Dec 17 16:12:35.738437 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12e024-0690-4e90-8c72-ff981dfe8a8d req-a34f9719-8ef5-4ddf-ba82-40c764304faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:35.739885 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3b12e024-0690-4e90-8c72-ff981dfe8a8d req-a34f9719-8ef5-4ddf-ba82-40c764304faa service neutron] 10.222.0.13 "GET /v2.0/networks?id=63084a2c-31b7-45d4-8d7e-31b244ea7269 HTTP/1.1" status: 200 len: 912 time: 0.0913315 Dec 17 16:12:35.753941 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-038aa5ff-5eac-4ddf-be82-bcc668988bda req-0d264ea1-3aa6-4267-831c-13aac1f6d9a3 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335634 Dec 17 16:12:35.781916 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3b12e024-0690-4e90-8c72-ff981dfe8a8d req-f54d9592-4831-47cc-bd00-2e3169265822 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=587bf0d3-ee62-492d-81ce-f4c7c05e7409 HTTP/1.1" status: 200 len: 217 time: 0.0346260 Dec 17 16:12:35.831735 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12e024-0690-4e90-8c72-ff981dfe8a8d req-d0a4c080-210f-48ca-a320-fea3cc1117ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:35.833234 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3b12e024-0690-4e90-8c72-ff981dfe8a8d req-d0a4c080-210f-48ca-a320-fea3cc1117ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dac09f8b-1765-498a-9df8-3c8fa23d964d HTTP/1.1" status: 200 len: 851 time: 0.0442061 Dec 17 16:12:35.863769 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3b12e024-0690-4e90-8c72-ff981dfe8a8d req-ec3823ad-1c0b-4899-aee0-e8ba8ed985a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=63084a2c-31b7-45d4-8d7e-31b244ea7269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240080 Dec 17 16:12:35.955364 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3b12e024-0690-4e90-8c72-ff981dfe8a8d req-1ab642ec-e9f8-4e83-b77f-9bbdb54e8397 service neutron] 10.222.0.13 "GET /v2.0/networks/63084a2c-31b7-45d4-8d7e-31b244ea7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844517 Dec 17 16:12:36.042193 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3b12e024-0690-4e90-8c72-ff981dfe8a8d req-f58791db-636c-4424-8c40-1544d064d89c service neutron] 10.222.0.13 "GET /v2.0/networks/63084a2c-31b7-45d4-8d7e-31b244ea7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798545 Dec 17 16:12:36.868274 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0be576-1125-4200-a47b-b0b6ae3729c9 req-ce582330-2533-47c4-9a02-7060c28ac212 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:36.869776 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a0be576-1125-4200-a47b-b0b6ae3729c9 req-ce582330-2533-47c4-9a02-7060c28ac212 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 946 time: 0.0486050 Dec 17 16:12:36.907777 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a0be576-1125-4200-a47b-b0b6ae3729c9 req-2f704291-3088-48fb-a1f7-1422be96424c tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320477 Dec 17 16:12:38.023962 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31032bf4-65fe-4e58-8489-9edd3feee009 req-8a63dacc-7023-40fe-9242-8508f2c62594 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:38.025552 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-31032bf4-65fe-4e58-8489-9edd3feee009 req-8a63dacc-7023-40fe-9242-8508f2c62594 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 946 time: 0.0520074 Dec 17 16:12:38.063230 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-31032bf4-65fe-4e58-8489-9edd3feee009 req-6cd36436-74bf-49f1-989f-a97a82b58476 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314183 Dec 17 16:12:39.241909 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac6b99-80af-4af6-9dbb-7a17e2efb9f8 req-cf3c87e7-5b41-4fb4-bb90-9f4544b0d2da tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:39.243284 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1bac6b99-80af-4af6-9dbb-7a17e2efb9f8 req-cf3c87e7-5b41-4fb4-bb90-9f4544b0d2da tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 946 time: 0.0503054 Dec 17 16:12:39.279993 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1bac6b99-80af-4af6-9dbb-7a17e2efb9f8 req-1948ca73-6b35-427b-baa4-12b77a9c2bac tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308893 Dec 17 16:12:40.392326 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8554b91-9686-4389-83c5-bd481db62adf req-fc860b57-4849-4c04-b7c4-ec9af100a4cc tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:40.393792 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d8554b91-9686-4389-83c5-bd481db62adf req-fc860b57-4849-4c04-b7c4-ec9af100a4cc tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 946 time: 0.0487323 Dec 17 16:12:40.431040 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d8554b91-9686-4389-83c5-bd481db62adf req-f65e4210-28ab-475d-90e6-1c803dfba63c tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314269 Dec 17 16:12:41.031431 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:41.547546 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc84e93-9222-430d-a4fd-789f8f677691 req-670845cb-6fbb-4d3d-97df-fd66eefae0d1 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:41.549127 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4dc84e93-9222-430d-a4fd-789f8f677691 req-670845cb-6fbb-4d3d-97df-fd66eefae0d1 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 946 time: 0.0529370 Dec 17 16:12:41.590175 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4dc84e93-9222-430d-a4fd-789f8f677691 req-a54434e8-e256-4fca-a6b7-86b1ecaf7e59 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339179 Dec 17 16:12:42.703822 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed61fa-7c4c-46ad-99de-c2a8ee38a875 req-3db36127-9378-4d27-9f4a-f55499679f67 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:42.705292 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4eed61fa-7c4c-46ad-99de-c2a8ee38a875 req-3db36127-9378-4d27-9f4a-f55499679f67 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 946 time: 0.0478013 Dec 17 16:12:42.742431 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4eed61fa-7c4c-46ad-99de-c2a8ee38a875 req-4a0ae2da-1d94-4a5f-ac2b-26770a37c2ac tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307176 Dec 17 16:12:43.856767 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e51860-71d8-4b44-8280-b2ffb5f59efa req-6ae171a5-fec8-4b6f-b535-9ad8c487fcff tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:43.858247 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-86e51860-71d8-4b44-8280-b2ffb5f59efa req-6ae171a5-fec8-4b6f-b535-9ad8c487fcff tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 946 time: 0.0492198 Dec 17 16:12:43.897231 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-86e51860-71d8-4b44-8280-b2ffb5f59efa req-8138139e-c698-4194-946b-7a42c0c02d65 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316420 Dec 17 16:12:45.014191 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95c810-1529-4e29-8e48-2a5c1629579d req-90005941-dd81-40d6-905a-c8da55caf817 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:45.015633 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7f95c810-1529-4e29-8e48-2a5c1629579d req-90005941-dd81-40d6-905a-c8da55caf817 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 946 time: 0.0518346 Dec 17 16:12:45.053023 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7f95c810-1529-4e29-8e48-2a5c1629579d req-f690a8ef-c020-4ce8-9528-ecc9def0d7aa tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306261 Dec 17 16:12:46.167557 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c033de-4169-47bf-9f1c-9bba68c99912 req-d7758586-a326-4fdb-984c-1fcc0276f637 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:46.168951 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-95c033de-4169-47bf-9f1c-9bba68c99912 req-d7758586-a326-4fdb-984c-1fcc0276f637 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 946 time: 0.0492225 Dec 17 16:12:46.205993 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-95c033de-4169-47bf-9f1c-9bba68c99912 req-ef812b41-e86e-4d7d-9bbf-0504302f42aa tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305812 Dec 17 16:12:47.315172 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-bfd9d6b3-2e02-4642-b9a6-738b752e8396 service neutron] show failed (client error): The resource could not be found. Dec 17 16:12:47.316206 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-bfd9d6b3-2e02-4642-b9a6-738b752e8396 service neutron] 10.222.0.13 "GET /v2.0/ports/587bf0d3-ee62-492d-81ce-f4c7c05e7409/bindings/n-h1-820553-2 HTTP/1.1" status: 404 len: 380 time: 0.0618625 Dec 17 16:12:47.327679 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9b4f7-ceb2-400e-ae59-4e5c8f8e5712 req-8bc00219-d739-4da2-80bc-f8444f051f89 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:47.329334 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4ef9b4f7-ceb2-400e-ae59-4e5c8f8e5712 req-8bc00219-d739-4da2-80bc-f8444f051f89 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 946 time: 0.0541310 Dec 17 16:12:47.367729 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4ef9b4f7-ceb2-400e-ae59-4e5c8f8e5712 req-533078bb-18f0-42cf-85f2-7019ebd137c7 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324175 Dec 17 16:12:47.818730 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-64bc0925-95ee-4646-b6de-192e917d02de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:47.820183 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-64bc0925-95ee-4646-b6de-192e917d02de service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b&tenant_id=0030504f2d72488984ee03029921e3f0 HTTP/1.1" status: 200 len: 1097 time: 0.0410037 Dec 17 16:12:47.838504 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-970d8df0-43d2-4b52-a5eb-6f7d7c1e9edc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820553-2', 'device_owner': 'compute:nova'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:12:47.891834 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-970d8df0-43d2-4b52-a5eb-6f7d7c1e9edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:48.094319 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-970d8df0-43d2-4b52-a5eb-6f7d7c1e9edc service neutron] For port 587bf0d3-ee62-492d-81ce-f4c7c05e7409, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=587bf0d3-ee62-492d-81ce-f4c7c05e7409,segment=NetworkSegment(f5ddce5a-ec6e-4726-bb12-5fa55ad9910c),segment_id=f5ddce5a-ec6e-4726-bb12-5fa55ad9910c)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:48.126735 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-970d8df0-43d2-4b52-a5eb-6f7d7c1e9edc service neutron] For port 587bf0d3-ee62-492d-81ce-f4c7c05e7409, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:12:48.165425 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d107337-2b96-4ab5-bfac-5aadc7a1a61b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '587bf0d3-ee62-492d-81ce-f4c7c05e7409'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:12:48.167663 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed69a19-82ef-4410-aac6-a0e48b69038e" -d '{"events": [{"server_uuid": "3d107337-2b96-4ab5-bfac-5aadc7a1a61b", "name": "network-vif-unplugged", "status": "completed", "tag": "587bf0d3-ee62-492d-81ce-f4c7c05e7409"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:12:48.171673 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-970d8df0-43d2-4b52-a5eb-6f7d7c1e9edc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:48.184226 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-970d8df0-43d2-4b52-a5eb-6f7d7c1e9edc service neutron] Transition to ACTIVE for port object 587bf0d3-ee62-492d-81ce-f4c7c05e7409 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:12:48.215699 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 16:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4459af2d-41e6-4ee8-afa6-22e50f86b684 x-openstack-request-id: req-4459af2d-41e6-4ee8-afa6-22e50f86b684 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:12:48.215988 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d107337-2b96-4ab5-bfac-5aadc7a1a61b", "name": "network-vif-unplugged", "status": "completed", "tag": "587bf0d3-ee62-492d-81ce-f4c7c05e7409", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:12:48.216254 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4459af2d-41e6-4ee8-afa6-22e50f86b684 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:12:48.216677 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d107337-2b96-4ab5-bfac-5aadc7a1a61b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '587bf0d3-ee62-492d-81ce-f4c7c05e7409', 'code': 200} Dec 17 16:12:48.257325 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-970d8df0-43d2-4b52-a5eb-6f7d7c1e9edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:48.317000 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-970d8df0-43d2-4b52-a5eb-6f7d7c1e9edc service neutron] No DVR routers for this DVR port 587bf0d3-ee62-492d-81ce-f4c7c05e7409 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:12:48.318946 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d8df0-43d2-4b52-a5eb-6f7d7c1e9edc service neutron] Pushing event updated for resources: {'Port': ['ID=587bf0d3-ee62-492d-81ce-f4c7c05e7409,revision_number=6']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:48.352164 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-970d8df0-43d2-4b52-a5eb-6f7d7c1e9edc service neutron] Attempting to bind port 587bf0d3-ee62-492d-81ce-f4c7c05e7409 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:12:48.352422 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-970d8df0-43d2-4b52-a5eb-6f7d7c1e9edc service neutron] Attempting to bind port 587bf0d3-ee62-492d-81ce-f4c7c05e7409 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': 'f5ddce5a-ec6e-4726-bb12-5fa55ad9910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '63084a2c-31b7-45d4-8d7e-31b244ea7269'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:12:48.352742 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-970d8df0-43d2-4b52-a5eb-6f7d7c1e9edc service neutron] Attempting to bind port 587bf0d3-ee62-492d-81ce-f4c7c05e7409 on network 63084a2c-31b7-45d4-8d7e-31b244ea7269 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:12:48.357267 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-970d8df0-43d2-4b52-a5eb-6f7d7c1e9edc service neutron] Port 587bf0d3-ee62-492d-81ce-f4c7c05e7409 on network 63084a2c-31b7-45d4-8d7e-31b244ea7269 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:12:48.357583 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-970d8df0-43d2-4b52-a5eb-6f7d7c1e9edc service neutron] Attempting to bind port 587bf0d3-ee62-492d-81ce-f4c7c05e7409 on network 63084a2c-31b7-45d4-8d7e-31b244ea7269 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:12:48.362940 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-970d8df0-43d2-4b52-a5eb-6f7d7c1e9edc service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:12:48.363271 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-970d8df0-43d2-4b52-a5eb-6f7d7c1e9edc service neutron] Checking segment: {'id': 'f5ddce5a-ec6e-4726-bb12-5fa55ad9910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '63084a2c-31b7-45d4-8d7e-31b244ea7269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:12:48.363646 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-970d8df0-43d2-4b52-a5eb-6f7d7c1e9edc service neutron] Bound using segment: {'id': 'f5ddce5a-ec6e-4726-bb12-5fa55ad9910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '63084a2c-31b7-45d4-8d7e-31b244ea7269'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:12:48.364077 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-970d8df0-43d2-4b52-a5eb-6f7d7c1e9edc service neutron] Bound port: 587bf0d3-ee62-492d-81ce-f4c7c05e7409, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5ddce5a-ec6e-4726-bb12-5fa55ad9910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '63084a2c-31b7-45d4-8d7e-31b244ea7269'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:12:48.364403 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-970d8df0-43d2-4b52-a5eb-6f7d7c1e9edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:48.431275 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-970d8df0-43d2-4b52-a5eb-6f7d7c1e9edc service neutron] For port 587bf0d3-ee62-492d-81ce-f4c7c05e7409, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:12:48.434497 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-970d8df0-43d2-4b52-a5eb-6f7d7c1e9edc service neutron] For port 587bf0d3-ee62-492d-81ce-f4c7c05e7409, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=587bf0d3-ee62-492d-81ce-f4c7c05e7409,segment=NetworkSegment(f5ddce5a-ec6e-4726-bb12-5fa55ad9910c),segment_id=f5ddce5a-ec6e-4726-bb12-5fa55ad9910c)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:12:48.487972 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cbeaff-efc8-4e26-b459-2980881d340a req-9d8afeae-ba5d-4135-a9df-eef4cbebbcea tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:48.489523 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e4cbeaff-efc8-4e26-b459-2980881d340a req-9d8afeae-ba5d-4135-a9df-eef4cbebbcea tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 944 time: 0.0550189 Dec 17 16:12:48.515038 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-970d8df0-43d2-4b52-a5eb-6f7d7c1e9edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:48.527622 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e4cbeaff-efc8-4e26-b459-2980881d340a req-bfd5fc1e-8377-4929-9306-ff5cd27426cb tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322409 Dec 17 16:12:48.554928 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-970d8df0-43d2-4b52-a5eb-6f7d7c1e9edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:48.555567 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-970d8df0-43d2-4b52-a5eb-6f7d7c1e9edc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:48.556930 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-970d8df0-43d2-4b52-a5eb-6f7d7c1e9edc service neutron] 10.222.0.41 "PUT /v2.0/ports/587bf0d3-ee62-492d-81ce-f4c7c05e7409 HTTP/1.1" status: 200 len: 1092 time: 0.7223949 Dec 17 16:12:48.572661 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d8df0-43d2-4b52-a5eb-6f7d7c1e9edc service neutron] Pushing event updated for resources: {'Port': ['ID=587bf0d3-ee62-492d-81ce-f4c7c05e7409,revision_number=7']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:48.628642 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-2c312217-7178-40b3-99ea-4570d89c8254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:48.630047 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-2c312217-7178-40b3-99ea-4570d89c8254 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0030504f2d72488984ee03029921e3f0&device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 1095 time: 0.0415869 Dec 17 16:12:48.720441 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-f8ea1149-bcf4-4912-a9a3-39f2c6f78f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:48.722424 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-f8ea1149-bcf4-4912-a9a3-39f2c6f78f5e service neutron] 10.222.0.41 "GET /v2.0/networks?id=63084a2c-31b7-45d4-8d7e-31b244ea7269 HTTP/1.1" status: 200 len: 912 time: 0.0858228 Dec 17 16:12:48.763231 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-f5900507-70a8-4dae-955f-927c6aeb6316 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=587bf0d3-ee62-492d-81ce-f4c7c05e7409 HTTP/1.1" status: 200 len: 217 time: 0.0337260 Dec 17 16:12:48.811001 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-18edb6bf-0b5f-4861-b99f-2ab76efbab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:48.812426 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-18edb6bf-0b5f-4861-b99f-2ab76efbab27 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dac09f8b-1765-498a-9df8-3c8fa23d964d HTTP/1.1" status: 200 len: 851 time: 0.0433819 Dec 17 16:12:48.847298 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-5090fef8-7cc6-4f52-bfee-525c239acaaa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63084a2c-31b7-45d4-8d7e-31b244ea7269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276718 Dec 17 16:12:48.937688 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-7c7341c0-39d5-4e6b-8547-e9f63db3c0d2 service neutron] 10.222.0.41 "GET /v2.0/networks/63084a2c-31b7-45d4-8d7e-31b244ea7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823252 Dec 17 16:12:49.034226 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6c7e065c-6e41-4b53-8dfa-533d09fd9b65 req-993cdc80-2a19-4ece-ae16-dd9c59f5cfe3 service neutron] 10.222.0.41 "GET /v2.0/networks/63084a2c-31b7-45d4-8d7e-31b244ea7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884321 Dec 17 16:12:49.646963 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc196399-404f-4992-a7ba-0bc6e6e4d41f req-36d96c6e-e398-4178-8534-eaff7477635d tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:49.648353 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cc196399-404f-4992-a7ba-0bc6e6e4d41f req-36d96c6e-e398-4178-8534-eaff7477635d tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 944 time: 0.0507958 Dec 17 16:12:49.685627 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cc196399-404f-4992-a7ba-0bc6e6e4d41f req-6b3c15be-daad-4e97-8a60-e07aa20bb5bf tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313642 Dec 17 16:12:50.217572 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d107337-2b96-4ab5-bfac-5aadc7a1a61b', 'tag': '587bf0d3-ee62-492d-81ce-f4c7c05e7409'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:12:50.219990 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968fc370-322c-46da-94fb-cf6cbd991b15" -d '{"events": [{"name": "network-changed", "server_uuid": "3d107337-2b96-4ab5-bfac-5aadc7a1a61b", "tag": "587bf0d3-ee62-492d-81ce-f4c7c05e7409"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:12:50.270399 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924077df-25f9-4177-b2cd-d4f802df433b x-openstack-request-id: req-924077df-25f9-4177-b2cd-d4f802df433b {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:12:50.270399 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d107337-2b96-4ab5-bfac-5aadc7a1a61b", "tag": "587bf0d3-ee62-492d-81ce-f4c7c05e7409", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:12:50.270399 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-924077df-25f9-4177-b2cd-d4f802df433b {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:12:50.270399 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d107337-2b96-4ab5-bfac-5aadc7a1a61b', 'tag': '587bf0d3-ee62-492d-81ce-f4c7c05e7409', 'status': 'completed', 'code': 200} Dec 17 16:12:50.356046 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968fc370-322c-46da-94fb-cf6cbd991b15 req-c94db9a3-194e-4bf2-8bb4-e7497b322691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:50.357600 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-968fc370-322c-46da-94fb-cf6cbd991b15 req-c94db9a3-194e-4bf2-8bb4-e7497b322691 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0030504f2d72488984ee03029921e3f0&device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 1095 time: 0.0678644 Dec 17 16:12:50.373399 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968fc370-322c-46da-94fb-cf6cbd991b15 req-0bf1d459-fcda-4cc6-9f26-6d49d968520b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:50.374746 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-968fc370-322c-46da-94fb-cf6cbd991b15 req-0bf1d459-fcda-4cc6-9f26-6d49d968520b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0030504f2d72488984ee03029921e3f0&device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 1095 time: 0.0594523 Dec 17 16:12:50.520262 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968fc370-322c-46da-94fb-cf6cbd991b15 req-1954bf51-1b40-42d2-94c0-0e17fe50f649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:50.521775 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-968fc370-322c-46da-94fb-cf6cbd991b15 req-1954bf51-1b40-42d2-94c0-0e17fe50f649 service neutron] 10.222.0.13 "GET /v2.0/networks?id=63084a2c-31b7-45d4-8d7e-31b244ea7269 HTTP/1.1" status: 200 len: 912 time: 0.1561878 Dec 17 16:12:50.524312 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968fc370-322c-46da-94fb-cf6cbd991b15 req-b99730e5-7888-4ddb-a8f8-173f26a2c7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:50.525679 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-968fc370-322c-46da-94fb-cf6cbd991b15 req-b99730e5-7888-4ddb-a8f8-173f26a2c7d8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=63084a2c-31b7-45d4-8d7e-31b244ea7269 HTTP/1.1" status: 200 len: 912 time: 0.1398098 Dec 17 16:12:50.594724 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-968fc370-322c-46da-94fb-cf6cbd991b15 req-02dcaa01-4e57-4f33-a974-55213ec0965e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=587bf0d3-ee62-492d-81ce-f4c7c05e7409 HTTP/1.1" status: 200 len: 217 time: 0.0655227 Dec 17 16:12:50.596054 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-968fc370-322c-46da-94fb-cf6cbd991b15 req-57beef7c-ea09-479d-8084-680ddf52621b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=587bf0d3-ee62-492d-81ce-f4c7c05e7409 HTTP/1.1" status: 200 len: 217 time: 0.0604129 Dec 17 16:12:50.678427 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968fc370-322c-46da-94fb-cf6cbd991b15 req-a1a3236b-42b5-4714-9d66-6b4014fb2b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:50.679861 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-968fc370-322c-46da-94fb-cf6cbd991b15 req-a1a3236b-42b5-4714-9d66-6b4014fb2b44 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dac09f8b-1765-498a-9df8-3c8fa23d964d HTTP/1.1" status: 200 len: 851 time: 0.0783889 Dec 17 16:12:50.683062 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968fc370-322c-46da-94fb-cf6cbd991b15 req-77816863-984e-44d9-9695-f68061c02fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:50.684364 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-968fc370-322c-46da-94fb-cf6cbd991b15 req-77816863-984e-44d9-9695-f68061c02fa5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dac09f8b-1765-498a-9df8-3c8fa23d964d HTTP/1.1" status: 200 len: 851 time: 0.0756633 Dec 17 16:12:50.730750 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-968fc370-322c-46da-94fb-cf6cbd991b15 req-f06963bf-ba11-47bb-85d1-637ae64f1949 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=63084a2c-31b7-45d4-8d7e-31b244ea7269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439284 Dec 17 16:12:50.732622 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-968fc370-322c-46da-94fb-cf6cbd991b15 req-7815ea15-07c4-4450-aea9-26c9533a255e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63084a2c-31b7-45d4-8d7e-31b244ea7269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385499 Dec 17 16:12:50.801879 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f547b75-0fe1-431f-a725-46e23d903942 req-39978694-4f23-46c5-a71c-e6705bb24302 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:50.803295 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3f547b75-0fe1-431f-a725-46e23d903942 req-39978694-4f23-46c5-a71c-e6705bb24302 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 944 time: 0.0494659 Dec 17 16:12:50.828653 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:12:50.842722 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3f547b75-0fe1-431f-a725-46e23d903942 req-89f6cb8f-0b56-49e3-8d08-df7ae3893342 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333445 Dec 17 16:12:50.893905 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-968fc370-322c-46da-94fb-cf6cbd991b15 req-dfa2476a-44b6-487c-b74c-90a07ad64cc1 service neutron] 10.222.0.13 "GET /v2.0/networks/63084a2c-31b7-45d4-8d7e-31b244ea7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560910 Dec 17 16:12:50.896509 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-968fc370-322c-46da-94fb-cf6cbd991b15 req-d6e10c7f-a17c-4a4b-b1cc-30d1d99a385a service neutron] 10.222.0.41 "GET /v2.0/networks/63084a2c-31b7-45d4-8d7e-31b244ea7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503103 Dec 17 16:12:51.318783 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 587bf0d3-ee62-492d-81ce-f4c7c05e7409 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:12:51.359528 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 587bf0d3-ee62-492d-81ce-f4c7c05e7409 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:12:51.376256 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-968fc370-322c-46da-94fb-cf6cbd991b15 req-bcdf03ed-22aa-4c15-96df-d18e0e56e9da service neutron] 10.222.0.13 "GET /v2.0/networks/63084a2c-31b7-45d4-8d7e-31b244ea7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4750788 Dec 17 16:12:51.378008 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-968fc370-322c-46da-94fb-cf6cbd991b15 req-4bda4933-5e11-47f1-9503-3d04d77af791 service neutron] 10.222.0.41 "GET /v2.0/networks/63084a2c-31b7-45d4-8d7e-31b244ea7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4700134 Dec 17 16:12:51.963531 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a53699-2684-4660-b3ff-b513a4b07b1f req-aceef75b-f7ce-425d-8d77-60b0efe42e09 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:51.964987 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-91a53699-2684-4660-b3ff-b513a4b07b1f req-aceef75b-f7ce-425d-8d77-60b0efe42e09 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 944 time: 0.0521684 Dec 17 16:12:52.002941 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-91a53699-2684-4660-b3ff-b513a4b07b1f req-b1c08e11-9384-4222-a2cb-0e51c80f5c42 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318997 Dec 17 16:12:53.120069 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c58e7-c7cc-4476-89af-3361c82a7060 req-73995fb7-9458-40a7-9387-f1dbe58ea963 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:53.121571 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-224c58e7-c7cc-4476-89af-3361c82a7060 req-73995fb7-9458-40a7-9387-f1dbe58ea963 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 944 time: 0.0492167 Dec 17 16:12:53.158407 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-224c58e7-c7cc-4476-89af-3361c82a7060 req-ef2e85e0-9b45-484f-9746-9c2ab94b6ae0 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310199 Dec 17 16:12:53.366145 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 587bf0d3-ee62-492d-81ce-f4c7c05e7409 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:12:53.462603 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 587bf0d3-ee62-492d-81ce-f4c7c05e7409, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=587bf0d3-ee62-492d-81ce-f4c7c05e7409,segment=NetworkSegment(f5ddce5a-ec6e-4726-bb12-5fa55ad9910c),segment_id=f5ddce5a-ec6e-4726-bb12-5fa55ad9910c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:53.474472 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '587bf0d3-ee62-492d-81ce-f4c7c05e7409', 'network_id': '63084a2c-31b7-45d4-8d7e-31b244ea7269', 'port_id': '587bf0d3-ee62-492d-81ce-f4c7c05e7409', 'mac_address': 'fa:16:3e:e7:e7:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac09f8b-1765-498a-9df8-3c8fa23d964d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:12:53.510545 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:53.523539 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 587bf0d3-ee62-492d-81ce-f4c7c05e7409 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:12:53.543438 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 587bf0d3-ee62-492d-81ce-f4c7c05e7409, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=587bf0d3-ee62-492d-81ce-f4c7c05e7409,segment=NetworkSegment(f5ddce5a-ec6e-4726-bb12-5fa55ad9910c),segment_id=f5ddce5a-ec6e-4726-bb12-5fa55ad9910c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:53.629224 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:53.669078 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89979f-abc9-4337-958d-2afb4a0d5e8d req-a0004b82-8b36-4668-92ed-55fc6b950252 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:53.670586 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1c89979f-abc9-4337-958d-2afb4a0d5e8d req-a0004b82-8b36-4668-92ed-55fc6b950252 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b&tenant_id=0030504f2d72488984ee03029921e3f0&binding%3Ahost_id=n-h1-820553-2 HTTP/1.1" status: 200 len: 944 time: 0.0855029 Dec 17 16:12:53.677101 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=587bf0d3-ee62-492d-81ce-f4c7c05e7409,revision_number=8']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:53.684626 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:53.684970 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:53.685330 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:53.685660 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:53.685985 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:53.686307 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:53.686626 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:53.686943 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:53.687297 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:53.687606 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:53.687921 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:53.688233 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:12:53.734484 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [req-1c89979f-abc9-4337-958d-2afb4a0d5e8d req-6f47c3e9-8fa3-41bb-8fcd-948985d7f5a4 service neutron] delete failed (client error): The resource could not be found. Dec 17 16:12:53.735484 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1c89979f-abc9-4337-958d-2afb4a0d5e8d req-6f47c3e9-8fa3-41bb-8fcd-948985d7f5a4 service neutron] 10.222.0.13 "DELETE /v2.0/ports/587bf0d3-ee62-492d-81ce-f4c7c05e7409/bindings/n-h2-820553-2 HTTP/1.1" status: 404 len: 380 time: 0.0575957 Dec 17 16:12:53.815777 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89979f-abc9-4337-958d-2afb4a0d5e8d req-7f460a64-cc40-4a51-99ad-91559899e2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:53.817887 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1c89979f-abc9-4337-958d-2afb4a0d5e8d req-7f460a64-cc40-4a51-99ad-91559899e2ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0030504f2d72488984ee03029921e3f0&device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 1096 time: 0.0402462 Dec 17 16:12:53.907424 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89979f-abc9-4337-958d-2afb4a0d5e8d req-fd411864-3ad6-4cd0-b2ab-b634e3556bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:53.908881 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1c89979f-abc9-4337-958d-2afb4a0d5e8d req-fd411864-3ad6-4cd0-b2ab-b634e3556bcb service neutron] 10.222.0.13 "GET /v2.0/networks?id=63084a2c-31b7-45d4-8d7e-31b244ea7269 HTTP/1.1" status: 200 len: 912 time: 0.0846484 Dec 17 16:12:53.952754 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1c89979f-abc9-4337-958d-2afb4a0d5e8d req-01dfe259-1416-47af-b039-94804e433da6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=587bf0d3-ee62-492d-81ce-f4c7c05e7409 HTTP/1.1" status: 200 len: 217 time: 0.0370975 Dec 17 16:12:54.001444 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89979f-abc9-4337-958d-2afb4a0d5e8d req-75d24250-1fff-4ff6-a81f-871615c822c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:54.002887 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1c89979f-abc9-4337-958d-2afb4a0d5e8d req-75d24250-1fff-4ff6-a81f-871615c822c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dac09f8b-1765-498a-9df8-3c8fa23d964d HTTP/1.1" status: 200 len: 851 time: 0.0430923 Dec 17 16:12:54.034555 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1c89979f-abc9-4337-958d-2afb4a0d5e8d req-9d328f28-4cc6-4f09-8e62-2eea1c2e5949 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=63084a2c-31b7-45d4-8d7e-31b244ea7269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249968 Dec 17 16:12:54.049274 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['587bf0d3-ee62-492d-81ce-f4c7c05e7409'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:12:54.134015 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1c89979f-abc9-4337-958d-2afb4a0d5e8d req-1daca137-70ef-4247-b752-cfdc019e20c1 service neutron] 10.222.0.13 "GET /v2.0/networks/63084a2c-31b7-45d4-8d7e-31b244ea7269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923123 Dec 17 16:12:54.222801 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1c89979f-abc9-4337-958d-2afb4a0d5e8d req-b0cb0762-1751-4c56-972f-7dd8ae59789a service neutron] 10.222.0.13 "GET /v2.0/networks/63084a2c-31b7-45d4-8d7e-31b244ea7269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821896 Dec 17 16:12:55.390736 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 587bf0d3-ee62-492d-81ce-f4c7c05e7409 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:12:55.537421 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 587bf0d3-ee62-492d-81ce-f4c7c05e7409 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:12:55.541408 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 587bf0d3-ee62-492d-81ce-f4c7c05e7409 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:12:55.541787 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:55.592868 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d58c2-c7e7-4450-b258-de774f1e5b05 req-9d5759f0-4dbc-4501-9f31-9559f8583a60 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:55.594406 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ea4d58c2-c7e7-4450-b258-de774f1e5b05 req-9d5759f0-4dbc-4501-9f31-9559f8583a60 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 945 time: 0.0491440 Dec 17 16:12:55.627306 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:55.633317 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ea4d58c2-c7e7-4450-b258-de774f1e5b05 req-d31d3bd3-4846-41df-b3e1-5905a017b3fa tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321839 Dec 17 16:12:55.650770 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d107337-2b96-4ab5-bfac-5aadc7a1a61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587bf0d3-ee62-492d-81ce-f4c7c05e7409'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:12:55.652968 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2211664-e19a-481a-a353-afd02b0b7ea2" -d '{"events": [{"server_uuid": "3d107337-2b96-4ab5-bfac-5aadc7a1a61b", "name": "network-vif-plugged", "status": "completed", "tag": "587bf0d3-ee62-492d-81ce-f4c7c05e7409"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:12:55.668866 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 587bf0d3-ee62-492d-81ce-f4c7c05e7409, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=587bf0d3-ee62-492d-81ce-f4c7c05e7409,segment=NetworkSegment(f5ddce5a-ec6e-4726-bb12-5fa55ad9910c),segment_id=f5ddce5a-ec6e-4726-bb12-5fa55ad9910c)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:55.689206 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47409dd-0e97-4ea5-83c4-d0615ebf43d3 x-openstack-request-id: req-d47409dd-0e97-4ea5-83c4-d0615ebf43d3 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:12:55.689505 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d107337-2b96-4ab5-bfac-5aadc7a1a61b", "name": "network-vif-plugged", "status": "completed", "tag": "587bf0d3-ee62-492d-81ce-f4c7c05e7409", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:12:55.689763 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d47409dd-0e97-4ea5-83c4-d0615ebf43d3 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:12:55.690161 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d107337-2b96-4ab5-bfac-5aadc7a1a61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587bf0d3-ee62-492d-81ce-f4c7c05e7409', 'code': 200} Dec 17 16:12:55.737763 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:55.790526 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=587bf0d3-ee62-492d-81ce-f4c7c05e7409,revision_number=9']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:56.328333 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:56.750496 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78ce70-72c1-40c9-a115-b7a73b459aa3 req-c3c9f054-6200-4559-845c-5b086650ce9a tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:56.751945 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c78ce70-72c1-40c9-a115-b7a73b459aa3 req-c3c9f054-6200-4559-845c-5b086650ce9a tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 946 time: 0.0533977 Dec 17 16:12:56.791832 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c78ce70-72c1-40c9-a115-b7a73b459aa3 req-de48e5bf-a08d-4489-ae6e-98c2b611cd06 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/security-groups?id=2faf49c2-e1dd-4bd4-ae47-462c9538d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332947 Dec 17 16:12:57.093121 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89979f-abc9-4337-958d-2afb4a0d5e8d req-8e1d768d-1d39-4a39-a47b-7b9214739dda tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:12:57.094558 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1c89979f-abc9-4337-958d-2afb4a0d5e8d req-8e1d768d-1d39-4a39-a47b-7b9214739dda tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 946 time: 0.0529983 Dec 17 16:12:57.185461 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-1c89979f-abc9-4337-958d-2afb4a0d5e8d req-77c03326-c14d-4283-a61b-351f0c4d3204 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Deleting port 587bf0d3-ee62-492d-81ce-f4c7c05e7409 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:12:57.185808 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1c89979f-abc9-4337-958d-2afb4a0d5e8d req-77c03326-c14d-4283-a61b-351f0c4d3204 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:57.274246 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-1c89979f-abc9-4337-958d-2afb4a0d5e8d req-77c03326-c14d-4283-a61b-351f0c4d3204 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] For port 587bf0d3-ee62-492d-81ce-f4c7c05e7409, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=587bf0d3-ee62-492d-81ce-f4c7c05e7409,segment=NetworkSegment(f5ddce5a-ec6e-4726-bb12-5fa55ad9910c),segment_id=f5ddce5a-ec6e-4726-bb12-5fa55ad9910c)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:12:57.274609 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1c89979f-abc9-4337-958d-2afb4a0d5e8d req-77c03326-c14d-4283-a61b-351f0c4d3204 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:57.287773 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-1c89979f-abc9-4337-958d-2afb4a0d5e8d req-77c03326-c14d-4283-a61b-351f0c4d3204 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Calling delete_port for 587bf0d3-ee62-492d-81ce-f4c7c05e7409 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:12:57.474874 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1c89979f-abc9-4337-958d-2afb4a0d5e8d req-77c03326-c14d-4283-a61b-351f0c4d3204 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:57.505954 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c03326-c14d-4283-a61b-351f0c4d3204 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Pushing event deleted for resources: {'Port': ['ID=587bf0d3-ee62-492d-81ce-f4c7c05e7409,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:57.506874 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['587bf0d3-ee62-492d-81ce-f4c7c05e7409'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:12:57.550500 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c89979f-abc9-4337-958d-2afb4a0d5e8d req-77c03326-c14d-4283-a61b-351f0c4d3204 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] No DVR routers for this DVR port 587bf0d3-ee62-492d-81ce-f4c7c05e7409 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:12:57.553283 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-1c89979f-abc9-4337-958d-2afb4a0d5e8d req-77c03326-c14d-4283-a61b-351f0c4d3204 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:57.556866 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1c89979f-abc9-4337-958d-2afb4a0d5e8d req-77c03326-c14d-4283-a61b-351f0c4d3204 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.41 "DELETE /v2.0/ports/587bf0d3-ee62-492d-81ce-f4c7c05e7409 HTTP/1.1" status: 204 len: 173 time: 0.4550338 Dec 17 16:12:57.557356 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d107337-2b96-4ab5-bfac-5aadc7a1a61b', 'name': 'network-vif-deleted', 'tag': '587bf0d3-ee62-492d-81ce-f4c7c05e7409'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:12:57.560117 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b424b2-b107-4a35-8b33-ad3212659cec" -d '{"events": [{"server_uuid": "3d107337-2b96-4ab5-bfac-5aadc7a1a61b", "name": "network-vif-deleted", "tag": "587bf0d3-ee62-492d-81ce-f4c7c05e7409"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:12:57.597126 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d71c381-3b01-45db-ace6-c8d11e02661a x-openstack-request-id: req-7d71c381-3b01-45db-ace6-c8d11e02661a {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:12:57.597439 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d107337-2b96-4ab5-bfac-5aadc7a1a61b", "name": "network-vif-deleted", "tag": "587bf0d3-ee62-492d-81ce-f4c7c05e7409", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:12:57.597788 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7d71c381-3b01-45db-ace6-c8d11e02661a {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:12:57.598192 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d107337-2b96-4ab5-bfac-5aadc7a1a61b', 'name': 'network-vif-deleted', 'tag': '587bf0d3-ee62-492d-81ce-f4c7c05e7409', 'status': 'completed', 'code': 200} Dec 17 16:12:57.887644 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-16f2afa9-b50c-4f23-919f-59679ba78076 req-f70a694a-b43f-415a-9161-775cf2376b53 tempest-DeleteServersTestJSON-395980271 tempest-DeleteServersTestJSON-395980271-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d107337-2b96-4ab5-bfac-5aadc7a1a61b HTTP/1.1" status: 200 len: 210 time: 0.0288627 Dec 17 16:12:58.886253 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ff217457-f352-4a8e-a963-d28803f6e7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:59.023930 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 41616) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:12:59.067232 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-d179e75e-6526-458c-beb0-f4c10e560012 admin admin] Deleting subnet dac09f8b-1765-498a-9df8-3c8fa23d964d {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 16:12:59.070298 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d179e75e-6526-458c-beb0-f4c10e560012 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:59.104747 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d179e75e-6526-458c-beb0-f4c10e560012 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:59.146672 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d179e75e-6526-458c-beb0-f4c10e560012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:59.268924 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d179e75e-6526-458c-beb0-f4c10e560012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:59.298652 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d179e75e-6526-458c-beb0-f4c10e560012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dac09f8b-1765-498a-9df8-3c8fa23d964d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:59.306154 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d179e75e-6526-458c-beb0-f4c10e560012 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:59.309374 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d179e75e-6526-458c-beb0-f4c10e560012 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/dac09f8b-1765-498a-9df8-3c8fa23d964d HTTP/1.1" status: 204 len: 168 time: 0.2844224 Dec 17 16:12:59.311963 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41618) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:12:59.380614 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-142c9923-2f65-4116-9760-c0f55cd090d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:59.462342 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-142c9923-2f65-4116-9760-c0f55cd090d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:59.482712 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-142c9923-2f65-4116-9760-c0f55cd090d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63084a2c-31b7-45d4-8d7e-31b244ea7269']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:12:59.491909 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-142c9923-2f65-4116-9760-c0f55cd090d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5ddce5a-ec6e-4726-bb12-5fa55ad9910c') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:12:59.492205 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-142c9923-2f65-4116-9760-c0f55cd090d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5ddce5a-ec6e-4726-bb12-5fa55ad9910c') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:12:59.501317 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-142c9923-2f65-4116-9760-c0f55cd090d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:59.513879 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-142c9923-2f65-4116-9760-c0f55cd090d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:59.520030 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-142c9923-2f65-4116-9760-c0f55cd090d4 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:12:59.520410 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-142c9923-2f65-4116-9760-c0f55cd090d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:59.522034 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 16:12:59.522034 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:12:59.522034 n-d-820553-2 neutron-server[102833]: timer() Dec 17 16:12:59.522034 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:12:59.522034 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 16:12:59.522034 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:12:59.522034 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 16:12:59.522034 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:12:59.522034 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 16:12:59.522034 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:12:59.522034 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 16:12:59.522034 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:12:59.522034 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 16:12:59.522034 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:12:59.522034 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:12:59.522034 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:12:59.522034 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:12:59.522034 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:12:59.522034 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 16:12:59.522034 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:12:59.522034 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 16:12:59.522034 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:12:59.522034 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:12:59.522034 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:12:59.522034 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 16:12:59.522034 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:12:59.522034 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:12:59.522034 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:12:59.522034 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:12:59.522034 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:12:59.522034 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:12:59.522034 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:12:59.628947 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-142c9923-2f65-4116-9760-c0f55cd090d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:59.634518 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-142c9923-2f65-4116-9760-c0f55cd090d4 admin admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:12:59.637670 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-142c9923-2f65-4116-9760-c0f55cd090d4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/63084a2c-31b7-45d4-8d7e-31b244ea7269 HTTP/1.1" status: 204 len: 168 time: 0.3246303 Dec 17 16:12:59.649538 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c9923-2f65-4116-9760-c0f55cd090d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=63084a2c-31b7-45d4-8d7e-31b244ea7269,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:12:59.922289 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41622) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:12:59.962365 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4ac4c116-7d8d-4cbb-a8d8-ee96c9eabf10 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0030504f2d72488984ee03029921e3f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388844 Dec 17 16:12:59.964724 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41624) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:13:00.011840 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-45d63d6d-0acb-4b27-9972-7447038feda2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:00.032783 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-45d63d6d-0acb-4b27-9972-7447038feda2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:00.133887 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-45d63d6d-0acb-4b27-9972-7447038feda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:00.136311 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-45d63d6d-0acb-4b27-9972-7447038feda2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:00.137517 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-45d63d6d-0acb-4b27-9972-7447038feda2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2faf49c2-e1dd-4bd4-ae47-462c9538d817 HTTP/1.1" status: 204 len: 168 time: 0.1718788 Dec 17 16:13:00.147967 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d63d6d-0acb-4b27-9972-7447038feda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2faf49c2-e1dd-4bd4-ae47-462c9538d817,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:01.086218 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a4cce12b-5edc-4e71-ac90-bfa4923356e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:01.090511 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41646) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:13:01.186887 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-934c562f-c47e-41a7-9a72-2f8d06834af5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2094298426-network', 'tenant_id': '657d07f8c80d478dbd8f168e6bcd4b50'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:13:01.288258 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934c562f-c47e-41a7-9a72-2f8d06834af5 admin admin] Made reservation on behalf of 657d07f8c80d478dbd8f168e6bcd4b50 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:13:01.290696 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-934c562f-c47e-41a7-9a72-2f8d06834af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:01.299479 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-934c562f-c47e-41a7-9a72-2f8d06834af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:01.376908 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-934c562f-c47e-41a7-9a72-2f8d06834af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:01.437323 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 587bf0d3-ee62-492d-81ce-f4c7c05e7409 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:13:01.453875 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-934c562f-c47e-41a7-9a72-2f8d06834af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:01.461509 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 587bf0d3-ee62-492d-81ce-f4c7c05e7409 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:13:01.461854 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 587bf0d3-ee62-492d-81ce-f4c7c05e7409 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:13:01.483451 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-934c562f-c47e-41a7-9a72-2f8d06834af5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:13:01.489848 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c562f-c47e-41a7-9a72-2f8d06834af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b10919-38f0-4c26-9f3f-1d7fdf4defce,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:01.496438 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-934c562f-c47e-41a7-9a72-2f8d06834af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:01.497252 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-934c562f-c47e-41a7-9a72-2f8d06834af5 admin admin] Added segment c5c3d88f-680e-43fb-bbbf-1ea8ff088138 of type vlan for network c19456ba-1822-471b-82bc-2f9fe962c123 Dec 17 16:13:01.536543 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-934c562f-c47e-41a7-9a72-2f8d06834af5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:01.614228 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-934c562f-c47e-41a7-9a72-2f8d06834af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:01.615148 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934c562f-c47e-41a7-9a72-2f8d06834af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:01.615717 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-934c562f-c47e-41a7-9a72-2f8d06834af5 admin admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:01.672142 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c562f-c47e-41a7-9a72-2f8d06834af5 admin admin] Pushing event updated for resources: {'Network': ['ID=c19456ba-1822-471b-82bc-2f9fe962c123,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:01.682729 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network c19456ba-1822-471b-82bc-2f9fe962c123 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:13:01.713365 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-934c562f-c47e-41a7-9a72-2f8d06834af5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6216526 Dec 17 16:13:01.716191 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 41650) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:13:01.720860 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-92d256f5-2abd-4e0c-b20a-9f3441eade99 admin admin] Request body: {'subnet': {'network_id': 'c19456ba-1822-471b-82bc-2f9fe962c123', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2094298426-subnet', 'tenant_id': '657d07f8c80d478dbd8f168e6bcd4b50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:13:01.802746 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d256f5-2abd-4e0c-b20a-9f3441eade99 admin admin] Made reservation on behalf of 657d07f8c80d478dbd8f168e6bcd4b50 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:13:01.805220 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-92d256f5-2abd-4e0c-b20a-9f3441eade99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:02.029198 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-92d256f5-2abd-4e0c-b20a-9f3441eade99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:02.090619 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d256f5-2abd-4e0c-b20a-9f3441eade99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c06df1a3-29d8-4156-91e2-6ecdeddd0ddb,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:02.098329 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d256f5-2abd-4e0c-b20a-9f3441eade99 admin admin] Checking segment: {'id': 'c5c3d88f-680e-43fb-bbbf-1ea8ff088138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c19456ba-1822-471b-82bc-2f9fe962c123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:13:02.098686 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d256f5-2abd-4e0c-b20a-9f3441eade99 admin admin] Network hostable DHCP agents. Network: c19456ba-1822-471b-82bc-2f9fe962c123, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:13:02.199979 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d256f5-2abd-4e0c-b20a-9f3441eade99 admin admin] Network c19456ba-1822-471b-82bc-2f9fe962c123 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:13:02.286067 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-92d256f5-2abd-4e0c-b20a-9f3441eade99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, c19456ba-1822-471b-82bc-2f9fe962c123) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:13:02.290178 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d256f5-2abd-4e0c-b20a-9f3441eade99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:02.290768 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-92d256f5-2abd-4e0c-b20a-9f3441eade99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:02.294706 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c2ac5e-b5df-4967-9a0c-ea227bc6f710 None None] Network c19456ba-1822-471b-82bc-2f9fe962c123 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:13:02.366042 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-92d256f5-2abd-4e0c-b20a-9f3441eade99 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6488113 Dec 17 16:13:02.422145 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a74192b-6d20-4ec6-81a1-ece386ecba7b None None] Network c19456ba-1822-471b-82bc-2f9fe962c123 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:13:02.501542 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:02.804825 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-bbd3b3f3-149f-415c-9cbf-a9db86015075 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:02.806307 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-bbd3b3f3-149f-415c-9cbf-a9db86015075 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/networks?id=c19456ba-1822-471b-82bc-2f9fe962c123 HTTP/1.1" status: 200 len: 815 time: 0.1089928 Dec 17 16:13:02.821290 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-bb339cff-0d1e-4968-8568-a6b016119664 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/quotas/657d07f8c80d478dbd8f168e6bcd4b50 HTTP/1.1" status: 200 len: 375 time: 0.0093024 Dec 17 16:13:02.852250 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-07d5716c-8246-41e8-8a01-22bc795e6c83 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=657d07f8c80d478dbd8f168e6bcd4b50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258358 Dec 17 16:13:02.939588 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-577561f2-eb46-4332-9baf-b71fc5e47a0e service neutron] 10.222.0.46 "GET /v2.0/networks/c19456ba-1822-471b-82bc-2f9fe962c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800722 Dec 17 16:13:03.032117 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-e0da6ea9-14ca-4a18-bf1a-10c326fce583 service neutron] 10.222.0.46 "GET /v2.0/networks/c19456ba-1822-471b-82bc-2f9fe962c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857956 Dec 17 16:13:03.253241 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fed5e9c6-6ad4-4f30-bf56-814189aec754 req-a7dfcb8b-1d51-4280-a51e-fa0194600cdf tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 210 time: 0.0274661 Dec 17 16:13:04.076735 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:04.268450 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:04.347485 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6f0152d-ad01-4e0c-a884-4b71c1cf2042 req-52a500bc-9da5-4aa8-9ebe-396c4e197567 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 210 time: 0.0252800 Dec 17 16:13:05.383522 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-0ed5fd64-6e26-48d5-a185-b4b34c51a744 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:05.387898 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-0ed5fd64-6e26-48d5-a185-b4b34c51a744 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.41 "GET /v2.0/networks?id=c19456ba-1822-471b-82bc-2f9fe962c123 HTTP/1.1" status: 200 len: 815 time: 0.1036267 Dec 17 16:13:05.403739 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-5666c27c-f2a8-4436-aaa5-a2c221c4ba5f tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Request body: {'port': {'device_id': 'eb4f9df6-04af-4be2-b638-730d42091eb3', 'network_id': 'c19456ba-1822-471b-82bc-2f9fe962c123', 'admin_state_up': True, 'tenant_id': '657d07f8c80d478dbd8f168e6bcd4b50'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:13:05.445740 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8621553f-e344-4ddc-bd13-a9199ca5b11e req-7cdfa761-e9c3-479e-8fe3-1fd29be0262d tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 210 time: 0.0282090 Dec 17 16:13:05.605626 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-5666c27c-f2a8-4436-aaa5-a2c221c4ba5f tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Made reservation on behalf of 657d07f8c80d478dbd8f168e6bcd4b50 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:13:05.609397 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-5666c27c-f2a8-4436-aaa5-a2c221c4ba5f tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:05.736316 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-5666c27c-f2a8-4436-aaa5-a2c221c4ba5f tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Allocated IP 172.20.0.7 (c19456ba-1822-471b-82bc-2f9fe962c123/c06df1a3-29d8-4156-91e2-6ecdeddd0ddb/4522c09e-4676-4c82-a514-2226b1e4455f) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:13:05.877823 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-5666c27c-f2a8-4436-aaa5-a2c221c4ba5f tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:05.972020 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-5666c27c-f2a8-4436-aaa5-a2c221c4ba5f tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:06.018716 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-5666c27c-f2a8-4436-aaa5-a2c221c4ba5f tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Network c19456ba-1822-471b-82bc-2f9fe962c123 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:13:06.022234 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-5666c27c-f2a8-4436-aaa5-a2c221c4ba5f tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:13:06.025840 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-5666c27c-f2a8-4436-aaa5-a2c221c4ba5f tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:13:06.034830 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666c27c-f2a8-4436-aaa5-a2c221c4ba5f tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Pushing event updated for resources: {'Port': ['ID=4522c09e-4676-4c82-a514-2226b1e4455f,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:06.060449 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5666c27c-f2a8-4436-aaa5-a2c221c4ba5f tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:06.060801 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5666c27c-f2a8-4436-aaa5-a2c221c4ba5f tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:06.061177 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5666c27c-f2a8-4436-aaa5-a2c221c4ba5f tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:06.061520 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5666c27c-f2a8-4436-aaa5-a2c221c4ba5f tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:06.061851 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5666c27c-f2a8-4436-aaa5-a2c221c4ba5f tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:06.062182 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5666c27c-f2a8-4436-aaa5-a2c221c4ba5f tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:06.062511 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5666c27c-f2a8-4436-aaa5-a2c221c4ba5f tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:06.062841 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5666c27c-f2a8-4436-aaa5-a2c221c4ba5f tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:06.063171 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5666c27c-f2a8-4436-aaa5-a2c221c4ba5f tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:06.063501 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5666c27c-f2a8-4436-aaa5-a2c221c4ba5f tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:06.063825 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5666c27c-f2a8-4436-aaa5-a2c221c4ba5f tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:06.064148 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5666c27c-f2a8-4436-aaa5-a2c221c4ba5f tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:06.092022 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-5666c27c-f2a8-4436-aaa5-a2c221c4ba5f tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:06.092698 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-5666c27c-f2a8-4436-aaa5-a2c221c4ba5f tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:06.168489 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-5666c27c-f2a8-4436-aaa5-a2c221c4ba5f tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7695870 Dec 17 16:13:06.186887 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-2954a165-46db-4843-898c-944610d215e2 service neutron] Request body: {'port': {'device_id': 'eb4f9df6-04af-4be2-b638-730d42091eb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:13:06.239358 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-2954a165-46db-4843-898c-944610d215e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:06.504724 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-2954a165-46db-4843-898c-944610d215e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4522c09e-4676-4c82-a514-2226b1e4455f {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:13:06.512844 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-2954a165-46db-4843-898c-944610d215e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:06.525545 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-2954a165-46db-4843-898c-944610d215e2 service neutron] Transition to ACTIVE for port object 4522c09e-4676-4c82-a514-2226b1e4455f will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:13:06.572777 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047aab3-6b53-4720-b28b-eece7c19f524 req-75962867-9b04-4b77-aa22-6d7d7df31a03 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:06.574250 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7047aab3-6b53-4720-b28b-eece7c19f524 req-75962867-9b04-4b77-aa22-6d7d7df31a03 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 931 time: 0.0519025 Dec 17 16:13:06.591179 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-2954a165-46db-4843-898c-944610d215e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:06.612269 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7047aab3-6b53-4720-b28b-eece7c19f524 req-19061fbd-049b-4511-a95e-6c32e62c97e0 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320194 Dec 17 16:13:06.658575 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954a165-46db-4843-898c-944610d215e2 service neutron] Pushing event updated for resources: {'Port': ['ID=4522c09e-4676-4c82-a514-2226b1e4455f,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:06.710590 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-2954a165-46db-4843-898c-944610d215e2 service neutron] Attempting to bind port 4522c09e-4676-4c82-a514-2226b1e4455f on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:13:06.710921 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-2954a165-46db-4843-898c-944610d215e2 service neutron] Attempting to bind port 4522c09e-4676-4c82-a514-2226b1e4455f by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': 'c5c3d88f-680e-43fb-bbbf-1ea8ff088138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c19456ba-1822-471b-82bc-2f9fe962c123'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:13:06.711245 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-2954a165-46db-4843-898c-944610d215e2 service neutron] Attempting to bind port 4522c09e-4676-4c82-a514-2226b1e4455f on network c19456ba-1822-471b-82bc-2f9fe962c123 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:13:06.715478 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-2954a165-46db-4843-898c-944610d215e2 service neutron] Port 4522c09e-4676-4c82-a514-2226b1e4455f on network c19456ba-1822-471b-82bc-2f9fe962c123 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:13:06.715796 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-2954a165-46db-4843-898c-944610d215e2 service neutron] Attempting to bind port 4522c09e-4676-4c82-a514-2226b1e4455f on network c19456ba-1822-471b-82bc-2f9fe962c123 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:13:06.720492 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-2954a165-46db-4843-898c-944610d215e2 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:13:06.720826 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-2954a165-46db-4843-898c-944610d215e2 service neutron] Checking segment: {'id': 'c5c3d88f-680e-43fb-bbbf-1ea8ff088138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c19456ba-1822-471b-82bc-2f9fe962c123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:13:06.721235 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-2954a165-46db-4843-898c-944610d215e2 service neutron] Bound using segment: {'id': 'c5c3d88f-680e-43fb-bbbf-1ea8ff088138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c19456ba-1822-471b-82bc-2f9fe962c123'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:13:06.721650 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-2954a165-46db-4843-898c-944610d215e2 service neutron] Bound port: 4522c09e-4676-4c82-a514-2226b1e4455f, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5c3d88f-680e-43fb-bbbf-1ea8ff088138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c19456ba-1822-471b-82bc-2f9fe962c123'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:13:06.722001 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-2954a165-46db-4843-898c-944610d215e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:06.785496 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-2954a165-46db-4843-898c-944610d215e2 service neutron] For port 4522c09e-4676-4c82-a514-2226b1e4455f, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:13:06.788885 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-2954a165-46db-4843-898c-944610d215e2 service neutron] For port 4522c09e-4676-4c82-a514-2226b1e4455f, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=4522c09e-4676-4c82-a514-2226b1e4455f,segment=NetworkSegment(c5c3d88f-680e-43fb-bbbf-1ea8ff088138),segment_id=c5c3d88f-680e-43fb-bbbf-1ea8ff088138)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:13:06.854351 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-2954a165-46db-4843-898c-944610d215e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:06.892366 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-2954a165-46db-4843-898c-944610d215e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:06.892977 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-2954a165-46db-4843-898c-944610d215e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:06.894375 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-2954a165-46db-4843-898c-944610d215e2 service neutron] 10.222.0.41 "PUT /v2.0/ports/4522c09e-4676-4c82-a514-2226b1e4455f HTTP/1.1" status: 200 len: 1091 time: 0.7116327 Dec 17 16:13:06.894819 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4f9df6-04af-4be2-b638-730d42091eb3', 'tag': '4522c09e-4676-4c82-a514-2226b1e4455f'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:13:06.897099 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f60476-3aa5-48cc-986f-93052d19eb08" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4f9df6-04af-4be2-b638-730d42091eb3", "tag": "4522c09e-4676-4c82-a514-2226b1e4455f"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:13:06.920670 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954a165-46db-4843-898c-944610d215e2 service neutron] Pushing event updated for resources: {'Port': ['ID=4522c09e-4676-4c82-a514-2226b1e4455f,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:06.935369 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a307a6-1254-4d76-a78f-09d866b12937 x-openstack-request-id: req-f0a307a6-1254-4d76-a78f-09d866b12937 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:13:06.935369 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4f9df6-04af-4be2-b638-730d42091eb3", "tag": "4522c09e-4676-4c82-a514-2226b1e4455f", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:13:06.935369 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f0a307a6-1254-4d76-a78f-09d866b12937 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:13:06.935369 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb4f9df6-04af-4be2-b638-730d42091eb3', 'tag': '4522c09e-4676-4c82-a514-2226b1e4455f', 'status': 'completed', 'code': 200} Dec 17 16:13:07.013954 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f60476-3aa5-48cc-986f-93052d19eb08 req-a7140e29-bf9d-4af4-ab08-b0bb130a5ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:07.015478 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b2f60476-3aa5-48cc-986f-93052d19eb08 req-a7140e29-bf9d-4af4-ab08-b0bb130a5ad2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=657d07f8c80d478dbd8f168e6bcd4b50&device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 1094 time: 0.0427589 Dec 17 16:13:07.122103 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f60476-3aa5-48cc-986f-93052d19eb08 req-8b04309a-d9b5-4a90-bde2-db8c2246195a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:07.123505 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b2f60476-3aa5-48cc-986f-93052d19eb08 req-8b04309a-d9b5-4a90-bde2-db8c2246195a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=657d07f8c80d478dbd8f168e6bcd4b50&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0958173 Dec 17 16:13:07.222502 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f60476-3aa5-48cc-986f-93052d19eb08 req-7d9cd807-c872-477c-83a7-dae8a6480899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:07.224456 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b2f60476-3aa5-48cc-986f-93052d19eb08 req-7d9cd807-c872-477c-83a7-dae8a6480899 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940042 Dec 17 16:13:07.321358 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-ac87dc27-4b28-4803-b37a-5e911f6b60e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:07.322847 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-ac87dc27-4b28-4803-b37a-5e911f6b60e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=657d07f8c80d478dbd8f168e6bcd4b50&device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 1094 time: 0.0410163 Dec 17 16:13:07.369863 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-a6b60faa-3a7c-406d-99b5-fef780c34770 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4522c09e-4676-4c82-a514-2226b1e4455f HTTP/1.1" status: 200 len: 217 time: 0.0344508 Dec 17 16:13:07.421261 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-9740cf47-7763-42ba-8fe3-ec60efdcec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:07.422616 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-9740cf47-7763-42ba-8fe3-ec60efdcec9b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c06df1a3-29d8-4156-91e2-6ecdeddd0ddb HTTP/1.1" status: 200 len: 855 time: 0.0465779 Dec 17 16:13:07.454180 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-f5c27dee-7a6b-4521-b8bb-44b35691a2fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c19456ba-1822-471b-82bc-2f9fe962c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241270 Dec 17 16:13:07.543741 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-80ef06d8-653d-4bc8-a567-e79b0ce8bb77 service neutron] 10.222.0.41 "GET /v2.0/networks/c19456ba-1822-471b-82bc-2f9fe962c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808709 Dec 17 16:13:07.636792 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-69ae94fe-51b1-4d76-9481-722d8befed5d req-cd82fd34-cd10-4bfd-bf7f-a28bb87db577 service neutron] 10.222.0.41 "GET /v2.0/networks/c19456ba-1822-471b-82bc-2f9fe962c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860546 Dec 17 16:13:07.727671 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ed0a8-65d0-4708-a19d-08287fa32881 req-5148afb5-1a56-4296-9485-69b4a0221f80 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:07.729463 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc2ed0a8-65d0-4708-a19d-08287fa32881 req-5148afb5-1a56-4296-9485-69b4a0221f80 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 943 time: 0.0495889 Dec 17 16:13:07.766491 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc2ed0a8-65d0-4708-a19d-08287fa32881 req-a03be002-582d-49b6-b2ec-20ac92c85444 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310915 Dec 17 16:13:08.882500 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186563c-2f46-4eae-88ea-2982b6912c5d req-dde4805d-290d-411e-8a29-fee4d181d05b tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:08.883980 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4186563c-2f46-4eae-88ea-2982b6912c5d req-dde4805d-290d-411e-8a29-fee4d181d05b tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 943 time: 0.0493762 Dec 17 16:13:08.922142 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4186563c-2f46-4eae-88ea-2982b6912c5d req-a63d1490-3d59-47d1-a1dd-57a6fff48645 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321660 Dec 17 16:13:10.038613 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ce813-9c61-4218-bd0b-8f1d7f789c28 req-14464f69-42fd-487e-9cb4-719daba89fde tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:10.040055 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0f0ce813-9c61-4218-bd0b-8f1d7f789c28 req-14464f69-42fd-487e-9cb4-719daba89fde tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 943 time: 0.0526364 Dec 17 16:13:10.077154 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0f0ce813-9c61-4218-bd0b-8f1d7f789c28 req-a06dce13-c88e-47af-88f8-595f383fcbf8 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310388 Dec 17 16:13:10.990682 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:11.209318 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39162b62-dd20-4cea-a070-bc59937a6c99 req-0b74008d-bd05-4d72-bf81-c2250a289629 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:11.210927 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-39162b62-dd20-4cea-a070-bc59937a6c99 req-0b74008d-bd05-4d72-bf81-c2250a289629 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 943 time: 0.0684156 Dec 17 16:13:11.248662 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-39162b62-dd20-4cea-a070-bc59937a6c99 req-c903bac3-72a0-4859-90a3-f7929955d634 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317705 Dec 17 16:13:11.484039 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 4522c09e-4676-4c82-a514-2226b1e4455f details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:13:11.577373 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 4522c09e-4676-4c82-a514-2226b1e4455f, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=4522c09e-4676-4c82-a514-2226b1e4455f,segment=NetworkSegment(c5c3d88f-680e-43fb-bbbf-1ea8ff088138),segment_id=c5c3d88f-680e-43fb-bbbf-1ea8ff088138)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:11.591615 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '4522c09e-4676-4c82-a514-2226b1e4455f', 'network_id': 'c19456ba-1822-471b-82bc-2f9fe962c123', 'port_id': '4522c09e-4676-4c82-a514-2226b1e4455f', 'mac_address': 'fa:16:3e:fe:87:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c06df1a3-29d8-4156-91e2-6ecdeddd0ddb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:13:11.627864 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:11.640705 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4522c09e-4676-4c82-a514-2226b1e4455f {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:13:11.659638 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 4522c09e-4676-4c82-a514-2226b1e4455f, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=4522c09e-4676-4c82-a514-2226b1e4455f,segment=NetworkSegment(c5c3d88f-680e-43fb-bbbf-1ea8ff088138),segment_id=c5c3d88f-680e-43fb-bbbf-1ea8ff088138)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:11.750742 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:11.797291 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=4522c09e-4676-4c82-a514-2226b1e4455f,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:12.111586 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['4522c09e-4676-4c82-a514-2226b1e4455f'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:13:12.364053 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d256b-63df-4ef5-8ffb-b43ca2377bfe req-6768264e-ebf0-4da3-b6f9-49d4f5976ccf tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:12.366094 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c65d256b-63df-4ef5-8ffb-b43ca2377bfe req-6768264e-ebf0-4da3-b6f9-49d4f5976ccf tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 944 time: 0.0497115 Dec 17 16:13:12.408248 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c65d256b-63df-4ef5-8ffb-b43ca2377bfe req-c111229a-0123-463c-bfed-af99e111a411 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362844 Dec 17 16:13:13.499446 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 4522c09e-4676-4c82-a514-2226b1e4455f up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:13:13.525572 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8b0b1-5e10-4792-acb2-1a0f90b040c5 req-7ec30864-2a54-4965-843a-6a14daa72e87 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:13.527062 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5fd8b0b1-5e10-4792-acb2-1a0f90b040c5 req-7ec30864-2a54-4965-843a-6a14daa72e87 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 944 time: 0.0543323 Dec 17 16:13:13.564782 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5fd8b0b1-5e10-4792-acb2-1a0f90b040c5 req-7728b95a-fd47-43c2-aa1b-eddbe2b74208 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318608 Dec 17 16:13:13.619359 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 4522c09e-4676-4c82-a514-2226b1e4455f completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:13:13.623294 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 4522c09e-4676-4c82-a514-2226b1e4455f triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:13.623671 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:13.704663 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:13.726619 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4f9df6-04af-4be2-b638-730d42091eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4522c09e-4676-4c82-a514-2226b1e4455f'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:13:13.729127 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d176a5-1523-41f2-8d16-623ab87c6725" -d '{"events": [{"server_uuid": "eb4f9df6-04af-4be2-b638-730d42091eb3", "name": "network-vif-plugged", "status": "completed", "tag": "4522c09e-4676-4c82-a514-2226b1e4455f"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:13:13.742254 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 4522c09e-4676-4c82-a514-2226b1e4455f, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=4522c09e-4676-4c82-a514-2226b1e4455f,segment=NetworkSegment(c5c3d88f-680e-43fb-bbbf-1ea8ff088138),segment_id=c5c3d88f-680e-43fb-bbbf-1ea8ff088138)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:13.769331 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b228fbd2-f2b6-4dd6-8850-967f8fe9034e x-openstack-request-id: req-b228fbd2-f2b6-4dd6-8850-967f8fe9034e {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:13:13.769625 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4f9df6-04af-4be2-b638-730d42091eb3", "name": "network-vif-plugged", "status": "completed", "tag": "4522c09e-4676-4c82-a514-2226b1e4455f", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:13:13.769882 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b228fbd2-f2b6-4dd6-8850-967f8fe9034e {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:13:13.770281 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4f9df6-04af-4be2-b638-730d42091eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4522c09e-4676-4c82-a514-2226b1e4455f', 'code': 200} Dec 17 16:13:13.785158 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:13.837971 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=4522c09e-4676-4c82-a514-2226b1e4455f,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:13.898696 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924a747-fa00-432c-a2f4-c16af6b55e36 req-b5759f34-7237-4ef7-b528-443c054e3bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:13.900313 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3924a747-fa00-432c-a2f4-c16af6b55e36 req-b5759f34-7237-4ef7-b528-443c054e3bfb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 1096 time: 0.0429053 Dec 17 16:13:13.943399 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3924a747-fa00-432c-a2f4-c16af6b55e36 req-5dba9e18-4dcb-4492-b9d7-7a6114373b76 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320280 Dec 17 16:13:14.679944 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ae868-68ae-4798-a9f2-1dae73558a24 req-5a0f425b-255b-4826-93fa-79ce50876751 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:14.681419 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a72ae868-68ae-4798-a9f2-1dae73558a24 req-5a0f425b-255b-4826-93fa-79ce50876751 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 945 time: 0.0490727 Dec 17 16:13:14.719459 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a72ae868-68ae-4798-a9f2-1dae73558a24 req-f13c9572-2fdb-4a5e-af82-9f44ffdc03e0 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321136 Dec 17 16:13:16.077538 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c986a-83ec-4d79-957c-fd5906536eb5 req-dedbe87d-67da-4732-88ab-62cbbc081164 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:16.078937 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-008c986a-83ec-4d79-957c-fd5906536eb5 req-dedbe87d-67da-4732-88ab-62cbbc081164 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 945 time: 0.0489283 Dec 17 16:13:16.119133 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-008c986a-83ec-4d79-957c-fd5906536eb5 req-8191a6a0-2075-47fe-9bd1-8bf64ce5cbba tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337145 Dec 17 16:13:16.233490 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6e291-2732-4336-8363-d54147fe43a8 req-1a389139-d7f7-4bde-a786-18e7ce235a92 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:16.234946 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-04b6e291-2732-4336-8363-d54147fe43a8 req-1a389139-d7f7-4bde-a786-18e7ce235a92 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 945 time: 0.0520289 Dec 17 16:13:16.272470 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-04b6e291-2732-4336-8363-d54147fe43a8 req-ced38c00-4122-4089-a39d-80cf1b37b807 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312319 Dec 17 16:13:16.565467 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d0eeb-5044-4cd0-9d1f-637e52a0e80f req-4f8627f2-4c71-45f9-bcba-a58781af5b9f tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:16.566944 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4e2d0eeb-5044-4cd0-9d1f-637e52a0e80f req-4f8627f2-4c71-45f9-bcba-a58781af5b9f tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 945 time: 0.0487492 Dec 17 16:13:16.604679 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4e2d0eeb-5044-4cd0-9d1f-637e52a0e80f req-8ca02110-ad00-4ce5-98e0-267dc9d265d5 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307775 Dec 17 16:13:16.717290 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1675fe-b77e-464e-abef-3e5606f46d23 req-67c4b936-6e6b-4de3-b54c-62903f46ccfb tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:16.718652 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5a1675fe-b77e-464e-abef-3e5606f46d23 req-67c4b936-6e6b-4de3-b54c-62903f46ccfb tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 945 time: 0.0490768 Dec 17 16:13:16.756597 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5a1675fe-b77e-464e-abef-3e5606f46d23 req-df5c667c-37fc-4f21-947c-ed12ec6c80d3 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320477 Dec 17 16:13:17.210362 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1b1b3-bd18-4786-8ebf-8b79b718ef2e req-ea61450b-23cd-4404-ba25-564189ab5174 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:17.211823 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-edd1b1b3-bd18-4786-8ebf-8b79b718ef2e req-ea61450b-23cd-4404-ba25-564189ab5174 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 945 time: 0.0529697 Dec 17 16:13:17.250104 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-edd1b1b3-bd18-4786-8ebf-8b79b718ef2e req-c41266e9-d751-4efb-b6b3-ac191a51b91a tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322261 Dec 17 16:13:17.328545 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-4d5167a7-8faf-472a-a4bf-eb50e2cad025 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0387053 Dec 17 16:13:18.362598 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0b538-ffcb-4392-b32e-68431de927a7 req-ec88cf22-fc36-4c63-964b-b15540a4e4db tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:18.364067 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a7e0b538-ffcb-4392-b32e-68431de927a7 req-ec88cf22-fc36-4c63-964b-b15540a4e4db tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 945 time: 0.0483186 Dec 17 16:13:18.401562 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a7e0b538-ffcb-4392-b32e-68431de927a7 req-8c8df14e-628c-4859-825d-40ccc7ba2432 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311069 Dec 17 16:13:19.177574 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-cb6ae7a4-4062-4921-82f6-065a4336d3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:19.178928 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-cb6ae7a4-4062-4921-82f6-065a4336d3bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=657d07f8c80d478dbd8f168e6bcd4b50&device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 1096 time: 0.0400941 Dec 17 16:13:19.270635 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-774eb85f-2f52-4a54-9e8b-531b226eb1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:19.272121 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-774eb85f-2f52-4a54-9e8b-531b226eb1dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=c19456ba-1822-471b-82bc-2f9fe962c123 HTTP/1.1" status: 200 len: 916 time: 0.0863173 Dec 17 16:13:19.312515 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-516d8e3f-4114-4070-8850-6316ee3c867f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4522c09e-4676-4c82-a514-2226b1e4455f HTTP/1.1" status: 200 len: 217 time: 0.0334973 Dec 17 16:13:19.365304 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-551979c8-ca47-4f39-9a43-5f57b392bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:19.366842 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-551979c8-ca47-4f39-9a43-5f57b392bd7f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c06df1a3-29d8-4156-91e2-6ecdeddd0ddb HTTP/1.1" status: 200 len: 855 time: 0.0481973 Dec 17 16:13:19.397415 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-b4d927b1-c86e-4dcd-b5e2-41f632680990 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c19456ba-1822-471b-82bc-2f9fe962c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242357 Dec 17 16:13:19.487519 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-ec329c15-4601-430d-9e8b-936f1ed1e32c service neutron] 10.222.0.41 "GET /v2.0/networks/c19456ba-1822-471b-82bc-2f9fe962c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835969 Dec 17 16:13:19.517627 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238a256-00b5-46d5-8f77-90ca89ea27e8 req-2e43d92c-8747-4ca7-b0f6-7d4ae172590b tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:19.519110 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0238a256-00b5-46d5-8f77-90ca89ea27e8 req-2e43d92c-8747-4ca7-b0f6-7d4ae172590b tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 945 time: 0.0496080 Dec 17 16:13:19.561872 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0238a256-00b5-46d5-8f77-90ca89ea27e8 req-551069b9-a7a7-47bf-b4d7-51033d3d6654 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358706 Dec 17 16:13:19.579684 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-c92ab68d-8047-4a0d-945a-8e8cbe7c2de0 service neutron] 10.222.0.41 "GET /v2.0/networks/c19456ba-1822-471b-82bc-2f9fe962c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853984 Dec 17 16:13:20.676157 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa9a15-6bf5-47a7-8c9f-91802be5cd5f req-cf7ec04a-1136-4e5e-a58b-20f81d9cdbc0 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:20.678032 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1faa9a15-6bf5-47a7-8c9f-91802be5cd5f req-cf7ec04a-1136-4e5e-a58b-20f81d9cdbc0 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 945 time: 0.0497205 Dec 17 16:13:20.715673 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1faa9a15-6bf5-47a7-8c9f-91802be5cd5f req-5d0b7ecc-5604-4e58-ac77-75376142cea5 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318370 Dec 17 16:13:21.836997 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9af36-eb07-49fb-985f-faf62db5da0b req-72e7721b-e378-429f-a551-8565e526dddd tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:21.838494 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8fb9af36-eb07-49fb-985f-faf62db5da0b req-72e7721b-e378-429f-a551-8565e526dddd tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 945 time: 0.0514073 Dec 17 16:13:21.876534 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8fb9af36-eb07-49fb-985f-faf62db5da0b req-dd31f64e-ee06-4472-a304-66e5eecb1c83 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319524 Dec 17 16:13:22.988833 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efa23b-9277-48a7-afca-5f4ae98b10d4 req-017379c0-4347-4639-a387-8209f974132a tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:22.990997 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-56efa23b-9277-48a7-afca-5f4ae98b10d4 req-017379c0-4347-4639-a387-8209f974132a tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 945 time: 0.0487113 Dec 17 16:13:23.029945 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-56efa23b-9277-48a7-afca-5f4ae98b10d4 req-bc8be3fe-1c6c-4e86-8edb-a308ccdc0ea3 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332117 Dec 17 16:13:24.144160 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbfb4d-17fe-4a81-ad25-8606f9e4c9a8 req-5830da1c-9b15-4de3-adfe-0ee2ea4323f9 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:24.145725 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e3bbfb4d-17fe-4a81-ad25-8606f9e4c9a8 req-5830da1c-9b15-4de3-adfe-0ee2ea4323f9 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 945 time: 0.0494044 Dec 17 16:13:24.185086 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e3bbfb4d-17fe-4a81-ad25-8606f9e4c9a8 req-68ecebc3-0965-4fa7-a871-41d0b03ad496 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318449 Dec 17 16:13:25.300664 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a8b0f-76f2-4faf-9482-373d86fce65b req-a075f6ea-b2e1-4364-9306-12d13072caaa tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:25.302436 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d90a8b0f-76f2-4faf-9482-373d86fce65b req-a075f6ea-b2e1-4364-9306-12d13072caaa tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 945 time: 0.0485356 Dec 17 16:13:25.339478 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d90a8b0f-76f2-4faf-9482-373d86fce65b req-b5ee56c2-ebb1-4cf7-8c6c-1a4eaa280a54 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312233 Dec 17 16:13:26.333251 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:26.452577 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5004b-43c5-4ee6-942c-d32053a43702 req-ab9f6130-2b61-4cc1-8d35-e07bfec3fffb tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:26.454044 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-04d5004b-43c5-4ee6-942c-d32053a43702 req-ab9f6130-2b61-4cc1-8d35-e07bfec3fffb tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 945 time: 0.0478287 Dec 17 16:13:26.494795 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-04d5004b-43c5-4ee6-942c-d32053a43702 req-f231f6da-13de-48af-aa9f-e7244e019ec5 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347216 Dec 17 16:13:27.609170 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e6906-e6eb-4e6b-b9af-b86a85da4736 req-006741f8-7a6e-4afc-8da3-fcccb1223c50 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:27.610638 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-717e6906-e6eb-4e6b-b9af-b86a85da4736 req-006741f8-7a6e-4afc-8da3-fcccb1223c50 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 945 time: 0.0496197 Dec 17 16:13:27.649255 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-717e6906-e6eb-4e6b-b9af-b86a85da4736 req-2fe7ce3e-df7f-46c9-8c89-befc352c18e3 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315814 Dec 17 16:13:27.829317 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:13:28.762537 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17deeef5-94f1-4190-8300-efbe786b927a req-4a98f6e0-fe2c-4aa7-9a12-cc2adcb2c0ab tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:28.763987 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-17deeef5-94f1-4190-8300-efbe786b927a req-4a98f6e0-fe2c-4aa7-9a12-cc2adcb2c0ab tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 945 time: 0.0491564 Dec 17 16:13:28.803159 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-17deeef5-94f1-4190-8300-efbe786b927a req-5f92ce38-b243-421a-85cb-7b7f34e8552a tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326805 Dec 17 16:13:28.870633 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-08471480-e91b-477b-9298-f8e3014e262d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:29.917093 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458cf9b6-587b-4006-9360-cdcd8dd13b22 req-2e791ea6-831f-4b0d-b4eb-025f757c5a6e tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:29.918567 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-458cf9b6-587b-4006-9360-cdcd8dd13b22 req-2e791ea6-831f-4b0d-b4eb-025f757c5a6e tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 945 time: 0.0481796 Dec 17 16:13:29.960014 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-458cf9b6-587b-4006-9360-cdcd8dd13b22 req-020c9514-4b79-4a98-a0af-6a70299196eb tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354657 Dec 17 16:13:31.074850 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c9388-fcfa-421d-ac0a-f1bf7f0ea2a4 req-29252d5b-7ac4-4ea4-9888-611334d2fc14 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:31.076334 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cd7c9388-fcfa-421d-ac0a-f1bf7f0ea2a4 req-29252d5b-7ac4-4ea4-9888-611334d2fc14 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 945 time: 0.0484266 Dec 17 16:13:31.104838 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b5ee4754-f58c-4c63-a000-251916f99087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:31.115026 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cd7c9388-fcfa-421d-ac0a-f1bf7f0ea2a4 req-46fd79e9-66dd-433c-9e9a-2b45c4d3497b tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327456 Dec 17 16:13:32.232172 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e193bd-72a0-4230-9a4f-1301621d19ce req-942dcc5d-354e-4063-86e1-19beec349184 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:32.233726 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2e193bd-72a0-4230-9a4f-1301621d19ce req-942dcc5d-354e-4063-86e1-19beec349184 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 945 time: 0.0505941 Dec 17 16:13:32.270543 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2e193bd-72a0-4230-9a4f-1301621d19ce req-628de86d-add6-44d0-82c8-cf950deeb0b5 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309732 Dec 17 16:13:32.504419 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:33.384443 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d9907-5f8b-4194-a9c1-9454654737ae req-5d6c60c3-af23-4f8b-ac33-8a4ea10127c0 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:33.385963 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-973d9907-5f8b-4194-a9c1-9454654737ae req-5d6c60c3-af23-4f8b-ac33-8a4ea10127c0 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 945 time: 0.0487475 Dec 17 16:13:33.426766 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-973d9907-5f8b-4194-a9c1-9454654737ae req-137637ae-83e7-441f-8a48-c2effeeef61c tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349007 Dec 17 16:13:34.070608 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:34.264209 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:34.541249 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b718e-f564-4b2e-b6f0-fa8644425596 req-34d4066c-0d56-4673-83ba-6759a30ee303 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:34.542639 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb8b718e-f564-4b2e-b6f0-fa8644425596 req-34d4066c-0d56-4673-83ba-6759a30ee303 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 945 time: 0.0485818 Dec 17 16:13:34.580286 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb8b718e-f564-4b2e-b6f0-fa8644425596 req-fd19259c-6066-4134-99b7-321fa414ac64 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318160 Dec 17 16:13:35.696368 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7259ee-5f59-47e1-b9da-000ecc955bec req-7c86667d-1465-4ca3-9b6d-4abb0deb9af0 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:35.697852 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4d7259ee-5f59-47e1-b9da-000ecc955bec req-7c86667d-1465-4ca3-9b6d-4abb0deb9af0 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 945 time: 0.0495360 Dec 17 16:13:35.735012 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4d7259ee-5f59-47e1-b9da-000ecc955bec req-3f39ee15-022c-4bd0-8c55-44292ea67e78 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312085 Dec 17 16:13:36.848433 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca696439-e214-4127-bb87-b9d1270220d9 req-16d3f523-1c3c-4875-a13d-73a78f29eeb1 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:36.849942 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ca696439-e214-4127-bb87-b9d1270220d9 req-16d3f523-1c3c-4875-a13d-73a78f29eeb1 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 945 time: 0.0467932 Dec 17 16:13:36.891283 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ca696439-e214-4127-bb87-b9d1270220d9 req-8fc35df0-9d71-49aa-a2c2-4055eb33fea3 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352697 Dec 17 16:13:38.062462 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f658f8e-8b2a-4091-a8d2-263dbe939fcc req-e38b9ed0-c55f-4d9e-bcac-aa4f315bfb95 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:38.063922 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9f658f8e-8b2a-4091-a8d2-263dbe939fcc req-e38b9ed0-c55f-4d9e-bcac-aa4f315bfb95 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 945 time: 0.0989902 Dec 17 16:13:38.101941 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9f658f8e-8b2a-4091-a8d2-263dbe939fcc req-c023a2d0-ba70-487b-855f-509d1e91b260 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315506 Dec 17 16:13:39.215651 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47a967-c2d6-456e-9f35-ed455742e679 req-7cd24f84-9d1c-48e5-9a9e-235b2d764579 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:39.217003 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ac47a967-c2d6-456e-9f35-ed455742e679 req-7cd24f84-9d1c-48e5-9a9e-235b2d764579 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 945 time: 0.0489502 Dec 17 16:13:39.253814 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ac47a967-c2d6-456e-9f35-ed455742e679 req-866bf2e3-8790-4314-81e3-c3e25cb64e37 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309322 Dec 17 16:13:40.368193 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6962f-fa7c-4a5c-b232-31263f5b8f70 req-3a01bad5-e1b6-4252-940f-00fef31a8acc tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:40.369667 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eec6962f-fa7c-4a5c-b232-31263f5b8f70 req-3a01bad5-e1b6-4252-940f-00fef31a8acc tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 945 time: 0.0483437 Dec 17 16:13:40.408917 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eec6962f-fa7c-4a5c-b232-31263f5b8f70 req-761a4cf0-4b3c-46a5-9940-ffc427ec0b8e tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332949 Dec 17 16:13:41.005462 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:41.522280 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df215c7-38e7-427a-8f69-8726cc6c84a8 req-647f13ba-0fd8-4ff0-8b9b-94e1b517098c tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:41.524021 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4df215c7-38e7-427a-8f69-8726cc6c84a8 req-647f13ba-0fd8-4ff0-8b9b-94e1b517098c tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 945 time: 0.0488436 Dec 17 16:13:41.560800 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4df215c7-38e7-427a-8f69-8726cc6c84a8 req-94583991-2b35-408a-a611-b2f7336bb4a9 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309286 Dec 17 16:13:42.682910 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c18484-df0d-49fd-90d6-888fb9f453eb req-e7d38776-199e-41ea-a135-309f175270d2 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:42.684365 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-36c18484-df0d-49fd-90d6-888fb9f453eb req-e7d38776-199e-41ea-a135-309f175270d2 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 945 time: 0.0543025 Dec 17 16:13:42.720695 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-36c18484-df0d-49fd-90d6-888fb9f453eb req-135ed34d-208a-44fc-b719-8c6ffbd4d941 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304451 Dec 17 16:13:43.834060 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4ce3d-d383-4997-a57d-b90d1c5f6660 req-23ca3e65-6633-4ab8-97ca-a61ad0f7d6b6 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:43.835516 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-62e4ce3d-d383-4997-a57d-b90d1c5f6660 req-23ca3e65-6633-4ab8-97ca-a61ad0f7d6b6 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 945 time: 0.0481939 Dec 17 16:13:43.876172 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-62e4ce3d-d383-4997-a57d-b90d1c5f6660 req-2286384e-c568-4ea7-ab5e-76f6fc3c581c tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345688 Dec 17 16:13:44.990095 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185dffba-0a05-420b-b8f1-0da236f8644a req-d5b47907-8eaf-450a-b6fd-86d7943e7826 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:44.992325 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-185dffba-0a05-420b-b8f1-0da236f8644a req-d5b47907-8eaf-450a-b6fd-86d7943e7826 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 945 time: 0.0482752 Dec 17 16:13:45.029226 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-185dffba-0a05-420b-b8f1-0da236f8644a req-3d3b8053-45f4-4c8d-add1-2fdd27529b36 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311341 Dec 17 16:13:46.142767 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144dd1e-7ed7-4ef6-9c45-4e9edc1b63a7 req-e4959da5-7984-426e-b32b-e1cfe4c3fabc tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:46.144156 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0144dd1e-7ed7-4ef6-9c45-4e9edc1b63a7 req-e4959da5-7984-426e-b32b-e1cfe4c3fabc tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 945 time: 0.0495591 Dec 17 16:13:46.181642 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0144dd1e-7ed7-4ef6-9c45-4e9edc1b63a7 req-a89eb94f-6a37-48f6-bff3-1f918814ce3b tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309708 Dec 17 16:13:46.935769 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-7d5f55a3-3769-48e9-80fa-4cc25c9579c4 service neutron] show failed (client error): The resource could not be found. Dec 17 16:13:46.936778 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-7d5f55a3-3769-48e9-80fa-4cc25c9579c4 service neutron] 10.222.0.41 "GET /v2.0/ports/4522c09e-4676-4c82-a514-2226b1e4455f/bindings/n-h2-820553-2 HTTP/1.1" status: 404 len: 380 time: 0.0987551 Dec 17 16:13:47.302055 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c32613-1a81-49e1-a561-d74f9ac7606d req-6a41abd4-1ee3-46af-aa3f-7aca0e271f2b tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:47.303483 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-38c32613-1a81-49e1-a561-d74f9ac7606d req-6a41abd4-1ee3-46af-aa3f-7aca0e271f2b tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 945 time: 0.0513422 Dec 17 16:13:47.345845 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-79f35067-9847-4af1-a846-a834ba93c991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:47.346087 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-38c32613-1a81-49e1-a561-d74f9ac7606d req-c8f4563d-3e2b-4389-af02-2735b2c7fda3 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355239 Dec 17 16:13:47.347314 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-79f35067-9847-4af1-a846-a834ba93c991 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3&tenant_id=657d07f8c80d478dbd8f168e6bcd4b50 HTTP/1.1" status: 200 len: 1096 time: 0.0421798 Dec 17 16:13:47.361659 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-b20abcb5-f9b9-4c6a-899f-625df25a6e04 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820553-2', 'device_owner': 'compute:nova'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:13:47.417147 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-b20abcb5-f9b9-4c6a-899f-625df25a6e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:47.618257 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-b20abcb5-f9b9-4c6a-899f-625df25a6e04 service neutron] For port 4522c09e-4676-4c82-a514-2226b1e4455f, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=4522c09e-4676-4c82-a514-2226b1e4455f,segment=NetworkSegment(c5c3d88f-680e-43fb-bbbf-1ea8ff088138),segment_id=c5c3d88f-680e-43fb-bbbf-1ea8ff088138)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:47.650870 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-b20abcb5-f9b9-4c6a-899f-625df25a6e04 service neutron] For port 4522c09e-4676-4c82-a514-2226b1e4455f, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:13:47.689424 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4f9df6-04af-4be2-b638-730d42091eb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4522c09e-4676-4c82-a514-2226b1e4455f'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:13:47.691718 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362ed879-12e7-4d99-9a0c-0438cf9d8cc7" -d '{"events": [{"server_uuid": "eb4f9df6-04af-4be2-b638-730d42091eb3", "name": "network-vif-unplugged", "status": "completed", "tag": "4522c09e-4676-4c82-a514-2226b1e4455f"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:13:47.696071 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-b20abcb5-f9b9-4c6a-899f-625df25a6e04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:47.708534 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-b20abcb5-f9b9-4c6a-899f-625df25a6e04 service neutron] Transition to ACTIVE for port object 4522c09e-4676-4c82-a514-2226b1e4455f will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:13:47.789521 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-b20abcb5-f9b9-4c6a-899f-625df25a6e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:47.815336 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 16:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87fa927-ebc6-458c-ab86-44499a1e3408 x-openstack-request-id: req-a87fa927-ebc6-458c-ab86-44499a1e3408 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:13:47.815633 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4f9df6-04af-4be2-b638-730d42091eb3", "name": "network-vif-unplugged", "status": "completed", "tag": "4522c09e-4676-4c82-a514-2226b1e4455f", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:13:47.815886 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a87fa927-ebc6-458c-ab86-44499a1e3408 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:13:47.816273 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4f9df6-04af-4be2-b638-730d42091eb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4522c09e-4676-4c82-a514-2226b1e4455f', 'code': 200} Dec 17 16:13:47.854745 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-b20abcb5-f9b9-4c6a-899f-625df25a6e04 service neutron] No DVR routers for this DVR port 4522c09e-4676-4c82-a514-2226b1e4455f on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:13:47.856547 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20abcb5-f9b9-4c6a-899f-625df25a6e04 service neutron] Pushing event updated for resources: {'Port': ['ID=4522c09e-4676-4c82-a514-2226b1e4455f,revision_number=6']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:47.894573 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-b20abcb5-f9b9-4c6a-899f-625df25a6e04 service neutron] Attempting to bind port 4522c09e-4676-4c82-a514-2226b1e4455f on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:13:47.894910 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-b20abcb5-f9b9-4c6a-899f-625df25a6e04 service neutron] Attempting to bind port 4522c09e-4676-4c82-a514-2226b1e4455f by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'c5c3d88f-680e-43fb-bbbf-1ea8ff088138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c19456ba-1822-471b-82bc-2f9fe962c123'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:13:47.895234 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-b20abcb5-f9b9-4c6a-899f-625df25a6e04 service neutron] Attempting to bind port 4522c09e-4676-4c82-a514-2226b1e4455f on network c19456ba-1822-471b-82bc-2f9fe962c123 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:13:47.900093 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-b20abcb5-f9b9-4c6a-899f-625df25a6e04 service neutron] Port 4522c09e-4676-4c82-a514-2226b1e4455f on network c19456ba-1822-471b-82bc-2f9fe962c123 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:13:47.900411 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-b20abcb5-f9b9-4c6a-899f-625df25a6e04 service neutron] Attempting to bind port 4522c09e-4676-4c82-a514-2226b1e4455f on network c19456ba-1822-471b-82bc-2f9fe962c123 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:13:47.905176 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-b20abcb5-f9b9-4c6a-899f-625df25a6e04 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:13:47.905520 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-b20abcb5-f9b9-4c6a-899f-625df25a6e04 service neutron] Checking segment: {'id': 'c5c3d88f-680e-43fb-bbbf-1ea8ff088138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c19456ba-1822-471b-82bc-2f9fe962c123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:13:47.905898 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-b20abcb5-f9b9-4c6a-899f-625df25a6e04 service neutron] Bound using segment: {'id': 'c5c3d88f-680e-43fb-bbbf-1ea8ff088138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c19456ba-1822-471b-82bc-2f9fe962c123'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:13:47.906312 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-b20abcb5-f9b9-4c6a-899f-625df25a6e04 service neutron] Bound port: 4522c09e-4676-4c82-a514-2226b1e4455f, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5c3d88f-680e-43fb-bbbf-1ea8ff088138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c19456ba-1822-471b-82bc-2f9fe962c123'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:13:47.906665 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-b20abcb5-f9b9-4c6a-899f-625df25a6e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:47.969458 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-b20abcb5-f9b9-4c6a-899f-625df25a6e04 service neutron] For port 4522c09e-4676-4c82-a514-2226b1e4455f, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:13:47.972390 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-b20abcb5-f9b9-4c6a-899f-625df25a6e04 service neutron] For port 4522c09e-4676-4c82-a514-2226b1e4455f, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=4522c09e-4676-4c82-a514-2226b1e4455f,segment=NetworkSegment(c5c3d88f-680e-43fb-bbbf-1ea8ff088138),segment_id=c5c3d88f-680e-43fb-bbbf-1ea8ff088138)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:13:48.074705 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-b20abcb5-f9b9-4c6a-899f-625df25a6e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:48.109990 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-b20abcb5-f9b9-4c6a-899f-625df25a6e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:48.110613 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-b20abcb5-f9b9-4c6a-899f-625df25a6e04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:48.111994 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-b20abcb5-f9b9-4c6a-899f-625df25a6e04 service neutron] 10.222.0.13 "PUT /v2.0/ports/4522c09e-4676-4c82-a514-2226b1e4455f HTTP/1.1" status: 200 len: 1091 time: 0.7547376 Dec 17 16:13:48.131867 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20abcb5-f9b9-4c6a-899f-625df25a6e04 service neutron] Pushing event updated for resources: {'Port': ['ID=4522c09e-4676-4c82-a514-2226b1e4455f,revision_number=7']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:48.174620 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-1ea17ece-4c48-44d9-9598-a2655c2f6453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:48.176100 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-1ea17ece-4c48-44d9-9598-a2655c2f6453 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=657d07f8c80d478dbd8f168e6bcd4b50&device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 1094 time: 0.0408247 Dec 17 16:13:48.267842 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-9837d966-5891-46a3-a4a7-a5a8a8cb6caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:48.269317 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-9837d966-5891-46a3-a4a7-a5a8a8cb6caf service neutron] 10.222.0.13 "GET /v2.0/networks?id=c19456ba-1822-471b-82bc-2f9fe962c123 HTTP/1.1" status: 200 len: 916 time: 0.0862615 Dec 17 16:13:48.308684 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-db4ecc0d-0ee0-4a76-b8e7-9573d07bb475 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4522c09e-4676-4c82-a514-2226b1e4455f HTTP/1.1" status: 200 len: 217 time: 0.0327809 Dec 17 16:13:48.362563 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-cdedb571-026e-497c-a5ea-5a6c9426c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:48.363862 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-cdedb571-026e-497c-a5ea-5a6c9426c0dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c06df1a3-29d8-4156-91e2-6ecdeddd0ddb HTTP/1.1" status: 200 len: 855 time: 0.0475590 Dec 17 16:13:48.395683 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-ea321682-2df2-42aa-adf8-be0c8f5daeba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c19456ba-1822-471b-82bc-2f9fe962c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248394 Dec 17 16:13:48.464636 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f14c01-2c24-4f79-a824-eda10f5e370a req-c75fd130-ba45-4296-81bf-35df4c7bdcf1 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:48.466126 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e6f14c01-2c24-4f79-a824-eda10f5e370a req-c75fd130-ba45-4296-81bf-35df4c7bdcf1 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 943 time: 0.0493567 Dec 17 16:13:48.485250 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-9e24c65d-75d4-4824-a653-d6869c09e4c6 service neutron] 10.222.0.13 "GET /v2.0/networks/c19456ba-1822-471b-82bc-2f9fe962c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825558 Dec 17 16:13:48.503780 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e6f14c01-2c24-4f79-a824-eda10f5e370a req-5bfa14dd-d7b9-44dc-af4d-42d3dcafc0e8 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316956 Dec 17 16:13:48.579135 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36127522-3576-4e47-99e6-cd0d5aee8e06 req-b05a8e3c-78bb-4353-b620-91eceac47242 service neutron] 10.222.0.13 "GET /v2.0/networks/c19456ba-1822-471b-82bc-2f9fe962c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871716 Dec 17 16:13:49.620494 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b1dd4-b1b5-44ef-86e3-29efda97e543 req-3edebbf2-fea5-4ead-b0e1-d94b16636bc7 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:49.621979 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c07b1dd4-b1b5-44ef-86e3-29efda97e543 req-3edebbf2-fea5-4ead-b0e1-d94b16636bc7 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 943 time: 0.0486553 Dec 17 16:13:49.659645 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 4522c09e-4676-4c82-a514-2226b1e4455f no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:13:49.660233 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c07b1dd4-b1b5-44ef-86e3-29efda97e543 req-de94f321-5988-4b43-bf3c-08fc81c6aa2e tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315762 Dec 17 16:13:49.700171 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 4522c09e-4676-4c82-a514-2226b1e4455f not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:13:49.817950 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4f9df6-04af-4be2-b638-730d42091eb3', 'tag': '4522c09e-4676-4c82-a514-2226b1e4455f'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:13:49.820987 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9092e7-fb43-4add-9537-b8edb2628a23" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4f9df6-04af-4be2-b638-730d42091eb3", "tag": "4522c09e-4676-4c82-a514-2226b1e4455f"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:13:49.869768 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e3a45b-8994-4b1f-a759-fbeee0e50312 x-openstack-request-id: req-f1e3a45b-8994-4b1f-a759-fbeee0e50312 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:13:49.870072 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4f9df6-04af-4be2-b638-730d42091eb3", "tag": "4522c09e-4676-4c82-a514-2226b1e4455f", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:13:49.870325 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f1e3a45b-8994-4b1f-a759-fbeee0e50312 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:13:49.870731 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb4f9df6-04af-4be2-b638-730d42091eb3', 'tag': '4522c09e-4676-4c82-a514-2226b1e4455f', 'status': 'completed', 'code': 200} Dec 17 16:13:49.965666 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9092e7-fb43-4add-9537-b8edb2628a23 req-b17accb0-6cce-439a-b3cb-8c6c64192e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:49.967151 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9f9092e7-fb43-4add-9537-b8edb2628a23 req-b17accb0-6cce-439a-b3cb-8c6c64192e75 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=657d07f8c80d478dbd8f168e6bcd4b50&device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 1094 time: 0.0675819 Dec 17 16:13:49.972062 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9092e7-fb43-4add-9537-b8edb2628a23 req-f1714c5e-8c32-4a7e-871f-0374a9949b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:49.973491 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9f9092e7-fb43-4add-9537-b8edb2628a23 req-f1714c5e-8c32-4a7e-871f-0374a9949b4f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=657d07f8c80d478dbd8f168e6bcd4b50&device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 1094 time: 0.0649736 Dec 17 16:13:50.133456 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9092e7-fb43-4add-9537-b8edb2628a23 req-c169bed0-6896-499b-9f24-c9536662d969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:50.134957 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9f9092e7-fb43-4add-9537-b8edb2628a23 req-c169bed0-6896-499b-9f24-c9536662d969 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c19456ba-1822-471b-82bc-2f9fe962c123 HTTP/1.1" status: 200 len: 916 time: 0.1592417 Dec 17 16:13:50.136022 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9092e7-fb43-4add-9537-b8edb2628a23 req-e22bfea6-7586-46ac-9881-015cdfd13620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:50.137319 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9f9092e7-fb43-4add-9537-b8edb2628a23 req-e22bfea6-7586-46ac-9881-015cdfd13620 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c19456ba-1822-471b-82bc-2f9fe962c123 HTTP/1.1" status: 200 len: 916 time: 0.1538203 Dec 17 16:13:50.209375 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9f9092e7-fb43-4add-9537-b8edb2628a23 req-b82049cc-fd08-4365-b6ad-33a81f4aff15 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4522c09e-4676-4c82-a514-2226b1e4455f HTTP/1.1" status: 200 len: 217 time: 0.0660410 Dec 17 16:13:50.210745 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9f9092e7-fb43-4add-9537-b8edb2628a23 req-18c58ab8-47a2-4ff9-9a08-fee7d6687d4e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4522c09e-4676-4c82-a514-2226b1e4455f HTTP/1.1" status: 200 len: 217 time: 0.0617638 Dec 17 16:13:50.296566 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9092e7-fb43-4add-9537-b8edb2628a23 req-88eaee34-e7c2-42f9-8faa-32b73d1aba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:50.298047 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9f9092e7-fb43-4add-9537-b8edb2628a23 req-88eaee34-e7c2-42f9-8faa-32b73d1aba0c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c06df1a3-29d8-4156-91e2-6ecdeddd0ddb HTTP/1.1" status: 200 len: 855 time: 0.0813909 Dec 17 16:13:50.299388 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9092e7-fb43-4add-9537-b8edb2628a23 req-2c5bbe71-cc5d-4978-a2be-481a5777fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:50.300718 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9f9092e7-fb43-4add-9537-b8edb2628a23 req-2c5bbe71-cc5d-4978-a2be-481a5777fe1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c06df1a3-29d8-4156-91e2-6ecdeddd0ddb HTTP/1.1" status: 200 len: 855 time: 0.0766196 Dec 17 16:13:50.351527 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9f9092e7-fb43-4add-9537-b8edb2628a23 req-345b5f2b-bfc6-4bdf-aadf-5a4a13e678c1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c19456ba-1822-471b-82bc-2f9fe962c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451441 Dec 17 16:13:50.353324 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9f9092e7-fb43-4add-9537-b8edb2628a23 req-c3cc5974-a4ff-443e-9475-1e113fec089c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c19456ba-1822-471b-82bc-2f9fe962c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387564 Dec 17 16:13:50.775314 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09883c3d-94fb-4748-84a3-887c48e1a722 req-a5a152be-ff42-4b76-a7bd-3464d76d2880 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:50.776808 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-09883c3d-94fb-4748-84a3-887c48e1a722 req-a5a152be-ff42-4b76-a7bd-3464d76d2880 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 943 time: 0.0505445 Dec 17 16:13:50.818419 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-09883c3d-94fb-4748-84a3-887c48e1a722 req-5f934692-cc87-4900-88a2-abef9808aba8 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356324 Dec 17 16:13:50.826955 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9f9092e7-fb43-4add-9537-b8edb2628a23 req-c9346155-a520-47b3-859a-d1db13962347 service neutron] 10.222.0.13 "GET /v2.0/networks/c19456ba-1822-471b-82bc-2f9fe962c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4683208 Dec 17 16:13:50.830300 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9f9092e7-fb43-4add-9537-b8edb2628a23 req-1ce2579c-1666-4d8e-a2d0-1a67e1dcf670 service neutron] 10.222.0.41 "GET /v2.0/networks/c19456ba-1822-471b-82bc-2f9fe962c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640477 Dec 17 16:13:50.989752 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9f9092e7-fb43-4add-9537-b8edb2628a23 req-eeab3b23-09ef-4033-a1a5-0a506e817c7c service neutron] 10.222.0.13 "GET /v2.0/networks/c19456ba-1822-471b-82bc-2f9fe962c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550148 Dec 17 16:13:50.991562 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9f9092e7-fb43-4add-9537-b8edb2628a23 req-7eb58369-a48c-4bcf-8e1a-04ade78b58e9 service neutron] 10.222.0.41 "GET /v2.0/networks/c19456ba-1822-471b-82bc-2f9fe962c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497817 Dec 17 16:13:51.314376 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb88fbf-6f93-4219-b668-1c1e38f72472 req-77ea211f-a6e6-4f33-b173-237526b4b2f8 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:51.315956 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-deb88fbf-6f93-4219-b668-1c1e38f72472 req-77ea211f-a6e6-4f33-b173-237526b4b2f8 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3&tenant_id=657d07f8c80d478dbd8f168e6bcd4b50&binding%3Ahost_id=n-h2-820553-2 HTTP/1.1" status: 200 len: 943 time: 0.0567393 Dec 17 16:13:51.383372 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [req-deb88fbf-6f93-4219-b668-1c1e38f72472 req-1c69f362-ccec-4fe1-834b-5cbe626c50af service neutron] delete failed (client error): The resource could not be found. Dec 17 16:13:51.384407 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-deb88fbf-6f93-4219-b668-1c1e38f72472 req-1c69f362-ccec-4fe1-834b-5cbe626c50af service neutron] 10.222.0.41 "DELETE /v2.0/ports/4522c09e-4676-4c82-a514-2226b1e4455f/bindings/n-h1-820553-2 HTTP/1.1" status: 404 len: 380 time: 0.0609140 Dec 17 16:13:51.438811 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77752a78-4dad-4468-b003-e8eacee17243 req-6b795b36-5746-49af-881d-5d8cf6b5e797 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:51.440465 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-77752a78-4dad-4468-b003-e8eacee17243 req-6b795b36-5746-49af-881d-5d8cf6b5e797 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 943 time: 0.2993772 Dec 17 16:13:51.479155 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-77752a78-4dad-4468-b003-e8eacee17243 req-5860b4b2-1160-4e60-b925-bd7346c8b8d2 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320208 Dec 17 16:13:51.489422 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb88fbf-6f93-4219-b668-1c1e38f72472 req-3abf1173-4c2e-4ed8-9245-2cd363d0a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:51.500373 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-deb88fbf-6f93-4219-b668-1c1e38f72472 req-3abf1173-4c2e-4ed8-9245-2cd363d0a38d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=657d07f8c80d478dbd8f168e6bcd4b50&device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 1094 time: 0.0513287 Dec 17 16:13:51.589283 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb88fbf-6f93-4219-b668-1c1e38f72472 req-d82559c5-3b1c-4efe-b532-8b827982635c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:51.591372 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-deb88fbf-6f93-4219-b668-1c1e38f72472 req-d82559c5-3b1c-4efe-b532-8b827982635c service neutron] 10.222.0.41 "GET /v2.0/networks?id=c19456ba-1822-471b-82bc-2f9fe962c123 HTTP/1.1" status: 200 len: 916 time: 0.0844696 Dec 17 16:13:51.592921 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 4522c09e-4676-4c82-a514-2226b1e4455f details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:13:51.636756 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-deb88fbf-6f93-4219-b668-1c1e38f72472 req-ed5ad406-123e-4a16-aeea-ea4dce7fcfd1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4522c09e-4676-4c82-a514-2226b1e4455f HTTP/1.1" status: 200 len: 217 time: 0.0387871 Dec 17 16:13:51.687237 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb88fbf-6f93-4219-b668-1c1e38f72472 req-3752f2a9-353b-450c-a5d7-981b95310e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:51.687717 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 4522c09e-4676-4c82-a514-2226b1e4455f, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=4522c09e-4676-4c82-a514-2226b1e4455f,segment=NetworkSegment(c5c3d88f-680e-43fb-bbbf-1ea8ff088138),segment_id=c5c3d88f-680e-43fb-bbbf-1ea8ff088138)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:51.688678 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-deb88fbf-6f93-4219-b668-1c1e38f72472 req-3752f2a9-353b-450c-a5d7-981b95310e37 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c06df1a3-29d8-4156-91e2-6ecdeddd0ddb HTTP/1.1" status: 200 len: 855 time: 0.0452793 Dec 17 16:13:51.699203 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '4522c09e-4676-4c82-a514-2226b1e4455f', 'network_id': 'c19456ba-1822-471b-82bc-2f9fe962c123', 'port_id': '4522c09e-4676-4c82-a514-2226b1e4455f', 'mac_address': 'fa:16:3e:fe:87:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c06df1a3-29d8-4156-91e2-6ecdeddd0ddb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:13:51.721029 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-deb88fbf-6f93-4219-b668-1c1e38f72472 req-09202b16-cb54-4244-a775-e52ad96b7201 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c19456ba-1822-471b-82bc-2f9fe962c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249610 Dec 17 16:13:51.740337 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:51.752734 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4522c09e-4676-4c82-a514-2226b1e4455f {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:13:51.772081 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 4522c09e-4676-4c82-a514-2226b1e4455f, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=4522c09e-4676-4c82-a514-2226b1e4455f,segment=NetworkSegment(c5c3d88f-680e-43fb-bbbf-1ea8ff088138),segment_id=c5c3d88f-680e-43fb-bbbf-1ea8ff088138)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:51.816808 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-deb88fbf-6f93-4219-b668-1c1e38f72472 req-6ba05143-58f2-42ac-9792-e522abe96221 service neutron] 10.222.0.41 "GET /v2.0/networks/c19456ba-1822-471b-82bc-2f9fe962c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878513 Dec 17 16:13:51.851599 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:51.900530 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=4522c09e-4676-4c82-a514-2226b1e4455f,revision_number=8']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:51.909866 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-deb88fbf-6f93-4219-b668-1c1e38f72472 req-34f4432a-2690-46e1-95ff-27edd7d5bd18 service neutron] 10.222.0.41 "GET /v2.0/networks/c19456ba-1822-471b-82bc-2f9fe962c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860448 Dec 17 16:13:52.064784 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['4522c09e-4676-4c82-a514-2226b1e4455f'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:13:52.596665 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74609e-e894-46ad-88e2-789e8a272794 req-eb0e720a-757f-467a-8f33-69e84376ce5b tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:52.598172 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5c74609e-e894-46ad-88e2-789e8a272794 req-eb0e720a-757f-467a-8f33-69e84376ce5b tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 944 time: 0.0493190 Dec 17 16:13:52.636824 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5c74609e-e894-46ad-88e2-789e8a272794 req-1b9593cc-236b-4525-8290-a499570e56a9 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316694 Dec 17 16:13:53.582640 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 4522c09e-4676-4c82-a514-2226b1e4455f up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:13:53.681869 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 4522c09e-4676-4c82-a514-2226b1e4455f completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:13:53.686027 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 4522c09e-4676-4c82-a514-2226b1e4455f triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:13:53.686511 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:53.749564 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b527e-eb67-4947-be79-bfc2d0668958 req-61da2649-add4-452e-bb9f-b4f5b42da213 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:53.751031 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-286b527e-eb67-4947-be79-bfc2d0668958 req-61da2649-add4-452e-bb9f-b4f5b42da213 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 944 time: 0.0485947 Dec 17 16:13:53.765843 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:53.788125 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4f9df6-04af-4be2-b638-730d42091eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4522c09e-4676-4c82-a514-2226b1e4455f'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:13:53.791080 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65886e1c-8f89-48e5-acb1-8f89ac04a19f" -d '{"events": [{"server_uuid": "eb4f9df6-04af-4be2-b638-730d42091eb3", "name": "network-vif-plugged", "status": "completed", "tag": "4522c09e-4676-4c82-a514-2226b1e4455f"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:13:53.795950 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-286b527e-eb67-4947-be79-bfc2d0668958 req-052e0e94-e709-4194-972e-cc6c5c484a0c tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363936 Dec 17 16:13:53.804346 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 4522c09e-4676-4c82-a514-2226b1e4455f, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=4522c09e-4676-4c82-a514-2226b1e4455f,segment=NetworkSegment(c5c3d88f-680e-43fb-bbbf-1ea8ff088138),segment_id=c5c3d88f-680e-43fb-bbbf-1ea8ff088138)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:53.829067 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21103a82-c851-4014-919b-9baaa4b9f1c4 x-openstack-request-id: req-21103a82-c851-4014-919b-9baaa4b9f1c4 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:13:53.829508 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4f9df6-04af-4be2-b638-730d42091eb3", "name": "network-vif-plugged", "status": "completed", "tag": "4522c09e-4676-4c82-a514-2226b1e4455f", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:13:53.829764 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-21103a82-c851-4014-919b-9baaa4b9f1c4 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:13:53.830167 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4f9df6-04af-4be2-b638-730d42091eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4522c09e-4676-4c82-a514-2226b1e4455f', 'code': 200} Dec 17 16:13:53.854186 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:53.905479 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=4522c09e-4676-4c82-a514-2226b1e4455f,revision_number=9']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:53.911564 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e451e20-885a-4fab-a7d2-8d07e4d57c6c req-813cb577-8a10-4992-9ead-8968e9d5f728 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:53.913335 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:53.913458 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5e451e20-885a-4fab-a7d2-8d07e4d57c6c req-813cb577-8a10-4992-9ead-8968e9d5f728 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 945 time: 0.0493257 Dec 17 16:13:53.913565 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:53.913565 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:53.914760 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:53.914882 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:53.915134 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:53.915464 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:53.915792 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:53.916117 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:53.916441 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:53.916757 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:53.917094 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:13:53.958727 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5e451e20-885a-4fab-a7d2-8d07e4d57c6c req-5cd345c1-ae95-49fd-92d9-28cb0ca63791 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312498 Dec 17 16:13:54.072933 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e14f77-abc5-4ba4-a2e0-0f817cf5efaa req-4a63900f-35eb-4a9a-a059-c679dbf2e990 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:54.074432 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-96e14f77-abc5-4ba4-a2e0-0f817cf5efaa req-4a63900f-35eb-4a9a-a059-c679dbf2e990 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 945 time: 0.0477104 Dec 17 16:13:54.111925 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-96e14f77-abc5-4ba4-a2e0-0f817cf5efaa req-9539fcc4-0e22-492f-9f99-0a9b4efda384 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316207 Dec 17 16:13:54.643029 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34915544-b909-463a-bf45-d20c5676d223 req-ac795e36-e3c4-4520-89fc-ec11088b6bc1 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:54.644486 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34915544-b909-463a-bf45-d20c5676d223 req-ac795e36-e3c4-4520-89fc-ec11088b6bc1 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/networks?id=c19456ba-1822-471b-82bc-2f9fe962c123 HTTP/1.1" status: 200 len: 815 time: 0.1032550 Dec 17 16:13:54.659308 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34915544-b909-463a-bf45-d20c5676d223 req-59ea0c5b-b0ad-4fe1-a9df-b90e8e791d1a tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/quotas/657d07f8c80d478dbd8f168e6bcd4b50 HTTP/1.1" status: 200 len: 375 time: 0.0090067 Dec 17 16:13:54.707164 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34915544-b909-463a-bf45-d20c5676d223 req-be10ae8a-f68c-44b9-8dd0-bcb3e8c4a8e0 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=657d07f8c80d478dbd8f168e6bcd4b50&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0424316 Dec 17 16:13:54.839746 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34915544-b909-463a-bf45-d20c5676d223 req-fa1a198a-d2ca-455f-8bb7-3b99a4be1019 service neutron] 10.222.0.46 "GET /v2.0/networks/c19456ba-1822-471b-82bc-2f9fe962c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256523 Dec 17 16:13:54.927740 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34915544-b909-463a-bf45-d20c5676d223 req-0885771f-8906-464a-aa6e-2550f44ce156 service neutron] 10.222.0.46 "GET /v2.0/networks/c19456ba-1822-471b-82bc-2f9fe962c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819213 Dec 17 16:13:55.177420 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3f9844c-a8fc-4987-98f6-35c0b7d2f9c5 req-4bb0ea74-22d1-4b70-92d0-8d9f7e4b1018 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 210 time: 0.0271044 Dec 17 16:13:55.821607 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578187cb-cdea-435b-9857-01c1d65bc1ce req-753c24fc-986c-43f2-8aa2-3f99be3f86c4 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:55.822963 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-578187cb-cdea-435b-9857-01c1d65bc1ce req-753c24fc-986c-43f2-8aa2-3f99be3f86c4 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4f9df6-04af-4be2-b638-730d42091eb3 HTTP/1.1" status: 200 len: 945 time: 0.0484259 Dec 17 16:13:55.927711 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-578187cb-cdea-435b-9857-01c1d65bc1ce req-c2e1205c-cd31-4005-8056-7b6acf6d09f0 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Deleting port 4522c09e-4676-4c82-a514-2226b1e4455f {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:13:55.927711 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-578187cb-cdea-435b-9857-01c1d65bc1ce req-c2e1205c-cd31-4005-8056-7b6acf6d09f0 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:56.008199 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-578187cb-cdea-435b-9857-01c1d65bc1ce req-c2e1205c-cd31-4005-8056-7b6acf6d09f0 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] For port 4522c09e-4676-4c82-a514-2226b1e4455f, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=4522c09e-4676-4c82-a514-2226b1e4455f,segment=NetworkSegment(c5c3d88f-680e-43fb-bbbf-1ea8ff088138),segment_id=c5c3d88f-680e-43fb-bbbf-1ea8ff088138)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:13:56.008575 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-578187cb-cdea-435b-9857-01c1d65bc1ce req-c2e1205c-cd31-4005-8056-7b6acf6d09f0 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:56.027140 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-578187cb-cdea-435b-9857-01c1d65bc1ce req-c2e1205c-cd31-4005-8056-7b6acf6d09f0 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Calling delete_port for 4522c09e-4676-4c82-a514-2226b1e4455f owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:13:56.212346 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-578187cb-cdea-435b-9857-01c1d65bc1ce req-c2e1205c-cd31-4005-8056-7b6acf6d09f0 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:56.225019 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['4522c09e-4676-4c82-a514-2226b1e4455f'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:13:56.249942 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e1205c-cd31-4005-8056-7b6acf6d09f0 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Pushing event deleted for resources: {'Port': ['ID=4522c09e-4676-4c82-a514-2226b1e4455f,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:56.296353 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5acac16a-c966-487d-bb7b-aff9f2bda7dd req-8cb927e7-cd8d-46ff-8203-09172d25dc97 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 210 time: 0.0450003 Dec 17 16:13:56.305847 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-578187cb-cdea-435b-9857-01c1d65bc1ce req-c2e1205c-cd31-4005-8056-7b6acf6d09f0 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] No DVR routers for this DVR port 4522c09e-4676-4c82-a514-2226b1e4455f on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:13:56.309363 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-578187cb-cdea-435b-9857-01c1d65bc1ce req-c2e1205c-cd31-4005-8056-7b6acf6d09f0 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:56.312725 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-578187cb-cdea-435b-9857-01c1d65bc1ce req-c2e1205c-cd31-4005-8056-7b6acf6d09f0 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.13 "DELETE /v2.0/ports/4522c09e-4676-4c82-a514-2226b1e4455f HTTP/1.1" status: 204 len: 173 time: 0.4828103 Dec 17 16:13:56.313197 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4f9df6-04af-4be2-b638-730d42091eb3', 'name': 'network-vif-deleted', 'tag': '4522c09e-4676-4c82-a514-2226b1e4455f'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:13:56.316855 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f08d6d4-d4c0-42e7-a8b4-db891b5da3d8" -d '{"events": [{"server_uuid": "eb4f9df6-04af-4be2-b638-730d42091eb3", "name": "network-vif-deleted", "tag": "4522c09e-4676-4c82-a514-2226b1e4455f"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:13:56.350673 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65b5060-8062-4e69-86eb-71b6acf6ff58 x-openstack-request-id: req-f65b5060-8062-4e69-86eb-71b6acf6ff58 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:13:56.351029 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4f9df6-04af-4be2-b638-730d42091eb3", "name": "network-vif-deleted", "tag": "4522c09e-4676-4c82-a514-2226b1e4455f", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:13:56.351856 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f65b5060-8062-4e69-86eb-71b6acf6ff58 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:13:56.352303 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4f9df6-04af-4be2-b638-730d42091eb3', 'name': 'network-vif-deleted', 'tag': '4522c09e-4676-4c82-a514-2226b1e4455f', 'status': 'completed', 'code': 200} Dec 17 16:13:56.361636 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:57.148278 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34915544-b909-463a-bf45-d20c5676d223 req-696da7e3-9fd3-4cab-851c-3de4659477eb tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:57.149640 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-34915544-b909-463a-bf45-d20c5676d223 req-696da7e3-9fd3-4cab-851c-3de4659477eb tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.41 "GET /v2.0/networks?id=c19456ba-1822-471b-82bc-2f9fe962c123 HTTP/1.1" status: 200 len: 815 time: 0.1024816 Dec 17 16:13:57.167711 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-34915544-b909-463a-bf45-d20c5676d223 req-3c82a0d3-263f-4dd4-97fd-2215e8ac7f3d tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Request body: {'port': {'device_id': '02ee5d70-0bc1-4fcd-9853-8c204a649455', 'network_id': 'c19456ba-1822-471b-82bc-2f9fe962c123', 'admin_state_up': True, 'tenant_id': '657d07f8c80d478dbd8f168e6bcd4b50'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:13:57.355856 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34915544-b909-463a-bf45-d20c5676d223 req-3c82a0d3-263f-4dd4-97fd-2215e8ac7f3d tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Made reservation on behalf of 657d07f8c80d478dbd8f168e6bcd4b50 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:13:57.359579 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-34915544-b909-463a-bf45-d20c5676d223 req-3c82a0d3-263f-4dd4-97fd-2215e8ac7f3d tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:57.396959 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e2f732b8-1ddf-4ced-af3f-b590624756fb req-1d6e087a-0004-4d11-86e9-69396f1aca42 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 210 time: 0.0328777 Dec 17 16:13:57.490701 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-34915544-b909-463a-bf45-d20c5676d223 req-3c82a0d3-263f-4dd4-97fd-2215e8ac7f3d tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Allocated IP 172.20.0.4 (c19456ba-1822-471b-82bc-2f9fe962c123/c06df1a3-29d8-4156-91e2-6ecdeddd0ddb/c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:13:57.632039 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-34915544-b909-463a-bf45-d20c5676d223 req-3c82a0d3-263f-4dd4-97fd-2215e8ac7f3d tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:57.732578 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-34915544-b909-463a-bf45-d20c5676d223 req-3c82a0d3-263f-4dd4-97fd-2215e8ac7f3d tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:57.778953 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34915544-b909-463a-bf45-d20c5676d223 req-3c82a0d3-263f-4dd4-97fd-2215e8ac7f3d tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Network c19456ba-1822-471b-82bc-2f9fe962c123 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:13:57.781992 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-34915544-b909-463a-bf45-d20c5676d223 req-3c82a0d3-263f-4dd4-97fd-2215e8ac7f3d tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:13:57.785747 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-34915544-b909-463a-bf45-d20c5676d223 req-3c82a0d3-263f-4dd4-97fd-2215e8ac7f3d tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:13:57.795468 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82a0d3-263f-4dd4-97fd-2215e8ac7f3d tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Pushing event updated for resources: {'Port': ['ID=c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:57.839889 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34915544-b909-463a-bf45-d20c5676d223 req-3c82a0d3-263f-4dd4-97fd-2215e8ac7f3d tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:57.843018 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-34915544-b909-463a-bf45-d20c5676d223 req-3c82a0d3-263f-4dd4-97fd-2215e8ac7f3d tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:57.918909 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-34915544-b909-463a-bf45-d20c5676d223 req-3c82a0d3-263f-4dd4-97fd-2215e8ac7f3d tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7550163 Dec 17 16:13:57.936936 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-34915544-b909-463a-bf45-d20c5676d223 req-a569802c-e136-4640-805c-f0d8b521a400 service neutron] Request body: {'port': {'device_id': '02ee5d70-0bc1-4fcd-9853-8c204a649455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:13:57.992681 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-34915544-b909-463a-bf45-d20c5676d223 req-a569802c-e136-4640-805c-f0d8b521a400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:58.251646 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-34915544-b909-463a-bf45-d20c5676d223 req-a569802c-e136-4640-805c-f0d8b521a400 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:13:58.259019 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-34915544-b909-463a-bf45-d20c5676d223 req-a569802c-e136-4640-805c-f0d8b521a400 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:58.270598 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-34915544-b909-463a-bf45-d20c5676d223 req-a569802c-e136-4640-805c-f0d8b521a400 service neutron] Transition to ACTIVE for port object c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:13:58.342498 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-34915544-b909-463a-bf45-d20c5676d223 req-a569802c-e136-4640-805c-f0d8b521a400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:58.394129 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569802c-e136-4640-805c-f0d8b521a400 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:58.462401 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-34915544-b909-463a-bf45-d20c5676d223 req-a569802c-e136-4640-805c-f0d8b521a400 service neutron] Attempting to bind port c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:13:58.462807 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-34915544-b909-463a-bf45-d20c5676d223 req-a569802c-e136-4640-805c-f0d8b521a400 service neutron] Attempting to bind port c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': 'c5c3d88f-680e-43fb-bbbf-1ea8ff088138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c19456ba-1822-471b-82bc-2f9fe962c123'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:13:58.463198 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34915544-b909-463a-bf45-d20c5676d223 req-a569802c-e136-4640-805c-f0d8b521a400 service neutron] Attempting to bind port c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d on network c19456ba-1822-471b-82bc-2f9fe962c123 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:13:58.468267 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34915544-b909-463a-bf45-d20c5676d223 req-a569802c-e136-4640-805c-f0d8b521a400 service neutron] Port c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d on network c19456ba-1822-471b-82bc-2f9fe962c123 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:13:58.468613 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34915544-b909-463a-bf45-d20c5676d223 req-a569802c-e136-4640-805c-f0d8b521a400 service neutron] Attempting to bind port c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d on network c19456ba-1822-471b-82bc-2f9fe962c123 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:13:58.473507 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34915544-b909-463a-bf45-d20c5676d223 req-a569802c-e136-4640-805c-f0d8b521a400 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:13:58.473859 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34915544-b909-463a-bf45-d20c5676d223 req-a569802c-e136-4640-805c-f0d8b521a400 service neutron] Checking segment: {'id': 'c5c3d88f-680e-43fb-bbbf-1ea8ff088138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c19456ba-1822-471b-82bc-2f9fe962c123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:13:58.474243 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34915544-b909-463a-bf45-d20c5676d223 req-a569802c-e136-4640-805c-f0d8b521a400 service neutron] Bound using segment: {'id': 'c5c3d88f-680e-43fb-bbbf-1ea8ff088138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c19456ba-1822-471b-82bc-2f9fe962c123'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:13:58.474665 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-34915544-b909-463a-bf45-d20c5676d223 req-a569802c-e136-4640-805c-f0d8b521a400 service neutron] Bound port: c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5c3d88f-680e-43fb-bbbf-1ea8ff088138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c19456ba-1822-471b-82bc-2f9fe962c123'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:13:58.475018 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-34915544-b909-463a-bf45-d20c5676d223 req-a569802c-e136-4640-805c-f0d8b521a400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:58.512263 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446387f4-465e-4153-a7c2-1e565bcebbc5 req-3d4a387a-090b-457d-ad26-8f2f5c025a22 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:58.513663 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-446387f4-465e-4153-a7c2-1e565bcebbc5 req-3d4a387a-090b-457d-ad26-8f2f5c025a22 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 943 time: 0.0487902 Dec 17 16:13:58.540443 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-34915544-b909-463a-bf45-d20c5676d223 req-a569802c-e136-4640-805c-f0d8b521a400 service neutron] For port c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:13:58.543994 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-34915544-b909-463a-bf45-d20c5676d223 req-a569802c-e136-4640-805c-f0d8b521a400 service neutron] For port c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d,segment=NetworkSegment(c5c3d88f-680e-43fb-bbbf-1ea8ff088138),segment_id=c5c3d88f-680e-43fb-bbbf-1ea8ff088138)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:13:58.551242 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-446387f4-465e-4153-a7c2-1e565bcebbc5 req-4d582185-e3bb-460d-b1f3-4724891fa2d7 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316062 Dec 17 16:13:58.645898 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-34915544-b909-463a-bf45-d20c5676d223 req-a569802c-e136-4640-805c-f0d8b521a400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:58.679636 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34915544-b909-463a-bf45-d20c5676d223 req-a569802c-e136-4640-805c-f0d8b521a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:58.680257 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-34915544-b909-463a-bf45-d20c5676d223 req-a569802c-e136-4640-805c-f0d8b521a400 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:58.681847 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-34915544-b909-463a-bf45-d20c5676d223 req-a569802c-e136-4640-805c-f0d8b521a400 service neutron] 10.222.0.41 "PUT /v2.0/ports/c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d HTTP/1.1" status: 200 len: 1091 time: 0.7489977 Dec 17 16:13:58.684125 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ee5d70-0bc1-4fcd-9853-8c204a649455', 'tag': 'c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:13:58.686449 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8653ef2a-38cb-424c-9628-82facbe3fc73" -d '{"events": [{"name": "network-changed", "server_uuid": "02ee5d70-0bc1-4fcd-9853-8c204a649455", "tag": "c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:13:58.712244 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569802c-e136-4640-805c-f0d8b521a400 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:13:58.726032 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7768e21-330b-440e-bf4f-7280a0d4ce97 x-openstack-request-id: req-e7768e21-330b-440e-bf4f-7280a0d4ce97 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:13:58.726325 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02ee5d70-0bc1-4fcd-9853-8c204a649455", "tag": "c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:13:58.726590 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e7768e21-330b-440e-bf4f-7280a0d4ce97 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:13:58.726970 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ee5d70-0bc1-4fcd-9853-8c204a649455', 'tag': 'c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d', 'status': 'completed', 'code': 200} Dec 17 16:13:58.805398 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653ef2a-38cb-424c-9628-82facbe3fc73 req-ab2de6da-cba1-4f04-be92-b2c5d4b83fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:58.807162 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8653ef2a-38cb-424c-9628-82facbe3fc73 req-ab2de6da-cba1-4f04-be92-b2c5d4b83fe8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=657d07f8c80d478dbd8f168e6bcd4b50&device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 1094 time: 0.0416708 Dec 17 16:13:58.903945 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a88a07fc-8eb5-4d7f-9f6f-28f839b7c28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:13:58.916437 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653ef2a-38cb-424c-9628-82facbe3fc73 req-2e89e039-cfc2-4714-bd06-d796f7b8ae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:58.917977 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8653ef2a-38cb-424c-9628-82facbe3fc73 req-2e89e039-cfc2-4714-bd06-d796f7b8ae74 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=657d07f8c80d478dbd8f168e6bcd4b50&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0985708 Dec 17 16:13:59.015213 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653ef2a-38cb-424c-9628-82facbe3fc73 req-677fd3d0-b347-4df6-bbce-bd5ce3dae0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:59.016666 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8653ef2a-38cb-424c-9628-82facbe3fc73 req-677fd3d0-b347-4df6-bbce-bd5ce3dae0c9 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923901 Dec 17 16:13:59.109553 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34915544-b909-463a-bf45-d20c5676d223 req-3331a4b4-a3e3-4f89-a236-2a5e53193ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:59.110929 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-34915544-b909-463a-bf45-d20c5676d223 req-3331a4b4-a3e3-4f89-a236-2a5e53193ff6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=657d07f8c80d478dbd8f168e6bcd4b50&device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 1094 time: 0.0407472 Dec 17 16:13:59.157985 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-34915544-b909-463a-bf45-d20c5676d223 req-1a7c92e1-09de-4455-8047-02c21cb0d5e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d HTTP/1.1" status: 200 len: 217 time: 0.0334353 Dec 17 16:13:59.209731 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34915544-b909-463a-bf45-d20c5676d223 req-229fc30b-af88-4520-8f6c-00f2bc03a7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:59.211123 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-34915544-b909-463a-bf45-d20c5676d223 req-229fc30b-af88-4520-8f6c-00f2bc03a7d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c06df1a3-29d8-4156-91e2-6ecdeddd0ddb HTTP/1.1" status: 200 len: 855 time: 0.0466449 Dec 17 16:13:59.242210 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-34915544-b909-463a-bf45-d20c5676d223 req-14d6e5a0-4c25-49ef-8f40-c34ee94522a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c19456ba-1822-471b-82bc-2f9fe962c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243592 Dec 17 16:13:59.329689 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-34915544-b909-463a-bf45-d20c5676d223 req-a3744a57-7073-4102-a655-3dbc046067dc service neutron] 10.222.0.41 "GET /v2.0/networks/c19456ba-1822-471b-82bc-2f9fe962c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795166 Dec 17 16:13:59.424352 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-34915544-b909-463a-bf45-d20c5676d223 req-c38978ed-06ca-4bef-a681-af12bb36824e service neutron] 10.222.0.41 "GET /v2.0/networks/c19456ba-1822-471b-82bc-2f9fe962c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878444 Dec 17 16:13:59.608192 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 4522c09e-4676-4c82-a514-2226b1e4455f no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:13:59.628210 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 4522c09e-4676-4c82-a514-2226b1e4455f {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:13:59.628553 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 4522c09e-4676-4c82-a514-2226b1e4455f not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:13:59.664537 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801db4f-b775-4529-941f-c6de5eba694c req-3e32e9ef-8991-4045-92d3-20f3a46f2c08 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:13:59.666630 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0801db4f-b775-4529-941f-c6de5eba694c req-3e32e9ef-8991-4045-92d3-20f3a46f2c08 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 943 time: 0.0483134 Dec 17 16:13:59.703618 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0801db4f-b775-4529-941f-c6de5eba694c req-322e18eb-1758-4409-b85e-ec87f49152b7 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311339 Dec 17 16:14:00.823172 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b871cb-12ca-4496-81f2-4d187db20658 req-e410788d-8a53-4d64-bd79-0a8847bc8c2d tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:00.824619 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-19b871cb-12ca-4496-81f2-4d187db20658 req-e410788d-8a53-4d64-bd79-0a8847bc8c2d tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 943 time: 0.0525076 Dec 17 16:14:00.862650 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-19b871cb-12ca-4496-81f2-4d187db20658 req-e53dc2fc-3459-4abb-99e0-2b15d0070e4a tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318580 Dec 17 16:14:01.098484 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-243be29c-67ad-401f-896c-1fe36161d8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:01.976488 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225cb24-4c2f-4fb6-b943-0f6efb270c28 req-fe51ce9f-687c-470d-9aa0-11fc63e3212e tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:01.978054 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e225cb24-4c2f-4fb6-b943-0f6efb270c28 req-fe51ce9f-687c-470d-9aa0-11fc63e3212e tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 943 time: 0.0483003 Dec 17 16:14:02.016131 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e225cb24-4c2f-4fb6-b943-0f6efb270c28 req-f7195fae-08dd-44fa-bae8-96b0274c0721 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317872 Dec 17 16:14:02.492313 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:03.128868 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbdd014-86b2-4238-a743-4a48ef34c72f req-41aeb8f5-3741-45ff-8c9f-167cfc071885 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:03.130375 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-acbdd014-86b2-4238-a743-4a48ef34c72f req-41aeb8f5-3741-45ff-8c9f-167cfc071885 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 943 time: 0.0489080 Dec 17 16:14:03.167506 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-acbdd014-86b2-4238-a743-4a48ef34c72f req-b7370020-0615-4bc9-9f45-6061a01f41ad tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310163 Dec 17 16:14:03.701780 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:14:03.797439 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d,segment=NetworkSegment(c5c3d88f-680e-43fb-bbbf-1ea8ff088138),segment_id=c5c3d88f-680e-43fb-bbbf-1ea8ff088138)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:14:03.809075 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d', 'network_id': 'c19456ba-1822-471b-82bc-2f9fe962c123', 'port_id': 'c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d', 'mac_address': 'fa:16:3e:ab:e4:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c06df1a3-29d8-4156-91e2-6ecdeddd0ddb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:14:03.845600 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:03.858659 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:14:03.877421 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d,segment=NetworkSegment(c5c3d88f-680e-43fb-bbbf-1ea8ff088138),segment_id=c5c3d88f-680e-43fb-bbbf-1ea8ff088138)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:14:03.978361 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:04.039689 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:04.102434 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:04.258686 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:04.287112 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87f1a5-9b76-4a8b-9cca-e647eba255f9 req-0b9777d0-6775-4530-a6fd-d492e8ddd934 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:04.288560 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad87f1a5-9b76-4a8b-9cca-e647eba255f9 req-0b9777d0-6775-4530-a6fd-d492e8ddd934 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 944 time: 0.0548120 Dec 17 16:14:04.325985 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ad87f1a5-9b76-4a8b-9cca-e647eba255f9 req-eab54a51-99e4-4631-b8d3-ec69a6e0fbe5 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313282 Dec 17 16:14:04.349326 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:14:04.829278 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:14:05.438586 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34aacf-5d55-4dbd-901c-84c9d4bc2608 req-60f6620a-a3c4-4ae0-a7aa-a80ab239b2d0 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:05.440116 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da34aacf-5d55-4dbd-901c-84c9d4bc2608 req-60f6620a-a3c4-4ae0-a7aa-a80ab239b2d0 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 944 time: 0.0480745 Dec 17 16:14:05.478179 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da34aacf-5d55-4dbd-901c-84c9d4bc2608 req-dd8fbc06-5b2f-4b74-8009-c294dcc05b8c tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320132 Dec 17 16:14:05.708995 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:14:05.807104 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:14:05.810762 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:14:05.811136 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:05.891045 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:05.912721 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ee5d70-0bc1-4fcd-9853-8c204a649455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:14:05.914956 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e68974-f07a-4a72-b399-715de05f0bfb" -d '{"events": [{"server_uuid": "02ee5d70-0bc1-4fcd-9853-8c204a649455", "name": "network-vif-plugged", "status": "completed", "tag": "c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:14:05.928517 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d,segment=NetworkSegment(c5c3d88f-680e-43fb-bbbf-1ea8ff088138),segment_id=c5c3d88f-680e-43fb-bbbf-1ea8ff088138)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:14:05.995655 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:06.018067 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c4b63b-feef-4de2-938c-7ff5043baf23 x-openstack-request-id: req-a2c4b63b-feef-4de2-938c-7ff5043baf23 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:14:06.018348 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ee5d70-0bc1-4fcd-9853-8c204a649455", "name": "network-vif-plugged", "status": "completed", "tag": "c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:14:06.018607 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a2c4b63b-feef-4de2-938c-7ff5043baf23 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:14:06.018995 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ee5d70-0bc1-4fcd-9853-8c204a649455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d', 'code': 200} Dec 17 16:14:06.044004 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:06.128976 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8759f-0a4a-4410-bec2-3c26cd2aa839 req-429b8dc4-152f-4b68-8af5-cc3cbb2c3461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:06.130518 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-37d8759f-0a4a-4410-bec2-3c26cd2aa839 req-429b8dc4-152f-4b68-8af5-cc3cbb2c3461 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 1096 time: 0.0418732 Dec 17 16:14:06.163922 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-37d8759f-0a4a-4410-bec2-3c26cd2aa839 req-db750f68-ffc9-4f6d-8d0f-0c5f48a7afed service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264237 Dec 17 16:14:06.618232 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075061ef-8aec-421d-a6b0-8e46ad752cbf req-86b973e4-8333-4c71-89e6-cd2d18be00f7 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:06.619998 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-075061ef-8aec-421d-a6b0-8e46ad752cbf req-86b973e4-8333-4c71-89e6-cd2d18be00f7 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 945 time: 0.0520878 Dec 17 16:14:06.657871 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-075061ef-8aec-421d-a6b0-8e46ad752cbf req-af7bece3-fec3-4a10-81ef-4ec229331d7b tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317848 Dec 17 16:14:07.775724 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346acb73-08ec-40ee-8d0e-c34c85a882cf req-c3f51ab0-eef7-4b44-b501-cdd1351fa25f tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:07.777207 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-346acb73-08ec-40ee-8d0e-c34c85a882cf req-c3f51ab0-eef7-4b44-b501-cdd1351fa25f tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 945 time: 0.0525324 Dec 17 16:14:07.814359 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-346acb73-08ec-40ee-8d0e-c34c85a882cf req-4c20dd88-de45-44e0-bca9-262c6faa1562 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313482 Dec 17 16:14:07.926301 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c71a48-0413-4373-bc4a-85e3a39d7a13 req-3deb2637-541f-4608-b0f1-02b7b8e792dc tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:07.927777 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c0c71a48-0413-4373-bc4a-85e3a39d7a13 req-3deb2637-541f-4608-b0f1-02b7b8e792dc tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 945 time: 0.0488300 Dec 17 16:14:07.967063 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c0c71a48-0413-4373-bc4a-85e3a39d7a13 req-5e89f90a-d084-479f-a97a-04c6f96dd1c4 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322568 Dec 17 16:14:08.318997 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ed109-a7c0-478f-8ba2-369566aea1b2 req-75b72fc0-9cd3-4e5f-a14d-a9fc63d25731 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:08.320466 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ce2ed109-a7c0-478f-8ba2-369566aea1b2 req-75b72fc0-9cd3-4e5f-a14d-a9fc63d25731 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 945 time: 0.0493951 Dec 17 16:14:08.359476 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ce2ed109-a7c0-478f-8ba2-369566aea1b2 req-dec8af84-0103-494e-976d-bb1fe645c021 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324135 Dec 17 16:14:08.486241 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-e13611eb-b4a3-4dd2-88a6-6805e0c033bf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0435717 Dec 17 16:14:09.473977 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3616f7d-8564-4a96-9b93-4a03137f03fb req-4138f830-5022-486a-aa92-b8f739a77cd5 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:09.475504 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a3616f7d-8564-4a96-9b93-4a03137f03fb req-4138f830-5022-486a-aa92-b8f739a77cd5 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 945 time: 0.0490983 Dec 17 16:14:09.514293 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a3616f7d-8564-4a96-9b93-4a03137f03fb req-40421b0b-3156-495d-87d8-2caca8a92c3e tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317068 Dec 17 16:14:10.330633 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-28186de2-fe82-48f7-b4a6-6d5095307c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:10.332105 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-28186de2-fe82-48f7-b4a6-6d5095307c45 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=657d07f8c80d478dbd8f168e6bcd4b50&device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 1096 time: 0.0403392 Dec 17 16:14:10.422604 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-100f7c35-2030-4a77-909f-0c28b4fe10e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:10.424069 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-100f7c35-2030-4a77-909f-0c28b4fe10e7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c19456ba-1822-471b-82bc-2f9fe962c123 HTTP/1.1" status: 200 len: 916 time: 0.0856221 Dec 17 16:14:10.464665 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-7b82de17-5e8e-42d9-a077-cc85b007906b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d HTTP/1.1" status: 200 len: 217 time: 0.0341194 Dec 17 16:14:10.513203 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-d3891543-db73-4834-8d8e-fe32df0fa3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:10.514714 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-d3891543-db73-4834-8d8e-fe32df0fa3f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c06df1a3-29d8-4156-91e2-6ecdeddd0ddb HTTP/1.1" status: 200 len: 855 time: 0.0436206 Dec 17 16:14:10.549767 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-fd323993-3d78-4b64-a5fb-07ca0ede39fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c19456ba-1822-471b-82bc-2f9fe962c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286801 Dec 17 16:14:10.632963 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d4f5d-9302-408d-a741-2d41b3f34183 req-152be66a-1f63-4e21-9491-1357fd8c33db tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:10.634474 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bd0d4f5d-9302-408d-a741-2d41b3f34183 req-152be66a-1f63-4e21-9491-1357fd8c33db tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 945 time: 0.0519650 Dec 17 16:14:10.642427 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-3f06a5e9-78b5-428e-8f23-cb7082b28de3 service neutron] 10.222.0.41 "GET /v2.0/networks/c19456ba-1822-471b-82bc-2f9fe962c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861986 Dec 17 16:14:10.672477 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bd0d4f5d-9302-408d-a741-2d41b3f34183 req-b8cb9d6a-b019-4369-b0ce-1ab9052cf841 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317845 Dec 17 16:14:10.735161 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-a368c369-c9a1-43ac-815e-209dc13790cf service neutron] 10.222.0.41 "GET /v2.0/networks/c19456ba-1822-471b-82bc-2f9fe962c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862193 Dec 17 16:14:11.028156 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:11.785816 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5930788-075d-4ee7-ba31-a49ce6c33f46 req-09470087-b862-4a08-91ee-ade41de1da27 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:11.787277 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c5930788-075d-4ee7-ba31-a49ce6c33f46 req-09470087-b862-4a08-91ee-ade41de1da27 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 945 time: 0.0484784 Dec 17 16:14:11.828735 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c5930788-075d-4ee7-ba31-a49ce6c33f46 req-265157b1-fbcd-4b2e-9f2f-6f71bda03933 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355034 Dec 17 16:14:12.944377 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475bf91-4f8f-4958-be29-1aa206410a1b req-54a74efd-7144-4094-a09e-e0df246f9930 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:12.945882 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e475bf91-4f8f-4958-be29-1aa206410a1b req-54a74efd-7144-4094-a09e-e0df246f9930 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 945 time: 0.0513878 Dec 17 16:14:12.983437 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e475bf91-4f8f-4958-be29-1aa206410a1b req-36e95127-4393-4cb4-ac82-84d36d298733 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311580 Dec 17 16:14:14.098873 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29bec16-d88f-44bd-89ae-12b71ab76750 req-b6036b49-1950-428a-9d54-c0c5e48c539c tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:14.100391 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d29bec16-d88f-44bd-89ae-12b71ab76750 req-b6036b49-1950-428a-9d54-c0c5e48c539c tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 945 time: 0.0499361 Dec 17 16:14:14.139922 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d29bec16-d88f-44bd-89ae-12b71ab76750 req-bdb51fad-2d46-45b3-be86-709bcd69668e tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324624 Dec 17 16:14:15.276855 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1a99c-0992-494d-9472-e1ff4874fc3f req-fd7d1c16-0cd4-4aa9-8726-e0652ffc50df tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:15.278707 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cfd1a99c-0992-494d-9472-e1ff4874fc3f req-fd7d1c16-0cd4-4aa9-8726-e0652ffc50df tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 945 time: 0.0584936 Dec 17 16:14:15.325002 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cfd1a99c-0992-494d-9472-e1ff4874fc3f req-64b3c9d6-8de9-4a80-a60f-e606a11b4f58 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400798 Dec 17 16:14:16.441132 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d3e50-0f5e-41fb-8707-c35001ff36aa req-dd706c1a-b69d-4f0a-b759-e1a83f882ce7 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:16.442585 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c8d3e50-0f5e-41fb-8707-c35001ff36aa req-dd706c1a-b69d-4f0a-b759-e1a83f882ce7 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 945 time: 0.0492823 Dec 17 16:14:16.480110 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c8d3e50-0f5e-41fb-8707-c35001ff36aa req-8ceca31f-0ea6-4e2e-a7cc-5ceb17048d1d tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313206 Dec 17 16:14:17.597202 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ba2cd-5cb0-423a-b8ef-91364f4fab67 req-fdf0bf4f-fd3b-4b79-9ca6-5d515997a5c1 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:17.598728 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-044ba2cd-5cb0-423a-b8ef-91364f4fab67 req-fdf0bf4f-fd3b-4b79-9ca6-5d515997a5c1 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 945 time: 0.0499024 Dec 17 16:14:17.637779 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-044ba2cd-5cb0-423a-b8ef-91364f4fab67 req-af1dc9bf-1f01-4c4d-afbe-f4514aa898c3 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326686 Dec 17 16:14:18.749853 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77dbab-afcf-4683-81d6-07506b5a09d6 req-2e74bd38-3cce-4dce-b32b-6a5ee6a9ccb0 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:18.751295 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dd77dbab-afcf-4683-81d6-07506b5a09d6 req-2e74bd38-3cce-4dce-b32b-6a5ee6a9ccb0 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 945 time: 0.0478232 Dec 17 16:14:18.794579 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dd77dbab-afcf-4683-81d6-07506b5a09d6 req-81b2bed8-cecb-43a1-b8e5-5263bbdf8e43 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375319 Dec 17 16:14:19.909806 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024804b4-8ee5-4b7e-8709-b276ec19e7cf req-5b32489a-3453-4b3f-a13b-0c7ee8a60b0d tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:19.911280 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-024804b4-8ee5-4b7e-8709-b276ec19e7cf req-5b32489a-3453-4b3f-a13b-0c7ee8a60b0d tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 945 time: 0.0486565 Dec 17 16:14:19.950048 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-024804b4-8ee5-4b7e-8709-b276ec19e7cf req-b848f02e-1284-45f9-ab8b-761bde8e433e tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317061 Dec 17 16:14:21.064303 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3920e0-4fe1-4733-be3e-51ac6c4f1ca7 req-30fd5fa4-00bb-4537-bdc8-31af90e2e109 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:21.065798 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d3920e0-4fe1-4733-be3e-51ac6c4f1ca7 req-30fd5fa4-00bb-4537-bdc8-31af90e2e109 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 945 time: 0.0480151 Dec 17 16:14:21.101922 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d3920e0-4fe1-4733-be3e-51ac6c4f1ca7 req-6e7c8f54-ef6c-4625-929b-92b360f6e819 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302727 Dec 17 16:14:22.217758 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c92aeb-1c9c-4019-9cae-eff009e80e01 req-6b41efc8-5f63-4630-81d6-a42722ced95a tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:22.219150 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c1c92aeb-1c9c-4019-9cae-eff009e80e01 req-6b41efc8-5f63-4630-81d6-a42722ced95a tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 945 time: 0.0493281 Dec 17 16:14:22.261657 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c1c92aeb-1c9c-4019-9cae-eff009e80e01 req-c57afaf5-4986-482b-b044-bdf0592f786a tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364511 Dec 17 16:14:23.375987 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c61a19-4989-4288-a1d2-e73daebb06a1 req-7d61347c-9057-48dc-a737-2ffa9775651e tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:23.377489 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-66c61a19-4989-4288-a1d2-e73daebb06a1 req-7d61347c-9057-48dc-a737-2ffa9775651e tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 945 time: 0.0494471 Dec 17 16:14:23.413930 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-66c61a19-4989-4288-a1d2-e73daebb06a1 req-015f3588-6189-4760-9c26-7cfb15024796 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306768 Dec 17 16:14:24.528398 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bdd6a3-2cf5-43c4-a20b-c31beb428d17 req-42b26bb4-e440-4354-a76f-7bb18a4b88ac tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:24.529907 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6bdd6a3-2cf5-43c4-a20b-c31beb428d17 req-42b26bb4-e440-4354-a76f-7bb18a4b88ac tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 945 time: 0.0488172 Dec 17 16:14:24.566969 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6bdd6a3-2cf5-43c4-a20b-c31beb428d17 req-49cc269b-4959-4867-b966-8b5818c7a625 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311832 Dec 17 16:14:25.682662 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89eebc-ff25-4f1d-a88c-74fca112435e req-17d025b0-5a58-4464-97ef-97bb38e1a775 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:25.684132 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-db89eebc-ff25-4f1d-a88c-74fca112435e req-17d025b0-5a58-4464-97ef-97bb38e1a775 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 945 time: 0.0520959 Dec 17 16:14:25.725677 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-db89eebc-ff25-4f1d-a88c-74fca112435e req-ae81fcf1-9d45-4642-be12-3642ee238aef tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357394 Dec 17 16:14:26.366150 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:26.839824 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca799fc-4a70-4c2a-aafc-b73bac936d56 req-bd76d7ab-2f03-4e1b-a649-8906ca10be16 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:26.841322 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5ca799fc-4a70-4c2a-aafc-b73bac936d56 req-bd76d7ab-2f03-4e1b-a649-8906ca10be16 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 945 time: 0.0482867 Dec 17 16:14:26.879607 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5ca799fc-4a70-4c2a-aafc-b73bac936d56 req-ea3770d7-d3bd-4e50-8916-5f85b4a0d5b0 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323107 Dec 17 16:14:27.993470 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec926923-7d3a-40b6-acce-30236bd8cfbc req-8324c9f3-a650-4c3e-8b0c-cc4f2c568ba1 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:27.995686 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ec926923-7d3a-40b6-acce-30236bd8cfbc req-8324c9f3-a650-4c3e-8b0c-cc4f2c568ba1 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 945 time: 0.0488036 Dec 17 16:14:28.032663 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ec926923-7d3a-40b6-acce-30236bd8cfbc req-fae54899-7271-4a9e-8cd4-27a7d4471d15 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310938 Dec 17 16:14:28.886724 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-def2dd68-788c-4994-be6e-ceff9f6d88d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:29.148342 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f640935-3555-4075-b788-2e5a6525483b req-dad14364-bac5-45db-a467-fd49eaaa6341 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:29.149878 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8f640935-3555-4075-b788-2e5a6525483b req-dad14364-bac5-45db-a467-fd49eaaa6341 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 945 time: 0.0501649 Dec 17 16:14:29.191666 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8f640935-3555-4075-b788-2e5a6525483b req-0bd35519-44df-43ff-babd-825a98baaf57 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353158 Dec 17 16:14:30.305117 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1f0e2-0cce-4719-8921-97c009aaa406 req-50245f6c-f79c-4a47-b80c-8f7191ac6694 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:30.307884 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6df1f0e2-0cce-4719-8921-97c009aaa406 req-50245f6c-f79c-4a47-b80c-8f7191ac6694 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 945 time: 0.0487835 Dec 17 16:14:30.345177 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6df1f0e2-0cce-4719-8921-97c009aaa406 req-7515dd97-f6ff-412b-82e3-b21a2c71d841 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317905 Dec 17 16:14:31.126264 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-12baa5ce-e518-4ee8-92c7-44ddbb4ddb2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:31.460298 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5b5f9-4a38-46bc-b2c0-a780066a0a2f req-2d29ece9-74b2-4cf0-898b-2f6753dd7a18 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:31.461775 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1ad5b5f9-4a38-46bc-b2c0-a780066a0a2f req-2d29ece9-74b2-4cf0-898b-2f6753dd7a18 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 945 time: 0.0493202 Dec 17 16:14:31.499517 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1ad5b5f9-4a38-46bc-b2c0-a780066a0a2f req-673bdc72-58ab-4ea0-80b9-9f85e5a47a4c tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317159 Dec 17 16:14:32.491240 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:32.614104 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695876b-00f6-4598-ac1a-68e10838b649 req-76ec6872-ad3e-46d6-af12-1ae06ff9ef3d tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:32.615578 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9695876b-00f6-4598-ac1a-68e10838b649 req-76ec6872-ad3e-46d6-af12-1ae06ff9ef3d tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 945 time: 0.0498464 Dec 17 16:14:32.657567 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9695876b-00f6-4598-ac1a-68e10838b649 req-451d3122-a711-4a77-ab8f-44ca279cc400 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353410 Dec 17 16:14:33.775697 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9d7d1-1b06-46cc-9c3a-e7dc24baf1a8 req-b8f86174-aef1-4533-8365-8702c4f2f408 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:33.779705 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f9e9d7d1-1b06-46cc-9c3a-e7dc24baf1a8 req-b8f86174-aef1-4533-8365-8702c4f2f408 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 945 time: 0.0526912 Dec 17 16:14:33.816499 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f9e9d7d1-1b06-46cc-9c3a-e7dc24baf1a8 req-a062ef8d-8d8e-4db6-84f6-8a71b766aa21 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326273 Dec 17 16:14:34.096695 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:34.251712 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:34.930419 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f30aa1-57d6-4f0f-8bb9-d32aa067d0b5 req-605bd273-5301-4921-9000-856867bce444 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:34.931873 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-49f30aa1-57d6-4f0f-8bb9-d32aa067d0b5 req-605bd273-5301-4921-9000-856867bce444 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 945 time: 0.0490236 Dec 17 16:14:34.970114 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-49f30aa1-57d6-4f0f-8bb9-d32aa067d0b5 req-bae54af0-2d51-4df9-ba35-0bdbbdb2a362 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321171 Dec 17 16:14:36.083462 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebad1c2-5417-4ea2-aa1b-ee1af13c6483 req-620ec839-f348-4afa-bb69-c75e7349ac1e tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:36.086257 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ebad1c2-5417-4ea2-aa1b-ee1af13c6483 req-620ec839-f348-4afa-bb69-c75e7349ac1e tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 945 time: 0.0483932 Dec 17 16:14:36.126843 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ebad1c2-5417-4ea2-aa1b-ee1af13c6483 req-cb576723-0006-4fd8-bd84-07b12b626fa3 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353513 Dec 17 16:14:37.239866 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab13fd-e76a-490e-a326-271117d4185e req-e2ac2c11-f2e0-4126-80bb-b5bc5e41cf85 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:37.241376 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1dab13fd-e76a-490e-a326-271117d4185e req-e2ac2c11-f2e0-4126-80bb-b5bc5e41cf85 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 945 time: 0.0487201 Dec 17 16:14:37.278363 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1dab13fd-e76a-490e-a326-271117d4185e req-4146e85b-d357-4c25-bf1b-4a5c2eef8edd tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311821 Dec 17 16:14:38.051178 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-39e9d4ed-5b91-4f34-9d65-dadec53ae04f service neutron] show failed (client error): The resource could not be found. Dec 17 16:14:38.052165 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-39e9d4ed-5b91-4f34-9d65-dadec53ae04f service neutron] 10.222.0.41 "GET /v2.0/ports/c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d/bindings/n-h2-820553-2 HTTP/1.1" status: 404 len: 380 time: 0.0556479 Dec 17 16:14:38.396319 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e8014-eff6-497c-8952-0f7f375a8a69 req-be200688-9796-4162-9f6d-afd007c26edc tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:38.397857 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7d8e8014-eff6-497c-8952-0f7f375a8a69 req-be200688-9796-4162-9f6d-afd007c26edc tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 945 time: 0.0500524 Dec 17 16:14:38.438534 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7d8e8014-eff6-497c-8952-0f7f375a8a69 req-0816f2f8-9d1e-4cff-954a-86e0a02a89df tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323765 Dec 17 16:14:38.459843 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-ee18acdf-b00d-4971-b9ed-d231a131493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:38.461344 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-ee18acdf-b00d-4971-b9ed-d231a131493b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455&tenant_id=657d07f8c80d478dbd8f168e6bcd4b50 HTTP/1.1" status: 200 len: 1096 time: 0.0423861 Dec 17 16:14:38.472511 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820553-2', 'device_owner': 'compute:nova'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:14:38.527539 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:38.727956 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] For port c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d,segment=NetworkSegment(c5c3d88f-680e-43fb-bbbf-1ea8ff088138),segment_id=c5c3d88f-680e-43fb-bbbf-1ea8ff088138)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:14:38.760338 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] For port c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:14:38.798271 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ee5d70-0bc1-4fcd-9853-8c204a649455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:14:38.800524 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c0a0fc-7280-4158-9558-55e6890d69fb" -d '{"events": [{"server_uuid": "02ee5d70-0bc1-4fcd-9853-8c204a649455", "name": "network-vif-unplugged", "status": "completed", "tag": "c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:14:38.804217 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:38.816743 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] Transition to ACTIVE for port object c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:14:38.851304 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 16:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af68e79-f4b7-4dd6-8154-dd88e8095604 x-openstack-request-id: req-8af68e79-f4b7-4dd6-8154-dd88e8095604 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:14:38.851592 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ee5d70-0bc1-4fcd-9853-8c204a649455", "name": "network-vif-unplugged", "status": "completed", "tag": "c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:14:38.851861 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8af68e79-f4b7-4dd6-8154-dd88e8095604 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:14:38.852253 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ee5d70-0bc1-4fcd-9853-8c204a649455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d', 'code': 200} Dec 17 16:14:38.891003 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:38.951838 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] No DVR routers for this DVR port c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:14:38.955841 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d,revision_number=6']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:38.985335 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:38.985592 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:38.985932 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:38.986263 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:38.986592 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:38.986917 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:38.987237 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:38.987557 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:38.987876 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:38.988194 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:38.988510 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:38.988826 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:39.002872 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] Attempting to bind port c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:14:39.003204 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] Attempting to bind port c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'c5c3d88f-680e-43fb-bbbf-1ea8ff088138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c19456ba-1822-471b-82bc-2f9fe962c123'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:14:39.003537 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] Attempting to bind port c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d on network c19456ba-1822-471b-82bc-2f9fe962c123 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:14:39.007956 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] Port c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d on network c19456ba-1822-471b-82bc-2f9fe962c123 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:14:39.008273 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] Attempting to bind port c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d on network c19456ba-1822-471b-82bc-2f9fe962c123 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:14:39.013023 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:14:39.013423 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] Checking segment: {'id': 'c5c3d88f-680e-43fb-bbbf-1ea8ff088138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c19456ba-1822-471b-82bc-2f9fe962c123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:14:39.013814 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] Bound using segment: {'id': 'c5c3d88f-680e-43fb-bbbf-1ea8ff088138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c19456ba-1822-471b-82bc-2f9fe962c123'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:14:39.014404 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] Bound port: c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5c3d88f-680e-43fb-bbbf-1ea8ff088138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c19456ba-1822-471b-82bc-2f9fe962c123'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:14:39.014758 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:39.075627 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] For port c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:14:39.078798 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] For port c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d,segment=NetworkSegment(c5c3d88f-680e-43fb-bbbf-1ea8ff088138),segment_id=c5c3d88f-680e-43fb-bbbf-1ea8ff088138)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:14:39.137759 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:39.172001 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:39.172608 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:39.174008 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] 10.222.0.13 "PUT /v2.0/ports/c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d HTTP/1.1" status: 200 len: 1091 time: 0.7053306 Dec 17 16:14:39.193619 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e2f8e-8d18-4f63-8520-30684989fa97 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d,revision_number=7']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:39.237864 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-146b7d8a-3c0d-4cc6-809c-0862047d1e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:39.239256 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-146b7d8a-3c0d-4cc6-809c-0862047d1e06 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=657d07f8c80d478dbd8f168e6bcd4b50&device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 1094 time: 0.0423534 Dec 17 16:14:39.330737 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-802a4a91-48cc-45e2-aaa9-89607adb7f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:39.332165 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-802a4a91-48cc-45e2-aaa9-89607adb7f07 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c19456ba-1822-471b-82bc-2f9fe962c123 HTTP/1.1" status: 200 len: 916 time: 0.0861576 Dec 17 16:14:39.372533 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-e2b9983c-595b-4b6a-b583-b9d4555f4240 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d HTTP/1.1" status: 200 len: 217 time: 0.0338175 Dec 17 16:14:39.424994 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-e9d8a7c6-0309-481f-be89-80b6b79cb38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:39.426406 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-e9d8a7c6-0309-481f-be89-80b6b79cb38f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c06df1a3-29d8-4156-91e2-6ecdeddd0ddb HTTP/1.1" status: 200 len: 855 time: 0.0462592 Dec 17 16:14:39.456594 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-8d0625c2-3160-4c6a-95d0-102f1cc625fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c19456ba-1822-471b-82bc-2f9fe962c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236754 Dec 17 16:14:39.546872 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-cf947785-d6b9-4e33-b042-695e35605748 service neutron] 10.222.0.13 "GET /v2.0/networks/c19456ba-1822-471b-82bc-2f9fe962c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834272 Dec 17 16:14:39.555488 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b39ef5-ec2a-4941-8a24-b9414ce52118 req-02f01cbe-32f4-471c-a6dd-c649b14ba767 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:39.556958 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c8b39ef5-ec2a-4941-8a24-b9414ce52118 req-02f01cbe-32f4-471c-a6dd-c649b14ba767 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 943 time: 0.0489805 Dec 17 16:14:39.599676 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c8b39ef5-ec2a-4941-8a24-b9414ce52118 req-af5e2253-15f8-4329-8d4b-f2cf5323d5a8 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359414 Dec 17 16:14:39.642496 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-10323d50-44ab-43af-a23e-f227e899fcf9 req-8eccaedf-297f-4da5-b856-9648693e7c6b service neutron] 10.222.0.13 "GET /v2.0/networks/c19456ba-1822-471b-82bc-2f9fe962c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880105 Dec 17 16:14:40.715151 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f9355-a16a-4eb7-a6f3-d5f24378157f req-c8f1725f-ca4a-49aa-b2d2-744e779ace08 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:40.717282 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-341f9355-a16a-4eb7-a6f3-d5f24378157f req-c8f1725f-ca4a-49aa-b2d2-744e779ace08 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 943 time: 0.0482285 Dec 17 16:14:40.755456 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-341f9355-a16a-4eb7-a6f3-d5f24378157f req-1ca54ee7-1cad-4cff-b33e-a5f4a193d21d tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322568 Dec 17 16:14:40.853747 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ee5d70-0bc1-4fcd-9853-8c204a649455', 'tag': 'c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:14:40.856344 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fac889-d76f-4e15-a822-0723e6af6cef" -d '{"events": [{"name": "network-changed", "server_uuid": "02ee5d70-0bc1-4fcd-9853-8c204a649455", "tag": "c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:14:40.906233 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfadbb1-2a33-4c32-9baa-e5e822fb2250 x-openstack-request-id: req-ebfadbb1-2a33-4c32-9baa-e5e822fb2250 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:14:40.906526 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02ee5d70-0bc1-4fcd-9853-8c204a649455", "tag": "c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:14:40.906775 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ebfadbb1-2a33-4c32-9baa-e5e822fb2250 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:14:40.907170 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ee5d70-0bc1-4fcd-9853-8c204a649455', 'tag': 'c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d', 'status': 'completed', 'code': 200} Dec 17 16:14:40.997944 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fac889-d76f-4e15-a822-0723e6af6cef req-1ae15e5d-d4aa-4677-b5e4-aa54fbe820aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:40.999471 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f2fac889-d76f-4e15-a822-0723e6af6cef req-1ae15e5d-d4aa-4677-b5e4-aa54fbe820aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=657d07f8c80d478dbd8f168e6bcd4b50&device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 1094 time: 0.0699193 Dec 17 16:14:41.000875 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:41.005185 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fac889-d76f-4e15-a822-0723e6af6cef req-cd06daae-a829-460d-bcb8-6efe7749cf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:41.006535 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f2fac889-d76f-4e15-a822-0723e6af6cef req-cd06daae-a829-460d-bcb8-6efe7749cf78 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=657d07f8c80d478dbd8f168e6bcd4b50&device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 1094 time: 0.0515206 Dec 17 16:14:41.162354 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fac889-d76f-4e15-a822-0723e6af6cef req-fa3abe9d-e6ce-405e-8c16-5b885827b9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:41.163729 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f2fac889-d76f-4e15-a822-0723e6af6cef req-fa3abe9d-e6ce-405e-8c16-5b885827b9f8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c19456ba-1822-471b-82bc-2f9fe962c123 HTTP/1.1" status: 200 len: 916 time: 0.1562171 Dec 17 16:14:41.166231 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fac889-d76f-4e15-a822-0723e6af6cef req-c36fac10-d13f-4418-a2f9-e982552eab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:41.167558 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f2fac889-d76f-4e15-a822-0723e6af6cef req-c36fac10-d13f-4418-a2f9-e982552eab18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c19456ba-1822-471b-82bc-2f9fe962c123 HTTP/1.1" status: 200 len: 916 time: 0.1522565 Dec 17 16:14:41.234432 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f2fac889-d76f-4e15-a822-0723e6af6cef req-d36ce89d-258d-4ad4-90c2-268d50cbf379 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d HTTP/1.1" status: 200 len: 217 time: 0.0628521 Dec 17 16:14:41.235754 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f2fac889-d76f-4e15-a822-0723e6af6cef req-ef4aaae9-2b5b-42fd-941d-625301953284 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d HTTP/1.1" status: 200 len: 217 time: 0.0589466 Dec 17 16:14:41.324101 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fac889-d76f-4e15-a822-0723e6af6cef req-c7d29943-cd23-4ff5-8ec3-786e4e6e9ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:41.325647 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f2fac889-d76f-4e15-a822-0723e6af6cef req-c7d29943-cd23-4ff5-8ec3-786e4e6e9ee2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c06df1a3-29d8-4156-91e2-6ecdeddd0ddb HTTP/1.1" status: 200 len: 855 time: 0.0831039 Dec 17 16:14:41.327688 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fac889-d76f-4e15-a822-0723e6af6cef req-98fb3000-f37a-4d91-a74e-6419068bf243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:41.328992 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f2fac889-d76f-4e15-a822-0723e6af6cef req-98fb3000-f37a-4d91-a74e-6419068bf243 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c06df1a3-29d8-4156-91e2-6ecdeddd0ddb HTTP/1.1" status: 200 len: 855 time: 0.0785036 Dec 17 16:14:41.377504 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f2fac889-d76f-4e15-a822-0723e6af6cef req-13052172-5aae-454e-9807-b87e6d6648f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c19456ba-1822-471b-82bc-2f9fe962c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439041 Dec 17 16:14:41.379325 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f2fac889-d76f-4e15-a822-0723e6af6cef req-cdeec722-7116-44df-80c6-b3f71ebf6810 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c19456ba-1822-471b-82bc-2f9fe962c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385604 Dec 17 16:14:41.387980 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-f2fac889-d76f-4e15-a822-0723e6af6cef req-323a0120-44c9-4481-a0ec-fd9fb798dec9 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:14:41.389924 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f2fac889-d76f-4e15-a822-0723e6af6cef req-323a0120-44c9-4481-a0ec-fd9fb798dec9 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057662 Dec 17 16:14:41.548164 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f2fac889-d76f-4e15-a822-0723e6af6cef req-d580669a-e5f1-451a-8f92-8024a775e8e1 service neutron] 10.222.0.13 "GET /v2.0/networks/c19456ba-1822-471b-82bc-2f9fe962c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573546 Dec 17 16:14:41.550068 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f2fac889-d76f-4e15-a822-0723e6af6cef req-081b93de-5757-42b3-922e-7f5e0aa6c31e service neutron] 10.222.0.41 "GET /v2.0/networks/c19456ba-1822-471b-82bc-2f9fe962c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527548 Dec 17 16:14:41.706930 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f2fac889-d76f-4e15-a822-0723e6af6cef req-ea52b31c-f444-487f-a129-d0b21b7cf727 service neutron] 10.222.0.13 "GET /v2.0/networks/c19456ba-1822-471b-82bc-2f9fe962c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503165 Dec 17 16:14:41.708775 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f2fac889-d76f-4e15-a822-0723e6af6cef req-f22e7f1f-5bde-45f1-ab45-423d474ceabd service neutron] 10.222.0.41 "GET /v2.0/networks/c19456ba-1822-471b-82bc-2f9fe962c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444833 Dec 17 16:14:41.794231 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:14:41.828968 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:14:41.872538 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9323fa1-97ec-4e37-80fc-469bd19af582 req-d36f9abf-14a3-4bf4-83e4-96e2ee9a9788 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:41.874644 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f9323fa1-97ec-4e37-80fc-469bd19af582 req-d36f9abf-14a3-4bf4-83e4-96e2ee9a9788 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 943 time: 0.0514450 Dec 17 16:14:41.890367 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d,segment=NetworkSegment(c5c3d88f-680e-43fb-bbbf-1ea8ff088138),segment_id=c5c3d88f-680e-43fb-bbbf-1ea8ff088138)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:14:41.905784 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d', 'network_id': 'c19456ba-1822-471b-82bc-2f9fe962c123', 'port_id': 'c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d', 'mac_address': 'fa:16:3e:ab:e4:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c06df1a3-29d8-4156-91e2-6ecdeddd0ddb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:14:41.914755 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f9323fa1-97ec-4e37-80fc-469bd19af582 req-c25a061b-94a0-4974-9410-df2a9b9d8b85 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340559 Dec 17 16:14:41.934083 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:14:41.974324 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:41.991874 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:14:41.996769 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:14:42.013207 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d,segment=NetworkSegment(c5c3d88f-680e-43fb-bbbf-1ea8ff088138),segment_id=c5c3d88f-680e-43fb-bbbf-1ea8ff088138)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:14:42.110221 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:42.170820 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d,revision_number=8']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:42.270945 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374495a0-9a6e-4bd9-897d-8b447e0ac303 req-7a24bda3-2923-436b-ab42-503f483e9b61 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:42.272489 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-374495a0-9a6e-4bd9-897d-8b447e0ac303 req-7a24bda3-2923-436b-ab42-503f483e9b61 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 944 time: 0.0529792 Dec 17 16:14:42.312323 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:14:42.318620 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-374495a0-9a6e-4bd9-897d-8b447e0ac303 req-649757cb-2354-4c7c-87dc-982142974430 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400336 Dec 17 16:14:42.365458 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d48ed7-e4eb-47c8-80a1-01c39f01ee92 req-d5709a08-6e45-4392-9977-c2f4f53ae9a0 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:42.366843 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-28d48ed7-e4eb-47c8-80a1-01c39f01ee92 req-d5709a08-6e45-4392-9977-c2f4f53ae9a0 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.41 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455&tenant_id=657d07f8c80d478dbd8f168e6bcd4b50&binding%3Ahost_id=n-h2-820553-2 HTTP/1.1" status: 200 len: 944 time: 0.0521791 Dec 17 16:14:42.425634 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [req-28d48ed7-e4eb-47c8-80a1-01c39f01ee92 req-0e966f3a-243e-4da3-a2a8-78943fb93e1e service neutron] delete failed (client error): The resource could not be found. Dec 17 16:14:42.426640 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-28d48ed7-e4eb-47c8-80a1-01c39f01ee92 req-0e966f3a-243e-4da3-a2a8-78943fb93e1e service neutron] 10.222.0.41 "DELETE /v2.0/ports/c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d/bindings/n-h1-820553-2 HTTP/1.1" status: 404 len: 380 time: 0.0530424 Dec 17 16:14:42.533219 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d48ed7-e4eb-47c8-80a1-01c39f01ee92 req-c78d6081-a48a-4405-9c36-7ed38d95d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:42.534658 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-28d48ed7-e4eb-47c8-80a1-01c39f01ee92 req-c78d6081-a48a-4405-9c36-7ed38d95d61f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=657d07f8c80d478dbd8f168e6bcd4b50&device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 1095 time: 0.0436082 Dec 17 16:14:42.621671 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d48ed7-e4eb-47c8-80a1-01c39f01ee92 req-286edc27-7474-48c9-8de4-9363b9df8b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:42.623688 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-28d48ed7-e4eb-47c8-80a1-01c39f01ee92 req-286edc27-7474-48c9-8de4-9363b9df8b3f service neutron] 10.222.0.41 "GET /v2.0/networks?id=c19456ba-1822-471b-82bc-2f9fe962c123 HTTP/1.1" status: 200 len: 916 time: 0.0820651 Dec 17 16:14:42.665514 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-28d48ed7-e4eb-47c8-80a1-01c39f01ee92 req-fc18e617-a672-4d0e-a996-4b7f79283a13 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d HTTP/1.1" status: 200 len: 217 time: 0.0350842 Dec 17 16:14:42.716469 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d48ed7-e4eb-47c8-80a1-01c39f01ee92 req-9b40058d-8ba6-441d-96a6-f0450a0c8f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:42.718160 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-28d48ed7-e4eb-47c8-80a1-01c39f01ee92 req-9b40058d-8ba6-441d-96a6-f0450a0c8f69 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c06df1a3-29d8-4156-91e2-6ecdeddd0ddb HTTP/1.1" status: 200 len: 855 time: 0.0463133 Dec 17 16:14:42.748385 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-28d48ed7-e4eb-47c8-80a1-01c39f01ee92 req-3b99f9a0-2de6-41f3-a8f5-1613023b1e15 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c19456ba-1822-471b-82bc-2f9fe962c123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233052 Dec 17 16:14:42.838691 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-28d48ed7-e4eb-47c8-80a1-01c39f01ee92 req-2fea02b7-5853-4fe2-8b34-4769387ba1d8 service neutron] 10.222.0.41 "GET /v2.0/networks/c19456ba-1822-471b-82bc-2f9fe962c123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832837 Dec 17 16:14:43.258279 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-28d48ed7-e4eb-47c8-80a1-01c39f01ee92 req-a6515f25-53b1-47eb-8300-03d0fa383178 service neutron] 10.222.0.41 "GET /v2.0/networks/c19456ba-1822-471b-82bc-2f9fe962c123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121764 Dec 17 16:14:43.442213 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac049500-7fa4-4057-87db-ebc620a36042 req-1c6a93cf-2498-4d02-a6de-1acf137c7051 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:43.443859 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ac049500-7fa4-4057-87db-ebc620a36042 req-1c6a93cf-2498-4d02-a6de-1acf137c7051 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 944 time: 0.0536504 Dec 17 16:14:43.484657 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ac049500-7fa4-4057-87db-ebc620a36042 req-2624feff-cf33-4fca-8cd2-cf88a8125935 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337055 Dec 17 16:14:43.798502 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:14:43.897652 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:14:43.901772 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:14:43.902148 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:43.986164 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:44.009011 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ee5d70-0bc1-4fcd-9853-8c204a649455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:14:44.011267 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2cd6ef-8654-401a-bd5d-855743a9d49a" -d '{"events": [{"server_uuid": "02ee5d70-0bc1-4fcd-9853-8c204a649455", "name": "network-vif-plugged", "status": "completed", "tag": "c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:14:44.027334 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d,segment=NetworkSegment(c5c3d88f-680e-43fb-bbbf-1ea8ff088138),segment_id=c5c3d88f-680e-43fb-bbbf-1ea8ff088138)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:14:44.051203 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d064acd2-5529-4f6a-ac8a-76a6fab66241 x-openstack-request-id: req-d064acd2-5529-4f6a-ac8a-76a6fab66241 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:14:44.051498 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ee5d70-0bc1-4fcd-9853-8c204a649455", "name": "network-vif-plugged", "status": "completed", "tag": "c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:14:44.051754 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d064acd2-5529-4f6a-ac8a-76a6fab66241 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:14:44.052151 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ee5d70-0bc1-4fcd-9853-8c204a649455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d', 'code': 200} Dec 17 16:14:44.103264 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:44.156297 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d,revision_number=9']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:44.598363 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300a251-d58f-40e8-b617-b2c79fdb1af8 req-91dac9c9-c13a-4243-bf04-5aac2b15cdcd tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:44.599855 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e300a251-d58f-40e8-b617-b2c79fdb1af8 req-91dac9c9-c13a-4243-bf04-5aac2b15cdcd tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 945 time: 0.0488586 Dec 17 16:14:44.638646 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e300a251-d58f-40e8-b617-b2c79fdb1af8 req-1a84bf65-9d82-43cf-9d99-8d94af9b2dff tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323868 Dec 17 16:14:44.752383 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84720106-f5c1-4dac-99f4-ed4f9d93712c req-3092fc29-e53e-49dd-b569-82aaa8f0d6e9 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:44.753905 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-84720106-f5c1-4dac-99f4-ed4f9d93712c req-3092fc29-e53e-49dd-b569-82aaa8f0d6e9 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 945 time: 0.0488443 Dec 17 16:14:44.793834 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-84720106-f5c1-4dac-99f4-ed4f9d93712c req-62027362-c2ac-49d0-9621-a652d1370ff6 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341148 Dec 17 16:14:44.907495 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90555d98-cc27-462b-b72c-14bee1857abb req-dcdc247b-b645-455f-b726-9b09dc0f6421 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:44.908958 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-90555d98-cc27-462b-b72c-14bee1857abb req-dcdc247b-b645-455f-b726-9b09dc0f6421 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 945 time: 0.0487399 Dec 17 16:14:44.947010 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-90555d98-cc27-462b-b72c-14bee1857abb req-bf776356-fa9c-4f87-a26f-5ec004a1273a tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320716 Dec 17 16:14:45.522760 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db350ac-59ab-4016-9d3a-c1a47c7abc15 req-4293ec19-7b93-4718-bd63-0fb3c44ca07f tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:45.524269 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3db350ac-59ab-4016-9d3a-c1a47c7abc15 req-4293ec19-7b93-4718-bd63-0fb3c44ca07f tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 945 time: 0.0496922 Dec 17 16:14:45.562447 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3db350ac-59ab-4016-9d3a-c1a47c7abc15 req-38124258-a381-486f-86b0-db284bb1e74f tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311368 Dec 17 16:14:46.675727 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f555ae-d485-472d-8ce4-a2c593bd7d73 req-4d89f5c6-2ab7-44fd-8955-b4599d68a42f tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:46.677225 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45f555ae-d485-472d-8ce4-a2c593bd7d73 req-4d89f5c6-2ab7-44fd-8955-b4599d68a42f tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 945 time: 0.0486670 Dec 17 16:14:46.718751 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45f555ae-d485-472d-8ce4-a2c593bd7d73 req-b2642c92-badc-4917-bbdb-9f48b654b1c8 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.46 "GET /v2.0/security-groups?id=19b10919-38f0-4c26-9f3f-1d7fdf4defce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356457 Dec 17 16:14:46.720033 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d774d-a647-4e29-b861-e43fc8efbd14 req-cf1e85f1-81d3-4f24-8001-7b41f91831fe tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:46.721528 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a6d774d-a647-4e29-b861-e43fc8efbd14 req-cf1e85f1-81d3-4f24-8001-7b41f91831fe tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.13 "GET /v2.0/ports?device_id=02ee5d70-0bc1-4fcd-9853-8c204a649455 HTTP/1.1" status: 200 len: 945 time: 0.0475185 Dec 17 16:14:46.811641 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-8a6d774d-a647-4e29-b861-e43fc8efbd14 req-d69d22e9-6294-441e-9616-c902a2e423c4 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Deleting port c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:14:46.811976 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8a6d774d-a647-4e29-b861-e43fc8efbd14 req-d69d22e9-6294-441e-9616-c902a2e423c4 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:46.898363 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-8a6d774d-a647-4e29-b861-e43fc8efbd14 req-d69d22e9-6294-441e-9616-c902a2e423c4 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] For port c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d,segment=NetworkSegment(c5c3d88f-680e-43fb-bbbf-1ea8ff088138),segment_id=c5c3d88f-680e-43fb-bbbf-1ea8ff088138)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:14:46.898731 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8a6d774d-a647-4e29-b861-e43fc8efbd14 req-d69d22e9-6294-441e-9616-c902a2e423c4 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:46.911482 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-8a6d774d-a647-4e29-b861-e43fc8efbd14 req-d69d22e9-6294-441e-9616-c902a2e423c4 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Calling delete_port for c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:14:47.102957 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8a6d774d-a647-4e29-b861-e43fc8efbd14 req-d69d22e9-6294-441e-9616-c902a2e423c4 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:47.117896 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:14:47.132262 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d22e9-6294-441e-9616-c902a2e423c4 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Pushing event deleted for resources: {'Port': ['ID=c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:47.176605 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6d774d-a647-4e29-b861-e43fc8efbd14 req-d69d22e9-6294-441e-9616-c902a2e423c4 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] No DVR routers for this DVR port c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:14:47.179075 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8a6d774d-a647-4e29-b861-e43fc8efbd14 req-d69d22e9-6294-441e-9616-c902a2e423c4 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:47.182309 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a6d774d-a647-4e29-b861-e43fc8efbd14 req-d69d22e9-6294-441e-9616-c902a2e423c4 tempest-ServerDiskConfigTestJSON-1974734776 tempest-ServerDiskConfigTestJSON-1974734776-project] 10.222.0.13 "DELETE /v2.0/ports/c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d HTTP/1.1" status: 204 len: 173 time: 0.4551198 Dec 17 16:14:47.182740 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ee5d70-0bc1-4fcd-9853-8c204a649455', 'name': 'network-vif-deleted', 'tag': 'c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:14:47.184961 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de9d3bc-fe14-4929-9db8-fef613f65dac" -d '{"events": [{"server_uuid": "02ee5d70-0bc1-4fcd-9853-8c204a649455", "name": "network-vif-deleted", "tag": "c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:14:47.219551 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360f175c-d68b-404a-9928-7542fa310b2b x-openstack-request-id: req-360f175c-d68b-404a-9928-7542fa310b2b {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:14:47.219804 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ee5d70-0bc1-4fcd-9853-8c204a649455", "name": "network-vif-deleted", "tag": "c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:14:47.220057 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-360f175c-d68b-404a-9928-7542fa310b2b {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:14:47.220460 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ee5d70-0bc1-4fcd-9853-8c204a649455', 'name': 'network-vif-deleted', 'tag': 'c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d', 'status': 'completed', 'code': 200} Dec 17 16:14:47.837467 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42026) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:14:47.882954 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-2839f363-e88d-4dd0-ae27-77da17f5ac9a admin admin] Deleting subnet c06df1a3-29d8-4156-91e2-6ecdeddd0ddb {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 16:14:47.886069 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2839f363-e88d-4dd0-ae27-77da17f5ac9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:47.920507 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2839f363-e88d-4dd0-ae27-77da17f5ac9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:47.958230 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2839f363-e88d-4dd0-ae27-77da17f5ac9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:48.080826 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2839f363-e88d-4dd0-ae27-77da17f5ac9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:48.106614 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839f363-e88d-4dd0-ae27-77da17f5ac9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c06df1a3-29d8-4156-91e2-6ecdeddd0ddb,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:48.112176 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2839f363-e88d-4dd0-ae27-77da17f5ac9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:48.115472 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2839f363-e88d-4dd0-ae27-77da17f5ac9a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c06df1a3-29d8-4156-91e2-6ecdeddd0ddb HTTP/1.1" status: 204 len: 168 time: 0.2769980 Dec 17 16:14:48.118116 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 42028) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:14:48.120827 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2839f363-e88d-4dd0-ae27-77da17f5ac9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:48.121209 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2839f363-e88d-4dd0-ae27-77da17f5ac9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:48.121553 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2839f363-e88d-4dd0-ae27-77da17f5ac9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:48.121890 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2839f363-e88d-4dd0-ae27-77da17f5ac9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:48.122227 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2839f363-e88d-4dd0-ae27-77da17f5ac9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:48.122580 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2839f363-e88d-4dd0-ae27-77da17f5ac9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:48.122908 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2839f363-e88d-4dd0-ae27-77da17f5ac9a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:48.123234 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2839f363-e88d-4dd0-ae27-77da17f5ac9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:48.123556 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2839f363-e88d-4dd0-ae27-77da17f5ac9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:48.123883 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2839f363-e88d-4dd0-ae27-77da17f5ac9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:48.124205 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2839f363-e88d-4dd0-ae27-77da17f5ac9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:48.124529 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2839f363-e88d-4dd0-ae27-77da17f5ac9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:48.185134 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fca20e89-c0df-4f8a-805c-094341eab31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:48.265498 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fca20e89-c0df-4f8a-805c-094341eab31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:48.285315 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-fca20e89-c0df-4f8a-805c-094341eab31e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c19456ba-1822-471b-82bc-2f9fe962c123']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:14:48.294108 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-fca20e89-c0df-4f8a-805c-094341eab31e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c3d88f-680e-43fb-bbbf-1ea8ff088138') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:14:48.294417 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-fca20e89-c0df-4f8a-805c-094341eab31e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c3d88f-680e-43fb-bbbf-1ea8ff088138') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:14:48.303780 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fca20e89-c0df-4f8a-805c-094341eab31e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:48.316650 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fca20e89-c0df-4f8a-805c-094341eab31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:48.322491 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca20e89-c0df-4f8a-805c-094341eab31e admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:14:48.322865 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fca20e89-c0df-4f8a-805c-094341eab31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:48.324434 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 16:14:48.324434 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:14:48.324434 n-d-820553-2 neutron-server[102833]: timer() Dec 17 16:14:48.324434 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:14:48.324434 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 16:14:48.324434 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:14:48.324434 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 16:14:48.324434 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:14:48.324434 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 16:14:48.324434 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:14:48.324434 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 16:14:48.324434 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:14:48.324434 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 16:14:48.324434 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:14:48.324434 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:14:48.324434 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:14:48.324434 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:14:48.324434 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:14:48.324434 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 16:14:48.324434 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:14:48.324434 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 16:14:48.324434 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:14:48.324434 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:14:48.324434 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:14:48.324434 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 16:14:48.324434 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:14:48.324434 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:14:48.324434 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:14:48.324434 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:14:48.324434 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:14:48.324434 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:14:48.324434 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:14:48.434453 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fca20e89-c0df-4f8a-805c-094341eab31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:48.439815 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fca20e89-c0df-4f8a-805c-094341eab31e admin admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:48.442950 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-fca20e89-c0df-4f8a-805c-094341eab31e admin admin] 10.222.0.46 "DELETE /v2.0/networks/c19456ba-1822-471b-82bc-2f9fe962c123 HTTP/1.1" status: 204 len: 168 time: 0.3238304 Dec 17 16:14:48.454732 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca20e89-c0df-4f8a-805c-094341eab31e admin admin] Pushing event deleted for resources: {'Network': ['ID=c19456ba-1822-471b-82bc-2f9fe962c123,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:48.706976 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42032) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:14:48.747121 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-cfea39fb-f92c-4761-877e-79c1718d7313 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=657d07f8c80d478dbd8f168e6bcd4b50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389159 Dec 17 16:14:48.750274 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42034) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:14:48.797714 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-978aa7b3-6678-4f86-ba15-92a769923084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:48.818864 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-978aa7b3-6678-4f86-ba15-92a769923084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:48.914366 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-978aa7b3-6678-4f86-ba15-92a769923084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:48.916969 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-978aa7b3-6678-4f86-ba15-92a769923084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:48.918149 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-978aa7b3-6678-4f86-ba15-92a769923084 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/19b10919-38f0-4c26-9f3f-1d7fdf4defce HTTP/1.1" status: 204 len: 168 time: 0.1670029 Dec 17 16:14:48.926082 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978aa7b3-6678-4f86-ba15-92a769923084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b10919-38f0-4c26-9f3f-1d7fdf4defce,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:49.838509 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42056) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:14:49.933422 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-e4f3b44d-c09d-4fa4-90d7-ba20becae019 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-497056158-network', 'tenant_id': '197dec578fa24a709a8da5cd47608f46'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:14:50.034447 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f3b44d-c09d-4fa4-90d7-ba20becae019 admin admin] Made reservation on behalf of 197dec578fa24a709a8da5cd47608f46 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:14:50.036831 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e4f3b44d-c09d-4fa4-90d7-ba20becae019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:50.045513 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e4f3b44d-c09d-4fa4-90d7-ba20becae019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:50.122394 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e4f3b44d-c09d-4fa4-90d7-ba20becae019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:50.188642 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e4f3b44d-c09d-4fa4-90d7-ba20becae019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:50.215771 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f3b44d-c09d-4fa4-90d7-ba20becae019 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:14:50.221114 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3b44d-c09d-4fa4-90d7-ba20becae019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8bc372-4eef-444b-8c33-8c563fae9fa5,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:50.228192 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e4f3b44d-c09d-4fa4-90d7-ba20becae019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:50.228547 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-e4f3b44d-c09d-4fa4-90d7-ba20becae019 admin admin] Added segment 18698a43-44c6-444e-9e88-84b61cce9e7e of type vlan for network 2e805cc2-953d-463a-8304-c2572a23f7b6 Dec 17 16:14:50.269114 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e4f3b44d-c09d-4fa4-90d7-ba20becae019 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:50.347749 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e4f3b44d-c09d-4fa4-90d7-ba20becae019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:50.348710 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f3b44d-c09d-4fa4-90d7-ba20becae019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:50.349302 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e4f3b44d-c09d-4fa4-90d7-ba20becae019 admin admin] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:50.407332 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3b44d-c09d-4fa4-90d7-ba20becae019 admin admin] Pushing event updated for resources: {'Network': ['ID=2e805cc2-953d-463a-8304-c2572a23f7b6,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:50.416846 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 2e805cc2-953d-463a-8304-c2572a23f7b6 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:14:50.470839 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e4f3b44d-c09d-4fa4-90d7-ba20becae019 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6311605 Dec 17 16:14:50.473717 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42060) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:14:50.478538 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-65e55ebc-4540-445c-975c-bbf9d2071ff0 admin admin] Request body: {'subnet': {'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-497056158-subnet', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:14:50.553553 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e55ebc-4540-445c-975c-bbf9d2071ff0 admin admin] Made reservation on behalf of 197dec578fa24a709a8da5cd47608f46 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:14:50.555867 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-65e55ebc-4540-445c-975c-bbf9d2071ff0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:50.783664 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-65e55ebc-4540-445c-975c-bbf9d2071ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:50.846582 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e55ebc-4540-445c-975c-bbf9d2071ff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11930287-c4b1-45e4-aea0-8064214884b7,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:50.854100 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e55ebc-4540-445c-975c-bbf9d2071ff0 admin admin] Checking segment: {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:14:50.854464 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e55ebc-4540-445c-975c-bbf9d2071ff0 admin admin] Network hostable DHCP agents. Network: 2e805cc2-953d-463a-8304-c2572a23f7b6, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:14:50.925198 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e55ebc-4540-445c-975c-bbf9d2071ff0 admin admin] Network 2e805cc2-953d-463a-8304-c2572a23f7b6 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:14:51.010750 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-65e55ebc-4540-445c-975c-bbf9d2071ff0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 2e805cc2-953d-463a-8304-c2572a23f7b6) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:14:51.015521 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e55ebc-4540-445c-975c-bbf9d2071ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:51.016115 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-65e55ebc-4540-445c-975c-bbf9d2071ff0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:51.021476 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793c47ab-9e26-4d8c-b0ca-f952701c9821 None None] Network 2e805cc2-953d-463a-8304-c2572a23f7b6 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:14:51.103177 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-65e55ebc-4540-445c-975c-bbf9d2071ff0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6250706 Dec 17 16:14:51.103177 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42062) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:14:51.107706 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-0632abb1-38c5-450a-b87c-c6b9f508092b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-497056158-router', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:14:51.164285 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04994d42-c2b2-4e8f-8acf-795014d98880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-2e805cc2-953d-463a-8304-c2572a23f7b6', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 16:14:51.165169 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-04994d42-c2b2-4e8f-8acf-795014d98880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:51.200445 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0632abb1-38c5-450a-b87c-c6b9f508092b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:51.202199 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0632abb1-38c5-450a-b87c-c6b9f508092b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:51.254043 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0632abb1-38c5-450a-b87c-c6b9f508092b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:51.297664 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-04994d42-c2b2-4e8f-8acf-795014d98880 None None] Allocated IP 172.20.0.2 (2e805cc2-953d-463a-8304-c2572a23f7b6/11930287-c4b1-45e4-aea0-8064214884b7/7ddb8413-a6ca-40fc-a69a-15c37efd0c9a) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:14:51.440921 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-04994d42-c2b2-4e8f-8acf-795014d98880 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:51.502645 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0632abb1-38c5-450a-b87c-c6b9f508092b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:51.503666 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-04994d42-c2b2-4e8f-8acf-795014d98880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:51.541133 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04994d42-c2b2-4e8f-8acf-795014d98880 None None] Network 2e805cc2-953d-463a-8304-c2572a23f7b6 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:14:51.543894 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-04994d42-c2b2-4e8f-8acf-795014d98880 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:14:51.547853 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04994d42-c2b2-4e8f-8acf-795014d98880 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:14:51.555753 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04994d42-c2b2-4e8f-8acf-795014d98880 None None] Pushing event updated for resources: {'Port': ['ID=7ddb8413-a6ca-40fc-a69a-15c37efd0c9a,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:51.610627 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-04994d42-c2b2-4e8f-8acf-795014d98880 None None] Attempting to bind port 7ddb8413-a6ca-40fc-a69a-15c37efd0c9a on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:14:51.610999 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-04994d42-c2b2-4e8f-8acf-795014d98880 None None] Attempting to bind port 7ddb8413-a6ca-40fc-a69a-15c37efd0c9a by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:14:51.611361 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04994d42-c2b2-4e8f-8acf-795014d98880 None None] Attempting to bind port 7ddb8413-a6ca-40fc-a69a-15c37efd0c9a on network 2e805cc2-953d-463a-8304-c2572a23f7b6 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:14:51.616521 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04994d42-c2b2-4e8f-8acf-795014d98880 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:14:51.622055 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04994d42-c2b2-4e8f-8acf-795014d98880 None None] Checking segment: {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:14:51.622055 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-04994d42-c2b2-4e8f-8acf-795014d98880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:51.622055 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04994d42-c2b2-4e8f-8acf-795014d98880 None None] Bound using segment: {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:14:51.622055 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-04994d42-c2b2-4e8f-8acf-795014d98880 None None] Bound port: 7ddb8413-a6ca-40fc-a69a-15c37efd0c9a, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:14:51.622055 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-04994d42-c2b2-4e8f-8acf-795014d98880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:51.682321 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-04994d42-c2b2-4e8f-8acf-795014d98880 None None] For port 7ddb8413-a6ca-40fc-a69a-15c37efd0c9a, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:14:51.685485 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-04994d42-c2b2-4e8f-8acf-795014d98880 None None] For port 7ddb8413-a6ca-40fc-a69a-15c37efd0c9a, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=7ddb8413-a6ca-40fc-a69a-15c37efd0c9a,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:14:51.776446 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0632abb1-38c5-450a-b87c-c6b9f508092b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:51.777655 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-04994d42-c2b2-4e8f-8acf-795014d98880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:51.797215 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0632abb1-38c5-450a-b87c-c6b9f508092b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:51.836589 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04994d42-c2b2-4e8f-8acf-795014d98880 None None] Pushing event updated for resources: {'Port': ['ID=7ddb8413-a6ca-40fc-a69a-15c37efd0c9a,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:51.857761 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:14:51.882049 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:14:51.882389 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device c6a9bacb-a159-4a05-8db5-74f5d6fc9f4d not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:14:51.914559 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-0632abb1-38c5-450a-b87c-c6b9f508092b admin admin] Allocated IP 172.25.6.187 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/ea258b13-f6ac-4b6b-8274-43fc020312ee) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:14:52.036870 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0632abb1-38c5-450a-b87c-c6b9f508092b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:52.177255 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0632abb1-38c5-450a-b87c-c6b9f508092b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:52.217658 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0632abb1-38c5-450a-b87c-c6b9f508092b admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:14:52.221817 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-0632abb1-38c5-450a-b87c-c6b9f508092b admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:14:52.226860 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0632abb1-38c5-450a-b87c-c6b9f508092b admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:14:52.233037 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632abb1-38c5-450a-b87c-c6b9f508092b admin admin] Pushing event updated for resources: {'Port': ['ID=ea258b13-f6ac-4b6b-8274-43fc020312ee,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:52.586281 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0632abb1-38c5-450a-b87c-c6b9f508092b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:52.757813 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f0344d-d1c9-41ac-9536-9f63db9cf45f None None] Network 2e805cc2-953d-463a-8304-c2572a23f7b6 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:14:52.788201 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0632abb1-38c5-450a-b87c-c6b9f508092b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:52.818006 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-7fca5761-e57b-46d4-8294-b84363c46ca6 None None] Provisioning complete for port 7ddb8413-a6ca-40fc-a69a-15c37efd0c9a triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:14:52.818378 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7fca5761-e57b-46d4-8294-b84363c46ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:52.972875 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7fca5761-e57b-46d4-8294-b84363c46ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:53.014838 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7fca5761-e57b-46d4-8294-b84363c46ca6 None None] For port 7ddb8413-a6ca-40fc-a69a-15c37efd0c9a, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=7ddb8413-a6ca-40fc-a69a-15c37efd0c9a,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:14:53.102814 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7fca5761-e57b-46d4-8294-b84363c46ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:53.153278 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca5761-e57b-46d4-8294-b84363c46ca6 None None] Pushing event updated for resources: {'Port': ['ID=7ddb8413-a6ca-40fc-a69a-15c37efd0c9a,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:53.221731 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-57059642-9494-4e70-8e7a-9924044afa89 None None] Provisioning complete for port 7ddb8413-a6ca-40fc-a69a-15c37efd0c9a triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:14:53.222102 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-57059642-9494-4e70-8e7a-9924044afa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:53.273894 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0632abb1-38c5-450a-b87c-c6b9f508092b admin admin] Router a2bf1d33-8664-4175-ab9b-5baa91c9f270 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:14:53.383285 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0632abb1-38c5-450a-b87c-c6b9f508092b admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:14:53.393383 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a6f0b4-b1dd-4e29-b933-b0d2d5d0023c None None] Sync routers for ids ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:14:53.401970 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a6f0b4-b1dd-4e29-b933-b0d2d5d0023c None None] Routers {'a2bf1d33-8664-4175-ab9b-5baa91c9f270'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:14:53.406079 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-06a6f0b4-b1dd-4e29-b933-b0d2d5d0023c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:14:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:14:53.499997 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0632abb1-38c5-450a-b87c-c6b9f508092b admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:53.501370 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0632abb1-38c5-450a-b87c-c6b9f508092b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3974085 Dec 17 16:14:53.504346 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42064) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:14:53.667761 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-06a6f0b4-b1dd-4e29-b933-b0d2d5d0023c None None] Set router a2bf1d33-8664-4175-ab9b-5baa91c9f270 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:14:53.843555 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-06a6f0b4-b1dd-4e29-b933-b0d2d5d0023c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'name': 'tempest-ServerActionsTestJSON-497056158-router', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:52Z', 'revision_number': 3, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'gw_port': {'id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:14:53.874521 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a6f0b4-b1dd-4e29-b933-b0d2d5d0023c None None] Checking router: a2bf1d33-8664-4175-ab9b-5baa91c9f270 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:14:53.874865 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a6f0b4-b1dd-4e29-b933-b0d2d5d0023c None None] Updating router a2bf1d33-8664-4175-ab9b-5baa91c9f270 port ea258b13-f6ac-4b6b-8274-43fc020312ee binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:14:53.899268 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-06a6f0b4-b1dd-4e29-b933-b0d2d5d0023c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:53.915375 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1a8bc96d-7829-4b94-bb25-bc2d3850eeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:54.052018 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 7ddb8413-a6ca-40fc-a69a-15c37efd0c9a up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:14:54.095558 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-1a8bc96d-7829-4b94-bb25-bc2d3850eeb7 admin admin] Allocated IP 172.20.0.1 (2e805cc2-953d-463a-8304-c2572a23f7b6/11930287-c4b1-45e4-aea0-8064214884b7/297626f0-4780-4ef1-bae9-6b0131a0366b) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:14:54.139001 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 7ddb8413-a6ca-40fc-a69a-15c37efd0c9a triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:14:54.139361 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:54.202713 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1a8bc96d-7829-4b94-bb25-bc2d3850eeb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:54.236949 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-06a6f0b4-b1dd-4e29-b933-b0d2d5d0023c None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:54.281153 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1a8bc96d-7829-4b94-bb25-bc2d3850eeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:54.303844 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-06a6f0b4-b1dd-4e29-b933-b0d2d5d0023c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:54.324732 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8bc96d-7829-4b94-bb25-bc2d3850eeb7 admin admin] Network 2e805cc2-953d-463a-8304-c2572a23f7b6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:14:54.328143 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-1a8bc96d-7829-4b94-bb25-bc2d3850eeb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:14:54.331610 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8bc96d-7829-4b94-bb25-bc2d3850eeb7 admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:14:54.355241 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-06a6f0b4-b1dd-4e29-b933-b0d2d5d0023c None None] Attempting to bind port ea258b13-f6ac-4b6b-8274-43fc020312ee on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:14:54.355611 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-06a6f0b4-b1dd-4e29-b933-b0d2d5d0023c None None] Attempting to bind port ea258b13-f6ac-4b6b-8274-43fc020312ee by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:14:54.355970 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6f0b4-b1dd-4e29-b933-b0d2d5d0023c None None] Attempting to bind port ea258b13-f6ac-4b6b-8274-43fc020312ee on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:14:54.358691 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8bc96d-7829-4b94-bb25-bc2d3850eeb7 admin admin] Pushing event updated for resources: {'Port': ['ID=297626f0-4780-4ef1-bae9-6b0131a0366b,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:54.366500 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f8d23-ae42-4e19-8af3-86cd4ba2ae2a None None] Pushing event updated for resources: {'Port': ['ID=ea258b13-f6ac-4b6b-8274-43fc020312ee,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:54.368865 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6f0b4-b1dd-4e29-b933-b0d2d5d0023c None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:14:54.369568 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6f0b4-b1dd-4e29-b933-b0d2d5d0023c None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:14:54.369714 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-06a6f0b4-b1dd-4e29-b933-b0d2d5d0023c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:54.370017 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6f0b4-b1dd-4e29-b933-b0d2d5d0023c None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:14:54.370481 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-06a6f0b4-b1dd-4e29-b933-b0d2d5d0023c None None] Bound port: ea258b13-f6ac-4b6b-8274-43fc020312ee, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:14:54.370860 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-06a6f0b4-b1dd-4e29-b933-b0d2d5d0023c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:54.378285 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1a8bc96d-7829-4b94-bb25-bc2d3850eeb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:54.400753 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f8d23-ae42-4e19-8af3-86cd4ba2ae2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:54.401119 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f8d23-ae42-4e19-8af3-86cd4ba2ae2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:54.401454 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f8d23-ae42-4e19-8af3-86cd4ba2ae2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:54.401783 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f8d23-ae42-4e19-8af3-86cd4ba2ae2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:54.402107 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f8d23-ae42-4e19-8af3-86cd4ba2ae2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:54.402427 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f8d23-ae42-4e19-8af3-86cd4ba2ae2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:54.402746 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f8d23-ae42-4e19-8af3-86cd4ba2ae2a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:54.403063 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f8d23-ae42-4e19-8af3-86cd4ba2ae2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:54.403377 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f8d23-ae42-4e19-8af3-86cd4ba2ae2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:54.403794 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f8d23-ae42-4e19-8af3-86cd4ba2ae2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:54.404736 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f8d23-ae42-4e19-8af3-86cd4ba2ae2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:54.405078 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0f8d23-ae42-4e19-8af3-86cd4ba2ae2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:54.445543 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-06a6f0b4-b1dd-4e29-b933-b0d2d5d0023c None None] For port ea258b13-f6ac-4b6b-8274-43fc020312ee, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:14:54.448761 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-06a6f0b4-b1dd-4e29-b933-b0d2d5d0023c None None] For port ea258b13-f6ac-4b6b-8274-43fc020312ee, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ea258b13-f6ac-4b6b-8274-43fc020312ee,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:14:54.516161 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-06a6f0b4-b1dd-4e29-b933-b0d2d5d0023c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:54.569564 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1a8bc96d-7829-4b94-bb25-bc2d3850eeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:54.574657 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a6f0b4-b1dd-4e29-b933-b0d2d5d0023c None None] Routers {'a2bf1d33-8664-4175-ab9b-5baa91c9f270'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:14:54.575287 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-06a6f0b4-b1dd-4e29-b933-b0d2d5d0023c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:14:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:14:54.580961 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f8d23-ae42-4e19-8af3-86cd4ba2ae2a None None] Pushing event updated for resources: {'Port': ['ID=ea258b13-f6ac-4b6b-8274-43fc020312ee,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:54.672186 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c22c25eb-32df-42c7-92a9-5d64da851b5b None None] Provisioning complete for port 297626f0-4780-4ef1-bae9-6b0131a0366b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:14:54.672475 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c22c25eb-32df-42c7-92a9-5d64da851b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:54.721248 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c22c25eb-32df-42c7-92a9-5d64da851b5b None None] Port 297626f0-4780-4ef1-bae9-6b0131a0366b cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:14:54.723305 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-06a6f0b4-b1dd-4e29-b933-b0d2d5d0023c None None] Set router a2bf1d33-8664-4175-ab9b-5baa91c9f270 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:14:54.731154 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1a8bc96d-7829-4b94-bb25-bc2d3850eeb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:54.777025 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1a8bc96d-7829-4b94-bb25-bc2d3850eeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:54.848439 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1a8bc96d-7829-4b94-bb25-bc2d3850eeb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:54.851959 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8bc96d-7829-4b94-bb25-bc2d3850eeb7 admin admin] Pushing event updated for resources: {'Port': ['ID=297626f0-4780-4ef1-bae9-6b0131a0366b,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:54.925955 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-06a6f0b4-b1dd-4e29-b933-b0d2d5d0023c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'name': 'tempest-ServerActionsTestJSON-497056158-router', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:54Z', 'revision_number': 4, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'gw_port': {'id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '297626f0-4780-4ef1-bae9-6b0131a0366b', 'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'mac_address': 'fa:16:3e:3c:18:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:53Z', 'updated_at': '2021-12-17T16:14:54Z', 'revision_number': 1, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'subnets': [{'id': '11930287-c4b1-45e4-aea0-8064214884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:14:54.940433 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8bc96d-7829-4b94-bb25-bc2d3850eeb7 admin admin] Network 2e805cc2-953d-463a-8304-c2572a23f7b6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:14:54.941862 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-1a8bc96d-7829-4b94-bb25-bc2d3850eeb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:14:54.953289 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a6f0b4-b1dd-4e29-b933-b0d2d5d0023c None None] The sync data for ids ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'] in n-d-820553-2 is: [{'id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'name': 'tempest-ServerActionsTestJSON-497056158-router', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:54Z', 'revision_number': 4, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'gw_port': {'id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '297626f0-4780-4ef1-bae9-6b0131a0366b', 'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'mac_address': 'fa:16:3e:3c:18:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:53Z', 'updated_at': '2021-12-17T16:14:54Z', 'revision_number': 1, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'subnets': [{'id': '11930287-c4b1-45e4-aea0-8064214884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:14:55.064427 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8bc96d-7829-4b94-bb25-bc2d3850eeb7 admin admin] Router a2bf1d33-8664-4175-ab9b-5baa91c9f270 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:14:55.144796 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-ce00c706-361f-4488-9d0a-7e28c68d8f5e None None] Provisioning complete for port 297626f0-4780-4ef1-bae9-6b0131a0366b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:14:55.145365 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ce00c706-361f-4488-9d0a-7e28c68d8f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:55.186116 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-ce00c706-361f-4488-9d0a-7e28c68d8f5e None None] Port 297626f0-4780-4ef1-bae9-6b0131a0366b cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:14:55.210197 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8bc96d-7829-4b94-bb25-bc2d3850eeb7 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:14:55.216513 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1a8bc96d-7829-4b94-bb25-bc2d3850eeb7 admin admin] 10.222.0.46 "PUT /v2.0/routers/a2bf1d33-8664-4175-ab9b-5baa91c9f270/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7102203 Dec 17 16:14:56.023946 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ea258b13-f6ac-4b6b-8274-43fc020312ee up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:14:56.077950 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port ea258b13-f6ac-4b6b-8274-43fc020312ee triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:14:56.078329 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:56.103110 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42072) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:14:56.108854 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-c48538e9-8d36-46c3-9979-cafb6eb69624 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2083808650', 'description': 'tempest-description--1939017988'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:14:56.167930 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:56.190626 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port ea258b13-f6ac-4b6b-8274-43fc020312ee, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ea258b13-f6ac-4b6b-8274-43fc020312ee,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:14:56.212015 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c48538e9-8d36-46c3-9979-cafb6eb69624 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:56.269003 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:56.279678 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c48538e9-8d36-46c3-9979-cafb6eb69624 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:56.327213 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=ea258b13-f6ac-4b6b-8274-43fc020312ee,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:56.354656 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c48538e9-8d36-46c3-9979-cafb6eb69624 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:56.383581 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48538e9-8d36-46c3-9979-cafb6eb69624 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9bb69b-6250-482b-bf9e-50d50b8d668c,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:56.383709 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:56.442450 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c48538e9-8d36-46c3-9979-cafb6eb69624 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:56.443737 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c48538e9-8d36-46c3-9979-cafb6eb69624 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3395886 Dec 17 16:14:56.446738 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42074) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:14:56.451920 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-33bd3638-257e-4be4-85ab-965741434050 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Request body: {'security_group_rule': {'security_group_id': '7e9bb69b-6250-482b-bf9e-50d50b8d668c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:14:56.541138 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-33bd3638-257e-4be4-85ab-965741434050 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:56.604171 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-33bd3638-257e-4be4-85ab-965741434050 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:56.674447 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-33bd3638-257e-4be4-85ab-965741434050 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:56.693198 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd3638-257e-4be4-85ab-965741434050 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554f81bf-f503-4853-9b17-f5079a9a9a81,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:56.790872 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-33bd3638-257e-4be4-85ab-965741434050 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:56.792104 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-33bd3638-257e-4be4-85ab-965741434050 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3444488 Dec 17 16:14:56.795168 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42076) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:14:56.799473 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-74542a36-36c9-4257-bdd4-91f4d60c544f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Request body: {'security_group_rule': {'security_group_id': '7e9bb69b-6250-482b-bf9e-50d50b8d668c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:14:56.896720 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-74542a36-36c9-4257-bdd4-91f4d60c544f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:56.901316 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b347ea4-53a6-40b7-b4a1-c9174ca6601b None None] Sync routers for ids ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:14:56.911391 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b347ea4-53a6-40b7-b4a1-c9174ca6601b None None] Routers {'a2bf1d33-8664-4175-ab9b-5baa91c9f270'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:14:56.914853 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-1b347ea4-53a6-40b7-b4a1-c9174ca6601b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:14:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:14:56.953867 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-74542a36-36c9-4257-bdd4-91f4d60c544f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:57.005756 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-74542a36-36c9-4257-bdd4-91f4d60c544f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:57.014939 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-1b347ea4-53a6-40b7-b4a1-c9174ca6601b None None] Set router a2bf1d33-8664-4175-ab9b-5baa91c9f270 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:14:57.023184 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74542a36-36c9-4257-bdd4-91f4d60c544f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63db20a4-6896-4645-afac-7b48173bbb44,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:57.065107 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-74542a36-36c9-4257-bdd4-91f4d60c544f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:57.066326 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-74542a36-36c9-4257-bdd4-91f4d60c544f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2702377 Dec 17 16:14:57.071694 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42078) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:14:57.076447 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-08f5383d-9ca1-431b-b088-4e77f589f64a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:14:57.148673 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-08f5383d-9ca1-431b-b088-4e77f589f64a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks [] for floatingip, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:57.212012 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-1b347ea4-53a6-40b7-b4a1-c9174ca6601b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'name': 'tempest-ServerActionsTestJSON-497056158-router', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:54Z', 'revision_number': 4, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'gw_port': {'id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '297626f0-4780-4ef1-bae9-6b0131a0366b', 'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'mac_address': 'fa:16:3e:3c:18:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:53Z', 'updated_at': '2021-12-17T16:14:54Z', 'revision_number': 2, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'subnets': [{'id': '11930287-c4b1-45e4-aea0-8064214884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:14:57.239685 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b347ea4-53a6-40b7-b4a1-c9174ca6601b None None] Checking router: a2bf1d33-8664-4175-ab9b-5baa91c9f270 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:14:57.240030 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b347ea4-53a6-40b7-b4a1-c9174ca6601b None None] Updating router a2bf1d33-8664-4175-ab9b-5baa91c9f270 port 297626f0-4780-4ef1-bae9-6b0131a0366b binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:14:57.249457 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-08f5383d-9ca1-431b-b088-4e77f589f64a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:57.264921 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-1b347ea4-53a6-40b7-b4a1-c9174ca6601b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:57.351117 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-08f5383d-9ca1-431b-b088-4e77f589f64a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Allocated IP 172.25.6.42 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/6e668d94-e411-4ac3-8443-a38eb08e179a) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:14:57.451553 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-08f5383d-9ca1-431b-b088-4e77f589f64a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:57.578149 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-08f5383d-9ca1-431b-b088-4e77f589f64a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:57.613314 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-1b347ea4-53a6-40b7-b4a1-c9174ca6601b None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:57.615597 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f5383d-9ca1-431b-b088-4e77f589f64a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:14:57.618452 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-08f5383d-9ca1-431b-b088-4e77f589f64a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:14:57.622113 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f5383d-9ca1-431b-b088-4e77f589f64a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:14:57.648171 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5383d-9ca1-431b-b088-4e77f589f64a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Pushing event updated for resources: {'Port': ['ID=6e668d94-e411-4ac3-8443-a38eb08e179a,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:57.715901 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-08f5383d-9ca1-431b-b088-4e77f589f64a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:57.725767 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-1b347ea4-53a6-40b7-b4a1-c9174ca6601b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:57.775901 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618118c-c89d-415c-9571-9be0be1987de None None] Pushing event updated for resources: {'Port': ['ID=297626f0-4780-4ef1-bae9-6b0131a0366b,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:57.798463 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618118c-c89d-415c-9571-9be0be1987de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:57.800648 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618118c-c89d-415c-9571-9be0be1987de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:57.800648 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618118c-c89d-415c-9571-9be0be1987de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:57.800648 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618118c-c89d-415c-9571-9be0be1987de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:57.800648 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618118c-c89d-415c-9571-9be0be1987de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:57.800648 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618118c-c89d-415c-9571-9be0be1987de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:57.800648 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618118c-c89d-415c-9571-9be0be1987de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:57.800648 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618118c-c89d-415c-9571-9be0be1987de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:57.801313 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618118c-c89d-415c-9571-9be0be1987de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:57.801313 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618118c-c89d-415c-9571-9be0be1987de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:57.801556 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618118c-c89d-415c-9571-9be0be1987de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:57.801863 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f618118c-c89d-415c-9571-9be0be1987de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:14:57.836170 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-1b347ea4-53a6-40b7-b4a1-c9174ca6601b None None] Attempting to bind port 297626f0-4780-4ef1-bae9-6b0131a0366b on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:14:57.836541 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-1b347ea4-53a6-40b7-b4a1-c9174ca6601b None None] Attempting to bind port 297626f0-4780-4ef1-bae9-6b0131a0366b by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:14:57.836898 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b347ea4-53a6-40b7-b4a1-c9174ca6601b None None] Attempting to bind port 297626f0-4780-4ef1-bae9-6b0131a0366b on network 2e805cc2-953d-463a-8304-c2572a23f7b6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:14:57.842319 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b347ea4-53a6-40b7-b4a1-c9174ca6601b None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:14:57.842686 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b347ea4-53a6-40b7-b4a1-c9174ca6601b None None] Checking segment: {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:14:57.843087 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-1b347ea4-53a6-40b7-b4a1-c9174ca6601b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:57.843471 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b347ea4-53a6-40b7-b4a1-c9174ca6601b None None] Bound using segment: {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:14:57.843928 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-1b347ea4-53a6-40b7-b4a1-c9174ca6601b None None] Bound port: 297626f0-4780-4ef1-bae9-6b0131a0366b, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:14:57.844375 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-1b347ea4-53a6-40b7-b4a1-c9174ca6601b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:57.850411 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-08f5383d-9ca1-431b-b088-4e77f589f64a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:57.910945 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-1b347ea4-53a6-40b7-b4a1-c9174ca6601b None None] For port 297626f0-4780-4ef1-bae9-6b0131a0366b, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:14:57.914228 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-1b347ea4-53a6-40b7-b4a1-c9174ca6601b None None] For port 297626f0-4780-4ef1-bae9-6b0131a0366b, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=297626f0-4780-4ef1-bae9-6b0131a0366b,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:14:57.994878 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-1b347ea4-53a6-40b7-b4a1-c9174ca6601b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:58.021771 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-08f5383d-9ca1-431b-b088-4e77f589f64a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:58.024814 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ea258b13-f6ac-4b6b-8274-43fc020312ee up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:14:58.058896 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b347ea4-53a6-40b7-b4a1-c9174ca6601b None None] Routers {'a2bf1d33-8664-4175-ab9b-5baa91c9f270'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:14:58.059519 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-1b347ea4-53a6-40b7-b4a1-c9174ca6601b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:14:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:14:58.064059 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618118c-c89d-415c-9571-9be0be1987de None None] Pushing event updated for resources: {'Port': ['ID=297626f0-4780-4ef1-bae9-6b0131a0366b,revision_number=4']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:58.073249 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-f063f42a-606d-49d5-86c0-dd2be4e1b6d4 None None] Provisioning complete for port 297626f0-4780-4ef1-bae9-6b0131a0366b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:14:58.073659 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f063f42a-606d-49d5-86c0-dd2be4e1b6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:58.091806 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-08f5383d-9ca1-431b-b088-4e77f589f64a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:58.131571 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port ea258b13-f6ac-4b6b-8274-43fc020312ee triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:14:58.131948 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:58.191894 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-1b347ea4-53a6-40b7-b4a1-c9174ca6601b None None] Set router a2bf1d33-8664-4175-ab9b-5baa91c9f270 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:14:58.205263 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-08f5383d-9ca1-431b-b088-4e77f589f64a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:58.209357 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f063f42a-606d-49d5-86c0-dd2be4e1b6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:58.233604 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5383d-9ca1-431b-b088-4e77f589f64a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Pushing event updated for resources: {'Port': ['ID=6e668d94-e411-4ac3-8443-a38eb08e179a,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:58.281627 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-08f5383d-9ca1-431b-b088-4e77f589f64a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:58.288774 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-f063f42a-606d-49d5-86c0-dd2be4e1b6d4 None None] For port 297626f0-4780-4ef1-bae9-6b0131a0366b, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=297626f0-4780-4ef1-bae9-6b0131a0366b,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:14:58.288982 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-08f5383d-9ca1-431b-b088-4e77f589f64a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2103620 Dec 17 16:14:58.336850 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f063f42a-606d-49d5-86c0-dd2be4e1b6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:58.388108 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f063f42a-606d-49d5-86c0-dd2be4e1b6d4 None None] Pushing event updated for resources: {'Port': ['ID=297626f0-4780-4ef1-bae9-6b0131a0366b,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:14:58.417149 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-1b347ea4-53a6-40b7-b4a1-c9174ca6601b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'name': 'tempest-ServerActionsTestJSON-497056158-router', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:54Z', 'revision_number': 4, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'gw_port': {'id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '297626f0-4780-4ef1-bae9-6b0131a0366b', 'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'mac_address': 'fa:16:3e:3c:18:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:53Z', 'updated_at': '2021-12-17T16:14:57Z', 'revision_number': 4, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'subnets': [{'id': '11930287-c4b1-45e4-aea0-8064214884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:14:58.430717 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-6db90c09-6a68-44e4-be02-7eee6577b26e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--2083808650&fields=id&tenant_id=197dec578fa24a709a8da5cd47608f46 HTTP/1.1" status: 200 len: 267 time: 0.0355773 Dec 17 16:14:58.442976 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b347ea4-53a6-40b7-b4a1-c9174ca6601b None None] The sync data for ids ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'] in n-d-820553-2 is: [{'id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'name': 'tempest-ServerActionsTestJSON-497056158-router', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:54Z', 'revision_number': 4, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'gw_port': {'id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '297626f0-4780-4ef1-bae9-6b0131a0366b', 'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'mac_address': 'fa:16:3e:3c:18:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:53Z', 'updated_at': '2021-12-17T16:14:57Z', 'revision_number': 4, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'subnets': [{'id': '11930287-c4b1-45e4-aea0-8064214884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:14:58.457302 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-f08ef70d-b830-4d57-9656-66edbb756cc4 None None] Provisioning complete for port 297626f0-4780-4ef1-bae9-6b0131a0366b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:14:58.457953 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f08ef70d-b830-4d57-9656-66edbb756cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:58.554479 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-4415a372-661b-43d2-b45c-1092155dbf6c tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:14:58.556015 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-4415a372-661b-43d2-b45c-1092155dbf6c tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 811 time: 0.1179092 Dec 17 16:14:58.571591 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-acc1ad52-2bc5-4f59-8843-a8e6c8d2d000 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/quotas/197dec578fa24a709a8da5cd47608f46 HTTP/1.1" status: 200 len: 375 time: 0.0094578 Dec 17 16:14:58.631326 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-acb35a0f-7488-4666-bd09-0e139ea6129e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0534537 Dec 17 16:14:58.733943 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-90193bc0-a4dd-4314-bfbc-c96cfff5ee7b service neutron] 10.222.0.46 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877135 Dec 17 16:14:58.832387 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-e8161e90-8b4a-41ae-8fd3-01103d7d2f34 service neutron] 10.222.0.46 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921826 Dec 17 16:14:58.887788 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4afcbf77-c80e-4495-b3f5-8ce356e4b685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:14:59.099941 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0054e1fb-3795-4edb-8c37-bc34045dc72a req-05053107-609d-4e09-bbbd-8592dbe5b738 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 210 time: 0.0281758 Dec 17 16:15:00.027531 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 297626f0-4780-4ef1-bae9-6b0131a0366b up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:15:00.080001 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 297626f0-4780-4ef1-bae9-6b0131a0366b triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:15:00.080910 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:15:00.194123 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-24e9e6ad-1f45-4c93-bf81-ef3415c00b07 req-e84cd109-de76-43d5-ae1a-c0556904abbc tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 210 time: 0.0275009 Dec 17 16:15:01.037288 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-1405d33b-c0b0-40b2-b434-99e2f9a52ae3 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:01.038789 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-1405d33b-c0b0-40b2-b434-99e2f9a52ae3 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.41 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 811 time: 0.1081018 Dec 17 16:15:01.086786 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-0a6049ab-9335-4bbe-b679-d3f76a9bd31d tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=197dec578fa24a709a8da5cd47608f46 HTTP/1.1" status: 200 len: 380 time: 0.0339260 Dec 17 16:15:01.095532 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-c8105b0a-22d6-49dc-a7fd-6ab42e254c39 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Request body: {'port': {'device_id': 'f81dd7ff-d456-46c3-9585-633d6c07e40e', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'admin_state_up': True, 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'security_groups': ['7e9bb69b-6250-482b-bf9e-50d50b8d668c']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:15:01.097342 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0bf55496-cfec-4b3d-9823-d4eb9c54a75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:15:01.314330 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-c8105b0a-22d6-49dc-a7fd-6ab42e254c39 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Made reservation on behalf of 197dec578fa24a709a8da5cd47608f46 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:15:01.317977 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-c8105b0a-22d6-49dc-a7fd-6ab42e254c39 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:15:01.453196 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-c8105b0a-22d6-49dc-a7fd-6ab42e254c39 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Allocated IP 172.20.0.7 (2e805cc2-953d-463a-8304-c2572a23f7b6/11930287-c4b1-45e4-aea0-8064214884b7/5c6650d5-67e3-4810-8952-989c881f4185) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:15:01.534533 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1e534adb-5d8f-4b76-b895-0ae521a55383 req-1ee4f7fe-820d-4e4a-bf64-5375d3bf97f1 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 210 time: 0.0276709 Dec 17 16:15:01.594213 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-c8105b0a-22d6-49dc-a7fd-6ab42e254c39 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:15:01.680193 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-c8105b0a-22d6-49dc-a7fd-6ab42e254c39 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:15:01.723597 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-c8105b0a-22d6-49dc-a7fd-6ab42e254c39 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Network 2e805cc2-953d-463a-8304-c2572a23f7b6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:15:01.726705 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-c8105b0a-22d6-49dc-a7fd-6ab42e254c39 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:15:01.730705 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-c8105b0a-22d6-49dc-a7fd-6ab42e254c39 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:15:01.739599 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8105b0a-22d6-49dc-a7fd-6ab42e254c39 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Pushing event updated for resources: {'Port': ['ID=5c6650d5-67e3-4810-8952-989c881f4185,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:01.789800 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-c8105b0a-22d6-49dc-a7fd-6ab42e254c39 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:01.790320 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-c8105b0a-22d6-49dc-a7fd-6ab42e254c39 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:15:01.860531 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-c8105b0a-22d6-49dc-a7fd-6ab42e254c39 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7684982 Dec 17 16:15:01.879125 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-7c22837f-842f-4f6f-b013-324d1e98dbc4 service neutron] Request body: {'port': {'device_id': 'f81dd7ff-d456-46c3-9585-633d6c07e40e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:15:01.933799 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-7c22837f-842f-4f6f-b013-324d1e98dbc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:15:01.984406 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-6d9787e5-8d8b-44cb-a99c-f2bb2b7e56c2 None None] Provisioning complete for port 5c6650d5-67e3-4810-8952-989c881f4185 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:15:01.984772 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6d9787e5-8d8b-44cb-a99c-f2bb2b7e56c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:15:02.019023 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-6d9787e5-8d8b-44cb-a99c-f2bb2b7e56c2 None None] Port 5c6650d5-67e3-4810-8952-989c881f4185 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:15:02.196807 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-7c22837f-842f-4f6f-b013-324d1e98dbc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c6650d5-67e3-4810-8952-989c881f4185 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:15:02.204347 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-7c22837f-842f-4f6f-b013-324d1e98dbc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:15:02.215936 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-7c22837f-842f-4f6f-b013-324d1e98dbc4 service neutron] Transition to ACTIVE for port object 5c6650d5-67e3-4810-8952-989c881f4185 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:15:02.268321 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-7c22837f-842f-4f6f-b013-324d1e98dbc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:15:02.324531 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22837f-842f-4f6f-b013-324d1e98dbc4 service neutron] Pushing event updated for resources: {'Port': ['ID=5c6650d5-67e3-4810-8952-989c881f4185,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:02.391809 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-7c22837f-842f-4f6f-b013-324d1e98dbc4 service neutron] Attempting to bind port 5c6650d5-67e3-4810-8952-989c881f4185 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:15:02.392141 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-7c22837f-842f-4f6f-b013-324d1e98dbc4 service neutron] Attempting to bind port 5c6650d5-67e3-4810-8952-989c881f4185 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:15:02.392560 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-7c22837f-842f-4f6f-b013-324d1e98dbc4 service neutron] Attempting to bind port 5c6650d5-67e3-4810-8952-989c881f4185 on network 2e805cc2-953d-463a-8304-c2572a23f7b6 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:15:02.396971 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-7c22837f-842f-4f6f-b013-324d1e98dbc4 service neutron] Port 5c6650d5-67e3-4810-8952-989c881f4185 on network 2e805cc2-953d-463a-8304-c2572a23f7b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:15:02.397339 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-7c22837f-842f-4f6f-b013-324d1e98dbc4 service neutron] Attempting to bind port 5c6650d5-67e3-4810-8952-989c881f4185 on network 2e805cc2-953d-463a-8304-c2572a23f7b6 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:15:02.402348 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-7c22837f-842f-4f6f-b013-324d1e98dbc4 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:15:02.402685 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-7c22837f-842f-4f6f-b013-324d1e98dbc4 service neutron] Checking segment: {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:15:02.403062 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-7c22837f-842f-4f6f-b013-324d1e98dbc4 service neutron] Bound using segment: {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:15:02.403481 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-7c22837f-842f-4f6f-b013-324d1e98dbc4 service neutron] Bound port: 5c6650d5-67e3-4810-8952-989c881f4185, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:15:02.404395 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-7c22837f-842f-4f6f-b013-324d1e98dbc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:15:02.471743 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-7c22837f-842f-4f6f-b013-324d1e98dbc4 service neutron] For port 5c6650d5-67e3-4810-8952-989c881f4185, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:15:02.474744 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-7c22837f-842f-4f6f-b013-324d1e98dbc4 service neutron] For port 5c6650d5-67e3-4810-8952-989c881f4185, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=5c6650d5-67e3-4810-8952-989c881f4185,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:15:02.491476 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:15:02.537848 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-7c22837f-842f-4f6f-b013-324d1e98dbc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:15:02.579088 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-7c22837f-842f-4f6f-b013-324d1e98dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:02.579744 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-7c22837f-842f-4f6f-b013-324d1e98dbc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:15:02.581180 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-7c22837f-842f-4f6f-b013-324d1e98dbc4 service neutron] 10.222.0.41 "PUT /v2.0/ports/5c6650d5-67e3-4810-8952-989c881f4185 HTTP/1.1" status: 200 len: 1091 time: 0.7065210 Dec 17 16:15:02.585418 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f81dd7ff-d456-46c3-9585-633d6c07e40e', 'tag': '5c6650d5-67e3-4810-8952-989c881f4185'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:15:02.587801 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e470ffdb-6a4a-4edb-83c1-91663c1e77f8" -d '{"events": [{"name": "network-changed", "server_uuid": "f81dd7ff-d456-46c3-9585-633d6c07e40e", "tag": "5c6650d5-67e3-4810-8952-989c881f4185"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:15:02.617867 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22837f-842f-4f6f-b013-324d1e98dbc4 service neutron] Pushing event updated for resources: {'Port': ['ID=5c6650d5-67e3-4810-8952-989c881f4185,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:02.626769 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f07142-38ff-44ba-97a3-8c54db7f421f x-openstack-request-id: req-26f07142-38ff-44ba-97a3-8c54db7f421f {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:15:02.627278 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f81dd7ff-d456-46c3-9585-633d6c07e40e", "tag": "5c6650d5-67e3-4810-8952-989c881f4185", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:15:02.627621 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-26f07142-38ff-44ba-97a3-8c54db7f421f {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:15:02.628129 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f81dd7ff-d456-46c3-9585-633d6c07e40e', 'tag': '5c6650d5-67e3-4810-8952-989c881f4185', 'status': 'completed', 'code': 200} Dec 17 16:15:02.673241 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e044152-dd64-4463-96ea-02b1d387aecd req-aca898f6-3bc5-44dd-92cb-96ab650adf28 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:02.674929 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6e044152-dd64-4463-96ea-02b1d387aecd req-aca898f6-3bc5-44dd-92cb-96ab650adf28 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 943 time: 0.0648637 Dec 17 16:15:02.712596 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470ffdb-6a4a-4edb-83c1-91663c1e77f8 req-9dd50fd3-72a7-40d3-89cb-b81918775e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:02.714358 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e470ffdb-6a4a-4edb-83c1-91663c1e77f8 req-9dd50fd3-72a7-40d3-89cb-b81918775e8a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 1094 time: 0.0444386 Dec 17 16:15:02.716926 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6e044152-dd64-4463-96ea-02b1d387aecd req-ad1f363e-5756-42e9-8f17-80b661dd18ef tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354328 Dec 17 16:15:02.823078 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470ffdb-6a4a-4edb-83c1-91663c1e77f8 req-d17434f8-aa78-4388-9535-bb128476bc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:02.824511 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e470ffdb-6a4a-4edb-83c1-91663c1e77f8 req-d17434f8-aa78-4388-9535-bb128476bc12 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=197dec578fa24a709a8da5cd47608f46&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0967751 Dec 17 16:15:02.921246 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470ffdb-6a4a-4edb-83c1-91663c1e77f8 req-c25db389-0ca0-4a2d-835e-904f9e4b0ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:02.922705 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e470ffdb-6a4a-4edb-83c1-91663c1e77f8 req-c25db389-0ca0-4a2d-835e-904f9e4b0ff4 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910044 Dec 17 16:15:03.019070 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-a7f317b8-24bd-4ec9-8049-b028318d045f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:03.020551 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-a7f317b8-24bd-4ec9-8049-b028318d045f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 1094 time: 0.0411320 Dec 17 16:15:03.070769 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-9a875ca7-9562-41d2-8769-c0c284782ef8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c6650d5-67e3-4810-8952-989c881f4185 HTTP/1.1" status: 200 len: 217 time: 0.0377169 Dec 17 16:15:03.121113 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-beaf14d0-f765-4ddb-baf7-e4fdb7986eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:03.123060 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-beaf14d0-f765-4ddb-baf7-e4fdb7986eef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0451317 Dec 17 16:15:03.167203 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-c06b5e9b-b49e-4807-87c9-3bfacc3169eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:03.168647 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-c06b5e9b-b49e-4807-87c9-3bfacc3169eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391488 Dec 17 16:15:03.261984 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-1054e2e6-7f77-4386-a86f-80e2af91046a service neutron] 10.222.0.41 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860944 Dec 17 16:15:03.348519 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-833ba6e2-f06a-4ff4-b82a-af5e4b910735 req-5b9fd7b7-b6af-4417-b1c8-61fbf065d5df service neutron] 10.222.0.41 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801644 Dec 17 16:15:03.832617 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d22e3-aa67-47e5-82a6-238faf4c5098 req-be0e2b6b-2ad6-4481-bb30-1da5022772f1 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:03.834094 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da2d22e3-aa67-47e5-82a6-238faf4c5098 req-be0e2b6b-2ad6-4481-bb30-1da5022772f1 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 943 time: 0.0483310 Dec 17 16:15:03.872642 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da2d22e3-aa67-47e5-82a6-238faf4c5098 req-fd828b70-be5a-4c7b-be82-b1b017e2d1fe tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324843 Dec 17 16:15:04.097568 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:15:04.296672 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:15:04.988809 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29736028-2c7a-491f-acc8-14ea15c983eb req-ecee65f9-e4e5-4df3-b0a7-9166c8929e5d tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:04.990392 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-29736028-2c7a-491f-acc8-14ea15c983eb req-ecee65f9-e4e5-4df3-b0a7-9166c8929e5d tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 943 time: 0.0485237 Dec 17 16:15:05.027333 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-29736028-2c7a-491f-acc8-14ea15c983eb req-59b63ae9-ee11-4ae6-a32e-422864ef0f71 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309355 Dec 17 16:15:05.981843 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 5c6650d5-67e3-4810-8952-989c881f4185 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:15:06.080107 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 5c6650d5-67e3-4810-8952-989c881f4185, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=5c6650d5-67e3-4810-8952-989c881f4185,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:15:06.092034 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '5c6650d5-67e3-4810-8952-989c881f4185', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'port_id': '5c6650d5-67e3-4810-8952-989c881f4185', 'mac_address': 'fa:16:3e:ee:f1:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:15:06.129855 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:15:06.143297 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c6650d5-67e3-4810-8952-989c881f4185 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:15:06.147005 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078fd4e-5b0e-435a-87f5-9da4925c3019 req-b0b7dea0-7c5d-4be1-85e2-e300db50c955 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:06.151549 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7078fd4e-5b0e-435a-87f5-9da4925c3019 req-b0b7dea0-7c5d-4be1-85e2-e300db50c955 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 943 time: 0.0554593 Dec 17 16:15:06.162704 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 5c6650d5-67e3-4810-8952-989c881f4185, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=5c6650d5-67e3-4810-8952-989c881f4185,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:15:06.188733 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7078fd4e-5b0e-435a-87f5-9da4925c3019 req-67c4857e-3dfd-455c-bdd6-65a79a565377 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329893 Dec 17 16:15:06.239841 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:15:06.293255 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=5c6650d5-67e3-4810-8952-989c881f4185,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:06.610984 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['5c6650d5-67e3-4810-8952-989c881f4185'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:15:07.307384 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a93dc-aab6-4897-847b-63f45cc91e17 req-c9b8869c-4d41-4231-9708-3c87a37531e7 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:07.308865 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f92a93dc-aab6-4897-847b-63f45cc91e17 req-c9b8869c-4d41-4231-9708-3c87a37531e7 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 944 time: 0.0498323 Dec 17 16:15:07.347101 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f92a93dc-aab6-4897-847b-63f45cc91e17 req-49b28126-5aa2-4787-a48b-89b1517d4e5a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316713 Dec 17 16:15:07.996780 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 5c6650d5-67e3-4810-8952-989c881f4185 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:15:08.102134 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 5c6650d5-67e3-4810-8952-989c881f4185 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:15:08.106334 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 5c6650d5-67e3-4810-8952-989c881f4185 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:15:08.110809 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:15:08.187639 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:15:08.209320 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81dd7ff-d456-46c3-9585-633d6c07e40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6650d5-67e3-4810-8952-989c881f4185'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:15:08.211534 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a37df72-0e65-4026-b5ed-3a13b1d5a277" -d '{"events": [{"server_uuid": "f81dd7ff-d456-46c3-9585-633d6c07e40e", "name": "network-vif-plugged", "status": "completed", "tag": "5c6650d5-67e3-4810-8952-989c881f4185"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:15:08.226302 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 5c6650d5-67e3-4810-8952-989c881f4185, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=5c6650d5-67e3-4810-8952-989c881f4185,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:15:08.247852 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e9b80d-cdcc-423f-885c-e5d48e42140c x-openstack-request-id: req-50e9b80d-cdcc-423f-885c-e5d48e42140c {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:15:08.248145 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81dd7ff-d456-46c3-9585-633d6c07e40e", "name": "network-vif-plugged", "status": "completed", "tag": "5c6650d5-67e3-4810-8952-989c881f4185", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:15:08.248422 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-50e9b80d-cdcc-423f-885c-e5d48e42140c {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:15:08.248813 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81dd7ff-d456-46c3-9585-633d6c07e40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6650d5-67e3-4810-8952-989c881f4185', 'code': 200} Dec 17 16:15:08.302319 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:15:08.350265 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=5c6650d5-67e3-4810-8952-989c881f4185,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:15:08.370554 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c3847-f24b-43a4-b0fa-1302a812ecac req-e6ba84b2-97d4-4ae2-8e5c-ec7561da741c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:08.372036 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-152c3847-f24b-43a4-b0fa-1302a812ecac req-e6ba84b2-97d4-4ae2-8e5c-ec7561da741c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 1096 time: 0.0413940 Dec 17 16:15:08.414262 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-152c3847-f24b-43a4-b0fa-1302a812ecac req-0472ba79-a529-4fe6-9621-fad8357f55cf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337422 Dec 17 16:15:08.461202 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42f4ae-90d2-4804-895b-28c1d390395f req-0799e5c9-fa98-4a94-8943-6ff8a8749cb1 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:08.462582 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4a42f4ae-90d2-4804-895b-28c1d390395f req-0799e5c9-fa98-4a94-8943-6ff8a8749cb1 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 945 time: 0.0489907 Dec 17 16:15:08.500135 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4a42f4ae-90d2-4804-895b-28c1d390395f req-ee1ca815-b3a3-4591-8d97-99b975717e41 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316103 Dec 17 16:15:09.618897 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4489b1-8fda-4af7-90be-b8e8ae907a9a req-4fd11621-a229-48f4-855a-b4351af66646 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:09.620335 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6f4489b1-8fda-4af7-90be-b8e8ae907a9a req-4fd11621-a229-48f4-855a-b4351af66646 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 945 time: 0.0522113 Dec 17 16:15:09.659097 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6f4489b1-8fda-4af7-90be-b8e8ae907a9a req-0ed547e6-1a00-464a-9f4b-f224bb6177de tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321374 Dec 17 16:15:10.772052 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2578160-1a87-4dea-9d7c-ef6fed37ea12 req-55330013-d802-4332-a06a-acb641b13938 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:10.773533 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a2578160-1a87-4dea-9d7c-ef6fed37ea12 req-55330013-d802-4332-a06a-acb641b13938 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 945 time: 0.0495765 Dec 17 16:15:10.810369 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a2578160-1a87-4dea-9d7c-ef6fed37ea12 req-9215f7f4-820a-44e1-b799-fb7756e9dfe4 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309362 Dec 17 16:15:10.920874 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9b4e5-9c34-491b-a458-4e481872d105 req-7c7e1d98-e9f6-4b1c-8e55-f9f00d9fe46f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:10.922894 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5bb9b4e5-9c34-491b-a458-4e481872d105 req-7c7e1d98-e9f6-4b1c-8e55-f9f00d9fe46f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 945 time: 0.0496743 Dec 17 16:15:10.931514 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42136) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:15:10.935923 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-f76c85f8-f666-43b4-bdc4-76fe1338c42b tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Request body: {'floatingip': {'port_id': '5c6650d5-67e3-4810-8952-989c881f4185'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:15:10.981388 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f76c85f8-f666-43b4-bdc4-76fe1338c42b tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks [] for floatingip, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:15:11.017073 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:15:11.399277 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f76c85f8-f666-43b4-bdc4-76fe1338c42b tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:15:11.456209 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f76c85f8-f666-43b4-bdc4-76fe1338c42b tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:15:11.555646 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-f76c85f8-f666-43b4-bdc4-76fe1338c42b tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Floating IP e23d9c4e-b312-4e3f-b855-8c6cc041605e associated. External IP: 172.25.6.42, port: 5c6650d5-67e3-4810-8952-989c881f4185. Dec 17 16:15:11.757668 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76c85f8-f666-43b4-bdc4-76fe1338c42b tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Router a2bf1d33-8664-4175-ab9b-5baa91c9f270 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:15:12.122219 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76c85f8-f666-43b4-bdc4-76fe1338c42b tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:15:12.128293 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f76c85f8-f666-43b4-bdc4-76fe1338c42b tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:15:12.132917 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad247b7-1a9a-40b8-8f07-047d8a23a3cb None None] Sync routers for ids ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:15:12.142546 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad247b7-1a9a-40b8-8f07-047d8a23a3cb None None] Routers {'a2bf1d33-8664-4175-ab9b-5baa91c9f270'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:15:12.143165 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-9ad247b7-1a9a-40b8-8f07-047d8a23a3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:15:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:15:12.155882 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f76c85f8-f666-43b4-bdc4-76fe1338c42b tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "PUT /v2.0/floatingips/e23d9c4e-b312-4e3f-b855-8c6cc041605e HTTP/1.1" status: 200 len: 990 time: 1.2233245 Dec 17 16:15:12.157304 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f81dd7ff-d456-46c3-9585-633d6c07e40e', 'tag': '5c6650d5-67e3-4810-8952-989c881f4185'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:15:12.160435 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d9dde65d87f77979ab7779ec4af44e6e3bf331c8a24eb2abb769815fa7c2d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47a2e17-f59a-4be0-8c32-e5c481ef7eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "f81dd7ff-d456-46c3-9585-633d6c07e40e", "tag": "5c6650d5-67e3-4810-8952-989c881f4185"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:15:12.255709 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb9fc9f-dce9-4c78-aca1-4c4af72df40b x-openstack-request-id: req-2eb9fc9f-dce9-4c78-aca1-4c4af72df40b {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:15:12.255999 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f81dd7ff-d456-46c3-9585-633d6c07e40e", "tag": "5c6650d5-67e3-4810-8952-989c881f4185", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:15:12.256245 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2eb9fc9f-dce9-4c78-aca1-4c4af72df40b {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:15:12.256636 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f81dd7ff-d456-46c3-9585-633d6c07e40e', 'tag': '5c6650d5-67e3-4810-8952-989c881f4185', 'status': 'completed', 'code': 200} Dec 17 16:15:12.258167 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-9ad247b7-1a9a-40b8-8f07-047d8a23a3cb None None] Set router a2bf1d33-8664-4175-ab9b-5baa91c9f270 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:15:12.336652 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a2e17-f59a-4be0-8c32-e5c481ef7eb3 req-5ad4c272-d891-4261-8092-7c540f0035a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:12.338298 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e47a2e17-f59a-4be0-8c32-e5c481ef7eb3 req-5ad4c272-d891-4261-8092-7c540f0035a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 1096 time: 0.0414803 Dec 17 16:15:12.428304 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a2e17-f59a-4be0-8c32-e5c481ef7eb3 req-a1d584d1-6956-4329-9394-38cc70f7f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:12.429730 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e47a2e17-f59a-4be0-8c32-e5c481ef7eb3 req-a1d584d1-6956-4329-9394-38cc70f7f10d service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.0849664 Dec 17 16:15:12.484623 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-9ad247b7-1a9a-40b8-8f07-047d8a23a3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'name': 'tempest-ServerActionsTestJSON-497056158-router', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:54Z', 'revision_number': 4, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'gw_port': {'id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'e23d9c4e-b312-4e3f-b855-8c6cc041605e', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'port_id': '5c6650d5-67e3-4810-8952-989c881f4185', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'mac_address': 'fa:16:3e:ee:f1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81dd7ff-d456-46c3-9585-633d6c07e40e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:14:57Z', 'updated_at': '2021-12-17T16:15:11Z', 'revision_number': 1, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '297626f0-4780-4ef1-bae9-6b0131a0366b', 'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'mac_address': 'fa:16:3e:3c:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:53Z', 'updated_at': '2021-12-17T16:14:58Z', 'revision_number': 5, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'subnets': [{'id': '11930287-c4b1-45e4-aea0-8064214884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:15:12.501893 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e47a2e17-f59a-4be0-8c32-e5c481ef7eb3 req-985c78ff-aa40-4b74-afa4-16adf49928bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c6650d5-67e3-4810-8952-989c881f4185 HTTP/1.1" status: 200 len: 998 time: 0.0653963 Dec 17 16:15:12.512653 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad247b7-1a9a-40b8-8f07-047d8a23a3cb None None] Checking router: a2bf1d33-8664-4175-ab9b-5baa91c9f270 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:15:12.520854 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad247b7-1a9a-40b8-8f07-047d8a23a3cb None None] Routers {'a2bf1d33-8664-4175-ab9b-5baa91c9f270'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:15:12.521482 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-9ad247b7-1a9a-40b8-8f07-047d8a23a3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:15:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:15:12.550925 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a2e17-f59a-4be0-8c32-e5c481ef7eb3 req-e535a1a7-5253-4dcb-8ac8-95c3971d9ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:12.552403 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e47a2e17-f59a-4be0-8c32-e5c481ef7eb3 req-e535a1a7-5253-4dcb-8ac8-95c3971d9ae8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0443218 Dec 17 16:15:12.598068 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a2e17-f59a-4be0-8c32-e5c481ef7eb3 req-b5228fa6-c12c-4ad5-96c6-0fd3ae65a856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:12.599562 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e47a2e17-f59a-4be0-8c32-e5c481ef7eb3 req-b5228fa6-c12c-4ad5-96c6-0fd3ae65a856 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402458 Dec 17 16:15:12.628436 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-9ad247b7-1a9a-40b8-8f07-047d8a23a3cb None None] Set router a2bf1d33-8664-4175-ab9b-5baa91c9f270 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:15:12.698550 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e47a2e17-f59a-4be0-8c32-e5c481ef7eb3 req-c7ced199-a7fb-4a94-84a1-255b97477372 service neutron] 10.222.0.41 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917490 Dec 17 16:15:12.788981 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e47a2e17-f59a-4be0-8c32-e5c481ef7eb3 req-45d395b2-69e5-4685-a002-147e457dea04 service neutron] 10.222.0.41 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833461 Dec 17 16:15:12.856233 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-9ad247b7-1a9a-40b8-8f07-047d8a23a3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'name': 'tempest-ServerActionsTestJSON-497056158-router', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:54Z', 'revision_number': 4, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'gw_port': {'id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'e23d9c4e-b312-4e3f-b855-8c6cc041605e', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'port_id': '5c6650d5-67e3-4810-8952-989c881f4185', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'mac_address': 'fa:16:3e:ee:f1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81dd7ff-d456-46c3-9585-633d6c07e40e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:14:57Z', 'updated_at': '2021-12-17T16:15:11Z', 'revision_number': 1, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '297626f0-4780-4ef1-bae9-6b0131a0366b', 'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'mac_address': 'fa:16:3e:3c:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:53Z', 'updated_at': '2021-12-17T16:14:58Z', 'revision_number': 5, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'subnets': [{'id': '11930287-c4b1-45e4-aea0-8064214884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:15:12.883145 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad247b7-1a9a-40b8-8f07-047d8a23a3cb None None] The sync data for ids ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'] in n-d-820553-2 is: [{'id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'name': 'tempest-ServerActionsTestJSON-497056158-router', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:54Z', 'revision_number': 4, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'gw_port': {'id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'e23d9c4e-b312-4e3f-b855-8c6cc041605e', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'port_id': '5c6650d5-67e3-4810-8952-989c881f4185', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'mac_address': 'fa:16:3e:ee:f1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81dd7ff-d456-46c3-9585-633d6c07e40e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:14:57Z', 'updated_at': '2021-12-17T16:15:11Z', 'revision_number': 1, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '297626f0-4780-4ef1-bae9-6b0131a0366b', 'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'mac_address': 'fa:16:3e:3c:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:53Z', 'updated_at': '2021-12-17T16:14:58Z', 'revision_number': 5, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'subnets': [{'id': '11930287-c4b1-45e4-aea0-8064214884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:15:13.075452 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520dc0d1-7f70-444a-b2f9-a8f68b9bf1fe None None] New status for floating IP e23d9c4e-b312-4e3f-b855-8c6cc041605e: ACTIVE {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:15:18.827720 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:15:26.371076 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:15:28.919544 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-222fc74a-a7ac-4747-87a0-e4201799291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:15:31.090385 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a927ac89-d1dc-47ee-8c2c-3b0e0dcda70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:15:32.519639 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:15:34.079167 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:15:34.262163 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:15:41.005442 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:15:55.827440 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:15:56.375995 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:15:58.133238 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-243ff844-309b-4447-ab01-2e2d38a9f155 req-c80ef724-bbe2-41cc-a235-3f3dafe71a1a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446231 Dec 17 16:15:58.228411 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ff844-309b-4447-ab01-2e2d38a9f155 req-209ee3e0-2007-46ae-9612-5458e139bf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:58.229922 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-243ff844-309b-4447-ab01-2e2d38a9f155 req-209ee3e0-2007-46ae-9612-5458e139bf7c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 1096 time: 0.0399454 Dec 17 16:15:58.329380 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ff844-309b-4447-ab01-2e2d38a9f155 req-e4b707eb-432d-4e16-951d-fcbdd6bd4f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:58.330818 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-243ff844-309b-4447-ab01-2e2d38a9f155 req-e4b707eb-432d-4e16-951d-fcbdd6bd4f21 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.0821276 Dec 17 16:15:58.398601 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-243ff844-309b-4447-ab01-2e2d38a9f155 req-ce06ab5c-6d33-4952-8e66-042d95f15e8e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c6650d5-67e3-4810-8952-989c881f4185 HTTP/1.1" status: 200 len: 1000 time: 0.0602124 Dec 17 16:15:58.446892 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ff844-309b-4447-ab01-2e2d38a9f155 req-993a0bb1-c09c-47cb-9692-4e4415d5cc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:58.448297 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-243ff844-309b-4447-ab01-2e2d38a9f155 req-993a0bb1-c09c-47cb-9692-4e4415d5cc1d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0425930 Dec 17 16:15:58.494068 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ff844-309b-4447-ab01-2e2d38a9f155 req-5602ff05-50f9-4a6a-9d40-4c0cd336912a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:15:58.495587 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-243ff844-309b-4447-ab01-2e2d38a9f155 req-5602ff05-50f9-4a6a-9d40-4c0cd336912a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406456 Dec 17 16:15:58.590477 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-243ff844-309b-4447-ab01-2e2d38a9f155 req-ba9ea449-0f87-4673-841b-66e1fec63a0f service neutron] 10.222.0.41 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875983 Dec 17 16:15:58.681679 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-243ff844-309b-4447-ab01-2e2d38a9f155 req-508e3921-432e-4181-a59e-9bab144fe205 service neutron] 10.222.0.41 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835712 Dec 17 16:15:58.890100 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-778daae9-a530-43eb-8665-c5229a65e88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:16:01.113402 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-410d5f4f-093d-490c-82bb-a82500cc66e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:16:02.506877 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:16:04.062277 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:16:04.261377 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:16:11.026780 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:16:26.369683 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:16:28.901153 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-45e42719-7965-485a-b080-72d2536cb265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:16:31.083721 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ac0a19f4-77fe-43ee-a516-7d3bd8ff8be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:16:32.495359 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:16:32.826472 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:16:34.055603 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:16:34.255260 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:16:41.037944 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:16:56.346438 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:16:58.788960 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-24ef7d69-c33d-44d6-ba91-2bb3afa07327 req-58710a54-1cac-460a-b3d2-fbecd4fa31a6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465019 Dec 17 16:16:58.884701 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef7d69-c33d-44d6-ba91-2bb3afa07327 req-909e21a5-44f2-4262-997f-0261bb9b5283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:58.886362 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-24ef7d69-c33d-44d6-ba91-2bb3afa07327 req-909e21a5-44f2-4262-997f-0261bb9b5283 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 1096 time: 0.0422461 Dec 17 16:16:58.889988 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dd5b9287-70ee-44fa-8e90-09c7d0f241fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:16:59.011473 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef7d69-c33d-44d6-ba91-2bb3afa07327 req-d7824d9d-08fb-4aff-bfb2-3a7c3e38fd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:59.013006 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-24ef7d69-c33d-44d6-ba91-2bb3afa07327 req-d7824d9d-08fb-4aff-bfb2-3a7c3e38fd1d service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.0841317 Dec 17 16:16:59.081566 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-24ef7d69-c33d-44d6-ba91-2bb3afa07327 req-9eb23438-c37c-417a-bdd7-c3516792ad81 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c6650d5-67e3-4810-8952-989c881f4185 HTTP/1.1" status: 200 len: 1000 time: 0.0609603 Dec 17 16:16:59.130114 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef7d69-c33d-44d6-ba91-2bb3afa07327 req-7dbe097b-f0d2-4649-8499-fdd692d61b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:59.131526 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-24ef7d69-c33d-44d6-ba91-2bb3afa07327 req-7dbe097b-f0d2-4649-8499-fdd692d61b40 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0437455 Dec 17 16:16:59.178215 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef7d69-c33d-44d6-ba91-2bb3afa07327 req-46865cbf-39bd-4fb3-8a30-f6e93febda55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:16:59.179697 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-24ef7d69-c33d-44d6-ba91-2bb3afa07327 req-46865cbf-39bd-4fb3-8a30-f6e93febda55 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409031 Dec 17 16:16:59.271939 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-24ef7d69-c33d-44d6-ba91-2bb3afa07327 req-6f26d3b4-3945-4cbb-8757-49565b87749a service neutron] 10.222.0.41 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842216 Dec 17 16:16:59.360129 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-24ef7d69-c33d-44d6-ba91-2bb3afa07327 req-24870ec0-40eb-488a-a809-e8fe4882f6bf service neutron] 10.222.0.41 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805480 Dec 17 16:17:01.118497 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1187c8ee-8cb0-42f9-a129-59e05c4ff6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:17:02.529996 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:17:04.088845 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:17:04.289493 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:17:09.826069 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:17:11.044513 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:17:26.414898 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:17:28.872511 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-21e78857-3637-4f97-8eb0-20ceb8801870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:17:31.112358 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cbed99b0-c426-4a30-ae64-64fd31d44bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:17:32.518092 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:17:34.106809 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:17:34.300580 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:17:41.060873 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:17:41.090128 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6923db-3edd-415d-8298-13d504565000 req-3915b1cf-5ea4-43ba-b4c2-9e1a38e9a98f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:41.091626 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3d6923db-3edd-415d-8298-13d504565000 req-3915b1cf-5ea4-43ba-b4c2-9e1a38e9a98f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 945 time: 0.0517936 Dec 17 16:17:41.131551 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3d6923db-3edd-415d-8298-13d504565000 req-c53984f2-e829-4075-8cbe-097dc7c6f8db tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334165 Dec 17 16:17:41.508652 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2615fb-ab82-4c2b-8b02-955156178fb5 req-9c37b9a6-20bb-478d-9d9b-902625ad9d15 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:41.516484 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4e2615fb-ab82-4c2b-8b02-955156178fb5 req-9c37b9a6-20bb-478d-9d9b-902625ad9d15 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 945 time: 0.0550120 Dec 17 16:17:41.547850 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4e2615fb-ab82-4c2b-8b02-955156178fb5 req-4950846b-ba4a-4bef-b175-e4bc5c386bd8 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313244 Dec 17 16:17:41.702382 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-9e92071e-2b1f-4e26-9710-3b8d611a373f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0845971 Dec 17 16:17:42.718241 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389135c-8ce8-4074-9ceb-65d4de43e009 req-42dc0c50-f4ec-4d5b-8fe3-890893d447b0 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:42.719710 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b389135c-8ce8-4074-9ceb-65d4de43e009 req-42dc0c50-f4ec-4d5b-8fe3-890893d447b0 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 945 time: 0.1027977 Dec 17 16:17:42.764999 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b389135c-8ce8-4074-9ceb-65d4de43e009 req-b3c664b7-990f-41c7-8e71-7e75ff3929aa tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378163 Dec 17 16:17:43.883196 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c6c3e-3193-4c75-b6dd-c3cbaf70a5a7 req-140da6bd-f080-4e25-a609-5a86e11070b6 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:43.884687 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6f7c6c3e-3193-4c75-b6dd-c3cbaf70a5a7 req-140da6bd-f080-4e25-a609-5a86e11070b6 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 945 time: 0.0508449 Dec 17 16:17:43.927990 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6f7c6c3e-3193-4c75-b6dd-c3cbaf70a5a7 req-3b8b84ee-c79b-4461-abaa-15dbd39eb288 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369897 Dec 17 16:17:43.952966 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-a1c92091-529d-4be2-ac7b-3609a5216b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:43.961995 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-a1c92091-529d-4be2-ac7b-3609a5216b55 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 1096 time: 0.0478890 Dec 17 16:17:44.044361 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-e55a8bc2-2fa5-49a6-8eb3-aef23e4ec69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:44.045885 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-e55a8bc2-2fa5-49a6-8eb3-aef23e4ec69b service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.0843577 Dec 17 16:17:44.123182 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-0ba9536f-d980-4505-b557-180054bd6dea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c6650d5-67e3-4810-8952-989c881f4185 HTTP/1.1" status: 200 len: 1000 time: 0.0624812 Dec 17 16:17:44.172575 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-bda89458-ce99-4e4c-9b2a-65aecaa8a65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:44.173978 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-bda89458-ce99-4e4c-9b2a-65aecaa8a65e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0434430 Dec 17 16:17:44.219097 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-9531eb70-3fdd-484b-9c6a-19c90b88391e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:44.220592 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-9531eb70-3fdd-484b-9c6a-19c90b88391e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394690 Dec 17 16:17:44.313813 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-c8bed56e-4b82-4c03-b986-b61d6205132d service neutron] 10.222.0.41 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838370 Dec 17 16:17:44.401804 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-88d96b74-f274-46ba-874c-e1f27d72b738 service neutron] 10.222.0.41 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812848 Dec 17 16:17:45.042183 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62f1fd-6978-4273-bce0-e70bf24c8ded req-b6981446-5173-4204-a990-5122108bc532 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:45.043652 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2e62f1fd-6978-4273-bce0-e70bf24c8ded req-b6981446-5173-4204-a990-5122108bc532 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 945 time: 0.0482750 Dec 17 16:17:45.082039 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2e62f1fd-6978-4273-bce0-e70bf24c8ded req-870c7125-cef2-49d8-9fd6-93a22286f06e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323722 Dec 17 16:17:46.199296 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241abca-d22c-4e19-b5f4-007e908ac8b5 req-b279b19d-f394-498a-98bb-063909370ca5 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:46.200645 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e241abca-d22c-4e19-b5f4-007e908ac8b5 req-b279b19d-f394-498a-98bb-063909370ca5 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 945 time: 0.0480230 Dec 17 16:17:46.239163 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e241abca-d22c-4e19-b5f4-007e908ac8b5 req-22e0cc59-325c-41d4-be7c-217818dc62e6 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322404 Dec 17 16:17:46.824647 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:17:47.352446 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88443b8-046b-4b39-b317-407858a21bd5 req-a4611d29-2ce4-4e8b-af27-b6c3b0e2e687 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:47.353936 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e88443b8-046b-4b39-b317-407858a21bd5 req-a4611d29-2ce4-4e8b-af27-b6c3b0e2e687 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 945 time: 0.0481341 Dec 17 16:17:47.393772 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e88443b8-046b-4b39-b317-407858a21bd5 req-15b9a600-9170-4f78-b1df-fca23f12271e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337067 Dec 17 16:17:48.508015 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07e59c-5845-46d0-aa01-b610c0df6a1f req-a878a10c-a7fd-4859-8b4e-06a5794cd518 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:48.509520 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6e07e59c-5845-46d0-aa01-b610c0df6a1f req-a878a10c-a7fd-4859-8b4e-06a5794cd518 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 945 time: 0.0492299 Dec 17 16:17:48.546439 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6e07e59c-5845-46d0-aa01-b610c0df6a1f req-7f95f7e2-e752-41a8-bc1c-7dd09f5ccb6c tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308962 Dec 17 16:17:49.662544 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdc12e-0959-4cbe-9035-d1bf6a34544c req-f657d125-71fb-40d9-a6d4-b445c0ac5ff1 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:49.664013 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d0cdc12e-0959-4cbe-9035-d1bf6a34544c req-f657d125-71fb-40d9-a6d4-b445c0ac5ff1 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 945 time: 0.0495024 Dec 17 16:17:49.702230 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d0cdc12e-0959-4cbe-9035-d1bf6a34544c req-627badda-f973-48dc-9bcd-39ce3e65a268 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322099 Dec 17 16:17:50.817223 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec2fad-60ad-4c00-b6c2-0df26824cf91 req-43aa7584-65d4-424a-85e4-2060561c934f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:50.818698 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0bec2fad-60ad-4c00-b6c2-0df26824cf91 req-43aa7584-65d4-424a-85e4-2060561c934f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 945 time: 0.0496488 Dec 17 16:17:50.859940 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0bec2fad-60ad-4c00-b6c2-0df26824cf91 req-2a8d94e0-8046-4ee1-8dd2-ce6419206f3c tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353150 Dec 17 16:17:51.975782 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890eeb97-56e0-4622-ae29-522cb61c4867 req-9fc100ec-0f4a-42f7-907b-8e288a01d81e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:51.977275 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-890eeb97-56e0-4622-ae29-522cb61c4867 req-9fc100ec-0f4a-42f7-907b-8e288a01d81e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 945 time: 0.0498743 Dec 17 16:17:52.014792 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-890eeb97-56e0-4622-ae29-522cb61c4867 req-cc6d573a-6b97-45e7-8322-18a57598453a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312738 Dec 17 16:17:53.129428 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713b4ed-f492-4eb5-8fc6-fbfde0337d7b req-01e326e9-aab8-47d9-ad36-7fa95d4eda8f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:53.130894 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e713b4ed-f492-4eb5-8fc6-fbfde0337d7b req-01e326e9-aab8-47d9-ad36-7fa95d4eda8f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 945 time: 0.0496359 Dec 17 16:17:53.168273 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e713b4ed-f492-4eb5-8fc6-fbfde0337d7b req-cdb96721-e8bd-4e2e-9bec-0d2f3ae58e5c tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313780 Dec 17 16:17:54.282194 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c502d-1540-494c-9208-b0cb1f40de0d req-f6a10392-fc16-4445-9622-ed94c336f470 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:54.283656 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-783c502d-1540-494c-9208-b0cb1f40de0d req-f6a10392-fc16-4445-9622-ed94c336f470 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 945 time: 0.0487833 Dec 17 16:17:54.326009 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-783c502d-1540-494c-9208-b0cb1f40de0d req-bec054d3-b482-4e67-a4e4-582d93e77dc7 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354271 Dec 17 16:17:55.442530 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07929073-b8ac-45a9-999f-b26ac0d73416 req-7ae3bc37-fa31-49d3-ab24-041cb2d65d24 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:55.445018 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-07929073-b8ac-45a9-999f-b26ac0d73416 req-7ae3bc37-fa31-49d3-ab24-041cb2d65d24 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 945 time: 0.0517642 Dec 17 16:17:55.481817 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-07929073-b8ac-45a9-999f-b26ac0d73416 req-2ad3e02d-5948-47c7-ad4e-869e722e9ab3 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308053 Dec 17 16:17:56.398210 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:17:56.598352 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6309776-0bda-4b29-84a3-98e595af726b req-09820e68-65b8-45a6-8b29-50bb2cc14e12 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:56.599851 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6309776-0bda-4b29-84a3-98e595af726b req-09820e68-65b8-45a6-8b29-50bb2cc14e12 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 945 time: 0.0499272 Dec 17 16:17:56.638773 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6309776-0bda-4b29-84a3-98e595af726b req-8ec608e0-4bfa-4d30-9442-7a791f5a61e6 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327682 Dec 17 16:17:56.832209 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-1a0c9667-02a6-4df9-8ece-c1aea6dacefe service neutron] show failed (client error): The resource could not be found. Dec 17 16:17:56.833236 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-1a0c9667-02a6-4df9-8ece-c1aea6dacefe service neutron] 10.222.0.41 "GET /v2.0/ports/5c6650d5-67e3-4810-8952-989c881f4185/bindings/n-h2-820553-2 HTTP/1.1" status: 404 len: 380 time: 0.0532663 Dec 17 16:17:57.367680 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-8df99a3b-656d-4963-bd71-c36816e1b76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:57.369215 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-8df99a3b-656d-4963-bd71-c36816e1b76d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e&tenant_id=197dec578fa24a709a8da5cd47608f46 HTTP/1.1" status: 200 len: 1096 time: 0.0925667 Dec 17 16:17:57.380769 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820553-2', 'device_owner': 'compute:nova'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:17:57.432447 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:17:57.628339 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] For port 5c6650d5-67e3-4810-8952-989c881f4185, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=5c6650d5-67e3-4810-8952-989c881f4185,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:17:57.660309 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] For port 5c6650d5-67e3-4810-8952-989c881f4185, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:17:57.704119 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81dd7ff-d456-46c3-9585-633d6c07e40e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c6650d5-67e3-4810-8952-989c881f4185'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:17:57.706432 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8c16bf-03ba-43b2-b49c-9c5fe26a9edd" -d '{"events": [{"server_uuid": "f81dd7ff-d456-46c3-9585-633d6c07e40e", "name": "network-vif-unplugged", "status": "completed", "tag": "5c6650d5-67e3-4810-8952-989c881f4185"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:17:57.710836 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:17:57.723245 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] Transition to ACTIVE for port object 5c6650d5-67e3-4810-8952-989c881f4185 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:17:57.759810 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a32ce-016b-4ba3-bd82-660de69dd67f req-a2d441f3-6cbe-4276-9c3a-9916715e1c26 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:57.761289 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 16:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ee03ff-9a3c-44f0-b54d-055bb41d57fd x-openstack-request-id: req-a8ee03ff-9a3c-44f0-b54d-055bb41d57fd {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:17:57.761462 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-467a32ce-016b-4ba3-bd82-660de69dd67f req-a2d441f3-6cbe-4276-9c3a-9916715e1c26 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 945 time: 0.0533907 Dec 17 16:17:57.761616 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81dd7ff-d456-46c3-9585-633d6c07e40e", "name": "network-vif-unplugged", "status": "completed", "tag": "5c6650d5-67e3-4810-8952-989c881f4185", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:17:57.761826 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a8ee03ff-9a3c-44f0-b54d-055bb41d57fd {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:17:57.762267 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81dd7ff-d456-46c3-9585-633d6c07e40e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c6650d5-67e3-4810-8952-989c881f4185', 'code': 200} Dec 17 16:17:57.785343 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:17:57.804876 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-467a32ce-016b-4ba3-bd82-660de69dd67f req-5c4c8713-cf25-447c-89f9-846ee7027342 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376265 Dec 17 16:17:57.864593 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] Pushing event updated for resources: {'Port': ['ID=5c6650d5-67e3-4810-8952-989c881f4185,revision_number=6']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:57.879315 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:57.879601 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:57.879931 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:57.880258 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:57.880583 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:57.880909 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:57.881278 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:57.881592 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:57.882124 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:57.882663 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:57.883141 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:57.883463 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:17:57.926119 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] No DVR routers for this DVR port 5c6650d5-67e3-4810-8952-989c881f4185 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:17:58.062353 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] Attempting to bind port 5c6650d5-67e3-4810-8952-989c881f4185 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:17:58.062684 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] Attempting to bind port 5c6650d5-67e3-4810-8952-989c881f4185 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:17:58.063007 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] Attempting to bind port 5c6650d5-67e3-4810-8952-989c881f4185 on network 2e805cc2-953d-463a-8304-c2572a23f7b6 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:17:58.067243 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] Port 5c6650d5-67e3-4810-8952-989c881f4185 on network 2e805cc2-953d-463a-8304-c2572a23f7b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:17:58.067560 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] Attempting to bind port 5c6650d5-67e3-4810-8952-989c881f4185 on network 2e805cc2-953d-463a-8304-c2572a23f7b6 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:17:58.072817 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:17:58.073177 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] Checking segment: {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:17:58.073557 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] Bound using segment: {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:17:58.073973 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] Bound port: 5c6650d5-67e3-4810-8952-989c881f4185, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:17:58.074327 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:17:58.139720 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] For port 5c6650d5-67e3-4810-8952-989c881f4185, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:17:58.142762 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] For port 5c6650d5-67e3-4810-8952-989c881f4185, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=5c6650d5-67e3-4810-8952-989c881f4185,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:17:58.215717 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:17:58.248294 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:58.248902 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:17:58.250295 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] 10.222.0.13 "PUT /v2.0/ports/5c6650d5-67e3-4810-8952-989c881f4185 HTTP/1.1" status: 200 len: 1091 time: 0.8733871 Dec 17 16:17:58.288464 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7414e75e-dd98-475b-8ead-2ee3c8795b02 service neutron] Pushing event updated for resources: {'Port': ['ID=5c6650d5-67e3-4810-8952-989c881f4185,revision_number=7']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:17:58.321609 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-b0693612-e210-4c92-a62f-58ba0f4ee8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:58.323155 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-b0693612-e210-4c92-a62f-58ba0f4ee8da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 1094 time: 0.0484104 Dec 17 16:17:58.420078 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-d8081378-258d-48aa-a5ac-3e7329e1b4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:58.421636 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-d8081378-258d-48aa-a5ac-3e7329e1b4b0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.0920656 Dec 17 16:17:58.487777 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-1db19067-700c-4d5b-ab61-15770e214f84 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c6650d5-67e3-4810-8952-989c881f4185 HTTP/1.1" status: 200 len: 998 time: 0.0578833 Dec 17 16:17:58.538469 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-b18a4bf7-757b-45f7-896c-10fa021d93a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:58.539932 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-b18a4bf7-757b-45f7-896c-10fa021d93a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0454397 Dec 17 16:17:58.584343 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-d06aa7aa-4999-49b5-a04c-e91dbccd71db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:58.585847 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-d06aa7aa-4999-49b5-a04c-e91dbccd71db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390825 Dec 17 16:17:58.672231 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-712c159d-bff2-4d77-8229-7a2d6b5c6935 service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785909 Dec 17 16:17:58.763868 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d365b461-e8bd-4c3c-ae4d-674ec795ab21 req-851f7c8b-91a1-41bf-8a0e-c6d93594970d service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839403 Dec 17 16:17:58.924261 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-078af8a3-5b33-470a-a0e2-5a74b8c35c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:17:58.933516 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 5c6650d5-67e3-4810-8952-989c881f4185 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:17:58.935215 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28bc98-98e6-46da-92a2-b82683690d7c req-e643c3b3-4f4c-4f52-8273-92a073bfe902 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:58.936753 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9d28bc98-98e6-46da-92a2-b82683690d7c req-e643c3b3-4f4c-4f52-8273-92a073bfe902 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 943 time: 0.0503635 Dec 17 16:17:58.973492 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 5c6650d5-67e3-4810-8952-989c881f4185 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:17:58.974393 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9d28bc98-98e6-46da-92a2-b82683690d7c req-d915360a-8dc0-48e6-b319-2188c4925e47 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316100 Dec 17 16:17:59.763004 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f81dd7ff-d456-46c3-9585-633d6c07e40e', 'tag': '5c6650d5-67e3-4810-8952-989c881f4185'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:17:59.765407 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423ee941-7fa3-4e34-b9b0-300db221e6d7" -d '{"events": [{"name": "network-changed", "server_uuid": "f81dd7ff-d456-46c3-9585-633d6c07e40e", "tag": "5c6650d5-67e3-4810-8952-989c881f4185"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:17:59.813950 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66337b6-8694-42a1-a252-1ccfd7cbef5d x-openstack-request-id: req-d66337b6-8694-42a1-a252-1ccfd7cbef5d {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:17:59.814241 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f81dd7ff-d456-46c3-9585-633d6c07e40e", "tag": "5c6650d5-67e3-4810-8952-989c881f4185", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:17:59.814493 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d66337b6-8694-42a1-a252-1ccfd7cbef5d {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:17:59.814891 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f81dd7ff-d456-46c3-9585-633d6c07e40e', 'tag': '5c6650d5-67e3-4810-8952-989c881f4185', 'status': 'completed', 'code': 200} Dec 17 16:17:59.904293 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ee941-7fa3-4e34-b9b0-300db221e6d7 req-15450a46-c9a2-4b83-b37c-db9a59b5bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:59.905870 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-423ee941-7fa3-4e34-b9b0-300db221e6d7 req-15450a46-c9a2-4b83-b37c-db9a59b5bb27 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 1094 time: 0.0669105 Dec 17 16:17:59.913825 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ee941-7fa3-4e34-b9b0-300db221e6d7 req-c4b1eea6-6fd4-411e-af6a-beea460f267e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:17:59.915207 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-423ee941-7fa3-4e34-b9b0-300db221e6d7 req-c4b1eea6-6fd4-411e-af6a-beea460f267e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 1094 time: 0.0514491 Dec 17 16:18:00.078140 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ee941-7fa3-4e34-b9b0-300db221e6d7 req-34d97479-06c3-4dce-8981-7c2ed0435133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:00.079770 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-423ee941-7fa3-4e34-b9b0-300db221e6d7 req-34d97479-06c3-4dce-8981-7c2ed0435133 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.1637101 Dec 17 16:18:00.082651 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ee941-7fa3-4e34-b9b0-300db221e6d7 req-3dc15855-3b0c-46cc-b8f3-f79b66e7b4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:00.084045 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-423ee941-7fa3-4e34-b9b0-300db221e6d7 req-3dc15855-3b0c-46cc-b8f3-f79b66e7b4a8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.1600249 Dec 17 16:18:00.095074 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b129c-0931-4eda-90fc-ff67f087d097 req-51b270de-e93e-4238-874e-6c16aadb0e8f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:00.099180 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-333b129c-0931-4eda-90fc-ff67f087d097 req-51b270de-e93e-4238-874e-6c16aadb0e8f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 943 time: 0.0520086 Dec 17 16:18:00.137463 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-333b129c-0931-4eda-90fc-ff67f087d097 req-3bedaf8d-9c52-4be8-bb02-6a6e23fde999 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341003 Dec 17 16:18:00.197905 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-423ee941-7fa3-4e34-b9b0-300db221e6d7 req-446e7572-7374-4cab-bf65-723e46de8744 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c6650d5-67e3-4810-8952-989c881f4185 HTTP/1.1" status: 200 len: 998 time: 0.1091740 Dec 17 16:18:00.199639 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-423ee941-7fa3-4e34-b9b0-300db221e6d7 req-f64e16db-dc23-4c16-bec8-2551d072fab4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c6650d5-67e3-4810-8952-989c881f4185 HTTP/1.1" status: 200 len: 998 time: 0.1049218 Dec 17 16:18:00.618850 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ee941-7fa3-4e34-b9b0-300db221e6d7 req-a82b2d12-31eb-41f4-b39e-58f42880cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:00.620335 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-423ee941-7fa3-4e34-b9b0-300db221e6d7 req-a82b2d12-31eb-41f4-b39e-58f42880cc5c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.4146855 Dec 17 16:18:00.621716 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ee941-7fa3-4e34-b9b0-300db221e6d7 req-6b94d0b7-08bf-4159-a8ef-d6c9b8f90e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:00.622996 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-423ee941-7fa3-4e34-b9b0-300db221e6d7 req-6b94d0b7-08bf-4159-a8ef-d6c9b8f90e5f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.4094567 Dec 17 16:18:00.695036 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ee941-7fa3-4e34-b9b0-300db221e6d7 req-1ed6841b-6788-4950-b7a3-7f9b3560ba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:00.696549 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-423ee941-7fa3-4e34-b9b0-300db221e6d7 req-1ed6841b-6788-4950-b7a3-7f9b3560ba9e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689991 Dec 17 16:18:00.700687 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ee941-7fa3-4e34-b9b0-300db221e6d7 req-b4213266-546f-46bf-8c67-e38bf2b6be4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:00.702069 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-423ee941-7fa3-4e34-b9b0-300db221e6d7 req-b4213266-546f-46bf-8c67-e38bf2b6be4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657189 Dec 17 16:18:00.854823 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-423ee941-7fa3-4e34-b9b0-300db221e6d7 req-738584be-e8ea-4175-ab92-0574a3a5548f service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514189 Dec 17 16:18:00.858330 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-423ee941-7fa3-4e34-b9b0-300db221e6d7 req-d9b12c95-32b8-40f3-9025-6b6a1aeab74d service neutron] 10.222.0.41 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465437 Dec 17 16:18:01.012624 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-423ee941-7fa3-4e34-b9b0-300db221e6d7 req-6da3493e-317b-4660-9f09-596a304b01d0 service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493862 Dec 17 16:18:01.015909 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-423ee941-7fa3-4e34-b9b0-300db221e6d7 req-ed6f6510-04b4-4cf5-8b26-4e604f926293 service neutron] 10.222.0.41 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459029 Dec 17 16:18:01.106932 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d30a524b-7462-4c98-af7c-7089e39e0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:01.254585 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1b8e7-4761-403a-86de-c672d893545c req-c7eb94c6-4a9d-453e-8e75-bf9aac915910 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:01.256042 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-13c1b8e7-4761-403a-86de-c672d893545c req-c7eb94c6-4a9d-453e-8e75-bf9aac915910 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 943 time: 0.0495884 Dec 17 16:18:01.297680 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-13c1b8e7-4761-403a-86de-c672d893545c req-f4af3c14-855b-4900-9799-66817b21c996 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354879 Dec 17 16:18:01.657055 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6225ab-0a32-49de-8364-369919f8ce0d req-ab3348dd-3c83-40cd-a5f2-35afef7e3bd3 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:01.658544 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0b6225ab-0a32-49de-8364-369919f8ce0d req-ab3348dd-3c83-40cd-a5f2-35afef7e3bd3 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 943 time: 0.0512743 Dec 17 16:18:01.698270 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0b6225ab-0a32-49de-8364-369919f8ce0d req-63a1c3be-644d-4afb-9345-7b546fbd2d82 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327413 Dec 17 16:18:01.732123 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124cf472-6740-4d05-bfe2-99097baf97c2 req-89f92d84-caaf-4adf-812d-8c12b0d91c74 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:01.733891 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-124cf472-6740-4d05-bfe2-99097baf97c2 req-89f92d84-caaf-4adf-812d-8c12b0d91c74 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.41 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e&tenant_id=197dec578fa24a709a8da5cd47608f46&binding%3Ahost_id=n-h2-820553-2 HTTP/1.1" status: 200 len: 943 time: 0.0546691 Dec 17 16:18:01.796799 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [req-124cf472-6740-4d05-bfe2-99097baf97c2 req-74648bcb-6a82-4ea4-8480-a9b0d50f45d2 service neutron] delete failed (client error): The resource could not be found. Dec 17 16:18:01.797829 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-124cf472-6740-4d05-bfe2-99097baf97c2 req-74648bcb-6a82-4ea4-8480-a9b0d50f45d2 service neutron] 10.222.0.41 "DELETE /v2.0/ports/5c6650d5-67e3-4810-8952-989c881f4185/bindings/n-h1-820553-2 HTTP/1.1" status: 404 len: 380 time: 0.0571270 Dec 17 16:18:01.901448 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124cf472-6740-4d05-bfe2-99097baf97c2 req-cb2f118d-8442-46cb-9804-f221ac67e4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:01.902986 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-124cf472-6740-4d05-bfe2-99097baf97c2 req-cb2f118d-8442-46cb-9804-f221ac67e4c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 1094 time: 0.0426381 Dec 17 16:18:01.993528 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124cf472-6740-4d05-bfe2-99097baf97c2 req-5805a91a-09e2-431b-bdeb-d17699c14857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:01.995065 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-124cf472-6740-4d05-bfe2-99097baf97c2 req-5805a91a-09e2-431b-bdeb-d17699c14857 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.0854356 Dec 17 16:18:02.067444 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-124cf472-6740-4d05-bfe2-99097baf97c2 req-e4240443-25ab-425e-8a0a-3761593d24d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c6650d5-67e3-4810-8952-989c881f4185 HTTP/1.1" status: 200 len: 998 time: 0.0654864 Dec 17 16:18:02.116792 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124cf472-6740-4d05-bfe2-99097baf97c2 req-9c734eae-25be-49e1-a151-7515d740efcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:02.118329 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-124cf472-6740-4d05-bfe2-99097baf97c2 req-9c734eae-25be-49e1-a151-7515d740efcf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0441034 Dec 17 16:18:02.164211 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124cf472-6740-4d05-bfe2-99097baf97c2 req-7cb334a9-2a9f-4301-8d8f-8a5bad2ccac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:02.165669 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-124cf472-6740-4d05-bfe2-99097baf97c2 req-7cb334a9-2a9f-4301-8d8f-8a5bad2ccac9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404029 Dec 17 16:18:02.258980 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-124cf472-6740-4d05-bfe2-99097baf97c2 req-9ef1d9d4-bb43-4b27-a446-dd09b1d7c1e2 service neutron] 10.222.0.41 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859394 Dec 17 16:18:02.347362 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-124cf472-6740-4d05-bfe2-99097baf97c2 req-cc4afe47-86f1-4089-b034-b09a151dd75b service neutron] 10.222.0.41 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814152 Dec 17 16:18:02.547008 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:02.556986 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 5c6650d5-67e3-4810-8952-989c881f4185 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:18:02.653730 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 5c6650d5-67e3-4810-8952-989c881f4185, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=5c6650d5-67e3-4810-8952-989c881f4185,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:02.665553 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '5c6650d5-67e3-4810-8952-989c881f4185', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'port_id': '5c6650d5-67e3-4810-8952-989c881f4185', 'mac_address': 'fa:16:3e:ee:f1:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:18:02.702269 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:02.714842 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c6650d5-67e3-4810-8952-989c881f4185 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:18:02.740406 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 5c6650d5-67e3-4810-8952-989c881f4185, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=5c6650d5-67e3-4810-8952-989c881f4185,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:02.821711 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a161a8-1988-413e-8d26-4a6ac43c5183 req-52d688d6-7fe2-4a5d-9b1d-c8a860ffde1c tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:02.823256 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-61a161a8-1988-413e-8d26-4a6ac43c5183 req-52d688d6-7fe2-4a5d-9b1d-c8a860ffde1c tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 943 time: 0.0515645 Dec 17 16:18:02.826944 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:02.864253 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-61a161a8-1988-413e-8d26-4a6ac43c5183 req-4a5b20c8-f35e-4fab-a64f-c5745186a67f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346041 Dec 17 16:18:02.877377 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=5c6650d5-67e3-4810-8952-989c881f4185,revision_number=8']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:02.894930 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:02.894930 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:02.894930 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:02.894930 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:02.894930 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:02.894930 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:02.894930 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:02.894930 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:02.894930 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:02.894930 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:02.894930 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:02.894930 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:18:03.060026 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['5c6650d5-67e3-4810-8952-989c881f4185'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:18:03.980685 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeef00c-20ac-4915-b6d7-f167b28c25de req-6a1e2aaa-c06d-4a5b-a920-76b88b1d0df1 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:03.982165 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-afeef00c-20ac-4915-b6d7-f167b28c25de req-6a1e2aaa-c06d-4a5b-a920-76b88b1d0df1 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 944 time: 0.0478139 Dec 17 16:18:04.024123 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-afeef00c-20ac-4915-b6d7-f167b28c25de req-6175f885-909b-4e0d-815c-81b909840039 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356011 Dec 17 16:18:04.083776 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:04.140346 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c7e54-dc98-4deb-bf48-4a23085e767f req-93f9acbf-76b7-4c5d-98e0-73cea3c7f9a0 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:04.141764 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-281c7e54-dc98-4deb-bf48-4a23085e767f req-93f9acbf-76b7-4c5d-98e0-73cea3c7f9a0 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 944 time: 0.0495355 Dec 17 16:18:04.179698 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-281c7e54-dc98-4deb-bf48-4a23085e767f req-0adf0659-5e39-4e03-a776-1d508a573cd9 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319386 Dec 17 16:18:04.272475 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:04.294363 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffe6a0-dd14-4d15-97ff-f9fae601763a req-a139f51f-0770-47d4-875f-cef87cfac908 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:04.295922 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b8ffe6a0-dd14-4d15-97ff-f9fae601763a req-a139f51f-0770-47d4-875f-cef87cfac908 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 944 time: 0.0504766 Dec 17 16:18:04.334088 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b8ffe6a0-dd14-4d15-97ff-f9fae601763a req-2f7afaf2-3a56-43aa-ab90-6216222c273c tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319774 Dec 17 16:18:04.561281 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 5c6650d5-67e3-4810-8952-989c881f4185 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:18:04.672907 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 5c6650d5-67e3-4810-8952-989c881f4185 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:18:04.676787 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 5c6650d5-67e3-4810-8952-989c881f4185 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:04.677202 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:04.760110 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:04.783178 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81dd7ff-d456-46c3-9585-633d6c07e40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6650d5-67e3-4810-8952-989c881f4185'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:18:04.785468 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b53b7a-d461-4256-97c2-ded808c0dd31" -d '{"events": [{"server_uuid": "f81dd7ff-d456-46c3-9585-633d6c07e40e", "name": "network-vif-plugged", "status": "completed", "tag": "5c6650d5-67e3-4810-8952-989c881f4185"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:18:04.800525 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 5c6650d5-67e3-4810-8952-989c881f4185, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=5c6650d5-67e3-4810-8952-989c881f4185,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:04.807700 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcda485-79e0-4076-a84b-f0d169faf72d req-98321091-d284-4126-8ae5-88dd2b5dd308 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:04.809475 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cbcda485-79e0-4076-a84b-f0d169faf72d req-98321091-d284-4126-8ae5-88dd2b5dd308 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 944 time: 0.0505650 Dec 17 16:18:04.822072 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a500493-3735-46dd-8896-3d1882844c23 x-openstack-request-id: req-9a500493-3735-46dd-8896-3d1882844c23 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:18:04.822361 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81dd7ff-d456-46c3-9585-633d6c07e40e", "name": "network-vif-plugged", "status": "completed", "tag": "5c6650d5-67e3-4810-8952-989c881f4185", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:18:04.822617 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9a500493-3735-46dd-8896-3d1882844c23 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:18:04.823015 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81dd7ff-d456-46c3-9585-633d6c07e40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6650d5-67e3-4810-8952-989c881f4185', 'code': 200} Dec 17 16:18:04.849774 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:04.853736 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cbcda485-79e0-4076-a84b-f0d169faf72d req-bf4ac89b-a925-409f-88b4-ffe022b1cf91 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382881 Dec 17 16:18:04.899451 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=5c6650d5-67e3-4810-8952-989c881f4185,revision_number=9']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:05.970865 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a1ca0-e806-44c6-8978-fc51aa7e8fd7 req-6bba09c9-2f37-45a6-80a0-ef7b5c541cce tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:05.972467 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-713a1ca0-e806-44c6-8978-fc51aa7e8fd7 req-6bba09c9-2f37-45a6-80a0-ef7b5c541cce tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 945 time: 0.0497375 Dec 17 16:18:06.010041 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-713a1ca0-e806-44c6-8978-fc51aa7e8fd7 req-98512ad0-cb22-4732-bf32-1ae219fb4939 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315864 Dec 17 16:18:06.101663 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee52ea-e0af-42e5-aed3-e8beb5a39c7e req-d72ff895-0d67-48d6-beeb-21be15f278ce tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:06.103106 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-11ee52ea-e0af-42e5-aed3-e8beb5a39c7e req-d72ff895-0d67-48d6-beeb-21be15f278ce tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.13 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 945 time: 0.0549252 Dec 17 16:18:06.190810 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-11ee52ea-e0af-42e5-aed3-e8beb5a39c7e req-fc632f13-57fa-4a0e-bb98-22ffa8f957ad tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Deleting port 5c6650d5-67e3-4810-8952-989c881f4185 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:18:06.191058 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-11ee52ea-e0af-42e5-aed3-e8beb5a39c7e req-fc632f13-57fa-4a0e-bb98-22ffa8f957ad tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:06.280118 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-11ee52ea-e0af-42e5-aed3-e8beb5a39c7e req-fc632f13-57fa-4a0e-bb98-22ffa8f957ad tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] For port 5c6650d5-67e3-4810-8952-989c881f4185, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=5c6650d5-67e3-4810-8952-989c881f4185,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:06.280482 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-11ee52ea-e0af-42e5-aed3-e8beb5a39c7e req-fc632f13-57fa-4a0e-bb98-22ffa8f957ad tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:06.447993 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-11ee52ea-e0af-42e5-aed3-e8beb5a39c7e req-fc632f13-57fa-4a0e-bb98-22ffa8f957ad tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:06.448277 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-11ee52ea-e0af-42e5-aed3-e8beb5a39c7e req-fc632f13-57fa-4a0e-bb98-22ffa8f957ad tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:06.448596 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [req-11ee52ea-e0af-42e5-aed3-e8beb5a39c7e req-fc632f13-57fa-4a0e-bb98-22ffa8f957ad tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Floating IP e23d9c4e-b312-4e3f-b855-8c6cc041605e disassociated. External IP: 172.25.6.42, port: 5c6650d5-67e3-4810-8952-989c881f4185. Dec 17 16:18:06.448940 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-11ee52ea-e0af-42e5-aed3-e8beb5a39c7e req-fc632f13-57fa-4a0e-bb98-22ffa8f957ad tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Calling delete_port for 5c6650d5-67e3-4810-8952-989c881f4185 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:18:06.655770 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-11ee52ea-e0af-42e5-aed3-e8beb5a39c7e req-fc632f13-57fa-4a0e-bb98-22ffa8f957ad tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:06.684530 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc632f13-57fa-4a0e-bb98-22ffa8f957ad tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Pushing event deleted for resources: {'Port': ['ID=5c6650d5-67e3-4810-8952-989c881f4185,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:06.803840 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11ee52ea-e0af-42e5-aed3-e8beb5a39c7e req-fc632f13-57fa-4a0e-bb98-22ffa8f957ad tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Router a2bf1d33-8664-4175-ab9b-5baa91c9f270 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:18:06.915738 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11ee52ea-e0af-42e5-aed3-e8beb5a39c7e req-fc632f13-57fa-4a0e-bb98-22ffa8f957ad tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:18:06.926088 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50a5dcb-7615-4f51-83b8-264451bef568 None None] Sync routers for ids ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:18:06.935681 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50a5dcb-7615-4f51-83b8-264451bef568 None None] Routers {'a2bf1d33-8664-4175-ab9b-5baa91c9f270'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:18:06.936367 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-d50a5dcb-7615-4f51-83b8-264451bef568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:18:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:06.954196 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ee52ea-e0af-42e5-aed3-e8beb5a39c7e req-fc632f13-57fa-4a0e-bb98-22ffa8f957ad tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] No DVR routers for this DVR port 5c6650d5-67e3-4810-8952-989c881f4185 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:18:06.956819 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-11ee52ea-e0af-42e5-aed3-e8beb5a39c7e req-fc632f13-57fa-4a0e-bb98-22ffa8f957ad tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:06.960144 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-11ee52ea-e0af-42e5-aed3-e8beb5a39c7e req-fc632f13-57fa-4a0e-bb98-22ffa8f957ad tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.13 "DELETE /v2.0/ports/5c6650d5-67e3-4810-8952-989c881f4185 HTTP/1.1" status: 204 len: 173 time: 0.8508263 Dec 17 16:18:06.960534 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81dd7ff-d456-46c3-9585-633d6c07e40e', 'name': 'network-vif-deleted', 'tag': '5c6650d5-67e3-4810-8952-989c881f4185'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:18:06.962872 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68df5377-9a9e-4393-8483-018f729c76df" -d '{"events": [{"server_uuid": "f81dd7ff-d456-46c3-9585-633d6c07e40e", "name": "network-vif-deleted", "tag": "5c6650d5-67e3-4810-8952-989c881f4185"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:18:07.000391 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3a3f22-9cf6-4203-8d0c-773ec2489de9 x-openstack-request-id: req-2f3a3f22-9cf6-4203-8d0c-773ec2489de9 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:18:07.001367 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81dd7ff-d456-46c3-9585-633d6c07e40e", "name": "network-vif-deleted", "tag": "5c6650d5-67e3-4810-8952-989c881f4185", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:18:07.001627 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2f3a3f22-9cf6-4203-8d0c-773ec2489de9 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:18:07.002040 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81dd7ff-d456-46c3-9585-633d6c07e40e', 'name': 'network-vif-deleted', 'tag': '5c6650d5-67e3-4810-8952-989c881f4185', 'status': 'completed', 'code': 200} Dec 17 16:18:07.050564 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-d50a5dcb-7615-4f51-83b8-264451bef568 None None] Set router a2bf1d33-8664-4175-ab9b-5baa91c9f270 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:18:07.145675 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-95d0d5f0-5e00-4372-84df-4243d567ccaa req-cb09c9e1-f58e-4b44-9aa8-d34ff6951301 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f81dd7ff-d456-46c3-9585-633d6c07e40e HTTP/1.1" status: 200 len: 210 time: 0.0301774 Dec 17 16:18:07.284898 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-d50a5dcb-7615-4f51-83b8-264451bef568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'name': 'tempest-ServerActionsTestJSON-497056158-router', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:54Z', 'revision_number': 4, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'gw_port': {'id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '297626f0-4780-4ef1-bae9-6b0131a0366b', 'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'mac_address': 'fa:16:3e:3c:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:53Z', 'updated_at': '2021-12-17T16:14:58Z', 'revision_number': 5, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'subnets': [{'id': '11930287-c4b1-45e4-aea0-8064214884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:07.312031 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50a5dcb-7615-4f51-83b8-264451bef568 None None] Checking router: a2bf1d33-8664-4175-ab9b-5baa91c9f270 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:18:07.320411 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50a5dcb-7615-4f51-83b8-264451bef568 None None] Routers {'a2bf1d33-8664-4175-ab9b-5baa91c9f270'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:18:07.321147 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-d50a5dcb-7615-4f51-83b8-264451bef568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:18:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:07.428767 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-d50a5dcb-7615-4f51-83b8-264451bef568 None None] Set router a2bf1d33-8664-4175-ab9b-5baa91c9f270 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:18:07.627596 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-d50a5dcb-7615-4f51-83b8-264451bef568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'name': 'tempest-ServerActionsTestJSON-497056158-router', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:54Z', 'revision_number': 4, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'gw_port': {'id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '297626f0-4780-4ef1-bae9-6b0131a0366b', 'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'mac_address': 'fa:16:3e:3c:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:53Z', 'updated_at': '2021-12-17T16:14:58Z', 'revision_number': 5, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'subnets': [{'id': '11930287-c4b1-45e4-aea0-8064214884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:07.657317 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50a5dcb-7615-4f51-83b8-264451bef568 None None] The sync data for ids ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'] in n-d-820553-2 is: [{'id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'name': 'tempest-ServerActionsTestJSON-497056158-router', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:54Z', 'revision_number': 4, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'gw_port': {'id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '297626f0-4780-4ef1-bae9-6b0131a0366b', 'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'mac_address': 'fa:16:3e:3c:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:53Z', 'updated_at': '2021-12-17T16:14:58Z', 'revision_number': 5, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'subnets': [{'id': '11930287-c4b1-45e4-aea0-8064214884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:18:07.871608 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e634572-77a6-4d56-9b0f-70b67eab6caa None None] New status for floating IP e23d9c4e-b312-4e3f-b855-8c6cc041605e: DOWN {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:18:08.372196 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-5c87cf2e-806d-429b-87a5-36861cd82cf9 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--2083808650&fields=id&tenant_id=197dec578fa24a709a8da5cd47608f46 HTTP/1.1" status: 200 len: 267 time: 0.0330262 Dec 17 16:18:08.481805 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-82d65245-bef5-4b0f-9c95-c08c136b0a8f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:08.483451 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-82d65245-bef5-4b0f-9c95-c08c136b0a8f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 811 time: 0.1044066 Dec 17 16:18:08.498652 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-675b890c-81d8-4411-9a74-d74d953e0510 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/quotas/197dec578fa24a709a8da5cd47608f46 HTTP/1.1" status: 200 len: 375 time: 0.0094798 Dec 17 16:18:08.550353 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-c759832a-eb37-40f4-bf02-ae44bf03b187 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461621 Dec 17 16:18:08.647851 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-56951a8c-1e68-4a8a-80e3-82520da74d1d service neutron] 10.222.0.46 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853083 Dec 17 16:18:08.736067 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-c7b07f0c-df52-4372-9f32-513b8b6e2489 service neutron] 10.222.0.46 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819423 Dec 17 16:18:08.956667 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5c80c755-2397-41ad-bc84-d326ca966636 req-6570021b-cb63-4956-afa6-3c80098c6fd0 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 210 time: 0.0268667 Dec 17 16:18:10.032863 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-71fb598c-34b0-4370-97f9-56ebe1647c39 req-dc655e5b-2d3e-4fcd-b75f-d770a3eab132 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 210 time: 0.0261016 Dec 17 16:18:10.601064 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 5c6650d5-67e3-4810-8952-989c881f4185 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:18:10.621679 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 5c6650d5-67e3-4810-8952-989c881f4185 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:18:10.622030 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 5c6650d5-67e3-4810-8952-989c881f4185 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:18:11.055699 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:11.113989 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-410ccb2e-da3e-4aec-bc48-7ca0b8c5c8fa req-90742987-c994-459c-b43c-8d554445cfde tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 210 time: 0.0306873 Dec 17 16:18:12.209607 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-05b060d5-2017-43de-af4a-a6fc845d1859 req-43e3dcb1-4d30-4d4a-a64e-b7a797c20b60 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 210 time: 0.0257070 Dec 17 16:18:12.712474 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-a4440317-bbcd-450d-b592-2c0a75bafff7 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:12.713943 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-a4440317-bbcd-450d-b592-2c0a75bafff7 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.13 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 811 time: 0.1047921 Dec 17 16:18:12.757190 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-2da03c99-9e64-43cc-9af3-3adccb739182 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=197dec578fa24a709a8da5cd47608f46 HTTP/1.1" status: 200 len: 380 time: 0.0330355 Dec 17 16:18:12.766357 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-1d4dc3b8-ea5d-4a0e-88a1-0517a8a2656e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Request body: {'port': {'device_id': '2222cb38-3bc6-4908-8f3e-317203ad1ef5', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'admin_state_up': True, 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'security_groups': ['7e9bb69b-6250-482b-bf9e-50d50b8d668c']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:12.929632 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-1d4dc3b8-ea5d-4a0e-88a1-0517a8a2656e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Made reservation on behalf of 197dec578fa24a709a8da5cd47608f46 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:18:12.933501 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-1d4dc3b8-ea5d-4a0e-88a1-0517a8a2656e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:13.060478 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-1d4dc3b8-ea5d-4a0e-88a1-0517a8a2656e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Allocated IP 172.20.0.5 (2e805cc2-953d-463a-8304-c2572a23f7b6/11930287-c4b1-45e4-aea0-8064214884b7/94e92f0f-70b9-47f6-a9b7-612e3295eb76) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:18:13.198872 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-1d4dc3b8-ea5d-4a0e-88a1-0517a8a2656e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:13.283232 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-1d4dc3b8-ea5d-4a0e-88a1-0517a8a2656e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:13.327105 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-1d4dc3b8-ea5d-4a0e-88a1-0517a8a2656e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Network 2e805cc2-953d-463a-8304-c2572a23f7b6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:18:13.330192 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-1d4dc3b8-ea5d-4a0e-88a1-0517a8a2656e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:18:13.333770 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-1d4dc3b8-ea5d-4a0e-88a1-0517a8a2656e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:18:13.334949 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405d430-4858-4baf-8454-bbdaaf7168c3 req-f80e66bf-1397-4eab-9110-2f6e7ca02939 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:13.336690 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2405d430-4858-4baf-8454-bbdaaf7168c3 req-f80e66bf-1397-4eab-9110-2f6e7ca02939 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 931 time: 0.0596788 Dec 17 16:18:13.342445 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4dc3b8-ea5d-4a0e-88a1-0517a8a2656e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Pushing event updated for resources: {'Port': ['ID=94e92f0f-70b9-47f6-a9b7-612e3295eb76,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:13.379787 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2405d430-4858-4baf-8454-bbdaaf7168c3 req-5f980279-ce41-4ba3-a083-a93ab835b442 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365100 Dec 17 16:18:13.392601 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-1d4dc3b8-ea5d-4a0e-88a1-0517a8a2656e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:13.393277 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-1d4dc3b8-ea5d-4a0e-88a1-0517a8a2656e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:13.481193 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-1d4dc3b8-ea5d-4a0e-88a1-0517a8a2656e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7185304 Dec 17 16:18:13.495349 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-b9ad8406-e6ad-4ae6-9b5f-ccaa2b822077 service neutron] Request body: {'port': {'device_id': '2222cb38-3bc6-4908-8f3e-317203ad1ef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:13.552968 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-b9ad8406-e6ad-4ae6-9b5f-ccaa2b822077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:13.566541 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-65c72515-b5c0-4a48-9a8d-1a71059c1b9c None None] Provisioning complete for port 94e92f0f-70b9-47f6-a9b7-612e3295eb76 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:13.567151 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-65c72515-b5c0-4a48-9a8d-1a71059c1b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:13.601165 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-65c72515-b5c0-4a48-9a8d-1a71059c1b9c None None] Port 94e92f0f-70b9-47f6-a9b7-612e3295eb76 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:18:13.814729 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-b9ad8406-e6ad-4ae6-9b5f-ccaa2b822077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94e92f0f-70b9-47f6-a9b7-612e3295eb76 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:18:13.822658 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-b9ad8406-e6ad-4ae6-9b5f-ccaa2b822077 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:13.834319 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-b9ad8406-e6ad-4ae6-9b5f-ccaa2b822077 service neutron] Transition to ACTIVE for port object 94e92f0f-70b9-47f6-a9b7-612e3295eb76 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:18:13.905152 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-b9ad8406-e6ad-4ae6-9b5f-ccaa2b822077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:13.972306 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad8406-e6ad-4ae6-9b5f-ccaa2b822077 service neutron] Pushing event updated for resources: {'Port': ['ID=94e92f0f-70b9-47f6-a9b7-612e3295eb76,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:14.029586 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-b9ad8406-e6ad-4ae6-9b5f-ccaa2b822077 service neutron] Attempting to bind port 94e92f0f-70b9-47f6-a9b7-612e3295eb76 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:18:14.029915 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-b9ad8406-e6ad-4ae6-9b5f-ccaa2b822077 service neutron] Attempting to bind port 94e92f0f-70b9-47f6-a9b7-612e3295eb76 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:18:14.030230 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-b9ad8406-e6ad-4ae6-9b5f-ccaa2b822077 service neutron] Attempting to bind port 94e92f0f-70b9-47f6-a9b7-612e3295eb76 on network 2e805cc2-953d-463a-8304-c2572a23f7b6 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:14.034791 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-b9ad8406-e6ad-4ae6-9b5f-ccaa2b822077 service neutron] Port 94e92f0f-70b9-47f6-a9b7-612e3295eb76 on network 2e805cc2-953d-463a-8304-c2572a23f7b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:18:14.035103 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-b9ad8406-e6ad-4ae6-9b5f-ccaa2b822077 service neutron] Attempting to bind port 94e92f0f-70b9-47f6-a9b7-612e3295eb76 on network 2e805cc2-953d-463a-8304-c2572a23f7b6 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:18:14.040509 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-b9ad8406-e6ad-4ae6-9b5f-ccaa2b822077 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:18:14.040890 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-b9ad8406-e6ad-4ae6-9b5f-ccaa2b822077 service neutron] Checking segment: {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:18:14.041295 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-b9ad8406-e6ad-4ae6-9b5f-ccaa2b822077 service neutron] Bound using segment: {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:18:14.041717 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-b9ad8406-e6ad-4ae6-9b5f-ccaa2b822077 service neutron] Bound port: 94e92f0f-70b9-47f6-a9b7-612e3295eb76, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:18:14.042075 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-b9ad8406-e6ad-4ae6-9b5f-ccaa2b822077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:14.111499 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-b9ad8406-e6ad-4ae6-9b5f-ccaa2b822077 service neutron] For port 94e92f0f-70b9-47f6-a9b7-612e3295eb76, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:18:14.114888 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-b9ad8406-e6ad-4ae6-9b5f-ccaa2b822077 service neutron] For port 94e92f0f-70b9-47f6-a9b7-612e3295eb76, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=94e92f0f-70b9-47f6-a9b7-612e3295eb76,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:18:14.182344 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-b9ad8406-e6ad-4ae6-9b5f-ccaa2b822077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:14.217281 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-b9ad8406-e6ad-4ae6-9b5f-ccaa2b822077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:14.217931 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-b9ad8406-e6ad-4ae6-9b5f-ccaa2b822077 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:14.219376 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-b9ad8406-e6ad-4ae6-9b5f-ccaa2b822077 service neutron] 10.222.0.13 "PUT /v2.0/ports/94e92f0f-70b9-47f6-a9b7-612e3295eb76 HTTP/1.1" status: 200 len: 1091 time: 0.7289386 Dec 17 16:18:14.219748 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2222cb38-3bc6-4908-8f3e-317203ad1ef5', 'tag': '94e92f0f-70b9-47f6-a9b7-612e3295eb76'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:18:14.222041 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59283fa-b4a1-4580-ae48-3706d6f962c5" -d '{"events": [{"name": "network-changed", "server_uuid": "2222cb38-3bc6-4908-8f3e-317203ad1ef5", "tag": "94e92f0f-70b9-47f6-a9b7-612e3295eb76"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:18:14.251401 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad8406-e6ad-4ae6-9b5f-ccaa2b822077 service neutron] Pushing event updated for resources: {'Port': ['ID=94e92f0f-70b9-47f6-a9b7-612e3295eb76,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:14.262855 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b96cf9-4ea3-4bb6-a8b8-0a3853ca414a x-openstack-request-id: req-83b96cf9-4ea3-4bb6-a8b8-0a3853ca414a {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:18:14.263172 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2222cb38-3bc6-4908-8f3e-317203ad1ef5", "tag": "94e92f0f-70b9-47f6-a9b7-612e3295eb76", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:18:14.263423 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-83b96cf9-4ea3-4bb6-a8b8-0a3853ca414a {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:18:14.263821 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2222cb38-3bc6-4908-8f3e-317203ad1ef5', 'tag': '94e92f0f-70b9-47f6-a9b7-612e3295eb76', 'status': 'completed', 'code': 200} Dec 17 16:18:14.327459 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59283fa-b4a1-4580-ae48-3706d6f962c5 req-76fc679c-b5cf-454e-8803-4ae2d21e553f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:14.328980 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c59283fa-b4a1-4580-ae48-3706d6f962c5 req-76fc679c-b5cf-454e-8803-4ae2d21e553f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 1094 time: 0.0444696 Dec 17 16:18:14.438517 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59283fa-b4a1-4580-ae48-3706d6f962c5 req-e1b1951e-424f-44aa-bf7a-c927ad006db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:14.439955 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c59283fa-b4a1-4580-ae48-3706d6f962c5 req-e1b1951e-424f-44aa-bf7a-c927ad006db8 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=197dec578fa24a709a8da5cd47608f46&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1029332 Dec 17 16:18:14.498761 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeaa735-7f6f-4265-aefd-adb1a60c9314 req-058853f8-464b-4186-88ac-db947456e038 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:14.500260 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aaeaa735-7f6f-4265-aefd-adb1a60c9314 req-058853f8-464b-4186-88ac-db947456e038 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 943 time: 0.0492578 Dec 17 16:18:14.537781 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59283fa-b4a1-4580-ae48-3706d6f962c5 req-5d16c286-dd17-4321-bb82-f01fdb944b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:14.538050 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aaeaa735-7f6f-4265-aefd-adb1a60c9314 req-e0e9763a-0925-4e89-88fd-897fa68f414a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315619 Dec 17 16:18:14.539872 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c59283fa-b4a1-4580-ae48-3706d6f962c5 req-5d16c286-dd17-4321-bb82-f01fdb944b32 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926156 Dec 17 16:18:14.614185 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-6898744f-c82f-4fca-b921-5103eb185887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:14.615648 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-6898744f-c82f-4fca-b921-5103eb185887 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 1094 time: 0.0403607 Dec 17 16:18:14.656406 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-81e91d47-c633-42c9-9efc-ee0a1bc55153 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94e92f0f-70b9-47f6-a9b7-612e3295eb76 HTTP/1.1" status: 200 len: 217 time: 0.0333285 Dec 17 16:18:14.708352 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-c4ad9398-29a7-4a6f-b9ec-86d1e0de2308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:14.709714 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-c4ad9398-29a7-4a6f-b9ec-86d1e0de2308 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0457795 Dec 17 16:18:14.753426 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-44215974-4a64-4e1d-81f1-6e105e26e9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:14.754868 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-44215974-4a64-4e1d-81f1-6e105e26e9d0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385754 Dec 17 16:18:14.843147 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-0900da98-09d9-45bd-ae1f-f060083311c7 service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811362 Dec 17 16:18:14.936339 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-27861b0d-8f64-4c22-8d1e-6962265b880b req-9ddef560-7ee6-487e-a2a5-a981e9a03f0c service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858750 Dec 17 16:18:15.662083 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b497d04-e07c-4d18-925e-ff22dff642e6 req-3de76198-7939-4e21-a1e7-73fa160f04c9 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:15.663555 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0b497d04-e07c-4d18-925e-ff22dff642e6 req-3de76198-7939-4e21-a1e7-73fa160f04c9 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 943 time: 0.0538194 Dec 17 16:18:15.702114 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0b497d04-e07c-4d18-925e-ff22dff642e6 req-73e4ca4f-913c-4a7a-9c59-916617ce3d99 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323160 Dec 17 16:18:16.816950 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d51f1-c1fb-488b-9b87-52cd8a22a874 req-1bf3c097-7885-4be6-8509-91fbf3075a05 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:16.818428 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f38d51f1-c1fb-488b-9b87-52cd8a22a874 req-1bf3c097-7885-4be6-8509-91fbf3075a05 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 943 time: 0.0500562 Dec 17 16:18:16.855918 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f38d51f1-c1fb-488b-9b87-52cd8a22a874 req-16a2e34b-a035-4ec1-a7c8-73b032e5b242 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315487 Dec 17 16:18:17.973070 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46151bdd-f4f9-456b-81e8-9c2a4430ba39 req-f8ab8a92-e38e-455b-a212-17279672aee3 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:17.974535 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-46151bdd-f4f9-456b-81e8-9c2a4430ba39 req-f8ab8a92-e38e-455b-a212-17279672aee3 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 943 time: 0.0484858 Dec 17 16:18:18.014361 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-46151bdd-f4f9-456b-81e8-9c2a4430ba39 req-2de63419-6f24-483a-84c2-6505c5d445b7 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337410 Dec 17 16:18:18.619110 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 94e92f0f-70b9-47f6-a9b7-612e3295eb76 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:18:18.716966 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 94e92f0f-70b9-47f6-a9b7-612e3295eb76, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=94e92f0f-70b9-47f6-a9b7-612e3295eb76,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:18.728637 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '94e92f0f-70b9-47f6-a9b7-612e3295eb76', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'port_id': '94e92f0f-70b9-47f6-a9b7-612e3295eb76', 'mac_address': 'fa:16:3e:45:32:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:18:18.764522 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:18.778058 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94e92f0f-70b9-47f6-a9b7-612e3295eb76 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:18:18.798697 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 94e92f0f-70b9-47f6-a9b7-612e3295eb76, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=94e92f0f-70b9-47f6-a9b7-612e3295eb76,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:18.890809 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:18.939545 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=94e92f0f-70b9-47f6-a9b7-612e3295eb76,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:19.079403 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['94e92f0f-70b9-47f6-a9b7-612e3295eb76'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:18:19.133791 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e50cb-bddd-462d-93ab-0d8805461697 req-1979fa00-d9ed-4c7c-b7d9-97b2e8409c16 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:19.135464 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-968e50cb-bddd-462d-93ab-0d8805461697 req-1979fa00-d9ed-4c7c-b7d9-97b2e8409c16 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 944 time: 0.0550535 Dec 17 16:18:19.173845 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-968e50cb-bddd-462d-93ab-0d8805461697 req-7f90e5a5-a0b7-4019-b170-8e5906b2958a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323267 Dec 17 16:18:20.292197 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b9858-acb1-4e18-b70b-a10f7e58d771 req-76d84074-8437-44e5-a868-09e5abce1c7d tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:20.293747 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-907b9858-acb1-4e18-b70b-a10f7e58d771 req-76d84074-8437-44e5-a868-09e5abce1c7d tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 944 time: 0.0509853 Dec 17 16:18:20.333781 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-907b9858-acb1-4e18-b70b-a10f7e58d771 req-5ecef4a1-ef85-42f1-9d7a-4ff4fb150703 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340285 Dec 17 16:18:20.634538 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 94e92f0f-70b9-47f6-a9b7-612e3295eb76 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:18:20.763880 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 94e92f0f-70b9-47f6-a9b7-612e3295eb76 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:18:20.768042 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 94e92f0f-70b9-47f6-a9b7-612e3295eb76 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:18:20.768421 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:20.847922 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:20.871063 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2222cb38-3bc6-4908-8f3e-317203ad1ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e92f0f-70b9-47f6-a9b7-612e3295eb76'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:18:20.873317 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1898862b-dafb-452d-9156-921450c702bf" -d '{"events": [{"server_uuid": "2222cb38-3bc6-4908-8f3e-317203ad1ef5", "name": "network-vif-plugged", "status": "completed", "tag": "94e92f0f-70b9-47f6-a9b7-612e3295eb76"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:18:20.893124 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 94e92f0f-70b9-47f6-a9b7-612e3295eb76, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=94e92f0f-70b9-47f6-a9b7-612e3295eb76,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:18:20.909246 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97569a9-784c-408e-870d-5f286f7737d2 x-openstack-request-id: req-e97569a9-784c-408e-870d-5f286f7737d2 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:18:20.909541 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2222cb38-3bc6-4908-8f3e-317203ad1ef5", "name": "network-vif-plugged", "status": "completed", "tag": "94e92f0f-70b9-47f6-a9b7-612e3295eb76", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:18:20.909795 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e97569a9-784c-408e-870d-5f286f7737d2 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:18:20.910204 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2222cb38-3bc6-4908-8f3e-317203ad1ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e92f0f-70b9-47f6-a9b7-612e3295eb76', 'code': 200} Dec 17 16:18:20.969819 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:21.007420 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a6a33-0129-41d6-ab73-1f367f92873e req-a5bb8472-fb89-4f0d-9f59-439132ff4679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:21.009647 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0f2a6a33-0129-41d6-ab73-1f367f92873e req-a5bb8472-fb89-4f0d-9f59-439132ff4679 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 1096 time: 0.0417438 Dec 17 16:18:21.019257 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=94e92f0f-70b9-47f6-a9b7-612e3295eb76,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:18:21.044506 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0f2a6a33-0129-41d6-ab73-1f367f92873e req-197290d4-d01a-4e7e-9c1d-cfd5b13fb1be service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278912 Dec 17 16:18:21.449595 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20d6c7-7ef7-4383-bc90-84141025f2f4 req-b550bf7d-082f-4897-af1a-6cd4ec47956b tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:21.451048 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b20d6c7-7ef7-4383-bc90-84141025f2f4 req-b550bf7d-082f-4897-af1a-6cd4ec47956b tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 945 time: 0.0489416 Dec 17 16:18:21.488076 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b20d6c7-7ef7-4383-bc90-84141025f2f4 req-1336be3f-28ba-4262-bc56-9b22c9f154bc tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311205 Dec 17 16:18:22.605644 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e649b-59c2-4b26-8dd0-efda1cc3952d req-d5624ee1-1344-4ee4-bdc9-da6ecde917bb tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:22.607104 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c1e649b-59c2-4b26-8dd0-efda1cc3952d req-d5624ee1-1344-4ee4-bdc9-da6ecde917bb tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 945 time: 0.0524483 Dec 17 16:18:22.645014 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6c1e649b-59c2-4b26-8dd0-efda1cc3952d req-1616c4e7-cc71-4f58-b25c-cf3ea2eacc5a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317106 Dec 17 16:18:22.755635 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a1799-a7e6-4cc4-94fd-7bc2dfa8bb6e req-4a919ee0-616c-4c5d-81a8-b8ec75fbba9d tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:22.757139 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-495a1799-a7e6-4cc4-94fd-7bc2dfa8bb6e req-4a919ee0-616c-4c5d-81a8-b8ec75fbba9d tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 945 time: 0.0493855 Dec 17 16:18:22.766052 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 42632) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:18:22.770413 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-d5129eeb-0ca5-40d7-b0dd-5532a9900bb7 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Request body: {'floatingip': {'port_id': '94e92f0f-70b9-47f6-a9b7-612e3295eb76'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:18:22.812990 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d5129eeb-0ca5-40d7-b0dd-5532a9900bb7 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks [] for floatingip, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:23.221939 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d5129eeb-0ca5-40d7-b0dd-5532a9900bb7 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:23.300820 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d5129eeb-0ca5-40d7-b0dd-5532a9900bb7 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:23.399662 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-d5129eeb-0ca5-40d7-b0dd-5532a9900bb7 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Floating IP e23d9c4e-b312-4e3f-b855-8c6cc041605e associated. External IP: 172.25.6.42, port: 94e92f0f-70b9-47f6-a9b7-612e3295eb76. Dec 17 16:18:23.600695 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5129eeb-0ca5-40d7-b0dd-5532a9900bb7 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Router a2bf1d33-8664-4175-ab9b-5baa91c9f270 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:18:23.707059 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5129eeb-0ca5-40d7-b0dd-5532a9900bb7 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:18:23.712519 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d5129eeb-0ca5-40d7-b0dd-5532a9900bb7 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:23.718398 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fceff4-a150-4b08-a2f4-731363c121b0 None None] Sync routers for ids ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:18:23.728500 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fceff4-a150-4b08-a2f4-731363c121b0 None None] Routers {'a2bf1d33-8664-4175-ab9b-5baa91c9f270'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:18:23.729146 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-69fceff4-a150-4b08-a2f4-731363c121b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:18:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:23.739892 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d5129eeb-0ca5-40d7-b0dd-5532a9900bb7 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "PUT /v2.0/floatingips/e23d9c4e-b312-4e3f-b855-8c6cc041605e HTTP/1.1" status: 200 len: 990 time: 0.9728198 Dec 17 16:18:23.740594 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2222cb38-3bc6-4908-8f3e-317203ad1ef5', 'tag': '94e92f0f-70b9-47f6-a9b7-612e3295eb76'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:18:23.742993 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d9dde65d87f77979ab7779ec4af44e6e3bf331c8a24eb2abb769815fa7c2d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d20b1a-8c28-4163-bd50-32c9c5a8fd1a" -d '{"events": [{"name": "network-changed", "server_uuid": "2222cb38-3bc6-4908-8f3e-317203ad1ef5", "tag": "94e92f0f-70b9-47f6-a9b7-612e3295eb76"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:18:23.779871 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de182c51-6079-4ed1-a67e-31404b309b47 x-openstack-request-id: req-de182c51-6079-4ed1-a67e-31404b309b47 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:18:23.780163 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2222cb38-3bc6-4908-8f3e-317203ad1ef5", "tag": "94e92f0f-70b9-47f6-a9b7-612e3295eb76", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:18:23.780434 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-de182c51-6079-4ed1-a67e-31404b309b47 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:18:23.781442 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2222cb38-3bc6-4908-8f3e-317203ad1ef5', 'tag': '94e92f0f-70b9-47f6-a9b7-612e3295eb76', 'status': 'completed', 'code': 200} Dec 17 16:18:23.826033 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:18:23.845682 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-69fceff4-a150-4b08-a2f4-731363c121b0 None None] Set router a2bf1d33-8664-4175-ab9b-5baa91c9f270 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:18:23.850446 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d20b1a-8c28-4163-bd50-32c9c5a8fd1a req-1b57b68a-ff85-4ed3-9538-3917532507ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:23.852183 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e9d20b1a-8c28-4163-bd50-32c9c5a8fd1a req-1b57b68a-ff85-4ed3-9538-3917532507ba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 1096 time: 0.0408516 Dec 17 16:18:23.947838 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d20b1a-8c28-4163-bd50-32c9c5a8fd1a req-19fa90dc-bfd6-492d-8c42-132ede76351b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:23.949343 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e9d20b1a-8c28-4163-bd50-32c9c5a8fd1a req-19fa90dc-bfd6-492d-8c42-132ede76351b service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.0909064 Dec 17 16:18:24.014369 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e9d20b1a-8c28-4163-bd50-32c9c5a8fd1a req-489b3cdb-45ad-4b28-8903-e6a527a14a49 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94e92f0f-70b9-47f6-a9b7-612e3295eb76 HTTP/1.1" status: 200 len: 998 time: 0.0584228 Dec 17 16:18:24.067882 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d20b1a-8c28-4163-bd50-32c9c5a8fd1a req-3b7fc8be-4cad-44c6-848b-66b0e49017b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:24.069367 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e9d20b1a-8c28-4163-bd50-32c9c5a8fd1a req-3b7fc8be-4cad-44c6-848b-66b0e49017b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0488105 Dec 17 16:18:24.073733 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-69fceff4-a150-4b08-a2f4-731363c121b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'name': 'tempest-ServerActionsTestJSON-497056158-router', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:54Z', 'revision_number': 4, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'gw_port': {'id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'e23d9c4e-b312-4e3f-b855-8c6cc041605e', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'port_id': '94e92f0f-70b9-47f6-a9b7-612e3295eb76', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'mac_address': 'fa:16:3e:45:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222cb38-3bc6-4908-8f3e-317203ad1ef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:14:57Z', 'updated_at': '2021-12-17T16:18:23Z', 'revision_number': 5, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '297626f0-4780-4ef1-bae9-6b0131a0366b', 'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'mac_address': 'fa:16:3e:3c:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:53Z', 'updated_at': '2021-12-17T16:14:58Z', 'revision_number': 5, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'subnets': [{'id': '11930287-c4b1-45e4-aea0-8064214884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:24.099654 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fceff4-a150-4b08-a2f4-731363c121b0 None None] Checking router: a2bf1d33-8664-4175-ab9b-5baa91c9f270 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:18:24.108241 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fceff4-a150-4b08-a2f4-731363c121b0 None None] Routers {'a2bf1d33-8664-4175-ab9b-5baa91c9f270'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:18:24.109034 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-69fceff4-a150-4b08-a2f4-731363c121b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:18:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:24.113978 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d20b1a-8c28-4163-bd50-32c9c5a8fd1a req-000645ef-689e-4a61-85d1-915b565e514d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:24.115505 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e9d20b1a-8c28-4163-bd50-32c9c5a8fd1a req-000645ef-689e-4a61-85d1-915b565e514d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397713 Dec 17 16:18:24.203771 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e9d20b1a-8c28-4163-bd50-32c9c5a8fd1a req-0f0ca6b0-ac95-4bca-adfa-d1240accf6a2 service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810828 Dec 17 16:18:24.214828 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-69fceff4-a150-4b08-a2f4-731363c121b0 None None] Set router a2bf1d33-8664-4175-ab9b-5baa91c9f270 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:18:24.298422 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e9d20b1a-8c28-4163-bd50-32c9c5a8fd1a req-24630e76-7697-4e4b-8408-c097cf2bf782 service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875673 Dec 17 16:18:24.597436 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-69fceff4-a150-4b08-a2f4-731363c121b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'name': 'tempest-ServerActionsTestJSON-497056158-router', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:54Z', 'revision_number': 4, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'gw_port': {'id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'e23d9c4e-b312-4e3f-b855-8c6cc041605e', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'port_id': '94e92f0f-70b9-47f6-a9b7-612e3295eb76', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'mac_address': 'fa:16:3e:45:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222cb38-3bc6-4908-8f3e-317203ad1ef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:14:57Z', 'updated_at': '2021-12-17T16:18:23Z', 'revision_number': 5, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '297626f0-4780-4ef1-bae9-6b0131a0366b', 'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'mac_address': 'fa:16:3e:3c:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:53Z', 'updated_at': '2021-12-17T16:14:58Z', 'revision_number': 5, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'subnets': [{'id': '11930287-c4b1-45e4-aea0-8064214884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:18:24.624495 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fceff4-a150-4b08-a2f4-731363c121b0 None None] The sync data for ids ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'] in n-d-820553-2 is: [{'id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'name': 'tempest-ServerActionsTestJSON-497056158-router', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:54Z', 'revision_number': 4, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'gw_port': {'id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'e23d9c4e-b312-4e3f-b855-8c6cc041605e', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'port_id': '94e92f0f-70b9-47f6-a9b7-612e3295eb76', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'mac_address': 'fa:16:3e:45:32:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2222cb38-3bc6-4908-8f3e-317203ad1ef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:14:57Z', 'updated_at': '2021-12-17T16:18:23Z', 'revision_number': 5, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '297626f0-4780-4ef1-bae9-6b0131a0366b', 'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'mac_address': 'fa:16:3e:3c:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:53Z', 'updated_at': '2021-12-17T16:14:58Z', 'revision_number': 5, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'subnets': [{'id': '11930287-c4b1-45e4-aea0-8064214884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:18:24.806157 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d375ae-846d-4e4d-b3c5-836a1b186a07 None None] New status for floating IP e23d9c4e-b312-4e3f-b855-8c6cc041605e: ACTIVE {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:18:26.413813 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:28.924220 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fefd39b9-4998-4bff-8973-7755aa6aeae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:31.123770 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b85af93f-fda3-40cf-993f-04c3b0a62b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:32.512742 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:34.106635 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:34.289978 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:41.095842 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:43.211677 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f0d222a0-27bd-4367-b603-a81694350871 req-afc0d90e-392f-4f12-9472-7697f08078a2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424135 Dec 17 16:18:43.297183 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d222a0-27bd-4367-b603-a81694350871 req-9fcdaa88-161c-4696-834b-b575a40a093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:43.298666 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f0d222a0-27bd-4367-b603-a81694350871 req-9fcdaa88-161c-4696-834b-b575a40a093b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 1096 time: 0.0416374 Dec 17 16:18:43.409180 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d222a0-27bd-4367-b603-a81694350871 req-5eb98039-02bc-4db0-b297-8fcd3432a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:43.410632 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f0d222a0-27bd-4367-b603-a81694350871 req-5eb98039-02bc-4db0-b297-8fcd3432a1bc service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.0899048 Dec 17 16:18:43.475838 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f0d222a0-27bd-4367-b603-a81694350871 req-49a2aa36-38db-4099-8d38-c061b9d7336e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94e92f0f-70b9-47f6-a9b7-612e3295eb76 HTTP/1.1" status: 200 len: 1000 time: 0.0575771 Dec 17 16:18:43.528406 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d222a0-27bd-4367-b603-a81694350871 req-b93421a3-d22a-4008-9b2b-01b5a2cf8fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:43.530022 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f0d222a0-27bd-4367-b603-a81694350871 req-b93421a3-d22a-4008-9b2b-01b5a2cf8fca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0478117 Dec 17 16:18:43.577278 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d222a0-27bd-4367-b603-a81694350871 req-b7e43741-a832-4edc-8aa9-4a72263e5679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:18:43.578744 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f0d222a0-27bd-4367-b603-a81694350871 req-b7e43741-a832-4edc-8aa9-4a72263e5679 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408218 Dec 17 16:18:43.668096 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f0d222a0-27bd-4367-b603-a81694350871 req-1d572880-bf1e-4d7b-aef0-4e0d387de890 service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810127 Dec 17 16:18:43.764817 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f0d222a0-27bd-4367-b603-a81694350871 req-8d8cff3e-786c-4008-b4cf-9aedf5a5c0ed service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897553 Dec 17 16:18:56.431047 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:18:58.918696 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-964ef870-ecbf-4ec8-8100-0d31e7f14f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:19:00.825720 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:19:01.118119 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6dedb73c-ef27-4520-a300-4a851c42c5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:19:02.567484 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:19:04.147012 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:19:04.278117 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:19:11.083828 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:19:26.443988 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:19:28.901413 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-deb6e022-e0dc-4a34-a0c8-6596d155745d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:19:31.144553 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3a296997-ee13-4f19-856c-3e6b20c8891c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:19:32.555642 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:19:34.093492 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:19:34.295460 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:19:37.824915 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:19:41.086378 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:19:45.176096 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e6744cda-9f03-41b8-9e72-ab8a15186913 req-d1636cbd-746f-4ef7-9507-e0a0fa592847 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414867 Dec 17 16:19:45.254250 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6744cda-9f03-41b8-9e72-ab8a15186913 req-7fb95f50-a352-4f2a-a5b2-5c2037ecdfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:45.255729 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e6744cda-9f03-41b8-9e72-ab8a15186913 req-7fb95f50-a352-4f2a-a5b2-5c2037ecdfc8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 1096 time: 0.0412188 Dec 17 16:19:45.362104 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6744cda-9f03-41b8-9e72-ab8a15186913 req-0c9cc834-44ae-4c78-b2fe-dc0ad329162d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:45.363575 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e6744cda-9f03-41b8-9e72-ab8a15186913 req-0c9cc834-44ae-4c78-b2fe-dc0ad329162d service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.0884757 Dec 17 16:19:45.427117 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e6744cda-9f03-41b8-9e72-ab8a15186913 req-212763b5-317f-44a9-adc1-fdf3de14be4a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94e92f0f-70b9-47f6-a9b7-612e3295eb76 HTTP/1.1" status: 200 len: 1000 time: 0.0564513 Dec 17 16:19:45.478205 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6744cda-9f03-41b8-9e72-ab8a15186913 req-c50e6958-06fa-4b29-9abc-8df40bfa1b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:45.479619 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e6744cda-9f03-41b8-9e72-ab8a15186913 req-c50e6958-06fa-4b29-9abc-8df40bfa1b35 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0461304 Dec 17 16:19:45.524549 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6744cda-9f03-41b8-9e72-ab8a15186913 req-a108dcf0-87d0-43f0-b770-ba470c1c6c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:19:45.526201 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e6744cda-9f03-41b8-9e72-ab8a15186913 req-a108dcf0-87d0-43f0-b770-ba470c1c6c09 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394859 Dec 17 16:19:45.617775 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e6744cda-9f03-41b8-9e72-ab8a15186913 req-ca22be90-e561-4000-93e0-db784927876d service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846250 Dec 17 16:19:45.711228 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e6744cda-9f03-41b8-9e72-ab8a15186913 req-2426e2cf-88c1-4cb3-b37f-2d85a403b188 service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867596 Dec 17 16:19:56.461067 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:19:58.910289 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-36f97fb4-a938-4aa0-a3f9-8e6aaeba55c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:00.912852 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b1b65-e9c9-48c4-acc6-045cbc1ccb3d req-31bba192-6c04-4200-9b6c-3276972f279b tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:00.914407 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e76b1b65-e9c9-48c4-acc6-045cbc1ccb3d req-31bba192-6c04-4200-9b6c-3276972f279b tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 945 time: 0.1144867 Dec 17 16:20:00.951519 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e76b1b65-e9c9-48c4-acc6-045cbc1ccb3d req-0c0acdd0-0501-48bb-b5ed-12c1113c8e3d tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311434 Dec 17 16:20:01.118448 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ffa56bd9-5ba1-48f9-9b35-15422160787f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:02.071700 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319aaa0-7dc5-4fa3-9c8e-33baf3e1b016 req-395bc6f9-2514-43f7-8608-9c738a6f7d39 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:02.073221 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c319aaa0-7dc5-4fa3-9c8e-33baf3e1b016 req-395bc6f9-2514-43f7-8608-9c738a6f7d39 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 945 time: 0.0519896 Dec 17 16:20:02.111551 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c319aaa0-7dc5-4fa3-9c8e-33baf3e1b016 req-ded1face-f06f-486d-aaad-0a6c166b6ec8 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324430 Dec 17 16:20:02.532397 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:03.225886 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5294199-3fd0-4f0b-bc7b-073a5c187add req-f0764b5b-7ac3-4a4b-ac2f-2914560422a9 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:03.227352 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d5294199-3fd0-4f0b-bc7b-073a5c187add req-f0764b5b-7ac3-4a4b-ac2f-2914560422a9 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 945 time: 0.0485735 Dec 17 16:20:03.264914 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d5294199-3fd0-4f0b-bc7b-073a5c187add req-c5957f29-368b-440b-a25b-6ab044cbefb8 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315723 Dec 17 16:20:04.106782 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:04.289711 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:04.383043 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d96341-14a1-442b-bf29-26ae51785742 req-c7e79233-85c2-4fde-838a-932a10315ea0 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:04.384500 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e5d96341-14a1-442b-bf29-26ae51785742 req-c7e79233-85c2-4fde-838a-932a10315ea0 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 945 time: 0.0494261 Dec 17 16:20:04.421222 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e5d96341-14a1-442b-bf29-26ae51785742 req-8eec1526-8240-4d70-923b-aba84966fc7f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306640 Dec 17 16:20:05.540198 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84873f4b-c846-49bc-9547-7cb73ccb5d34 req-b2e14c2b-7ba9-417f-8a1f-8f1898755064 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:05.541676 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-84873f4b-c846-49bc-9547-7cb73ccb5d34 req-b2e14c2b-7ba9-417f-8a1f-8f1898755064 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 945 time: 0.0524292 Dec 17 16:20:05.578511 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-84873f4b-c846-49bc-9547-7cb73ccb5d34 req-90d9543e-1b94-4b43-a212-0e313b554747 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308206 Dec 17 16:20:06.692903 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007dd8d-3dc5-4575-aa91-5c1727d8cade req-7841edfe-9b90-49ca-b8f0-b574fbc6a297 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:06.694412 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0007dd8d-3dc5-4575-aa91-5c1727d8cade req-7841edfe-9b90-49ca-b8f0-b574fbc6a297 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 945 time: 0.0489910 Dec 17 16:20:06.731837 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0007dd8d-3dc5-4575-aa91-5c1727d8cade req-ffb04ace-a793-47e2-ac93-09915dd37366 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315158 Dec 17 16:20:07.845407 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939720a-e600-47e3-8764-5006be518839 req-4ea28074-22a4-4be0-a886-337d0dfccd89 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:07.847660 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4939720a-e600-47e3-8764-5006be518839 req-4ea28074-22a4-4be0-a886-337d0dfccd89 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 945 time: 0.0494022 Dec 17 16:20:07.885244 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4939720a-e600-47e3-8764-5006be518839 req-b9d2863d-9759-409a-a408-969cd63f8e98 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315111 Dec 17 16:20:09.003627 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eacb49-8bea-4fed-8afa-6020561bbf24 req-4c8670da-a9f3-47cf-9d22-043582c111ee tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:09.005133 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-41eacb49-8bea-4fed-8afa-6020561bbf24 req-4c8670da-a9f3-47cf-9d22-043582c111ee tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 945 time: 0.0538943 Dec 17 16:20:09.041936 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-41eacb49-8bea-4fed-8afa-6020561bbf24 req-4e58694c-bb5e-4b86-bc71-f18aea325b22 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308106 Dec 17 16:20:10.157914 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcad9a-7b9f-4c35-89a3-3438b191e055 req-1ebbda33-cd9a-432d-bf2d-0e89e7abaa2b tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:10.159437 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0fcad9a-7b9f-4c35-89a3-3438b191e055 req-1ebbda33-cd9a-432d-bf2d-0e89e7abaa2b tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 945 time: 0.0494907 Dec 17 16:20:10.198611 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0fcad9a-7b9f-4c35-89a3-3438b191e055 req-20b1834d-5384-437b-a597-a7a3b80656d3 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332897 Dec 17 16:20:11.121463 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:11.313040 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d02e6-0fe0-4740-963b-84d9c161cb56 req-ef032780-d266-48cf-af3f-4338a8c17052 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:11.314644 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-522d02e6-0fe0-4740-963b-84d9c161cb56 req-ef032780-d266-48cf-af3f-4338a8c17052 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 945 time: 0.0489745 Dec 17 16:20:11.353008 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-522d02e6-0fe0-4740-963b-84d9c161cb56 req-7e6a879a-fd46-468a-94de-093f2ee2d4c0 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315721 Dec 17 16:20:11.735641 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad9793-c06e-4905-abbf-06eb2b153e0e req-c9d71dc7-0676-4181-8cce-35554a5a9f99 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:11.738000 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1bad9793-c06e-4905-abbf-06eb2b153e0e req-c9d71dc7-0676-4181-8cce-35554a5a9f99 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 945 time: 0.0548949 Dec 17 16:20:11.775713 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1bad9793-c06e-4905-abbf-06eb2b153e0e req-f221c0cd-f47f-4771-8760-354e782b7dc7 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316057 Dec 17 16:20:11.856179 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-35adfd7d-b015-4595-8fb5-af0abb491792 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0398004 Dec 17 16:20:12.892905 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5900a34-0cb7-4aec-894a-4338e874f2f1 req-5180131b-75de-4090-b0dd-09d9574cfb9e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:12.894917 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d5900a34-0cb7-4aec-894a-4338e874f2f1 req-5180131b-75de-4090-b0dd-09d9574cfb9e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 945 time: 0.0499544 Dec 17 16:20:12.933519 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d5900a34-0cb7-4aec-894a-4338e874f2f1 req-79b5a422-5258-4fc8-a67b-c8f46577297a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324125 Dec 17 16:20:13.878823 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-cebe41b0-cf3b-4452-bfea-66a772c7a8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:13.880296 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-cebe41b0-cf3b-4452-bfea-66a772c7a8e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 1096 time: 0.0418992 Dec 17 16:20:13.971037 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-2ded34ae-40cd-47d8-ba2b-6b9cac637ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:13.972558 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-2ded34ae-40cd-47d8-ba2b-6b9cac637ae2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.0859587 Dec 17 16:20:14.040350 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-99d02142-512a-483b-b4aa-54dd8d92322e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94e92f0f-70b9-47f6-a9b7-612e3295eb76 HTTP/1.1" status: 200 len: 1000 time: 0.0608532 Dec 17 16:20:14.049932 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7740a5c-33e5-48c7-b275-b2b55b759881 req-b34605fb-8312-4dc2-906d-093e049a44b6 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:14.051584 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b7740a5c-33e5-48c7-b275-b2b55b759881 req-b34605fb-8312-4dc2-906d-093e049a44b6 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 945 time: 0.0509140 Dec 17 16:20:14.090286 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-a385046a-23f7-434d-8e6f-9300a63e9011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:14.091752 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-a385046a-23f7-434d-8e6f-9300a63e9011 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0451341 Dec 17 16:20:14.095713 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b7740a5c-33e5-48c7-b275-b2b55b759881 req-2d022525-6be3-46a7-88fb-04cccc9b1243 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376201 Dec 17 16:20:14.143563 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-265dbf75-8e9a-47f5-a529-5653ff144ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:14.145149 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-265dbf75-8e9a-47f5-a529-5653ff144ee5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460482 Dec 17 16:20:14.232122 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-5a24f60b-94a7-4a85-a78d-8a76a71f5221 service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801141 Dec 17 16:20:14.324689 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-89bb20ed-9e5c-4b68-8048-70cd59f79f6e service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847578 Dec 17 16:20:14.823781 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:20:15.209444 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3a883-c3aa-4e8b-ac04-22ccc94052d7 req-c1bfdfb9-8c54-4fa5-a9d8-f3f07a090cc0 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:15.210934 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-56f3a883-c3aa-4e8b-ac04-22ccc94052d7 req-c1bfdfb9-8c54-4fa5-a9d8-f3f07a090cc0 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 945 time: 0.0484855 Dec 17 16:20:15.248863 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-56f3a883-c3aa-4e8b-ac04-22ccc94052d7 req-fd0c0465-4dd0-4fe1-a726-4146c358377d tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320473 Dec 17 16:20:16.346193 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-0ca79a8e-b125-46e7-a250-b3c674a02c40 service neutron] show failed (client error): The resource could not be found. Dec 17 16:20:16.348183 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-0ca79a8e-b125-46e7-a250-b3c674a02c40 service neutron] 10.222.0.13 "GET /v2.0/ports/94e92f0f-70b9-47f6-a9b7-612e3295eb76/bindings/n-h1-820553-2 HTTP/1.1" status: 404 len: 380 time: 0.0555756 Dec 17 16:20:16.365441 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608fe786-5592-47c7-9668-78a12397887d req-014d5779-d764-4bfa-a2a6-dd3c0b504ac7 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:16.366954 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-608fe786-5592-47c7-9668-78a12397887d req-014d5779-d764-4bfa-a2a6-dd3c0b504ac7 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 945 time: 0.0493479 Dec 17 16:20:16.404674 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-608fe786-5592-47c7-9668-78a12397887d req-d5d1b158-3861-4d14-976c-9cdb884f3eec tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317016 Dec 17 16:20:16.853483 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-6bc24e33-95aa-4bf6-9e55-d898da6ef7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:16.854962 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-6bc24e33-95aa-4bf6-9e55-d898da6ef7f0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5&tenant_id=197dec578fa24a709a8da5cd47608f46 HTTP/1.1" status: 200 len: 1096 time: 0.1012695 Dec 17 16:20:16.873547 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820553-2', 'device_owner': 'compute:nova'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:16.928414 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:17.126456 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] For port 94e92f0f-70b9-47f6-a9b7-612e3295eb76, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=94e92f0f-70b9-47f6-a9b7-612e3295eb76,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:17.158425 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] For port 94e92f0f-70b9-47f6-a9b7-612e3295eb76, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:20:17.195755 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2222cb38-3bc6-4908-8f3e-317203ad1ef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94e92f0f-70b9-47f6-a9b7-612e3295eb76'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:20:17.197985 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b50952b-0255-4712-b7ba-4cff82d67856" -d '{"events": [{"server_uuid": "2222cb38-3bc6-4908-8f3e-317203ad1ef5", "name": "network-vif-unplugged", "status": "completed", "tag": "94e92f0f-70b9-47f6-a9b7-612e3295eb76"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:20:17.201661 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:17.214481 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] Transition to ACTIVE for port object 94e92f0f-70b9-47f6-a9b7-612e3295eb76 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:20:17.295996 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:17.304299 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 16:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24f8337-716d-409b-8f85-8047d9d47b2b x-openstack-request-id: req-d24f8337-716d-409b-8f85-8047d9d47b2b {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:20:17.304594 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2222cb38-3bc6-4908-8f3e-317203ad1ef5", "name": "network-vif-unplugged", "status": "completed", "tag": "94e92f0f-70b9-47f6-a9b7-612e3295eb76", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:20:17.304950 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d24f8337-716d-409b-8f85-8047d9d47b2b {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:20:17.305389 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2222cb38-3bc6-4908-8f3e-317203ad1ef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94e92f0f-70b9-47f6-a9b7-612e3295eb76', 'code': 200} Dec 17 16:20:17.528630 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c2070-3d6b-4894-87dc-8cd49e2e2c12 req-e6a53da8-c452-4f23-9551-8bec342390f0 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:17.530791 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-970c2070-3d6b-4894-87dc-8cd49e2e2c12 req-e6a53da8-c452-4f23-9551-8bec342390f0 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 943 time: 0.0529015 Dec 17 16:20:17.577351 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-970c2070-3d6b-4894-87dc-8cd49e2e2c12 req-e396892b-6e80-42bf-9508-8be706246dc6 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392487 Dec 17 16:20:17.700892 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] Pushing event updated for resources: {'Port': ['ID=94e92f0f-70b9-47f6-a9b7-612e3295eb76,revision_number=6']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:17.714263 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:17.714609 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:17.714947 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:17.715281 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:17.715614 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:17.715942 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:17.716268 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:17.716589 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:17.716912 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:17.717260 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:17.717580 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:17.717899 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:17.751260 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] No DVR routers for this DVR port 94e92f0f-70b9-47f6-a9b7-612e3295eb76 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:20:17.890723 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] Attempting to bind port 94e92f0f-70b9-47f6-a9b7-612e3295eb76 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:20:17.891234 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] Attempting to bind port 94e92f0f-70b9-47f6-a9b7-612e3295eb76 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:20:17.891373 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] Attempting to bind port 94e92f0f-70b9-47f6-a9b7-612e3295eb76 on network 2e805cc2-953d-463a-8304-c2572a23f7b6 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:20:17.898665 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] Port 94e92f0f-70b9-47f6-a9b7-612e3295eb76 on network 2e805cc2-953d-463a-8304-c2572a23f7b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:20:17.899092 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] Attempting to bind port 94e92f0f-70b9-47f6-a9b7-612e3295eb76 on network 2e805cc2-953d-463a-8304-c2572a23f7b6 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:20:17.904863 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:20:17.905240 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] Checking segment: {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:20:17.905626 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] Bound using segment: {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:20:17.906046 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] Bound port: 94e92f0f-70b9-47f6-a9b7-612e3295eb76, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:20:17.910887 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:17.972953 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] For port 94e92f0f-70b9-47f6-a9b7-612e3295eb76, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:20:17.976066 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] For port 94e92f0f-70b9-47f6-a9b7-612e3295eb76, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=94e92f0f-70b9-47f6-a9b7-612e3295eb76,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:20:18.056066 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:18.094890 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:18.095506 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:18.097663 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] 10.222.0.41 "PUT /v2.0/ports/94e92f0f-70b9-47f6-a9b7-612e3295eb76 HTTP/1.1" status: 200 len: 1091 time: 1.2279716 Dec 17 16:20:18.118303 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0edab-89aa-4db5-8e51-bdfc4ccf12fa service neutron] Pushing event updated for resources: {'Port': ['ID=94e92f0f-70b9-47f6-a9b7-612e3295eb76,revision_number=7']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:18.172282 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-69e56c97-889a-43e4-9b20-9152b1167ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:18.173839 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-69e56c97-889a-43e4-9b20-9152b1167ab1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 1094 time: 0.0423760 Dec 17 16:20:18.266051 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-7eda8290-fc33-48ee-b79f-f29c49bfbb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:18.267506 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-7eda8290-fc33-48ee-b79f-f29c49bfbb74 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.0864294 Dec 17 16:20:18.336510 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-69dd7b07-243b-4e01-a039-49f88cf20caf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94e92f0f-70b9-47f6-a9b7-612e3295eb76 HTTP/1.1" status: 200 len: 998 time: 0.0615373 Dec 17 16:20:18.386120 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-d97a59f3-4bfe-4598-a6c7-47c1a30a41f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:18.387550 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-d97a59f3-4bfe-4598-a6c7-47c1a30a41f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0447562 Dec 17 16:20:18.432814 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-981625d8-4252-43cd-bf72-24b053215fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:18.434279 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-981625d8-4252-43cd-bf72-24b053215fdc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389349 Dec 17 16:20:18.526248 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-ea76212b-2626-4a65-a620-89ad9de08455 service neutron] 10.222.0.41 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836036 Dec 17 16:20:18.614571 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-574d3cca-b0dc-4be5-9ee3-0bdd36bc5a40 req-cdb5b8e0-c6d0-4bf4-b0d6-e7895907a592 service neutron] 10.222.0.41 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814033 Dec 17 16:20:18.699154 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f034b6-2cc6-4a8b-80f1-debdedeaa165 req-382304fd-32e4-4e76-b4ab-d7bbc9f3cf2d tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:18.700680 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b2f034b6-2cc6-4a8b-80f1-debdedeaa165 req-382304fd-32e4-4e76-b4ab-d7bbc9f3cf2d tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 943 time: 0.0491991 Dec 17 16:20:18.741500 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b2f034b6-2cc6-4a8b-80f1-debdedeaa165 req-5ec5ad60-ae40-4333-97ef-f0e09b1cc3c9 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346508 Dec 17 16:20:19.306818 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2222cb38-3bc6-4908-8f3e-317203ad1ef5', 'tag': '94e92f0f-70b9-47f6-a9b7-612e3295eb76'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:20:19.309261 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b739d7e2-6172-40f4-9e39-81274f789e42" -d '{"events": [{"name": "network-changed", "server_uuid": "2222cb38-3bc6-4908-8f3e-317203ad1ef5", "tag": "94e92f0f-70b9-47f6-a9b7-612e3295eb76"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:20:19.357127 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3891fb56-1db6-4693-adc5-236e9ddab936 x-openstack-request-id: req-3891fb56-1db6-4693-adc5-236e9ddab936 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:20:19.357365 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2222cb38-3bc6-4908-8f3e-317203ad1ef5", "tag": "94e92f0f-70b9-47f6-a9b7-612e3295eb76", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:20:19.357623 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3891fb56-1db6-4693-adc5-236e9ddab936 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:20:19.358027 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2222cb38-3bc6-4908-8f3e-317203ad1ef5', 'tag': '94e92f0f-70b9-47f6-a9b7-612e3295eb76', 'status': 'completed', 'code': 200} Dec 17 16:20:19.455147 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739d7e2-6172-40f4-9e39-81274f789e42 req-47621f62-468f-4bdd-a46f-ccc9f16a398c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:19.457333 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b739d7e2-6172-40f4-9e39-81274f789e42 req-47621f62-468f-4bdd-a46f-ccc9f16a398c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 1094 time: 0.0775201 Dec 17 16:20:19.474854 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739d7e2-6172-40f4-9e39-81274f789e42 req-2e2ac794-ff28-4ec8-a922-a2fc594e62ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:19.476322 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b739d7e2-6172-40f4-9e39-81274f789e42 req-2e2ac794-ff28-4ec8-a922-a2fc594e62ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 1094 time: 0.0694320 Dec 17 16:20:19.640630 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739d7e2-6172-40f4-9e39-81274f789e42 req-32ed7961-bcac-4923-922b-c780b051c472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:19.642053 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b739d7e2-6172-40f4-9e39-81274f789e42 req-32ed7961-bcac-4923-922b-c780b051c472 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.1778533 Dec 17 16:20:19.644986 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739d7e2-6172-40f4-9e39-81274f789e42 req-af940045-2bb8-45b0-a6ee-bf114be26bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:19.646366 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b739d7e2-6172-40f4-9e39-81274f789e42 req-af940045-2bb8-45b0-a6ee-bf114be26bdb service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.1602437 Dec 17 16:20:19.756318 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b739d7e2-6172-40f4-9e39-81274f789e42 req-e8c3377b-3987-45fb-80d0-d84dee6a8a97 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94e92f0f-70b9-47f6-a9b7-612e3295eb76 HTTP/1.1" status: 200 len: 998 time: 0.1061659 Dec 17 16:20:19.758080 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b739d7e2-6172-40f4-9e39-81274f789e42 req-70b0a9e8-3ccc-43df-a372-906a97274bea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94e92f0f-70b9-47f6-a9b7-612e3295eb76 HTTP/1.1" status: 200 len: 998 time: 0.1026454 Dec 17 16:20:19.846423 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739d7e2-6172-40f4-9e39-81274f789e42 req-d45b2ff8-be1b-479e-8346-cdbdcbe99bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:19.848515 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b739d7e2-6172-40f4-9e39-81274f789e42 req-d45b2ff8-be1b-479e-8346-cdbdcbe99bd8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0770638 Dec 17 16:20:19.849984 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739d7e2-6172-40f4-9e39-81274f789e42 req-a8a118ab-55c8-429e-a625-662e5b7ee873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:19.851326 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b739d7e2-6172-40f4-9e39-81274f789e42 req-a8a118ab-55c8-429e-a625-662e5b7ee873 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0877860 Dec 17 16:20:19.863393 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae21cb7-47ed-4e42-a6a6-f0bd91e0e416 req-081b1d3b-137b-45e3-a66e-c0285724f555 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:19.864861 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2ae21cb7-47ed-4e42-a6a6-f0bd91e0e416 req-081b1d3b-137b-45e3-a66e-c0285724f555 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 943 time: 0.0497053 Dec 17 16:20:19.903527 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2ae21cb7-47ed-4e42-a6a6-f0bd91e0e416 req-878beecc-bce1-4a0c-ad6e-8b241b091873 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323663 Dec 17 16:20:19.921515 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739d7e2-6172-40f4-9e39-81274f789e42 req-daabfbfb-5752-4828-9b15-2269c202a92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:19.923046 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b739d7e2-6172-40f4-9e39-81274f789e42 req-daabfbfb-5752-4828-9b15-2269c202a92d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597358 Dec 17 16:20:19.928900 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739d7e2-6172-40f4-9e39-81274f789e42 req-bc693fd1-9e0a-422a-8329-ee4616c80809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:19.930276 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b739d7e2-6172-40f4-9e39-81274f789e42 req-bc693fd1-9e0a-422a-8329-ee4616c80809 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749094 Dec 17 16:20:20.081466 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b739d7e2-6172-40f4-9e39-81274f789e42 req-212b0ed2-a375-4682-bd53-917df557752b service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499860 Dec 17 16:20:20.084772 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b739d7e2-6172-40f4-9e39-81274f789e42 req-2c7fd4d3-36b8-47b7-88e7-49ab78628a83 service neutron] 10.222.0.41 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461267 Dec 17 16:20:20.245032 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b739d7e2-6172-40f4-9e39-81274f789e42 req-5085881b-c226-4605-ac40-b0fd6f3d3546 service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563568 Dec 17 16:20:20.248378 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b739d7e2-6172-40f4-9e39-81274f789e42 req-f0a5ce5f-0121-4731-a82a-4316f9a07b15 service neutron] 10.222.0.41 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522779 Dec 17 16:20:21.019858 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395151d-dd42-4b86-b9ed-b7945a1e0066 req-d22a4bb0-4266-4b3d-b231-0fbed74b1adc tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:21.021401 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b395151d-dd42-4b86-b9ed-b7945a1e0066 req-d22a4bb0-4266-4b3d-b231-0fbed74b1adc tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 943 time: 0.0486434 Dec 17 16:20:21.062392 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b395151d-dd42-4b86-b9ed-b7945a1e0066 req-bdb4a575-e2a4-4b87-a294-660901fa29b0 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348561 Dec 17 16:20:21.239303 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 94e92f0f-70b9-47f6-a9b7-612e3295eb76 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:20:21.282031 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 94e92f0f-70b9-47f6-a9b7-612e3295eb76 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:20:21.497950 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 94e92f0f-70b9-47f6-a9b7-612e3295eb76 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:20:21.592577 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 94e92f0f-70b9-47f6-a9b7-612e3295eb76, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=94e92f0f-70b9-47f6-a9b7-612e3295eb76,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:21.605578 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '94e92f0f-70b9-47f6-a9b7-612e3295eb76', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'port_id': '94e92f0f-70b9-47f6-a9b7-612e3295eb76', 'mac_address': 'fa:16:3e:45:32:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:20:21.644640 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:21.664259 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94e92f0f-70b9-47f6-a9b7-612e3295eb76 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:20:21.684055 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 94e92f0f-70b9-47f6-a9b7-612e3295eb76, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=94e92f0f-70b9-47f6-a9b7-612e3295eb76,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:21.758807 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:21.807811 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=94e92f0f-70b9-47f6-a9b7-612e3295eb76,revision_number=8']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:21.815580 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:21.819787 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:21.819787 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:21.819787 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:21.819787 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:21.819787 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:21.819787 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:21.819787 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:21.819787 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:21.819787 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:21.819787 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:21.820619 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:20:22.187825 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb894489-437a-4438-9874-f164b69f3209 req-f050beec-eb86-475f-94fe-aa988941474c tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:22.188437 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['94e92f0f-70b9-47f6-a9b7-612e3295eb76'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:20:22.190349 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb894489-437a-4438-9874-f164b69f3209 req-f050beec-eb86-475f-94fe-aa988941474c tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 944 time: 0.0573041 Dec 17 16:20:22.229762 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eb894489-437a-4438-9874-f164b69f3209 req-f0b19217-89aa-49c5-adeb-5f4dd55bf1a9 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338221 Dec 17 16:20:22.550139 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d0c43-15b2-4a6d-84a7-c72299c4a7a8 req-c1487e31-42b3-4311-9e21-07bf69800ff8 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:22.551701 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-629d0c43-15b2-4a6d-84a7-c72299c4a7a8 req-c1487e31-42b3-4311-9e21-07bf69800ff8 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 944 time: 0.0491529 Dec 17 16:20:22.591025 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-629d0c43-15b2-4a6d-84a7-c72299c4a7a8 req-30461c16-8de0-48e5-b88f-aa28c1ac4b6c tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331686 Dec 17 16:20:22.662373 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b2c93-d4ae-45c5-b423-38b66353617a req-70d0ea31-2de7-4247-96f1-de92bf3f544d tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:22.664227 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-735b2c93-d4ae-45c5-b423-38b66353617a req-70d0ea31-2de7-4247-96f1-de92bf3f544d tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.13 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5&tenant_id=197dec578fa24a709a8da5cd47608f46&binding%3Ahost_id=n-h1-820553-2 HTTP/1.1" status: 200 len: 944 time: 0.0739207 Dec 17 16:20:22.731020 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [req-735b2c93-d4ae-45c5-b423-38b66353617a req-37eb1f74-0461-48f3-91f6-2f6f42929a72 service neutron] delete failed (client error): The resource could not be found. Dec 17 16:20:22.731940 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-735b2c93-d4ae-45c5-b423-38b66353617a req-37eb1f74-0461-48f3-91f6-2f6f42929a72 service neutron] 10.222.0.13 "DELETE /v2.0/ports/94e92f0f-70b9-47f6-a9b7-612e3295eb76/bindings/n-h2-820553-2 HTTP/1.1" status: 404 len: 380 time: 0.0606863 Dec 17 16:20:22.816024 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b2c93-d4ae-45c5-b423-38b66353617a req-8070ea58-782c-4a97-985b-15e315b871f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:22.818191 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-735b2c93-d4ae-45c5-b423-38b66353617a req-8070ea58-782c-4a97-985b-15e315b871f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 1095 time: 0.0418785 Dec 17 16:20:22.910867 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b2c93-d4ae-45c5-b423-38b66353617a req-ebd08f79-5f8c-45fe-bbac-067170ada343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:22.912421 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-735b2c93-d4ae-45c5-b423-38b66353617a req-ebd08f79-5f8c-45fe-bbac-067170ada343 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.0879152 Dec 17 16:20:22.976882 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-735b2c93-d4ae-45c5-b423-38b66353617a req-9c18a25b-5aa7-4d56-8e6d-10482ebebdc9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94e92f0f-70b9-47f6-a9b7-612e3295eb76 HTTP/1.1" status: 200 len: 999 time: 0.0574381 Dec 17 16:20:23.029072 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b2c93-d4ae-45c5-b423-38b66353617a req-b4e0a4db-836f-4dc4-a688-afcb7baff0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:23.030480 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-735b2c93-d4ae-45c5-b423-38b66353617a req-b4e0a4db-836f-4dc4-a688-afcb7baff0c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0474026 Dec 17 16:20:23.075562 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b2c93-d4ae-45c5-b423-38b66353617a req-0e8304d7-f72d-4dd4-855c-d0c2a3cc6daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:23.077019 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-735b2c93-d4ae-45c5-b423-38b66353617a req-0e8304d7-f72d-4dd4-855c-d0c2a3cc6daa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401280 Dec 17 16:20:23.165550 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-735b2c93-d4ae-45c5-b423-38b66353617a req-9383f7ec-8cc6-485f-bf3a-297c6d3172a9 service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814950 Dec 17 16:20:23.257728 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-735b2c93-d4ae-45c5-b423-38b66353617a req-d1034f8b-1d04-450f-b31b-e17a754d690a service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857079 Dec 17 16:20:23.539903 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 94e92f0f-70b9-47f6-a9b7-612e3295eb76 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:20:23.658424 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 94e92f0f-70b9-47f6-a9b7-612e3295eb76 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:20:23.663288 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 94e92f0f-70b9-47f6-a9b7-612e3295eb76 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:23.663713 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:23.731690 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d1191-972c-4973-aa65-0ef972973e31 req-d43ca4fc-4f00-4020-a8d0-8750c60c9583 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:23.733230 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d87d1191-972c-4973-aa65-0ef972973e31 req-d43ca4fc-4f00-4020-a8d0-8750c60c9583 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 944 time: 0.0689168 Dec 17 16:20:23.744087 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:23.766634 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2222cb38-3bc6-4908-8f3e-317203ad1ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e92f0f-70b9-47f6-a9b7-612e3295eb76'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:20:23.768879 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1da6cd-fc5f-47b3-a9ee-8aed389e13a5" -d '{"events": [{"server_uuid": "2222cb38-3bc6-4908-8f3e-317203ad1ef5", "name": "network-vif-plugged", "status": "completed", "tag": "94e92f0f-70b9-47f6-a9b7-612e3295eb76"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:20:23.776310 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d87d1191-972c-4973-aa65-0ef972973e31 req-2c952339-407a-4d65-9f16-4b5620bbbf4f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367780 Dec 17 16:20:23.782091 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 94e92f0f-70b9-47f6-a9b7-612e3295eb76, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=94e92f0f-70b9-47f6-a9b7-612e3295eb76,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:23.851569 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:23.876158 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf8f02b-2cfb-41cf-bc9d-6ec6295b8b12 x-openstack-request-id: req-ddf8f02b-2cfb-41cf-bc9d-6ec6295b8b12 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:20:23.876447 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2222cb38-3bc6-4908-8f3e-317203ad1ef5", "name": "network-vif-plugged", "status": "completed", "tag": "94e92f0f-70b9-47f6-a9b7-612e3295eb76", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:20:23.876700 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ddf8f02b-2cfb-41cf-bc9d-6ec6295b8b12 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:20:23.877109 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2222cb38-3bc6-4908-8f3e-317203ad1ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e92f0f-70b9-47f6-a9b7-612e3295eb76', 'code': 200} Dec 17 16:20:23.903201 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=94e92f0f-70b9-47f6-a9b7-612e3295eb76,revision_number=9']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:25.144127 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee50ec-af43-4a8b-9cc5-a9eb9a7b2a3c req-7048d920-e6f9-42df-a52c-da44b2d7576a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:25.145615 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d3ee50ec-af43-4a8b-9cc5-a9eb9a7b2a3c req-7048d920-e6f9-42df-a52c-da44b2d7576a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 945 time: 0.3004823 Dec 17 16:20:25.182291 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d3ee50ec-af43-4a8b-9cc5-a9eb9a7b2a3c req-696ee3fe-da4b-4b50-b533-5f304ae65e35 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304494 Dec 17 16:20:25.295508 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada878a-77ed-4c1c-9a80-e6b6911a3a98 req-c50147c6-9339-4dca-a584-d6d4f7a0bc39 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:25.296980 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fada878a-77ed-4c1c-9a80-e6b6911a3a98 req-c50147c6-9339-4dca-a584-d6d4f7a0bc39 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 945 time: 0.0477037 Dec 17 16:20:25.334004 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fada878a-77ed-4c1c-9a80-e6b6911a3a98 req-82088e82-7843-45a8-8b69-8c8721b6ddc2 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306289 Dec 17 16:20:25.675916 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d86204-1296-4365-80d0-ef0581200b72 req-d149250d-c168-403b-a333-971efdc7f798 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:25.678012 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b2d86204-1296-4365-80d0-ef0581200b72 req-d149250d-c168-403b-a333-971efdc7f798 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 945 time: 0.0489013 Dec 17 16:20:25.719015 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b2d86204-1296-4365-80d0-ef0581200b72 req-736bbfc8-1a8c-4fbd-8a80-aa57319545d1 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349381 Dec 17 16:20:25.801820 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d115c8f-7c0a-42b9-9921-1611a817432e req-1d04e737-0572-43c2-b815-f86132eabfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:25.803536 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2d115c8f-7c0a-42b9-9921-1611a817432e req-1d04e737-0572-43c2-b815-f86132eabfa7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 1096 time: 0.0426629 Dec 17 16:20:25.897054 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d115c8f-7c0a-42b9-9921-1611a817432e req-f4837a2b-6bbe-4b54-a637-b643ec0e6ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:25.898519 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2d115c8f-7c0a-42b9-9921-1611a817432e req-f4837a2b-6bbe-4b54-a637-b643ec0e6ce0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.0886006 Dec 17 16:20:25.962363 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2d115c8f-7c0a-42b9-9921-1611a817432e req-c22fb03d-0ed3-4036-9240-241e0118e736 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94e92f0f-70b9-47f6-a9b7-612e3295eb76 HTTP/1.1" status: 200 len: 1000 time: 0.0568378 Dec 17 16:20:26.011298 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d115c8f-7c0a-42b9-9921-1611a817432e req-7f824dfa-e2fd-4007-91f4-9c545c15034c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:26.012679 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2d115c8f-7c0a-42b9-9921-1611a817432e req-7f824dfa-e2fd-4007-91f4-9c545c15034c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0432117 Dec 17 16:20:26.060676 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d115c8f-7c0a-42b9-9921-1611a817432e req-e43391fa-9325-465b-92f8-3506e92c1688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:26.062152 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2d115c8f-7c0a-42b9-9921-1611a817432e req-e43391fa-9325-465b-92f8-3506e92c1688 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428252 Dec 17 16:20:26.150820 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2d115c8f-7c0a-42b9-9921-1611a817432e req-1d0a31fc-8a7a-4c53-b85b-141a8a2ce6f2 service neutron] 10.222.0.41 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810883 Dec 17 16:20:26.242868 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2d115c8f-7c0a-42b9-9921-1611a817432e req-87e5ef71-b430-4c29-bd58-b709c9f75e42 service neutron] 10.222.0.41 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851581 Dec 17 16:20:26.444351 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:26.838913 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650f0fb-fa4b-4321-b615-e2608a8838e1 req-cbf96364-de3b-423f-96a1-37c9d38506ae tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:26.840392 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c650f0fb-fa4b-4321-b615-e2608a8838e1 req-cbf96364-de3b-423f-96a1-37c9d38506ae tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 945 time: 0.0483582 Dec 17 16:20:26.879278 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c650f0fb-fa4b-4321-b615-e2608a8838e1 req-af9390ed-39de-458e-b638-7a019109b171 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328145 Dec 17 16:20:27.993788 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650ef4b-0f93-4dd1-8d94-ec14d4d46a5d req-e227062a-8b59-4fa9-b5fc-c60694173138 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:27.995233 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a650ef4b-0f93-4dd1-8d94-ec14d4d46a5d req-e227062a-8b59-4fa9-b5fc-c60694173138 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 945 time: 0.0477459 Dec 17 16:20:28.031943 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a650ef4b-0f93-4dd1-8d94-ec14d4d46a5d req-b788b800-de89-41a8-9ac1-5bec47104d0e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308115 Dec 17 16:20:28.395087 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c064d-6a5d-4823-808a-378e2cb5fcfc req-8219d7a9-43b9-4962-aa69-0e2fed5f1482 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:28.396675 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-275c064d-6a5d-4823-808a-378e2cb5fcfc req-8219d7a9-43b9-4962-aa69-0e2fed5f1482 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 945 time: 0.0489645 Dec 17 16:20:28.437502 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-275c064d-6a5d-4823-808a-378e2cb5fcfc req-41762407-8251-439d-8c3f-ddc49d25a213 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346639 Dec 17 16:20:28.903904 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4b27e8fc-aff5-4ae9-99aa-5e14a22b548f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:29.556340 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c75c9-402c-4ef5-9f29-5c6ca5d041af req-1032c5f5-4f1e-4c32-9b2d-f84efb5fa28b tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:29.557862 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a78c75c9-402c-4ef5-9f29-5c6ca5d041af req-1032c5f5-4f1e-4c32-9b2d-f84efb5fa28b tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 945 time: 0.0501826 Dec 17 16:20:29.594631 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a78c75c9-402c-4ef5-9f29-5c6ca5d041af req-ab351531-d7fe-4dac-9113-f5dcfde2323f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308712 Dec 17 16:20:29.769352 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50228a9a-c5f0-45bc-8926-bcfe5c71d392 req-e6bb4902-f3f0-47b9-a549-9623d0ef7acc tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:29.770798 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-50228a9a-c5f0-45bc-8926-bcfe5c71d392 req-e6bb4902-f3f0-47b9-a549-9623d0ef7acc tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.41 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 945 time: 0.0489273 Dec 17 16:20:29.858689 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-50228a9a-c5f0-45bc-8926-bcfe5c71d392 req-7318d62f-ad25-4f6b-b01c-de799ce18bc2 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Deleting port 94e92f0f-70b9-47f6-a9b7-612e3295eb76 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:20:29.859030 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-50228a9a-c5f0-45bc-8926-bcfe5c71d392 req-7318d62f-ad25-4f6b-b01c-de799ce18bc2 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:29.949160 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-50228a9a-c5f0-45bc-8926-bcfe5c71d392 req-7318d62f-ad25-4f6b-b01c-de799ce18bc2 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] For port 94e92f0f-70b9-47f6-a9b7-612e3295eb76, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=94e92f0f-70b9-47f6-a9b7-612e3295eb76,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:29.949521 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-50228a9a-c5f0-45bc-8926-bcfe5c71d392 req-7318d62f-ad25-4f6b-b01c-de799ce18bc2 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:30.112109 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-50228a9a-c5f0-45bc-8926-bcfe5c71d392 req-7318d62f-ad25-4f6b-b01c-de799ce18bc2 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:30.112378 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-50228a9a-c5f0-45bc-8926-bcfe5c71d392 req-7318d62f-ad25-4f6b-b01c-de799ce18bc2 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:30.112689 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [req-50228a9a-c5f0-45bc-8926-bcfe5c71d392 req-7318d62f-ad25-4f6b-b01c-de799ce18bc2 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Floating IP e23d9c4e-b312-4e3f-b855-8c6cc041605e disassociated. External IP: 172.25.6.42, port: 94e92f0f-70b9-47f6-a9b7-612e3295eb76. Dec 17 16:20:30.113021 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-50228a9a-c5f0-45bc-8926-bcfe5c71d392 req-7318d62f-ad25-4f6b-b01c-de799ce18bc2 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Calling delete_port for 94e92f0f-70b9-47f6-a9b7-612e3295eb76 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:20:30.306810 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-50228a9a-c5f0-45bc-8926-bcfe5c71d392 req-7318d62f-ad25-4f6b-b01c-de799ce18bc2 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:30.336634 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318d62f-ad25-4f6b-b01c-de799ce18bc2 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Pushing event deleted for resources: {'Port': ['ID=94e92f0f-70b9-47f6-a9b7-612e3295eb76,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:30.453229 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50228a9a-c5f0-45bc-8926-bcfe5c71d392 req-7318d62f-ad25-4f6b-b01c-de799ce18bc2 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Router a2bf1d33-8664-4175-ab9b-5baa91c9f270 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:20:30.564139 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50228a9a-c5f0-45bc-8926-bcfe5c71d392 req-7318d62f-ad25-4f6b-b01c-de799ce18bc2 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:20:30.574700 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fccd48-b054-4efc-9b0c-b912caa2c311 None None] Sync routers for ids ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:20:30.584551 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fccd48-b054-4efc-9b0c-b912caa2c311 None None] Routers {'a2bf1d33-8664-4175-ab9b-5baa91c9f270'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:30.585443 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-f7fccd48-b054-4efc-9b0c-b912caa2c311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:20:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:30.603372 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-50228a9a-c5f0-45bc-8926-bcfe5c71d392 req-7318d62f-ad25-4f6b-b01c-de799ce18bc2 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] No DVR routers for this DVR port 94e92f0f-70b9-47f6-a9b7-612e3295eb76 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:20:30.606125 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-50228a9a-c5f0-45bc-8926-bcfe5c71d392 req-7318d62f-ad25-4f6b-b01c-de799ce18bc2 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:30.609512 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-50228a9a-c5f0-45bc-8926-bcfe5c71d392 req-7318d62f-ad25-4f6b-b01c-de799ce18bc2 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.41 "DELETE /v2.0/ports/94e92f0f-70b9-47f6-a9b7-612e3295eb76 HTTP/1.1" status: 204 len: 173 time: 0.8328457 Dec 17 16:20:30.609899 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2222cb38-3bc6-4908-8f3e-317203ad1ef5', 'name': 'network-vif-deleted', 'tag': '94e92f0f-70b9-47f6-a9b7-612e3295eb76'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:20:30.612515 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19bffdc-feb2-4e9c-aa68-126c3f3be535" -d '{"events": [{"server_uuid": "2222cb38-3bc6-4908-8f3e-317203ad1ef5", "name": "network-vif-deleted", "tag": "94e92f0f-70b9-47f6-a9b7-612e3295eb76"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:20:30.649030 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f75250-b76c-4e56-ba5b-fed79d2fc1f7 x-openstack-request-id: req-23f75250-b76c-4e56-ba5b-fed79d2fc1f7 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:20:30.649347 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2222cb38-3bc6-4908-8f3e-317203ad1ef5", "name": "network-vif-deleted", "tag": "94e92f0f-70b9-47f6-a9b7-612e3295eb76", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:20:30.649602 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-23f75250-b76c-4e56-ba5b-fed79d2fc1f7 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:20:30.650047 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2222cb38-3bc6-4908-8f3e-317203ad1ef5', 'name': 'network-vif-deleted', 'tag': '94e92f0f-70b9-47f6-a9b7-612e3295eb76', 'status': 'completed', 'code': 200} Dec 17 16:20:30.695984 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2e73c6c2-c4f1-422b-976a-5c6c895e7306 req-5c36522c-7ded-4abc-a7db-a1d868cd4d88 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=2222cb38-3bc6-4908-8f3e-317203ad1ef5 HTTP/1.1" status: 200 len: 210 time: 0.0278211 Dec 17 16:20:30.700429 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-f7fccd48-b054-4efc-9b0c-b912caa2c311 None None] Set router a2bf1d33-8664-4175-ab9b-5baa91c9f270 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:30.904972 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-f7fccd48-b054-4efc-9b0c-b912caa2c311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'name': 'tempest-ServerActionsTestJSON-497056158-router', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:54Z', 'revision_number': 4, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'gw_port': {'id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '297626f0-4780-4ef1-bae9-6b0131a0366b', 'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'mac_address': 'fa:16:3e:3c:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:53Z', 'updated_at': '2021-12-17T16:14:58Z', 'revision_number': 5, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'subnets': [{'id': '11930287-c4b1-45e4-aea0-8064214884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:30.931166 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fccd48-b054-4efc-9b0c-b912caa2c311 None None] Checking router: a2bf1d33-8664-4175-ab9b-5baa91c9f270 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:20:30.939287 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fccd48-b054-4efc-9b0c-b912caa2c311 None None] Routers {'a2bf1d33-8664-4175-ab9b-5baa91c9f270'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:30.939893 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-f7fccd48-b054-4efc-9b0c-b912caa2c311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:20:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:31.046873 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-f7fccd48-b054-4efc-9b0c-b912caa2c311 None None] Set router a2bf1d33-8664-4175-ab9b-5baa91c9f270 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:31.163281 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8afe26e0-6a7b-475e-906b-58ebd3efe561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:31.259309 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-f7fccd48-b054-4efc-9b0c-b912caa2c311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'name': 'tempest-ServerActionsTestJSON-497056158-router', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:54Z', 'revision_number': 4, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'gw_port': {'id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '297626f0-4780-4ef1-bae9-6b0131a0366b', 'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'mac_address': 'fa:16:3e:3c:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:53Z', 'updated_at': '2021-12-17T16:14:58Z', 'revision_number': 5, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'subnets': [{'id': '11930287-c4b1-45e4-aea0-8064214884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:31.285054 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fccd48-b054-4efc-9b0c-b912caa2c311 None None] The sync data for ids ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'] in n-d-820553-2 is: [{'id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'name': 'tempest-ServerActionsTestJSON-497056158-router', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:54Z', 'revision_number': 4, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'gw_port': {'id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '297626f0-4780-4ef1-bae9-6b0131a0366b', 'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'mac_address': 'fa:16:3e:3c:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:53Z', 'updated_at': '2021-12-17T16:14:58Z', 'revision_number': 5, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'subnets': [{'id': '11930287-c4b1-45e4-aea0-8064214884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:20:31.493556 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1c8d37-c41e-40c0-ac32-13cad0d8d3ee None None] New status for floating IP e23d9c4e-b312-4e3f-b855-8c6cc041605e: DOWN {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:20:31.965510 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-dc3cfadc-2741-48df-ba60-1465013e6b10 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--2083808650&fields=id&tenant_id=197dec578fa24a709a8da5cd47608f46 HTTP/1.1" status: 200 len: 267 time: 0.0318668 Dec 17 16:20:32.074259 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-6d4f7b80-7af5-44ac-991c-0b547290be89 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:32.075727 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-6d4f7b80-7af5-44ac-991c-0b547290be89 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 811 time: 0.1033576 Dec 17 16:20:32.090817 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-cd4efc4f-5000-4a94-b591-0eb93f0638de tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/quotas/197dec578fa24a709a8da5cd47608f46 HTTP/1.1" status: 200 len: 375 time: 0.0093429 Dec 17 16:20:32.151100 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-29c65e65-6a23-4188-aabe-970f944ec02c tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0546710 Dec 17 16:20:32.210720 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-e452d515-b3da-47ea-8623-867dbc271bdb service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:20:32.211705 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-e452d515-b3da-47ea-8623-867dbc271bdb service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475352 Dec 17 16:20:32.303917 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-fd7ce5a7-8784-4324-bfee-00e48ec2a492 service neutron] 10.222.0.46 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858345 Dec 17 16:20:32.392948 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-8d6ff4a9-9bb9-46fc-b0c1-717c654ffd1f service neutron] 10.222.0.46 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828114 Dec 17 16:20:32.555388 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:32.665201 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c01a2bda-3330-42bb-9952-42b5316f6f9f req-d7cab910-21d5-44fe-a269-7b6a4de96281 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 210 time: 0.0275512 Dec 17 16:20:33.617900 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 94e92f0f-70b9-47f6-a9b7-612e3295eb76 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:20:33.638392 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 94e92f0f-70b9-47f6-a9b7-612e3295eb76 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:20:33.638734 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 94e92f0f-70b9-47f6-a9b7-612e3295eb76 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:20:33.759777 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9d9bce32-f0d5-47a8-bc10-e9b811a51b4d req-f689753d-7ebf-4620-909c-825fbd0e0f8e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 210 time: 0.0279129 Dec 17 16:20:34.109716 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:34.286862 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:34.365491 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-1968536c-e3e9-437d-90cb-edb30f145707 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:34.367213 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-1968536c-e3e9-437d-90cb-edb30f145707 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.13 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 811 time: 0.1084180 Dec 17 16:20:34.409478 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-39dead58-dd17-4f33-8526-17144d73414e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=197dec578fa24a709a8da5cd47608f46 HTTP/1.1" status: 200 len: 380 time: 0.0328419 Dec 17 16:20:34.420297 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-d6255c9d-09f2-45a4-999a-651404e7e934 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Request body: {'port': {'device_id': 'ca309f83-13b0-44da-a087-17c598e9b211', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'admin_state_up': True, 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'security_groups': ['7e9bb69b-6250-482b-bf9e-50d50b8d668c']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:34.633096 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-d6255c9d-09f2-45a4-999a-651404e7e934 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Made reservation on behalf of 197dec578fa24a709a8da5cd47608f46 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:20:34.636552 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-d6255c9d-09f2-45a4-999a-651404e7e934 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:34.760088 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-d6255c9d-09f2-45a4-999a-651404e7e934 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Allocated IP 172.20.0.11 (2e805cc2-953d-463a-8304-c2572a23f7b6/11930287-c4b1-45e4-aea0-8064214884b7/d6d9fbf3-be0e-4156-8930-ecc6561cdeba) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:20:34.862045 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dd2c03ac-9937-48cb-8050-be4cc80109e8 req-53dd9fa2-604b-4daa-a096-f63ee6637d00 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 210 time: 0.0319703 Dec 17 16:20:34.901312 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-d6255c9d-09f2-45a4-999a-651404e7e934 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:34.981644 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-d6255c9d-09f2-45a4-999a-651404e7e934 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:35.024566 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-d6255c9d-09f2-45a4-999a-651404e7e934 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Network 2e805cc2-953d-463a-8304-c2572a23f7b6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:20:35.027541 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-d6255c9d-09f2-45a4-999a-651404e7e934 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:20:35.031841 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-d6255c9d-09f2-45a4-999a-651404e7e934 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:20:35.064640 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6255c9d-09f2-45a4-999a-651404e7e934 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Pushing event updated for resources: {'Port': ['ID=d6d9fbf3-be0e-4156-8930-ecc6561cdeba,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:35.092920 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-d6255c9d-09f2-45a4-999a-651404e7e934 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:35.093560 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-d6255c9d-09f2-45a4-999a-651404e7e934 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:35.192502 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-d6255c9d-09f2-45a4-999a-651404e7e934 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7755992 Dec 17 16:20:35.202328 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-5adac650-8d8e-40a9-80ac-b2a4ce01d4b4 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:20:35.203400 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-5adac650-8d8e-40a9-80ac-b2a4ce01d4b4 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051005 Dec 17 16:20:35.214844 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-dde230e0-137b-49e5-b8a1-c8019c719c4b service neutron] Request body: {'port': {'device_id': 'ca309f83-13b0-44da-a087-17c598e9b211', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:35.268178 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-dde230e0-137b-49e5-b8a1-c8019c719c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:35.287685 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-6b9b871a-b5a4-4d27-86cd-34f1338e229c None None] Provisioning complete for port d6d9fbf3-be0e-4156-8930-ecc6561cdeba triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:35.288272 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6b9b871a-b5a4-4d27-86cd-34f1338e229c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:35.325696 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-6b9b871a-b5a4-4d27-86cd-34f1338e229c None None] Port d6d9fbf3-be0e-4156-8930-ecc6561cdeba cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:20:35.871926 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-dde230e0-137b-49e5-b8a1-c8019c719c4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6d9fbf3-be0e-4156-8930-ecc6561cdeba {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:20:35.879487 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-dde230e0-137b-49e5-b8a1-c8019c719c4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:35.891911 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-dde230e0-137b-49e5-b8a1-c8019c719c4b service neutron] Transition to ACTIVE for port object d6d9fbf3-be0e-4156-8930-ecc6561cdeba will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:20:35.964107 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-dde230e0-137b-49e5-b8a1-c8019c719c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:35.977061 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627a850-17ed-49b1-9e7a-649c375e25bc req-e7cc5075-9507-4b1a-89c6-6c6a8ab3e827 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:35.980341 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f627a850-17ed-49b1-9e7a-649c375e25bc req-e7cc5075-9507-4b1a-89c6-6c6a8ab3e827 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 932 time: 0.0490992 Dec 17 16:20:36.014531 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde230e0-137b-49e5-b8a1-c8019c719c4b service neutron] Pushing event updated for resources: {'Port': ['ID=d6d9fbf3-be0e-4156-8930-ecc6561cdeba,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:36.022387 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f627a850-17ed-49b1-9e7a-649c375e25bc req-ddc73023-2ae3-4db7-93f5-0cc57e8b9f9b tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368762 Dec 17 16:20:36.089422 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-dde230e0-137b-49e5-b8a1-c8019c719c4b service neutron] Attempting to bind port d6d9fbf3-be0e-4156-8930-ecc6561cdeba on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:20:36.089764 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-dde230e0-137b-49e5-b8a1-c8019c719c4b service neutron] Attempting to bind port d6d9fbf3-be0e-4156-8930-ecc6561cdeba by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:20:36.090099 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-dde230e0-137b-49e5-b8a1-c8019c719c4b service neutron] Attempting to bind port d6d9fbf3-be0e-4156-8930-ecc6561cdeba on network 2e805cc2-953d-463a-8304-c2572a23f7b6 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:20:36.094521 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-dde230e0-137b-49e5-b8a1-c8019c719c4b service neutron] Port d6d9fbf3-be0e-4156-8930-ecc6561cdeba on network 2e805cc2-953d-463a-8304-c2572a23f7b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:20:36.094839 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-dde230e0-137b-49e5-b8a1-c8019c719c4b service neutron] Attempting to bind port d6d9fbf3-be0e-4156-8930-ecc6561cdeba on network 2e805cc2-953d-463a-8304-c2572a23f7b6 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:20:36.100264 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-dde230e0-137b-49e5-b8a1-c8019c719c4b service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:20:36.100601 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-dde230e0-137b-49e5-b8a1-c8019c719c4b service neutron] Checking segment: {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:20:36.100986 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-dde230e0-137b-49e5-b8a1-c8019c719c4b service neutron] Bound using segment: {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:20:36.101439 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-dde230e0-137b-49e5-b8a1-c8019c719c4b service neutron] Bound port: d6d9fbf3-be0e-4156-8930-ecc6561cdeba, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:20:36.101800 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-dde230e0-137b-49e5-b8a1-c8019c719c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:36.171843 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-dde230e0-137b-49e5-b8a1-c8019c719c4b service neutron] For port d6d9fbf3-be0e-4156-8930-ecc6561cdeba, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:20:36.174850 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-dde230e0-137b-49e5-b8a1-c8019c719c4b service neutron] For port d6d9fbf3-be0e-4156-8930-ecc6561cdeba, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=d6d9fbf3-be0e-4156-8930-ecc6561cdeba,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:20:36.256251 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-dde230e0-137b-49e5-b8a1-c8019c719c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:36.292257 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-dde230e0-137b-49e5-b8a1-c8019c719c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:36.292921 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-dde230e0-137b-49e5-b8a1-c8019c719c4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:36.295128 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-dde230e0-137b-49e5-b8a1-c8019c719c4b service neutron] 10.222.0.13 "PUT /v2.0/ports/d6d9fbf3-be0e-4156-8930-ecc6561cdeba HTTP/1.1" status: 200 len: 1092 time: 1.0835779 Dec 17 16:20:36.295578 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca309f83-13b0-44da-a087-17c598e9b211', 'tag': 'd6d9fbf3-be0e-4156-8930-ecc6561cdeba'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:20:36.298257 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2f4c60-2789-44dc-a95a-3df7ab338dca" -d '{"events": [{"name": "network-changed", "server_uuid": "ca309f83-13b0-44da-a087-17c598e9b211", "tag": "d6d9fbf3-be0e-4156-8930-ecc6561cdeba"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:20:36.326113 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde230e0-137b-49e5-b8a1-c8019c719c4b service neutron] Pushing event updated for resources: {'Port': ['ID=d6d9fbf3-be0e-4156-8930-ecc6561cdeba,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:36.348321 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfd1191-2994-42b0-ab7b-7b2d3d312e00 x-openstack-request-id: req-dbfd1191-2994-42b0-ab7b-7b2d3d312e00 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:20:36.348619 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca309f83-13b0-44da-a087-17c598e9b211", "tag": "d6d9fbf3-be0e-4156-8930-ecc6561cdeba", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:20:36.348869 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dbfd1191-2994-42b0-ab7b-7b2d3d312e00 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:20:36.349966 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca309f83-13b0-44da-a087-17c598e9b211', 'tag': 'd6d9fbf3-be0e-4156-8930-ecc6561cdeba', 'status': 'completed', 'code': 200} Dec 17 16:20:36.412905 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f4c60-2789-44dc-a95a-3df7ab338dca req-c5184895-b094-4ad8-9b93-90c62dc32669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:36.414597 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ba2f4c60-2789-44dc-a95a-3df7ab338dca req-c5184895-b094-4ad8-9b93-90c62dc32669 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 1095 time: 0.0439508 Dec 17 16:20:36.519348 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f4c60-2789-44dc-a95a-3df7ab338dca req-0ef21c5e-cbb1-468a-8f89-4889cca76ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:36.520791 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ba2f4c60-2789-44dc-a95a-3df7ab338dca req-0ef21c5e-cbb1-468a-8f89-4889cca76ebb service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=197dec578fa24a709a8da5cd47608f46&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0968862 Dec 17 16:20:36.615497 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f4c60-2789-44dc-a95a-3df7ab338dca req-2f66bead-2533-43be-9464-7b888e3778e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:36.616977 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ba2f4c60-2789-44dc-a95a-3df7ab338dca req-2f66bead-2533-43be-9464-7b888e3778e8 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898767 Dec 17 16:20:36.692321 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-d0444b89-ddb2-4945-982b-30ce1152959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:36.694378 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-d0444b89-ddb2-4945-982b-30ce1152959b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 1095 time: 0.0445869 Dec 17 16:20:36.736157 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-63c50477-4406-4b3d-87f8-d7e4d3ed6574 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6d9fbf3-be0e-4156-8930-ecc6561cdeba HTTP/1.1" status: 200 len: 217 time: 0.0329254 Dec 17 16:20:36.785591 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-180b2db1-d377-4e31-ae4b-e634ec780b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:36.787150 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-180b2db1-d377-4e31-ae4b-e634ec780b4e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0439193 Dec 17 16:20:36.837098 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-84b155c3-e005-4436-9d87-8c17f91e653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:36.838541 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-84b155c3-e005-4436-9d87-8c17f91e653a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447137 Dec 17 16:20:36.926650 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-21467033-c5c7-4bb6-8738-3cf1f0298357 service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803354 Dec 17 16:20:37.018063 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3e409fce-5951-404b-829b-3cbfbf6197b6 req-1041ba8c-170d-4bcc-ba4e-660b6c15586e service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846198 Dec 17 16:20:37.141029 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ba9d4-654e-452f-884d-e23e43b62b0b req-22a4e992-9568-41ed-a0c5-61dfced297f6 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:37.142552 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-605ba9d4-654e-452f-884d-e23e43b62b0b req-22a4e992-9568-41ed-a0c5-61dfced297f6 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 944 time: 0.0505130 Dec 17 16:20:37.180725 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-605ba9d4-654e-452f-884d-e23e43b62b0b req-74370dcc-883b-4e81-b819-ecc5da49be4a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318727 Dec 17 16:20:38.300056 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65628558-6f4d-488f-bd7a-33529dd96db9 req-24c2eb38-240a-4986-8626-d7ffc360c159 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:38.301557 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-65628558-6f4d-488f-bd7a-33529dd96db9 req-24c2eb38-240a-4986-8626-d7ffc360c159 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 944 time: 0.0526390 Dec 17 16:20:38.339505 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-65628558-6f4d-488f-bd7a-33529dd96db9 req-43961a1f-1b40-4c0c-80e0-5fe0bc0ab2c9 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318050 Dec 17 16:20:39.292390 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device d6d9fbf3-be0e-4156-8930-ecc6561cdeba details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:20:39.386328 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port d6d9fbf3-be0e-4156-8930-ecc6561cdeba, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=d6d9fbf3-be0e-4156-8930-ecc6561cdeba,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:39.398519 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'd6d9fbf3-be0e-4156-8930-ecc6561cdeba', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'port_id': 'd6d9fbf3-be0e-4156-8930-ecc6561cdeba', 'mac_address': 'fa:16:3e:09:20:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:20:39.439763 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:39.452391 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d9fbf3-be0e-4156-8930-ecc6561cdeba {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:20:39.453113 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948941e8-92f1-4c60-8cc2-8f448c3aa29a req-d9cbad28-c138-475d-9358-1e5b578b6825 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:39.454604 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-948941e8-92f1-4c60-8cc2-8f448c3aa29a req-d9cbad28-c138-475d-9358-1e5b578b6825 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 944 time: 0.0488768 Dec 17 16:20:39.471804 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port d6d9fbf3-be0e-4156-8930-ecc6561cdeba, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=d6d9fbf3-be0e-4156-8930-ecc6561cdeba,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:39.493796 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-948941e8-92f1-4c60-8cc2-8f448c3aa29a req-6bb2c543-b279-4268-ac0d-547961ff340e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325148 Dec 17 16:20:39.541123 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:39.588654 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=d6d9fbf3-be0e-4156-8930-ecc6561cdeba,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:39.744267 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['d6d9fbf3-be0e-4156-8930-ecc6561cdeba'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:20:40.608287 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56eb81-94a1-4267-ac7e-f06b3b5ae9b0 req-9738ec96-4f1f-489f-b564-af3971b9d0db tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:40.609786 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fe56eb81-94a1-4267-ac7e-f06b3b5ae9b0 req-9738ec96-4f1f-489f-b564-af3971b9d0db tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 945 time: 0.0478139 Dec 17 16:20:40.648666 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fe56eb81-94a1-4267-ac7e-f06b3b5ae9b0 req-8d367d24-5488-448c-a6c0-1cc10da66986 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317240 Dec 17 16:20:41.106956 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:41.315654 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device d6d9fbf3-be0e-4156-8930-ecc6561cdeba up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:20:41.460967 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port d6d9fbf3-be0e-4156-8930-ecc6561cdeba completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:20:41.464724 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port d6d9fbf3-be0e-4156-8930-ecc6561cdeba triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:20:41.465118 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:41.540443 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:41.565076 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca309f83-13b0-44da-a087-17c598e9b211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d9fbf3-be0e-4156-8930-ecc6561cdeba'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:20:41.567349 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a751c63-6627-4acc-ac15-3ee750792cf3" -d '{"events": [{"server_uuid": "ca309f83-13b0-44da-a087-17c598e9b211", "name": "network-vif-plugged", "status": "completed", "tag": "d6d9fbf3-be0e-4156-8930-ecc6561cdeba"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:20:41.580931 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port d6d9fbf3-be0e-4156-8930-ecc6561cdeba, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=d6d9fbf3-be0e-4156-8930-ecc6561cdeba,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:20:41.609517 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443815cb-478e-477a-a6a6-e2de98d79376 x-openstack-request-id: req-443815cb-478e-477a-a6a6-e2de98d79376 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:20:41.609517 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca309f83-13b0-44da-a087-17c598e9b211", "name": "network-vif-plugged", "status": "completed", "tag": "d6d9fbf3-be0e-4156-8930-ecc6561cdeba", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:20:41.609517 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-443815cb-478e-477a-a6a6-e2de98d79376 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:20:41.609517 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca309f83-13b0-44da-a087-17c598e9b211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d9fbf3-be0e-4156-8930-ecc6561cdeba', 'code': 200} Dec 17 16:20:41.661418 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:41.704409 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c55178-5558-4b44-9dca-43b071d5dc3f req-d66fd4a5-884f-4e46-a59b-36d5d10fd106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:41.706169 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d7c55178-5558-4b44-9dca-43b071d5dc3f req-d66fd4a5-884f-4e46-a59b-36d5d10fd106 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 1097 time: 0.0416405 Dec 17 16:20:41.711455 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=d6d9fbf3-be0e-4156-8930-ecc6561cdeba,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:20:41.743327 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d7c55178-5558-4b44-9dca-43b071d5dc3f req-06170e3e-cc79-45ee-b33e-c30e9a0e906f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297465 Dec 17 16:20:41.771287 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02039e62-45e5-447a-a14d-d2981ccd7fe5 req-5dd92dcd-d35c-416b-b6ad-40bbcef01048 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:41.773071 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-02039e62-45e5-447a-a14d-d2981ccd7fe5 req-5dd92dcd-d35c-416b-b6ad-40bbcef01048 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 946 time: 0.0543413 Dec 17 16:20:41.810564 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-02039e62-45e5-447a-a14d-d2981ccd7fe5 req-4e0f9fad-25b9-4562-9788-867d0bb175df tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314920 Dec 17 16:20:42.930733 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d887359-7d92-4730-895e-192bcb35e9e5 req-cd6084ac-0b8a-4a4c-91a1-462c9318437f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:42.932240 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4d887359-7d92-4730-895e-192bcb35e9e5 req-cd6084ac-0b8a-4a4c-91a1-462c9318437f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 946 time: 0.0499425 Dec 17 16:20:42.972509 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4d887359-7d92-4730-895e-192bcb35e9e5 req-7efce837-dd11-40f0-aec9-2dec18c751d8 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330098 Dec 17 16:20:44.087119 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea59db8-b7b6-41a9-95ad-2c2233318e45 req-cbed0079-b4e2-45ec-be4c-4e66f934c118 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:44.088574 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1ea59db8-b7b6-41a9-95ad-2c2233318e45 req-cbed0079-b4e2-45ec-be4c-4e66f934c118 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 946 time: 0.0483494 Dec 17 16:20:44.125161 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1ea59db8-b7b6-41a9-95ad-2c2233318e45 req-10fc8d7e-a9ef-4a16-8799-34d11f969463 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306253 Dec 17 16:20:44.237983 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030638ad-dbff-4e11-8f24-015d8a78f663 req-e649f47e-e5a7-407d-8475-39342c35a3b6 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:44.239443 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-030638ad-dbff-4e11-8f24-015d8a78f663 req-e649f47e-e5a7-407d-8475-39342c35a3b6 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 946 time: 0.0526173 Dec 17 16:20:44.248281 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 43016) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:20:44.252788 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-385556b2-8899-479f-b712-a15eeafbb9fc tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Request body: {'floatingip': {'port_id': 'd6d9fbf3-be0e-4156-8930-ecc6561cdeba'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:20:44.292161 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-385556b2-8899-479f-b712-a15eeafbb9fc tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks [] for floatingip, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:44.707658 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-385556b2-8899-479f-b712-a15eeafbb9fc tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:44.766171 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-385556b2-8899-479f-b712-a15eeafbb9fc tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:44.867726 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-385556b2-8899-479f-b712-a15eeafbb9fc tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Floating IP e23d9c4e-b312-4e3f-b855-8c6cc041605e associated. External IP: 172.25.6.42, port: d6d9fbf3-be0e-4156-8930-ecc6561cdeba. Dec 17 16:20:45.071893 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385556b2-8899-479f-b712-a15eeafbb9fc tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Router a2bf1d33-8664-4175-ab9b-5baa91c9f270 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:20:45.179597 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385556b2-8899-479f-b712-a15eeafbb9fc tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:20:45.184325 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-385556b2-8899-479f-b712-a15eeafbb9fc tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:45.188965 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3415ae38-f1b6-4911-b7f7-8146fea818db None None] Sync routers for ids ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:20:45.198963 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3415ae38-f1b6-4911-b7f7-8146fea818db None None] Routers {'a2bf1d33-8664-4175-ab9b-5baa91c9f270'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:45.199582 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-3415ae38-f1b6-4911-b7f7-8146fea818db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:20:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:45.212544 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-385556b2-8899-479f-b712-a15eeafbb9fc tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "PUT /v2.0/floatingips/e23d9c4e-b312-4e3f-b855-8c6cc041605e HTTP/1.1" status: 200 len: 991 time: 0.9631619 Dec 17 16:20:45.213148 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca309f83-13b0-44da-a087-17c598e9b211', 'tag': 'd6d9fbf3-be0e-4156-8930-ecc6561cdeba'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:20:45.215534 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d9dde65d87f77979ab7779ec4af44e6e3bf331c8a24eb2abb769815fa7c2d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84caaa8-d1d5-44df-9619-654443431b76" -d '{"events": [{"name": "network-changed", "server_uuid": "ca309f83-13b0-44da-a087-17c598e9b211", "tag": "d6d9fbf3-be0e-4156-8930-ecc6561cdeba"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:20:45.311298 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368b7abb-7e85-4bc5-a197-35bd3e1a17f3 x-openstack-request-id: req-368b7abb-7e85-4bc5-a197-35bd3e1a17f3 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:20:45.311592 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca309f83-13b0-44da-a087-17c598e9b211", "tag": "d6d9fbf3-be0e-4156-8930-ecc6561cdeba", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:20:45.311845 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-368b7abb-7e85-4bc5-a197-35bd3e1a17f3 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:20:45.312135 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-3415ae38-f1b6-4911-b7f7-8146fea818db None None] Set router a2bf1d33-8664-4175-ab9b-5baa91c9f270 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:45.312252 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca309f83-13b0-44da-a087-17c598e9b211', 'tag': 'd6d9fbf3-be0e-4156-8930-ecc6561cdeba', 'status': 'completed', 'code': 200} Dec 17 16:20:45.375451 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84caaa8-d1d5-44df-9619-654443431b76 req-1d0797b4-6ec6-4689-b9c4-5bd9a00377a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:45.376872 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f84caaa8-d1d5-44df-9619-654443431b76 req-1d0797b4-6ec6-4689-b9c4-5bd9a00377a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 1097 time: 0.0436068 Dec 17 16:20:45.472524 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84caaa8-d1d5-44df-9619-654443431b76 req-35ffdbe6-f037-42b3-9b53-762ca8bce98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:45.474095 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f84caaa8-d1d5-44df-9619-654443431b76 req-35ffdbe6-f037-42b3-9b53-762ca8bce98e service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.0897732 Dec 17 16:20:45.540669 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f84caaa8-d1d5-44df-9619-654443431b76 req-93a34ce7-0818-4ae3-88d9-9c30a86dc6bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6d9fbf3-be0e-4156-8930-ecc6561cdeba HTTP/1.1" status: 200 len: 999 time: 0.0595973 Dec 17 16:20:45.543981 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-3415ae38-f1b6-4911-b7f7-8146fea818db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'name': 'tempest-ServerActionsTestJSON-497056158-router', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:54Z', 'revision_number': 4, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'gw_port': {'id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'e23d9c4e-b312-4e3f-b855-8c6cc041605e', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'port_id': 'd6d9fbf3-be0e-4156-8930-ecc6561cdeba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'mac_address': 'fa:16:3e:09:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca309f83-13b0-44da-a087-17c598e9b211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:14:57Z', 'updated_at': '2021-12-17T16:20:44Z', 'revision_number': 9, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '297626f0-4780-4ef1-bae9-6b0131a0366b', 'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'mac_address': 'fa:16:3e:3c:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:53Z', 'updated_at': '2021-12-17T16:14:58Z', 'revision_number': 5, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'subnets': [{'id': '11930287-c4b1-45e4-aea0-8064214884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:45.574254 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3415ae38-f1b6-4911-b7f7-8146fea818db None None] Checking router: a2bf1d33-8664-4175-ab9b-5baa91c9f270 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:20:45.582769 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3415ae38-f1b6-4911-b7f7-8146fea818db None None] Routers {'a2bf1d33-8664-4175-ab9b-5baa91c9f270'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:20:45.583812 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-3415ae38-f1b6-4911-b7f7-8146fea818db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:20:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:45.591014 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84caaa8-d1d5-44df-9619-654443431b76 req-bce83591-e63b-4fa2-bea0-6dc95b6b7108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:45.592485 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f84caaa8-d1d5-44df-9619-654443431b76 req-bce83591-e63b-4fa2-bea0-6dc95b6b7108 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0448790 Dec 17 16:20:45.646293 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84caaa8-d1d5-44df-9619-654443431b76 req-5c66e463-e521-4896-b715-858bfb197fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:45.648514 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f84caaa8-d1d5-44df-9619-654443431b76 req-5c66e463-e521-4896-b715-858bfb197fb7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475616 Dec 17 16:20:45.748573 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f84caaa8-d1d5-44df-9619-654443431b76 req-4e8d73a4-25b2-4110-bfa4-d77c3e25b141 service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932529 Dec 17 16:20:45.848003 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f84caaa8-d1d5-44df-9619-654443431b76 req-25c696fa-a990-4792-8a1b-e74203b9227e service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926654 Dec 17 16:20:45.855396 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-3415ae38-f1b6-4911-b7f7-8146fea818db None None] Set router a2bf1d33-8664-4175-ab9b-5baa91c9f270 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:20:46.076066 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-3415ae38-f1b6-4911-b7f7-8146fea818db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'name': 'tempest-ServerActionsTestJSON-497056158-router', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:54Z', 'revision_number': 4, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'gw_port': {'id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'e23d9c4e-b312-4e3f-b855-8c6cc041605e', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'port_id': 'd6d9fbf3-be0e-4156-8930-ecc6561cdeba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'mac_address': 'fa:16:3e:09:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca309f83-13b0-44da-a087-17c598e9b211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:14:57Z', 'updated_at': '2021-12-17T16:20:44Z', 'revision_number': 9, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '297626f0-4780-4ef1-bae9-6b0131a0366b', 'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'mac_address': 'fa:16:3e:3c:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:53Z', 'updated_at': '2021-12-17T16:14:58Z', 'revision_number': 5, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'subnets': [{'id': '11930287-c4b1-45e4-aea0-8064214884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:20:46.101395 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3415ae38-f1b6-4911-b7f7-8146fea818db None None] The sync data for ids ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'] in n-d-820553-2 is: [{'id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'name': 'tempest-ServerActionsTestJSON-497056158-router', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:54Z', 'revision_number': 4, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'gw_port': {'id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'e23d9c4e-b312-4e3f-b855-8c6cc041605e', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'port_id': 'd6d9fbf3-be0e-4156-8930-ecc6561cdeba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'mac_address': 'fa:16:3e:09:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca309f83-13b0-44da-a087-17c598e9b211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:14:57Z', 'updated_at': '2021-12-17T16:20:44Z', 'revision_number': 9, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '297626f0-4780-4ef1-bae9-6b0131a0366b', 'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'mac_address': 'fa:16:3e:3c:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:53Z', 'updated_at': '2021-12-17T16:14:58Z', 'revision_number': 5, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'subnets': [{'id': '11930287-c4b1-45e4-aea0-8064214884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:20:46.284039 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6708c2e6-1ac0-4cb7-b224-8e98eb94731f None None] New status for floating IP e23d9c4e-b312-4e3f-b855-8c6cc041605e: ACTIVE {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:20:46.588092 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4072d1c5-125f-49d5-acab-979412f03e54 req-aa6a632b-6a50-4df6-a286-073a1bb4fc71 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413508 Dec 17 16:20:46.668308 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072d1c5-125f-49d5-acab-979412f03e54 req-d42c1328-15ba-409c-996d-b724f1e53eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:46.669797 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4072d1c5-125f-49d5-acab-979412f03e54 req-d42c1328-15ba-409c-996d-b724f1e53eca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 1097 time: 0.0404263 Dec 17 16:20:46.774098 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072d1c5-125f-49d5-acab-979412f03e54 req-4833e068-82f1-45ea-b718-5b97f4d130cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:46.775521 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4072d1c5-125f-49d5-acab-979412f03e54 req-4833e068-82f1-45ea-b718-5b97f4d130cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.0873990 Dec 17 16:20:46.840182 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4072d1c5-125f-49d5-acab-979412f03e54 req-e1de47c3-e905-49c2-b6c1-a854cb1bc855 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6d9fbf3-be0e-4156-8930-ecc6561cdeba HTTP/1.1" status: 200 len: 1002 time: 0.0577216 Dec 17 16:20:46.890007 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072d1c5-125f-49d5-acab-979412f03e54 req-7aea3d7b-b291-4776-8f34-ee5f95e694ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:46.891261 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4072d1c5-125f-49d5-acab-979412f03e54 req-7aea3d7b-b291-4776-8f34-ee5f95e694ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0445383 Dec 17 16:20:46.940362 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072d1c5-125f-49d5-acab-979412f03e54 req-1f3cc972-c0e5-4f13-b7e9-bafc214100d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:20:46.941853 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4072d1c5-125f-49d5-acab-979412f03e54 req-1f3cc972-c0e5-4f13-b7e9-bafc214100d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436327 Dec 17 16:20:47.030873 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4072d1c5-125f-49d5-acab-979412f03e54 req-c130e644-a504-4e07-b4a7-b07828a89f7b service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818434 Dec 17 16:20:47.126712 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4072d1c5-125f-49d5-acab-979412f03e54 req-18f42d67-b4dc-4a5c-87ee-bd93dea02c5c service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881202 Dec 17 16:20:51.822821 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:20:56.455258 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:20:58.897938 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a131a03a-d4ca-48c5-afc6-b51eae4475b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:21:01.141151 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8d73bb4e-fa0c-4082-a7ff-bf4231f867cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:21:02.552825 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:21:04.103510 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:21:04.273326 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:21:11.143140 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:21:26.479923 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:21:28.823412 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:21:28.935381 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cb65cf3c-ca09-44d5-9896-1951dea6be76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:21:31.171334 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a0459ec7-488a-432c-aa13-22bdbf0b523b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:21:32.560192 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:21:34.112984 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:21:34.278156 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:21:41.175332 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:21:46.574191 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-141a71dc-843a-41c9-b282-b455d32e5a32 req-5b486368-722a-4b6e-b5f2-d79454f0652f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405295 Dec 17 16:21:46.653935 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a71dc-843a-41c9-b282-b455d32e5a32 req-2fbf56c4-a7ea-48d4-961e-0220abf2fa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:46.655737 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-141a71dc-843a-41c9-b282-b455d32e5a32 req-2fbf56c4-a7ea-48d4-961e-0220abf2fa6b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 1097 time: 0.0414231 Dec 17 16:21:46.759550 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a71dc-843a-41c9-b282-b455d32e5a32 req-5a13153c-9fcb-4876-9466-b8e42f9ded19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:46.760985 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-141a71dc-843a-41c9-b282-b455d32e5a32 req-5a13153c-9fcb-4876-9466-b8e42f9ded19 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.0868866 Dec 17 16:21:46.824724 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-141a71dc-843a-41c9-b282-b455d32e5a32 req-594bab2d-ab9f-420b-9994-39d91667f706 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6d9fbf3-be0e-4156-8930-ecc6561cdeba HTTP/1.1" status: 200 len: 1002 time: 0.0563755 Dec 17 16:21:46.873795 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a71dc-843a-41c9-b282-b455d32e5a32 req-b36cba1d-4a29-4d6b-b981-12856bd066a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:46.875220 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-141a71dc-843a-41c9-b282-b455d32e5a32 req-b36cba1d-4a29-4d6b-b981-12856bd066a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0439868 Dec 17 16:21:46.924869 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a71dc-843a-41c9-b282-b455d32e5a32 req-bd3aca27-4770-4296-ba80-a8c2eddbe587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:21:46.926425 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-141a71dc-843a-41c9-b282-b455d32e5a32 req-bd3aca27-4770-4296-ba80-a8c2eddbe587 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445004 Dec 17 16:21:47.018638 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-141a71dc-843a-41c9-b282-b455d32e5a32 req-33f7eaaa-fe24-488a-baf7-5876336240f2 service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849576 Dec 17 16:21:47.111419 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-141a71dc-843a-41c9-b282-b455d32e5a32 req-5b9579d6-7b20-4590-96c4-b4487cb7a58b service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850382 Dec 17 16:21:56.502576 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:21:58.913936 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-646b2458-0559-4fb5-97f1-f9e08d73c30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:22:01.171295 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5e85b311-c1e0-4c32-9fa0-eb740dddccc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:22:02.525593 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:22:04.090953 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:22:04.274778 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:22:05.823554 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:22:11.148215 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:22:21.053450 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-acb46532-53dc-49f5-87df-3f9506d35d63 req-2476ae00-31ee-4341-876d-9de57665054d service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:22:21.054499 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-acb46532-53dc-49f5-87df-3f9506d35d63 req-2476ae00-31ee-4341-876d-9de57665054d service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0646558 Dec 17 16:22:21.360338 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956d637-7443-435a-b964-14f298cf5ae6 req-c6b277b2-2d25-4e93-8ad7-d042ba5bd25d tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:21.361838 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c956d637-7443-435a-b964-14f298cf5ae6 req-c6b277b2-2d25-4e93-8ad7-d042ba5bd25d tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 946 time: 0.0487628 Dec 17 16:22:21.420493 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c956d637-7443-435a-b964-14f298cf5ae6 req-af1ff195-3385-43d6-8622-10b4753aa5ec tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522280 Dec 17 16:22:21.436564 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-aaad9a60-b719-4ba9-8071-99f1ab19c864 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0430546 Dec 17 16:22:21.445588 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-0285f8c7-e0ed-4269-aae6-d5c64cc87160 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:22:21.447047 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-0285f8c7-e0ed-4269-aae6-d5c64cc87160 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053639 Dec 17 16:22:22.547567 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473aa05-4b67-4c3a-b7ad-9164f86b62c9 req-11233f92-907e-4a5a-800d-b28ab66b6de9 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:22.549206 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4473aa05-4b67-4c3a-b7ad-9164f86b62c9 req-11233f92-907e-4a5a-800d-b28ab66b6de9 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 946 time: 0.0520232 Dec 17 16:22:22.588822 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4473aa05-4b67-4c3a-b7ad-9164f86b62c9 req-a8ecb2b6-8f1c-4299-8e65-afd39b73dcf4 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334663 Dec 17 16:22:23.364479 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-9a16010f-6258-4a1e-a228-cb1f50d77097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:23.365980 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-9a16010f-6258-4a1e-a228-cb1f50d77097 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 1097 time: 0.0411079 Dec 17 16:22:23.457330 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-94f260da-1dc3-41a1-8de5-21c712c34539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:23.458753 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-94f260da-1dc3-41a1-8de5-21c712c34539 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.0857022 Dec 17 16:22:23.521864 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-cc3d3477-262c-435d-92f2-fec8b0c84fd5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6d9fbf3-be0e-4156-8930-ecc6561cdeba HTTP/1.1" status: 200 len: 1002 time: 0.0559418 Dec 17 16:22:23.570675 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-120d20d9-9bd5-4149-8e46-aa662b07f678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:23.572107 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-120d20d9-9bd5-4149-8e46-aa662b07f678 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0425851 Dec 17 16:22:23.624360 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-6bb8ade0-94be-427d-89c1-b56f90f586a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:23.626077 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-6bb8ade0-94be-427d-89c1-b56f90f586a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454919 Dec 17 16:22:23.716363 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17953370-2eb3-4b51-bc74-a084654003e8 req-72b8da75-5476-417e-ab46-bcf984276b0b tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:23.717945 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-17953370-2eb3-4b51-bc74-a084654003e8 req-72b8da75-5476-417e-ab46-bcf984276b0b tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 946 time: 0.0547433 Dec 17 16:22:23.724875 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-02cb2e5c-76d9-4378-8d4a-185fda95c444 service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917692 Dec 17 16:22:23.757955 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-17953370-2eb3-4b51-bc74-a084654003e8 req-5ac54f84-f661-429a-bb08-531a36edb265 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338042 Dec 17 16:22:23.821372 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-03c86d09-3587-427b-828b-6f1737e3412a service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897551 Dec 17 16:22:24.877493 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9f437-6517-475f-80ae-c748065a7c21 req-bee9fce6-b2fb-4fb9-8f1a-e3f0d636058e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:24.878959 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-beb9f437-6517-475f-80ae-c748065a7c21 req-bee9fce6-b2fb-4fb9-8f1a-e3f0d636058e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 946 time: 0.0507972 Dec 17 16:22:24.916720 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-beb9f437-6517-475f-80ae-c748065a7c21 req-ef747b52-5c98-4fcc-875c-6544b8970628 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317025 Dec 17 16:22:26.033643 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f482e-9e36-4f94-a9e6-335cd46541e1 req-a701045b-ac46-4c11-8996-1a0f77d6b112 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:26.035112 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-be8f482e-9e36-4f94-a9e6-335cd46541e1 req-a701045b-ac46-4c11-8996-1a0f77d6b112 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 946 time: 0.0496378 Dec 17 16:22:26.073069 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-be8f482e-9e36-4f94-a9e6-335cd46541e1 req-f8d32e70-8eca-4e0d-a889-efe66280a2f3 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318770 Dec 17 16:22:26.508035 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:22:27.193419 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7d439-962a-4302-8066-9ef1b568f191 req-d9c84dc8-02f9-4798-a88c-23181c5f2a23 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:27.194806 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-85c7d439-962a-4302-8066-9ef1b568f191 req-d9c84dc8-02f9-4798-a88c-23181c5f2a23 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 946 time: 0.0548775 Dec 17 16:22:27.232914 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-85c7d439-962a-4302-8066-9ef1b568f191 req-862f2236-cfb1-4fe1-ab7b-080b5aa60966 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313282 Dec 17 16:22:28.349828 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825c45c-c429-4e55-8bfb-5810c1325143 req-f15ded98-da84-4e0b-8ec0-ffe0a179cc87 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:28.351290 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7825c45c-c429-4e55-8bfb-5810c1325143 req-f15ded98-da84-4e0b-8ec0-ffe0a179cc87 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 946 time: 0.0503421 Dec 17 16:22:28.389696 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7825c45c-c429-4e55-8bfb-5810c1325143 req-f99244aa-7c4f-411b-bfda-c33c0354d028 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323157 Dec 17 16:22:28.907762 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4cda34f4-fe99-45c8-a56f-4e1985b47e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:22:29.503208 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787abe63-b885-4273-9fd9-0657237917ca req-8906dca4-6218-43eb-a812-427ee3e7480e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:29.504656 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-787abe63-b885-4273-9fd9-0657237917ca req-8906dca4-6218-43eb-a812-427ee3e7480e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 946 time: 0.0478225 Dec 17 16:22:29.542938 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-787abe63-b885-4273-9fd9-0657237917ca req-ab77de08-2651-4c82-97cd-1acb923b2688 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314376 Dec 17 16:22:30.660946 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3cd62-ea29-406b-b779-4813800bb222 req-c391b27b-aa06-4d29-9c43-6a2c2ffb329b tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:30.662444 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dfe3cd62-ea29-406b-b779-4813800bb222 req-c391b27b-aa06-4d29-9c43-6a2c2ffb329b tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 946 time: 0.0520043 Dec 17 16:22:30.699466 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dfe3cd62-ea29-406b-b779-4813800bb222 req-01be8a6d-37fb-466b-a0c6-dd301df1a334 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304894 Dec 17 16:22:31.136274 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-460bd9de-df22-40af-a91e-6a0fdaa3a354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:22:31.813523 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94898547-e825-4746-9033-f12fc5fc7a6f req-2baa160b-037b-4ac4-96a2-1de60372b397 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:31.815006 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94898547-e825-4746-9033-f12fc5fc7a6f req-2baa160b-037b-4ac4-96a2-1de60372b397 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 946 time: 0.0490608 Dec 17 16:22:31.853236 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-94898547-e825-4746-9033-f12fc5fc7a6f req-98251745-2abf-40b1-bdc1-f210b765f38a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320530 Dec 17 16:22:32.536759 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:22:32.967324 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40befd-2e60-48f2-b3de-d71d3f204893 req-5115ec25-b813-4412-9c7c-c3c4ba1e44fc tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:32.968777 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9d40befd-2e60-48f2-b3de-d71d3f204893 req-5115ec25-b813-4412-9c7c-c3c4ba1e44fc tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 946 time: 0.0485806 Dec 17 16:22:33.006515 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9d40befd-2e60-48f2-b3de-d71d3f204893 req-b00c4626-2d7f-4956-8905-a7783991749d tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318799 Dec 17 16:22:34.124892 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:22:34.129985 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3245e1c-0625-4574-acbd-1f4119525602 req-8bcd8a3b-db5d-45cc-bd19-94c632e293ff tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:34.131500 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e3245e1c-0625-4574-acbd-1f4119525602 req-8bcd8a3b-db5d-45cc-bd19-94c632e293ff tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 946 time: 0.0564082 Dec 17 16:22:34.169102 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e3245e1c-0625-4574-acbd-1f4119525602 req-dfb00efd-0ce9-4bc2-a889-82691444687c tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313830 Dec 17 16:22:34.273306 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:22:35.283132 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1b18c-8747-4509-baa9-6c2d5be69836 req-efaef958-4b74-4d77-809b-5ff533a164c6 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:35.284599 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68b1b18c-8747-4509-baa9-6c2d5be69836 req-efaef958-4b74-4d77-809b-5ff533a164c6 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 946 time: 0.0487237 Dec 17 16:22:35.322417 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68b1b18c-8747-4509-baa9-6c2d5be69836 req-96d90986-3765-4995-a778-e21359c692fb tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315282 Dec 17 16:22:36.436976 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb793d6-e596-467c-9b64-7d51291c1831 req-ac2aacc6-a5eb-4dce-b385-722330666410 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:36.438468 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4fb793d6-e596-467c-9b64-7d51291c1831 req-ac2aacc6-a5eb-4dce-b385-722330666410 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 946 time: 0.0485623 Dec 17 16:22:36.475936 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4fb793d6-e596-467c-9b64-7d51291c1831 req-9df5b604-04ab-4e3a-8210-a870de9bc727 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315318 Dec 17 16:22:37.594765 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db4838-e263-4b13-b1d5-b6927b7ef312 req-450d4b13-0bda-4561-8f9f-6860f40ed3dd tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:37.596244 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a0db4838-e263-4b13-b1d5-b6927b7ef312 req-450d4b13-0bda-4561-8f9f-6860f40ed3dd tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 946 time: 0.0527010 Dec 17 16:22:37.634390 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a0db4838-e263-4b13-b1d5-b6927b7ef312 req-42b1fe86-2ae3-4c37-b5d7-45e5847c8579 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318482 Dec 17 16:22:38.751100 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072c597-a92b-4dfb-bc04-82313044a785 req-c85a6089-2646-47a5-89e8-ef2f5d174640 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:38.752582 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d072c597-a92b-4dfb-bc04-82313044a785 req-c85a6089-2646-47a5-89e8-ef2f5d174640 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 946 time: 0.0489070 Dec 17 16:22:38.790548 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d072c597-a92b-4dfb-bc04-82313044a785 req-a998ecfe-a81c-41d8-9389-9046ef0fd8f1 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313354 Dec 17 16:22:39.905613 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37c080-62ad-45fe-b47d-f4dc1c7a3dd8 req-f21e6b40-ed2f-4e64-9430-617457c9271c tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:39.907092 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4e37c080-62ad-45fe-b47d-f4dc1c7a3dd8 req-f21e6b40-ed2f-4e64-9430-617457c9271c tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 946 time: 0.0492249 Dec 17 16:22:39.945067 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4e37c080-62ad-45fe-b47d-f4dc1c7a3dd8 req-e276d019-9d5b-4145-b24b-3cd6e85ca7d7 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320604 Dec 17 16:22:41.062820 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a1401-7be6-4d0b-83ae-a5b4d665803c req-1adf144d-1c7d-4a81-a89d-a4a613e04955 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:41.064351 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-011a1401-7be6-4d0b-83ae-a5b4d665803c req-1adf144d-1c7d-4a81-a89d-a4a613e04955 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 946 time: 0.0522578 Dec 17 16:22:41.102021 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-011a1401-7be6-4d0b-83ae-a5b4d665803c req-2249fbfc-9c19-4386-b1ba-70459182cc93 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316567 Dec 17 16:22:41.169686 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:22:42.216847 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23996719-debc-4975-8a8d-e53a816b23ed req-bfab9550-551e-407d-bd2d-ed6923753b37 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:42.218479 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-23996719-debc-4975-8a8d-e53a816b23ed req-bfab9550-551e-407d-bd2d-ed6923753b37 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 946 time: 0.0496473 Dec 17 16:22:42.255784 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-23996719-debc-4975-8a8d-e53a816b23ed req-53976770-f488-45b8-abd4-966af34d0c7d tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313849 Dec 17 16:22:42.823327 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:22:43.420166 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581b480-1552-4100-a79e-262a87ac1183 req-2acb5190-a2d2-4abd-8a71-98a4bb2042b4 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:43.421772 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2581b480-1552-4100-a79e-262a87ac1183 req-2acb5190-a2d2-4abd-8a71-98a4bb2042b4 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 946 time: 0.0956593 Dec 17 16:22:43.460865 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2581b480-1552-4100-a79e-262a87ac1183 req-70ce78d0-05e5-469c-96a6-1ebf101afe52 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331988 Dec 17 16:22:44.580556 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2bd81b-9794-43c2-ba02-6c38e5eeb299 req-ed120181-468c-4faa-80c9-df1198f2afac tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:44.582051 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dd2bd81b-9794-43c2-ba02-6c38e5eeb299 req-ed120181-468c-4faa-80c9-df1198f2afac tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 946 time: 0.0524652 Dec 17 16:22:44.619575 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dd2bd81b-9794-43c2-ba02-6c38e5eeb299 req-0ede9cef-5c14-4f31-85ea-ca97ff08b579 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315554 Dec 17 16:22:45.735477 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa512761-d3b9-42e2-a9fb-e75339d4717a req-6d588a1b-51c4-4714-a781-478a97fd7266 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:45.736938 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fa512761-d3b9-42e2-a9fb-e75339d4717a req-6d588a1b-51c4-4714-a781-478a97fd7266 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 946 time: 0.0492146 Dec 17 16:22:45.774514 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fa512761-d3b9-42e2-a9fb-e75339d4717a req-ea7165ff-4fd3-454d-9cd3-7db6445fb032 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313218 Dec 17 16:22:45.992102 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-9d2b7353-261c-4a54-b675-18970745822e service neutron] show failed (client error): The resource could not be found. Dec 17 16:22:45.993005 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-9d2b7353-261c-4a54-b675-18970745822e service neutron] 10.222.0.13 "GET /v2.0/ports/d6d9fbf3-be0e-4156-8930-ecc6561cdeba/bindings/n-h1-820553-2 HTTP/1.1" status: 404 len: 380 time: 0.0544798 Dec 17 16:22:46.523933 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-173ba635-f1b8-4388-a80f-4d30a3f5cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:46.525451 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-173ba635-f1b8-4388-a80f-4d30a3f5cecf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211&tenant_id=197dec578fa24a709a8da5cd47608f46 HTTP/1.1" status: 200 len: 1097 time: 0.0415890 Dec 17 16:22:46.542535 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820553-2', 'device_owner': 'compute:nova'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:46.596276 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:22:46.792783 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] For port d6d9fbf3-be0e-4156-8930-ecc6561cdeba, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=d6d9fbf3-be0e-4156-8930-ecc6561cdeba,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:22:46.825693 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] For port d6d9fbf3-be0e-4156-8930-ecc6561cdeba, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:22:46.865509 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca309f83-13b0-44da-a087-17c598e9b211', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6d9fbf3-be0e-4156-8930-ecc6561cdeba'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:22:46.867774 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ddb9ca-99d3-4dcf-bb61-542cb2e02795" -d '{"events": [{"server_uuid": "ca309f83-13b0-44da-a087-17c598e9b211", "name": "network-vif-unplugged", "status": "completed", "tag": "d6d9fbf3-be0e-4156-8930-ecc6561cdeba"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:22:46.872922 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:22:46.885498 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] Transition to ACTIVE for port object d6d9fbf3-be0e-4156-8930-ecc6561cdeba will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:22:46.894468 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941be53a-f0bf-48e0-8a81-5af72ef9ce04 req-007137e2-8858-4473-b941-46d546c4b569 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:46.896067 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-941be53a-f0bf-48e0-8a81-5af72ef9ce04 req-007137e2-8858-4473-b941-46d546c4b569 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 946 time: 0.0518243 Dec 17 16:22:46.923602 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 16:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e277d4f-05bf-4baf-9651-4d5ecd2a2813 x-openstack-request-id: req-5e277d4f-05bf-4baf-9651-4d5ecd2a2813 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:22:46.923872 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca309f83-13b0-44da-a087-17c598e9b211", "name": "network-vif-unplugged", "status": "completed", "tag": "d6d9fbf3-be0e-4156-8930-ecc6561cdeba", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:22:46.924121 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5e277d4f-05bf-4baf-9651-4d5ecd2a2813 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:22:46.924522 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca309f83-13b0-44da-a087-17c598e9b211', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6d9fbf3-be0e-4156-8930-ecc6561cdeba', 'code': 200} Dec 17 16:22:46.937324 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-941be53a-f0bf-48e0-8a81-5af72ef9ce04 req-6cce8b62-7eb4-4a17-b190-aaded6d74aa4 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340984 Dec 17 16:22:46.952966 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:22:47.033925 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d9fbf3-be0e-4156-8930-ecc6561cdeba,revision_number=6']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:47.049873 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:47.050138 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:47.050483 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:47.050815 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:47.051143 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:47.051473 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:47.051795 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:47.052117 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:47.052439 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:47.052761 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:47.053098 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:47.053420 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:47.088459 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] No DVR routers for this DVR port d6d9fbf3-be0e-4156-8930-ecc6561cdeba on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:22:47.225339 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] Attempting to bind port d6d9fbf3-be0e-4156-8930-ecc6561cdeba on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:22:47.225672 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] Attempting to bind port d6d9fbf3-be0e-4156-8930-ecc6561cdeba by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:22:47.225996 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] Attempting to bind port d6d9fbf3-be0e-4156-8930-ecc6561cdeba on network 2e805cc2-953d-463a-8304-c2572a23f7b6 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:22:47.230697 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] Port d6d9fbf3-be0e-4156-8930-ecc6561cdeba on network 2e805cc2-953d-463a-8304-c2572a23f7b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:22:47.231010 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] Attempting to bind port d6d9fbf3-be0e-4156-8930-ecc6561cdeba on network 2e805cc2-953d-463a-8304-c2572a23f7b6 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:22:47.235740 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:22:47.236071 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] Checking segment: {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:22:47.236447 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] Bound using segment: {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:22:47.236859 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] Bound port: d6d9fbf3-be0e-4156-8930-ecc6561cdeba, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:22:47.237243 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:22:47.298787 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] For port d6d9fbf3-be0e-4156-8930-ecc6561cdeba, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:22:47.301745 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] For port d6d9fbf3-be0e-4156-8930-ecc6561cdeba, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=d6d9fbf3-be0e-4156-8930-ecc6561cdeba,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:22:47.404632 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:22:47.435370 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:47.436248 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:22:47.437926 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] 10.222.0.41 "PUT /v2.0/ports/d6d9fbf3-be0e-4156-8930-ecc6561cdeba HTTP/1.1" status: 200 len: 1092 time: 0.8992376 Dec 17 16:22:47.468496 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59561d-333f-411f-9e7b-c6eeabb6bc89 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d9fbf3-be0e-4156-8930-ecc6561cdeba,revision_number=7']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:47.518947 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-2f0fd63e-adcf-4f7e-9c6e-286536cd5890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:47.520488 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-2f0fd63e-adcf-4f7e-9c6e-286536cd5890 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 1095 time: 0.0470140 Dec 17 16:22:47.613098 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-a8806038-fbdf-412a-96fb-c49e1667c64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:47.614833 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-a8806038-fbdf-412a-96fb-c49e1667c64d service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.0872462 Dec 17 16:22:47.685421 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-ea09e632-28d7-48ed-8c10-52229262ee2c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6d9fbf3-be0e-4156-8930-ecc6561cdeba HTTP/1.1" status: 200 len: 1000 time: 0.0638399 Dec 17 16:22:47.732969 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-8912859a-41e9-4d2e-a9be-1cfcf1ab32a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:47.734318 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-8912859a-41e9-4d2e-a9be-1cfcf1ab32a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0425079 Dec 17 16:22:47.779908 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-af1dc3b9-3b95-4eaf-8c42-39b34f4e3b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:47.781409 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-af1dc3b9-3b95-4eaf-8c42-39b34f4e3b8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396917 Dec 17 16:22:47.872067 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-6b8f74fb-c5db-4a88-8a19-362fb23c3ded service neutron] 10.222.0.41 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838661 Dec 17 16:22:47.962369 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-ef3df31f-ccb8-465c-9fda-122ef88231e8 service neutron] 10.222.0.41 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830014 Dec 17 16:22:48.060523 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720503b-b241-465e-b217-1bd10a9e956b req-71878be4-8a97-48b0-a013-05bd6deb673e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:48.062023 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3720503b-b241-465e-b217-1bd10a9e956b req-71878be4-8a97-48b0-a013-05bd6deb673e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 944 time: 0.0544760 Dec 17 16:22:48.101949 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3720503b-b241-465e-b217-1bd10a9e956b req-bca202e1-0d83-4677-8145-f53545377a5f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333548 Dec 17 16:22:48.925830 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca309f83-13b0-44da-a087-17c598e9b211', 'tag': 'd6d9fbf3-be0e-4156-8930-ecc6561cdeba'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:22:48.928169 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89b7831-3abf-4189-929c-0c215b84e0ec" -d '{"events": [{"name": "network-changed", "server_uuid": "ca309f83-13b0-44da-a087-17c598e9b211", "tag": "d6d9fbf3-be0e-4156-8930-ecc6561cdeba"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:22:48.976694 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae1a82e-90cb-40ed-a152-eaca91bf5c65 x-openstack-request-id: req-6ae1a82e-90cb-40ed-a152-eaca91bf5c65 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:22:48.977117 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca309f83-13b0-44da-a087-17c598e9b211", "tag": "d6d9fbf3-be0e-4156-8930-ecc6561cdeba", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:22:48.977391 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6ae1a82e-90cb-40ed-a152-eaca91bf5c65 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:22:48.977791 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca309f83-13b0-44da-a087-17c598e9b211', 'tag': 'd6d9fbf3-be0e-4156-8930-ecc6561cdeba', 'status': 'completed', 'code': 200} Dec 17 16:22:49.068785 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b7831-3abf-4189-929c-0c215b84e0ec req-971198f3-6bfe-42e7-912b-5238b6d3c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:49.070316 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c89b7831-3abf-4189-929c-0c215b84e0ec req-971198f3-6bfe-42e7-912b-5238b6d3c521 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 1095 time: 0.0695994 Dec 17 16:22:49.087212 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b7831-3abf-4189-929c-0c215b84e0ec req-95a95311-2cb3-4421-b6a6-7ee8a1860801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:49.088775 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c89b7831-3abf-4189-929c-0c215b84e0ec req-95a95311-2cb3-4421-b6a6-7ee8a1860801 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 1095 time: 0.0629423 Dec 17 16:22:49.221477 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff3bfc-1fa8-40f1-941d-27c6e3b9e5cf req-389514e0-a34b-459b-b9c2-6b6c982792ee tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:49.223004 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dcff3bfc-1fa8-40f1-941d-27c6e3b9e5cf req-389514e0-a34b-459b-b9c2-6b6c982792ee tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 944 time: 0.0494373 Dec 17 16:22:49.229487 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b7831-3abf-4189-929c-0c215b84e0ec req-789e7c5b-1b1c-4e18-b847-d951029b7826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:49.231037 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c89b7831-3abf-4189-929c-0c215b84e0ec req-789e7c5b-1b1c-4e18-b847-d951029b7826 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.1531682 Dec 17 16:22:49.246784 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b7831-3abf-4189-929c-0c215b84e0ec req-ed41823b-83a2-49ba-82df-0a9760e27d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:49.248199 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c89b7831-3abf-4189-929c-0c215b84e0ec req-ed41823b-83a2-49ba-82df-0a9760e27d28 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.1495593 Dec 17 16:22:49.262581 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dcff3bfc-1fa8-40f1-941d-27c6e3b9e5cf req-e4756ac5-45e7-4c7e-83ed-d20db8f84825 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336204 Dec 17 16:22:49.666047 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c89b7831-3abf-4189-929c-0c215b84e0ec req-dae666b5-c600-4f9b-b9bf-f61289e75f7c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6d9fbf3-be0e-4156-8930-ecc6561cdeba HTTP/1.1" status: 200 len: 1000 time: 0.4280205 Dec 17 16:22:49.673604 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c89b7831-3abf-4189-929c-0c215b84e0ec req-1a65b5a6-24fe-4f43-8b37-0902bc974b21 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6d9fbf3-be0e-4156-8930-ecc6561cdeba HTTP/1.1" status: 200 len: 1000 time: 0.3984034 Dec 17 16:22:49.750018 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b7831-3abf-4189-929c-0c215b84e0ec req-93561b1f-e4d0-4f5d-8309-ddac53d7491a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:49.751419 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c89b7831-3abf-4189-929c-0c215b84e0ec req-93561b1f-e4d0-4f5d-8309-ddac53d7491a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0763350 Dec 17 16:22:49.752756 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b7831-3abf-4189-929c-0c215b84e0ec req-ee585c7e-4810-4f72-b590-fa5f9c4fbdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:49.754050 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c89b7831-3abf-4189-929c-0c215b84e0ec req-ee585c7e-4810-4f72-b590-fa5f9c4fbdc3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0719302 Dec 17 16:22:49.826772 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b7831-3abf-4189-929c-0c215b84e0ec req-acdccb02-29fb-4acb-bba4-22c74e6ca9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:49.828251 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c89b7831-3abf-4189-929c-0c215b84e0ec req-acdccb02-29fb-4acb-bba4-22c74e6ca9bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611720 Dec 17 16:22:49.830524 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b7831-3abf-4189-929c-0c215b84e0ec req-f3f809f9-b344-46b4-9996-b50b06c6914c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:49.831878 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c89b7831-3abf-4189-929c-0c215b84e0ec req-f3f809f9-b344-46b4-9996-b50b06c6914c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727632 Dec 17 16:22:49.884601 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device d6d9fbf3-be0e-4156-8930-ecc6561cdeba no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:22:49.922912 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device d6d9fbf3-be0e-4156-8930-ecc6561cdeba not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:22:49.986897 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c89b7831-3abf-4189-929c-0c215b84e0ec req-2683e2ab-3b40-459a-945d-3ff1f60a2e5d service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437223 Dec 17 16:22:49.988577 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c89b7831-3abf-4189-929c-0c215b84e0ec req-94a0ff63-1e28-4288-98b1-fa3f53583714 service neutron] 10.222.0.41 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528480 Dec 17 16:22:50.142962 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c89b7831-3abf-4189-929c-0c215b84e0ec req-25e72c2a-ea15-4a15-b546-278b2b368126 service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487899 Dec 17 16:22:50.146156 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c89b7831-3abf-4189-929c-0c215b84e0ec req-06213bd0-0455-458f-9177-dc45cf93ab2f service neutron] 10.222.0.41 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446157 Dec 17 16:22:50.380830 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b9159-a3cc-4a89-b954-4c491ef3b59d req-93118ed9-55f1-4810-b409-25c17224e7aa tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:50.382317 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-485b9159-a3cc-4a89-b954-4c491ef3b59d req-93118ed9-55f1-4810-b409-25c17224e7aa tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 944 time: 0.0491660 Dec 17 16:22:50.419528 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-485b9159-a3cc-4a89-b954-4c491ef3b59d req-e21810a3-3318-403f-b263-7c1b9e0a801b tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310135 Dec 17 16:22:51.537366 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e633ca-89a0-4772-934f-1946fafac3ec req-cd628542-ebc6-4c1d-9cf8-66bdc3426a4b tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:51.538831 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d4e633ca-89a0-4772-934f-1946fafac3ec req-cd628542-ebc6-4c1d-9cf8-66bdc3426a4b tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 944 time: 0.0533094 Dec 17 16:22:51.576798 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d4e633ca-89a0-4772-934f-1946fafac3ec req-64b96b81-4a6a-43f7-8927-03f5d18021d5 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318234 Dec 17 16:22:52.134167 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bf057-8e3f-4d17-9049-484ac0eb86e0 req-e5d4bfc9-a830-4793-a551-af58e07ce138 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:52.136338 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-443bf057-8e3f-4d17-9049-484ac0eb86e0 req-e5d4bfc9-a830-4793-a551-af58e07ce138 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 944 time: 0.0523725 Dec 17 16:22:52.163871 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-88452d3a-d4db-495a-a860-480c739041aa tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:52.165293 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-88452d3a-d4db-495a-a860-480c739041aa tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211&tenant_id=197dec578fa24a709a8da5cd47608f46&binding%3Ahost_id=n-h1-820553-2 HTTP/1.1" status: 200 len: 944 time: 0.0604320 Dec 17 16:22:52.175427 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-443bf057-8e3f-4d17-9049-484ac0eb86e0 req-9e8996b8-7782-4828-94bf-4b3fda37cbd7 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330784 Dec 17 16:22:52.228425 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-18d3404c-169f-4dd2-a104-95e1ca4389e2 service neutron] 10.222.0.41 "GET /v2.0/ports/d6d9fbf3-be0e-4156-8930-ecc6561cdeba/bindings/n-h1-820553-2 HTTP/1.1" status: 200 len: 382 time: 0.0562537 Dec 17 16:22:52.244089 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device d6d9fbf3-be0e-4156-8930-ecc6561cdeba details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:22:52.305226 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-cac0d1b6-9fb5-44f5-b9bc-29bddc0134d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:52.306719 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-cac0d1b6-9fb5-44f5-b9bc-29bddc0134d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 1095 time: 0.0419905 Dec 17 16:22:52.341762 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port d6d9fbf3-be0e-4156-8930-ecc6561cdeba, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=d6d9fbf3-be0e-4156-8930-ecc6561cdeba,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:22:52.353082 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'd6d9fbf3-be0e-4156-8930-ecc6561cdeba', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'port_id': 'd6d9fbf3-be0e-4156-8930-ecc6561cdeba', 'mac_address': 'fa:16:3e:09:20:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:22:52.390065 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:22:52.398115 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-c3737284-92a2-48fc-ad04-9183180787f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:52.399638 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-c3737284-92a2-48fc-ad04-9183180787f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.0862358 Dec 17 16:22:52.403015 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d9fbf3-be0e-4156-8930-ecc6561cdeba {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:22:52.422735 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port d6d9fbf3-be0e-4156-8930-ecc6561cdeba, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=d6d9fbf3-be0e-4156-8930-ecc6561cdeba,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:22:52.465518 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-7a6ab91a-46c2-49f9-b177-534c92e7df12 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6d9fbf3-be0e-4156-8930-ecc6561cdeba HTTP/1.1" status: 200 len: 1000 time: 0.0587542 Dec 17 16:22:52.507812 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:22:52.514287 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-4c84337a-1d4f-412d-b236-2de81dfeee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:52.515781 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-4c84337a-1d4f-412d-b236-2de81dfeee63 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0441208 Dec 17 16:22:52.557449 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=d6d9fbf3-be0e-4156-8930-ecc6561cdeba,revision_number=8']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:52.565321 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:52.570657 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:52.570657 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:52.570854 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-87604811-12ea-43d5-a15d-9bfa0f92db0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:52.570953 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:52.570953 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:52.570953 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:52.570953 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:52.570953 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:52.571354 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-87604811-12ea-43d5-a15d-9bfa0f92db0a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454910 Dec 17 16:22:52.571450 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:52.571450 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:52.571450 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:52.571450 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:22:52.657459 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-d13bf81f-85aa-4dd5-b22c-a93cb967c4a2 service neutron] 10.222.0.41 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818882 Dec 17 16:22:52.749600 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-7ab8aae3-2cb4-4e5f-9f68-73f1c7b4f2dc service neutron] 10.222.0.41 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852907 Dec 17 16:22:52.936339 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['d6d9fbf3-be0e-4156-8930-ecc6561cdeba'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:22:53.292667 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa1bc3-441d-4edc-b491-fb8580134c43 req-86d4cef8-96c2-459c-9087-699ed3fbc127 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:53.294144 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-08aa1bc3-441d-4edc-b491-fb8580134c43 req-86d4cef8-96c2-459c-9087-699ed3fbc127 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 945 time: 0.0478022 Dec 17 16:22:53.331965 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-08aa1bc3-441d-4edc-b491-fb8580134c43 req-98b562a5-4323-4515-ae7b-fc24e42506a9 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318999 Dec 17 16:22:54.271093 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device d6d9fbf3-be0e-4156-8930-ecc6561cdeba up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:22:54.364922 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port d6d9fbf3-be0e-4156-8930-ecc6561cdeba completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:22:54.369104 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port d6d9fbf3-be0e-4156-8930-ecc6561cdeba triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:22:54.369497 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:22:54.453880 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:22:54.457558 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ba580-dd9c-43e7-a91a-d2807bb1f1fa req-538f1229-eff4-4bf0-95a8-ad5b04a6b891 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:54.459090 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae4ba580-dd9c-43e7-a91a-d2807bb1f1fa req-538f1229-eff4-4bf0-95a8-ad5b04a6b891 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 945 time: 0.0543587 Dec 17 16:22:54.475992 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca309f83-13b0-44da-a087-17c598e9b211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d9fbf3-be0e-4156-8930-ecc6561cdeba'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:22:54.478431 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a656bb9-bc02-429a-b8a2-633904dae8aa" -d '{"events": [{"server_uuid": "ca309f83-13b0-44da-a087-17c598e9b211", "name": "network-vif-plugged", "status": "completed", "tag": "d6d9fbf3-be0e-4156-8930-ecc6561cdeba"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:22:54.491542 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port d6d9fbf3-be0e-4156-8930-ecc6561cdeba, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=d6d9fbf3-be0e-4156-8930-ecc6561cdeba,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:22:54.498045 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae4ba580-dd9c-43e7-a91a-d2807bb1f1fa req-6b003064-6c73-4fc8-82b1-3bd8ca1064e2 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326071 Dec 17 16:22:54.534339 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17da610-12fb-43cd-8604-9a34bb6f92c0 x-openstack-request-id: req-c17da610-12fb-43cd-8604-9a34bb6f92c0 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:22:54.534659 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca309f83-13b0-44da-a087-17c598e9b211", "name": "network-vif-plugged", "status": "completed", "tag": "d6d9fbf3-be0e-4156-8930-ecc6561cdeba", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:22:54.534882 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c17da610-12fb-43cd-8604-9a34bb6f92c0 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:22:54.535278 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca309f83-13b0-44da-a087-17c598e9b211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d9fbf3-be0e-4156-8930-ecc6561cdeba', 'code': 200} Dec 17 16:22:54.542144 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:22:54.589893 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=d6d9fbf3-be0e-4156-8930-ecc6561cdeba,revision_number=9']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:55.413691 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-533d0583-de5e-43e3-ae73-5aab0326382b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:55.415145 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-533d0583-de5e-43e3-ae73-5aab0326382b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211&tenant_id=197dec578fa24a709a8da5cd47608f46 HTTP/1.1" status: 200 len: 1097 time: 0.0419598 Dec 17 16:22:55.427472 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-a57b939f-1d52-461f-82d7-4322f798be9a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820553-2', 'device_owner': 'compute:nova'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:22:55.478475 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-a57b939f-1d52-461f-82d7-4322f798be9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:22:55.619755 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851ada2-8a8f-496e-a02b-4075127fa4c7 req-4d21a207-0262-43cf-9cf8-73c822fb6e4a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:55.621493 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d851ada2-8a8f-496e-a02b-4075127fa4c7 req-4d21a207-0262-43cf-9cf8-73c822fb6e4a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 946 time: 0.0533943 Dec 17 16:22:55.661122 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d851ada2-8a8f-496e-a02b-4075127fa4c7 req-bb72fa88-da16-4f2a-8d7e-ef4215948736 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336339 Dec 17 16:22:55.689614 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-a57b939f-1d52-461f-82d7-4322f798be9a service neutron] For port d6d9fbf3-be0e-4156-8930-ecc6561cdeba, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=d6d9fbf3-be0e-4156-8930-ecc6561cdeba,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:22:55.722249 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-a57b939f-1d52-461f-82d7-4322f798be9a service neutron] For port d6d9fbf3-be0e-4156-8930-ecc6561cdeba, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:22:55.761483 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca309f83-13b0-44da-a087-17c598e9b211', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6d9fbf3-be0e-4156-8930-ecc6561cdeba'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:22:55.763752 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee481fb-7ac8-477c-9305-0b6955a9f6c5" -d '{"events": [{"server_uuid": "ca309f83-13b0-44da-a087-17c598e9b211", "name": "network-vif-unplugged", "status": "completed", "tag": "d6d9fbf3-be0e-4156-8930-ecc6561cdeba"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:22:55.767558 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-a57b939f-1d52-461f-82d7-4322f798be9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:22:55.780515 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-a57b939f-1d52-461f-82d7-4322f798be9a service neutron] Transition to ACTIVE for port object d6d9fbf3-be0e-4156-8930-ecc6561cdeba will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:22:55.814322 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 16:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c6dd15-7baa-4d1c-94a1-81c4bbd68e6b x-openstack-request-id: req-d5c6dd15-7baa-4d1c-94a1-81c4bbd68e6b {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:22:55.814617 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca309f83-13b0-44da-a087-17c598e9b211", "name": "network-vif-unplugged", "status": "completed", "tag": "d6d9fbf3-be0e-4156-8930-ecc6561cdeba", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:22:55.814869 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d5c6dd15-7baa-4d1c-94a1-81c4bbd68e6b {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:22:55.815267 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca309f83-13b0-44da-a087-17c598e9b211', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6d9fbf3-be0e-4156-8930-ecc6561cdeba', 'code': 200} Dec 17 16:22:55.838232 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-a57b939f-1d52-461f-82d7-4322f798be9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:22:55.916374 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b939f-1d52-461f-82d7-4322f798be9a service neutron] Pushing event updated for resources: {'Port': ['ID=d6d9fbf3-be0e-4156-8930-ecc6561cdeba,revision_number=10']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:55.965595 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-a57b939f-1d52-461f-82d7-4322f798be9a service neutron] No DVR routers for this DVR port d6d9fbf3-be0e-4156-8930-ecc6561cdeba on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:22:56.103527 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-a57b939f-1d52-461f-82d7-4322f798be9a service neutron] Attempting to bind port d6d9fbf3-be0e-4156-8930-ecc6561cdeba on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:22:56.103861 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-a57b939f-1d52-461f-82d7-4322f798be9a service neutron] Attempting to bind port d6d9fbf3-be0e-4156-8930-ecc6561cdeba by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:22:56.104184 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-a57b939f-1d52-461f-82d7-4322f798be9a service neutron] Attempting to bind port d6d9fbf3-be0e-4156-8930-ecc6561cdeba on network 2e805cc2-953d-463a-8304-c2572a23f7b6 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:22:56.109013 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-a57b939f-1d52-461f-82d7-4322f798be9a service neutron] Port d6d9fbf3-be0e-4156-8930-ecc6561cdeba on network 2e805cc2-953d-463a-8304-c2572a23f7b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:22:56.109363 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-a57b939f-1d52-461f-82d7-4322f798be9a service neutron] Attempting to bind port d6d9fbf3-be0e-4156-8930-ecc6561cdeba on network 2e805cc2-953d-463a-8304-c2572a23f7b6 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:22:56.114049 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-a57b939f-1d52-461f-82d7-4322f798be9a service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:22:56.114637 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-a57b939f-1d52-461f-82d7-4322f798be9a service neutron] Checking segment: {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:22:56.115011 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-a57b939f-1d52-461f-82d7-4322f798be9a service neutron] Bound using segment: {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:22:56.115425 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-a57b939f-1d52-461f-82d7-4322f798be9a service neutron] Bound port: d6d9fbf3-be0e-4156-8930-ecc6561cdeba, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:22:56.115780 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-a57b939f-1d52-461f-82d7-4322f798be9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:22:56.178130 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-a57b939f-1d52-461f-82d7-4322f798be9a service neutron] For port d6d9fbf3-be0e-4156-8930-ecc6561cdeba, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:22:56.180897 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-a57b939f-1d52-461f-82d7-4322f798be9a service neutron] For port d6d9fbf3-be0e-4156-8930-ecc6561cdeba, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=d6d9fbf3-be0e-4156-8930-ecc6561cdeba,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:22:56.266915 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-a57b939f-1d52-461f-82d7-4322f798be9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:22:56.301742 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-a57b939f-1d52-461f-82d7-4322f798be9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:56.302412 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-a57b939f-1d52-461f-82d7-4322f798be9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:22:56.303774 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-a57b939f-1d52-461f-82d7-4322f798be9a service neutron] 10.222.0.13 "PUT /v2.0/ports/d6d9fbf3-be0e-4156-8930-ecc6561cdeba HTTP/1.1" status: 200 len: 1093 time: 0.8803017 Dec 17 16:22:56.327021 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b939f-1d52-461f-82d7-4322f798be9a service neutron] Pushing event updated for resources: {'Port': ['ID=d6d9fbf3-be0e-4156-8930-ecc6561cdeba,revision_number=11']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:22:56.375027 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-b9b4eae6-00a0-4c6d-a025-9f61829f2ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:56.376546 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-b9b4eae6-00a0-4c6d-a025-9f61829f2ee8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 1096 time: 0.0465930 Dec 17 16:22:56.471542 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-6634a0e4-78f0-4a6e-ab84-79c0a074085c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:56.473116 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-6634a0e4-78f0-4a6e-ab84-79c0a074085c service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.0899436 Dec 17 16:22:56.485006 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:22:56.542893 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-068bd93e-3ae7-4aa7-b50b-94198a71af87 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6d9fbf3-be0e-4156-8930-ecc6561cdeba HTTP/1.1" status: 200 len: 1000 time: 0.0622299 Dec 17 16:22:56.593130 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-3bac3979-bd5f-40aa-ab6f-eb120dacd54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:56.595861 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-3bac3979-bd5f-40aa-ab6f-eb120dacd54a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0462556 Dec 17 16:22:56.640228 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-fad1aaa6-1fab-4fce-ae1c-6f7644596335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:56.641705 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-fad1aaa6-1fab-4fce-ae1c-6f7644596335 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399404 Dec 17 16:22:56.734416 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-71b642c2-5a9b-4ae6-b5c1-9e9941f207c0 service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854657 Dec 17 16:22:56.776248 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5621a-6ae4-4600-8e2b-473243770bd0 req-162c54df-9c09-49f9-88f1-9fb343f6d2a1 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:56.777899 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-09c5621a-6ae4-4600-8e2b-473243770bd0 req-162c54df-9c09-49f9-88f1-9fb343f6d2a1 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 945 time: 0.0494359 Dec 17 16:22:56.815236 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-09c5621a-6ae4-4600-8e2b-473243770bd0 req-f75b53f8-bb10-4285-b217-463347fd707a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313251 Dec 17 16:22:56.826339 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8a5eca1d-bf0c-42e2-92bd-a5b6be1c4457 req-5086bfcc-c687-473d-aaf6-e39fc61dea83 service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847719 Dec 17 16:22:57.816820 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca309f83-13b0-44da-a087-17c598e9b211', 'tag': 'd6d9fbf3-be0e-4156-8930-ecc6561cdeba'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:22:57.819215 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7922ff6-88ee-4aea-9cc5-814d00b346bf" -d '{"events": [{"name": "network-changed", "server_uuid": "ca309f83-13b0-44da-a087-17c598e9b211", "tag": "d6d9fbf3-be0e-4156-8930-ecc6561cdeba"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:22:57.872150 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e64796-fb99-419a-a83b-802af1b312b1 x-openstack-request-id: req-31e64796-fb99-419a-a83b-802af1b312b1 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:22:57.872441 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca309f83-13b0-44da-a087-17c598e9b211", "tag": "d6d9fbf3-be0e-4156-8930-ecc6561cdeba", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:22:57.872689 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-31e64796-fb99-419a-a83b-802af1b312b1 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:22:57.873144 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca309f83-13b0-44da-a087-17c598e9b211', 'tag': 'd6d9fbf3-be0e-4156-8930-ecc6561cdeba', 'status': 'completed', 'code': 200} Dec 17 16:22:57.940100 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547913ab-4791-4aaa-8552-034f2b7ef522 req-3f7103ad-c8bb-4135-85d0-ae412f954888 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:57.941607 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-547913ab-4791-4aaa-8552-034f2b7ef522 req-3f7103ad-c8bb-4135-85d0-ae412f954888 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 945 time: 0.0569906 Dec 17 16:22:57.980983 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-547913ab-4791-4aaa-8552-034f2b7ef522 req-9940942d-5624-4475-ad66-e6cff48cc569 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333421 Dec 17 16:22:57.992333 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7922ff6-88ee-4aea-9cc5-814d00b346bf req-c54a94d5-796f-4143-b86a-6dce660d67b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:57.993994 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b7922ff6-88ee-4aea-9cc5-814d00b346bf req-c54a94d5-796f-4143-b86a-6dce660d67b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 1096 time: 0.0756011 Dec 17 16:22:58.000041 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7922ff6-88ee-4aea-9cc5-814d00b346bf req-fe9eae2a-68e3-40b9-992a-c41a20ea2f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:58.001424 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b7922ff6-88ee-4aea-9cc5-814d00b346bf req-fe9eae2a-68e3-40b9-992a-c41a20ea2f0a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 1096 time: 0.1051915 Dec 17 16:22:58.161436 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7922ff6-88ee-4aea-9cc5-814d00b346bf req-d62d567a-0148-4c4e-b044-45742c23edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:58.162812 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b7922ff6-88ee-4aea-9cc5-814d00b346bf req-d62d567a-0148-4c4e-b044-45742c23edd8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.1596704 Dec 17 16:22:58.177307 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7922ff6-88ee-4aea-9cc5-814d00b346bf req-47e39e55-c91a-4130-ad40-89ded694c515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:58.178666 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b7922ff6-88ee-4aea-9cc5-814d00b346bf req-47e39e55-c91a-4130-ad40-89ded694c515 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.1577387 Dec 17 16:22:58.278849 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b7922ff6-88ee-4aea-9cc5-814d00b346bf req-9114cefd-ed06-4f93-a333-dd29781d7f39 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6d9fbf3-be0e-4156-8930-ecc6561cdeba HTTP/1.1" status: 200 len: 1000 time: 0.1087751 Dec 17 16:22:58.287737 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device d6d9fbf3-be0e-4156-8930-ecc6561cdeba no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:22:58.295368 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b7922ff6-88ee-4aea-9cc5-814d00b346bf req-6c4daddd-d951-4c95-8e07-c83ea48131ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6d9fbf3-be0e-4156-8930-ecc6561cdeba HTTP/1.1" status: 200 len: 1000 time: 0.0855031 Dec 17 16:22:58.326670 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device d6d9fbf3-be0e-4156-8930-ecc6561cdeba not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:22:58.368174 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7922ff6-88ee-4aea-9cc5-814d00b346bf req-266d4a7c-b497-4bc4-a589-9223d58b651b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:58.370288 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b7922ff6-88ee-4aea-9cc5-814d00b346bf req-266d4a7c-b497-4bc4-a589-9223d58b651b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0835772 Dec 17 16:22:58.374042 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7922ff6-88ee-4aea-9cc5-814d00b346bf req-b4f63e4f-a7cb-4b7d-b35c-b8e66a93a341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:58.375593 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b7922ff6-88ee-4aea-9cc5-814d00b346bf req-b4f63e4f-a7cb-4b7d-b35c-b8e66a93a341 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0609341 Dec 17 16:22:58.449006 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7922ff6-88ee-4aea-9cc5-814d00b346bf req-2ca62300-4b42-4fc8-95fc-e884641e925e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:58.450419 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b7922ff6-88ee-4aea-9cc5-814d00b346bf req-2ca62300-4b42-4fc8-95fc-e884641e925e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726669 Dec 17 16:22:58.452701 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7922ff6-88ee-4aea-9cc5-814d00b346bf req-3fa356fe-ca0c-4a68-a87f-0b4ca8ebda9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:58.454050 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b7922ff6-88ee-4aea-9cc5-814d00b346bf req-3fa356fe-ca0c-4a68-a87f-0b4ca8ebda9a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667658 Dec 17 16:22:58.610541 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b7922ff6-88ee-4aea-9cc5-814d00b346bf req-eff878be-ec4e-4402-ac89-21619367115b service neutron] 10.222.0.41 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525517 Dec 17 16:22:58.613973 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b7922ff6-88ee-4aea-9cc5-814d00b346bf req-d2cb04ac-ae3e-4ec1-97f4-12f2c43cc710 service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482418 Dec 17 16:22:58.771405 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b7922ff6-88ee-4aea-9cc5-814d00b346bf req-beadf041-4c9d-438a-9814-0225e1d375a0 service neutron] 10.222.0.41 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528914 Dec 17 16:22:58.774721 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b7922ff6-88ee-4aea-9cc5-814d00b346bf req-39b6dd82-0c91-432b-8b22-e913943d9e32 service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481414 Dec 17 16:22:58.890611 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-62d3cb12-1527-47e4-838e-dd9cf6d515ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:22:59.101494 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c828849-271a-4ed9-9862-f52ff7938938 req-51140370-e0c4-4b6b-a0ff-c62de0ef6d56 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:59.101494 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c828849-271a-4ed9-9862-f52ff7938938 req-51140370-e0c4-4b6b-a0ff-c62de0ef6d56 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 945 time: 0.0503969 Dec 17 16:22:59.139145 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3c828849-271a-4ed9-9862-f52ff7938938 req-4ced6eef-2854-4c1f-b2be-8bbcd3d287ed tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326037 Dec 17 16:22:59.251762 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7584b-7ac4-4b65-8f8c-f58cdf6ad945 req-71aa7979-0483-4cf0-ac6a-222295b55830 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:59.253251 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3e7584b-7ac4-4b65-8f8c-f58cdf6ad945 req-71aa7979-0483-4cf0-ac6a-222295b55830 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 945 time: 0.0485411 Dec 17 16:22:59.290314 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b3e7584b-7ac4-4b65-8f8c-f58cdf6ad945 req-cfa1fdc6-1ab3-4dfb-8d70-079ad5b587f4 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307748 Dec 17 16:22:59.410800 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308f117-9b4b-4577-a153-6df6439a522d req-deb134fc-2b12-4284-a6fb-9387c0028d80 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:59.412274 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9308f117-9b4b-4577-a153-6df6439a522d req-deb134fc-2b12-4284-a6fb-9387c0028d80 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 945 time: 0.0531855 Dec 17 16:22:59.452487 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9308f117-9b4b-4577-a153-6df6439a522d req-730ae692-0ce9-4242-914c-c9e3405242fe tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332718 Dec 17 16:22:59.868103 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc75ae-78b3-43a4-a924-3b62e3f321b3 req-ca44dbf4-b124-4cb0-8b79-dac7f48a53ab tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:22:59.869623 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f6bc75ae-78b3-43a4-a924-3b62e3f321b3 req-ca44dbf4-b124-4cb0-8b79-dac7f48a53ab tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 945 time: 0.0494936 Dec 17 16:22:59.908035 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f6bc75ae-78b3-43a4-a924-3b62e3f321b3 req-22f911c3-466a-4a15-a395-6e0b5d21e5af tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321712 Dec 17 16:22:59.951622 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device d6d9fbf3-be0e-4156-8930-ecc6561cdeba details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:23:00.048079 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port d6d9fbf3-be0e-4156-8930-ecc6561cdeba, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=d6d9fbf3-be0e-4156-8930-ecc6561cdeba,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:00.059206 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'd6d9fbf3-be0e-4156-8930-ecc6561cdeba', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'port_id': 'd6d9fbf3-be0e-4156-8930-ecc6561cdeba', 'mac_address': 'fa:16:3e:09:20:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:23:00.095879 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:00.108356 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d9fbf3-be0e-4156-8930-ecc6561cdeba {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:23:00.127107 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port d6d9fbf3-be0e-4156-8930-ecc6561cdeba, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=d6d9fbf3-be0e-4156-8930-ecc6561cdeba,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:00.164568 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:00.214230 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=d6d9fbf3-be0e-4156-8930-ecc6561cdeba,revision_number=12']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:00.439288 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['d6d9fbf3-be0e-4156-8930-ecc6561cdeba'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:23:01.024008 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e8f96-3e6e-4c5b-a9cb-187543df6f44 req-1d5e4f3c-fc8e-4098-9a7b-42ed39df3a65 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:01.025472 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4b3e8f96-3e6e-4c5b-a9cb-187543df6f44 req-1d5e4f3c-fc8e-4098-9a7b-42ed39df3a65 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 946 time: 0.0486317 Dec 17 16:23:01.066279 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4b3e8f96-3e6e-4c5b-a9cb-187543df6f44 req-e1b73c2b-39e1-4da3-a58d-d50f9d241307 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346537 Dec 17 16:23:01.102884 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2443ebc-cb5d-4e06-a3a1-c0fa098cc907 req-50a73e4f-35d5-4226-96c2-8444f727005e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:01.104941 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e2443ebc-cb5d-4e06-a3a1-c0fa098cc907 req-50a73e4f-35d5-4226-96c2-8444f727005e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 946 time: 0.0506530 Dec 17 16:23:01.130564 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ca3f236d-0f33-47a4-85cc-52ccc821add8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:01.196780 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-e2443ebc-cb5d-4e06-a3a1-c0fa098cc907 req-aa830c1d-6fe0-4a64-b8a6-9f822ce9d5f6 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Deleting port d6d9fbf3-be0e-4156-8930-ecc6561cdeba {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:23:01.197027 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e2443ebc-cb5d-4e06-a3a1-c0fa098cc907 req-aa830c1d-6fe0-4a64-b8a6-9f822ce9d5f6 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:01.283078 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-e2443ebc-cb5d-4e06-a3a1-c0fa098cc907 req-aa830c1d-6fe0-4a64-b8a6-9f822ce9d5f6 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] For port d6d9fbf3-be0e-4156-8930-ecc6561cdeba, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=d6d9fbf3-be0e-4156-8930-ecc6561cdeba,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:01.283442 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e2443ebc-cb5d-4e06-a3a1-c0fa098cc907 req-aa830c1d-6fe0-4a64-b8a6-9f822ce9d5f6 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:01.454263 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e2443ebc-cb5d-4e06-a3a1-c0fa098cc907 req-aa830c1d-6fe0-4a64-b8a6-9f822ce9d5f6 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:01.454544 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e2443ebc-cb5d-4e06-a3a1-c0fa098cc907 req-aa830c1d-6fe0-4a64-b8a6-9f822ce9d5f6 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:01.454864 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [req-e2443ebc-cb5d-4e06-a3a1-c0fa098cc907 req-aa830c1d-6fe0-4a64-b8a6-9f822ce9d5f6 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Floating IP e23d9c4e-b312-4e3f-b855-8c6cc041605e disassociated. External IP: 172.25.6.42, port: d6d9fbf3-be0e-4156-8930-ecc6561cdeba. Dec 17 16:23:01.455201 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-e2443ebc-cb5d-4e06-a3a1-c0fa098cc907 req-aa830c1d-6fe0-4a64-b8a6-9f822ce9d5f6 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Calling delete_port for d6d9fbf3-be0e-4156-8930-ecc6561cdeba owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:23:01.610158 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e2443ebc-cb5d-4e06-a3a1-c0fa098cc907 req-aa830c1d-6fe0-4a64-b8a6-9f822ce9d5f6 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:01.641071 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa830c1d-6fe0-4a64-b8a6-9f822ce9d5f6 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Pushing event deleted for resources: {'Port': ['ID=d6d9fbf3-be0e-4156-8930-ecc6561cdeba,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:01.762659 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2443ebc-cb5d-4e06-a3a1-c0fa098cc907 req-aa830c1d-6fe0-4a64-b8a6-9f822ce9d5f6 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Router a2bf1d33-8664-4175-ab9b-5baa91c9f270 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:23:01.967117 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device d6d9fbf3-be0e-4156-8930-ecc6561cdeba up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:23:01.988600 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: d6d9fbf3-be0e-4156-8930-ecc6561cdeba {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:23:01.988861 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device d6d9fbf3-be0e-4156-8930-ecc6561cdeba not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 17 16:23:02.011517 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Port d6d9fbf3-be0e-4156-8930-ecc6561cdeba not found, will not notify nova. {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 17 16:23:02.170182 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a29dfb2d-c6c0-4409-9759-c40166fc308f req-54aea20d-2ec5-44cb-96ad-aa84a758eada tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca309f83-13b0-44da-a087-17c598e9b211 HTTP/1.1" status: 200 len: 210 time: 0.0315168 Dec 17 16:23:02.203342 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2443ebc-cb5d-4e06-a3a1-c0fa098cc907 req-aa830c1d-6fe0-4a64-b8a6-9f822ce9d5f6 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:23:02.212988 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3c6f24-0aec-4deb-bdf4-60d89d254a3b None None] Sync routers for ids ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:23:02.223203 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3c6f24-0aec-4deb-bdf4-60d89d254a3b None None] Routers {'a2bf1d33-8664-4175-ab9b-5baa91c9f270'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:02.223825 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7b3c6f24-0aec-4deb-bdf4-60d89d254a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:23:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:02.245753 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2443ebc-cb5d-4e06-a3a1-c0fa098cc907 req-aa830c1d-6fe0-4a64-b8a6-9f822ce9d5f6 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] No DVR routers for this DVR port d6d9fbf3-be0e-4156-8930-ecc6561cdeba on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:23:02.248504 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e2443ebc-cb5d-4e06-a3a1-c0fa098cc907 req-aa830c1d-6fe0-4a64-b8a6-9f822ce9d5f6 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:02.251948 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e2443ebc-cb5d-4e06-a3a1-c0fa098cc907 req-aa830c1d-6fe0-4a64-b8a6-9f822ce9d5f6 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.13 "DELETE /v2.0/ports/d6d9fbf3-be0e-4156-8930-ecc6561cdeba HTTP/1.1" status: 204 len: 173 time: 1.1409135 Dec 17 16:23:02.252395 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca309f83-13b0-44da-a087-17c598e9b211', 'name': 'network-vif-deleted', 'tag': 'd6d9fbf3-be0e-4156-8930-ecc6561cdeba'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:23:02.254753 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185b2e3f-660f-47ae-8354-10f4e2ee321a" -d '{"events": [{"server_uuid": "ca309f83-13b0-44da-a087-17c598e9b211", "name": "network-vif-deleted", "tag": "d6d9fbf3-be0e-4156-8930-ecc6561cdeba"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:23:02.293573 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8b91e7-c006-43ca-9a9f-c3ffd3ba154b x-openstack-request-id: req-5b8b91e7-c006-43ca-9a9f-c3ffd3ba154b {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:23:02.293890 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca309f83-13b0-44da-a087-17c598e9b211", "name": "network-vif-deleted", "tag": "d6d9fbf3-be0e-4156-8930-ecc6561cdeba", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:23:02.294147 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5b8b91e7-c006-43ca-9a9f-c3ffd3ba154b {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:23:02.294553 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca309f83-13b0-44da-a087-17c598e9b211', 'name': 'network-vif-deleted', 'tag': 'd6d9fbf3-be0e-4156-8930-ecc6561cdeba', 'status': 'completed', 'code': 200} Dec 17 16:23:02.332460 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-7b3c6f24-0aec-4deb-bdf4-60d89d254a3b None None] Set router a2bf1d33-8664-4175-ab9b-5baa91c9f270 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:23:02.542777 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7b3c6f24-0aec-4deb-bdf4-60d89d254a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'name': 'tempest-ServerActionsTestJSON-497056158-router', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:54Z', 'revision_number': 4, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'gw_port': {'id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '297626f0-4780-4ef1-bae9-6b0131a0366b', 'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'mac_address': 'fa:16:3e:3c:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:53Z', 'updated_at': '2021-12-17T16:14:58Z', 'revision_number': 5, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'subnets': [{'id': '11930287-c4b1-45e4-aea0-8064214884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:02.569011 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3c6f24-0aec-4deb-bdf4-60d89d254a3b None None] Checking router: a2bf1d33-8664-4175-ab9b-5baa91c9f270 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:23:02.570826 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:02.577915 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3c6f24-0aec-4deb-bdf4-60d89d254a3b None None] Routers {'a2bf1d33-8664-4175-ab9b-5baa91c9f270'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:02.578525 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7b3c6f24-0aec-4deb-bdf4-60d89d254a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:23:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:02.682870 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-7b3c6f24-0aec-4deb-bdf4-60d89d254a3b None None] Set router a2bf1d33-8664-4175-ab9b-5baa91c9f270 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:23:02.880909 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7b3c6f24-0aec-4deb-bdf4-60d89d254a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'name': 'tempest-ServerActionsTestJSON-497056158-router', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:54Z', 'revision_number': 4, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'gw_port': {'id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '297626f0-4780-4ef1-bae9-6b0131a0366b', 'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'mac_address': 'fa:16:3e:3c:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:53Z', 'updated_at': '2021-12-17T16:14:58Z', 'revision_number': 5, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'subnets': [{'id': '11930287-c4b1-45e4-aea0-8064214884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:02.908134 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3c6f24-0aec-4deb-bdf4-60d89d254a3b None None] The sync data for ids ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'] in n-d-820553-2 is: [{'id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'name': 'tempest-ServerActionsTestJSON-497056158-router', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:54Z', 'revision_number': 4, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'gw_port': {'id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '297626f0-4780-4ef1-bae9-6b0131a0366b', 'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'mac_address': 'fa:16:3e:3c:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:53Z', 'updated_at': '2021-12-17T16:14:58Z', 'revision_number': 5, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'subnets': [{'id': '11930287-c4b1-45e4-aea0-8064214884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:23:03.125009 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4afdc62-e60b-40b3-bb1c-41e50c6b20e8 None None] New status for floating IP e23d9c4e-b312-4e3f-b855-8c6cc041605e: DOWN {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:23:03.451232 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-74543896-13db-4a73-82a0-2a9f859a72af req-447f6de8-e1c2-45c1-b297-4d1b9099f0d1 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--2083808650&fields=id&tenant_id=197dec578fa24a709a8da5cd47608f46 HTTP/1.1" status: 200 len: 267 time: 0.0383563 Dec 17 16:23:03.555918 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74543896-13db-4a73-82a0-2a9f859a72af req-fb31a4b7-2382-4cf0-a2fa-1bd87bb25f15 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:03.557436 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-74543896-13db-4a73-82a0-2a9f859a72af req-fb31a4b7-2382-4cf0-a2fa-1bd87bb25f15 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 811 time: 0.0994315 Dec 17 16:23:03.571799 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-74543896-13db-4a73-82a0-2a9f859a72af req-e5ada401-1626-4643-a9dd-bfdafd03378c tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/quotas/197dec578fa24a709a8da5cd47608f46 HTTP/1.1" status: 200 len: 375 time: 0.0086930 Dec 17 16:23:03.628021 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-74543896-13db-4a73-82a0-2a9f859a72af req-cebdb85f-2ea7-4857-b5e0-cad4671aca02 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509009 Dec 17 16:23:03.722312 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-74543896-13db-4a73-82a0-2a9f859a72af req-edc1d297-7e12-470c-a7fd-a2a114cca24d service neutron] 10.222.0.46 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827329 Dec 17 16:23:03.818761 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-74543896-13db-4a73-82a0-2a9f859a72af req-a40c9034-7a31-4da2-a98e-8ccb02b1911e service neutron] 10.222.0.46 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904126 Dec 17 16:23:04.039233 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-634ecffe-75bc-4485-bec4-f98eba295ae3 req-13f42847-a52e-4830-b7e3-675152b3286c tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 210 time: 0.0277109 Dec 17 16:23:04.118969 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:04.284536 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:05.134357 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-44191724-c550-4560-b657-54a818cfb131 req-be62c348-fbb3-4148-a0c0-0ef164a1825a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 210 time: 0.0264289 Dec 17 16:23:05.828861 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74543896-13db-4a73-82a0-2a9f859a72af req-0df607b3-dce8-4f1d-9c12-d1708f8615af tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:05.830336 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-74543896-13db-4a73-82a0-2a9f859a72af req-0df607b3-dce8-4f1d-9c12-d1708f8615af tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.13 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 811 time: 0.1047974 Dec 17 16:23:05.874636 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-74543896-13db-4a73-82a0-2a9f859a72af req-03c3234a-64e0-4d29-804f-64764981845a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=197dec578fa24a709a8da5cd47608f46 HTTP/1.1" status: 200 len: 380 time: 0.0347991 Dec 17 16:23:05.883800 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-74543896-13db-4a73-82a0-2a9f859a72af req-13d4f463-3382-4dcb-b3b5-93eb3139d2fe tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Request body: {'port': {'device_id': '3928a31b-24ac-4223-8ac1-06bb9d14a5eb', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'admin_state_up': True, 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'security_groups': ['7e9bb69b-6250-482b-bf9e-50d50b8d668c']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:06.000224 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device d6d9fbf3-be0e-4156-8930-ecc6561cdeba no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:23:06.020614 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: d6d9fbf3-be0e-4156-8930-ecc6561cdeba {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:23:06.020959 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device d6d9fbf3-be0e-4156-8930-ecc6561cdeba not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:23:06.050514 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74543896-13db-4a73-82a0-2a9f859a72af req-13d4f463-3382-4dcb-b3b5-93eb3139d2fe tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Made reservation on behalf of 197dec578fa24a709a8da5cd47608f46 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:23:06.054105 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-74543896-13db-4a73-82a0-2a9f859a72af req-13d4f463-3382-4dcb-b3b5-93eb3139d2fe tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:06.184158 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-74543896-13db-4a73-82a0-2a9f859a72af req-13d4f463-3382-4dcb-b3b5-93eb3139d2fe tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Allocated IP 172.20.0.6 (2e805cc2-953d-463a-8304-c2572a23f7b6/11930287-c4b1-45e4-aea0-8064214884b7/4fbc647e-255b-4cbd-a507-caf7f90c0b79) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:23:06.231620 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d58309ba-a951-4c0c-89e3-b8ecae9265c1 req-59f864f8-2ff8-4b58-b065-3190e7ce3ad1 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 210 time: 0.0288844 Dec 17 16:23:06.325325 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-74543896-13db-4a73-82a0-2a9f859a72af req-13d4f463-3382-4dcb-b3b5-93eb3139d2fe tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:06.405182 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-74543896-13db-4a73-82a0-2a9f859a72af req-13d4f463-3382-4dcb-b3b5-93eb3139d2fe tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:06.447700 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74543896-13db-4a73-82a0-2a9f859a72af req-13d4f463-3382-4dcb-b3b5-93eb3139d2fe tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Network 2e805cc2-953d-463a-8304-c2572a23f7b6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:23:06.450869 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-74543896-13db-4a73-82a0-2a9f859a72af req-13d4f463-3382-4dcb-b3b5-93eb3139d2fe tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:23:06.454453 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-74543896-13db-4a73-82a0-2a9f859a72af req-13d4f463-3382-4dcb-b3b5-93eb3139d2fe tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:23:06.481174 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4f463-3382-4dcb-b3b5-93eb3139d2fe tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Pushing event updated for resources: {'Port': ['ID=4fbc647e-255b-4cbd-a507-caf7f90c0b79,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:06.509348 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74543896-13db-4a73-82a0-2a9f859a72af req-13d4f463-3382-4dcb-b3b5-93eb3139d2fe tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:06.509971 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-74543896-13db-4a73-82a0-2a9f859a72af req-13d4f463-3382-4dcb-b3b5-93eb3139d2fe tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:06.579279 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-74543896-13db-4a73-82a0-2a9f859a72af req-13d4f463-3382-4dcb-b3b5-93eb3139d2fe tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6989725 Dec 17 16:23:06.592185 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-74543896-13db-4a73-82a0-2a9f859a72af req-f1de7fad-4a01-4dd4-af37-cfdbf69bee40 service neutron] Request body: {'port': {'device_id': '3928a31b-24ac-4223-8ac1-06bb9d14a5eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:06.647580 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-74543896-13db-4a73-82a0-2a9f859a72af req-f1de7fad-4a01-4dd4-af37-cfdbf69bee40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:06.706796 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-3a4d5a38-06d6-45a5-b0aa-71737357c752 None None] Provisioning complete for port 4fbc647e-255b-4cbd-a507-caf7f90c0b79 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:06.707097 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3a4d5a38-06d6-45a5-b0aa-71737357c752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:06.744945 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-3a4d5a38-06d6-45a5-b0aa-71737357c752 None None] Port 4fbc647e-255b-4cbd-a507-caf7f90c0b79 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:23:06.912762 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-74543896-13db-4a73-82a0-2a9f859a72af req-f1de7fad-4a01-4dd4-af37-cfdbf69bee40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fbc647e-255b-4cbd-a507-caf7f90c0b79 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:23:06.920316 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-74543896-13db-4a73-82a0-2a9f859a72af req-f1de7fad-4a01-4dd4-af37-cfdbf69bee40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:06.931696 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-74543896-13db-4a73-82a0-2a9f859a72af req-f1de7fad-4a01-4dd4-af37-cfdbf69bee40 service neutron] Transition to ACTIVE for port object 4fbc647e-255b-4cbd-a507-caf7f90c0b79 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:23:06.993240 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-74543896-13db-4a73-82a0-2a9f859a72af req-f1de7fad-4a01-4dd4-af37-cfdbf69bee40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:07.050512 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de7fad-4a01-4dd4-af37-cfdbf69bee40 service neutron] Pushing event updated for resources: {'Port': ['ID=4fbc647e-255b-4cbd-a507-caf7f90c0b79,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:07.126785 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-74543896-13db-4a73-82a0-2a9f859a72af req-f1de7fad-4a01-4dd4-af37-cfdbf69bee40 service neutron] Attempting to bind port 4fbc647e-255b-4cbd-a507-caf7f90c0b79 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:23:07.127111 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-74543896-13db-4a73-82a0-2a9f859a72af req-f1de7fad-4a01-4dd4-af37-cfdbf69bee40 service neutron] Attempting to bind port 4fbc647e-255b-4cbd-a507-caf7f90c0b79 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:23:07.127435 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74543896-13db-4a73-82a0-2a9f859a72af req-f1de7fad-4a01-4dd4-af37-cfdbf69bee40 service neutron] Attempting to bind port 4fbc647e-255b-4cbd-a507-caf7f90c0b79 on network 2e805cc2-953d-463a-8304-c2572a23f7b6 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:23:07.132004 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74543896-13db-4a73-82a0-2a9f859a72af req-f1de7fad-4a01-4dd4-af37-cfdbf69bee40 service neutron] Port 4fbc647e-255b-4cbd-a507-caf7f90c0b79 on network 2e805cc2-953d-463a-8304-c2572a23f7b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:23:07.132321 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74543896-13db-4a73-82a0-2a9f859a72af req-f1de7fad-4a01-4dd4-af37-cfdbf69bee40 service neutron] Attempting to bind port 4fbc647e-255b-4cbd-a507-caf7f90c0b79 on network 2e805cc2-953d-463a-8304-c2572a23f7b6 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:23:07.137837 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74543896-13db-4a73-82a0-2a9f859a72af req-f1de7fad-4a01-4dd4-af37-cfdbf69bee40 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:23:07.138172 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74543896-13db-4a73-82a0-2a9f859a72af req-f1de7fad-4a01-4dd4-af37-cfdbf69bee40 service neutron] Checking segment: {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:23:07.138546 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74543896-13db-4a73-82a0-2a9f859a72af req-f1de7fad-4a01-4dd4-af37-cfdbf69bee40 service neutron] Bound using segment: {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:23:07.138960 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-74543896-13db-4a73-82a0-2a9f859a72af req-f1de7fad-4a01-4dd4-af37-cfdbf69bee40 service neutron] Bound port: 4fbc647e-255b-4cbd-a507-caf7f90c0b79, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:23:07.139313 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-74543896-13db-4a73-82a0-2a9f859a72af req-f1de7fad-4a01-4dd4-af37-cfdbf69bee40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:07.206468 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-74543896-13db-4a73-82a0-2a9f859a72af req-f1de7fad-4a01-4dd4-af37-cfdbf69bee40 service neutron] For port 4fbc647e-255b-4cbd-a507-caf7f90c0b79, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:23:07.209439 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-74543896-13db-4a73-82a0-2a9f859a72af req-f1de7fad-4a01-4dd4-af37-cfdbf69bee40 service neutron] For port 4fbc647e-255b-4cbd-a507-caf7f90c0b79, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=4fbc647e-255b-4cbd-a507-caf7f90c0b79,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:23:07.256330 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-74543896-13db-4a73-82a0-2a9f859a72af req-f1de7fad-4a01-4dd4-af37-cfdbf69bee40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:07.290994 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74543896-13db-4a73-82a0-2a9f859a72af req-f1de7fad-4a01-4dd4-af37-cfdbf69bee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:07.291633 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-74543896-13db-4a73-82a0-2a9f859a72af req-f1de7fad-4a01-4dd4-af37-cfdbf69bee40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:07.293235 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-74543896-13db-4a73-82a0-2a9f859a72af req-f1de7fad-4a01-4dd4-af37-cfdbf69bee40 service neutron] 10.222.0.13 "PUT /v2.0/ports/4fbc647e-255b-4cbd-a507-caf7f90c0b79 HTTP/1.1" status: 200 len: 1091 time: 0.7060080 Dec 17 16:23:07.298317 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3928a31b-24ac-4223-8ac1-06bb9d14a5eb', 'tag': '4fbc647e-255b-4cbd-a507-caf7f90c0b79'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:23:07.298317 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a62611-dcdc-4e5f-a8ac-66e6448a650f" -d '{"events": [{"name": "network-changed", "server_uuid": "3928a31b-24ac-4223-8ac1-06bb9d14a5eb", "tag": "4fbc647e-255b-4cbd-a507-caf7f90c0b79"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:23:07.329139 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de7fad-4a01-4dd4-af37-cfdbf69bee40 service neutron] Pushing event updated for resources: {'Port': ['ID=4fbc647e-255b-4cbd-a507-caf7f90c0b79,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:07.347240 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a32015-9f1b-4d46-9f42-645a365a74b8 x-openstack-request-id: req-74a32015-9f1b-4d46-9f42-645a365a74b8 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:23:07.347539 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3928a31b-24ac-4223-8ac1-06bb9d14a5eb", "tag": "4fbc647e-255b-4cbd-a507-caf7f90c0b79", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:23:07.348008 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-74a32015-9f1b-4d46-9f42-645a365a74b8 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:23:07.348308 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3928a31b-24ac-4223-8ac1-06bb9d14a5eb', 'tag': '4fbc647e-255b-4cbd-a507-caf7f90c0b79', 'status': 'completed', 'code': 200} Dec 17 16:23:07.368904 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1ef5e-63fd-4d73-93b4-93cf8785fa44 req-4b60c05a-a575-411a-b87f-afff407ff155 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:07.371978 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d4a1ef5e-63fd-4d73-93b4-93cf8785fa44 req-4b60c05a-a575-411a-b87f-afff407ff155 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 943 time: 0.0638597 Dec 17 16:23:07.410983 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a62611-dcdc-4e5f-a8ac-66e6448a650f req-7f6cdb80-9cfe-4063-a2ea-be46e08844d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:07.412531 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-66a62611-dcdc-4e5f-a8ac-66e6448a650f req-7f6cdb80-9cfe-4063-a2ea-be46e08844d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 1094 time: 0.0450442 Dec 17 16:23:07.420285 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d4a1ef5e-63fd-4d73-93b4-93cf8785fa44 req-8962a489-2912-4e16-9fd7-91cab3474035 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426929 Dec 17 16:23:07.519857 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a62611-dcdc-4e5f-a8ac-66e6448a650f req-d41b2a93-a768-4a76-86af-7a03a9a6afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:07.521359 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-66a62611-dcdc-4e5f-a8ac-66e6448a650f req-d41b2a93-a768-4a76-86af-7a03a9a6afa4 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=197dec578fa24a709a8da5cd47608f46&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1002884 Dec 17 16:23:07.621717 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a62611-dcdc-4e5f-a8ac-66e6448a650f req-11a000d3-168c-4904-962a-838a7501cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:07.623195 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-66a62611-dcdc-4e5f-a8ac-66e6448a650f req-11a000d3-168c-4904-962a-838a7501cb81 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942883 Dec 17 16:23:07.699497 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74543896-13db-4a73-82a0-2a9f859a72af req-3421b5f7-4071-4392-bbf0-e43b599fe3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:07.700968 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-74543896-13db-4a73-82a0-2a9f859a72af req-3421b5f7-4071-4392-bbf0-e43b599fe3c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 1094 time: 0.0413587 Dec 17 16:23:07.742089 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-74543896-13db-4a73-82a0-2a9f859a72af req-2c0e9c07-a1d8-4f58-b2b2-f564f162fb21 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fbc647e-255b-4cbd-a507-caf7f90c0b79 HTTP/1.1" status: 200 len: 217 time: 0.0335207 Dec 17 16:23:07.794844 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74543896-13db-4a73-82a0-2a9f859a72af req-c538c91b-4815-4757-a466-827e88a7afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:07.796158 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-74543896-13db-4a73-82a0-2a9f859a72af req-c538c91b-4815-4757-a466-827e88a7afa4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0466633 Dec 17 16:23:07.840657 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74543896-13db-4a73-82a0-2a9f859a72af req-be5b12ea-d6ad-4106-8a05-0be3151ef186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:07.842108 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-74543896-13db-4a73-82a0-2a9f859a72af req-be5b12ea-d6ad-4106-8a05-0be3151ef186 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390346 Dec 17 16:23:07.931668 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-74543896-13db-4a73-82a0-2a9f859a72af req-e21fa89d-328e-40c7-9590-999c722e0703 service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823116 Dec 17 16:23:08.024610 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-74543896-13db-4a73-82a0-2a9f859a72af req-773817a7-465a-4353-98fd-308eafdb2f94 service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862701 Dec 17 16:23:08.542468 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a0364-997c-4fd1-901d-f402e280c94f req-cc78bb57-bf70-4dbb-9d99-5911dae8228c tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:08.543938 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2b0a0364-997c-4fd1-901d-f402e280c94f req-cc78bb57-bf70-4dbb-9d99-5911dae8228c tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 943 time: 0.0488312 Dec 17 16:23:08.580884 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2b0a0364-997c-4fd1-901d-f402e280c94f req-f66fbdb2-6761-4e12-86f6-9baa3118ed0b tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310326 Dec 17 16:23:09.693802 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12d2a1-cd86-4032-a667-7b18d08ac4b7 req-1d7792ce-1a77-4dd1-b846-28de01e31e51 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:09.695263 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1d12d2a1-cd86-4032-a667-7b18d08ac4b7 req-1d7792ce-1a77-4dd1-b846-28de01e31e51 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 943 time: 0.0486271 Dec 17 16:23:09.734765 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1d12d2a1-cd86-4032-a667-7b18d08ac4b7 req-1f114616-ed1f-49a8-b924-0c216f6d7c47 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335386 Dec 17 16:23:10.015196 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 4fbc647e-255b-4cbd-a507-caf7f90c0b79 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:23:10.110658 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 4fbc647e-255b-4cbd-a507-caf7f90c0b79, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=4fbc647e-255b-4cbd-a507-caf7f90c0b79,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:10.122011 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '4fbc647e-255b-4cbd-a507-caf7f90c0b79', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'port_id': '4fbc647e-255b-4cbd-a507-caf7f90c0b79', 'mac_address': 'fa:16:3e:01:bb:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:23:10.162128 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:10.174483 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fbc647e-255b-4cbd-a507-caf7f90c0b79 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:23:10.193171 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 4fbc647e-255b-4cbd-a507-caf7f90c0b79, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=4fbc647e-255b-4cbd-a507-caf7f90c0b79,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:10.267497 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:10.313866 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=4fbc647e-255b-4cbd-a507-caf7f90c0b79,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:10.454979 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['4fbc647e-255b-4cbd-a507-caf7f90c0b79'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:23:10.846732 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdeb769-b648-495e-ad84-64e381ade475 req-74d3dd15-e429-4e5a-b1fa-24bb8b05cb1b tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:10.848222 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cfdeb769-b648-495e-ad84-64e381ade475 req-74d3dd15-e429-4e5a-b1fa-24bb8b05cb1b tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 944 time: 0.0475800 Dec 17 16:23:10.890143 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cfdeb769-b648-495e-ad84-64e381ade475 req-d105d1a8-84dd-41ed-bc11-0d988f2c807a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359023 Dec 17 16:23:11.158910 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:12.004632 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c3daf-45fc-4a8a-a4f1-765691b1ffaf req-e7edd1ee-232b-4fa4-9eab-2d9dc5bef08f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:12.006104 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-007c3daf-45fc-4a8a-a4f1-765691b1ffaf req-e7edd1ee-232b-4fa4-9eab-2d9dc5bef08f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 944 time: 0.0485458 Dec 17 16:23:12.014358 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 4fbc647e-255b-4cbd-a507-caf7f90c0b79 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:23:12.043702 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-007c3daf-45fc-4a8a-a4f1-765691b1ffaf req-4c97282c-687e-4db2-b31a-e71ce819e977 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310948 Dec 17 16:23:12.158497 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 4fbc647e-255b-4cbd-a507-caf7f90c0b79 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:23:12.162273 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 4fbc647e-255b-4cbd-a507-caf7f90c0b79 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:23:12.162830 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:12.239417 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:12.261778 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3928a31b-24ac-4223-8ac1-06bb9d14a5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fbc647e-255b-4cbd-a507-caf7f90c0b79'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:23:12.263983 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b13e01-18e7-4301-b12a-672180a74e22" -d '{"events": [{"server_uuid": "3928a31b-24ac-4223-8ac1-06bb9d14a5eb", "name": "network-vif-plugged", "status": "completed", "tag": "4fbc647e-255b-4cbd-a507-caf7f90c0b79"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:23:12.279049 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 4fbc647e-255b-4cbd-a507-caf7f90c0b79, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=4fbc647e-255b-4cbd-a507-caf7f90c0b79,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:23:12.300413 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145b0f5b-48eb-4884-9fb2-aeb4d1cef40d x-openstack-request-id: req-145b0f5b-48eb-4884-9fb2-aeb4d1cef40d {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:23:12.300703 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3928a31b-24ac-4223-8ac1-06bb9d14a5eb", "name": "network-vif-plugged", "status": "completed", "tag": "4fbc647e-255b-4cbd-a507-caf7f90c0b79", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:23:12.300952 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-145b0f5b-48eb-4884-9fb2-aeb4d1cef40d {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:23:12.301369 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3928a31b-24ac-4223-8ac1-06bb9d14a5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fbc647e-255b-4cbd-a507-caf7f90c0b79', 'code': 200} Dec 17 16:23:12.359190 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:12.397141 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b827e-7037-43a4-b03f-3aaa65c71962 req-2d2c092a-1be4-4a34-a412-a6a67f487baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:12.398671 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d29b827e-7037-43a4-b03f-3aaa65c71962 req-2d2c092a-1be4-4a34-a412-a6a67f487baa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 1096 time: 0.0404401 Dec 17 16:23:12.407597 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=4fbc647e-255b-4cbd-a507-caf7f90c0b79,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:23:12.434111 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d29b827e-7037-43a4-b03f-3aaa65c71962 req-fda1cace-13a6-4fe6-bbcc-acd1308a1f55 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282724 Dec 17 16:23:13.172140 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45218f-5b0a-41d1-9500-132db97a9b05 req-f53d9489-7c23-495b-82c9-1c22a5b73227 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:13.173540 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0f45218f-5b0a-41d1-9500-132db97a9b05 req-f53d9489-7c23-495b-82c9-1c22a5b73227 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 945 time: 0.0484049 Dec 17 16:23:13.210906 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0f45218f-5b0a-41d1-9500-132db97a9b05 req-60ae526e-273d-407f-b42d-c3f32d37bde1 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311737 Dec 17 16:23:14.326183 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c0947-a767-42ce-b766-400d927b4f7b req-2a344883-4ee0-4cfd-847d-449d10697764 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:14.327645 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b1c0947-a767-42ce-b766-400d927b4f7b req-2a344883-4ee0-4cfd-847d-449d10697764 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 945 time: 0.0483973 Dec 17 16:23:14.368081 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5b1c0947-a767-42ce-b766-400d927b4f7b req-6157e356-e9c2-4369-907e-e40b0b88ce97 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344591 Dec 17 16:23:14.478022 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3cf30-6e59-470e-83a7-43797c4d6eed req-97d2f6dd-028b-4ebd-abcf-20b3b9ce04d7 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:14.479741 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a7e3cf30-6e59-470e-83a7-43797c4d6eed req-97d2f6dd-028b-4ebd-abcf-20b3b9ce04d7 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 945 time: 0.0491352 Dec 17 16:23:14.488449 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 43410) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:23:14.493100 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-bd33a54a-78a6-47d5-9080-03d3c927f8a1 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Request body: {'floatingip': {'port_id': '4fbc647e-255b-4cbd-a507-caf7f90c0b79'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:23:14.532074 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bd33a54a-78a6-47d5-9080-03d3c927f8a1 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks [] for floatingip, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:15.190519 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bd33a54a-78a6-47d5-9080-03d3c927f8a1 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:15.267360 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bd33a54a-78a6-47d5-9080-03d3c927f8a1 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:15.365752 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-bd33a54a-78a6-47d5-9080-03d3c927f8a1 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Floating IP e23d9c4e-b312-4e3f-b855-8c6cc041605e associated. External IP: 172.25.6.42, port: 4fbc647e-255b-4cbd-a507-caf7f90c0b79. Dec 17 16:23:15.567933 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd33a54a-78a6-47d5-9080-03d3c927f8a1 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Router a2bf1d33-8664-4175-ab9b-5baa91c9f270 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:23:15.674470 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd33a54a-78a6-47d5-9080-03d3c927f8a1 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:23:15.679396 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bd33a54a-78a6-47d5-9080-03d3c927f8a1 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:15.684849 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7c6a93-55ab-4afc-8dcb-047e14b43490 None None] Sync routers for ids ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:23:15.695226 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7c6a93-55ab-4afc-8dcb-047e14b43490 None None] Routers {'a2bf1d33-8664-4175-ab9b-5baa91c9f270'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:15.695870 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-8d7c6a93-55ab-4afc-8dcb-047e14b43490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:23:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:15.707690 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-bd33a54a-78a6-47d5-9080-03d3c927f8a1 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "PUT /v2.0/floatingips/e23d9c4e-b312-4e3f-b855-8c6cc041605e HTTP/1.1" status: 200 len: 991 time: 1.2181821 Dec 17 16:23:15.708284 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3928a31b-24ac-4223-8ac1-06bb9d14a5eb', 'tag': '4fbc647e-255b-4cbd-a507-caf7f90c0b79'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:23:15.710552 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d9dde65d87f77979ab7779ec4af44e6e3bf331c8a24eb2abb769815fa7c2d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d64fa2-776d-49ee-b230-9d2a9cf2835e" -d '{"events": [{"name": "network-changed", "server_uuid": "3928a31b-24ac-4223-8ac1-06bb9d14a5eb", "tag": "4fbc647e-255b-4cbd-a507-caf7f90c0b79"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:23:15.754531 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5966d842-43c7-4000-9670-5a4adad18f45 x-openstack-request-id: req-5966d842-43c7-4000-9670-5a4adad18f45 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:23:15.754865 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3928a31b-24ac-4223-8ac1-06bb9d14a5eb", "tag": "4fbc647e-255b-4cbd-a507-caf7f90c0b79", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:23:15.755114 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5966d842-43c7-4000-9670-5a4adad18f45 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:23:15.755547 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3928a31b-24ac-4223-8ac1-06bb9d14a5eb', 'tag': '4fbc647e-255b-4cbd-a507-caf7f90c0b79', 'status': 'completed', 'code': 200} Dec 17 16:23:15.803560 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-8d7c6a93-55ab-4afc-8dcb-047e14b43490 None None] Set router a2bf1d33-8664-4175-ab9b-5baa91c9f270 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:23:15.818875 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d64fa2-776d-49ee-b230-9d2a9cf2835e req-aaa30272-0f0a-454a-82ec-f090ae42acca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:15.820292 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-33d64fa2-776d-49ee-b230-9d2a9cf2835e req-aaa30272-0f0a-454a-82ec-f090ae42acca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 1096 time: 0.0403967 Dec 17 16:23:15.917456 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d64fa2-776d-49ee-b230-9d2a9cf2835e req-474df7f9-457f-483c-a6cb-a3b0211e23d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:15.918948 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-33d64fa2-776d-49ee-b230-9d2a9cf2835e req-474df7f9-457f-483c-a6cb-a3b0211e23d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.0912585 Dec 17 16:23:15.986267 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-33d64fa2-776d-49ee-b230-9d2a9cf2835e req-ae20f5c2-60fb-416e-9f41-0358118846d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fbc647e-255b-4cbd-a507-caf7f90c0b79 HTTP/1.1" status: 200 len: 999 time: 0.0601547 Dec 17 16:23:16.042838 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d64fa2-776d-49ee-b230-9d2a9cf2835e req-474edb6b-c2fe-44e3-9a4e-b7758e013dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:16.044309 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-33d64fa2-776d-49ee-b230-9d2a9cf2835e req-474edb6b-c2fe-44e3-9a4e-b7758e013dec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0512683 Dec 17 16:23:16.091211 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d64fa2-776d-49ee-b230-9d2a9cf2835e req-0027fb23-aeb9-4f67-afb9-2e7bcccdf80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:16.092621 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-33d64fa2-776d-49ee-b230-9d2a9cf2835e req-0027fb23-aeb9-4f67-afb9-2e7bcccdf80d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419154 Dec 17 16:23:16.180725 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-33d64fa2-776d-49ee-b230-9d2a9cf2835e req-5fcccc71-0dfb-47dd-8f5a-e273a9da49b2 service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809286 Dec 17 16:23:16.187163 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-8d7c6a93-55ab-4afc-8dcb-047e14b43490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'name': 'tempest-ServerActionsTestJSON-497056158-router', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:54Z', 'revision_number': 4, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'gw_port': {'id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'e23d9c4e-b312-4e3f-b855-8c6cc041605e', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'port_id': '4fbc647e-255b-4cbd-a507-caf7f90c0b79', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'mac_address': 'fa:16:3e:01:bb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3928a31b-24ac-4223-8ac1-06bb9d14a5eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:14:57Z', 'updated_at': '2021-12-17T16:23:15Z', 'revision_number': 13, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '297626f0-4780-4ef1-bae9-6b0131a0366b', 'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'mac_address': 'fa:16:3e:3c:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:53Z', 'updated_at': '2021-12-17T16:14:58Z', 'revision_number': 5, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'subnets': [{'id': '11930287-c4b1-45e4-aea0-8064214884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:16.216950 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7c6a93-55ab-4afc-8dcb-047e14b43490 None None] Checking router: a2bf1d33-8664-4175-ab9b-5baa91c9f270 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:23:16.225381 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7c6a93-55ab-4afc-8dcb-047e14b43490 None None] Routers {'a2bf1d33-8664-4175-ab9b-5baa91c9f270'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:23:16.225988 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-8d7c6a93-55ab-4afc-8dcb-047e14b43490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:23:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:16.274707 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-33d64fa2-776d-49ee-b230-9d2a9cf2835e req-317c35de-a82e-4d96-a7af-ef4f53c6552c service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871916 Dec 17 16:23:16.333073 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-8d7c6a93-55ab-4afc-8dcb-047e14b43490 None None] Set router a2bf1d33-8664-4175-ab9b-5baa91c9f270 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:23:16.553178 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-8d7c6a93-55ab-4afc-8dcb-047e14b43490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'name': 'tempest-ServerActionsTestJSON-497056158-router', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:54Z', 'revision_number': 4, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'gw_port': {'id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'e23d9c4e-b312-4e3f-b855-8c6cc041605e', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'port_id': '4fbc647e-255b-4cbd-a507-caf7f90c0b79', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'mac_address': 'fa:16:3e:01:bb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3928a31b-24ac-4223-8ac1-06bb9d14a5eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:14:57Z', 'updated_at': '2021-12-17T16:23:15Z', 'revision_number': 13, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '297626f0-4780-4ef1-bae9-6b0131a0366b', 'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'mac_address': 'fa:16:3e:3c:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:53Z', 'updated_at': '2021-12-17T16:14:58Z', 'revision_number': 5, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'subnets': [{'id': '11930287-c4b1-45e4-aea0-8064214884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:23:16.583354 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7c6a93-55ab-4afc-8dcb-047e14b43490 None None] The sync data for ids ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'] in n-d-820553-2 is: [{'id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'name': 'tempest-ServerActionsTestJSON-497056158-router', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:54Z', 'revision_number': 4, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'gw_port': {'id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'e23d9c4e-b312-4e3f-b855-8c6cc041605e', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'port_id': '4fbc647e-255b-4cbd-a507-caf7f90c0b79', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'mac_address': 'fa:16:3e:01:bb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3928a31b-24ac-4223-8ac1-06bb9d14a5eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:14:57Z', 'updated_at': '2021-12-17T16:23:15Z', 'revision_number': 13, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '297626f0-4780-4ef1-bae9-6b0131a0366b', 'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'mac_address': 'fa:16:3e:3c:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:53Z', 'updated_at': '2021-12-17T16:14:58Z', 'revision_number': 5, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'subnets': [{'id': '11930287-c4b1-45e4-aea0-8064214884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:23:16.761084 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf0fd6f-b252-4653-a6ee-a8b0886b2e11 None None] New status for floating IP e23d9c4e-b312-4e3f-b855-8c6cc041605e: ACTIVE {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:23:19.822071 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:23:26.478270 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:28.913167 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-775cc8f9-ff2b-46a1-9097-63da024c59c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:31.129980 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7f023d12-6e53-49b0-b0b9-29037af3e10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:32.546861 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:34.095726 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:34.255311 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:41.181340 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:49.591509 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e6b15cfc-5596-412b-9632-9f5dac13b248 req-22de61c6-65f6-4ae5-9e83-ba4e73dbd894 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400398 Dec 17 16:23:49.670548 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b15cfc-5596-412b-9632-9f5dac13b248 req-af087a2d-eb48-4fe6-a135-aa9f99037631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:49.671989 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e6b15cfc-5596-412b-9632-9f5dac13b248 req-af087a2d-eb48-4fe6-a135-aa9f99037631 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 1096 time: 0.0394168 Dec 17 16:23:49.780249 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b15cfc-5596-412b-9632-9f5dac13b248 req-879fc2d1-da2c-4883-955b-52443c552526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:49.781745 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e6b15cfc-5596-412b-9632-9f5dac13b248 req-879fc2d1-da2c-4883-955b-52443c552526 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.0905075 Dec 17 16:23:49.846135 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e6b15cfc-5596-412b-9632-9f5dac13b248 req-599ea96f-bb3f-4598-89b7-cd840b3ff315 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fbc647e-255b-4cbd-a507-caf7f90c0b79 HTTP/1.1" status: 200 len: 1001 time: 0.0570800 Dec 17 16:23:49.899825 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b15cfc-5596-412b-9632-9f5dac13b248 req-cf52da42-5b60-4744-b042-9fe56ef38f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:49.901445 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e6b15cfc-5596-412b-9632-9f5dac13b248 req-cf52da42-5b60-4744-b042-9fe56ef38f11 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0484898 Dec 17 16:23:49.946751 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b15cfc-5596-412b-9632-9f5dac13b248 req-4a7929ad-64cc-4dd8-a600-90cf55bad0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:23:49.948348 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e6b15cfc-5596-412b-9632-9f5dac13b248 req-4a7929ad-64cc-4dd8-a600-90cf55bad0f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397120 Dec 17 16:23:50.035920 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e6b15cfc-5596-412b-9632-9f5dac13b248 req-e52cce7d-22e1-4f2e-8901-323332e4e3fc service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803282 Dec 17 16:23:50.128348 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e6b15cfc-5596-412b-9632-9f5dac13b248 req-59214f87-d42c-45c3-b0a9-2f4b8e70a24f service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846219 Dec 17 16:23:56.500879 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:23:56.821089 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:23:58.919026 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d0ad-ebcc-4c78-9585-7684404636d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:24:01.141148 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d1ebc31b-ccaa-4c2b-be4b-bcdc73745a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:24:02.535119 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:24:04.129663 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:24:04.278233 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:24:11.186657 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:24:26.506529 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:24:28.900690 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3307e5cc-994a-476c-b933-91859200d4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:24:31.152855 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ed4ef235-795f-48ec-bba0-2d097fd6e109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:24:32.581101 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:24:33.819763 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:24:34.140832 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:24:34.272376 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:24:41.180972 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:24:51.575039 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a3a68f4b-385e-499b-98f6-43dfd8cb4fd8 req-1dbd183f-d3b9-4a92-a920-17e34b6b2f6f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413990 Dec 17 16:24:51.658359 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a68f4b-385e-499b-98f6-43dfd8cb4fd8 req-bd87ce4b-053d-418b-a2b6-afcc7f62d2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:51.659829 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a3a68f4b-385e-499b-98f6-43dfd8cb4fd8 req-bd87ce4b-053d-418b-a2b6-afcc7f62d2f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 1096 time: 0.0405879 Dec 17 16:24:51.767834 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a68f4b-385e-499b-98f6-43dfd8cb4fd8 req-9c87a28c-e395-4e3d-a7f5-5e7f348580db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:51.769327 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a3a68f4b-385e-499b-98f6-43dfd8cb4fd8 req-9c87a28c-e395-4e3d-a7f5-5e7f348580db service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.0902936 Dec 17 16:24:51.836449 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a3a68f4b-385e-499b-98f6-43dfd8cb4fd8 req-5b7ecedd-e2b3-4bce-a833-773fa6b62236 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fbc647e-255b-4cbd-a507-caf7f90c0b79 HTTP/1.1" status: 200 len: 1001 time: 0.0599065 Dec 17 16:24:51.891362 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a68f4b-385e-499b-98f6-43dfd8cb4fd8 req-5c992afb-07d1-44ee-82df-5f317880acc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:51.892947 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a3a68f4b-385e-499b-98f6-43dfd8cb4fd8 req-5c992afb-07d1-44ee-82df-5f317880acc2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0500240 Dec 17 16:24:51.938249 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a68f4b-385e-499b-98f6-43dfd8cb4fd8 req-8f332f6d-a37e-4927-b87d-02f2b2e4a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:51.939705 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a3a68f4b-385e-499b-98f6-43dfd8cb4fd8 req-8f332f6d-a37e-4927-b87d-02f2b2e4a00d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402496 Dec 17 16:24:52.031132 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a3a68f4b-385e-499b-98f6-43dfd8cb4fd8 req-e2c01ebc-3c77-4ce1-932d-865ed56b4d2e service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846293 Dec 17 16:24:52.130750 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a3a68f4b-385e-499b-98f6-43dfd8cb4fd8 req-14e11041-ea10-4b8a-99d4-93e19c3788da service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930481 Dec 17 16:24:54.250690 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a39e28-d8e9-4bd2-8ab7-cccb70cdafcd req-c3964b35-2b36-4ea8-9ce3-6a46a8b500a9 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:24:54.252163 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c7a39e28-d8e9-4bd2-8ab7-cccb70cdafcd req-c3964b35-2b36-4ea8-9ce3-6a46a8b500a9 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 945 time: 0.0522478 Dec 17 16:24:54.288764 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c7a39e28-d8e9-4bd2-8ab7-cccb70cdafcd req-40ab76f1-33b2-45ef-ad80-c0c37e32e142 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305979 Dec 17 16:24:56.512024 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:24:58.918106 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9bdcd0ac-3425-4f1a-998d-db895074c708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:25:01.134927 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-670bed85-58eb-4de6-a5fb-4055fc104430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:25:02.557896 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:25:04.106502 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:25:04.277564 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:25:05.970725 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-682d329c-fede-4b48-85de-f9e9351948e1 req-e289fc6e-6bdc-42db-bf3f-6c1d3d28ee21 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:25:05.971760 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-682d329c-fede-4b48-85de-f9e9351948e1 req-e289fc6e-6bdc-42db-bf3f-6c1d3d28ee21 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057254 Dec 17 16:25:06.268477 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612026d8-bc9b-42e8-8b89-294915496642 req-da575c55-6560-4eda-8ace-340a57280b06 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:06.269989 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-612026d8-bc9b-42e8-8b89-294915496642 req-da575c55-6560-4eda-8ace-340a57280b06 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 945 time: 0.0504246 Dec 17 16:25:06.307976 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-612026d8-bc9b-42e8-8b89-294915496642 req-59de0972-f165-48c9-a2a6-581fd9d107e4 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318844 Dec 17 16:25:06.415015 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 43688) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:25:06.494326 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-40fb43e5-ebdb-4eb5-a3d8-08206345e526 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0781884 Dec 17 16:25:06.502994 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-a6eabf60-203f-4a8b-a8cb-03c5ac2b6bb7 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:25:06.503936 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-a6eabf60-203f-4a8b-a8cb-03c5ac2b6bb7 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048397 Dec 17 16:25:07.549708 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e41af0-8e67-44e8-ac7d-e72fd8f26c56 req-f8c80a84-3a4b-4dbc-bd50-c27c3642736c tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:07.551290 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-96e41af0-8e67-44e8-ac7d-e72fd8f26c56 req-f8c80a84-3a4b-4dbc-bd50-c27c3642736c tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 945 time: 0.1743505 Dec 17 16:25:07.591129 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-96e41af0-8e67-44e8-ac7d-e72fd8f26c56 req-75e9097f-dfc5-4c8a-89ce-3dd08108b31f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335903 Dec 17 16:25:08.653692 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-b67fbfad-53b7-40dc-bcf3-f88b627f6ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:08.655169 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-b67fbfad-53b7-40dc-bcf3-f88b627f6ca3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 1096 time: 0.0399623 Dec 17 16:25:08.707863 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43ee03-d83b-4ecf-8613-d2336029b034 req-d48752b6-3b19-4343-a28b-97c0cb1b7f49 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:08.709380 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7a43ee03-d83b-4ecf-8613-d2336029b034 req-d48752b6-3b19-4343-a28b-97c0cb1b7f49 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 945 time: 0.0482445 Dec 17 16:25:08.748555 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7a43ee03-d83b-4ecf-8613-d2336029b034 req-37e57b79-cb51-4c5f-81f4-7a8ca7f48a5d tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330834 Dec 17 16:25:08.749578 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-a95d805d-efc9-4947-b1f4-0e4cff153ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:08.751125 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-a95d805d-efc9-4947-b1f4-0e4cff153ae3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.0891204 Dec 17 16:25:08.816227 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-1ce734d4-9152-4104-b6f3-7fdf8b6baf13 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fbc647e-255b-4cbd-a507-caf7f90c0b79 HTTP/1.1" status: 200 len: 1001 time: 0.0581017 Dec 17 16:25:08.870368 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-362b0115-2e04-4f25-b59f-21bfdee5327f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:08.871709 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-362b0115-2e04-4f25-b59f-21bfdee5327f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0482447 Dec 17 16:25:08.918265 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-67f091c5-b859-4f2e-9563-ee65d899fadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:08.919711 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-67f091c5-b859-4f2e-9563-ee65d899fadb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407047 Dec 17 16:25:09.007434 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-6190ee31-8c30-4f43-b652-feda8c1647bc service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808427 Dec 17 16:25:09.101229 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-41d329ae-4f83-4db2-ab41-be9d614ba23e service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862617 Dec 17 16:25:09.863075 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59043fbb-0377-4414-be6c-f41a32a5e01d req-25ecbe7f-0e17-4202-9889-2322de9400a7 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:09.864579 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-59043fbb-0377-4414-be6c-f41a32a5e01d req-25ecbe7f-0e17-4202-9889-2322de9400a7 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 945 time: 0.0481348 Dec 17 16:25:09.903929 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-59043fbb-0377-4414-be6c-f41a32a5e01d req-4e832fff-93ac-4550-b4e4-4279069c55e1 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331171 Dec 17 16:25:10.818407 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:25:11.022327 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8b879-323b-43ff-8c4c-2d2c6fe11662 req-e0a69bb0-8eda-4d7a-a484-de81e2dcfeae tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:11.023816 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-57c8b879-323b-43ff-8c4c-2d2c6fe11662 req-e0a69bb0-8eda-4d7a-a484-de81e2dcfeae tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 945 time: 0.0532541 Dec 17 16:25:11.061851 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-57c8b879-323b-43ff-8c4c-2d2c6fe11662 req-fcd2bc54-789d-49c5-82ea-974cf0cf6c56 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320849 Dec 17 16:25:11.203848 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:25:12.186139 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531a405-2f05-4f6c-ba25-741e92adc629 req-b3a3e4cd-651f-4ffd-8c9c-cf6151a5a9bb tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:12.188315 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6531a405-2f05-4f6c-ba25-741e92adc629 req-b3a3e4cd-651f-4ffd-8c9c-cf6151a5a9bb tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 945 time: 0.0492620 Dec 17 16:25:12.225343 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6531a405-2f05-4f6c-ba25-741e92adc629 req-b6907f0f-cd25-45a4-b9ef-69f391e65198 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308480 Dec 17 16:25:13.342296 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd0e0a-f512-4d87-b264-3f3a3aa404af req-2e854048-7962-465e-b1d6-3ca8b55b1b46 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:13.343974 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-31fd0e0a-f512-4d87-b264-3f3a3aa404af req-2e854048-7962-465e-b1d6-3ca8b55b1b46 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 945 time: 0.0493183 Dec 17 16:25:13.380844 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-31fd0e0a-f512-4d87-b264-3f3a3aa404af req-e1c18e75-e3c5-42f1-ae63-b1533d54cde7 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311382 Dec 17 16:25:14.501345 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2edcd4-48fd-4adf-a699-f87f4dfb479b req-c034c17b-c830-4139-86a7-055c8646141c tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:14.502802 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-be2edcd4-48fd-4adf-a699-f87f4dfb479b req-c034c17b-c830-4139-86a7-055c8646141c tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 945 time: 0.0537522 Dec 17 16:25:14.540945 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-be2edcd4-48fd-4adf-a699-f87f4dfb479b req-8c48e272-4bbc-4356-82d8-7c60440ce852 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321000 Dec 17 16:25:15.654796 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93e83e-807c-4ec9-9396-289da81ab764 req-ebb50283-e3b3-4298-836e-1c0d1839bf14 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:15.657022 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fd93e83e-807c-4ec9-9396-289da81ab764 req-ebb50283-e3b3-4298-836e-1c0d1839bf14 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 945 time: 0.0507343 Dec 17 16:25:15.693808 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fd93e83e-807c-4ec9-9396-289da81ab764 req-37f62ff1-78e1-42ee-915f-c78fc9823752 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307922 Dec 17 16:25:16.810089 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8de7d-9b14-4ea3-93a5-ac38b5acfb6d req-283b344d-78dc-477c-9d26-d4e53ef1f930 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:16.811608 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-97b8de7d-9b14-4ea3-93a5-ac38b5acfb6d req-283b344d-78dc-477c-9d26-d4e53ef1f930 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 945 time: 0.0490108 Dec 17 16:25:16.849807 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-97b8de7d-9b14-4ea3-93a5-ac38b5acfb6d req-8abe4c8e-cdb7-4d28-ae2a-80f251ee327c tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316751 Dec 17 16:25:17.968647 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cbfc7-31af-4221-b6fa-9c99f5149097 req-eea08808-af90-4e1c-a89b-04c3a0fce488 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:17.970166 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c25cbfc7-31af-4221-b6fa-9c99f5149097 req-eea08808-af90-4e1c-a89b-04c3a0fce488 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 945 time: 0.0531504 Dec 17 16:25:18.008392 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c25cbfc7-31af-4221-b6fa-9c99f5149097 req-071277e6-48cf-43f9-b095-9b35c372f096 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323491 Dec 17 16:25:19.123454 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a604d9-e1f7-4f8f-b610-531cb2c37672 req-dba72bf4-de9d-4007-bbfe-862d4ab6dad1 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:19.125471 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-39a604d9-e1f7-4f8f-b610-531cb2c37672 req-dba72bf4-de9d-4007-bbfe-862d4ab6dad1 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 945 time: 0.0495448 Dec 17 16:25:19.164368 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-39a604d9-e1f7-4f8f-b610-531cb2c37672 req-d03cddbb-82d5-482a-81e5-644d1bcb9a81 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327780 Dec 17 16:25:20.282209 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1ccf1-43d8-4f98-ab4d-229ec85f24d9 req-2187303e-27f3-4997-ad7c-15e880a97f80 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:20.283684 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f8b1ccf1-43d8-4f98-ab4d-229ec85f24d9 req-2187303e-27f3-4997-ad7c-15e880a97f80 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 945 time: 0.0487707 Dec 17 16:25:20.320209 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f8b1ccf1-43d8-4f98-ab4d-229ec85f24d9 req-1b6544e8-d592-4f84-9ae3-d7a9637c8780 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306997 Dec 17 16:25:21.440884 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a18cfb-7bd2-4d61-b7f8-d9a5b9224bd3 req-10bad3d0-a06a-4318-a062-dc3485217405 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:21.444916 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6a18cfb-7bd2-4d61-b7f8-d9a5b9224bd3 req-10bad3d0-a06a-4318-a062-dc3485217405 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 945 time: 0.0540767 Dec 17 16:25:21.480522 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d6a18cfb-7bd2-4d61-b7f8-d9a5b9224bd3 req-136d208e-cad9-4ae9-9976-d2f39ae8360c tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318801 Dec 17 16:25:22.599453 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870d597-667f-4b40-aba0-973b374fe72a req-5d76d615-dfe6-4f8d-af32-38743cbcef7a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:22.600885 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b870d597-667f-4b40-aba0-973b374fe72a req-5d76d615-dfe6-4f8d-af32-38743cbcef7a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 945 time: 0.0499456 Dec 17 16:25:22.640703 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b870d597-667f-4b40-aba0-973b374fe72a req-ec295f3b-5d5b-40a8-bcc1-28183d2e5640 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334589 Dec 17 16:25:23.318710 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-380dbd13-e424-4981-9daa-b2ee56a1c27e service neutron] show failed (client error): The resource could not be found. Dec 17 16:25:23.319639 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-380dbd13-e424-4981-9daa-b2ee56a1c27e service neutron] 10.222.0.13 "GET /v2.0/ports/4fbc647e-255b-4cbd-a507-caf7f90c0b79/bindings/n-h1-820553-2 HTTP/1.1" status: 404 len: 380 time: 0.0559478 Dec 17 16:25:23.760660 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecb010-7d09-47b7-8602-27c9f98c0245 req-a85f0a8d-0ff2-4352-b374-129ee458ff26 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:23.762153 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70ecb010-7d09-47b7-8602-27c9f98c0245 req-a85f0a8d-0ff2-4352-b374-129ee458ff26 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 945 time: 0.0489893 Dec 17 16:25:23.802621 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70ecb010-7d09-47b7-8602-27c9f98c0245 req-a167da1d-d9ee-4878-a4e8-486df3a50422 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335805 Dec 17 16:25:23.923925 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-334a3f6f-9f68-47a9-ad2d-4e6646bf3749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:23.925329 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-334a3f6f-9f68-47a9-ad2d-4e6646bf3749 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb&tenant_id=197dec578fa24a709a8da5cd47608f46 HTTP/1.1" status: 200 len: 1096 time: 0.0808477 Dec 17 16:25:23.935500 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-c5db1a08-064f-4427-a460-a1fe6af11ad6 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:25:23.936432 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-c5db1a08-064f-4427-a460-a1fe6af11ad6 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048685 Dec 17 16:25:23.956276 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820553-2', 'device_owner': 'compute:nova'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:25:24.011786 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:25:24.211867 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] For port 4fbc647e-255b-4cbd-a507-caf7f90c0b79, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=4fbc647e-255b-4cbd-a507-caf7f90c0b79,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:25:24.244455 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] For port 4fbc647e-255b-4cbd-a507-caf7f90c0b79, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:25:24.283830 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3928a31b-24ac-4223-8ac1-06bb9d14a5eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fbc647e-255b-4cbd-a507-caf7f90c0b79'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:25:24.286119 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa506e98-2125-4066-9d95-1282819f2aa8" -d '{"events": [{"server_uuid": "3928a31b-24ac-4223-8ac1-06bb9d14a5eb", "name": "network-vif-unplugged", "status": "completed", "tag": "4fbc647e-255b-4cbd-a507-caf7f90c0b79"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:25:24.290197 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:25:24.303057 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] Transition to ACTIVE for port object 4fbc647e-255b-4cbd-a507-caf7f90c0b79 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:25:24.380698 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:25:24.411743 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 16:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefb13bf-0f4c-4cfc-9ce9-7269810fc562 x-openstack-request-id: req-cefb13bf-0f4c-4cfc-9ce9-7269810fc562 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:25:24.412033 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3928a31b-24ac-4223-8ac1-06bb9d14a5eb", "name": "network-vif-unplugged", "status": "completed", "tag": "4fbc647e-255b-4cbd-a507-caf7f90c0b79", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:25:24.412280 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cefb13bf-0f4c-4cfc-9ce9-7269810fc562 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:25:24.412751 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3928a31b-24ac-4223-8ac1-06bb9d14a5eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fbc647e-255b-4cbd-a507-caf7f90c0b79', 'code': 200} Dec 17 16:25:24.461848 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] Pushing event updated for resources: {'Port': ['ID=4fbc647e-255b-4cbd-a507-caf7f90c0b79,revision_number=6']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:24.476569 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:24.476931 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:24.477285 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:24.477618 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:24.477954 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:24.478276 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:24.478596 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:24.478917 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:24.479237 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:24.479557 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:24.479874 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:24.480186 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:24.516348 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] No DVR routers for this DVR port 4fbc647e-255b-4cbd-a507-caf7f90c0b79 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:25:24.652009 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] Attempting to bind port 4fbc647e-255b-4cbd-a507-caf7f90c0b79 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:25:24.652343 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] Attempting to bind port 4fbc647e-255b-4cbd-a507-caf7f90c0b79 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:25:24.652671 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] Attempting to bind port 4fbc647e-255b-4cbd-a507-caf7f90c0b79 on network 2e805cc2-953d-463a-8304-c2572a23f7b6 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:25:24.657320 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] Port 4fbc647e-255b-4cbd-a507-caf7f90c0b79 on network 2e805cc2-953d-463a-8304-c2572a23f7b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:25:24.657641 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] Attempting to bind port 4fbc647e-255b-4cbd-a507-caf7f90c0b79 on network 2e805cc2-953d-463a-8304-c2572a23f7b6 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:25:24.664001 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:25:24.664338 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] Checking segment: {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:25:24.664729 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] Bound using segment: {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:25:24.665183 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] Bound port: 4fbc647e-255b-4cbd-a507-caf7f90c0b79, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:25:24.665545 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:25:24.732096 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] For port 4fbc647e-255b-4cbd-a507-caf7f90c0b79, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:25:24.735530 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] For port 4fbc647e-255b-4cbd-a507-caf7f90c0b79, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=4fbc647e-255b-4cbd-a507-caf7f90c0b79,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:25:24.803872 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:25:24.809088 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 4fbc647e-255b-4cbd-a507-caf7f90c0b79 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:25:24.839706 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:24.840445 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:25:24.842111 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] 10.222.0.41 "PUT /v2.0/ports/4fbc647e-255b-4cbd-a507-caf7f90c0b79 HTTP/1.1" status: 200 len: 1091 time: 0.8894472 Dec 17 16:25:24.852737 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 4fbc647e-255b-4cbd-a507-caf7f90c0b79 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:25:24.874002 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e914b-9cd8-4fb4-ac58-8be73abd004f service neutron] Pushing event updated for resources: {'Port': ['ID=4fbc647e-255b-4cbd-a507-caf7f90c0b79,revision_number=7']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:24.932407 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-9164a5f4-e172-4b46-82fd-304f1f849648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:24.934295 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-9164a5f4-e172-4b46-82fd-304f1f849648 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 1094 time: 0.0520360 Dec 17 16:25:24.953080 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb7c87-fbd7-4d4f-a0a0-14ee8807dc64 req-b7a2354e-d266-482d-a30c-7ae0b0e8952e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:24.954844 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aacb7c87-fbd7-4d4f-a0a0-14ee8807dc64 req-b7a2354e-d266-482d-a30c-7ae0b0e8952e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 943 time: 0.0687177 Dec 17 16:25:25.002676 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aacb7c87-fbd7-4d4f-a0a0-14ee8807dc64 req-92fb2ea6-afd9-4a34-bd67-240bb91c7d20 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404203 Dec 17 16:25:25.038694 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-ad318f90-0393-4fc1-be7f-0c868dd16bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:25.040135 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-ad318f90-0393-4fc1-be7f-0c868dd16bc5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.0990033 Dec 17 16:25:25.110841 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-5da3b6df-8dc3-4cd8-9d1e-6cce69aa5d79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fbc647e-255b-4cbd-a507-caf7f90c0b79 HTTP/1.1" status: 200 len: 999 time: 0.0634606 Dec 17 16:25:25.161018 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-0ebf1b66-6e13-4741-8bc7-a7a07ff3ba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:25.162495 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-0ebf1b66-6e13-4741-8bc7-a7a07ff3ba68 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0452592 Dec 17 16:25:25.213952 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-80dc2ce9-1a94-4fab-b124-e7118413f8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:25.215458 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-80dc2ce9-1a94-4fab-b124-e7118413f8e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464253 Dec 17 16:25:25.308260 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-cab4235d-6823-4db6-8b8f-742a0986e4c5 service neutron] 10.222.0.41 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838473 Dec 17 16:25:25.403553 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8bfe2f8a-f1a4-4437-a89a-bcfabcbfde74 req-0f73ed48-31c9-4e08-8977-702f59c67ca8 service neutron] 10.222.0.41 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880673 Dec 17 16:25:26.123206 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54728c-a514-40ed-a9d5-e9da26c39759 req-bd5b1eee-268b-4c9c-ba88-49686cb15cae tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:26.125477 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ec54728c-a514-40ed-a9d5-e9da26c39759 req-bd5b1eee-268b-4c9c-ba88-49686cb15cae tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 943 time: 0.0507023 Dec 17 16:25:26.164118 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ec54728c-a514-40ed-a9d5-e9da26c39759 req-1b40b561-196c-42be-96f8-bad7cc9efb93 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326698 Dec 17 16:25:26.413553 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3928a31b-24ac-4223-8ac1-06bb9d14a5eb', 'tag': '4fbc647e-255b-4cbd-a507-caf7f90c0b79'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:25:26.415993 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181eda4f-41fe-4f3f-9848-93a9721c1a75" -d '{"events": [{"name": "network-changed", "server_uuid": "3928a31b-24ac-4223-8ac1-06bb9d14a5eb", "tag": "4fbc647e-255b-4cbd-a507-caf7f90c0b79"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:25:26.465736 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c783b711-66e8-4cde-8c3a-64f6e4afc9ae x-openstack-request-id: req-c783b711-66e8-4cde-8c3a-64f6e4afc9ae {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:25:26.466026 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3928a31b-24ac-4223-8ac1-06bb9d14a5eb", "tag": "4fbc647e-255b-4cbd-a507-caf7f90c0b79", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:25:26.466279 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c783b711-66e8-4cde-8c3a-64f6e4afc9ae {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:25:26.466680 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3928a31b-24ac-4223-8ac1-06bb9d14a5eb', 'tag': '4fbc647e-255b-4cbd-a507-caf7f90c0b79', 'status': 'completed', 'code': 200} Dec 17 16:25:26.517927 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:25:26.553271 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181eda4f-41fe-4f3f-9848-93a9721c1a75 req-15cfc96c-3450-4c38-a5c0-93703849eb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:26.554659 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-181eda4f-41fe-4f3f-9848-93a9721c1a75 req-15cfc96c-3450-4c38-a5c0-93703849eb4d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 1094 time: 0.0656600 Dec 17 16:25:26.622370 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181eda4f-41fe-4f3f-9848-93a9721c1a75 req-09cf43c3-4dfa-422a-93e2-767f88a07c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:26.624988 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-181eda4f-41fe-4f3f-9848-93a9721c1a75 req-09cf43c3-4dfa-422a-93e2-767f88a07c44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 1094 time: 0.0962312 Dec 17 16:25:26.706247 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181eda4f-41fe-4f3f-9848-93a9721c1a75 req-b480e65f-b61d-46e3-b67b-e062f29b0b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:26.707691 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-181eda4f-41fe-4f3f-9848-93a9721c1a75 req-b480e65f-b61d-46e3-b67b-e062f29b0b5d service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.1459899 Dec 17 16:25:26.785301 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181eda4f-41fe-4f3f-9848-93a9721c1a75 req-ed325390-0cbb-4388-a81f-c5b770c1e3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:26.786764 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-181eda4f-41fe-4f3f-9848-93a9721c1a75 req-ed325390-0cbb-4388-a81f-c5b770c1e3f1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.1548142 Dec 17 16:25:26.803392 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-181eda4f-41fe-4f3f-9848-93a9721c1a75 req-4fe2874e-8823-4e93-b6ea-46e7e8f04d31 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fbc647e-255b-4cbd-a507-caf7f90c0b79 HTTP/1.1" status: 200 len: 999 time: 0.0875225 Dec 17 16:25:26.896642 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-181eda4f-41fe-4f3f-9848-93a9721c1a75 req-aa030386-c182-4301-a470-862dcb8eff19 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fbc647e-255b-4cbd-a507-caf7f90c0b79 HTTP/1.1" status: 200 len: 999 time: 0.1010773 Dec 17 16:25:26.901787 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181eda4f-41fe-4f3f-9848-93a9721c1a75 req-c86e7da6-e7b5-40a1-9206-0f5cd53e0bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:26.903101 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-181eda4f-41fe-4f3f-9848-93a9721c1a75 req-c86e7da6-e7b5-40a1-9206-0f5cd53e0bc3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0699184 Dec 17 16:25:26.973305 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181eda4f-41fe-4f3f-9848-93a9721c1a75 req-3e28e3da-de5b-4275-9463-64495f565a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:26.974750 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-181eda4f-41fe-4f3f-9848-93a9721c1a75 req-3e28e3da-de5b-4275-9463-64495f565a67 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0708408 Dec 17 16:25:26.980474 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181eda4f-41fe-4f3f-9848-93a9721c1a75 req-4a9c7675-5217-4454-aa25-9c835371c3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:26.981863 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-181eda4f-41fe-4f3f-9848-93a9721c1a75 req-4a9c7675-5217-4454-aa25-9c835371c3d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698984 Dec 17 16:25:27.082909 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181eda4f-41fe-4f3f-9848-93a9721c1a75 req-67a1208d-9e96-44af-93c9-a6c3757c12cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:27.084287 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-181eda4f-41fe-4f3f-9848-93a9721c1a75 req-67a1208d-9e96-44af-93c9-a6c3757c12cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1016173 Dec 17 16:25:27.158608 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-181eda4f-41fe-4f3f-9848-93a9721c1a75 req-88a03385-9d25-4e41-937c-4b024ade8eed service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680257 Dec 17 16:25:27.244949 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-181eda4f-41fe-4f3f-9848-93a9721c1a75 req-8a662940-1f20-4170-84cf-50743cb4709e service neutron] 10.222.0.41 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496630 Dec 17 16:25:27.284818 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f89f8-c600-40fb-a351-19de480698a4 req-2d44c6c1-fca6-4270-95c2-3fd94df0cbdb tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:27.286996 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-421f89f8-c600-40fb-a351-19de480698a4 req-2d44c6c1-fca6-4270-95c2-3fd94df0cbdb tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 943 time: 0.0518377 Dec 17 16:25:27.330288 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-421f89f8-c600-40fb-a351-19de480698a4 req-bb34b69f-0492-4abc-84b5-6359670cfd5f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366812 Dec 17 16:25:27.656420 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-181eda4f-41fe-4f3f-9848-93a9721c1a75 req-d23de96e-7303-48e1-81ce-68a22bba4380 service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4901633 Dec 17 16:25:27.693646 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-181eda4f-41fe-4f3f-9848-93a9721c1a75 req-a47f1618-18d4-456e-a2f8-412d909644cb service neutron] 10.222.0.41 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396062 Dec 17 16:25:28.454544 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a134032-565f-4f87-9f7b-ce6f5561a334 req-c8718f14-0051-49af-afb9-6f4321b705b7 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:28.455936 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4a134032-565f-4f87-9f7b-ce6f5561a334 req-c8718f14-0051-49af-afb9-6f4321b705b7 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 943 time: 0.0544155 Dec 17 16:25:28.494021 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4a134032-565f-4f87-9f7b-ce6f5561a334 req-39f6d2d8-1246-4e3c-a42a-3943b1f23b32 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319226 Dec 17 16:25:28.916611 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-59fda4d8-3f7a-4498-ac13-d7196ee905e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:25:29.610836 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba758cd2-05e8-4f35-9fdf-229b4c8b2808 req-d896a1c4-0ddc-40f7-8134-6476e9042fa0 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:29.612331 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ba758cd2-05e8-4f35-9fdf-229b4c8b2808 req-d896a1c4-0ddc-40f7-8134-6476e9042fa0 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 943 time: 0.0494382 Dec 17 16:25:29.650904 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ba758cd2-05e8-4f35-9fdf-229b4c8b2808 req-fa78e760-5cd3-4c3d-93c9-3d708a979f4f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322709 Dec 17 16:25:30.765268 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41263424-0e69-4bff-b905-ad44207bacad req-75f805f9-958e-4528-b195-ac360eebb127 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:30.766730 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-41263424-0e69-4bff-b905-ad44207bacad req-75f805f9-958e-4528-b195-ac360eebb127 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 943 time: 0.0496151 Dec 17 16:25:30.803528 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-41263424-0e69-4bff-b905-ad44207bacad req-ff4a424e-5ef0-4422-8418-275caa8165db tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308852 Dec 17 16:25:31.140814 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e97a67d2-1963-4931-aedd-6d1388d578c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:25:31.923747 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f233f-8b5d-4e61-9bfb-e5d086cb2fd7 req-8ea35bcf-a67c-45bd-a19b-b5d70dbfcf14 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:31.925254 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a15f233f-8b5d-4e61-9bfb-e5d086cb2fd7 req-8ea35bcf-a67c-45bd-a19b-b5d70dbfcf14 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 943 time: 0.0535212 Dec 17 16:25:31.963228 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a15f233f-8b5d-4e61-9bfb-e5d086cb2fd7 req-dd9ed62a-03a8-4abd-8c7a-eafa368af090 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320477 Dec 17 16:25:32.603525 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:25:33.078839 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dac90a-2dbb-4a87-bf0f-5621a7ea77d5 req-0b13908a-6ded-41b4-b5d0-cfcbf193619a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:33.080319 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8dac90a-2dbb-4a87-bf0f-5621a7ea77d5 req-0b13908a-6ded-41b4-b5d0-cfcbf193619a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 943 time: 0.0493259 Dec 17 16:25:33.118044 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8dac90a-2dbb-4a87-bf0f-5621a7ea77d5 req-46f8c773-c098-4a7d-9a22-93c20be2eacb tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317018 Dec 17 16:25:34.118211 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:25:34.237529 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3787185-83ab-45bd-af53-69af132a0c81 req-2a7fd1a3-b2b0-45b1-ae3d-d0dd0526f87f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:34.240382 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e3787185-83ab-45bd-af53-69af132a0c81 req-2a7fd1a3-b2b0-45b1-ae3d-d0dd0526f87f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 943 time: 0.0519962 Dec 17 16:25:34.272159 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:25:34.278131 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e3787185-83ab-45bd-af53-69af132a0c81 req-62cb343c-2cca-4960-b288-5a969b0aafff tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329301 Dec 17 16:25:35.398784 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab73300-4fe2-4920-8f43-12a996c29ce3 req-9dbf8b93-129e-44ea-8026-d14130f09e26 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:35.400238 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1ab73300-4fe2-4920-8f43-12a996c29ce3 req-9dbf8b93-129e-44ea-8026-d14130f09e26 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 943 time: 0.0526969 Dec 17 16:25:35.437911 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1ab73300-4fe2-4920-8f43-12a996c29ce3 req-72a54300-f366-480e-96c8-718b775f0948 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316877 Dec 17 16:25:36.580782 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489ed28-8489-4d39-bafb-2ebb57b59bc3 req-209455a5-3e82-4c20-8dd8-81a15387970f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:36.580782 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0489ed28-8489-4d39-bafb-2ebb57b59bc3 req-209455a5-3e82-4c20-8dd8-81a15387970f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 943 time: 0.0496256 Dec 17 16:25:36.594845 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0489ed28-8489-4d39-bafb-2ebb57b59bc3 req-fc6cacea-f796-4f55-9c54-4736a7bf3a1a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315609 Dec 17 16:25:37.711502 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fdc85-65e6-41e7-80e2-6670013f848e req-a3f0b858-619b-4565-80e7-aa2c7a79ea65 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:37.713037 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-943fdc85-65e6-41e7-80e2-6670013f848e req-a3f0b858-619b-4565-80e7-aa2c7a79ea65 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 943 time: 0.0498257 Dec 17 16:25:37.751321 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-943fdc85-65e6-41e7-80e2-6670013f848e req-a7de5634-99af-4afc-916e-fae979f23165 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317361 Dec 17 16:25:38.872626 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dfd71-0920-4baf-b1a7-3eecd1da7fb2 req-fc4c2f16-e293-4aaf-ae5b-1a92ec6e21b5 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:38.874137 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ee2dfd71-0920-4baf-b1a7-3eecd1da7fb2 req-fc4c2f16-e293-4aaf-ae5b-1a92ec6e21b5 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 943 time: 0.0545552 Dec 17 16:25:38.911987 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ee2dfd71-0920-4baf-b1a7-3eecd1da7fb2 req-2f9ed642-9838-4f40-ba29-c759e776c893 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309355 Dec 17 16:25:40.028369 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1da9f4-71cd-4a59-ac4d-86505c9bfdba req-4a2d2bcb-b1fc-4079-8c70-03e6d85b7af0 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:40.029892 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c1da9f4-71cd-4a59-ac4d-86505c9bfdba req-4a2d2bcb-b1fc-4079-8c70-03e6d85b7af0 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 943 time: 0.0496616 Dec 17 16:25:40.068199 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c1da9f4-71cd-4a59-ac4d-86505c9bfdba req-c350ea18-9784-482c-8e63-ac56ecb4084c tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323014 Dec 17 16:25:40.541722 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170d9f1-5c2d-4249-85cf-f79258806770 req-7cc593c5-08e1-417a-b2ff-bc175f946f87 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:40.543276 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6170d9f1-5c2d-4249-85cf-f79258806770 req-7cc593c5-08e1-417a-b2ff-bc175f946f87 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 943 time: 0.0516326 Dec 17 16:25:40.577562 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-b9c87c15-7112-4de6-92ad-8f5a8ca2660d tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:40.579659 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-b9c87c15-7112-4de6-92ad-8f5a8ca2660d tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.41 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb&tenant_id=197dec578fa24a709a8da5cd47608f46&binding%3Ahost_id=n-h1-820553-2 HTTP/1.1" status: 200 len: 943 time: 0.0529501 Dec 17 16:25:40.582375 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6170d9f1-5c2d-4249-85cf-f79258806770 req-c72ba8fa-0413-4436-9cf2-2b8e6e1253f1 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325513 Dec 17 16:25:40.639004 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-814bcc46-e59a-42c1-8475-2f8bf5d28bb1 service neutron] 10.222.0.41 "GET /v2.0/ports/4fbc647e-255b-4cbd-a507-caf7f90c0b79/bindings/n-h1-820553-2 HTTP/1.1" status: 200 len: 382 time: 0.0525179 Dec 17 16:25:40.717145 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-4c3234ff-9496-42de-9e20-3896c907a899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:40.718518 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-4c3234ff-9496-42de-9e20-3896c907a899 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 1094 time: 0.0425284 Dec 17 16:25:40.804840 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-50c65bc3-257a-4c1f-a3b2-3d3781527af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:40.806296 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-50c65bc3-257a-4c1f-a3b2-3d3781527af1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.0807190 Dec 17 16:25:40.874802 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-e677a05f-de98-40dd-a5b2-38567b725377 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fbc647e-255b-4cbd-a507-caf7f90c0b79 HTTP/1.1" status: 200 len: 999 time: 0.0620723 Dec 17 16:25:40.923751 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-9031c32c-7d2a-4209-88c4-15e3d2bc2adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:40.925243 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-9031c32c-7d2a-4209-88c4-15e3d2bc2adb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0433834 Dec 17 16:25:40.969739 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-f2978d85-bd88-4f06-bf4a-9882d086f4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:40.971108 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-f2978d85-bd88-4f06-bf4a-9882d086f4e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394282 Dec 17 16:25:41.061566 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-3893158c-cb69-4550-b7bd-99a320674d57 service neutron] 10.222.0.41 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836751 Dec 17 16:25:41.120843 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 4fbc647e-255b-4cbd-a507-caf7f90c0b79 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:25:41.152669 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-845afa97-ffc3-4c70-bd4a-40a7f10ab85e service neutron] 10.222.0.41 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841393 Dec 17 16:25:41.202933 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:25:41.218891 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 4fbc647e-255b-4cbd-a507-caf7f90c0b79, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=4fbc647e-255b-4cbd-a507-caf7f90c0b79,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:25:41.230445 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '4fbc647e-255b-4cbd-a507-caf7f90c0b79', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'port_id': '4fbc647e-255b-4cbd-a507-caf7f90c0b79', 'mac_address': 'fa:16:3e:01:bb:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:25:41.267419 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:25:41.283264 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fbc647e-255b-4cbd-a507-caf7f90c0b79 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:25:41.302231 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 4fbc647e-255b-4cbd-a507-caf7f90c0b79, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=4fbc647e-255b-4cbd-a507-caf7f90c0b79,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:25:41.374460 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:25:41.420355 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=4fbc647e-255b-4cbd-a507-caf7f90c0b79,revision_number=8']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:41.428297 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:41.428645 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:41.428983 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:41.429346 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:41.429679 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:41.430011 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:41.430336 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:41.430663 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:41.430987 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:41.431312 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:41.431634 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:41.431955 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:25:41.704185 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ee3cc-3250-475d-943b-23b01c9834aa req-210a2426-b804-4965-a218-38ec6c87e16d tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:41.705687 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc0ee3cc-3250-475d-943b-23b01c9834aa req-210a2426-b804-4965-a218-38ec6c87e16d tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 944 time: 0.0531249 Dec 17 16:25:41.743432 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fc0ee3cc-3250-475d-943b-23b01c9834aa req-b781533d-ff1e-4dc7-808b-8e5d14ab615e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318546 Dec 17 16:25:41.821321 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['4fbc647e-255b-4cbd-a507-caf7f90c0b79'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:25:42.868999 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa11f3-4781-4b8d-a218-6807f0639c59 req-0bbf72a7-f5f5-4c4e-8581-2ac11d8af2a5 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:42.870560 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-18aa11f3-4781-4b8d-a218-6807f0639c59 req-0bbf72a7-f5f5-4c4e-8581-2ac11d8af2a5 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 944 time: 0.0509660 Dec 17 16:25:42.910409 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-18aa11f3-4781-4b8d-a218-6807f0639c59 req-b0022f8b-b509-42fb-ab3b-136a12258a9a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338292 Dec 17 16:25:43.139987 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 4fbc647e-255b-4cbd-a507-caf7f90c0b79 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:25:43.250017 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 4fbc647e-255b-4cbd-a507-caf7f90c0b79 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:25:43.255580 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 4fbc647e-255b-4cbd-a507-caf7f90c0b79 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:25:43.260312 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:25:43.335798 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:25:43.358888 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3928a31b-24ac-4223-8ac1-06bb9d14a5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fbc647e-255b-4cbd-a507-caf7f90c0b79'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:25:43.361940 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54663924-e5b6-4773-b02d-c5b503ace177" -d '{"events": [{"server_uuid": "3928a31b-24ac-4223-8ac1-06bb9d14a5eb", "name": "network-vif-plugged", "status": "completed", "tag": "4fbc647e-255b-4cbd-a507-caf7f90c0b79"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:25:43.376455 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 4fbc647e-255b-4cbd-a507-caf7f90c0b79, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=4fbc647e-255b-4cbd-a507-caf7f90c0b79,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:25:43.425839 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:25:43.485700 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708a08ec-2f0c-4d70-8431-8afcca37f78a x-openstack-request-id: req-708a08ec-2f0c-4d70-8431-8afcca37f78a {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:25:43.486622 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3928a31b-24ac-4223-8ac1-06bb9d14a5eb", "name": "network-vif-plugged", "status": "completed", "tag": "4fbc647e-255b-4cbd-a507-caf7f90c0b79", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:25:43.487120 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-708a08ec-2f0c-4d70-8431-8afcca37f78a {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:25:43.487767 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3928a31b-24ac-4223-8ac1-06bb9d14a5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fbc647e-255b-4cbd-a507-caf7f90c0b79', 'code': 200} Dec 17 16:25:43.493367 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=4fbc647e-255b-4cbd-a507-caf7f90c0b79,revision_number=9']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:44.026810 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a865e-a682-492f-a8dd-ee47c45f128e req-ddbe2f6a-21cc-4e79-b29c-b0101d0fac9d tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:44.028364 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e57a865e-a682-492f-a8dd-ee47c45f128e req-ddbe2f6a-21cc-4e79-b29c-b0101d0fac9d tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 945 time: 0.0494609 Dec 17 16:25:44.067316 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e57a865e-a682-492f-a8dd-ee47c45f128e req-9e4441e7-77b2-4ef8-9ba6-a66b77bf4daa tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319500 Dec 17 16:25:45.188462 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86e594-4736-49aa-90f4-a58f39019b5e req-094f47aa-61b6-4a85-9acd-27ffabf5eacf tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:45.190830 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-af86e594-4736-49aa-90f4-a58f39019b5e req-094f47aa-61b6-4a85-9acd-27ffabf5eacf tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 945 time: 0.0532279 Dec 17 16:25:45.228879 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-af86e594-4736-49aa-90f4-a58f39019b5e req-64f0caa6-8f1d-402b-99c1-7732278beffd tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322051 Dec 17 16:25:45.942472 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-b079acd2-667d-4dc2-9ac5-1f1bf42a58b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:45.943967 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-b079acd2-667d-4dc2-9ac5-1f1bf42a58b9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb&tenant_id=197dec578fa24a709a8da5cd47608f46 HTTP/1.1" status: 200 len: 1096 time: 0.0413957 Dec 17 16:25:45.956364 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-9c080c0c-66de-4dc6-8715-28eebcd0189a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820553-2', 'device_owner': 'compute:nova'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:25:46.011869 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-9c080c0c-66de-4dc6-8715-28eebcd0189a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:25:46.211629 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-9c080c0c-66de-4dc6-8715-28eebcd0189a service neutron] For port 4fbc647e-255b-4cbd-a507-caf7f90c0b79, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=4fbc647e-255b-4cbd-a507-caf7f90c0b79,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:25:46.243046 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-9c080c0c-66de-4dc6-8715-28eebcd0189a service neutron] For port 4fbc647e-255b-4cbd-a507-caf7f90c0b79, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:25:46.283208 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3928a31b-24ac-4223-8ac1-06bb9d14a5eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fbc647e-255b-4cbd-a507-caf7f90c0b79'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:25:46.285631 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f328426a-f798-4bbb-beb0-b3e6fab4d737" -d '{"events": [{"server_uuid": "3928a31b-24ac-4223-8ac1-06bb9d14a5eb", "name": "network-vif-unplugged", "status": "completed", "tag": "4fbc647e-255b-4cbd-a507-caf7f90c0b79"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:25:46.289513 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-9c080c0c-66de-4dc6-8715-28eebcd0189a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:25:46.302621 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-9c080c0c-66de-4dc6-8715-28eebcd0189a service neutron] Transition to ACTIVE for port object 4fbc647e-255b-4cbd-a507-caf7f90c0b79 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:25:46.340631 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 16:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd516dcc-ffe0-4673-9fa9-224dcd2eac21 x-openstack-request-id: req-bd516dcc-ffe0-4673-9fa9-224dcd2eac21 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:25:46.340926 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3928a31b-24ac-4223-8ac1-06bb9d14a5eb", "name": "network-vif-unplugged", "status": "completed", "tag": "4fbc647e-255b-4cbd-a507-caf7f90c0b79", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:25:46.341209 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bd516dcc-ffe0-4673-9fa9-224dcd2eac21 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:25:46.341616 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3928a31b-24ac-4223-8ac1-06bb9d14a5eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fbc647e-255b-4cbd-a507-caf7f90c0b79', 'code': 200} Dec 17 16:25:46.342813 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-9c080c0c-66de-4dc6-8715-28eebcd0189a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:25:46.350863 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf82239-ac49-419b-89e1-11493f6d837a req-e1e4e400-80e0-4ae9-bd29-ec67865a0a4f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:46.352406 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ecf82239-ac49-419b-89e1-11493f6d837a req-e1e4e400-80e0-4ae9-bd29-ec67865a0a4f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 945 time: 0.0509470 Dec 17 16:25:46.392763 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ecf82239-ac49-419b-89e1-11493f6d837a req-d739936b-0916-45f5-a0db-e7de94ff261e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337448 Dec 17 16:25:46.424400 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c080c0c-66de-4dc6-8715-28eebcd0189a service neutron] Pushing event updated for resources: {'Port': ['ID=4fbc647e-255b-4cbd-a507-caf7f90c0b79,revision_number=10']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:46.467234 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-9c080c0c-66de-4dc6-8715-28eebcd0189a service neutron] No DVR routers for this DVR port 4fbc647e-255b-4cbd-a507-caf7f90c0b79 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:25:46.602579 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-9c080c0c-66de-4dc6-8715-28eebcd0189a service neutron] Attempting to bind port 4fbc647e-255b-4cbd-a507-caf7f90c0b79 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:25:46.602866 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-9c080c0c-66de-4dc6-8715-28eebcd0189a service neutron] Attempting to bind port 4fbc647e-255b-4cbd-a507-caf7f90c0b79 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:25:46.603190 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-9c080c0c-66de-4dc6-8715-28eebcd0189a service neutron] Attempting to bind port 4fbc647e-255b-4cbd-a507-caf7f90c0b79 on network 2e805cc2-953d-463a-8304-c2572a23f7b6 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:25:46.607435 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-9c080c0c-66de-4dc6-8715-28eebcd0189a service neutron] Port 4fbc647e-255b-4cbd-a507-caf7f90c0b79 on network 2e805cc2-953d-463a-8304-c2572a23f7b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:25:46.607756 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-9c080c0c-66de-4dc6-8715-28eebcd0189a service neutron] Attempting to bind port 4fbc647e-255b-4cbd-a507-caf7f90c0b79 on network 2e805cc2-953d-463a-8304-c2572a23f7b6 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:25:46.612977 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-9c080c0c-66de-4dc6-8715-28eebcd0189a service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:25:46.613344 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-9c080c0c-66de-4dc6-8715-28eebcd0189a service neutron] Checking segment: {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:25:46.613731 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-9c080c0c-66de-4dc6-8715-28eebcd0189a service neutron] Bound using segment: {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:25:46.614147 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-9c080c0c-66de-4dc6-8715-28eebcd0189a service neutron] Bound port: 4fbc647e-255b-4cbd-a507-caf7f90c0b79, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18698a43-44c6-444e-9e88-84b61cce9e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:25:46.614498 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-9c080c0c-66de-4dc6-8715-28eebcd0189a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:25:46.677154 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-9c080c0c-66de-4dc6-8715-28eebcd0189a service neutron] For port 4fbc647e-255b-4cbd-a507-caf7f90c0b79, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:25:46.680243 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-9c080c0c-66de-4dc6-8715-28eebcd0189a service neutron] For port 4fbc647e-255b-4cbd-a507-caf7f90c0b79, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=4fbc647e-255b-4cbd-a507-caf7f90c0b79,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:25:46.750839 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-9c080c0c-66de-4dc6-8715-28eebcd0189a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:25:46.787890 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-9c080c0c-66de-4dc6-8715-28eebcd0189a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:46.788389 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-9c080c0c-66de-4dc6-8715-28eebcd0189a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:25:46.789776 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-9c080c0c-66de-4dc6-8715-28eebcd0189a service neutron] 10.222.0.13 "PUT /v2.0/ports/4fbc647e-255b-4cbd-a507-caf7f90c0b79 HTTP/1.1" status: 200 len: 1092 time: 0.8379827 Dec 17 16:25:46.811425 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c080c0c-66de-4dc6-8715-28eebcd0189a service neutron] Pushing event updated for resources: {'Port': ['ID=4fbc647e-255b-4cbd-a507-caf7f90c0b79,revision_number=11']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:46.856892 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-9f81f0ec-701c-4587-8035-fe5f491d1e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:46.858665 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-9f81f0ec-701c-4587-8035-fe5f491d1e04 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 1095 time: 0.0440216 Dec 17 16:25:46.951903 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-d17d6751-30af-48c2-8b03-334234f28bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:46.953429 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-d17d6751-30af-48c2-8b03-334234f28bcf service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.0881307 Dec 17 16:25:47.022817 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-0f4e75b3-c372-4698-a24f-06b6daad2787 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fbc647e-255b-4cbd-a507-caf7f90c0b79 HTTP/1.1" status: 200 len: 999 time: 0.0628204 Dec 17 16:25:47.073292 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-b77099f7-d697-4204-913c-3bcf907cb9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:47.074749 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-b77099f7-d697-4204-913c-3bcf907cb9cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0453117 Dec 17 16:25:47.120910 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-e1dbef7a-d34c-4678-8b4b-61e782a6dda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:47.122444 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-e1dbef7a-d34c-4678-8b4b-61e782a6dda2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401292 Dec 17 16:25:47.175798 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 4fbc647e-255b-4cbd-a507-caf7f90c0b79 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:25:47.213666 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 4fbc647e-255b-4cbd-a507-caf7f90c0b79 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:25:47.215523 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-fdec5c7a-ed29-4836-bdc4-0ced34fae2e5 service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858073 Dec 17 16:25:47.304431 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-220c5ae4-b430-4642-af1c-c94a7c3ac887 req-cd7ad8c9-2b48-44d9-815a-255a93758a3b service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814478 Dec 17 16:25:47.521733 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be1275-bca7-40cc-b664-7529af8e9d1e req-4648e284-e71a-4b88-b642-c97a43112699 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:47.523237 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-66be1275-bca7-40cc-b664-7529af8e9d1e req-4648e284-e71a-4b88-b642-c97a43112699 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 944 time: 0.0541639 Dec 17 16:25:47.561122 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-66be1275-bca7-40cc-b664-7529af8e9d1e req-d3bbdb97-795c-4390-883e-6605f6c14b11 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316696 Dec 17 16:25:47.823815 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:25:48.343645 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3928a31b-24ac-4223-8ac1-06bb9d14a5eb', 'tag': '4fbc647e-255b-4cbd-a507-caf7f90c0b79'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:25:48.346763 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d14594-4ed0-4eb9-a555-70ad7b3b8364" -d '{"events": [{"name": "network-changed", "server_uuid": "3928a31b-24ac-4223-8ac1-06bb9d14a5eb", "tag": "4fbc647e-255b-4cbd-a507-caf7f90c0b79"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:25:48.396380 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc621e54-86b0-4012-9b08-c72fa2608e00 x-openstack-request-id: req-bc621e54-86b0-4012-9b08-c72fa2608e00 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:25:48.396712 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3928a31b-24ac-4223-8ac1-06bb9d14a5eb", "tag": "4fbc647e-255b-4cbd-a507-caf7f90c0b79", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:25:48.397030 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bc621e54-86b0-4012-9b08-c72fa2608e00 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:25:48.397466 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3928a31b-24ac-4223-8ac1-06bb9d14a5eb', 'tag': '4fbc647e-255b-4cbd-a507-caf7f90c0b79', 'status': 'completed', 'code': 200} Dec 17 16:25:48.500311 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d14594-4ed0-4eb9-a555-70ad7b3b8364 req-d9796560-ebb3-44cd-9163-22e956edfd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:48.501946 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-45d14594-4ed0-4eb9-a555-70ad7b3b8364 req-d9796560-ebb3-44cd-9163-22e956edfd93 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 1095 time: 0.0819895 Dec 17 16:25:48.506093 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d14594-4ed0-4eb9-a555-70ad7b3b8364 req-593bf82f-f0d2-40a6-a2d3-6669a8308723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:48.507462 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-45d14594-4ed0-4eb9-a555-70ad7b3b8364 req-593bf82f-f0d2-40a6-a2d3-6669a8308723 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 1095 time: 0.0545244 Dec 17 16:25:48.666917 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d14594-4ed0-4eb9-a555-70ad7b3b8364 req-fbd59963-8e05-48c8-bc65-4cdd9a6dc530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:48.668402 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-45d14594-4ed0-4eb9-a555-70ad7b3b8364 req-fbd59963-8e05-48c8-bc65-4cdd9a6dc530 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.1596117 Dec 17 16:25:48.669554 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d14594-4ed0-4eb9-a555-70ad7b3b8364 req-e0f7028c-f8ba-443b-94db-cd04a3933f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:48.671334 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-45d14594-4ed0-4eb9-a555-70ad7b3b8364 req-e0f7028c-f8ba-443b-94db-cd04a3933f1b service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.1553049 Dec 17 16:25:48.687286 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb34c42-bb29-4779-ad72-334ee31f0ad7 req-1c37bd21-a3fa-4500-a7be-bae1eb48cee8 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:48.688918 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-deb34c42-bb29-4779-ad72-334ee31f0ad7 req-1c37bd21-a3fa-4500-a7be-bae1eb48cee8 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 944 time: 0.0548720 Dec 17 16:25:48.731689 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-deb34c42-bb29-4779-ad72-334ee31f0ad7 req-6c99426f-8a2a-4112-9776-9cda32d70c59 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360596 Dec 17 16:25:48.782673 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-45d14594-4ed0-4eb9-a555-70ad7b3b8364 req-605c8e73-5883-4463-abed-c6a9f7545a87 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fbc647e-255b-4cbd-a507-caf7f90c0b79 HTTP/1.1" status: 200 len: 999 time: 0.1064644 Dec 17 16:25:48.789091 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-45d14594-4ed0-4eb9-a555-70ad7b3b8364 req-3a9303d7-1d59-4323-b79e-fc96e8735b77 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fbc647e-255b-4cbd-a507-caf7f90c0b79 HTTP/1.1" status: 200 len: 999 time: 0.1061840 Dec 17 16:25:48.870838 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d14594-4ed0-4eb9-a555-70ad7b3b8364 req-504ded26-880f-49ee-aa81-398fb8c6329a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:48.872243 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-45d14594-4ed0-4eb9-a555-70ad7b3b8364 req-504ded26-880f-49ee-aa81-398fb8c6329a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0823114 Dec 17 16:25:48.875630 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d14594-4ed0-4eb9-a555-70ad7b3b8364 req-72eacdf1-c326-4b5a-948c-9961f5cbabd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:48.877306 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-45d14594-4ed0-4eb9-a555-70ad7b3b8364 req-72eacdf1-c326-4b5a-948c-9961f5cbabd3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0801036 Dec 17 16:25:48.948084 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d14594-4ed0-4eb9-a555-70ad7b3b8364 req-07a15079-3bbf-449a-afd6-35b69fd1ba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:48.949616 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-45d14594-4ed0-4eb9-a555-70ad7b3b8364 req-07a15079-3bbf-449a-afd6-35b69fd1ba7f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699105 Dec 17 16:25:48.951312 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d14594-4ed0-4eb9-a555-70ad7b3b8364 req-54804f22-06f4-4974-8cf6-ccaebf124f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:48.952667 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-45d14594-4ed0-4eb9-a555-70ad7b3b8364 req-54804f22-06f4-4974-8cf6-ccaebf124f0e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651567 Dec 17 16:25:49.116584 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-45d14594-4ed0-4eb9-a555-70ad7b3b8364 req-c3676a77-01a5-4773-8f67-30b4cf922092 service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589317 Dec 17 16:25:49.120196 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-45d14594-4ed0-4eb9-a555-70ad7b3b8364 req-e225b4e8-5c8b-4b1c-ad67-fd1c39f49db5 service neutron] 10.222.0.41 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555276 Dec 17 16:25:49.285089 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-45d14594-4ed0-4eb9-a555-70ad7b3b8364 req-e5c87d16-abe0-4514-b7b6-ed9ce29543c0 service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618438 Dec 17 16:25:49.287022 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-45d14594-4ed0-4eb9-a555-70ad7b3b8364 req-160bc689-ad6e-4d69-9415-55299d61db92 service neutron] 10.222.0.41 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568625 Dec 17 16:25:49.850483 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d56e4-4f26-40f4-97f2-7ea5d0ebb783 req-9cad7438-5c2c-479f-9457-0c4ade237a28 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:49.852039 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-437d56e4-4f26-40f4-97f2-7ea5d0ebb783 req-9cad7438-5c2c-479f-9457-0c4ade237a28 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 944 time: 0.0511870 Dec 17 16:25:49.891210 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-437d56e4-4f26-40f4-97f2-7ea5d0ebb783 req-f7ae9686-033d-4bb8-9d8b-4047dc4680c5 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331168 Dec 17 16:25:51.012797 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b16f5-b62d-4fe1-8fdd-fb93f6783436 req-7a798717-0dfa-4fe1-bbbf-bb00b9e109a7 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:51.014384 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-898b16f5-b62d-4fe1-8fdd-fb93f6783436 req-7a798717-0dfa-4fe1-bbbf-bb00b9e109a7 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 944 time: 0.0544348 Dec 17 16:25:51.055628 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-898b16f5-b62d-4fe1-8fdd-fb93f6783436 req-b8328ac7-ab48-444b-aacc-70f6e3ceb9a1 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344665 Dec 17 16:25:52.179613 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efb0f8-10fc-4de3-988f-2a198c588142 req-0d989441-097d-4333-b2a4-9b2b22cd8d1b tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:52.181070 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-56efb0f8-10fc-4de3-988f-2a198c588142 req-0d989441-097d-4333-b2a4-9b2b22cd8d1b tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 944 time: 0.0579281 Dec 17 16:25:52.221618 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-56efb0f8-10fc-4de3-988f-2a198c588142 req-89ebb35c-6781-4111-9754-86fb97f293f2 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345542 Dec 17 16:25:53.340329 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26646a91-d9a2-4b87-a12e-f16bf83c8798 req-e6c043a1-582d-4120-81d1-a8f652737347 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:53.341818 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-26646a91-d9a2-4b87-a12e-f16bf83c8798 req-e6c043a1-582d-4120-81d1-a8f652737347 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 944 time: 0.0493507 Dec 17 16:25:53.380296 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-26646a91-d9a2-4b87-a12e-f16bf83c8798 req-4bbc1fe9-c270-46e6-adfa-7b21303dfe46 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324867 Dec 17 16:25:53.606613 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6564d5-a9b6-4370-bc79-1ba1193e5e2d req-466bdb7f-5790-4bd2-9a9d-32be6386aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:53.608013 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4d6564d5-a9b6-4370-bc79-1ba1193e5e2d req-466bdb7f-5790-4bd2-9a9d-32be6386aa66 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=197dec578fa24a709a8da5cd47608f46&device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 1095 time: 0.0419669 Dec 17 16:25:53.709838 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6564d5-a9b6-4370-bc79-1ba1193e5e2d req-b0a54178-149c-4014-bf44-c8660130f56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:53.711288 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4d6564d5-a9b6-4370-bc79-1ba1193e5e2d req-b0a54178-149c-4014-bf44-c8660130f56d service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 200 len: 912 time: 0.0828080 Dec 17 16:25:53.780058 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4d6564d5-a9b6-4370-bc79-1ba1193e5e2d req-556b3682-2b87-4eb8-bf6a-65146e94b017 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fbc647e-255b-4cbd-a507-caf7f90c0b79 HTTP/1.1" status: 200 len: 999 time: 0.0617838 Dec 17 16:25:53.829523 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6564d5-a9b6-4370-bc79-1ba1193e5e2d req-3ab31d30-e587-4f22-8072-f977b5b39cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:53.832110 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4d6564d5-a9b6-4370-bc79-1ba1193e5e2d req-3ab31d30-e587-4f22-8072-f977b5b39cb1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 200 len: 850 time: 0.0450020 Dec 17 16:25:53.878565 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6564d5-a9b6-4370-bc79-1ba1193e5e2d req-498c128f-2891-42d5-8bd2-df59e8d6686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:53.879977 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4d6564d5-a9b6-4370-bc79-1ba1193e5e2d req-498c128f-2891-42d5-8bd2-df59e8d6686b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e805cc2-953d-463a-8304-c2572a23f7b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407615 Dec 17 16:25:53.975051 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4d6564d5-a9b6-4370-bc79-1ba1193e5e2d req-b7b37e5a-161f-452a-b411-c03915a0165d service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876551 Dec 17 16:25:54.063056 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4d6564d5-a9b6-4370-bc79-1ba1193e5e2d req-d2f39014-d339-4eb9-a4b7-3dbbb7c37cb2 service neutron] 10.222.0.13 "GET /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814538 Dec 17 16:25:54.495211 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b4af1-145e-4540-ad3c-b09772317d7b req-38e03f26-7844-46bf-ba12-51c580d2600b tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:54.496693 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8f9b4af1-145e-4540-ad3c-b09772317d7b req-38e03f26-7844-46bf-ba12-51c580d2600b tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 944 time: 0.0491855 Dec 17 16:25:54.534769 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8f9b4af1-145e-4540-ad3c-b09772317d7b req-f960754a-b816-41e7-868e-a803e98d3c3f tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311873 Dec 17 16:25:55.653157 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb9803-f588-459d-87ae-93e097427e9f req-10762bd5-9593-41bd-9fcb-7a758b826748 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:55.654606 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82bb9803-f588-459d-87ae-93e097427e9f req-10762bd5-9593-41bd-9fcb-7a758b826748 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 944 time: 0.0520852 Dec 17 16:25:55.691986 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-82bb9803-f588-459d-87ae-93e097427e9f req-a220fa8b-f9a5-4e7c-b1f3-c1985eb4ad71 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306857 Dec 17 16:25:56.557508 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:25:56.809167 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770d158-c925-48ab-a3e8-e32075e6f08c req-3541c015-ac12-463f-8ffc-d7d7f6874317 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:56.810643 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e770d158-c925-48ab-a3e8-e32075e6f08c req-3541c015-ac12-463f-8ffc-d7d7f6874317 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 944 time: 0.0497098 Dec 17 16:25:56.849674 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e770d158-c925-48ab-a3e8-e32075e6f08c req-1edfd9d5-2b21-4db2-8140-bf9e797d2e07 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326598 Dec 17 16:25:57.964424 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7721a6-dcb9-431b-a6e1-87232513c15a req-cc32a933-a0cd-479f-8baa-c6cfc4471aa7 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:57.965894 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1f7721a6-dcb9-431b-a6e1-87232513c15a req-cc32a933-a0cd-479f-8baa-c6cfc4471aa7 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 944 time: 0.0486438 Dec 17 16:25:58.003927 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1f7721a6-dcb9-431b-a6e1-87232513c15a req-9046889d-d3ad-4f1c-b085-d48ab7d5349a tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315654 Dec 17 16:25:58.923502 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a14a8cc3-cb0b-4523-a501-3cc235e99b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:25:58.940674 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 4fbc647e-255b-4cbd-a507-caf7f90c0b79 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:25:59.039834 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 4fbc647e-255b-4cbd-a507-caf7f90c0b79, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=4fbc647e-255b-4cbd-a507-caf7f90c0b79,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:25:59.051814 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '4fbc647e-255b-4cbd-a507-caf7f90c0b79', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'port_id': '4fbc647e-255b-4cbd-a507-caf7f90c0b79', 'mac_address': 'fa:16:3e:01:bb:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:25:59.091038 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:25:59.104278 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fbc647e-255b-4cbd-a507-caf7f90c0b79 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:25:59.124139 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 4fbc647e-255b-4cbd-a507-caf7f90c0b79, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=4fbc647e-255b-4cbd-a507-caf7f90c0b79,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:25:59.128428 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0a371-0935-4826-8d39-6240daf6a78b req-8808aaaf-9f41-45e8-88d6-5efa135078d4 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:59.129958 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c7e0a371-0935-4826-8d39-6240daf6a78b req-8808aaaf-9f41-45e8-88d6-5efa135078d4 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 944 time: 0.0568602 Dec 17 16:25:59.169998 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c7e0a371-0935-4826-8d39-6240daf6a78b req-653c038e-c833-466b-9686-a35aa6c0d42e tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338614 Dec 17 16:25:59.180470 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:25:59.227698 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=4fbc647e-255b-4cbd-a507-caf7f90c0b79,revision_number=12']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:25:59.288257 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82abd8-706b-4244-9973-176e211ab6a5 req-32f253c3-4201-4286-9643-e25d47a273dd tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:59.289656 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dc82abd8-706b-4244-9973-176e211ab6a5 req-32f253c3-4201-4286-9643-e25d47a273dd tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 945 time: 0.0503836 Dec 17 16:25:59.328757 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dc82abd8-706b-4244-9973-176e211ab6a5 req-2378c7ba-32ae-49f6-ab76-9baad0805b26 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328724 Dec 17 16:25:59.420146 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['4fbc647e-255b-4cbd-a507-caf7f90c0b79'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:25:59.443241 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab587faa-dc99-4554-a4c6-bffd3c25308d req-19b52d51-4806-418c-8158-b22181741f96 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:59.444719 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ab587faa-dc99-4554-a4c6-bffd3c25308d req-19b52d51-4806-418c-8158-b22181741f96 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 945 time: 0.0499959 Dec 17 16:25:59.482882 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ab587faa-dc99-4554-a4c6-bffd3c25308d req-bde309b7-1372-4d2d-880a-42e4c7c1e823 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319576 Dec 17 16:25:59.887818 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f0d28-d893-4889-8891-921a40bdce2d req-c5ab7832-3d4f-4af7-9005-4dd181f44b06 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:25:59.889440 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da9f0d28-d893-4889-8891-921a40bdce2d req-c5ab7832-3d4f-4af7-9005-4dd181f44b06 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 945 time: 0.0525966 Dec 17 16:25:59.927657 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da9f0d28-d893-4889-8891-921a40bdce2d req-661f9070-0830-4556-bf35-47b16ab39415 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313303 Dec 17 16:26:00.948459 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 4fbc647e-255b-4cbd-a507-caf7f90c0b79 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:26:01.044042 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0afa50-ed93-4285-a0b0-7deee49b6f75 req-36295170-998d-4266-86bd-e841c41b98e5 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:01.045615 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a0afa50-ed93-4285-a0b0-7deee49b6f75 req-36295170-998d-4266-86bd-e841c41b98e5 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 945 time: 0.0494177 Dec 17 16:26:01.073778 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 4fbc647e-255b-4cbd-a507-caf7f90c0b79 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:26:01.082423 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 4fbc647e-255b-4cbd-a507-caf7f90c0b79 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:26:01.082797 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:01.084266 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a0afa50-ed93-4285-a0b0-7deee49b6f75 req-cbca04ad-7804-4ef3-8343-905857cf65a5 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e9bb69b-6250-482b-bf9e-50d50b8d668c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321431 Dec 17 16:26:01.153486 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8c20032b-b531-490f-8468-ddd83f97cfd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:01.164671 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:01.186719 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3928a31b-24ac-4223-8ac1-06bb9d14a5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fbc647e-255b-4cbd-a507-caf7f90c0b79'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:26:01.188892 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301b03c3-b73b-4e02-af64-1c91bda2283b" -d '{"events": [{"server_uuid": "3928a31b-24ac-4223-8ac1-06bb9d14a5eb", "name": "network-vif-plugged", "status": "completed", "tag": "4fbc647e-255b-4cbd-a507-caf7f90c0b79"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:26:01.201475 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 4fbc647e-255b-4cbd-a507-caf7f90c0b79, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=4fbc647e-255b-4cbd-a507-caf7f90c0b79,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:26:01.225959 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ccb777-cd08-47c0-a0e5-4ba1674f823d x-openstack-request-id: req-20ccb777-cd08-47c0-a0e5-4ba1674f823d {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:26:01.226252 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3928a31b-24ac-4223-8ac1-06bb9d14a5eb", "name": "network-vif-plugged", "status": "completed", "tag": "4fbc647e-255b-4cbd-a507-caf7f90c0b79", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:26:01.226513 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-20ccb777-cd08-47c0-a0e5-4ba1674f823d {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:26:01.226910 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3928a31b-24ac-4223-8ac1-06bb9d14a5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fbc647e-255b-4cbd-a507-caf7f90c0b79', 'code': 200} Dec 17 16:26:01.264788 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:01.313132 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=4fbc647e-255b-4cbd-a507-caf7f90c0b79,revision_number=13']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:01.430057 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd9b36-2487-47d8-825a-5dc60e3ac1dc req-151cc161-754c-4fdd-b54a-469c21acd257 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:01.431500 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-73cd9b36-2487-47d8-825a-5dc60e3ac1dc req-151cc161-754c-4fdd-b54a-469c21acd257 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.13 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 946 time: 0.0538001 Dec 17 16:26:01.519924 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-73cd9b36-2487-47d8-825a-5dc60e3ac1dc req-e58216f7-205f-410a-991a-96c480bb1eb4 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Deleting port 4fbc647e-255b-4cbd-a507-caf7f90c0b79 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:26:01.520264 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-73cd9b36-2487-47d8-825a-5dc60e3ac1dc req-e58216f7-205f-410a-991a-96c480bb1eb4 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:01.609625 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-73cd9b36-2487-47d8-825a-5dc60e3ac1dc req-e58216f7-205f-410a-991a-96c480bb1eb4 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] For port 4fbc647e-255b-4cbd-a507-caf7f90c0b79, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=4fbc647e-255b-4cbd-a507-caf7f90c0b79,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:26:01.609982 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-73cd9b36-2487-47d8-825a-5dc60e3ac1dc req-e58216f7-205f-410a-991a-96c480bb1eb4 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:01.775175 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-73cd9b36-2487-47d8-825a-5dc60e3ac1dc req-e58216f7-205f-410a-991a-96c480bb1eb4 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:01.775543 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-73cd9b36-2487-47d8-825a-5dc60e3ac1dc req-e58216f7-205f-410a-991a-96c480bb1eb4 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:01.775853 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [req-73cd9b36-2487-47d8-825a-5dc60e3ac1dc req-e58216f7-205f-410a-991a-96c480bb1eb4 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Floating IP e23d9c4e-b312-4e3f-b855-8c6cc041605e disassociated. External IP: 172.25.6.42, port: 4fbc647e-255b-4cbd-a507-caf7f90c0b79. Dec 17 16:26:01.776185 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-73cd9b36-2487-47d8-825a-5dc60e3ac1dc req-e58216f7-205f-410a-991a-96c480bb1eb4 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Calling delete_port for 4fbc647e-255b-4cbd-a507-caf7f90c0b79 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:26:01.956703 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-73cd9b36-2487-47d8-825a-5dc60e3ac1dc req-e58216f7-205f-410a-991a-96c480bb1eb4 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:01.985854 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58216f7-205f-410a-991a-96c480bb1eb4 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Pushing event deleted for resources: {'Port': ['ID=4fbc647e-255b-4cbd-a507-caf7f90c0b79,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:02.103997 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73cd9b36-2487-47d8-825a-5dc60e3ac1dc req-e58216f7-205f-410a-991a-96c480bb1eb4 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Router a2bf1d33-8664-4175-ab9b-5baa91c9f270 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:26:02.192345 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c762e15d-9bfb-4e5f-b5f5-976b0d7fc42a req-1ccde3af-808a-4941-ab0a-cedb7d927884 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 210 time: 0.0293758 Dec 17 16:26:02.220878 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73cd9b36-2487-47d8-825a-5dc60e3ac1dc req-e58216f7-205f-410a-991a-96c480bb1eb4 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:26:02.232027 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac363c4-4270-4b91-9df0-475b1a514023 None None] Sync routers for ids ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:26:02.243061 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac363c4-4270-4b91-9df0-475b1a514023 None None] Routers {'a2bf1d33-8664-4175-ab9b-5baa91c9f270'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:26:02.243926 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-2ac363c4-4270-4b91-9df0-475b1a514023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:26:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:26:02.261475 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-73cd9b36-2487-47d8-825a-5dc60e3ac1dc req-e58216f7-205f-410a-991a-96c480bb1eb4 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] No DVR routers for this DVR port 4fbc647e-255b-4cbd-a507-caf7f90c0b79 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:26:02.264054 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-73cd9b36-2487-47d8-825a-5dc60e3ac1dc req-e58216f7-205f-410a-991a-96c480bb1eb4 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:02.267345 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-73cd9b36-2487-47d8-825a-5dc60e3ac1dc req-e58216f7-205f-410a-991a-96c480bb1eb4 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.13 "DELETE /v2.0/ports/4fbc647e-255b-4cbd-a507-caf7f90c0b79 HTTP/1.1" status: 204 len: 173 time: 0.8300085 Dec 17 16:26:02.268023 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3928a31b-24ac-4223-8ac1-06bb9d14a5eb', 'name': 'network-vif-deleted', 'tag': '4fbc647e-255b-4cbd-a507-caf7f90c0b79'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:26:02.270325 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4be254a-f1f3-4055-acbb-c7f0eaa9cbde" -d '{"events": [{"server_uuid": "3928a31b-24ac-4223-8ac1-06bb9d14a5eb", "name": "network-vif-deleted", "tag": "4fbc647e-255b-4cbd-a507-caf7f90c0b79"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:26:02.306990 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e720e135-9807-4ff6-bf3e-33c992af42fa x-openstack-request-id: req-e720e135-9807-4ff6-bf3e-33c992af42fa {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:26:02.307284 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3928a31b-24ac-4223-8ac1-06bb9d14a5eb", "name": "network-vif-deleted", "tag": "4fbc647e-255b-4cbd-a507-caf7f90c0b79", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:26:02.307556 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e720e135-9807-4ff6-bf3e-33c992af42fa {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:26:02.307965 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3928a31b-24ac-4223-8ac1-06bb9d14a5eb', 'name': 'network-vif-deleted', 'tag': '4fbc647e-255b-4cbd-a507-caf7f90c0b79', 'status': 'completed', 'code': 200} Dec 17 16:26:02.352230 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-2ac363c4-4270-4b91-9df0-475b1a514023 None None] Set router a2bf1d33-8664-4175-ab9b-5baa91c9f270 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:26:02.565669 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-2ac363c4-4270-4b91-9df0-475b1a514023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'name': 'tempest-ServerActionsTestJSON-497056158-router', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:54Z', 'revision_number': 4, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'gw_port': {'id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '297626f0-4780-4ef1-bae9-6b0131a0366b', 'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'mac_address': 'fa:16:3e:3c:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:53Z', 'updated_at': '2021-12-17T16:14:58Z', 'revision_number': 5, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'subnets': [{'id': '11930287-c4b1-45e4-aea0-8064214884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:26:02.591907 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:02.592767 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac363c4-4270-4b91-9df0-475b1a514023 None None] Checking router: a2bf1d33-8664-4175-ab9b-5baa91c9f270 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:26:02.601849 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac363c4-4270-4b91-9df0-475b1a514023 None None] Routers {'a2bf1d33-8664-4175-ab9b-5baa91c9f270'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:26:02.603145 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-2ac363c4-4270-4b91-9df0-475b1a514023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:26:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:26:02.709775 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-2ac363c4-4270-4b91-9df0-475b1a514023 None None] Set router a2bf1d33-8664-4175-ab9b-5baa91c9f270 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:26:02.907505 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-2ac363c4-4270-4b91-9df0-475b1a514023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'name': 'tempest-ServerActionsTestJSON-497056158-router', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:54Z', 'revision_number': 4, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'gw_port': {'id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '297626f0-4780-4ef1-bae9-6b0131a0366b', 'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'mac_address': 'fa:16:3e:3c:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:53Z', 'updated_at': '2021-12-17T16:14:58Z', 'revision_number': 5, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'subnets': [{'id': '11930287-c4b1-45e4-aea0-8064214884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:26:03.099085 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac363c4-4270-4b91-9df0-475b1a514023 None None] The sync data for ids ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'] in n-d-820553-2 is: [{'id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'name': 'tempest-ServerActionsTestJSON-497056158-router', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:54Z', 'revision_number': 4, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'gw_port': {'id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '297626f0-4780-4ef1-bae9-6b0131a0366b', 'name': '', 'network_id': '2e805cc2-953d-463a-8304-c2572a23f7b6', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'mac_address': 'fa:16:3e:3c:18:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': '11930287-c4b1-45e4-aea0-8064214884b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:53Z', 'updated_at': '2021-12-17T16:14:58Z', 'revision_number': 5, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'subnets': [{'id': '11930287-c4b1-45e4-aea0-8064214884b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:26:03.301143 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9431a934-3ce6-4aeb-a98b-bce09cec18b8 req-9f435c2c-524a-4800-8fbe-4ed2e2b44149 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 210 time: 0.0340402 Dec 17 16:26:03.334423 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c257af9d-e154-48c4-93c6-3228bd8c2ab9 None None] New status for floating IP e23d9c4e-b312-4e3f-b855-8c6cc041605e: DOWN {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:26:04.113982 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:04.304852 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:04.403348 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d4ab6ac-c9b2-4fe6-84c7-7338172fb06b req-20de18ab-f9de-4de4-acdc-bc456e34aaaa tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 210 time: 0.0274415 Dec 17 16:26:04.963735 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 4fbc647e-255b-4cbd-a507-caf7f90c0b79 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:26:04.983758 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 4fbc647e-255b-4cbd-a507-caf7f90c0b79 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:26:04.984100 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 4fbc647e-255b-4cbd-a507-caf7f90c0b79 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:26:05.496960 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-861b129b-5f44-4a97-8104-85eb0d69433f req-2b3edd3c-333f-4f7d-9c12-76275527f937 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/ports?device_id=3928a31b-24ac-4223-8ac1-06bb9d14a5eb HTTP/1.1" status: 200 len: 210 time: 0.0275357 Dec 17 16:26:10.439493 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 43894) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:26:10.494052 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d0796f88-f183-4e7e-8bfb-572ea4bb05ce tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:10.517029 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d0796f88-f183-4e7e-8bfb-572ea4bb05ce tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:10.626345 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d0796f88-f183-4e7e-8bfb-572ea4bb05ce tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:10.629565 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d0796f88-f183-4e7e-8bfb-572ea4bb05ce tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:10.630718 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d0796f88-f183-4e7e-8bfb-572ea4bb05ce tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "DELETE /v2.0/security-groups/7e9bb69b-6250-482b-bf9e-50d50b8d668c HTTP/1.1" status: 204 len: 168 time: 0.1899781 Dec 17 16:26:10.633317 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 43896) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:26:10.640279 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0796f88-f183-4e7e-8bfb-572ea4bb05ce tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9bb69b-6250-482b-bf9e-50d50b8d668c,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:10.647034 n-d-820553-2 neutron-server[102832]: INFO neutron.api.v2.resource [None req-0330efa7-22dd-4c56-a211-25daf5b189fd tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] show failed (client error): The resource could not be found. Dec 17 16:26:10.648039 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0330efa7-22dd-4c56-a211-25daf5b189fd tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "GET /v2.0/security-groups/7e9bb69b-6250-482b-bf9e-50d50b8d668c HTTP/1.1" status: 404 len: 347 time: 0.0137155 Dec 17 16:26:10.650783 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 43898) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:26:10.775038 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-17b769c2-8ba9-45bf-bc1f-c0b224fc0333 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Deleting port 6e668d94-e411-4ac3-8443-a38eb08e179a {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:26:10.775383 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17b769c2-8ba9-45bf-bc1f-c0b224fc0333 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:10.853132 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17b769c2-8ba9-45bf-bc1f-c0b224fc0333 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:10.853466 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17b769c2-8ba9-45bf-bc1f-c0b224fc0333 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:10.865645 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-17b769c2-8ba9-45bf-bc1f-c0b224fc0333 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Calling delete_port for 6e668d94-e411-4ac3-8443-a38eb08e179a owned by network:floatingip {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:26:11.083561 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17b769c2-8ba9-45bf-bc1f-c0b224fc0333 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:11.113174 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b769c2-8ba9-45bf-bc1f-c0b224fc0333 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Pushing event deleted for resources: {'Port': ['ID=6e668d94-e411-4ac3-8443-a38eb08e179a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:11.139691 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b769c2-8ba9-45bf-bc1f-c0b224fc0333 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:26:11.139962 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b769c2-8ba9-45bf-bc1f-c0b224fc0333 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:26:11.140335 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b769c2-8ba9-45bf-bc1f-c0b224fc0333 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:26:11.140744 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b769c2-8ba9-45bf-bc1f-c0b224fc0333 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:26:11.141111 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b769c2-8ba9-45bf-bc1f-c0b224fc0333 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:26:11.141453 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b769c2-8ba9-45bf-bc1f-c0b224fc0333 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:26:11.141781 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b769c2-8ba9-45bf-bc1f-c0b224fc0333 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:26:11.142743 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b769c2-8ba9-45bf-bc1f-c0b224fc0333 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:26:11.143091 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b769c2-8ba9-45bf-bc1f-c0b224fc0333 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:26:11.143512 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b769c2-8ba9-45bf-bc1f-c0b224fc0333 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:26:11.143847 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b769c2-8ba9-45bf-bc1f-c0b224fc0333 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:26:11.144179 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b769c2-8ba9-45bf-bc1f-c0b224fc0333 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:26:11.169106 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:11.183922 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17b769c2-8ba9-45bf-bc1f-c0b224fc0333 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks [] for floatingip, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:11.186597 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-17b769c2-8ba9-45bf-bc1f-c0b224fc0333 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:11.187749 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-17b769c2-8ba9-45bf-bc1f-c0b224fc0333 tempest-ServerActionsTestJSON-2134590049 tempest-ServerActionsTestJSON-2134590049-project] 10.222.0.46 "DELETE /v2.0/floatingips/e23d9c4e-b312-4e3f-b855-8c6cc041605e HTTP/1.1" status: 204 len: 168 time: 0.5360661 Dec 17 16:26:11.193144 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 43900) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:26:11.651215 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-222c62a3-ce65-40bb-be1f-2114e00f82f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:11.893883 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-222c62a3-ce65-40bb-be1f-2114e00f82f7 admin admin] Deleting port 297626f0-4780-4ef1-bae9-6b0131a0366b {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:26:11.894222 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-222c62a3-ce65-40bb-be1f-2114e00f82f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:11.976225 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-222c62a3-ce65-40bb-be1f-2114e00f82f7 admin admin] For port 297626f0-4780-4ef1-bae9-6b0131a0366b, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=297626f0-4780-4ef1-bae9-6b0131a0366b,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:26:11.976512 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-222c62a3-ce65-40bb-be1f-2114e00f82f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:11.989389 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-222c62a3-ce65-40bb-be1f-2114e00f82f7 admin admin] Calling delete_port for 297626f0-4780-4ef1-bae9-6b0131a0366b owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:26:12.232253 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-222c62a3-ce65-40bb-be1f-2114e00f82f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:12.258856 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c62a3-ce65-40bb-be1f-2114e00f82f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=297626f0-4780-4ef1-bae9-6b0131a0366b,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:12.680555 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-222c62a3-ce65-40bb-be1f-2114e00f82f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:12.885464 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222c62a3-ce65-40bb-be1f-2114e00f82f7 admin admin] Router a2bf1d33-8664-4175-ab9b-5baa91c9f270 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:26:12.989921 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222c62a3-ce65-40bb-be1f-2114e00f82f7 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:26:12.995183 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-222c62a3-ce65-40bb-be1f-2114e00f82f7 admin admin] 10.222.0.46 "PUT /v2.0/routers/a2bf1d33-8664-4175-ab9b-5baa91c9f270/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8035688 Dec 17 16:26:12.998076 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 43904) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:26:13.000686 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228e0ce4-f60b-46a7-b71f-35d64e61fdb3 None None] Sync routers for ids ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:26:13.011514 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228e0ce4-f60b-46a7-b71f-35d64e61fdb3 None None] Routers {'a2bf1d33-8664-4175-ab9b-5baa91c9f270'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:26:13.012125 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-228e0ce4-f60b-46a7-b71f-35d64e61fdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:26:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:26:13.102999 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fadf48fc-3717-4db6-828f-a92cb0d76ce5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:13.119302 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-228e0ce4-f60b-46a7-b71f-35d64e61fdb3 None None] Set router a2bf1d33-8664-4175-ab9b-5baa91c9f270 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:26:13.208199 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fadf48fc-3717-4db6-828f-a92cb0d76ce5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:13.297763 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-228e0ce4-f60b-46a7-b71f-35d64e61fdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'name': 'tempest-ServerActionsTestJSON-497056158-router', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:26:12Z', 'revision_number': 5, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'gw_port': {'id': 'ea258b13-f6ac-4b6b-8274-43fc020312ee', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:26:13.309734 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-fadf48fc-3717-4db6-828f-a92cb0d76ce5 admin admin] Deleting port ea258b13-f6ac-4b6b-8274-43fc020312ee {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:26:13.310081 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fadf48fc-3717-4db6-828f-a92cb0d76ce5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:13.328077 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228e0ce4-f60b-46a7-b71f-35d64e61fdb3 None None] Checking router: a2bf1d33-8664-4175-ab9b-5baa91c9f270 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:26:13.336983 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228e0ce4-f60b-46a7-b71f-35d64e61fdb3 None None] Routers {'a2bf1d33-8664-4175-ab9b-5baa91c9f270'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:26:13.337627 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-228e0ce4-f60b-46a7-b71f-35d64e61fdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:26:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:26:13.393272 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-fadf48fc-3717-4db6-828f-a92cb0d76ce5 admin admin] For port ea258b13-f6ac-4b6b-8274-43fc020312ee, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=ea258b13-f6ac-4b6b-8274-43fc020312ee,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:26:13.393643 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fadf48fc-3717-4db6-828f-a92cb0d76ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:13.406634 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-fadf48fc-3717-4db6-828f-a92cb0d76ce5 admin admin] Calling delete_port for ea258b13-f6ac-4b6b-8274-43fc020312ee owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:26:13.424244 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-228e0ce4-f60b-46a7-b71f-35d64e61fdb3 None None] Set router a2bf1d33-8664-4175-ab9b-5baa91c9f270 gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:26:13.475136 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-228e0ce4-f60b-46a7-b71f-35d64e61fdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'name': 'tempest-ServerActionsTestJSON-497056158-router', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:26:13Z', 'revision_number': 6, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:26:13.505803 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228e0ce4-f60b-46a7-b71f-35d64e61fdb3 None None] The sync data for ids ['a2bf1d33-8664-4175-ab9b-5baa91c9f270'] in n-d-820553-2 is: [{'id': 'a2bf1d33-8664-4175-ab9b-5baa91c9f270', 'name': 'tempest-ServerActionsTestJSON-497056158-router', 'tenant_id': '197dec578fa24a709a8da5cd47608f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:14:51Z', 'updated_at': '2021-12-17T16:26:13Z', 'revision_number': 6, 'project_id': '197dec578fa24a709a8da5cd47608f46', 'gw_port_host': None}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:26:13.690146 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fadf48fc-3717-4db6-828f-a92cb0d76ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:13.715773 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf48fc-3717-4db6-828f-a92cb0d76ce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea258b13-f6ac-4b6b-8274-43fc020312ee,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:13.777464 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fadf48fc-3717-4db6-828f-a92cb0d76ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:13.874625 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fadf48fc-3717-4db6-828f-a92cb0d76ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:13.877207 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fadf48fc-3717-4db6-828f-a92cb0d76ce5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:13.992217 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fadf48fc-3717-4db6-828f-a92cb0d76ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:13.992726 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadf48fc-3717-4db6-828f-a92cb0d76ce5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2bf1d33-8664-4175-ab9b-5baa91c9f270 {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:26:13.997347 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-fadf48fc-3717-4db6-828f-a92cb0d76ce5 admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:13.998526 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-fadf48fc-3717-4db6-828f-a92cb0d76ce5 admin admin] 10.222.0.46 "DELETE /v2.0/routers/a2bf1d33-8664-4175-ab9b-5baa91c9f270 HTTP/1.1" status: 204 len: 168 time: 0.9995070 Dec 17 16:26:14.000996 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 43906) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:26:14.044156 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d7ce14-90c4-4f5e-a593-44e852848587 admin admin] Deleting subnet 11930287-c4b1-45e4-aea0-8064214884b7 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 16:26:14.047179 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c9d7ce14-90c4-4f5e-a593-44e852848587 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:14.081524 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c9d7ce14-90c4-4f5e-a593-44e852848587 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:14.162574 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c9d7ce14-90c4-4f5e-a593-44e852848587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:14.272849 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c9d7ce14-90c4-4f5e-a593-44e852848587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:14.298527 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7ce14-90c4-4f5e-a593-44e852848587 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11930287-c4b1-45e4-aea0-8064214884b7,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:14.306379 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c9d7ce14-90c4-4f5e-a593-44e852848587 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:14.308619 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c9d7ce14-90c4-4f5e-a593-44e852848587 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/11930287-c4b1-45e4-aea0-8064214884b7 HTTP/1.1" status: 204 len: 168 time: 0.3056972 Dec 17 16:26:14.309925 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209ff9de-ad0d-42b3-abbb-660a770ec561 None None] Network 2e805cc2-953d-463a-8304-c2572a23f7b6 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:26:14.310411 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 43908) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:26:14.382468 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ea258b13-f6ac-4b6b-8274-43fc020312ee no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:26:14.384247 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-670d2a93-42c8-498b-918f-af4c44ee365f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:14.405145 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: ea258b13-f6ac-4b6b-8274-43fc020312ee {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:26:14.405495 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device ea258b13-f6ac-4b6b-8274-43fc020312ee not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:26:14.405909 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 297626f0-4780-4ef1-bae9-6b0131a0366b no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:26:14.439563 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-670d2a93-42c8-498b-918f-af4c44ee365f admin admin] Deleting port 7ddb8413-a6ca-40fc-a69a-15c37efd0c9a {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:26:14.439906 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-670d2a93-42c8-498b-918f-af4c44ee365f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:14.444852 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 297626f0-4780-4ef1-bae9-6b0131a0366b {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:26:14.445243 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 297626f0-4780-4ef1-bae9-6b0131a0366b not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:26:14.506759 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-670d2a93-42c8-498b-918f-af4c44ee365f admin admin] For port 7ddb8413-a6ca-40fc-a69a-15c37efd0c9a, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=7ddb8413-a6ca-40fc-a69a-15c37efd0c9a,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:26:14.507127 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-670d2a93-42c8-498b-918f-af4c44ee365f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:14.521633 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-670d2a93-42c8-498b-918f-af4c44ee365f admin admin] Calling delete_port for 7ddb8413-a6ca-40fc-a69a-15c37efd0c9a owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:26:14.549592 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3141e091-ce75-4c0e-83dd-772acca5b0e1 None None] DHCP port deletion for 2e805cc2-953d-463a-8304-c2572a23f7b6 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 16:26:14.603360 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-3141e091-ce75-4c0e-83dd-772acca5b0e1 None None] Deleting port 7ddb8413-a6ca-40fc-a69a-15c37efd0c9a {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:26:14.603734 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3141e091-ce75-4c0e-83dd-772acca5b0e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:14.666666 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-670d2a93-42c8-498b-918f-af4c44ee365f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:14.667959 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-3141e091-ce75-4c0e-83dd-772acca5b0e1 None None] For port 7ddb8413-a6ca-40fc-a69a-15c37efd0c9a, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=7ddb8413-a6ca-40fc-a69a-15c37efd0c9a,segment=NetworkSegment(18698a43-44c6-444e-9e88-84b61cce9e7e),segment_id=18698a43-44c6-444e-9e88-84b61cce9e7e)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:26:14.668366 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3141e091-ce75-4c0e-83dd-772acca5b0e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:14.681827 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-3141e091-ce75-4c0e-83dd-772acca5b0e1 None None] Calling delete_port for 7ddb8413-a6ca-40fc-a69a-15c37efd0c9a owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:26:14.694616 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670d2a93-42c8-498b-918f-af4c44ee365f admin admin] No DVR routers for this DVR port 7ddb8413-a6ca-40fc-a69a-15c37efd0c9a on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:26:14.696427 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d2a93-42c8-498b-918f-af4c44ee365f admin admin] Pushing event deleted for resources: {'Port': ['ID=7ddb8413-a6ca-40fc-a69a-15c37efd0c9a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:14.758513 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3141e091-ce75-4c0e-83dd-772acca5b0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:14.772065 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-670d2a93-42c8-498b-918f-af4c44ee365f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:14.782977 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141e091-ce75-4c0e-83dd-772acca5b0e1 None None] Pushing event deleted for resources: {'Port': ['ID=7ddb8413-a6ca-40fc-a69a-15c37efd0c9a,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:14.787752 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3141e091-ce75-4c0e-83dd-772acca5b0e1 None None] No DVR routers for this DVR port 7ddb8413-a6ca-40fc-a69a-15c37efd0c9a on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:26:14.806110 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-670d2a93-42c8-498b-918f-af4c44ee365f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e805cc2-953d-463a-8304-c2572a23f7b6']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:26:14.807257 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-670d2a93-42c8-498b-918f-af4c44ee365f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18698a43-44c6-444e-9e88-84b61cce9e7e') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:26:14.807537 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-670d2a93-42c8-498b-918f-af4c44ee365f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18698a43-44c6-444e-9e88-84b61cce9e7e') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:26:14.817246 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-670d2a93-42c8-498b-918f-af4c44ee365f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:14.830492 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-670d2a93-42c8-498b-918f-af4c44ee365f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:14.836083 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-670d2a93-42c8-498b-918f-af4c44ee365f admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:26:14.836464 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-670d2a93-42c8-498b-918f-af4c44ee365f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:14.838132 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 16:26:14.838132 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:26:14.838132 n-d-820553-2 neutron-server[102832]: timer() Dec 17 16:26:14.838132 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:26:14.838132 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 16:26:14.838132 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:26:14.838132 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 16:26:14.838132 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:26:14.838132 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 16:26:14.838132 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:26:14.838132 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 16:26:14.838132 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:26:14.838132 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 16:26:14.838132 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:26:14.838132 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:26:14.838132 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:26:14.838132 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:26:14.838132 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:26:14.838132 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 16:26:14.838132 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:26:14.838132 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 16:26:14.838132 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:26:14.838132 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:26:14.838132 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:26:14.838132 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 16:26:14.838132 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:26:14.838132 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:26:14.838132 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:26:14.838132 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:26:14.838132 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:26:14.838132 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:26:14.838132 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:26:14.944642 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-670d2a93-42c8-498b-918f-af4c44ee365f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:14.950417 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-670d2a93-42c8-498b-918f-af4c44ee365f admin admin] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:14.953546 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-670d2a93-42c8-498b-918f-af4c44ee365f admin admin] 10.222.0.46 "DELETE /v2.0/networks/2e805cc2-953d-463a-8304-c2572a23f7b6 HTTP/1.1" status: 204 len: 168 time: 0.6424398 Dec 17 16:26:14.964739 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d2a93-42c8-498b-918f-af4c44ee365f admin admin] Pushing event deleted for resources: {'Network': ['ID=2e805cc2-953d-463a-8304-c2572a23f7b6,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:15.241624 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 43912) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:26:15.283851 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8b6e4dc4-2887-46df-9b3d-7a4dc7d11980 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=197dec578fa24a709a8da5cd47608f46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410023 Dec 17 16:26:15.286174 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 43914) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:26:15.333484 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dff0e7f4-9827-40de-a907-4a1b3012b3cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:15.354271 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dff0e7f4-9827-40de-a907-4a1b3012b3cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:15.449106 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dff0e7f4-9827-40de-a907-4a1b3012b3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:15.451641 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dff0e7f4-9827-40de-a907-4a1b3012b3cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:15.452781 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-dff0e7f4-9827-40de-a907-4a1b3012b3cb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3f8bc372-4eef-444b-8c33-8c563fae9fa5 HTTP/1.1" status: 204 len: 168 time: 0.1657085 Dec 17 16:26:15.461975 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0e7f4-9827-40de-a907-4a1b3012b3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8bc372-4eef-444b-8c33-8c563fae9fa5,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:16.372576 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 7ddb8413-a6ca-40fc-a69a-15c37efd0c9a no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:26:16.396603 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 7ddb8413-a6ca-40fc-a69a-15c37efd0c9a {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:26:16.396949 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 7ddb8413-a6ca-40fc-a69a-15c37efd0c9a not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:26:16.444138 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 43936) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:26:16.538486 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-192b8f85-2ad8-424c-a947-2d406ee0459f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1396188929-network', 'tenant_id': 'ecee107eab184ac9b8cb445f711c8e75'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:26:16.620033 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192b8f85-2ad8-424c-a947-2d406ee0459f admin admin] Made reservation on behalf of ecee107eab184ac9b8cb445f711c8e75 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:26:16.622339 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-192b8f85-2ad8-424c-a947-2d406ee0459f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:16.631443 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-192b8f85-2ad8-424c-a947-2d406ee0459f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:16.705758 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-192b8f85-2ad8-424c-a947-2d406ee0459f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:16.768605 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-192b8f85-2ad8-424c-a947-2d406ee0459f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:16.795152 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192b8f85-2ad8-424c-a947-2d406ee0459f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:26:16.801894 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b8f85-2ad8-424c-a947-2d406ee0459f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cb751c-0a96-4db9-a6c1-8989831e94c2,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:16.809003 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-192b8f85-2ad8-424c-a947-2d406ee0459f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:16.809423 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-192b8f85-2ad8-424c-a947-2d406ee0459f admin admin] Added segment 6ca7a81c-2061-48c3-9a48-48fc89a262a2 of type vlan for network c989c6da-5409-45cb-9795-f4af3167eb74 Dec 17 16:26:16.851744 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-192b8f85-2ad8-424c-a947-2d406ee0459f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:16.934873 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-192b8f85-2ad8-424c-a947-2d406ee0459f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:16.935833 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192b8f85-2ad8-424c-a947-2d406ee0459f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:16.936414 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-192b8f85-2ad8-424c-a947-2d406ee0459f admin admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:16.994135 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b8f85-2ad8-424c-a947-2d406ee0459f admin admin] Pushing event updated for resources: {'Network': ['ID=c989c6da-5409-45cb-9795-f4af3167eb74,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:17.004029 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network c989c6da-5409-45cb-9795-f4af3167eb74 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:26:17.040918 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-192b8f85-2ad8-424c-a947-2d406ee0459f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5952673 Dec 17 16:26:17.043517 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 43940) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:26:17.049473 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-eaf5d98c-cfe2-4d8d-9a7b-ae7422743eb1 admin admin] Request body: {'subnet': {'network_id': 'c989c6da-5409-45cb-9795-f4af3167eb74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1396188929-subnet', 'tenant_id': 'ecee107eab184ac9b8cb445f711c8e75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:26:17.123082 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf5d98c-cfe2-4d8d-9a7b-ae7422743eb1 admin admin] Made reservation on behalf of ecee107eab184ac9b8cb445f711c8e75 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:26:17.126223 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eaf5d98c-cfe2-4d8d-9a7b-ae7422743eb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:17.346967 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eaf5d98c-cfe2-4d8d-9a7b-ae7422743eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:17.400825 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5d98c-cfe2-4d8d-9a7b-ae7422743eb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eaeb1c9-8b1b-4aeb-87de-7fdfe0a064c2,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:17.409816 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf5d98c-cfe2-4d8d-9a7b-ae7422743eb1 admin admin] Checking segment: {'id': '6ca7a81c-2061-48c3-9a48-48fc89a262a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c989c6da-5409-45cb-9795-f4af3167eb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:26:17.410172 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf5d98c-cfe2-4d8d-9a7b-ae7422743eb1 admin admin] Network hostable DHCP agents. Network: c989c6da-5409-45cb-9795-f4af3167eb74, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:26:17.483327 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf5d98c-cfe2-4d8d-9a7b-ae7422743eb1 admin admin] Network c989c6da-5409-45cb-9795-f4af3167eb74 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:26:17.551561 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-eaf5d98c-cfe2-4d8d-9a7b-ae7422743eb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, c989c6da-5409-45cb-9795-f4af3167eb74) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:26:17.555984 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf5d98c-cfe2-4d8d-9a7b-ae7422743eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:17.557197 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-eaf5d98c-cfe2-4d8d-9a7b-ae7422743eb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:17.560769 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6aa664f-660f-4955-b5d4-52418c236da3 None None] Network c989c6da-5409-45cb-9795-f4af3167eb74 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:26:17.629798 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-eaf5d98c-cfe2-4d8d-9a7b-ae7422743eb1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5851386 Dec 17 16:26:17.684285 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1067c7-c970-436d-97fd-d58d685e5e63 None None] Network c989c6da-5409-45cb-9795-f4af3167eb74 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:26:18.053533 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-ff6bc59f-3a52-4f33-a9c8-1619a98adb8b tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:18.054989 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-ff6bc59f-3a52-4f33-a9c8-1619a98adb8b tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/networks?id=c989c6da-5409-45cb-9795-f4af3167eb74 HTTP/1.1" status: 200 len: 814 time: 0.1043589 Dec 17 16:26:18.070483 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-82cc2849-f8dd-4f22-b9bb-b452a2f03ff4 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/quotas/ecee107eab184ac9b8cb445f711c8e75 HTTP/1.1" status: 200 len: 375 time: 0.0095987 Dec 17 16:26:18.101875 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-4f749bca-387a-4b01-a62c-3c5c438fb5c3 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecee107eab184ac9b8cb445f711c8e75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258179 Dec 17 16:26:18.113160 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-7ffa8197-fae5-4f81-b292-54e289a7171c service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:26:18.114098 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-7ffa8197-fae5-4f81-b292-54e289a7171c service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057092 Dec 17 16:26:18.204756 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-e66d4a2c-0fae-4c5f-a0ef-522a6e1525a3 service neutron] 10.222.0.46 "GET /v2.0/networks/c989c6da-5409-45cb-9795-f4af3167eb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845633 Dec 17 16:26:18.294076 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-32b01d73-de70-46c3-b2f1-226d6db00929 service neutron] 10.222.0.46 "GET /v2.0/networks/c989c6da-5409-45cb-9795-f4af3167eb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829816 Dec 17 16:26:18.506136 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3d6a8fbf-5c74-4eb8-9d7a-a2963b69f180 req-62c478ad-a7ed-40f1-82c6-b85ed7875c4d tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0de7088-b685-4738-8bba-102d2cdf08e7 HTTP/1.1" status: 200 len: 210 time: 0.0296350 Dec 17 16:26:19.598879 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d51aa3d5-791e-467a-8f0e-5c7b44705f39 req-77ac7116-62ca-4e81-bdc0-cf4bd8ce2d0b tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0de7088-b685-4738-8bba-102d2cdf08e7 HTTP/1.1" status: 200 len: 210 time: 0.0274315 Dec 17 16:26:20.343039 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-e21e988d-892f-46ae-ba7b-6daa59d6d0f1 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:20.344486 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-e21e988d-892f-46ae-ba7b-6daa59d6d0f1 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.13 "GET /v2.0/networks?id=c989c6da-5409-45cb-9795-f4af3167eb74 HTTP/1.1" status: 200 len: 814 time: 0.1056964 Dec 17 16:26:20.357640 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-16744ae8-e2f3-497e-a71e-c290f31cc963 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Request body: {'port': {'device_id': 'c0de7088-b685-4738-8bba-102d2cdf08e7', 'network_id': 'c989c6da-5409-45cb-9795-f4af3167eb74', 'admin_state_up': True, 'tenant_id': 'ecee107eab184ac9b8cb445f711c8e75'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:26:20.515847 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-16744ae8-e2f3-497e-a71e-c290f31cc963 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Made reservation on behalf of ecee107eab184ac9b8cb445f711c8e75 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:26:20.519679 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-16744ae8-e2f3-497e-a71e-c290f31cc963 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:20.642910 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-16744ae8-e2f3-497e-a71e-c290f31cc963 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Allocated IP 172.20.0.5 (c989c6da-5409-45cb-9795-f4af3167eb74/2eaeb1c9-8b1b-4aeb-87de-7fdfe0a064c2/14d5fae1-f600-4a03-bb78-fcb60938382e) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:26:20.711321 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b6b0b205-3071-4d87-904c-315c64ce58c8 req-35b571de-6158-483b-9a5d-ea21a1f7941d tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0de7088-b685-4738-8bba-102d2cdf08e7 HTTP/1.1" status: 200 len: 210 time: 0.0309484 Dec 17 16:26:20.794805 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-16744ae8-e2f3-497e-a71e-c290f31cc963 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:20.893909 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-16744ae8-e2f3-497e-a71e-c290f31cc963 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:20.937352 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-16744ae8-e2f3-497e-a71e-c290f31cc963 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Network c989c6da-5409-45cb-9795-f4af3167eb74 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:26:20.940514 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-16744ae8-e2f3-497e-a71e-c290f31cc963 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:26:20.944020 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-16744ae8-e2f3-497e-a71e-c290f31cc963 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:26:20.952334 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16744ae8-e2f3-497e-a71e-c290f31cc963 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Pushing event updated for resources: {'Port': ['ID=14d5fae1-f600-4a03-bb78-fcb60938382e,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:21.002022 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-16744ae8-e2f3-497e-a71e-c290f31cc963 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:21.002631 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-16744ae8-e2f3-497e-a71e-c290f31cc963 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:21.096659 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-16744ae8-e2f3-497e-a71e-c290f31cc963 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7420902 Dec 17 16:26:21.108498 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-b12925f6-c650-46d7-a8a4-b42e63e4a570 service neutron] Request body: {'port': {'device_id': 'c0de7088-b685-4738-8bba-102d2cdf08e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:26:21.161237 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-b12925f6-c650-46d7-a8a4-b42e63e4a570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:21.734353 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-b12925f6-c650-46d7-a8a4-b42e63e4a570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d5fae1-f600-4a03-bb78-fcb60938382e {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:26:21.742282 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-b12925f6-c650-46d7-a8a4-b42e63e4a570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:21.754542 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-b12925f6-c650-46d7-a8a4-b42e63e4a570 service neutron] Transition to ACTIVE for port object 14d5fae1-f600-4a03-bb78-fcb60938382e will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:26:21.827589 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc1ec6-c4a0-4135-bce6-54da10071a32 req-9d6c127c-31a6-4de5-aa3c-ecc65e7aa639 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:21.829121 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7afc1ec6-c4a0-4135-bce6-54da10071a32 req-9d6c127c-31a6-4de5-aa3c-ecc65e7aa639 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0de7088-b685-4738-8bba-102d2cdf08e7 HTTP/1.1" status: 200 len: 931 time: 0.0490961 Dec 17 16:26:21.837545 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-b12925f6-c650-46d7-a8a4-b42e63e4a570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:21.868864 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7afc1ec6-c4a0-4135-bce6-54da10071a32 req-bf61ecb4-2d26-4a1c-a972-10042dd30ce4 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cb751c-0a96-4db9-a6c1-8989831e94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332243 Dec 17 16:26:21.895460 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12925f6-c650-46d7-a8a4-b42e63e4a570 service neutron] Pushing event updated for resources: {'Port': ['ID=14d5fae1-f600-4a03-bb78-fcb60938382e,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:21.961033 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-b12925f6-c650-46d7-a8a4-b42e63e4a570 service neutron] Attempting to bind port 14d5fae1-f600-4a03-bb78-fcb60938382e on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:26:21.961398 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-b12925f6-c650-46d7-a8a4-b42e63e4a570 service neutron] Attempting to bind port 14d5fae1-f600-4a03-bb78-fcb60938382e by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '6ca7a81c-2061-48c3-9a48-48fc89a262a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c989c6da-5409-45cb-9795-f4af3167eb74'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:26:21.961727 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-b12925f6-c650-46d7-a8a4-b42e63e4a570 service neutron] Attempting to bind port 14d5fae1-f600-4a03-bb78-fcb60938382e on network c989c6da-5409-45cb-9795-f4af3167eb74 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:26:21.966057 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-b12925f6-c650-46d7-a8a4-b42e63e4a570 service neutron] Port 14d5fae1-f600-4a03-bb78-fcb60938382e on network c989c6da-5409-45cb-9795-f4af3167eb74 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:26:21.966384 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-b12925f6-c650-46d7-a8a4-b42e63e4a570 service neutron] Attempting to bind port 14d5fae1-f600-4a03-bb78-fcb60938382e on network c989c6da-5409-45cb-9795-f4af3167eb74 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:26:21.971839 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-b12925f6-c650-46d7-a8a4-b42e63e4a570 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:26:21.972174 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-b12925f6-c650-46d7-a8a4-b42e63e4a570 service neutron] Checking segment: {'id': '6ca7a81c-2061-48c3-9a48-48fc89a262a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c989c6da-5409-45cb-9795-f4af3167eb74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:26:21.972557 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-b12925f6-c650-46d7-a8a4-b42e63e4a570 service neutron] Bound using segment: {'id': '6ca7a81c-2061-48c3-9a48-48fc89a262a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c989c6da-5409-45cb-9795-f4af3167eb74'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:26:21.972973 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-b12925f6-c650-46d7-a8a4-b42e63e4a570 service neutron] Bound port: 14d5fae1-f600-4a03-bb78-fcb60938382e, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ca7a81c-2061-48c3-9a48-48fc89a262a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c989c6da-5409-45cb-9795-f4af3167eb74'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:26:21.973353 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-b12925f6-c650-46d7-a8a4-b42e63e4a570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:22.035999 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-b12925f6-c650-46d7-a8a4-b42e63e4a570 service neutron] For port 14d5fae1-f600-4a03-bb78-fcb60938382e, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:26:22.038942 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-b12925f6-c650-46d7-a8a4-b42e63e4a570 service neutron] For port 14d5fae1-f600-4a03-bb78-fcb60938382e, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=14d5fae1-f600-4a03-bb78-fcb60938382e,segment=NetworkSegment(6ca7a81c-2061-48c3-9a48-48fc89a262a2),segment_id=6ca7a81c-2061-48c3-9a48-48fc89a262a2)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:26:22.135190 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-b12925f6-c650-46d7-a8a4-b42e63e4a570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:22.174819 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-b12925f6-c650-46d7-a8a4-b42e63e4a570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:22.175423 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-b12925f6-c650-46d7-a8a4-b42e63e4a570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:22.176789 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-b12925f6-c650-46d7-a8a4-b42e63e4a570 service neutron] 10.222.0.13 "PUT /v2.0/ports/14d5fae1-f600-4a03-bb78-fcb60938382e HTTP/1.1" status: 200 len: 1091 time: 1.0722778 Dec 17 16:26:22.177527 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0de7088-b685-4738-8bba-102d2cdf08e7', 'tag': '14d5fae1-f600-4a03-bb78-fcb60938382e'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:26:22.179806 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fd7d92-e955-4ce8-96f0-4d5a48040694" -d '{"events": [{"name": "network-changed", "server_uuid": "c0de7088-b685-4738-8bba-102d2cdf08e7", "tag": "14d5fae1-f600-4a03-bb78-fcb60938382e"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:26:22.207004 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12925f6-c650-46d7-a8a4-b42e63e4a570 service neutron] Pushing event updated for resources: {'Port': ['ID=14d5fae1-f600-4a03-bb78-fcb60938382e,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:22.218362 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7706e02-710d-472e-a205-61d120298f62 x-openstack-request-id: req-e7706e02-710d-472e-a205-61d120298f62 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:26:22.218652 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0de7088-b685-4738-8bba-102d2cdf08e7", "tag": "14d5fae1-f600-4a03-bb78-fcb60938382e", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:26:22.218901 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e7706e02-710d-472e-a205-61d120298f62 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:26:22.219301 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0de7088-b685-4738-8bba-102d2cdf08e7', 'tag': '14d5fae1-f600-4a03-bb78-fcb60938382e', 'status': 'completed', 'code': 200} Dec 17 16:26:22.277523 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd7d92-e955-4ce8-96f0-4d5a48040694 req-fe78b11b-5735-480c-9b2b-93d0f6e39fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:22.278983 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b1fd7d92-e955-4ce8-96f0-4d5a48040694 req-fe78b11b-5735-480c-9b2b-93d0f6e39fea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ecee107eab184ac9b8cb445f711c8e75&device_id=c0de7088-b685-4738-8bba-102d2cdf08e7 HTTP/1.1" status: 200 len: 1094 time: 0.0424922 Dec 17 16:26:22.381300 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd7d92-e955-4ce8-96f0-4d5a48040694 req-a93396d0-6dc1-4408-a5ea-1e708ae1a730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:22.382750 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b1fd7d92-e955-4ce8-96f0-4d5a48040694 req-a93396d0-6dc1-4408-a5ea-1e708ae1a730 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ecee107eab184ac9b8cb445f711c8e75&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0951605 Dec 17 16:26:22.474700 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd7d92-e955-4ce8-96f0-4d5a48040694 req-2a669480-7893-491c-8f29-231488694656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:22.476131 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b1fd7d92-e955-4ce8-96f0-4d5a48040694 req-2a669480-7893-491c-8f29-231488694656 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872276 Dec 17 16:26:22.553987 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-ba13bc66-3625-4054-adc9-001bd2c97b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:22.555494 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-ba13bc66-3625-4054-adc9-001bd2c97b2c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ecee107eab184ac9b8cb445f711c8e75&device_id=c0de7088-b685-4738-8bba-102d2cdf08e7 HTTP/1.1" status: 200 len: 1094 time: 0.0443490 Dec 17 16:26:22.597144 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-74857931-e305-4433-bd82-2d5b502e30e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=14d5fae1-f600-4a03-bb78-fcb60938382e HTTP/1.1" status: 200 len: 217 time: 0.0340261 Dec 17 16:26:22.645639 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-607300fd-8652-4eb4-a1dc-f46ced461f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:22.647021 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-607300fd-8652-4eb4-a1dc-f46ced461f3b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2eaeb1c9-8b1b-4aeb-87de-7fdfe0a064c2 HTTP/1.1" status: 200 len: 854 time: 0.0438998 Dec 17 16:26:22.677325 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-fed672af-feb3-4151-b8f9-990bfa74a052 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c989c6da-5409-45cb-9795-f4af3167eb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237045 Dec 17 16:26:22.771009 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-065b250c-3261-40c9-b7fe-301a737039dc service neutron] 10.222.0.13 "GET /v2.0/networks/c989c6da-5409-45cb-9795-f4af3167eb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870252 Dec 17 16:26:22.858220 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-24947c6b-474c-4f03-b22a-e929c16bea01 req-abdba438-2e92-430f-8510-ff58b82af7ef service neutron] 10.222.0.13 "GET /v2.0/networks/c989c6da-5409-45cb-9795-f4af3167eb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802422 Dec 17 16:26:22.982728 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201d45b-6965-4712-ab00-a0d40974921b req-b8e09b9d-64b7-44bd-a4b3-a82efc974c66 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:22.984191 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3201d45b-6965-4712-ab00-a0d40974921b req-b8e09b9d-64b7-44bd-a4b3-a82efc974c66 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0de7088-b685-4738-8bba-102d2cdf08e7 HTTP/1.1" status: 200 len: 943 time: 0.0495548 Dec 17 16:26:23.022022 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3201d45b-6965-4712-ab00-a0d40974921b req-481f6a3e-020e-485a-9e50-47a186cec34d tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cb751c-0a96-4db9-a6c1-8989831e94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309942 Dec 17 16:26:24.143128 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f346089-d52f-46a6-9391-10813669b5ce req-b8edf83e-7ead-412e-b5d6-9afdc90681b8 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:24.144479 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2f346089-d52f-46a6-9391-10813669b5ce req-b8edf83e-7ead-412e-b5d6-9afdc90681b8 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0de7088-b685-4738-8bba-102d2cdf08e7 HTTP/1.1" status: 200 len: 943 time: 0.0534856 Dec 17 16:26:24.187225 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2f346089-d52f-46a6-9391-10813669b5ce req-14d2b61d-23ff-46ba-997e-523f0d43bc07 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cb751c-0a96-4db9-a6c1-8989831e94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366173 Dec 17 16:26:24.822036 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:26:25.086573 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 14d5fae1-f600-4a03-bb78-fcb60938382e details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:26:25.184643 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 14d5fae1-f600-4a03-bb78-fcb60938382e, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=14d5fae1-f600-4a03-bb78-fcb60938382e,segment=NetworkSegment(6ca7a81c-2061-48c3-9a48-48fc89a262a2),segment_id=6ca7a81c-2061-48c3-9a48-48fc89a262a2)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:26:25.196020 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '14d5fae1-f600-4a03-bb78-fcb60938382e', 'network_id': 'c989c6da-5409-45cb-9795-f4af3167eb74', 'port_id': '14d5fae1-f600-4a03-bb78-fcb60938382e', 'mac_address': 'fa:16:3e:3e:99:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eaeb1c9-8b1b-4aeb-87de-7fdfe0a064c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:26:25.238177 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:25.253825 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d5fae1-f600-4a03-bb78-fcb60938382e {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:26:25.275331 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 14d5fae1-f600-4a03-bb78-fcb60938382e, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=14d5fae1-f600-4a03-bb78-fcb60938382e,segment=NetworkSegment(6ca7a81c-2061-48c3-9a48-48fc89a262a2),segment_id=6ca7a81c-2061-48c3-9a48-48fc89a262a2)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:26:25.316712 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28ee41-1b62-40f2-b1bf-88788e406a45 req-66d5e3e5-a4fd-40af-89d7-d178b6178778 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:25.318307 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7f28ee41-1b62-40f2-b1bf-88788e406a45 req-66d5e3e5-a4fd-40af-89d7-d178b6178778 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0de7088-b685-4738-8bba-102d2cdf08e7 HTTP/1.1" status: 200 len: 943 time: 0.0595524 Dec 17 16:26:25.350154 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:25.365983 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7f28ee41-1b62-40f2-b1bf-88788e406a45 req-8c0c8953-0a69-45ab-87d5-96420cb85f9e tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cb751c-0a96-4db9-a6c1-8989831e94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416594 Dec 17 16:26:25.406040 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=14d5fae1-f600-4a03-bb78-fcb60938382e,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:25.540440 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['14d5fae1-f600-4a03-bb78-fcb60938382e'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:26:26.482568 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29dfe4-4636-46f8-808a-eb668e3e0140 req-a1a9af60-9a2e-4059-a9a8-622fc3b655ee tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:26.484051 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8d29dfe4-4636-46f8-808a-eb668e3e0140 req-a1a9af60-9a2e-4059-a9a8-622fc3b655ee tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0de7088-b685-4738-8bba-102d2cdf08e7 HTTP/1.1" status: 200 len: 944 time: 0.0489380 Dec 17 16:26:26.525542 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8d29dfe4-4636-46f8-808a-eb668e3e0140 req-592d8288-d75a-488c-b20a-df919fbc1f67 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cb751c-0a96-4db9-a6c1-8989831e94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353489 Dec 17 16:26:26.552140 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:27.088693 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 14d5fae1-f600-4a03-bb78-fcb60938382e up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:26:27.203478 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 14d5fae1-f600-4a03-bb78-fcb60938382e completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:26:27.209418 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 14d5fae1-f600-4a03-bb78-fcb60938382e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:26:27.209809 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:27.284652 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:27.306781 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0de7088-b685-4738-8bba-102d2cdf08e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d5fae1-f600-4a03-bb78-fcb60938382e'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:26:27.309089 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7f8f86-4a03-44e6-8245-9048c7324be7" -d '{"events": [{"server_uuid": "c0de7088-b685-4738-8bba-102d2cdf08e7", "name": "network-vif-plugged", "status": "completed", "tag": "14d5fae1-f600-4a03-bb78-fcb60938382e"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:26:27.324690 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 14d5fae1-f600-4a03-bb78-fcb60938382e, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=14d5fae1-f600-4a03-bb78-fcb60938382e,segment=NetworkSegment(6ca7a81c-2061-48c3-9a48-48fc89a262a2),segment_id=6ca7a81c-2061-48c3-9a48-48fc89a262a2)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:26:27.346328 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbdcea5-5d8f-479a-94c8-3f77bc15d33d x-openstack-request-id: req-fbbdcea5-5d8f-479a-94c8-3f77bc15d33d {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:26:27.346670 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0de7088-b685-4738-8bba-102d2cdf08e7", "name": "network-vif-plugged", "status": "completed", "tag": "14d5fae1-f600-4a03-bb78-fcb60938382e", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:26:27.347174 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fbbdcea5-5d8f-479a-94c8-3f77bc15d33d {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:26:27.347564 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0de7088-b685-4738-8bba-102d2cdf08e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d5fae1-f600-4a03-bb78-fcb60938382e', 'code': 200} Dec 17 16:26:27.379487 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:27.428153 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=14d5fae1-f600-4a03-bb78-fcb60938382e,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:27.445310 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f5a06-b1e0-4f62-bdeb-d0f9e5676024 req-7aa6bd3c-311a-484c-a484-40f0e0e22a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:27.446798 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3e4f5a06-b1e0-4f62-bdeb-d0f9e5676024 req-7aa6bd3c-311a-484c-a484-40f0e0e22a78 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c0de7088-b685-4738-8bba-102d2cdf08e7 HTTP/1.1" status: 200 len: 1096 time: 0.0465953 Dec 17 16:26:27.481351 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3e4f5a06-b1e0-4f62-bdeb-d0f9e5676024 req-eeea4545-b91a-4241-8b04-269b3e6669b0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=55cb751c-0a96-4db9-a6c1-8989831e94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274498 Dec 17 16:26:27.641159 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74332e9c-5763-46bc-b7d7-f622d362f0ee req-54247c77-0ede-410b-beb9-e095a28748a0 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:27.643114 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-74332e9c-5763-46bc-b7d7-f622d362f0ee req-54247c77-0ede-410b-beb9-e095a28748a0 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0de7088-b685-4738-8bba-102d2cdf08e7 HTTP/1.1" status: 200 len: 945 time: 0.0525882 Dec 17 16:26:27.681873 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-74332e9c-5763-46bc-b7d7-f622d362f0ee req-5e894941-d316-421c-bd4e-9860aa8e69e1 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cb751c-0a96-4db9-a6c1-8989831e94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328662 Dec 17 16:26:28.798161 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2636f-de4b-4269-817d-559dff039c9c req-ce4490da-77ea-49df-977f-91fd2d11ee7f tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:28.800671 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7dd2636f-de4b-4269-817d-559dff039c9c req-ce4490da-77ea-49df-977f-91fd2d11ee7f tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0de7088-b685-4738-8bba-102d2cdf08e7 HTTP/1.1" status: 200 len: 945 time: 0.0506239 Dec 17 16:26:28.839182 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7dd2636f-de4b-4269-817d-559dff039c9c req-3e81ba11-aaa0-4b96-8f9e-2e2ca4dfa5d6 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cb751c-0a96-4db9-a6c1-8989831e94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322602 Dec 17 16:26:28.912274 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1bd59b76-e451-4920-ac2f-7cb45b7332f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:29.062259 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-23c2ff9d-6d3a-4d89-99c3-b785c7bfc7c2 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:29.063697 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-23c2ff9d-6d3a-4d89-99c3-b785c7bfc7c2 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/networks?id=c989c6da-5409-45cb-9795-f4af3167eb74 HTTP/1.1" status: 200 len: 814 time: 0.1033208 Dec 17 16:26:29.078773 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-a1a3d46c-c449-4218-a918-d275e5f96d89 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/quotas/ecee107eab184ac9b8cb445f711c8e75 HTTP/1.1" status: 200 len: 375 time: 0.0091193 Dec 17 16:26:29.128400 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-d22cc58b-a6e6-4a7f-a406-7bbc52c745da tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecee107eab184ac9b8cb445f711c8e75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0436018 Dec 17 16:26:29.261685 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-f2ff44cf-c462-4c31-acaf-0be82686a95c service neutron] 10.222.0.46 "GET /v2.0/networks/c989c6da-5409-45cb-9795-f4af3167eb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261501 Dec 17 16:26:29.354810 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-3af7e823-425d-4aa5-b7e7-0976bccd9eb4 service neutron] 10.222.0.46 "GET /v2.0/networks/c989c6da-5409-45cb-9795-f4af3167eb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863211 Dec 17 16:26:29.575500 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bd3c16c7-e274-4dd3-946e-03be953fa34e req-8523513e-7ab2-443d-b5e6-29edccc945f2 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e319fbb-7ad7-4974-adca-7f6fc1bd18ff HTTP/1.1" status: 200 len: 210 time: 0.0271137 Dec 17 16:26:30.669390 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2d635b77-d282-4ce4-8594-b9d3330b07a7 req-d1f1e8e5-f5e6-4c32-926f-465775d12a17 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e319fbb-7ad7-4974-adca-7f6fc1bd18ff HTTP/1.1" status: 200 len: 210 time: 0.0269778 Dec 17 16:26:31.152008 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-04074892-83ab-4f27-8b50-4d46bbddeb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:31.389143 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-4a87b86b-e308-4391-af74-535bf32e747d tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:31.391298 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-4a87b86b-e308-4391-af74-535bf32e747d tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.41 "GET /v2.0/networks?id=c989c6da-5409-45cb-9795-f4af3167eb74 HTTP/1.1" status: 200 len: 814 time: 0.1021225 Dec 17 16:26:31.410004 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-47429bda-5615-4f8e-8659-e0786bcb715e tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Request body: {'port': {'device_id': '2e319fbb-7ad7-4974-adca-7f6fc1bd18ff', 'network_id': 'c989c6da-5409-45cb-9795-f4af3167eb74', 'admin_state_up': True, 'tenant_id': 'ecee107eab184ac9b8cb445f711c8e75'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:26:31.591810 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-47429bda-5615-4f8e-8659-e0786bcb715e tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Made reservation on behalf of ecee107eab184ac9b8cb445f711c8e75 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:26:31.595411 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-47429bda-5615-4f8e-8659-e0786bcb715e tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:31.723407 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-47429bda-5615-4f8e-8659-e0786bcb715e tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Allocated IP 172.20.0.11 (c989c6da-5409-45cb-9795-f4af3167eb74/2eaeb1c9-8b1b-4aeb-87de-7fdfe0a064c2/d70b68ff-9d49-4a06-9092-95807886e2cf) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:26:31.763870 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d7cf7a35-a320-4d66-8b61-c8c7c412b0f4 req-eeaaf76e-d07d-4e80-a0a5-aa087870aef6 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e319fbb-7ad7-4974-adca-7f6fc1bd18ff HTTP/1.1" status: 200 len: 210 time: 0.0272686 Dec 17 16:26:31.870260 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-47429bda-5615-4f8e-8659-e0786bcb715e tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:31.958193 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-47429bda-5615-4f8e-8659-e0786bcb715e tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:31.969977 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['14d5fae1-f600-4a03-bb78-fcb60938382e'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:26:32.004758 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-47429bda-5615-4f8e-8659-e0786bcb715e tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Network c989c6da-5409-45cb-9795-f4af3167eb74 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:26:32.008048 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-47429bda-5615-4f8e-8659-e0786bcb715e tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:26:32.011821 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-47429bda-5615-4f8e-8659-e0786bcb715e tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:26:32.040096 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47429bda-5615-4f8e-8659-e0786bcb715e tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Pushing event updated for resources: {'Port': ['ID=d70b68ff-9d49-4a06-9092-95807886e2cf,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:32.055266 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47429bda-5615-4f8e-8659-e0786bcb715e tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:26:32.055614 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47429bda-5615-4f8e-8659-e0786bcb715e tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:26:32.055954 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47429bda-5615-4f8e-8659-e0786bcb715e tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:26:32.056291 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47429bda-5615-4f8e-8659-e0786bcb715e tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:26:32.057282 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47429bda-5615-4f8e-8659-e0786bcb715e tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:26:32.057282 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47429bda-5615-4f8e-8659-e0786bcb715e tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:26:32.057282 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47429bda-5615-4f8e-8659-e0786bcb715e tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:26:32.057658 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47429bda-5615-4f8e-8659-e0786bcb715e tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:26:32.057893 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47429bda-5615-4f8e-8659-e0786bcb715e tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:26:32.058214 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47429bda-5615-4f8e-8659-e0786bcb715e tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:26:32.058553 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47429bda-5615-4f8e-8659-e0786bcb715e tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:26:32.058852 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47429bda-5615-4f8e-8659-e0786bcb715e tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:26:32.079052 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-47429bda-5615-4f8e-8659-e0786bcb715e tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:32.079670 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-47429bda-5615-4f8e-8659-e0786bcb715e tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:32.169814 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-47429bda-5615-4f8e-8659-e0786bcb715e tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7635798 Dec 17 16:26:32.187444 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-e6dc2580-4d45-49af-ac0c-55cec79810ee service neutron] Request body: {'port': {'device_id': '2e319fbb-7ad7-4974-adca-7f6fc1bd18ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:26:32.244790 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-e6dc2580-4d45-49af-ac0c-55cec79810ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:32.499820 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-e6dc2580-4d45-49af-ac0c-55cec79810ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d70b68ff-9d49-4a06-9092-95807886e2cf {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:26:32.507849 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-e6dc2580-4d45-49af-ac0c-55cec79810ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:32.520477 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-e6dc2580-4d45-49af-ac0c-55cec79810ee service neutron] Transition to ACTIVE for port object d70b68ff-9d49-4a06-9092-95807886e2cf will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:26:32.586489 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:32.620490 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-e6dc2580-4d45-49af-ac0c-55cec79810ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:32.669911 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc2580-4d45-49af-ac0c-55cec79810ee service neutron] Pushing event updated for resources: {'Port': ['ID=d70b68ff-9d49-4a06-9092-95807886e2cf,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:32.741574 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-e6dc2580-4d45-49af-ac0c-55cec79810ee service neutron] Attempting to bind port d70b68ff-9d49-4a06-9092-95807886e2cf on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:26:32.741904 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-e6dc2580-4d45-49af-ac0c-55cec79810ee service neutron] Attempting to bind port d70b68ff-9d49-4a06-9092-95807886e2cf by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '6ca7a81c-2061-48c3-9a48-48fc89a262a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c989c6da-5409-45cb-9795-f4af3167eb74'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:26:32.742225 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-e6dc2580-4d45-49af-ac0c-55cec79810ee service neutron] Attempting to bind port d70b68ff-9d49-4a06-9092-95807886e2cf on network c989c6da-5409-45cb-9795-f4af3167eb74 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:26:32.746634 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-e6dc2580-4d45-49af-ac0c-55cec79810ee service neutron] Port d70b68ff-9d49-4a06-9092-95807886e2cf on network c989c6da-5409-45cb-9795-f4af3167eb74 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:26:32.746952 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-e6dc2580-4d45-49af-ac0c-55cec79810ee service neutron] Attempting to bind port d70b68ff-9d49-4a06-9092-95807886e2cf on network c989c6da-5409-45cb-9795-f4af3167eb74 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:26:32.751680 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-e6dc2580-4d45-49af-ac0c-55cec79810ee service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:26:32.751955 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-e6dc2580-4d45-49af-ac0c-55cec79810ee service neutron] Checking segment: {'id': '6ca7a81c-2061-48c3-9a48-48fc89a262a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c989c6da-5409-45cb-9795-f4af3167eb74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:26:32.752333 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-e6dc2580-4d45-49af-ac0c-55cec79810ee service neutron] Bound using segment: {'id': '6ca7a81c-2061-48c3-9a48-48fc89a262a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c989c6da-5409-45cb-9795-f4af3167eb74'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:26:32.753411 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-e6dc2580-4d45-49af-ac0c-55cec79810ee service neutron] Bound port: d70b68ff-9d49-4a06-9092-95807886e2cf, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ca7a81c-2061-48c3-9a48-48fc89a262a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c989c6da-5409-45cb-9795-f4af3167eb74'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:26:32.753771 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-e6dc2580-4d45-49af-ac0c-55cec79810ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:32.819344 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-e6dc2580-4d45-49af-ac0c-55cec79810ee service neutron] For port d70b68ff-9d49-4a06-9092-95807886e2cf, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:26:32.822732 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-e6dc2580-4d45-49af-ac0c-55cec79810ee service neutron] For port d70b68ff-9d49-4a06-9092-95807886e2cf, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=d70b68ff-9d49-4a06-9092-95807886e2cf,segment=NetworkSegment(6ca7a81c-2061-48c3-9a48-48fc89a262a2),segment_id=6ca7a81c-2061-48c3-9a48-48fc89a262a2)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:26:32.884471 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89832c6f-c0f7-42da-a422-b1003506ed99 req-98d5ceeb-3790-42f3-96e0-c5c62c70b856 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:32.886577 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-89832c6f-c0f7-42da-a422-b1003506ed99 req-98d5ceeb-3790-42f3-96e0-c5c62c70b856 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e319fbb-7ad7-4974-adca-7f6fc1bd18ff HTTP/1.1" status: 200 len: 944 time: 0.0540259 Dec 17 16:26:32.912180 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-e6dc2580-4d45-49af-ac0c-55cec79810ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:32.926163 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-89832c6f-c0f7-42da-a422-b1003506ed99 req-b7db11f5-19cd-4c7c-aa12-972e71ac60bd tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cb751c-0a96-4db9-a6c1-8989831e94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325756 Dec 17 16:26:32.948308 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-e6dc2580-4d45-49af-ac0c-55cec79810ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:32.948936 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-e6dc2580-4d45-49af-ac0c-55cec79810ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:32.950378 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-e6dc2580-4d45-49af-ac0c-55cec79810ee service neutron] 10.222.0.41 "PUT /v2.0/ports/d70b68ff-9d49-4a06-9092-95807886e2cf HTTP/1.1" status: 200 len: 1092 time: 0.7670565 Dec 17 16:26:32.950819 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e319fbb-7ad7-4974-adca-7f6fc1bd18ff', 'tag': 'd70b68ff-9d49-4a06-9092-95807886e2cf'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:26:32.953104 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143a00ed-256e-44de-a51d-ccec49e8794a" -d '{"events": [{"name": "network-changed", "server_uuid": "2e319fbb-7ad7-4974-adca-7f6fc1bd18ff", "tag": "d70b68ff-9d49-4a06-9092-95807886e2cf"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:26:32.975193 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc2580-4d45-49af-ac0c-55cec79810ee service neutron] Pushing event updated for resources: {'Port': ['ID=d70b68ff-9d49-4a06-9092-95807886e2cf,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:32.992802 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd2a76e-bf57-4675-a497-890382760a7f x-openstack-request-id: req-7cd2a76e-bf57-4675-a497-890382760a7f {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:26:32.993415 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e319fbb-7ad7-4974-adca-7f6fc1bd18ff", "tag": "d70b68ff-9d49-4a06-9092-95807886e2cf", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:26:32.993679 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7cd2a76e-bf57-4675-a497-890382760a7f {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:26:32.994110 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e319fbb-7ad7-4974-adca-7f6fc1bd18ff', 'tag': 'd70b68ff-9d49-4a06-9092-95807886e2cf', 'status': 'completed', 'code': 200} Dec 17 16:26:33.074037 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a00ed-256e-44de-a51d-ccec49e8794a req-9f1420da-f67d-4ecd-9287-569e3abf46c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:33.075449 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-143a00ed-256e-44de-a51d-ccec49e8794a req-9f1420da-f67d-4ecd-9287-569e3abf46c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecee107eab184ac9b8cb445f711c8e75&device_id=2e319fbb-7ad7-4974-adca-7f6fc1bd18ff HTTP/1.1" status: 200 len: 1095 time: 0.0424149 Dec 17 16:26:33.182396 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a00ed-256e-44de-a51d-ccec49e8794a req-d5c9661c-e27b-4163-b124-aaeda2fa0575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:33.183845 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-143a00ed-256e-44de-a51d-ccec49e8794a req-d5c9661c-e27b-4163-b124-aaeda2fa0575 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ecee107eab184ac9b8cb445f711c8e75&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0958891 Dec 17 16:26:33.281358 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a00ed-256e-44de-a51d-ccec49e8794a req-82686543-1407-4c85-bceb-6f9392e9f492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:33.282829 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-143a00ed-256e-44de-a51d-ccec49e8794a req-82686543-1407-4c85-bceb-6f9392e9f492 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921249 Dec 17 16:26:33.378526 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-5a26d785-285d-451f-afbc-be7f5f41800f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:33.379965 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-5a26d785-285d-451f-afbc-be7f5f41800f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecee107eab184ac9b8cb445f711c8e75&device_id=2e319fbb-7ad7-4974-adca-7f6fc1bd18ff HTTP/1.1" status: 200 len: 1095 time: 0.0414560 Dec 17 16:26:33.426144 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-dadcf3ae-5a2a-428b-a0bd-11cd11bbc9fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d70b68ff-9d49-4a06-9092-95807886e2cf HTTP/1.1" status: 200 len: 217 time: 0.0333042 Dec 17 16:26:33.477696 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-9d5cd9b2-aa05-4504-8985-211fcf6503d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:33.479119 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-9d5cd9b2-aa05-4504-8985-211fcf6503d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2eaeb1c9-8b1b-4aeb-87de-7fdfe0a064c2 HTTP/1.1" status: 200 len: 854 time: 0.0469227 Dec 17 16:26:33.510409 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-82574bb1-119c-48d4-9b7a-d62311da6de2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c989c6da-5409-45cb-9795-f4af3167eb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247998 Dec 17 16:26:33.600462 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-7afba7a5-b9b6-4104-8c58-034533ae3b4b service neutron] 10.222.0.41 "GET /v2.0/networks/c989c6da-5409-45cb-9795-f4af3167eb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829148 Dec 17 16:26:33.693188 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3fdaa756-ba47-4517-9a56-0af1bd9be0d8 req-6d998c8b-389a-4763-9b44-aa336932609a service neutron] 10.222.0.41 "GET /v2.0/networks/c989c6da-5409-45cb-9795-f4af3167eb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851562 Dec 17 16:26:34.042589 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ecc217-351a-4efc-8843-5198570609d1 req-afdc2c3e-8bc9-4ca5-97bc-691623f3367d tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:34.044065 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-46ecc217-351a-4efc-8843-5198570609d1 req-afdc2c3e-8bc9-4ca5-97bc-691623f3367d tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e319fbb-7ad7-4974-adca-7f6fc1bd18ff HTTP/1.1" status: 200 len: 944 time: 0.0508273 Dec 17 16:26:34.083780 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-46ecc217-351a-4efc-8843-5198570609d1 req-6e57fb0b-4eb2-45d9-8893-419d4c040446 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cb751c-0a96-4db9-a6c1-8989831e94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334001 Dec 17 16:26:34.176060 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:34.306541 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:35.199765 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ab73a-3958-4f44-afb9-c4db6991567b req-fe2edd22-7abe-4176-bac4-1e6848d928d6 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:35.201164 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6e7ab73a-3958-4f44-afb9-c4db6991567b req-fe2edd22-7abe-4176-bac4-1e6848d928d6 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e319fbb-7ad7-4974-adca-7f6fc1bd18ff HTTP/1.1" status: 200 len: 944 time: 0.0480089 Dec 17 16:26:35.238856 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6e7ab73a-3958-4f44-afb9-c4db6991567b req-b8367243-c269-419c-9b10-43b6a44b88f4 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cb751c-0a96-4db9-a6c1-8989831e94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312335 Dec 17 16:26:36.355454 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af9973-b896-4e85-b718-282ed2595cb1 req-3c2168ad-e076-4afc-9aae-a13fc9a02465 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:36.356918 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-25af9973-b896-4e85-b718-282ed2595cb1 req-3c2168ad-e076-4afc-9aae-a13fc9a02465 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e319fbb-7ad7-4974-adca-7f6fc1bd18ff HTTP/1.1" status: 200 len: 944 time: 0.0517514 Dec 17 16:26:36.394547 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-25af9973-b896-4e85-b718-282ed2595cb1 req-92f809f1-90fa-4bc4-bde0-44f7a9bb5f8f tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cb751c-0a96-4db9-a6c1-8989831e94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309756 Dec 17 16:26:37.451995 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device d70b68ff-9d49-4a06-9092-95807886e2cf details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:26:37.507835 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77528d-4f65-4707-baae-5b264b7e52b2 req-52b6e4cb-8e21-4350-b027-eda9333b4527 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:37.509367 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4f77528d-4f65-4707-baae-5b264b7e52b2 req-52b6e4cb-8e21-4350-b027-eda9333b4527 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e319fbb-7ad7-4974-adca-7f6fc1bd18ff HTTP/1.1" status: 200 len: 944 time: 0.0491731 Dec 17 16:26:37.545900 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4f77528d-4f65-4707-baae-5b264b7e52b2 req-8f32f182-91b0-4468-824e-a2e8a253f504 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cb751c-0a96-4db9-a6c1-8989831e94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305541 Dec 17 16:26:37.546548 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port d70b68ff-9d49-4a06-9092-95807886e2cf, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=d70b68ff-9d49-4a06-9092-95807886e2cf,segment=NetworkSegment(6ca7a81c-2061-48c3-9a48-48fc89a262a2),segment_id=6ca7a81c-2061-48c3-9a48-48fc89a262a2)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:26:37.558530 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'd70b68ff-9d49-4a06-9092-95807886e2cf', 'network_id': 'c989c6da-5409-45cb-9795-f4af3167eb74', 'port_id': 'd70b68ff-9d49-4a06-9092-95807886e2cf', 'mac_address': 'fa:16:3e:4d:09:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eaeb1c9-8b1b-4aeb-87de-7fdfe0a064c2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:26:37.597974 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:37.763597 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d70b68ff-9d49-4a06-9092-95807886e2cf {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:26:37.782388 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port d70b68ff-9d49-4a06-9092-95807886e2cf, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=d70b68ff-9d49-4a06-9092-95807886e2cf,segment=NetworkSegment(6ca7a81c-2061-48c3-9a48-48fc89a262a2),segment_id=6ca7a81c-2061-48c3-9a48-48fc89a262a2)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:26:37.858309 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:37.907419 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=d70b68ff-9d49-4a06-9092-95807886e2cf,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:38.218763 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['d70b68ff-9d49-4a06-9092-95807886e2cf'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:26:38.659983 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b4225-9427-4c08-ac6f-27c126456538 req-5ee45ca6-c933-43e4-90f8-4353147bfe0f tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:38.661606 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-034b4225-9427-4c08-ac6f-27c126456538 req-5ee45ca6-c933-43e4-90f8-4353147bfe0f tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e319fbb-7ad7-4974-adca-7f6fc1bd18ff HTTP/1.1" status: 200 len: 945 time: 0.0493114 Dec 17 16:26:38.699105 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-034b4225-9427-4c08-ac6f-27c126456538 req-2323f4d6-caba-440a-893c-9aa6dadb992e tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cb751c-0a96-4db9-a6c1-8989831e94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314491 Dec 17 16:26:39.472027 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device d70b68ff-9d49-4a06-9092-95807886e2cf up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:26:39.567630 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port d70b68ff-9d49-4a06-9092-95807886e2cf completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:26:39.571618 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port d70b68ff-9d49-4a06-9092-95807886e2cf triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:26:39.571997 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:39.648350 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:39.669975 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e319fbb-7ad7-4974-adca-7f6fc1bd18ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70b68ff-9d49-4a06-9092-95807886e2cf'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:26:39.672183 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2167014-981e-45bc-afad-e49c18ac8fb3" -d '{"events": [{"server_uuid": "2e319fbb-7ad7-4974-adca-7f6fc1bd18ff", "name": "network-vif-plugged", "status": "completed", "tag": "d70b68ff-9d49-4a06-9092-95807886e2cf"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:26:39.688027 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port d70b68ff-9d49-4a06-9092-95807886e2cf, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=d70b68ff-9d49-4a06-9092-95807886e2cf,segment=NetworkSegment(6ca7a81c-2061-48c3-9a48-48fc89a262a2),segment_id=6ca7a81c-2061-48c3-9a48-48fc89a262a2)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:26:39.708292 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5184fb0f-27f1-41cf-9ce5-f980cd45ecb2 x-openstack-request-id: req-5184fb0f-27f1-41cf-9ce5-f980cd45ecb2 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:26:39.708574 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e319fbb-7ad7-4974-adca-7f6fc1bd18ff", "name": "network-vif-plugged", "status": "completed", "tag": "d70b68ff-9d49-4a06-9092-95807886e2cf", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:26:39.708827 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5184fb0f-27f1-41cf-9ce5-f980cd45ecb2 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:26:39.709252 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e319fbb-7ad7-4974-adca-7f6fc1bd18ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70b68ff-9d49-4a06-9092-95807886e2cf', 'code': 200} Dec 17 16:26:39.753280 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:39.808705 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=d70b68ff-9d49-4a06-9092-95807886e2cf,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:39.831560 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9207df-bf20-405c-a1a2-e79056b36ce4 req-ef5e7713-82f7-499e-922f-5bc98844a384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:39.834191 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-af9207df-bf20-405c-a1a2-e79056b36ce4 req-ef5e7713-82f7-499e-922f-5bc98844a384 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2e319fbb-7ad7-4974-adca-7f6fc1bd18ff HTTP/1.1" status: 200 len: 1097 time: 0.0437448 Dec 17 16:26:39.872216 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-af9207df-bf20-405c-a1a2-e79056b36ce4 req-c9daa6f5-0fd5-4f48-a613-c3e3e5f61556 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=55cb751c-0a96-4db9-a6c1-8989831e94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311985 Dec 17 16:26:40.078475 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93519f-1cb8-4d9b-a74f-44522bc82406 req-e30b9360-7acf-4dc9-938b-f190a5a44eac tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:40.079949 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae93519f-1cb8-4d9b-a74f-44522bc82406 req-e30b9360-7acf-4dc9-938b-f190a5a44eac tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e319fbb-7ad7-4974-adca-7f6fc1bd18ff HTTP/1.1" status: 200 len: 946 time: 0.3131337 Dec 17 16:26:40.117108 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae93519f-1cb8-4d9b-a74f-44522bc82406 req-15782851-9de4-4c75-a39b-8ee7e128bdb1 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cb751c-0a96-4db9-a6c1-8989831e94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302930 Dec 17 16:26:41.197370 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:41.235344 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3aefd5-1b4e-4915-81e3-91ded41a1655 req-b0a09ddf-b5e1-4ccf-9f92-cfb291965251 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:41.236882 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ea3aefd5-1b4e-4915-81e3-91ded41a1655 req-b0a09ddf-b5e1-4ccf-9f92-cfb291965251 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e319fbb-7ad7-4974-adca-7f6fc1bd18ff HTTP/1.1" status: 200 len: 946 time: 0.0502408 Dec 17 16:26:41.275416 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ea3aefd5-1b4e-4915-81e3-91ded41a1655 req-e9524176-a6bf-441f-86bf-fa832fbdea60 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cb751c-0a96-4db9-a6c1-8989831e94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322664 Dec 17 16:26:42.389646 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f53f2-ff1e-416e-a61a-65fceddcf787 req-d9356604-8bdc-4311-8af4-7e274ad945b7 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:42.391093 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e4f53f2-ff1e-416e-a61a-65fceddcf787 req-d9356604-8bdc-4311-8af4-7e274ad945b7 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e319fbb-7ad7-4974-adca-7f6fc1bd18ff HTTP/1.1" status: 200 len: 946 time: 0.0487044 Dec 17 16:26:42.428747 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e4f53f2-ff1e-416e-a61a-65fceddcf787 req-153e2054-dcc3-44c2-8559-eafe3fd6ebba tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cb751c-0a96-4db9-a6c1-8989831e94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316255 Dec 17 16:26:42.865410 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7003c75-8a69-456f-85c4-99acb69f8806 req-0732fcfd-c94b-4142-abfd-e3bd47a30f44 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:42.866880 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c7003c75-8a69-456f-85c4-99acb69f8806 req-0732fcfd-c94b-4142-abfd-e3bd47a30f44 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e319fbb-7ad7-4974-adca-7f6fc1bd18ff HTTP/1.1" status: 200 len: 946 time: 0.0531113 Dec 17 16:26:42.906455 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c7003c75-8a69-456f-85c4-99acb69f8806 req-ae2f43da-0e24-42cf-add1-bbf36904de04 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cb751c-0a96-4db9-a6c1-8989831e94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333452 Dec 17 16:26:44.023539 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4765b6-cbcc-4205-b29c-787664b23c2c req-8e60d9ac-5c78-41ec-8687-98cb1a96f3cc tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:44.025102 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c4765b6-cbcc-4205-b29c-787664b23c2c req-8e60d9ac-5c78-41ec-8687-98cb1a96f3cc tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e319fbb-7ad7-4974-adca-7f6fc1bd18ff HTTP/1.1" status: 200 len: 946 time: 0.0494893 Dec 17 16:26:44.063522 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8c4765b6-cbcc-4205-b29c-787664b23c2c req-198ac58f-327c-491c-9a06-4c19a35166d1 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cb751c-0a96-4db9-a6c1-8989831e94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323596 Dec 17 16:26:44.339809 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720f457-3e90-4422-9e7f-cad2b73e3a7e req-685ff9a5-dab5-46e1-b2f2-15a929c269a1 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:44.341275 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6720f457-3e90-4422-9e7f-cad2b73e3a7e req-685ff9a5-dab5-46e1-b2f2-15a929c269a1 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e319fbb-7ad7-4974-adca-7f6fc1bd18ff HTTP/1.1" status: 200 len: 946 time: 0.0483222 Dec 17 16:26:44.432707 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-6720f457-3e90-4422-9e7f-cad2b73e3a7e req-1073e13b-cbc6-4523-905c-78ba867c9167 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Deleting port d70b68ff-9d49-4a06-9092-95807886e2cf {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:26:44.433067 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-6720f457-3e90-4422-9e7f-cad2b73e3a7e req-1073e13b-cbc6-4523-905c-78ba867c9167 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:44.518902 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-6720f457-3e90-4422-9e7f-cad2b73e3a7e req-1073e13b-cbc6-4523-905c-78ba867c9167 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] For port d70b68ff-9d49-4a06-9092-95807886e2cf, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=d70b68ff-9d49-4a06-9092-95807886e2cf,segment=NetworkSegment(6ca7a81c-2061-48c3-9a48-48fc89a262a2),segment_id=6ca7a81c-2061-48c3-9a48-48fc89a262a2)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:26:44.519263 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-6720f457-3e90-4422-9e7f-cad2b73e3a7e req-1073e13b-cbc6-4523-905c-78ba867c9167 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:44.531913 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-6720f457-3e90-4422-9e7f-cad2b73e3a7e req-1073e13b-cbc6-4523-905c-78ba867c9167 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Calling delete_port for d70b68ff-9d49-4a06-9092-95807886e2cf owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:26:44.710000 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-6720f457-3e90-4422-9e7f-cad2b73e3a7e req-1073e13b-cbc6-4523-905c-78ba867c9167 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:44.721289 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['14d5fae1-f600-4a03-bb78-fcb60938382e'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:26:44.736572 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073e13b-cbc6-4523-905c-78ba867c9167 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Pushing event deleted for resources: {'Port': ['ID=d70b68ff-9d49-4a06-9092-95807886e2cf,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:44.744871 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['d70b68ff-9d49-4a06-9092-95807886e2cf'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:26:44.784238 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-6720f457-3e90-4422-9e7f-cad2b73e3a7e req-1073e13b-cbc6-4523-905c-78ba867c9167 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] No DVR routers for this DVR port d70b68ff-9d49-4a06-9092-95807886e2cf on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:26:44.786919 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-6720f457-3e90-4422-9e7f-cad2b73e3a7e req-1073e13b-cbc6-4523-905c-78ba867c9167 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:44.790522 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6720f457-3e90-4422-9e7f-cad2b73e3a7e req-1073e13b-cbc6-4523-905c-78ba867c9167 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.41 "DELETE /v2.0/ports/d70b68ff-9d49-4a06-9092-95807886e2cf HTTP/1.1" status: 204 len: 173 time: 0.4434862 Dec 17 16:26:44.790964 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e319fbb-7ad7-4974-adca-7f6fc1bd18ff', 'name': 'network-vif-deleted', 'tag': 'd70b68ff-9d49-4a06-9092-95807886e2cf'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:26:44.793234 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70ca8b6-35a3-4723-934b-73635e01b46e" -d '{"events": [{"server_uuid": "2e319fbb-7ad7-4974-adca-7f6fc1bd18ff", "name": "network-vif-deleted", "tag": "d70b68ff-9d49-4a06-9092-95807886e2cf"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:26:44.829819 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93a1402-89b8-47dc-89f4-dc2c6df12ddd x-openstack-request-id: req-f93a1402-89b8-47dc-89f4-dc2c6df12ddd {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:26:44.830122 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e319fbb-7ad7-4974-adca-7f6fc1bd18ff", "name": "network-vif-deleted", "tag": "d70b68ff-9d49-4a06-9092-95807886e2cf", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:26:44.830372 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f93a1402-89b8-47dc-89f4-dc2c6df12ddd {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:26:44.830779 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e319fbb-7ad7-4974-adca-7f6fc1bd18ff', 'name': 'network-vif-deleted', 'tag': 'd70b68ff-9d49-4a06-9092-95807886e2cf', 'status': 'completed', 'code': 200} Dec 17 16:26:45.172492 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c1c0cbe-47af-4b07-b659-2007a9d51466 req-6da14203-8540-4878-86d2-f26a051f8512 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e319fbb-7ad7-4974-adca-7f6fc1bd18ff HTTP/1.1" status: 200 len: 210 time: 0.0275888 Dec 17 16:26:46.324182 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90af59b-a961-4210-a20d-8d537ab829d4 req-022106ed-92c4-4afd-880d-d74bd9387578 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:46.325720 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b90af59b-a961-4210-a20d-8d537ab829d4 req-022106ed-92c4-4afd-880d-d74bd9387578 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0de7088-b685-4738-8bba-102d2cdf08e7 HTTP/1.1" status: 200 len: 945 time: 0.0530632 Dec 17 16:26:46.362807 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b90af59b-a961-4210-a20d-8d537ab829d4 req-856e70a6-839c-4077-839c-01d623d71e3f tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cb751c-0a96-4db9-a6c1-8989831e94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312195 Dec 17 16:26:46.491231 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5dd36d-3d0a-4c54-89a0-56f74fb4ebd2 req-cc6febf3-da73-4cfd-98b5-f7559d6836b7 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:46.492598 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ca5dd36d-3d0a-4c54-89a0-56f74fb4ebd2 req-cc6febf3-da73-4cfd-98b5-f7559d6836b7 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0de7088-b685-4738-8bba-102d2cdf08e7 HTTP/1.1" status: 200 len: 945 time: 0.0477676 Dec 17 16:26:46.529704 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ca5dd36d-3d0a-4c54-89a0-56f74fb4ebd2 req-0f556b2f-0f6a-4eb2-91f5-04f87bf0087b tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cb751c-0a96-4db9-a6c1-8989831e94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309622 Dec 17 16:26:46.644247 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075f602-090d-4e6e-9ac7-1f8dd171b17f req-88dbb967-c33f-4917-9899-9372de7b4abd tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:46.645987 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f075f602-090d-4e6e-9ac7-1f8dd171b17f req-88dbb967-c33f-4917-9899-9372de7b4abd tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0de7088-b685-4738-8bba-102d2cdf08e7 HTTP/1.1" status: 200 len: 945 time: 0.0491226 Dec 17 16:26:46.684443 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f075f602-090d-4e6e-9ac7-1f8dd171b17f req-b7bf4306-98bd-4d4b-a2d1-29ab10d6a2c4 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cb751c-0a96-4db9-a6c1-8989831e94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326810 Dec 17 16:26:46.850390 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3062ae-2a5a-4266-90f7-da11681546c4 req-d7f38abc-7bc6-43a5-898f-74431a673dc5 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:46.851867 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d3062ae-2a5a-4266-90f7-da11681546c4 req-d7f38abc-7bc6-43a5-898f-74431a673dc5 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0de7088-b685-4738-8bba-102d2cdf08e7 HTTP/1.1" status: 200 len: 945 time: 0.0516667 Dec 17 16:26:46.889450 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d3062ae-2a5a-4266-90f7-da11681546c4 req-0cda23ea-946c-4e68-97ab-ff63efecd8db tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cb751c-0a96-4db9-a6c1-8989831e94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315781 Dec 17 16:26:47.003135 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6abc10-f441-4bf6-9d1d-8b692000d389 req-32636788-bd83-41f6-8296-42603f5fd670 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:47.004490 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bc6abc10-f441-4bf6-9d1d-8b692000d389 req-32636788-bd83-41f6-8296-42603f5fd670 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0de7088-b685-4738-8bba-102d2cdf08e7 HTTP/1.1" status: 200 len: 945 time: 0.0488849 Dec 17 16:26:47.042426 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bc6abc10-f441-4bf6-9d1d-8b692000d389 req-bf01224d-790f-42a3-8443-2931d89fba54 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cb751c-0a96-4db9-a6c1-8989831e94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316064 Dec 17 16:26:47.166174 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa635e-4451-4ca6-a6da-13e00318d3e7 req-aae65e2d-bdbe-4ca0-9c54-2772335c7091 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:47.167640 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-44fa635e-4451-4ca6-a6da-13e00318d3e7 req-aae65e2d-bdbe-4ca0-9c54-2772335c7091 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0de7088-b685-4738-8bba-102d2cdf08e7 HTTP/1.1" status: 200 len: 945 time: 0.0492053 Dec 17 16:26:47.203746 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-44fa635e-4451-4ca6-a6da-13e00318d3e7 req-44057b5b-3b71-41c3-90bf-5dae47666b1d tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cb751c-0a96-4db9-a6c1-8989831e94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301781 Dec 17 16:26:47.685439 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d62eb-a667-4966-a3e0-d2e82e857307 req-b1c1c027-95c9-4d16-9cc8-5987c43a20c7 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:47.686932 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f68d62eb-a667-4966-a3e0-d2e82e857307 req-b1c1c027-95c9-4d16-9cc8-5987c43a20c7 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0de7088-b685-4738-8bba-102d2cdf08e7 HTTP/1.1" status: 200 len: 945 time: 0.0527370 Dec 17 16:26:47.724277 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f68d62eb-a667-4966-a3e0-d2e82e857307 req-0509e7e2-f4ef-4f70-bf8e-73a743a1a802 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cb751c-0a96-4db9-a6c1-8989831e94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313849 Dec 17 16:26:48.845222 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26c988-e1d9-4355-8e8d-316eb5426a5d req-97ebf5b2-2dff-4c3e-a2bc-4c06b46c9783 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:48.846700 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1b26c988-e1d9-4355-8e8d-316eb5426a5d req-97ebf5b2-2dff-4c3e-a2bc-4c06b46c9783 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0de7088-b685-4738-8bba-102d2cdf08e7 HTTP/1.1" status: 200 len: 945 time: 0.0502281 Dec 17 16:26:48.885833 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1b26c988-e1d9-4355-8e8d-316eb5426a5d req-b7869813-2d6b-463e-9ed1-1b668f13dbdd tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/security-groups?id=55cb751c-0a96-4db9-a6c1-8989831e94c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324888 Dec 17 16:26:49.021294 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42621a7a-d4be-4100-a751-b94fbdbd903d req-d9f6579f-8ccd-471e-92bf-7c87b77e6709 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:49.021294 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-42621a7a-d4be-4100-a751-b94fbdbd903d req-d9f6579f-8ccd-471e-92bf-7c87b77e6709 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0de7088-b685-4738-8bba-102d2cdf08e7 HTTP/1.1" status: 200 len: 945 time: 0.0489695 Dec 17 16:26:49.146048 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-42621a7a-d4be-4100-a751-b94fbdbd903d req-d74bb2cb-4820-45a8-aa81-2c70a89d1df6 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Deleting port 14d5fae1-f600-4a03-bb78-fcb60938382e {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:26:49.146385 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-42621a7a-d4be-4100-a751-b94fbdbd903d req-d74bb2cb-4820-45a8-aa81-2c70a89d1df6 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:49.236580 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-42621a7a-d4be-4100-a751-b94fbdbd903d req-d74bb2cb-4820-45a8-aa81-2c70a89d1df6 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] For port 14d5fae1-f600-4a03-bb78-fcb60938382e, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=14d5fae1-f600-4a03-bb78-fcb60938382e,segment=NetworkSegment(6ca7a81c-2061-48c3-9a48-48fc89a262a2),segment_id=6ca7a81c-2061-48c3-9a48-48fc89a262a2)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:26:49.236941 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-42621a7a-d4be-4100-a751-b94fbdbd903d req-d74bb2cb-4820-45a8-aa81-2c70a89d1df6 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:49.250279 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-42621a7a-d4be-4100-a751-b94fbdbd903d req-d74bb2cb-4820-45a8-aa81-2c70a89d1df6 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Calling delete_port for 14d5fae1-f600-4a03-bb78-fcb60938382e owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:26:49.466307 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-42621a7a-d4be-4100-a751-b94fbdbd903d req-d74bb2cb-4820-45a8-aa81-2c70a89d1df6 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:49.479528 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['14d5fae1-f600-4a03-bb78-fcb60938382e'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:26:49.495309 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74bb2cb-4820-45a8-aa81-2c70a89d1df6 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Pushing event deleted for resources: {'Port': ['ID=14d5fae1-f600-4a03-bb78-fcb60938382e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:49.504326 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device d70b68ff-9d49-4a06-9092-95807886e2cf no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:26:49.524933 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: d70b68ff-9d49-4a06-9092-95807886e2cf {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:26:49.525298 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device d70b68ff-9d49-4a06-9092-95807886e2cf not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:26:49.536235 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-42621a7a-d4be-4100-a751-b94fbdbd903d req-d74bb2cb-4820-45a8-aa81-2c70a89d1df6 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] No DVR routers for this DVR port 14d5fae1-f600-4a03-bb78-fcb60938382e on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:26:49.538798 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-42621a7a-d4be-4100-a751-b94fbdbd903d req-d74bb2cb-4820-45a8-aa81-2c70a89d1df6 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:49.542167 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-42621a7a-d4be-4100-a751-b94fbdbd903d req-d74bb2cb-4820-45a8-aa81-2c70a89d1df6 tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.13 "DELETE /v2.0/ports/14d5fae1-f600-4a03-bb78-fcb60938382e HTTP/1.1" status: 204 len: 173 time: 0.5178246 Dec 17 16:26:49.542602 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0de7088-b685-4738-8bba-102d2cdf08e7', 'name': 'network-vif-deleted', 'tag': '14d5fae1-f600-4a03-bb78-fcb60938382e'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:26:49.544844 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661beba4-aad8-4535-b916-9fdf7206a791" -d '{"events": [{"server_uuid": "c0de7088-b685-4738-8bba-102d2cdf08e7", "name": "network-vif-deleted", "tag": "14d5fae1-f600-4a03-bb78-fcb60938382e"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:26:49.580169 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d524cab-296e-41c9-8e26-5a68dc57600b x-openstack-request-id: req-8d524cab-296e-41c9-8e26-5a68dc57600b {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:26:49.580464 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0de7088-b685-4738-8bba-102d2cdf08e7", "name": "network-vif-deleted", "tag": "14d5fae1-f600-4a03-bb78-fcb60938382e", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:26:49.580716 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8d524cab-296e-41c9-8e26-5a68dc57600b {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:26:49.581152 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0de7088-b685-4738-8bba-102d2cdf08e7', 'name': 'network-vif-deleted', 'tag': '14d5fae1-f600-4a03-bb78-fcb60938382e', 'status': 'completed', 'code': 200} Dec 17 16:26:49.992645 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-97733727-4ea0-4eae-91d6-c3518a32901e req-c289ac15-e3f6-44ae-af38-9ed9f647678f tempest-ServersNegativeTestJSON-16640130 tempest-ServersNegativeTestJSON-16640130-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0de7088-b685-4738-8bba-102d2cdf08e7 HTTP/1.1" status: 200 len: 210 time: 0.0277045 Dec 17 16:26:51.049031 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44096) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:26:51.097433 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc7f643-61ab-48b1-a3b3-11e5cbf13f50 admin admin] Deleting subnet 2eaeb1c9-8b1b-4aeb-87de-7fdfe0a064c2 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 16:26:51.100423 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4fc7f643-61ab-48b1-a3b3-11e5cbf13f50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:51.134623 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4fc7f643-61ab-48b1-a3b3-11e5cbf13f50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:51.172362 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4fc7f643-61ab-48b1-a3b3-11e5cbf13f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:51.289232 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4fc7f643-61ab-48b1-a3b3-11e5cbf13f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:51.314828 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7f643-61ab-48b1-a3b3-11e5cbf13f50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eaeb1c9-8b1b-4aeb-87de-7fdfe0a064c2,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:51.316813 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4fc7f643-61ab-48b1-a3b3-11e5cbf13f50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:51.319946 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4fc7f643-61ab-48b1-a3b3-11e5cbf13f50 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2eaeb1c9-8b1b-4aeb-87de-7fdfe0a064c2 HTTP/1.1" status: 204 len: 168 time: 0.2699063 Dec 17 16:26:51.322928 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44098) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:26:51.394273 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-91ecd2ef-9187-4667-b729-139ecc5ae914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:51.471994 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-91ecd2ef-9187-4667-b729-139ecc5ae914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:51.496452 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-91ecd2ef-9187-4667-b729-139ecc5ae914 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c989c6da-5409-45cb-9795-f4af3167eb74']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:26:51.505775 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-91ecd2ef-9187-4667-b729-139ecc5ae914 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca7a81c-2061-48c3-9a48-48fc89a262a2') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:26:51.512006 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-91ecd2ef-9187-4667-b729-139ecc5ae914 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca7a81c-2061-48c3-9a48-48fc89a262a2') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:26:51.515534 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-91ecd2ef-9187-4667-b729-139ecc5ae914 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:51.529152 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-91ecd2ef-9187-4667-b729-139ecc5ae914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:51.535053 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ecd2ef-9187-4667-b729-139ecc5ae914 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:26:51.535437 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-91ecd2ef-9187-4667-b729-139ecc5ae914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:51.537060 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 16:26:51.537060 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:26:51.537060 n-d-820553-2 neutron-server[102833]: timer() Dec 17 16:26:51.537060 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:26:51.537060 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 16:26:51.537060 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:26:51.537060 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 16:26:51.537060 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:26:51.537060 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 16:26:51.537060 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:26:51.537060 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 16:26:51.537060 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:26:51.537060 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 16:26:51.537060 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:26:51.537060 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:26:51.537060 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:26:51.537060 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:26:51.537060 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:26:51.537060 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 16:26:51.537060 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:26:51.537060 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 16:26:51.537060 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:26:51.537060 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:26:51.537060 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:26:51.537060 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 16:26:51.537060 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:26:51.537060 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:26:51.537060 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:26:51.537060 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:26:51.537060 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:26:51.537060 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:26:51.537060 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:26:51.666139 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-91ecd2ef-9187-4667-b729-139ecc5ae914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:51.671331 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-91ecd2ef-9187-4667-b729-139ecc5ae914 admin admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:51.674425 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-91ecd2ef-9187-4667-b729-139ecc5ae914 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c989c6da-5409-45cb-9795-f4af3167eb74 HTTP/1.1" status: 204 len: 168 time: 0.3505664 Dec 17 16:26:51.685255 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ecd2ef-9187-4667-b729-139ecc5ae914 admin admin] Pushing event deleted for resources: {'Network': ['ID=c989c6da-5409-45cb-9795-f4af3167eb74,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:51.980490 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44102) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:26:52.020619 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-fc15301d-fbf6-46c6-8541-913a5a8e21f3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ecee107eab184ac9b8cb445f711c8e75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389848 Dec 17 16:26:52.023090 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44104) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:26:52.070811 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7db0911a-df95-42f8-9425-cfd7f435f284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:52.095094 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7db0911a-df95-42f8-9425-cfd7f435f284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:52.209185 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7db0911a-df95-42f8-9425-cfd7f435f284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:52.212369 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7db0911a-df95-42f8-9425-cfd7f435f284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:52.213580 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7db0911a-df95-42f8-9425-cfd7f435f284 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/55cb751c-0a96-4db9-a6c1-8989831e94c2 HTTP/1.1" status: 204 len: 168 time: 0.1893191 Dec 17 16:26:52.221496 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0911a-df95-42f8-9425-cfd7f435f284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cb751c-0a96-4db9-a6c1-8989831e94c2,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:53.196793 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 14d5fae1-f600-4a03-bb78-fcb60938382e no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:26:53.212837 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44126) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:26:53.218104 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 14d5fae1-f600-4a03-bb78-fcb60938382e {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:26:53.218465 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 14d5fae1-f600-4a03-bb78-fcb60938382e not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:26:53.307101 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-4615aafc-33c0-443e-b77b-d783f33a51ed tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1646792278'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:26:53.400877 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4615aafc-33c0-443e-b77b-d783f33a51ed tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Made reservation on behalf of 2cf1052c4085440c8a4f573abeb57c08 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:26:53.404348 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4615aafc-33c0-443e-b77b-d783f33a51ed tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:53.412899 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4615aafc-33c0-443e-b77b-d783f33a51ed tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:53.485989 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4615aafc-33c0-443e-b77b-d783f33a51ed tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:53.540038 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4615aafc-33c0-443e-b77b-d783f33a51ed tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:53.565545 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4615aafc-33c0-443e-b77b-d783f33a51ed tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:26:53.574750 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615aafc-33c0-443e-b77b-d783f33a51ed tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=112f7881-c17f-48fc-aa70-33dd8c4cd4b1,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:53.580510 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4615aafc-33c0-443e-b77b-d783f33a51ed tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:53.580863 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-4615aafc-33c0-443e-b77b-d783f33a51ed tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Added segment aa588c51-959c-4806-9e20-932fcab1f64a of type vlan for network 224b73ca-55d6-4f14-8373-b14c1d4954dc Dec 17 16:26:53.620329 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4615aafc-33c0-443e-b77b-d783f33a51ed tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:53.711688 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4615aafc-33c0-443e-b77b-d783f33a51ed tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:53.717147 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4615aafc-33c0-443e-b77b-d783f33a51ed tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:53.717754 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4615aafc-33c0-443e-b77b-d783f33a51ed tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:53.783290 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615aafc-33c0-443e-b77b-d783f33a51ed tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Pushing event updated for resources: {'Network': ['ID=224b73ca-55d6-4f14-8373-b14c1d4954dc,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:53.793401 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 224b73ca-55d6-4f14-8373-b14c1d4954dc details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:26:53.834407 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4615aafc-33c0-443e-b77b-d783f33a51ed tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6204340 Dec 17 16:26:56.505866 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:57.040669 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44130) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:26:57.045813 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-f0b7f209-82d5-495c-9409-c53db0c1f192 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Request body: {'subnet': {'network_id': '224b73ca-55d6-4f14-8373-b14c1d4954dc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:26:57.203249 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b7f209-82d5-495c-9409-c53db0c1f192 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Made reservation on behalf of 2cf1052c4085440c8a4f573abeb57c08 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:26:57.206771 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f0b7f209-82d5-495c-9409-c53db0c1f192 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:57.430692 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f0b7f209-82d5-495c-9409-c53db0c1f192 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:57.494034 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b7f209-82d5-495c-9409-c53db0c1f192 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Pushing event updated for resources: {'Subnet': ['ID=8bfc3c30-f614-4cf6-9a65-18b22422a106,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:57.502451 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b7f209-82d5-495c-9409-c53db0c1f192 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Checking segment: {'id': 'aa588c51-959c-4806-9e20-932fcab1f64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '224b73ca-55d6-4f14-8373-b14c1d4954dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:26:57.502816 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b7f209-82d5-495c-9409-c53db0c1f192 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Network hostable DHCP agents. Network: 224b73ca-55d6-4f14-8373-b14c1d4954dc, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:26:57.589842 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b7f209-82d5-495c-9409-c53db0c1f192 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Network 224b73ca-55d6-4f14-8373-b14c1d4954dc is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:26:57.698344 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-f0b7f209-82d5-495c-9409-c53db0c1f192 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 224b73ca-55d6-4f14-8373-b14c1d4954dc) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:26:57.703033 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b7f209-82d5-495c-9409-c53db0c1f192 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:57.704121 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f0b7f209-82d5-495c-9409-c53db0c1f192 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:57.707667 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3755d366-552e-406a-8614-6506b7d696b1 None None] Network 224b73ca-55d6-4f14-8373-b14c1d4954dc requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:26:57.795217 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f0b7f209-82d5-495c-9409-c53db0c1f192 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7533715 Dec 17 16:26:57.798633 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44132) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:26:57.803484 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-75a7a9b6-a2c4-44ac-a231-bcd0f27f33c0 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1134108826'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:26:57.856148 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea380fa5-c1d6-41be-94a8-7c4a9763b958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-224b73ca-55d6-4f14-8373-b14c1d4954dc', 'network_id': '224b73ca-55d6-4f14-8373-b14c1d4954dc', 'tenant_id': '2cf1052c4085440c8a4f573abeb57c08', 'fixed_ips': [{'subnet_id': '8bfc3c30-f614-4cf6-9a65-18b22422a106'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 16:26:57.857065 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ea380fa5-c1d6-41be-94a8-7c4a9763b958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:57.898698 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a7a9b6-a2c4-44ac-a231-bcd0f27f33c0 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Made reservation on behalf of 2cf1052c4085440c8a4f573abeb57c08 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:26:57.902622 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-75a7a9b6-a2c4-44ac-a231-bcd0f27f33c0 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:57.927185 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a7a9b6-a2c4-44ac-a231-bcd0f27f33c0 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:26:57.936714 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-75a7a9b6-a2c4-44ac-a231-bcd0f27f33c0 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:57.937116 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-75a7a9b6-a2c4-44ac-a231-bcd0f27f33c0 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Added segment 57860668-447e-47c1-95a8-972dcf155638 of type vlan for network 7136df21-4cd8-46ee-81c5-ff7028bc3a36 Dec 17 16:26:57.975934 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-75a7a9b6-a2c4-44ac-a231-bcd0f27f33c0 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:58.051497 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-ea380fa5-c1d6-41be-94a8-7c4a9763b958 None None] Allocated IP 2001:db8:0:ffff::2 (224b73ca-55d6-4f14-8373-b14c1d4954dc/8bfc3c30-f614-4cf6-9a65-18b22422a106/78d29c52-f69d-42ed-9742-a53d79d0efe4) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:26:58.184195 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-75a7a9b6-a2c4-44ac-a231-bcd0f27f33c0 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:58.189875 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a7a9b6-a2c4-44ac-a231-bcd0f27f33c0 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:58.190450 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-75a7a9b6-a2c4-44ac-a231-bcd0f27f33c0 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:58.198046 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ea380fa5-c1d6-41be-94a8-7c4a9763b958 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:58.258833 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7a9b6-a2c4-44ac-a231-bcd0f27f33c0 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Pushing event updated for resources: {'Network': ['ID=7136df21-4cd8-46ee-81c5-ff7028bc3a36,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:58.266690 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ea380fa5-c1d6-41be-94a8-7c4a9763b958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:58.271246 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 7136df21-4cd8-46ee-81c5-ff7028bc3a36 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:26:58.326067 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-75a7a9b6-a2c4-44ac-a231-bcd0f27f33c0 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5262880 Dec 17 16:26:58.328992 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44134) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:26:58.334334 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-b07af7b0-70a7-4111-bd53-d9d9bf7ec113 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Request body: {'subnet': {'network_id': '7136df21-4cd8-46ee-81c5-ff7028bc3a36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:26:58.349817 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea380fa5-c1d6-41be-94a8-7c4a9763b958 None None] Network 224b73ca-55d6-4f14-8373-b14c1d4954dc is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:26:58.362748 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-ea380fa5-c1d6-41be-94a8-7c4a9763b958 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:26:58.368053 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea380fa5-c1d6-41be-94a8-7c4a9763b958 None None] Pushing event updated for resources: {'Port': ['ID=78d29c52-f69d-42ed-9742-a53d79d0efe4,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:58.374762 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea380fa5-c1d6-41be-94a8-7c4a9763b958 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:26:58.389925 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea380fa5-c1d6-41be-94a8-7c4a9763b958 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:26:58.390270 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea380fa5-c1d6-41be-94a8-7c4a9763b958 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:26:58.390609 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea380fa5-c1d6-41be-94a8-7c4a9763b958 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:26:58.390941 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea380fa5-c1d6-41be-94a8-7c4a9763b958 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:26:58.391270 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea380fa5-c1d6-41be-94a8-7c4a9763b958 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:26:58.391598 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea380fa5-c1d6-41be-94a8-7c4a9763b958 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:26:58.391921 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea380fa5-c1d6-41be-94a8-7c4a9763b958 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:26:58.392243 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea380fa5-c1d6-41be-94a8-7c4a9763b958 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:26:58.392564 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea380fa5-c1d6-41be-94a8-7c4a9763b958 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:26:58.392881 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea380fa5-c1d6-41be-94a8-7c4a9763b958 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:26:58.393228 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea380fa5-c1d6-41be-94a8-7c4a9763b958 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:26:58.393549 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea380fa5-c1d6-41be-94a8-7c4a9763b958 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:26:58.442586 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-ea380fa5-c1d6-41be-94a8-7c4a9763b958 None None] Attempting to bind port 78d29c52-f69d-42ed-9742-a53d79d0efe4 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:26:58.442953 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-ea380fa5-c1d6-41be-94a8-7c4a9763b958 None None] Attempting to bind port 78d29c52-f69d-42ed-9742-a53d79d0efe4 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'aa588c51-959c-4806-9e20-932fcab1f64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '224b73ca-55d6-4f14-8373-b14c1d4954dc'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:26:58.443316 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea380fa5-c1d6-41be-94a8-7c4a9763b958 None None] Attempting to bind port 78d29c52-f69d-42ed-9742-a53d79d0efe4 on network 224b73ca-55d6-4f14-8373-b14c1d4954dc {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:26:58.449194 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea380fa5-c1d6-41be-94a8-7c4a9763b958 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:26:58.449567 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea380fa5-c1d6-41be-94a8-7c4a9763b958 None None] Checking segment: {'id': 'aa588c51-959c-4806-9e20-932fcab1f64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '224b73ca-55d6-4f14-8373-b14c1d4954dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:26:58.449969 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ea380fa5-c1d6-41be-94a8-7c4a9763b958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:58.450355 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea380fa5-c1d6-41be-94a8-7c4a9763b958 None None] Bound using segment: {'id': 'aa588c51-959c-4806-9e20-932fcab1f64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '224b73ca-55d6-4f14-8373-b14c1d4954dc'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:26:58.450811 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-ea380fa5-c1d6-41be-94a8-7c4a9763b958 None None] Bound port: 78d29c52-f69d-42ed-9742-a53d79d0efe4, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa588c51-959c-4806-9e20-932fcab1f64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '224b73ca-55d6-4f14-8373-b14c1d4954dc'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:26:58.451190 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ea380fa5-c1d6-41be-94a8-7c4a9763b958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:58.500503 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07af7b0-70a7-4111-bd53-d9d9bf7ec113 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Made reservation on behalf of 2cf1052c4085440c8a4f573abeb57c08 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:26:58.504327 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b07af7b0-70a7-4111-bd53-d9d9bf7ec113 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:58.518545 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-ea380fa5-c1d6-41be-94a8-7c4a9763b958 None None] For port 78d29c52-f69d-42ed-9742-a53d79d0efe4, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:26:58.521524 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-ea380fa5-c1d6-41be-94a8-7c4a9763b958 None None] For port 78d29c52-f69d-42ed-9742-a53d79d0efe4, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=78d29c52-f69d-42ed-9742-a53d79d0efe4,segment=NetworkSegment(aa588c51-959c-4806-9e20-932fcab1f64a),segment_id=aa588c51-959c-4806-9e20-932fcab1f64a)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:26:58.590431 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ea380fa5-c1d6-41be-94a8-7c4a9763b958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:58.651331 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea380fa5-c1d6-41be-94a8-7c4a9763b958 None None] Pushing event updated for resources: {'Port': ['ID=78d29c52-f69d-42ed-9742-a53d79d0efe4,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:58.763866 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b07af7b0-70a7-4111-bd53-d9d9bf7ec113 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:58.822704 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07af7b0-70a7-4111-bd53-d9d9bf7ec113 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Pushing event updated for resources: {'Subnet': ['ID=9951d340-fc06-4d3b-915e-2db3c35c1e84,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:58.850533 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07af7b0-70a7-4111-bd53-d9d9bf7ec113 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Checking segment: {'id': '57860668-447e-47c1-95a8-972dcf155638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7136df21-4cd8-46ee-81c5-ff7028bc3a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:26:58.853311 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07af7b0-70a7-4111-bd53-d9d9bf7ec113 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Network hostable DHCP agents. Network: 7136df21-4cd8-46ee-81c5-ff7028bc3a36, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:26:58.901058 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-74ee458e-e086-49b8-887a-d31224a031b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:58.978579 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07af7b0-70a7-4111-bd53-d9d9bf7ec113 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Network 7136df21-4cd8-46ee-81c5-ff7028bc3a36 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:26:59.043221 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-b07af7b0-70a7-4111-bd53-d9d9bf7ec113 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 7136df21-4cd8-46ee-81c5-ff7028bc3a36) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:26:59.047625 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07af7b0-70a7-4111-bd53-d9d9bf7ec113 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:26:59.048170 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b07af7b0-70a7-4111-bd53-d9d9bf7ec113 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:59.052301 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd17694-a5ab-4060-a475-dd7d54d58d8b None None] Network 7136df21-4cd8-46ee-81c5-ff7028bc3a36 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:26:59.138006 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b07af7b0-70a7-4111-bd53-d9d9bf7ec113 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8076792 Dec 17 16:26:59.140811 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44136) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:26:59.201023 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4639b3-03d3-429a-bcf0-70a2c14707d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-7136df21-4cd8-46ee-81c5-ff7028bc3a36', 'network_id': '7136df21-4cd8-46ee-81c5-ff7028bc3a36', 'tenant_id': '2cf1052c4085440c8a4f573abeb57c08', 'fixed_ips': [{'subnet_id': '9951d340-fc06-4d3b-915e-2db3c35c1e84'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 16:26:59.202049 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8f4639b3-03d3-429a-bcf0-70a2c14707d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:59.248580 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8abc66f3-fe8b-4b3b-a6ba-52893bbf7bf8 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:59.342734 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8abc66f3-fe8b-4b3b-a6ba-52893bbf7bf8 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:59.356032 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-8f4639b3-03d3-429a-bcf0-70a2c14707d0 None None] Allocated IP 2001:db8::2 (7136df21-4cd8-46ee-81c5-ff7028bc3a36/9951d340-fc06-4d3b-915e-2db3c35c1e84/9f4ade54-bb2d-43ee-b4e0-8c3d839e8f17) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:26:59.507064 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8f4639b3-03d3-429a-bcf0-70a2c14707d0 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:59.543365 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d4380b-3b25-4683-b42f-d4bbf76753c3 None None] Network 224b73ca-55d6-4f14-8373-b14c1d4954dc requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:26:59.586104 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8f4639b3-03d3-429a-bcf0-70a2c14707d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:59.641832 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8abc66f3-fe8b-4b3b-a6ba-52893bbf7bf8 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:59.649775 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4639b3-03d3-429a-bcf0-70a2c14707d0 None None] Network 7136df21-4cd8-46ee-81c5-ff7028bc3a36 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:26:59.664862 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-8f4639b3-03d3-429a-bcf0-70a2c14707d0 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:26:59.668392 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-139d9433-c6de-48ad-acfa-8fb6c33def52 None None] Provisioning complete for port 78d29c52-f69d-42ed-9742-a53d79d0efe4 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:26:59.668770 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-139d9433-c6de-48ad-acfa-8fb6c33def52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:59.670896 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4639b3-03d3-429a-bcf0-70a2c14707d0 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:26:59.671659 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc66f3-fe8b-4b3b-a6ba-52893bbf7bf8 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Pushing event deleted for resources: {'Subnet': ['ID=9951d340-fc06-4d3b-915e-2db3c35c1e84,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:59.676482 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4639b3-03d3-429a-bcf0-70a2c14707d0 None None] Pushing event updated for resources: {'Port': ['ID=9f4ade54-bb2d-43ee-b4e0-8c3d839e8f17,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:26:59.735511 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8abc66f3-fe8b-4b3b-a6ba-52893bbf7bf8 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:59.756125 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-8abc66f3-fe8b-4b3b-a6ba-52893bbf7bf8 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7136df21-4cd8-46ee-81c5-ff7028bc3a36']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:26:59.766167 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-8abc66f3-fe8b-4b3b-a6ba-52893bbf7bf8 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57860668-447e-47c1-95a8-972dcf155638') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:26:59.766459 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-8abc66f3-fe8b-4b3b-a6ba-52893bbf7bf8 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57860668-447e-47c1-95a8-972dcf155638') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:26:59.775779 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8abc66f3-fe8b-4b3b-a6ba-52893bbf7bf8 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:59.788967 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8abc66f3-fe8b-4b3b-a6ba-52893bbf7bf8 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:59.794803 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8abc66f3-fe8b-4b3b-a6ba-52893bbf7bf8 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:26:59.795191 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8abc66f3-fe8b-4b3b-a6ba-52893bbf7bf8 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:59.798192 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 16:26:59.798192 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:26:59.798192 n-d-820553-2 neutron-server[102833]: timer() Dec 17 16:26:59.798192 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:26:59.798192 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 16:26:59.798192 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:26:59.798192 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 16:26:59.798192 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:26:59.798192 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 16:26:59.798192 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:26:59.798192 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 16:26:59.798192 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:26:59.798192 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 16:26:59.798192 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:26:59.798192 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:26:59.798192 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:26:59.798192 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:26:59.798192 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:26:59.798192 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 16:26:59.798192 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:26:59.798192 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 16:26:59.798192 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:26:59.798192 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:26:59.798192 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:26:59.798192 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 16:26:59.798192 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:26:59.798192 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:26:59.798192 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:26:59.798192 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:26:59.798192 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:26:59.798192 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:26:59.798192 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:26:59.805530 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-8f4639b3-03d3-429a-bcf0-70a2c14707d0 None None] Attempting to bind port 9f4ade54-bb2d-43ee-b4e0-8c3d839e8f17 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:26:59.810952 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-8f4639b3-03d3-429a-bcf0-70a2c14707d0 None None] Attempting to bind port 9f4ade54-bb2d-43ee-b4e0-8c3d839e8f17 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '57860668-447e-47c1-95a8-972dcf155638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7136df21-4cd8-46ee-81c5-ff7028bc3a36'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:26:59.810952 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4639b3-03d3-429a-bcf0-70a2c14707d0 None None] Attempting to bind port 9f4ade54-bb2d-43ee-b4e0-8c3d839e8f17 on network 7136df21-4cd8-46ee-81c5-ff7028bc3a36 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:26:59.831193 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4639b3-03d3-429a-bcf0-70a2c14707d0 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:26:59.831572 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4639b3-03d3-429a-bcf0-70a2c14707d0 None None] Checking segment: {'id': '57860668-447e-47c1-95a8-972dcf155638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7136df21-4cd8-46ee-81c5-ff7028bc3a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:26:59.831980 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8f4639b3-03d3-429a-bcf0-70a2c14707d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:59.832373 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4639b3-03d3-429a-bcf0-70a2c14707d0 None None] Bound using segment: {'id': '57860668-447e-47c1-95a8-972dcf155638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7136df21-4cd8-46ee-81c5-ff7028bc3a36'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:26:59.832846 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-8f4639b3-03d3-429a-bcf0-70a2c14707d0 None None] Bound port: 9f4ade54-bb2d-43ee-b4e0-8c3d839e8f17, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57860668-447e-47c1-95a8-972dcf155638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7136df21-4cd8-46ee-81c5-ff7028bc3a36'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:26:59.833257 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8f4639b3-03d3-429a-bcf0-70a2c14707d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:59.904736 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.db.api [None req-8abc66f3-fe8b-4b3b-a6ba-52893bbf7bf8 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 16:26:59.904736 n-d-820553-2 neutron-server[102833]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 16:26:59.904736 n-d-820553-2 neutron-server[102833]: [parameters: {'id': '7136df21-4cd8-46ee-81c5-ff7028bc3a36'}] Dec 17 16:26:59.904736 n-d-820553-2 neutron-server[102833]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:26:59.905182 n-d-820553-2 neutron-server[102833]: DEBUG oslo_db.api [None req-8abc66f3-fe8b-4b3b-a6ba-52893bbf7bf8 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:26:59.914686 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-139d9433-c6de-48ad-acfa-8fb6c33def52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:26:59.957811 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-8f4639b3-03d3-429a-bcf0-70a2c14707d0 None None] For port 9f4ade54-bb2d-43ee-b4e0-8c3d839e8f17, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:26:59.962476 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-8f4639b3-03d3-429a-bcf0-70a2c14707d0 None None] For port 9f4ade54-bb2d-43ee-b4e0-8c3d839e8f17, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9f4ade54-bb2d-43ee-b4e0-8c3d839e8f17,segment=NetworkSegment(57860668-447e-47c1-95a8-972dcf155638),segment_id=57860668-447e-47c1-95a8-972dcf155638)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:26:59.971421 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-139d9433-c6de-48ad-acfa-8fb6c33def52 None None] For port 78d29c52-f69d-42ed-9742-a53d79d0efe4, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=78d29c52-f69d-42ed-9742-a53d79d0efe4,segment=NetworkSegment(aa588c51-959c-4806-9e20-932fcab1f64a),segment_id=aa588c51-959c-4806-9e20-932fcab1f64a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:27:00.020789 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8f4639b3-03d3-429a-bcf0-70a2c14707d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:00.052168 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-139d9433-c6de-48ad-acfa-8fb6c33def52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:00.111190 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4639b3-03d3-429a-bcf0-70a2c14707d0 None None] Pushing event updated for resources: {'Port': ['ID=9f4ade54-bb2d-43ee-b4e0-8c3d839e8f17,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:00.140724 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605922b7-d6c1-4684-9e97-13e8043a4d86 None None] Network 7136df21-4cd8-46ee-81c5-ff7028bc3a36 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:27:00.227489 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d9433-c6de-48ad-acfa-8fb6c33def52 None None] Pushing event updated for resources: {'Port': ['ID=78d29c52-f69d-42ed-9742-a53d79d0efe4,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:00.232083 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a3094869-c7e0-4376-ac35-1d4f2807a66d None None] Provisioning complete for port 78d29c52-f69d-42ed-9742-a53d79d0efe4 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:27:00.232450 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a3094869-c7e0-4376-ac35-1d4f2807a66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:00.341181 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119b0887-71c4-43ac-9f43-00e2927782b1 None None] get_active_networks_info from n-d-820553-2 {{(pid=102834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 17 16:27:00.406583 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8abc66f3-fe8b-4b3b-a6ba-52893bbf7bf8 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:00.419586 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119b0887-71c4-43ac-9f43-00e2927782b1 None None] Resources bound (agent type, host, resource id): {{(pid=102834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 16:27:00.449621 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 78d29c52-f69d-42ed-9742-a53d79d0efe4 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:27:00.466721 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-8abc66f3-fe8b-4b3b-a6ba-52893bbf7bf8 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Deleting port 9f4ade54-bb2d-43ee-b4e0-8c3d839e8f17 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:27:00.467056 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8abc66f3-fe8b-4b3b-a6ba-52893bbf7bf8 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:00.529275 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-8abc66f3-fe8b-4b3b-a6ba-52893bbf7bf8 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] For port 9f4ade54-bb2d-43ee-b4e0-8c3d839e8f17, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9f4ade54-bb2d-43ee-b4e0-8c3d839e8f17,segment=NetworkSegment(57860668-447e-47c1-95a8-972dcf155638),segment_id=57860668-447e-47c1-95a8-972dcf155638)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:27:00.529659 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8abc66f3-fe8b-4b3b-a6ba-52893bbf7bf8 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:00.542874 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-8abc66f3-fe8b-4b3b-a6ba-52893bbf7bf8 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Calling delete_port for 9f4ade54-bb2d-43ee-b4e0-8c3d839e8f17 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:27:00.564717 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 78d29c52-f69d-42ed-9742-a53d79d0efe4 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:27:00.565108 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:00.681068 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8abc66f3-fe8b-4b3b-a6ba-52893bbf7bf8 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:00.706926 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc66f3-fe8b-4b3b-a6ba-52893bbf7bf8 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Pushing event deleted for resources: {'Port': ['ID=9f4ade54-bb2d-43ee-b4e0-8c3d839e8f17,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:00.710685 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abc66f3-fe8b-4b3b-a6ba-52893bbf7bf8 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] No DVR routers for this DVR port 9f4ade54-bb2d-43ee-b4e0-8c3d839e8f17 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:27:00.792196 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8abc66f3-fe8b-4b3b-a6ba-52893bbf7bf8 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:00.811193 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-8abc66f3-fe8b-4b3b-a6ba-52893bbf7bf8 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7136df21-4cd8-46ee-81c5-ff7028bc3a36']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:00.820052 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-8abc66f3-fe8b-4b3b-a6ba-52893bbf7bf8 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57860668-447e-47c1-95a8-972dcf155638') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:00.821138 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-8abc66f3-fe8b-4b3b-a6ba-52893bbf7bf8 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57860668-447e-47c1-95a8-972dcf155638') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:00.830114 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8abc66f3-fe8b-4b3b-a6ba-52893bbf7bf8 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:00.843573 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8abc66f3-fe8b-4b3b-a6ba-52893bbf7bf8 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:00.849555 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8abc66f3-fe8b-4b3b-a6ba-52893bbf7bf8 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:27:00.849946 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8abc66f3-fe8b-4b3b-a6ba-52893bbf7bf8 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:00.855701 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 16:27:00.855701 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:27:00.855701 n-d-820553-2 neutron-server[102833]: timer() Dec 17 16:27:00.855701 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:27:00.855701 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 16:27:00.855701 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:27:00.855701 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 16:27:00.855701 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:27:00.855701 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 16:27:00.855701 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:27:00.855701 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 16:27:00.855701 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:27:00.855701 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 16:27:00.855701 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:27:00.855701 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:27:00.855701 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:27:00.855701 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:27:00.855701 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:27:00.855701 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 16:27:00.855701 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:27:00.855701 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 16:27:00.855701 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:27:00.855701 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:27:00.855701 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:27:00.855701 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 16:27:00.855701 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:27:00.855701 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:27:00.855701 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:27:00.855701 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:27:00.855701 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:27:00.855701 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:27:00.855701 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:27:00.978378 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8abc66f3-fe8b-4b3b-a6ba-52893bbf7bf8 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:00.986265 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8abc66f3-fe8b-4b3b-a6ba-52893bbf7bf8 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:00.989363 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8abc66f3-fe8b-4b3b-a6ba-52893bbf7bf8 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] 10.222.0.46 "DELETE /v2.0/networks/7136df21-4cd8-46ee-81c5-ff7028bc3a36 HTTP/1.1" status: 204 len: 168 time: 1.8474288 Dec 17 16:27:00.993944 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44138) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:00.999031 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-ea538c30-3f4c-4678-9e29-dc5a26d5e261 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-984357193'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:27:00.999301 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc66f3-fe8b-4b3b-a6ba-52893bbf7bf8 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Pushing event deleted for resources: {'Network': ['ID=7136df21-4cd8-46ee-81c5-ff7028bc3a36,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:01.081219 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea538c30-3f4c-4678-9e29-dc5a26d5e261 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Made reservation on behalf of 2cf1052c4085440c8a4f573abeb57c08 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:27:01.084684 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ea538c30-3f4c-4678-9e29-dc5a26d5e261 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:01.108287 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea538c30-3f4c-4678-9e29-dc5a26d5e261 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:27:01.116761 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ea538c30-3f4c-4678-9e29-dc5a26d5e261 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:01.117378 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-ea538c30-3f4c-4678-9e29-dc5a26d5e261 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Added segment 92a7d87f-ef4c-41d6-bb9e-4854d57ccc8a of type vlan for network 331d4df6-f68c-4487-b7e0-8113dc65873e Dec 17 16:27:01.129260 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0c0f59f9-1d1b-4f0c-89e6-2e2e2cfdacb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:01.156822 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ea538c30-3f4c-4678-9e29-dc5a26d5e261 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:01.231817 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ea538c30-3f4c-4678-9e29-dc5a26d5e261 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:01.237306 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea538c30-3f4c-4678-9e29-dc5a26d5e261 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:01.237887 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ea538c30-3f4c-4678-9e29-dc5a26d5e261 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:01.307290 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea538c30-3f4c-4678-9e29-dc5a26d5e261 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Pushing event updated for resources: {'Network': ['ID=331d4df6-f68c-4487-b7e0-8113dc65873e,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:01.319210 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 331d4df6-f68c-4487-b7e0-8113dc65873e details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:27:01.363837 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ea538c30-3f4c-4678-9e29-dc5a26d5e261 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3686993 Dec 17 16:27:01.366557 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44142) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:01.372196 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-ab005d96-25f2-410b-954e-6ace2088d808 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Request body: {'subnet': {'network_id': '331d4df6-f68c-4487-b7e0-8113dc65873e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:27:01.523149 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab005d96-25f2-410b-954e-6ace2088d808 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Made reservation on behalf of 2cf1052c4085440c8a4f573abeb57c08 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:27:01.526859 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ab005d96-25f2-410b-954e-6ace2088d808 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:01.582031 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.ipam_backend_mixin [None req-ab005d96-25f2-410b-954e-6ace2088d808 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Performing IP validity checks on allocation pools {{(pid=102832) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 17 16:27:01.582537 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.ipam_backend_mixin [None req-ab005d96-25f2-410b-954e-6ace2088d808 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102832) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 17 16:27:01.783747 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ab005d96-25f2-410b-954e-6ace2088d808 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:01.820706 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:27:01.846883 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab005d96-25f2-410b-954e-6ace2088d808 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Pushing event updated for resources: {'Subnet': ['ID=788aa655-e103-4b0d-ae36-07cf9e15c189,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:01.855981 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab005d96-25f2-410b-954e-6ace2088d808 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Checking segment: {'id': '92a7d87f-ef4c-41d6-bb9e-4854d57ccc8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '331d4df6-f68c-4487-b7e0-8113dc65873e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:27:01.856346 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab005d96-25f2-410b-954e-6ace2088d808 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Network hostable DHCP agents. Network: 331d4df6-f68c-4487-b7e0-8113dc65873e, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:27:01.932449 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab005d96-25f2-410b-954e-6ace2088d808 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Network 331d4df6-f68c-4487-b7e0-8113dc65873e is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:27:02.000917 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-ab005d96-25f2-410b-954e-6ace2088d808 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 331d4df6-f68c-4487-b7e0-8113dc65873e) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:27:02.004949 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab005d96-25f2-410b-954e-6ace2088d808 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:02.005591 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ab005d96-25f2-410b-954e-6ace2088d808 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:02.009982 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc76dc2f-70e0-455d-a702-5fbcb9f665b7 None None] Network 331d4df6-f68c-4487-b7e0-8113dc65873e requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:27:02.080009 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ab005d96-25f2-410b-954e-6ace2088d808 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7117198 Dec 17 16:27:02.082310 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44144) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:02.166308 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46464e83-e81e-43c3-b4c2-d5ee849b43f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-331d4df6-f68c-4487-b7e0-8113dc65873e', 'network_id': '331d4df6-f68c-4487-b7e0-8113dc65873e', 'tenant_id': '2cf1052c4085440c8a4f573abeb57c08', 'fixed_ips': [{'subnet_id': '788aa655-e103-4b0d-ae36-07cf9e15c189'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 16:27:02.167248 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-46464e83-e81e-43c3-b4c2-d5ee849b43f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:02.189710 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-72ae29f5-cd56-488e-9f27-c0b1c1751fe7 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:02.273121 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-72ae29f5-cd56-488e-9f27-c0b1c1751fe7 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:02.395767 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-72ae29f5-cd56-488e-9f27-c0b1c1751fe7 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:02.425457 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae29f5-cd56-488e-9f27-c0b1c1751fe7 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Pushing event deleted for resources: {'Subnet': ['ID=788aa655-e103-4b0d-ae36-07cf9e15c189,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:02.488037 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-72ae29f5-cd56-488e-9f27-c0b1c1751fe7 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server [None req-46464e83-e81e-43c3-b4c2-d5ee849b43f3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 788aa655-e103-4b0d-ae36-07cf9e15c189: This subnet is being modified by another concurrent operation. Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise self.value Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server raise exception Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 788aa655-e103-4b0d-ae36-07cf9e15c189: This subnet is being modified by another concurrent operation. Dec 17 16:27:02.488271 n-d-820553-2 neutron-server[102834]: ERROR oslo_messaging.rpc.server Dec 17 16:27:02.507648 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771c82c2-f4eb-494c-a8d2-73e2c27b748e None None] Network 331d4df6-f68c-4487-b7e0-8113dc65873e requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:27:02.517482 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-72ae29f5-cd56-488e-9f27-c0b1c1751fe7 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['331d4df6-f68c-4487-b7e0-8113dc65873e']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:02.528284 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-72ae29f5-cd56-488e-9f27-c0b1c1751fe7 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a7d87f-ef4c-41d6-bb9e-4854d57ccc8a') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:02.528581 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-72ae29f5-cd56-488e-9f27-c0b1c1751fe7 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a7d87f-ef4c-41d6-bb9e-4854d57ccc8a') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:02.537923 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-72ae29f5-cd56-488e-9f27-c0b1c1751fe7 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:02.550921 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-72ae29f5-cd56-488e-9f27-c0b1c1751fe7 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:02.556860 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72ae29f5-cd56-488e-9f27-c0b1c1751fe7 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:27:02.557309 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-72ae29f5-cd56-488e-9f27-c0b1c1751fe7 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:02.560299 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 16:27:02.560299 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:27:02.560299 n-d-820553-2 neutron-server[102832]: timer() Dec 17 16:27:02.560299 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:27:02.560299 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 16:27:02.560299 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:27:02.560299 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 16:27:02.560299 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:27:02.560299 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 16:27:02.560299 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:27:02.560299 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 16:27:02.560299 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:27:02.560299 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 16:27:02.560299 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:27:02.560299 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:27:02.560299 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:27:02.560299 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:27:02.560299 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:27:02.560299 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 16:27:02.560299 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:27:02.560299 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 16:27:02.560299 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:27:02.560299 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:27:02.560299 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:27:02.560299 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 16:27:02.560299 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:27:02.560299 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:27:02.560299 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:27:02.560299 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:27:02.560299 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:27:02.560299 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:27:02.560299 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:27:02.620053 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f3bf2b-8434-405b-b0bf-c5980f6a323e None None] get_active_networks_info from n-d-820553-2 {{(pid=102834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 17 16:27:02.684969 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f3bf2b-8434-405b-b0bf-c5980f6a323e None None] Resources bound (agent type, host, resource id): {{(pid=102834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 16:27:02.957209 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:02.989472 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-72ae29f5-cd56-488e-9f27-c0b1c1751fe7 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:02.998611 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-72ae29f5-cd56-488e-9f27-c0b1c1751fe7 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:03.001719 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-72ae29f5-cd56-488e-9f27-c0b1c1751fe7 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] 10.222.0.46 "DELETE /v2.0/networks/331d4df6-f68c-4487-b7e0-8113dc65873e HTTP/1.1" status: 204 len: 168 time: 0.9184768 Dec 17 16:27:03.005456 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44146) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:03.011440 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-97c8d806-429b-49cf-b61a-c19cfb62ea04 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-580090383'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:27:03.012052 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae29f5-cd56-488e-9f27-c0b1c1751fe7 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Pushing event deleted for resources: {'Network': ['ID=331d4df6-f68c-4487-b7e0-8113dc65873e,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:03.091948 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c8d806-429b-49cf-b61a-c19cfb62ea04 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Made reservation on behalf of 2cf1052c4085440c8a4f573abeb57c08 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:27:03.095402 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-97c8d806-429b-49cf-b61a-c19cfb62ea04 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:03.119909 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c8d806-429b-49cf-b61a-c19cfb62ea04 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:27:03.128283 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-97c8d806-429b-49cf-b61a-c19cfb62ea04 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:03.128628 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-97c8d806-429b-49cf-b61a-c19cfb62ea04 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Added segment 5c2d2e0f-b091-48bb-a175-17c741a50805 of type vlan for network 661ca685-63f8-4286-b6b5-dbc244f890d4 Dec 17 16:27:03.178834 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-97c8d806-429b-49cf-b61a-c19cfb62ea04 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:03.263520 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-97c8d806-429b-49cf-b61a-c19cfb62ea04 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:03.268916 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c8d806-429b-49cf-b61a-c19cfb62ea04 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:03.269543 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-97c8d806-429b-49cf-b61a-c19cfb62ea04 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:03.333052 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8d806-429b-49cf-b61a-c19cfb62ea04 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Pushing event updated for resources: {'Network': ['ID=661ca685-63f8-4286-b6b5-dbc244f890d4,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:03.343817 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 661ca685-63f8-4286-b6b5-dbc244f890d4 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:27:03.397860 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-97c8d806-429b-49cf-b61a-c19cfb62ea04 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3912468 Dec 17 16:27:03.402245 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44148) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:03.407086 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-cdb1f36b-5d7b-47d4-85de-3aad3f4f6561 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Request body: {'subnet': {'network_id': '661ca685-63f8-4286-b6b5-dbc244f890d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:27:03.549490 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb1f36b-5d7b-47d4-85de-3aad3f4f6561 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Made reservation on behalf of 2cf1052c4085440c8a4f573abeb57c08 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:27:03.552911 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cdb1f36b-5d7b-47d4-85de-3aad3f4f6561 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:03.778434 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cdb1f36b-5d7b-47d4-85de-3aad3f4f6561 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:03.841086 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1f36b-5d7b-47d4-85de-3aad3f4f6561 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Pushing event updated for resources: {'Subnet': ['ID=2286c056-6c45-4921-be64-dc86dc5ccdc5,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:03.851189 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb1f36b-5d7b-47d4-85de-3aad3f4f6561 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Checking segment: {'id': '5c2d2e0f-b091-48bb-a175-17c741a50805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '661ca685-63f8-4286-b6b5-dbc244f890d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:27:03.851571 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb1f36b-5d7b-47d4-85de-3aad3f4f6561 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Network hostable DHCP agents. Network: 661ca685-63f8-4286-b6b5-dbc244f890d4, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:27:03.917480 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb1f36b-5d7b-47d4-85de-3aad3f4f6561 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Network 661ca685-63f8-4286-b6b5-dbc244f890d4 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:27:03.980308 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-cdb1f36b-5d7b-47d4-85de-3aad3f4f6561 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 661ca685-63f8-4286-b6b5-dbc244f890d4) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:27:03.984503 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb1f36b-5d7b-47d4-85de-3aad3f4f6561 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:03.985130 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cdb1f36b-5d7b-47d4-85de-3aad3f4f6561 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:03.988818 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610dc46b-5c77-425e-9431-f43cb6b5ee9b None None] Network 661ca685-63f8-4286-b6b5-dbc244f890d4 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:27:04.063758 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cdb1f36b-5d7b-47d4-85de-3aad3f4f6561 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6604595 Dec 17 16:27:04.067483 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44150) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:04.076217 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-9a06ea4f-d160-44ef-8cd6-aa306f224ed0 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-17488042'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:27:04.145320 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e8e4b8-d9ee-49d6-8515-8e83bb1d7960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-661ca685-63f8-4286-b6b5-dbc244f890d4', 'network_id': '661ca685-63f8-4286-b6b5-dbc244f890d4', 'tenant_id': '2cf1052c4085440c8a4f573abeb57c08', 'fixed_ips': [{'subnet_id': '2286c056-6c45-4921-be64-dc86dc5ccdc5'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 16:27:04.146198 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b0e8e4b8-d9ee-49d6-8515-8e83bb1d7960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:04.172786 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a06ea4f-d160-44ef-8cd6-aa306f224ed0 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Made reservation on behalf of 2cf1052c4085440c8a4f573abeb57c08 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:27:04.176404 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9a06ea4f-d160-44ef-8cd6-aa306f224ed0 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:04.210183 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a06ea4f-d160-44ef-8cd6-aa306f224ed0 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:27:04.216363 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:04.219358 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9a06ea4f-d160-44ef-8cd6-aa306f224ed0 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:04.223352 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-9a06ea4f-d160-44ef-8cd6-aa306f224ed0 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Added segment 47b9ba99-8ceb-477f-a212-e9e0b2041368 of type vlan for network a60d5510-7150-48e5-832c-331e9a3e2eb1 Dec 17 16:27:04.266666 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9a06ea4f-d160-44ef-8cd6-aa306f224ed0 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:04.296144 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-b0e8e4b8-d9ee-49d6-8515-8e83bb1d7960 None None] Allocated IP 2001:db8::2 (661ca685-63f8-4286-b6b5-dbc244f890d4/2286c056-6c45-4921-be64-dc86dc5ccdc5/29c305aa-b0c8-4c6a-8e06-af548e5bd73d) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:27:04.350902 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:04.369698 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9a06ea4f-d160-44ef-8cd6-aa306f224ed0 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:04.375463 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a06ea4f-d160-44ef-8cd6-aa306f224ed0 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:04.376053 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9a06ea4f-d160-44ef-8cd6-aa306f224ed0 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:04.441191 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06ea4f-d160-44ef-8cd6-aa306f224ed0 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Pushing event updated for resources: {'Network': ['ID=a60d5510-7150-48e5-832c-331e9a3e2eb1,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:04.447494 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b0e8e4b8-d9ee-49d6-8515-8e83bb1d7960 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:04.452844 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network a60d5510-7150-48e5-832c-331e9a3e2eb1 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:27:04.511736 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b0e8e4b8-d9ee-49d6-8515-8e83bb1d7960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:04.517527 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9a06ea4f-d160-44ef-8cd6-aa306f224ed0 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4452355 Dec 17 16:27:04.517896 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44152) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:04.523234 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-220a8e72-bee8-4916-96f1-771ad4521211 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Request body: {'subnet': {'network_id': 'a60d5510-7150-48e5-832c-331e9a3e2eb1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:27:04.563558 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e8e4b8-d9ee-49d6-8515-8e83bb1d7960 None None] Network 661ca685-63f8-4286-b6b5-dbc244f890d4 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:27:04.566475 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-b0e8e4b8-d9ee-49d6-8515-8e83bb1d7960 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:27:04.568882 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e8e4b8-d9ee-49d6-8515-8e83bb1d7960 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:27:04.586089 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8e4b8-d9ee-49d6-8515-8e83bb1d7960 None None] Pushing event updated for resources: {'Port': ['ID=29c305aa-b0c8-4c6a-8e06-af548e5bd73d,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:04.632204 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b0e8e4b8-d9ee-49d6-8515-8e83bb1d7960 None None] Attempting to bind port 29c305aa-b0c8-4c6a-8e06-af548e5bd73d on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:27:04.632563 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b0e8e4b8-d9ee-49d6-8515-8e83bb1d7960 None None] Attempting to bind port 29c305aa-b0c8-4c6a-8e06-af548e5bd73d by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '5c2d2e0f-b091-48bb-a175-17c741a50805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '661ca685-63f8-4286-b6b5-dbc244f890d4'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:27:04.632969 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e8e4b8-d9ee-49d6-8515-8e83bb1d7960 None None] Attempting to bind port 29c305aa-b0c8-4c6a-8e06-af548e5bd73d on network 661ca685-63f8-4286-b6b5-dbc244f890d4 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:27:04.638084 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e8e4b8-d9ee-49d6-8515-8e83bb1d7960 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:27:04.638459 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e8e4b8-d9ee-49d6-8515-8e83bb1d7960 None None] Checking segment: {'id': '5c2d2e0f-b091-48bb-a175-17c741a50805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '661ca685-63f8-4286-b6b5-dbc244f890d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:27:04.638847 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b0e8e4b8-d9ee-49d6-8515-8e83bb1d7960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:04.639230 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e8e4b8-d9ee-49d6-8515-8e83bb1d7960 None None] Bound using segment: {'id': '5c2d2e0f-b091-48bb-a175-17c741a50805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '661ca685-63f8-4286-b6b5-dbc244f890d4'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:27:04.639684 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b0e8e4b8-d9ee-49d6-8515-8e83bb1d7960 None None] Bound port: 29c305aa-b0c8-4c6a-8e06-af548e5bd73d, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c2d2e0f-b091-48bb-a175-17c741a50805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '661ca685-63f8-4286-b6b5-dbc244f890d4'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:27:04.640150 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b0e8e4b8-d9ee-49d6-8515-8e83bb1d7960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:04.669423 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220a8e72-bee8-4916-96f1-771ad4521211 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Made reservation on behalf of 2cf1052c4085440c8a4f573abeb57c08 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:27:04.672970 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-220a8e72-bee8-4916-96f1-771ad4521211 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:04.707316 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b0e8e4b8-d9ee-49d6-8515-8e83bb1d7960 None None] For port 29c305aa-b0c8-4c6a-8e06-af548e5bd73d, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:27:04.710904 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b0e8e4b8-d9ee-49d6-8515-8e83bb1d7960 None None] For port 29c305aa-b0c8-4c6a-8e06-af548e5bd73d, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=29c305aa-b0c8-4c6a-8e06-af548e5bd73d,segment=NetworkSegment(5c2d2e0f-b091-48bb-a175-17c741a50805),segment_id=5c2d2e0f-b091-48bb-a175-17c741a50805)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:27:04.786677 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b0e8e4b8-d9ee-49d6-8515-8e83bb1d7960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:04.862950 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8e4b8-d9ee-49d6-8515-8e83bb1d7960 None None] Pushing event updated for resources: {'Port': ['ID=29c305aa-b0c8-4c6a-8e06-af548e5bd73d,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:05.272251 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-220a8e72-bee8-4916-96f1-771ad4521211 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:05.333447 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a8e72-bee8-4916-96f1-771ad4521211 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Pushing event updated for resources: {'Subnet': ['ID=aa644603-535f-4bb2-93d8-887993b5f416,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:05.341858 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220a8e72-bee8-4916-96f1-771ad4521211 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Checking segment: {'id': '47b9ba99-8ceb-477f-a212-e9e0b2041368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a60d5510-7150-48e5-832c-331e9a3e2eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:27:05.342215 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220a8e72-bee8-4916-96f1-771ad4521211 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Network hostable DHCP agents. Network: a60d5510-7150-48e5-832c-331e9a3e2eb1, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:27:05.406801 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220a8e72-bee8-4916-96f1-771ad4521211 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Network a60d5510-7150-48e5-832c-331e9a3e2eb1 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:27:05.495005 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-220a8e72-bee8-4916-96f1-771ad4521211 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, a60d5510-7150-48e5-832c-331e9a3e2eb1) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:27:05.500050 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220a8e72-bee8-4916-96f1-771ad4521211 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:05.500600 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-220a8e72-bee8-4916-96f1-771ad4521211 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:05.508585 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3c34ef-7d0a-4a70-856c-d894a1120cf2 None None] Network a60d5510-7150-48e5-832c-331e9a3e2eb1 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:27:05.606229 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-220a8e72-bee8-4916-96f1-771ad4521211 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0867174 Dec 17 16:27:05.608484 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44154) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:05.665365 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b9c96b-56f4-4d5f-a4cc-560e7610e00e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-a60d5510-7150-48e5-832c-331e9a3e2eb1', 'network_id': 'a60d5510-7150-48e5-832c-331e9a3e2eb1', 'tenant_id': '2cf1052c4085440c8a4f573abeb57c08', 'fixed_ips': [{'subnet_id': 'aa644603-535f-4bb2-93d8-887993b5f416'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 16:27:05.666370 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-42b9c96b-56f4-4d5f-a4cc-560e7610e00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:05.716104 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1260bf05-5f2e-415e-ad80-86375ec9c53c tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:05.749948 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4840b0-529c-4815-99f9-00f01e3c274c None None] Network 661ca685-63f8-4286-b6b5-dbc244f890d4 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:27:05.769259 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1260bf05-5f2e-415e-ad80-86375ec9c53c tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:05.879755 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-28b8ade6-d4e5-464a-ac3c-37496d349515 None None] Provisioning complete for port 29c305aa-b0c8-4c6a-8e06-af548e5bd73d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:27:05.880128 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-28b8ade6-d4e5-464a-ac3c-37496d349515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:05.881999 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-42b9c96b-56f4-4d5f-a4cc-560e7610e00e None None] Allocated IP 2001:db8::2 (a60d5510-7150-48e5-832c-331e9a3e2eb1/aa644603-535f-4bb2-93d8-887993b5f416/b031730b-c362-48b5-b047-90e3ebb10c01) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:27:06.130626 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-28b8ade6-d4e5-464a-ac3c-37496d349515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:06.159707 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-42b9c96b-56f4-4d5f-a4cc-560e7610e00e None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:06.177852 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-28b8ade6-d4e5-464a-ac3c-37496d349515 None None] For port 29c305aa-b0c8-4c6a-8e06-af548e5bd73d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=29c305aa-b0c8-4c6a-8e06-af548e5bd73d,segment=NetworkSegment(5c2d2e0f-b091-48bb-a175-17c741a50805),segment_id=5c2d2e0f-b091-48bb-a175-17c741a50805)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:27:06.250775 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-42b9c96b-56f4-4d5f-a4cc-560e7610e00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:06.278355 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-28b8ade6-d4e5-464a-ac3c-37496d349515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:06.293133 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b9c96b-56f4-4d5f-a4cc-560e7610e00e None None] Network a60d5510-7150-48e5-832c-331e9a3e2eb1 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:27:06.300941 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-42b9c96b-56f4-4d5f-a4cc-560e7610e00e None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:27:06.300941 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b9c96b-56f4-4d5f-a4cc-560e7610e00e None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:27:06.310466 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9c96b-56f4-4d5f-a4cc-560e7610e00e None None] Pushing event updated for resources: {'Port': ['ID=b031730b-c362-48b5-b047-90e3ebb10c01,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:06.321375 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1260bf05-5f2e-415e-ad80-86375ec9c53c tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:06.348475 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260bf05-5f2e-415e-ad80-86375ec9c53c tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Pushing event deleted for resources: {'Subnet': ['ID=aa644603-535f-4bb2-93d8-887993b5f416,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:06.415532 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-42b9c96b-56f4-4d5f-a4cc-560e7610e00e None None] Attempting to bind port b031730b-c362-48b5-b047-90e3ebb10c01 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:27:06.415993 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-42b9c96b-56f4-4d5f-a4cc-560e7610e00e None None] Attempting to bind port b031730b-c362-48b5-b047-90e3ebb10c01 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '47b9ba99-8ceb-477f-a212-e9e0b2041368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a60d5510-7150-48e5-832c-331e9a3e2eb1'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:27:06.416441 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b9c96b-56f4-4d5f-a4cc-560e7610e00e None None] Attempting to bind port b031730b-c362-48b5-b047-90e3ebb10c01 on network a60d5510-7150-48e5-832c-331e9a3e2eb1 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:27:06.418628 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1260bf05-5f2e-415e-ad80-86375ec9c53c tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:06.421185 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8ade6-d4e5-464a-ac3c-37496d349515 None None] Pushing event updated for resources: {'Port': ['ID=29c305aa-b0c8-4c6a-8e06-af548e5bd73d,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:06.427214 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b9c96b-56f4-4d5f-a4cc-560e7610e00e None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:27:06.428048 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b9c96b-56f4-4d5f-a4cc-560e7610e00e None None] Checking segment: {'id': '47b9ba99-8ceb-477f-a212-e9e0b2041368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a60d5510-7150-48e5-832c-331e9a3e2eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:27:06.428178 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-42b9c96b-56f4-4d5f-a4cc-560e7610e00e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:06.428551 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b9c96b-56f4-4d5f-a4cc-560e7610e00e None None] Bound using segment: {'id': '47b9ba99-8ceb-477f-a212-e9e0b2041368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a60d5510-7150-48e5-832c-331e9a3e2eb1'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:27:06.429150 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-42b9c96b-56f4-4d5f-a4cc-560e7610e00e None None] Bound port: b031730b-c362-48b5-b047-90e3ebb10c01, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b9ba99-8ceb-477f-a212-e9e0b2041368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a60d5510-7150-48e5-832c-331e9a3e2eb1'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:27:06.429658 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-42b9c96b-56f4-4d5f-a4cc-560e7610e00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:06.440883 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-1260bf05-5f2e-415e-ad80-86375ec9c53c tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a60d5510-7150-48e5-832c-331e9a3e2eb1']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:06.447526 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-22198838-d319-4e39-85f7-808f6564977d None None] Provisioning complete for port 29c305aa-b0c8-4c6a-8e06-af548e5bd73d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:27:06.447893 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-22198838-d319-4e39-85f7-808f6564977d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:06.452288 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-1260bf05-5f2e-415e-ad80-86375ec9c53c tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b9ba99-8ceb-477f-a212-e9e0b2041368') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:06.452584 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-1260bf05-5f2e-415e-ad80-86375ec9c53c tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b9ba99-8ceb-477f-a212-e9e0b2041368') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:06.464485 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1260bf05-5f2e-415e-ad80-86375ec9c53c tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:06.479336 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1260bf05-5f2e-415e-ad80-86375ec9c53c tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:06.486003 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1260bf05-5f2e-415e-ad80-86375ec9c53c tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:27:06.486424 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1260bf05-5f2e-415e-ad80-86375ec9c53c tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:06.486707 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 29c305aa-b0c8-4c6a-8e06-af548e5bd73d up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:27:06.489617 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 16:27:06.489617 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:27:06.489617 n-d-820553-2 neutron-server[102833]: timer() Dec 17 16:27:06.489617 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:27:06.489617 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 16:27:06.489617 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:27:06.489617 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 16:27:06.489617 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:27:06.489617 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 16:27:06.489617 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:27:06.489617 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 16:27:06.489617 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:27:06.489617 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 16:27:06.489617 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:27:06.489617 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:27:06.489617 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:27:06.489617 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:27:06.489617 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:27:06.489617 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 16:27:06.489617 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:27:06.489617 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 16:27:06.489617 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:27:06.489617 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:27:06.489617 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:27:06.489617 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 16:27:06.489617 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:27:06.489617 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:27:06.489617 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:27:06.489617 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:27:06.489617 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:27:06.489617 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:27:06.489617 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:27:06.569310 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.db.api [None req-1260bf05-5f2e-415e-ad80-86375ec9c53c tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 17 16:27:06.569310 n-d-820553-2 neutron-server[102833]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 17 16:27:06.569310 n-d-820553-2 neutron-server[102833]: [parameters: {'id': 'a60d5510-7150-48e5-832c-331e9a3e2eb1'}] Dec 17 16:27:06.569310 n-d-820553-2 neutron-server[102833]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:27:06.569842 n-d-820553-2 neutron-server[102833]: DEBUG oslo_db.api [None req-1260bf05-5f2e-415e-ad80-86375ec9c53c tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:27:06.708811 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-42b9c96b-56f4-4d5f-a4cc-560e7610e00e None None] For port b031730b-c362-48b5-b047-90e3ebb10c01, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:27:06.728420 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-42b9c96b-56f4-4d5f-a4cc-560e7610e00e None None] For port b031730b-c362-48b5-b047-90e3ebb10c01, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b031730b-c362-48b5-b047-90e3ebb10c01,segment=NetworkSegment(47b9ba99-8ceb-477f-a212-e9e0b2041368),segment_id=47b9ba99-8ceb-477f-a212-e9e0b2041368)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:27:06.759215 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 29c305aa-b0c8-4c6a-8e06-af548e5bd73d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:27:06.759578 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:06.801225 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-42b9c96b-56f4-4d5f-a4cc-560e7610e00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:06.889581 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9c96b-56f4-4d5f-a4cc-560e7610e00e None None] Pushing event updated for resources: {'Port': ['ID=b031730b-c362-48b5-b047-90e3ebb10c01,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:06.911092 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8f6d12-07ac-4509-a1a3-1c749b31c823 None None] Network a60d5510-7150-48e5-832c-331e9a3e2eb1 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:27:07.041236 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69d959e-3e7d-4a0a-94bf-fdbf272156ce None None] get_active_networks_info from n-d-820553-2 {{(pid=102834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 17 16:27:07.072252 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1260bf05-5f2e-415e-ad80-86375ec9c53c tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:07.112155 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69d959e-3e7d-4a0a-94bf-fdbf272156ce None None] Resources bound (agent type, host, resource id): {{(pid=102834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 16:27:07.131864 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-1260bf05-5f2e-415e-ad80-86375ec9c53c tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Deleting port b031730b-c362-48b5-b047-90e3ebb10c01 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:27:07.132211 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1260bf05-5f2e-415e-ad80-86375ec9c53c tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:07.198124 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-1260bf05-5f2e-415e-ad80-86375ec9c53c tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] For port b031730b-c362-48b5-b047-90e3ebb10c01, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b031730b-c362-48b5-b047-90e3ebb10c01,segment=NetworkSegment(47b9ba99-8ceb-477f-a212-e9e0b2041368),segment_id=47b9ba99-8ceb-477f-a212-e9e0b2041368)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:27:07.198486 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1260bf05-5f2e-415e-ad80-86375ec9c53c tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:07.210522 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-1260bf05-5f2e-415e-ad80-86375ec9c53c tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Calling delete_port for b031730b-c362-48b5-b047-90e3ebb10c01 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:27:07.355369 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1260bf05-5f2e-415e-ad80-86375ec9c53c tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:07.382632 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1260bf05-5f2e-415e-ad80-86375ec9c53c tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] No DVR routers for this DVR port b031730b-c362-48b5-b047-90e3ebb10c01 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:27:07.384741 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260bf05-5f2e-415e-ad80-86375ec9c53c tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Pushing event deleted for resources: {'Port': ['ID=b031730b-c362-48b5-b047-90e3ebb10c01,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:07.468242 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1260bf05-5f2e-415e-ad80-86375ec9c53c tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:07.487972 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-1260bf05-5f2e-415e-ad80-86375ec9c53c tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a60d5510-7150-48e5-832c-331e9a3e2eb1']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:07.498083 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-1260bf05-5f2e-415e-ad80-86375ec9c53c tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b9ba99-8ceb-477f-a212-e9e0b2041368') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:07.498376 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-1260bf05-5f2e-415e-ad80-86375ec9c53c tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b9ba99-8ceb-477f-a212-e9e0b2041368') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:07.507482 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1260bf05-5f2e-415e-ad80-86375ec9c53c tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:07.520779 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1260bf05-5f2e-415e-ad80-86375ec9c53c tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:07.526516 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1260bf05-5f2e-415e-ad80-86375ec9c53c tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:27:07.526897 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1260bf05-5f2e-415e-ad80-86375ec9c53c tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:07.529788 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 16:27:07.529788 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:27:07.529788 n-d-820553-2 neutron-server[102833]: timer() Dec 17 16:27:07.529788 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:27:07.529788 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 16:27:07.529788 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:27:07.529788 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 16:27:07.529788 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:27:07.529788 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 16:27:07.529788 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:27:07.529788 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 16:27:07.529788 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:27:07.529788 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 16:27:07.529788 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:27:07.529788 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:27:07.529788 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:27:07.529788 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:27:07.529788 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:27:07.529788 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 16:27:07.529788 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:27:07.529788 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 16:27:07.529788 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:27:07.529788 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:27:07.529788 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:27:07.529788 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 16:27:07.529788 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:27:07.529788 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:27:07.529788 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:27:07.529788 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:27:07.529788 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:27:07.529788 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:27:07.529788 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:27:07.698103 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1260bf05-5f2e-415e-ad80-86375ec9c53c tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:07.705370 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1260bf05-5f2e-415e-ad80-86375ec9c53c tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:07.708670 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1260bf05-5f2e-415e-ad80-86375ec9c53c tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] 10.222.0.46 "DELETE /v2.0/networks/a60d5510-7150-48e5-832c-331e9a3e2eb1 HTTP/1.1" status: 204 len: 168 time: 2.0992262 Dec 17 16:27:07.712182 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44156) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:07.721206 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260bf05-5f2e-415e-ad80-86375ec9c53c tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Pushing event deleted for resources: {'Network': ['ID=a60d5510-7150-48e5-832c-331e9a3e2eb1,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:07.739907 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf04dc2-6299-4b39-915d-aee9692ab96e tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] GET failed (client error): The resource could not be found. Dec 17 16:27:07.741286 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4bf04dc2-6299-4b39-915d-aee9692ab96e tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] 10.222.0.46 "GET /v2.0/subnets/aa644603-535f-4bb2-93d8-887993b5f416 HTTP/1.1" status: 404 len: 337 time: 0.0278785 Dec 17 16:27:07.744662 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44158) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:07.762291 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-105349e8-7f7b-4ccf-ad0c-572be235fd2d tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] DELETE failed (client error): The resource could not be found. Dec 17 16:27:07.762807 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-105349e8-7f7b-4ccf-ad0c-572be235fd2d tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:27:07.765723 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-105349e8-7f7b-4ccf-ad0c-572be235fd2d tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] 10.222.0.46 "DELETE /v2.0/networks/a60d5510-7150-48e5-832c-331e9a3e2eb1 HTTP/1.1" status: 404 len: 339 time: 0.0201468 Dec 17 16:27:07.769184 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44160) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:07.793799 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd8c244-059e-462d-a12d-8d0c0bca7ef9 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] DELETE failed (client error): The resource could not be found. Dec 17 16:27:07.794234 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dd8c244-059e-462d-a12d-8d0c0bca7ef9 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:27:07.797078 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3dd8c244-059e-462d-a12d-8d0c0bca7ef9 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] 10.222.0.46 "DELETE /v2.0/subnets/aa644603-535f-4bb2-93d8-887993b5f416 HTTP/1.1" status: 404 len: 337 time: 0.0270216 Dec 17 16:27:07.799427 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44162) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:07.816060 n-d-820553-2 neutron-server[102832]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa1c3a2-3d09-42f5-80d3-e7275f7de377 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] DELETE failed (client error): The resource could not be found. Dec 17 16:27:07.816570 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fa1c3a2-3d09-42f5-80d3-e7275f7de377 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102832) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:27:07.819413 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4fa1c3a2-3d09-42f5-80d3-e7275f7de377 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] 10.222.0.46 "DELETE /v2.0/networks/a60d5510-7150-48e5-832c-331e9a3e2eb1 HTTP/1.1" status: 404 len: 339 time: 0.0191395 Dec 17 16:27:07.822334 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44164) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:07.874682 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-b77e5a94-ef27-478c-be83-65854fd9839d tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Deleting subnet 2286c056-6c45-4921-be64-dc86dc5ccdc5 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 16:27:07.877654 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b77e5a94-ef27-478c-be83-65854fd9839d tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:07.916651 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b77e5a94-ef27-478c-be83-65854fd9839d tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:07.996795 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b77e5a94-ef27-478c-be83-65854fd9839d tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:08.118404 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b77e5a94-ef27-478c-be83-65854fd9839d tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:08.147167 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e5a94-ef27-478c-be83-65854fd9839d tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Pushing event deleted for resources: {'Subnet': ['ID=2286c056-6c45-4921-be64-dc86dc5ccdc5,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:08.150805 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b77e5a94-ef27-478c-be83-65854fd9839d tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:08.153983 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b77e5a94-ef27-478c-be83-65854fd9839d tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] 10.222.0.46 "DELETE /v2.0/subnets/2286c056-6c45-4921-be64-dc86dc5ccdc5 HTTP/1.1" status: 204 len: 168 time: 0.3307896 Dec 17 16:27:08.156547 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44166) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:08.157083 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3938ad-603b-4955-a2d7-ace660caecac None None] Network 661ca685-63f8-4286-b6b5-dbc244f890d4 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:27:08.232344 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c66af79d-5245-473b-b1d5-b41ff5687bbb tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:08.287073 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-c66af79d-5245-473b-b1d5-b41ff5687bbb tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Deleting port 29c305aa-b0c8-4c6a-8e06-af548e5bd73d {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:27:08.287497 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c66af79d-5245-473b-b1d5-b41ff5687bbb tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:08.328659 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95bb2e2-d051-48fb-9bf6-46275981456e None None] DHCP port deletion for 661ca685-63f8-4286-b6b5-dbc244f890d4 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 16:27:08.359381 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-c66af79d-5245-473b-b1d5-b41ff5687bbb tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] For port 29c305aa-b0c8-4c6a-8e06-af548e5bd73d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=29c305aa-b0c8-4c6a-8e06-af548e5bd73d,segment=NetworkSegment(5c2d2e0f-b091-48bb-a175-17c741a50805),segment_id=5c2d2e0f-b091-48bb-a175-17c741a50805)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:27:08.359381 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c66af79d-5245-473b-b1d5-b41ff5687bbb tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:08.375417 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-c66af79d-5245-473b-b1d5-b41ff5687bbb tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Calling delete_port for 29c305aa-b0c8-4c6a-8e06-af548e5bd73d owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:27:08.388830 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d95bb2e2-d051-48fb-9bf6-46275981456e None None] Deleting port 29c305aa-b0c8-4c6a-8e06-af548e5bd73d {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:27:08.389229 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d95bb2e2-d051-48fb-9bf6-46275981456e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:08.432545 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 29c305aa-b0c8-4c6a-8e06-af548e5bd73d no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:27:08.487751 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-d95bb2e2-d051-48fb-9bf6-46275981456e None None] For port 29c305aa-b0c8-4c6a-8e06-af548e5bd73d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=29c305aa-b0c8-4c6a-8e06-af548e5bd73d,segment=NetworkSegment(5c2d2e0f-b091-48bb-a175-17c741a50805),segment_id=5c2d2e0f-b091-48bb-a175-17c741a50805)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:27:08.488145 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d95bb2e2-d051-48fb-9bf6-46275981456e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:08.503590 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c66af79d-5245-473b-b1d5-b41ff5687bbb tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:08.504425 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d95bb2e2-d051-48fb-9bf6-46275981456e None None] Calling delete_port for 29c305aa-b0c8-4c6a-8e06-af548e5bd73d owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:27:08.506171 n-d-820553-2 neutron-server[102834]: INFO neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] No ports have port_id starting with 29c305aa-b0c8-4c6a-8e06-af548e5bd73d Dec 17 16:27:08.534194 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66af79d-5245-473b-b1d5-b41ff5687bbb tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Pushing event deleted for resources: {'Port': ['ID=29c305aa-b0c8-4c6a-8e06-af548e5bd73d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:08.537612 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66af79d-5245-473b-b1d5-b41ff5687bbb tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] No DVR routers for this DVR port 29c305aa-b0c8-4c6a-8e06-af548e5bd73d on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 17 16:27:08.581329 n-d-820553-2 neutron-server[102834]: self.session.flush() Dec 17 16:27:08.587263 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d95bb2e2-d051-48fb-9bf6-46275981456e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:08.613490 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95bb2e2-d051-48fb-9bf6-46275981456e None None] Pushing event deleted for resources: {'Port': ['ID=29c305aa-b0c8-4c6a-8e06-af548e5bd73d,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:08.615331 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c66af79d-5245-473b-b1d5-b41ff5687bbb tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:08.619934 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95bb2e2-d051-48fb-9bf6-46275981456e None None] No DVR routers for this DVR port 29c305aa-b0c8-4c6a-8e06-af548e5bd73d on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:27:08.641358 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-c66af79d-5245-473b-b1d5-b41ff5687bbb tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661ca685-63f8-4286-b6b5-dbc244f890d4']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:08.651303 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-c66af79d-5245-473b-b1d5-b41ff5687bbb tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c2d2e0f-b091-48bb-a175-17c741a50805') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:08.651601 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-c66af79d-5245-473b-b1d5-b41ff5687bbb tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c2d2e0f-b091-48bb-a175-17c741a50805') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:08.660711 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c66af79d-5245-473b-b1d5-b41ff5687bbb tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:08.674297 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c66af79d-5245-473b-b1d5-b41ff5687bbb tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:08.680112 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c66af79d-5245-473b-b1d5-b41ff5687bbb tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:27:08.680498 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c66af79d-5245-473b-b1d5-b41ff5687bbb tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:08.684519 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 16:27:08.684519 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:27:08.684519 n-d-820553-2 neutron-server[102832]: timer() Dec 17 16:27:08.684519 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:27:08.684519 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 16:27:08.684519 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:27:08.684519 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 16:27:08.684519 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:27:08.684519 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 16:27:08.684519 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:27:08.684519 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 16:27:08.684519 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:27:08.684519 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 16:27:08.684519 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:27:08.684519 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:27:08.684519 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:27:08.684519 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:27:08.684519 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:27:08.684519 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 16:27:08.684519 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:27:08.684519 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 16:27:08.684519 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:27:08.684519 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:27:08.684519 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:27:08.684519 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 16:27:08.684519 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:27:08.684519 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:27:08.684519 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:27:08.684519 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:27:08.684519 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:27:08.684519 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:27:08.684519 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:27:08.795024 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c66af79d-5245-473b-b1d5-b41ff5687bbb tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:08.801854 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c66af79d-5245-473b-b1d5-b41ff5687bbb tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:08.805489 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c66af79d-5245-473b-b1d5-b41ff5687bbb tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] 10.222.0.46 "DELETE /v2.0/networks/661ca685-63f8-4286-b6b5-dbc244f890d4 HTTP/1.1" status: 204 len: 168 time: 0.6479316 Dec 17 16:27:08.808329 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44168) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:08.817250 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66af79d-5245-473b-b1d5-b41ff5687bbb tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Pushing event deleted for resources: {'Network': ['ID=661ca685-63f8-4286-b6b5-dbc244f890d4,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:08.834965 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe5365f-7d61-4c72-8529-7a96e2e88400 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] DELETE failed (client error): The resource could not be found. Dec 17 16:27:08.835425 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbe5365f-7d61-4c72-8529-7a96e2e88400 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:27:08.839193 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cbe5365f-7d61-4c72-8529-7a96e2e88400 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] 10.222.0.46 "DELETE /v2.0/subnets/788aa655-e103-4b0d-ae36-07cf9e15c189 HTTP/1.1" status: 404 len: 337 time: 0.0298376 Dec 17 16:27:08.841763 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44170) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:08.864522 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-344f3da1-4d94-4303-ada4-e464a179e796 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] DELETE failed (client error): The resource could not be found. Dec 17 16:27:08.865091 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-344f3da1-4d94-4303-ada4-e464a179e796 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:27:08.868057 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-344f3da1-4d94-4303-ada4-e464a179e796 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] 10.222.0.46 "DELETE /v2.0/networks/331d4df6-f68c-4487-b7e0-8113dc65873e HTTP/1.1" status: 404 len: 339 time: 0.0254006 Dec 17 16:27:08.870842 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44172) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:08.895887 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aec1861-c690-4408-956d-a0d4b2bf62da tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] DELETE failed (client error): The resource could not be found. Dec 17 16:27:08.896343 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aec1861-c690-4408-956d-a0d4b2bf62da tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:27:08.899818 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7aec1861-c690-4408-956d-a0d4b2bf62da tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] 10.222.0.46 "DELETE /v2.0/subnets/9951d340-fc06-4d3b-915e-2db3c35c1e84 HTTP/1.1" status: 404 len: 337 time: 0.0280895 Dec 17 16:27:08.902322 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44174) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:08.920191 n-d-820553-2 neutron-server[102833]: INFO neutron.pecan_wsgi.hooks.translation [None req-de141f11-a0cf-49c7-8852-81e620ac1c44 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] DELETE failed (client error): The resource could not be found. Dec 17 16:27:08.920718 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de141f11-a0cf-49c7-8852-81e620ac1c44 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102833) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 17 16:27:08.923613 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-de141f11-a0cf-49c7-8852-81e620ac1c44 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] 10.222.0.46 "DELETE /v2.0/networks/7136df21-4cd8-46ee-81c5-ff7028bc3a36 HTTP/1.1" status: 404 len: 339 time: 0.0204129 Dec 17 16:27:08.925877 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44176) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:08.974961 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec9701ba-9099-4cf1-9f74-c1220f057319 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Deleting subnet 8bfc3c30-f614-4cf6-9a65-18b22422a106 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 16:27:08.978073 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ec9701ba-9099-4cf1-9f74-c1220f057319 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:09.017459 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ec9701ba-9099-4cf1-9f74-c1220f057319 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:09.103652 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ec9701ba-9099-4cf1-9f74-c1220f057319 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:09.235461 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ec9701ba-9099-4cf1-9f74-c1220f057319 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:09.262901 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9701ba-9099-4cf1-9f74-c1220f057319 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Pushing event deleted for resources: {'Subnet': ['ID=8bfc3c30-f614-4cf6-9a65-18b22422a106,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:09.266623 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ec9701ba-9099-4cf1-9f74-c1220f057319 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:09.269801 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ec9701ba-9099-4cf1-9f74-c1220f057319 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] 10.222.0.46 "DELETE /v2.0/subnets/8bfc3c30-f614-4cf6-9a65-18b22422a106 HTTP/1.1" status: 204 len: 168 time: 0.3430512 Dec 17 16:27:09.272255 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44178) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:09.275714 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744894cc-e351-4096-a9a8-a33a637dd18c None None] Network 224b73ca-55d6-4f14-8373-b14c1d4954dc requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:27:09.352645 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-27ea7f83-23a6-4697-b6a3-754762bc0fa1 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:09.408215 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-27ea7f83-23a6-4697-b6a3-754762bc0fa1 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Deleting port 78d29c52-f69d-42ed-9742-a53d79d0efe4 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:27:09.408563 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-27ea7f83-23a6-4697-b6a3-754762bc0fa1 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:09.453522 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda19f2c-3d58-454a-baa3-2859e70f294d None None] DHCP port deletion for 224b73ca-55d6-4f14-8373-b14c1d4954dc request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 16:27:09.477583 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-27ea7f83-23a6-4697-b6a3-754762bc0fa1 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] For port 78d29c52-f69d-42ed-9742-a53d79d0efe4, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=78d29c52-f69d-42ed-9742-a53d79d0efe4,segment=NetworkSegment(aa588c51-959c-4806-9e20-932fcab1f64a),segment_id=aa588c51-959c-4806-9e20-932fcab1f64a)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:27:09.477947 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-27ea7f83-23a6-4697-b6a3-754762bc0fa1 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:09.489892 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-27ea7f83-23a6-4697-b6a3-754762bc0fa1 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Calling delete_port for 78d29c52-f69d-42ed-9742-a53d79d0efe4 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:27:09.504420 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-fda19f2c-3d58-454a-baa3-2859e70f294d None None] Deleting port 78d29c52-f69d-42ed-9742-a53d79d0efe4 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:27:09.504791 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fda19f2c-3d58-454a-baa3-2859e70f294d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:09.567338 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-fda19f2c-3d58-454a-baa3-2859e70f294d None None] For port 78d29c52-f69d-42ed-9742-a53d79d0efe4, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=78d29c52-f69d-42ed-9742-a53d79d0efe4,segment=NetworkSegment(aa588c51-959c-4806-9e20-932fcab1f64a),segment_id=aa588c51-959c-4806-9e20-932fcab1f64a)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:27:09.567733 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fda19f2c-3d58-454a-baa3-2859e70f294d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:09.579974 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-fda19f2c-3d58-454a-baa3-2859e70f294d None None] Calling delete_port for 78d29c52-f69d-42ed-9742-a53d79d0efe4 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:27:09.631455 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-27ea7f83-23a6-4697-b6a3-754762bc0fa1 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:09.657404 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea7f83-23a6-4697-b6a3-754762bc0fa1 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Pushing event deleted for resources: {'Port': ['ID=78d29c52-f69d-42ed-9742-a53d79d0efe4,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:09.660760 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ea7f83-23a6-4697-b6a3-754762bc0fa1 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] No DVR routers for this DVR port 78d29c52-f69d-42ed-9742-a53d79d0efe4 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:27:09.661495 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fda19f2c-3d58-454a-baa3-2859e70f294d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:09.687827 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda19f2c-3d58-454a-baa3-2859e70f294d None None] Pushing event deleted for resources: {'Port': ['ID=78d29c52-f69d-42ed-9742-a53d79d0efe4,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:09.691481 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda19f2c-3d58-454a-baa3-2859e70f294d None None] No DVR routers for this DVR port 78d29c52-f69d-42ed-9742-a53d79d0efe4 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:27:09.744933 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-27ea7f83-23a6-4697-b6a3-754762bc0fa1 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:09.764133 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-27ea7f83-23a6-4697-b6a3-754762bc0fa1 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['224b73ca-55d6-4f14-8373-b14c1d4954dc']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:09.773057 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-27ea7f83-23a6-4697-b6a3-754762bc0fa1 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa588c51-959c-4806-9e20-932fcab1f64a') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:09.773888 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-27ea7f83-23a6-4697-b6a3-754762bc0fa1 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa588c51-959c-4806-9e20-932fcab1f64a') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:09.783124 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-27ea7f83-23a6-4697-b6a3-754762bc0fa1 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:09.796597 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-27ea7f83-23a6-4697-b6a3-754762bc0fa1 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:09.802342 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ea7f83-23a6-4697-b6a3-754762bc0fa1 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:27:09.802729 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-27ea7f83-23a6-4697-b6a3-754762bc0fa1 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:09.805855 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 16:27:09.805855 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:27:09.805855 n-d-820553-2 neutron-server[102833]: timer() Dec 17 16:27:09.805855 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:27:09.805855 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 16:27:09.805855 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:27:09.805855 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 16:27:09.805855 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:27:09.805855 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 16:27:09.805855 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:27:09.805855 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 16:27:09.805855 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:27:09.805855 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 16:27:09.805855 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:27:09.805855 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:27:09.805855 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:27:09.805855 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:27:09.805855 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:27:09.805855 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 16:27:09.805855 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:27:09.805855 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 16:27:09.805855 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:27:09.805855 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:27:09.805855 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:27:09.805855 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 16:27:09.805855 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:27:09.805855 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:27:09.805855 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:27:09.805855 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:27:09.805855 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:27:09.805855 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:27:09.805855 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:27:09.946258 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-27ea7f83-23a6-4697-b6a3-754762bc0fa1 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:09.953083 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-27ea7f83-23a6-4697-b6a3-754762bc0fa1 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:09.956146 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-27ea7f83-23a6-4697-b6a3-754762bc0fa1 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] 10.222.0.46 "DELETE /v2.0/networks/224b73ca-55d6-4f14-8373-b14c1d4954dc HTTP/1.1" status: 204 len: 168 time: 0.6829731 Dec 17 16:27:09.968711 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea7f83-23a6-4697-b6a3-754762bc0fa1 tempest-NetworksIpV6Test-1370917969 tempest-NetworksIpV6Test-1370917969-project] Pushing event deleted for resources: {'Network': ['ID=224b73ca-55d6-4f14-8373-b14c1d4954dc,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:10.400162 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44184) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:10.407659 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 78d29c52-f69d-42ed-9742-a53d79d0efe4 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:27:10.427581 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 78d29c52-f69d-42ed-9742-a53d79d0efe4 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:27:10.429205 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 78d29c52-f69d-42ed-9742-a53d79d0efe4 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:27:10.537732 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3f61bc8b-f4ad-4230-8251-0a55933958a4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2cf1052c4085440c8a4f573abeb57c08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1364172 Dec 17 16:27:10.540881 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44188) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:10.588251 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1abd6ab2-35c7-4cee-8ad7-68c3800be2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:10.609345 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1abd6ab2-35c7-4cee-8ad7-68c3800be2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:10.722873 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1abd6ab2-35c7-4cee-8ad7-68c3800be2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:10.725458 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1abd6ab2-35c7-4cee-8ad7-68c3800be2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:10.727413 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1abd6ab2-35c7-4cee-8ad7-68c3800be2f0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/112f7881-c17f-48fc-aa70-33dd8c4cd4b1 HTTP/1.1" status: 204 len: 168 time: 0.1848614 Dec 17 16:27:10.745269 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd6ab2-35c7-4cee-8ad7-68c3800be2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112f7881-c17f-48fc-aa70-33dd8c4cd4b1,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:11.227837 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:11.719627 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44210) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:11.812251 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-b372ed24-7add-4a72-85e3-6cb78b59f7de tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-911716826', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:27:11.898436 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b372ed24-7add-4a72-85e3-6cb78b59f7de tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:11.899661 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b372ed24-7add-4a72-85e3-6cb78b59f7de tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:11.953229 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b372ed24-7add-4a72-85e3-6cb78b59f7de tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:12.018165 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b372ed24-7add-4a72-85e3-6cb78b59f7de tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:12.084609 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b372ed24-7add-4a72-85e3-6cb78b59f7de tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:12.085864 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b372ed24-7add-4a72-85e3-6cb78b59f7de tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3651848 Dec 17 16:27:12.088512 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44214) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:12.093393 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-7cdc39e1-d94d-46f0-b35e-2cc6fb73ab26 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2001813168'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:27:12.183747 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdc39e1-d94d-46f0-b35e-2cc6fb73ab26 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Made reservation on behalf of ea6c137e8c73496db890a441555f27ad for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:27:12.187708 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7cdc39e1-d94d-46f0-b35e-2cc6fb73ab26 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:12.196982 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7cdc39e1-d94d-46f0-b35e-2cc6fb73ab26 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:12.271648 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7cdc39e1-d94d-46f0-b35e-2cc6fb73ab26 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:12.340271 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7cdc39e1-d94d-46f0-b35e-2cc6fb73ab26 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:12.366722 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cdc39e1-d94d-46f0-b35e-2cc6fb73ab26 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:27:12.375977 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc39e1-d94d-46f0-b35e-2cc6fb73ab26 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb7d0fd-52a6-4d66-b3b3-e03309a03e29,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:12.381803 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7cdc39e1-d94d-46f0-b35e-2cc6fb73ab26 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:12.382146 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-7cdc39e1-d94d-46f0-b35e-2cc6fb73ab26 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Added segment b2423ffb-6f74-4cad-ad90-27981d730283 of type vlan for network b005fc8f-c564-4abc-8c3c-334c25710e2a Dec 17 16:27:12.421425 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7cdc39e1-d94d-46f0-b35e-2cc6fb73ab26 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:12.489209 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7cdc39e1-d94d-46f0-b35e-2cc6fb73ab26 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:12.495004 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdc39e1-d94d-46f0-b35e-2cc6fb73ab26 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:12.495585 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7cdc39e1-d94d-46f0-b35e-2cc6fb73ab26 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:12.564667 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc39e1-d94d-46f0-b35e-2cc6fb73ab26 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Pushing event updated for resources: {'Network': ['ID=b005fc8f-c564-4abc-8c3c-334c25710e2a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:12.575487 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network b005fc8f-c564-4abc-8c3c-334c25710e2a details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:27:12.628623 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7cdc39e1-d94d-46f0-b35e-2cc6fb73ab26 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5390480 Dec 17 16:27:12.631358 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44216) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:12.636488 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-74df10e1-7e17-4b11-b56a-b37bf9dae998 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Request body: {'subnet': {'network_id': 'b005fc8f-c564-4abc-8c3c-334c25710e2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:27:12.806598 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74df10e1-7e17-4b11-b56a-b37bf9dae998 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Made reservation on behalf of ea6c137e8c73496db890a441555f27ad for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:27:12.810282 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-74df10e1-7e17-4b11-b56a-b37bf9dae998 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:13.040903 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-74df10e1-7e17-4b11-b56a-b37bf9dae998 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:13.107301 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df10e1-7e17-4b11-b56a-b37bf9dae998 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Pushing event updated for resources: {'Subnet': ['ID=c8805c0d-bd06-45d3-91d4-8d3a8dcada39,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:13.114743 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74df10e1-7e17-4b11-b56a-b37bf9dae998 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Checking segment: {'id': 'b2423ffb-6f74-4cad-ad90-27981d730283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b005fc8f-c564-4abc-8c3c-334c25710e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:27:13.115106 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74df10e1-7e17-4b11-b56a-b37bf9dae998 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Network hostable DHCP agents. Network: b005fc8f-c564-4abc-8c3c-334c25710e2a, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:27:13.195000 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74df10e1-7e17-4b11-b56a-b37bf9dae998 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Network b005fc8f-c564-4abc-8c3c-334c25710e2a is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:27:13.246226 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-74df10e1-7e17-4b11-b56a-b37bf9dae998 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, b005fc8f-c564-4abc-8c3c-334c25710e2a) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:27:13.250881 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74df10e1-7e17-4b11-b56a-b37bf9dae998 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:13.251468 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-74df10e1-7e17-4b11-b56a-b37bf9dae998 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:13.254986 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af55a968-bff4-487c-8e4f-d8859464fa5b None None] Network b005fc8f-c564-4abc-8c3c-334c25710e2a requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:27:13.312069 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-74df10e1-7e17-4b11-b56a-b37bf9dae998 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6795990 Dec 17 16:27:13.315169 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44218) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:13.320228 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-1ea4ebe3-0e1d-461f-b74d-cb27c635c1fa tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-268874220'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:27:13.385772 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea4ebe3-0e1d-461f-b74d-cb27c635c1fa tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Made reservation on behalf of ea6c137e8c73496db890a441555f27ad for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:27:13.389257 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1ea4ebe3-0e1d-461f-b74d-cb27c635c1fa tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:13.398990 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e1672c-82be-41a8-883b-59ad80ed479c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-b005fc8f-c564-4abc-8c3c-334c25710e2a', 'network_id': 'b005fc8f-c564-4abc-8c3c-334c25710e2a', 'tenant_id': 'ea6c137e8c73496db890a441555f27ad', 'fixed_ips': [{'subnet_id': 'c8805c0d-bd06-45d3-91d4-8d3a8dcada39'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 16:27:13.400067 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c4e1672c-82be-41a8-883b-59ad80ed479c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:13.412996 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ea4ebe3-0e1d-461f-b74d-cb27c635c1fa tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:27:13.421695 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1ea4ebe3-0e1d-461f-b74d-cb27c635c1fa tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:13.422037 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-1ea4ebe3-0e1d-461f-b74d-cb27c635c1fa tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Added segment a1fdceab-8905-4e76-9de0-b7dacdc62b04 of type vlan for network 4134f36f-b3b1-44a7-8966-bccf3690cca5 Dec 17 16:27:13.461938 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1ea4ebe3-0e1d-461f-b74d-cb27c635c1fa tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:13.534401 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1ea4ebe3-0e1d-461f-b74d-cb27c635c1fa tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:13.537192 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-c4e1672c-82be-41a8-883b-59ad80ed479c None None] Allocated IP 172.20.0.2 (b005fc8f-c564-4abc-8c3c-334c25710e2a/c8805c0d-bd06-45d3-91d4-8d3a8dcada39/4c1a2500-5b8d-4714-9bfd-ab438b512c68) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:27:13.540909 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea4ebe3-0e1d-461f-b74d-cb27c635c1fa tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:13.541534 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1ea4ebe3-0e1d-461f-b74d-cb27c635c1fa tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:13.611021 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4ebe3-0e1d-461f-b74d-cb27c635c1fa tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Pushing event updated for resources: {'Network': ['ID=4134f36f-b3b1-44a7-8966-bccf3690cca5,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:13.625021 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 4134f36f-b3b1-44a7-8966-bccf3690cca5 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:27:13.649879 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1ea4ebe3-0e1d-461f-b74d-cb27c635c1fa tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3335505 Dec 17 16:27:13.652550 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44220) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:13.657467 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-2a4a12ea-6758-45a6-9b2f-3eeda9c146f8 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Request body: {'subnet': {'network_id': '4134f36f-b3b1-44a7-8966-bccf3690cca5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:27:13.739388 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c4e1672c-82be-41a8-883b-59ad80ed479c None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:13.826675 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c4e1672c-82be-41a8-883b-59ad80ed479c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:13.854833 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4a12ea-6758-45a6-9b2f-3eeda9c146f8 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Made reservation on behalf of ea6c137e8c73496db890a441555f27ad for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:27:13.858533 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2a4a12ea-6758-45a6-9b2f-3eeda9c146f8 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:13.877732 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e1672c-82be-41a8-883b-59ad80ed479c None None] Network b005fc8f-c564-4abc-8c3c-334c25710e2a is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:27:13.882005 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-c4e1672c-82be-41a8-883b-59ad80ed479c None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:27:13.889165 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e1672c-82be-41a8-883b-59ad80ed479c None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:27:13.893081 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1672c-82be-41a8-883b-59ad80ed479c None None] Pushing event updated for resources: {'Port': ['ID=4c1a2500-5b8d-4714-9bfd-ab438b512c68,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:13.945342 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-c4e1672c-82be-41a8-883b-59ad80ed479c None None] Attempting to bind port 4c1a2500-5b8d-4714-9bfd-ab438b512c68 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:27:13.945739 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-c4e1672c-82be-41a8-883b-59ad80ed479c None None] Attempting to bind port 4c1a2500-5b8d-4714-9bfd-ab438b512c68 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'b2423ffb-6f74-4cad-ad90-27981d730283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b005fc8f-c564-4abc-8c3c-334c25710e2a'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:27:13.946303 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e1672c-82be-41a8-883b-59ad80ed479c None None] Attempting to bind port 4c1a2500-5b8d-4714-9bfd-ab438b512c68 on network b005fc8f-c564-4abc-8c3c-334c25710e2a {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:27:13.951560 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e1672c-82be-41a8-883b-59ad80ed479c None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:27:13.951934 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e1672c-82be-41a8-883b-59ad80ed479c None None] Checking segment: {'id': 'b2423ffb-6f74-4cad-ad90-27981d730283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b005fc8f-c564-4abc-8c3c-334c25710e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:27:13.952329 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c4e1672c-82be-41a8-883b-59ad80ed479c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:13.952715 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e1672c-82be-41a8-883b-59ad80ed479c None None] Bound using segment: {'id': 'b2423ffb-6f74-4cad-ad90-27981d730283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b005fc8f-c564-4abc-8c3c-334c25710e2a'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:27:13.953200 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-c4e1672c-82be-41a8-883b-59ad80ed479c None None] Bound port: 4c1a2500-5b8d-4714-9bfd-ab438b512c68, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2423ffb-6f74-4cad-ad90-27981d730283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b005fc8f-c564-4abc-8c3c-334c25710e2a'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:27:13.953586 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c4e1672c-82be-41a8-883b-59ad80ed479c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:14.016406 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c4e1672c-82be-41a8-883b-59ad80ed479c None None] For port 4c1a2500-5b8d-4714-9bfd-ab438b512c68, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:27:14.019610 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c4e1672c-82be-41a8-883b-59ad80ed479c None None] For port 4c1a2500-5b8d-4714-9bfd-ab438b512c68, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=4c1a2500-5b8d-4714-9bfd-ab438b512c68,segment=NetworkSegment(b2423ffb-6f74-4cad-ad90-27981d730283),segment_id=b2423ffb-6f74-4cad-ad90-27981d730283)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:27:14.083474 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c4e1672c-82be-41a8-883b-59ad80ed479c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:14.111937 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2a4a12ea-6758-45a6-9b2f-3eeda9c146f8 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:14.148859 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1672c-82be-41a8-883b-59ad80ed479c None None] Pushing event updated for resources: {'Port': ['ID=4c1a2500-5b8d-4714-9bfd-ab438b512c68,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:14.178216 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a12ea-6758-45a6-9b2f-3eeda9c146f8 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Pushing event updated for resources: {'Subnet': ['ID=98552c53-3f8a-4526-9dc8-34a76718dfd2,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:14.188724 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4a12ea-6758-45a6-9b2f-3eeda9c146f8 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Checking segment: {'id': 'a1fdceab-8905-4e76-9de0-b7dacdc62b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4134f36f-b3b1-44a7-8966-bccf3690cca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:27:14.189106 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4a12ea-6758-45a6-9b2f-3eeda9c146f8 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Network hostable DHCP agents. Network: 4134f36f-b3b1-44a7-8966-bccf3690cca5, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:27:14.312093 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4a12ea-6758-45a6-9b2f-3eeda9c146f8 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Network 4134f36f-b3b1-44a7-8966-bccf3690cca5 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:27:14.403505 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-2a4a12ea-6758-45a6-9b2f-3eeda9c146f8 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 4134f36f-b3b1-44a7-8966-bccf3690cca5) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:27:14.412916 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5147bc4-93f1-4744-93ba-04fea6f0f1a2 None None] Network 4134f36f-b3b1-44a7-8966-bccf3690cca5 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:27:14.418023 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4a12ea-6758-45a6-9b2f-3eeda9c146f8 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:14.418716 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2a4a12ea-6758-45a6-9b2f-3eeda9c146f8 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:14.456263 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 4c1a2500-5b8d-4714-9bfd-ab438b512c68 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:27:14.497777 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2a4a12ea-6758-45a6-9b2f-3eeda9c146f8 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8440020 Dec 17 16:27:14.500406 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44222) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:14.505163 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-3fa21241-34d5-4994-9f14-5e66aed58a2e tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Request body: {'router': {'external_gateway_info': {'network_id': '4134f36f-b3b1-44a7-8966-bccf3690cca5'}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:27:14.558344 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 4c1a2500-5b8d-4714-9bfd-ab438b512c68 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:27:14.558629 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:14.628002 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fdba5c-b60e-4d12-8c03-754377721e3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-4134f36f-b3b1-44a7-8966-bccf3690cca5', 'network_id': '4134f36f-b3b1-44a7-8966-bccf3690cca5', 'tenant_id': 'ea6c137e8c73496db890a441555f27ad', 'fixed_ips': [{'subnet_id': '98552c53-3f8a-4526-9dc8-34a76718dfd2'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 16:27:14.628845 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-15fdba5c-b60e-4d12-8c03-754377721e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:14.682070 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:14.715580 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3fa21241-34d5-4994-9f14-5e66aed58a2e tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:14.775323 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 4c1a2500-5b8d-4714-9bfd-ab438b512c68, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=4c1a2500-5b8d-4714-9bfd-ab438b512c68,segment=NetworkSegment(b2423ffb-6f74-4cad-ad90-27981d730283),segment_id=b2423ffb-6f74-4cad-ad90-27981d730283)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:27:14.822544 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-15fdba5c-b60e-4d12-8c03-754377721e3f None None] Allocated IP 172.21.0.2 (4134f36f-b3b1-44a7-8966-bccf3690cca5/98552c53-3f8a-4526-9dc8-34a76718dfd2/6ad6076b-3f75-4ad4-9a98-ad1927a5c8a6) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:27:14.847887 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:14.907068 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [None req-3fa21241-34d5-4994-9f14-5e66aed58a2e tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 17 16:27:14.908727 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3fa21241-34d5-4994-9f14-5e66aed58a2e tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] 10.222.0.46 "PUT /v2.0/routers/56e57ec8-1296-465e-8e6e-02625af5d237 HTTP/1.1" status: 400 len: 364 time: 0.4073915 Dec 17 16:27:14.914851 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44224) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:14.959491 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=4c1a2500-5b8d-4714-9bfd-ab438b512c68,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:14.989141 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea684275-e852-4e95-b29f-1c2e0b9ea105 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Deleting subnet 98552c53-3f8a-4526-9dc8-34a76718dfd2 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 16:27:15.032060 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-15fdba5c-b60e-4d12-8c03-754377721e3f None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:15.086509 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9567a029-0cc5-453a-b4fa-bb3acb236a98 None None] Network b005fc8f-c564-4abc-8c3c-334c25710e2a requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:27:15.103393 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ea684275-e852-4e95-b29f-1c2e0b9ea105 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:15.128136 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-15fdba5c-b60e-4d12-8c03-754377721e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:15.143485 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ea684275-e852-4e95-b29f-1c2e0b9ea105 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:15.196069 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fdba5c-b60e-4d12-8c03-754377721e3f None None] Network 4134f36f-b3b1-44a7-8966-bccf3690cca5 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:27:15.209802 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fdba5c-b60e-4d12-8c03-754377721e3f None None] Pushing event updated for resources: {'Port': ['ID=6ad6076b-3f75-4ad4-9a98-ad1927a5c8a6,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:15.214011 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-15fdba5c-b60e-4d12-8c03-754377721e3f None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:27:15.220223 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fdba5c-b60e-4d12-8c03-754377721e3f None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:27:15.224940 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-1bbf1c26-0a1a-4784-bb3c-f5b34bbbbcc2 None None] Provisioning complete for port 4c1a2500-5b8d-4714-9bfd-ab438b512c68 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:27:15.225331 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1bbf1c26-0a1a-4784-bb3c-f5b34bbbbcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:15.232974 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ea684275-e852-4e95-b29f-1c2e0b9ea105 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:15.348256 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-15fdba5c-b60e-4d12-8c03-754377721e3f None None] Attempting to bind port 6ad6076b-3f75-4ad4-9a98-ad1927a5c8a6 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:27:15.348512 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-15fdba5c-b60e-4d12-8c03-754377721e3f None None] Attempting to bind port 6ad6076b-3f75-4ad4-9a98-ad1927a5c8a6 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'a1fdceab-8905-4e76-9de0-b7dacdc62b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4134f36f-b3b1-44a7-8966-bccf3690cca5'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:27:15.348854 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fdba5c-b60e-4d12-8c03-754377721e3f None None] Attempting to bind port 6ad6076b-3f75-4ad4-9a98-ad1927a5c8a6 on network 4134f36f-b3b1-44a7-8966-bccf3690cca5 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:27:15.359620 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fdba5c-b60e-4d12-8c03-754377721e3f None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:27:15.359988 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fdba5c-b60e-4d12-8c03-754377721e3f None None] Checking segment: {'id': 'a1fdceab-8905-4e76-9de0-b7dacdc62b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4134f36f-b3b1-44a7-8966-bccf3690cca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:27:15.360478 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-15fdba5c-b60e-4d12-8c03-754377721e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:15.360984 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fdba5c-b60e-4d12-8c03-754377721e3f None None] Bound using segment: {'id': 'a1fdceab-8905-4e76-9de0-b7dacdc62b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4134f36f-b3b1-44a7-8966-bccf3690cca5'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:27:15.361480 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-15fdba5c-b60e-4d12-8c03-754377721e3f None None] Bound port: 6ad6076b-3f75-4ad4-9a98-ad1927a5c8a6, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1fdceab-8905-4e76-9de0-b7dacdc62b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4134f36f-b3b1-44a7-8966-bccf3690cca5'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:27:15.361852 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-15fdba5c-b60e-4d12-8c03-754377721e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:15.369807 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ea684275-e852-4e95-b29f-1c2e0b9ea105 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:15.400236 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ea684275-e852-4e95-b29f-1c2e0b9ea105 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:15.403465 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ea684275-e852-4e95-b29f-1c2e0b9ea105 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] 10.222.0.46 "DELETE /v2.0/subnets/98552c53-3f8a-4526-9dc8-34a76718dfd2 HTTP/1.1" status: 204 len: 168 time: 0.4870188 Dec 17 16:27:15.404492 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea684275-e852-4e95-b29f-1c2e0b9ea105 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Pushing event deleted for resources: {'Subnet': ['ID=98552c53-3f8a-4526-9dc8-34a76718dfd2,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:15.406159 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44226) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:15.412484 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea684275-e852-4e95-b29f-1c2e0b9ea105 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:27:15.412828 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea684275-e852-4e95-b29f-1c2e0b9ea105 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:27:15.413192 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea684275-e852-4e95-b29f-1c2e0b9ea105 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:27:15.413527 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea684275-e852-4e95-b29f-1c2e0b9ea105 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:27:15.413947 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea684275-e852-4e95-b29f-1c2e0b9ea105 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:27:15.414282 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea684275-e852-4e95-b29f-1c2e0b9ea105 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:27:15.414605 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea684275-e852-4e95-b29f-1c2e0b9ea105 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:27:15.414930 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea684275-e852-4e95-b29f-1c2e0b9ea105 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:27:15.415250 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea684275-e852-4e95-b29f-1c2e0b9ea105 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:27:15.415567 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea684275-e852-4e95-b29f-1c2e0b9ea105 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:27:15.415890 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea684275-e852-4e95-b29f-1c2e0b9ea105 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:27:15.416214 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea684275-e852-4e95-b29f-1c2e0b9ea105 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:27:15.494488 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dbd9bc6a-e0e7-4709-a42d-727968d58cfc tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:15.547978 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-dbd9bc6a-e0e7-4709-a42d-727968d58cfc tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Deleting port 6ad6076b-3f75-4ad4-9a98-ad1927a5c8a6 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:27:15.548318 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dbd9bc6a-e0e7-4709-a42d-727968d58cfc tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:15.615831 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-dbd9bc6a-e0e7-4709-a42d-727968d58cfc tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] For port 6ad6076b-3f75-4ad4-9a98-ad1927a5c8a6, host n-d-820553-2, got binding levels [] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:27:15.616101 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dbd9bc6a-e0e7-4709-a42d-727968d58cfc tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:15.629753 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-dbd9bc6a-e0e7-4709-a42d-727968d58cfc tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Calling delete_port for 6ad6076b-3f75-4ad4-9a98-ad1927a5c8a6 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:27:15.648104 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-15fdba5c-b60e-4d12-8c03-754377721e3f None None] For port 6ad6076b-3f75-4ad4-9a98-ad1927a5c8a6, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:27:15.652739 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-15fdba5c-b60e-4d12-8c03-754377721e3f None None] For port 6ad6076b-3f75-4ad4-9a98-ad1927a5c8a6, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=6ad6076b-3f75-4ad4-9a98-ad1927a5c8a6,segment=NetworkSegment(a1fdceab-8905-4e76-9de0-b7dacdc62b04),segment_id=a1fdceab-8905-4e76-9de0-b7dacdc62b04)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:27:15.784579 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-15fdba5c-b60e-4d12-8c03-754377721e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:15.869781 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fdba5c-b60e-4d12-8c03-754377721e3f None None] Pushing event updated for resources: {'Port': ['ID=6ad6076b-3f75-4ad4-9a98-ad1927a5c8a6,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:15.878110 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-fbcf37e7-dafd-451c-9b91-cd000452dda8 None None] Provisioning complete for port 4c1a2500-5b8d-4714-9bfd-ab438b512c68 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:27:15.878110 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fbcf37e7-dafd-451c-9b91-cd000452dda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:15.881121 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dbd9bc6a-e0e7-4709-a42d-727968d58cfc tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:15.907704 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9cb369-41fe-4854-8e88-f95e40795878 None None] Network 4134f36f-b3b1-44a7-8966-bccf3690cca5 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:27:15.913892 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd9bc6a-e0e7-4709-a42d-727968d58cfc tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Pushing event deleted for resources: {'Port': ['ID=6ad6076b-3f75-4ad4-9a98-ad1927a5c8a6,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:15.915751 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd9bc6a-e0e7-4709-a42d-727968d58cfc tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] No DVR routers for this DVR port 6ad6076b-3f75-4ad4-9a98-ad1927a5c8a6 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:27:15.996018 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dbd9bc6a-e0e7-4709-a42d-727968d58cfc tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:16.015829 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-dbd9bc6a-e0e7-4709-a42d-727968d58cfc tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4134f36f-b3b1-44a7-8966-bccf3690cca5']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:16.026297 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-dbd9bc6a-e0e7-4709-a42d-727968d58cfc tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1fdceab-8905-4e76-9de0-b7dacdc62b04') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:16.026593 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-dbd9bc6a-e0e7-4709-a42d-727968d58cfc tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1fdceab-8905-4e76-9de0-b7dacdc62b04') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:16.035870 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dbd9bc6a-e0e7-4709-a42d-727968d58cfc tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:16.049918 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dbd9bc6a-e0e7-4709-a42d-727968d58cfc tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:16.050581 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caac5e7f-d80f-45e4-8156-569452b95b86 None None] get_active_networks_info from n-d-820553-2 {{(pid=102834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 17 16:27:16.055899 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd9bc6a-e0e7-4709-a42d-727968d58cfc tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:27:16.056289 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dbd9bc6a-e0e7-4709-a42d-727968d58cfc tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:16.059315 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 16:27:16.059315 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:27:16.059315 n-d-820553-2 neutron-server[102833]: timer() Dec 17 16:27:16.059315 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:27:16.059315 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 16:27:16.059315 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:27:16.059315 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 16:27:16.059315 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:27:16.059315 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 16:27:16.059315 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:27:16.059315 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 16:27:16.059315 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:27:16.059315 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 16:27:16.059315 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:27:16.059315 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:27:16.059315 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:27:16.059315 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:27:16.059315 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:27:16.059315 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 16:27:16.059315 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:27:16.059315 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 16:27:16.059315 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:27:16.059315 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:27:16.059315 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:27:16.059315 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 16:27:16.059315 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:27:16.059315 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:27:16.059315 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:27:16.059315 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:27:16.059315 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:27:16.059315 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:27:16.059315 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:27:16.116452 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caac5e7f-d80f-45e4-8156-569452b95b86 None None] Resources bound (agent type, host, resource id): {{(pid=102834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 17 16:27:16.189795 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dbd9bc6a-e0e7-4709-a42d-727968d58cfc tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:16.194738 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dbd9bc6a-e0e7-4709-a42d-727968d58cfc tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:16.199010 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-dbd9bc6a-e0e7-4709-a42d-727968d58cfc tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] 10.222.0.46 "DELETE /v2.0/networks/4134f36f-b3b1-44a7-8966-bccf3690cca5 HTTP/1.1" status: 204 len: 168 time: 0.7915680 Dec 17 16:27:16.201558 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44228) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:16.214220 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd9bc6a-e0e7-4709-a42d-727968d58cfc tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Pushing event deleted for resources: {'Network': ['ID=4134f36f-b3b1-44a7-8966-bccf3690cca5,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:16.258832 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d37db8d-9c78-4a79-8792-ec635391686b tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Deleting subnet c8805c0d-bd06-45d3-91d4-8d3a8dcada39 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 16:27:16.261909 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7d37db8d-9c78-4a79-8792-ec635391686b tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:16.301026 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7d37db8d-9c78-4a79-8792-ec635391686b tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:16.384917 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7d37db8d-9c78-4a79-8792-ec635391686b tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:16.412408 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 4c1a2500-5b8d-4714-9bfd-ab438b512c68 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:27:16.461125 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 4c1a2500-5b8d-4714-9bfd-ab438b512c68 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:27:16.461421 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:16.526950 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7d37db8d-9c78-4a79-8792-ec635391686b tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:16.556587 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37db8d-9c78-4a79-8792-ec635391686b tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Pushing event deleted for resources: {'Subnet': ['ID=c8805c0d-bd06-45d3-91d4-8d3a8dcada39,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:16.560570 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7d37db8d-9c78-4a79-8792-ec635391686b tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:16.563733 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7d37db8d-9c78-4a79-8792-ec635391686b tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] 10.222.0.46 "DELETE /v2.0/subnets/c8805c0d-bd06-45d3-91d4-8d3a8dcada39 HTTP/1.1" status: 204 len: 168 time: 0.3611686 Dec 17 16:27:16.566125 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44230) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:16.566843 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6df13f3-c54d-4658-afbd-27159766e816 None None] Network b005fc8f-c564-4abc-8c3c-334c25710e2a requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:27:16.642233 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7d5e8750-0f60-416f-95bb-036040b5dd6a tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:16.694601 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-7d5e8750-0f60-416f-95bb-036040b5dd6a tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Deleting port 4c1a2500-5b8d-4714-9bfd-ab438b512c68 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:27:16.695034 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7d5e8750-0f60-416f-95bb-036040b5dd6a tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:16.734452 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1786595a-8866-459e-915e-74bdc73a8ea7 None None] DHCP port deletion for b005fc8f-c564-4abc-8c3c-334c25710e2a request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 16:27:16.762136 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-7d5e8750-0f60-416f-95bb-036040b5dd6a tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] For port 4c1a2500-5b8d-4714-9bfd-ab438b512c68, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=4c1a2500-5b8d-4714-9bfd-ab438b512c68,segment=NetworkSegment(b2423ffb-6f74-4cad-ad90-27981d730283),segment_id=b2423ffb-6f74-4cad-ad90-27981d730283)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:27:16.762499 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7d5e8750-0f60-416f-95bb-036040b5dd6a tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:16.775905 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-7d5e8750-0f60-416f-95bb-036040b5dd6a tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Calling delete_port for 4c1a2500-5b8d-4714-9bfd-ab438b512c68 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:27:16.784827 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-1786595a-8866-459e-915e-74bdc73a8ea7 None None] Deleting port 4c1a2500-5b8d-4714-9bfd-ab438b512c68 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:27:16.785235 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1786595a-8866-459e-915e-74bdc73a8ea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:16.847045 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-1786595a-8866-459e-915e-74bdc73a8ea7 None None] For port 4c1a2500-5b8d-4714-9bfd-ab438b512c68, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=4c1a2500-5b8d-4714-9bfd-ab438b512c68,segment=NetworkSegment(b2423ffb-6f74-4cad-ad90-27981d730283),segment_id=b2423ffb-6f74-4cad-ad90-27981d730283)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:27:16.847446 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1786595a-8866-459e-915e-74bdc73a8ea7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:16.860735 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-1786595a-8866-459e-915e-74bdc73a8ea7 None None] Calling delete_port for 4c1a2500-5b8d-4714-9bfd-ab438b512c68 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:27:16.940415 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7d5e8750-0f60-416f-95bb-036040b5dd6a tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:16.946831 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1786595a-8866-459e-915e-74bdc73a8ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:16.970989 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e8750-0f60-416f-95bb-036040b5dd6a tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Pushing event deleted for resources: {'Port': ['ID=4c1a2500-5b8d-4714-9bfd-ab438b512c68,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:16.973566 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5e8750-0f60-416f-95bb-036040b5dd6a tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] No DVR routers for this DVR port 4c1a2500-5b8d-4714-9bfd-ab438b512c68 on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:27:16.976204 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786595a-8866-459e-915e-74bdc73a8ea7 None None] Pushing event deleted for resources: {'Port': ['ID=4c1a2500-5b8d-4714-9bfd-ab438b512c68,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:16.978469 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1786595a-8866-459e-915e-74bdc73a8ea7 None None] No DVR routers for this DVR port 4c1a2500-5b8d-4714-9bfd-ab438b512c68 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:27:17.051961 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7d5e8750-0f60-416f-95bb-036040b5dd6a tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:17.071997 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-7d5e8750-0f60-416f-95bb-036040b5dd6a tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b005fc8f-c564-4abc-8c3c-334c25710e2a']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:17.080819 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-7d5e8750-0f60-416f-95bb-036040b5dd6a tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2423ffb-6f74-4cad-ad90-27981d730283') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:17.081149 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-7d5e8750-0f60-416f-95bb-036040b5dd6a tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2423ffb-6f74-4cad-ad90-27981d730283') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:17.090227 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7d5e8750-0f60-416f-95bb-036040b5dd6a tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:17.103106 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7d5e8750-0f60-416f-95bb-036040b5dd6a tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:17.108863 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d5e8750-0f60-416f-95bb-036040b5dd6a tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:27:17.109279 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7d5e8750-0f60-416f-95bb-036040b5dd6a tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:17.112216 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 16:27:17.112216 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:27:17.112216 n-d-820553-2 neutron-server[102832]: timer() Dec 17 16:27:17.112216 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:27:17.112216 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 16:27:17.112216 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:27:17.112216 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 16:27:17.112216 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:27:17.112216 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 16:27:17.112216 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:27:17.112216 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 16:27:17.112216 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:27:17.112216 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 16:27:17.112216 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:27:17.112216 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:27:17.112216 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:27:17.112216 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:27:17.112216 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:27:17.112216 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 16:27:17.112216 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:27:17.112216 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 16:27:17.112216 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:27:17.112216 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:27:17.112216 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:27:17.112216 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 16:27:17.112216 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:27:17.112216 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:27:17.112216 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:27:17.112216 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:27:17.112216 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:27:17.112216 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:27:17.112216 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:27:17.228995 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7d5e8750-0f60-416f-95bb-036040b5dd6a tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:17.241406 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7d5e8750-0f60-416f-95bb-036040b5dd6a tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:17.241406 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7d5e8750-0f60-416f-95bb-036040b5dd6a tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] 10.222.0.46 "DELETE /v2.0/networks/b005fc8f-c564-4abc-8c3c-334c25710e2a HTTP/1.1" status: 204 len: 168 time: 0.6717780 Dec 17 16:27:17.242556 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44232) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:17.251026 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e8750-0f60-416f-95bb-036040b5dd6a tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Pushing event deleted for resources: {'Network': ['ID=b005fc8f-c564-4abc-8c3c-334c25710e2a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:17.270558 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2ad50e64-280e-4d6b-b770-a2a8f8e0f7b5 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] 10.222.0.46 "GET /v2.0/ports?device_id=56e57ec8-1296-465e-8e6e-02625af5d237 HTTP/1.1" status: 200 len: 205 time: 0.0272083 Dec 17 16:27:17.272777 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44234) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:17.345341 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-198af19d-3412-4de2-a6f3-d5da44b03fd9 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:17.498401 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-198af19d-3412-4de2-a6f3-d5da44b03fd9 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:17.500445 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-198af19d-3412-4de2-a6f3-d5da44b03fd9 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:17.600666 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-198af19d-3412-4de2-a6f3-d5da44b03fd9 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:17.601197 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198af19d-3412-4de2-a6f3-d5da44b03fd9 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Fanout notify agent at l3_agent the message router_deleted on router 56e57ec8-1296-465e-8e6e-02625af5d237 {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:27:17.608497 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-198af19d-3412-4de2-a6f3-d5da44b03fd9 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:17.609520 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-198af19d-3412-4de2-a6f3-d5da44b03fd9 tempest-RoutersNegativeTest-760705536 tempest-RoutersNegativeTest-760705536-project] 10.222.0.46 "DELETE /v2.0/routers/56e57ec8-1296-465e-8e6e-02625af5d237 HTTP/1.1" status: 204 len: 168 time: 0.3358071 Dec 17 16:27:18.059803 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44240) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:18.187123 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-86ee0c52-9698-45c8-874f-453603d39a73 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ea6c137e8c73496db890a441555f27ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1261823 Dec 17 16:27:18.189554 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44244) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:18.236891 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b3cdf0b4-c4b6-4de3-b5fe-323929e4dd18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:18.258123 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b3cdf0b4-c4b6-4de3-b5fe-323929e4dd18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:18.369784 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b3cdf0b4-c4b6-4de3-b5fe-323929e4dd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:18.372512 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b3cdf0b4-c4b6-4de3-b5fe-323929e4dd18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:18.373778 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b3cdf0b4-c4b6-4de3-b5fe-323929e4dd18 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ecb7d0fd-52a6-4d66-b3b3-e03309a03e29 HTTP/1.1" status: 204 len: 168 time: 0.1833551 Dec 17 16:27:18.381767 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cdf0b4-c4b6-4de3-b5fe-323929e4dd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb7d0fd-52a6-4d66-b3b3-e03309a03e29,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:18.412804 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 4c1a2500-5b8d-4714-9bfd-ab438b512c68 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:27:18.434448 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 4c1a2500-5b8d-4714-9bfd-ab438b512c68 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:27:18.435017 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 4c1a2500-5b8d-4714-9bfd-ab438b512c68 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:27:19.311584 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44266) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:19.409482 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-49cc6ce4-7a53-42cb-b7a1-c99386e2dae9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1614121293-network', 'tenant_id': 'c5995ac0607f43a3810623517055e4c5'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:27:19.505488 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cc6ce4-7a53-42cb-b7a1-c99386e2dae9 admin admin] Made reservation on behalf of c5995ac0607f43a3810623517055e4c5 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:27:19.508116 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-49cc6ce4-7a53-42cb-b7a1-c99386e2dae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:19.516348 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-49cc6ce4-7a53-42cb-b7a1-c99386e2dae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:19.592920 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-49cc6ce4-7a53-42cb-b7a1-c99386e2dae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:19.651672 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-49cc6ce4-7a53-42cb-b7a1-c99386e2dae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:19.677785 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49cc6ce4-7a53-42cb-b7a1-c99386e2dae9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:27:19.683835 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc6ce4-7a53-42cb-b7a1-c99386e2dae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c987eb-4219-4b81-85c7-02e2cd690446,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:19.689561 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-49cc6ce4-7a53-42cb-b7a1-c99386e2dae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:19.690177 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-49cc6ce4-7a53-42cb-b7a1-c99386e2dae9 admin admin] Added segment 06fcc5ea-d52f-4116-ad84-65d351bdd204 of type vlan for network 02669734-f5b5-4afa-93b5-50db663200d6 Dec 17 16:27:19.729935 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-49cc6ce4-7a53-42cb-b7a1-c99386e2dae9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:19.828873 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-49cc6ce4-7a53-42cb-b7a1-c99386e2dae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:19.829857 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cc6ce4-7a53-42cb-b7a1-c99386e2dae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:19.830426 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-49cc6ce4-7a53-42cb-b7a1-c99386e2dae9 admin admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:19.891610 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc6ce4-7a53-42cb-b7a1-c99386e2dae9 admin admin] Pushing event updated for resources: {'Network': ['ID=02669734-f5b5-4afa-93b5-50db663200d6,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:19.903018 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 02669734-f5b5-4afa-93b5-50db663200d6 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:27:19.952581 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44270) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:19.953163 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-49cc6ce4-7a53-42cb-b7a1-c99386e2dae9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6398883 Dec 17 16:27:19.958432 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-1bdab2df-9feb-4167-86e7-f4ab78686c7c admin admin] Request body: {'subnet': {'network_id': '02669734-f5b5-4afa-93b5-50db663200d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1614121293-subnet', 'tenant_id': 'c5995ac0607f43a3810623517055e4c5', 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:27:20.037400 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdab2df-9feb-4167-86e7-f4ab78686c7c admin admin] Made reservation on behalf of c5995ac0607f43a3810623517055e4c5 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:27:20.040203 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1bdab2df-9feb-4167-86e7-f4ab78686c7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:20.254879 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1bdab2df-9feb-4167-86e7-f4ab78686c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:20.309636 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdab2df-9feb-4167-86e7-f4ab78686c7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=641b960b-06c3-4ce4-b495-46ac81344f3f,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:20.318080 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdab2df-9feb-4167-86e7-f4ab78686c7c admin admin] Checking segment: {'id': '06fcc5ea-d52f-4116-ad84-65d351bdd204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '02669734-f5b5-4afa-93b5-50db663200d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:27:20.318438 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdab2df-9feb-4167-86e7-f4ab78686c7c admin admin] Network hostable DHCP agents. Network: 02669734-f5b5-4afa-93b5-50db663200d6, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:27:20.418049 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdab2df-9feb-4167-86e7-f4ab78686c7c admin admin] Network 02669734-f5b5-4afa-93b5-50db663200d6 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:27:20.517639 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-1bdab2df-9feb-4167-86e7-f4ab78686c7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 02669734-f5b5-4afa-93b5-50db663200d6) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:27:20.522054 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdab2df-9feb-4167-86e7-f4ab78686c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:20.522640 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1bdab2df-9feb-4167-86e7-f4ab78686c7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:20.531911 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906c3322-62af-41ab-9621-3c5b513f6b52 None None] Network 02669734-f5b5-4afa-93b5-50db663200d6 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:27:20.617644 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1bdab2df-9feb-4167-86e7-f4ab78686c7c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6630857 Dec 17 16:27:20.620893 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44272) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:20.625348 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-638a5c25-36d2-42cd-a708-2446104bf508 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1614121293-router', 'tenant_id': 'c5995ac0607f43a3810623517055e4c5', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:27:20.672665 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f804c4d-b2ee-4990-ae1c-609660515ce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-02669734-f5b5-4afa-93b5-50db663200d6', 'network_id': '02669734-f5b5-4afa-93b5-50db663200d6', 'tenant_id': 'c5995ac0607f43a3810623517055e4c5', 'fixed_ips': [{'subnet_id': '641b960b-06c3-4ce4-b495-46ac81344f3f'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 16:27:20.673566 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2f804c4d-b2ee-4990-ae1c-609660515ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:20.715573 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-638a5c25-36d2-42cd-a708-2446104bf508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:20.716678 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-638a5c25-36d2-42cd-a708-2446104bf508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:20.771835 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-638a5c25-36d2-42cd-a708-2446104bf508 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:20.809894 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-2f804c4d-b2ee-4990-ae1c-609660515ce4 None None] Allocated IP 172.20.0.2 (02669734-f5b5-4afa-93b5-50db663200d6/641b960b-06c3-4ce4-b495-46ac81344f3f/f907e8bd-17db-42a7-8012-8267f87ba9fa) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:27:20.957482 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2f804c4d-b2ee-4990-ae1c-609660515ce4 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:20.985632 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-638a5c25-36d2-42cd-a708-2446104bf508 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:21.020682 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2f804c4d-b2ee-4990-ae1c-609660515ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:21.059117 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f804c4d-b2ee-4990-ae1c-609660515ce4 None None] Network 02669734-f5b5-4afa-93b5-50db663200d6 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:27:21.061945 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-2f804c4d-b2ee-4990-ae1c-609660515ce4 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:27:21.065332 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f804c4d-b2ee-4990-ae1c-609660515ce4 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:27:21.073851 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f804c4d-b2ee-4990-ae1c-609660515ce4 None None] Pushing event updated for resources: {'Port': ['ID=f907e8bd-17db-42a7-8012-8267f87ba9fa,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:21.127474 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-2f804c4d-b2ee-4990-ae1c-609660515ce4 None None] Attempting to bind port f907e8bd-17db-42a7-8012-8267f87ba9fa on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:27:21.127835 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-2f804c4d-b2ee-4990-ae1c-609660515ce4 None None] Attempting to bind port f907e8bd-17db-42a7-8012-8267f87ba9fa by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '06fcc5ea-d52f-4116-ad84-65d351bdd204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '02669734-f5b5-4afa-93b5-50db663200d6'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:27:21.133442 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f804c4d-b2ee-4990-ae1c-609660515ce4 None None] Attempting to bind port f907e8bd-17db-42a7-8012-8267f87ba9fa on network 02669734-f5b5-4afa-93b5-50db663200d6 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:27:21.134022 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f804c4d-b2ee-4990-ae1c-609660515ce4 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:27:21.134466 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f804c4d-b2ee-4990-ae1c-609660515ce4 None None] Checking segment: {'id': '06fcc5ea-d52f-4116-ad84-65d351bdd204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '02669734-f5b5-4afa-93b5-50db663200d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:27:21.134867 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2f804c4d-b2ee-4990-ae1c-609660515ce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:21.135258 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f804c4d-b2ee-4990-ae1c-609660515ce4 None None] Bound using segment: {'id': '06fcc5ea-d52f-4116-ad84-65d351bdd204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '02669734-f5b5-4afa-93b5-50db663200d6'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:27:21.135721 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-2f804c4d-b2ee-4990-ae1c-609660515ce4 None None] Bound port: f907e8bd-17db-42a7-8012-8267f87ba9fa, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06fcc5ea-d52f-4116-ad84-65d351bdd204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '02669734-f5b5-4afa-93b5-50db663200d6'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:27:21.136097 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2f804c4d-b2ee-4990-ae1c-609660515ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:21.204596 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-2f804c4d-b2ee-4990-ae1c-609660515ce4 None None] For port f907e8bd-17db-42a7-8012-8267f87ba9fa, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:27:21.207981 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-2f804c4d-b2ee-4990-ae1c-609660515ce4 None None] For port f907e8bd-17db-42a7-8012-8267f87ba9fa, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f907e8bd-17db-42a7-8012-8267f87ba9fa,segment=NetworkSegment(06fcc5ea-d52f-4116-ad84-65d351bdd204),segment_id=06fcc5ea-d52f-4116-ad84-65d351bdd204)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:27:21.272550 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2f804c4d-b2ee-4990-ae1c-609660515ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:21.332620 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f804c4d-b2ee-4990-ae1c-609660515ce4 None None] Pushing event updated for resources: {'Port': ['ID=f907e8bd-17db-42a7-8012-8267f87ba9fa,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:21.530984 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-638a5c25-36d2-42cd-a708-2446104bf508 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:21.550412 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-638a5c25-36d2-42cd-a708-2446104bf508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:21.657238 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-638a5c25-36d2-42cd-a708-2446104bf508 admin admin] Allocated IP 172.25.6.73 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/7a94018e-9a16-40c9-8cf9-83d720b0db42) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:27:21.756250 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-638a5c25-36d2-42cd-a708-2446104bf508 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:21.835087 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-638a5c25-36d2-42cd-a708-2446104bf508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:21.871963 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638a5c25-36d2-42cd-a708-2446104bf508 admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:27:21.874805 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-638a5c25-36d2-42cd-a708-2446104bf508 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:27:21.878242 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638a5c25-36d2-42cd-a708-2446104bf508 admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:27:21.907013 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a5c25-36d2-42cd-a708-2446104bf508 admin admin] Pushing event updated for resources: {'Port': ['ID=7a94018e-9a16-40c9-8cf9-83d720b0db42,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:22.200219 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-638a5c25-36d2-42cd-a708-2446104bf508 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:22.223664 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576da5e1-c5f9-4210-a046-11c67514faa0 None None] Network 02669734-f5b5-4afa-93b5-50db663200d6 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:27:22.356729 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-9dd3f7e3-9540-4268-831a-76e2f56e3702 None None] Provisioning complete for port f907e8bd-17db-42a7-8012-8267f87ba9fa triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:27:22.357119 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9dd3f7e3-9540-4268-831a-76e2f56e3702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:22.410304 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-638a5c25-36d2-42cd-a708-2446104bf508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:22.480761 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9dd3f7e3-9540-4268-831a-76e2f56e3702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:22.518912 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-9dd3f7e3-9540-4268-831a-76e2f56e3702 None None] For port f907e8bd-17db-42a7-8012-8267f87ba9fa, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f907e8bd-17db-42a7-8012-8267f87ba9fa,segment=NetworkSegment(06fcc5ea-d52f-4116-ad84-65d351bdd204),segment_id=06fcc5ea-d52f-4116-ad84-65d351bdd204)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:27:22.581565 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9dd3f7e3-9540-4268-831a-76e2f56e3702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:22.612986 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f907e8bd-17db-42a7-8012-8267f87ba9fa up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:27:22.646675 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638a5c25-36d2-42cd-a708-2446104bf508 admin admin] Router a0d24543-46bd-4afc-bcd2-c96c8581d218 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:27:22.675622 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3f7e3-9540-4268-831a-76e2f56e3702 None None] Pushing event updated for resources: {'Port': ['ID=f907e8bd-17db-42a7-8012-8267f87ba9fa,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:22.693142 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port f907e8bd-17db-42a7-8012-8267f87ba9fa triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:27:22.693515 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:22.725247 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-2dd6eadc-6d3e-45e8-a21c-00b9e4c0bcec None None] Provisioning complete for port f907e8bd-17db-42a7-8012-8267f87ba9fa triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:27:22.725541 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2dd6eadc-6d3e-45e8-a21c-00b9e4c0bcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:22.757243 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638a5c25-36d2-42cd-a708-2446104bf508 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:27:22.766382 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e556c825-50d8-4598-8460-c5fea9a0dfe0 None None] Sync routers for ids ['a0d24543-46bd-4afc-bcd2-c96c8581d218'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:27:22.776167 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e556c825-50d8-4598-8460-c5fea9a0dfe0 None None] Routers {'a0d24543-46bd-4afc-bcd2-c96c8581d218'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:27:22.776783 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e556c825-50d8-4598-8460-c5fea9a0dfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:27:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a0d24543-46bd-4afc-bcd2-c96c8581d218'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:22.842546 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-638a5c25-36d2-42cd-a708-2446104bf508 admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:22.846844 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44274) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:22.847447 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-638a5c25-36d2-42cd-a708-2446104bf508 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2252727 Dec 17 16:27:22.881557 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-e556c825-50d8-4598-8460-c5fea9a0dfe0 None None] Set router a0d24543-46bd-4afc-bcd2-c96c8581d218 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:27:23.155126 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e556c825-50d8-4598-8460-c5fea9a0dfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d24543-46bd-4afc-bcd2-c96c8581d218', 'name': 'tempest-TestEncryptedCinderVolumes-1614121293-router', 'tenant_id': 'c5995ac0607f43a3810623517055e4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '7a94018e-9a16-40c9-8cf9-83d720b0db42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:27:20Z', 'updated_at': '2021-12-17T16:27:22Z', 'revision_number': 3, 'project_id': 'c5995ac0607f43a3810623517055e4c5', 'gw_port': {'id': '7a94018e-9a16-40c9-8cf9-83d720b0db42', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d24543-46bd-4afc-bcd2-c96c8581d218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:27:21Z', 'updated_at': '2021-12-17T16:27:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:23.185181 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e556c825-50d8-4598-8460-c5fea9a0dfe0 None None] Checking router: a0d24543-46bd-4afc-bcd2-c96c8581d218 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:27:23.185520 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e556c825-50d8-4598-8460-c5fea9a0dfe0 None None] Updating router a0d24543-46bd-4afc-bcd2-c96c8581d218 port 7a94018e-9a16-40c9-8cf9-83d720b0db42 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:27:23.209744 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-e556c825-50d8-4598-8460-c5fea9a0dfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:23.457015 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-e556c825-50d8-4598-8460-c5fea9a0dfe0 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:23.517209 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-e556c825-50d8-4598-8460-c5fea9a0dfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:23.568061 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68fa6d-aaf8-4451-8d2a-69285a6f5fcf None None] Pushing event updated for resources: {'Port': ['ID=7a94018e-9a16-40c9-8cf9-83d720b0db42,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:23.570189 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-e556c825-50d8-4598-8460-c5fea9a0dfe0 None None] Attempting to bind port 7a94018e-9a16-40c9-8cf9-83d720b0db42 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:27:23.570536 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-e556c825-50d8-4598-8460-c5fea9a0dfe0 None None] Attempting to bind port 7a94018e-9a16-40c9-8cf9-83d720b0db42 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:27:23.571070 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e556c825-50d8-4598-8460-c5fea9a0dfe0 None None] Attempting to bind port 7a94018e-9a16-40c9-8cf9-83d720b0db42 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:27:23.580131 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d68fa6d-aaf8-4451-8d2a-69285a6f5fcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:27:23.580469 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d68fa6d-aaf8-4451-8d2a-69285a6f5fcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:27:23.580801 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d68fa6d-aaf8-4451-8d2a-69285a6f5fcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:27:23.581219 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d68fa6d-aaf8-4451-8d2a-69285a6f5fcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:27:23.581554 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d68fa6d-aaf8-4451-8d2a-69285a6f5fcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:27:23.581874 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d68fa6d-aaf8-4451-8d2a-69285a6f5fcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:27:23.582191 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d68fa6d-aaf8-4451-8d2a-69285a6f5fcf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:27:23.582510 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d68fa6d-aaf8-4451-8d2a-69285a6f5fcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:27:23.582826 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d68fa6d-aaf8-4451-8d2a-69285a6f5fcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:27:23.583140 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d68fa6d-aaf8-4451-8d2a-69285a6f5fcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:27:23.583450 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d68fa6d-aaf8-4451-8d2a-69285a6f5fcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:27:23.583758 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d68fa6d-aaf8-4451-8d2a-69285a6f5fcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:27:23.587139 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e556c825-50d8-4598-8460-c5fea9a0dfe0 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:27:23.587506 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e556c825-50d8-4598-8460-c5fea9a0dfe0 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:27:23.587900 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-e556c825-50d8-4598-8460-c5fea9a0dfe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:23.588261 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e556c825-50d8-4598-8460-c5fea9a0dfe0 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:27:23.588720 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-e556c825-50d8-4598-8460-c5fea9a0dfe0 None None] Bound port: 7a94018e-9a16-40c9-8cf9-83d720b0db42, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:27:23.589111 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-e556c825-50d8-4598-8460-c5fea9a0dfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:23.593090 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b98b9028-d4c5-4022-89fe-c721d7d1b168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:23.643042 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-e556c825-50d8-4598-8460-c5fea9a0dfe0 None None] For port 7a94018e-9a16-40c9-8cf9-83d720b0db42, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:27:23.646021 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-e556c825-50d8-4598-8460-c5fea9a0dfe0 None None] For port 7a94018e-9a16-40c9-8cf9-83d720b0db42, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=7a94018e-9a16-40c9-8cf9-83d720b0db42,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:27:23.712349 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-e556c825-50d8-4598-8460-c5fea9a0dfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:23.753422 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-b98b9028-d4c5-4022-89fe-c721d7d1b168 admin admin] Allocated IP 172.20.0.1 (02669734-f5b5-4afa-93b5-50db663200d6/641b960b-06c3-4ce4-b495-46ac81344f3f/37aacf38-bd97-4784-9065-2c384a64733e) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:27:23.771022 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68fa6d-aaf8-4451-8d2a-69285a6f5fcf None None] Pushing event updated for resources: {'Port': ['ID=7a94018e-9a16-40c9-8cf9-83d720b0db42,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:23.775560 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e556c825-50d8-4598-8460-c5fea9a0dfe0 None None] Routers {'a0d24543-46bd-4afc-bcd2-c96c8581d218'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:27:23.776159 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e556c825-50d8-4598-8460-c5fea9a0dfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:27:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a0d24543-46bd-4afc-bcd2-c96c8581d218'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:23.862012 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b98b9028-d4c5-4022-89fe-c721d7d1b168 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:23.881811 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-e556c825-50d8-4598-8460-c5fea9a0dfe0 None None] Set router a0d24543-46bd-4afc-bcd2-c96c8581d218 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:27:23.944088 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b98b9028-d4c5-4022-89fe-c721d7d1b168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:23.982691 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98b9028-d4c5-4022-89fe-c721d7d1b168 admin admin] Network 02669734-f5b5-4afa-93b5-50db663200d6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:27:23.986887 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-b98b9028-d4c5-4022-89fe-c721d7d1b168 admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:27:23.995035 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98b9028-d4c5-4022-89fe-c721d7d1b168 admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:27:23.998173 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b9028-d4c5-4022-89fe-c721d7d1b168 admin admin] Pushing event updated for resources: {'Port': ['ID=37aacf38-bd97-4784-9065-2c384a64733e,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:24.035408 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b98b9028-d4c5-4022-89fe-c721d7d1b168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:24.063331 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e556c825-50d8-4598-8460-c5fea9a0dfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d24543-46bd-4afc-bcd2-c96c8581d218', 'name': 'tempest-TestEncryptedCinderVolumes-1614121293-router', 'tenant_id': 'c5995ac0607f43a3810623517055e4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '7a94018e-9a16-40c9-8cf9-83d720b0db42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:27:20Z', 'updated_at': '2021-12-17T16:27:22Z', 'revision_number': 3, 'project_id': 'c5995ac0607f43a3810623517055e4c5', 'gw_port': {'id': '7a94018e-9a16-40c9-8cf9-83d720b0db42', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d24543-46bd-4afc-bcd2-c96c8581d218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:27:21Z', 'updated_at': '2021-12-17T16:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:24.094430 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e556c825-50d8-4598-8460-c5fea9a0dfe0 None None] The sync data for ids ['a0d24543-46bd-4afc-bcd2-c96c8581d218'] in n-d-820553-2 is: [{'id': 'a0d24543-46bd-4afc-bcd2-c96c8581d218', 'name': 'tempest-TestEncryptedCinderVolumes-1614121293-router', 'tenant_id': 'c5995ac0607f43a3810623517055e4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '7a94018e-9a16-40c9-8cf9-83d720b0db42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:27:20Z', 'updated_at': '2021-12-17T16:27:22Z', 'revision_number': 3, 'project_id': 'c5995ac0607f43a3810623517055e4c5', 'gw_port': {'id': '7a94018e-9a16-40c9-8cf9-83d720b0db42', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d24543-46bd-4afc-bcd2-c96c8581d218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:27:21Z', 'updated_at': '2021-12-17T16:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:27:24.240673 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b98b9028-d4c5-4022-89fe-c721d7d1b168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:24.282166 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-5fd217d7-7e2a-4c2f-b206-31157899ba59 None None] Provisioning complete for port 37aacf38-bd97-4784-9065-2c384a64733e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:27:24.282800 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5fd217d7-7e2a-4c2f-b206-31157899ba59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:24.335367 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-5fd217d7-7e2a-4c2f-b206-31157899ba59 None None] Port 37aacf38-bd97-4784-9065-2c384a64733e cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:27:24.445654 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b98b9028-d4c5-4022-89fe-c721d7d1b168 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:24.503423 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b98b9028-d4c5-4022-89fe-c721d7d1b168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:24.515364 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 7a94018e-9a16-40c9-8cf9-83d720b0db42 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:27:24.571080 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 7a94018e-9a16-40c9-8cf9-83d720b0db42 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:27:24.571911 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:24.579337 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b98b9028-d4c5-4022-89fe-c721d7d1b168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:24.581230 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b9028-d4c5-4022-89fe-c721d7d1b168 admin admin] Pushing event updated for resources: {'Port': ['ID=37aacf38-bd97-4784-9065-2c384a64733e,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:24.664867 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:24.687183 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 7a94018e-9a16-40c9-8cf9-83d720b0db42, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=7a94018e-9a16-40c9-8cf9-83d720b0db42,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:27:24.688486 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98b9028-d4c5-4022-89fe-c721d7d1b168 admin admin] Network 02669734-f5b5-4afa-93b5-50db663200d6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:27:24.690108 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-b98b9028-d4c5-4022-89fe-c721d7d1b168 admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:27:24.755329 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:24.756583 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f907e8bd-17db-42a7-8012-8267f87ba9fa up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:27:24.823603 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98b9028-d4c5-4022-89fe-c721d7d1b168 admin admin] Router a0d24543-46bd-4afc-bcd2-c96c8581d218 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:27:24.843259 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=7a94018e-9a16-40c9-8cf9-83d720b0db42,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:24.857339 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port f907e8bd-17db-42a7-8012-8267f87ba9fa triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:27:24.858239 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:24.960599 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-96e760cb-4bbd-46a4-af7d-b254e02359de None None] Provisioning complete for port 37aacf38-bd97-4784-9065-2c384a64733e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:27:24.961936 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-96e760cb-4bbd-46a4-af7d-b254e02359de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:24.967725 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98b9028-d4c5-4022-89fe-c721d7d1b168 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:27:24.973114 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b98b9028-d4c5-4022-89fe-c721d7d1b168 admin admin] 10.222.0.46 "PUT /v2.0/routers/a0d24543-46bd-4afc-bcd2-c96c8581d218/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1251767 Dec 17 16:27:25.000104 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-96e760cb-4bbd-46a4-af7d-b254e02359de None None] Port 37aacf38-bd97-4784-9065-2c384a64733e cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:27:25.640835 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44290) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:25.645839 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-594425de-49f8-46f2-a231-0a728e5bc880 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1666244969-network', 'tenant_id': '5bae5f5cc5484dedb785f4b5b7c08144'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:27:25.737890 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594425de-49f8-46f2-a231-0a728e5bc880 admin admin] Made reservation on behalf of 5bae5f5cc5484dedb785f4b5b7c08144 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:27:25.740287 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-594425de-49f8-46f2-a231-0a728e5bc880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:25.741417 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d06b89c-a595-42af-96b9-8707f1f4f7c4 None None] Sync routers for ids ['a0d24543-46bd-4afc-bcd2-c96c8581d218'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:27:25.749989 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-594425de-49f8-46f2-a231-0a728e5bc880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:25.750715 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d06b89c-a595-42af-96b9-8707f1f4f7c4 None None] Routers {'a0d24543-46bd-4afc-bcd2-c96c8581d218'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:27:25.751347 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-4d06b89c-a595-42af-96b9-8707f1f4f7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:27:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a0d24543-46bd-4afc-bcd2-c96c8581d218'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:25.825656 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-594425de-49f8-46f2-a231-0a728e5bc880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:25.859225 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-4d06b89c-a595-42af-96b9-8707f1f4f7c4 None None] Set router a0d24543-46bd-4afc-bcd2-c96c8581d218 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:27:25.906119 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-594425de-49f8-46f2-a231-0a728e5bc880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:25.931412 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-594425de-49f8-46f2-a231-0a728e5bc880 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:27:25.940149 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594425de-49f8-46f2-a231-0a728e5bc880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0702355a-f27c-438c-b7f6-07ea3a298dac,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:25.947344 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-594425de-49f8-46f2-a231-0a728e5bc880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:25.947691 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-594425de-49f8-46f2-a231-0a728e5bc880 admin admin] Added segment d037056e-238a-4ebf-99cf-9d742c3b7ba7 of type vlan for network 7db29ff6-1855-40ac-b4fe-257b69d5461c Dec 17 16:27:25.987597 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-594425de-49f8-46f2-a231-0a728e5bc880 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:26.064977 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-4d06b89c-a595-42af-96b9-8707f1f4f7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d24543-46bd-4afc-bcd2-c96c8581d218', 'name': 'tempest-TestEncryptedCinderVolumes-1614121293-router', 'tenant_id': 'c5995ac0607f43a3810623517055e4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '7a94018e-9a16-40c9-8cf9-83d720b0db42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:27:20Z', 'updated_at': '2021-12-17T16:27:24Z', 'revision_number': 4, 'project_id': 'c5995ac0607f43a3810623517055e4c5', 'gw_port': {'id': '7a94018e-9a16-40c9-8cf9-83d720b0db42', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d24543-46bd-4afc-bcd2-c96c8581d218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:27:21Z', 'updated_at': '2021-12-17T16:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '37aacf38-bd97-4784-9065-2c384a64733e', 'name': '', 'network_id': '02669734-f5b5-4afa-93b5-50db663200d6', 'tenant_id': 'c5995ac0607f43a3810623517055e4c5', 'mac_address': 'fa:16:3e:93:b0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d24543-46bd-4afc-bcd2-c96c8581d218', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '641b960b-06c3-4ce4-b495-46ac81344f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:27:23Z', 'updated_at': '2021-12-17T16:27:24Z', 'revision_number': 2, 'project_id': 'c5995ac0607f43a3810623517055e4c5', 'subnets': [{'id': '641b960b-06c3-4ce4-b495-46ac81344f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:26.080518 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-594425de-49f8-46f2-a231-0a728e5bc880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:26.081486 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594425de-49f8-46f2-a231-0a728e5bc880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:26.082065 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-594425de-49f8-46f2-a231-0a728e5bc880 admin admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:26.095586 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d06b89c-a595-42af-96b9-8707f1f4f7c4 None None] Checking router: a0d24543-46bd-4afc-bcd2-c96c8581d218 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:27:26.095956 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d06b89c-a595-42af-96b9-8707f1f4f7c4 None None] Updating router a0d24543-46bd-4afc-bcd2-c96c8581d218 port 37aacf38-bd97-4784-9065-2c384a64733e binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:27:26.122437 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4d06b89c-a595-42af-96b9-8707f1f4f7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:26.143443 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594425de-49f8-46f2-a231-0a728e5bc880 admin admin] Pushing event updated for resources: {'Network': ['ID=7db29ff6-1855-40ac-b4fe-257b69d5461c,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:26.156936 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 7db29ff6-1855-40ac-b4fe-257b69d5461c details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:27:26.188487 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-594425de-49f8-46f2-a231-0a728e5bc880 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5464911 Dec 17 16:27:26.191314 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44292) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:26.197230 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-c0d7adf4-88fc-42f9-b374-ea218b57c6dc admin admin] Request body: {'subnet': {'network_id': '7db29ff6-1855-40ac-b4fe-257b69d5461c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1666244969-subnet', 'tenant_id': '5bae5f5cc5484dedb785f4b5b7c08144', 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:27:26.277191 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d7adf4-88fc-42f9-b374-ea218b57c6dc admin admin] Made reservation on behalf of 5bae5f5cc5484dedb785f4b5b7c08144 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:27:26.279629 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c0d7adf4-88fc-42f9-b374-ea218b57c6dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:26.421623 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 7a94018e-9a16-40c9-8cf9-83d720b0db42 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:27:26.491727 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4d06b89c-a595-42af-96b9-8707f1f4f7c4 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:26.514359 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 7a94018e-9a16-40c9-8cf9-83d720b0db42 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:27:26.514764 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:26.517835 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c0d7adf4-88fc-42f9-b374-ea218b57c6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:26.578285 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d7adf4-88fc-42f9-b374-ea218b57c6dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bf62800-500e-454b-90b3-c09970bbb739,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:26.582905 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d7adf4-88fc-42f9-b374-ea218b57c6dc admin admin] Checking segment: {'id': 'd037056e-238a-4ebf-99cf-9d742c3b7ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7db29ff6-1855-40ac-b4fe-257b69d5461c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:27:26.583271 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d7adf4-88fc-42f9-b374-ea218b57c6dc admin admin] Network hostable DHCP agents. Network: 7db29ff6-1855-40ac-b4fe-257b69d5461c, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:27:26.655744 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d7adf4-88fc-42f9-b374-ea218b57c6dc admin admin] Network 7db29ff6-1855-40ac-b4fe-257b69d5461c is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:27:26.728854 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-c0d7adf4-88fc-42f9-b374-ea218b57c6dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 7db29ff6-1855-40ac-b4fe-257b69d5461c) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:27:26.733201 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d7adf4-88fc-42f9-b374-ea218b57c6dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:26.733687 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c0d7adf4-88fc-42f9-b374-ea218b57c6dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:26.736830 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:26.737566 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4d06b89c-a595-42af-96b9-8707f1f4f7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:26.744353 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1406e5-7c5b-4dbb-a4eb-a548e2174b94 None None] Network 7db29ff6-1855-40ac-b4fe-257b69d5461c requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:27:26.817308 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c0d7adf4-88fc-42f9-b374-ea218b57c6dc admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6248434 Dec 17 16:27:26.820615 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44294) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:26.825850 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-d3d038dc-c0f1-4f98-b41a-25b69384277e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1666244969-router', 'tenant_id': '5bae5f5cc5484dedb785f4b5b7c08144', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:27:26.850047 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929bc93-179d-4b4a-b929-8602b70874a0 None None] Pushing event updated for resources: {'Port': ['ID=37aacf38-bd97-4784-9065-2c384a64733e,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:26.927555 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d3d038dc-c0f1-4f98-b41a-25b69384277e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:26.928788 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d3d038dc-c0f1-4f98-b41a-25b69384277e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:26.929016 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-4d06b89c-a595-42af-96b9-8707f1f4f7c4 None None] Attempting to bind port 37aacf38-bd97-4784-9065-2c384a64733e on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:27:26.929476 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-4d06b89c-a595-42af-96b9-8707f1f4f7c4 None None] Attempting to bind port 37aacf38-bd97-4784-9065-2c384a64733e by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '06fcc5ea-d52f-4116-ad84-65d351bdd204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '02669734-f5b5-4afa-93b5-50db663200d6'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:27:26.929959 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d06b89c-a595-42af-96b9-8707f1f4f7c4 None None] Attempting to bind port 37aacf38-bd97-4784-9065-2c384a64733e on network 02669734-f5b5-4afa-93b5-50db663200d6 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:27:26.957159 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d06b89c-a595-42af-96b9-8707f1f4f7c4 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:27:26.957451 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d06b89c-a595-42af-96b9-8707f1f4f7c4 None None] Checking segment: {'id': '06fcc5ea-d52f-4116-ad84-65d351bdd204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '02669734-f5b5-4afa-93b5-50db663200d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:27:26.957809 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4d06b89c-a595-42af-96b9-8707f1f4f7c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:26.958196 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d06b89c-a595-42af-96b9-8707f1f4f7c4 None None] Bound using segment: {'id': '06fcc5ea-d52f-4116-ad84-65d351bdd204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '02669734-f5b5-4afa-93b5-50db663200d6'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:27:26.958688 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-4d06b89c-a595-42af-96b9-8707f1f4f7c4 None None] Bound port: 37aacf38-bd97-4784-9065-2c384a64733e, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06fcc5ea-d52f-4116-ad84-65d351bdd204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '02669734-f5b5-4afa-93b5-50db663200d6'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:27:26.959069 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4d06b89c-a595-42af-96b9-8707f1f4f7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:26.995442 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d3d038dc-c0f1-4f98-b41a-25b69384277e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:27.047103 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1d4893-99d6-40fc-abc1-de708e1edde9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-7db29ff6-1855-40ac-b4fe-257b69d5461c', 'network_id': '7db29ff6-1855-40ac-b4fe-257b69d5461c', 'tenant_id': '5bae5f5cc5484dedb785f4b5b7c08144', 'fixed_ips': [{'subnet_id': '9bf62800-500e-454b-90b3-c09970bbb739'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 16:27:27.047968 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8a1d4893-99d6-40fc-abc1-de708e1edde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:27.075234 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4d06b89c-a595-42af-96b9-8707f1f4f7c4 None None] For port 37aacf38-bd97-4784-9065-2c384a64733e, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:27:27.080294 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4d06b89c-a595-42af-96b9-8707f1f4f7c4 None None] For port 37aacf38-bd97-4784-9065-2c384a64733e, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=37aacf38-bd97-4784-9065-2c384a64733e,segment=NetworkSegment(06fcc5ea-d52f-4116-ad84-65d351bdd204),segment_id=06fcc5ea-d52f-4116-ad84-65d351bdd204)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:27:27.157019 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4d06b89c-a595-42af-96b9-8707f1f4f7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:27.196047 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-6c6b4beb-e84d-40a3-8767-af840f2d0a89 None None] Provisioning complete for port 37aacf38-bd97-4784-9065-2c384a64733e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:27:27.196309 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6c6b4beb-e84d-40a3-8767-af840f2d0a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:27.205463 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d3d038dc-c0f1-4f98-b41a-25b69384277e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:27.296246 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929bc93-179d-4b4a-b929-8602b70874a0 None None] Pushing event updated for resources: {'Port': ['ID=37aacf38-bd97-4784-9065-2c384a64733e,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:27.300521 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d06b89c-a595-42af-96b9-8707f1f4f7c4 None None] Routers {'a0d24543-46bd-4afc-bcd2-c96c8581d218'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:27:27.301188 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-4d06b89c-a595-42af-96b9-8707f1f4f7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:27:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a0d24543-46bd-4afc-bcd2-c96c8581d218'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:27.380067 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-8a1d4893-99d6-40fc-abc1-de708e1edde9 None None] Allocated IP 172.20.0.2 (7db29ff6-1855-40ac-b4fe-257b69d5461c/9bf62800-500e-454b-90b3-c09970bbb739/060b96e7-a68e-45ca-8ecf-5ca8ef043873) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:27:27.502353 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d3d038dc-c0f1-4f98-b41a-25b69384277e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:27.524849 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d3d038dc-c0f1-4f98-b41a-25b69384277e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:27.525299 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-4d06b89c-a595-42af-96b9-8707f1f4f7c4 None None] Set router a0d24543-46bd-4afc-bcd2-c96c8581d218 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:27:27.528788 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6c6b4beb-e84d-40a3-8767-af840f2d0a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:27.618335 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-6c6b4beb-e84d-40a3-8767-af840f2d0a89 None None] For port 37aacf38-bd97-4784-9065-2c384a64733e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=37aacf38-bd97-4784-9065-2c384a64733e,segment=NetworkSegment(06fcc5ea-d52f-4116-ad84-65d351bdd204),segment_id=06fcc5ea-d52f-4116-ad84-65d351bdd204)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:27:27.634536 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-d3d038dc-c0f1-4f98-b41a-25b69384277e admin admin] Allocated IP 172.25.6.87 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/8e677847-c017-430a-ba32-6ddad06d399d) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:27:27.714163 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6c6b4beb-e84d-40a3-8767-af840f2d0a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:27.737422 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d3d038dc-c0f1-4f98-b41a-25b69384277e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:27.764129 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8a1d4893-99d6-40fc-abc1-de708e1edde9 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:27.808879 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b4beb-e84d-40a3-8767-af840f2d0a89 None None] Pushing event updated for resources: {'Port': ['ID=37aacf38-bd97-4784-9065-2c384a64733e,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:27.837969 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d3d038dc-c0f1-4f98-b41a-25b69384277e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:27.854669 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-656294d2-d1f6-429e-a7ae-0d3c6fd1ba5c None None] Provisioning complete for port 37aacf38-bd97-4784-9065-2c384a64733e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:27:27.855042 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-656294d2-d1f6-429e-a7ae-0d3c6fd1ba5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:27.876968 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d038dc-c0f1-4f98-b41a-25b69384277e admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:27:27.879790 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8a1d4893-99d6-40fc-abc1-de708e1edde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:27.881411 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-d3d038dc-c0f1-4f98-b41a-25b69384277e admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:27:27.885264 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d038dc-c0f1-4f98-b41a-25b69384277e admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:27:27.918699 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d038dc-c0f1-4f98-b41a-25b69384277e admin admin] Pushing event updated for resources: {'Port': ['ID=8e677847-c017-430a-ba32-6ddad06d399d,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:27.934522 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1d4893-99d6-40fc-abc1-de708e1edde9 None None] Network 7db29ff6-1855-40ac-b4fe-257b69d5461c is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:27:27.944036 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-8a1d4893-99d6-40fc-abc1-de708e1edde9 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:27:27.951643 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1d4893-99d6-40fc-abc1-de708e1edde9 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:27:27.963343 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d4893-99d6-40fc-abc1-de708e1edde9 None None] Pushing event updated for resources: {'Port': ['ID=060b96e7-a68e-45ca-8ecf-5ca8ef043873,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:28.000111 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-4d06b89c-a595-42af-96b9-8707f1f4f7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d24543-46bd-4afc-bcd2-c96c8581d218', 'name': 'tempest-TestEncryptedCinderVolumes-1614121293-router', 'tenant_id': 'c5995ac0607f43a3810623517055e4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '7a94018e-9a16-40c9-8cf9-83d720b0db42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:27:20Z', 'updated_at': '2021-12-17T16:27:24Z', 'revision_number': 4, 'project_id': 'c5995ac0607f43a3810623517055e4c5', 'gw_port': {'id': '7a94018e-9a16-40c9-8cf9-83d720b0db42', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d24543-46bd-4afc-bcd2-c96c8581d218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:27:21Z', 'updated_at': '2021-12-17T16:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '37aacf38-bd97-4784-9065-2c384a64733e', 'name': '', 'network_id': '02669734-f5b5-4afa-93b5-50db663200d6', 'tenant_id': 'c5995ac0607f43a3810623517055e4c5', 'mac_address': 'fa:16:3e:93:b0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d24543-46bd-4afc-bcd2-c96c8581d218', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '641b960b-06c3-4ce4-b495-46ac81344f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:27:23Z', 'updated_at': '2021-12-17T16:27:27Z', 'revision_number': 4, 'project_id': 'c5995ac0607f43a3810623517055e4c5', 'subnets': [{'id': '641b960b-06c3-4ce4-b495-46ac81344f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:28.047212 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d06b89c-a595-42af-96b9-8707f1f4f7c4 None None] The sync data for ids ['a0d24543-46bd-4afc-bcd2-c96c8581d218'] in n-d-820553-2 is: [{'id': 'a0d24543-46bd-4afc-bcd2-c96c8581d218', 'name': 'tempest-TestEncryptedCinderVolumes-1614121293-router', 'tenant_id': 'c5995ac0607f43a3810623517055e4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '7a94018e-9a16-40c9-8cf9-83d720b0db42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:27:20Z', 'updated_at': '2021-12-17T16:27:24Z', 'revision_number': 4, 'project_id': 'c5995ac0607f43a3810623517055e4c5', 'gw_port': {'id': '7a94018e-9a16-40c9-8cf9-83d720b0db42', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d24543-46bd-4afc-bcd2-c96c8581d218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:27:21Z', 'updated_at': '2021-12-17T16:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '37aacf38-bd97-4784-9065-2c384a64733e', 'name': '', 'network_id': '02669734-f5b5-4afa-93b5-50db663200d6', 'tenant_id': 'c5995ac0607f43a3810623517055e4c5', 'mac_address': 'fa:16:3e:93:b0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d24543-46bd-4afc-bcd2-c96c8581d218', 'device_owner': 'network:router_interface', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '641b960b-06c3-4ce4-b495-46ac81344f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:27:23Z', 'updated_at': '2021-12-17T16:27:27Z', 'revision_number': 4, 'project_id': 'c5995ac0607f43a3810623517055e4c5', 'subnets': [{'id': '641b960b-06c3-4ce4-b495-46ac81344f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:27:28.077062 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-8a1d4893-99d6-40fc-abc1-de708e1edde9 None None] Attempting to bind port 060b96e7-a68e-45ca-8ecf-5ca8ef043873 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:27:28.077441 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-8a1d4893-99d6-40fc-abc1-de708e1edde9 None None] Attempting to bind port 060b96e7-a68e-45ca-8ecf-5ca8ef043873 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'd037056e-238a-4ebf-99cf-9d742c3b7ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7db29ff6-1855-40ac-b4fe-257b69d5461c'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:27:28.083600 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d4893-99d6-40fc-abc1-de708e1edde9 None None] Attempting to bind port 060b96e7-a68e-45ca-8ecf-5ca8ef043873 on network 7db29ff6-1855-40ac-b4fe-257b69d5461c {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:27:28.092409 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d4893-99d6-40fc-abc1-de708e1edde9 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:27:28.092813 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d4893-99d6-40fc-abc1-de708e1edde9 None None] Checking segment: {'id': 'd037056e-238a-4ebf-99cf-9d742c3b7ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7db29ff6-1855-40ac-b4fe-257b69d5461c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:27:28.093251 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8a1d4893-99d6-40fc-abc1-de708e1edde9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:28.094080 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d4893-99d6-40fc-abc1-de708e1edde9 None None] Bound using segment: {'id': 'd037056e-238a-4ebf-99cf-9d742c3b7ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7db29ff6-1855-40ac-b4fe-257b69d5461c'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:27:28.094597 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-8a1d4893-99d6-40fc-abc1-de708e1edde9 None None] Bound port: 060b96e7-a68e-45ca-8ecf-5ca8ef043873, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd037056e-238a-4ebf-99cf-9d742c3b7ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7db29ff6-1855-40ac-b4fe-257b69d5461c'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:27:28.094969 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8a1d4893-99d6-40fc-abc1-de708e1edde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:28.182089 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-8a1d4893-99d6-40fc-abc1-de708e1edde9 None None] For port 060b96e7-a68e-45ca-8ecf-5ca8ef043873, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:27:28.185613 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-8a1d4893-99d6-40fc-abc1-de708e1edde9 None None] For port 060b96e7-a68e-45ca-8ecf-5ca8ef043873, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=060b96e7-a68e-45ca-8ecf-5ca8ef043873,segment=NetworkSegment(d037056e-238a-4ebf-99cf-9d742c3b7ba7),segment_id=d037056e-238a-4ebf-99cf-9d742c3b7ba7)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:27:28.231558 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d3d038dc-c0f1-4f98-b41a-25b69384277e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:28.279140 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8a1d4893-99d6-40fc-abc1-de708e1edde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:28.342687 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d4893-99d6-40fc-abc1-de708e1edde9 None None] Pushing event updated for resources: {'Port': ['ID=060b96e7-a68e-45ca-8ecf-5ca8ef043873,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:28.463948 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 37aacf38-bd97-4784-9065-2c384a64733e up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:27:28.471648 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d3d038dc-c0f1-4f98-b41a-25b69384277e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:28.545780 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 37aacf38-bd97-4784-9065-2c384a64733e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:27:28.546356 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:28.723259 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d038dc-c0f1-4f98-b41a-25b69384277e admin admin] Router 5710ed2b-5857-4bb7-a307-cfe7d344f9cb is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:27:28.833504 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d038dc-c0f1-4f98-b41a-25b69384277e admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:27:28.845758 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013afdca-70b9-4a38-a051-d042429ac152 None None] Sync routers for ids ['5710ed2b-5857-4bb7-a307-cfe7d344f9cb'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:27:28.855440 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013afdca-70b9-4a38-a051-d042429ac152 None None] Routers {'5710ed2b-5857-4bb7-a307-cfe7d344f9cb'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:27:28.856042 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-013afdca-70b9-4a38-a051-d042429ac152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:27:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5710ed2b-5857-4bb7-a307-cfe7d344f9cb'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:28.909197 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cdd315fd-4a8a-460a-851e-319d1268ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:28.940017 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d3d038dc-c0f1-4f98-b41a-25b69384277e admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:28.941681 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d3d038dc-c0f1-4f98-b41a-25b69384277e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1197474 Dec 17 16:27:28.944302 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44296) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:27:28.973407 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-013afdca-70b9-4a38-a051-d042429ac152 None None] Set router 5710ed2b-5857-4bb7-a307-cfe7d344f9cb gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:27:29.160809 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-013afdca-70b9-4a38-a051-d042429ac152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5710ed2b-5857-4bb7-a307-cfe7d344f9cb', 'name': 'tempest-TestEncryptedCinderVolumes-1666244969-router', 'tenant_id': '5bae5f5cc5484dedb785f4b5b7c08144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '8e677847-c017-430a-ba32-6ddad06d399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:27:26Z', 'updated_at': '2021-12-17T16:27:28Z', 'revision_number': 3, 'project_id': '5bae5f5cc5484dedb785f4b5b7c08144', 'gw_port': {'id': '8e677847-c017-430a-ba32-6ddad06d399d', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5710ed2b-5857-4bb7-a307-cfe7d344f9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:27:27Z', 'updated_at': '2021-12-17T16:27:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:29.192691 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013afdca-70b9-4a38-a051-d042429ac152 None None] Checking router: 5710ed2b-5857-4bb7-a307-cfe7d344f9cb for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:27:29.193202 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013afdca-70b9-4a38-a051-d042429ac152 None None] Updating router 5710ed2b-5857-4bb7-a307-cfe7d344f9cb port 8e677847-c017-430a-ba32-6ddad06d399d binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:27:29.228449 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-013afdca-70b9-4a38-a051-d042429ac152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:29.449287 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de35cb1d-bd14-4617-81b4-210c0215a760 None None] Network 7db29ff6-1855-40ac-b4fe-257b69d5461c requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:27:29.532733 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-013afdca-70b9-4a38-a051-d042429ac152 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:29.574192 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-463ca9e9-18cc-4ade-8a92-8a67e2cd7c75 None None] Provisioning complete for port 060b96e7-a68e-45ca-8ecf-5ca8ef043873 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:27:29.574569 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-463ca9e9-18cc-4ade-8a92-8a67e2cd7c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:29.591396 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-013afdca-70b9-4a38-a051-d042429ac152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:29.649944 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-013afdca-70b9-4a38-a051-d042429ac152 None None] Attempting to bind port 8e677847-c017-430a-ba32-6ddad06d399d on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:27:29.650454 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-013afdca-70b9-4a38-a051-d042429ac152 None None] Attempting to bind port 8e677847-c017-430a-ba32-6ddad06d399d by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:27:29.650912 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013afdca-70b9-4a38-a051-d042429ac152 None None] Attempting to bind port 8e677847-c017-430a-ba32-6ddad06d399d on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:27:29.653156 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd92116-f5af-46f0-93dd-838e7b9619e7 None None] Pushing event updated for resources: {'Port': ['ID=8e677847-c017-430a-ba32-6ddad06d399d,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:29.667291 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013afdca-70b9-4a38-a051-d042429ac152 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:27:29.667791 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013afdca-70b9-4a38-a051-d042429ac152 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:27:29.670212 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-013afdca-70b9-4a38-a051-d042429ac152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:29.670212 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013afdca-70b9-4a38-a051-d042429ac152 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:27:29.670212 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-013afdca-70b9-4a38-a051-d042429ac152 None None] Bound port: 8e677847-c017-430a-ba32-6ddad06d399d, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:27:29.670212 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-013afdca-70b9-4a38-a051-d042429ac152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:29.692532 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-463ca9e9-18cc-4ade-8a92-8a67e2cd7c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:29.718399 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8d53b4b3-deac-43fe-a03a-5705efa3faa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:29.729434 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-463ca9e9-18cc-4ade-8a92-8a67e2cd7c75 None None] For port 060b96e7-a68e-45ca-8ecf-5ca8ef043873, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=060b96e7-a68e-45ca-8ecf-5ca8ef043873,segment=NetworkSegment(d037056e-238a-4ebf-99cf-9d742c3b7ba7),segment_id=d037056e-238a-4ebf-99cf-9d742c3b7ba7)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:27:29.739198 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-013afdca-70b9-4a38-a051-d042429ac152 None None] For port 8e677847-c017-430a-ba32-6ddad06d399d, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:27:29.743707 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-013afdca-70b9-4a38-a051-d042429ac152 None None] For port 8e677847-c017-430a-ba32-6ddad06d399d, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=8e677847-c017-430a-ba32-6ddad06d399d,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:27:29.808887 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-463ca9e9-18cc-4ade-8a92-8a67e2cd7c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:29.870770 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ca9e9-18cc-4ade-8a92-8a67e2cd7c75 None None] Pushing event updated for resources: {'Port': ['ID=060b96e7-a68e-45ca-8ecf-5ca8ef043873,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:29.877748 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-013afdca-70b9-4a38-a051-d042429ac152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:29.889430 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-8d53b4b3-deac-43fe-a03a-5705efa3faa8 admin admin] Allocated IP 172.20.0.1 (7db29ff6-1855-40ac-b4fe-257b69d5461c/9bf62800-500e-454b-90b3-c09970bbb739/2777c255-0fde-43f9-ab73-238eebed2f44) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:27:29.929661 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f16d1f0-c2af-4413-913d-b93b6bd99500 None None] Provisioning complete for port 060b96e7-a68e-45ca-8ecf-5ca8ef043873 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:27:29.930321 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f16d1f0-c2af-4413-913d-b93b6bd99500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:30.004420 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8d53b4b3-deac-43fe-a03a-5705efa3faa8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:30.019957 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013afdca-70b9-4a38-a051-d042429ac152 None None] Routers {'5710ed2b-5857-4bb7-a307-cfe7d344f9cb'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:27:30.020584 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-013afdca-70b9-4a38-a051-d042429ac152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:27:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5710ed2b-5857-4bb7-a307-cfe7d344f9cb'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:30.097331 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd92116-f5af-46f0-93dd-838e7b9619e7 None None] Pushing event updated for resources: {'Port': ['ID=8e677847-c017-430a-ba32-6ddad06d399d,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:30.112767 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8d53b4b3-deac-43fe-a03a-5705efa3faa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:30.140616 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-013afdca-70b9-4a38-a051-d042429ac152 None None] Set router 5710ed2b-5857-4bb7-a307-cfe7d344f9cb gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:27:30.150558 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d53b4b3-deac-43fe-a03a-5705efa3faa8 admin admin] Network 7db29ff6-1855-40ac-b4fe-257b69d5461c is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:27:30.153445 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-8d53b4b3-deac-43fe-a03a-5705efa3faa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:27:30.155870 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d53b4b3-deac-43fe-a03a-5705efa3faa8 admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:27:30.192092 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53b4b3-deac-43fe-a03a-5705efa3faa8 admin admin] Pushing event updated for resources: {'Port': ['ID=2777c255-0fde-43f9-ab73-238eebed2f44,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:30.206513 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8d53b4b3-deac-43fe-a03a-5705efa3faa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:30.330749 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-013afdca-70b9-4a38-a051-d042429ac152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5710ed2b-5857-4bb7-a307-cfe7d344f9cb', 'name': 'tempest-TestEncryptedCinderVolumes-1666244969-router', 'tenant_id': '5bae5f5cc5484dedb785f4b5b7c08144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '8e677847-c017-430a-ba32-6ddad06d399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:27:26Z', 'updated_at': '2021-12-17T16:27:28Z', 'revision_number': 3, 'project_id': '5bae5f5cc5484dedb785f4b5b7c08144', 'gw_port': {'id': '8e677847-c017-430a-ba32-6ddad06d399d', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5710ed2b-5857-4bb7-a307-cfe7d344f9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:27:27Z', 'updated_at': '2021-12-17T16:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:30.357824 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013afdca-70b9-4a38-a051-d042429ac152 None None] The sync data for ids ['5710ed2b-5857-4bb7-a307-cfe7d344f9cb'] in n-d-820553-2 is: [{'id': '5710ed2b-5857-4bb7-a307-cfe7d344f9cb', 'name': 'tempest-TestEncryptedCinderVolumes-1666244969-router', 'tenant_id': '5bae5f5cc5484dedb785f4b5b7c08144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '8e677847-c017-430a-ba32-6ddad06d399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:27:26Z', 'updated_at': '2021-12-17T16:27:28Z', 'revision_number': 3, 'project_id': '5bae5f5cc5484dedb785f4b5b7c08144', 'gw_port': {'id': '8e677847-c017-430a-ba32-6ddad06d399d', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5710ed2b-5857-4bb7-a307-cfe7d344f9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:27:27Z', 'updated_at': '2021-12-17T16:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:27:30.412709 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8d53b4b3-deac-43fe-a03a-5705efa3faa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:30.441248 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-fb2453c7-ee4f-4633-b0fa-c27bef4d19dc None None] Provisioning complete for port 2777c255-0fde-43f9-ab73-238eebed2f44 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:27:30.444562 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fb2453c7-ee4f-4633-b0fa-c27bef4d19dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:30.474445 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 060b96e7-a68e-45ca-8ecf-5ca8ef043873 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:27:30.635560 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8d53b4b3-deac-43fe-a03a-5705efa3faa8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:30.695357 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-fb2453c7-ee4f-4633-b0fa-c27bef4d19dc None None] Port 2777c255-0fde-43f9-ab73-238eebed2f44 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:27:30.697695 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8d53b4b3-deac-43fe-a03a-5705efa3faa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:30.721661 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 060b96e7-a68e-45ca-8ecf-5ca8ef043873 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:27:30.721986 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:30.770005 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53b4b3-deac-43fe-a03a-5705efa3faa8 admin admin] Pushing event updated for resources: {'Port': ['ID=2777c255-0fde-43f9-ab73-238eebed2f44,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:30.778306 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-8d53b4b3-deac-43fe-a03a-5705efa3faa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:30.880000 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d53b4b3-deac-43fe-a03a-5705efa3faa8 admin admin] Network 7db29ff6-1855-40ac-b4fe-257b69d5461c is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:27:30.881551 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-8d53b4b3-deac-43fe-a03a-5705efa3faa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:27:31.008483 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d53b4b3-deac-43fe-a03a-5705efa3faa8 admin admin] Router 5710ed2b-5857-4bb7-a307-cfe7d344f9cb has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:27:31.117558 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-fe9fa551-2ea9-45bb-86a5-158d84a955d5 None None] Provisioning complete for port 2777c255-0fde-43f9-ab73-238eebed2f44 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:27:31.118179 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fe9fa551-2ea9-45bb-86a5-158d84a955d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:31.132287 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d53b4b3-deac-43fe-a03a-5705efa3faa8 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:27:31.138493 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-8d53b4b3-deac-43fe-a03a-5705efa3faa8 admin admin] 10.222.0.46 "PUT /v2.0/routers/5710ed2b-5857-4bb7-a307-cfe7d344f9cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1930728 Dec 17 16:27:31.156793 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-833bde45-2995-4adb-96ed-44df02bb58ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:31.169928 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-fe9fa551-2ea9-45bb-86a5-158d84a955d5 None None] Port 2777c255-0fde-43f9-ab73-238eebed2f44 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:27:31.916417 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-23f94c50-1b7d-4136-9d87-f33474eb8837 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:31.918020 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-23f94c50-1b7d-4136-9d87-f33474eb8837 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/networks?id=02669734-f5b5-4afa-93b5-50db663200d6 HTTP/1.1" status: 200 len: 817 time: 0.1037118 Dec 17 16:27:31.933902 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-d30459d7-294d-4725-a230-b3f060f0a330 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/quotas/c5995ac0607f43a3810623517055e4c5 HTTP/1.1" status: 200 len: 375 time: 0.0096107 Dec 17 16:27:31.990994 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-99cf5124-961a-4191-886a-0a1149439e11 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c5995ac0607f43a3810623517055e4c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512691 Dec 17 16:27:31.998869 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1529a998-bbc1-4ad0-ac8e-a1a96392c096 None None] Sync routers for ids ['5710ed2b-5857-4bb7-a307-cfe7d344f9cb'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:27:32.008320 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1529a998-bbc1-4ad0-ac8e-a1a96392c096 None None] Routers {'5710ed2b-5857-4bb7-a307-cfe7d344f9cb'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:27:32.009019 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-1529a998-bbc1-4ad0-ac8e-a1a96392c096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:27:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5710ed2b-5857-4bb7-a307-cfe7d344f9cb'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:32.114849 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-1529a998-bbc1-4ad0-ac8e-a1a96392c096 None None] Set router 5710ed2b-5857-4bb7-a307-cfe7d344f9cb gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:27:32.183999 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-1cd4cdd8-4fab-4abf-9e9e-b719966d4d99 service neutron] 10.222.0.46 "GET /v2.0/networks/02669734-f5b5-4afa-93b5-50db663200d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802013 Dec 17 16:27:32.282464 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-f2464960-6f8f-4027-bb20-727afeee59ea service neutron] 10.222.0.46 "GET /v2.0/networks/02669734-f5b5-4afa-93b5-50db663200d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920153 Dec 17 16:27:32.325262 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-1529a998-bbc1-4ad0-ac8e-a1a96392c096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5710ed2b-5857-4bb7-a307-cfe7d344f9cb', 'name': 'tempest-TestEncryptedCinderVolumes-1666244969-router', 'tenant_id': '5bae5f5cc5484dedb785f4b5b7c08144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '8e677847-c017-430a-ba32-6ddad06d399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:27:26Z', 'updated_at': '2021-12-17T16:27:30Z', 'revision_number': 4, 'project_id': '5bae5f5cc5484dedb785f4b5b7c08144', 'gw_port': {'id': '8e677847-c017-430a-ba32-6ddad06d399d', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5710ed2b-5857-4bb7-a307-cfe7d344f9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:27:27Z', 'updated_at': '2021-12-17T16:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '2777c255-0fde-43f9-ab73-238eebed2f44', 'name': '', 'network_id': '7db29ff6-1855-40ac-b4fe-257b69d5461c', 'tenant_id': '5bae5f5cc5484dedb785f4b5b7c08144', 'mac_address': 'fa:16:3e:87:c1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5710ed2b-5857-4bb7-a307-cfe7d344f9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '9bf62800-500e-454b-90b3-c09970bbb739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:27:29Z', 'updated_at': '2021-12-17T16:27:30Z', 'revision_number': 2, 'project_id': '5bae5f5cc5484dedb785f4b5b7c08144', 'subnets': [{'id': '9bf62800-500e-454b-90b3-c09970bbb739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:32.351064 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1529a998-bbc1-4ad0-ac8e-a1a96392c096 None None] Checking router: 5710ed2b-5857-4bb7-a307-cfe7d344f9cb for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:27:32.351439 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1529a998-bbc1-4ad0-ac8e-a1a96392c096 None None] Updating router 5710ed2b-5857-4bb7-a307-cfe7d344f9cb port 2777c255-0fde-43f9-ab73-238eebed2f44 binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:27:32.377276 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1529a998-bbc1-4ad0-ac8e-a1a96392c096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:32.480478 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 8e677847-c017-430a-ba32-6ddad06d399d up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:27:32.515679 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1f95dc25-be09-4d99-b055-fae31cf3ee72 req-6c140cd6-c3af-455b-9b46-09b2ca0e89bb tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdcf2c6d-8c34-4725-8248-30c10d2be9ca HTTP/1.1" status: 200 len: 210 time: 0.0281088 Dec 17 16:27:32.613062 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 8e677847-c017-430a-ba32-6ddad06d399d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:27:32.613452 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:32.648960 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:32.772399 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:32.778568 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1529a998-bbc1-4ad0-ac8e-a1a96392c096 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:32.794493 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 8e677847-c017-430a-ba32-6ddad06d399d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=8e677847-c017-430a-ba32-6ddad06d399d,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:27:32.854913 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1529a998-bbc1-4ad0-ac8e-a1a96392c096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:32.859239 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:32.906879 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d9447-25f9-4359-8771-a73537a76285 None None] Pushing event updated for resources: {'Port': ['ID=2777c255-0fde-43f9-ab73-238eebed2f44,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:32.996502 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-1529a998-bbc1-4ad0-ac8e-a1a96392c096 None None] Attempting to bind port 2777c255-0fde-43f9-ab73-238eebed2f44 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:27:32.996874 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-1529a998-bbc1-4ad0-ac8e-a1a96392c096 None None] Attempting to bind port 2777c255-0fde-43f9-ab73-238eebed2f44 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'd037056e-238a-4ebf-99cf-9d742c3b7ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7db29ff6-1855-40ac-b4fe-257b69d5461c'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:27:32.997262 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1529a998-bbc1-4ad0-ac8e-a1a96392c096 None None] Attempting to bind port 2777c255-0fde-43f9-ab73-238eebed2f44 on network 7db29ff6-1855-40ac-b4fe-257b69d5461c {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:27:33.004288 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=8e677847-c017-430a-ba32-6ddad06d399d,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:33.007907 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1529a998-bbc1-4ad0-ac8e-a1a96392c096 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:27:33.008287 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1529a998-bbc1-4ad0-ac8e-a1a96392c096 None None] Checking segment: {'id': 'd037056e-238a-4ebf-99cf-9d742c3b7ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7db29ff6-1855-40ac-b4fe-257b69d5461c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:27:33.008702 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1529a998-bbc1-4ad0-ac8e-a1a96392c096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:33.009095 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1529a998-bbc1-4ad0-ac8e-a1a96392c096 None None] Bound using segment: {'id': 'd037056e-238a-4ebf-99cf-9d742c3b7ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7db29ff6-1855-40ac-b4fe-257b69d5461c'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:27:33.009567 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-1529a998-bbc1-4ad0-ac8e-a1a96392c096 None None] Bound port: 2777c255-0fde-43f9-ab73-238eebed2f44, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd037056e-238a-4ebf-99cf-9d742c3b7ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7db29ff6-1855-40ac-b4fe-257b69d5461c'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:27:33.009954 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1529a998-bbc1-4ad0-ac8e-a1a96392c096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:33.077553 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-1529a998-bbc1-4ad0-ac8e-a1a96392c096 None None] For port 2777c255-0fde-43f9-ab73-238eebed2f44, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:27:33.080577 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-1529a998-bbc1-4ad0-ac8e-a1a96392c096 None None] For port 2777c255-0fde-43f9-ab73-238eebed2f44, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=2777c255-0fde-43f9-ab73-238eebed2f44,segment=NetworkSegment(d037056e-238a-4ebf-99cf-9d742c3b7ba7),segment_id=d037056e-238a-4ebf-99cf-9d742c3b7ba7)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:27:33.110419 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-82dd6102-ffe0-4f0e-ba53-8ff6cb301323 None None] Provisioning complete for port 2777c255-0fde-43f9-ab73-238eebed2f44 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:27:33.110787 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-82dd6102-ffe0-4f0e-ba53-8ff6cb301323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:33.145599 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-82dd6102-ffe0-4f0e-ba53-8ff6cb301323 None None] Port 2777c255-0fde-43f9-ab73-238eebed2f44 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:27:33.169666 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1529a998-bbc1-4ad0-ac8e-a1a96392c096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:33.230509 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1529a998-bbc1-4ad0-ac8e-a1a96392c096 None None] Routers {'5710ed2b-5857-4bb7-a307-cfe7d344f9cb'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:27:33.231145 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-1529a998-bbc1-4ad0-ac8e-a1a96392c096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:27:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5710ed2b-5857-4bb7-a307-cfe7d344f9cb'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:33.295409 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d9447-25f9-4359-8771-a73537a76285 None None] Pushing event updated for resources: {'Port': ['ID=2777c255-0fde-43f9-ab73-238eebed2f44,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:33.353207 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-1529a998-bbc1-4ad0-ac8e-a1a96392c096 None None] Set router 5710ed2b-5857-4bb7-a307-cfe7d344f9cb gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:27:33.484723 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-415b0580-5df5-4b04-b3c3-a3e341b6fbf3 None None] Provisioning complete for port 2777c255-0fde-43f9-ab73-238eebed2f44 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:27:33.485014 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-415b0580-5df5-4b04-b3c3-a3e341b6fbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:33.619145 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-415b0580-5df5-4b04-b3c3-a3e341b6fbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:33.633293 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ef7466f1-9c0a-4d19-9334-55e1df0f5f81 req-90827abe-d766-4f66-8a25-1f377118a4f7 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdcf2c6d-8c34-4725-8248-30c10d2be9ca HTTP/1.1" status: 200 len: 210 time: 0.0267701 Dec 17 16:27:33.634868 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-1529a998-bbc1-4ad0-ac8e-a1a96392c096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5710ed2b-5857-4bb7-a307-cfe7d344f9cb', 'name': 'tempest-TestEncryptedCinderVolumes-1666244969-router', 'tenant_id': '5bae5f5cc5484dedb785f4b5b7c08144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '8e677847-c017-430a-ba32-6ddad06d399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:27:26Z', 'updated_at': '2021-12-17T16:27:30Z', 'revision_number': 4, 'project_id': '5bae5f5cc5484dedb785f4b5b7c08144', 'gw_port': {'id': '8e677847-c017-430a-ba32-6ddad06d399d', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5710ed2b-5857-4bb7-a307-cfe7d344f9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:27:27Z', 'updated_at': '2021-12-17T16:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '2777c255-0fde-43f9-ab73-238eebed2f44', 'name': '', 'network_id': '7db29ff6-1855-40ac-b4fe-257b69d5461c', 'tenant_id': '5bae5f5cc5484dedb785f4b5b7c08144', 'mac_address': 'fa:16:3e:87:c1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5710ed2b-5857-4bb7-a307-cfe7d344f9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '9bf62800-500e-454b-90b3-c09970bbb739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:27:29Z', 'updated_at': '2021-12-17T16:27:33Z', 'revision_number': 4, 'project_id': '5bae5f5cc5484dedb785f4b5b7c08144', 'subnets': [{'id': '9bf62800-500e-454b-90b3-c09970bbb739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:27:33.666279 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1529a998-bbc1-4ad0-ac8e-a1a96392c096 None None] The sync data for ids ['5710ed2b-5857-4bb7-a307-cfe7d344f9cb'] in n-d-820553-2 is: [{'id': '5710ed2b-5857-4bb7-a307-cfe7d344f9cb', 'name': 'tempest-TestEncryptedCinderVolumes-1666244969-router', 'tenant_id': '5bae5f5cc5484dedb785f4b5b7c08144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '8e677847-c017-430a-ba32-6ddad06d399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:27:26Z', 'updated_at': '2021-12-17T16:27:30Z', 'revision_number': 4, 'project_id': '5bae5f5cc5484dedb785f4b5b7c08144', 'gw_port': {'id': '8e677847-c017-430a-ba32-6ddad06d399d', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5710ed2b-5857-4bb7-a307-cfe7d344f9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:27:27Z', 'updated_at': '2021-12-17T16:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '2777c255-0fde-43f9-ab73-238eebed2f44', 'name': '', 'network_id': '7db29ff6-1855-40ac-b4fe-257b69d5461c', 'tenant_id': '5bae5f5cc5484dedb785f4b5b7c08144', 'mac_address': 'fa:16:3e:87:c1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5710ed2b-5857-4bb7-a307-cfe7d344f9cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '9bf62800-500e-454b-90b3-c09970bbb739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:27:29Z', 'updated_at': '2021-12-17T16:27:33Z', 'revision_number': 4, 'project_id': '5bae5f5cc5484dedb785f4b5b7c08144', 'subnets': [{'id': '9bf62800-500e-454b-90b3-c09970bbb739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:27:33.682973 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-415b0580-5df5-4b04-b3c3-a3e341b6fbf3 None None] For port 2777c255-0fde-43f9-ab73-238eebed2f44, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=2777c255-0fde-43f9-ab73-238eebed2f44,segment=NetworkSegment(d037056e-238a-4ebf-99cf-9d742c3b7ba7),segment_id=d037056e-238a-4ebf-99cf-9d742c3b7ba7)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:27:33.752002 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-415b0580-5df5-4b04-b3c3-a3e341b6fbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:33.807230 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b0580-5df5-4b04-b3c3-a3e341b6fbf3 None None] Pushing event updated for resources: {'Port': ['ID=2777c255-0fde-43f9-ab73-238eebed2f44,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:34.172041 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:34.292086 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:34.484941 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 2777c255-0fde-43f9-ab73-238eebed2f44 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:27:34.536859 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 2777c255-0fde-43f9-ab73-238eebed2f44 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:27:34.537284 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:34.617384 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 8e677847-c017-430a-ba32-6ddad06d399d up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:27:34.623127 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-211df973-4d1a-45c1-ba13-bb14dbdce63c tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:34.625003 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-211df973-4d1a-45c1-ba13-bb14dbdce63c tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.13 "GET /v2.0/networks?id=02669734-f5b5-4afa-93b5-50db663200d6 HTTP/1.1" status: 200 len: 817 time: 0.1091185 Dec 17 16:27:34.638551 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-bc286942-3943-4f26-bded-87f3cf9829ef tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Request body: {'port': {'device_id': 'cdcf2c6d-8c34-4725-8248-30c10d2be9ca', 'network_id': '02669734-f5b5-4afa-93b5-50db663200d6', 'admin_state_up': True, 'tenant_id': 'c5995ac0607f43a3810623517055e4c5'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:27:34.665836 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 8e677847-c017-430a-ba32-6ddad06d399d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:27:34.666220 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:34.741897 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a1e05667-cbd9-4696-ab74-f6909cd6ed1e req-2f2d26e1-b76f-4de9-ac50-bf8bd96c9971 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdcf2c6d-8c34-4725-8248-30c10d2be9ca HTTP/1.1" status: 200 len: 210 time: 0.0285003 Dec 17 16:27:34.823343 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-bc286942-3943-4f26-bded-87f3cf9829ef tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Made reservation on behalf of c5995ac0607f43a3810623517055e4c5 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:27:34.827032 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-bc286942-3943-4f26-bded-87f3cf9829ef tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:34.969164 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-bc286942-3943-4f26-bded-87f3cf9829ef tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Allocated IP 172.20.0.4 (02669734-f5b5-4afa-93b5-50db663200d6/641b960b-06c3-4ce4-b495-46ac81344f3f/cef75c54-df1a-4471-b81d-4bba31c0be78) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:27:35.131372 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-bc286942-3943-4f26-bded-87f3cf9829ef tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:35.213391 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-bc286942-3943-4f26-bded-87f3cf9829ef tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:35.260821 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-bc286942-3943-4f26-bded-87f3cf9829ef tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Network 02669734-f5b5-4afa-93b5-50db663200d6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:27:35.264013 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-bc286942-3943-4f26-bded-87f3cf9829ef tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:27:35.267707 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-bc286942-3943-4f26-bded-87f3cf9829ef tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:27:35.278415 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc286942-3943-4f26-bded-87f3cf9829ef tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Pushing event updated for resources: {'Port': ['ID=cef75c54-df1a-4471-b81d-4bba31c0be78,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:35.308837 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc286942-3943-4f26-bded-87f3cf9829ef tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:27:35.309219 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc286942-3943-4f26-bded-87f3cf9829ef tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:27:35.309558 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc286942-3943-4f26-bded-87f3cf9829ef tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:27:35.309886 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc286942-3943-4f26-bded-87f3cf9829ef tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:27:35.310213 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc286942-3943-4f26-bded-87f3cf9829ef tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:27:35.310543 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc286942-3943-4f26-bded-87f3cf9829ef tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:27:35.310873 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc286942-3943-4f26-bded-87f3cf9829ef tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:27:35.311192 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc286942-3943-4f26-bded-87f3cf9829ef tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:27:35.311514 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc286942-3943-4f26-bded-87f3cf9829ef tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:27:35.311832 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc286942-3943-4f26-bded-87f3cf9829ef tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:27:35.312147 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc286942-3943-4f26-bded-87f3cf9829ef tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:27:35.312461 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc286942-3943-4f26-bded-87f3cf9829ef tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:27:35.339551 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-bc286942-3943-4f26-bded-87f3cf9829ef tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:35.340201 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-bc286942-3943-4f26-bded-87f3cf9829ef tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:35.423082 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-bc286942-3943-4f26-bded-87f3cf9829ef tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7861123 Dec 17 16:27:35.434796 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-87fedc59-3551-4a1d-9c61-a8899f1e4ad7 service neutron] Request body: {'port': {'device_id': 'cdcf2c6d-8c34-4725-8248-30c10d2be9ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:27:35.481078 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-48fff1a5-f711-44b1-b24a-ca28183012ea None None] Provisioning complete for port cef75c54-df1a-4471-b81d-4bba31c0be78 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:27:35.481461 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-48fff1a5-f711-44b1-b24a-ca28183012ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:35.490533 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-87fedc59-3551-4a1d-9c61-a8899f1e4ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:35.516540 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-48fff1a5-f711-44b1-b24a-ca28183012ea None None] Port cef75c54-df1a-4471-b81d-4bba31c0be78 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:27:35.759490 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-87fedc59-3551-4a1d-9c61-a8899f1e4ad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef75c54-df1a-4471-b81d-4bba31c0be78 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:27:35.766842 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-87fedc59-3551-4a1d-9c61-a8899f1e4ad7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:35.779832 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-87fedc59-3551-4a1d-9c61-a8899f1e4ad7 service neutron] Transition to ACTIVE for port object cef75c54-df1a-4471-b81d-4bba31c0be78 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:27:35.859483 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e4d90-5cc1-4ec3-938d-90931076f05c req-275f49fe-12c1-4cf3-a3c0-34c0314f1910 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:35.861024 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2a9e4d90-5cc1-4ec3-938d-90931076f05c req-275f49fe-12c1-4cf3-a3c0-34c0314f1910 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdcf2c6d-8c34-4725-8248-30c10d2be9ca HTTP/1.1" status: 200 len: 931 time: 0.0490127 Dec 17 16:27:35.906672 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2a9e4d90-5cc1-4ec3-938d-90931076f05c req-c2d9869c-a46f-4bda-95c5-ec54c0f43f9e tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/security-groups?id=95c987eb-4219-4b81-85c7-02e2cd690446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393989 Dec 17 16:27:35.928591 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-87fedc59-3551-4a1d-9c61-a8899f1e4ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:35.980890 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fedc59-3551-4a1d-9c61-a8899f1e4ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=cef75c54-df1a-4471-b81d-4bba31c0be78,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:36.055942 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-87fedc59-3551-4a1d-9c61-a8899f1e4ad7 service neutron] Attempting to bind port cef75c54-df1a-4471-b81d-4bba31c0be78 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:27:36.056273 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-87fedc59-3551-4a1d-9c61-a8899f1e4ad7 service neutron] Attempting to bind port cef75c54-df1a-4471-b81d-4bba31c0be78 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '06fcc5ea-d52f-4116-ad84-65d351bdd204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '02669734-f5b5-4afa-93b5-50db663200d6'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:27:36.056598 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-87fedc59-3551-4a1d-9c61-a8899f1e4ad7 service neutron] Attempting to bind port cef75c54-df1a-4471-b81d-4bba31c0be78 on network 02669734-f5b5-4afa-93b5-50db663200d6 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:27:36.061034 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-87fedc59-3551-4a1d-9c61-a8899f1e4ad7 service neutron] Port cef75c54-df1a-4471-b81d-4bba31c0be78 on network 02669734-f5b5-4afa-93b5-50db663200d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:27:36.061377 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-87fedc59-3551-4a1d-9c61-a8899f1e4ad7 service neutron] Attempting to bind port cef75c54-df1a-4471-b81d-4bba31c0be78 on network 02669734-f5b5-4afa-93b5-50db663200d6 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:27:36.066323 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-87fedc59-3551-4a1d-9c61-a8899f1e4ad7 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:27:36.066664 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-87fedc59-3551-4a1d-9c61-a8899f1e4ad7 service neutron] Checking segment: {'id': '06fcc5ea-d52f-4116-ad84-65d351bdd204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '02669734-f5b5-4afa-93b5-50db663200d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:27:36.067047 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-87fedc59-3551-4a1d-9c61-a8899f1e4ad7 service neutron] Bound using segment: {'id': '06fcc5ea-d52f-4116-ad84-65d351bdd204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '02669734-f5b5-4afa-93b5-50db663200d6'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:27:36.067471 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-87fedc59-3551-4a1d-9c61-a8899f1e4ad7 service neutron] Bound port: cef75c54-df1a-4471-b81d-4bba31c0be78, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06fcc5ea-d52f-4116-ad84-65d351bdd204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '02669734-f5b5-4afa-93b5-50db663200d6'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:27:36.067829 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-87fedc59-3551-4a1d-9c61-a8899f1e4ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:36.134867 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-87fedc59-3551-4a1d-9c61-a8899f1e4ad7 service neutron] For port cef75c54-df1a-4471-b81d-4bba31c0be78, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:27:36.137901 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-87fedc59-3551-4a1d-9c61-a8899f1e4ad7 service neutron] For port cef75c54-df1a-4471-b81d-4bba31c0be78, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=cef75c54-df1a-4471-b81d-4bba31c0be78,segment=NetworkSegment(06fcc5ea-d52f-4116-ad84-65d351bdd204),segment_id=06fcc5ea-d52f-4116-ad84-65d351bdd204)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:27:36.197709 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-87fedc59-3551-4a1d-9c61-a8899f1e4ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:36.233269 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-87fedc59-3551-4a1d-9c61-a8899f1e4ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:36.233878 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-87fedc59-3551-4a1d-9c61-a8899f1e4ad7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:36.235248 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-87fedc59-3551-4a1d-9c61-a8899f1e4ad7 service neutron] 10.222.0.13 "PUT /v2.0/ports/cef75c54-df1a-4471-b81d-4bba31c0be78 HTTP/1.1" status: 200 len: 1091 time: 0.8047466 Dec 17 16:27:36.235690 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdcf2c6d-8c34-4725-8248-30c10d2be9ca', 'tag': 'cef75c54-df1a-4471-b81d-4bba31c0be78'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:27:36.237949 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7900ad91-82b6-448b-8ba0-63d94cd6b9e6" -d '{"events": [{"name": "network-changed", "server_uuid": "cdcf2c6d-8c34-4725-8248-30c10d2be9ca", "tag": "cef75c54-df1a-4471-b81d-4bba31c0be78"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:27:36.264700 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fedc59-3551-4a1d-9c61-a8899f1e4ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=cef75c54-df1a-4471-b81d-4bba31c0be78,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:36.291365 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2691ae61-bea6-4f23-b4ac-9263cfe8da4f x-openstack-request-id: req-2691ae61-bea6-4f23-b4ac-9263cfe8da4f {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:27:36.292664 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdcf2c6d-8c34-4725-8248-30c10d2be9ca", "tag": "cef75c54-df1a-4471-b81d-4bba31c0be78", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:27:36.292664 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2691ae61-bea6-4f23-b4ac-9263cfe8da4f {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:27:36.292664 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdcf2c6d-8c34-4725-8248-30c10d2be9ca', 'tag': 'cef75c54-df1a-4471-b81d-4bba31c0be78', 'status': 'completed', 'code': 200} Dec 17 16:27:36.354421 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900ad91-82b6-448b-8ba0-63d94cd6b9e6 req-9e2ee0aa-3b84-487b-adb1-73e1cdef3efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:36.355992 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7900ad91-82b6-448b-8ba0-63d94cd6b9e6 req-9e2ee0aa-3b84-487b-adb1-73e1cdef3efd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c5995ac0607f43a3810623517055e4c5&device_id=cdcf2c6d-8c34-4725-8248-30c10d2be9ca HTTP/1.1" status: 200 len: 1094 time: 0.0450406 Dec 17 16:27:36.465442 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900ad91-82b6-448b-8ba0-63d94cd6b9e6 req-11cc13ff-0984-4075-8369-fe5ef151d453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:36.466930 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7900ad91-82b6-448b-8ba0-63d94cd6b9e6 req-11cc13ff-0984-4075-8369-fe5ef151d453 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c5995ac0607f43a3810623517055e4c5&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1024067 Dec 17 16:27:36.566278 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900ad91-82b6-448b-8ba0-63d94cd6b9e6 req-d45988f8-4040-4647-8b10-aeafadf45578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:36.567629 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7900ad91-82b6-448b-8ba0-63d94cd6b9e6 req-d45988f8-4040-4647-8b10-aeafadf45578 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930624 Dec 17 16:27:36.641875 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-d8a50058-e193-410d-98b4-01267f850fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:36.643362 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-d8a50058-e193-410d-98b4-01267f850fb6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c5995ac0607f43a3810623517055e4c5&device_id=cdcf2c6d-8c34-4725-8248-30c10d2be9ca HTTP/1.1" status: 200 len: 1094 time: 0.0405262 Dec 17 16:27:36.683582 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-c7aa8ef3-b1c3-4693-903a-80d59a324df0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cef75c54-df1a-4471-b81d-4bba31c0be78 HTTP/1.1" status: 200 len: 217 time: 0.0325394 Dec 17 16:27:36.735688 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-eb1d149d-3dbf-4773-ba84-c7417ec1ce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:36.737107 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-eb1d149d-3dbf-4773-ba84-c7417ec1ce32 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=641b960b-06c3-4ce4-b495-46ac81344f3f HTTP/1.1" status: 200 len: 856 time: 0.0466433 Dec 17 16:27:36.783190 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-c5e2d4ce-5e82-403f-8ed4-b11425c464af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:36.784672 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-c5e2d4ce-5e82-403f-8ed4-b11425c464af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02669734-f5b5-4afa-93b5-50db663200d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404415 Dec 17 16:27:36.872263 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-0d94d3ad-0350-4a3a-8942-2391fcf70993 service neutron] 10.222.0.13 "GET /v2.0/networks/02669734-f5b5-4afa-93b5-50db663200d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802937 Dec 17 16:27:36.966408 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a64a60e9-154a-4a2d-8b49-c67b407f6749 req-762cbf96-f353-4ba2-8ebb-7cd207d53566 service neutron] 10.222.0.13 "GET /v2.0/networks/02669734-f5b5-4afa-93b5-50db663200d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867968 Dec 17 16:27:37.024825 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f998ed6-9ddf-488b-93fd-03889451e4e8 req-e3a6a920-700e-467e-81fd-f5f60f9b449f tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:37.026333 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1f998ed6-9ddf-488b-93fd-03889451e4e8 req-e3a6a920-700e-467e-81fd-f5f60f9b449f tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdcf2c6d-8c34-4725-8248-30c10d2be9ca HTTP/1.1" status: 200 len: 943 time: 0.0531554 Dec 17 16:27:37.063938 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1f998ed6-9ddf-488b-93fd-03889451e4e8 req-046d7c64-af3e-422c-9e40-4ebffe3b094d tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/security-groups?id=95c987eb-4219-4b81-85c7-02e2cd690446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315835 Dec 17 16:27:38.180201 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dadcf58-909a-4c4c-9961-c470b60b0795 req-861c10c4-6d87-477c-81a9-97d45ff945ae tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:38.181689 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9dadcf58-909a-4c4c-9961-c470b60b0795 req-861c10c4-6d87-477c-81a9-97d45ff945ae tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdcf2c6d-8c34-4725-8248-30c10d2be9ca HTTP/1.1" status: 200 len: 943 time: 0.0484588 Dec 17 16:27:38.218074 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9dadcf58-909a-4c4c-9961-c470b60b0795 req-9cd7dc9b-f44f-4da3-afe2-7ba5eb68b259 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/security-groups?id=95c987eb-4219-4b81-85c7-02e2cd690446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304503 Dec 17 16:27:38.820904 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:27:39.332736 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a05348-9b4f-4674-935e-11273e2e102f req-32d96c9f-f31e-490c-9660-392bda030891 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:39.334214 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b0a05348-9b4f-4674-935e-11273e2e102f req-32d96c9f-f31e-490c-9660-392bda030891 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdcf2c6d-8c34-4725-8248-30c10d2be9ca HTTP/1.1" status: 200 len: 943 time: 0.0491052 Dec 17 16:27:39.372352 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b0a05348-9b4f-4674-935e-11273e2e102f req-c6619f0e-f7a6-4d91-ace1-a2d61414a0cb tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/security-groups?id=95c987eb-4219-4b81-85c7-02e2cd690446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318546 Dec 17 16:27:39.430556 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device cef75c54-df1a-4471-b81d-4bba31c0be78 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:27:39.527993 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port cef75c54-df1a-4471-b81d-4bba31c0be78, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=cef75c54-df1a-4471-b81d-4bba31c0be78,segment=NetworkSegment(06fcc5ea-d52f-4116-ad84-65d351bdd204),segment_id=06fcc5ea-d52f-4116-ad84-65d351bdd204)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:27:39.539326 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'cef75c54-df1a-4471-b81d-4bba31c0be78', 'network_id': '02669734-f5b5-4afa-93b5-50db663200d6', 'port_id': 'cef75c54-df1a-4471-b81d-4bba31c0be78', 'mac_address': 'fa:16:3e:05:3a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641b960b-06c3-4ce4-b495-46ac81344f3f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:27:39.575194 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:39.587498 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef75c54-df1a-4471-b81d-4bba31c0be78 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:27:39.606698 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port cef75c54-df1a-4471-b81d-4bba31c0be78, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=cef75c54-df1a-4471-b81d-4bba31c0be78,segment=NetworkSegment(06fcc5ea-d52f-4116-ad84-65d351bdd204),segment_id=06fcc5ea-d52f-4116-ad84-65d351bdd204)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:27:39.663275 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:39.710646 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=cef75c54-df1a-4471-b81d-4bba31c0be78,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:39.872931 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['cef75c54-df1a-4471-b81d-4bba31c0be78'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:27:40.491231 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8bd5d-6391-457d-a24e-272672bdee4f req-54d084da-1df9-4358-bff5-c85b0f8594ad tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:40.492938 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-17c8bd5d-6391-457d-a24e-272672bdee4f req-54d084da-1df9-4358-bff5-c85b0f8594ad tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdcf2c6d-8c34-4725-8248-30c10d2be9ca HTTP/1.1" status: 200 len: 944 time: 0.0534532 Dec 17 16:27:40.531104 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-17c8bd5d-6391-457d-a24e-272672bdee4f req-62cf6e63-b3fa-4651-89e6-4533d49df136 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/security-groups?id=95c987eb-4219-4b81-85c7-02e2cd690446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319576 Dec 17 16:27:41.234677 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:41.445291 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device cef75c54-df1a-4471-b81d-4bba31c0be78 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:27:41.565902 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port cef75c54-df1a-4471-b81d-4bba31c0be78 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:27:41.570695 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port cef75c54-df1a-4471-b81d-4bba31c0be78 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:27:41.571199 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:41.650000 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8e85f-36cd-45b1-9daf-91f08a6d2b1e req-d30353c1-030e-4472-9fb4-4292ccbf1e47 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:41.651487 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68b8e85f-36cd-45b1-9daf-91f08a6d2b1e req-d30353c1-030e-4472-9fb4-4292ccbf1e47 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdcf2c6d-8c34-4725-8248-30c10d2be9ca HTTP/1.1" status: 200 len: 944 time: 0.0529275 Dec 17 16:27:41.657804 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:41.681074 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcf2c6d-8c34-4725-8248-30c10d2be9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef75c54-df1a-4471-b81d-4bba31c0be78'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:27:41.683345 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f08bdf-4aa4-49ce-9c33-8c31cb2ce9f5" -d '{"events": [{"server_uuid": "cdcf2c6d-8c34-4725-8248-30c10d2be9ca", "name": "network-vif-plugged", "status": "completed", "tag": "cef75c54-df1a-4471-b81d-4bba31c0be78"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:27:41.691383 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68b8e85f-36cd-45b1-9daf-91f08a6d2b1e req-296ae77f-b359-4a70-9171-12665676adba tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/security-groups?id=95c987eb-4219-4b81-85c7-02e2cd690446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335448 Dec 17 16:27:41.696874 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port cef75c54-df1a-4471-b81d-4bba31c0be78, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=cef75c54-df1a-4471-b81d-4bba31c0be78,segment=NetworkSegment(06fcc5ea-d52f-4116-ad84-65d351bdd204),segment_id=06fcc5ea-d52f-4116-ad84-65d351bdd204)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:27:41.721939 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6477c47b-950c-4be0-9df9-7ab6a49e99da x-openstack-request-id: req-6477c47b-950c-4be0-9df9-7ab6a49e99da {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:27:41.722225 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdcf2c6d-8c34-4725-8248-30c10d2be9ca", "name": "network-vif-plugged", "status": "completed", "tag": "cef75c54-df1a-4471-b81d-4bba31c0be78", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:27:41.722476 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6477c47b-950c-4be0-9df9-7ab6a49e99da {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:27:41.722864 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcf2c6d-8c34-4725-8248-30c10d2be9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef75c54-df1a-4471-b81d-4bba31c0be78', 'code': 200} Dec 17 16:27:41.760342 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:41.809093 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=cef75c54-df1a-4471-b81d-4bba31c0be78,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:27:41.821597 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46ba96-8e12-4965-9ccb-7eae3f61edd3 req-2b958077-34b7-46db-b89c-d32ad419d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:41.823075 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ae46ba96-8e12-4965-9ccb-7eae3f61edd3 req-2b958077-34b7-46db-b89c-d32ad419d9fa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cdcf2c6d-8c34-4725-8248-30c10d2be9ca HTTP/1.1" status: 200 len: 1096 time: 0.0441093 Dec 17 16:27:41.858014 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ae46ba96-8e12-4965-9ccb-7eae3f61edd3 req-05085c7c-a4cd-4834-9016-f03f1c517591 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=95c987eb-4219-4b81-85c7-02e2cd690446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280809 Dec 17 16:27:42.808720 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7d6be-efd7-4c7a-8169-976ccf7d1518 req-2d6be5fc-c8ed-4368-895e-edb02ba955ac tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:42.812564 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-25d7d6be-efd7-4c7a-8169-976ccf7d1518 req-2d6be5fc-c8ed-4368-895e-edb02ba955ac tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdcf2c6d-8c34-4725-8248-30c10d2be9ca HTTP/1.1" status: 200 len: 945 time: 0.0505691 Dec 17 16:27:42.851217 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-25d7d6be-efd7-4c7a-8169-976ccf7d1518 req-09e1dbb0-9583-47de-a4af-a46024ba0584 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/security-groups?id=95c987eb-4219-4b81-85c7-02e2cd690446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334327 Dec 17 16:27:43.975176 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffe7e7-3cfe-49a8-bd64-8e64e015895f req-298030fb-84ba-4183-add8-02d5817fc0bd tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:43.975902 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f3ffe7e7-3cfe-49a8-bd64-8e64e015895f req-298030fb-84ba-4183-add8-02d5817fc0bd tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdcf2c6d-8c34-4725-8248-30c10d2be9ca HTTP/1.1" status: 200 len: 945 time: 0.0532019 Dec 17 16:27:44.013219 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f3ffe7e7-3cfe-49a8-bd64-8e64e015895f req-f4487f01-48f3-4a7a-ba78-cefde10c6c3a tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/security-groups?id=95c987eb-4219-4b81-85c7-02e2cd690446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313964 Dec 17 16:27:44.174828 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fe017-b41b-48cc-8149-d82c3e68cfd1 req-304a516d-198f-4592-9ad2-0810e7b37fc9 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:44.176300 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1e0fe017-b41b-48cc-8149-d82c3e68cfd1 req-304a516d-198f-4592-9ad2-0810e7b37fc9 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdcf2c6d-8c34-4725-8248-30c10d2be9ca HTTP/1.1" status: 200 len: 945 time: 0.0982990 Dec 17 16:27:44.213979 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1e0fe017-b41b-48cc-8149-d82c3e68cfd1 req-604a58ed-d17f-4a7e-acdf-48b7eaaeb983 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/security-groups?id=95c987eb-4219-4b81-85c7-02e2cd690446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316005 Dec 17 16:27:56.566018 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:27:57.575940 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-66ecedbe-df15-4790-8533-2c88afc9be12 req-e267ae2b-3eb6-4568-bf3a-f720050d4195 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cdcf2c6d-8c34-4725-8248-30c10d2be9ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394602 Dec 17 16:27:57.664793 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecedbe-df15-4790-8533-2c88afc9be12 req-3aacbdc8-a5c9-40db-99fb-a67b9783adec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:57.666569 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-66ecedbe-df15-4790-8533-2c88afc9be12 req-3aacbdc8-a5c9-40db-99fb-a67b9783adec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c5995ac0607f43a3810623517055e4c5&device_id=cdcf2c6d-8c34-4725-8248-30c10d2be9ca HTTP/1.1" status: 200 len: 1096 time: 0.0442169 Dec 17 16:27:57.771557 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecedbe-df15-4790-8533-2c88afc9be12 req-0efcc78a-7ce5-42ea-ba7c-e5cadbc69fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:57.773087 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-66ecedbe-df15-4790-8533-2c88afc9be12 req-0efcc78a-7ce5-42ea-ba7c-e5cadbc69fd7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=02669734-f5b5-4afa-93b5-50db663200d6 HTTP/1.1" status: 200 len: 918 time: 0.0848448 Dec 17 16:27:57.819358 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-66ecedbe-df15-4790-8533-2c88afc9be12 req-e434762d-9f59-4d49-baaf-7c21eaefecda service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cef75c54-df1a-4471-b81d-4bba31c0be78 HTTP/1.1" status: 200 len: 217 time: 0.0389919 Dec 17 16:27:57.870545 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecedbe-df15-4790-8533-2c88afc9be12 req-38a5aa2b-ab4d-4ea1-9755-2d5340352219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:57.872030 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-66ecedbe-df15-4790-8533-2c88afc9be12 req-38a5aa2b-ab4d-4ea1-9755-2d5340352219 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=641b960b-06c3-4ce4-b495-46ac81344f3f HTTP/1.1" status: 200 len: 856 time: 0.0456519 Dec 17 16:27:57.921284 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecedbe-df15-4790-8533-2c88afc9be12 req-42058dcf-9a02-42bb-9089-03eedc9afc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:27:57.922757 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-66ecedbe-df15-4790-8533-2c88afc9be12 req-42058dcf-9a02-42bb-9089-03eedc9afc14 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02669734-f5b5-4afa-93b5-50db663200d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421743 Dec 17 16:27:58.021537 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-66ecedbe-df15-4790-8533-2c88afc9be12 req-d0a25719-532d-4b62-8ec7-af3c69c04ee5 service neutron] 10.222.0.13 "GET /v2.0/networks/02669734-f5b5-4afa-93b5-50db663200d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878892 Dec 17 16:27:58.122797 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-66ecedbe-df15-4790-8533-2c88afc9be12 req-53682753-b26b-4cd7-9bc7-ec3362e0745f service neutron] 10.222.0.13 "GET /v2.0/networks/02669734-f5b5-4afa-93b5-50db663200d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873809 Dec 17 16:27:58.940483 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c673e037-57c8-440d-a110-e29cbb928978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:01.163107 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dae77b34-5833-482e-b3fb-af40526c6c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:02.592023 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:04.140074 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:04.299920 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:07.327271 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cc075-8dad-45be-933c-7241dbc6a515 req-095b79c3-f8fc-4cae-a5f1-1ef60c48396b tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:28:07.328659 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7b2cc075-8dad-45be-933c-7241dbc6a515 req-095b79c3-f8fc-4cae-a5f1-1ef60c48396b tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdcf2c6d-8c34-4725-8248-30c10d2be9ca HTTP/1.1" status: 200 len: 945 time: 0.0485370 Dec 17 16:28:07.365737 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7b2cc075-8dad-45be-933c-7241dbc6a515 req-059cbc7f-e5b6-4b8e-8bfc-516cdd9637e4 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/security-groups?id=95c987eb-4219-4b81-85c7-02e2cd690446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311310 Dec 17 16:28:08.487736 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c6555-2f2a-4ccf-95ea-0d5f439df5cd req-ef29bbbc-3514-43d6-9938-4fc4ef9bcdf6 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:28:08.489222 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b19c6555-2f2a-4ccf-95ea-0d5f439df5cd req-ef29bbbc-3514-43d6-9938-4fc4ef9bcdf6 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdcf2c6d-8c34-4725-8248-30c10d2be9ca HTTP/1.1" status: 200 len: 945 time: 0.0541091 Dec 17 16:28:08.527482 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b19c6555-2f2a-4ccf-95ea-0d5f439df5cd req-b2ca552f-781c-4e9f-9afb-8128176c9d6d tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/security-groups?id=95c987eb-4219-4b81-85c7-02e2cd690446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318546 Dec 17 16:28:08.863789 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67710cdb-0f3a-4616-8c77-ab8b8bde1d49 req-3aa920b8-5df0-4d0a-b1ab-c867b4d521a1 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:28:08.865259 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-67710cdb-0f3a-4616-8c77-ab8b8bde1d49 req-3aa920b8-5df0-4d0a-b1ab-c867b4d521a1 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdcf2c6d-8c34-4725-8248-30c10d2be9ca HTTP/1.1" status: 200 len: 945 time: 0.0506639 Dec 17 16:28:08.958441 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-67710cdb-0f3a-4616-8c77-ab8b8bde1d49 req-f6fd11b9-b96a-44fa-8cd6-0428ca03d008 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Deleting port cef75c54-df1a-4471-b81d-4bba31c0be78 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:28:08.958774 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-67710cdb-0f3a-4616-8c77-ab8b8bde1d49 req-f6fd11b9-b96a-44fa-8cd6-0428ca03d008 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:09.045392 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-67710cdb-0f3a-4616-8c77-ab8b8bde1d49 req-f6fd11b9-b96a-44fa-8cd6-0428ca03d008 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] For port cef75c54-df1a-4471-b81d-4bba31c0be78, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=cef75c54-df1a-4471-b81d-4bba31c0be78,segment=NetworkSegment(06fcc5ea-d52f-4116-ad84-65d351bdd204),segment_id=06fcc5ea-d52f-4116-ad84-65d351bdd204)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:28:09.045748 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-67710cdb-0f3a-4616-8c77-ab8b8bde1d49 req-f6fd11b9-b96a-44fa-8cd6-0428ca03d008 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:09.058544 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-67710cdb-0f3a-4616-8c77-ab8b8bde1d49 req-f6fd11b9-b96a-44fa-8cd6-0428ca03d008 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Calling delete_port for cef75c54-df1a-4471-b81d-4bba31c0be78 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:28:09.254541 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-67710cdb-0f3a-4616-8c77-ab8b8bde1d49 req-f6fd11b9-b96a-44fa-8cd6-0428ca03d008 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:09.266137 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['cef75c54-df1a-4471-b81d-4bba31c0be78'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:28:09.282576 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd11b9-b96a-44fa-8cd6-0428ca03d008 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Pushing event deleted for resources: {'Port': ['ID=cef75c54-df1a-4471-b81d-4bba31c0be78,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:28:09.332926 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-67710cdb-0f3a-4616-8c77-ab8b8bde1d49 req-f6fd11b9-b96a-44fa-8cd6-0428ca03d008 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] No DVR routers for this DVR port cef75c54-df1a-4471-b81d-4bba31c0be78 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:28:09.335645 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-67710cdb-0f3a-4616-8c77-ab8b8bde1d49 req-f6fd11b9-b96a-44fa-8cd6-0428ca03d008 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:09.339164 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-67710cdb-0f3a-4616-8c77-ab8b8bde1d49 req-f6fd11b9-b96a-44fa-8cd6-0428ca03d008 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.13 "DELETE /v2.0/ports/cef75c54-df1a-4471-b81d-4bba31c0be78 HTTP/1.1" status: 204 len: 173 time: 0.4678433 Dec 17 16:28:09.339598 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcf2c6d-8c34-4725-8248-30c10d2be9ca', 'name': 'network-vif-deleted', 'tag': 'cef75c54-df1a-4471-b81d-4bba31c0be78'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:28:09.341927 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ac7e63-d929-4622-8b2c-fd45ec2f9ed2" -d '{"events": [{"server_uuid": "cdcf2c6d-8c34-4725-8248-30c10d2be9ca", "name": "network-vif-deleted", "tag": "cef75c54-df1a-4471-b81d-4bba31c0be78"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:28:09.377195 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc92cdc-5cda-4350-a52a-e285898d47f5 x-openstack-request-id: req-1fc92cdc-5cda-4350-a52a-e285898d47f5 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:28:09.377505 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdcf2c6d-8c34-4725-8248-30c10d2be9ca", "name": "network-vif-deleted", "tag": "cef75c54-df1a-4471-b81d-4bba31c0be78", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:28:09.377755 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1fc92cdc-5cda-4350-a52a-e285898d47f5 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:28:09.378150 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcf2c6d-8c34-4725-8248-30c10d2be9ca', 'name': 'network-vif-deleted', 'tag': 'cef75c54-df1a-4471-b81d-4bba31c0be78', 'status': 'completed', 'code': 200} Dec 17 16:28:09.624399 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6333d334-e654-474d-8fa4-ba8b3e70cc5a req-621bd8bb-200e-4ef1-99cc-677d273dbfaa tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdcf2c6d-8c34-4725-8248-30c10d2be9ca HTTP/1.1" status: 200 len: 210 time: 0.0299027 Dec 17 16:28:11.220169 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:11.417700 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-4a4006dd-4dc6-481b-8438-2266c43e0df9 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:28:11.420381 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-4a4006dd-4dc6-481b-8438-2266c43e0df9 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/networks?id=02669734-f5b5-4afa-93b5-50db663200d6 HTTP/1.1" status: 200 len: 817 time: 0.1040642 Dec 17 16:28:11.434194 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-37e4bb3f-50db-4a6c-8cd3-14d3e681c73d tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/quotas/c5995ac0607f43a3810623517055e4c5 HTTP/1.1" status: 200 len: 375 time: 0.0091362 Dec 17 16:28:11.485409 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-2cb3a9e7-7ac7-4029-89fa-63a5723490ca tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c5995ac0607f43a3810623517055e4c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457358 Dec 17 16:28:11.579009 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-8c37cf8f-acd0-4451-8051-855465d73b16 service neutron] 10.222.0.46 "GET /v2.0/networks/02669734-f5b5-4afa-93b5-50db663200d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815711 Dec 17 16:28:11.673430 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-d4b683ee-2895-4224-9254-23034f4d7f3c service neutron] 10.222.0.46 "GET /v2.0/networks/02669734-f5b5-4afa-93b5-50db663200d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881672 Dec 17 16:28:11.902374 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-18b9238c-3569-4aca-b7c7-cddc5effb85c req-3d87f82b-c9e6-4dc2-88c9-ef727561ba68 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/ports?device_id=f22796ed-b0a0-4539-a384-6675c2db8ef7 HTTP/1.1" status: 200 len: 210 time: 0.0283225 Dec 17 16:28:12.997189 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e43f3a18-50ec-4efc-9691-210eebe705a3 req-026322c4-1dbf-4234-a7dc-786dd45e121f tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/ports?device_id=f22796ed-b0a0-4539-a384-6675c2db8ef7 HTTP/1.1" status: 200 len: 210 time: 0.0272048 Dec 17 16:28:13.603423 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device cef75c54-df1a-4471-b81d-4bba31c0be78 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:28:13.624170 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: cef75c54-df1a-4471-b81d-4bba31c0be78 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:28:13.624492 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device cef75c54-df1a-4471-b81d-4bba31c0be78 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:28:13.851196 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-16cff22f-ef21-40d6-85ad-0224384c77ee tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:28:13.853153 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-16cff22f-ef21-40d6-85ad-0224384c77ee tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.41 "GET /v2.0/networks?id=02669734-f5b5-4afa-93b5-50db663200d6 HTTP/1.1" status: 200 len: 817 time: 0.1071377 Dec 17 16:28:13.871186 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-42ee3fc9-0a3f-4c4c-b289-1ac505aa132b tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Request body: {'port': {'device_id': 'f22796ed-b0a0-4539-a384-6675c2db8ef7', 'network_id': '02669734-f5b5-4afa-93b5-50db663200d6', 'admin_state_up': True, 'tenant_id': 'c5995ac0607f43a3810623517055e4c5'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:28:14.054677 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-42ee3fc9-0a3f-4c4c-b289-1ac505aa132b tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Made reservation on behalf of c5995ac0607f43a3810623517055e4c5 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:28:14.059036 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-42ee3fc9-0a3f-4c4c-b289-1ac505aa132b tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:14.093241 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9450f664-8b43-430b-bbd4-767d73e8e811 req-41506bb2-c910-4d54-b9f9-18e6c889c442 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/ports?device_id=f22796ed-b0a0-4539-a384-6675c2db8ef7 HTTP/1.1" status: 200 len: 210 time: 0.0281048 Dec 17 16:28:14.188403 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-42ee3fc9-0a3f-4c4c-b289-1ac505aa132b tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Allocated IP 172.20.0.9 (02669734-f5b5-4afa-93b5-50db663200d6/641b960b-06c3-4ce4-b495-46ac81344f3f/7ca9b718-f84e-4900-a874-2fa8a9e0be3b) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:28:14.337694 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-42ee3fc9-0a3f-4c4c-b289-1ac505aa132b tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:14.432195 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-42ee3fc9-0a3f-4c4c-b289-1ac505aa132b tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:14.479457 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-42ee3fc9-0a3f-4c4c-b289-1ac505aa132b tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Network 02669734-f5b5-4afa-93b5-50db663200d6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:28:14.482524 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-42ee3fc9-0a3f-4c4c-b289-1ac505aa132b tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:28:14.484856 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-42ee3fc9-0a3f-4c4c-b289-1ac505aa132b tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:28:14.515126 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee3fc9-0a3f-4c4c-b289-1ac505aa132b tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Pushing event updated for resources: {'Port': ['ID=7ca9b718-f84e-4900-a874-2fa8a9e0be3b,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:28:14.544697 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-42ee3fc9-0a3f-4c4c-b289-1ac505aa132b tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:28:14.545364 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-42ee3fc9-0a3f-4c4c-b289-1ac505aa132b tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:14.628643 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-42ee3fc9-0a3f-4c4c-b289-1ac505aa132b tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7619781 Dec 17 16:28:14.647069 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-de757c8e-d6ec-4d2a-b920-8cf06c819361 service neutron] Request body: {'port': {'device_id': 'f22796ed-b0a0-4539-a384-6675c2db8ef7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:28:14.701434 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-de757c8e-d6ec-4d2a-b920-8cf06c819361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:14.709905 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-3b1fd65e-c7a7-477a-a8c7-6b4a1f5d1498 None None] Provisioning complete for port 7ca9b718-f84e-4900-a874-2fa8a9e0be3b triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:28:14.712984 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3b1fd65e-c7a7-477a-a8c7-6b4a1f5d1498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:14.745603 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-3b1fd65e-c7a7-477a-a8c7-6b4a1f5d1498 None None] Port 7ca9b718-f84e-4900-a874-2fa8a9e0be3b cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:28:15.222154 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2eef0-3582-4500-ae97-216049f8d802 req-39675dd6-fd9c-4bc8-8722-2ca7c5390f90 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:28:15.223650 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-72f2eef0-3582-4500-ae97-216049f8d802 req-39675dd6-fd9c-4bc8-8722-2ca7c5390f90 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/ports?device_id=f22796ed-b0a0-4539-a384-6675c2db8ef7 HTTP/1.1" status: 200 len: 931 time: 0.0550988 Dec 17 16:28:15.263060 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-72f2eef0-3582-4500-ae97-216049f8d802 req-f9d77bc5-434e-4564-bb74-5b8b3d45a80b tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/security-groups?id=95c987eb-4219-4b81-85c7-02e2cd690446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324435 Dec 17 16:28:15.298824 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-de757c8e-d6ec-4d2a-b920-8cf06c819361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ca9b718-f84e-4900-a874-2fa8a9e0be3b {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:28:15.306703 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-de757c8e-d6ec-4d2a-b920-8cf06c819361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:15.318240 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-de757c8e-d6ec-4d2a-b920-8cf06c819361 service neutron] Transition to ACTIVE for port object 7ca9b718-f84e-4900-a874-2fa8a9e0be3b will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:28:15.382748 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-de757c8e-d6ec-4d2a-b920-8cf06c819361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:15.450230 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de757c8e-d6ec-4d2a-b920-8cf06c819361 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca9b718-f84e-4900-a874-2fa8a9e0be3b,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:28:15.503459 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-de757c8e-d6ec-4d2a-b920-8cf06c819361 service neutron] Attempting to bind port 7ca9b718-f84e-4900-a874-2fa8a9e0be3b on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:28:15.503795 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-de757c8e-d6ec-4d2a-b920-8cf06c819361 service neutron] Attempting to bind port 7ca9b718-f84e-4900-a874-2fa8a9e0be3b by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '06fcc5ea-d52f-4116-ad84-65d351bdd204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '02669734-f5b5-4afa-93b5-50db663200d6'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:28:15.504125 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-de757c8e-d6ec-4d2a-b920-8cf06c819361 service neutron] Attempting to bind port 7ca9b718-f84e-4900-a874-2fa8a9e0be3b on network 02669734-f5b5-4afa-93b5-50db663200d6 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:28:15.509424 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-de757c8e-d6ec-4d2a-b920-8cf06c819361 service neutron] Port 7ca9b718-f84e-4900-a874-2fa8a9e0be3b on network 02669734-f5b5-4afa-93b5-50db663200d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:28:15.511939 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-de757c8e-d6ec-4d2a-b920-8cf06c819361 service neutron] Attempting to bind port 7ca9b718-f84e-4900-a874-2fa8a9e0be3b on network 02669734-f5b5-4afa-93b5-50db663200d6 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:28:15.514788 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-de757c8e-d6ec-4d2a-b920-8cf06c819361 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:28:15.515131 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-de757c8e-d6ec-4d2a-b920-8cf06c819361 service neutron] Checking segment: {'id': '06fcc5ea-d52f-4116-ad84-65d351bdd204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '02669734-f5b5-4afa-93b5-50db663200d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:28:15.515510 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-de757c8e-d6ec-4d2a-b920-8cf06c819361 service neutron] Bound using segment: {'id': '06fcc5ea-d52f-4116-ad84-65d351bdd204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '02669734-f5b5-4afa-93b5-50db663200d6'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:28:15.515935 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-de757c8e-d6ec-4d2a-b920-8cf06c819361 service neutron] Bound port: 7ca9b718-f84e-4900-a874-2fa8a9e0be3b, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06fcc5ea-d52f-4116-ad84-65d351bdd204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '02669734-f5b5-4afa-93b5-50db663200d6'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:28:15.516296 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-de757c8e-d6ec-4d2a-b920-8cf06c819361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:15.585941 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-de757c8e-d6ec-4d2a-b920-8cf06c819361 service neutron] For port 7ca9b718-f84e-4900-a874-2fa8a9e0be3b, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:28:15.589578 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-de757c8e-d6ec-4d2a-b920-8cf06c819361 service neutron] For port 7ca9b718-f84e-4900-a874-2fa8a9e0be3b, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=7ca9b718-f84e-4900-a874-2fa8a9e0be3b,segment=NetworkSegment(06fcc5ea-d52f-4116-ad84-65d351bdd204),segment_id=06fcc5ea-d52f-4116-ad84-65d351bdd204)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:28:15.668737 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-de757c8e-d6ec-4d2a-b920-8cf06c819361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:15.703073 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-de757c8e-d6ec-4d2a-b920-8cf06c819361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:28:15.703690 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-de757c8e-d6ec-4d2a-b920-8cf06c819361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:15.705115 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-de757c8e-d6ec-4d2a-b920-8cf06c819361 service neutron] 10.222.0.41 "PUT /v2.0/ports/7ca9b718-f84e-4900-a874-2fa8a9e0be3b HTTP/1.1" status: 200 len: 1091 time: 1.0624247 Dec 17 16:28:15.705551 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f22796ed-b0a0-4539-a384-6675c2db8ef7', 'tag': '7ca9b718-f84e-4900-a874-2fa8a9e0be3b'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:28:15.707830 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9140543-9fc4-4a80-8f11-e80709d971c5" -d '{"events": [{"name": "network-changed", "server_uuid": "f22796ed-b0a0-4539-a384-6675c2db8ef7", "tag": "7ca9b718-f84e-4900-a874-2fa8a9e0be3b"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:28:15.733727 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de757c8e-d6ec-4d2a-b920-8cf06c819361 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca9b718-f84e-4900-a874-2fa8a9e0be3b,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:28:15.746451 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3636f653-6041-4841-861f-2d7cdbe4936a x-openstack-request-id: req-3636f653-6041-4841-861f-2d7cdbe4936a {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:28:15.749174 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f22796ed-b0a0-4539-a384-6675c2db8ef7", "tag": "7ca9b718-f84e-4900-a874-2fa8a9e0be3b", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:28:15.749174 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3636f653-6041-4841-861f-2d7cdbe4936a {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:28:15.749174 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f22796ed-b0a0-4539-a384-6675c2db8ef7', 'tag': '7ca9b718-f84e-4900-a874-2fa8a9e0be3b', 'status': 'completed', 'code': 200} Dec 17 16:28:15.820385 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:28:15.829530 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9140543-9fc4-4a80-8f11-e80709d971c5 req-50157105-7853-4fd1-bca6-c5c5364f539d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:28:15.835374 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c9140543-9fc4-4a80-8f11-e80709d971c5 req-50157105-7853-4fd1-bca6-c5c5364f539d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5995ac0607f43a3810623517055e4c5&device_id=f22796ed-b0a0-4539-a384-6675c2db8ef7 HTTP/1.1" status: 200 len: 1094 time: 0.0438902 Dec 17 16:28:15.941822 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9140543-9fc4-4a80-8f11-e80709d971c5 req-05a214e9-e198-4bfc-bc11-1ec51e40dc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:28:15.943258 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c9140543-9fc4-4a80-8f11-e80709d971c5 req-05a214e9-e198-4bfc-bc11-1ec51e40dc62 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c5995ac0607f43a3810623517055e4c5&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0990734 Dec 17 16:28:16.035756 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9140543-9fc4-4a80-8f11-e80709d971c5 req-184f9697-c678-492b-914f-59e80bd0e109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:28:16.037260 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c9140543-9fc4-4a80-8f11-e80709d971c5 req-184f9697-c678-492b-914f-59e80bd0e109 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867167 Dec 17 16:28:16.136716 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-5b1a14a6-9c53-4a1d-97da-261912ed6edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:28:16.138216 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-5b1a14a6-9c53-4a1d-97da-261912ed6edb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5995ac0607f43a3810623517055e4c5&device_id=f22796ed-b0a0-4539-a384-6675c2db8ef7 HTTP/1.1" status: 200 len: 1094 time: 0.0455287 Dec 17 16:28:16.184002 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-9a1e602f-d15c-44fb-bd52-6f9ece7eaca5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ca9b718-f84e-4900-a874-2fa8a9e0be3b HTTP/1.1" status: 200 len: 217 time: 0.0337749 Dec 17 16:28:16.231620 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-1619537f-a55f-4294-a43e-4607b5ce9035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:28:16.232937 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-1619537f-a55f-4294-a43e-4607b5ce9035 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=641b960b-06c3-4ce4-b495-46ac81344f3f HTTP/1.1" status: 200 len: 856 time: 0.0424008 Dec 17 16:28:16.281593 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-67a44d65-6b64-4a4b-bbae-01aae0339f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:28:16.283050 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-67a44d65-6b64-4a4b-bbae-01aae0339f78 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=02669734-f5b5-4afa-93b5-50db663200d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436440 Dec 17 16:28:16.373686 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-bdd0ed33-1c95-4096-97f2-b07079a91409 service neutron] 10.222.0.41 "GET /v2.0/networks/02669734-f5b5-4afa-93b5-50db663200d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828795 Dec 17 16:28:16.377770 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b4284-608c-4b4c-9953-e84ace1bbd3a req-75bc427e-c00d-4d3d-a685-787ca391e5ee tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:28:16.379230 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff0b4284-608c-4b4c-9953-e84ace1bbd3a req-75bc427e-c00d-4d3d-a685-787ca391e5ee tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/ports?device_id=f22796ed-b0a0-4539-a384-6675c2db8ef7 HTTP/1.1" status: 200 len: 943 time: 0.0493309 Dec 17 16:28:16.425682 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ff0b4284-608c-4b4c-9953-e84ace1bbd3a req-7143caf9-046a-4bf8-946e-fc6ae4b9095a tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/security-groups?id=95c987eb-4219-4b81-85c7-02e2cd690446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394020 Dec 17 16:28:16.481567 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3ba8da2d-046b-4e07-b9d4-0d83e472342e req-fea29bb0-dc3b-4e7e-a2a2-df38bdd784e2 service neutron] 10.222.0.41 "GET /v2.0/networks/02669734-f5b5-4afa-93b5-50db663200d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012411 Dec 17 16:28:17.542006 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde641e-c05e-4315-9c42-4588ac9a4aa6 req-246372ce-a0fd-4b3d-8da1-47bd6b09cc8a tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:28:17.543472 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8bde641e-c05e-4315-9c42-4588ac9a4aa6 req-246372ce-a0fd-4b3d-8da1-47bd6b09cc8a tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/ports?device_id=f22796ed-b0a0-4539-a384-6675c2db8ef7 HTTP/1.1" status: 200 len: 943 time: 0.0489943 Dec 17 16:28:17.579578 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8bde641e-c05e-4315-9c42-4588ac9a4aa6 req-290b9fcf-440d-4b86-ad58-8ddff3f54186 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/security-groups?id=95c987eb-4219-4b81-85c7-02e2cd690446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302615 Dec 17 16:28:18.698292 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874bce6c-3f1a-42c4-ada2-8c61371c4e94 req-ddf79041-a96a-4858-9905-6b9e29ed8968 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:28:18.699654 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-874bce6c-3f1a-42c4-ada2-8c61371c4e94 req-ddf79041-a96a-4858-9905-6b9e29ed8968 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/ports?device_id=f22796ed-b0a0-4539-a384-6675c2db8ef7 HTTP/1.1" status: 200 len: 943 time: 0.0530074 Dec 17 16:28:18.736756 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-874bce6c-3f1a-42c4-ada2-8c61371c4e94 req-a8acca7c-26c9-480d-9fe9-106d597a696e tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/security-groups?id=95c987eb-4219-4b81-85c7-02e2cd690446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311987 Dec 17 16:28:19.846316 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 7ca9b718-f84e-4900-a874-2fa8a9e0be3b details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:28:19.847891 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfd91e-3d3d-43cf-a126-387543721c0a req-2a0d2fd4-9da1-4127-acbf-8145feb7bab4 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:28:19.849415 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a6dfd91e-3d3d-43cf-a126-387543721c0a req-2a0d2fd4-9da1-4127-acbf-8145feb7bab4 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/ports?device_id=f22796ed-b0a0-4539-a384-6675c2db8ef7 HTTP/1.1" status: 200 len: 943 time: 0.0478752 Dec 17 16:28:19.889184 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a6dfd91e-3d3d-43cf-a126-387543721c0a req-21e6c88e-2ef9-40bd-8b6a-ba4c7eab39d8 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/security-groups?id=95c987eb-4219-4b81-85c7-02e2cd690446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327809 Dec 17 16:28:19.943151 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 7ca9b718-f84e-4900-a874-2fa8a9e0be3b, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=7ca9b718-f84e-4900-a874-2fa8a9e0be3b,segment=NetworkSegment(06fcc5ea-d52f-4116-ad84-65d351bdd204),segment_id=06fcc5ea-d52f-4116-ad84-65d351bdd204)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:28:19.955385 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '7ca9b718-f84e-4900-a874-2fa8a9e0be3b', 'network_id': '02669734-f5b5-4afa-93b5-50db663200d6', 'port_id': '7ca9b718-f84e-4900-a874-2fa8a9e0be3b', 'mac_address': 'fa:16:3e:eb:2b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641b960b-06c3-4ce4-b495-46ac81344f3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:28:19.991688 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:20.004103 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ca9b718-f84e-4900-a874-2fa8a9e0be3b {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:28:20.022774 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 7ca9b718-f84e-4900-a874-2fa8a9e0be3b, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=7ca9b718-f84e-4900-a874-2fa8a9e0be3b,segment=NetworkSegment(06fcc5ea-d52f-4116-ad84-65d351bdd204),segment_id=06fcc5ea-d52f-4116-ad84-65d351bdd204)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:28:20.102705 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:20.155050 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=7ca9b718-f84e-4900-a874-2fa8a9e0be3b,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:28:20.162107 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:28:20.162448 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:28:20.162780 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:28:20.163115 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:28:20.163439 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:28:20.163759 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:28:20.164076 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:28:20.164462 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:28:20.165022 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:28:20.165387 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:28:20.165712 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:28:20.166030 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:28:20.505463 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['7ca9b718-f84e-4900-a874-2fa8a9e0be3b'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:28:21.004029 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f8a78-10d2-40e0-933b-27ec6909a57b req-b221d766-68a3-45fe-b171-e406a4519907 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:28:21.005492 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-461f8a78-10d2-40e0-933b-27ec6909a57b req-b221d766-68a3-45fe-b171-e406a4519907 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/ports?device_id=f22796ed-b0a0-4539-a384-6675c2db8ef7 HTTP/1.1" status: 200 len: 944 time: 0.0486436 Dec 17 16:28:21.043339 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-461f8a78-10d2-40e0-933b-27ec6909a57b req-314e03e6-f956-44e9-be17-c83adc9968fe tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/security-groups?id=95c987eb-4219-4b81-85c7-02e2cd690446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315342 Dec 17 16:28:21.860896 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 7ca9b718-f84e-4900-a874-2fa8a9e0be3b up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:28:21.968457 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 7ca9b718-f84e-4900-a874-2fa8a9e0be3b completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:28:21.972140 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 7ca9b718-f84e-4900-a874-2fa8a9e0be3b triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:28:21.972514 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:22.169123 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a28398-0726-4770-8ed6-bebc55ad7015 req-4eb97f00-7d20-4c90-9bc5-9e921e51a1e8 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:28:22.170608 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d2a28398-0726-4770-8ed6-bebc55ad7015 req-4eb97f00-7d20-4c90-9bc5-9e921e51a1e8 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/ports?device_id=f22796ed-b0a0-4539-a384-6675c2db8ef7 HTTP/1.1" status: 200 len: 944 time: 0.0577104 Dec 17 16:28:22.209385 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d2a28398-0726-4770-8ed6-bebc55ad7015 req-81705d0b-dc7c-4e65-b2e8-c4c6394c3823 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/security-groups?id=95c987eb-4219-4b81-85c7-02e2cd690446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323930 Dec 17 16:28:22.209781 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:22.232666 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22796ed-b0a0-4539-a384-6675c2db8ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca9b718-f84e-4900-a874-2fa8a9e0be3b'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:28:22.234970 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caee17ef-1dd1-4b8f-b8f3-51df3dcad485" -d '{"events": [{"server_uuid": "f22796ed-b0a0-4539-a384-6675c2db8ef7", "name": "network-vif-plugged", "status": "completed", "tag": "7ca9b718-f84e-4900-a874-2fa8a9e0be3b"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:28:22.247793 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 7ca9b718-f84e-4900-a874-2fa8a9e0be3b, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=7ca9b718-f84e-4900-a874-2fa8a9e0be3b,segment=NetworkSegment(06fcc5ea-d52f-4116-ad84-65d351bdd204),segment_id=06fcc5ea-d52f-4116-ad84-65d351bdd204)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:28:22.272226 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db64fac5-3b3a-4d32-b733-fc5ca368e7bd x-openstack-request-id: req-db64fac5-3b3a-4d32-b733-fc5ca368e7bd {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:28:22.272584 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22796ed-b0a0-4539-a384-6675c2db8ef7", "name": "network-vif-plugged", "status": "completed", "tag": "7ca9b718-f84e-4900-a874-2fa8a9e0be3b", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:28:22.272773 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-db64fac5-3b3a-4d32-b733-fc5ca368e7bd {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:28:22.273203 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f22796ed-b0a0-4539-a384-6675c2db8ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca9b718-f84e-4900-a874-2fa8a9e0be3b', 'code': 200} Dec 17 16:28:22.302501 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:22.350551 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=7ca9b718-f84e-4900-a874-2fa8a9e0be3b,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:28:22.397774 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128fe40d-b3b6-47fd-8850-44406e73f861 req-cdc01552-62b1-48a4-855e-1ddd7da7b2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:28:22.399303 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-128fe40d-b3b6-47fd-8850-44406e73f861 req-cdc01552-62b1-48a4-855e-1ddd7da7b2b5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f22796ed-b0a0-4539-a384-6675c2db8ef7 HTTP/1.1" status: 200 len: 1096 time: 0.0414338 Dec 17 16:28:22.434032 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-128fe40d-b3b6-47fd-8850-44406e73f861 req-d231d0b2-e52f-4de6-a442-44ba30b40605 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=95c987eb-4219-4b81-85c7-02e2cd690446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271602 Dec 17 16:28:23.322707 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988b612-f51b-40f2-bdca-523bca50f65a req-7fa137dd-4160-4a1f-a677-f03f4146cbce tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:28:23.324160 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2988b612-f51b-40f2-bdca-523bca50f65a req-7fa137dd-4160-4a1f-a677-f03f4146cbce tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/ports?device_id=f22796ed-b0a0-4539-a384-6675c2db8ef7 HTTP/1.1" status: 200 len: 945 time: 0.0478737 Dec 17 16:28:23.361196 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2988b612-f51b-40f2-bdca-523bca50f65a req-e6e7158f-acaf-47bf-be4b-cac3ec9d81e1 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/security-groups?id=95c987eb-4219-4b81-85c7-02e2cd690446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310516 Dec 17 16:28:24.476082 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7089adb-bd81-4a80-a22e-f9d12cfbb578 req-d4e31cbe-37b7-4ff3-a88b-6070444db88e tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:28:24.477581 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7089adb-bd81-4a80-a22e-f9d12cfbb578 req-d4e31cbe-37b7-4ff3-a88b-6070444db88e tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/ports?device_id=f22796ed-b0a0-4539-a384-6675c2db8ef7 HTTP/1.1" status: 200 len: 945 time: 0.0490932 Dec 17 16:28:24.514768 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e7089adb-bd81-4a80-a22e-f9d12cfbb578 req-a6cba3a1-afec-4b7a-9583-be8a6b5c5a2b tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/security-groups?id=95c987eb-4219-4b81-85c7-02e2cd690446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311184 Dec 17 16:28:24.629428 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a940e-9f88-4ffe-90ea-ad974bb0764e req-2c9b9f54-6c02-44e5-9d31-b8da8e38b2d2 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:28:24.630882 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-860a940e-9f88-4ffe-90ea-ad974bb0764e req-2c9b9f54-6c02-44e5-9d31-b8da8e38b2d2 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/ports?device_id=f22796ed-b0a0-4539-a384-6675c2db8ef7 HTTP/1.1" status: 200 len: 945 time: 0.0516484 Dec 17 16:28:24.668736 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-860a940e-9f88-4ffe-90ea-ad974bb0764e req-2fdfa50a-133f-4ff0-9552-dbb0f33e2f45 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/security-groups?id=95c987eb-4219-4b81-85c7-02e2cd690446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310314 Dec 17 16:28:26.611281 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:28.894285 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-416f933e-2e4a-43dd-a46e-29c5c0696b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:31.139842 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8c2fcf6d-6baf-4663-880e-2faf9dd7623f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:32.591182 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:34.142467 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:34.305537 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:41.237288 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:46.691091 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f273e9-ca7a-4dee-85d2-4438f7fcd3bd req-c67646ec-d6c3-45d4-843b-1a27fb79930d tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:28:46.692571 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-20f273e9-ca7a-4dee-85d2-4438f7fcd3bd req-c67646ec-d6c3-45d4-843b-1a27fb79930d tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/ports?device_id=f22796ed-b0a0-4539-a384-6675c2db8ef7 HTTP/1.1" status: 200 len: 945 time: 0.0498860 Dec 17 16:28:46.729972 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-20f273e9-ca7a-4dee-85d2-4438f7fcd3bd req-df7e70ba-fcc3-4873-a9f6-5e680c941a89 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/security-groups?id=95c987eb-4219-4b81-85c7-02e2cd690446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306885 Dec 17 16:28:47.846024 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29f46e-0c6e-4161-b41b-876ceaba4c61 req-ef2340bb-6c4c-4419-a28d-18a21616e2ae tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:28:47.847519 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bb29f46e-0c6e-4161-b41b-876ceaba4c61 req-ef2340bb-6c4c-4419-a28d-18a21616e2ae tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/ports?device_id=f22796ed-b0a0-4539-a384-6675c2db8ef7 HTTP/1.1" status: 200 len: 945 time: 0.0492895 Dec 17 16:28:47.885707 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bb29f46e-0c6e-4161-b41b-876ceaba4c61 req-659dd3bb-d437-4516-9f25-5633863fb54f tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/security-groups?id=95c987eb-4219-4b81-85c7-02e2cd690446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317352 Dec 17 16:28:48.582704 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a001c-f6aa-4df0-9d48-74c2b27ebf2d req-1d83a82f-3205-4658-a177-e293d66b5d5a tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:28:48.584160 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-782a001c-f6aa-4df0-9d48-74c2b27ebf2d req-1d83a82f-3205-4658-a177-e293d66b5d5a tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.41 "GET /v2.0/ports?device_id=f22796ed-b0a0-4539-a384-6675c2db8ef7 HTTP/1.1" status: 200 len: 945 time: 0.0475409 Dec 17 16:28:48.677134 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-782a001c-f6aa-4df0-9d48-74c2b27ebf2d req-65848cef-9c3b-49cd-b765-29833dc2e968 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Deleting port 7ca9b718-f84e-4900-a874-2fa8a9e0be3b {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:28:48.677400 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-782a001c-f6aa-4df0-9d48-74c2b27ebf2d req-65848cef-9c3b-49cd-b765-29833dc2e968 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:48.765660 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-782a001c-f6aa-4df0-9d48-74c2b27ebf2d req-65848cef-9c3b-49cd-b765-29833dc2e968 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] For port 7ca9b718-f84e-4900-a874-2fa8a9e0be3b, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=7ca9b718-f84e-4900-a874-2fa8a9e0be3b,segment=NetworkSegment(06fcc5ea-d52f-4116-ad84-65d351bdd204),segment_id=06fcc5ea-d52f-4116-ad84-65d351bdd204)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:28:48.766022 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-782a001c-f6aa-4df0-9d48-74c2b27ebf2d req-65848cef-9c3b-49cd-b765-29833dc2e968 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:48.779269 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-782a001c-f6aa-4df0-9d48-74c2b27ebf2d req-65848cef-9c3b-49cd-b765-29833dc2e968 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Calling delete_port for 7ca9b718-f84e-4900-a874-2fa8a9e0be3b owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:28:48.985529 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-782a001c-f6aa-4df0-9d48-74c2b27ebf2d req-65848cef-9c3b-49cd-b765-29833dc2e968 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:49.004429 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865ce1c-13fb-4001-aea8-e11bace286c9 req-1387ea2b-bacd-4474-8257-8c9c19cbb44d tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:28:49.005944 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5865ce1c-13fb-4001-aea8-e11bace286c9 req-1387ea2b-bacd-4474-8257-8c9c19cbb44d tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/ports?device_id=f22796ed-b0a0-4539-a384-6675c2db8ef7 HTTP/1.1" status: 200 len: 867 time: 0.0531285 Dec 17 16:28:49.016998 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65848cef-9c3b-49cd-b765-29833dc2e968 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Pushing event deleted for resources: {'Port': ['ID=7ca9b718-f84e-4900-a874-2fa8a9e0be3b,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:28:49.020260 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['7ca9b718-f84e-4900-a874-2fa8a9e0be3b'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:28:49.028336 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65848cef-9c3b-49cd-b765-29833dc2e968 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:28:49.028697 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65848cef-9c3b-49cd-b765-29833dc2e968 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:28:49.029075 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65848cef-9c3b-49cd-b765-29833dc2e968 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:28:49.029416 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65848cef-9c3b-49cd-b765-29833dc2e968 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:28:49.029762 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65848cef-9c3b-49cd-b765-29833dc2e968 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:28:49.030106 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65848cef-9c3b-49cd-b765-29833dc2e968 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:28:49.030442 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65848cef-9c3b-49cd-b765-29833dc2e968 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:28:49.030776 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65848cef-9c3b-49cd-b765-29833dc2e968 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:28:49.031111 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65848cef-9c3b-49cd-b765-29833dc2e968 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:28:49.031453 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65848cef-9c3b-49cd-b765-29833dc2e968 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:28:49.031769 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65848cef-9c3b-49cd-b765-29833dc2e968 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:28:49.032094 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65848cef-9c3b-49cd-b765-29833dc2e968 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:28:49.047861 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5865ce1c-13fb-4001-aea8-e11bace286c9 req-b35353de-3b86-4871-a3bd-99935de3dd18 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.46 "GET /v2.0/security-groups?id=95c987eb-4219-4b81-85c7-02e2cd690446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349779 Dec 17 16:28:49.079310 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-782a001c-f6aa-4df0-9d48-74c2b27ebf2d req-65848cef-9c3b-49cd-b765-29833dc2e968 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] No DVR routers for this DVR port 7ca9b718-f84e-4900-a874-2fa8a9e0be3b on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:28:49.082153 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-782a001c-f6aa-4df0-9d48-74c2b27ebf2d req-65848cef-9c3b-49cd-b765-29833dc2e968 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:49.085741 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-782a001c-f6aa-4df0-9d48-74c2b27ebf2d req-65848cef-9c3b-49cd-b765-29833dc2e968 tempest-TestEncryptedCinderVolumes-697805886 tempest-TestEncryptedCinderVolumes-697805886-project] 10.222.0.41 "DELETE /v2.0/ports/7ca9b718-f84e-4900-a874-2fa8a9e0be3b HTTP/1.1" status: 204 len: 173 time: 0.4942496 Dec 17 16:28:49.086212 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f22796ed-b0a0-4539-a384-6675c2db8ef7', 'name': 'network-vif-deleted', 'tag': '7ca9b718-f84e-4900-a874-2fa8a9e0be3b'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:28:49.088725 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75d98cb-3759-42ea-b4a9-7ec326027d40" -d '{"events": [{"server_uuid": "f22796ed-b0a0-4539-a384-6675c2db8ef7", "name": "network-vif-deleted", "tag": "7ca9b718-f84e-4900-a874-2fa8a9e0be3b"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:28:49.127326 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013840b0-0039-4eed-bb22-59a804d4be5b x-openstack-request-id: req-013840b0-0039-4eed-bb22-59a804d4be5b {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:28:49.127512 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f22796ed-b0a0-4539-a384-6675c2db8ef7", "name": "network-vif-deleted", "tag": "7ca9b718-f84e-4900-a874-2fa8a9e0be3b", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:28:49.127758 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-013840b0-0039-4eed-bb22-59a804d4be5b {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:28:49.128153 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f22796ed-b0a0-4539-a384-6675c2db8ef7', 'name': 'network-vif-deleted', 'tag': '7ca9b718-f84e-4900-a874-2fa8a9e0be3b', 'status': 'completed', 'code': 200} Dec 17 16:28:50.226408 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44622) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:28:50.571716 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7df02401-bdd4-4009-b4a9-65023f502a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:50.818540 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-7df02401-bdd4-4009-b4a9-65023f502a3a admin admin] Deleting port 37aacf38-bd97-4784-9065-2c384a64733e {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:28:50.818881 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7df02401-bdd4-4009-b4a9-65023f502a3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:50.898519 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-7df02401-bdd4-4009-b4a9-65023f502a3a admin admin] For port 37aacf38-bd97-4784-9065-2c384a64733e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=37aacf38-bd97-4784-9065-2c384a64733e,segment=NetworkSegment(06fcc5ea-d52f-4116-ad84-65d351bdd204),segment_id=06fcc5ea-d52f-4116-ad84-65d351bdd204)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:28:50.899048 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7df02401-bdd4-4009-b4a9-65023f502a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:50.916137 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-7df02401-bdd4-4009-b4a9-65023f502a3a admin admin] Calling delete_port for 37aacf38-bd97-4784-9065-2c384a64733e owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:28:51.157214 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7df02401-bdd4-4009-b4a9-65023f502a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:51.183428 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df02401-bdd4-4009-b4a9-65023f502a3a admin admin] Pushing event deleted for resources: {'Port': ['ID=37aacf38-bd97-4784-9065-2c384a64733e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:28:51.346341 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7df02401-bdd4-4009-b4a9-65023f502a3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:51.558131 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df02401-bdd4-4009-b4a9-65023f502a3a admin admin] Router a0d24543-46bd-4afc-bcd2-c96c8581d218 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:28:51.662057 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df02401-bdd4-4009-b4a9-65023f502a3a admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:28:51.667232 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7df02401-bdd4-4009-b4a9-65023f502a3a admin admin] 10.222.0.46 "PUT /v2.0/routers/a0d24543-46bd-4afc-bcd2-c96c8581d218/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4397345 Dec 17 16:28:51.669733 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44624) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:28:51.672414 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf8c7b4-23f5-446a-b5aa-ccfdeab3e677 None None] Sync routers for ids ['a0d24543-46bd-4afc-bcd2-c96c8581d218'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:28:51.682180 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf8c7b4-23f5-446a-b5aa-ccfdeab3e677 None None] Routers {'a0d24543-46bd-4afc-bcd2-c96c8581d218'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:28:51.682784 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-5cf8c7b4-23f5-446a-b5aa-ccfdeab3e677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:28:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a0d24543-46bd-4afc-bcd2-c96c8581d218'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:28:51.772255 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bdfc15b4-bee4-4708-a375-8f4e37d14c67 admin admin] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:51.783347 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-5cf8c7b4-23f5-446a-b5aa-ccfdeab3e677 None None] Set router a0d24543-46bd-4afc-bcd2-c96c8581d218 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:28:51.874834 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bdfc15b4-bee4-4708-a375-8f4e37d14c67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:51.962077 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-5cf8c7b4-23f5-446a-b5aa-ccfdeab3e677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d24543-46bd-4afc-bcd2-c96c8581d218', 'name': 'tempest-TestEncryptedCinderVolumes-1614121293-router', 'tenant_id': 'c5995ac0607f43a3810623517055e4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '7a94018e-9a16-40c9-8cf9-83d720b0db42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:27:20Z', 'updated_at': '2021-12-17T16:28:51Z', 'revision_number': 5, 'project_id': 'c5995ac0607f43a3810623517055e4c5', 'gw_port': {'id': '7a94018e-9a16-40c9-8cf9-83d720b0db42', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d24543-46bd-4afc-bcd2-c96c8581d218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:27:21Z', 'updated_at': '2021-12-17T16:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:28:51.987340 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf8c7b4-23f5-446a-b5aa-ccfdeab3e677 None None] Checking router: a0d24543-46bd-4afc-bcd2-c96c8581d218 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:28:51.996398 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf8c7b4-23f5-446a-b5aa-ccfdeab3e677 None None] Routers {'a0d24543-46bd-4afc-bcd2-c96c8581d218'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:28:51.997151 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-5cf8c7b4-23f5-446a-b5aa-ccfdeab3e677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:28:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a0d24543-46bd-4afc-bcd2-c96c8581d218'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:28:52.002110 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 7ca9b718-f84e-4900-a874-2fa8a9e0be3b no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:28:52.022084 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 7ca9b718-f84e-4900-a874-2fa8a9e0be3b {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:28:52.022438 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 7ca9b718-f84e-4900-a874-2fa8a9e0be3b not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:28:52.052125 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-bdfc15b4-bee4-4708-a375-8f4e37d14c67 admin admin] Deleting port 7a94018e-9a16-40c9-8cf9-83d720b0db42 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:28:52.052465 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bdfc15b4-bee4-4708-a375-8f4e37d14c67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:52.099342 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-5cf8c7b4-23f5-446a-b5aa-ccfdeab3e677 None None] Set router a0d24543-46bd-4afc-bcd2-c96c8581d218 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:28:52.130610 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-bdfc15b4-bee4-4708-a375-8f4e37d14c67 admin admin] For port 7a94018e-9a16-40c9-8cf9-83d720b0db42, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=7a94018e-9a16-40c9-8cf9-83d720b0db42,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:28:52.130896 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bdfc15b4-bee4-4708-a375-8f4e37d14c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:52.143670 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-bdfc15b4-bee4-4708-a375-8f4e37d14c67 admin admin] Calling delete_port for 7a94018e-9a16-40c9-8cf9-83d720b0db42 owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:28:52.274174 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-5cf8c7b4-23f5-446a-b5aa-ccfdeab3e677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d24543-46bd-4afc-bcd2-c96c8581d218', 'name': 'tempest-TestEncryptedCinderVolumes-1614121293-router', 'tenant_id': 'c5995ac0607f43a3810623517055e4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '7a94018e-9a16-40c9-8cf9-83d720b0db42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:27:20Z', 'updated_at': '2021-12-17T16:28:51Z', 'revision_number': 5, 'project_id': 'c5995ac0607f43a3810623517055e4c5', 'gw_port': {'id': '7a94018e-9a16-40c9-8cf9-83d720b0db42', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d24543-46bd-4afc-bcd2-c96c8581d218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:27:21Z', 'updated_at': '2021-12-17T16:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:28:52.304631 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf8c7b4-23f5-446a-b5aa-ccfdeab3e677 None None] The sync data for ids ['a0d24543-46bd-4afc-bcd2-c96c8581d218'] in n-d-820553-2 is: [{'id': 'a0d24543-46bd-4afc-bcd2-c96c8581d218', 'name': 'tempest-TestEncryptedCinderVolumes-1614121293-router', 'tenant_id': 'c5995ac0607f43a3810623517055e4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '7a94018e-9a16-40c9-8cf9-83d720b0db42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:27:20Z', 'updated_at': '2021-12-17T16:28:51Z', 'revision_number': 5, 'project_id': 'c5995ac0607f43a3810623517055e4c5', 'gw_port': {'id': '7a94018e-9a16-40c9-8cf9-83d720b0db42', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d24543-46bd-4afc-bcd2-c96c8581d218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:27:21Z', 'updated_at': '2021-12-17T16:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:28:52.371315 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bdfc15b4-bee4-4708-a375-8f4e37d14c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:52.396918 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc15b4-bee4-4708-a375-8f4e37d14c67 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a94018e-9a16-40c9-8cf9-83d720b0db42,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:28:52.461910 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bdfc15b4-bee4-4708-a375-8f4e37d14c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:52.550010 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bdfc15b4-bee4-4708-a375-8f4e37d14c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:52.552210 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bdfc15b4-bee4-4708-a375-8f4e37d14c67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:52.755288 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 37aacf38-bd97-4784-9065-2c384a64733e no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:28:52.761037 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bdfc15b4-bee4-4708-a375-8f4e37d14c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:52.764410 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfc15b4-bee4-4708-a375-8f4e37d14c67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0d24543-46bd-4afc-bcd2-c96c8581d218 {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:28:52.766654 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bdfc15b4-bee4-4708-a375-8f4e37d14c67 admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:52.767789 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-bdfc15b4-bee4-4708-a375-8f4e37d14c67 admin admin] 10.222.0.46 "DELETE /v2.0/routers/a0d24543-46bd-4afc-bcd2-c96c8581d218 HTTP/1.1" status: 204 len: 168 time: 1.0971603 Dec 17 16:28:52.770508 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44628) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:28:52.776568 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 37aacf38-bd97-4784-9065-2c384a64733e {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:28:52.776918 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 37aacf38-bd97-4784-9065-2c384a64733e not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:28:52.821418 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-35f59573-8b8a-4104-be42-19355be5ff3c admin admin] Deleting subnet 641b960b-06c3-4ce4-b495-46ac81344f3f {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 16:28:52.821708 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:28:52.825316 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-35f59573-8b8a-4104-be42-19355be5ff3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:52.860550 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-35f59573-8b8a-4104-be42-19355be5ff3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:52.942641 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-35f59573-8b8a-4104-be42-19355be5ff3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:53.067960 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-35f59573-8b8a-4104-be42-19355be5ff3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:53.093468 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f59573-8b8a-4104-be42-19355be5ff3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=641b960b-06c3-4ce4-b495-46ac81344f3f,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:28:53.097194 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-35f59573-8b8a-4104-be42-19355be5ff3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:53.100328 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-35f59573-8b8a-4104-be42-19355be5ff3c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/641b960b-06c3-4ce4-b495-46ac81344f3f HTTP/1.1" status: 204 len: 168 time: 0.3286359 Dec 17 16:28:53.103363 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44630) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:28:53.103516 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d7d14c-6eb7-4b5e-a667-f786cc59489e None None] Network 02669734-f5b5-4afa-93b5-50db663200d6 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:28:53.171192 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-208efd28-5a7f-440a-bd8c-493e420ff441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:53.224628 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-208efd28-5a7f-440a-bd8c-493e420ff441 admin admin] Deleting port f907e8bd-17db-42a7-8012-8267f87ba9fa {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:28:53.224964 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-208efd28-5a7f-440a-bd8c-493e420ff441 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:53.295408 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-208efd28-5a7f-440a-bd8c-493e420ff441 admin admin] For port f907e8bd-17db-42a7-8012-8267f87ba9fa, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f907e8bd-17db-42a7-8012-8267f87ba9fa,segment=NetworkSegment(06fcc5ea-d52f-4116-ad84-65d351bdd204),segment_id=06fcc5ea-d52f-4116-ad84-65d351bdd204)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:28:53.295793 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-208efd28-5a7f-440a-bd8c-493e420ff441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:53.304413 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef977e9-1ed8-4bf2-a9a1-be6019f84109 None None] DHCP port deletion for 02669734-f5b5-4afa-93b5-50db663200d6 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 16:28:53.310836 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-208efd28-5a7f-440a-bd8c-493e420ff441 admin admin] Calling delete_port for f907e8bd-17db-42a7-8012-8267f87ba9fa owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:28:53.356340 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4ef977e9-1ed8-4bf2-a9a1-be6019f84109 None None] Deleting port f907e8bd-17db-42a7-8012-8267f87ba9fa {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:28:53.356697 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4ef977e9-1ed8-4bf2-a9a1-be6019f84109 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:53.422614 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4ef977e9-1ed8-4bf2-a9a1-be6019f84109 None None] For port f907e8bd-17db-42a7-8012-8267f87ba9fa, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f907e8bd-17db-42a7-8012-8267f87ba9fa,segment=NetworkSegment(06fcc5ea-d52f-4116-ad84-65d351bdd204),segment_id=06fcc5ea-d52f-4116-ad84-65d351bdd204)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:28:53.422938 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4ef977e9-1ed8-4bf2-a9a1-be6019f84109 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:53.434918 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4ef977e9-1ed8-4bf2-a9a1-be6019f84109 None None] Calling delete_port for f907e8bd-17db-42a7-8012-8267f87ba9fa owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:28:53.488590 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-208efd28-5a7f-440a-bd8c-493e420ff441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:53.512472 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4ef977e9-1ed8-4bf2-a9a1-be6019f84109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:53.516570 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208efd28-5a7f-440a-bd8c-493e420ff441 admin admin] No DVR routers for this DVR port f907e8bd-17db-42a7-8012-8267f87ba9fa on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:28:53.521879 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208efd28-5a7f-440a-bd8c-493e420ff441 admin admin] Pushing event deleted for resources: {'Port': ['ID=f907e8bd-17db-42a7-8012-8267f87ba9fa,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:28:53.538891 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef977e9-1ed8-4bf2-a9a1-be6019f84109 None None] Pushing event deleted for resources: {'Port': ['ID=f907e8bd-17db-42a7-8012-8267f87ba9fa,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:28:53.542925 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef977e9-1ed8-4bf2-a9a1-be6019f84109 None None] No DVR routers for this DVR port f907e8bd-17db-42a7-8012-8267f87ba9fa on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:28:53.596463 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-208efd28-5a7f-440a-bd8c-493e420ff441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:53.616680 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-208efd28-5a7f-440a-bd8c-493e420ff441 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02669734-f5b5-4afa-93b5-50db663200d6']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:28:53.626184 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-208efd28-5a7f-440a-bd8c-493e420ff441 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06fcc5ea-d52f-4116-ad84-65d351bdd204') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:28:53.626472 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-208efd28-5a7f-440a-bd8c-493e420ff441 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06fcc5ea-d52f-4116-ad84-65d351bdd204') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:28:53.636325 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-208efd28-5a7f-440a-bd8c-493e420ff441 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:53.649151 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-208efd28-5a7f-440a-bd8c-493e420ff441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:53.655754 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208efd28-5a7f-440a-bd8c-493e420ff441 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:28:53.656130 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-208efd28-5a7f-440a-bd8c-493e420ff441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:53.657801 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 16:28:53.657801 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:28:53.657801 n-d-820553-2 neutron-server[102833]: timer() Dec 17 16:28:53.657801 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:28:53.657801 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 16:28:53.657801 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:28:53.657801 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 16:28:53.657801 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:28:53.657801 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 16:28:53.657801 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:28:53.657801 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 16:28:53.657801 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:28:53.657801 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 16:28:53.657801 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:28:53.657801 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:28:53.657801 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:28:53.657801 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:28:53.657801 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:28:53.657801 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 16:28:53.657801 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:28:53.657801 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 16:28:53.657801 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:28:53.657801 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:28:53.657801 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:28:53.657801 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 16:28:53.657801 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:28:53.657801 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:28:53.657801 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:28:53.657801 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:28:53.657801 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:28:53.657801 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:28:53.657801 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:28:53.779865 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-208efd28-5a7f-440a-bd8c-493e420ff441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:53.784363 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-208efd28-5a7f-440a-bd8c-493e420ff441 admin admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:53.787504 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-208efd28-5a7f-440a-bd8c-493e420ff441 admin admin] 10.222.0.46 "DELETE /v2.0/networks/02669734-f5b5-4afa-93b5-50db663200d6 HTTP/1.1" status: 204 len: 168 time: 0.6827543 Dec 17 16:28:53.790558 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44632) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:28:53.799868 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208efd28-5a7f-440a-bd8c-493e420ff441 admin admin] Pushing event deleted for resources: {'Network': ['ID=02669734-f5b5-4afa-93b5-50db663200d6,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:28:54.129433 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c43944c1-9dbb-4f58-b051-a7b50413149d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:54.365194 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-c43944c1-9dbb-4f58-b051-a7b50413149d admin admin] Deleting port 2777c255-0fde-43f9-ab73-238eebed2f44 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:28:54.365543 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c43944c1-9dbb-4f58-b051-a7b50413149d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:54.445804 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-c43944c1-9dbb-4f58-b051-a7b50413149d admin admin] For port 2777c255-0fde-43f9-ab73-238eebed2f44, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=2777c255-0fde-43f9-ab73-238eebed2f44,segment=NetworkSegment(d037056e-238a-4ebf-99cf-9d742c3b7ba7),segment_id=d037056e-238a-4ebf-99cf-9d742c3b7ba7)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:28:54.446169 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c43944c1-9dbb-4f58-b051-a7b50413149d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:54.459354 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-c43944c1-9dbb-4f58-b051-a7b50413149d admin admin] Calling delete_port for 2777c255-0fde-43f9-ab73-238eebed2f44 owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:28:54.461085 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 7a94018e-9a16-40c9-8cf9-83d720b0db42 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:28:54.481779 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 7a94018e-9a16-40c9-8cf9-83d720b0db42 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:28:54.482122 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 7a94018e-9a16-40c9-8cf9-83d720b0db42 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:28:54.482523 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f907e8bd-17db-42a7-8012-8267f87ba9fa no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:28:54.501614 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: f907e8bd-17db-42a7-8012-8267f87ba9fa {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:28:54.505712 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f907e8bd-17db-42a7-8012-8267f87ba9fa not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:28:54.719586 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c43944c1-9dbb-4f58-b051-a7b50413149d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:54.745450 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43944c1-9dbb-4f58-b051-a7b50413149d admin admin] Pushing event deleted for resources: {'Port': ['ID=2777c255-0fde-43f9-ab73-238eebed2f44,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:28:54.770823 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43944c1-9dbb-4f58-b051-a7b50413149d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:28:54.771193 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43944c1-9dbb-4f58-b051-a7b50413149d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:28:54.771537 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43944c1-9dbb-4f58-b051-a7b50413149d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:28:54.771886 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43944c1-9dbb-4f58-b051-a7b50413149d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:28:54.772198 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43944c1-9dbb-4f58-b051-a7b50413149d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:28:54.772526 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43944c1-9dbb-4f58-b051-a7b50413149d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:28:54.772851 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43944c1-9dbb-4f58-b051-a7b50413149d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:28:54.773279 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43944c1-9dbb-4f58-b051-a7b50413149d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:28:54.773602 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43944c1-9dbb-4f58-b051-a7b50413149d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:28:54.773925 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43944c1-9dbb-4f58-b051-a7b50413149d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:28:54.774243 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43944c1-9dbb-4f58-b051-a7b50413149d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:28:54.774563 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43944c1-9dbb-4f58-b051-a7b50413149d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:28:54.924565 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c43944c1-9dbb-4f58-b051-a7b50413149d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:55.392079 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43944c1-9dbb-4f58-b051-a7b50413149d admin admin] Router 5710ed2b-5857-4bb7-a307-cfe7d344f9cb has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:28:55.495208 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43944c1-9dbb-4f58-b051-a7b50413149d admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:28:55.501763 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c43944c1-9dbb-4f58-b051-a7b50413149d admin admin] 10.222.0.46 "PUT /v2.0/routers/5710ed2b-5857-4bb7-a307-cfe7d344f9cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7087693 Dec 17 16:28:55.502827 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44634) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:28:55.504709 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae718c48-14ec-4e52-91e0-60fd0910bbac None None] Sync routers for ids ['5710ed2b-5857-4bb7-a307-cfe7d344f9cb'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:28:55.514765 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae718c48-14ec-4e52-91e0-60fd0910bbac None None] Routers {'5710ed2b-5857-4bb7-a307-cfe7d344f9cb'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:28:55.515475 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-ae718c48-14ec-4e52-91e0-60fd0910bbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:28:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5710ed2b-5857-4bb7-a307-cfe7d344f9cb'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:28:55.603924 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d1b9544a-5401-4b27-8cea-838fd68c9167 admin admin] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:55.618657 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-ae718c48-14ec-4e52-91e0-60fd0910bbac None None] Set router 5710ed2b-5857-4bb7-a307-cfe7d344f9cb gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:28:55.705593 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d1b9544a-5401-4b27-8cea-838fd68c9167 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:55.800641 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-ae718c48-14ec-4e52-91e0-60fd0910bbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5710ed2b-5857-4bb7-a307-cfe7d344f9cb', 'name': 'tempest-TestEncryptedCinderVolumes-1666244969-router', 'tenant_id': '5bae5f5cc5484dedb785f4b5b7c08144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': '8e677847-c017-430a-ba32-6ddad06d399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:27:26Z', 'updated_at': '2021-12-17T16:28:54Z', 'revision_number': 5, 'project_id': '5bae5f5cc5484dedb785f4b5b7c08144', 'gw_port': {'id': '8e677847-c017-430a-ba32-6ddad06d399d', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5710ed2b-5857-4bb7-a307-cfe7d344f9cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:27:27Z', 'updated_at': '2021-12-17T16:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:28:55.818806 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-d1b9544a-5401-4b27-8cea-838fd68c9167 admin admin] Deleting port 8e677847-c017-430a-ba32-6ddad06d399d {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:28:55.829082 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d1b9544a-5401-4b27-8cea-838fd68c9167 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:55.829237 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae718c48-14ec-4e52-91e0-60fd0910bbac None None] Checking router: 5710ed2b-5857-4bb7-a307-cfe7d344f9cb for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:28:55.837030 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae718c48-14ec-4e52-91e0-60fd0910bbac None None] Routers {'5710ed2b-5857-4bb7-a307-cfe7d344f9cb'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:28:55.838175 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-ae718c48-14ec-4e52-91e0-60fd0910bbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:28:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5710ed2b-5857-4bb7-a307-cfe7d344f9cb'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:28:55.902239 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-d1b9544a-5401-4b27-8cea-838fd68c9167 admin admin] For port 8e677847-c017-430a-ba32-6ddad06d399d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=8e677847-c017-430a-ba32-6ddad06d399d,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:28:55.902602 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d1b9544a-5401-4b27-8cea-838fd68c9167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:55.914667 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-d1b9544a-5401-4b27-8cea-838fd68c9167 admin admin] Calling delete_port for 8e677847-c017-430a-ba32-6ddad06d399d owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:28:55.927462 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-ae718c48-14ec-4e52-91e0-60fd0910bbac None None] Set router 5710ed2b-5857-4bb7-a307-cfe7d344f9cb gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:28:55.978738 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-ae718c48-14ec-4e52-91e0-60fd0910bbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5710ed2b-5857-4bb7-a307-cfe7d344f9cb', 'name': 'tempest-TestEncryptedCinderVolumes-1666244969-router', 'tenant_id': '5bae5f5cc5484dedb785f4b5b7c08144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:27:26Z', 'updated_at': '2021-12-17T16:28:55Z', 'revision_number': 6, 'project_id': '5bae5f5cc5484dedb785f4b5b7c08144', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:28:56.007896 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae718c48-14ec-4e52-91e0-60fd0910bbac None None] The sync data for ids ['5710ed2b-5857-4bb7-a307-cfe7d344f9cb'] in n-d-820553-2 is: [{'id': '5710ed2b-5857-4bb7-a307-cfe7d344f9cb', 'name': 'tempest-TestEncryptedCinderVolumes-1666244969-router', 'tenant_id': '5bae5f5cc5484dedb785f4b5b7c08144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:27:26Z', 'updated_at': '2021-12-17T16:28:55Z', 'revision_number': 6, 'project_id': '5bae5f5cc5484dedb785f4b5b7c08144', 'gw_port_host': None}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:28:56.139443 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d1b9544a-5401-4b27-8cea-838fd68c9167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:56.164459 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9544a-5401-4b27-8cea-838fd68c9167 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e677847-c017-430a-ba32-6ddad06d399d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:28:56.223081 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d1b9544a-5401-4b27-8cea-838fd68c9167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:56.312439 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d1b9544a-5401-4b27-8cea-838fd68c9167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:56.314469 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d1b9544a-5401-4b27-8cea-838fd68c9167 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:56.432154 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d1b9544a-5401-4b27-8cea-838fd68c9167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:56.436994 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b9544a-5401-4b27-8cea-838fd68c9167 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5710ed2b-5857-4bb7-a307-cfe7d344f9cb {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:28:56.437740 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d1b9544a-5401-4b27-8cea-838fd68c9167 admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:56.439046 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d1b9544a-5401-4b27-8cea-838fd68c9167 admin admin] 10.222.0.46 "DELETE /v2.0/routers/5710ed2b-5857-4bb7-a307-cfe7d344f9cb HTTP/1.1" status: 204 len: 168 time: 0.9352696 Dec 17 16:28:56.441616 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44636) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:28:56.488037 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-9afb1785-364e-4073-92e8-91476b1466cb admin admin] Deleting subnet 9bf62800-500e-454b-90b3-c09970bbb739 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 16:28:56.491237 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9afb1785-364e-4073-92e8-91476b1466cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:56.528104 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9afb1785-364e-4073-92e8-91476b1466cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:56.582022 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:56.606669 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9afb1785-364e-4073-92e8-91476b1466cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:56.719235 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9afb1785-364e-4073-92e8-91476b1466cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:56.745898 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb1785-364e-4073-92e8-91476b1466cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bf62800-500e-454b-90b3-c09970bbb739,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:28:56.747885 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9afb1785-364e-4073-92e8-91476b1466cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:56.751302 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9afb1785-364e-4073-92e8-91476b1466cb admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9bf62800-500e-454b-90b3-c09970bbb739 HTTP/1.1" status: 204 len: 168 time: 0.3086114 Dec 17 16:28:56.752169 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2b097e-4d5b-4edd-a243-14219c0a5a0e None None] Network 7db29ff6-1855-40ac-b4fe-257b69d5461c requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:28:56.753904 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44638) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:28:56.843837 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-96cb2af5-f795-401b-a3f2-885b6f7a1831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:56.867632 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 2777c255-0fde-43f9-ab73-238eebed2f44 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:28:56.891018 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 2777c255-0fde-43f9-ab73-238eebed2f44 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:28:56.891367 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 2777c255-0fde-43f9-ab73-238eebed2f44 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:28:56.903094 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-96cb2af5-f795-401b-a3f2-885b6f7a1831 admin admin] Deleting port 060b96e7-a68e-45ca-8ecf-5ca8ef043873 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:28:56.903435 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-96cb2af5-f795-401b-a3f2-885b6f7a1831 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:56.972063 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-96cb2af5-f795-401b-a3f2-885b6f7a1831 admin admin] For port 060b96e7-a68e-45ca-8ecf-5ca8ef043873, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=060b96e7-a68e-45ca-8ecf-5ca8ef043873,segment=NetworkSegment(d037056e-238a-4ebf-99cf-9d742c3b7ba7),segment_id=d037056e-238a-4ebf-99cf-9d742c3b7ba7)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:28:56.972432 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-96cb2af5-f795-401b-a3f2-885b6f7a1831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:56.972556 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4383125b-18af-4c7a-83f6-196f0fb5e2ad None None] DHCP port deletion for 7db29ff6-1855-40ac-b4fe-257b69d5461c request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 16:28:56.985360 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-96cb2af5-f795-401b-a3f2-885b6f7a1831 admin admin] Calling delete_port for 060b96e7-a68e-45ca-8ecf-5ca8ef043873 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:28:57.025991 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4383125b-18af-4c7a-83f6-196f0fb5e2ad None None] Deleting port 060b96e7-a68e-45ca-8ecf-5ca8ef043873 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:28:57.026382 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4383125b-18af-4c7a-83f6-196f0fb5e2ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:57.095804 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4383125b-18af-4c7a-83f6-196f0fb5e2ad None None] For port 060b96e7-a68e-45ca-8ecf-5ca8ef043873, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=060b96e7-a68e-45ca-8ecf-5ca8ef043873,segment=NetworkSegment(d037056e-238a-4ebf-99cf-9d742c3b7ba7),segment_id=d037056e-238a-4ebf-99cf-9d742c3b7ba7)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:28:57.096148 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4383125b-18af-4c7a-83f6-196f0fb5e2ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:57.111044 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4383125b-18af-4c7a-83f6-196f0fb5e2ad None None] Calling delete_port for 060b96e7-a68e-45ca-8ecf-5ca8ef043873 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:28:57.153500 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-96cb2af5-f795-401b-a3f2-885b6f7a1831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:57.180730 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb2af5-f795-401b-a3f2-885b6f7a1831 admin admin] Pushing event deleted for resources: {'Port': ['ID=060b96e7-a68e-45ca-8ecf-5ca8ef043873,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:28:57.183467 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cb2af5-f795-401b-a3f2-885b6f7a1831 admin admin] No DVR routers for this DVR port 060b96e7-a68e-45ca-8ecf-5ca8ef043873 on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:28:57.190285 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4383125b-18af-4c7a-83f6-196f0fb5e2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:57.214284 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383125b-18af-4c7a-83f6-196f0fb5e2ad None None] Pushing event deleted for resources: {'Port': ['ID=060b96e7-a68e-45ca-8ecf-5ca8ef043873,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:28:57.219593 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4383125b-18af-4c7a-83f6-196f0fb5e2ad None None] No DVR routers for this DVR port 060b96e7-a68e-45ca-8ecf-5ca8ef043873 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:28:57.263971 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-96cb2af5-f795-401b-a3f2-885b6f7a1831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:57.283715 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-96cb2af5-f795-401b-a3f2-885b6f7a1831 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db29ff6-1855-40ac-b4fe-257b69d5461c']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:28:57.292727 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-96cb2af5-f795-401b-a3f2-885b6f7a1831 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd037056e-238a-4ebf-99cf-9d742c3b7ba7') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:28:57.293021 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-96cb2af5-f795-401b-a3f2-885b6f7a1831 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd037056e-238a-4ebf-99cf-9d742c3b7ba7') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:28:57.302141 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-96cb2af5-f795-401b-a3f2-885b6f7a1831 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:57.316336 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-96cb2af5-f795-401b-a3f2-885b6f7a1831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:57.323041 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96cb2af5-f795-401b-a3f2-885b6f7a1831 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:28:57.323622 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-96cb2af5-f795-401b-a3f2-885b6f7a1831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:57.325265 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 16:28:57.325265 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:28:57.325265 n-d-820553-2 neutron-server[102832]: timer() Dec 17 16:28:57.325265 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:28:57.325265 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 16:28:57.325265 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:28:57.325265 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 16:28:57.325265 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:28:57.325265 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 16:28:57.325265 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:28:57.325265 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 16:28:57.325265 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:28:57.325265 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 16:28:57.325265 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:28:57.325265 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:28:57.325265 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:28:57.325265 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:28:57.325265 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:28:57.325265 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 16:28:57.325265 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:28:57.325265 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 16:28:57.325265 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:28:57.325265 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:28:57.325265 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:28:57.325265 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 16:28:57.325265 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:28:57.325265 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:28:57.325265 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:28:57.325265 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:28:57.325265 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:28:57.325265 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:28:57.325265 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:28:57.432108 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-96cb2af5-f795-401b-a3f2-885b6f7a1831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:57.437884 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-96cb2af5-f795-401b-a3f2-885b6f7a1831 admin admin] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:57.442238 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-96cb2af5-f795-401b-a3f2-885b6f7a1831 admin admin] 10.222.0.46 "DELETE /v2.0/networks/7db29ff6-1855-40ac-b4fe-257b69d5461c HTTP/1.1" status: 204 len: 168 time: 0.6861098 Dec 17 16:28:57.453054 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb2af5-f795-401b-a3f2-885b6f7a1831 admin admin] Pushing event deleted for resources: {'Network': ['ID=7db29ff6-1855-40ac-b4fe-257b69d5461c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:28:57.781570 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44642) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:28:57.820691 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-31cd12be-4afc-40f2-95d2-66c18c924ebf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c5995ac0607f43a3810623517055e4c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379887 Dec 17 16:28:57.823221 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44644) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:28:57.875333 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-92a25ddc-5e34-413f-bc18-966cea7d36d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:57.895667 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-92a25ddc-5e34-413f-bc18-966cea7d36d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:58.015889 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-92a25ddc-5e34-413f-bc18-966cea7d36d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:58.018440 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-92a25ddc-5e34-413f-bc18-966cea7d36d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:58.019599 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-92a25ddc-5e34-413f-bc18-966cea7d36d1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/95c987eb-4219-4b81-85c7-02e2cd690446 HTTP/1.1" status: 204 len: 168 time: 0.1954894 Dec 17 16:28:58.028045 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a25ddc-5e34-413f-bc18-966cea7d36d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c987eb-4219-4b81-85c7-02e2cd690446,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:28:58.460486 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 060b96e7-a68e-45ca-8ecf-5ca8ef043873 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:28:58.482494 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 060b96e7-a68e-45ca-8ecf-5ca8ef043873 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:28:58.482847 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 060b96e7-a68e-45ca-8ecf-5ca8ef043873 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:28:58.483257 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 8e677847-c017-430a-ba32-6ddad06d399d no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:28:58.504224 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 8e677847-c017-430a-ba32-6ddad06d399d {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:28:58.504602 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 8e677847-c017-430a-ba32-6ddad06d399d not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:28:58.638390 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44650) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:28:58.678050 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-693dbe6a-5e68-4b8c-a669-7902c8d56b9e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5bae5f5cc5484dedb785f4b5b7c08144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385237 Dec 17 16:28:58.680660 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44652) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:28:58.728933 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3bd5bb79-eaa1-4f84-b47a-ca27861d3c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:58.750263 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3bd5bb79-eaa1-4f84-b47a-ca27861d3c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:58.877501 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3bd5bb79-eaa1-4f84-b47a-ca27861d3c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:58.880075 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3bd5bb79-eaa1-4f84-b47a-ca27861d3c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:58.881265 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3bd5bb79-eaa1-4f84-b47a-ca27861d3c59 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0702355a-f27c-438c-b7f6-07ea3a298dac HTTP/1.1" status: 204 len: 168 time: 0.1995273 Dec 17 16:28:58.890797 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5bb79-eaa1-4f84-b47a-ca27861d3c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0702355a-f27c-438c-b7f6-07ea3a298dac,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:28:58.930480 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-190de2fc-ec65-44c6-aee6-1a9cdd5c1509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:28:59.833371 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44674) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:28:59.928701 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-ab96d2d8-51ea-46c5-94c5-bbb91a46238a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1288672639-network', 'tenant_id': '4c20f268f8914dbbaa130f3594bf3f60'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:29:00.025947 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab96d2d8-51ea-46c5-94c5-bbb91a46238a admin admin] Made reservation on behalf of 4c20f268f8914dbbaa130f3594bf3f60 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:29:00.028241 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ab96d2d8-51ea-46c5-94c5-bbb91a46238a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:00.039287 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ab96d2d8-51ea-46c5-94c5-bbb91a46238a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:00.112996 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ab96d2d8-51ea-46c5-94c5-bbb91a46238a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:00.179785 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ab96d2d8-51ea-46c5-94c5-bbb91a46238a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:00.203440 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab96d2d8-51ea-46c5-94c5-bbb91a46238a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:29:00.211832 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96d2d8-51ea-46c5-94c5-bbb91a46238a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92697d2d-33db-4ca8-acc8-ae1ff6554441,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:29:00.218186 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ab96d2d8-51ea-46c5-94c5-bbb91a46238a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:00.218532 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-ab96d2d8-51ea-46c5-94c5-bbb91a46238a admin admin] Added segment 6d87bb8f-e133-4a91-bc74-f08d2680e82b of type vlan for network 1d07d49a-e522-4e3a-87bc-f892fc3b594b Dec 17 16:29:00.257410 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ab96d2d8-51ea-46c5-94c5-bbb91a46238a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:00.330501 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ab96d2d8-51ea-46c5-94c5-bbb91a46238a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:00.331375 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab96d2d8-51ea-46c5-94c5-bbb91a46238a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:00.331975 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ab96d2d8-51ea-46c5-94c5-bbb91a46238a admin admin] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:00.391760 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96d2d8-51ea-46c5-94c5-bbb91a46238a admin admin] Pushing event updated for resources: {'Network': ['ID=1d07d49a-e522-4e3a-87bc-f892fc3b594b,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:29:00.401412 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 1d07d49a-e522-4e3a-87bc-f892fc3b594b details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:29:00.445792 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ab96d2d8-51ea-46c5-94c5-bbb91a46238a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6112225 Dec 17 16:29:00.448776 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44678) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:29:00.454212 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-c05b268a-2c67-4b69-8ed1-33591020f09b admin admin] Request body: {'subnet': {'network_id': '1d07d49a-e522-4e3a-87bc-f892fc3b594b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1288672639-subnet', 'tenant_id': '4c20f268f8914dbbaa130f3594bf3f60', 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:29:00.557702 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05b268a-2c67-4b69-8ed1-33591020f09b admin admin] Made reservation on behalf of 4c20f268f8914dbbaa130f3594bf3f60 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:29:00.560058 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c05b268a-2c67-4b69-8ed1-33591020f09b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:00.776691 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c05b268a-2c67-4b69-8ed1-33591020f09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:00.837749 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b268a-2c67-4b69-8ed1-33591020f09b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5a899ea-023a-4e55-a467-d945b3328ca9,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:29:00.844660 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05b268a-2c67-4b69-8ed1-33591020f09b admin admin] Checking segment: {'id': '6d87bb8f-e133-4a91-bc74-f08d2680e82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1d07d49a-e522-4e3a-87bc-f892fc3b594b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:29:00.845019 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05b268a-2c67-4b69-8ed1-33591020f09b admin admin] Network hostable DHCP agents. Network: 1d07d49a-e522-4e3a-87bc-f892fc3b594b, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:29:00.912891 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05b268a-2c67-4b69-8ed1-33591020f09b admin admin] Network 1d07d49a-e522-4e3a-87bc-f892fc3b594b is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:29:00.981446 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-c05b268a-2c67-4b69-8ed1-33591020f09b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 1d07d49a-e522-4e3a-87bc-f892fc3b594b) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:29:00.985560 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05b268a-2c67-4b69-8ed1-33591020f09b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:00.986150 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c05b268a-2c67-4b69-8ed1-33591020f09b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:00.990252 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84a07f2-e66a-46b1-9c56-18db4d2f2d5c None None] Network 1d07d49a-e522-4e3a-87bc-f892fc3b594b requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:29:01.068225 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c05b268a-2c67-4b69-8ed1-33591020f09b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6182117 Dec 17 16:29:01.070932 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44680) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:29:01.075945 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-d69fb8d0-45a9-4587-bde3-11a9d3584e08 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1288672639-router', 'tenant_id': '4c20f268f8914dbbaa130f3594bf3f60', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:29:01.140980 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40a2f45-ff0e-4c24-a4a8-26e44fbcae97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-1d07d49a-e522-4e3a-87bc-f892fc3b594b', 'network_id': '1d07d49a-e522-4e3a-87bc-f892fc3b594b', 'tenant_id': '4c20f268f8914dbbaa130f3594bf3f60', 'fixed_ips': [{'subnet_id': 'f5a899ea-023a-4e55-a467-d945b3328ca9'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 16:29:01.141889 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b40a2f45-ff0e-4c24-a4a8-26e44fbcae97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:01.168427 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d69fb8d0-45a9-4587-bde3-11a9d3584e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:01.169541 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d69fb8d0-45a9-4587-bde3-11a9d3584e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:01.210564 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-105e9c4a-98fe-4472-b91a-7ea33bc521de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:01.224055 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d69fb8d0-45a9-4587-bde3-11a9d3584e08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:01.278509 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-b40a2f45-ff0e-4c24-a4a8-26e44fbcae97 None None] Allocated IP 172.20.0.2 (1d07d49a-e522-4e3a-87bc-f892fc3b594b/f5a899ea-023a-4e55-a467-d945b3328ca9/2b7c9eee-0309-4775-8a07-1bdbfe2cc590) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:29:01.425912 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b40a2f45-ff0e-4c24-a4a8-26e44fbcae97 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:01.513146 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b40a2f45-ff0e-4c24-a4a8-26e44fbcae97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:01.552250 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40a2f45-ff0e-4c24-a4a8-26e44fbcae97 None None] Network 1d07d49a-e522-4e3a-87bc-f892fc3b594b is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:29:01.555253 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-b40a2f45-ff0e-4c24-a4a8-26e44fbcae97 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:29:01.559078 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40a2f45-ff0e-4c24-a4a8-26e44fbcae97 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:29:01.568747 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a2f45-ff0e-4c24-a4a8-26e44fbcae97 None None] Pushing event updated for resources: {'Port': ['ID=2b7c9eee-0309-4775-8a07-1bdbfe2cc590,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:29:01.622021 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b40a2f45-ff0e-4c24-a4a8-26e44fbcae97 None None] Attempting to bind port 2b7c9eee-0309-4775-8a07-1bdbfe2cc590 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:29:01.622391 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b40a2f45-ff0e-4c24-a4a8-26e44fbcae97 None None] Attempting to bind port 2b7c9eee-0309-4775-8a07-1bdbfe2cc590 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '6d87bb8f-e133-4a91-bc74-f08d2680e82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1d07d49a-e522-4e3a-87bc-f892fc3b594b'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:29:01.622755 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40a2f45-ff0e-4c24-a4a8-26e44fbcae97 None None] Attempting to bind port 2b7c9eee-0309-4775-8a07-1bdbfe2cc590 on network 1d07d49a-e522-4e3a-87bc-f892fc3b594b {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:29:01.628422 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40a2f45-ff0e-4c24-a4a8-26e44fbcae97 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:29:01.630055 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40a2f45-ff0e-4c24-a4a8-26e44fbcae97 None None] Checking segment: {'id': '6d87bb8f-e133-4a91-bc74-f08d2680e82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1d07d49a-e522-4e3a-87bc-f892fc3b594b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:29:01.630055 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b40a2f45-ff0e-4c24-a4a8-26e44fbcae97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:01.630055 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40a2f45-ff0e-4c24-a4a8-26e44fbcae97 None None] Bound using segment: {'id': '6d87bb8f-e133-4a91-bc74-f08d2680e82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1d07d49a-e522-4e3a-87bc-f892fc3b594b'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:29:01.630358 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b40a2f45-ff0e-4c24-a4a8-26e44fbcae97 None None] Bound port: 2b7c9eee-0309-4775-8a07-1bdbfe2cc590, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d87bb8f-e133-4a91-bc74-f08d2680e82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1d07d49a-e522-4e3a-87bc-f892fc3b594b'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:29:01.630462 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b40a2f45-ff0e-4c24-a4a8-26e44fbcae97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:01.698128 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b40a2f45-ff0e-4c24-a4a8-26e44fbcae97 None None] For port 2b7c9eee-0309-4775-8a07-1bdbfe2cc590, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:29:01.701226 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b40a2f45-ff0e-4c24-a4a8-26e44fbcae97 None None] For port 2b7c9eee-0309-4775-8a07-1bdbfe2cc590, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=2b7c9eee-0309-4775-8a07-1bdbfe2cc590,segment=NetworkSegment(6d87bb8f-e133-4a91-bc74-f08d2680e82b),segment_id=6d87bb8f-e133-4a91-bc74-f08d2680e82b)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:29:01.739779 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d69fb8d0-45a9-4587-bde3-11a9d3584e08 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:01.765383 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b40a2f45-ff0e-4c24-a4a8-26e44fbcae97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:01.826249 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a2f45-ff0e-4c24-a4a8-26e44fbcae97 None None] Pushing event updated for resources: {'Port': ['ID=2b7c9eee-0309-4775-8a07-1bdbfe2cc590,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:29:02.026806 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d69fb8d0-45a9-4587-bde3-11a9d3584e08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:02.046846 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d69fb8d0-45a9-4587-bde3-11a9d3584e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:02.157172 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-d69fb8d0-45a9-4587-bde3-11a9d3584e08 admin admin] Allocated IP 172.25.6.131 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:29:02.261674 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d69fb8d0-45a9-4587-bde3-11a9d3584e08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:02.370577 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d69fb8d0-45a9-4587-bde3-11a9d3584e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:02.409408 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69fb8d0-45a9-4587-bde3-11a9d3584e08 admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:29:02.413953 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-d69fb8d0-45a9-4587-bde3-11a9d3584e08 admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:29:02.422517 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69fb8d0-45a9-4587-bde3-11a9d3584e08 admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:29:02.430239 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69fb8d0-45a9-4587-bde3-11a9d3584e08 admin admin] Pushing event updated for resources: {'Port': ['ID=0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:29:02.526913 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 2b7c9eee-0309-4775-8a07-1bdbfe2cc590 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:29:02.579046 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 2b7c9eee-0309-4775-8a07-1bdbfe2cc590 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:29:02.579424 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:02.605681 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:02.664635 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:02.699702 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 2b7c9eee-0309-4775-8a07-1bdbfe2cc590, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=2b7c9eee-0309-4775-8a07-1bdbfe2cc590,segment=NetworkSegment(6d87bb8f-e133-4a91-bc74-f08d2680e82b),segment_id=6d87bb8f-e133-4a91-bc74-f08d2680e82b)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:29:02.763094 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a86ccef-2680-4235-bf73-6779502eb12a None None] Network 1d07d49a-e522-4e3a-87bc-f892fc3b594b requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:29:02.795262 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d69fb8d0-45a9-4587-bde3-11a9d3584e08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:02.804280 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:02.864900 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-0ac031e1-05ee-4b4a-88a6-6ebab539b6c8 None None] Provisioning complete for port 2b7c9eee-0309-4775-8a07-1bdbfe2cc590 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:29:02.865294 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0ac031e1-05ee-4b4a-88a6-6ebab539b6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:02.904887 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=2b7c9eee-0309-4775-8a07-1bdbfe2cc590,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:29:02.992326 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d69fb8d0-45a9-4587-bde3-11a9d3584e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:03.182971 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69fb8d0-45a9-4587-bde3-11a9d3584e08 admin admin] Router 0ccb7a29-5a15-4bf6-9868-bb109c14d219 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:29:03.295433 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69fb8d0-45a9-4587-bde3-11a9d3584e08 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:29:03.305722 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba88e2a-c013-4224-8bf8-dafcfe2a4c89 None None] Sync routers for ids ['0ccb7a29-5a15-4bf6-9868-bb109c14d219'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:29:03.316433 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba88e2a-c013-4224-8bf8-dafcfe2a4c89 None None] Routers {'0ccb7a29-5a15-4bf6-9868-bb109c14d219'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:29:03.317131 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-eba88e2a-c013-4224-8bf8-dafcfe2a4c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:29:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0ccb7a29-5a15-4bf6-9868-bb109c14d219'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:29:03.380318 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d69fb8d0-45a9-4587-bde3-11a9d3584e08 admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:03.380318 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d69fb8d0-45a9-4587-bde3-11a9d3584e08 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3055499 Dec 17 16:29:03.380318 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44682) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:29:03.401492 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4648422f-17c9-4184-a381-5f30cc13bf91 None None] Provisioning complete for port 2b7c9eee-0309-4775-8a07-1bdbfe2cc590 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:29:03.401890 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4648422f-17c9-4184-a381-5f30cc13bf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:03.430720 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-eba88e2a-c013-4224-8bf8-dafcfe2a4c89 None None] Set router 0ccb7a29-5a15-4bf6-9868-bb109c14d219 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:29:03.692889 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-eba88e2a-c013-4224-8bf8-dafcfe2a4c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'name': 'tempest-TestMinimumBasicScenario-1288672639-router', 'tenant_id': '4c20f268f8914dbbaa130f3594bf3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:29:01Z', 'updated_at': '2021-12-17T16:29:02Z', 'revision_number': 3, 'project_id': '4c20f268f8914dbbaa130f3594bf3f60', 'gw_port': {'id': '0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bb:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:29:02Z', 'updated_at': '2021-12-17T16:29:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:29:03.718955 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba88e2a-c013-4224-8bf8-dafcfe2a4c89 None None] Checking router: 0ccb7a29-5a15-4bf6-9868-bb109c14d219 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:29:03.719300 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba88e2a-c013-4224-8bf8-dafcfe2a4c89 None None] Updating router 0ccb7a29-5a15-4bf6-9868-bb109c14d219 port 0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:29:03.742789 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-eba88e2a-c013-4224-8bf8-dafcfe2a4c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:03.800631 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-771d25df-71e9-402a-8dac-6b2850cb238c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:03.958467 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-771d25df-71e9-402a-8dac-6b2850cb238c admin admin] Allocated IP 172.20.0.1 (1d07d49a-e522-4e3a-87bc-f892fc3b594b/f5a899ea-023a-4e55-a467-d945b3328ca9/57f365ba-70ae-431c-9a64-febb6d286f7c) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:29:03.996257 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-eba88e2a-c013-4224-8bf8-dafcfe2a4c89 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:04.063706 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-771d25df-71e9-402a-8dac-6b2850cb238c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:04.077286 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-eba88e2a-c013-4224-8bf8-dafcfe2a4c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:04.129421 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-eba88e2a-c013-4224-8bf8-dafcfe2a4c89 None None] Attempting to bind port 0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:29:04.129790 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-eba88e2a-c013-4224-8bf8-dafcfe2a4c89 None None] Attempting to bind port 0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:29:04.130146 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba88e2a-c013-4224-8bf8-dafcfe2a4c89 None None] Attempting to bind port 0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:29:04.132840 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c34f4-4f81-411b-8622-a7559da30ab9 None None] Pushing event updated for resources: {'Port': ['ID=0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:29:04.140540 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba88e2a-c013-4224-8bf8-dafcfe2a4c89 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:29:04.140907 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba88e2a-c013-4224-8bf8-dafcfe2a4c89 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:29:04.141332 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-eba88e2a-c013-4224-8bf8-dafcfe2a4c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:04.141717 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba88e2a-c013-4224-8bf8-dafcfe2a4c89 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:29:04.142170 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-eba88e2a-c013-4224-8bf8-dafcfe2a4c89 None None] Bound port: 0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:29:04.142543 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-eba88e2a-c013-4224-8bf8-dafcfe2a4c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:04.145648 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0c34f4-4f81-411b-8622-a7559da30ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:29:04.145994 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0c34f4-4f81-411b-8622-a7559da30ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:29:04.146336 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0c34f4-4f81-411b-8622-a7559da30ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:29:04.146669 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0c34f4-4f81-411b-8622-a7559da30ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:29:04.147000 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0c34f4-4f81-411b-8622-a7559da30ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:29:04.147325 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0c34f4-4f81-411b-8622-a7559da30ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:29:04.147647 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0c34f4-4f81-411b-8622-a7559da30ab9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:29:04.147969 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0c34f4-4f81-411b-8622-a7559da30ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:29:04.148289 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0c34f4-4f81-411b-8622-a7559da30ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:29:04.148608 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0c34f4-4f81-411b-8622-a7559da30ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:29:04.148926 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0c34f4-4f81-411b-8622-a7559da30ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:29:04.149292 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0c34f4-4f81-411b-8622-a7559da30ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:29:04.156939 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:04.165392 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-771d25df-71e9-402a-8dac-6b2850cb238c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:04.201732 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-eba88e2a-c013-4224-8bf8-dafcfe2a4c89 None None] For port 0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:29:04.205218 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-eba88e2a-c013-4224-8bf8-dafcfe2a4c89 None None] For port 0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:29:04.211737 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771d25df-71e9-402a-8dac-6b2850cb238c admin admin] Network 1d07d49a-e522-4e3a-87bc-f892fc3b594b is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:29:04.215389 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-771d25df-71e9-402a-8dac-6b2850cb238c admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:29:04.220164 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771d25df-71e9-402a-8dac-6b2850cb238c admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:29:04.244426 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d25df-71e9-402a-8dac-6b2850cb238c admin admin] Pushing event updated for resources: {'Port': ['ID=57f365ba-70ae-431c-9a64-febb6d286f7c,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:29:04.266082 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-771d25df-71e9-402a-8dac-6b2850cb238c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:04.274071 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-eba88e2a-c013-4224-8bf8-dafcfe2a4c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:04.333846 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:04.336408 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c34f4-4f81-411b-8622-a7559da30ab9 None None] Pushing event updated for resources: {'Port': ['ID=0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:29:04.350447 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba88e2a-c013-4224-8bf8-dafcfe2a4c89 None None] Routers {'0ccb7a29-5a15-4bf6-9868-bb109c14d219'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:29:04.351085 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-eba88e2a-c013-4224-8bf8-dafcfe2a4c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:29:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0ccb7a29-5a15-4bf6-9868-bb109c14d219'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:29:04.459210 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-eba88e2a-c013-4224-8bf8-dafcfe2a4c89 None None] Set router 0ccb7a29-5a15-4bf6-9868-bb109c14d219 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:29:04.470561 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 2b7c9eee-0309-4775-8a07-1bdbfe2cc590 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:29:04.500760 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-771d25df-71e9-402a-8dac-6b2850cb238c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:04.522117 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-1de09e8c-5309-453b-bdb5-1a2cf0551558 None None] Provisioning complete for port 57f365ba-70ae-431c-9a64-febb6d286f7c triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:29:04.522504 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1de09e8c-5309-453b-bdb5-1a2cf0551558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:04.566206 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 2b7c9eee-0309-4775-8a07-1bdbfe2cc590 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:29:04.566671 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:04.569077 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-1de09e8c-5309-453b-bdb5-1a2cf0551558 None None] Port 57f365ba-70ae-431c-9a64-febb6d286f7c cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:29:04.640869 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-eba88e2a-c013-4224-8bf8-dafcfe2a4c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'name': 'tempest-TestMinimumBasicScenario-1288672639-router', 'tenant_id': '4c20f268f8914dbbaa130f3594bf3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:29:01Z', 'updated_at': '2021-12-17T16:29:02Z', 'revision_number': 3, 'project_id': '4c20f268f8914dbbaa130f3594bf3f60', 'gw_port': {'id': '0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bb:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:29:02Z', 'updated_at': '2021-12-17T16:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:29:04.667379 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba88e2a-c013-4224-8bf8-dafcfe2a4c89 None None] The sync data for ids ['0ccb7a29-5a15-4bf6-9868-bb109c14d219'] in n-d-820553-2 is: [{'id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'name': 'tempest-TestMinimumBasicScenario-1288672639-router', 'tenant_id': '4c20f268f8914dbbaa130f3594bf3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:29:01Z', 'updated_at': '2021-12-17T16:29:02Z', 'revision_number': 3, 'project_id': '4c20f268f8914dbbaa130f3594bf3f60', 'gw_port': {'id': '0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bb:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:29:02Z', 'updated_at': '2021-12-17T16:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:29:04.672042 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-771d25df-71e9-402a-8dac-6b2850cb238c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:04.745515 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-771d25df-71e9-402a-8dac-6b2850cb238c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:04.814500 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d25df-71e9-402a-8dac-6b2850cb238c admin admin] Pushing event updated for resources: {'Port': ['ID=57f365ba-70ae-431c-9a64-febb6d286f7c,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:29:04.817917 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-771d25df-71e9-402a-8dac-6b2850cb238c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:04.926823 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771d25df-71e9-402a-8dac-6b2850cb238c admin admin] Network 1d07d49a-e522-4e3a-87bc-f892fc3b594b is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:29:04.928143 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-771d25df-71e9-402a-8dac-6b2850cb238c admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:29:05.054144 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771d25df-71e9-402a-8dac-6b2850cb238c admin admin] Router 0ccb7a29-5a15-4bf6-9868-bb109c14d219 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:29:05.169430 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771d25df-71e9-402a-8dac-6b2850cb238c admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:29:05.174874 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-771d25df-71e9-402a-8dac-6b2850cb238c admin admin] 10.222.0.46 "PUT /v2.0/routers/0ccb7a29-5a15-4bf6-9868-bb109c14d219/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7934659 Dec 17 16:29:05.201732 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-91bc2f7e-9816-4588-b4d4-614ee754146c None None] Provisioning complete for port 57f365ba-70ae-431c-9a64-febb6d286f7c triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:29:05.202298 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-91bc2f7e-9816-4588-b4d4-614ee754146c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:05.239165 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-91bc2f7e-9816-4588-b4d4-614ee754146c None None] Port 57f365ba-70ae-431c-9a64-febb6d286f7c cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:29:05.910208 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44698) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:29:05.915310 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-7fb1db4e-97f1-4a62-80fb-4667ad6613da admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1978478127-network', 'tenant_id': '9bfc3f11613547768ac187158bbf9d1d'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:29:05.982049 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb1db4e-97f1-4a62-80fb-4667ad6613da admin admin] Made reservation on behalf of 9bfc3f11613547768ac187158bbf9d1d for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:29:05.984548 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7fb1db4e-97f1-4a62-80fb-4667ad6613da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:05.993765 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7fb1db4e-97f1-4a62-80fb-4667ad6613da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:06.070961 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7fb1db4e-97f1-4a62-80fb-4667ad6613da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:06.134093 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7fb1db4e-97f1-4a62-80fb-4667ad6613da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:06.158616 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb1db4e-97f1-4a62-80fb-4667ad6613da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:29:06.167836 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1db4e-97f1-4a62-80fb-4667ad6613da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebaf648-0b57-4312-895e-eaa86dd09d01,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:29:06.174600 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7fb1db4e-97f1-4a62-80fb-4667ad6613da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:06.175569 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-7fb1db4e-97f1-4a62-80fb-4667ad6613da admin admin] Added segment baa7d880-0dbf-4e83-8b5e-6d16c5665b58 of type vlan for network 4cadc6f8-fb84-4b3d-827d-7f523efb3858 Dec 17 16:29:06.218234 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7fb1db4e-97f1-4a62-80fb-4667ad6613da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:06.221399 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6fb35b-aa79-4e22-b2aa-5311c4db79c3 None None] Sync routers for ids ['0ccb7a29-5a15-4bf6-9868-bb109c14d219'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:29:06.230978 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6fb35b-aa79-4e22-b2aa-5311c4db79c3 None None] Routers {'0ccb7a29-5a15-4bf6-9868-bb109c14d219'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:29:06.231599 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-dc6fb35b-aa79-4e22-b2aa-5311c4db79c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:29:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0ccb7a29-5a15-4bf6-9868-bb109c14d219'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:29:06.335867 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7fb1db4e-97f1-4a62-80fb-4667ad6613da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:06.336843 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb1db4e-97f1-4a62-80fb-4667ad6613da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:06.338444 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7fb1db4e-97f1-4a62-80fb-4667ad6613da admin admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:06.340232 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-dc6fb35b-aa79-4e22-b2aa-5311c4db79c3 None None] Set router 0ccb7a29-5a15-4bf6-9868-bb109c14d219 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:29:06.404319 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1db4e-97f1-4a62-80fb-4667ad6613da admin admin] Pushing event updated for resources: {'Network': ['ID=4cadc6f8-fb84-4b3d-827d-7f523efb3858,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:29:06.422360 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 4cadc6f8-fb84-4b3d-827d-7f523efb3858 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:29:06.444516 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7fb1db4e-97f1-4a62-80fb-4667ad6613da admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5307534 Dec 17 16:29:06.444802 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44702) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:29:06.451034 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-24d64740-a2c3-455f-9063-c1510170ee61 admin admin] Request body: {'subnet': {'network_id': '4cadc6f8-fb84-4b3d-827d-7f523efb3858', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1978478127-subnet', 'tenant_id': '9bfc3f11613547768ac187158bbf9d1d', 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:29:06.518599 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:29:06.528085 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d64740-a2c3-455f-9063-c1510170ee61 admin admin] Made reservation on behalf of 9bfc3f11613547768ac187158bbf9d1d for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:29:06.531083 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-24d64740-a2c3-455f-9063-c1510170ee61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:06.648778 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:29:06.649175 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:06.711187 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-dc6fb35b-aa79-4e22-b2aa-5311c4db79c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'name': 'tempest-TestMinimumBasicScenario-1288672639-router', 'tenant_id': '4c20f268f8914dbbaa130f3594bf3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:29:01Z', 'updated_at': '2021-12-17T16:29:04Z', 'revision_number': 4, 'project_id': '4c20f268f8914dbbaa130f3594bf3f60', 'gw_port': {'id': '0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bb:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:29:02Z', 'updated_at': '2021-12-17T16:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '57f365ba-70ae-431c-9a64-febb6d286f7c', 'name': '', 'network_id': '1d07d49a-e522-4e3a-87bc-f892fc3b594b', 'tenant_id': '4c20f268f8914dbbaa130f3594bf3f60', 'mac_address': 'fa:16:3e:95:72:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'f5a899ea-023a-4e55-a467-d945b3328ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:29:03Z', 'updated_at': '2021-12-17T16:29:04Z', 'revision_number': 2, 'project_id': '4c20f268f8914dbbaa130f3594bf3f60', 'subnets': [{'id': 'f5a899ea-023a-4e55-a467-d945b3328ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:29:06.758905 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6fb35b-aa79-4e22-b2aa-5311c4db79c3 None None] Checking router: 0ccb7a29-5a15-4bf6-9868-bb109c14d219 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:29:06.760098 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6fb35b-aa79-4e22-b2aa-5311c4db79c3 None None] Updating router 0ccb7a29-5a15-4bf6-9868-bb109c14d219 port 57f365ba-70ae-431c-9a64-febb6d286f7c binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:29:06.791099 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:06.796886 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dc6fb35b-aa79-4e22-b2aa-5311c4db79c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:06.802670 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-24d64740-a2c3-455f-9063-c1510170ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:06.820069 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:29:06.862778 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d64740-a2c3-455f-9063-c1510170ee61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1ce2656-1375-4794-8ef7-cc9bbc3d5f40,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:29:06.873723 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d64740-a2c3-455f-9063-c1510170ee61 admin admin] Checking segment: {'id': 'baa7d880-0dbf-4e83-8b5e-6d16c5665b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4cadc6f8-fb84-4b3d-827d-7f523efb3858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:29:06.874069 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d64740-a2c3-455f-9063-c1510170ee61 admin admin] Network hostable DHCP agents. Network: 4cadc6f8-fb84-4b3d-827d-7f523efb3858, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:29:06.905984 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:06.968196 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d64740-a2c3-455f-9063-c1510170ee61 admin admin] Network 4cadc6f8-fb84-4b3d-827d-7f523efb3858 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:29:07.008135 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:29:07.031269 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-24d64740-a2c3-455f-9063-c1510170ee61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 4cadc6f8-fb84-4b3d-827d-7f523efb3858) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:29:07.035500 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d64740-a2c3-455f-9063-c1510170ee61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:07.036086 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-24d64740-a2c3-455f-9063-c1510170ee61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:07.047130 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46600f64-f5aa-41cb-b26c-af45fd63dda9 None None] Network 4cadc6f8-fb84-4b3d-827d-7f523efb3858 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:29:07.125566 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-24d64740-a2c3-455f-9063-c1510170ee61 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6795492 Dec 17 16:29:07.127924 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44704) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:29:07.132233 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-3e9242c4-baa3-413d-8773-de52083a219b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1978478127-router', 'tenant_id': '9bfc3f11613547768ac187158bbf9d1d', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:29:07.187463 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dc6fb35b-aa79-4e22-b2aa-5311c4db79c3 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:07.208749 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3e9242c4-baa3-413d-8773-de52083a219b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:07.209908 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3e9242c4-baa3-413d-8773-de52083a219b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:07.251495 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137d9fe8-da00-48c0-9ae1-555af60b7e85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-4cadc6f8-fb84-4b3d-827d-7f523efb3858', 'network_id': '4cadc6f8-fb84-4b3d-827d-7f523efb3858', 'tenant_id': '9bfc3f11613547768ac187158bbf9d1d', 'fixed_ips': [{'subnet_id': 'f1ce2656-1375-4794-8ef7-cc9bbc3d5f40'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 16:29:07.252373 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-137d9fe8-da00-48c0-9ae1-555af60b7e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:07.266124 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3e9242c4-baa3-413d-8773-de52083a219b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:07.266475 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dc6fb35b-aa79-4e22-b2aa-5311c4db79c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:07.375951 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fbf90e-00c1-4411-af48-47ba02a9a27d None None] Pushing event updated for resources: {'Port': ['ID=57f365ba-70ae-431c-9a64-febb6d286f7c,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:29:07.474509 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-dc6fb35b-aa79-4e22-b2aa-5311c4db79c3 None None] Attempting to bind port 57f365ba-70ae-431c-9a64-febb6d286f7c on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:29:07.474880 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-dc6fb35b-aa79-4e22-b2aa-5311c4db79c3 None None] Attempting to bind port 57f365ba-70ae-431c-9a64-febb6d286f7c by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '6d87bb8f-e133-4a91-bc74-f08d2680e82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1d07d49a-e522-4e3a-87bc-f892fc3b594b'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:29:07.475234 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6fb35b-aa79-4e22-b2aa-5311c4db79c3 None None] Attempting to bind port 57f365ba-70ae-431c-9a64-febb6d286f7c on network 1d07d49a-e522-4e3a-87bc-f892fc3b594b {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:29:07.485652 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6fb35b-aa79-4e22-b2aa-5311c4db79c3 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:29:07.486024 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6fb35b-aa79-4e22-b2aa-5311c4db79c3 None None] Checking segment: {'id': '6d87bb8f-e133-4a91-bc74-f08d2680e82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1d07d49a-e522-4e3a-87bc-f892fc3b594b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:29:07.486428 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dc6fb35b-aa79-4e22-b2aa-5311c4db79c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:07.486821 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6fb35b-aa79-4e22-b2aa-5311c4db79c3 None None] Bound using segment: {'id': '6d87bb8f-e133-4a91-bc74-f08d2680e82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1d07d49a-e522-4e3a-87bc-f892fc3b594b'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:29:07.487286 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-dc6fb35b-aa79-4e22-b2aa-5311c4db79c3 None None] Bound port: 57f365ba-70ae-431c-9a64-febb6d286f7c, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d87bb8f-e133-4a91-bc74-f08d2680e82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1d07d49a-e522-4e3a-87bc-f892fc3b594b'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:29:07.487669 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dc6fb35b-aa79-4e22-b2aa-5311c4db79c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:07.488808 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3e9242c4-baa3-413d-8773-de52083a219b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:07.504977 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-137d9fe8-da00-48c0-9ae1-555af60b7e85 None None] Allocated IP 172.20.0.2 (4cadc6f8-fb84-4b3d-827d-7f523efb3858/f1ce2656-1375-4794-8ef7-cc9bbc3d5f40/a3bf704a-3e4d-4b5f-8915-4a953f6f414c) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:29:07.622059 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-dc6fb35b-aa79-4e22-b2aa-5311c4db79c3 None None] For port 57f365ba-70ae-431c-9a64-febb6d286f7c, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:29:07.627451 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-dc6fb35b-aa79-4e22-b2aa-5311c4db79c3 None None] For port 57f365ba-70ae-431c-9a64-febb6d286f7c, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=57f365ba-70ae-431c-9a64-febb6d286f7c,segment=NetworkSegment(6d87bb8f-e133-4a91-bc74-f08d2680e82b),segment_id=6d87bb8f-e133-4a91-bc74-f08d2680e82b)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:29:07.630411 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a324dddd-a994-424c-9320-5965b5d6f770 None None] Provisioning complete for port 57f365ba-70ae-431c-9a64-febb6d286f7c triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:29:07.630812 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a324dddd-a994-424c-9320-5965b5d6f770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:07.688402 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-a324dddd-a994-424c-9320-5965b5d6f770 None None] Port 57f365ba-70ae-431c-9a64-febb6d286f7c cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:29:07.714399 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-dc6fb35b-aa79-4e22-b2aa-5311c4db79c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:07.760308 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3e9242c4-baa3-413d-8773-de52083a219b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:07.761964 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-137d9fe8-da00-48c0-9ae1-555af60b7e85 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:07.783171 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3e9242c4-baa3-413d-8773-de52083a219b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:07.793601 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6fb35b-aa79-4e22-b2aa-5311c4db79c3 None None] Routers {'0ccb7a29-5a15-4bf6-9868-bb109c14d219'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:29:07.794242 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-dc6fb35b-aa79-4e22-b2aa-5311c4db79c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:29:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0ccb7a29-5a15-4bf6-9868-bb109c14d219'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:29:07.796190 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fbf90e-00c1-4411-af48-47ba02a9a27d None None] Pushing event updated for resources: {'Port': ['ID=57f365ba-70ae-431c-9a64-febb6d286f7c,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:29:07.835853 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-137d9fe8-da00-48c0-9ae1-555af60b7e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:07.894654 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-3e9242c4-baa3-413d-8773-de52083a219b admin admin] Allocated IP 172.25.6.171 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/47803b5f-20ed-4357-a8c7-389f2f59d60b) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:29:07.924710 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137d9fe8-da00-48c0-9ae1-555af60b7e85 None None] Network 4cadc6f8-fb84-4b3d-827d-7f523efb3858 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:29:07.931280 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-137d9fe8-da00-48c0-9ae1-555af60b7e85 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:29:07.936789 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137d9fe8-da00-48c0-9ae1-555af60b7e85 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:29:07.954879 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d9fe8-da00-48c0-9ae1-555af60b7e85 None None] Pushing event updated for resources: {'Port': ['ID=a3bf704a-3e4d-4b5f-8915-4a953f6f414c,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:29:08.004856 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-dc6fb35b-aa79-4e22-b2aa-5311c4db79c3 None None] Set router 0ccb7a29-5a15-4bf6-9868-bb109c14d219 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:29:08.012747 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3e9242c4-baa3-413d-8773-de52083a219b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:08.067596 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-137d9fe8-da00-48c0-9ae1-555af60b7e85 None None] Attempting to bind port a3bf704a-3e4d-4b5f-8915-4a953f6f414c on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:29:08.067829 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-137d9fe8-da00-48c0-9ae1-555af60b7e85 None None] Attempting to bind port a3bf704a-3e4d-4b5f-8915-4a953f6f414c by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'baa7d880-0dbf-4e83-8b5e-6d16c5665b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4cadc6f8-fb84-4b3d-827d-7f523efb3858'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:29:08.068088 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137d9fe8-da00-48c0-9ae1-555af60b7e85 None None] Attempting to bind port a3bf704a-3e4d-4b5f-8915-4a953f6f414c on network 4cadc6f8-fb84-4b3d-827d-7f523efb3858 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:29:08.078295 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-61d48781-67c8-45a9-942a-f8bb72b6ebd4 None None] Provisioning complete for port 57f365ba-70ae-431c-9a64-febb6d286f7c triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:29:08.078668 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-61d48781-67c8-45a9-942a-f8bb72b6ebd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:08.107862 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3e9242c4-baa3-413d-8773-de52083a219b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:08.113711 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137d9fe8-da00-48c0-9ae1-555af60b7e85 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:29:08.114091 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137d9fe8-da00-48c0-9ae1-555af60b7e85 None None] Checking segment: {'id': 'baa7d880-0dbf-4e83-8b5e-6d16c5665b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4cadc6f8-fb84-4b3d-827d-7f523efb3858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:29:08.114491 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-137d9fe8-da00-48c0-9ae1-555af60b7e85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:08.114890 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137d9fe8-da00-48c0-9ae1-555af60b7e85 None None] Bound using segment: {'id': 'baa7d880-0dbf-4e83-8b5e-6d16c5665b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4cadc6f8-fb84-4b3d-827d-7f523efb3858'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:29:08.115368 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-137d9fe8-da00-48c0-9ae1-555af60b7e85 None None] Bound port: a3bf704a-3e4d-4b5f-8915-4a953f6f414c, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa7d880-0dbf-4e83-8b5e-6d16c5665b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4cadc6f8-fb84-4b3d-827d-7f523efb3858'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:29:08.115748 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-137d9fe8-da00-48c0-9ae1-555af60b7e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:08.146079 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9242c4-baa3-413d-8773-de52083a219b admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:29:08.148825 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-3e9242c4-baa3-413d-8773-de52083a219b admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:29:08.152383 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9242c4-baa3-413d-8773-de52083a219b admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:29:08.179698 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9242c4-baa3-413d-8773-de52083a219b admin admin] Pushing event updated for resources: {'Port': ['ID=47803b5f-20ed-4357-a8c7-389f2f59d60b,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:29:08.449736 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-137d9fe8-da00-48c0-9ae1-555af60b7e85 None None] For port a3bf704a-3e4d-4b5f-8915-4a953f6f414c, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:29:08.502086 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:29:08.518747 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-137d9fe8-da00-48c0-9ae1-555af60b7e85 None None] For port a3bf704a-3e4d-4b5f-8915-4a953f6f414c, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=a3bf704a-3e4d-4b5f-8915-4a953f6f414c,segment=NetworkSegment(baa7d880-0dbf-4e83-8b5e-6d16c5665b58),segment_id=baa7d880-0dbf-4e83-8b5e-6d16c5665b58)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:29:08.562631 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-61d48781-67c8-45a9-942a-f8bb72b6ebd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:08.623393 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-137d9fe8-da00-48c0-9ae1-555af60b7e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:08.626482 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-61d48781-67c8-45a9-942a-f8bb72b6ebd4 None None] For port 57f365ba-70ae-431c-9a64-febb6d286f7c, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=57f365ba-70ae-431c-9a64-febb6d286f7c,segment=NetworkSegment(6d87bb8f-e133-4a91-bc74-f08d2680e82b),segment_id=6d87bb8f-e133-4a91-bc74-f08d2680e82b)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:29:08.663263 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:29:08.663627 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:08.672501 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-dc6fb35b-aa79-4e22-b2aa-5311c4db79c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'name': 'tempest-TestMinimumBasicScenario-1288672639-router', 'tenant_id': '4c20f268f8914dbbaa130f3594bf3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:29:01Z', 'updated_at': '2021-12-17T16:29:04Z', 'revision_number': 4, 'project_id': '4c20f268f8914dbbaa130f3594bf3f60', 'gw_port': {'id': '0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:29:02Z', 'updated_at': '2021-12-17T16:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '57f365ba-70ae-431c-9a64-febb6d286f7c', 'name': '', 'network_id': '1d07d49a-e522-4e3a-87bc-f892fc3b594b', 'tenant_id': '4c20f268f8914dbbaa130f3594bf3f60', 'mac_address': 'fa:16:3e:95:72:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'f5a899ea-023a-4e55-a467-d945b3328ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:29:03Z', 'updated_at': '2021-12-17T16:29:07Z', 'revision_number': 4, 'project_id': '4c20f268f8914dbbaa130f3594bf3f60', 'subnets': [{'id': 'f5a899ea-023a-4e55-a467-d945b3328ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:29:08.724320 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-61d48781-67c8-45a9-942a-f8bb72b6ebd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:08.730211 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6fb35b-aa79-4e22-b2aa-5311c4db79c3 None None] The sync data for ids ['0ccb7a29-5a15-4bf6-9868-bb109c14d219'] in n-d-820553-2 is: [{'id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'name': 'tempest-TestMinimumBasicScenario-1288672639-router', 'tenant_id': '4c20f268f8914dbbaa130f3594bf3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:29:01Z', 'updated_at': '2021-12-17T16:29:04Z', 'revision_number': 4, 'project_id': '4c20f268f8914dbbaa130f3594bf3f60', 'gw_port': {'id': '0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:29:02Z', 'updated_at': '2021-12-17T16:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '57f365ba-70ae-431c-9a64-febb6d286f7c', 'name': '', 'network_id': '1d07d49a-e522-4e3a-87bc-f892fc3b594b', 'tenant_id': '4c20f268f8914dbbaa130f3594bf3f60', 'mac_address': 'fa:16:3e:95:72:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'f5a899ea-023a-4e55-a467-d945b3328ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:29:03Z', 'updated_at': '2021-12-17T16:29:07Z', 'revision_number': 4, 'project_id': '4c20f268f8914dbbaa130f3594bf3f60', 'subnets': [{'id': 'f5a899ea-023a-4e55-a467-d945b3328ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:29:08.767399 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d9fe8-da00-48c0-9ae1-555af60b7e85 None None] Pushing event updated for resources: {'Port': ['ID=a3bf704a-3e4d-4b5f-8915-4a953f6f414c,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:29:08.862025 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3e9242c4-baa3-413d-8773-de52083a219b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:08.868366 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d48781-67c8-45a9-942a-f8bb72b6ebd4 None None] Pushing event updated for resources: {'Port': ['ID=57f365ba-70ae-431c-9a64-febb6d286f7c,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:29:09.106123 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3e9242c4-baa3-413d-8773-de52083a219b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:09.323518 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9242c4-baa3-413d-8773-de52083a219b admin admin] Router aec99217-c9b9-4e18-a5a8-d7fd42925d00 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:29:09.443199 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9242c4-baa3-413d-8773-de52083a219b admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:29:09.455439 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c137d08e-0059-4f53-be62-bb38570f356b None None] Sync routers for ids ['aec99217-c9b9-4e18-a5a8-d7fd42925d00'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:29:09.471529 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c137d08e-0059-4f53-be62-bb38570f356b None None] Routers {'aec99217-c9b9-4e18-a5a8-d7fd42925d00'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:29:09.472466 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-c137d08e-0059-4f53-be62-bb38570f356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:29:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['aec99217-c9b9-4e18-a5a8-d7fd42925d00'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:29:09.536341 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3e9242c4-baa3-413d-8773-de52083a219b admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:09.538789 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3e9242c4-baa3-413d-8773-de52083a219b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4097476 Dec 17 16:29:09.541912 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44706) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:29:09.602472 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-c137d08e-0059-4f53-be62-bb38570f356b None None] Set router aec99217-c9b9-4e18-a5a8-d7fd42925d00 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:29:09.802679 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-c137d08e-0059-4f53-be62-bb38570f356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec99217-c9b9-4e18-a5a8-d7fd42925d00', 'name': 'tempest-TestMinimumBasicScenario-1978478127-router', 'tenant_id': '9bfc3f11613547768ac187158bbf9d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '47803b5f-20ed-4357-a8c7-389f2f59d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:29:07Z', 'updated_at': '2021-12-17T16:29:08Z', 'revision_number': 3, 'project_id': '9bfc3f11613547768ac187158bbf9d1d', 'gw_port': {'id': '47803b5f-20ed-4357-a8c7-389f2f59d60b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:47:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec99217-c9b9-4e18-a5a8-d7fd42925d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:29:07Z', 'updated_at': '2021-12-17T16:29:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:29:09.813192 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db655cdc-a88b-4e83-84bf-f2072abfcf1b None None] Network 4cadc6f8-fb84-4b3d-827d-7f523efb3858 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:29:09.836641 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c137d08e-0059-4f53-be62-bb38570f356b None None] Checking router: aec99217-c9b9-4e18-a5a8-d7fd42925d00 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:29:09.836992 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c137d08e-0059-4f53-be62-bb38570f356b None None] Updating router aec99217-c9b9-4e18-a5a8-d7fd42925d00 port 47803b5f-20ed-4357-a8c7-389f2f59d60b binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:29:09.874874 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-c137d08e-0059-4f53-be62-bb38570f356b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:09.902157 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-ed99b1af-169d-41a6-b91a-934fe171614d None None] Provisioning complete for port a3bf704a-3e4d-4b5f-8915-4a953f6f414c triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:29:09.902530 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ed99b1af-169d-41a6-b91a-934fe171614d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:10.030815 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-af54a4c4-2125-4ca4-b5b7-528cccff621f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:10.058279 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ed99b1af-169d-41a6-b91a-934fe171614d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:10.109452 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-ed99b1af-169d-41a6-b91a-934fe171614d None None] For port a3bf704a-3e4d-4b5f-8915-4a953f6f414c, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=a3bf704a-3e4d-4b5f-8915-4a953f6f414c,segment=NetworkSegment(baa7d880-0dbf-4e83-8b5e-6d16c5665b58),segment_id=baa7d880-0dbf-4e83-8b5e-6d16c5665b58)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:29:10.167433 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-c137d08e-0059-4f53-be62-bb38570f356b None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:10.187569 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ed99b1af-169d-41a6-b91a-934fe171614d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:10.229913 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-af54a4c4-2125-4ca4-b5b7-528cccff621f admin admin] Allocated IP 172.20.0.1 (4cadc6f8-fb84-4b3d-827d-7f523efb3858/f1ce2656-1375-4794-8ef7-cc9bbc3d5f40/e5f5aa5e-5881-4bc4-b236-ea3e663de75d) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:29:10.238906 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99b1af-169d-41a6-b91a-934fe171614d None None] Pushing event updated for resources: {'Port': ['ID=a3bf704a-3e4d-4b5f-8915-4a953f6f414c,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:29:10.271099 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-c137d08e-0059-4f53-be62-bb38570f356b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:10.326909 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-c137d08e-0059-4f53-be62-bb38570f356b None None] Attempting to bind port 47803b5f-20ed-4357-a8c7-389f2f59d60b on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:29:10.327558 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-c137d08e-0059-4f53-be62-bb38570f356b None None] Attempting to bind port 47803b5f-20ed-4357-a8c7-389f2f59d60b by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:29:10.327914 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c137d08e-0059-4f53-be62-bb38570f356b None None] Attempting to bind port 47803b5f-20ed-4357-a8c7-389f2f59d60b on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:29:10.329759 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6979a-a1da-494d-9dfe-260154ce6f90 None None] Pushing event updated for resources: {'Port': ['ID=47803b5f-20ed-4357-a8c7-389f2f59d60b,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:29:10.335988 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c137d08e-0059-4f53-be62-bb38570f356b None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:29:10.336433 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c137d08e-0059-4f53-be62-bb38570f356b None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:29:10.336729 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-c137d08e-0059-4f53-be62-bb38570f356b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:10.337230 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c137d08e-0059-4f53-be62-bb38570f356b None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:29:10.338123 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-c137d08e-0059-4f53-be62-bb38570f356b None None] Bound port: 47803b5f-20ed-4357-a8c7-389f2f59d60b, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:29:10.338837 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-c137d08e-0059-4f53-be62-bb38570f356b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:10.350292 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-af54a4c4-2125-4ca4-b5b7-528cccff621f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:10.387889 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-c137d08e-0059-4f53-be62-bb38570f356b None None] For port 47803b5f-20ed-4357-a8c7-389f2f59d60b, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:29:10.390709 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-c137d08e-0059-4f53-be62-bb38570f356b None None] For port 47803b5f-20ed-4357-a8c7-389f2f59d60b, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=47803b5f-20ed-4357-a8c7-389f2f59d60b,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:29:10.409845 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-520c6931-84c9-4ac1-9768-dca2980c009a None None] Provisioning complete for port a3bf704a-3e4d-4b5f-8915-4a953f6f414c triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:29:10.410212 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-520c6931-84c9-4ac1-9768-dca2980c009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:10.448002 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-af54a4c4-2125-4ca4-b5b7-528cccff621f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:10.474312 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-c137d08e-0059-4f53-be62-bb38570f356b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:10.495657 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af54a4c4-2125-4ca4-b5b7-528cccff621f admin admin] Network 4cadc6f8-fb84-4b3d-827d-7f523efb3858 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:29:10.500674 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-af54a4c4-2125-4ca4-b5b7-528cccff621f admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:29:10.504331 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af54a4c4-2125-4ca4-b5b7-528cccff621f admin admin] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:29:10.532397 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54a4c4-2125-4ca4-b5b7-528cccff621f admin admin] Pushing event updated for resources: {'Port': ['ID=e5f5aa5e-5881-4bc4-b236-ea3e663de75d,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:29:10.541575 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c137d08e-0059-4f53-be62-bb38570f356b None None] Routers {'aec99217-c9b9-4e18-a5a8-d7fd42925d00'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:29:10.542296 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-c137d08e-0059-4f53-be62-bb38570f356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:29:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['aec99217-c9b9-4e18-a5a8-d7fd42925d00'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:29:10.545657 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6979a-a1da-494d-9dfe-260154ce6f90 None None] Pushing event updated for resources: {'Port': ['ID=47803b5f-20ed-4357-a8c7-389f2f59d60b,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:29:10.564836 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-af54a4c4-2125-4ca4-b5b7-528cccff621f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:10.605123 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a3bf704a-3e4d-4b5f-8915-4a953f6f414c up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:29:10.672788 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-c137d08e-0059-4f53-be62-bb38570f356b None None] Set router aec99217-c9b9-4e18-a5a8-d7fd42925d00 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:29:10.673425 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port a3bf704a-3e4d-4b5f-8915-4a953f6f414c triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:29:10.674184 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:10.768615 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 57f365ba-70ae-431c-9a64-febb6d286f7c up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:29:10.772235 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-af54a4c4-2125-4ca4-b5b7-528cccff621f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:10.817980 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 57f365ba-70ae-431c-9a64-febb6d286f7c triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:29:10.818542 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:10.867067 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-c137d08e-0059-4f53-be62-bb38570f356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec99217-c9b9-4e18-a5a8-d7fd42925d00', 'name': 'tempest-TestMinimumBasicScenario-1978478127-router', 'tenant_id': '9bfc3f11613547768ac187158bbf9d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '47803b5f-20ed-4357-a8c7-389f2f59d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:29:07Z', 'updated_at': '2021-12-17T16:29:08Z', 'revision_number': 3, 'project_id': '9bfc3f11613547768ac187158bbf9d1d', 'gw_port': {'id': '47803b5f-20ed-4357-a8c7-389f2f59d60b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:47:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec99217-c9b9-4e18-a5a8-d7fd42925d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:29:07Z', 'updated_at': '2021-12-17T16:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:29:10.873740 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-f831467a-8136-4a70-a271-f9e6c8448e48 None None] Provisioning complete for port e5f5aa5e-5881-4bc4-b236-ea3e663de75d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:29:10.873740 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f831467a-8136-4a70-a271-f9e6c8448e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:10.938395 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-f831467a-8136-4a70-a271-f9e6c8448e48 None None] Port e5f5aa5e-5881-4bc4-b236-ea3e663de75d cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:29:10.959151 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-af54a4c4-2125-4ca4-b5b7-528cccff621f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:10.986748 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c137d08e-0059-4f53-be62-bb38570f356b None None] The sync data for ids ['aec99217-c9b9-4e18-a5a8-d7fd42925d00'] in n-d-820553-2 is: [{'id': 'aec99217-c9b9-4e18-a5a8-d7fd42925d00', 'name': 'tempest-TestMinimumBasicScenario-1978478127-router', 'tenant_id': '9bfc3f11613547768ac187158bbf9d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '47803b5f-20ed-4357-a8c7-389f2f59d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:29:07Z', 'updated_at': '2021-12-17T16:29:08Z', 'revision_number': 3, 'project_id': '9bfc3f11613547768ac187158bbf9d1d', 'gw_port': {'id': '47803b5f-20ed-4357-a8c7-389f2f59d60b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:47:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec99217-c9b9-4e18-a5a8-d7fd42925d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:29:07Z', 'updated_at': '2021-12-17T16:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:29:11.025891 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-af54a4c4-2125-4ca4-b5b7-528cccff621f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:11.093487 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-af54a4c4-2125-4ca4-b5b7-528cccff621f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:11.096020 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54a4c4-2125-4ca4-b5b7-528cccff621f admin admin] Pushing event updated for resources: {'Port': ['ID=e5f5aa5e-5881-4bc4-b236-ea3e663de75d,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:29:11.198896 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af54a4c4-2125-4ca4-b5b7-528cccff621f admin admin] Network 4cadc6f8-fb84-4b3d-827d-7f523efb3858 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:29:11.200259 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-af54a4c4-2125-4ca4-b5b7-528cccff621f admin admin] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:29:11.236900 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:11.334636 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af54a4c4-2125-4ca4-b5b7-528cccff621f admin admin] Router aec99217-c9b9-4e18-a5a8-d7fd42925d00 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:29:11.453656 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af54a4c4-2125-4ca4-b5b7-528cccff621f admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:29:11.458776 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-af54a4c4-2125-4ca4-b5b7-528cccff621f admin admin] 10.222.0.46 "PUT /v2.0/routers/aec99217-c9b9-4e18-a5a8-d7fd42925d00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9156427 Dec 17 16:29:11.471225 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d8de3beb-91b3-4b39-a178-393274c27a51 None None] Provisioning complete for port e5f5aa5e-5881-4bc4-b236-ea3e663de75d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:29:11.471225 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d8de3beb-91b3-4b39-a178-393274c27a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:11.508802 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d8de3beb-91b3-4b39-a178-393274c27a51 None None] Port e5f5aa5e-5881-4bc4-b236-ea3e663de75d cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:29:12.539866 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 47803b5f-20ed-4357-a8c7-389f2f59d60b up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:29:12.604558 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 47803b5f-20ed-4357-a8c7-389f2f59d60b triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:29:12.605078 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:12.645191 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c5ef7b-52d8-443c-b4f1-b82adf565c1f None None] Sync routers for ids ['aec99217-c9b9-4e18-a5a8-d7fd42925d00'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:29:12.661013 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c5ef7b-52d8-443c-b4f1-b82adf565c1f None None] Routers {'aec99217-c9b9-4e18-a5a8-d7fd42925d00'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:29:12.661671 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-94c5ef7b-52d8-443c-b4f1-b82adf565c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:29:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['aec99217-c9b9-4e18-a5a8-d7fd42925d00'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:29:12.777134 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:12.805428 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 47803b5f-20ed-4357-a8c7-389f2f59d60b, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=47803b5f-20ed-4357-a8c7-389f2f59d60b,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:29:12.830979 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-94c5ef7b-52d8-443c-b4f1-b82adf565c1f None None] Set router aec99217-c9b9-4e18-a5a8-d7fd42925d00 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:29:12.914412 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:13.018221 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=47803b5f-20ed-4357-a8c7-389f2f59d60b,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:29:13.107892 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-94c5ef7b-52d8-443c-b4f1-b82adf565c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec99217-c9b9-4e18-a5a8-d7fd42925d00', 'name': 'tempest-TestMinimumBasicScenario-1978478127-router', 'tenant_id': '9bfc3f11613547768ac187158bbf9d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '47803b5f-20ed-4357-a8c7-389f2f59d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:29:07Z', 'updated_at': '2021-12-17T16:29:10Z', 'revision_number': 4, 'project_id': '9bfc3f11613547768ac187158bbf9d1d', 'gw_port': {'id': '47803b5f-20ed-4357-a8c7-389f2f59d60b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:47:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec99217-c9b9-4e18-a5a8-d7fd42925d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:29:07Z', 'updated_at': '2021-12-17T16:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'e5f5aa5e-5881-4bc4-b236-ea3e663de75d', 'name': '', 'network_id': '4cadc6f8-fb84-4b3d-827d-7f523efb3858', 'tenant_id': '9bfc3f11613547768ac187158bbf9d1d', 'mac_address': 'fa:16:3e:f3:08:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec99217-c9b9-4e18-a5a8-d7fd42925d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'f1ce2656-1375-4794-8ef7-cc9bbc3d5f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:29:10Z', 'updated_at': '2021-12-17T16:29:10Z', 'revision_number': 2, 'project_id': '9bfc3f11613547768ac187158bbf9d1d', 'subnets': [{'id': 'f1ce2656-1375-4794-8ef7-cc9bbc3d5f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:29:13.139471 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c5ef7b-52d8-443c-b4f1-b82adf565c1f None None] Checking router: aec99217-c9b9-4e18-a5a8-d7fd42925d00 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:29:13.140323 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c5ef7b-52d8-443c-b4f1-b82adf565c1f None None] Updating router aec99217-c9b9-4e18-a5a8-d7fd42925d00 port e5f5aa5e-5881-4bc4-b236-ea3e663de75d binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:29:13.170168 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-94c5ef7b-52d8-443c-b4f1-b82adf565c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:13.473184 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-94c5ef7b-52d8-443c-b4f1-b82adf565c1f None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:13.558783 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-94c5ef7b-52d8-443c-b4f1-b82adf565c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:13.644292 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e7c96-96f0-4053-a823-2c08d744b0e0 None None] Pushing event updated for resources: {'Port': ['ID=e5f5aa5e-5881-4bc4-b236-ea3e663de75d,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:29:13.676649 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-94c5ef7b-52d8-443c-b4f1-b82adf565c1f None None] Attempting to bind port e5f5aa5e-5881-4bc4-b236-ea3e663de75d on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:29:13.677161 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-94c5ef7b-52d8-443c-b4f1-b82adf565c1f None None] Attempting to bind port e5f5aa5e-5881-4bc4-b236-ea3e663de75d by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'baa7d880-0dbf-4e83-8b5e-6d16c5665b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4cadc6f8-fb84-4b3d-827d-7f523efb3858'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:29:13.677841 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c5ef7b-52d8-443c-b4f1-b82adf565c1f None None] Attempting to bind port e5f5aa5e-5881-4bc4-b236-ea3e663de75d on network 4cadc6f8-fb84-4b3d-827d-7f523efb3858 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:29:13.684061 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c5ef7b-52d8-443c-b4f1-b82adf565c1f None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:29:13.684591 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c5ef7b-52d8-443c-b4f1-b82adf565c1f None None] Checking segment: {'id': 'baa7d880-0dbf-4e83-8b5e-6d16c5665b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4cadc6f8-fb84-4b3d-827d-7f523efb3858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:29:13.685027 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-94c5ef7b-52d8-443c-b4f1-b82adf565c1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:13.685526 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c5ef7b-52d8-443c-b4f1-b82adf565c1f None None] Bound using segment: {'id': 'baa7d880-0dbf-4e83-8b5e-6d16c5665b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4cadc6f8-fb84-4b3d-827d-7f523efb3858'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:29:13.686060 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-94c5ef7b-52d8-443c-b4f1-b82adf565c1f None None] Bound port: e5f5aa5e-5881-4bc4-b236-ea3e663de75d, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa7d880-0dbf-4e83-8b5e-6d16c5665b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4cadc6f8-fb84-4b3d-827d-7f523efb3858'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:29:13.686512 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-94c5ef7b-52d8-443c-b4f1-b82adf565c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:13.767847 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-94c5ef7b-52d8-443c-b4f1-b82adf565c1f None None] For port e5f5aa5e-5881-4bc4-b236-ea3e663de75d, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:29:13.772919 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-94c5ef7b-52d8-443c-b4f1-b82adf565c1f None None] For port e5f5aa5e-5881-4bc4-b236-ea3e663de75d, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e5f5aa5e-5881-4bc4-b236-ea3e663de75d,segment=NetworkSegment(baa7d880-0dbf-4e83-8b5e-6d16c5665b58),segment_id=baa7d880-0dbf-4e83-8b5e-6d16c5665b58)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:29:13.831538 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-94c5ef7b-52d8-443c-b4f1-b82adf565c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:13.918586 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c5ef7b-52d8-443c-b4f1-b82adf565c1f None None] Routers {'aec99217-c9b9-4e18-a5a8-d7fd42925d00'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:29:13.919312 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-94c5ef7b-52d8-443c-b4f1-b82adf565c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:29:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['aec99217-c9b9-4e18-a5a8-d7fd42925d00'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:29:14.004266 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e7c96-96f0-4053-a823-2c08d744b0e0 None None] Pushing event updated for resources: {'Port': ['ID=e5f5aa5e-5881-4bc4-b236-ea3e663de75d,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:29:14.039089 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-6305037a-d883-4aa1-9e35-36e51d3c4e4c None None] Provisioning complete for port e5f5aa5e-5881-4bc4-b236-ea3e663de75d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:29:14.039479 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6305037a-d883-4aa1-9e35-36e51d3c4e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:14.106896 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-94c5ef7b-52d8-443c-b4f1-b82adf565c1f None None] Set router aec99217-c9b9-4e18-a5a8-d7fd42925d00 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:29:14.406644 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6305037a-d883-4aa1-9e35-36e51d3c4e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:14.484612 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-6305037a-d883-4aa1-9e35-36e51d3c4e4c None None] For port e5f5aa5e-5881-4bc4-b236-ea3e663de75d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e5f5aa5e-5881-4bc4-b236-ea3e663de75d,segment=NetworkSegment(baa7d880-0dbf-4e83-8b5e-6d16c5665b58),segment_id=baa7d880-0dbf-4e83-8b5e-6d16c5665b58)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:29:14.513150 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 47803b5f-20ed-4357-a8c7-389f2f59d60b up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:29:14.561554 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6305037a-d883-4aa1-9e35-36e51d3c4e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:14.639688 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305037a-d883-4aa1-9e35-36e51d3c4e4c None None] Pushing event updated for resources: {'Port': ['ID=e5f5aa5e-5881-4bc4-b236-ea3e663de75d,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:29:14.656951 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 47803b5f-20ed-4357-a8c7-389f2f59d60b triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:29:14.657296 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:14.687269 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-94c5ef7b-52d8-443c-b4f1-b82adf565c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec99217-c9b9-4e18-a5a8-d7fd42925d00', 'name': 'tempest-TestMinimumBasicScenario-1978478127-router', 'tenant_id': '9bfc3f11613547768ac187158bbf9d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '47803b5f-20ed-4357-a8c7-389f2f59d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:29:07Z', 'updated_at': '2021-12-17T16:29:10Z', 'revision_number': 4, 'project_id': '9bfc3f11613547768ac187158bbf9d1d', 'gw_port': {'id': '47803b5f-20ed-4357-a8c7-389f2f59d60b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec99217-c9b9-4e18-a5a8-d7fd42925d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:29:07Z', 'updated_at': '2021-12-17T16:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'e5f5aa5e-5881-4bc4-b236-ea3e663de75d', 'name': '', 'network_id': '4cadc6f8-fb84-4b3d-827d-7f523efb3858', 'tenant_id': '9bfc3f11613547768ac187158bbf9d1d', 'mac_address': 'fa:16:3e:f3:08:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec99217-c9b9-4e18-a5a8-d7fd42925d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'f1ce2656-1375-4794-8ef7-cc9bbc3d5f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:29:10Z', 'updated_at': '2021-12-17T16:29:13Z', 'revision_number': 4, 'project_id': '9bfc3f11613547768ac187158bbf9d1d', 'subnets': [{'id': 'f1ce2656-1375-4794-8ef7-cc9bbc3d5f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:29:14.724557 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c5ef7b-52d8-443c-b4f1-b82adf565c1f None None] The sync data for ids ['aec99217-c9b9-4e18-a5a8-d7fd42925d00'] in n-d-820553-2 is: [{'id': 'aec99217-c9b9-4e18-a5a8-d7fd42925d00', 'name': 'tempest-TestMinimumBasicScenario-1978478127-router', 'tenant_id': '9bfc3f11613547768ac187158bbf9d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '47803b5f-20ed-4357-a8c7-389f2f59d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:29:07Z', 'updated_at': '2021-12-17T16:29:10Z', 'revision_number': 4, 'project_id': '9bfc3f11613547768ac187158bbf9d1d', 'gw_port': {'id': '47803b5f-20ed-4357-a8c7-389f2f59d60b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec99217-c9b9-4e18-a5a8-d7fd42925d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:29:07Z', 'updated_at': '2021-12-17T16:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'e5f5aa5e-5881-4bc4-b236-ea3e663de75d', 'name': '', 'network_id': '4cadc6f8-fb84-4b3d-827d-7f523efb3858', 'tenant_id': '9bfc3f11613547768ac187158bbf9d1d', 'mac_address': 'fa:16:3e:f3:08:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec99217-c9b9-4e18-a5a8-d7fd42925d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'f1ce2656-1375-4794-8ef7-cc9bbc3d5f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:29:10Z', 'updated_at': '2021-12-17T16:29:13Z', 'revision_number': 4, 'project_id': '9bfc3f11613547768ac187158bbf9d1d', 'subnets': [{'id': 'f1ce2656-1375-4794-8ef7-cc9bbc3d5f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:29:14.735514 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-eb819b71-1932-4ce6-ac6f-0f8e0b63f4c2 None None] Provisioning complete for port e5f5aa5e-5881-4bc4-b236-ea3e663de75d triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:29:14.735887 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-eb819b71-1932-4ce6-ac6f-0f8e0b63f4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:16.525852 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e5f5aa5e-5881-4bc4-b236-ea3e663de75d up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:29:16.583637 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port e5f5aa5e-5881-4bc4-b236-ea3e663de75d triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:29:16.584180 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:22.716607 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-5f6b6da7-beb0-4b4a-97c5-53d193c59282 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:22.718075 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-5f6b6da7-beb0-4b4a-97c5-53d193c59282 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/networks?id=1d07d49a-e522-4e3a-87bc-f892fc3b594b HTTP/1.1" status: 200 len: 815 time: 0.1058698 Dec 17 16:29:22.733230 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-cf126daa-a5e1-4b7f-8537-3edeab285d63 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/quotas/4c20f268f8914dbbaa130f3594bf3f60 HTTP/1.1" status: 200 len: 375 time: 0.0093641 Dec 17 16:29:22.782355 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-703191aa-ea08-4f2c-98d1-7fd39ad3e961 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4c20f268f8914dbbaa130f3594bf3f60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440099 Dec 17 16:29:22.878773 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-0ec1fd29-2fc7-4897-9639-51c13844f6c0 service neutron] 10.222.0.46 "GET /v2.0/networks/1d07d49a-e522-4e3a-87bc-f892fc3b594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844529 Dec 17 16:29:22.968550 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-8e910417-13f8-4238-993c-3958012958ff service neutron] 10.222.0.46 "GET /v2.0/networks/1d07d49a-e522-4e3a-87bc-f892fc3b594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834267 Dec 17 16:29:23.169452 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c59f5f50-c535-4e10-a2f1-198b3669766c req-915db8a4-ffc9-4260-b36a-596010a98e9a tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 210 time: 0.0270190 Dec 17 16:29:24.280234 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b52009c2-b7fb-49d5-b0a4-67ef6a886df9 req-1356101b-64d5-48f2-bdb7-bcaaf8a87d54 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 210 time: 0.0322070 Dec 17 16:29:25.275414 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-081ee142-13f0-43dd-8f9a-a7dfd593433e tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:25.277191 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-081ee142-13f0-43dd-8f9a-a7dfd593433e tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.13 "GET /v2.0/networks?id=1d07d49a-e522-4e3a-87bc-f892fc3b594b HTTP/1.1" status: 200 len: 815 time: 0.1037824 Dec 17 16:29:25.290607 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-d54a5a98-1f56-4d46-b31a-e2c972f8caca tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Request body: {'port': {'device_id': '86cdf1bb-079f-4136-a482-fcb5f6bfe0ac', 'network_id': '1d07d49a-e522-4e3a-87bc-f892fc3b594b', 'admin_state_up': True, 'tenant_id': '4c20f268f8914dbbaa130f3594bf3f60'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:29:25.378721 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6eeedc6e-cc9b-4090-81c3-724f55f8daa0 req-f2a71948-6f51-4d32-b933-fb8f02cdaa66 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 210 time: 0.0284426 Dec 17 16:29:25.467217 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-d54a5a98-1f56-4d46-b31a-e2c972f8caca tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Made reservation on behalf of 4c20f268f8914dbbaa130f3594bf3f60 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:29:25.470885 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-d54a5a98-1f56-4d46-b31a-e2c972f8caca tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:25.595883 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-d54a5a98-1f56-4d46-b31a-e2c972f8caca tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Allocated IP 172.20.0.8 (1d07d49a-e522-4e3a-87bc-f892fc3b594b/f5a899ea-023a-4e55-a467-d945b3328ca9/21e67237-8919-498c-bba1-3a6526cbda3e) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:29:25.747194 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-d54a5a98-1f56-4d46-b31a-e2c972f8caca tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:25.863820 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-d54a5a98-1f56-4d46-b31a-e2c972f8caca tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:25.928729 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a5a98-1f56-4d46-b31a-e2c972f8caca tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Pushing event updated for resources: {'Port': ['ID=21e67237-8919-498c-bba1-3a6526cbda3e,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:29:25.941083 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-d54a5a98-1f56-4d46-b31a-e2c972f8caca tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Network 1d07d49a-e522-4e3a-87bc-f892fc3b594b is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:29:25.943136 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-d54a5a98-1f56-4d46-b31a-e2c972f8caca tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:29:25.946366 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-d54a5a98-1f56-4d46-b31a-e2c972f8caca tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:29:26.012642 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-d54a5a98-1f56-4d46-b31a-e2c972f8caca tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:26.013530 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-d54a5a98-1f56-4d46-b31a-e2c972f8caca tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:26.105446 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-d54a5a98-1f56-4d46-b31a-e2c972f8caca tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8185029 Dec 17 16:29:26.313055 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-2da06a4e-bd2f-4555-be62-3695ea8803d2 None None] Provisioning complete for port 21e67237-8919-498c-bba1-3a6526cbda3e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:29:26.313684 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2da06a4e-bd2f-4555-be62-3695ea8803d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:26.349124 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-2da06a4e-bd2f-4555-be62-3695ea8803d2 None None] Port 21e67237-8919-498c-bba1-3a6526cbda3e cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:29:26.498225 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442ff89-120f-45bc-8a65-39dcb9031767 req-107c45a1-5585-47a8-8985-2ff285d6852e tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:26.499885 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2442ff89-120f-45bc-8a65-39dcb9031767 req-107c45a1-5585-47a8-8985-2ff285d6852e tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 931 time: 0.0507202 Dec 17 16:29:26.543491 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2442ff89-120f-45bc-8a65-39dcb9031767 req-efa5888d-cfb3-4c66-ad7c-58c0963b41c8 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376229 Dec 17 16:29:26.608292 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:27.689438 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4ec6f-b35e-4fcc-86ee-a0f14d2a8f80 req-15a69b73-5156-4196-be70-01930bf99d94 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:27.690934 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dfb4ec6f-b35e-4fcc-86ee-a0f14d2a8f80 req-15a69b73-5156-4196-be70-01930bf99d94 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 931 time: 0.0633976 Dec 17 16:29:27.732834 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dfb4ec6f-b35e-4fcc-86ee-a0f14d2a8f80 req-06c90ede-9e19-4513-b704-c644c49b6b74 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357499 Dec 17 16:29:28.859518 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93c84e-98d2-4199-b669-2dfb52bbe47d req-47a96d06-df21-46e3-996a-2f8caa4dc773 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:28.862276 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dc93c84e-98d2-4199-b669-2dfb52bbe47d req-47a96d06-df21-46e3-996a-2f8caa4dc773 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 931 time: 0.0561481 Dec 17 16:29:28.905739 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8a4cb8f7-e545-440f-8459-6b09fed70a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:28.915675 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dc93c84e-98d2-4199-b669-2dfb52bbe47d req-b595dc22-9780-4834-ae61-e31dc5eae18f tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428576 Dec 17 16:29:29.820828 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:29:30.038433 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde301a-c1df-4925-ae69-7906704084a3 req-388a2c49-22b3-4044-aea2-63881620c7f9 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:30.039943 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7cde301a-c1df-4925-ae69-7906704084a3 req-388a2c49-22b3-4044-aea2-63881620c7f9 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 931 time: 0.0509033 Dec 17 16:29:30.086639 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7cde301a-c1df-4925-ae69-7906704084a3 req-0d6be88e-339a-4ed0-993e-8f15202d2d71 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336518 Dec 17 16:29:31.124878 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-165882a0-abe0-4b62-a4b4-9ed96b2b45d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:31.205966 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c9a0f-68e9-4ffc-ab82-622bf82e835f req-7f9fd99c-6578-4257-80ea-7fbba0f83176 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:31.213186 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e14c9a0f-68e9-4ffc-ab82-622bf82e835f req-7f9fd99c-6578-4257-80ea-7fbba0f83176 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 931 time: 0.0554211 Dec 17 16:29:31.247383 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e14c9a0f-68e9-4ffc-ab82-622bf82e835f req-b0289796-45a8-49ee-b71a-29e212e5db1a tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327008 Dec 17 16:29:32.373336 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54cb63-5627-465c-95bb-62f9162b0b9c req-2a3e13b2-1171-4c0f-8824-27227845b68a tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:32.374853 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5a54cb63-5627-465c-95bb-62f9162b0b9c req-2a3e13b2-1171-4c0f-8824-27227845b68a tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 931 time: 0.0547564 Dec 17 16:29:32.417107 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5a54cb63-5627-465c-95bb-62f9162b0b9c req-c26ef86c-1ce1-4e85-9e8f-159558bfd7c1 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361989 Dec 17 16:29:32.602479 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:33.543956 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa441603-bebb-4da9-8a98-1f2b3da5ddea req-7708f1fc-b0c0-4be5-bd4e-8efe437278c6 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:33.547917 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fa441603-bebb-4da9-8a98-1f2b3da5ddea req-7708f1fc-b0c0-4be5-bd4e-8efe437278c6 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 931 time: 0.0516112 Dec 17 16:29:33.587656 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fa441603-bebb-4da9-8a98-1f2b3da5ddea req-216068fe-dcc3-4da3-93c1-0320169bdcb9 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356820 Dec 17 16:29:34.164543 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:34.305846 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:34.711921 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3e6b3-ac5b-45ac-afa2-3aaee4cfd3e7 req-8715a813-ce33-44bd-9569-26aa75e0a763 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:34.713314 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-52b3e6b3-ac5b-45ac-afa2-3aaee4cfd3e7 req-8715a813-ce33-44bd-9569-26aa75e0a763 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 931 time: 0.0514879 Dec 17 16:29:34.754241 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-52b3e6b3-ac5b-45ac-afa2-3aaee4cfd3e7 req-b8f20af3-eaaf-473b-b67a-02ec2a40a4c5 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342567 Dec 17 16:29:35.873335 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21bb81-d50f-4067-8524-1823dba8df6d req-1b9b32a7-3652-40f0-90c1-b85833b53c73 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:35.874826 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5a21bb81-d50f-4067-8524-1823dba8df6d req-1b9b32a7-3652-40f0-90c1-b85833b53c73 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 931 time: 0.0538552 Dec 17 16:29:35.915401 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5a21bb81-d50f-4067-8524-1823dba8df6d req-5a01f512-7187-46c0-85cb-f3d9b02e0479 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344152 Dec 17 16:29:35.977631 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-e92e9098-b347-4160-821d-cf65cf095f7d service neutron] Request body: {'port': {'device_id': '86cdf1bb-079f-4136-a482-fcb5f6bfe0ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:29:36.030947 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-e92e9098-b347-4160-821d-cf65cf095f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:36.288332 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-e92e9098-b347-4160-821d-cf65cf095f7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21e67237-8919-498c-bba1-3a6526cbda3e {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:29:36.295676 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-e92e9098-b347-4160-821d-cf65cf095f7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:36.307656 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-e92e9098-b347-4160-821d-cf65cf095f7d service neutron] Transition to ACTIVE for port object 21e67237-8919-498c-bba1-3a6526cbda3e will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:29:36.361966 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-e92e9098-b347-4160-821d-cf65cf095f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:36.414124 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e9098-b347-4160-821d-cf65cf095f7d service neutron] Pushing event updated for resources: {'Port': ['ID=21e67237-8919-498c-bba1-3a6526cbda3e,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:29:36.486342 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-e92e9098-b347-4160-821d-cf65cf095f7d service neutron] Attempting to bind port 21e67237-8919-498c-bba1-3a6526cbda3e on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:29:36.486679 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-e92e9098-b347-4160-821d-cf65cf095f7d service neutron] Attempting to bind port 21e67237-8919-498c-bba1-3a6526cbda3e by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '6d87bb8f-e133-4a91-bc74-f08d2680e82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1d07d49a-e522-4e3a-87bc-f892fc3b594b'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:29:36.487007 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-e92e9098-b347-4160-821d-cf65cf095f7d service neutron] Attempting to bind port 21e67237-8919-498c-bba1-3a6526cbda3e on network 1d07d49a-e522-4e3a-87bc-f892fc3b594b {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:29:36.491526 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-e92e9098-b347-4160-821d-cf65cf095f7d service neutron] Port 21e67237-8919-498c-bba1-3a6526cbda3e on network 1d07d49a-e522-4e3a-87bc-f892fc3b594b not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:29:36.491847 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-e92e9098-b347-4160-821d-cf65cf095f7d service neutron] Attempting to bind port 21e67237-8919-498c-bba1-3a6526cbda3e on network 1d07d49a-e522-4e3a-87bc-f892fc3b594b {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:29:36.497877 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-e92e9098-b347-4160-821d-cf65cf095f7d service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:29:36.498213 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-e92e9098-b347-4160-821d-cf65cf095f7d service neutron] Checking segment: {'id': '6d87bb8f-e133-4a91-bc74-f08d2680e82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1d07d49a-e522-4e3a-87bc-f892fc3b594b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:29:36.498597 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-e92e9098-b347-4160-821d-cf65cf095f7d service neutron] Bound using segment: {'id': '6d87bb8f-e133-4a91-bc74-f08d2680e82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1d07d49a-e522-4e3a-87bc-f892fc3b594b'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:29:36.499022 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-e92e9098-b347-4160-821d-cf65cf095f7d service neutron] Bound port: 21e67237-8919-498c-bba1-3a6526cbda3e, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d87bb8f-e133-4a91-bc74-f08d2680e82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1d07d49a-e522-4e3a-87bc-f892fc3b594b'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:29:36.499380 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-e92e9098-b347-4160-821d-cf65cf095f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:36.565569 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-e92e9098-b347-4160-821d-cf65cf095f7d service neutron] For port 21e67237-8919-498c-bba1-3a6526cbda3e, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:29:36.568621 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-e92e9098-b347-4160-821d-cf65cf095f7d service neutron] For port 21e67237-8919-498c-bba1-3a6526cbda3e, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=21e67237-8919-498c-bba1-3a6526cbda3e,segment=NetworkSegment(6d87bb8f-e133-4a91-bc74-f08d2680e82b),segment_id=6d87bb8f-e133-4a91-bc74-f08d2680e82b)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:29:36.637507 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-e92e9098-b347-4160-821d-cf65cf095f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:36.674205 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-e92e9098-b347-4160-821d-cf65cf095f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:36.674721 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-e92e9098-b347-4160-821d-cf65cf095f7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:36.676110 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-e92e9098-b347-4160-821d-cf65cf095f7d service neutron] 10.222.0.13 "PUT /v2.0/ports/21e67237-8919-498c-bba1-3a6526cbda3e HTTP/1.1" status: 200 len: 1091 time: 0.8057258 Dec 17 16:29:36.678377 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86cdf1bb-079f-4136-a482-fcb5f6bfe0ac', 'tag': '21e67237-8919-498c-bba1-3a6526cbda3e'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:29:36.681146 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbe71b1-ba54-4dd5-b72d-160e0955331d" -d '{"events": [{"name": "network-changed", "server_uuid": "86cdf1bb-079f-4136-a482-fcb5f6bfe0ac", "tag": "21e67237-8919-498c-bba1-3a6526cbda3e"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:29:36.707911 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e9098-b347-4160-821d-cf65cf095f7d service neutron] Pushing event updated for resources: {'Port': ['ID=21e67237-8919-498c-bba1-3a6526cbda3e,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:29:36.719758 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22557586-2e91-4903-871c-4cc3fad21510 x-openstack-request-id: req-22557586-2e91-4903-871c-4cc3fad21510 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:29:36.720075 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86cdf1bb-079f-4136-a482-fcb5f6bfe0ac", "tag": "21e67237-8919-498c-bba1-3a6526cbda3e", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:29:36.720322 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-22557586-2e91-4903-871c-4cc3fad21510 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:29:36.720719 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86cdf1bb-079f-4136-a482-fcb5f6bfe0ac', 'tag': '21e67237-8919-498c-bba1-3a6526cbda3e', 'status': 'completed', 'code': 200} Dec 17 16:29:36.783813 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe71b1-ba54-4dd5-b72d-160e0955331d req-f8ec12ed-483f-4321-889b-c9ed521e6c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:36.785452 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0dbe71b1-ba54-4dd5-b72d-160e0955331d req-f8ec12ed-483f-4321-889b-c9ed521e6c5b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c20f268f8914dbbaa130f3594bf3f60&device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 1094 time: 0.0432773 Dec 17 16:29:36.889780 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe71b1-ba54-4dd5-b72d-160e0955331d req-6448404c-4650-4ab8-abe0-08986c49853a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:36.891245 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0dbe71b1-ba54-4dd5-b72d-160e0955331d req-6448404c-4650-4ab8-abe0-08986c49853a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4c20f268f8914dbbaa130f3594bf3f60&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0976937 Dec 17 16:29:36.990511 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe71b1-ba54-4dd5-b72d-160e0955331d req-be4662dc-09d1-4e4c-ad1b-0d5ad72b1607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:36.991972 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0dbe71b1-ba54-4dd5-b72d-160e0955331d req-be4662dc-09d1-4e4c-ad1b-0d5ad72b1607 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929461 Dec 17 16:29:37.036276 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e51085-b76e-4ce2-9ad4-73b5bb8d29bf req-4ecba37f-48c2-4222-a63e-bd48dbc07a44 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:37.038052 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0e51085-b76e-4ce2-9ad4-73b5bb8d29bf req-4ecba37f-48c2-4222-a63e-bd48dbc07a44 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 943 time: 0.0528400 Dec 17 16:29:37.068770 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-4e3c5498-36d3-44ee-b977-e0c5f4cb2b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:37.070381 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-4e3c5498-36d3-44ee-b977-e0c5f4cb2b00 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c20f268f8914dbbaa130f3594bf3f60&device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 1094 time: 0.0418546 Dec 17 16:29:37.078321 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0e51085-b76e-4ce2-9ad4-73b5bb8d29bf req-45af1b25-7ebc-4b57-9463-38fe61a93fce tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334115 Dec 17 16:29:37.111531 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-511b471d-fd19-4a30-8d53-b50936e87cbd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21e67237-8919-498c-bba1-3a6526cbda3e HTTP/1.1" status: 200 len: 217 time: 0.0337036 Dec 17 16:29:37.163401 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-ac0b7eac-1c0a-4b20-afa0-afa687184946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:37.164797 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-ac0b7eac-1c0a-4b20-afa0-afa687184946 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f5a899ea-023a-4e55-a467-d945b3328ca9 HTTP/1.1" status: 200 len: 854 time: 0.0463331 Dec 17 16:29:37.209984 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-a140eda5-ee05-4c71-8307-320f2ade6606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:37.211549 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-a140eda5-ee05-4c71-8307-320f2ade6606 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d07d49a-e522-4e3a-87bc-f892fc3b594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396173 Dec 17 16:29:37.298733 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-aa583a5e-0a01-4c65-bdf0-c7425dba1169 service neutron] 10.222.0.13 "GET /v2.0/networks/1d07d49a-e522-4e3a-87bc-f892fc3b594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802433 Dec 17 16:29:37.390642 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-18e4c062-29e0-4397-8071-50e77e14ebfb req-09a972f1-995d-4153-892c-e75cb136f386 service neutron] 10.222.0.13 "GET /v2.0/networks/1d07d49a-e522-4e3a-87bc-f892fc3b594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846140 Dec 17 16:29:38.192744 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162ab00-d0dd-4f49-b3a6-31a6754e8345 req-8e966056-e579-41a3-b250-e0b7e118b401 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:38.194137 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d162ab00-d0dd-4f49-b3a6-31a6754e8345 req-8e966056-e579-41a3-b250-e0b7e118b401 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 943 time: 0.0482213 Dec 17 16:29:38.231464 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d162ab00-d0dd-4f49-b3a6-31a6754e8345 req-343870e1-103d-4ee2-962a-51c3082000f9 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312192 Dec 17 16:29:39.349037 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17407a2e-8c5b-4ab1-b590-d2d4d74ba1d6 req-78742131-686a-4f9d-8aed-d6af5020f61e tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:39.350534 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-17407a2e-8c5b-4ab1-b590-d2d4d74ba1d6 req-78742131-686a-4f9d-8aed-d6af5020f61e tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 943 time: 0.0530107 Dec 17 16:29:39.390146 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-17407a2e-8c5b-4ab1-b590-d2d4d74ba1d6 req-0149abaa-29ea-4722-ade2-025bbf43b6b5 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331469 Dec 17 16:29:40.004227 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 21e67237-8919-498c-bba1-3a6526cbda3e details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:29:40.101335 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 21e67237-8919-498c-bba1-3a6526cbda3e, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=21e67237-8919-498c-bba1-3a6526cbda3e,segment=NetworkSegment(6d87bb8f-e133-4a91-bc74-f08d2680e82b),segment_id=6d87bb8f-e133-4a91-bc74-f08d2680e82b)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:29:40.112530 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '21e67237-8919-498c-bba1-3a6526cbda3e', 'network_id': '1d07d49a-e522-4e3a-87bc-f892fc3b594b', 'port_id': '21e67237-8919-498c-bba1-3a6526cbda3e', 'mac_address': 'fa:16:3e:88:9e:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5a899ea-023a-4e55-a467-d945b3328ca9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:29:40.148889 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:40.161662 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21e67237-8919-498c-bba1-3a6526cbda3e {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:29:40.180393 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 21e67237-8919-498c-bba1-3a6526cbda3e, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=21e67237-8919-498c-bba1-3a6526cbda3e,segment=NetworkSegment(6d87bb8f-e133-4a91-bc74-f08d2680e82b),segment_id=6d87bb8f-e133-4a91-bc74-f08d2680e82b)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:29:40.266722 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:40.311642 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=21e67237-8919-498c-bba1-3a6526cbda3e,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:29:40.318927 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:29:40.319277 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:29:40.319610 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:29:40.319939 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:29:40.320262 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:29:40.320583 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:29:40.320902 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:29:40.321252 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:29:40.321567 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:29:40.321880 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:29:40.322193 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:29:40.322510 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:29:40.504662 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['21e67237-8919-498c-bba1-3a6526cbda3e'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:29:40.505925 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b84b96-7948-4eff-b34a-1a668a64993a req-306cd7b5-4854-40f4-ad5e-e786d6e29034 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:40.508585 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-07b84b96-7948-4eff-b34a-1a668a64993a req-306cd7b5-4854-40f4-ad5e-e786d6e29034 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 944 time: 0.0490980 Dec 17 16:29:40.546591 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-07b84b96-7948-4eff-b34a-1a668a64993a req-7ed109fa-093e-4644-baf9-f6810cad6a74 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319641 Dec 17 16:29:41.266821 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:41.659047 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce278e2-38fb-416d-9785-7ff1af7fefd8 req-75c3691c-6365-42bf-930f-ad35114d54da tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:41.660522 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4ce278e2-38fb-416d-9785-7ff1af7fefd8 req-75c3691c-6365-42bf-930f-ad35114d54da tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 944 time: 0.0484612 Dec 17 16:29:41.698309 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4ce278e2-38fb-416d-9785-7ff1af7fefd8 req-53e54d5e-48b3-43fe-9eb6-9edc74d6dc92 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316372 Dec 17 16:29:42.010500 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 21e67237-8919-498c-bba1-3a6526cbda3e up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:29:42.150775 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 21e67237-8919-498c-bba1-3a6526cbda3e completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:29:42.155425 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 21e67237-8919-498c-bba1-3a6526cbda3e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:29:42.155800 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:42.235773 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:42.257442 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cdf1bb-079f-4136-a482-fcb5f6bfe0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e67237-8919-498c-bba1-3a6526cbda3e'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:29:42.259744 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7ff35b-05a6-4956-ac63-2015f2b0cbb3" -d '{"events": [{"server_uuid": "86cdf1bb-079f-4136-a482-fcb5f6bfe0ac", "name": "network-vif-plugged", "status": "completed", "tag": "21e67237-8919-498c-bba1-3a6526cbda3e"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:29:42.272176 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 21e67237-8919-498c-bba1-3a6526cbda3e, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=21e67237-8919-498c-bba1-3a6526cbda3e,segment=NetworkSegment(6d87bb8f-e133-4a91-bc74-f08d2680e82b),segment_id=6d87bb8f-e133-4a91-bc74-f08d2680e82b)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:29:42.296377 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcdeae6-98b2-4793-80ec-65d63930b5c5 x-openstack-request-id: req-ddcdeae6-98b2-4793-80ec-65d63930b5c5 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:29:42.296804 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86cdf1bb-079f-4136-a482-fcb5f6bfe0ac", "name": "network-vif-plugged", "status": "completed", "tag": "21e67237-8919-498c-bba1-3a6526cbda3e", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:29:42.297155 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ddcdeae6-98b2-4793-80ec-65d63930b5c5 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:29:42.297556 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86cdf1bb-079f-4136-a482-fcb5f6bfe0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e67237-8919-498c-bba1-3a6526cbda3e', 'code': 200} Dec 17 16:29:42.358655 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:42.392515 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413d801-def5-46f9-92c1-7ccaab009ad4 req-0644834a-217b-4719-b4a4-136a7cdaefd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:42.394016 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3413d801-def5-46f9-92c1-7ccaab009ad4 req-0644834a-217b-4719-b4a4-136a7cdaefd6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 1096 time: 0.0421298 Dec 17 16:29:42.406380 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=21e67237-8919-498c-bba1-3a6526cbda3e,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:29:42.430610 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3413d801-def5-46f9-92c1-7ccaab009ad4 req-9466959b-3af2-4a8e-8a97-b8e3cd060327 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287349 Dec 17 16:29:42.814851 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36c0ab-3bf6-4efa-8986-86d7e39900b2 req-ffd62d60-e667-4ef6-8a35-b5341ad55069 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:42.816328 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-df36c0ab-3bf6-4efa-8986-86d7e39900b2 req-ffd62d60-e667-4ef6-8a35-b5341ad55069 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 945 time: 0.0522506 Dec 17 16:29:42.855721 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-df36c0ab-3bf6-4efa-8986-86d7e39900b2 req-cd49faf0-16cf-428d-a9a3-284c76089e98 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332885 Dec 17 16:29:43.971760 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a3d8f-1ffe-4b7d-b9ac-61b396b1ccd7 req-92bfa9f4-0905-4c3f-aa11-574d6b6037d5 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:43.973245 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-db8a3d8f-1ffe-4b7d-b9ac-61b396b1ccd7 req-92bfa9f4-0905-4c3f-aa11-574d6b6037d5 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 945 time: 0.0483937 Dec 17 16:29:44.010909 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-db8a3d8f-1ffe-4b7d-b9ac-61b396b1ccd7 req-a1d4485a-c7af-4057-90e6-e4a8a240e577 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317202 Dec 17 16:29:44.122822 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a25dd-217d-4eab-80ce-9d6d75b1f889 req-92af75dc-6612-40f3-ae70-900521ee89c5 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:44.124280 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bd1a25dd-217d-4eab-80ce-9d6d75b1f889 req-92af75dc-6612-40f3-ae70-900521ee89c5 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 945 time: 0.0483222 Dec 17 16:29:44.160992 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bd1a25dd-217d-4eab-80ce-9d6d75b1f889 req-e72a9b90-5f8c-4ffa-b34a-e67df7c89cc2 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307415 Dec 17 16:29:44.347866 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd379c-7793-4766-a839-82a6f9cb2f74 req-4e2ca56d-47ce-4929-8f3e-ffbf55289b35 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:44.349252 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-21dd379c-7793-4766-a839-82a6f9cb2f74 req-4e2ca56d-47ce-4929-8f3e-ffbf55289b35 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 945 time: 0.0510476 Dec 17 16:29:44.386214 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-21dd379c-7793-4766-a839-82a6f9cb2f74 req-bab4ecc5-59a0-40f9-9d12-8c61cfcb56c2 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309694 Dec 17 16:29:56.619030 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:58.755026 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187c4d1-6a05-42cb-a445-29a818269387 req-e086c257-d5d8-48b5-9915-09ab3ed35bc0 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:58.756520 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d187c4d1-6a05-42cb-a445-29a818269387 req-e086c257-d5d8-48b5-9915-09ab3ed35bc0 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 945 time: 0.0498433 Dec 17 16:29:58.794907 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d187c4d1-6a05-42cb-a445-29a818269387 req-4ee1d2fe-97c3-4f1f-b085-2ffae85903c0 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322313 Dec 17 16:29:58.816811 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44912) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:29:58.889597 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3bdb9b37-8e23-4405-943e-59d724af1653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:58.913719 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ed68ff-8a9a-4365-800a-fd63ce6547f0 tempest-TestMinimumBasicScenario-1826692113 tempest-TestMinimumBasicScenario-1826692113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:58.915233 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-41ed68ff-8a9a-4365-800a-fd63ce6547f0 tempest-TestMinimumBasicScenario-1826692113 tempest-TestMinimumBasicScenario-1826692113-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 1091 time: 0.0974393 Dec 17 16:29:58.918249 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44916) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:29:58.922842 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-ad2e6c03-3e68-43cb-be98-41f3ef25b08d tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'port_id': '21e67237-8919-498c-bba1-3a6526cbda3e', 'tenant_id': '4c20f268f8914dbbaa130f3594bf3f60', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:29:59.008035 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad2e6c03-3e68-43cb-be98-41f3ef25b08d tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks [] for floatingip, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:59.113479 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad2e6c03-3e68-43cb-be98-41f3ef25b08d tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:59.216747 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-ad2e6c03-3e68-43cb-be98-41f3ef25b08d tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Allocated IP 172.25.6.231 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/ed1757e6-e2a5-405d-8707-f1d2de7e1917) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:29:59.314680 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad2e6c03-3e68-43cb-be98-41f3ef25b08d tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:59.409940 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad2e6c03-3e68-43cb-be98-41f3ef25b08d tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:59.447221 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2e6c03-3e68-43cb-be98-41f3ef25b08d tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:29:59.450131 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-ad2e6c03-3e68-43cb-be98-41f3ef25b08d tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:29:59.454541 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2e6c03-3e68-43cb-be98-41f3ef25b08d tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:29:59.481602 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e6c03-3e68-43cb-be98-41f3ef25b08d tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Pushing event updated for resources: {'Port': ['ID=ed1757e6-e2a5-405d-8707-f1d2de7e1917,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:29:59.495996 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2e6c03-3e68-43cb-be98-41f3ef25b08d tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:29:59.496332 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2e6c03-3e68-43cb-be98-41f3ef25b08d tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:29:59.496915 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2e6c03-3e68-43cb-be98-41f3ef25b08d tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:29:59.497273 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2e6c03-3e68-43cb-be98-41f3ef25b08d tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:29:59.497600 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2e6c03-3e68-43cb-be98-41f3ef25b08d tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:29:59.497922 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2e6c03-3e68-43cb-be98-41f3ef25b08d tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:29:59.498239 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2e6c03-3e68-43cb-be98-41f3ef25b08d tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:29:59.498556 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2e6c03-3e68-43cb-be98-41f3ef25b08d tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:29:59.498871 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2e6c03-3e68-43cb-be98-41f3ef25b08d tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:29:59.499252 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2e6c03-3e68-43cb-be98-41f3ef25b08d tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:29:59.500217 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2e6c03-3e68-43cb-be98-41f3ef25b08d tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:29:59.500659 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2e6c03-3e68-43cb-be98-41f3ef25b08d tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:29:59.563784 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e2ef5275-91f6-4240-8da2-7424b3e2fb90 req-0f30fb61-ec03-4ba9-b5ef-7e3e2f696bb5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398164 Dec 17 16:29:59.652127 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef5275-91f6-4240-8da2-7424b3e2fb90 req-f8217164-5db8-4673-b110-5ffe23ec8dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:59.653523 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e2ef5275-91f6-4240-8da2-7424b3e2fb90 req-f8217164-5db8-4673-b110-5ffe23ec8dc6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c20f268f8914dbbaa130f3594bf3f60&device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 1096 time: 0.0461082 Dec 17 16:29:59.763674 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef5275-91f6-4240-8da2-7424b3e2fb90 req-c73e7793-b03a-44f2-a6d5-3077ca5e592e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:29:59.765286 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e2ef5275-91f6-4240-8da2-7424b3e2fb90 req-c73e7793-b03a-44f2-a6d5-3077ca5e592e service neutron] 10.222.0.13 "GET /v2.0/networks?id=1d07d49a-e522-4e3a-87bc-f892fc3b594b HTTP/1.1" status: 200 len: 916 time: 0.0904651 Dec 17 16:29:59.810559 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e2ef5275-91f6-4240-8da2-7424b3e2fb90 req-8d528294-ef10-446d-8bdd-fb9131a1e62f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21e67237-8919-498c-bba1-3a6526cbda3e HTTP/1.1" status: 200 len: 217 time: 0.0373170 Dec 17 16:29:59.820447 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad2e6c03-3e68-43cb-be98-41f3ef25b08d tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:29:59.949981 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad2e6c03-3e68-43cb-be98-41f3ef25b08d tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:00.110820 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad2e6c03-3e68-43cb-be98-41f3ef25b08d tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:00.163997 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad2e6c03-3e68-43cb-be98-41f3ef25b08d tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:00.199609 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef5275-91f6-4240-8da2-7424b3e2fb90 req-5d6f5857-5997-44d0-8ec8-4b284ef045ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:00.201783 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e2ef5275-91f6-4240-8da2-7424b3e2fb90 req-5d6f5857-5997-44d0-8ec8-4b284ef045ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f5a899ea-023a-4e55-a467-d945b3328ca9 HTTP/1.1" status: 200 len: 854 time: 0.3840456 Dec 17 16:30:00.242344 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e6c03-3e68-43cb-be98-41f3ef25b08d tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Pushing event updated for resources: {'Port': ['ID=ed1757e6-e2a5-405d-8707-f1d2de7e1917,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:30:00.251175 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef5275-91f6-4240-8da2-7424b3e2fb90 req-2b9cf0e9-17e3-416e-98f9-3cf335d58455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:00.252791 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e2ef5275-91f6-4240-8da2-7424b3e2fb90 req-2b9cf0e9-17e3-416e-98f9-3cf335d58455 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d07d49a-e522-4e3a-87bc-f892fc3b594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428126 Dec 17 16:30:00.253764 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad2e6c03-3e68-43cb-be98-41f3ef25b08d tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:00.348340 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e2ef5275-91f6-4240-8da2-7424b3e2fb90 req-5c9fd5f2-74db-4191-9df3-ef62336169fb service neutron] 10.222.0.13 "GET /v2.0/networks/1d07d49a-e522-4e3a-87bc-f892fc3b594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877821 Dec 17 16:30:00.447673 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e2ef5275-91f6-4240-8da2-7424b3e2fb90 req-997dc0ab-ee02-4b01-a4b1-b8e776b183f7 service neutron] 10.222.0.13 "GET /v2.0/networks/1d07d49a-e522-4e3a-87bc-f892fc3b594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906634 Dec 17 16:30:00.620323 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-ad2e6c03-3e68-43cb-be98-41f3ef25b08d tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Floating IP 17f7d04d-63b5-4d6a-88cd-a1d97c513d28 associated. External IP: 172.25.6.231, port: 21e67237-8919-498c-bba1-3a6526cbda3e. Dec 17 16:30:00.821702 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2e6c03-3e68-43cb-be98-41f3ef25b08d tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Router 0ccb7a29-5a15-4bf6-9868-bb109c14d219 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:30:00.928528 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2e6c03-3e68-43cb-be98-41f3ef25b08d tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:30:00.938811 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a8532d-fb22-431f-b51d-965dc0b5e4f6 None None] Sync routers for ids ['0ccb7a29-5a15-4bf6-9868-bb109c14d219'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:30:00.948097 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a8532d-fb22-431f-b51d-965dc0b5e4f6 None None] Routers {'0ccb7a29-5a15-4bf6-9868-bb109c14d219'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:30:00.952122 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-50a8532d-fb22-431f-b51d-965dc0b5e4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:29:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0ccb7a29-5a15-4bf6-9868-bb109c14d219'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:30:01.001502 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ad2e6c03-3e68-43cb-be98-41f3ef25b08d tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:01.029034 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ad2e6c03-3e68-43cb-be98-41f3ef25b08d tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1097488 Dec 17 16:30:01.029757 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86cdf1bb-079f-4136-a482-fcb5f6bfe0ac', 'tag': '21e67237-8919-498c-bba1-3a6526cbda3e'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:30:01.032029 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 44920) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:30:01.032523 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d9dde65d87f77979ab7779ec4af44e6e3bf331c8a24eb2abb769815fa7c2d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9971def2-d1d5-43d3-a5bb-bb20b8fb2d30" -d '{"events": [{"name": "network-changed", "server_uuid": "86cdf1bb-079f-4136-a482-fcb5f6bfe0ac", "tag": "21e67237-8919-498c-bba1-3a6526cbda3e"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:30:01.036739 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-dce66e45-a3fb-4151-8143-39cce26da4cf tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1888813931', 'description': 'tempest-secgroup-smoke-1888813931 description', 'project_id': '4c20f268f8914dbbaa130f3594bf3f60'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:30:01.061711 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-50a8532d-fb22-431f-b51d-965dc0b5e4f6 None None] Set router 0ccb7a29-5a15-4bf6-9868-bb109c14d219 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:30:01.118899 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dce66e45-a3fb-4151-8143-39cce26da4cf tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:01.176532 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5b08874c-bc70-4586-a026-15d9ac955b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:01.194744 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dce66e45-a3fb-4151-8143-39cce26da4cf tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:01.233220 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b485168d-1ecc-4a29-9ad1-1b1b5a092ee0 x-openstack-request-id: req-b485168d-1ecc-4a29-9ad1-1b1b5a092ee0 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:30:01.233519 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86cdf1bb-079f-4136-a482-fcb5f6bfe0ac", "tag": "21e67237-8919-498c-bba1-3a6526cbda3e", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:30:01.233774 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b485168d-1ecc-4a29-9ad1-1b1b5a092ee0 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:30:01.234179 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86cdf1bb-079f-4136-a482-fcb5f6bfe0ac', 'tag': '21e67237-8919-498c-bba1-3a6526cbda3e', 'status': 'completed', 'code': 200} Dec 17 16:30:01.269038 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dce66e45-a3fb-4151-8143-39cce26da4cf tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:01.293249 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-50a8532d-fb22-431f-b51d-965dc0b5e4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'name': 'tempest-TestMinimumBasicScenario-1288672639-router', 'tenant_id': '4c20f268f8914dbbaa130f3594bf3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:29:01Z', 'updated_at': '2021-12-17T16:29:04Z', 'revision_number': 4, 'project_id': '4c20f268f8914dbbaa130f3594bf3f60', 'gw_port': {'id': '0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:29:02Z', 'updated_at': '2021-12-17T16:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '17f7d04d-63b5-4d6a-88cd-a1d97c513d28', 'tenant_id': '4c20f268f8914dbbaa130f3594bf3f60', 'floating_ip_address': '172.25.6.231', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'port_id': '21e67237-8919-498c-bba1-3a6526cbda3e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d07d49a-e522-4e3a-87bc-f892fc3b594b', 'mac_address': 'fa:16:3e:88:9e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cdf1bb-079f-4136-a482-fcb5f6bfe0ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:29:59Z', 'updated_at': '2021-12-17T16:29:59Z', 'revision_number': 0, 'project_id': '4c20f268f8914dbbaa130f3594bf3f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57f365ba-70ae-431c-9a64-febb6d286f7c', 'name': '', 'network_id': '1d07d49a-e522-4e3a-87bc-f892fc3b594b', 'tenant_id': '4c20f268f8914dbbaa130f3594bf3f60', 'mac_address': 'fa:16:3e:95:72:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'f5a899ea-023a-4e55-a467-d945b3328ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:29:03Z', 'updated_at': '2021-12-17T16:29:08Z', 'revision_number': 5, 'project_id': '4c20f268f8914dbbaa130f3594bf3f60', 'subnets': [{'id': 'f5a899ea-023a-4e55-a467-d945b3328ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:30:01.319548 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a8532d-fb22-431f-b51d-965dc0b5e4f6 None None] Checking router: 0ccb7a29-5a15-4bf6-9868-bb109c14d219 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:30:01.321545 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce66e45-a3fb-4151-8143-39cce26da4cf tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11495e64-ddbe-4b23-9c42-cf2bc855569e,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:30:01.327745 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a8532d-fb22-431f-b51d-965dc0b5e4f6 None None] Routers {'0ccb7a29-5a15-4bf6-9868-bb109c14d219'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:30:01.328356 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-50a8532d-fb22-431f-b51d-965dc0b5e4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:30:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0ccb7a29-5a15-4bf6-9868-bb109c14d219'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:30:01.334125 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce66e45-a3fb-4151-8143-39cce26da4cf tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:01.334125 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce66e45-a3fb-4151-8143-39cce26da4cf tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:01.334125 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce66e45-a3fb-4151-8143-39cce26da4cf tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:01.334125 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce66e45-a3fb-4151-8143-39cce26da4cf tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:01.334125 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce66e45-a3fb-4151-8143-39cce26da4cf tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:01.334125 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce66e45-a3fb-4151-8143-39cce26da4cf tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:01.334125 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce66e45-a3fb-4151-8143-39cce26da4cf tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:01.334125 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce66e45-a3fb-4151-8143-39cce26da4cf tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:01.334125 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce66e45-a3fb-4151-8143-39cce26da4cf tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:01.334972 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce66e45-a3fb-4151-8143-39cce26da4cf tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:01.334972 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce66e45-a3fb-4151-8143-39cce26da4cf tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:01.335154 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce66e45-a3fb-4151-8143-39cce26da4cf tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:30:01.343864 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971def2-d1d5-43d3-a5bb-bb20b8fb2d30 req-7e12b621-3b07-4f46-9c00-a6c4c248d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:01.346050 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9971def2-d1d5-43d3-a5bb-bb20b8fb2d30 req-7e12b621-3b07-4f46-9c00-a6c4c248d933 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c20f268f8914dbbaa130f3594bf3f60&device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 1096 time: 0.0879498 Dec 17 16:30:01.399563 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-dce66e45-a3fb-4151-8143-39cce26da4cf tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:01.400684 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-dce66e45-a3fb-4151-8143-39cce26da4cf tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3676593 Dec 17 16:30:01.403757 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44926) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:30:01.411075 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-36c02f0e-2e66-4be7-af81-149faf313e55 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Request body: {'security_group_rule': {'security_group_id': '11495e64-ddbe-4b23-9c42-cf2bc855569e', 'project_id': '4c20f268f8914dbbaa130f3594bf3f60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:30:01.433745 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-50a8532d-fb22-431f-b51d-965dc0b5e4f6 None None] Set router 0ccb7a29-5a15-4bf6-9868-bb109c14d219 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:30:01.443933 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971def2-d1d5-43d3-a5bb-bb20b8fb2d30 req-99687966-d824-46d7-9ab4-56f16c84909d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:01.445443 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9971def2-d1d5-43d3-a5bb-bb20b8fb2d30 req-99687966-d824-46d7-9ab4-56f16c84909d service neutron] 10.222.0.13 "GET /v2.0/networks?id=1d07d49a-e522-4e3a-87bc-f892fc3b594b HTTP/1.1" status: 200 len: 916 time: 0.0917988 Dec 17 16:30:01.517780 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-36c02f0e-2e66-4be7-af81-149faf313e55 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:01.520831 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9971def2-d1d5-43d3-a5bb-bb20b8fb2d30 req-aafcc54a-e5a3-4edf-a735-8dfc1a760223 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21e67237-8919-498c-bba1-3a6526cbda3e HTTP/1.1" status: 200 len: 999 time: 0.0676467 Dec 17 16:30:01.576816 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971def2-d1d5-43d3-a5bb-bb20b8fb2d30 req-a96a8768-2d6d-4e2a-98de-7e8df2df4ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:01.578326 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9971def2-d1d5-43d3-a5bb-bb20b8fb2d30 req-a96a8768-2d6d-4e2a-98de-7e8df2df4ae8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f5a899ea-023a-4e55-a467-d945b3328ca9 HTTP/1.1" status: 200 len: 854 time: 0.0504849 Dec 17 16:30:01.582288 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-36c02f0e-2e66-4be7-af81-149faf313e55 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:01.624807 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971def2-d1d5-43d3-a5bb-bb20b8fb2d30 req-2dea9885-e0d7-47ad-85bb-b4d20501cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:01.626369 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9971def2-d1d5-43d3-a5bb-bb20b8fb2d30 req-2dea9885-e0d7-47ad-85bb-b4d20501cdf1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d07d49a-e522-4e3a-87bc-f892fc3b594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405209 Dec 17 16:30:01.655358 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-36c02f0e-2e66-4be7-af81-149faf313e55 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:01.665499 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-50a8532d-fb22-431f-b51d-965dc0b5e4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'name': 'tempest-TestMinimumBasicScenario-1288672639-router', 'tenant_id': '4c20f268f8914dbbaa130f3594bf3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:29:01Z', 'updated_at': '2021-12-17T16:29:04Z', 'revision_number': 4, 'project_id': '4c20f268f8914dbbaa130f3594bf3f60', 'gw_port': {'id': '0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:29:02Z', 'updated_at': '2021-12-17T16:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '17f7d04d-63b5-4d6a-88cd-a1d97c513d28', 'tenant_id': '4c20f268f8914dbbaa130f3594bf3f60', 'floating_ip_address': '172.25.6.231', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'port_id': '21e67237-8919-498c-bba1-3a6526cbda3e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d07d49a-e522-4e3a-87bc-f892fc3b594b', 'mac_address': 'fa:16:3e:88:9e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cdf1bb-079f-4136-a482-fcb5f6bfe0ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:29:59Z', 'updated_at': '2021-12-17T16:29:59Z', 'revision_number': 0, 'project_id': '4c20f268f8914dbbaa130f3594bf3f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57f365ba-70ae-431c-9a64-febb6d286f7c', 'name': '', 'network_id': '1d07d49a-e522-4e3a-87bc-f892fc3b594b', 'tenant_id': '4c20f268f8914dbbaa130f3594bf3f60', 'mac_address': 'fa:16:3e:95:72:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'f5a899ea-023a-4e55-a467-d945b3328ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:29:03Z', 'updated_at': '2021-12-17T16:29:08Z', 'revision_number': 5, 'project_id': '4c20f268f8914dbbaa130f3594bf3f60', 'subnets': [{'id': 'f5a899ea-023a-4e55-a467-d945b3328ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:30:01.675828 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c02f0e-2e66-4be7-af81-149faf313e55 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a07da70-0e50-4cc8-beae-44545da3fc90,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:30:01.693472 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a8532d-fb22-431f-b51d-965dc0b5e4f6 None None] The sync data for ids ['0ccb7a29-5a15-4bf6-9868-bb109c14d219'] in n-d-820553-2 is: [{'id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'name': 'tempest-TestMinimumBasicScenario-1288672639-router', 'tenant_id': '4c20f268f8914dbbaa130f3594bf3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:29:01Z', 'updated_at': '2021-12-17T16:29:04Z', 'revision_number': 4, 'project_id': '4c20f268f8914dbbaa130f3594bf3f60', 'gw_port': {'id': '0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:29:02Z', 'updated_at': '2021-12-17T16:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '17f7d04d-63b5-4d6a-88cd-a1d97c513d28', 'tenant_id': '4c20f268f8914dbbaa130f3594bf3f60', 'floating_ip_address': '172.25.6.231', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'port_id': '21e67237-8919-498c-bba1-3a6526cbda3e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d07d49a-e522-4e3a-87bc-f892fc3b594b', 'mac_address': 'fa:16:3e:88:9e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cdf1bb-079f-4136-a482-fcb5f6bfe0ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:29:59Z', 'updated_at': '2021-12-17T16:29:59Z', 'revision_number': 0, 'project_id': '4c20f268f8914dbbaa130f3594bf3f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57f365ba-70ae-431c-9a64-febb6d286f7c', 'name': '', 'network_id': '1d07d49a-e522-4e3a-87bc-f892fc3b594b', 'tenant_id': '4c20f268f8914dbbaa130f3594bf3f60', 'mac_address': 'fa:16:3e:95:72:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'f5a899ea-023a-4e55-a467-d945b3328ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:29:03Z', 'updated_at': '2021-12-17T16:29:08Z', 'revision_number': 5, 'project_id': '4c20f268f8914dbbaa130f3594bf3f60', 'subnets': [{'id': 'f5a899ea-023a-4e55-a467-d945b3328ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:30:01.724494 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9971def2-d1d5-43d3-a5bb-bb20b8fb2d30 req-80336427-b848-476f-aa55-4d364d3c0621 service neutron] 10.222.0.13 "GET /v2.0/networks/1d07d49a-e522-4e3a-87bc-f892fc3b594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888360 Dec 17 16:30:01.758866 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-36c02f0e-2e66-4be7-af81-149faf313e55 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:01.762580 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-36c02f0e-2e66-4be7-af81-149faf313e55 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3551044 Dec 17 16:30:01.762851 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44928) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:30:01.767761 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-1fef0627-586e-40ee-95ba-68096f925778 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Request body: {'security_group_rule': {'security_group_id': '11495e64-ddbe-4b23-9c42-cf2bc855569e', 'project_id': '4c20f268f8914dbbaa130f3594bf3f60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:30:01.819877 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9971def2-d1d5-43d3-a5bb-bb20b8fb2d30 req-5f51f110-6433-4e0e-a453-22cee6b62ce4 service neutron] 10.222.0.13 "GET /v2.0/networks/1d07d49a-e522-4e3a-87bc-f892fc3b594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870082 Dec 17 16:30:01.860636 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1fef0627-586e-40ee-95ba-68096f925778 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:01.916179 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2324bac4-1d2a-4272-82a0-01a521f8c379 None None] New status for floating IP 17f7d04d-63b5-4d6a-88cd-a1d97c513d28: ACTIVE {{(pid=102834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:30:01.926134 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1fef0627-586e-40ee-95ba-68096f925778 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:01.998612 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1fef0627-586e-40ee-95ba-68096f925778 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:02.021248 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef0627-586e-40ee-95ba-68096f925778 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4450ae7-d90f-4d9d-a166-3ffae3e5d37a,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:30:02.125764 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1fef0627-586e-40ee-95ba-68096f925778 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:02.127082 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1fef0627-586e-40ee-95ba-68096f925778 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3631682 Dec 17 16:30:02.130034 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44930) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:30:02.134493 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-031b6a69-1323-4d27-87af-a37d8ab10df8 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Request body: {'security_group_rule': {'security_group_id': '11495e64-ddbe-4b23-9c42-cf2bc855569e', 'project_id': '4c20f268f8914dbbaa130f3594bf3f60', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:30:02.238208 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-031b6a69-1323-4d27-87af-a37d8ab10df8 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:02.294301 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-031b6a69-1323-4d27-87af-a37d8ab10df8 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:02.375446 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-031b6a69-1323-4d27-87af-a37d8ab10df8 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:02.393564 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031b6a69-1323-4d27-87af-a37d8ab10df8 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf28fd0-8048-481c-b2df-cf20bdb906be,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:30:02.451336 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-031b6a69-1323-4d27-87af-a37d8ab10df8 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:02.452606 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-031b6a69-1323-4d27-87af-a37d8ab10df8 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3215911 Dec 17 16:30:02.455704 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44932) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:30:02.460013 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-b55f4c53-cec0-4862-99c9-cac4ff3d60ab tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Request body: {'security_group_rule': {'security_group_id': '11495e64-ddbe-4b23-9c42-cf2bc855569e', 'project_id': '4c20f268f8914dbbaa130f3594bf3f60', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:30:02.545828 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b55f4c53-cec0-4862-99c9-cac4ff3d60ab tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:02.605612 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b55f4c53-cec0-4862-99c9-cac4ff3d60ab tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:02.619656 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:02.704733 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b55f4c53-cec0-4862-99c9-cac4ff3d60ab tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:02.723795 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f4c53-cec0-4862-99c9-cac4ff3d60ab tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7205e96d-f477-4e7c-a702-1ebdf3def9f0,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:30:02.804076 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b55f4c53-cec0-4862-99c9-cac4ff3d60ab tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:02.805336 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b55f4c53-cec0-4862-99c9-cac4ff3d60ab tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3486514 Dec 17 16:30:02.808039 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44934) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:30:02.812327 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-5a654e3a-a457-467a-a6bd-fe4f9c691bae tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Request body: {'security_group_rule': {'security_group_id': '11495e64-ddbe-4b23-9c42-cf2bc855569e', 'project_id': '4c20f268f8914dbbaa130f3594bf3f60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:30:02.899594 n-d-820553-2 neutron-server[102832]: INFO neutron.db.securitygroups_db [None req-5a654e3a-a457-467a-a6bd-fe4f9c691bae tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Project 4c20f268f8914dbbaa130f3594bf3f60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:30:02.904671 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5a654e3a-a457-467a-a6bd-fe4f9c691bae tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:02.963518 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5a654e3a-a457-467a-a6bd-fe4f9c691bae tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:03.042200 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5a654e3a-a457-467a-a6bd-fe4f9c691bae tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:03.060874 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a654e3a-a457-467a-a6bd-fe4f9c691bae tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=756bafa1-de62-4a27-8437-a000a105fd1a,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:30:03.118443 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-5a654e3a-a457-467a-a6bd-fe4f9c691bae tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:03.119631 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-5a654e3a-a457-467a-a6bd-fe4f9c691bae tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3106287 Dec 17 16:30:03.122622 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 44936) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:30:03.127526 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-c77feb9a-9059-4b23-8d1c-1dcefd57115b tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Request body: {'security_group_rule': {'security_group_id': '11495e64-ddbe-4b23-9c42-cf2bc855569e', 'project_id': '4c20f268f8914dbbaa130f3594bf3f60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:30:03.209380 n-d-820553-2 neutron-server[102832]: INFO neutron.db.securitygroups_db [None req-c77feb9a-9059-4b23-8d1c-1dcefd57115b tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Project 4c20f268f8914dbbaa130f3594bf3f60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:30:03.214050 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c77feb9a-9059-4b23-8d1c-1dcefd57115b tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:03.274385 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c77feb9a-9059-4b23-8d1c-1dcefd57115b tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:03.346079 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c77feb9a-9059-4b23-8d1c-1dcefd57115b tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:03.363063 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77feb9a-9059-4b23-8d1c-1dcefd57115b tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5f2290-60e3-4462-a791-352f0b4b1ff9,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:30:03.422244 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c77feb9a-9059-4b23-8d1c-1dcefd57115b tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:03.423499 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c77feb9a-9059-4b23-8d1c-1dcefd57115b tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2999144 Dec 17 16:30:03.499628 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7996b235-1022-4d16-8f5a-050d9b1ec13f req-019c04d4-692f-417c-9da6-f452ef7ba8f5 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1888813931&fields=id&tenant_id=4c20f268f8914dbbaa130f3594bf3f60 HTTP/1.1" status: 200 len: 267 time: 0.0315943 Dec 17 16:30:03.555738 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996b235-1022-4d16-8f5a-050d9b1ec13f req-f2bb51a7-c315-413b-b99c-e498f883ca6b tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:03.557235 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7996b235-1022-4d16-8f5a-050d9b1ec13f req-f2bb51a7-c315-413b-b99c-e498f883ca6b tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 945 time: 0.0514581 Dec 17 16:30:03.568708 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-7996b235-1022-4d16-8f5a-050d9b1ec13f req-fe8307f1-e6f8-45e9-a31c-57c951ba0413 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Request body: {'port': {'security_groups': ['92697d2d-33db-4ca8-acc8-ae1ff6554441', '11495e64-ddbe-4b23-9c42-cf2bc855569e']}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:30:03.628897 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7996b235-1022-4d16-8f5a-050d9b1ec13f req-fe8307f1-e6f8-45e9-a31c-57c951ba0413 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:03.810478 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-7996b235-1022-4d16-8f5a-050d9b1ec13f req-fe8307f1-e6f8-45e9-a31c-57c951ba0413 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] For port 21e67237-8919-498c-bba1-3a6526cbda3e, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=21e67237-8919-498c-bba1-3a6526cbda3e,segment=NetworkSegment(6d87bb8f-e133-4a91-bc74-f08d2680e82b),segment_id=6d87bb8f-e133-4a91-bc74-f08d2680e82b)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:30:03.841277 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7996b235-1022-4d16-8f5a-050d9b1ec13f req-fe8307f1-e6f8-45e9-a31c-57c951ba0413 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:03.905059 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7996b235-1022-4d16-8f5a-050d9b1ec13f req-fe8307f1-e6f8-45e9-a31c-57c951ba0413 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:03.917708 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['21e67237-8919-498c-bba1-3a6526cbda3e'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:30:03.953317 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996b235-1022-4d16-8f5a-050d9b1ec13f req-fe8307f1-e6f8-45e9-a31c-57c951ba0413 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:03.953941 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-7996b235-1022-4d16-8f5a-050d9b1ec13f req-fe8307f1-e6f8-45e9-a31c-57c951ba0413 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:03.955577 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7996b235-1022-4d16-8f5a-050d9b1ec13f req-fe8307f1-e6f8-45e9-a31c-57c951ba0413 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "PUT /v2.0/ports/21e67237-8919-498c-bba1-3a6526cbda3e HTTP/1.1" status: 200 len: 981 time: 0.3916569 Dec 17 16:30:03.956010 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86cdf1bb-079f-4136-a482-fcb5f6bfe0ac', 'tag': '21e67237-8919-498c-bba1-3a6526cbda3e'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:30:03.958374 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d9dde65d87f77979ab7779ec4af44e6e3bf331c8a24eb2abb769815fa7c2d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575df918-1f14-4c59-8478-036e9b00b302" -d '{"events": [{"name": "network-changed", "server_uuid": "86cdf1bb-079f-4136-a482-fcb5f6bfe0ac", "tag": "21e67237-8919-498c-bba1-3a6526cbda3e"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:30:04.017617 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa00b77c-7223-41a3-8ee4-2182946570cb x-openstack-request-id: req-aa00b77c-7223-41a3-8ee4-2182946570cb {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:30:04.017916 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86cdf1bb-079f-4136-a482-fcb5f6bfe0ac", "tag": "21e67237-8919-498c-bba1-3a6526cbda3e", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:30:04.018156 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aa00b77c-7223-41a3-8ee4-2182946570cb {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:30:04.018565 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86cdf1bb-079f-4136-a482-fcb5f6bfe0ac', 'tag': '21e67237-8919-498c-bba1-3a6526cbda3e', 'status': 'completed', 'code': 200} Dec 17 16:30:04.024954 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8307f1-e6f8-45e9-a31c-57c951ba0413 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Pushing event updated for resources: {'Port': ['ID=21e67237-8919-498c-bba1-3a6526cbda3e,revision_number=6']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:30:04.025135 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['21e67237-8919-498c-bba1-3a6526cbda3e'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:30:04.111728 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3238e-28ce-4bfe-9360-01c9f5b03243 req-db07d0a0-5705-4227-af0a-4ea27f9f4082 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:04.118879 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575df918-1f14-4c59-8478-036e9b00b302 req-1c8fe7d8-4991-4f90-b692-37a2cfe0cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:04.121262 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-55a3238e-28ce-4bfe-9360-01c9f5b03243 req-db07d0a0-5705-4227-af0a-4ea27f9f4082 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 984 time: 0.0861490 Dec 17 16:30:04.128652 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-575df918-1f14-4c59-8478-036e9b00b302 req-1c8fe7d8-4991-4f90-b692-37a2cfe0cabd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c20f268f8914dbbaa130f3594bf3f60&device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 1135 time: 0.0705702 Dec 17 16:30:04.169635 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-55a3238e-28ce-4bfe-9360-01c9f5b03243 req-3405c13e-202f-4c72-8321-e62ea7d06a51 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&id=11495e64-ddbe-4b23-9c42-cf2bc855569e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445271 Dec 17 16:30:04.202582 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:04.236896 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575df918-1f14-4c59-8478-036e9b00b302 req-ee686d9b-6244-41e4-bed0-08c78eca0117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:04.237960 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-575df918-1f14-4c59-8478-036e9b00b302 req-ee686d9b-6244-41e4-bed0-08c78eca0117 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1d07d49a-e522-4e3a-87bc-f892fc3b594b HTTP/1.1" status: 200 len: 916 time: 0.1079681 Dec 17 16:30:04.298063 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-f2a088d1-7f17-45f3-8739-b9bb577eb95e None None] Provisioning complete for port 21e67237-8919-498c-bba1-3a6526cbda3e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:30:04.298440 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f2a088d1-7f17-45f3-8739-b9bb577eb95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:04.306041 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-575df918-1f14-4c59-8478-036e9b00b302 req-29ce2183-b7af-4088-8165-9768b7a06ed7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21e67237-8919-498c-bba1-3a6526cbda3e HTTP/1.1" status: 200 len: 1001 time: 0.0599372 Dec 17 16:30:04.343090 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:04.362020 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575df918-1f14-4c59-8478-036e9b00b302 req-4352a723-7948-4ad4-a2fc-8a86674be21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:04.363482 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-575df918-1f14-4c59-8478-036e9b00b302 req-4352a723-7948-4ad4-a2fc-8a86674be21e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f5a899ea-023a-4e55-a467-d945b3328ca9 HTTP/1.1" status: 200 len: 854 time: 0.0496597 Dec 17 16:30:04.410371 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575df918-1f14-4c59-8478-036e9b00b302 req-d5553b28-23fe-45f9-a9ae-653b84882cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:04.411891 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-575df918-1f14-4c59-8478-036e9b00b302 req-d5553b28-23fe-45f9-a9ae-653b84882cc1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d07d49a-e522-4e3a-87bc-f892fc3b594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411382 Dec 17 16:30:04.500791 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-575df918-1f14-4c59-8478-036e9b00b302 req-937e6933-6810-49a7-a57c-af9e4fc12a71 service neutron] 10.222.0.13 "GET /v2.0/networks/1d07d49a-e522-4e3a-87bc-f892fc3b594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816801 Dec 17 16:30:04.597174 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-575df918-1f14-4c59-8478-036e9b00b302 req-d3b114b3-6de4-48ea-8a3d-a50eea70efde service neutron] 10.222.0.13 "GET /v2.0/networks/1d07d49a-e522-4e3a-87bc-f892fc3b594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884907 Dec 17 16:30:06.820660 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:30:11.277704 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:18.699717 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffad058-cd1a-4d4d-a6ab-ffa3c8687022 req-9b6f5a50-8b8a-4507-91d5-e6fe4a8d66fd tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:18.701236 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6ffad058-cd1a-4d4d-a6ab-ffa3c8687022 req-9b6f5a50-8b8a-4507-91d5-e6fe4a8d66fd tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 984 time: 0.1126904 Dec 17 16:30:18.715648 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76f96e-dcd2-4dba-aa4b-817f776c5e8c req-74b55db3-4353-43ed-aa61-a16b10e82a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:18.717203 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bf76f96e-dcd2-4dba-aa4b-817f776c5e8c req-74b55db3-4353-43ed-aa61-a16b10e82a6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c20f268f8914dbbaa130f3594bf3f60&device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 1135 time: 0.0432904 Dec 17 16:30:18.743761 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6ffad058-cd1a-4d4d-a6ab-ffa3c8687022 req-4b11effe-82ce-454e-8814-d531f1801bf6 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&id=11495e64-ddbe-4b23-9c42-cf2bc855569e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357535 Dec 17 16:30:18.812289 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76f96e-dcd2-4dba-aa4b-817f776c5e8c req-5c605977-e5e1-4946-bc45-17bd4de58cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:18.813717 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bf76f96e-dcd2-4dba-aa4b-817f776c5e8c req-5c605977-e5e1-4946-bc45-17bd4de58cd6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1d07d49a-e522-4e3a-87bc-f892fc3b594b HTTP/1.1" status: 200 len: 916 time: 0.0892453 Dec 17 16:30:18.880844 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bf76f96e-dcd2-4dba-aa4b-817f776c5e8c req-46f3fdcd-fa62-450a-9ca0-bfb08a3777d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21e67237-8919-498c-bba1-3a6526cbda3e HTTP/1.1" status: 200 len: 1001 time: 0.0593035 Dec 17 16:30:18.932206 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76f96e-dcd2-4dba-aa4b-817f776c5e8c req-43d2e74a-4b0d-4a28-8f70-11d08004c0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:18.933689 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bf76f96e-dcd2-4dba-aa4b-817f776c5e8c req-43d2e74a-4b0d-4a28-8f70-11d08004c0d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f5a899ea-023a-4e55-a467-d945b3328ca9 HTTP/1.1" status: 200 len: 854 time: 0.0454297 Dec 17 16:30:18.984030 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76f96e-dcd2-4dba-aa4b-817f776c5e8c req-29244942-9817-452a-a95a-61afa912f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:18.985532 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bf76f96e-dcd2-4dba-aa4b-817f776c5e8c req-29244942-9817-452a-a95a-61afa912f4dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d07d49a-e522-4e3a-87bc-f892fc3b594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445201 Dec 17 16:30:19.075629 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bf76f96e-dcd2-4dba-aa4b-817f776c5e8c req-73a15830-4683-438b-a950-a0797e19f864 service neutron] 10.222.0.13 "GET /v2.0/networks/1d07d49a-e522-4e3a-87bc-f892fc3b594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817809 Dec 17 16:30:19.170029 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bf76f96e-dcd2-4dba-aa4b-817f776c5e8c req-ebf14049-7803-4b9f-a465-1235b5720c99 service neutron] 10.222.0.13 "GET /v2.0/networks/1d07d49a-e522-4e3a-87bc-f892fc3b594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872357 Dec 17 16:30:19.861779 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7a5ba-51ea-40b9-b14a-4e08f3d16ad4 req-6d2c19d5-aa75-4fa8-a27f-8aab9324f67d tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:19.863860 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-30c7a5ba-51ea-40b9-b14a-4e08f3d16ad4 req-6d2c19d5-aa75-4fa8-a27f-8aab9324f67d tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 984 time: 0.0489390 Dec 17 16:30:19.908884 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-30c7a5ba-51ea-40b9-b14a-4e08f3d16ad4 req-85c32cda-b1e6-4efa-a484-3f76030320d1 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&id=11495e64-ddbe-4b23-9c42-cf2bc855569e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387747 Dec 17 16:30:21.024088 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad0d45-3d3c-4783-b7ea-8babf0edf2bd req-8bea53ae-5b21-457d-9808-e0362fcc32a1 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:21.025596 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aaad0d45-3d3c-4783-b7ea-8babf0edf2bd req-8bea53ae-5b21-457d-9808-e0362fcc32a1 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 984 time: 0.0499320 Dec 17 16:30:21.065963 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aaad0d45-3d3c-4783-b7ea-8babf0edf2bd req-c26cd4db-b829-4813-a306-43eb7e35fc02 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&id=11495e64-ddbe-4b23-9c42-cf2bc855569e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339274 Dec 17 16:30:22.183311 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3234308-7dc9-47ef-a2f1-3944ec2e2b22 req-d8529864-3217-40da-9dc5-bf2ab4ec6933 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:22.183311 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d3234308-7dc9-47ef-a2f1-3944ec2e2b22 req-d8529864-3217-40da-9dc5-bf2ab4ec6933 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 984 time: 0.0489166 Dec 17 16:30:22.223475 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d3234308-7dc9-47ef-a2f1-3944ec2e2b22 req-561463c4-b78c-46d2-ae41-699ef8b121bf tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&id=11495e64-ddbe-4b23-9c42-cf2bc855569e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339792 Dec 17 16:30:23.339012 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fdcf4-d02a-4b87-8154-84703264f70a req-7bb621cd-1cc6-4cc3-8e21-8c89b79b083b tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:23.340478 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4b2fdcf4-d02a-4b87-8154-84703264f70a req-7bb621cd-1cc6-4cc3-8e21-8c89b79b083b tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 984 time: 0.0482905 Dec 17 16:30:23.384645 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4b2fdcf4-d02a-4b87-8154-84703264f70a req-cc52e1f1-667f-4cea-8bd1-8ae8bb435edc tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&id=11495e64-ddbe-4b23-9c42-cf2bc855569e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380940 Dec 17 16:30:24.500811 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582913e-d53e-42a9-9f6c-6ab9edbc49f5 req-8167e906-c022-496b-94ea-cda9ebdd8d42 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:24.502315 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9582913e-d53e-42a9-9f6c-6ab9edbc49f5 req-8167e906-c022-496b-94ea-cda9ebdd8d42 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 984 time: 0.0508442 Dec 17 16:30:24.542418 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9582913e-d53e-42a9-9f6c-6ab9edbc49f5 req-f615ec1f-38e4-4efc-bb4a-71daa1be96e2 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&id=11495e64-ddbe-4b23-9c42-cf2bc855569e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339026 Dec 17 16:30:25.657275 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb6e8b-c067-4715-b281-0b1b66fdb0d6 req-2a0af2f6-8d7a-4e8d-9870-6ec01ab1d73e tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:25.658752 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7edb6e8b-c067-4715-b281-0b1b66fdb0d6 req-2a0af2f6-8d7a-4e8d-9870-6ec01ab1d73e tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 984 time: 0.0497520 Dec 17 16:30:25.699732 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7edb6e8b-c067-4715-b281-0b1b66fdb0d6 req-d774009a-5f0c-4255-bad8-0e68f45cb0a2 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&id=11495e64-ddbe-4b23-9c42-cf2bc855569e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348330 Dec 17 16:30:26.665572 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:26.815691 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d985d2-8ed4-4078-babd-b34250354f22 req-fd668856-dd78-4c66-9f27-95e9e73c15ed tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:26.817188 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-14d985d2-8ed4-4078-babd-b34250354f22 req-fd668856-dd78-4c66-9f27-95e9e73c15ed tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 984 time: 0.0495539 Dec 17 16:30:26.863136 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-14d985d2-8ed4-4078-babd-b34250354f22 req-c2816482-7d45-4b53-a2e8-e60dd7f5e7ee tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&id=11495e64-ddbe-4b23-9c42-cf2bc855569e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391195 Dec 17 16:30:27.985070 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293fc753-369e-4b77-bf24-6418c16a84a1 req-9d482cfe-b2b0-4018-9448-2deb890449e7 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:27.986574 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-293fc753-369e-4b77-bf24-6418c16a84a1 req-9d482cfe-b2b0-4018-9448-2deb890449e7 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 984 time: 0.0538712 Dec 17 16:30:28.029692 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-293fc753-369e-4b77-bf24-6418c16a84a1 req-84c43df4-213b-4c44-9dc5-f9c37c995d76 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&id=11495e64-ddbe-4b23-9c42-cf2bc855569e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367315 Dec 17 16:30:28.906312 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-009e87fb-220c-4c16-9308-01e88a0cdb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:29.151953 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7a43b-da6a-4a59-a1a9-e852e2d6ec5b req-f6ac5af2-b9cd-4c96-a6d0-4de27b207409 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:29.153483 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-60a7a43b-da6a-4a59-a1a9-e852e2d6ec5b req-f6ac5af2-b9cd-4c96-a6d0-4de27b207409 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 984 time: 0.0493786 Dec 17 16:30:29.192550 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-60a7a43b-da6a-4a59-a1a9-e852e2d6ec5b req-3b860530-94fe-41bb-b82b-ffaa1517f77a tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&id=11495e64-ddbe-4b23-9c42-cf2bc855569e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328798 Dec 17 16:30:30.306311 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1d58d-704d-4aef-8706-d11cbe316236 req-4c4732f7-6290-43a2-bf86-1d3664fb4c10 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:30.307787 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4bb1d58d-704d-4aef-8706-d11cbe316236 req-4c4732f7-6290-43a2-bf86-1d3664fb4c10 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 984 time: 0.0489335 Dec 17 16:30:30.351619 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4bb1d58d-704d-4aef-8706-d11cbe316236 req-712d8a6a-5f66-4d3b-afcc-92bf48f3fe6c tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&id=11495e64-ddbe-4b23-9c42-cf2bc855569e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377574 Dec 17 16:30:31.151349 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-69a35e6c-9564-49fa-93ef-296a88b6f7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:31.467106 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256de1b9-b624-4adf-8605-1b50ed25d89a req-3d48c78a-7176-4da5-9c6b-ba0c86087a30 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:31.468509 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-256de1b9-b624-4adf-8605-1b50ed25d89a req-3d48c78a-7176-4da5-9c6b-ba0c86087a30 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 984 time: 0.0487132 Dec 17 16:30:31.508643 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-256de1b9-b624-4adf-8605-1b50ed25d89a req-eac02ac0-5b29-4aa1-8030-6dbafce831f4 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&id=11495e64-ddbe-4b23-9c42-cf2bc855569e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334287 Dec 17 16:30:32.574780 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:32.626165 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9224d6f-5c5e-4047-9a8c-d7bb6b9a9936 req-c6dfdc09-fd51-4488-8eb6-3a31e3571914 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:32.627639 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c9224d6f-5c5e-4047-9a8c-d7bb6b9a9936 req-c6dfdc09-fd51-4488-8eb6-3a31e3571914 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 984 time: 0.0521080 Dec 17 16:30:32.669172 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c9224d6f-5c5e-4047-9a8c-d7bb6b9a9936 req-800045e8-53b8-4dbe-bc9d-6869eb98d6a4 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&id=11495e64-ddbe-4b23-9c42-cf2bc855569e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350382 Dec 17 16:30:33.784609 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef84e69-e9bc-478f-a5cd-2d4d4ca9ac9c req-fa982b1f-420a-4b15-b555-9145d1ff0d9a tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:33.786189 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7ef84e69-e9bc-478f-a5cd-2d4d4ca9ac9c req-fa982b1f-420a-4b15-b555-9145d1ff0d9a tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 984 time: 0.0488656 Dec 17 16:30:33.829666 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7ef84e69-e9bc-478f-a5cd-2d4d4ca9ac9c req-3a4d1a08-2e02-4f6d-b92c-90fc3f71cc25 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&id=11495e64-ddbe-4b23-9c42-cf2bc855569e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373232 Dec 17 16:30:34.145883 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:34.294304 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:34.947966 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2530b2-df3b-45fa-9935-9cf095462f84 req-12a1410a-fd15-4c7a-820a-5576b98159bb tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:34.949484 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fd2530b2-df3b-45fa-9935-9cf095462f84 req-12a1410a-fd15-4c7a-820a-5576b98159bb tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 984 time: 0.0508299 Dec 17 16:30:34.991657 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fd2530b2-df3b-45fa-9935-9cf095462f84 req-50d0adbd-0a9a-46e4-aa99-1861b7c197e7 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&id=11495e64-ddbe-4b23-9c42-cf2bc855569e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359893 Dec 17 16:30:36.118550 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de80fa-3518-4421-ac44-fd868f8fac64 req-7c686971-ed8a-4263-bbb0-5265faf84107 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:30:36.120015 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-51de80fa-3518-4421-ac44-fd868f8fac64 req-7c686971-ed8a-4263-bbb0-5265faf84107 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 984 time: 0.0487733 Dec 17 16:30:36.159009 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-51de80fa-3518-4421-ac44-fd868f8fac64 req-f747dd49-d342-4d7c-9153-59239dbf1bbc tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&id=11495e64-ddbe-4b23-9c42-cf2bc855569e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326054 Dec 17 16:30:41.242976 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:43.819032 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:30:56.664872 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:30:58.905409 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f795879b-cdff-43c4-978d-bd7284e4e236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:01.237104 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-77515731-8528-40ef-9e14-46ede5451043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:01.559152 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-59048db5-a955-49b4-a301-ccc12316699c req-66bd8b95-697c-49fd-b99e-64e2a48e8ac6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404313 Dec 17 16:31:01.642925 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59048db5-a955-49b4-a301-ccc12316699c req-dbb92b01-47fe-4ad0-9754-578128a7dc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:01.644387 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-59048db5-a955-49b4-a301-ccc12316699c req-dbb92b01-47fe-4ad0-9754-578128a7dc1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c20f268f8914dbbaa130f3594bf3f60&device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 1135 time: 0.0415604 Dec 17 16:31:01.749218 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59048db5-a955-49b4-a301-ccc12316699c req-e4ccb4e2-2071-43a5-b4bb-55b28653af87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:01.750669 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-59048db5-a955-49b4-a301-ccc12316699c req-e4ccb4e2-2071-43a5-b4bb-55b28653af87 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1d07d49a-e522-4e3a-87bc-f892fc3b594b HTTP/1.1" status: 200 len: 916 time: 0.0868475 Dec 17 16:31:01.819257 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-59048db5-a955-49b4-a301-ccc12316699c req-bc08b52a-a1ac-49fd-a5f4-ffc1d4b9f9af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21e67237-8919-498c-bba1-3a6526cbda3e HTTP/1.1" status: 200 len: 1001 time: 0.0611489 Dec 17 16:31:01.869591 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59048db5-a955-49b4-a301-ccc12316699c req-88d02357-fb28-4640-a9b4-d33c76d81fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:01.871848 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-59048db5-a955-49b4-a301-ccc12316699c req-88d02357-fb28-4640-a9b4-d33c76d81fff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f5a899ea-023a-4e55-a467-d945b3328ca9 HTTP/1.1" status: 200 len: 854 time: 0.0438323 Dec 17 16:31:01.922249 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59048db5-a955-49b4-a301-ccc12316699c req-3d930bb7-8953-43f2-aa86-63ffcab04888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:01.923705 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-59048db5-a955-49b4-a301-ccc12316699c req-3d930bb7-8953-43f2-aa86-63ffcab04888 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d07d49a-e522-4e3a-87bc-f892fc3b594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441456 Dec 17 16:31:01.935798 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-59048db5-a955-49b4-a301-ccc12316699c req-5262bbbd-744b-44c4-a62c-f638af4749f1 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:31:01.936721 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-59048db5-a955-49b4-a301-ccc12316699c req-5262bbbd-744b-44c4-a62c-f638af4749f1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055988 Dec 17 16:31:02.026858 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-59048db5-a955-49b4-a301-ccc12316699c req-8de999a7-a0e7-447c-bac7-651f2b418aea service neutron] 10.222.0.13 "GET /v2.0/networks/1d07d49a-e522-4e3a-87bc-f892fc3b594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820224 Dec 17 16:31:02.120504 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-59048db5-a955-49b4-a301-ccc12316699c req-a8d321cb-c548-49ba-9a2e-003ef9f59078 service neutron] 10.222.0.13 "GET /v2.0/networks/1d07d49a-e522-4e3a-87bc-f892fc3b594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863268 Dec 17 16:31:02.585340 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:04.139955 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:04.305571 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:04.845927 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cea32dd3-3da8-415b-9cd5-35837c3c2cc6 req-e303b9c4-0ea8-4a68-b719-6f749d7a4d85 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1888813931&fields=id&tenant_id=4c20f268f8914dbbaa130f3594bf3f60 HTTP/1.1" status: 200 len: 267 time: 0.0325100 Dec 17 16:31:04.904602 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea32dd3-3da8-415b-9cd5-35837c3c2cc6 req-bb288a95-8f5f-46e0-b113-28c85bba2b11 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:04.906101 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cea32dd3-3da8-415b-9cd5-35837c3c2cc6 req-bb288a95-8f5f-46e0-b113-28c85bba2b11 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 984 time: 0.0543661 Dec 17 16:31:04.916953 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [req-cea32dd3-3da8-415b-9cd5-35837c3c2cc6 req-0f821758-4f32-4647-87cf-bc4c2be2e100 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Request body: {'port': {'security_groups': ['92697d2d-33db-4ca8-acc8-ae1ff6554441']}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:31:04.983597 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-cea32dd3-3da8-415b-9cd5-35837c3c2cc6 req-0f821758-4f32-4647-87cf-bc4c2be2e100 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:05.152614 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [req-cea32dd3-3da8-415b-9cd5-35837c3c2cc6 req-0f821758-4f32-4647-87cf-bc4c2be2e100 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] For port 21e67237-8919-498c-bba1-3a6526cbda3e, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=21e67237-8919-498c-bba1-3a6526cbda3e,segment=NetworkSegment(6d87bb8f-e133-4a91-bc74-f08d2680e82b),segment_id=6d87bb8f-e133-4a91-bc74-f08d2680e82b)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:31:05.181157 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-cea32dd3-3da8-415b-9cd5-35837c3c2cc6 req-0f821758-4f32-4647-87cf-bc4c2be2e100 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:05.230988 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-cea32dd3-3da8-415b-9cd5-35837c3c2cc6 req-0f821758-4f32-4647-87cf-bc4c2be2e100 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:05.242822 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['21e67237-8919-498c-bba1-3a6526cbda3e'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:31:05.277967 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea32dd3-3da8-415b-9cd5-35837c3c2cc6 req-0f821758-4f32-4647-87cf-bc4c2be2e100 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:05.277967 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [req-cea32dd3-3da8-415b-9cd5-35837c3c2cc6 req-0f821758-4f32-4647-87cf-bc4c2be2e100 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:05.278690 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cea32dd3-3da8-415b-9cd5-35837c3c2cc6 req-0f821758-4f32-4647-87cf-bc4c2be2e100 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "PUT /v2.0/ports/21e67237-8919-498c-bba1-3a6526cbda3e HTTP/1.1" status: 200 len: 942 time: 0.3660865 Dec 17 16:31:05.285118 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45010) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:31:05.288413 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86cdf1bb-079f-4136-a482-fcb5f6bfe0ac', 'tag': '21e67237-8919-498c-bba1-3a6526cbda3e'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:31:05.290742 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d9dde65d87f77979ab7779ec4af44e6e3bf331c8a24eb2abb769815fa7c2d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41470d5-9872-4b77-bed9-871a2eb140b4" -d '{"events": [{"name": "network-changed", "server_uuid": "86cdf1bb-079f-4136-a482-fcb5f6bfe0ac", "tag": "21e67237-8919-498c-bba1-3a6526cbda3e"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:31:05.330603 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f821758-4f32-4647-87cf-bc4c2be2e100 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Pushing event updated for resources: {'Port': ['ID=21e67237-8919-498c-bba1-3a6526cbda3e,revision_number=7']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:05.348955 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f821758-4f32-4647-87cf-bc4c2be2e100 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:05.349585 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f821758-4f32-4647-87cf-bc4c2be2e100 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:05.350102 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f821758-4f32-4647-87cf-bc4c2be2e100 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:05.350604 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f821758-4f32-4647-87cf-bc4c2be2e100 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:05.351251 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f821758-4f32-4647-87cf-bc4c2be2e100 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:05.351748 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f821758-4f32-4647-87cf-bc4c2be2e100 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:05.352248 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f821758-4f32-4647-87cf-bc4c2be2e100 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:05.353396 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1c6003d6-f783-4250-a2ca-7cb4259bb038 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:05.353906 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f821758-4f32-4647-87cf-bc4c2be2e100 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:05.354409 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f821758-4f32-4647-87cf-bc4c2be2e100 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:05.355238 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f821758-4f32-4647-87cf-bc4c2be2e100 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:05.356159 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f821758-4f32-4647-87cf-bc4c2be2e100 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:05.356325 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f821758-4f32-4647-87cf-bc4c2be2e100 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:05.368182 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['21e67237-8919-498c-bba1-3a6526cbda3e'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:31:05.369284 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c728c3b8-27dd-4e73-91b9-7f50638c5181 x-openstack-request-id: req-c728c3b8-27dd-4e73-91b9-7f50638c5181 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:31:05.369627 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86cdf1bb-079f-4136-a482-fcb5f6bfe0ac", "tag": "21e67237-8919-498c-bba1-3a6526cbda3e", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:31:05.369884 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c728c3b8-27dd-4e73-91b9-7f50638c5181 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:31:05.377289 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86cdf1bb-079f-4136-a482-fcb5f6bfe0ac', 'tag': '21e67237-8919-498c-bba1-3a6526cbda3e', 'status': 'completed', 'code': 200} Dec 17 16:31:05.384451 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1c6003d6-f783-4250-a2ca-7cb4259bb038 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:05.456581 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41470d5-9872-4b77-bed9-871a2eb140b4 req-4d17ff81-2073-440b-a70c-9e26c44cfcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:05.459711 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e41470d5-9872-4b77-bed9-871a2eb140b4 req-4d17ff81-2073-440b-a70c-9e26c44cfcb0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c20f268f8914dbbaa130f3594bf3f60&device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 1096 time: 0.0644684 Dec 17 16:31:05.563690 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-34451824-39e9-4162-8430-49d691975679 None None] Provisioning complete for port 21e67237-8919-498c-bba1-3a6526cbda3e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:31:05.564023 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41470d5-9872-4b77-bed9-871a2eb140b4 req-af3a65dd-5595-4fa8-95a0-ed17b9e9c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:05.564328 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-34451824-39e9-4162-8430-49d691975679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:05.565689 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e41470d5-9872-4b77-bed9-871a2eb140b4 req-af3a65dd-5595-4fa8-95a0-ed17b9e9c74f service neutron] 10.222.0.13 "GET /v2.0/networks?id=1d07d49a-e522-4e3a-87bc-f892fc3b594b HTTP/1.1" status: 200 len: 916 time: 0.0991008 Dec 17 16:31:05.610929 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1c6003d6-f783-4250-a2ca-7cb4259bb038 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:05.613488 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1c6003d6-f783-4250-a2ca-7cb4259bb038 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:05.614632 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1c6003d6-f783-4250-a2ca-7cb4259bb038 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "DELETE /v2.0/security-groups/11495e64-ddbe-4b23-9c42-cf2bc855569e HTTP/1.1" status: 204 len: 168 time: 0.3285537 Dec 17 16:31:05.617434 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45014) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:31:05.631220 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6003d6-f783-4250-a2ca-7cb4259bb038 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11495e64-ddbe-4b23-9c42-cf2bc855569e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:05.643340 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6003d6-f783-4250-a2ca-7cb4259bb038 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:05.643705 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6003d6-f783-4250-a2ca-7cb4259bb038 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:05.644061 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6003d6-f783-4250-a2ca-7cb4259bb038 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:05.644397 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6003d6-f783-4250-a2ca-7cb4259bb038 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:05.644727 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6003d6-f783-4250-a2ca-7cb4259bb038 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:05.645079 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6003d6-f783-4250-a2ca-7cb4259bb038 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:05.645394 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6003d6-f783-4250-a2ca-7cb4259bb038 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:05.645718 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6003d6-f783-4250-a2ca-7cb4259bb038 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:05.646040 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6003d6-f783-4250-a2ca-7cb4259bb038 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:05.646358 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6003d6-f783-4250-a2ca-7cb4259bb038 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:05.646786 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6003d6-f783-4250-a2ca-7cb4259bb038 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:05.646981 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6003d6-f783-4250-a2ca-7cb4259bb038 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:05.658007 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e41470d5-9872-4b77-bed9-871a2eb140b4 req-af626eb4-1a84-409d-ae56-adda845cc7a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21e67237-8919-498c-bba1-3a6526cbda3e HTTP/1.1" status: 200 len: 1001 time: 0.0840399 Dec 17 16:31:05.715073 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41470d5-9872-4b77-bed9-871a2eb140b4 req-8e3f4f46-ec62-4bbe-aa48-75efc96fd0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:05.716662 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e41470d5-9872-4b77-bed9-871a2eb140b4 req-8e3f4f46-ec62-4bbe-aa48-75efc96fd0fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f5a899ea-023a-4e55-a467-d945b3328ca9 HTTP/1.1" status: 200 len: 854 time: 0.0512106 Dec 17 16:31:05.762552 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41470d5-9872-4b77-bed9-871a2eb140b4 req-2d23b54a-da56-4caf-a8e1-13a4e03fe30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:05.764044 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e41470d5-9872-4b77-bed9-871a2eb140b4 req-2d23b54a-da56-4caf-a8e1-13a4e03fe30c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d07d49a-e522-4e3a-87bc-f892fc3b594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402303 Dec 17 16:31:05.783626 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-7592f252-c685-4e10-bd25-9139f98a4007 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Deleting port ed1757e6-e2a5-405d-8707-f1d2de7e1917 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:31:05.783974 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7592f252-c685-4e10-bd25-9139f98a4007 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:05.853123 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e41470d5-9872-4b77-bed9-871a2eb140b4 req-be400468-1ca1-49ae-96da-d16653d5c439 service neutron] 10.222.0.13 "GET /v2.0/networks/1d07d49a-e522-4e3a-87bc-f892fc3b594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819578 Dec 17 16:31:05.858429 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7592f252-c685-4e10-bd25-9139f98a4007 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:05.858957 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7592f252-c685-4e10-bd25-9139f98a4007 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:05.870165 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-7592f252-c685-4e10-bd25-9139f98a4007 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Calling delete_port for ed1757e6-e2a5-405d-8707-f1d2de7e1917 owned by network:floatingip {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:31:05.952270 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e41470d5-9872-4b77-bed9-871a2eb140b4 req-28da091c-b8fd-46a3-b47a-ceff5b422136 service neutron] 10.222.0.13 "GET /v2.0/networks/1d07d49a-e522-4e3a-87bc-f892fc3b594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919216 Dec 17 16:31:06.071261 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7592f252-c685-4e10-bd25-9139f98a4007 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:06.097643 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7592f252-c685-4e10-bd25-9139f98a4007 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Pushing event deleted for resources: {'Port': ['ID=ed1757e6-e2a5-405d-8707-f1d2de7e1917,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:06.160315 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7592f252-c685-4e10-bd25-9139f98a4007 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks [] for floatingip, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:06.160641 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-7592f252-c685-4e10-bd25-9139f98a4007 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Floating IP 17f7d04d-63b5-4d6a-88cd-a1d97c513d28 disassociated (deleted). External IP: 172.25.6.231, port: 21e67237-8919-498c-bba1-3a6526cbda3e. Dec 17 16:31:06.359167 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7592f252-c685-4e10-bd25-9139f98a4007 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Router 0ccb7a29-5a15-4bf6-9868-bb109c14d219 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:31:06.465625 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7592f252-c685-4e10-bd25-9139f98a4007 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:31:06.470470 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7592f252-c685-4e10-bd25-9139f98a4007 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:06.474984 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b8d49b-823e-4400-8998-a2baf2d52073 None None] Sync routers for ids ['0ccb7a29-5a15-4bf6-9868-bb109c14d219'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:31:06.484705 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b8d49b-823e-4400-8998-a2baf2d52073 None None] Routers {'0ccb7a29-5a15-4bf6-9868-bb109c14d219'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:31:06.485348 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-01b8d49b-823e-4400-8998-a2baf2d52073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:31:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0ccb7a29-5a15-4bf6-9868-bb109c14d219'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:06.498532 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7592f252-c685-4e10-bd25-9139f98a4007 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "DELETE /v2.0/floatingips/17f7d04d-63b5-4d6a-88cd-a1d97c513d28 HTTP/1.1" status: 204 len: 168 time: 0.8798864 Dec 17 16:31:06.590554 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-01b8d49b-823e-4400-8998-a2baf2d52073 None None] Set router 0ccb7a29-5a15-4bf6-9868-bb109c14d219 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:31:06.783787 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-01b8d49b-823e-4400-8998-a2baf2d52073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'name': 'tempest-TestMinimumBasicScenario-1288672639-router', 'tenant_id': '4c20f268f8914dbbaa130f3594bf3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:29:01Z', 'updated_at': '2021-12-17T16:29:04Z', 'revision_number': 4, 'project_id': '4c20f268f8914dbbaa130f3594bf3f60', 'gw_port': {'id': '0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:29:02Z', 'updated_at': '2021-12-17T16:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '57f365ba-70ae-431c-9a64-febb6d286f7c', 'name': '', 'network_id': '1d07d49a-e522-4e3a-87bc-f892fc3b594b', 'tenant_id': '4c20f268f8914dbbaa130f3594bf3f60', 'mac_address': 'fa:16:3e:95:72:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'f5a899ea-023a-4e55-a467-d945b3328ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:29:03Z', 'updated_at': '2021-12-17T16:29:08Z', 'revision_number': 5, 'project_id': '4c20f268f8914dbbaa130f3594bf3f60', 'subnets': [{'id': 'f5a899ea-023a-4e55-a467-d945b3328ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:06.812833 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b8d49b-823e-4400-8998-a2baf2d52073 None None] Checking router: 0ccb7a29-5a15-4bf6-9868-bb109c14d219 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:31:06.822513 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b8d49b-823e-4400-8998-a2baf2d52073 None None] Routers {'0ccb7a29-5a15-4bf6-9868-bb109c14d219'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:31:06.823114 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-01b8d49b-823e-4400-8998-a2baf2d52073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:31:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0ccb7a29-5a15-4bf6-9868-bb109c14d219'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:07.016303 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-01b8d49b-823e-4400-8998-a2baf2d52073 None None] Set router 0ccb7a29-5a15-4bf6-9868-bb109c14d219 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:31:07.204583 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-01b8d49b-823e-4400-8998-a2baf2d52073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'name': 'tempest-TestMinimumBasicScenario-1288672639-router', 'tenant_id': '4c20f268f8914dbbaa130f3594bf3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:29:01Z', 'updated_at': '2021-12-17T16:29:04Z', 'revision_number': 4, 'project_id': '4c20f268f8914dbbaa130f3594bf3f60', 'gw_port': {'id': '0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:29:02Z', 'updated_at': '2021-12-17T16:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '57f365ba-70ae-431c-9a64-febb6d286f7c', 'name': '', 'network_id': '1d07d49a-e522-4e3a-87bc-f892fc3b594b', 'tenant_id': '4c20f268f8914dbbaa130f3594bf3f60', 'mac_address': 'fa:16:3e:95:72:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'f5a899ea-023a-4e55-a467-d945b3328ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:29:03Z', 'updated_at': '2021-12-17T16:29:08Z', 'revision_number': 5, 'project_id': '4c20f268f8914dbbaa130f3594bf3f60', 'subnets': [{'id': 'f5a899ea-023a-4e55-a467-d945b3328ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:07.231324 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b8d49b-823e-4400-8998-a2baf2d52073 None None] The sync data for ids ['0ccb7a29-5a15-4bf6-9868-bb109c14d219'] in n-d-820553-2 is: [{'id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'name': 'tempest-TestMinimumBasicScenario-1288672639-router', 'tenant_id': '4c20f268f8914dbbaa130f3594bf3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:29:01Z', 'updated_at': '2021-12-17T16:29:04Z', 'revision_number': 4, 'project_id': '4c20f268f8914dbbaa130f3594bf3f60', 'gw_port': {'id': '0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:29:02Z', 'updated_at': '2021-12-17T16:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '57f365ba-70ae-431c-9a64-febb6d286f7c', 'name': '', 'network_id': '1d07d49a-e522-4e3a-87bc-f892fc3b594b', 'tenant_id': '4c20f268f8914dbbaa130f3594bf3f60', 'mac_address': 'fa:16:3e:95:72:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'f5a899ea-023a-4e55-a467-d945b3328ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:29:03Z', 'updated_at': '2021-12-17T16:29:08Z', 'revision_number': 5, 'project_id': '4c20f268f8914dbbaa130f3594bf3f60', 'subnets': [{'id': 'f5a899ea-023a-4e55-a467-d945b3328ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:31:07.379816 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86cdf1bb-079f-4136-a482-fcb5f6bfe0ac', 'tag': '21e67237-8919-498c-bba1-3a6526cbda3e'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:31:07.382219 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d9dde65d87f77979ab7779ec4af44e6e3bf331c8a24eb2abb769815fa7c2d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b07f1c-0042-4898-b454-51c80202ed6d" -d '{"events": [{"name": "network-changed", "server_uuid": "86cdf1bb-079f-4136-a482-fcb5f6bfe0ac", "tag": "21e67237-8919-498c-bba1-3a6526cbda3e"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:31:07.420145 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3351ab-21f7-4267-9e4e-bfca36934259 x-openstack-request-id: req-1a3351ab-21f7-4267-9e4e-bfca36934259 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:31:07.420440 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86cdf1bb-079f-4136-a482-fcb5f6bfe0ac", "tag": "21e67237-8919-498c-bba1-3a6526cbda3e", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:31:07.420688 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1a3351ab-21f7-4267-9e4e-bfca36934259 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:31:07.421118 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86cdf1bb-079f-4136-a482-fcb5f6bfe0ac', 'tag': '21e67237-8919-498c-bba1-3a6526cbda3e', 'status': 'completed', 'code': 200} Dec 17 16:31:07.456282 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9962cd-ed1f-4fe5-8083-e8e10f54ecd2 None None] New status for floating IP 17f7d04d-63b5-4d6a-88cd-a1d97c513d28: DOWN {{(pid=102834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:31:07.488444 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b07f1c-0042-4898-b454-51c80202ed6d req-098c6b18-f0c6-411a-8c06-74f887b6cfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:07.490097 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e9b07f1c-0042-4898-b454-51c80202ed6d req-098c6b18-f0c6-411a-8c06-74f887b6cfe2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c20f268f8914dbbaa130f3594bf3f60&device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 1096 time: 0.0456705 Dec 17 16:31:07.591703 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b07f1c-0042-4898-b454-51c80202ed6d req-fc3baa12-b70d-418e-8724-3b20b6bdde89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:07.593213 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e9b07f1c-0042-4898-b454-51c80202ed6d req-fc3baa12-b70d-418e-8724-3b20b6bdde89 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1d07d49a-e522-4e3a-87bc-f892fc3b594b HTTP/1.1" status: 200 len: 916 time: 0.0960104 Dec 17 16:31:07.635364 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e9b07f1c-0042-4898-b454-51c80202ed6d req-6b76a89b-d991-4495-8d46-12d714912759 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21e67237-8919-498c-bba1-3a6526cbda3e HTTP/1.1" status: 200 len: 217 time: 0.0353930 Dec 17 16:31:07.684641 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b07f1c-0042-4898-b454-51c80202ed6d req-49b5c5cc-6239-4670-b1be-759701afd8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:07.686043 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e9b07f1c-0042-4898-b454-51c80202ed6d req-49b5c5cc-6239-4670-b1be-759701afd8c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f5a899ea-023a-4e55-a467-d945b3328ca9 HTTP/1.1" status: 200 len: 854 time: 0.0437036 Dec 17 16:31:07.735958 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b07f1c-0042-4898-b454-51c80202ed6d req-50ed3772-a384-4e36-9af1-3898d3f85620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:07.737360 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e9b07f1c-0042-4898-b454-51c80202ed6d req-50ed3772-a384-4e36-9af1-3898d3f85620 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d07d49a-e522-4e3a-87bc-f892fc3b594b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442059 Dec 17 16:31:07.827290 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e9b07f1c-0042-4898-b454-51c80202ed6d req-72b746e6-3085-40e4-9720-b9bb059727ae service neutron] 10.222.0.13 "GET /v2.0/networks/1d07d49a-e522-4e3a-87bc-f892fc3b594b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821064 Dec 17 16:31:07.926516 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e9b07f1c-0042-4898-b454-51c80202ed6d req-9b432e09-542c-4fce-8707-ba2ac562ee32 service neutron] 10.222.0.13 "GET /v2.0/networks/1d07d49a-e522-4e3a-87bc-f892fc3b594b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922456 Dec 17 16:31:11.322499 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:15.002265 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ac36d-bab8-44ef-b243-5bbb9790d73e req-9b9fc6d6-162c-4869-90ae-16af0a71dd65 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:15.003685 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1b0ac36d-bab8-44ef-b243-5bbb9790d73e req-9b9fc6d6-162c-4869-90ae-16af0a71dd65 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 945 time: 0.0521443 Dec 17 16:31:15.041184 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1b0ac36d-bab8-44ef-b243-5bbb9790d73e req-94dd45cf-4a35-472e-a95f-6fac6d3c9525 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315042 Dec 17 16:31:16.161614 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad66978-8120-441d-90ed-cb474b8f64b8 req-3f499371-7c1a-4b1a-b787-b2c3c88e3213 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:16.163000 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7ad66978-8120-441d-90ed-cb474b8f64b8 req-3f499371-7c1a-4b1a-b787-b2c3c88e3213 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 945 time: 0.0505347 Dec 17 16:31:16.201851 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7ad66978-8120-441d-90ed-cb474b8f64b8 req-36cfb959-9540-4d2e-ba86-c6810c382350 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/security-groups?id=92697d2d-33db-4ca8-acc8-ae1ff6554441&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325203 Dec 17 16:31:16.624682 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981078d6-13e6-4973-bfde-56a4f7af9e69 req-6f3cc845-3714-4cf8-8264-b57a30ce05a0 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:16.626148 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-981078d6-13e6-4973-bfde-56a4f7af9e69 req-6f3cc845-3714-4cf8-8264-b57a30ce05a0 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.13 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 945 time: 0.0491657 Dec 17 16:31:16.712553 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-981078d6-13e6-4973-bfde-56a4f7af9e69 req-4c3174a4-6a1a-452d-b240-9c2542aa1d07 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Deleting port 21e67237-8919-498c-bba1-3a6526cbda3e {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:31:16.712891 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-981078d6-13e6-4973-bfde-56a4f7af9e69 req-4c3174a4-6a1a-452d-b240-9c2542aa1d07 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:16.801235 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-981078d6-13e6-4973-bfde-56a4f7af9e69 req-4c3174a4-6a1a-452d-b240-9c2542aa1d07 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] For port 21e67237-8919-498c-bba1-3a6526cbda3e, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=21e67237-8919-498c-bba1-3a6526cbda3e,segment=NetworkSegment(6d87bb8f-e133-4a91-bc74-f08d2680e82b),segment_id=6d87bb8f-e133-4a91-bc74-f08d2680e82b)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:31:16.804380 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-981078d6-13e6-4973-bfde-56a4f7af9e69 req-4c3174a4-6a1a-452d-b240-9c2542aa1d07 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:16.814785 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-981078d6-13e6-4973-bfde-56a4f7af9e69 req-4c3174a4-6a1a-452d-b240-9c2542aa1d07 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Calling delete_port for 21e67237-8919-498c-bba1-3a6526cbda3e owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:31:17.013426 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-981078d6-13e6-4973-bfde-56a4f7af9e69 req-4c3174a4-6a1a-452d-b240-9c2542aa1d07 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:17.024780 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['21e67237-8919-498c-bba1-3a6526cbda3e'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:31:17.040667 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3174a4-6a1a-452d-b240-9c2542aa1d07 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Pushing event deleted for resources: {'Port': ['ID=21e67237-8919-498c-bba1-3a6526cbda3e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:17.083844 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-981078d6-13e6-4973-bfde-56a4f7af9e69 req-4c3174a4-6a1a-452d-b240-9c2542aa1d07 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] No DVR routers for this DVR port 21e67237-8919-498c-bba1-3a6526cbda3e on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:31:17.086500 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-981078d6-13e6-4973-bfde-56a4f7af9e69 req-4c3174a4-6a1a-452d-b240-9c2542aa1d07 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:17.090299 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-981078d6-13e6-4973-bfde-56a4f7af9e69 req-4c3174a4-6a1a-452d-b240-9c2542aa1d07 tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.13 "DELETE /v2.0/ports/21e67237-8919-498c-bba1-3a6526cbda3e HTTP/1.1" status: 204 len: 173 time: 0.4582555 Dec 17 16:31:17.090741 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cdf1bb-079f-4136-a482-fcb5f6bfe0ac', 'name': 'network-vif-deleted', 'tag': '21e67237-8919-498c-bba1-3a6526cbda3e'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:31:17.092981 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d0cb21-ff3b-4d4a-a330-9893c102dfd4" -d '{"events": [{"server_uuid": "86cdf1bb-079f-4136-a482-fcb5f6bfe0ac", "name": "network-vif-deleted", "tag": "21e67237-8919-498c-bba1-3a6526cbda3e"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:31:17.190465 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca5c03d-0877-4342-b5b2-53a700e53756 x-openstack-request-id: req-7ca5c03d-0877-4342-b5b2-53a700e53756 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:31:17.190762 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86cdf1bb-079f-4136-a482-fcb5f6bfe0ac", "name": "network-vif-deleted", "tag": "21e67237-8919-498c-bba1-3a6526cbda3e", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:31:17.191015 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7ca5c03d-0877-4342-b5b2-53a700e53756 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:31:17.191463 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86cdf1bb-079f-4136-a482-fcb5f6bfe0ac', 'name': 'network-vif-deleted', 'tag': '21e67237-8919-498c-bba1-3a6526cbda3e', 'status': 'completed', 'code': 200} Dec 17 16:31:17.299146 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a9d0bff0-a342-458c-bff5-432748cd8dcd req-3ae02bf4-3c03-4fe6-bcc1-a7d0a39e845b tempest-TestMinimumBasicScenario-1845205503 tempest-TestMinimumBasicScenario-1845205503-project] 10.222.0.46 "GET /v2.0/ports?device_id=86cdf1bb-079f-4136-a482-fcb5f6bfe0ac HTTP/1.1" status: 200 len: 210 time: 0.0267880 Dec 17 16:31:19.517687 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45114) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:31:19.861187 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9cac846d-327a-457e-bdab-93f7b1cd06bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:20.104314 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-9cac846d-327a-457e-bdab-93f7b1cd06bc admin admin] Deleting port 57f365ba-70ae-431c-9a64-febb6d286f7c {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:31:20.104655 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9cac846d-327a-457e-bdab-93f7b1cd06bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:20.183167 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-9cac846d-327a-457e-bdab-93f7b1cd06bc admin admin] For port 57f365ba-70ae-431c-9a64-febb6d286f7c, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=57f365ba-70ae-431c-9a64-febb6d286f7c,segment=NetworkSegment(6d87bb8f-e133-4a91-bc74-f08d2680e82b),segment_id=6d87bb8f-e133-4a91-bc74-f08d2680e82b)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:31:20.183430 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9cac846d-327a-457e-bdab-93f7b1cd06bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:20.195995 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-9cac846d-327a-457e-bdab-93f7b1cd06bc admin admin] Calling delete_port for 57f365ba-70ae-431c-9a64-febb6d286f7c owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:31:20.419334 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9cac846d-327a-457e-bdab-93f7b1cd06bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:20.444149 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac846d-327a-457e-bdab-93f7b1cd06bc admin admin] Pushing event deleted for resources: {'Port': ['ID=57f365ba-70ae-431c-9a64-febb6d286f7c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:20.579659 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 21e67237-8919-498c-bba1-3a6526cbda3e no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:31:20.605757 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 21e67237-8919-498c-bba1-3a6526cbda3e {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:31:20.606131 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 21e67237-8919-498c-bba1-3a6526cbda3e not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:31:20.627150 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9cac846d-327a-457e-bdab-93f7b1cd06bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:20.818273 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:31:21.102628 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cac846d-327a-457e-bdab-93f7b1cd06bc admin admin] Router 0ccb7a29-5a15-4bf6-9868-bb109c14d219 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:31:21.206908 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cac846d-327a-457e-bdab-93f7b1cd06bc admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:31:21.211917 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9cac846d-327a-457e-bdab-93f7b1cd06bc admin admin] 10.222.0.46 "PUT /v2.0/routers/0ccb7a29-5a15-4bf6-9868-bb109c14d219/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6932251 Dec 17 16:31:21.214507 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45116) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:31:21.219801 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e486972d-4146-48b1-8925-34fd8c501c39 None None] Sync routers for ids ['0ccb7a29-5a15-4bf6-9868-bb109c14d219'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:31:21.228406 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e486972d-4146-48b1-8925-34fd8c501c39 None None] Routers {'0ccb7a29-5a15-4bf6-9868-bb109c14d219'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:31:21.229025 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e486972d-4146-48b1-8925-34fd8c501c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:31:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0ccb7a29-5a15-4bf6-9868-bb109c14d219'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:21.320711 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-be8b8b03-ea96-4cf3-955a-580bf1c188e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:21.330080 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-e486972d-4146-48b1-8925-34fd8c501c39 None None] Set router 0ccb7a29-5a15-4bf6-9868-bb109c14d219 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:31:21.423998 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-be8b8b03-ea96-4cf3-955a-580bf1c188e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:21.504823 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e486972d-4146-48b1-8925-34fd8c501c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'name': 'tempest-TestMinimumBasicScenario-1288672639-router', 'tenant_id': '4c20f268f8914dbbaa130f3594bf3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': '0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:29:01Z', 'updated_at': '2021-12-17T16:31:20Z', 'revision_number': 5, 'project_id': '4c20f268f8914dbbaa130f3594bf3f60', 'gw_port': {'id': '0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bb:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:29:02Z', 'updated_at': '2021-12-17T16:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:21.519693 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-be8b8b03-ea96-4cf3-955a-580bf1c188e8 admin admin] Deleting port 0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:31:21.520062 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-be8b8b03-ea96-4cf3-955a-580bf1c188e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:21.531036 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e486972d-4146-48b1-8925-34fd8c501c39 None None] Checking router: 0ccb7a29-5a15-4bf6-9868-bb109c14d219 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:31:21.539167 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e486972d-4146-48b1-8925-34fd8c501c39 None None] Routers {'0ccb7a29-5a15-4bf6-9868-bb109c14d219'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:31:21.539764 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e486972d-4146-48b1-8925-34fd8c501c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:31:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['0ccb7a29-5a15-4bf6-9868-bb109c14d219'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:21.602842 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-be8b8b03-ea96-4cf3-955a-580bf1c188e8 admin admin] For port 0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:31:21.603205 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-be8b8b03-ea96-4cf3-955a-580bf1c188e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:21.616654 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-be8b8b03-ea96-4cf3-955a-580bf1c188e8 admin admin] Calling delete_port for 0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4 owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:31:21.624605 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-e486972d-4146-48b1-8925-34fd8c501c39 None None] Set router 0ccb7a29-5a15-4bf6-9868-bb109c14d219 gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:31:21.678429 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e486972d-4146-48b1-8925-34fd8c501c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'name': 'tempest-TestMinimumBasicScenario-1288672639-router', 'tenant_id': '4c20f268f8914dbbaa130f3594bf3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:29:01Z', 'updated_at': '2021-12-17T16:31:21Z', 'revision_number': 6, 'project_id': '4c20f268f8914dbbaa130f3594bf3f60', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:21.704273 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e486972d-4146-48b1-8925-34fd8c501c39 None None] The sync data for ids ['0ccb7a29-5a15-4bf6-9868-bb109c14d219'] in n-d-820553-2 is: [{'id': '0ccb7a29-5a15-4bf6-9868-bb109c14d219', 'name': 'tempest-TestMinimumBasicScenario-1288672639-router', 'tenant_id': '4c20f268f8914dbbaa130f3594bf3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:29:01Z', 'updated_at': '2021-12-17T16:31:21Z', 'revision_number': 6, 'project_id': '4c20f268f8914dbbaa130f3594bf3f60', 'gw_port_host': None}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:31:21.847569 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-be8b8b03-ea96-4cf3-955a-580bf1c188e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:21.874664 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b8b03-ea96-4cf3-955a-580bf1c188e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:21.935605 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-be8b8b03-ea96-4cf3-955a-580bf1c188e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:22.023903 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-be8b8b03-ea96-4cf3-955a-580bf1c188e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:22.025962 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-be8b8b03-ea96-4cf3-955a-580bf1c188e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:22.143274 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-be8b8b03-ea96-4cf3-955a-580bf1c188e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:22.143274 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8b8b03-ea96-4cf3-955a-580bf1c188e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ccb7a29-5a15-4bf6-9868-bb109c14d219 {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:31:22.144877 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-be8b8b03-ea96-4cf3-955a-580bf1c188e8 admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:22.149017 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-be8b8b03-ea96-4cf3-955a-580bf1c188e8 admin admin] 10.222.0.46 "DELETE /v2.0/routers/0ccb7a29-5a15-4bf6-9868-bb109c14d219 HTTP/1.1" status: 204 len: 168 time: 0.9307082 Dec 17 16:31:22.149258 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45118) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:31:22.194129 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fbb76cf-20b5-4455-9b6c-abc7a37dea81 admin admin] Deleting subnet f5a899ea-023a-4e55-a467-d945b3328ca9 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 16:31:22.196995 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7fbb76cf-20b5-4455-9b6c-abc7a37dea81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:22.231076 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7fbb76cf-20b5-4455-9b6c-abc7a37dea81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:22.312036 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7fbb76cf-20b5-4455-9b6c-abc7a37dea81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:22.425316 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7fbb76cf-20b5-4455-9b6c-abc7a37dea81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:22.453550 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb76cf-20b5-4455-9b6c-abc7a37dea81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5a899ea-023a-4e55-a467-d945b3328ca9,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:22.457859 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-7fbb76cf-20b5-4455-9b6c-abc7a37dea81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:22.463299 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ee8315-7b5e-4eb0-a84c-56f7ccc3e6ee None None] Network 1d07d49a-e522-4e3a-87bc-f892fc3b594b requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:31:22.468439 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7fbb76cf-20b5-4455-9b6c-abc7a37dea81 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f5a899ea-023a-4e55-a467-d945b3328ca9 HTTP/1.1" status: 204 len: 168 time: 0.3160920 Dec 17 16:31:22.468694 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45120) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:31:22.548389 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-09dcb292-670f-4c4c-8a26-5ccf3249e395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:22.568340 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 57f365ba-70ae-431c-9a64-febb6d286f7c no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:31:22.596537 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 57f365ba-70ae-431c-9a64-febb6d286f7c {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:31:22.597191 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 57f365ba-70ae-431c-9a64-febb6d286f7c not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:31:22.597600 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:31:22.608661 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-09dcb292-670f-4c4c-8a26-5ccf3249e395 admin admin] Deleting port 2b7c9eee-0309-4775-8a07-1bdbfe2cc590 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:31:22.608787 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-09dcb292-670f-4c4c-8a26-5ccf3249e395 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:22.619720 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:31:22.620071 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 0efc4f4f-5998-4d67-bbd3-f74a6cdf27a4 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:31:22.684484 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-09dcb292-670f-4c4c-8a26-5ccf3249e395 admin admin] For port 2b7c9eee-0309-4775-8a07-1bdbfe2cc590, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=2b7c9eee-0309-4775-8a07-1bdbfe2cc590,segment=NetworkSegment(6d87bb8f-e133-4a91-bc74-f08d2680e82b),segment_id=6d87bb8f-e133-4a91-bc74-f08d2680e82b)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:31:22.684484 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-09dcb292-670f-4c4c-8a26-5ccf3249e395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:22.691043 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc52e67-e9b8-4d8d-80c3-05230cd8fb3a None None] DHCP port deletion for 1d07d49a-e522-4e3a-87bc-f892fc3b594b request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 16:31:22.692794 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-09dcb292-670f-4c4c-8a26-5ccf3249e395 admin admin] Calling delete_port for 2b7c9eee-0309-4775-8a07-1bdbfe2cc590 owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:31:22.741345 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-fcc52e67-e9b8-4d8d-80c3-05230cd8fb3a None None] Deleting port 2b7c9eee-0309-4775-8a07-1bdbfe2cc590 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:31:22.742075 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fcc52e67-e9b8-4d8d-80c3-05230cd8fb3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:22.807568 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-fcc52e67-e9b8-4d8d-80c3-05230cd8fb3a None None] For port 2b7c9eee-0309-4775-8a07-1bdbfe2cc590, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=2b7c9eee-0309-4775-8a07-1bdbfe2cc590,segment=NetworkSegment(6d87bb8f-e133-4a91-bc74-f08d2680e82b),segment_id=6d87bb8f-e133-4a91-bc74-f08d2680e82b)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:31:22.807966 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fcc52e67-e9b8-4d8d-80c3-05230cd8fb3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:22.820165 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-fcc52e67-e9b8-4d8d-80c3-05230cd8fb3a None None] Calling delete_port for 2b7c9eee-0309-4775-8a07-1bdbfe2cc590 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:31:22.825759 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-09dcb292-670f-4c4c-8a26-5ccf3249e395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:22.854607 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dcb292-670f-4c4c-8a26-5ccf3249e395 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b7c9eee-0309-4775-8a07-1bdbfe2cc590,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:22.857474 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dcb292-670f-4c4c-8a26-5ccf3249e395 admin admin] No DVR routers for this DVR port 2b7c9eee-0309-4775-8a07-1bdbfe2cc590 on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:31:22.937152 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-09dcb292-670f-4c4c-8a26-5ccf3249e395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:22.960119 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-09dcb292-670f-4c4c-8a26-5ccf3249e395 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d07d49a-e522-4e3a-87bc-f892fc3b594b']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:22.970747 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-09dcb292-670f-4c4c-8a26-5ccf3249e395 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d87bb8f-e133-4a91-bc74-f08d2680e82b') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:22.971006 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-09dcb292-670f-4c4c-8a26-5ccf3249e395 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d87bb8f-e133-4a91-bc74-f08d2680e82b') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:22.980637 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-09dcb292-670f-4c4c-8a26-5ccf3249e395 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:22.993987 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-09dcb292-670f-4c4c-8a26-5ccf3249e395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:23.000914 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09dcb292-670f-4c4c-8a26-5ccf3249e395 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:31:23.001342 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-09dcb292-670f-4c4c-8a26-5ccf3249e395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:23.003094 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 16:31:23.003094 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:31:23.003094 n-d-820553-2 neutron-server[102832]: timer() Dec 17 16:31:23.003094 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:31:23.003094 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 16:31:23.003094 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:31:23.003094 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 16:31:23.003094 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:31:23.003094 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 16:31:23.003094 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:31:23.003094 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 16:31:23.003094 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:31:23.003094 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 16:31:23.003094 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:31:23.003094 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:31:23.003094 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:31:23.003094 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:31:23.003094 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:31:23.003094 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 16:31:23.003094 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:31:23.003094 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 16:31:23.003094 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:31:23.003094 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:31:23.003094 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:31:23.003094 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 16:31:23.003094 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:31:23.003094 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:31:23.003094 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:31:23.003094 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:31:23.003094 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:31:23.003094 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:31:23.003094 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:31:23.058860 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fcc52e67-e9b8-4d8d-80c3-05230cd8fb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:23.082664 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc52e67-e9b8-4d8d-80c3-05230cd8fb3a None None] Pushing event deleted for resources: {'Port': ['ID=2b7c9eee-0309-4775-8a07-1bdbfe2cc590,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:23.091708 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc52e67-e9b8-4d8d-80c3-05230cd8fb3a None None] No DVR routers for this DVR port 2b7c9eee-0309-4775-8a07-1bdbfe2cc590 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:31:23.094119 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc52e67-e9b8-4d8d-80c3-05230cd8fb3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:23.094447 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc52e67-e9b8-4d8d-80c3-05230cd8fb3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:23.094792 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc52e67-e9b8-4d8d-80c3-05230cd8fb3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:23.095132 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc52e67-e9b8-4d8d-80c3-05230cd8fb3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:23.095465 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc52e67-e9b8-4d8d-80c3-05230cd8fb3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:23.095798 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc52e67-e9b8-4d8d-80c3-05230cd8fb3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:23.096125 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc52e67-e9b8-4d8d-80c3-05230cd8fb3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:23.096451 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc52e67-e9b8-4d8d-80c3-05230cd8fb3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:23.096778 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc52e67-e9b8-4d8d-80c3-05230cd8fb3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:23.097128 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc52e67-e9b8-4d8d-80c3-05230cd8fb3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:23.097477 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc52e67-e9b8-4d8d-80c3-05230cd8fb3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:23.097780 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc52e67-e9b8-4d8d-80c3-05230cd8fb3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:23.133748 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-09dcb292-670f-4c4c-8a26-5ccf3249e395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:23.139937 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-09dcb292-670f-4c4c-8a26-5ccf3249e395 admin admin] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:23.144072 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-09dcb292-670f-4c4c-8a26-5ccf3249e395 admin admin] 10.222.0.46 "DELETE /v2.0/networks/1d07d49a-e522-4e3a-87bc-f892fc3b594b HTTP/1.1" status: 204 len: 168 time: 0.6735475 Dec 17 16:31:23.146221 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45122) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:31:23.154514 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dcb292-670f-4c4c-8a26-5ccf3249e395 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d07d49a-e522-4e3a-87bc-f892fc3b594b,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:23.536790 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ab569141-24c4-4cf8-ae19-d52bfea44ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:23.771519 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-ab569141-24c4-4cf8-ae19-d52bfea44ef2 admin admin] Deleting port e5f5aa5e-5881-4bc4-b236-ea3e663de75d {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:31:23.771860 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ab569141-24c4-4cf8-ae19-d52bfea44ef2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:23.852244 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-ab569141-24c4-4cf8-ae19-d52bfea44ef2 admin admin] For port e5f5aa5e-5881-4bc4-b236-ea3e663de75d, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e5f5aa5e-5881-4bc4-b236-ea3e663de75d,segment=NetworkSegment(baa7d880-0dbf-4e83-8b5e-6d16c5665b58),segment_id=baa7d880-0dbf-4e83-8b5e-6d16c5665b58)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:31:23.852512 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ab569141-24c4-4cf8-ae19-d52bfea44ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:23.865594 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-ab569141-24c4-4cf8-ae19-d52bfea44ef2 admin admin] Calling delete_port for e5f5aa5e-5881-4bc4-b236-ea3e663de75d owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:31:24.099140 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ab569141-24c4-4cf8-ae19-d52bfea44ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:24.122572 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab569141-24c4-4cf8-ae19-d52bfea44ef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5f5aa5e-5881-4bc4-b236-ea3e663de75d,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:24.288165 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ab569141-24c4-4cf8-ae19-d52bfea44ef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:24.499469 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab569141-24c4-4cf8-ae19-d52bfea44ef2 admin admin] Router aec99217-c9b9-4e18-a5a8-d7fd42925d00 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:31:24.603071 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 2b7c9eee-0309-4775-8a07-1bdbfe2cc590 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:31:24.608355 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab569141-24c4-4cf8-ae19-d52bfea44ef2 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:31:24.616631 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ab569141-24c4-4cf8-ae19-d52bfea44ef2 admin admin] 10.222.0.46 "PUT /v2.0/routers/aec99217-c9b9-4e18-a5a8-d7fd42925d00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4693770 Dec 17 16:31:24.619219 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45124) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:31:24.624820 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 2b7c9eee-0309-4775-8a07-1bdbfe2cc590 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:31:24.625191 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 2b7c9eee-0309-4775-8a07-1bdbfe2cc590 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:31:24.627876 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e9abaa-aee7-4a56-a916-147c4070a168 None None] Sync routers for ids ['aec99217-c9b9-4e18-a5a8-d7fd42925d00'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:31:24.641056 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e9abaa-aee7-4a56-a916-147c4070a168 None None] Routers {'aec99217-c9b9-4e18-a5a8-d7fd42925d00'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:31:24.641795 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-a7e9abaa-aee7-4a56-a916-147c4070a168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:31:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['aec99217-c9b9-4e18-a5a8-d7fd42925d00'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:24.726852 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28c02d7d-e349-4355-979b-ed100912259e admin admin] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:24.745607 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-a7e9abaa-aee7-4a56-a916-147c4070a168 None None] Set router aec99217-c9b9-4e18-a5a8-d7fd42925d00 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:31:24.828772 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28c02d7d-e349-4355-979b-ed100912259e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:24.927019 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-a7e9abaa-aee7-4a56-a916-147c4070a168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec99217-c9b9-4e18-a5a8-d7fd42925d00', 'name': 'tempest-TestMinimumBasicScenario-1978478127-router', 'tenant_id': '9bfc3f11613547768ac187158bbf9d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '47803b5f-20ed-4357-a8c7-389f2f59d60b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:29:07Z', 'updated_at': '2021-12-17T16:31:23Z', 'revision_number': 5, 'project_id': '9bfc3f11613547768ac187158bbf9d1d', 'gw_port': {'id': '47803b5f-20ed-4357-a8c7-389f2f59d60b', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec99217-c9b9-4e18-a5a8-d7fd42925d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:29:07Z', 'updated_at': '2021-12-17T16:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:24.954663 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e9abaa-aee7-4a56-a916-147c4070a168 None None] Checking router: aec99217-c9b9-4e18-a5a8-d7fd42925d00 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:31:24.962899 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e9abaa-aee7-4a56-a916-147c4070a168 None None] Routers {'aec99217-c9b9-4e18-a5a8-d7fd42925d00'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:31:24.963505 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-a7e9abaa-aee7-4a56-a916-147c4070a168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:31:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['aec99217-c9b9-4e18-a5a8-d7fd42925d00'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:24.971573 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-28c02d7d-e349-4355-979b-ed100912259e admin admin] Deleting port 47803b5f-20ed-4357-a8c7-389f2f59d60b {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:31:24.971931 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28c02d7d-e349-4355-979b-ed100912259e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:25.050881 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-a7e9abaa-aee7-4a56-a916-147c4070a168 None None] Set router aec99217-c9b9-4e18-a5a8-d7fd42925d00 gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:31:25.053531 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-28c02d7d-e349-4355-979b-ed100912259e admin admin] For port 47803b5f-20ed-4357-a8c7-389f2f59d60b, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=47803b5f-20ed-4357-a8c7-389f2f59d60b,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:31:25.053900 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28c02d7d-e349-4355-979b-ed100912259e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:25.067161 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-28c02d7d-e349-4355-979b-ed100912259e admin admin] Calling delete_port for 47803b5f-20ed-4357-a8c7-389f2f59d60b owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:31:25.103365 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-a7e9abaa-aee7-4a56-a916-147c4070a168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec99217-c9b9-4e18-a5a8-d7fd42925d00', 'name': 'tempest-TestMinimumBasicScenario-1978478127-router', 'tenant_id': '9bfc3f11613547768ac187158bbf9d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:29:07Z', 'updated_at': '2021-12-17T16:31:24Z', 'revision_number': 6, 'project_id': '9bfc3f11613547768ac187158bbf9d1d', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:25.133632 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e9abaa-aee7-4a56-a916-147c4070a168 None None] The sync data for ids ['aec99217-c9b9-4e18-a5a8-d7fd42925d00'] in n-d-820553-2 is: [{'id': 'aec99217-c9b9-4e18-a5a8-d7fd42925d00', 'name': 'tempest-TestMinimumBasicScenario-1978478127-router', 'tenant_id': '9bfc3f11613547768ac187158bbf9d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:29:07Z', 'updated_at': '2021-12-17T16:31:24Z', 'revision_number': 6, 'project_id': '9bfc3f11613547768ac187158bbf9d1d', 'gw_port_host': None}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:31:25.282568 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28c02d7d-e349-4355-979b-ed100912259e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:25.308167 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c02d7d-e349-4355-979b-ed100912259e admin admin] Pushing event deleted for resources: {'Port': ['ID=47803b5f-20ed-4357-a8c7-389f2f59d60b,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:25.370925 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28c02d7d-e349-4355-979b-ed100912259e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:25.462828 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28c02d7d-e349-4355-979b-ed100912259e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:25.464839 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28c02d7d-e349-4355-979b-ed100912259e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:25.563037 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28c02d7d-e349-4355-979b-ed100912259e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:25.563728 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c02d7d-e349-4355-979b-ed100912259e admin admin] Fanout notify agent at l3_agent the message router_deleted on router aec99217-c9b9-4e18-a5a8-d7fd42925d00 {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:31:25.568021 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-28c02d7d-e349-4355-979b-ed100912259e admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:25.569220 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-28c02d7d-e349-4355-979b-ed100912259e admin admin] 10.222.0.46 "DELETE /v2.0/routers/aec99217-c9b9-4e18-a5a8-d7fd42925d00 HTTP/1.1" status: 204 len: 168 time: 0.9489903 Dec 17 16:31:25.571617 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45126) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:31:25.617091 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-d28f1f59-fb2a-4350-9924-5419f0cd2373 admin admin] Deleting subnet f1ce2656-1375-4794-8ef7-cc9bbc3d5f40 {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 16:31:25.620113 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d28f1f59-fb2a-4350-9924-5419f0cd2373 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:25.654662 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d28f1f59-fb2a-4350-9924-5419f0cd2373 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:25.734907 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d28f1f59-fb2a-4350-9924-5419f0cd2373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:25.859935 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d28f1f59-fb2a-4350-9924-5419f0cd2373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:25.889222 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f1f59-fb2a-4350-9924-5419f0cd2373 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1ce2656-1375-4794-8ef7-cc9bbc3d5f40,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:25.891979 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d28f1f59-fb2a-4350-9924-5419f0cd2373 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:25.895235 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d28f1f59-fb2a-4350-9924-5419f0cd2373 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f1ce2656-1375-4794-8ef7-cc9bbc3d5f40 HTTP/1.1" status: 204 len: 168 time: 0.3226967 Dec 17 16:31:25.897711 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45128) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:31:25.900434 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1912cdce-6316-4e4d-a823-8a8c99025a3a None None] Network 4cadc6f8-fb84-4b3d-827d-7f523efb3858 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:31:25.970826 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0875c5df-e8cb-4029-9f56-e48377f64f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:26.031286 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0875c5df-e8cb-4029-9f56-e48377f64f33 admin admin] Deleting port a3bf704a-3e4d-4b5f-8915-4a953f6f414c {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:31:26.031609 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0875c5df-e8cb-4029-9f56-e48377f64f33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:26.094038 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21993c60-2fde-4828-870e-2a42595ba984 None None] DHCP port deletion for 4cadc6f8-fb84-4b3d-827d-7f523efb3858 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 16:31:26.101873 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-0875c5df-e8cb-4029-9f56-e48377f64f33 admin admin] For port a3bf704a-3e4d-4b5f-8915-4a953f6f414c, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=a3bf704a-3e4d-4b5f-8915-4a953f6f414c,segment=NetworkSegment(baa7d880-0dbf-4e83-8b5e-6d16c5665b58),segment_id=baa7d880-0dbf-4e83-8b5e-6d16c5665b58)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:31:26.102244 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0875c5df-e8cb-4029-9f56-e48377f64f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:26.115542 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-0875c5df-e8cb-4029-9f56-e48377f64f33 admin admin] Calling delete_port for a3bf704a-3e4d-4b5f-8915-4a953f6f414c owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:31:26.148154 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-21993c60-2fde-4828-870e-2a42595ba984 None None] Deleting port a3bf704a-3e4d-4b5f-8915-4a953f6f414c {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:31:26.149459 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-21993c60-2fde-4828-870e-2a42595ba984 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:26.214425 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-21993c60-2fde-4828-870e-2a42595ba984 None None] For port a3bf704a-3e4d-4b5f-8915-4a953f6f414c, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=a3bf704a-3e4d-4b5f-8915-4a953f6f414c,segment=NetworkSegment(baa7d880-0dbf-4e83-8b5e-6d16c5665b58),segment_id=baa7d880-0dbf-4e83-8b5e-6d16c5665b58)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:31:26.214821 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-21993c60-2fde-4828-870e-2a42595ba984 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:26.227356 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-21993c60-2fde-4828-870e-2a42595ba984 None None] Calling delete_port for a3bf704a-3e4d-4b5f-8915-4a953f6f414c owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:31:26.265414 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0875c5df-e8cb-4029-9f56-e48377f64f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:26.291825 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875c5df-e8cb-4029-9f56-e48377f64f33 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3bf704a-3e4d-4b5f-8915-4a953f6f414c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:26.294272 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0875c5df-e8cb-4029-9f56-e48377f64f33 admin admin] No DVR routers for this DVR port a3bf704a-3e4d-4b5f-8915-4a953f6f414c on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:31:26.308450 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-21993c60-2fde-4828-870e-2a42595ba984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:26.321425 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21993c60-2fde-4828-870e-2a42595ba984 None None] No DVR routers for this DVR port a3bf704a-3e4d-4b5f-8915-4a953f6f414c on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:31:26.343002 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21993c60-2fde-4828-870e-2a42595ba984 None None] Pushing event deleted for resources: {'Port': ['ID=a3bf704a-3e4d-4b5f-8915-4a953f6f414c,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:26.368416 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0875c5df-e8cb-4029-9f56-e48377f64f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:26.389145 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-0875c5df-e8cb-4029-9f56-e48377f64f33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cadc6f8-fb84-4b3d-827d-7f523efb3858']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:26.398274 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-0875c5df-e8cb-4029-9f56-e48377f64f33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa7d880-0dbf-4e83-8b5e-6d16c5665b58') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:26.398568 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-0875c5df-e8cb-4029-9f56-e48377f64f33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa7d880-0dbf-4e83-8b5e-6d16c5665b58') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:26.407987 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0875c5df-e8cb-4029-9f56-e48377f64f33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:26.421311 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0875c5df-e8cb-4029-9f56-e48377f64f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:26.426949 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0875c5df-e8cb-4029-9f56-e48377f64f33 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:31:26.427330 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0875c5df-e8cb-4029-9f56-e48377f64f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:26.428961 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 16:31:26.428961 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:31:26.428961 n-d-820553-2 neutron-server[102832]: timer() Dec 17 16:31:26.428961 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:31:26.428961 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 16:31:26.428961 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:31:26.428961 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 16:31:26.428961 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:31:26.428961 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 16:31:26.428961 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:31:26.428961 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 16:31:26.428961 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:31:26.428961 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 16:31:26.428961 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:31:26.428961 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:31:26.428961 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:31:26.428961 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:31:26.428961 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:31:26.428961 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 16:31:26.428961 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:31:26.428961 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 16:31:26.428961 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:31:26.428961 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:31:26.428961 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:31:26.428961 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 16:31:26.428961 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:31:26.428961 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:31:26.428961 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:31:26.428961 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:31:26.428961 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:31:26.428961 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:31:26.428961 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:31:26.539815 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0875c5df-e8cb-4029-9f56-e48377f64f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:26.549139 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0875c5df-e8cb-4029-9f56-e48377f64f33 admin admin] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:26.552309 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0875c5df-e8cb-4029-9f56-e48377f64f33 admin admin] 10.222.0.46 "DELETE /v2.0/networks/4cadc6f8-fb84-4b3d-827d-7f523efb3858 HTTP/1.1" status: 204 len: 168 time: 0.6535916 Dec 17 16:31:26.561091 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e5f5aa5e-5881-4bc4-b236-ea3e663de75d no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:31:26.565810 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875c5df-e8cb-4029-9f56-e48377f64f33 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cadc6f8-fb84-4b3d-827d-7f523efb3858,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:26.581458 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: e5f5aa5e-5881-4bc4-b236-ea3e663de75d {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:31:26.581804 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e5f5aa5e-5881-4bc4-b236-ea3e663de75d not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:31:26.582214 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a3bf704a-3e4d-4b5f-8915-4a953f6f414c no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:31:26.600930 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: a3bf704a-3e4d-4b5f-8915-4a953f6f414c {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:31:26.601224 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a3bf704a-3e4d-4b5f-8915-4a953f6f414c not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:31:26.601630 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 47803b5f-20ed-4357-a8c7-389f2f59d60b no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:31:26.627979 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 47803b5f-20ed-4357-a8c7-389f2f59d60b {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:31:26.628323 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 47803b5f-20ed-4357-a8c7-389f2f59d60b not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:31:26.721669 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:26.965842 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45132) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:31:27.005566 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-dd5d326b-e887-4259-ba5d-121e8af90516 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4c20f268f8914dbbaa130f3594bf3f60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379055 Dec 17 16:31:27.007884 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45134) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:31:27.058855 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-01588bcb-5c1e-4526-96e4-411c2a423cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:27.079343 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-01588bcb-5c1e-4526-96e4-411c2a423cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:27.173374 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-01588bcb-5c1e-4526-96e4-411c2a423cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:27.175928 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-01588bcb-5c1e-4526-96e4-411c2a423cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:27.177102 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-01588bcb-5c1e-4526-96e4-411c2a423cc9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/92697d2d-33db-4ca8-acc8-ae1ff6554441 HTTP/1.1" status: 204 len: 168 time: 0.1683238 Dec 17 16:31:27.184980 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01588bcb-5c1e-4526-96e4-411c2a423cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92697d2d-33db-4ca8-acc8-ae1ff6554441,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:27.902722 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45140) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:31:27.942042 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-03495014-06d8-4aeb-865c-8468969dcbbe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9bfc3f11613547768ac187158bbf9d1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382080 Dec 17 16:31:27.944406 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45142) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:31:27.990766 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38d1fcf8-463b-40ff-bc48-d48cb735339f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:28.011884 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38d1fcf8-463b-40ff-bc48-d48cb735339f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:28.139212 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38d1fcf8-463b-40ff-bc48-d48cb735339f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:28.142187 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38d1fcf8-463b-40ff-bc48-d48cb735339f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:28.143341 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-38d1fcf8-463b-40ff-bc48-d48cb735339f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8ebaf648-0b57-4312-895e-eaa86dd09d01 HTTP/1.1" status: 204 len: 168 time: 0.1980634 Dec 17 16:31:28.151234 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1fcf8-463b-40ff-bc48-d48cb735339f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebaf648-0b57-4312-895e-eaa86dd09d01,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:28.934523 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-291f829c-bd55-403a-9710-73f59a4ba116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:30.268187 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45184) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:31:30.272847 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-751a14ae-244b-482d-9a70-fc7252c4153f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-918302953', 'description': 'tempest-secgroup-smoke-918302953 description', 'project_id': '437dcc00f8fd49499d299b0a33d98052'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:31:30.350543 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-751a14ae-244b-482d-9a70-fc7252c4153f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:30.358309 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-751a14ae-244b-482d-9a70-fc7252c4153f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:30.434428 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-751a14ae-244b-482d-9a70-fc7252c4153f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:30.516949 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-751a14ae-244b-482d-9a70-fc7252c4153f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:30.553516 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a14ae-244b-482d-9a70-fc7252c4153f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bde2793-54ad-47de-854c-4a431c59183f,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:30.592636 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-751a14ae-244b-482d-9a70-fc7252c4153f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:30.653307 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-751a14ae-244b-482d-9a70-fc7252c4153f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:30.681264 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a14ae-244b-482d-9a70-fc7252c4153f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1be3ab74-903d-4ef8-a78a-bb33b7241cae,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:30.718551 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-751a14ae-244b-482d-9a70-fc7252c4153f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:30.720482 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-751a14ae-244b-482d-9a70-fc7252c4153f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4511812 Dec 17 16:31:30.723303 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45186) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:31:30.727716 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-bf127a36-651c-4102-ad1a-2d16226630af tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'security_group_rule': {'security_group_id': '1be3ab74-903d-4ef8-a78a-bb33b7241cae', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:31:30.840543 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bf127a36-651c-4102-ad1a-2d16226630af tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:30.896008 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bf127a36-651c-4102-ad1a-2d16226630af tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:30.950147 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bf127a36-651c-4102-ad1a-2d16226630af tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:30.968520 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf127a36-651c-4102-ad1a-2d16226630af tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32a07205-38fb-4b07-81fd-3b6933ddcceb,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:31.032472 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bf127a36-651c-4102-ad1a-2d16226630af tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:31.033708 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-bf127a36-651c-4102-ad1a-2d16226630af tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3094044 Dec 17 16:31:31.036517 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45188) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:31:31.040890 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-6ecef6b6-9232-4e80-9200-c38298b34b8d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'security_group_rule': {'security_group_id': '1be3ab74-903d-4ef8-a78a-bb33b7241cae', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:31:31.143867 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6ecef6b6-9232-4e80-9200-c38298b34b8d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:31.184932 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-28aafb5f-f3f8-4f79-bb7b-a9b5c853eeec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:31.202047 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6ecef6b6-9232-4e80-9200-c38298b34b8d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:31.259188 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6ecef6b6-9232-4e80-9200-c38298b34b8d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:31.281726 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecef6b6-9232-4e80-9200-c38298b34b8d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de3c843-4d79-4b79-9000-284865d5768e,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:31.335777 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6ecef6b6-9232-4e80-9200-c38298b34b8d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:31.337340 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6ecef6b6-9232-4e80-9200-c38298b34b8d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2996294 Dec 17 16:31:31.340297 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45190) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:31:31.345852 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-6a7ec550-f725-4cfa-bdf2-1539e725b3f8 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'security_group_rule': {'security_group_id': '1be3ab74-903d-4ef8-a78a-bb33b7241cae', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:31:31.452253 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a7ec550-f725-4cfa-bdf2-1539e725b3f8 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:31.508809 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a7ec550-f725-4cfa-bdf2-1539e725b3f8 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:31.573708 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a7ec550-f725-4cfa-bdf2-1539e725b3f8 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:31.592144 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ec550-f725-4cfa-bdf2-1539e725b3f8 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d43d0db4-b76b-41bb-8c36-97d94650217f,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:31.660625 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6a7ec550-f725-4cfa-bdf2-1539e725b3f8 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:31.661967 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6a7ec550-f725-4cfa-bdf2-1539e725b3f8 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3207412 Dec 17 16:31:31.664612 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45192) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:31:31.668792 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-38e0c15c-6829-4642-922d-0a79620a4be6 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'security_group_rule': {'security_group_id': '1be3ab74-903d-4ef8-a78a-bb33b7241cae', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:31:31.755383 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38e0c15c-6829-4642-922d-0a79620a4be6 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:31.813406 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38e0c15c-6829-4642-922d-0a79620a4be6 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:31.876960 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38e0c15c-6829-4642-922d-0a79620a4be6 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:31.896002 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0c15c-6829-4642-922d-0a79620a4be6 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43373fb9-f432-4210-bc72-e75c01bcb20f,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:31.975056 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-38e0c15c-6829-4642-922d-0a79620a4be6 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:31.976292 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-38e0c15c-6829-4642-922d-0a79620a4be6 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3107436 Dec 17 16:31:31.978948 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45194) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:31:31.983264 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-ecd8c391-79ca-408a-9669-6345b61912e5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'security_group_rule': {'security_group_id': '1be3ab74-903d-4ef8-a78a-bb33b7241cae', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:31:32.052940 n-d-820553-2 neutron-server[102832]: INFO neutron.db.securitygroups_db [None req-ecd8c391-79ca-408a-9669-6345b61912e5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Project 437dcc00f8fd49499d299b0a33d98052 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:31:32.057692 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ecd8c391-79ca-408a-9669-6345b61912e5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:32.116704 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ecd8c391-79ca-408a-9669-6345b61912e5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:32.190406 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ecd8c391-79ca-408a-9669-6345b61912e5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:32.212057 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8c391-79ca-408a-9669-6345b61912e5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ac0a99-a67a-46e7-bf08-a53ccb1706e2,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:32.278535 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ecd8c391-79ca-408a-9669-6345b61912e5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:32.279743 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ecd8c391-79ca-408a-9669-6345b61912e5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2998896 Dec 17 16:31:32.282754 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45196) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:31:32.287073 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-ecfbe6a1-ed10-428f-a92a-e0859776d74c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'security_group_rule': {'security_group_id': '1be3ab74-903d-4ef8-a78a-bb33b7241cae', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:31:32.390600 n-d-820553-2 neutron-server[102832]: INFO neutron.db.securitygroups_db [None req-ecfbe6a1-ed10-428f-a92a-e0859776d74c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Project 437dcc00f8fd49499d299b0a33d98052 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:31:32.395825 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ecfbe6a1-ed10-428f-a92a-e0859776d74c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:32.457061 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ecfbe6a1-ed10-428f-a92a-e0859776d74c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:32.516167 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ecfbe6a1-ed10-428f-a92a-e0859776d74c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:32.536615 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfbe6a1-ed10-428f-a92a-e0859776d74c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be4794b3-2e84-4cd4-9d19-0d2dbb168bcf,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:32.603922 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ecfbe6a1-ed10-428f-a92a-e0859776d74c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:32.605329 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ecfbe6a1-ed10-428f-a92a-e0859776d74c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3214889 Dec 17 16:31:32.608213 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45200) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:31:32.613818 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-719ff64e-c704-4d0c-bc86-da79ba6927f9 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'network': {'name': 'tempest-network-smoke--1543054830', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'port_security_enabled': True}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:31:32.624915 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:32.693262 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719ff64e-c704-4d0c-bc86-da79ba6927f9 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Made reservation on behalf of 437dcc00f8fd49499d299b0a33d98052 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:31:32.696728 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-719ff64e-c704-4d0c-bc86-da79ba6927f9 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:32.720432 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-719ff64e-c704-4d0c-bc86-da79ba6927f9 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:31:32.729557 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-719ff64e-c704-4d0c-bc86-da79ba6927f9 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:32.729901 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-719ff64e-c704-4d0c-bc86-da79ba6927f9 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Added segment 1d29248e-bf73-438c-b4a9-c919fa520f04 of type vlan for network 588eb41b-240e-4d2e-afa1-f376271364ce Dec 17 16:31:32.768960 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-719ff64e-c704-4d0c-bc86-da79ba6927f9 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:32.841781 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-719ff64e-c704-4d0c-bc86-da79ba6927f9 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:32.847769 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719ff64e-c704-4d0c-bc86-da79ba6927f9 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:32.848362 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-719ff64e-c704-4d0c-bc86-da79ba6927f9 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:32.914559 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ff64e-c704-4d0c-bc86-da79ba6927f9 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Network': ['ID=588eb41b-240e-4d2e-afa1-f376271364ce,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:32.926738 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 588eb41b-240e-4d2e-afa1-f376271364ce details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:31:32.953378 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-719ff64e-c704-4d0c-bc86-da79ba6927f9 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3440623 Dec 17 16:31:32.956837 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45204) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:31:32.961457 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-77b8e710-2df7-4b00-b209-a3f355491b3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2140719775', 'admin_state_up': True, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:31:33.036441 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-77b8e710-2df7-4b00-b209-a3f355491b3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:33.037587 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-77b8e710-2df7-4b00-b209-a3f355491b3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:33.086855 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-77b8e710-2df7-4b00-b209-a3f355491b3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:33.596955 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-77b8e710-2df7-4b00-b209-a3f355491b3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:33.841484 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-77b8e710-2df7-4b00-b209-a3f355491b3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:33.864862 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-77b8e710-2df7-4b00-b209-a3f355491b3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:33.968263 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-77b8e710-2df7-4b00-b209-a3f355491b3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Allocated IP 172.25.6.191 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/61196759-ae0e-45fb-889d-ac63781cd8d4) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:31:34.071714 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-77b8e710-2df7-4b00-b209-a3f355491b3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:34.196725 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:34.242786 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-77b8e710-2df7-4b00-b209-a3f355491b3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:34.280154 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b8e710-2df7-4b00-b209-a3f355491b3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:31:34.284980 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-77b8e710-2df7-4b00-b209-a3f355491b3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:31:34.292054 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b8e710-2df7-4b00-b209-a3f355491b3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:31:34.295066 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8e710-2df7-4b00-b209-a3f355491b3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Port': ['ID=61196759-ae0e-45fb-889d-ac63781cd8d4,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:34.339032 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:34.596541 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-77b8e710-2df7-4b00-b209-a3f355491b3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:34.792582 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-77b8e710-2df7-4b00-b209-a3f355491b3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:34.973285 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b8e710-2df7-4b00-b209-a3f355491b3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Router ade90d23-892b-450a-9c58-9583d85796a6 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:31:35.077930 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b8e710-2df7-4b00-b209-a3f355491b3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:31:35.091885 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fd8747-0955-48d2-ac1f-dc25ce6d5cbf None None] Sync routers for ids ['ade90d23-892b-450a-9c58-9583d85796a6'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:31:35.101336 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fd8747-0955-48d2-ac1f-dc25ce6d5cbf None None] Routers {'ade90d23-892b-450a-9c58-9583d85796a6'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:31:35.101942 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-12fd8747-0955-48d2-ac1f-dc25ce6d5cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:31:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['ade90d23-892b-450a-9c58-9583d85796a6'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:35.152546 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-77b8e710-2df7-4b00-b209-a3f355491b3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:35.153886 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-77b8e710-2df7-4b00-b209-a3f355491b3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1959615 Dec 17 16:31:35.157396 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45206) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:31:35.204793 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-12fd8747-0955-48d2-ac1f-dc25ce6d5cbf None None] Set router ade90d23-892b-450a-9c58-9583d85796a6 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:31:35.281964 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c4efcd43-3869-40d3-a175-5200a79f7706 tempest-TestNetworkAdvancedServerOps-1516648074 tempest-TestNetworkAdvancedServerOps-1516648074-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=437dcc00f8fd49499d299b0a33d98052&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1233482 Dec 17 16:31:35.284661 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45210) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:31:35.381667 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-12fd8747-0955-48d2-ac1f-dc25ce6d5cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140719775', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '61196759-ae0e-45fb-889d-ac63781cd8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:31:33Z', 'updated_at': '2021-12-17T16:31:34Z', 'revision_number': 3, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '61196759-ae0e-45fb-889d-ac63781cd8d4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:31:33Z', 'updated_at': '2021-12-17T16:31:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:35.411800 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fd8747-0955-48d2-ac1f-dc25ce6d5cbf None None] Checking router: ade90d23-892b-450a-9c58-9583d85796a6 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:31:35.412151 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fd8747-0955-48d2-ac1f-dc25ce6d5cbf None None] Updating router ade90d23-892b-450a-9c58-9583d85796a6 port 61196759-ae0e-45fb-889d-ac63781cd8d4 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:31:35.439107 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-12fd8747-0955-48d2-ac1f-dc25ce6d5cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:35.690191 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c389ba1b-c60b-444e-b4c6-58a3796f7095 tempest-TestNetworkAdvancedServerOps-1516648074 tempest-TestNetworkAdvancedServerOps-1516648074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:35.690480 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-12fd8747-0955-48d2-ac1f-dc25ce6d5cbf None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:35.691624 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c389ba1b-c60b-444e-b4c6-58a3796f7095 tempest-TestNetworkAdvancedServerOps-1516648074 tempest-TestNetworkAdvancedServerOps-1516648074-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4059708 Dec 17 16:31:35.694475 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45212) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:31:35.722608 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7127372c-ffab-4cf7-a919-70ec0cf1f901 tempest-TestNetworkAdvancedServerOps-1516648074 tempest-TestNetworkAdvancedServerOps-1516648074-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=4e9cade7-8de3-4483-a2b7-ada6bbc76cf6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270607 Dec 17 16:31:35.725139 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45214) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:31:35.729697 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-e0037c38-253c-4c54-9cf0-6961428d4119 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1292590060', 'network_id': '588eb41b-240e-4d2e-afa1-f376271364ce', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:31:35.751008 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-12fd8747-0955-48d2-ac1f-dc25ce6d5cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:35.805972 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-12fd8747-0955-48d2-ac1f-dc25ce6d5cbf None None] Attempting to bind port 61196759-ae0e-45fb-889d-ac63781cd8d4 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:31:35.806457 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-12fd8747-0955-48d2-ac1f-dc25ce6d5cbf None None] Attempting to bind port 61196759-ae0e-45fb-889d-ac63781cd8d4 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:31:35.806667 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fd8747-0955-48d2-ac1f-dc25ce6d5cbf None None] Attempting to bind port 61196759-ae0e-45fb-889d-ac63781cd8d4 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:31:35.808619 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf47fc-f354-4591-8f8a-7b6d7d758361 None None] Pushing event updated for resources: {'Port': ['ID=61196759-ae0e-45fb-889d-ac63781cd8d4,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:35.818544 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf47fc-f354-4591-8f8a-7b6d7d758361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:35.818876 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf47fc-f354-4591-8f8a-7b6d7d758361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:35.819203 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf47fc-f354-4591-8f8a-7b6d7d758361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:35.819525 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf47fc-f354-4591-8f8a-7b6d7d758361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:35.819844 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf47fc-f354-4591-8f8a-7b6d7d758361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:35.820161 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf47fc-f354-4591-8f8a-7b6d7d758361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:35.820475 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf47fc-f354-4591-8f8a-7b6d7d758361 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:35.820784 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf47fc-f354-4591-8f8a-7b6d7d758361 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:35.821235 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf47fc-f354-4591-8f8a-7b6d7d758361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:35.821568 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf47fc-f354-4591-8f8a-7b6d7d758361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:35.821880 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf47fc-f354-4591-8f8a-7b6d7d758361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:35.822188 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf47fc-f354-4591-8f8a-7b6d7d758361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:31:35.825647 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fd8747-0955-48d2-ac1f-dc25ce6d5cbf None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:31:35.826410 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fd8747-0955-48d2-ac1f-dc25ce6d5cbf None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:31:35.826804 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-12fd8747-0955-48d2-ac1f-dc25ce6d5cbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:35.827175 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fd8747-0955-48d2-ac1f-dc25ce6d5cbf None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:31:35.827633 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-12fd8747-0955-48d2-ac1f-dc25ce6d5cbf None None] Bound port: 61196759-ae0e-45fb-889d-ac63781cd8d4, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:31:35.828018 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-12fd8747-0955-48d2-ac1f-dc25ce6d5cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:35.882111 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0037c38-253c-4c54-9cf0-6961428d4119 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Made reservation on behalf of 437dcc00f8fd49499d299b0a33d98052 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:31:35.886507 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e0037c38-253c-4c54-9cf0-6961428d4119 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:35.973110 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-12fd8747-0955-48d2-ac1f-dc25ce6d5cbf None None] For port 61196759-ae0e-45fb-889d-ac63781cd8d4, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:31:35.976741 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-12fd8747-0955-48d2-ac1f-dc25ce6d5cbf None None] For port 61196759-ae0e-45fb-889d-ac63781cd8d4, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=61196759-ae0e-45fb-889d-ac63781cd8d4,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:31:36.059391 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-12fd8747-0955-48d2-ac1f-dc25ce6d5cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:36.114478 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fd8747-0955-48d2-ac1f-dc25ce6d5cbf None None] Routers {'ade90d23-892b-450a-9c58-9583d85796a6'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:31:36.115209 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-12fd8747-0955-48d2-ac1f-dc25ce6d5cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:31:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['ade90d23-892b-450a-9c58-9583d85796a6'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:36.119579 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf47fc-f354-4591-8f8a-7b6d7d758361 None None] Pushing event updated for resources: {'Port': ['ID=61196759-ae0e-45fb-889d-ac63781cd8d4,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:36.122339 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e0037c38-253c-4c54-9cf0-6961428d4119 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:36.186693 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0037c38-253c-4c54-9cf0-6961428d4119 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Subnet': ['ID=c4365eaa-ddac-4912-8e81-c3d21a17f86c,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:36.197600 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0037c38-253c-4c54-9cf0-6961428d4119 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Checking segment: {'id': '1d29248e-bf73-438c-b4a9-c919fa520f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '588eb41b-240e-4d2e-afa1-f376271364ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:31:36.197955 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0037c38-253c-4c54-9cf0-6961428d4119 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Network hostable DHCP agents. Network: 588eb41b-240e-4d2e-afa1-f376271364ce, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:31:36.219832 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-12fd8747-0955-48d2-ac1f-dc25ce6d5cbf None None] Set router ade90d23-892b-450a-9c58-9583d85796a6 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:31:36.265263 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0037c38-253c-4c54-9cf0-6961428d4119 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Network 588eb41b-240e-4d2e-afa1-f376271364ce is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:31:36.345902 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-e0037c38-253c-4c54-9cf0-6961428d4119 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 588eb41b-240e-4d2e-afa1-f376271364ce) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:31:36.349989 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0037c38-253c-4c54-9cf0-6961428d4119 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:36.350580 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e0037c38-253c-4c54-9cf0-6961428d4119 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:36.356372 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f91305-e027-4a99-aa90-61cc4565439a None None] Network 588eb41b-240e-4d2e-afa1-f376271364ce requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:31:36.396710 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-12fd8747-0955-48d2-ac1f-dc25ce6d5cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140719775', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '61196759-ae0e-45fb-889d-ac63781cd8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:31:33Z', 'updated_at': '2021-12-17T16:31:34Z', 'revision_number': 3, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '61196759-ae0e-45fb-889d-ac63781cd8d4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:31:33Z', 'updated_at': '2021-12-17T16:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:36.427321 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fd8747-0955-48d2-ac1f-dc25ce6d5cbf None None] The sync data for ids ['ade90d23-892b-450a-9c58-9583d85796a6'] in n-d-820553-2 is: [{'id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140719775', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '61196759-ae0e-45fb-889d-ac63781cd8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:31:33Z', 'updated_at': '2021-12-17T16:31:34Z', 'revision_number': 3, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '61196759-ae0e-45fb-889d-ac63781cd8d4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:31:33Z', 'updated_at': '2021-12-17T16:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:31:36.457462 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e0037c38-253c-4c54-9cf0-6961428d4119 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7312920 Dec 17 16:31:36.460095 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45216) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:31:36.509398 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710abb59-9ba0-4316-a605-cfecd8843a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-588eb41b-240e-4d2e-afa1-f376271364ce', 'network_id': '588eb41b-240e-4d2e-afa1-f376271364ce', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'fixed_ips': [{'subnet_id': 'c4365eaa-ddac-4912-8e81-c3d21a17f86c'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 16:31:36.510303 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-710abb59-9ba0-4316-a605-cfecd8843a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:36.670175 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-710abb59-9ba0-4316-a605-cfecd8843a33 None None] Allocated IP 172.20.0.2 (588eb41b-240e-4d2e-afa1-f376271364ce/c4365eaa-ddac-4912-8e81-c3d21a17f86c/b895f1eb-80e1-48c8-9991-2f1c270823bd) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:31:36.829809 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-710abb59-9ba0-4316-a605-cfecd8843a33 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:36.894188 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-710abb59-9ba0-4316-a605-cfecd8843a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:36.940590 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710abb59-9ba0-4316-a605-cfecd8843a33 None None] Network 588eb41b-240e-4d2e-afa1-f376271364ce is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:31:36.946670 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-710abb59-9ba0-4316-a605-cfecd8843a33 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:31:36.948862 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710abb59-9ba0-4316-a605-cfecd8843a33 None None] Pushing event updated for resources: {'Port': ['ID=b895f1eb-80e1-48c8-9991-2f1c270823bd,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:36.953529 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710abb59-9ba0-4316-a605-cfecd8843a33 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:31:36.960326 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e4505729-3b79-4162-98c3-7d0d1f37ea46 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:37.011012 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-710abb59-9ba0-4316-a605-cfecd8843a33 None None] Attempting to bind port b895f1eb-80e1-48c8-9991-2f1c270823bd on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:31:37.011393 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-710abb59-9ba0-4316-a605-cfecd8843a33 None None] Attempting to bind port b895f1eb-80e1-48c8-9991-2f1c270823bd by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '1d29248e-bf73-438c-b4a9-c919fa520f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '588eb41b-240e-4d2e-afa1-f376271364ce'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:31:37.011922 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710abb59-9ba0-4316-a605-cfecd8843a33 None None] Attempting to bind port b895f1eb-80e1-48c8-9991-2f1c270823bd on network 588eb41b-240e-4d2e-afa1-f376271364ce {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:31:37.018074 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710abb59-9ba0-4316-a605-cfecd8843a33 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:31:37.018503 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710abb59-9ba0-4316-a605-cfecd8843a33 None None] Checking segment: {'id': '1d29248e-bf73-438c-b4a9-c919fa520f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '588eb41b-240e-4d2e-afa1-f376271364ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:31:37.018922 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-710abb59-9ba0-4316-a605-cfecd8843a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:37.019306 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710abb59-9ba0-4316-a605-cfecd8843a33 None None] Bound using segment: {'id': '1d29248e-bf73-438c-b4a9-c919fa520f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '588eb41b-240e-4d2e-afa1-f376271364ce'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:31:37.019774 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-710abb59-9ba0-4316-a605-cfecd8843a33 None None] Bound port: b895f1eb-80e1-48c8-9991-2f1c270823bd, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d29248e-bf73-438c-b4a9-c919fa520f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '588eb41b-240e-4d2e-afa1-f376271364ce'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:31:37.020153 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-710abb59-9ba0-4316-a605-cfecd8843a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:37.085984 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-710abb59-9ba0-4316-a605-cfecd8843a33 None None] For port b895f1eb-80e1-48c8-9991-2f1c270823bd, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:31:37.089686 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-710abb59-9ba0-4316-a605-cfecd8843a33 None None] For port b895f1eb-80e1-48c8-9991-2f1c270823bd, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b895f1eb-80e1-48c8-9991-2f1c270823bd,segment=NetworkSegment(1d29248e-bf73-438c-b4a9-c919fa520f04),segment_id=1d29248e-bf73-438c-b4a9-c919fa520f04)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:31:37.162764 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-710abb59-9ba0-4316-a605-cfecd8843a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:37.231173 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710abb59-9ba0-4316-a605-cfecd8843a33 None None] Pushing event updated for resources: {'Port': ['ID=b895f1eb-80e1-48c8-9991-2f1c270823bd,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:37.261868 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-e4505729-3b79-4162-98c3-7d0d1f37ea46 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Allocated IP 172.20.0.1 (588eb41b-240e-4d2e-afa1-f376271364ce/c4365eaa-ddac-4912-8e81-c3d21a17f86c/d9dc9f55-fae6-47e8-8a11-c8647a07912c) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:31:37.382489 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e4505729-3b79-4162-98c3-7d0d1f37ea46 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:37.493725 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e4505729-3b79-4162-98c3-7d0d1f37ea46 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:37.546599 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4505729-3b79-4162-98c3-7d0d1f37ea46 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Network 588eb41b-240e-4d2e-afa1-f376271364ce is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:31:37.550289 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-e4505729-3b79-4162-98c3-7d0d1f37ea46 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:31:37.556913 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4505729-3b79-4162-98c3-7d0d1f37ea46 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:31:37.560931 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4505729-3b79-4162-98c3-7d0d1f37ea46 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Port': ['ID=d9dc9f55-fae6-47e8-8a11-c8647a07912c,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:37.603972 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e4505729-3b79-4162-98c3-7d0d1f37ea46 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:37.791261 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e4505729-3b79-4162-98c3-7d0d1f37ea46 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:38.067668 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e4505729-3b79-4162-98c3-7d0d1f37ea46 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:38.127930 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e4505729-3b79-4162-98c3-7d0d1f37ea46 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:38.198593 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4505729-3b79-4162-98c3-7d0d1f37ea46 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Port': ['ID=d9dc9f55-fae6-47e8-8a11-c8647a07912c,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:38.203329 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e4505729-3b79-4162-98c3-7d0d1f37ea46 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:38.301130 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4505729-3b79-4162-98c3-7d0d1f37ea46 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Network 588eb41b-240e-4d2e-afa1-f376271364ce is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:31:38.302549 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-e4505729-3b79-4162-98c3-7d0d1f37ea46 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:31:38.419939 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4505729-3b79-4162-98c3-7d0d1f37ea46 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Router ade90d23-892b-450a-9c58-9583d85796a6 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:31:38.537537 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4505729-3b79-4162-98c3-7d0d1f37ea46 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:31:38.550990 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fd7c0c-6f6c-4183-b655-9a3f4250c675 None None] Sync routers for ids ['ade90d23-892b-450a-9c58-9583d85796a6'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:31:38.558834 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e4505729-3b79-4162-98c3-7d0d1f37ea46 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "PUT /v2.0/routers/ade90d23-892b-450a-9c58-9583d85796a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0941494 Dec 17 16:31:38.568695 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fd7c0c-6f6c-4183-b655-9a3f4250c675 None None] Routers {'ade90d23-892b-450a-9c58-9583d85796a6'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:31:38.569675 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-24fd7c0c-6f6c-4183-b655-9a3f4250c675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:31:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['ade90d23-892b-450a-9c58-9583d85796a6'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:38.655032 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b895f1eb-80e1-48c8-9991-2f1c270823bd up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:31:38.658329 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cc4f30-42d5-483d-9489-4525f51783a5 None None] Network 588eb41b-240e-4d2e-afa1-f376271364ce requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:31:38.705423 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-40081373-d3f5-4ac0-8131-867e9890a156 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-918302953&fields=id&tenant_id=437dcc00f8fd49499d299b0a33d98052 HTTP/1.1" status: 200 len: 267 time: 0.0340116 Dec 17 16:31:38.776182 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-5948bc08-6527-4220-88cf-49ce7539023c None None] Provisioning complete for port b895f1eb-80e1-48c8-9991-2f1c270823bd triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:31:38.776557 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5948bc08-6527-4220-88cf-49ce7539023c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:38.817112 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-84bc7d82-39e3-4e1c-a602-0b4e1ea33b02 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:38.818946 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-84bc7d82-39e3-4e1c-a602-0b4e1ea33b02 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/networks?id=588eb41b-240e-4d2e-afa1-f376271364ce HTTP/1.1" status: 200 len: 797 time: 0.1037273 Dec 17 16:31:38.820188 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-24fd7c0c-6f6c-4183-b655-9a3f4250c675 None None] Set router ade90d23-892b-450a-9c58-9583d85796a6 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:31:38.834387 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-b41bcb21-92fd-4fce-97b7-f9e80616c88a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/quotas/437dcc00f8fd49499d299b0a33d98052 HTTP/1.1" status: 200 len: 375 time: 0.0098355 Dec 17 16:31:38.873484 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port b895f1eb-80e1-48c8-9991-2f1c270823bd triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:31:38.873789 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:38.895391 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-bff2f771-0b7d-4137-b2ee-a8d7f11c66af tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553050 Dec 17 16:31:38.955944 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-89a4dc72-aae6-43d7-9b24-bc6bcac99c5a service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:31:38.956898 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-89a4dc72-aae6-43d7-9b24-bc6bcac99c5a service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0499914 Dec 17 16:31:39.049318 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-4a0371f8-5211-459a-ac20-fce3219dcee7 service neutron] 10.222.0.46 "GET /v2.0/networks/588eb41b-240e-4d2e-afa1-f376271364ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856860 Dec 17 16:31:39.148391 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-7dd1fd64-44b3-43e8-8957-1d800b3b9c9e service neutron] 10.222.0.46 "GET /v2.0/networks/588eb41b-240e-4d2e-afa1-f376271364ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926313 Dec 17 16:31:39.279466 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5948bc08-6527-4220-88cf-49ce7539023c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:39.374646 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:39.383751 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f186eea7-b6ef-4709-8b30-ee54322cb385 req-09447960-a2af-466a-ab49-1ead0aca9ca1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8 HTTP/1.1" status: 200 len: 210 time: 0.0325422 Dec 17 16:31:39.411882 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-5948bc08-6527-4220-88cf-49ce7539023c None None] For port b895f1eb-80e1-48c8-9991-2f1c270823bd, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b895f1eb-80e1-48c8-9991-2f1c270823bd,segment=NetworkSegment(1d29248e-bf73-438c-b4a9-c919fa520f04),segment_id=1d29248e-bf73-438c-b4a9-c919fa520f04)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:31:39.431380 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-24fd7c0c-6f6c-4183-b655-9a3f4250c675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140719775', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '61196759-ae0e-45fb-889d-ac63781cd8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:31:33Z', 'updated_at': '2021-12-17T16:31:37Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '61196759-ae0e-45fb-889d-ac63781cd8d4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:31:33Z', 'updated_at': '2021-12-17T16:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'd9dc9f55-fae6-47e8-8a11-c8647a07912c', 'name': '', 'network_id': '588eb41b-240e-4d2e-afa1-f376271364ce', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:e1:b4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c4365eaa-ddac-4912-8e81-c3d21a17f86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:31:37Z', 'updated_at': '2021-12-17T16:31:37Z', 'revision_number': 2, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': 'c4365eaa-ddac-4912-8e81-c3d21a17f86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:39.463382 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fd7c0c-6f6c-4183-b655-9a3f4250c675 None None] Checking router: ade90d23-892b-450a-9c58-9583d85796a6 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:31:39.463623 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fd7c0c-6f6c-4183-b655-9a3f4250c675 None None] Updating router ade90d23-892b-450a-9c58-9583d85796a6 port d9dc9f55-fae6-47e8-8a11-c8647a07912c binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:31:39.467757 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5948bc08-6527-4220-88cf-49ce7539023c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:39.546091 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-24fd7c0c-6f6c-4183-b655-9a3f4250c675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:39.616080 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:31:39.616802 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:31:39.618555 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948bc08-6527-4220-88cf-49ce7539023c None None] Pushing event updated for resources: {'Port': ['ID=b895f1eb-80e1-48c8-9991-2f1c270823bd,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:39.644139 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a1f455e3-176b-447f-ab80-bb5df8f6687a None None] Provisioning complete for port d9dc9f55-fae6-47e8-8a11-c8647a07912c triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:31:39.644517 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a1f455e3-176b-447f-ab80-bb5df8f6687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:39.750999 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-a1f455e3-176b-447f-ab80-bb5df8f6687a None None] Port d9dc9f55-fae6-47e8-8a11-c8647a07912c cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:31:39.803639 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-a1f455e3-176b-447f-ab80-bb5df8f6687a None None] Provisioning complete for port b895f1eb-80e1-48c8-9991-2f1c270823bd triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:31:39.804016 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a1f455e3-176b-447f-ab80-bb5df8f6687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:39.983012 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-24fd7c0c-6f6c-4183-b655-9a3f4250c675 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:40.053499 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-24fd7c0c-6f6c-4183-b655-9a3f4250c675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:40.120342 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf54a7-a5e1-4d84-87d1-bf73eef069e4 None None] Pushing event updated for resources: {'Port': ['ID=d9dc9f55-fae6-47e8-8a11-c8647a07912c,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:40.159539 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-1e16dc05-e77f-4f37-8d0d-d73b4713c186 None None] Provisioning complete for port d9dc9f55-fae6-47e8-8a11-c8647a07912c triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:31:40.159915 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1e16dc05-e77f-4f37-8d0d-d73b4713c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:40.219184 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-24fd7c0c-6f6c-4183-b655-9a3f4250c675 None None] Attempting to bind port d9dc9f55-fae6-47e8-8a11-c8647a07912c on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:31:40.219557 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-24fd7c0c-6f6c-4183-b655-9a3f4250c675 None None] Attempting to bind port d9dc9f55-fae6-47e8-8a11-c8647a07912c by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '1d29248e-bf73-438c-b4a9-c919fa520f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '588eb41b-240e-4d2e-afa1-f376271364ce'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:31:40.219925 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fd7c0c-6f6c-4183-b655-9a3f4250c675 None None] Attempting to bind port d9dc9f55-fae6-47e8-8a11-c8647a07912c on network 588eb41b-240e-4d2e-afa1-f376271364ce {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:31:40.222653 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 61196759-ae0e-45fb-889d-ac63781cd8d4 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:31:40.261007 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fd7c0c-6f6c-4183-b655-9a3f4250c675 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:31:40.261412 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fd7c0c-6f6c-4183-b655-9a3f4250c675 None None] Checking segment: {'id': '1d29248e-bf73-438c-b4a9-c919fa520f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '588eb41b-240e-4d2e-afa1-f376271364ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:31:40.261823 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-24fd7c0c-6f6c-4183-b655-9a3f4250c675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:40.262222 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fd7c0c-6f6c-4183-b655-9a3f4250c675 None None] Bound using segment: {'id': '1d29248e-bf73-438c-b4a9-c919fa520f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '588eb41b-240e-4d2e-afa1-f376271364ce'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:31:40.262730 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-24fd7c0c-6f6c-4183-b655-9a3f4250c675 None None] Bound port: d9dc9f55-fae6-47e8-8a11-c8647a07912c, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d29248e-bf73-438c-b4a9-c919fa520f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '588eb41b-240e-4d2e-afa1-f376271364ce'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:31:40.263091 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-24fd7c0c-6f6c-4183-b655-9a3f4250c675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:40.267157 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-1e16dc05-e77f-4f37-8d0d-d73b4713c186 None None] Port d9dc9f55-fae6-47e8-8a11-c8647a07912c cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:31:40.333860 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 61196759-ae0e-45fb-889d-ac63781cd8d4 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:31:40.334160 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:40.365093 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-24fd7c0c-6f6c-4183-b655-9a3f4250c675 None None] For port d9dc9f55-fae6-47e8-8a11-c8647a07912c, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:31:40.387332 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-24fd7c0c-6f6c-4183-b655-9a3f4250c675 None None] For port d9dc9f55-fae6-47e8-8a11-c8647a07912c, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=d9dc9f55-fae6-47e8-8a11-c8647a07912c,segment=NetworkSegment(1d29248e-bf73-438c-b4a9-c919fa520f04),segment_id=1d29248e-bf73-438c-b4a9-c919fa520f04)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:31:40.402309 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-6aee11b4-abf5-4fd9-8680-ffe55c68f303 None None] Provisioning complete for port d9dc9f55-fae6-47e8-8a11-c8647a07912c triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:31:40.402682 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6aee11b4-abf5-4fd9-8680-ffe55c68f303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:40.465196 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-6aee11b4-abf5-4fd9-8680-ffe55c68f303 None None] Port d9dc9f55-fae6-47e8-8a11-c8647a07912c cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:31:40.470528 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:40.477094 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-24fd7c0c-6f6c-4183-b655-9a3f4250c675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:40.487466 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5e0855ee-fd9c-4085-b66d-b746d7308aa5 req-151104d5-67e4-40a8-b49c-c8885994b56f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8 HTTP/1.1" status: 200 len: 210 time: 0.0297287 Dec 17 16:31:40.523975 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 61196759-ae0e-45fb-889d-ac63781cd8d4, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=61196759-ae0e-45fb-889d-ac63781cd8d4,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:31:40.550397 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf54a7-a5e1-4d84-87d1-bf73eef069e4 None None] Pushing event updated for resources: {'Port': ['ID=d9dc9f55-fae6-47e8-8a11-c8647a07912c,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:40.553163 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fd7c0c-6f6c-4183-b655-9a3f4250c675 None None] Routers {'ade90d23-892b-450a-9c58-9583d85796a6'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:31:40.553755 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-24fd7c0c-6f6c-4183-b655-9a3f4250c675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:31:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['ade90d23-892b-450a-9c58-9583d85796a6'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:40.596047 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:40.693586 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b895f1eb-80e1-48c8-9991-2f1c270823bd up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:31:40.734158 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=61196759-ae0e-45fb-889d-ac63781cd8d4,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:40.762040 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-24fd7c0c-6f6c-4183-b655-9a3f4250c675 None None] Set router ade90d23-892b-450a-9c58-9583d85796a6 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:31:40.850278 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-12dbb86d-2ad6-44c6-ad60-d4f66e83541e None None] Provisioning complete for port d9dc9f55-fae6-47e8-8a11-c8647a07912c triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:31:40.850553 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-12dbb86d-2ad6-44c6-ad60-d4f66e83541e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:40.862573 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port b895f1eb-80e1-48c8-9991-2f1c270823bd triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:31:40.862929 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:41.093667 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-12dbb86d-2ad6-44c6-ad60-d4f66e83541e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:41.139622 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-12dbb86d-2ad6-44c6-ad60-d4f66e83541e None None] For port d9dc9f55-fae6-47e8-8a11-c8647a07912c, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=d9dc9f55-fae6-47e8-8a11-c8647a07912c,segment=NetworkSegment(1d29248e-bf73-438c-b4a9-c919fa520f04),segment_id=1d29248e-bf73-438c-b4a9-c919fa520f04)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:31:41.146152 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-24fd7c0c-6f6c-4183-b655-9a3f4250c675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140719775', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '61196759-ae0e-45fb-889d-ac63781cd8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:31:33Z', 'updated_at': '2021-12-17T16:31:37Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '61196759-ae0e-45fb-889d-ac63781cd8d4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:31:33Z', 'updated_at': '2021-12-17T16:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'd9dc9f55-fae6-47e8-8a11-c8647a07912c', 'name': '', 'network_id': '588eb41b-240e-4d2e-afa1-f376271364ce', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:e1:b4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c4365eaa-ddac-4912-8e81-c3d21a17f86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:31:37Z', 'updated_at': '2021-12-17T16:31:40Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': 'c4365eaa-ddac-4912-8e81-c3d21a17f86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:41.175401 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fd7c0c-6f6c-4183-b655-9a3f4250c675 None None] The sync data for ids ['ade90d23-892b-450a-9c58-9583d85796a6'] in n-d-820553-2 is: [{'id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140719775', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '61196759-ae0e-45fb-889d-ac63781cd8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:31:33Z', 'updated_at': '2021-12-17T16:31:37Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '61196759-ae0e-45fb-889d-ac63781cd8d4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a7:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:31:33Z', 'updated_at': '2021-12-17T16:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'd9dc9f55-fae6-47e8-8a11-c8647a07912c', 'name': '', 'network_id': '588eb41b-240e-4d2e-afa1-f376271364ce', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:e1:b4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c4365eaa-ddac-4912-8e81-c3d21a17f86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:31:37Z', 'updated_at': '2021-12-17T16:31:40Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': 'c4365eaa-ddac-4912-8e81-c3d21a17f86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:31:41.202127 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-12dbb86d-2ad6-44c6-ad60-d4f66e83541e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:41.265577 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dbb86d-2ad6-44c6-ad60-d4f66e83541e None None] Pushing event updated for resources: {'Port': ['ID=d9dc9f55-fae6-47e8-8a11-c8647a07912c,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:41.305227 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:41.526798 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-599f0385-8452-4b95-ad67-bfc4dd900178 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:41.528314 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-599f0385-8452-4b95-ad67-bfc4dd900178 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.41 "GET /v2.0/networks?id=588eb41b-240e-4d2e-afa1-f376271364ce HTTP/1.1" status: 200 len: 797 time: 0.1087682 Dec 17 16:31:41.582715 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-1c64c0b4-bb43-4aec-a20f-e7ca1ff4a6e4 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=437dcc00f8fd49499d299b0a33d98052 HTTP/1.1" status: 200 len: 379 time: 0.0391757 Dec 17 16:31:41.589634 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-36beb1e8-bed5-4969-9c58-7b1546a51d42 req-06eb7a4f-517b-4dc1-a582-d105b3823e81 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8 HTTP/1.1" status: 200 len: 210 time: 0.0304921 Dec 17 16:31:41.592388 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-8f30a205-7615-4b60-8550-bf3ca33e344e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'port': {'device_id': 'daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8', 'network_id': '588eb41b-240e-4d2e-afa1-f376271364ce', 'admin_state_up': True, 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'security_groups': ['1be3ab74-903d-4ef8-a78a-bb33b7241cae']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:31:41.790814 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-8f30a205-7615-4b60-8550-bf3ca33e344e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Made reservation on behalf of 437dcc00f8fd49499d299b0a33d98052 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:31:41.794488 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-8f30a205-7615-4b60-8550-bf3ca33e344e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:41.923191 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-8f30a205-7615-4b60-8550-bf3ca33e344e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Allocated IP 172.20.0.12 (588eb41b-240e-4d2e-afa1-f376271364ce/c4365eaa-ddac-4912-8e81-c3d21a17f86c/d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:31:42.066192 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-8f30a205-7615-4b60-8550-bf3ca33e344e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:42.208190 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-8f30a205-7615-4b60-8550-bf3ca33e344e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:42.255977 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-8f30a205-7615-4b60-8550-bf3ca33e344e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Network 588eb41b-240e-4d2e-afa1-f376271364ce is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:31:42.259135 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-8f30a205-7615-4b60-8550-bf3ca33e344e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:31:42.262809 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-8f30a205-7615-4b60-8550-bf3ca33e344e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:31:42.272163 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30a205-7615-4b60-8550-bf3ca33e344e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Port': ['ID=d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:42.324740 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-8f30a205-7615-4b60-8550-bf3ca33e344e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:42.325461 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-8f30a205-7615-4b60-8550-bf3ca33e344e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:42.404844 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-8f30a205-7615-4b60-8550-bf3ca33e344e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8162773 Dec 17 16:31:42.471785 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-3514e705-f4a4-4607-92d2-6e0229262f9c service neutron] Request body: {'port': {'device_id': 'daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:31:42.526512 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-3514e705-f4a4-4607-92d2-6e0229262f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:42.535420 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-9c170177-3844-429c-80ef-f3747716c27d None None] Provisioning complete for port d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:31:42.535950 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9c170177-3844-429c-80ef-f3747716c27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:42.569876 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-9c170177-3844-429c-80ef-f3747716c27d None None] Port d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:31:42.726570 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabf9ab-d949-4c5a-bd8e-8414b82f016c req-06f025eb-64bb-4855-b9ab-e40fd191ea0f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:42.733621 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8dabf9ab-d949-4c5a-bd8e-8414b82f016c req-06f025eb-64bb-4855-b9ab-e40fd191ea0f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8 HTTP/1.1" status: 200 len: 932 time: 0.0565121 Dec 17 16:31:42.752988 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device d9dc9f55-fae6-47e8-8a11-c8647a07912c up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:31:42.774160 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8dabf9ab-d949-4c5a-bd8e-8414b82f016c req-91ce3f3c-79db-4d2e-a532-dbe718296d03 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=1be3ab74-903d-4ef8-a78a-bb33b7241cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395708 Dec 17 16:31:42.814182 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port d9dc9f55-fae6-47e8-8a11-c8647a07912c triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:31:42.814789 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:42.828081 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-3514e705-f4a4-4607-92d2-6e0229262f9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:31:42.836639 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-3514e705-f4a4-4607-92d2-6e0229262f9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:42.849779 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-3514e705-f4a4-4607-92d2-6e0229262f9c service neutron] Transition to ACTIVE for port object d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:31:42.904643 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 61196759-ae0e-45fb-889d-ac63781cd8d4 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:31:42.910474 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-3514e705-f4a4-4607-92d2-6e0229262f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:42.962957 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 61196759-ae0e-45fb-889d-ac63781cd8d4 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:31:42.963324 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:42.966806 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514e705-f4a4-4607-92d2-6e0229262f9c service neutron] Pushing event updated for resources: {'Port': ['ID=d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:43.046579 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-3514e705-f4a4-4607-92d2-6e0229262f9c service neutron] Attempting to bind port d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:31:43.046866 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-3514e705-f4a4-4607-92d2-6e0229262f9c service neutron] Attempting to bind port d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '1d29248e-bf73-438c-b4a9-c919fa520f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '588eb41b-240e-4d2e-afa1-f376271364ce'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:31:43.047159 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-3514e705-f4a4-4607-92d2-6e0229262f9c service neutron] Attempting to bind port d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011 on network 588eb41b-240e-4d2e-afa1-f376271364ce {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:31:43.053577 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-3514e705-f4a4-4607-92d2-6e0229262f9c service neutron] Port d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011 on network 588eb41b-240e-4d2e-afa1-f376271364ce not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:31:43.053953 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-3514e705-f4a4-4607-92d2-6e0229262f9c service neutron] Attempting to bind port d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011 on network 588eb41b-240e-4d2e-afa1-f376271364ce {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:31:43.059446 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-3514e705-f4a4-4607-92d2-6e0229262f9c service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:31:43.059785 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-3514e705-f4a4-4607-92d2-6e0229262f9c service neutron] Checking segment: {'id': '1d29248e-bf73-438c-b4a9-c919fa520f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '588eb41b-240e-4d2e-afa1-f376271364ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:31:43.060221 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-3514e705-f4a4-4607-92d2-6e0229262f9c service neutron] Bound using segment: {'id': '1d29248e-bf73-438c-b4a9-c919fa520f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '588eb41b-240e-4d2e-afa1-f376271364ce'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:31:43.060584 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-3514e705-f4a4-4607-92d2-6e0229262f9c service neutron] Bound port: d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d29248e-bf73-438c-b4a9-c919fa520f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '588eb41b-240e-4d2e-afa1-f376271364ce'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:31:43.060937 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-3514e705-f4a4-4607-92d2-6e0229262f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:43.133576 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-3514e705-f4a4-4607-92d2-6e0229262f9c service neutron] For port d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:31:43.137001 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-3514e705-f4a4-4607-92d2-6e0229262f9c service neutron] For port d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011,segment=NetworkSegment(1d29248e-bf73-438c-b4a9-c919fa520f04),segment_id=1d29248e-bf73-438c-b4a9-c919fa520f04)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:31:43.202679 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-3514e705-f4a4-4607-92d2-6e0229262f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:43.238268 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-3514e705-f4a4-4607-92d2-6e0229262f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:43.238906 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-3514e705-f4a4-4607-92d2-6e0229262f9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:43.240371 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-3514e705-f4a4-4607-92d2-6e0229262f9c service neutron] 10.222.0.41 "PUT /v2.0/ports/d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011 HTTP/1.1" status: 200 len: 1092 time: 0.8215175 Dec 17 16:31:43.240840 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8', 'tag': 'd6fca4c7-ffc1-4196-a9c0-1fe8d7d02011'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:31:43.243173 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f79dde-b433-4fef-996c-1de2f1f74110" -d '{"events": [{"name": "network-changed", "server_uuid": "daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8", "tag": "d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:31:43.272755 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514e705-f4a4-4607-92d2-6e0229262f9c service neutron] Pushing event updated for resources: {'Port': ['ID=d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:43.289065 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368a44a7-48b9-4fc7-83b7-f345d1c25ccb x-openstack-request-id: req-368a44a7-48b9-4fc7-83b7-f345d1c25ccb {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:31:43.289365 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8", "tag": "d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:31:43.289621 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-368a44a7-48b9-4fc7-83b7-f345d1c25ccb {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:31:43.290076 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8', 'tag': 'd6fca4c7-ffc1-4196-a9c0-1fe8d7d02011', 'status': 'completed', 'code': 200} Dec 17 16:31:43.371661 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f79dde-b433-4fef-996c-1de2f1f74110 req-0bf8d4f1-77d7-4178-8717-7c05556ebee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:43.373656 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f4f79dde-b433-4fef-996c-1de2f1f74110 req-0bf8d4f1-77d7-4178-8717-7c05556ebee8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&device_id=daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8 HTTP/1.1" status: 200 len: 1095 time: 0.0448048 Dec 17 16:31:43.485894 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f79dde-b433-4fef-996c-1de2f1f74110 req-ce94091a-6857-4cca-8421-eca206cc4b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:43.487656 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f4f79dde-b433-4fef-996c-1de2f1f74110 req-ce94091a-6857-4cca-8421-eca206cc4b90 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=437dcc00f8fd49499d299b0a33d98052&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1015573 Dec 17 16:31:43.582283 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f79dde-b433-4fef-996c-1de2f1f74110 req-fd0a1a67-1fde-479d-b645-98bc0026c632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:43.583744 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f4f79dde-b433-4fef-996c-1de2f1f74110 req-fd0a1a67-1fde-479d-b645-98bc0026c632 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899816 Dec 17 16:31:43.685646 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-ed282b65-edca-47a1-b75a-8141b31850ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:43.687148 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-ed282b65-edca-47a1-b75a-8141b31850ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&device_id=daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8 HTTP/1.1" status: 200 len: 1095 time: 0.0466180 Dec 17 16:31:43.733537 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-415999e5-d4f9-4652-b9dc-f5c042df189c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011 HTTP/1.1" status: 200 len: 217 time: 0.0331528 Dec 17 16:31:43.900791 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c543733-0a2e-48b5-9923-e5ec1bf7e5da req-8e7b4232-681c-4f3d-80e4-5f38485ade8a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:43.902305 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9c543733-0a2e-48b5-9923-e5ec1bf7e5da req-8e7b4232-681c-4f3d-80e4-5f38485ade8a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8 HTTP/1.1" status: 200 len: 944 time: 0.0525484 Dec 17 16:31:43.919587 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-53731023-1f0b-4ee2-a11a-68ed16416716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:43.921209 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-53731023-1f0b-4ee2-a11a-68ed16416716 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c4365eaa-ddac-4912-8e81-c3d21a17f86c HTTP/1.1" status: 200 len: 835 time: 0.0450332 Dec 17 16:31:43.941423 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9c543733-0a2e-48b5-9923-e5ec1bf7e5da req-dc4d0306-1003-4711-9522-376623c90d5d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=1be3ab74-903d-4ef8-a78a-bb33b7241cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323343 Dec 17 16:31:43.972440 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-0b0dc94f-bed4-4ae6-a3f6-2435d9ad5b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:43.974002 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-0b0dc94f-bed4-4ae6-a3f6-2435d9ad5b4d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=588eb41b-240e-4d2e-afa1-f376271364ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454049 Dec 17 16:31:44.063071 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-5d86e3dd-ed88-4fc8-a534-0b1798ba4a5c service neutron] 10.222.0.41 "GET /v2.0/networks/588eb41b-240e-4d2e-afa1-f376271364ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819855 Dec 17 16:31:44.155660 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-46450443-8dc7-4a80-a9a8-3c94a3bf0edd req-b3c7b727-a4f0-405b-b253-e6909471c193 service neutron] 10.222.0.41 "GET /v2.0/networks/588eb41b-240e-4d2e-afa1-f376271364ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854325 Dec 17 16:31:45.056115 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d8ab8-445b-4e2e-b2c2-341fc060fe63 req-b6a238c6-7feb-45e3-9460-9d7bce38c4de tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:45.057615 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d59d8ab8-445b-4e2e-b2c2-341fc060fe63 req-b6a238c6-7feb-45e3-9460-9d7bce38c4de tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8 HTTP/1.1" status: 200 len: 944 time: 0.0481429 Dec 17 16:31:45.095373 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d59d8ab8-445b-4e2e-b2c2-341fc060fe63 req-4d1a1ae7-119a-4e12-aabd-2616c2be70df tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=1be3ab74-903d-4ef8-a78a-bb33b7241cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316925 Dec 17 16:31:46.215157 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed44ad-1cc4-431b-a52c-d9f6141ca999 req-d73c4073-5e82-4f66-91e0-16c7268caafb tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:46.216592 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ebed44ad-1cc4-431b-a52c-d9f6141ca999 req-d73c4073-5e82-4f66-91e0-16c7268caafb tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8 HTTP/1.1" status: 200 len: 944 time: 0.0511301 Dec 17 16:31:46.255265 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ebed44ad-1cc4-431b-a52c-d9f6141ca999 req-874136c4-7ea3-478e-8c70-481eac15574e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=1be3ab74-903d-4ef8-a78a-bb33b7241cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323844 Dec 17 16:31:47.372247 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af14e1-7332-4472-97fc-787eb11afbda req-23f66259-4edd-410e-8e1f-76ec2e53334d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:47.373979 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8af14e1-7332-4472-97fc-787eb11afbda req-23f66259-4edd-410e-8e1f-76ec2e53334d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8 HTTP/1.1" status: 200 len: 944 time: 0.0516469 Dec 17 16:31:47.411820 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8af14e1-7332-4472-97fc-787eb11afbda req-e43dd4d0-0424-40d6-b96f-653f293e6661 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=1be3ab74-903d-4ef8-a78a-bb33b7241cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315428 Dec 17 16:31:48.524553 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7a3e5-f760-4c9d-9443-1da4c6172065 req-6ec6c6e9-c4f1-49d4-abbd-4f9757b17c1e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:48.526024 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-81f7a3e5-f760-4c9d-9443-1da4c6172065 req-6ec6c6e9-c4f1-49d4-abbd-4f9757b17c1e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8 HTTP/1.1" status: 200 len: 944 time: 0.0486615 Dec 17 16:31:48.561956 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-81f7a3e5-f760-4c9d-9443-1da4c6172065 req-c4d7205d-0d8d-4f0d-acf4-d64c2f1c7dc7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=1be3ab74-903d-4ef8-a78a-bb33b7241cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300653 Dec 17 16:31:48.889002 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:31:48.990776 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011,segment=NetworkSegment(1d29248e-bf73-438c-b4a9-c919fa520f04),segment_id=1d29248e-bf73-438c-b4a9-c919fa520f04)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:31:49.002571 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'd6fca4c7-ffc1-4196-a9c0-1fe8d7d02011', 'network_id': '588eb41b-240e-4d2e-afa1-f376271364ce', 'port_id': 'd6fca4c7-ffc1-4196-a9c0-1fe8d7d02011', 'mac_address': 'fa:16:3e:44:5f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4365eaa-ddac-4912-8e81-c3d21a17f86c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:31:49.039075 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:49.055818 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:31:49.074147 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011,segment=NetworkSegment(1d29248e-bf73-438c-b4a9-c919fa520f04),segment_id=1d29248e-bf73-438c-b4a9-c919fa520f04)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:31:49.161888 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:49.208541 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:49.601370 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:31:49.677960 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e15193-41fb-42a2-946a-635f07453076 req-8b27739b-3a8e-4f9a-a38b-06b1359757a6 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:49.679443 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-39e15193-41fb-42a2-946a-635f07453076 req-8b27739b-3a8e-4f9a-a38b-06b1359757a6 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8 HTTP/1.1" status: 200 len: 945 time: 0.0489733 Dec 17 16:31:49.717168 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-39e15193-41fb-42a2-946a-635f07453076 req-99141655-d99d-4692-a36e-8a67d9309681 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=1be3ab74-903d-4ef8-a78a-bb33b7241cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317268 Dec 17 16:31:50.834743 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75157cf5-8d0b-42a4-9b8a-fc23688581a6 req-fe94c2a9-d39b-41a0-b2a9-90bb71a6a24d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:50.836208 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-75157cf5-8d0b-42a4-9b8a-fc23688581a6 req-fe94c2a9-d39b-41a0-b2a9-90bb71a6a24d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8 HTTP/1.1" status: 200 len: 945 time: 0.0521939 Dec 17 16:31:50.875658 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-75157cf5-8d0b-42a4-9b8a-fc23688581a6 req-6292e3ec-45ba-4a84-99e9-e8a947660a92 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=1be3ab74-903d-4ef8-a78a-bb33b7241cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333595 Dec 17 16:31:50.904745 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:31:51.007179 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:31:51.010972 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:31:51.011346 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:51.087639 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:51.263612 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6fca4c7-ffc1-4196-a9c0-1fe8d7d02011'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:31:51.265878 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575dfc5e-5f7e-45a0-a637-88818df58fe3" -d '{"events": [{"server_uuid": "daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8", "name": "network-vif-plugged", "status": "completed", "tag": "d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:31:51.278383 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011,segment=NetworkSegment(1d29248e-bf73-438c-b4a9-c919fa520f04),segment_id=1d29248e-bf73-438c-b4a9-c919fa520f04)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:31:51.350567 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:51.356258 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7e2ad6-137d-46e0-823a-4492ed5c8c48 x-openstack-request-id: req-7b7e2ad6-137d-46e0-823a-4492ed5c8c48 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:31:51.356555 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8", "name": "network-vif-plugged", "status": "completed", "tag": "d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:31:51.356794 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7b7e2ad6-137d-46e0-823a-4492ed5c8c48 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:31:51.357210 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6fca4c7-ffc1-4196-a9c0-1fe8d7d02011', 'code': 200} Dec 17 16:31:51.401101 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:51.473783 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46564f73-d355-4083-a4fd-d021f1b58726 req-8e5bc033-d98e-4472-a0a8-fac74dc80dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:51.475236 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-46564f73-d355-4083-a4fd-d021f1b58726 req-8e5bc033-d98e-4472-a0a8-fac74dc80dbd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8 HTTP/1.1" status: 200 len: 1097 time: 0.0406666 Dec 17 16:31:51.508952 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-46564f73-d355-4083-a4fd-d021f1b58726 req-aca145b0-3feb-42ea-89d6-3c3cfd947dc5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1be3ab74-903d-4ef8-a78a-bb33b7241cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271420 Dec 17 16:31:51.990611 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a36df-805b-4831-9464-33bee8255ddd req-60705768-46af-4acc-9a5f-b26026b0427e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:51.992078 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-260a36df-805b-4831-9464-33bee8255ddd req-60705768-46af-4acc-9a5f-b26026b0427e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8 HTTP/1.1" status: 200 len: 946 time: 0.0496030 Dec 17 16:31:52.029391 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-260a36df-805b-4831-9464-33bee8255ddd req-4d8869c6-505c-4895-9200-5e50649efe0b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=1be3ab74-903d-4ef8-a78a-bb33b7241cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314097 Dec 17 16:31:53.144491 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308d971-e9fa-44aa-b621-ebb5d1e1567c req-4c3d69c6-fe8d-42a7-a497-c8bbd70a4ead tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:53.145937 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3308d971-e9fa-44aa-b621-ebb5d1e1567c req-4c3d69c6-fe8d-42a7-a497-c8bbd70a4ead tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8 HTTP/1.1" status: 200 len: 946 time: 0.0489237 Dec 17 16:31:53.182842 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3308d971-e9fa-44aa-b621-ebb5d1e1567c req-e0056fec-1e58-4903-8c99-5f148a5cc177 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=1be3ab74-903d-4ef8-a78a-bb33b7241cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308478 Dec 17 16:31:53.299700 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8a457-80ea-4878-b9e8-f517d3294973 req-529a8713-0c88-4754-9d22-2f04f8371744 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:53.301195 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-65d8a457-80ea-4878-b9e8-f517d3294973 req-529a8713-0c88-4754-9d22-2f04f8371744 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8 HTTP/1.1" status: 200 len: 946 time: 0.0524077 Dec 17 16:31:53.338130 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-65d8a457-80ea-4878-b9e8-f517d3294973 req-0f175804-13df-4e66-a3a0-73e58541fc3f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=1be3ab74-903d-4ef8-a78a-bb33b7241cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309167 Dec 17 16:31:53.359823 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45282) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:31:53.398310 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261c28ee-cf28-440e-99ff-dcbc78e85155 tempest-TestNetworkAdvancedServerOps-1516648074 tempest-TestNetworkAdvancedServerOps-1516648074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:53.399702 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-261c28ee-cf28-440e-99ff-dcbc78e85155 tempest-TestNetworkAdvancedServerOps-1516648074 tempest-TestNetworkAdvancedServerOps-1516648074-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8 HTTP/1.1" status: 200 len: 1092 time: 0.0389245 Dec 17 16:31:53.402426 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45284) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:31:53.406616 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-432962e4-6a94-4c3e-9bd6-a487b81f4da7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'port_id': 'd6fca4c7-ffc1-4196-a9c0-1fe8d7d02011', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:31:53.481464 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-432962e4-6a94-4c3e-9bd6-a487b81f4da7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for floatingip, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:53.577795 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-432962e4-6a94-4c3e-9bd6-a487b81f4da7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:53.678096 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-432962e4-6a94-4c3e-9bd6-a487b81f4da7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Allocated IP 172.25.6.94 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/5c6c4238-3788-4c77-928a-3518870bbce5) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:31:54.047216 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-432962e4-6a94-4c3e-9bd6-a487b81f4da7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:54.116172 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-432962e4-6a94-4c3e-9bd6-a487b81f4da7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:54.153542 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432962e4-6a94-4c3e-9bd6-a487b81f4da7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:31:54.156266 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-432962e4-6a94-4c3e-9bd6-a487b81f4da7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:31:54.160686 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432962e4-6a94-4c3e-9bd6-a487b81f4da7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:31:54.167952 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432962e4-6a94-4c3e-9bd6-a487b81f4da7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Port': ['ID=5c6c4238-3788-4c77-928a-3518870bbce5,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:54.496536 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-432962e4-6a94-4c3e-9bd6-a487b81f4da7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:54.627133 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-432962e4-6a94-4c3e-9bd6-a487b81f4da7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:54.777445 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-432962e4-6a94-4c3e-9bd6-a487b81f4da7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:54.831044 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-432962e4-6a94-4c3e-9bd6-a487b81f4da7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:54.906426 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432962e4-6a94-4c3e-9bd6-a487b81f4da7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Port': ['ID=5c6c4238-3788-4c77-928a-3518870bbce5,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:31:54.916796 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-432962e4-6a94-4c3e-9bd6-a487b81f4da7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:55.014830 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-432962e4-6a94-4c3e-9bd6-a487b81f4da7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Floating IP e45eada9-4daf-4ee5-ae14-0b8a41fb0d7f associated. External IP: 172.25.6.94, port: d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011. Dec 17 16:31:55.225643 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432962e4-6a94-4c3e-9bd6-a487b81f4da7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Router ade90d23-892b-450a-9c58-9583d85796a6 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:31:55.331632 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432962e4-6a94-4c3e-9bd6-a487b81f4da7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:31:55.341030 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cade3d9-ccb0-421b-9375-cda4b65eff51 None None] Sync routers for ids ['ade90d23-892b-450a-9c58-9583d85796a6'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:31:55.351216 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cade3d9-ccb0-421b-9375-cda4b65eff51 None None] Routers {'ade90d23-892b-450a-9c58-9583d85796a6'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:31:55.351843 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-9cade3d9-ccb0-421b-9375-cda4b65eff51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:31:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['ade90d23-892b-450a-9c58-9583d85796a6'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:55.397925 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-432962e4-6a94-4c3e-9bd6-a487b81f4da7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:55.425659 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-432962e4-6a94-4c3e-9bd6-a487b81f4da7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0222449 Dec 17 16:31:55.426394 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8', 'tag': 'd6fca4c7-ffc1-4196-a9c0-1fe8d7d02011'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:31:55.428896 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d9dde65d87f77979ab7779ec4af44e6e3bf331c8a24eb2abb769815fa7c2d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50d3318-566f-46fe-ace0-07f47681e6cd" -d '{"events": [{"name": "network-changed", "server_uuid": "daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8", "tag": "d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:31:55.458097 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-9cade3d9-ccb0-421b-9375-cda4b65eff51 None None] Set router ade90d23-892b-450a-9c58-9583d85796a6 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:31:55.468874 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d49a61f-f2c7-43f4-a7d2-13417960a63b x-openstack-request-id: req-8d49a61f-f2c7-43f4-a7d2-13417960a63b {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:31:55.469404 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8", "tag": "d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:31:55.470788 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8d49a61f-f2c7-43f4-a7d2-13417960a63b {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:31:55.471398 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8', 'tag': 'd6fca4c7-ffc1-4196-a9c0-1fe8d7d02011', 'status': 'completed', 'code': 200} Dec 17 16:31:55.523656 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9475a04-a27e-4830-bb9f-2d0c53d6aab7 req-b8e6ba99-2a16-4da2-bf4d-c7223ed632ec tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:55.525213 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9475a04-a27e-4830-bb9f-2d0c53d6aab7 req-b8e6ba99-2a16-4da2-bf4d-c7223ed632ec tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8 HTTP/1.1" status: 200 len: 946 time: 0.0507455 Dec 17 16:31:55.553330 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d3318-566f-46fe-ace0-07f47681e6cd req-a1e140fb-7602-4e67-a142-e7e38bba2e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:55.554821 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b50d3318-566f-46fe-ace0-07f47681e6cd req-a1e140fb-7602-4e67-a142-e7e38bba2e96 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&device_id=daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8 HTTP/1.1" status: 200 len: 1097 time: 0.0433328 Dec 17 16:31:55.566612 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9475a04-a27e-4830-bb9f-2d0c53d6aab7 req-050cfa52-c622-4e69-a20a-ffe018c2f948 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=1be3ab74-903d-4ef8-a78a-bb33b7241cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350947 Dec 17 16:31:55.590511 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45292) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:31:55.655988 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d3318-566f-46fe-ace0-07f47681e6cd req-dce70af4-86cc-43ac-b3ad-9037f10215c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:55.656779 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-bff78c83-1227-475e-b918-1b9bdfa023fc tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/floatingips/e45eada9-4daf-4ee5-ae14-0b8a41fb0d7f HTTP/1.1" status: 200 len: 991 time: 0.0651565 Dec 17 16:31:55.660344 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b50d3318-566f-46fe-ace0-07f47681e6cd req-dce70af4-86cc-43ac-b3ad-9037f10215c2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=588eb41b-240e-4d2e-afa1-f376271364ce HTTP/1.1" status: 200 len: 898 time: 0.0986981 Dec 17 16:31:55.686398 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-9cade3d9-ccb0-421b-9375-cda4b65eff51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140719775', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '61196759-ae0e-45fb-889d-ac63781cd8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:31:33Z', 'updated_at': '2021-12-17T16:31:37Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '61196759-ae0e-45fb-889d-ac63781cd8d4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:31:33Z', 'updated_at': '2021-12-17T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'e45eada9-4daf-4ee5-ae14-0b8a41fb0d7f', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'port_id': 'd6fca4c7-ffc1-4196-a9c0-1fe8d7d02011', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '588eb41b-240e-4d2e-afa1-f376271364ce', 'mac_address': 'fa:16:3e:44:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:31:54Z', 'updated_at': '2021-12-17T16:31:54Z', 'revision_number': 0, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9dc9f55-fae6-47e8-8a11-c8647a07912c', 'name': '', 'network_id': '588eb41b-240e-4d2e-afa1-f376271364ce', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:e1:b4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c4365eaa-ddac-4912-8e81-c3d21a17f86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:31:37Z', 'updated_at': '2021-12-17T16:31:41Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': 'c4365eaa-ddac-4912-8e81-c3d21a17f86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:55.715660 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cade3d9-ccb0-421b-9375-cda4b65eff51 None None] Checking router: ade90d23-892b-450a-9c58-9583d85796a6 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:31:55.724534 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cade3d9-ccb0-421b-9375-cda4b65eff51 None None] Routers {'ade90d23-892b-450a-9c58-9583d85796a6'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:31:55.725173 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-9cade3d9-ccb0-421b-9375-cda4b65eff51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:31:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['ade90d23-892b-450a-9c58-9583d85796a6'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:55.725475 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b50d3318-566f-46fe-ace0-07f47681e6cd req-a376c48b-ae15-45d5-be07-fc903b85d663 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011 HTTP/1.1" status: 200 len: 999 time: 0.0584865 Dec 17 16:31:55.775190 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d3318-566f-46fe-ace0-07f47681e6cd req-f8e45dae-b2e1-4f75-8e60-19ab19289c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:55.776683 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b50d3318-566f-46fe-ace0-07f47681e6cd req-f8e45dae-b2e1-4f75-8e60-19ab19289c59 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c4365eaa-ddac-4912-8e81-c3d21a17f86c HTTP/1.1" status: 200 len: 835 time: 0.0446448 Dec 17 16:31:55.824678 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d3318-566f-46fe-ace0-07f47681e6cd req-d628dafd-3504-406e-9669-aee1fa1c65fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:31:55.826251 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b50d3318-566f-46fe-ace0-07f47681e6cd req-d628dafd-3504-406e-9669-aee1fa1c65fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=588eb41b-240e-4d2e-afa1-f376271364ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427461 Dec 17 16:31:55.828299 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-9cade3d9-ccb0-421b-9375-cda4b65eff51 None None] Set router ade90d23-892b-450a-9c58-9583d85796a6 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:31:55.916102 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b50d3318-566f-46fe-ace0-07f47681e6cd req-768535f8-0d25-4694-9ff9-beec6fe8e478 service neutron] 10.222.0.41 "GET /v2.0/networks/588eb41b-240e-4d2e-afa1-f376271364ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823727 Dec 17 16:31:56.012695 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b50d3318-566f-46fe-ace0-07f47681e6cd req-3813e330-cf26-40ed-9797-7aa4638ba190 service neutron] 10.222.0.41 "GET /v2.0/networks/588eb41b-240e-4d2e-afa1-f376271364ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895298 Dec 17 16:31:56.048029 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-9cade3d9-ccb0-421b-9375-cda4b65eff51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140719775', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '61196759-ae0e-45fb-889d-ac63781cd8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:31:33Z', 'updated_at': '2021-12-17T16:31:37Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '61196759-ae0e-45fb-889d-ac63781cd8d4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:31:33Z', 'updated_at': '2021-12-17T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'e45eada9-4daf-4ee5-ae14-0b8a41fb0d7f', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'port_id': 'd6fca4c7-ffc1-4196-a9c0-1fe8d7d02011', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '588eb41b-240e-4d2e-afa1-f376271364ce', 'mac_address': 'fa:16:3e:44:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:31:54Z', 'updated_at': '2021-12-17T16:31:54Z', 'revision_number': 0, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9dc9f55-fae6-47e8-8a11-c8647a07912c', 'name': '', 'network_id': '588eb41b-240e-4d2e-afa1-f376271364ce', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:e1:b4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c4365eaa-ddac-4912-8e81-c3d21a17f86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:31:37Z', 'updated_at': '2021-12-17T16:31:41Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': 'c4365eaa-ddac-4912-8e81-c3d21a17f86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:31:56.073628 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cade3d9-ccb0-421b-9375-cda4b65eff51 None None] The sync data for ids ['ade90d23-892b-450a-9c58-9583d85796a6'] in n-d-820553-2 is: [{'id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140719775', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '61196759-ae0e-45fb-889d-ac63781cd8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:31:33Z', 'updated_at': '2021-12-17T16:31:37Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '61196759-ae0e-45fb-889d-ac63781cd8d4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:31:33Z', 'updated_at': '2021-12-17T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': 'e45eada9-4daf-4ee5-ae14-0b8a41fb0d7f', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'port_id': 'd6fca4c7-ffc1-4196-a9c0-1fe8d7d02011', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '588eb41b-240e-4d2e-afa1-f376271364ce', 'mac_address': 'fa:16:3e:44:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:31:54Z', 'updated_at': '2021-12-17T16:31:54Z', 'revision_number': 0, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9dc9f55-fae6-47e8-8a11-c8647a07912c', 'name': '', 'network_id': '588eb41b-240e-4d2e-afa1-f376271364ce', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:e1:b4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c4365eaa-ddac-4912-8e81-c3d21a17f86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:31:37Z', 'updated_at': '2021-12-17T16:31:41Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': 'c4365eaa-ddac-4912-8e81-c3d21a17f86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:31:56.661702 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45294) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:31:56.666712 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9aaf0b-d0e6-479e-a007-cda274e2ebc7 None None] New status for floating IP e45eada9-4daf-4ee5-ae14-0b8a41fb0d7f: ACTIVE {{(pid=102834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:31:56.724202 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-41482e29-e989-423d-9c9b-94cc96010821 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/floatingips/e45eada9-4daf-4ee5-ae14-0b8a41fb0d7f HTTP/1.1" status: 200 len: 991 time: 0.0610919 Dec 17 16:31:56.725520 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:31:57.728190 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45296) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:31:57.791037 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ca2358c7-5bf3-4786-8cae-0cbaa5171164 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/floatingips/e45eada9-4daf-4ee5-ae14-0b8a41fb0d7f HTTP/1.1" status: 200 len: 993 time: 0.0617115 Dec 17 16:31:57.817923 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:31:58.881448 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f2487aee-b7e0-451f-a11e-f8e1b984dd54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:32:01.167665 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5e4ab824-1275-42dd-98f9-9520d5ed75a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:32:02.618872 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:32:04.161570 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:32:04.298505 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:32:11.298394 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:32:12.871801 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c00950e4-4f5f-4538-9fc5-268bb2ef2ce5 req-60ac9ad7-4a84-4ea2-9122-7cbdee457929 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430102 Dec 17 16:32:12.973696 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00950e4-4f5f-4538-9fc5-268bb2ef2ce5 req-435c16a0-6795-4118-8938-1931c4363fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:12.975261 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c00950e4-4f5f-4538-9fc5-268bb2ef2ce5 req-435c16a0-6795-4118-8938-1931c4363fec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&device_id=daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8 HTTP/1.1" status: 200 len: 1097 time: 0.0404825 Dec 17 16:32:13.078142 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00950e4-4f5f-4538-9fc5-268bb2ef2ce5 req-b11c60e9-e7a9-483f-82d7-88c4c2334a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:13.079592 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c00950e4-4f5f-4538-9fc5-268bb2ef2ce5 req-b11c60e9-e7a9-483f-82d7-88c4c2334a28 service neutron] 10.222.0.41 "GET /v2.0/networks?id=588eb41b-240e-4d2e-afa1-f376271364ce HTTP/1.1" status: 200 len: 898 time: 0.0867298 Dec 17 16:32:13.149111 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c00950e4-4f5f-4538-9fc5-268bb2ef2ce5 req-00d820c1-e1b1-4440-bfde-49297263f229 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011 HTTP/1.1" status: 200 len: 1001 time: 0.0608859 Dec 17 16:32:13.197728 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00950e4-4f5f-4538-9fc5-268bb2ef2ce5 req-42e27b87-1fc2-4bc1-8d50-eb7d7564a291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:13.199150 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c00950e4-4f5f-4538-9fc5-268bb2ef2ce5 req-42e27b87-1fc2-4bc1-8d50-eb7d7564a291 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c4365eaa-ddac-4912-8e81-c3d21a17f86c HTTP/1.1" status: 200 len: 835 time: 0.0431564 Dec 17 16:32:13.247575 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00950e4-4f5f-4538-9fc5-268bb2ef2ce5 req-109888a3-0a30-4c70-b393-747574e803df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:32:13.249324 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c00950e4-4f5f-4538-9fc5-268bb2ef2ce5 req-109888a3-0a30-4c70-b393-747574e803df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=588eb41b-240e-4d2e-afa1-f376271364ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428202 Dec 17 16:32:13.338180 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c00950e4-4f5f-4538-9fc5-268bb2ef2ce5 req-af00f429-7fc7-4bb4-9d53-6ac4dc614b76 service neutron] 10.222.0.41 "GET /v2.0/networks/588eb41b-240e-4d2e-afa1-f376271364ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806127 Dec 17 16:32:13.432997 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c00950e4-4f5f-4538-9fc5-268bb2ef2ce5 req-5fb50f74-87dd-47db-8f32-e05ac0d650a0 service neutron] 10.222.0.41 "GET /v2.0/networks/588eb41b-240e-4d2e-afa1-f376271364ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870247 Dec 17 16:32:26.698602 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:32:28.910279 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c1fcaf51-eaf6-41f2-abe3-e2c9905bfe52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:32:31.167279 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fe203623-3bae-4f8f-9f36-d2b03db7df01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:32:32.595745 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:32:34.173698 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:32:34.344051 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:32:34.817285 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:32:41.298571 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:32:56.744302 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:32:58.909728 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2f4a4882-7810-4d7b-984a-2bda19a1e5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:01.155136 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-69d5e3c3-8d64-4576-9a8f-1fe1b3c0f850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:01.632881 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df843e-8980-4379-a21a-ec2a7fd67095 req-bdaa171f-5344-4f76-b42d-fccbcdda4c8d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:01.635330 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-65df843e-8980-4379-a21a-ec2a7fd67095 req-bdaa171f-5344-4f76-b42d-fccbcdda4c8d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8 HTTP/1.1" status: 200 len: 946 time: 0.0606358 Dec 17 16:33:01.673766 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-65df843e-8980-4379-a21a-ec2a7fd67095 req-31fa27ad-6d38-45d1-b232-4faf0d89b7d7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=1be3ab74-903d-4ef8-a78a-bb33b7241cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320778 Dec 17 16:33:02.600912 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:02.851504 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a917d5-ef40-4d23-a22d-45a7c5fd19be req-607c6139-649b-44c8-b8de-ed06605046b7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:02.852933 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-11a917d5-ef40-4d23-a22d-45a7c5fd19be req-607c6139-649b-44c8-b8de-ed06605046b7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8 HTTP/1.1" status: 200 len: 946 time: 0.1009963 Dec 17 16:33:02.891083 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-11a917d5-ef40-4d23-a22d-45a7c5fd19be req-057bdcac-1330-4738-975f-d02752820166 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=1be3ab74-903d-4ef8-a78a-bb33b7241cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321450 Dec 17 16:33:02.912486 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45334) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:33:02.971597 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-dd948585-22d2-48fc-a08b-82866f4b10e5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/floatingips/e45eada9-4daf-4ee5-ae14-0b8a41fb0d7f HTTP/1.1" status: 200 len: 993 time: 0.0579851 Dec 17 16:33:04.155419 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:04.309985 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:04.339520 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853088a-5d51-4ea9-ae2f-0f9db2a3962b req-6211db0b-d1bf-49d9-86c3-3e42a05f9a27 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:04.341012 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7853088a-5d51-4ea9-ae2f-0f9db2a3962b req-6211db0b-d1bf-49d9-86c3-3e42a05f9a27 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8 HTTP/1.1" status: 200 len: 946 time: 0.0529509 Dec 17 16:33:04.379275 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7853088a-5d51-4ea9-ae2f-0f9db2a3962b req-9e4b5327-74f3-4feb-85c7-54ffac55ee44 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=1be3ab74-903d-4ef8-a78a-bb33b7241cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321956 Dec 17 16:33:05.502903 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db3c71-56bc-4b3d-a8c1-94b339dab9fc req-efab0fa9-826b-422d-b04f-01dde89f500d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:05.504385 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-72db3c71-56bc-4b3d-a8c1-94b339dab9fc req-efab0fa9-826b-422d-b04f-01dde89f500d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8 HTTP/1.1" status: 200 len: 946 time: 0.0540178 Dec 17 16:33:05.542793 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-72db3c71-56bc-4b3d-a8c1-94b339dab9fc req-2805c8ad-1338-4ba1-a8b5-5c7fe98db150 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=1be3ab74-903d-4ef8-a78a-bb33b7241cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315175 Dec 17 16:33:05.564757 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45346) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:33:05.623806 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-af459a51-8f0a-41f4-815d-9dd1c9e977fa tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/floatingips/e45eada9-4daf-4ee5-ae14-0b8a41fb0d7f HTTP/1.1" status: 200 len: 993 time: 0.0578744 Dec 17 16:33:05.916999 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45352) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:33:06.078262 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-692e87dd-b9d2-41ed-9fb2-fd1d63263494 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Deleting port 5c6c4238-3788-4c77-928a-3518870bbce5 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:33:06.078591 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-692e87dd-b9d2-41ed-9fb2-fd1d63263494 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:06.155984 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-692e87dd-b9d2-41ed-9fb2-fd1d63263494 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:06.156317 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-692e87dd-b9d2-41ed-9fb2-fd1d63263494 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:06.167857 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-692e87dd-b9d2-41ed-9fb2-fd1d63263494 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Calling delete_port for 5c6c4238-3788-4c77-928a-3518870bbce5 owned by network:floatingip {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:33:06.360087 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-692e87dd-b9d2-41ed-9fb2-fd1d63263494 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:06.386590 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e87dd-b9d2-41ed-9fb2-fd1d63263494 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event deleted for resources: {'Port': ['ID=5c6c4238-3788-4c77-928a-3518870bbce5,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:06.399271 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e87dd-b9d2-41ed-9fb2-fd1d63263494 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:06.399627 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e87dd-b9d2-41ed-9fb2-fd1d63263494 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:06.399974 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e87dd-b9d2-41ed-9fb2-fd1d63263494 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:06.400313 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e87dd-b9d2-41ed-9fb2-fd1d63263494 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:06.400646 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e87dd-b9d2-41ed-9fb2-fd1d63263494 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:06.400995 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e87dd-b9d2-41ed-9fb2-fd1d63263494 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:06.401333 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e87dd-b9d2-41ed-9fb2-fd1d63263494 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:06.401659 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e87dd-b9d2-41ed-9fb2-fd1d63263494 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:06.401987 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e87dd-b9d2-41ed-9fb2-fd1d63263494 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:06.402309 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e87dd-b9d2-41ed-9fb2-fd1d63263494 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:06.402632 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e87dd-b9d2-41ed-9fb2-fd1d63263494 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:06.402952 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e87dd-b9d2-41ed-9fb2-fd1d63263494 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:06.461429 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-692e87dd-b9d2-41ed-9fb2-fd1d63263494 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for floatingip, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:06.461880 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-692e87dd-b9d2-41ed-9fb2-fd1d63263494 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Floating IP e45eada9-4daf-4ee5-ae14-0b8a41fb0d7f disassociated (deleted). External IP: 172.25.6.94, port: d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011. Dec 17 16:33:06.660885 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692e87dd-b9d2-41ed-9fb2-fd1d63263494 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Router ade90d23-892b-450a-9c58-9583d85796a6 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:33:06.765977 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692e87dd-b9d2-41ed-9fb2-fd1d63263494 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:33:06.770740 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-692e87dd-b9d2-41ed-9fb2-fd1d63263494 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:06.775958 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313ca530-aee2-4525-aaa0-fb44d8c49b41 None None] Sync routers for ids ['ade90d23-892b-450a-9c58-9583d85796a6'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:33:06.785352 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313ca530-aee2-4525-aaa0-fb44d8c49b41 None None] Routers {'ade90d23-892b-450a-9c58-9583d85796a6'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:33:06.785961 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-313ca530-aee2-4525-aaa0-fb44d8c49b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:33:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['ade90d23-892b-450a-9c58-9583d85796a6'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:33:06.799145 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-692e87dd-b9d2-41ed-9fb2-fd1d63263494 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "DELETE /v2.0/floatingips/e45eada9-4daf-4ee5-ae14-0b8a41fb0d7f HTTP/1.1" status: 204 len: 168 time: 0.8810487 Dec 17 16:33:06.799739 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8', 'tag': 'd6fca4c7-ffc1-4196-a9c0-1fe8d7d02011'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:33:06.802057 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d9dde65d87f77979ab7779ec4af44e6e3bf331c8a24eb2abb769815fa7c2d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8bb537-fe10-440f-b62e-9ab9eddc2141" -d '{"events": [{"name": "network-changed", "server_uuid": "daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8", "tag": "d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:33:06.840468 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c58db5a-521f-4c64-a18f-305224394caf x-openstack-request-id: req-2c58db5a-521f-4c64-a18f-305224394caf {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:33:06.840972 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8", "tag": "d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:33:06.841273 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2c58db5a-521f-4c64-a18f-305224394caf {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:33:06.841687 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8', 'tag': 'd6fca4c7-ffc1-4196-a9c0-1fe8d7d02011', 'status': 'completed', 'code': 200} Dec 17 16:33:06.901507 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-313ca530-aee2-4525-aaa0-fb44d8c49b41 None None] Set router ade90d23-892b-450a-9c58-9583d85796a6 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:33:06.930086 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bb537-fe10-440f-b62e-9ab9eddc2141 req-4e8927f2-29fe-4d9b-a350-06ce45e32df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:06.931584 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9b8bb537-fe10-440f-b62e-9ab9eddc2141 req-4e8927f2-29fe-4d9b-a350-06ce45e32df9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&device_id=daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8 HTTP/1.1" status: 200 len: 1097 time: 0.0415733 Dec 17 16:33:07.029815 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bb537-fe10-440f-b62e-9ab9eddc2141 req-44f0bd59-e8cf-48c3-ae14-bb4ad0bb0a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:07.031381 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9b8bb537-fe10-440f-b62e-9ab9eddc2141 req-44f0bd59-e8cf-48c3-ae14-bb4ad0bb0a7b service neutron] 10.222.0.41 "GET /v2.0/networks?id=588eb41b-240e-4d2e-afa1-f376271364ce HTTP/1.1" status: 200 len: 898 time: 0.0929823 Dec 17 16:33:07.075205 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9b8bb537-fe10-440f-b62e-9ab9eddc2141 req-adc477f8-bfd8-416d-882b-73eba673b960 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011 HTTP/1.1" status: 200 len: 217 time: 0.0361385 Dec 17 16:33:07.125271 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bb537-fe10-440f-b62e-9ab9eddc2141 req-31b9984a-4fe5-4914-bc9e-bc5058ae297a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:07.130035 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9b8bb537-fe10-440f-b62e-9ab9eddc2141 req-31b9984a-4fe5-4914-bc9e-bc5058ae297a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c4365eaa-ddac-4912-8e81-c3d21a17f86c HTTP/1.1" status: 200 len: 835 time: 0.0482419 Dec 17 16:33:07.180260 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bb537-fe10-440f-b62e-9ab9eddc2141 req-de77a0f2-1397-4a75-b5a2-9b0a3e01ed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:07.181806 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9b8bb537-fe10-440f-b62e-9ab9eddc2141 req-de77a0f2-1397-4a75-b5a2-9b0a3e01ed42 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=588eb41b-240e-4d2e-afa1-f376271364ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438428 Dec 17 16:33:07.185679 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-313ca530-aee2-4525-aaa0-fb44d8c49b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140719775', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '61196759-ae0e-45fb-889d-ac63781cd8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:31:33Z', 'updated_at': '2021-12-17T16:31:37Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '61196759-ae0e-45fb-889d-ac63781cd8d4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:31:33Z', 'updated_at': '2021-12-17T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'd9dc9f55-fae6-47e8-8a11-c8647a07912c', 'name': '', 'network_id': '588eb41b-240e-4d2e-afa1-f376271364ce', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:e1:b4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c4365eaa-ddac-4912-8e81-c3d21a17f86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:31:37Z', 'updated_at': '2021-12-17T16:31:41Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': 'c4365eaa-ddac-4912-8e81-c3d21a17f86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:33:07.212203 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313ca530-aee2-4525-aaa0-fb44d8c49b41 None None] Checking router: ade90d23-892b-450a-9c58-9583d85796a6 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:33:07.220571 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313ca530-aee2-4525-aaa0-fb44d8c49b41 None None] Routers {'ade90d23-892b-450a-9c58-9583d85796a6'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:33:07.221219 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-313ca530-aee2-4525-aaa0-fb44d8c49b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:33:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['ade90d23-892b-450a-9c58-9583d85796a6'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:33:07.241994 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46d736-0d99-48da-b6e9-a2f683f781ed req-afa69e7c-d404-4b02-b78d-476135299b43 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:07.243715 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4f46d736-0d99-48da-b6e9-a2f683f781ed req-afa69e7c-d404-4b02-b78d-476135299b43 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8 HTTP/1.1" status: 200 len: 946 time: 0.0566533 Dec 17 16:33:07.287128 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4f46d736-0d99-48da-b6e9-a2f683f781ed req-bf5ffc7e-54dd-479f-ac83-a3e62d4955bd tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=1be3ab74-903d-4ef8-a78a-bb33b7241cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371315 Dec 17 16:33:07.301415 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9b8bb537-fe10-440f-b62e-9ab9eddc2141 req-e63ba75d-da6e-4c9a-813a-2f4fb922b776 service neutron] 10.222.0.41 "GET /v2.0/networks/588eb41b-240e-4d2e-afa1-f376271364ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924821 Dec 17 16:33:07.331248 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-313ca530-aee2-4525-aaa0-fb44d8c49b41 None None] Set router ade90d23-892b-450a-9c58-9583d85796a6 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:33:07.392613 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9b8bb537-fe10-440f-b62e-9ab9eddc2141 req-9551b9cb-8c33-4357-97fd-743d12d99b5d service neutron] 10.222.0.41 "GET /v2.0/networks/588eb41b-240e-4d2e-afa1-f376271364ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833881 Dec 17 16:33:07.531280 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-313ca530-aee2-4525-aaa0-fb44d8c49b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140719775', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '61196759-ae0e-45fb-889d-ac63781cd8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:31:33Z', 'updated_at': '2021-12-17T16:31:37Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '61196759-ae0e-45fb-889d-ac63781cd8d4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:31:33Z', 'updated_at': '2021-12-17T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'd9dc9f55-fae6-47e8-8a11-c8647a07912c', 'name': '', 'network_id': '588eb41b-240e-4d2e-afa1-f376271364ce', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:e1:b4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c4365eaa-ddac-4912-8e81-c3d21a17f86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:31:37Z', 'updated_at': '2021-12-17T16:31:41Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': 'c4365eaa-ddac-4912-8e81-c3d21a17f86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:33:07.557007 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313ca530-aee2-4525-aaa0-fb44d8c49b41 None None] The sync data for ids ['ade90d23-892b-450a-9c58-9583d85796a6'] in n-d-820553-2 is: [{'id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140719775', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '61196759-ae0e-45fb-889d-ac63781cd8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:31:33Z', 'updated_at': '2021-12-17T16:31:37Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '61196759-ae0e-45fb-889d-ac63781cd8d4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:31:33Z', 'updated_at': '2021-12-17T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'd9dc9f55-fae6-47e8-8a11-c8647a07912c', 'name': '', 'network_id': '588eb41b-240e-4d2e-afa1-f376271364ce', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:e1:b4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': 'c4365eaa-ddac-4912-8e81-c3d21a17f86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:31:37Z', 'updated_at': '2021-12-17T16:31:41Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': 'c4365eaa-ddac-4912-8e81-c3d21a17f86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:33:07.776915 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5c7120-6517-46c0-849a-492b7fbead2f None None] New status for floating IP e45eada9-4daf-4ee5-ae14-0b8a41fb0d7f: DOWN {{(pid=102834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:33:08.403891 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c21c02-f41a-4be9-b306-a9a9d0569bf7 req-9675dca4-be2a-43da-aabe-a014e7d54a5f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:08.405391 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48c21c02-f41a-4be9-b306-a9a9d0569bf7 req-9675dca4-be2a-43da-aabe-a014e7d54a5f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8 HTTP/1.1" status: 200 len: 946 time: 0.0488584 Dec 17 16:33:08.442735 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-48c21c02-f41a-4be9-b306-a9a9d0569bf7 req-7101ae94-2070-402b-bd9a-53b03e140612 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=1be3ab74-903d-4ef8-a78a-bb33b7241cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314703 Dec 17 16:33:09.082183 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73649d38-653d-4e13-bb28-0469746608db req-2d0bb2c3-b556-4454-a5e8-64df92e3e0f5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:09.083668 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-73649d38-653d-4e13-bb28-0469746608db req-2d0bb2c3-b556-4454-a5e8-64df92e3e0f5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.41 "GET /v2.0/ports?device_id=daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8 HTTP/1.1" status: 200 len: 946 time: 0.0529294 Dec 17 16:33:09.173546 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-73649d38-653d-4e13-bb28-0469746608db req-045fe406-3411-442d-b3b8-1eb69a216358 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Deleting port d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:33:09.173888 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-73649d38-653d-4e13-bb28-0469746608db req-045fe406-3411-442d-b3b8-1eb69a216358 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:09.562134 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da35373-3387-45a5-83d9-4b0a10ae8850 req-1195cdda-faae-4a50-8906-fffd52e67a09 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:09.563667 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5da35373-3387-45a5-83d9-4b0a10ae8850 req-1195cdda-faae-4a50-8906-fffd52e67a09 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8 HTTP/1.1" status: 200 len: 946 time: 0.0511050 Dec 17 16:33:09.593088 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-73649d38-653d-4e13-bb28-0469746608db req-045fe406-3411-442d-b3b8-1eb69a216358 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] For port d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011,segment=NetworkSegment(1d29248e-bf73-438c-b4a9-c919fa520f04),segment_id=1d29248e-bf73-438c-b4a9-c919fa520f04)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:33:09.593457 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-73649d38-653d-4e13-bb28-0469746608db req-045fe406-3411-442d-b3b8-1eb69a216358 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:09.604074 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5da35373-3387-45a5-83d9-4b0a10ae8850 req-ed56920b-2d00-4aff-b02d-36b7dc83505c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=1be3ab74-903d-4ef8-a78a-bb33b7241cae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344911 Dec 17 16:33:09.606651 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-73649d38-653d-4e13-bb28-0469746608db req-045fe406-3411-442d-b3b8-1eb69a216358 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Calling delete_port for d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:33:09.795251 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-73649d38-653d-4e13-bb28-0469746608db req-045fe406-3411-442d-b3b8-1eb69a216358 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:09.823056 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045fe406-3411-442d-b3b8-1eb69a216358 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event deleted for resources: {'Port': ['ID=d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:09.834900 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045fe406-3411-442d-b3b8-1eb69a216358 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:09.835936 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045fe406-3411-442d-b3b8-1eb69a216358 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:09.836283 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045fe406-3411-442d-b3b8-1eb69a216358 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:09.836619 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045fe406-3411-442d-b3b8-1eb69a216358 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:09.836953 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045fe406-3411-442d-b3b8-1eb69a216358 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:09.837307 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045fe406-3411-442d-b3b8-1eb69a216358 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:09.837946 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045fe406-3411-442d-b3b8-1eb69a216358 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:09.838290 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045fe406-3411-442d-b3b8-1eb69a216358 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:09.838621 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045fe406-3411-442d-b3b8-1eb69a216358 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:09.838965 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045fe406-3411-442d-b3b8-1eb69a216358 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:09.839288 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045fe406-3411-442d-b3b8-1eb69a216358 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:09.839607 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045fe406-3411-442d-b3b8-1eb69a216358 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:09.873405 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-73649d38-653d-4e13-bb28-0469746608db req-045fe406-3411-442d-b3b8-1eb69a216358 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] No DVR routers for this DVR port d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:33:09.876219 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-73649d38-653d-4e13-bb28-0469746608db req-045fe406-3411-442d-b3b8-1eb69a216358 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:09.879581 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-73649d38-653d-4e13-bb28-0469746608db req-045fe406-3411-442d-b3b8-1eb69a216358 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.41 "DELETE /v2.0/ports/d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011 HTTP/1.1" status: 204 len: 173 time: 0.7875531 Dec 17 16:33:09.880015 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8', 'name': 'network-vif-deleted', 'tag': 'd6fca4c7-ffc1-4196-a9c0-1fe8d7d02011'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:33:09.882898 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea7e6cb-ae48-4db5-ab26-c6019a794008" -d '{"events": [{"server_uuid": "daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8", "name": "network-vif-deleted", "tag": "d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:33:09.920130 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3421dd1f-1339-4542-8be1-107815b78989 x-openstack-request-id: req-3421dd1f-1339-4542-8be1-107815b78989 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:33:09.920423 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8", "name": "network-vif-deleted", "tag": "d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:33:09.920676 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3421dd1f-1339-4542-8be1-107815b78989 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:33:09.921122 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8', 'name': 'network-vif-deleted', 'tag': 'd6fca4c7-ffc1-4196-a9c0-1fe8d7d02011', 'status': 'completed', 'code': 200} Dec 17 16:33:10.718241 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d72198f8-8631-46a1-8fa4-03a10f369776 req-b43d0f97-75b2-4d48-a722-1d3218c37859 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=daec9d29-d1c0-44c8-b82c-45bd0cdb6fd8 HTTP/1.1" status: 200 len: 210 time: 0.0324435 Dec 17 16:33:11.280805 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:11.773800 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45370) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:33:11.815977 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:33:12.124456 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-69624642-e8ee-4fab-81c0-8b3038884484 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:12.376844 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-69624642-e8ee-4fab-81c0-8b3038884484 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Deleting port d9dc9f55-fae6-47e8-8a11-c8647a07912c {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:33:12.377283 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-69624642-e8ee-4fab-81c0-8b3038884484 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:12.465284 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-69624642-e8ee-4fab-81c0-8b3038884484 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] For port d9dc9f55-fae6-47e8-8a11-c8647a07912c, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=d9dc9f55-fae6-47e8-8a11-c8647a07912c,segment=NetworkSegment(1d29248e-bf73-438c-b4a9-c919fa520f04),segment_id=1d29248e-bf73-438c-b4a9-c919fa520f04)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:33:12.465646 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-69624642-e8ee-4fab-81c0-8b3038884484 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:12.483010 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-69624642-e8ee-4fab-81c0-8b3038884484 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Calling delete_port for d9dc9f55-fae6-47e8-8a11-c8647a07912c owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:33:12.710036 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-69624642-e8ee-4fab-81c0-8b3038884484 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:12.736321 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69624642-e8ee-4fab-81c0-8b3038884484 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event deleted for resources: {'Port': ['ID=d9dc9f55-fae6-47e8-8a11-c8647a07912c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:12.909495 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-69624642-e8ee-4fab-81c0-8b3038884484 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:13.355514 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:33:13.375042 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:33:13.375388 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device d6fca4c7-ffc1-4196-a9c0-1fe8d7d02011 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:33:13.382298 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69624642-e8ee-4fab-81c0-8b3038884484 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Router ade90d23-892b-450a-9c58-9583d85796a6 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:33:13.486463 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69624642-e8ee-4fab-81c0-8b3038884484 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:33:13.491894 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-69624642-e8ee-4fab-81c0-8b3038884484 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "PUT /v2.0/routers/ade90d23-892b-450a-9c58-9583d85796a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7160976 Dec 17 16:33:13.494439 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45372) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:33:13.497557 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b5c0c9-da60-4b6e-b38c-3477542bdd7e None None] Sync routers for ids ['ade90d23-892b-450a-9c58-9583d85796a6'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:33:13.506754 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b5c0c9-da60-4b6e-b38c-3477542bdd7e None None] Routers {'ade90d23-892b-450a-9c58-9583d85796a6'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:33:13.507633 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-f1b5c0c9-da60-4b6e-b38c-3477542bdd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:33:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['ade90d23-892b-450a-9c58-9583d85796a6'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:33:13.549788 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1cb6837-506c-4a26-8e87-65c3702a9c9d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Deleting subnet c4365eaa-ddac-4912-8e81-c3d21a17f86c {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 16:33:13.550959 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e1cb6837-506c-4a26-8e87-65c3702a9c9d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:13.589992 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e1cb6837-506c-4a26-8e87-65c3702a9c9d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:13.620924 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-f1b5c0c9-da60-4b6e-b38c-3477542bdd7e None None] Set router ade90d23-892b-450a-9c58-9583d85796a6 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:33:13.679002 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e1cb6837-506c-4a26-8e87-65c3702a9c9d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:13.790681 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-f1b5c0c9-da60-4b6e-b38c-3477542bdd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140719775', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '61196759-ae0e-45fb-889d-ac63781cd8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:31:33Z', 'updated_at': '2021-12-17T16:33:12Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '61196759-ae0e-45fb-889d-ac63781cd8d4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:31:33Z', 'updated_at': '2021-12-17T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:33:13.812720 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e1cb6837-506c-4a26-8e87-65c3702a9c9d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:13.820008 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b5c0c9-da60-4b6e-b38c-3477542bdd7e None None] Checking router: ade90d23-892b-450a-9c58-9583d85796a6 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:33:13.828329 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b5c0c9-da60-4b6e-b38c-3477542bdd7e None None] Routers {'ade90d23-892b-450a-9c58-9583d85796a6'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:33:13.828916 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-f1b5c0c9-da60-4b6e-b38c-3477542bdd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:33:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['ade90d23-892b-450a-9c58-9583d85796a6'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:33:13.838994 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb6837-506c-4a26-8e87-65c3702a9c9d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event deleted for resources: {'Subnet': ['ID=c4365eaa-ddac-4912-8e81-c3d21a17f86c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:13.845307 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e1cb6837-506c-4a26-8e87-65c3702a9c9d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:13.848712 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e1cb6837-506c-4a26-8e87-65c3702a9c9d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "DELETE /v2.0/subnets/c4365eaa-ddac-4912-8e81-c3d21a17f86c HTTP/1.1" status: 204 len: 168 time: 0.3533504 Dec 17 16:33:13.851988 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45374) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:33:13.856805 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cffc99-0be7-4f10-abf4-da2401a4bca4 None None] Network 588eb41b-240e-4d2e-afa1-f376271364ce requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:33:13.947207 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-f1b5c0c9-da60-4b6e-b38c-3477542bdd7e None None] Set router ade90d23-892b-450a-9c58-9583d85796a6 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:33:13.968085 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-15cac35e-4376-43aa-93e5-e0f261b7a4fe tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:14.059874 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9113cbc-1ca0-49f5-9199-017017452744 None None] DHCP port deletion for 588eb41b-240e-4d2e-afa1-f376271364ce request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 16:33:14.079853 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-15cac35e-4376-43aa-93e5-e0f261b7a4fe tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:14.108817 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-f9113cbc-1ca0-49f5-9199-017017452744 None None] Deleting port b895f1eb-80e1-48c8-9991-2f1c270823bd {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:33:14.109218 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f9113cbc-1ca0-49f5-9199-017017452744 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:14.130497 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-f1b5c0c9-da60-4b6e-b38c-3477542bdd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140719775', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '61196759-ae0e-45fb-889d-ac63781cd8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:31:33Z', 'updated_at': '2021-12-17T16:33:12Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '61196759-ae0e-45fb-889d-ac63781cd8d4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:31:33Z', 'updated_at': '2021-12-17T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:33:14.156678 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b5c0c9-da60-4b6e-b38c-3477542bdd7e None None] The sync data for ids ['ade90d23-892b-450a-9c58-9583d85796a6'] in n-d-820553-2 is: [{'id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140719775', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '61196759-ae0e-45fb-889d-ac63781cd8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:31:33Z', 'updated_at': '2021-12-17T16:33:12Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '61196759-ae0e-45fb-889d-ac63781cd8d4', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade90d23-892b-450a-9c58-9583d85796a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:31:33Z', 'updated_at': '2021-12-17T16:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:33:14.180434 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-f9113cbc-1ca0-49f5-9199-017017452744 None None] For port b895f1eb-80e1-48c8-9991-2f1c270823bd, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=b895f1eb-80e1-48c8-9991-2f1c270823bd,segment=NetworkSegment(1d29248e-bf73-438c-b4a9-c919fa520f04),segment_id=1d29248e-bf73-438c-b4a9-c919fa520f04)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:33:14.180865 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f9113cbc-1ca0-49f5-9199-017017452744 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:14.185019 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-15cac35e-4376-43aa-93e5-e0f261b7a4fe tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Deleting port 61196759-ae0e-45fb-889d-ac63781cd8d4 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:33:14.185534 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-15cac35e-4376-43aa-93e5-e0f261b7a4fe tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:14.194968 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-f9113cbc-1ca0-49f5-9199-017017452744 None None] Calling delete_port for b895f1eb-80e1-48c8-9991-2f1c270823bd owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:33:14.269502 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-15cac35e-4376-43aa-93e5-e0f261b7a4fe tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] For port 61196759-ae0e-45fb-889d-ac63781cd8d4, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=61196759-ae0e-45fb-889d-ac63781cd8d4,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:33:14.269774 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-15cac35e-4376-43aa-93e5-e0f261b7a4fe tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:14.283501 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-15cac35e-4376-43aa-93e5-e0f261b7a4fe tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Calling delete_port for 61196759-ae0e-45fb-889d-ac63781cd8d4 owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:33:14.355302 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f9113cbc-1ca0-49f5-9199-017017452744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:14.380657 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9113cbc-1ca0-49f5-9199-017017452744 None None] Pushing event deleted for resources: {'Port': ['ID=b895f1eb-80e1-48c8-9991-2f1c270823bd,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:14.385797 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9113cbc-1ca0-49f5-9199-017017452744 None None] No DVR routers for this DVR port b895f1eb-80e1-48c8-9991-2f1c270823bd on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:33:14.392847 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9113cbc-1ca0-49f5-9199-017017452744 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:14.393224 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9113cbc-1ca0-49f5-9199-017017452744 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:14.393566 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9113cbc-1ca0-49f5-9199-017017452744 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:14.393901 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9113cbc-1ca0-49f5-9199-017017452744 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:14.394231 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9113cbc-1ca0-49f5-9199-017017452744 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:14.394564 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9113cbc-1ca0-49f5-9199-017017452744 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:14.394888 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9113cbc-1ca0-49f5-9199-017017452744 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:14.395493 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9113cbc-1ca0-49f5-9199-017017452744 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:14.395493 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9113cbc-1ca0-49f5-9199-017017452744 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:14.395822 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9113cbc-1ca0-49f5-9199-017017452744 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:14.396134 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9113cbc-1ca0-49f5-9199-017017452744 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:14.396667 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9113cbc-1ca0-49f5-9199-017017452744 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:14.493551 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-15cac35e-4376-43aa-93e5-e0f261b7a4fe tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:14.521330 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cac35e-4376-43aa-93e5-e0f261b7a4fe tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event deleted for resources: {'Port': ['ID=61196759-ae0e-45fb-889d-ac63781cd8d4,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:14.582116 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-15cac35e-4376-43aa-93e5-e0f261b7a4fe tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:14.680997 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-15cac35e-4376-43aa-93e5-e0f261b7a4fe tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:14.683192 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-15cac35e-4376-43aa-93e5-e0f261b7a4fe tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:14.763433 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device d9dc9f55-fae6-47e8-8a11-c8647a07912c no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:33:14.786920 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: d9dc9f55-fae6-47e8-8a11-c8647a07912c {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:33:14.787241 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device d9dc9f55-fae6-47e8-8a11-c8647a07912c not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:33:14.787636 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b895f1eb-80e1-48c8-9991-2f1c270823bd no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:33:14.790633 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-15cac35e-4376-43aa-93e5-e0f261b7a4fe tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:14.791329 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cac35e-4376-43aa-93e5-e0f261b7a4fe tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Fanout notify agent at l3_agent the message router_deleted on router ade90d23-892b-450a-9c58-9583d85796a6 {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:33:14.799075 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-15cac35e-4376-43aa-93e5-e0f261b7a4fe tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:14.802890 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-15cac35e-4376-43aa-93e5-e0f261b7a4fe tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "DELETE /v2.0/routers/ade90d23-892b-450a-9c58-9583d85796a6 HTTP/1.1" status: 204 len: 168 time: 0.9472544 Dec 17 16:33:14.806787 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45376) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:33:14.807628 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: b895f1eb-80e1-48c8-9991-2f1c270823bd {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:33:14.807980 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device b895f1eb-80e1-48c8-9991-2f1c270823bd not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:33:14.890733 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-87ec86c8-8150-48b1-91bb-362b698f375c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:14.979161 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-87ec86c8-8150-48b1-91bb-362b698f375c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:14.997917 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-87ec86c8-8150-48b1-91bb-362b698f375c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['588eb41b-240e-4d2e-afa1-f376271364ce']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:33:15.007138 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-87ec86c8-8150-48b1-91bb-362b698f375c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d29248e-bf73-438c-b4a9-c919fa520f04') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:33:15.007428 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-87ec86c8-8150-48b1-91bb-362b698f375c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d29248e-bf73-438c-b4a9-c919fa520f04') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:33:15.016520 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-87ec86c8-8150-48b1-91bb-362b698f375c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:15.029835 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-87ec86c8-8150-48b1-91bb-362b698f375c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:15.035438 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ec86c8-8150-48b1-91bb-362b698f375c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:33:15.039743 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-87ec86c8-8150-48b1-91bb-362b698f375c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:15.040095 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 16:33:15.040095 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:33:15.040095 n-d-820553-2 neutron-server[102832]: timer() Dec 17 16:33:15.040095 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:33:15.040095 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 16:33:15.040095 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:33:15.040095 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 16:33:15.040095 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:33:15.040095 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 16:33:15.040095 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:33:15.040095 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 16:33:15.040095 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:33:15.040095 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 16:33:15.040095 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:33:15.040095 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:33:15.040095 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:33:15.040095 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:33:15.040095 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:33:15.040095 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 16:33:15.040095 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:33:15.040095 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 16:33:15.040095 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:33:15.040095 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:33:15.040095 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:33:15.040095 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 16:33:15.040095 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:33:15.040095 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:33:15.040095 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:33:15.040095 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:33:15.040095 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:33:15.040095 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:33:15.040095 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:33:15.184013 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-87ec86c8-8150-48b1-91bb-362b698f375c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:15.191423 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-87ec86c8-8150-48b1-91bb-362b698f375c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:15.194163 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-87ec86c8-8150-48b1-91bb-362b698f375c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "DELETE /v2.0/networks/588eb41b-240e-4d2e-afa1-f376271364ce HTTP/1.1" status: 204 len: 168 time: 0.3899286 Dec 17 16:33:15.197951 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45378) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:33:15.206711 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec86c8-8150-48b1-91bb-362b698f375c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event deleted for resources: {'Network': ['ID=588eb41b-240e-4d2e-afa1-f376271364ce,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:15.259941 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-09c14a3b-f949-462c-a6f0-791f0a3a31bc tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:15.287628 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-09c14a3b-f949-462c-a6f0-791f0a3a31bc tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:15.384151 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-09c14a3b-f949-462c-a6f0-791f0a3a31bc tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:15.387223 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-09c14a3b-f949-462c-a6f0-791f0a3a31bc tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:15.388385 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-09c14a3b-f949-462c-a6f0-791f0a3a31bc tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "DELETE /v2.0/security-groups/1be3ab74-903d-4ef8-a78a-bb33b7241cae HTTP/1.1" status: 204 len: 168 time: 0.1894529 Dec 17 16:33:15.399081 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c14a3b-f949-462c-a6f0-791f0a3a31bc tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be3ab74-903d-4ef8-a78a-bb33b7241cae,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:15.846743 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45384) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:33:15.852344 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-1f5f6164-940f-4af0-ba91-afc2845e2f28 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1300634870', 'description': 'tempest-secgroup-smoke-1300634870 description', 'project_id': '437dcc00f8fd49499d299b0a33d98052'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:33:15.926801 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1f5f6164-940f-4af0-ba91-afc2845e2f28 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:15.997745 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1f5f6164-940f-4af0-ba91-afc2845e2f28 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:16.075119 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1f5f6164-940f-4af0-ba91-afc2845e2f28 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:16.103861 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f6164-940f-4af0-ba91-afc2845e2f28 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93567090-f464-46b4-afc0-29c5bb771afd,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:16.168518 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1f5f6164-940f-4af0-ba91-afc2845e2f28 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:16.169814 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1f5f6164-940f-4af0-ba91-afc2845e2f28 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3217497 Dec 17 16:33:16.172547 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45386) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:33:16.176788 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-c78f44af-db3a-4e79-a9ee-7a0c237e08ab tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'security_group_rule': {'security_group_id': '93567090-f464-46b4-afc0-29c5bb771afd', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:33:16.245757 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c78f44af-db3a-4e79-a9ee-7a0c237e08ab tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:16.300995 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c78f44af-db3a-4e79-a9ee-7a0c237e08ab tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:16.367081 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c78f44af-db3a-4e79-a9ee-7a0c237e08ab tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:16.386264 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f44af-db3a-4e79-a9ee-7a0c237e08ab tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d85b3002-aecb-43ea-b20b-ce60682a955f,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:16.443099 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c78f44af-db3a-4e79-a9ee-7a0c237e08ab tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:16.444502 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c78f44af-db3a-4e79-a9ee-7a0c237e08ab tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2708173 Dec 17 16:33:16.447279 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45388) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:33:16.451685 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-98f66920-f4a1-400d-bba9-bb1b7f59ca30 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'security_group_rule': {'security_group_id': '93567090-f464-46b4-afc0-29c5bb771afd', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:33:16.519625 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-98f66920-f4a1-400d-bba9-bb1b7f59ca30 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:16.574754 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-98f66920-f4a1-400d-bba9-bb1b7f59ca30 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:16.623611 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-98f66920-f4a1-400d-bba9-bb1b7f59ca30 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:16.641359 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f66920-f4a1-400d-bba9-bb1b7f59ca30 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=939f694c-f3fa-4783-af24-4c8e36adcd36,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:16.673762 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 61196759-ae0e-45fb-889d-ac63781cd8d4 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:33:16.693983 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 61196759-ae0e-45fb-889d-ac63781cd8d4 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:33:16.694834 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 61196759-ae0e-45fb-889d-ac63781cd8d4 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:33:16.711915 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-98f66920-f4a1-400d-bba9-bb1b7f59ca30 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:16.715099 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-98f66920-f4a1-400d-bba9-bb1b7f59ca30 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2648966 Dec 17 16:33:16.715917 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45390) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:33:16.720258 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-add241f5-2d0b-49ed-a24f-234b55acc252 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'security_group_rule': {'security_group_id': '93567090-f464-46b4-afc0-29c5bb771afd', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:33:16.810466 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-add241f5-2d0b-49ed-a24f-234b55acc252 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:16.870596 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-add241f5-2d0b-49ed-a24f-234b55acc252 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:16.955428 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-add241f5-2d0b-49ed-a24f-234b55acc252 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:16.974680 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add241f5-2d0b-49ed-a24f-234b55acc252 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d04406c2-1b62-43ea-b42c-70561c798e73,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:17.048716 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-add241f5-2d0b-49ed-a24f-234b55acc252 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:17.049970 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-add241f5-2d0b-49ed-a24f-234b55acc252 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3331285 Dec 17 16:33:17.052646 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45392) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:33:17.058488 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-397209d0-795c-43ce-adeb-1a3723db216f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'security_group_rule': {'security_group_id': '93567090-f464-46b4-afc0-29c5bb771afd', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:33:17.130745 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-397209d0-795c-43ce-adeb-1a3723db216f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:17.188305 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-397209d0-795c-43ce-adeb-1a3723db216f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:17.240984 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-397209d0-795c-43ce-adeb-1a3723db216f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:17.260174 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397209d0-795c-43ce-adeb-1a3723db216f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e83f426-f637-41dc-97d3-f6f51218370c,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:17.306399 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-397209d0-795c-43ce-adeb-1a3723db216f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:17.307601 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-397209d0-795c-43ce-adeb-1a3723db216f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2539849 Dec 17 16:33:17.310360 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45394) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:33:17.315486 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-700668ee-bb93-45a7-8998-f8d5d72ad29b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'security_group_rule': {'security_group_id': '93567090-f464-46b4-afc0-29c5bb771afd', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:33:17.384091 n-d-820553-2 neutron-server[102833]: INFO neutron.db.securitygroups_db [None req-700668ee-bb93-45a7-8998-f8d5d72ad29b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Project 437dcc00f8fd49499d299b0a33d98052 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:33:17.389338 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-700668ee-bb93-45a7-8998-f8d5d72ad29b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:17.448470 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-700668ee-bb93-45a7-8998-f8d5d72ad29b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:17.526550 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-700668ee-bb93-45a7-8998-f8d5d72ad29b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:17.546160 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700668ee-bb93-45a7-8998-f8d5d72ad29b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1256517-0104-4129-9d48-55c45b9a447b,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:17.614236 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-700668ee-bb93-45a7-8998-f8d5d72ad29b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:17.615441 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-700668ee-bb93-45a7-8998-f8d5d72ad29b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3041713 Dec 17 16:33:17.619112 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45396) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:33:17.623487 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-30b876b4-a6dd-4bcb-9532-f764b65b686d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'security_group_rule': {'security_group_id': '93567090-f464-46b4-afc0-29c5bb771afd', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:33:17.715277 n-d-820553-2 neutron-server[102833]: INFO neutron.db.securitygroups_db [None req-30b876b4-a6dd-4bcb-9532-f764b65b686d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Project 437dcc00f8fd49499d299b0a33d98052 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:33:17.720083 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-30b876b4-a6dd-4bcb-9532-f764b65b686d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:17.782417 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-30b876b4-a6dd-4bcb-9532-f764b65b686d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:17.853031 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-30b876b4-a6dd-4bcb-9532-f764b65b686d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:17.871626 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b876b4-a6dd-4bcb-9532-f764b65b686d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a53dada2-55cf-442b-8083-ef468eb1c833,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:17.923346 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-30b876b4-a6dd-4bcb-9532-f764b65b686d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:17.924562 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-30b876b4-a6dd-4bcb-9532-f764b65b686d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3044965 Dec 17 16:33:17.927541 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45398) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:33:17.932373 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-f3212d57-081c-4efe-9762-e88f5c0b8019 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'network': {'name': 'tempest-network-smoke--1936067263', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'port_security_enabled': True}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:33:18.001111 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3212d57-081c-4efe-9762-e88f5c0b8019 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Made reservation on behalf of 437dcc00f8fd49499d299b0a33d98052 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:33:18.004683 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f3212d57-081c-4efe-9762-e88f5c0b8019 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:18.027643 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3212d57-081c-4efe-9762-e88f5c0b8019 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:33:18.035859 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f3212d57-081c-4efe-9762-e88f5c0b8019 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:18.036201 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-f3212d57-081c-4efe-9762-e88f5c0b8019 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Added segment e90d9c90-2adb-499a-9f60-2704ddea1cd6 of type vlan for network f38cbdf8-5173-41c6-aff5-2cede73eada9 Dec 17 16:33:18.075392 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f3212d57-081c-4efe-9762-e88f5c0b8019 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:18.138064 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f3212d57-081c-4efe-9762-e88f5c0b8019 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:18.143712 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3212d57-081c-4efe-9762-e88f5c0b8019 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:18.144284 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f3212d57-081c-4efe-9762-e88f5c0b8019 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:18.210116 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3212d57-081c-4efe-9762-e88f5c0b8019 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Network': ['ID=f38cbdf8-5173-41c6-aff5-2cede73eada9,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:18.221966 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network f38cbdf8-5173-41c6-aff5-2cede73eada9 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:33:18.285074 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f3212d57-081c-4efe-9762-e88f5c0b8019 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3558843 Dec 17 16:33:18.289765 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45400) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:33:18.292430 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-5f1ad790-7a2b-4c77-9d87-48b679cde0ea tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-650174713', 'admin_state_up': True, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:33:18.378004 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5f1ad790-7a2b-4c77-9d87-48b679cde0ea tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:18.379008 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5f1ad790-7a2b-4c77-9d87-48b679cde0ea tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:18.429754 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5f1ad790-7a2b-4c77-9d87-48b679cde0ea tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:18.637651 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5f1ad790-7a2b-4c77-9d87-48b679cde0ea tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:18.898622 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5f1ad790-7a2b-4c77-9d87-48b679cde0ea tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:18.917594 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5f1ad790-7a2b-4c77-9d87-48b679cde0ea tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:19.021093 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-5f1ad790-7a2b-4c77-9d87-48b679cde0ea tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Allocated IP 172.25.6.79 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/87fa8ff6-4156-4c8d-87e0-b35910174424) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:33:19.123611 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5f1ad790-7a2b-4c77-9d87-48b679cde0ea tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:19.207366 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5f1ad790-7a2b-4c77-9d87-48b679cde0ea tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:19.249143 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1ad790-7a2b-4c77-9d87-48b679cde0ea tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:33:19.252200 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-5f1ad790-7a2b-4c77-9d87-48b679cde0ea tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:33:19.254726 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1ad790-7a2b-4c77-9d87-48b679cde0ea tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:33:19.283980 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ad790-7a2b-4c77-9d87-48b679cde0ea tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Port': ['ID=87fa8ff6-4156-4c8d-87e0-b35910174424,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:19.557956 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5f1ad790-7a2b-4c77-9d87-48b679cde0ea tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:19.750645 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5f1ad790-7a2b-4c77-9d87-48b679cde0ea tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:19.978021 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1ad790-7a2b-4c77-9d87-48b679cde0ea tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Router 1b6932ac-fbc2-4991-85d9-f6b32aae1e9a is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:33:20.081611 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1ad790-7a2b-4c77-9d87-48b679cde0ea tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:33:20.091228 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94e29d9-c6ba-410b-9e5a-fb8ed0df5b93 None None] Sync routers for ids ['1b6932ac-fbc2-4991-85d9-f6b32aae1e9a'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:33:20.099980 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94e29d9-c6ba-410b-9e5a-fb8ed0df5b93 None None] Routers {'1b6932ac-fbc2-4991-85d9-f6b32aae1e9a'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:33:20.100597 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b94e29d9-c6ba-410b-9e5a-fb8ed0df5b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:33:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1b6932ac-fbc2-4991-85d9-f6b32aae1e9a'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:33:20.157546 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5f1ad790-7a2b-4c77-9d87-48b679cde0ea tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:20.158732 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5f1ad790-7a2b-4c77-9d87-48b679cde0ea tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8706250 Dec 17 16:33:20.161877 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45404) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:33:20.193129 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4c27185c-a5c0-4b81-ba7b-dda843693895 tempest-TestNetworkAdvancedServerOps-1516648074 tempest-TestNetworkAdvancedServerOps-1516648074-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=437dcc00f8fd49499d299b0a33d98052&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300231 Dec 17 16:33:20.196574 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45406) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:33:20.204904 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-b94e29d9-c6ba-410b-9e5a-fb8ed0df5b93 None None] Set router 1b6932ac-fbc2-4991-85d9-f6b32aae1e9a gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:33:20.282481 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40eb0e7c-b1ac-498a-b6a9-f3f0d6f5415a tempest-TestNetworkAdvancedServerOps-1516648074 tempest-TestNetworkAdvancedServerOps-1516648074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:20.283985 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-40eb0e7c-b1ac-498a-b6a9-f3f0d6f5415a tempest-TestNetworkAdvancedServerOps-1516648074 tempest-TestNetworkAdvancedServerOps-1516648074-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864649 Dec 17 16:33:20.286850 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45408) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:33:20.314338 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-36a4cbe6-3446-4c67-936a-bd6b7a49acad tempest-TestNetworkAdvancedServerOps-1516648074 tempest-TestNetworkAdvancedServerOps-1516648074-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=4e9cade7-8de3-4483-a2b7-ada6bbc76cf6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264401 Dec 17 16:33:20.316843 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45410) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:33:20.322328 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-3646007c-ca86-4ebb-93c0-92905039d59a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1681521044', 'network_id': 'f38cbdf8-5173-41c6-aff5-2cede73eada9', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:33:20.384103 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b94e29d9-c6ba-410b-9e5a-fb8ed0df5b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650174713', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '87fa8ff6-4156-4c8d-87e0-b35910174424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:33:18Z', 'updated_at': '2021-12-17T16:33:19Z', 'revision_number': 3, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '87fa8ff6-4156-4c8d-87e0-b35910174424', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:33:18Z', 'updated_at': '2021-12-17T16:33:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:33:20.410355 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94e29d9-c6ba-410b-9e5a-fb8ed0df5b93 None None] Checking router: 1b6932ac-fbc2-4991-85d9-f6b32aae1e9a for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:33:20.410635 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94e29d9-c6ba-410b-9e5a-fb8ed0df5b93 None None] Updating router 1b6932ac-fbc2-4991-85d9-f6b32aae1e9a port 87fa8ff6-4156-4c8d-87e0-b35910174424 binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:33:20.435602 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b94e29d9-c6ba-410b-9e5a-fb8ed0df5b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:20.446752 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3646007c-ca86-4ebb-93c0-92905039d59a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Made reservation on behalf of 437dcc00f8fd49499d299b0a33d98052 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:33:20.450391 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3646007c-ca86-4ebb-93c0-92905039d59a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:20.675560 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3646007c-ca86-4ebb-93c0-92905039d59a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:20.694200 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b94e29d9-c6ba-410b-9e5a-fb8ed0df5b93 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:20.732375 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b94e29d9-c6ba-410b-9e5a-fb8ed0df5b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:20.739204 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646007c-ca86-4ebb-93c0-92905039d59a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Subnet': ['ID=b3e78196-4b20-4ed3-8d06-75bcc0ab74a2,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:20.747693 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3646007c-ca86-4ebb-93c0-92905039d59a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Checking segment: {'id': 'e90d9c90-2adb-499a-9f60-2704ddea1cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f38cbdf8-5173-41c6-aff5-2cede73eada9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:33:20.748054 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3646007c-ca86-4ebb-93c0-92905039d59a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Network hostable DHCP agents. Network: f38cbdf8-5173-41c6-aff5-2cede73eada9, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:33:20.779927 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b94e29d9-c6ba-410b-9e5a-fb8ed0df5b93 None None] Attempting to bind port 87fa8ff6-4156-4c8d-87e0-b35910174424 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:33:20.780298 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b94e29d9-c6ba-410b-9e5a-fb8ed0df5b93 None None] Attempting to bind port 87fa8ff6-4156-4c8d-87e0-b35910174424 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:33:20.780658 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e29d9-c6ba-410b-9e5a-fb8ed0df5b93 None None] Attempting to bind port 87fa8ff6-4156-4c8d-87e0-b35910174424 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:33:20.787743 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a457736-9ad5-4595-80e2-cf0ed1310d86 None None] Pushing event updated for resources: {'Port': ['ID=87fa8ff6-4156-4c8d-87e0-b35910174424,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:20.792859 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e29d9-c6ba-410b-9e5a-fb8ed0df5b93 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:33:20.793258 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e29d9-c6ba-410b-9e5a-fb8ed0df5b93 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:33:20.793660 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b94e29d9-c6ba-410b-9e5a-fb8ed0df5b93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:20.794041 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94e29d9-c6ba-410b-9e5a-fb8ed0df5b93 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:33:20.794496 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-b94e29d9-c6ba-410b-9e5a-fb8ed0df5b93 None None] Bound port: 87fa8ff6-4156-4c8d-87e0-b35910174424, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:33:20.794985 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b94e29d9-c6ba-410b-9e5a-fb8ed0df5b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:20.824205 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3646007c-ca86-4ebb-93c0-92905039d59a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Network f38cbdf8-5173-41c6-aff5-2cede73eada9 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:33:20.846988 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b94e29d9-c6ba-410b-9e5a-fb8ed0df5b93 None None] For port 87fa8ff6-4156-4c8d-87e0-b35910174424, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:33:20.851700 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b94e29d9-c6ba-410b-9e5a-fb8ed0df5b93 None None] For port 87fa8ff6-4156-4c8d-87e0-b35910174424, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=87fa8ff6-4156-4c8d-87e0-b35910174424,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:33:20.898881 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-3646007c-ca86-4ebb-93c0-92905039d59a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, f38cbdf8-5173-41c6-aff5-2cede73eada9) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:33:20.902986 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3646007c-ca86-4ebb-93c0-92905039d59a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:20.908901 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3646007c-ca86-4ebb-93c0-92905039d59a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:20.909191 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7ec7a4-9842-46e6-96fc-ff06406e26ae None None] Network f38cbdf8-5173-41c6-aff5-2cede73eada9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:33:20.947809 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b94e29d9-c6ba-410b-9e5a-fb8ed0df5b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:21.008929 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3646007c-ca86-4ebb-93c0-92905039d59a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6910698 Dec 17 16:33:21.011725 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45412) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:33:21.041910 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a457736-9ad5-4595-80e2-cf0ed1310d86 None None] Pushing event updated for resources: {'Port': ['ID=87fa8ff6-4156-4c8d-87e0-b35910174424,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:21.046394 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94e29d9-c6ba-410b-9e5a-fb8ed0df5b93 None None] Routers {'1b6932ac-fbc2-4991-85d9-f6b32aae1e9a'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:33:21.073058 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b94e29d9-c6ba-410b-9e5a-fb8ed0df5b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:33:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1b6932ac-fbc2-4991-85d9-f6b32aae1e9a'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:33:21.211951 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d44c55-b58c-47ff-bd04-95c1f9a2bc47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-f38cbdf8-5173-41c6-aff5-2cede73eada9', 'network_id': 'f38cbdf8-5173-41c6-aff5-2cede73eada9', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'fixed_ips': [{'subnet_id': 'b3e78196-4b20-4ed3-8d06-75bcc0ab74a2'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 16:33:21.212803 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e2d44c55-b58c-47ff-bd04-95c1f9a2bc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:21.218068 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-b94e29d9-c6ba-410b-9e5a-fb8ed0df5b93 None None] Set router 1b6932ac-fbc2-4991-85d9-f6b32aae1e9a gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:33:21.655156 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-e2d44c55-b58c-47ff-bd04-95c1f9a2bc47 None None] Allocated IP 172.20.0.2 (f38cbdf8-5173-41c6-aff5-2cede73eada9/b3e78196-4b20-4ed3-8d06-75bcc0ab74a2/eb7e2a06-8fb8-4cc3-8f93-738c05ed6875) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:33:21.732621 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-b94e29d9-c6ba-410b-9e5a-fb8ed0df5b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650174713', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '87fa8ff6-4156-4c8d-87e0-b35910174424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:33:18Z', 'updated_at': '2021-12-17T16:33:19Z', 'revision_number': 3, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '87fa8ff6-4156-4c8d-87e0-b35910174424', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:33:18Z', 'updated_at': '2021-12-17T16:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:33:21.769017 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94e29d9-c6ba-410b-9e5a-fb8ed0df5b93 None None] The sync data for ids ['1b6932ac-fbc2-4991-85d9-f6b32aae1e9a'] in n-d-820553-2 is: [{'id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650174713', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '87fa8ff6-4156-4c8d-87e0-b35910174424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:33:18Z', 'updated_at': '2021-12-17T16:33:19Z', 'revision_number': 3, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '87fa8ff6-4156-4c8d-87e0-b35910174424', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:33:18Z', 'updated_at': '2021-12-17T16:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:33:21.808465 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5f20fe4-8419-497a-9800-145678658e5c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:21.844334 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e2d44c55-b58c-47ff-bd04-95c1f9a2bc47 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:21.927481 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e2d44c55-b58c-47ff-bd04-95c1f9a2bc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:21.966641 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d44c55-b58c-47ff-bd04-95c1f9a2bc47 None None] Network f38cbdf8-5173-41c6-aff5-2cede73eada9 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:33:21.971656 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-e2d44c55-b58c-47ff-bd04-95c1f9a2bc47 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:33:21.975725 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d44c55-b58c-47ff-bd04-95c1f9a2bc47 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:33:21.991210 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d44c55-b58c-47ff-bd04-95c1f9a2bc47 None None] Pushing event updated for resources: {'Port': ['ID=eb7e2a06-8fb8-4cc3-8f93-738c05ed6875,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:22.070347 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-e2d44c55-b58c-47ff-bd04-95c1f9a2bc47 None None] Attempting to bind port eb7e2a06-8fb8-4cc3-8f93-738c05ed6875 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:33:22.071695 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-e2d44c55-b58c-47ff-bd04-95c1f9a2bc47 None None] Attempting to bind port eb7e2a06-8fb8-4cc3-8f93-738c05ed6875 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'e90d9c90-2adb-499a-9f60-2704ddea1cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f38cbdf8-5173-41c6-aff5-2cede73eada9'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:33:22.071695 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d44c55-b58c-47ff-bd04-95c1f9a2bc47 None None] Attempting to bind port eb7e2a06-8fb8-4cc3-8f93-738c05ed6875 on network f38cbdf8-5173-41c6-aff5-2cede73eada9 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:33:22.076716 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d44c55-b58c-47ff-bd04-95c1f9a2bc47 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:33:22.077157 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d44c55-b58c-47ff-bd04-95c1f9a2bc47 None None] Checking segment: {'id': 'e90d9c90-2adb-499a-9f60-2704ddea1cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f38cbdf8-5173-41c6-aff5-2cede73eada9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:33:22.078074 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e2d44c55-b58c-47ff-bd04-95c1f9a2bc47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:22.078074 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d44c55-b58c-47ff-bd04-95c1f9a2bc47 None None] Bound using segment: {'id': 'e90d9c90-2adb-499a-9f60-2704ddea1cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f38cbdf8-5173-41c6-aff5-2cede73eada9'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:33:22.078406 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-e2d44c55-b58c-47ff-bd04-95c1f9a2bc47 None None] Bound port: eb7e2a06-8fb8-4cc3-8f93-738c05ed6875, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e90d9c90-2adb-499a-9f60-2704ddea1cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f38cbdf8-5173-41c6-aff5-2cede73eada9'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:33:22.078791 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e2d44c55-b58c-47ff-bd04-95c1f9a2bc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:22.141203 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-a5f20fe4-8419-497a-9800-145678658e5c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Allocated IP 172.20.0.1 (f38cbdf8-5173-41c6-aff5-2cede73eada9/b3e78196-4b20-4ed3-8d06-75bcc0ab74a2/2585641b-c8b9-4ef7-9fa1-31f68faacfa0) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:33:22.149548 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-e2d44c55-b58c-47ff-bd04-95c1f9a2bc47 None None] For port eb7e2a06-8fb8-4cc3-8f93-738c05ed6875, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:33:22.152940 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-e2d44c55-b58c-47ff-bd04-95c1f9a2bc47 None None] For port eb7e2a06-8fb8-4cc3-8f93-738c05ed6875, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=eb7e2a06-8fb8-4cc3-8f93-738c05ed6875,segment=NetworkSegment(e90d9c90-2adb-499a-9f60-2704ddea1cd6),segment_id=e90d9c90-2adb-499a-9f60-2704ddea1cd6)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:33:22.213138 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e2d44c55-b58c-47ff-bd04-95c1f9a2bc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:22.276398 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5f20fe4-8419-497a-9800-145678658e5c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:22.279414 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d44c55-b58c-47ff-bd04-95c1f9a2bc47 None None] Pushing event updated for resources: {'Port': ['ID=eb7e2a06-8fb8-4cc3-8f93-738c05ed6875,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:22.367612 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5f20fe4-8419-497a-9800-145678658e5c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:22.415641 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f20fe4-8419-497a-9800-145678658e5c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Network f38cbdf8-5173-41c6-aff5-2cede73eada9 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:33:22.442620 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-a5f20fe4-8419-497a-9800-145678658e5c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:33:22.447140 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f20fe4-8419-497a-9800-145678658e5c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:33:22.451625 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f20fe4-8419-497a-9800-145678658e5c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Port': ['ID=2585641b-c8b9-4ef7-9fa1-31f68faacfa0,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:22.497197 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5f20fe4-8419-497a-9800-145678658e5c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:22.723387 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5f20fe4-8419-497a-9800-145678658e5c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:22.782507 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device eb7e2a06-8fb8-4cc3-8f93-738c05ed6875 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:33:22.830244 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port eb7e2a06-8fb8-4cc3-8f93-738c05ed6875 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:33:22.830544 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:22.912390 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:22.945924 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port eb7e2a06-8fb8-4cc3-8f93-738c05ed6875, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=eb7e2a06-8fb8-4cc3-8f93-738c05ed6875,segment=NetworkSegment(e90d9c90-2adb-499a-9f60-2704ddea1cd6),segment_id=e90d9c90-2adb-499a-9f60-2704ddea1cd6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:33:22.995717 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:22.996541 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 87fa8ff6-4156-4c8d-87e0-b35910174424 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:33:23.016656 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5f20fe4-8419-497a-9800-145678658e5c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:23.063993 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5f20fe4-8419-497a-9800-145678658e5c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:23.071413 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=eb7e2a06-8fb8-4cc3-8f93-738c05ed6875,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:23.083865 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 87fa8ff6-4156-4c8d-87e0-b35910174424 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:33:23.084245 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:23.139524 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5f20fe4-8419-497a-9800-145678658e5c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:23.141416 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f20fe4-8419-497a-9800-145678658e5c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Port': ['ID=2585641b-c8b9-4ef7-9fa1-31f68faacfa0,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:23.170763 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:23.192972 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 87fa8ff6-4156-4c8d-87e0-b35910174424, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=87fa8ff6-4156-4c8d-87e0-b35910174424,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:33:23.243905 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f20fe4-8419-497a-9800-145678658e5c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Network f38cbdf8-5173-41c6-aff5-2cede73eada9 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:33:23.245370 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-a5f20fe4-8419-497a-9800-145678658e5c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:33:23.280171 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:23.333911 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=87fa8ff6-4156-4c8d-87e0-b35910174424,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:23.362693 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f20fe4-8419-497a-9800-145678658e5c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Router 1b6932ac-fbc2-4991-85d9-f6b32aae1e9a has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:33:23.479530 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f20fe4-8419-497a-9800-145678658e5c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:33:23.484689 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a5f20fe4-8419-497a-9800-145678658e5c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "PUT /v2.0/routers/1b6932ac-fbc2-4991-85d9-f6b32aae1e9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4719818 Dec 17 16:33:23.635509 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16055127-b70b-49a2-9be7-3b57f4e4ea5f None None] Network f38cbdf8-5173-41c6-aff5-2cede73eada9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:33:23.639021 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-662c904b-aff4-4196-8d84-6b0d28498c75 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1300634870&fields=id&tenant_id=437dcc00f8fd49499d299b0a33d98052 HTTP/1.1" status: 200 len: 267 time: 0.0415776 Dec 17 16:33:23.712353 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-8d6b8f0b-a870-4faa-a8c0-c6e5a7d703fc None None] Provisioning complete for port eb7e2a06-8fb8-4cc3-8f93-738c05ed6875 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:33:23.712729 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8d6b8f0b-a870-4faa-a8c0-c6e5a7d703fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:23.735621 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9abb896-c354-428d-ac5d-f6f699621978 None None] Sync routers for ids ['1b6932ac-fbc2-4991-85d9-f6b32aae1e9a'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:33:23.745225 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9abb896-c354-428d-ac5d-f6f699621978 None None] Routers {'1b6932ac-fbc2-4991-85d9-f6b32aae1e9a'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:33:23.745842 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d9abb896-c354-428d-ac5d-f6f699621978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:33:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1b6932ac-fbc2-4991-85d9-f6b32aae1e9a'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:33:23.775102 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-fa5b2c6d-66d8-40c9-bad2-5e579bf14166 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:23.776768 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-fa5b2c6d-66d8-40c9-bad2-5e579bf14166 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/networks?id=f38cbdf8-5173-41c6-aff5-2cede73eada9 HTTP/1.1" status: 200 len: 797 time: 0.1277812 Dec 17 16:33:23.792944 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-41b6a38a-d05c-4f9f-b8b6-e949998ed20e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/quotas/437dcc00f8fd49499d299b0a33d98052 HTTP/1.1" status: 200 len: 375 time: 0.0102167 Dec 17 16:33:23.850892 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-14c5d5f8-99e6-4d41-928f-ea396192a7fd tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504966 Dec 17 16:33:23.859648 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-d9abb896-c354-428d-ac5d-f6f699621978 None None] Set router 1b6932ac-fbc2-4991-85d9-f6b32aae1e9a gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:33:23.959128 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-9d005a88-14af-4090-8494-59734ad043e4 service neutron] 10.222.0.46 "GET /v2.0/networks/f38cbdf8-5173-41c6-aff5-2cede73eada9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896599 Dec 17 16:33:24.062026 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-9f31e29f-9480-4728-8291-2b26c7fee557 service neutron] 10.222.0.46 "GET /v2.0/networks/f38cbdf8-5173-41c6-aff5-2cede73eada9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961151 Dec 17 16:33:24.170771 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d9abb896-c354-428d-ac5d-f6f699621978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650174713', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '87fa8ff6-4156-4c8d-87e0-b35910174424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:33:18Z', 'updated_at': '2021-12-17T16:33:22Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '87fa8ff6-4156-4c8d-87e0-b35910174424', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:33:18Z', 'updated_at': '2021-12-17T16:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '2585641b-c8b9-4ef7-9fa1-31f68faacfa0', 'name': '', 'network_id': 'f38cbdf8-5173-41c6-aff5-2cede73eada9', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:cc:2f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'b3e78196-4b20-4ed3-8d06-75bcc0ab74a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:33:21Z', 'updated_at': '2021-12-17T16:33:22Z', 'revision_number': 2, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': 'b3e78196-4b20-4ed3-8d06-75bcc0ab74a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:33:24.188520 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d5198c54-91cc-4ede-abff-00ce5aab2f37 None None] Provisioning complete for port eb7e2a06-8fb8-4cc3-8f93-738c05ed6875 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:33:24.189287 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d5198c54-91cc-4ede-abff-00ce5aab2f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:24.202399 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9abb896-c354-428d-ac5d-f6f699621978 None None] Checking router: 1b6932ac-fbc2-4991-85d9-f6b32aae1e9a for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:33:24.205024 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9abb896-c354-428d-ac5d-f6f699621978 None None] Updating router 1b6932ac-fbc2-4991-85d9-f6b32aae1e9a port 2585641b-c8b9-4ef7-9fa1-31f68faacfa0 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:33:24.233610 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-d9abb896-c354-428d-ac5d-f6f699621978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:24.291407 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d5198c54-91cc-4ede-abff-00ce5aab2f37 None None] Provisioning complete for port 2585641b-c8b9-4ef7-9fa1-31f68faacfa0 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:33:24.291939 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d5198c54-91cc-4ede-abff-00ce5aab2f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:24.343937 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d5198c54-91cc-4ede-abff-00ce5aab2f37 None None] Port 2585641b-c8b9-4ef7-9fa1-31f68faacfa0 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:33:24.358340 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-62643ec3-5495-4f72-825a-d92fec8ca571 req-f465f355-4ffc-461b-bcc0-1a1294891874 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 210 time: 0.0642176 Dec 17 16:33:24.464070 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-3366dcd0-7793-4b17-ade6-cd3eab3cbc30 None None] Provisioning complete for port 2585641b-c8b9-4ef7-9fa1-31f68faacfa0 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:33:24.464451 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3366dcd0-7793-4b17-ade6-cd3eab3cbc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:24.503720 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-3366dcd0-7793-4b17-ade6-cd3eab3cbc30 None None] Port 2585641b-c8b9-4ef7-9fa1-31f68faacfa0 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:33:24.537715 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-d9abb896-c354-428d-ac5d-f6f699621978 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:24.618516 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-d9abb896-c354-428d-ac5d-f6f699621978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:24.623502 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-5fa26836-7a7f-4f47-adeb-0817cfc538b9 None None] Provisioning complete for port 2585641b-c8b9-4ef7-9fa1-31f68faacfa0 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:33:24.623869 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5fa26836-7a7f-4f47-adeb-0817cfc538b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:24.664310 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-5fa26836-7a7f-4f47-adeb-0817cfc538b9 None None] Port 2585641b-c8b9-4ef7-9fa1-31f68faacfa0 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:33:24.670912 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843697e9-8113-4fc2-b31a-b92cd5800eda None None] Pushing event updated for resources: {'Port': ['ID=2585641b-c8b9-4ef7-9fa1-31f68faacfa0,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:24.710525 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843697e9-8113-4fc2-b31a-b92cd5800eda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:24.710963 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843697e9-8113-4fc2-b31a-b92cd5800eda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:24.711302 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843697e9-8113-4fc2-b31a-b92cd5800eda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:24.717272 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843697e9-8113-4fc2-b31a-b92cd5800eda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:24.720502 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843697e9-8113-4fc2-b31a-b92cd5800eda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:24.720502 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843697e9-8113-4fc2-b31a-b92cd5800eda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:24.720502 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843697e9-8113-4fc2-b31a-b92cd5800eda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:24.720502 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843697e9-8113-4fc2-b31a-b92cd5800eda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:24.720502 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843697e9-8113-4fc2-b31a-b92cd5800eda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:24.720502 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843697e9-8113-4fc2-b31a-b92cd5800eda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:24.720502 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843697e9-8113-4fc2-b31a-b92cd5800eda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:24.720502 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843697e9-8113-4fc2-b31a-b92cd5800eda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:33:24.734421 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-d9abb896-c354-428d-ac5d-f6f699621978 None None] Attempting to bind port 2585641b-c8b9-4ef7-9fa1-31f68faacfa0 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:33:24.735162 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-d9abb896-c354-428d-ac5d-f6f699621978 None None] Attempting to bind port 2585641b-c8b9-4ef7-9fa1-31f68faacfa0 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'e90d9c90-2adb-499a-9f60-2704ddea1cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f38cbdf8-5173-41c6-aff5-2cede73eada9'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:33:24.735162 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9abb896-c354-428d-ac5d-f6f699621978 None None] Attempting to bind port 2585641b-c8b9-4ef7-9fa1-31f68faacfa0 on network f38cbdf8-5173-41c6-aff5-2cede73eada9 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:33:24.742176 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9abb896-c354-428d-ac5d-f6f699621978 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:33:24.755484 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9abb896-c354-428d-ac5d-f6f699621978 None None] Checking segment: {'id': 'e90d9c90-2adb-499a-9f60-2704ddea1cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f38cbdf8-5173-41c6-aff5-2cede73eada9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:33:24.755484 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-d9abb896-c354-428d-ac5d-f6f699621978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:24.755484 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9abb896-c354-428d-ac5d-f6f699621978 None None] Bound using segment: {'id': 'e90d9c90-2adb-499a-9f60-2704ddea1cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f38cbdf8-5173-41c6-aff5-2cede73eada9'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:33:24.755484 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-d9abb896-c354-428d-ac5d-f6f699621978 None None] Bound port: 2585641b-c8b9-4ef7-9fa1-31f68faacfa0, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e90d9c90-2adb-499a-9f60-2704ddea1cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f38cbdf8-5173-41c6-aff5-2cede73eada9'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:33:24.755484 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-d9abb896-c354-428d-ac5d-f6f699621978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:24.756832 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device eb7e2a06-8fb8-4cc3-8f93-738c05ed6875 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:33:24.800303 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port eb7e2a06-8fb8-4cc3-8f93-738c05ed6875 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:33:24.800685 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:24.829020 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-d9abb896-c354-428d-ac5d-f6f699621978 None None] For port 2585641b-c8b9-4ef7-9fa1-31f68faacfa0, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:33:24.835096 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-d9abb896-c354-428d-ac5d-f6f699621978 None None] For port 2585641b-c8b9-4ef7-9fa1-31f68faacfa0, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=2585641b-c8b9-4ef7-9fa1-31f68faacfa0,segment=NetworkSegment(e90d9c90-2adb-499a-9f60-2704ddea1cd6),segment_id=e90d9c90-2adb-499a-9f60-2704ddea1cd6)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:33:24.904719 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c2725a71-403b-48de-886f-4ff04ad5007f None None] Provisioning complete for port 2585641b-c8b9-4ef7-9fa1-31f68faacfa0 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:33:24.905029 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c2725a71-403b-48de-886f-4ff04ad5007f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:24.907229 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 87fa8ff6-4156-4c8d-87e0-b35910174424 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:33:24.911481 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-d9abb896-c354-428d-ac5d-f6f699621978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:24.981122 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9abb896-c354-428d-ac5d-f6f699621978 None None] Routers {'1b6932ac-fbc2-4991-85d9-f6b32aae1e9a'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:33:24.982135 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d9abb896-c354-428d-ac5d-f6f699621978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:33:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1b6932ac-fbc2-4991-85d9-f6b32aae1e9a'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:33:25.011709 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 87fa8ff6-4156-4c8d-87e0-b35910174424 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:33:25.012136 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:25.047421 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c2725a71-403b-48de-886f-4ff04ad5007f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:25.054776 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843697e9-8113-4fc2-b31a-b92cd5800eda None None] Pushing event updated for resources: {'Port': ['ID=2585641b-c8b9-4ef7-9fa1-31f68faacfa0,revision_number=4']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:25.096340 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c2725a71-403b-48de-886f-4ff04ad5007f None None] For port 2585641b-c8b9-4ef7-9fa1-31f68faacfa0, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=2585641b-c8b9-4ef7-9fa1-31f68faacfa0,segment=NetworkSegment(e90d9c90-2adb-499a-9f60-2704ddea1cd6),segment_id=e90d9c90-2adb-499a-9f60-2704ddea1cd6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:33:25.112175 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-d9abb896-c354-428d-ac5d-f6f699621978 None None] Set router 1b6932ac-fbc2-4991-85d9-f6b32aae1e9a gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:33:25.171882 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c2725a71-403b-48de-886f-4ff04ad5007f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:25.221361 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2725a71-403b-48de-886f-4ff04ad5007f None None] Pushing event updated for resources: {'Port': ['ID=2585641b-c8b9-4ef7-9fa1-31f68faacfa0,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:25.290256 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-ab008fcc-b31b-438c-8867-306b8db9c3fd None None] Provisioning complete for port 2585641b-c8b9-4ef7-9fa1-31f68faacfa0 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:33:25.290633 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ab008fcc-b31b-438c-8867-306b8db9c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:25.318425 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-d9abb896-c354-428d-ac5d-f6f699621978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650174713', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '87fa8ff6-4156-4c8d-87e0-b35910174424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:33:18Z', 'updated_at': '2021-12-17T16:33:22Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '87fa8ff6-4156-4c8d-87e0-b35910174424', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:33:18Z', 'updated_at': '2021-12-17T16:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '2585641b-c8b9-4ef7-9fa1-31f68faacfa0', 'name': '', 'network_id': 'f38cbdf8-5173-41c6-aff5-2cede73eada9', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:cc:2f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'b3e78196-4b20-4ed3-8d06-75bcc0ab74a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:33:21Z', 'updated_at': '2021-12-17T16:33:24Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': 'b3e78196-4b20-4ed3-8d06-75bcc0ab74a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:33:25.349017 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9abb896-c354-428d-ac5d-f6f699621978 None None] The sync data for ids ['1b6932ac-fbc2-4991-85d9-f6b32aae1e9a'] in n-d-820553-2 is: [{'id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650174713', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '87fa8ff6-4156-4c8d-87e0-b35910174424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:33:18Z', 'updated_at': '2021-12-17T16:33:22Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '87fa8ff6-4156-4c8d-87e0-b35910174424', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:33:18Z', 'updated_at': '2021-12-17T16:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '2585641b-c8b9-4ef7-9fa1-31f68faacfa0', 'name': '', 'network_id': 'f38cbdf8-5173-41c6-aff5-2cede73eada9', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:cc:2f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'b3e78196-4b20-4ed3-8d06-75bcc0ab74a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:33:21Z', 'updated_at': '2021-12-17T16:33:24Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': 'b3e78196-4b20-4ed3-8d06-75bcc0ab74a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:33:25.471769 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c240b969-74d4-499a-ade8-b36938a32b39 req-6ba81424-ffc4-48d5-b28a-3eedce31431e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 210 time: 0.0335689 Dec 17 16:33:26.451421 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-3626cf4c-1b37-44d3-abee-985c195a2207 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:26.452877 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-3626cf4c-1b37-44d3-abee-985c195a2207 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.13 "GET /v2.0/networks?id=f38cbdf8-5173-41c6-aff5-2cede73eada9 HTTP/1.1" status: 200 len: 797 time: 0.1076205 Dec 17 16:33:26.496481 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-a830c1e3-eb77-405a-8eac-5d5d634b34a3 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=437dcc00f8fd49499d299b0a33d98052 HTTP/1.1" status: 200 len: 380 time: 0.0345545 Dec 17 16:33:26.505812 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-899058af-80c7-404c-a5c1-a80ef21ea712 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'port': {'device_id': '1f52c232-72db-4203-880e-9f49c508db65', 'network_id': 'f38cbdf8-5173-41c6-aff5-2cede73eada9', 'admin_state_up': True, 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'security_groups': ['93567090-f464-46b4-afc0-29c5bb771afd']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:33:26.573412 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e4c652d6-28ea-4e96-b2b6-1114b25a1c66 req-d2c78922-ba4f-4fba-8fd2-75621c500988 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 210 time: 0.0277667 Dec 17 16:33:26.669372 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-899058af-80c7-404c-a5c1-a80ef21ea712 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Made reservation on behalf of 437dcc00f8fd49499d299b0a33d98052 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:33:26.672935 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-899058af-80c7-404c-a5c1-a80ef21ea712 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:26.732393 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:26.748728 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 2585641b-c8b9-4ef7-9fa1-31f68faacfa0 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:33:26.797740 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 2585641b-c8b9-4ef7-9fa1-31f68faacfa0 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:33:26.798473 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:26.807707 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-899058af-80c7-404c-a5c1-a80ef21ea712 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Allocated IP 172.20.0.9 (f38cbdf8-5173-41c6-aff5-2cede73eada9/b3e78196-4b20-4ed3-8d06-75bcc0ab74a2/f5f6641f-55b2-48f1-af06-3e8cf986fcbf) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:33:26.949197 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-899058af-80c7-404c-a5c1-a80ef21ea712 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:27.040615 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-899058af-80c7-404c-a5c1-a80ef21ea712 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:27.082311 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-899058af-80c7-404c-a5c1-a80ef21ea712 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Network f38cbdf8-5173-41c6-aff5-2cede73eada9 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:33:27.085928 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-899058af-80c7-404c-a5c1-a80ef21ea712 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:33:27.089667 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-899058af-80c7-404c-a5c1-a80ef21ea712 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:33:27.114776 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899058af-80c7-404c-a5c1-a80ef21ea712 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Port': ['ID=f5f6641f-55b2-48f1-af06-3e8cf986fcbf,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:27.144769 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-899058af-80c7-404c-a5c1-a80ef21ea712 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:27.145422 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-899058af-80c7-404c-a5c1-a80ef21ea712 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:27.215553 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-899058af-80c7-404c-a5c1-a80ef21ea712 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7131944 Dec 17 16:33:27.231182 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-a116da8d-8327-476c-8aa7-b3c7a93c3055 service neutron] Request body: {'port': {'device_id': '1f52c232-72db-4203-880e-9f49c508db65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:33:27.293742 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-a116da8d-8327-476c-8aa7-b3c7a93c3055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:27.313272 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4974b2e1-dfd7-4ef4-8fa9-02aa60ca645f None None] Provisioning complete for port f5f6641f-55b2-48f1-af06-3e8cf986fcbf triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:33:27.313645 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4974b2e1-dfd7-4ef4-8fa9-02aa60ca645f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:27.347391 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4974b2e1-dfd7-4ef4-8fa9-02aa60ca645f None None] Port f5f6641f-55b2-48f1-af06-3e8cf986fcbf cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:33:27.549650 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-a116da8d-8327-476c-8aa7-b3c7a93c3055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5f6641f-55b2-48f1-af06-3e8cf986fcbf {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:33:27.557440 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-a116da8d-8327-476c-8aa7-b3c7a93c3055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:27.568805 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-a116da8d-8327-476c-8aa7-b3c7a93c3055 service neutron] Transition to ACTIVE for port object f5f6641f-55b2-48f1-af06-3e8cf986fcbf will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:33:27.617166 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-a116da8d-8327-476c-8aa7-b3c7a93c3055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:27.667541 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116da8d-8327-476c-8aa7-b3c7a93c3055 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f6641f-55b2-48f1-af06-3e8cf986fcbf,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:27.698851 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2088f-b5b1-4167-baa1-e9f97bc63c74 req-8c58408c-c52a-4487-83a6-24e59cc03817 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:27.700430 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4a2088f-b5b1-4167-baa1-e9f97bc63c74 req-8c58408c-c52a-4487-83a6-24e59cc03817 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 943 time: 0.0588124 Dec 17 16:33:27.741822 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c4a2088f-b5b1-4167-baa1-e9f97bc63c74 req-ffa9616c-48f7-402c-a916-39b755c3198d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=93567090-f464-46b4-afc0-29c5bb771afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351357 Dec 17 16:33:27.750919 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-a116da8d-8327-476c-8aa7-b3c7a93c3055 service neutron] Attempting to bind port f5f6641f-55b2-48f1-af06-3e8cf986fcbf on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:33:27.751386 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-a116da8d-8327-476c-8aa7-b3c7a93c3055 service neutron] Attempting to bind port f5f6641f-55b2-48f1-af06-3e8cf986fcbf by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'e90d9c90-2adb-499a-9f60-2704ddea1cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f38cbdf8-5173-41c6-aff5-2cede73eada9'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:33:27.751717 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-a116da8d-8327-476c-8aa7-b3c7a93c3055 service neutron] Attempting to bind port f5f6641f-55b2-48f1-af06-3e8cf986fcbf on network f38cbdf8-5173-41c6-aff5-2cede73eada9 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:33:27.756893 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-a116da8d-8327-476c-8aa7-b3c7a93c3055 service neutron] Port f5f6641f-55b2-48f1-af06-3e8cf986fcbf on network f38cbdf8-5173-41c6-aff5-2cede73eada9 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:33:27.757246 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-a116da8d-8327-476c-8aa7-b3c7a93c3055 service neutron] Attempting to bind port f5f6641f-55b2-48f1-af06-3e8cf986fcbf on network f38cbdf8-5173-41c6-aff5-2cede73eada9 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:33:27.762665 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-a116da8d-8327-476c-8aa7-b3c7a93c3055 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:33:27.762996 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-a116da8d-8327-476c-8aa7-b3c7a93c3055 service neutron] Checking segment: {'id': 'e90d9c90-2adb-499a-9f60-2704ddea1cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f38cbdf8-5173-41c6-aff5-2cede73eada9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:33:27.763379 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-a116da8d-8327-476c-8aa7-b3c7a93c3055 service neutron] Bound using segment: {'id': 'e90d9c90-2adb-499a-9f60-2704ddea1cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f38cbdf8-5173-41c6-aff5-2cede73eada9'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:33:27.763792 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-a116da8d-8327-476c-8aa7-b3c7a93c3055 service neutron] Bound port: f5f6641f-55b2-48f1-af06-3e8cf986fcbf, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e90d9c90-2adb-499a-9f60-2704ddea1cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f38cbdf8-5173-41c6-aff5-2cede73eada9'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:33:27.764145 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-a116da8d-8327-476c-8aa7-b3c7a93c3055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:27.832476 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-a116da8d-8327-476c-8aa7-b3c7a93c3055 service neutron] For port f5f6641f-55b2-48f1-af06-3e8cf986fcbf, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:33:27.835577 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-a116da8d-8327-476c-8aa7-b3c7a93c3055 service neutron] For port f5f6641f-55b2-48f1-af06-3e8cf986fcbf, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f5f6641f-55b2-48f1-af06-3e8cf986fcbf,segment=NetworkSegment(e90d9c90-2adb-499a-9f60-2704ddea1cd6),segment_id=e90d9c90-2adb-499a-9f60-2704ddea1cd6)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:33:27.893001 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-a116da8d-8327-476c-8aa7-b3c7a93c3055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:27.928125 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-a116da8d-8327-476c-8aa7-b3c7a93c3055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:27.928808 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-a116da8d-8327-476c-8aa7-b3c7a93c3055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:27.930931 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-a116da8d-8327-476c-8aa7-b3c7a93c3055 service neutron] 10.222.0.13 "PUT /v2.0/ports/f5f6641f-55b2-48f1-af06-3e8cf986fcbf HTTP/1.1" status: 200 len: 1091 time: 0.7060583 Dec 17 16:33:27.931376 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f52c232-72db-4203-880e-9f49c508db65', 'tag': 'f5f6641f-55b2-48f1-af06-3e8cf986fcbf'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:33:27.933669 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c69c655-78b6-41ac-9e6b-25b04a8e9347" -d '{"events": [{"name": "network-changed", "server_uuid": "1f52c232-72db-4203-880e-9f49c508db65", "tag": "f5f6641f-55b2-48f1-af06-3e8cf986fcbf"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:33:27.956988 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116da8d-8327-476c-8aa7-b3c7a93c3055 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f6641f-55b2-48f1-af06-3e8cf986fcbf,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:27.975871 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbf2cc8-d078-4a86-82b2-5da3a027113c x-openstack-request-id: req-7dbf2cc8-d078-4a86-82b2-5da3a027113c {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:33:27.976168 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f52c232-72db-4203-880e-9f49c508db65", "tag": "f5f6641f-55b2-48f1-af06-3e8cf986fcbf", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:33:27.976474 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7dbf2cc8-d078-4a86-82b2-5da3a027113c {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:33:27.977984 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f52c232-72db-4203-880e-9f49c508db65', 'tag': 'f5f6641f-55b2-48f1-af06-3e8cf986fcbf', 'status': 'completed', 'code': 200} Dec 17 16:33:28.044280 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69c655-78b6-41ac-9e6b-25b04a8e9347 req-173d4418-6118-4cc4-a24a-2ece3bf2dd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:28.045849 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4c69c655-78b6-41ac-9e6b-25b04a8e9347 req-173d4418-6118-4cc4-a24a-2ece3bf2dd8b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 1094 time: 0.0482888 Dec 17 16:33:28.147809 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69c655-78b6-41ac-9e6b-25b04a8e9347 req-579f3568-2b24-45e6-a795-54e497859800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:28.149438 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4c69c655-78b6-41ac-9e6b-25b04a8e9347 req-579f3568-2b24-45e6-a795-54e497859800 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=437dcc00f8fd49499d299b0a33d98052&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0955052 Dec 17 16:33:28.249482 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69c655-78b6-41ac-9e6b-25b04a8e9347 req-fa44f02b-305d-44df-bb4f-a6f0a1f9980b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:28.251196 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-4c69c655-78b6-41ac-9e6b-25b04a8e9347 req-fa44f02b-305d-44df-bb4f-a6f0a1f9980b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951438 Dec 17 16:33:28.325629 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-857e87cd-72ca-4c1e-bea6-8e034a40081f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:28.327082 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-857e87cd-72ca-4c1e-bea6-8e034a40081f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 1094 time: 0.0402346 Dec 17 16:33:28.371753 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-0777959f-dd33-469b-85d2-7f8ee4eb71ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5f6641f-55b2-48f1-af06-3e8cf986fcbf HTTP/1.1" status: 200 len: 217 time: 0.0370865 Dec 17 16:33:28.420349 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-1c44f3dd-3b22-4c73-975c-47be7b57eeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:28.421808 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-1c44f3dd-3b22-4c73-975c-47be7b57eeca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3e78196-4b20-4ed3-8d06-75bcc0ab74a2 HTTP/1.1" status: 200 len: 835 time: 0.0432894 Dec 17 16:33:28.466524 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-d5a6d03d-45ce-41c0-aede-cd416da9e214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:28.467952 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-d5a6d03d-45ce-41c0-aede-cd416da9e214 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f38cbdf8-5173-41c6-aff5-2cede73eada9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390565 Dec 17 16:33:28.560273 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-02a84333-d12f-45a1-955a-1233efa825fa service neutron] 10.222.0.13 "GET /v2.0/networks/f38cbdf8-5173-41c6-aff5-2cede73eada9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840645 Dec 17 16:33:28.648156 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5596125f-4e17-4080-abe4-8d9ed3669dec req-7bce668b-ef78-45cc-b91e-e50c38c4f068 service neutron] 10.222.0.13 "GET /v2.0/networks/f38cbdf8-5173-41c6-aff5-2cede73eada9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806105 Dec 17 16:33:28.862998 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c7528-dc9a-4844-b06c-43ce48413254 req-c107a9c2-d52b-4163-bb7b-799b75d39282 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:28.864474 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-054c7528-dc9a-4844-b06c-43ce48413254 req-c107a9c2-d52b-4163-bb7b-799b75d39282 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 943 time: 0.0526409 Dec 17 16:33:28.903732 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-054c7528-dc9a-4844-b06c-43ce48413254 req-b882c945-c90d-4bcb-8f9e-da03e6129f25 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=93567090-f464-46b4-afc0-29c5bb771afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330188 Dec 17 16:33:28.919956 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b073e5c1-0032-4323-87af-450057cfc443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:30.035340 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054f2a9-ce4a-47cf-852d-500de3f00305 req-2e2db13b-0953-4b82-96ca-f370c11092ae tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:30.041139 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6054f2a9-ce4a-47cf-852d-500de3f00305 req-2e2db13b-0953-4b82-96ca-f370c11092ae tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 943 time: 0.0584025 Dec 17 16:33:30.082956 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6054f2a9-ce4a-47cf-852d-500de3f00305 req-3cc1feda-0ba2-479d-a407-4ee63f428822 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=93567090-f464-46b4-afc0-29c5bb771afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391080 Dec 17 16:33:31.150567 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7f195d47-be83-4457-901f-cfdb935479bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:31.200363 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device f5f6641f-55b2-48f1-af06-3e8cf986fcbf details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:33:31.206759 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e41fb-3577-4049-99fb-c472ae9cd53b req-593f472e-9ab9-40c2-aa00-386270940647 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:31.208406 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ee3e41fb-3577-4049-99fb-c472ae9cd53b req-593f472e-9ab9-40c2-aa00-386270940647 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 943 time: 0.0566459 Dec 17 16:33:31.246896 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ee3e41fb-3577-4049-99fb-c472ae9cd53b req-508642a1-da8a-47e8-88c6-3670d351a3aa tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=93567090-f464-46b4-afc0-29c5bb771afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324664 Dec 17 16:33:31.293926 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port f5f6641f-55b2-48f1-af06-3e8cf986fcbf, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f5f6641f-55b2-48f1-af06-3e8cf986fcbf,segment=NetworkSegment(e90d9c90-2adb-499a-9f60-2704ddea1cd6),segment_id=e90d9c90-2adb-499a-9f60-2704ddea1cd6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:33:31.308974 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'f5f6641f-55b2-48f1-af06-3e8cf986fcbf', 'network_id': 'f38cbdf8-5173-41c6-aff5-2cede73eada9', 'port_id': 'f5f6641f-55b2-48f1-af06-3e8cf986fcbf', 'mac_address': 'fa:16:3e:06:a0:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3e78196-4b20-4ed3-8d06-75bcc0ab74a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:33:31.345613 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:31.357900 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5f6641f-55b2-48f1-af06-3e8cf986fcbf {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:33:31.376956 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port f5f6641f-55b2-48f1-af06-3e8cf986fcbf, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f5f6641f-55b2-48f1-af06-3e8cf986fcbf,segment=NetworkSegment(e90d9c90-2adb-499a-9f60-2704ddea1cd6),segment_id=e90d9c90-2adb-499a-9f60-2704ddea1cd6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:33:31.429560 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:31.476269 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=f5f6641f-55b2-48f1-af06-3e8cf986fcbf,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:31.646823 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['f5f6641f-55b2-48f1-af06-3e8cf986fcbf'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:33:32.361452 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6cba2-8021-47d3-a298-09c6a17f16f5 req-98b4ea32-8b31-46db-b02a-a0e38e5d5793 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:32.362937 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3eb6cba2-8021-47d3-a298-09c6a17f16f5 req-98b4ea32-8b31-46db-b02a-a0e38e5d5793 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 944 time: 0.0491238 Dec 17 16:33:32.400828 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3eb6cba2-8021-47d3-a298-09c6a17f16f5 req-475c4774-6beb-4dfb-aa58-bbf65c58714c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=93567090-f464-46b4-afc0-29c5bb771afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318639 Dec 17 16:33:32.605434 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:33.223416 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device f5f6641f-55b2-48f1-af06-3e8cf986fcbf up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:33:33.355009 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port f5f6641f-55b2-48f1-af06-3e8cf986fcbf completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:33:33.358712 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port f5f6641f-55b2-48f1-af06-3e8cf986fcbf triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:33:33.359088 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:33.438083 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:33.460439 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f52c232-72db-4203-880e-9f49c508db65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f6641f-55b2-48f1-af06-3e8cf986fcbf'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:33:33.463414 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dee4fcc-b064-40b5-b4cd-c87d0ce57b28" -d '{"events": [{"server_uuid": "1f52c232-72db-4203-880e-9f49c508db65", "name": "network-vif-plugged", "status": "completed", "tag": "f5f6641f-55b2-48f1-af06-3e8cf986fcbf"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:33:33.475899 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port f5f6641f-55b2-48f1-af06-3e8cf986fcbf, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f5f6641f-55b2-48f1-af06-3e8cf986fcbf,segment=NetworkSegment(e90d9c90-2adb-499a-9f60-2704ddea1cd6),segment_id=e90d9c90-2adb-499a-9f60-2704ddea1cd6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:33:33.503327 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ff93c1-3f66-49bd-bfd7-9b899b567df0 x-openstack-request-id: req-67ff93c1-3f66-49bd-bfd7-9b899b567df0 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:33:33.503327 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f52c232-72db-4203-880e-9f49c508db65", "name": "network-vif-plugged", "status": "completed", "tag": "f5f6641f-55b2-48f1-af06-3e8cf986fcbf", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:33:33.503584 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-67ff93c1-3f66-49bd-bfd7-9b899b567df0 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:33:33.503908 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f52c232-72db-4203-880e-9f49c508db65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f6641f-55b2-48f1-af06-3e8cf986fcbf', 'code': 200} Dec 17 16:33:33.519070 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d709007-696b-4b7c-868e-613405fe45b6 req-71bd409a-c1ed-42af-aa0d-26ed82942f7e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:33.520561 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d709007-696b-4b7c-868e-613405fe45b6 req-71bd409a-c1ed-42af-aa0d-26ed82942f7e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 944 time: 0.0524931 Dec 17 16:33:33.555544 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:33.561995 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6d709007-696b-4b7c-868e-613405fe45b6 req-dfd1ee9d-43ba-478e-8ddd-9a9b9495c33d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=93567090-f464-46b4-afc0-29c5bb771afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346882 Dec 17 16:33:33.599488 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dee113-a7d0-463d-a3c3-f132306fa628 req-ec93f44b-1368-4bd3-90bf-07e40bbfd6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:33.600959 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-05dee113-a7d0-463d-a3c3-f132306fa628 req-ec93f44b-1368-4bd3-90bf-07e40bbfd6e6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 1096 time: 0.0406973 Dec 17 16:33:33.608655 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=f5f6641f-55b2-48f1-af06-3e8cf986fcbf,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:33.637206 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-05dee113-a7d0-463d-a3c3-f132306fa628 req-d3e250ab-b15e-4dbe-9923-3c03bbbfba87 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=93567090-f464-46b4-afc0-29c5bb771afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290282 Dec 17 16:33:34.182668 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:34.319552 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:34.684723 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0de073-1d09-4455-8a0c-ad06dac2d7ab req-80d9508e-b085-4f68-959a-ee2eaebccb33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:34.686273 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e0de073-1d09-4455-8a0c-ad06dac2d7ab req-80d9508e-b085-4f68-959a-ee2eaebccb33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 945 time: 0.0552461 Dec 17 16:33:34.723179 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e0de073-1d09-4455-8a0c-ad06dac2d7ab req-a70b8f44-0496-411a-8fd1-46a6960ec0d7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=93567090-f464-46b4-afc0-29c5bb771afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309389 Dec 17 16:33:35.836756 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c7696-92d8-496a-9bbc-165e7f7f7a1a req-fb2bf7d0-f195-4deb-9ff2-a6c62a221b4f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:35.838267 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b88c7696-92d8-496a-9bbc-165e7f7f7a1a req-fb2bf7d0-f195-4deb-9ff2-a6c62a221b4f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 945 time: 0.0490716 Dec 17 16:33:35.876082 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b88c7696-92d8-496a-9bbc-165e7f7f7a1a req-fc8a7618-1ca5-440a-9757-fd5af2e51561 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=93567090-f464-46b4-afc0-29c5bb771afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319474 Dec 17 16:33:35.990012 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4bdee-dccc-4fba-9ab1-6c427e28a484 req-44ddd64e-7871-459d-9d77-8e2bda28c659 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:35.991504 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8e4bdee-dccc-4fba-9ab1-6c427e28a484 req-44ddd64e-7871-459d-9d77-8e2bda28c659 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 945 time: 0.0497375 Dec 17 16:33:36.031339 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8e4bdee-dccc-4fba-9ab1-6c427e28a484 req-1302e5c5-0f14-4821-be75-db5031b1146f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=93567090-f464-46b4-afc0-29c5bb771afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329373 Dec 17 16:33:36.054658 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45468) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:33:36.097987 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b724c0-c765-43fe-9890-f85486ff20be tempest-TestNetworkAdvancedServerOps-1516648074 tempest-TestNetworkAdvancedServerOps-1516648074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:36.099482 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-42b724c0-c765-43fe-9890-f85486ff20be tempest-TestNetworkAdvancedServerOps-1516648074 tempest-TestNetworkAdvancedServerOps-1516648074-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 1091 time: 0.0438449 Dec 17 16:33:36.102891 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45470) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:33:36.107199 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-5a539aab-20d9-455e-8508-8c7f9db31773 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'port_id': 'f5f6641f-55b2-48f1-af06-3e8cf986fcbf', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:33:36.195004 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5a539aab-20d9-455e-8508-8c7f9db31773 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for floatingip, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:36.292729 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5a539aab-20d9-455e-8508-8c7f9db31773 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:36.395659 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-5a539aab-20d9-455e-8508-8c7f9db31773 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Allocated IP 172.25.6.230 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/784f152c-2155-4724-9236-6031fc35c319) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:33:36.494071 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5a539aab-20d9-455e-8508-8c7f9db31773 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:36.583990 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5a539aab-20d9-455e-8508-8c7f9db31773 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:36.626340 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a539aab-20d9-455e-8508-8c7f9db31773 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:33:36.629201 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-5a539aab-20d9-455e-8508-8c7f9db31773 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:33:36.632568 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a539aab-20d9-455e-8508-8c7f9db31773 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:33:36.640262 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a539aab-20d9-455e-8508-8c7f9db31773 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Port': ['ID=784f152c-2155-4724-9236-6031fc35c319,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:36.972982 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5a539aab-20d9-455e-8508-8c7f9db31773 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:37.115926 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5a539aab-20d9-455e-8508-8c7f9db31773 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:37.263123 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5a539aab-20d9-455e-8508-8c7f9db31773 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:37.319729 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5a539aab-20d9-455e-8508-8c7f9db31773 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:37.391559 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a539aab-20d9-455e-8508-8c7f9db31773 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Port': ['ID=784f152c-2155-4724-9236-6031fc35c319,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:33:37.402079 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5a539aab-20d9-455e-8508-8c7f9db31773 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:37.497921 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [None req-5a539aab-20d9-455e-8508-8c7f9db31773 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Floating IP 6354fb67-379e-435b-8570-293ab0caa03b associated. External IP: 172.25.6.230, port: f5f6641f-55b2-48f1-af06-3e8cf986fcbf. Dec 17 16:33:38.027631 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a539aab-20d9-455e-8508-8c7f9db31773 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Router 1b6932ac-fbc2-4991-85d9-f6b32aae1e9a has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:33:38.130716 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a539aab-20d9-455e-8508-8c7f9db31773 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:33:38.140444 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0714f672-a0c2-4190-adee-0d3ccdebaa8e None None] Sync routers for ids ['1b6932ac-fbc2-4991-85d9-f6b32aae1e9a'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:33:38.148979 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0714f672-a0c2-4190-adee-0d3ccdebaa8e None None] Routers {'1b6932ac-fbc2-4991-85d9-f6b32aae1e9a'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:33:38.150263 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-0714f672-a0c2-4190-adee-0d3ccdebaa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:33:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1b6932ac-fbc2-4991-85d9-f6b32aae1e9a'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:33:38.204148 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5a539aab-20d9-455e-8508-8c7f9db31773 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:38.235380 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5a539aab-20d9-455e-8508-8c7f9db31773 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1314170 Dec 17 16:33:38.235966 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f52c232-72db-4203-880e-9f49c508db65', 'tag': 'f5f6641f-55b2-48f1-af06-3e8cf986fcbf'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:33:38.238240 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacc7540-4a9b-4287-ab9e-67fc70e6c255" -d '{"events": [{"name": "network-changed", "server_uuid": "1f52c232-72db-4203-880e-9f49c508db65", "tag": "f5f6641f-55b2-48f1-af06-3e8cf986fcbf"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:33:38.258891 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-0714f672-a0c2-4190-adee-0d3ccdebaa8e None None] Set router 1b6932ac-fbc2-4991-85d9-f6b32aae1e9a gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:33:38.281305 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357f8b5d-4c0f-4e1d-902e-4763b838c38f x-openstack-request-id: req-357f8b5d-4c0f-4e1d-902e-4763b838c38f {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:33:38.281599 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f52c232-72db-4203-880e-9f49c508db65", "tag": "f5f6641f-55b2-48f1-af06-3e8cf986fcbf", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:33:38.281848 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-357f8b5d-4c0f-4e1d-902e-4763b838c38f {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:33:38.282249 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f52c232-72db-4203-880e-9f49c508db65', 'tag': 'f5f6641f-55b2-48f1-af06-3e8cf986fcbf', 'status': 'completed', 'code': 200} Dec 17 16:33:38.340919 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b61f8-cb29-451f-957b-eecff16ae804 req-53bb8476-3416-4958-8d34-99c30bcac800 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:38.342642 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-540b61f8-cb29-451f-957b-eecff16ae804 req-53bb8476-3416-4958-8d34-99c30bcac800 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 945 time: 0.0553088 Dec 17 16:33:38.345910 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc7540-4a9b-4287-ab9e-67fc70e6c255 req-0264a6d2-01a3-4e17-bf64-ba02c72d38e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:38.347481 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dacc7540-4a9b-4287-ab9e-67fc70e6c255 req-0264a6d2-01a3-4e17-bf64-ba02c72d38e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 1096 time: 0.0422513 Dec 17 16:33:38.381423 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-540b61f8-cb29-451f-957b-eecff16ae804 req-423957ee-73f7-4ed7-921e-319c026bca84 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=93567090-f464-46b4-afc0-29c5bb771afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321229 Dec 17 16:33:38.405030 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45476) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:33:38.446452 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc7540-4a9b-4287-ab9e-67fc70e6c255 req-97c1b395-8d21-4cbe-9d14-c176936af8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:38.448284 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dacc7540-4a9b-4287-ab9e-67fc70e6c255 req-97c1b395-8d21-4cbe-9d14-c176936af8ca service neutron] 10.222.0.13 "GET /v2.0/networks?id=f38cbdf8-5173-41c6-aff5-2cede73eada9 HTTP/1.1" status: 200 len: 898 time: 0.0934882 Dec 17 16:33:38.467535 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7d7a574c-b250-4bad-b3f9-5776522758af tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/floatingips/6354fb67-379e-435b-8570-293ab0caa03b HTTP/1.1" status: 200 len: 991 time: 0.0612895 Dec 17 16:33:38.494777 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-0714f672-a0c2-4190-adee-0d3ccdebaa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650174713', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '87fa8ff6-4156-4c8d-87e0-b35910174424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:33:18Z', 'updated_at': '2021-12-17T16:33:22Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '87fa8ff6-4156-4c8d-87e0-b35910174424', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:33:18Z', 'updated_at': '2021-12-17T16:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '6354fb67-379e-435b-8570-293ab0caa03b', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'floating_ip_address': '172.25.6.230', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'port_id': 'f5f6641f-55b2-48f1-af06-3e8cf986fcbf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f38cbdf8-5173-41c6-aff5-2cede73eada9', 'mac_address': 'fa:16:3e:06:a0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f52c232-72db-4203-880e-9f49c508db65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:33:36Z', 'updated_at': '2021-12-17T16:33:36Z', 'revision_number': 0, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2585641b-c8b9-4ef7-9fa1-31f68faacfa0', 'name': '', 'network_id': 'f38cbdf8-5173-41c6-aff5-2cede73eada9', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:cc:2f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'b3e78196-4b20-4ed3-8d06-75bcc0ab74a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:33:21Z', 'updated_at': '2021-12-17T16:33:25Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': 'b3e78196-4b20-4ed3-8d06-75bcc0ab74a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:33:38.517580 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dacc7540-4a9b-4287-ab9e-67fc70e6c255 req-06d2f9fe-150e-4717-9c94-0ac6c9c55be2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5f6641f-55b2-48f1-af06-3e8cf986fcbf HTTP/1.1" status: 200 len: 999 time: 0.0622184 Dec 17 16:33:38.521188 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0714f672-a0c2-4190-adee-0d3ccdebaa8e None None] Checking router: 1b6932ac-fbc2-4991-85d9-f6b32aae1e9a for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:33:38.529313 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0714f672-a0c2-4190-adee-0d3ccdebaa8e None None] Routers {'1b6932ac-fbc2-4991-85d9-f6b32aae1e9a'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:33:38.529908 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-0714f672-a0c2-4190-adee-0d3ccdebaa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:33:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1b6932ac-fbc2-4991-85d9-f6b32aae1e9a'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:33:38.576328 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc7540-4a9b-4287-ab9e-67fc70e6c255 req-1761f083-659b-4d3f-934e-697d37ef3457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:38.577976 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dacc7540-4a9b-4287-ab9e-67fc70e6c255 req-1761f083-659b-4d3f-934e-697d37ef3457 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3e78196-4b20-4ed3-8d06-75bcc0ab74a2 HTTP/1.1" status: 200 len: 835 time: 0.0533831 Dec 17 16:33:38.623705 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc7540-4a9b-4287-ab9e-67fc70e6c255 req-e5a25f2b-570b-488a-ac81-2e541ccee3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:33:38.625453 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dacc7540-4a9b-4287-ab9e-67fc70e6c255 req-e5a25f2b-570b-488a-ac81-2e541ccee3bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f38cbdf8-5173-41c6-aff5-2cede73eada9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406237 Dec 17 16:33:38.636791 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-0714f672-a0c2-4190-adee-0d3ccdebaa8e None None] Set router 1b6932ac-fbc2-4991-85d9-f6b32aae1e9a gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:33:38.719402 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dacc7540-4a9b-4287-ab9e-67fc70e6c255 req-13f0affa-523f-4803-ba8b-b05facc30741 service neutron] 10.222.0.13 "GET /v2.0/networks/f38cbdf8-5173-41c6-aff5-2cede73eada9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864501 Dec 17 16:33:38.811580 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dacc7540-4a9b-4287-ab9e-67fc70e6c255 req-5de796c6-e3d5-43f2-8545-9629bb7e65b7 service neutron] 10.222.0.13 "GET /v2.0/networks/f38cbdf8-5173-41c6-aff5-2cede73eada9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852234 Dec 17 16:33:38.863796 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-0714f672-a0c2-4190-adee-0d3ccdebaa8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650174713', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '87fa8ff6-4156-4c8d-87e0-b35910174424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:33:18Z', 'updated_at': '2021-12-17T16:33:22Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '87fa8ff6-4156-4c8d-87e0-b35910174424', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:33:18Z', 'updated_at': '2021-12-17T16:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '6354fb67-379e-435b-8570-293ab0caa03b', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'floating_ip_address': '172.25.6.230', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'port_id': 'f5f6641f-55b2-48f1-af06-3e8cf986fcbf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f38cbdf8-5173-41c6-aff5-2cede73eada9', 'mac_address': 'fa:16:3e:06:a0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f52c232-72db-4203-880e-9f49c508db65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:33:36Z', 'updated_at': '2021-12-17T16:33:36Z', 'revision_number': 0, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2585641b-c8b9-4ef7-9fa1-31f68faacfa0', 'name': '', 'network_id': 'f38cbdf8-5173-41c6-aff5-2cede73eada9', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:cc:2f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'b3e78196-4b20-4ed3-8d06-75bcc0ab74a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:33:21Z', 'updated_at': '2021-12-17T16:33:25Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': 'b3e78196-4b20-4ed3-8d06-75bcc0ab74a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:33:38.891240 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0714f672-a0c2-4190-adee-0d3ccdebaa8e None None] The sync data for ids ['1b6932ac-fbc2-4991-85d9-f6b32aae1e9a'] in n-d-820553-2 is: [{'id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650174713', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '87fa8ff6-4156-4c8d-87e0-b35910174424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:33:18Z', 'updated_at': '2021-12-17T16:33:22Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '87fa8ff6-4156-4c8d-87e0-b35910174424', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:33:18Z', 'updated_at': '2021-12-17T16:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '6354fb67-379e-435b-8570-293ab0caa03b', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'floating_ip_address': '172.25.6.230', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'port_id': 'f5f6641f-55b2-48f1-af06-3e8cf986fcbf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f38cbdf8-5173-41c6-aff5-2cede73eada9', 'mac_address': 'fa:16:3e:06:a0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f52c232-72db-4203-880e-9f49c508db65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:33:36Z', 'updated_at': '2021-12-17T16:33:36Z', 'revision_number': 0, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2585641b-c8b9-4ef7-9fa1-31f68faacfa0', 'name': '', 'network_id': 'f38cbdf8-5173-41c6-aff5-2cede73eada9', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:cc:2f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'b3e78196-4b20-4ed3-8d06-75bcc0ab74a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:33:21Z', 'updated_at': '2021-12-17T16:33:25Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': 'b3e78196-4b20-4ed3-8d06-75bcc0ab74a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:33:39.072375 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a940fc70-09d0-4d97-8ea1-c2625375b243 None None] New status for floating IP 6354fb67-379e-435b-8570-293ab0caa03b: ACTIVE {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:33:39.471370 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45478) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:33:39.534702 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b452d3d1-611a-47dd-834c-b7ca25f87d2d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/floatingips/6354fb67-379e-435b-8570-293ab0caa03b HTTP/1.1" status: 200 len: 993 time: 0.0621412 Dec 17 16:33:41.274837 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:48.815435 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:33:56.783570 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:33:58.913906 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1bfce6da-6428-4fb5-af74-f358b8dd7c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:34:01.153563 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b31e3c52-cc64-4110-9ed5-5520de2991ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:34:02.616311 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:34:04.173073 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:34:04.330756 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:34:07.556599 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a99a2359-e07d-4d6a-979b-a24c0058d75d req-773caf18-8099-45c9-889c-fecfb6a514e5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1f52c232-72db-4203-880e-9f49c508db65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391650 Dec 17 16:34:07.639361 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a2359-e07d-4d6a-979b-a24c0058d75d req-86684db1-7a29-476d-9192-b4aa493937da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:07.640874 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a99a2359-e07d-4d6a-979b-a24c0058d75d req-86684db1-7a29-476d-9192-b4aa493937da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 1096 time: 0.0407817 Dec 17 16:34:07.744460 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a2359-e07d-4d6a-979b-a24c0058d75d req-66e99ebb-69f3-489f-b30c-1ee25955f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:07.745931 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a99a2359-e07d-4d6a-979b-a24c0058d75d req-66e99ebb-69f3-489f-b30c-1ee25955f895 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f38cbdf8-5173-41c6-aff5-2cede73eada9 HTTP/1.1" status: 200 len: 898 time: 0.0862110 Dec 17 16:34:07.811047 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a99a2359-e07d-4d6a-979b-a24c0058d75d req-ff3d93f3-4b14-4d71-869f-6cf13cfcb831 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5f6641f-55b2-48f1-af06-3e8cf986fcbf HTTP/1.1" status: 200 len: 1001 time: 0.0571954 Dec 17 16:34:07.864292 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a2359-e07d-4d6a-979b-a24c0058d75d req-04c78d5d-0ba6-403e-8297-08dfe2eee54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:07.865732 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a99a2359-e07d-4d6a-979b-a24c0058d75d req-04c78d5d-0ba6-403e-8297-08dfe2eee54f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3e78196-4b20-4ed3-8d06-75bcc0ab74a2 HTTP/1.1" status: 200 len: 835 time: 0.0470726 Dec 17 16:34:07.911453 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a2359-e07d-4d6a-979b-a24c0058d75d req-b0617399-4ea5-4d3e-b702-9445f04be8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:07.912932 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a99a2359-e07d-4d6a-979b-a24c0058d75d req-b0617399-4ea5-4d3e-b702-9445f04be8bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f38cbdf8-5173-41c6-aff5-2cede73eada9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397298 Dec 17 16:34:08.001783 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a99a2359-e07d-4d6a-979b-a24c0058d75d req-6f53413a-eaef-4215-b7a4-fc1ada386579 service neutron] 10.222.0.13 "GET /v2.0/networks/f38cbdf8-5173-41c6-aff5-2cede73eada9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816281 Dec 17 16:34:08.093540 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a99a2359-e07d-4d6a-979b-a24c0058d75d req-73e3e882-d808-452e-9948-8059c8367ee2 service neutron] 10.222.0.13 "GET /v2.0/networks/f38cbdf8-5173-41c6-aff5-2cede73eada9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841959 Dec 17 16:34:11.104734 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7599dc-38e6-4120-973f-dbbe70ff0900 req-dc1fe4e1-244e-495d-8e2c-900a3f66406e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:11.107032 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e7599dc-38e6-4120-973f-dbbe70ff0900 req-dc1fe4e1-244e-495d-8e2c-900a3f66406e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 945 time: 0.0577986 Dec 17 16:34:11.146385 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3e7599dc-38e6-4120-973f-dbbe70ff0900 req-75725d02-bd33-461f-b846-0b6eca29ba95 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=93567090-f464-46b4-afc0-29c5bb771afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335021 Dec 17 16:34:11.152871 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363d325-dd21-4d60-be7f-6ab3e3303940 req-154a0493-5e27-445a-b8ec-95887bec45b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:11.154377 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8363d325-dd21-4d60-be7f-6ab3e3303940 req-154a0493-5e27-445a-b8ec-95887bec45b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 1096 time: 0.0414937 Dec 17 16:34:11.250269 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363d325-dd21-4d60-be7f-6ab3e3303940 req-46d168a3-0f67-4198-9a93-3f07afbc79fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:11.252006 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8363d325-dd21-4d60-be7f-6ab3e3303940 req-46d168a3-0f67-4198-9a93-3f07afbc79fb service neutron] 10.222.0.13 "GET /v2.0/networks?id=f38cbdf8-5173-41c6-aff5-2cede73eada9 HTTP/1.1" status: 200 len: 898 time: 0.0896499 Dec 17 16:34:11.298086 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:34:11.317323 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8363d325-dd21-4d60-be7f-6ab3e3303940 req-b2d86cc0-e8f3-4173-83e4-42949e04a35f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5f6641f-55b2-48f1-af06-3e8cf986fcbf HTTP/1.1" status: 200 len: 1001 time: 0.0581515 Dec 17 16:34:11.368273 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363d325-dd21-4d60-be7f-6ab3e3303940 req-26e9f27b-8984-4dfc-993a-9a94744d90d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:11.369802 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8363d325-dd21-4d60-be7f-6ab3e3303940 req-26e9f27b-8984-4dfc-993a-9a94744d90d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3e78196-4b20-4ed3-8d06-75bcc0ab74a2 HTTP/1.1" status: 200 len: 835 time: 0.0452600 Dec 17 16:34:11.420771 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363d325-dd21-4d60-be7f-6ab3e3303940 req-13af5c0b-38be-493a-9d45-5315878cd24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:11.423263 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8363d325-dd21-4d60-be7f-6ab3e3303940 req-13af5c0b-38be-493a-9d45-5315878cd24c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f38cbdf8-5173-41c6-aff5-2cede73eada9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459239 Dec 17 16:34:11.513080 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8363d325-dd21-4d60-be7f-6ab3e3303940 req-43b886e7-ee4e-4eb9-a125-0dc05b9e54a9 service neutron] 10.222.0.13 "GET /v2.0/networks/f38cbdf8-5173-41c6-aff5-2cede73eada9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823617 Dec 17 16:34:11.607218 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8363d325-dd21-4d60-be7f-6ab3e3303940 req-3d64d5df-bb0e-4822-94db-f0f491d19563 service neutron] 10.222.0.13 "GET /v2.0/networks/f38cbdf8-5173-41c6-aff5-2cede73eada9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860956 Dec 17 16:34:12.266673 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69bc35-0799-48c6-a270-f7e324cd0556 req-c6cc1ffd-98b4-4483-9b08-7313989b5aff tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:12.268399 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ef69bc35-0799-48c6-a270-f7e324cd0556 req-c6cc1ffd-98b4-4483-9b08-7313989b5aff tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 945 time: 0.0528793 Dec 17 16:34:12.306618 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ef69bc35-0799-48c6-a270-f7e324cd0556 req-3d26e529-f9e5-4d32-87b3-1ea4c92cea8b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=93567090-f464-46b4-afc0-29c5bb771afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323551 Dec 17 16:34:13.420503 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ca51c-8917-402d-ad2d-47de736407ca req-e012583d-4c8f-4e17-a4c5-4dded429d5b0 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:13.421979 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-934ca51c-8917-402d-ad2d-47de736407ca req-e012583d-4c8f-4e17-a4c5-4dded429d5b0 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 945 time: 0.0483494 Dec 17 16:34:13.459383 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-934ca51c-8917-402d-ad2d-47de736407ca req-97f9a727-6342-48fa-9ee8-c5c43d2a8fd0 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=93567090-f464-46b4-afc0-29c5bb771afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312448 Dec 17 16:34:14.576394 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41954f7f-3ce3-4c7a-b820-b2a8525315fe req-a23207e2-559b-4b68-925c-54c84895b633 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:14.577865 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-41954f7f-3ce3-4c7a-b820-b2a8525315fe req-a23207e2-559b-4b68-925c-54c84895b633 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 945 time: 0.0520792 Dec 17 16:34:14.615614 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-41954f7f-3ce3-4c7a-b820-b2a8525315fe req-4eaf054c-05e6-4b6d-822f-365836614d6c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=93567090-f464-46b4-afc0-29c5bb771afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317006 Dec 17 16:34:15.728122 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd712a-d11f-496f-aa1b-3f41f40c10e2 req-dd2897ef-163f-4f23-9906-b761b5b594cb tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:15.729622 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-05dd712a-d11f-496f-aa1b-3f41f40c10e2 req-dd2897ef-163f-4f23-9906-b761b5b594cb tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 945 time: 0.0486987 Dec 17 16:34:15.767436 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-05dd712a-d11f-496f-aa1b-3f41f40c10e2 req-7ab15dcf-327e-478d-a440-3ff4ff499276 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=93567090-f464-46b4-afc0-29c5bb771afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312970 Dec 17 16:34:16.881157 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb1344-4c2c-45ba-b89b-e9c9c8d0e945 req-68cd8a77-b4a9-4aa8-933e-c27266fe8ece tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:16.882639 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5ceb1344-4c2c-45ba-b89b-e9c9c8d0e945 req-68cd8a77-b4a9-4aa8-933e-c27266fe8ece tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 945 time: 0.0489552 Dec 17 16:34:16.920506 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5ceb1344-4c2c-45ba-b89b-e9c9c8d0e945 req-f2dc3eef-5dd7-4226-ba2e-c595c72a30f3 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=93567090-f464-46b4-afc0-29c5bb771afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317609 Dec 17 16:34:18.036952 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da873382-15e3-4113-8aaf-e74d3f45347f req-42a56655-1859-43bf-99d6-2da8b7978c25 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:18.038464 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da873382-15e3-4113-8aaf-e74d3f45347f req-42a56655-1859-43bf-99d6-2da8b7978c25 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 945 time: 0.0526714 Dec 17 16:34:18.075139 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da873382-15e3-4113-8aaf-e74d3f45347f req-1537702e-6cb2-4a76-9b6b-1029dd1a09b5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=93567090-f464-46b4-afc0-29c5bb771afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306664 Dec 17 16:34:19.189480 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11664ac-7a14-49f6-aa4a-96aa923b7f02 req-16445d7a-3c7f-42f9-9ebd-12c8b0bb7309 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:19.190956 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f11664ac-7a14-49f6-aa4a-96aa923b7f02 req-16445d7a-3c7f-42f9-9ebd-12c8b0bb7309 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 945 time: 0.0488684 Dec 17 16:34:19.227602 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f11664ac-7a14-49f6-aa4a-96aa923b7f02 req-dddc00ff-df4f-4aa5-ac2e-922ed718e209 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=93567090-f464-46b4-afc0-29c5bb771afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306292 Dec 17 16:34:20.343447 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0ef9a-d6cd-469a-998a-a03bc8755674 req-648d4825-e1b7-44c5-b90e-b9ddfa14e27b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:20.344906 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-78b0ef9a-d6cd-469a-998a-a03bc8755674 req-648d4825-e1b7-44c5-b90e-b9ddfa14e27b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 945 time: 0.0504599 Dec 17 16:34:20.383109 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-78b0ef9a-d6cd-469a-998a-a03bc8755674 req-aa5539bb-ddd6-4aa3-bb1f-2e76630a3236 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=93567090-f464-46b4-afc0-29c5bb771afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321865 Dec 17 16:34:21.502191 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704a9fb-3904-4d7a-96cd-a0223d33f958 req-6fb4d6d3-3a3a-4aad-bc2d-52a0eedad500 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:21.503654 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f704a9fb-3904-4d7a-96cd-a0223d33f958 req-6fb4d6d3-3a3a-4aad-bc2d-52a0eedad500 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 945 time: 0.0535588 Dec 17 16:34:21.541467 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f704a9fb-3904-4d7a-96cd-a0223d33f958 req-567b507d-bf65-49bd-837b-b3032ef1e34b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=93567090-f464-46b4-afc0-29c5bb771afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318291 Dec 17 16:34:22.654553 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa4600-7775-4fad-b5d0-ba65595b8d6a req-d2f55c9f-ce6d-4354-9c79-6231f32e5c8c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:22.655994 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c5aa4600-7775-4fad-b5d0-ba65595b8d6a req-d2f55c9f-ce6d-4354-9c79-6231f32e5c8c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 945 time: 0.0487180 Dec 17 16:34:22.694194 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c5aa4600-7775-4fad-b5d0-ba65595b8d6a req-46e6c952-5827-4b8f-bf4b-48c694b0e942 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=93567090-f464-46b4-afc0-29c5bb771afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317373 Dec 17 16:34:23.808959 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426f748-82fb-45b4-aa36-a6ffcfb349d4 req-cff2b153-9e01-48c6-b6c6-ad856f878818 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:23.810435 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9426f748-82fb-45b4-aa36-a6ffcfb349d4 req-cff2b153-9e01-48c6-b6c6-ad856f878818 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 945 time: 0.0484595 Dec 17 16:34:23.847934 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9426f748-82fb-45b4-aa36-a6ffcfb349d4 req-6c522b1f-66f5-49e6-8ca4-e2c4948b808e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=93567090-f464-46b4-afc0-29c5bb771afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309639 Dec 17 16:34:24.966616 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c9676-f7eb-441d-9ec1-84b827716ff4 req-d41d348a-f68d-4330-98a9-f4f0917ff1a3 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:24.968005 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-988c9676-f7eb-441d-9ec1-84b827716ff4 req-d41d348a-f68d-4330-98a9-f4f0917ff1a3 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 945 time: 0.0523627 Dec 17 16:34:25.006274 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-988c9676-f7eb-441d-9ec1-84b827716ff4 req-f2350fad-fc79-4b74-8a14-d5afe572a6cf tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=93567090-f464-46b4-afc0-29c5bb771afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315826 Dec 17 16:34:25.814886 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:34:26.121197 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eed2ac-3814-4b4e-883c-a143989fc278 req-1fe4c381-d107-478e-847c-5c3cabfa60e5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:26.122605 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f0eed2ac-3814-4b4e-883c-a143989fc278 req-1fe4c381-d107-478e-847c-5c3cabfa60e5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 945 time: 0.0506935 Dec 17 16:34:26.161093 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f0eed2ac-3814-4b4e-883c-a143989fc278 req-df7b8191-f332-4465-add5-997afe426aae tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=93567090-f464-46b4-afc0-29c5bb771afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310471 Dec 17 16:34:26.787233 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:34:27.274700 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efded290-e864-4327-bfa2-1e4197ff4c31 req-b9defb1a-4950-4d65-9442-ebc0bda68b93 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:27.276165 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-efded290-e864-4327-bfa2-1e4197ff4c31 req-b9defb1a-4950-4d65-9442-ebc0bda68b93 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 945 time: 0.0488093 Dec 17 16:34:27.312626 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-efded290-e864-4327-bfa2-1e4197ff4c31 req-bd88ceb8-428a-4834-a63d-40d5eeaad331 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=93567090-f464-46b4-afc0-29c5bb771afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304058 Dec 17 16:34:28.433676 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d7f1b-b829-4e87-a363-36d1eceae1c4 req-af0dc998-4255-4d21-b187-193b61a53fc8 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:34:28.435145 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-571d7f1b-b829-4e87-a363-36d1eceae1c4 req-af0dc998-4255-4d21-b187-193b61a53fc8 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 945 time: 0.0519612 Dec 17 16:34:28.472981 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-571d7f1b-b829-4e87-a363-36d1eceae1c4 req-a02edbad-15f0-4f01-9654-39437053c3bb tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=93567090-f464-46b4-afc0-29c5bb771afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313215 Dec 17 16:34:28.494720 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45530) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:34:28.553485 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-902f2100-f955-44df-a850-7dca0f301525 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/floatingips/6354fb67-379e-435b-8570-293ab0caa03b HTTP/1.1" status: 200 len: 993 time: 0.0576491 Dec 17 16:34:28.920363 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8feb3425-41fd-41e5-9a40-77ede6452061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:34:31.173421 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d8c37c57-9c20-4c6e-ae5e-414f91235963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:34:32.615989 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:34:34.200829 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:34:34.331871 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:34:41.326275 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:34:56.786560 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:34:58.912398 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-96a84f56-1e3e-40a4-9b77-07cc7271b067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:34:58.988814 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45552) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:34:59.144813 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-89c1afbf-4613-410c-8783-a6e48932b3c8 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Deleting port 784f152c-2155-4724-9236-6031fc35c319 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:34:59.145176 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-89c1afbf-4613-410c-8783-a6e48932b3c8 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:34:59.223252 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-89c1afbf-4613-410c-8783-a6e48932b3c8 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:34:59.223645 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-89c1afbf-4613-410c-8783-a6e48932b3c8 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:34:59.234935 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-89c1afbf-4613-410c-8783-a6e48932b3c8 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Calling delete_port for 784f152c-2155-4724-9236-6031fc35c319 owned by network:floatingip {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:34:59.428866 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-89c1afbf-4613-410c-8783-a6e48932b3c8 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:34:59.452343 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1afbf-4613-410c-8783-a6e48932b3c8 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event deleted for resources: {'Port': ['ID=784f152c-2155-4724-9236-6031fc35c319,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:34:59.466134 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1afbf-4613-410c-8783-a6e48932b3c8 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:59.466493 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1afbf-4613-410c-8783-a6e48932b3c8 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:59.466836 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1afbf-4613-410c-8783-a6e48932b3c8 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:59.467174 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1afbf-4613-410c-8783-a6e48932b3c8 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:59.467507 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1afbf-4613-410c-8783-a6e48932b3c8 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:59.468019 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1afbf-4613-410c-8783-a6e48932b3c8 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:59.468231 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1afbf-4613-410c-8783-a6e48932b3c8 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:59.468562 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1afbf-4613-410c-8783-a6e48932b3c8 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:59.468891 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1afbf-4613-410c-8783-a6e48932b3c8 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:59.469253 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1afbf-4613-410c-8783-a6e48932b3c8 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:59.469581 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1afbf-4613-410c-8783-a6e48932b3c8 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:59.469904 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c1afbf-4613-410c-8783-a6e48932b3c8 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:34:59.524581 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-89c1afbf-4613-410c-8783-a6e48932b3c8 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for floatingip, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:34:59.524953 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-89c1afbf-4613-410c-8783-a6e48932b3c8 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Floating IP 6354fb67-379e-435b-8570-293ab0caa03b disassociated (deleted). External IP: 172.25.6.230, port: f5f6641f-55b2-48f1-af06-3e8cf986fcbf. Dec 17 16:34:59.730224 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c1afbf-4613-410c-8783-a6e48932b3c8 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Router 1b6932ac-fbc2-4991-85d9-f6b32aae1e9a has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:34:59.836200 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c1afbf-4613-410c-8783-a6e48932b3c8 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:34:59.840974 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-89c1afbf-4613-410c-8783-a6e48932b3c8 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:34:59.845316 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbc76e1-5083-4b7b-a086-0416797fd3eb None None] Sync routers for ids ['1b6932ac-fbc2-4991-85d9-f6b32aae1e9a'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:34:59.854876 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbc76e1-5083-4b7b-a086-0416797fd3eb None None] Routers {'1b6932ac-fbc2-4991-85d9-f6b32aae1e9a'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:34:59.855588 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-5dbc76e1-5083-4b7b-a086-0416797fd3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:34:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1b6932ac-fbc2-4991-85d9-f6b32aae1e9a'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:34:59.868366 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-89c1afbf-4613-410c-8783-a6e48932b3c8 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "DELETE /v2.0/floatingips/6354fb67-379e-435b-8570-293ab0caa03b HTTP/1.1" status: 204 len: 168 time: 0.8778076 Dec 17 16:34:59.868943 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f52c232-72db-4203-880e-9f49c508db65', 'tag': 'f5f6641f-55b2-48f1-af06-3e8cf986fcbf'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:34:59.871209 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d9dde65d87f77979ab7779ec4af44e6e3bf331c8a24eb2abb769815fa7c2d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72eec38b-b1c5-49f8-a49a-241d6f561dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "1f52c232-72db-4203-880e-9f49c508db65", "tag": "f5f6641f-55b2-48f1-af06-3e8cf986fcbf"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:34:59.913584 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9eb0e8a-e678-4a52-9225-8332a69f28f2 x-openstack-request-id: req-b9eb0e8a-e678-4a52-9225-8332a69f28f2 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:34:59.913877 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f52c232-72db-4203-880e-9f49c508db65", "tag": "f5f6641f-55b2-48f1-af06-3e8cf986fcbf", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:34:59.914131 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b9eb0e8a-e678-4a52-9225-8332a69f28f2 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:34:59.914534 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f52c232-72db-4203-880e-9f49c508db65', 'tag': 'f5f6641f-55b2-48f1-af06-3e8cf986fcbf', 'status': 'completed', 'code': 200} Dec 17 16:34:59.968180 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-5dbc76e1-5083-4b7b-a086-0416797fd3eb None None] Set router 1b6932ac-fbc2-4991-85d9-f6b32aae1e9a gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:35:00.042607 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eec38b-b1c5-49f8-a49a-241d6f561dfc req-586e9798-f821-41a5-8b1d-5c2278f0bf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:00.044106 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-72eec38b-b1c5-49f8-a49a-241d6f561dfc req-586e9798-f821-41a5-8b1d-5c2278f0bf0b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 1096 time: 0.1074417 Dec 17 16:35:00.144563 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eec38b-b1c5-49f8-a49a-241d6f561dfc req-7f03db08-e5c1-4075-a14d-c868d08d85f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:00.147291 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-72eec38b-b1c5-49f8-a49a-241d6f561dfc req-7f03db08-e5c1-4075-a14d-c868d08d85f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f38cbdf8-5173-41c6-aff5-2cede73eada9 HTTP/1.1" status: 200 len: 898 time: 0.0957272 Dec 17 16:35:00.170920 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-5dbc76e1-5083-4b7b-a086-0416797fd3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650174713', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '87fa8ff6-4156-4c8d-87e0-b35910174424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:33:18Z', 'updated_at': '2021-12-17T16:33:22Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '87fa8ff6-4156-4c8d-87e0-b35910174424', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:33:18Z', 'updated_at': '2021-12-17T16:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '2585641b-c8b9-4ef7-9fa1-31f68faacfa0', 'name': '', 'network_id': 'f38cbdf8-5173-41c6-aff5-2cede73eada9', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:cc:2f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'b3e78196-4b20-4ed3-8d06-75bcc0ab74a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:33:21Z', 'updated_at': '2021-12-17T16:33:25Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': 'b3e78196-4b20-4ed3-8d06-75bcc0ab74a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:35:00.187731 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-72eec38b-b1c5-49f8-a49a-241d6f561dfc req-2f0607a4-35c0-4176-8b2a-8bb7bed41ab1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5f6641f-55b2-48f1-af06-3e8cf986fcbf HTTP/1.1" status: 200 len: 217 time: 0.0336101 Dec 17 16:35:00.197450 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbc76e1-5083-4b7b-a086-0416797fd3eb None None] Checking router: 1b6932ac-fbc2-4991-85d9-f6b32aae1e9a for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:35:00.206053 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbc76e1-5083-4b7b-a086-0416797fd3eb None None] Routers {'1b6932ac-fbc2-4991-85d9-f6b32aae1e9a'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:35:00.206668 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-5dbc76e1-5083-4b7b-a086-0416797fd3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:34:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1b6932ac-fbc2-4991-85d9-f6b32aae1e9a'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:35:00.242350 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eec38b-b1c5-49f8-a49a-241d6f561dfc req-067dec58-4e59-4b51-b2b7-d167185d5054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:00.243934 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-72eec38b-b1c5-49f8-a49a-241d6f561dfc req-067dec58-4e59-4b51-b2b7-d167185d5054 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3e78196-4b20-4ed3-8d06-75bcc0ab74a2 HTTP/1.1" status: 200 len: 835 time: 0.0470428 Dec 17 16:35:00.297584 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eec38b-b1c5-49f8-a49a-241d6f561dfc req-69d48fb8-f300-4dcb-9f4d-d48812ac51fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:00.299482 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-72eec38b-b1c5-49f8-a49a-241d6f561dfc req-69d48fb8-f300-4dcb-9f4d-d48812ac51fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f38cbdf8-5173-41c6-aff5-2cede73eada9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464106 Dec 17 16:35:00.326768 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d26d27-aeb1-4387-bc39-887af437001e req-58de2acf-c4ae-4b7b-b8df-2cf59bf5052b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:00.328384 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-27d26d27-aeb1-4387-bc39-887af437001e req-58de2acf-c4ae-4b7b-b8df-2cf59bf5052b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 945 time: 0.0541365 Dec 17 16:35:00.372047 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-27d26d27-aeb1-4387-bc39-887af437001e req-c63812a4-0301-44e0-8a6d-e7ab82dfbd15 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=93567090-f464-46b4-afc0-29c5bb771afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354030 Dec 17 16:35:00.405108 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-72eec38b-b1c5-49f8-a49a-241d6f561dfc req-a349b2c4-a803-41bd-9258-9eeca8315eb2 service neutron] 10.222.0.13 "GET /v2.0/networks/f38cbdf8-5173-41c6-aff5-2cede73eada9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965304 Dec 17 16:35:00.476138 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-5dbc76e1-5083-4b7b-a086-0416797fd3eb None None] Set router 1b6932ac-fbc2-4991-85d9-f6b32aae1e9a gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:35:00.496647 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-72eec38b-b1c5-49f8-a49a-241d6f561dfc req-ff602306-7b5c-4668-9b0b-80916f9bf2a6 service neutron] 10.222.0.13 "GET /v2.0/networks/f38cbdf8-5173-41c6-aff5-2cede73eada9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841563 Dec 17 16:35:00.681037 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-5dbc76e1-5083-4b7b-a086-0416797fd3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650174713', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '87fa8ff6-4156-4c8d-87e0-b35910174424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:33:18Z', 'updated_at': '2021-12-17T16:33:22Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '87fa8ff6-4156-4c8d-87e0-b35910174424', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:33:18Z', 'updated_at': '2021-12-17T16:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '2585641b-c8b9-4ef7-9fa1-31f68faacfa0', 'name': '', 'network_id': 'f38cbdf8-5173-41c6-aff5-2cede73eada9', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:cc:2f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'b3e78196-4b20-4ed3-8d06-75bcc0ab74a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:33:21Z', 'updated_at': '2021-12-17T16:33:25Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': 'b3e78196-4b20-4ed3-8d06-75bcc0ab74a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:35:00.707286 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbc76e1-5083-4b7b-a086-0416797fd3eb None None] The sync data for ids ['1b6932ac-fbc2-4991-85d9-f6b32aae1e9a'] in n-d-820553-2 is: [{'id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650174713', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '87fa8ff6-4156-4c8d-87e0-b35910174424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:33:18Z', 'updated_at': '2021-12-17T16:33:22Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '87fa8ff6-4156-4c8d-87e0-b35910174424', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:33:18Z', 'updated_at': '2021-12-17T16:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '2585641b-c8b9-4ef7-9fa1-31f68faacfa0', 'name': '', 'network_id': 'f38cbdf8-5173-41c6-aff5-2cede73eada9', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:cc:2f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': 'b3e78196-4b20-4ed3-8d06-75bcc0ab74a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:33:21Z', 'updated_at': '2021-12-17T16:33:25Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': 'b3e78196-4b20-4ed3-8d06-75bcc0ab74a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:35:00.927524 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091ecfdb-57d0-454a-aacc-6fa372d1e49f None None] New status for floating IP 6354fb67-379e-435b-8570-293ab0caa03b: DOWN {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:35:01.157913 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-87085972-a438-4880-8af7-feb7619d170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:01.494029 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9691b-a592-4972-9902-d1c9426318ef req-1cb27c91-4ea5-4765-9fb9-602ab65b33de tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:01.495513 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5cc9691b-a592-4972-9902-d1c9426318ef req-1cb27c91-4ea5-4765-9fb9-602ab65b33de tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 945 time: 0.0530505 Dec 17 16:35:01.535169 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5cc9691b-a592-4972-9902-d1c9426318ef req-7bc183d2-a250-4452-9365-e59319af6740 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=93567090-f464-46b4-afc0-29c5bb771afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336654 Dec 17 16:35:01.806066 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec2556-2e35-449a-9783-5d282ee60c3f req-648dc665-57bc-49fa-844d-a5b88b625d33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:01.807518 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-81ec2556-2e35-449a-9783-5d282ee60c3f req-648dc665-57bc-49fa-844d-a5b88b625d33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 945 time: 0.0684803 Dec 17 16:35:01.896139 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-81ec2556-2e35-449a-9783-5d282ee60c3f req-d93e67fa-c932-4e74-b5bd-f414150cff14 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Deleting port f5f6641f-55b2-48f1-af06-3e8cf986fcbf {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:35:01.896565 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-81ec2556-2e35-449a-9783-5d282ee60c3f req-d93e67fa-c932-4e74-b5bd-f414150cff14 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:01.987118 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-81ec2556-2e35-449a-9783-5d282ee60c3f req-d93e67fa-c932-4e74-b5bd-f414150cff14 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] For port f5f6641f-55b2-48f1-af06-3e8cf986fcbf, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f5f6641f-55b2-48f1-af06-3e8cf986fcbf,segment=NetworkSegment(e90d9c90-2adb-499a-9f60-2704ddea1cd6),segment_id=e90d9c90-2adb-499a-9f60-2704ddea1cd6)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:35:01.987478 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-81ec2556-2e35-449a-9783-5d282ee60c3f req-d93e67fa-c932-4e74-b5bd-f414150cff14 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:02.000051 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-81ec2556-2e35-449a-9783-5d282ee60c3f req-d93e67fa-c932-4e74-b5bd-f414150cff14 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Calling delete_port for f5f6641f-55b2-48f1-af06-3e8cf986fcbf owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:35:02.183585 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-81ec2556-2e35-449a-9783-5d282ee60c3f req-d93e67fa-c932-4e74-b5bd-f414150cff14 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:02.216489 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e67fa-c932-4e74-b5bd-f414150cff14 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event deleted for resources: {'Port': ['ID=f5f6641f-55b2-48f1-af06-3e8cf986fcbf,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:35:02.241736 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e67fa-c932-4e74-b5bd-f414150cff14 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:35:02.242089 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e67fa-c932-4e74-b5bd-f414150cff14 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:35:02.242433 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e67fa-c932-4e74-b5bd-f414150cff14 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:35:02.242767 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e67fa-c932-4e74-b5bd-f414150cff14 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:35:02.243098 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e67fa-c932-4e74-b5bd-f414150cff14 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:35:02.243428 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e67fa-c932-4e74-b5bd-f414150cff14 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:35:02.243756 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e67fa-c932-4e74-b5bd-f414150cff14 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:35:02.244083 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e67fa-c932-4e74-b5bd-f414150cff14 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:35:02.244407 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e67fa-c932-4e74-b5bd-f414150cff14 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:35:02.244733 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e67fa-c932-4e74-b5bd-f414150cff14 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:35:02.245064 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e67fa-c932-4e74-b5bd-f414150cff14 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:35:02.245388 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e67fa-c932-4e74-b5bd-f414150cff14 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:35:02.267079 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ec2556-2e35-449a-9783-5d282ee60c3f req-d93e67fa-c932-4e74-b5bd-f414150cff14 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] No DVR routers for this DVR port f5f6641f-55b2-48f1-af06-3e8cf986fcbf on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:35:02.269714 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-81ec2556-2e35-449a-9783-5d282ee60c3f req-d93e67fa-c932-4e74-b5bd-f414150cff14 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:02.273712 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-81ec2556-2e35-449a-9783-5d282ee60c3f req-d93e67fa-c932-4e74-b5bd-f414150cff14 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.13 "DELETE /v2.0/ports/f5f6641f-55b2-48f1-af06-3e8cf986fcbf HTTP/1.1" status: 204 len: 173 time: 0.4602578 Dec 17 16:35:02.279635 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f52c232-72db-4203-880e-9f49c508db65', 'name': 'network-vif-deleted', 'tag': 'f5f6641f-55b2-48f1-af06-3e8cf986fcbf'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:35:02.279635 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429f56c6-3a88-4bf1-ad9e-a3a427e53415" -d '{"events": [{"server_uuid": "1f52c232-72db-4203-880e-9f49c508db65", "name": "network-vif-deleted", "tag": "f5f6641f-55b2-48f1-af06-3e8cf986fcbf"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:35:02.312425 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4631aed-61f8-4fba-8602-5f619a818f32 x-openstack-request-id: req-f4631aed-61f8-4fba-8602-5f619a818f32 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:35:02.312714 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f52c232-72db-4203-880e-9f49c508db65", "name": "network-vif-deleted", "tag": "f5f6641f-55b2-48f1-af06-3e8cf986fcbf", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:35:02.312987 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f4631aed-61f8-4fba-8602-5f619a818f32 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:35:02.313417 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f52c232-72db-4203-880e-9f49c508db65', 'name': 'network-vif-deleted', 'tag': 'f5f6641f-55b2-48f1-af06-3e8cf986fcbf', 'status': 'completed', 'code': 200} Dec 17 16:35:02.651676 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-995b39ba-2be6-47bb-a86d-aeb91735812c req-15ab95f3-cff0-4490-bb5d-117815f96b4a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f52c232-72db-4203-880e-9f49c508db65 HTTP/1.1" status: 200 len: 210 time: 0.0294147 Dec 17 16:35:02.661200 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:02.813037 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:35:03.708603 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45574) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:35:04.096814 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4800bb45-fbbe-4a98-8e51-5950cbb21c71 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:04.166412 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:04.297500 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:04.352393 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-4800bb45-fbbe-4a98-8e51-5950cbb21c71 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Deleting port 2585641b-c8b9-4ef7-9fa1-31f68faacfa0 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:35:04.352638 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4800bb45-fbbe-4a98-8e51-5950cbb21c71 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:04.442969 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-4800bb45-fbbe-4a98-8e51-5950cbb21c71 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] For port 2585641b-c8b9-4ef7-9fa1-31f68faacfa0, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=2585641b-c8b9-4ef7-9fa1-31f68faacfa0,segment=NetworkSegment(e90d9c90-2adb-499a-9f60-2704ddea1cd6),segment_id=e90d9c90-2adb-499a-9f60-2704ddea1cd6)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:35:04.443337 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4800bb45-fbbe-4a98-8e51-5950cbb21c71 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:04.454841 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-4800bb45-fbbe-4a98-8e51-5950cbb21c71 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Calling delete_port for 2585641b-c8b9-4ef7-9fa1-31f68faacfa0 owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:35:04.966261 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4800bb45-fbbe-4a98-8e51-5950cbb21c71 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:04.995884 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4800bb45-fbbe-4a98-8e51-5950cbb21c71 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event deleted for resources: {'Port': ['ID=2585641b-c8b9-4ef7-9fa1-31f68faacfa0,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:35:05.164073 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4800bb45-fbbe-4a98-8e51-5950cbb21c71 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:05.373078 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4800bb45-fbbe-4a98-8e51-5950cbb21c71 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Router 1b6932ac-fbc2-4991-85d9-f6b32aae1e9a has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:35:05.477486 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4800bb45-fbbe-4a98-8e51-5950cbb21c71 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:35:05.482553 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4800bb45-fbbe-4a98-8e51-5950cbb21c71 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "PUT /v2.0/routers/1b6932ac-fbc2-4991-85d9-f6b32aae1e9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7728033 Dec 17 16:35:05.485787 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45576) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:35:05.486809 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2c8d12-7c3a-45a5-ac41-ce4eaa472031 None None] Sync routers for ids ['1b6932ac-fbc2-4991-85d9-f6b32aae1e9a'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:35:05.496024 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2c8d12-7c3a-45a5-ac41-ce4eaa472031 None None] Routers {'1b6932ac-fbc2-4991-85d9-f6b32aae1e9a'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:35:05.496630 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-5c2c8d12-7c3a-45a5-ac41-ce4eaa472031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:35:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1b6932ac-fbc2-4991-85d9-f6b32aae1e9a'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:35:05.537491 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-85469d39-b83d-460a-aca5-5bb2376080ef tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Deleting subnet b3e78196-4b20-4ed3-8d06-75bcc0ab74a2 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 16:35:05.540549 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-85469d39-b83d-460a-aca5-5bb2376080ef tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:05.585310 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-85469d39-b83d-460a-aca5-5bb2376080ef tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:05.602445 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-5c2c8d12-7c3a-45a5-ac41-ce4eaa472031 None None] Set router 1b6932ac-fbc2-4991-85d9-f6b32aae1e9a gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:35:05.660039 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device f5f6641f-55b2-48f1-af06-3e8cf986fcbf no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:35:05.694635 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-85469d39-b83d-460a-aca5-5bb2376080ef tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:05.715858 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: f5f6641f-55b2-48f1-af06-3e8cf986fcbf {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:35:05.716208 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device f5f6641f-55b2-48f1-af06-3e8cf986fcbf not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:35:05.805436 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-5c2c8d12-7c3a-45a5-ac41-ce4eaa472031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650174713', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '87fa8ff6-4156-4c8d-87e0-b35910174424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:33:18Z', 'updated_at': '2021-12-17T16:35:04Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '87fa8ff6-4156-4c8d-87e0-b35910174424', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:33:18Z', 'updated_at': '2021-12-17T16:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:35:05.818111 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-85469d39-b83d-460a-aca5-5bb2376080ef tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:05.832072 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2c8d12-7c3a-45a5-ac41-ce4eaa472031 None None] Checking router: 1b6932ac-fbc2-4991-85d9-f6b32aae1e9a for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:35:05.840384 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2c8d12-7c3a-45a5-ac41-ce4eaa472031 None None] Routers {'1b6932ac-fbc2-4991-85d9-f6b32aae1e9a'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:35:05.840996 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-5c2c8d12-7c3a-45a5-ac41-ce4eaa472031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:35:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['1b6932ac-fbc2-4991-85d9-f6b32aae1e9a'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:35:05.850603 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85469d39-b83d-460a-aca5-5bb2376080ef tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event deleted for resources: {'Subnet': ['ID=b3e78196-4b20-4ed3-8d06-75bcc0ab74a2,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:35:05.855479 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-85469d39-b83d-460a-aca5-5bb2376080ef tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:05.858792 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-85469d39-b83d-460a-aca5-5bb2376080ef tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "DELETE /v2.0/subnets/b3e78196-4b20-4ed3-8d06-75bcc0ab74a2 HTTP/1.1" status: 204 len: 168 time: 0.3720205 Dec 17 16:35:05.861595 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45578) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:35:05.879073 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553c72d3-a28c-42f8-bc62-ea92371b36c1 None None] Network f38cbdf8-5173-41c6-aff5-2cede73eada9 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:35:05.970100 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c23bc975-ab54-48bf-805b-c21e04bc4466 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:06.032371 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-5c2c8d12-7c3a-45a5-ac41-ce4eaa472031 None None] Set router 1b6932ac-fbc2-4991-85d9-f6b32aae1e9a gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:35:06.079962 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c23bc975-ab54-48bf-805b-c21e04bc4466 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:06.197992 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30247320-22bc-4c7c-8ce8-7c458806486a None None] DHCP port deletion for f38cbdf8-5173-41c6-aff5-2cede73eada9 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 16:35:06.203439 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-c23bc975-ab54-48bf-805b-c21e04bc4466 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Deleting port 87fa8ff6-4156-4c8d-87e0-b35910174424 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:35:06.203783 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c23bc975-ab54-48bf-805b-c21e04bc4466 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:06.257567 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-5c2c8d12-7c3a-45a5-ac41-ce4eaa472031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650174713', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '87fa8ff6-4156-4c8d-87e0-b35910174424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:33:18Z', 'updated_at': '2021-12-17T16:35:04Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '87fa8ff6-4156-4c8d-87e0-b35910174424', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:33:18Z', 'updated_at': '2021-12-17T16:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:35:06.282957 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-c23bc975-ab54-48bf-805b-c21e04bc4466 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] For port 87fa8ff6-4156-4c8d-87e0-b35910174424, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=87fa8ff6-4156-4c8d-87e0-b35910174424,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:35:06.283381 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c23bc975-ab54-48bf-805b-c21e04bc4466 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:06.286430 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2c8d12-7c3a-45a5-ac41-ce4eaa472031 None None] The sync data for ids ['1b6932ac-fbc2-4991-85d9-f6b32aae1e9a'] in n-d-820553-2 is: [{'id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650174713', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '87fa8ff6-4156-4c8d-87e0-b35910174424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:33:18Z', 'updated_at': '2021-12-17T16:35:04Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '87fa8ff6-4156-4c8d-87e0-b35910174424', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6932ac-fbc2-4991-85d9-f6b32aae1e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:33:18Z', 'updated_at': '2021-12-17T16:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:35:06.294524 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-30247320-22bc-4c7c-8ce8-7c458806486a None None] Deleting port eb7e2a06-8fb8-4cc3-8f93-738c05ed6875 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:35:06.294910 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-30247320-22bc-4c7c-8ce8-7c458806486a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:06.295922 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-c23bc975-ab54-48bf-805b-c21e04bc4466 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Calling delete_port for 87fa8ff6-4156-4c8d-87e0-b35910174424 owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:35:06.362539 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-30247320-22bc-4c7c-8ce8-7c458806486a None None] For port eb7e2a06-8fb8-4cc3-8f93-738c05ed6875, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=eb7e2a06-8fb8-4cc3-8f93-738c05ed6875,segment=NetworkSegment(e90d9c90-2adb-499a-9f60-2704ddea1cd6),segment_id=e90d9c90-2adb-499a-9f60-2704ddea1cd6)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:35:06.362935 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-30247320-22bc-4c7c-8ce8-7c458806486a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:06.376101 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-30247320-22bc-4c7c-8ce8-7c458806486a None None] Calling delete_port for eb7e2a06-8fb8-4cc3-8f93-738c05ed6875 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:35:06.521191 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-30247320-22bc-4c7c-8ce8-7c458806486a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:06.529505 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c23bc975-ab54-48bf-805b-c21e04bc4466 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:06.547015 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30247320-22bc-4c7c-8ce8-7c458806486a None None] Pushing event deleted for resources: {'Port': ['ID=eb7e2a06-8fb8-4cc3-8f93-738c05ed6875,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:35:06.551301 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30247320-22bc-4c7c-8ce8-7c458806486a None None] No DVR routers for this DVR port eb7e2a06-8fb8-4cc3-8f93-738c05ed6875 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:35:06.558670 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30247320-22bc-4c7c-8ce8-7c458806486a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:35:06.563234 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30247320-22bc-4c7c-8ce8-7c458806486a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:35:06.563234 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30247320-22bc-4c7c-8ce8-7c458806486a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:35:06.563234 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30247320-22bc-4c7c-8ce8-7c458806486a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:35:06.563234 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30247320-22bc-4c7c-8ce8-7c458806486a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:35:06.563234 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30247320-22bc-4c7c-8ce8-7c458806486a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:35:06.563234 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30247320-22bc-4c7c-8ce8-7c458806486a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:35:06.564290 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23bc975-ab54-48bf-805b-c21e04bc4466 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event deleted for resources: {'Port': ['ID=87fa8ff6-4156-4c8d-87e0-b35910174424,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:35:06.564871 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30247320-22bc-4c7c-8ce8-7c458806486a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:35:06.564871 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30247320-22bc-4c7c-8ce8-7c458806486a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:35:06.564871 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30247320-22bc-4c7c-8ce8-7c458806486a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:35:06.564871 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30247320-22bc-4c7c-8ce8-7c458806486a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:35:06.564871 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30247320-22bc-4c7c-8ce8-7c458806486a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:35:06.625560 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c23bc975-ab54-48bf-805b-c21e04bc4466 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:06.725067 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c23bc975-ab54-48bf-805b-c21e04bc4466 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:06.730599 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c23bc975-ab54-48bf-805b-c21e04bc4466 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:06.833591 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device eb7e2a06-8fb8-4cc3-8f93-738c05ed6875 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:35:06.846264 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c23bc975-ab54-48bf-805b-c21e04bc4466 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:06.846832 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23bc975-ab54-48bf-805b-c21e04bc4466 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Fanout notify agent at l3_agent the message router_deleted on router 1b6932ac-fbc2-4991-85d9-f6b32aae1e9a {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:35:06.854526 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c23bc975-ab54-48bf-805b-c21e04bc4466 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:06.858236 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c23bc975-ab54-48bf-805b-c21e04bc4466 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "DELETE /v2.0/routers/1b6932ac-fbc2-4991-85d9-f6b32aae1e9a HTTP/1.1" status: 204 len: 168 time: 0.9931448 Dec 17 16:35:06.858620 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45580) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:35:06.861423 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: eb7e2a06-8fb8-4cc3-8f93-738c05ed6875 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:35:06.865238 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device eb7e2a06-8fb8-4cc3-8f93-738c05ed6875 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:35:06.865238 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 2585641b-c8b9-4ef7-9fa1-31f68faacfa0 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:35:06.888000 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 2585641b-c8b9-4ef7-9fa1-31f68faacfa0 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:35:06.888000 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 2585641b-c8b9-4ef7-9fa1-31f68faacfa0 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:35:06.945963 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2f124281-771c-42fa-8481-a794ea481ab1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:07.033522 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2f124281-771c-42fa-8481-a794ea481ab1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:07.052442 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-2f124281-771c-42fa-8481-a794ea481ab1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f38cbdf8-5173-41c6-aff5-2cede73eada9']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:35:07.061438 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-2f124281-771c-42fa-8481-a794ea481ab1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e90d9c90-2adb-499a-9f60-2704ddea1cd6') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:35:07.061731 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-2f124281-771c-42fa-8481-a794ea481ab1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e90d9c90-2adb-499a-9f60-2704ddea1cd6') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:35:07.071399 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2f124281-771c-42fa-8481-a794ea481ab1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:07.084993 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2f124281-771c-42fa-8481-a794ea481ab1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:07.090680 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f124281-771c-42fa-8481-a794ea481ab1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:35:07.091069 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2f124281-771c-42fa-8481-a794ea481ab1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:07.093957 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 16:35:07.093957 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:35:07.093957 n-d-820553-2 neutron-server[102833]: timer() Dec 17 16:35:07.093957 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:35:07.093957 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 16:35:07.093957 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:35:07.093957 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 16:35:07.093957 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:35:07.093957 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 16:35:07.093957 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:35:07.093957 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 16:35:07.093957 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:35:07.093957 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 16:35:07.093957 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:35:07.093957 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:35:07.093957 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:35:07.093957 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:35:07.093957 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:35:07.093957 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 16:35:07.093957 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:35:07.093957 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 16:35:07.093957 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:35:07.093957 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:35:07.093957 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:35:07.093957 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 16:35:07.093957 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:35:07.093957 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:35:07.093957 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:35:07.093957 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:35:07.093957 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:35:07.093957 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:35:07.093957 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:35:07.234674 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2f124281-771c-42fa-8481-a794ea481ab1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:07.243946 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-2f124281-771c-42fa-8481-a794ea481ab1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:07.245549 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-2f124281-771c-42fa-8481-a794ea481ab1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "DELETE /v2.0/networks/f38cbdf8-5173-41c6-aff5-2cede73eada9 HTTP/1.1" status: 204 len: 168 time: 0.3859982 Dec 17 16:35:07.248439 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45582) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:35:07.258411 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f124281-771c-42fa-8481-a794ea481ab1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event deleted for resources: {'Network': ['ID=f38cbdf8-5173-41c6-aff5-2cede73eada9,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:35:07.316570 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f300aa07-9eaf-495e-b90d-50bf82a608ff tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:07.342309 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f300aa07-9eaf-495e-b90d-50bf82a608ff tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:07.462903 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f300aa07-9eaf-495e-b90d-50bf82a608ff tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:07.465478 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f300aa07-9eaf-495e-b90d-50bf82a608ff tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:07.466644 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f300aa07-9eaf-495e-b90d-50bf82a608ff tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "DELETE /v2.0/security-groups/93567090-f464-46b4-afc0-29c5bb771afd HTTP/1.1" status: 204 len: 168 time: 0.2171812 Dec 17 16:35:07.476151 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f300aa07-9eaf-495e-b90d-50bf82a608ff tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93567090-f464-46b4-afc0-29c5bb771afd,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:35:08.079684 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45588) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:35:08.085228 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-b22f73c8-3b76-4b18-b83f-32dcbcf154d7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1700684312', 'description': 'tempest-secgroup-smoke-1700684312 description', 'project_id': '437dcc00f8fd49499d299b0a33d98052'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:35:08.160403 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b22f73c8-3b76-4b18-b83f-32dcbcf154d7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:08.224632 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b22f73c8-3b76-4b18-b83f-32dcbcf154d7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:08.280283 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b22f73c8-3b76-4b18-b83f-32dcbcf154d7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:08.308562 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f73c8-3b76-4b18-b83f-32dcbcf154d7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0886fb-1b14-4839-96aa-6a1e3278f6a3,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:35:08.373783 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b22f73c8-3b76-4b18-b83f-32dcbcf154d7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:08.375054 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b22f73c8-3b76-4b18-b83f-32dcbcf154d7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2942493 Dec 17 16:35:08.378136 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45590) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:35:08.382507 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-d50c3d7a-db77-44f1-8185-7bb770de46a5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'security_group_rule': {'security_group_id': '5e0886fb-1b14-4839-96aa-6a1e3278f6a3', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:35:08.477373 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d50c3d7a-db77-44f1-8185-7bb770de46a5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:08.537317 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d50c3d7a-db77-44f1-8185-7bb770de46a5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:08.615114 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d50c3d7a-db77-44f1-8185-7bb770de46a5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:08.634176 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c3d7a-db77-44f1-8185-7bb770de46a5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f04348-75ce-449b-9c8e-8231de096abc,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:35:08.697250 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d50c3d7a-db77-44f1-8185-7bb770de46a5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:08.698465 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d50c3d7a-db77-44f1-8185-7bb770de46a5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3194208 Dec 17 16:35:08.701163 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45592) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:35:08.705462 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-3fe4a735-8041-4f2a-9fae-ff0b7baa98f1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'security_group_rule': {'security_group_id': '5e0886fb-1b14-4839-96aa-6a1e3278f6a3', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:35:08.735466 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 87fa8ff6-4156-4c8d-87e0-b35910174424 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:35:08.756829 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 87fa8ff6-4156-4c8d-87e0-b35910174424 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:35:08.757212 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 87fa8ff6-4156-4c8d-87e0-b35910174424 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:35:08.797558 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3fe4a735-8041-4f2a-9fae-ff0b7baa98f1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:08.854195 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3fe4a735-8041-4f2a-9fae-ff0b7baa98f1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:08.920700 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3fe4a735-8041-4f2a-9fae-ff0b7baa98f1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:08.938944 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4a735-8041-4f2a-9fae-ff0b7baa98f1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988c383a-640e-4d7d-9fdf-373ab193d0b8,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:35:08.997290 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3fe4a735-8041-4f2a-9fae-ff0b7baa98f1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:08.998512 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3fe4a735-8041-4f2a-9fae-ff0b7baa98f1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2964358 Dec 17 16:35:09.001288 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45594) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:35:09.006480 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-f85e9eb5-877e-4d3c-9acb-a85c2bbe35bb tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'security_group_rule': {'security_group_id': '5e0886fb-1b14-4839-96aa-6a1e3278f6a3', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:35:09.084909 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f85e9eb5-877e-4d3c-9acb-a85c2bbe35bb tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:09.141314 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f85e9eb5-877e-4d3c-9acb-a85c2bbe35bb tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:09.200183 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f85e9eb5-877e-4d3c-9acb-a85c2bbe35bb tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:09.218205 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e9eb5-877e-4d3c-9acb-a85c2bbe35bb tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc15e3c3-3ea3-425d-b3aa-d456d473f502,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:35:09.297543 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f85e9eb5-877e-4d3c-9acb-a85c2bbe35bb tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:09.298684 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f85e9eb5-877e-4d3c-9acb-a85c2bbe35bb tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2961831 Dec 17 16:35:09.301435 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45596) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:35:09.306657 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-0d0ea984-86d6-48f7-ab28-ecf13c20bc7a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'security_group_rule': {'security_group_id': '5e0886fb-1b14-4839-96aa-6a1e3278f6a3', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:35:09.382948 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d0ea984-86d6-48f7-ab28-ecf13c20bc7a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:09.443499 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d0ea984-86d6-48f7-ab28-ecf13c20bc7a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:09.503134 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d0ea984-86d6-48f7-ab28-ecf13c20bc7a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:09.524401 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ea984-86d6-48f7-ab28-ecf13c20bc7a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8031f4-77fa-43d1-bd4c-00a7f95ac313,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:35:09.590529 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0d0ea984-86d6-48f7-ab28-ecf13c20bc7a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:09.591716 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0d0ea984-86d6-48f7-ab28-ecf13c20bc7a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2885792 Dec 17 16:35:09.594515 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45598) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:35:09.599634 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-47be0b7c-80f4-45da-8057-4a80af6f4e1f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'security_group_rule': {'security_group_id': '5e0886fb-1b14-4839-96aa-6a1e3278f6a3', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:35:09.680066 n-d-820553-2 neutron-server[102833]: INFO neutron.db.securitygroups_db [None req-47be0b7c-80f4-45da-8057-4a80af6f4e1f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Project 437dcc00f8fd49499d299b0a33d98052 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:35:09.685081 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-47be0b7c-80f4-45da-8057-4a80af6f4e1f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:09.743234 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-47be0b7c-80f4-45da-8057-4a80af6f4e1f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:09.788882 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-47be0b7c-80f4-45da-8057-4a80af6f4e1f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:09.807037 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be0b7c-80f4-45da-8057-4a80af6f4e1f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bfd2993-f70c-42e7-be6f-13aa6baa8e6b,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:35:09.882508 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-47be0b7c-80f4-45da-8057-4a80af6f4e1f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:09.883702 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-47be0b7c-80f4-45da-8057-4a80af6f4e1f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2881999 Dec 17 16:35:09.886644 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45600) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:35:09.891338 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-2792185f-4fa8-4e98-8617-5091e7c37401 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'security_group_rule': {'security_group_id': '5e0886fb-1b14-4839-96aa-6a1e3278f6a3', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:35:09.992394 n-d-820553-2 neutron-server[102832]: INFO neutron.db.securitygroups_db [None req-2792185f-4fa8-4e98-8617-5091e7c37401 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Project 437dcc00f8fd49499d299b0a33d98052 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:35:09.997303 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2792185f-4fa8-4e98-8617-5091e7c37401 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:10.058282 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2792185f-4fa8-4e98-8617-5091e7c37401 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:10.129338 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2792185f-4fa8-4e98-8617-5091e7c37401 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:10.149007 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2792185f-4fa8-4e98-8617-5091e7c37401 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff5a4d97-702d-468a-a9bd-72ee6e93bd92,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:35:10.213656 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2792185f-4fa8-4e98-8617-5091e7c37401 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:10.214874 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2792185f-4fa8-4e98-8617-5091e7c37401 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3272147 Dec 17 16:35:10.217678 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45602) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:35:10.222590 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-4a5cba1b-3508-4ab6-ab78-5a69a0b9ca5b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'network': {'name': 'tempest-network-smoke--489004870', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'port_security_enabled': True}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:35:10.320333 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5cba1b-3508-4ab6-ab78-5a69a0b9ca5b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Made reservation on behalf of 437dcc00f8fd49499d299b0a33d98052 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:35:10.324233 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4a5cba1b-3508-4ab6-ab78-5a69a0b9ca5b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:10.346990 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a5cba1b-3508-4ab6-ab78-5a69a0b9ca5b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:35:10.356262 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4a5cba1b-3508-4ab6-ab78-5a69a0b9ca5b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:10.361724 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-4a5cba1b-3508-4ab6-ab78-5a69a0b9ca5b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Added segment e8a79cd9-1af4-4b55-87ec-fd25f938a0db of type vlan for network a6a5fe9d-e1da-4e50-a094-14c227708f00 Dec 17 16:35:10.395127 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4a5cba1b-3508-4ab6-ab78-5a69a0b9ca5b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:10.495262 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4a5cba1b-3508-4ab6-ab78-5a69a0b9ca5b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:10.500817 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5cba1b-3508-4ab6-ab78-5a69a0b9ca5b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:10.501711 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4a5cba1b-3508-4ab6-ab78-5a69a0b9ca5b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:10.568049 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5cba1b-3508-4ab6-ab78-5a69a0b9ca5b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Network': ['ID=a6a5fe9d-e1da-4e50-a094-14c227708f00,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:35:10.578496 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network a6a5fe9d-e1da-4e50-a094-14c227708f00 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:35:10.629777 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4a5cba1b-3508-4ab6-ab78-5a69a0b9ca5b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4110529 Dec 17 16:35:10.632851 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45604) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:35:10.637367 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-64dcc60c-7b1f-4709-a1a0-656cbac762e7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1474620173', 'admin_state_up': True, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:35:10.760644 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-64dcc60c-7b1f-4709-a1a0-656cbac762e7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:10.761756 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-64dcc60c-7b1f-4709-a1a0-656cbac762e7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:10.812888 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-64dcc60c-7b1f-4709-a1a0-656cbac762e7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:11.016803 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-64dcc60c-7b1f-4709-a1a0-656cbac762e7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:11.277384 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-64dcc60c-7b1f-4709-a1a0-656cbac762e7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:11.299375 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-64dcc60c-7b1f-4709-a1a0-656cbac762e7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:11.329321 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:11.399530 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-64dcc60c-7b1f-4709-a1a0-656cbac762e7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Allocated IP 172.25.6.119 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/0ac326b5-f439-41b3-a938-0518d940363a) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:35:11.502387 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-64dcc60c-7b1f-4709-a1a0-656cbac762e7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:11.589191 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-64dcc60c-7b1f-4709-a1a0-656cbac762e7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:11.628267 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dcc60c-7b1f-4709-a1a0-656cbac762e7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:35:11.631081 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-64dcc60c-7b1f-4709-a1a0-656cbac762e7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:35:11.633768 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dcc60c-7b1f-4709-a1a0-656cbac762e7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:35:11.660486 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dcc60c-7b1f-4709-a1a0-656cbac762e7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Port': ['ID=0ac326b5-f439-41b3-a938-0518d940363a,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:35:11.953477 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-64dcc60c-7b1f-4709-a1a0-656cbac762e7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:12.145565 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-64dcc60c-7b1f-4709-a1a0-656cbac762e7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:12.340517 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64dcc60c-7b1f-4709-a1a0-656cbac762e7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Router 4f6cf584-ebdd-4d11-8c42-b37a99c6e590 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:35:12.444822 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64dcc60c-7b1f-4709-a1a0-656cbac762e7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:35:12.454196 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caddb59b-469a-4e19-a9ed-364aff2454e4 None None] Sync routers for ids ['4f6cf584-ebdd-4d11-8c42-b37a99c6e590'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:35:12.463626 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caddb59b-469a-4e19-a9ed-364aff2454e4 None None] Routers {'4f6cf584-ebdd-4d11-8c42-b37a99c6e590'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:35:12.464224 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-caddb59b-469a-4e19-a9ed-364aff2454e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:35:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['4f6cf584-ebdd-4d11-8c42-b37a99c6e590'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:35:12.522732 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-64dcc60c-7b1f-4709-a1a0-656cbac762e7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:12.523994 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-64dcc60c-7b1f-4709-a1a0-656cbac762e7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8901823 Dec 17 16:35:12.527182 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45606) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:35:12.570026 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-caddb59b-469a-4e19-a9ed-364aff2454e4 None None] Set router 4f6cf584-ebdd-4d11-8c42-b37a99c6e590 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:35:12.825499 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d7cf844b-edd9-495f-b27c-876c22edace2 tempest-TestNetworkAdvancedServerOps-1516648074 tempest-TestNetworkAdvancedServerOps-1516648074-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=437dcc00f8fd49499d299b0a33d98052&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2970259 Dec 17 16:35:12.828007 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45608) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:35:12.841114 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-caddb59b-469a-4e19-a9ed-364aff2454e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474620173', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0ac326b5-f439-41b3-a938-0518d940363a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:35:10Z', 'updated_at': '2021-12-17T16:35:11Z', 'revision_number': 3, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '0ac326b5-f439-41b3-a938-0518d940363a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ff:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:35:11Z', 'updated_at': '2021-12-17T16:35:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:35:12.870434 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caddb59b-469a-4e19-a9ed-364aff2454e4 None None] Checking router: 4f6cf584-ebdd-4d11-8c42-b37a99c6e590 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:35:12.870789 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caddb59b-469a-4e19-a9ed-364aff2454e4 None None] Updating router 4f6cf584-ebdd-4d11-8c42-b37a99c6e590 port 0ac326b5-f439-41b3-a938-0518d940363a binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:35:12.895649 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-caddb59b-469a-4e19-a9ed-364aff2454e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:12.915448 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd12a64-f528-44c2-9c43-b2bb03d16b60 tempest-TestNetworkAdvancedServerOps-1516648074 tempest-TestNetworkAdvancedServerOps-1516648074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:12.916959 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0fd12a64-f528-44c2-9c43-b2bb03d16b60 tempest-TestNetworkAdvancedServerOps-1516648074 tempest-TestNetworkAdvancedServerOps-1516648074-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0880523 Dec 17 16:35:12.919752 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45610) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:35:12.950688 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-49de322b-a439-4b3e-b785-437953d6f5d1 tempest-TestNetworkAdvancedServerOps-1516648074 tempest-TestNetworkAdvancedServerOps-1516648074-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=4e9cade7-8de3-4483-a2b7-ada6bbc76cf6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298462 Dec 17 16:35:12.953157 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45612) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:35:12.957730 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-1b741ae7-6a93-4254-a5bd-644e691a2e22 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1294714589', 'network_id': 'a6a5fe9d-e1da-4e50-a094-14c227708f00', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:35:13.086203 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b741ae7-6a93-4254-a5bd-644e691a2e22 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Made reservation on behalf of 437dcc00f8fd49499d299b0a33d98052 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:35:13.089836 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1b741ae7-6a93-4254-a5bd-644e691a2e22 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:13.144553 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-caddb59b-469a-4e19-a9ed-364aff2454e4 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:13.217574 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-caddb59b-469a-4e19-a9ed-364aff2454e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:13.269254 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-caddb59b-469a-4e19-a9ed-364aff2454e4 None None] Attempting to bind port 0ac326b5-f439-41b3-a938-0518d940363a on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:35:13.269617 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-caddb59b-469a-4e19-a9ed-364aff2454e4 None None] Attempting to bind port 0ac326b5-f439-41b3-a938-0518d940363a by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:35:13.269967 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caddb59b-469a-4e19-a9ed-364aff2454e4 None None] Attempting to bind port 0ac326b5-f439-41b3-a938-0518d940363a on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:35:13.279348 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caddb59b-469a-4e19-a9ed-364aff2454e4 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:35:13.279711 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caddb59b-469a-4e19-a9ed-364aff2454e4 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:35:13.280097 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-caddb59b-469a-4e19-a9ed-364aff2454e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:13.280473 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caddb59b-469a-4e19-a9ed-364aff2454e4 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:35:13.281012 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-caddb59b-469a-4e19-a9ed-364aff2454e4 None None] Bound port: 0ac326b5-f439-41b3-a938-0518d940363a, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:35:13.281390 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-caddb59b-469a-4e19-a9ed-364aff2454e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:13.282795 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffd09b-c6a1-4745-ad82-e30fbabbcdc2 None None] Pushing event updated for resources: {'Port': ['ID=0ac326b5-f439-41b3-a938-0518d940363a,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:35:13.308167 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ffd09b-c6a1-4745-ad82-e30fbabbcdc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:35:13.310149 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ffd09b-c6a1-4745-ad82-e30fbabbcdc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:35:13.310149 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ffd09b-c6a1-4745-ad82-e30fbabbcdc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:35:13.310149 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ffd09b-c6a1-4745-ad82-e30fbabbcdc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:35:13.310149 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ffd09b-c6a1-4745-ad82-e30fbabbcdc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:35:13.310149 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ffd09b-c6a1-4745-ad82-e30fbabbcdc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:35:13.310149 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ffd09b-c6a1-4745-ad82-e30fbabbcdc2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:35:13.310767 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ffd09b-c6a1-4745-ad82-e30fbabbcdc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:35:13.310767 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ffd09b-c6a1-4745-ad82-e30fbabbcdc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:35:13.310948 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ffd09b-c6a1-4745-ad82-e30fbabbcdc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:35:13.311255 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ffd09b-c6a1-4745-ad82-e30fbabbcdc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:35:13.311564 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ffd09b-c6a1-4745-ad82-e30fbabbcdc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:35:13.329742 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1b741ae7-6a93-4254-a5bd-644e691a2e22 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:13.344608 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-caddb59b-469a-4e19-a9ed-364aff2454e4 None None] For port 0ac326b5-f439-41b3-a938-0518d940363a, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:35:13.348234 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-caddb59b-469a-4e19-a9ed-364aff2454e4 None None] For port 0ac326b5-f439-41b3-a938-0518d940363a, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=0ac326b5-f439-41b3-a938-0518d940363a,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:35:13.394227 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b741ae7-6a93-4254-a5bd-644e691a2e22 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Subnet': ['ID=0f89d726-218e-4486-afe5-164a8b1b17bf,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:35:13.405244 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b741ae7-6a93-4254-a5bd-644e691a2e22 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Checking segment: {'id': 'e8a79cd9-1af4-4b55-87ec-fd25f938a0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a6a5fe9d-e1da-4e50-a094-14c227708f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:35:13.407630 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b741ae7-6a93-4254-a5bd-644e691a2e22 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Network hostable DHCP agents. Network: a6a5fe9d-e1da-4e50-a094-14c227708f00, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:35:13.427653 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-caddb59b-469a-4e19-a9ed-364aff2454e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:13.480468 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caddb59b-469a-4e19-a9ed-364aff2454e4 None None] Routers {'4f6cf584-ebdd-4d11-8c42-b37a99c6e590'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:35:13.481152 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-caddb59b-469a-4e19-a9ed-364aff2454e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:35:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['4f6cf584-ebdd-4d11-8c42-b37a99c6e590'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:35:13.507324 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b741ae7-6a93-4254-a5bd-644e691a2e22 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Network a6a5fe9d-e1da-4e50-a094-14c227708f00 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:35:13.545940 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffd09b-c6a1-4745-ad82-e30fbabbcdc2 None None] Pushing event updated for resources: {'Port': ['ID=0ac326b5-f439-41b3-a938-0518d940363a,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:35:13.591771 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-caddb59b-469a-4e19-a9ed-364aff2454e4 None None] Set router 4f6cf584-ebdd-4d11-8c42-b37a99c6e590 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:35:13.609758 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-1b741ae7-6a93-4254-a5bd-644e691a2e22 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, a6a5fe9d-e1da-4e50-a094-14c227708f00) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:35:13.627183 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b741ae7-6a93-4254-a5bd-644e691a2e22 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:13.627183 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1b741ae7-6a93-4254-a5bd-644e691a2e22 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:13.627485 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a984a5-9de5-4a54-8d56-8e5efcd18ac2 None None] Network a6a5fe9d-e1da-4e50-a094-14c227708f00 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:35:13.700564 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1b741ae7-6a93-4254-a5bd-644e691a2e22 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7462859 Dec 17 16:35:13.703633 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45614) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:35:13.776048 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61faa5cf-eefb-4eae-94a3-8a6928804a6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-a6a5fe9d-e1da-4e50-a094-14c227708f00', 'network_id': 'a6a5fe9d-e1da-4e50-a094-14c227708f00', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'fixed_ips': [{'subnet_id': '0f89d726-218e-4486-afe5-164a8b1b17bf'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 16:35:13.777330 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-61faa5cf-eefb-4eae-94a3-8a6928804a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:13.781367 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-caddb59b-469a-4e19-a9ed-364aff2454e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474620173', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0ac326b5-f439-41b3-a938-0518d940363a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:35:10Z', 'updated_at': '2021-12-17T16:35:11Z', 'revision_number': 3, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '0ac326b5-f439-41b3-a938-0518d940363a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ff:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:35:11Z', 'updated_at': '2021-12-17T16:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:35:13.814234 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caddb59b-469a-4e19-a9ed-364aff2454e4 None None] The sync data for ids ['4f6cf584-ebdd-4d11-8c42-b37a99c6e590'] in n-d-820553-2 is: [{'id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474620173', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0ac326b5-f439-41b3-a938-0518d940363a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:35:10Z', 'updated_at': '2021-12-17T16:35:11Z', 'revision_number': 3, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '0ac326b5-f439-41b3-a938-0518d940363a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ff:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:35:11Z', 'updated_at': '2021-12-17T16:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:35:13.923099 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-61faa5cf-eefb-4eae-94a3-8a6928804a6d None None] Allocated IP 172.20.0.2 (a6a5fe9d-e1da-4e50-a094-14c227708f00/0f89d726-218e-4486-afe5-164a8b1b17bf/9415f430-a98a-46f1-953e-a27b3d194257) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:35:14.113336 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-61faa5cf-eefb-4eae-94a3-8a6928804a6d None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:14.187254 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-61faa5cf-eefb-4eae-94a3-8a6928804a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:14.208201 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9ebe6539-402c-43a8-90c7-7ebe7313b0ff tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:14.226631 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61faa5cf-eefb-4eae-94a3-8a6928804a6d None None] Network a6a5fe9d-e1da-4e50-a094-14c227708f00 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:35:14.231003 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-61faa5cf-eefb-4eae-94a3-8a6928804a6d None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:35:14.237799 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61faa5cf-eefb-4eae-94a3-8a6928804a6d None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:35:14.241775 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61faa5cf-eefb-4eae-94a3-8a6928804a6d None None] Pushing event updated for resources: {'Port': ['ID=9415f430-a98a-46f1-953e-a27b3d194257,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:35:14.297830 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-61faa5cf-eefb-4eae-94a3-8a6928804a6d None None] Attempting to bind port 9415f430-a98a-46f1-953e-a27b3d194257 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:35:14.298126 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-61faa5cf-eefb-4eae-94a3-8a6928804a6d None None] Attempting to bind port 9415f430-a98a-46f1-953e-a27b3d194257 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'e8a79cd9-1af4-4b55-87ec-fd25f938a0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a6a5fe9d-e1da-4e50-a094-14c227708f00'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:35:14.298517 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61faa5cf-eefb-4eae-94a3-8a6928804a6d None None] Attempting to bind port 9415f430-a98a-46f1-953e-a27b3d194257 on network a6a5fe9d-e1da-4e50-a094-14c227708f00 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:35:14.305843 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61faa5cf-eefb-4eae-94a3-8a6928804a6d None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:35:14.306457 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61faa5cf-eefb-4eae-94a3-8a6928804a6d None None] Checking segment: {'id': 'e8a79cd9-1af4-4b55-87ec-fd25f938a0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a6a5fe9d-e1da-4e50-a094-14c227708f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:35:14.306686 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-61faa5cf-eefb-4eae-94a3-8a6928804a6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:14.307075 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61faa5cf-eefb-4eae-94a3-8a6928804a6d None None] Bound using segment: {'id': 'e8a79cd9-1af4-4b55-87ec-fd25f938a0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a6a5fe9d-e1da-4e50-a094-14c227708f00'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:35:14.307555 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-61faa5cf-eefb-4eae-94a3-8a6928804a6d None None] Bound port: 9415f430-a98a-46f1-953e-a27b3d194257, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a79cd9-1af4-4b55-87ec-fd25f938a0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a6a5fe9d-e1da-4e50-a094-14c227708f00'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:35:14.307941 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-61faa5cf-eefb-4eae-94a3-8a6928804a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:14.380999 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-61faa5cf-eefb-4eae-94a3-8a6928804a6d None None] For port 9415f430-a98a-46f1-953e-a27b3d194257, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:35:14.384548 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-61faa5cf-eefb-4eae-94a3-8a6928804a6d None None] For port 9415f430-a98a-46f1-953e-a27b3d194257, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9415f430-a98a-46f1-953e-a27b3d194257,segment=NetworkSegment(e8a79cd9-1af4-4b55-87ec-fd25f938a0db),segment_id=e8a79cd9-1af4-4b55-87ec-fd25f938a0db)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:35:14.444902 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-61faa5cf-eefb-4eae-94a3-8a6928804a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:14.497917 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-9ebe6539-402c-43a8-90c7-7ebe7313b0ff tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Allocated IP 172.20.0.1 (a6a5fe9d-e1da-4e50-a094-14c227708f00/0f89d726-218e-4486-afe5-164a8b1b17bf/149c1692-9b98-4167-bcd6-e0c434ac6ad5) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:35:14.510519 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61faa5cf-eefb-4eae-94a3-8a6928804a6d None None] Pushing event updated for resources: {'Port': ['ID=9415f430-a98a-46f1-953e-a27b3d194257,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:35:14.624191 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9ebe6539-402c-43a8-90c7-7ebe7313b0ff tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:14.713445 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9ebe6539-402c-43a8-90c7-7ebe7313b0ff tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:14.770322 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebe6539-402c-43a8-90c7-7ebe7313b0ff tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Network a6a5fe9d-e1da-4e50-a094-14c227708f00 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:35:14.776174 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-9ebe6539-402c-43a8-90c7-7ebe7313b0ff tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:35:14.779880 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebe6539-402c-43a8-90c7-7ebe7313b0ff tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:35:14.819279 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe6539-402c-43a8-90c7-7ebe7313b0ff tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Port': ['ID=149c1692-9b98-4167-bcd6-e0c434ac6ad5,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:35:14.831651 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9ebe6539-402c-43a8-90c7-7ebe7313b0ff tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:14.867045 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9415f430-a98a-46f1-953e-a27b3d194257 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:35:14.918887 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 9415f430-a98a-46f1-953e-a27b3d194257 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:35:14.919181 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:14.999118 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:15.030684 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9ebe6539-402c-43a8-90c7-7ebe7313b0ff tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:15.033012 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 9415f430-a98a-46f1-953e-a27b3d194257, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9415f430-a98a-46f1-953e-a27b3d194257,segment=NetworkSegment(e8a79cd9-1af4-4b55-87ec-fd25f938a0db),segment_id=e8a79cd9-1af4-4b55-87ec-fd25f938a0db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:35:15.097489 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:15.098312 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 0ac326b5-f439-41b3-a938-0518d940363a up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:35:15.171994 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=9415f430-a98a-46f1-953e-a27b3d194257,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:35:15.184564 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 0ac326b5-f439-41b3-a938-0518d940363a triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:35:15.184948 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:15.272850 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:15.293494 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 0ac326b5-f439-41b3-a938-0518d940363a, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=0ac326b5-f439-41b3-a938-0518d940363a,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:35:15.316246 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9ebe6539-402c-43a8-90c7-7ebe7313b0ff tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:15.389020 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:15.412603 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9ebe6539-402c-43a8-90c7-7ebe7313b0ff tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:15.440065 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=0ac326b5-f439-41b3-a938-0518d940363a,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:35:15.493813 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe6539-402c-43a8-90c7-7ebe7313b0ff tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Port': ['ID=149c1692-9b98-4167-bcd6-e0c434ac6ad5,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:35:15.496824 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-9ebe6539-402c-43a8-90c7-7ebe7313b0ff tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:15.588383 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebe6539-402c-43a8-90c7-7ebe7313b0ff tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Network a6a5fe9d-e1da-4e50-a094-14c227708f00 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:35:15.589873 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-9ebe6539-402c-43a8-90c7-7ebe7313b0ff tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:35:15.703164 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ebe6539-402c-43a8-90c7-7ebe7313b0ff tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Router 4f6cf584-ebdd-4d11-8c42-b37a99c6e590 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:35:15.865752 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebe6539-402c-43a8-90c7-7ebe7313b0ff tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:35:15.872140 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-9ebe6539-402c-43a8-90c7-7ebe7313b0ff tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "PUT /v2.0/routers/4f6cf584-ebdd-4d11-8c42-b37a99c6e590/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1674323 Dec 17 16:35:15.882529 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a87252-b406-4225-9b9d-a8d504a4bf6e None None] Sync routers for ids ['4f6cf584-ebdd-4d11-8c42-b37a99c6e590'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:35:15.892738 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a87252-b406-4225-9b9d-a8d504a4bf6e None None] Routers {'4f6cf584-ebdd-4d11-8c42-b37a99c6e590'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:35:15.893382 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-33a87252-b406-4225-9b9d-a8d504a4bf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:35:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['4f6cf584-ebdd-4d11-8c42-b37a99c6e590'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:35:16.026962 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-12f3b17c-0047-474e-94d5-436a1c087874 req-c7304db8-e0cf-4e51-8f8d-28b13cd4632d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1700684312&fields=id&tenant_id=437dcc00f8fd49499d299b0a33d98052 HTTP/1.1" status: 200 len: 267 time: 0.0428967 Dec 17 16:35:16.149129 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3b17c-0047-474e-94d5-436a1c087874 req-128c7d24-ce9b-44c0-9b49-e111edf1c3aa tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:16.150679 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-12f3b17c-0047-474e-94d5-436a1c087874 req-128c7d24-ce9b-44c0-9b49-e111edf1c3aa tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/networks?id=a6a5fe9d-e1da-4e50-a094-14c227708f00 HTTP/1.1" status: 200 len: 796 time: 0.1154053 Dec 17 16:35:16.167536 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-12f3b17c-0047-474e-94d5-436a1c087874 req-270950f9-3421-4900-8111-aabb5fafcf48 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/quotas/437dcc00f8fd49499d299b0a33d98052 HTTP/1.1" status: 200 len: 375 time: 0.0109007 Dec 17 16:35:16.177942 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-33a87252-b406-4225-9b9d-a8d504a4bf6e None None] Set router 4f6cf584-ebdd-4d11-8c42-b37a99c6e590 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:35:16.230551 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-12f3b17c-0047-474e-94d5-436a1c087874 req-a4987a5a-8394-4abd-917c-9cc0dd261651 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560212 Dec 17 16:35:16.332946 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-12f3b17c-0047-474e-94d5-436a1c087874 req-cd6e7e3f-396e-4ca9-9204-c30c6182a9b7 service neutron] 10.222.0.46 "GET /v2.0/networks/a6a5fe9d-e1da-4e50-a094-14c227708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888066 Dec 17 16:35:16.364043 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a51aa8-bf8f-4e84-a3ba-be34acff7f99 None None] Network a6a5fe9d-e1da-4e50-a094-14c227708f00 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:35:16.432020 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-12f3b17c-0047-474e-94d5-436a1c087874 req-8a4c8aef-0634-4ffb-9c63-290df93fa92d service neutron] 10.222.0.46 "GET /v2.0/networks/a6a5fe9d-e1da-4e50-a094-14c227708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919859 Dec 17 16:35:16.451784 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4d89f3aa-2cb9-41ad-98a5-e82ca9d4a4d2 None None] Provisioning complete for port 9415f430-a98a-46f1-953e-a27b3d194257 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:35:16.452153 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4d89f3aa-2cb9-41ad-98a5-e82ca9d4a4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:16.505233 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-33a87252-b406-4225-9b9d-a8d504a4bf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474620173', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0ac326b5-f439-41b3-a938-0518d940363a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:35:10Z', 'updated_at': '2021-12-17T16:35:14Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '0ac326b5-f439-41b3-a938-0518d940363a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ff:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:35:11Z', 'updated_at': '2021-12-17T16:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '149c1692-9b98-4167-bcd6-e0c434ac6ad5', 'name': '', 'network_id': 'a6a5fe9d-e1da-4e50-a094-14c227708f00', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:52:78:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '0f89d726-218e-4486-afe5-164a8b1b17bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:35:14Z', 'updated_at': '2021-12-17T16:35:15Z', 'revision_number': 2, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': '0f89d726-218e-4486-afe5-164a8b1b17bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:35:16.555694 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a87252-b406-4225-9b9d-a8d504a4bf6e None None] Checking router: 4f6cf584-ebdd-4d11-8c42-b37a99c6e590 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:35:16.555967 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a87252-b406-4225-9b9d-a8d504a4bf6e None None] Updating router 4f6cf584-ebdd-4d11-8c42-b37a99c6e590 port 149c1692-9b98-4167-bcd6-e0c434ac6ad5 binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:35:16.599812 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-33a87252-b406-4225-9b9d-a8d504a4bf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:16.675878 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7d8c54fe-7b7e-48b6-be83-5e8db619c363 req-49c4f001-b1ae-42fa-aef1-4b42b3b44c8c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 210 time: 0.0300374 Dec 17 16:35:16.832556 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9415f430-a98a-46f1-953e-a27b3d194257 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:35:16.977668 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 9415f430-a98a-46f1-953e-a27b3d194257 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:35:16.978321 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:17.066789 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-0b1cac41-79bc-4a37-a44f-9ddce16f5b21 None None] Provisioning complete for port 9415f430-a98a-46f1-953e-a27b3d194257 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:35:17.067159 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0b1cac41-79bc-4a37-a44f-9ddce16f5b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:17.070912 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-33a87252-b406-4225-9b9d-a8d504a4bf6e None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:17.134637 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-33a87252-b406-4225-9b9d-a8d504a4bf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:17.194586 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 0ac326b5-f439-41b3-a938-0518d940363a up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:35:17.254861 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca730fc7-54b5-4390-b4c6-92dad730b598 None None] Pushing event updated for resources: {'Port': ['ID=149c1692-9b98-4167-bcd6-e0c434ac6ad5,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:35:17.331995 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-33a87252-b406-4225-9b9d-a8d504a4bf6e None None] Attempting to bind port 149c1692-9b98-4167-bcd6-e0c434ac6ad5 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:35:17.332364 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-33a87252-b406-4225-9b9d-a8d504a4bf6e None None] Attempting to bind port 149c1692-9b98-4167-bcd6-e0c434ac6ad5 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'e8a79cd9-1af4-4b55-87ec-fd25f938a0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a6a5fe9d-e1da-4e50-a094-14c227708f00'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:35:17.332726 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a87252-b406-4225-9b9d-a8d504a4bf6e None None] Attempting to bind port 149c1692-9b98-4167-bcd6-e0c434ac6ad5 on network a6a5fe9d-e1da-4e50-a094-14c227708f00 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:35:17.341938 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-0b1cac41-79bc-4a37-a44f-9ddce16f5b21 None None] Provisioning complete for port 149c1692-9b98-4167-bcd6-e0c434ac6ad5 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:35:17.342175 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0b1cac41-79bc-4a37-a44f-9ddce16f5b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:17.362209 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a87252-b406-4225-9b9d-a8d504a4bf6e None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:35:17.366372 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a87252-b406-4225-9b9d-a8d504a4bf6e None None] Checking segment: {'id': 'e8a79cd9-1af4-4b55-87ec-fd25f938a0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a6a5fe9d-e1da-4e50-a094-14c227708f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:35:17.366372 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-33a87252-b406-4225-9b9d-a8d504a4bf6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:17.366372 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a87252-b406-4225-9b9d-a8d504a4bf6e None None] Bound using segment: {'id': 'e8a79cd9-1af4-4b55-87ec-fd25f938a0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a6a5fe9d-e1da-4e50-a094-14c227708f00'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:35:17.366372 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-33a87252-b406-4225-9b9d-a8d504a4bf6e None None] Bound port: 149c1692-9b98-4167-bcd6-e0c434ac6ad5, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a79cd9-1af4-4b55-87ec-fd25f938a0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a6a5fe9d-e1da-4e50-a094-14c227708f00'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:35:17.366372 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-33a87252-b406-4225-9b9d-a8d504a4bf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:17.381310 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 0ac326b5-f439-41b3-a938-0518d940363a triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:35:17.381687 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:17.444241 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-0b1cac41-79bc-4a37-a44f-9ddce16f5b21 None None] Port 149c1692-9b98-4167-bcd6-e0c434ac6ad5 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:35:17.506031 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-33a87252-b406-4225-9b9d-a8d504a4bf6e None None] For port 149c1692-9b98-4167-bcd6-e0c434ac6ad5, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:35:17.522861 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-33a87252-b406-4225-9b9d-a8d504a4bf6e None None] For port 149c1692-9b98-4167-bcd6-e0c434ac6ad5, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=149c1692-9b98-4167-bcd6-e0c434ac6ad5,segment=NetworkSegment(e8a79cd9-1af4-4b55-87ec-fd25f938a0db),segment_id=e8a79cd9-1af4-4b55-87ec-fd25f938a0db)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:35:17.562343 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-6f47027e-8ae4-4a24-a384-85d86795c6c2 None None] Provisioning complete for port 149c1692-9b98-4167-bcd6-e0c434ac6ad5 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:35:17.562717 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6f47027e-8ae4-4a24-a384-85d86795c6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:17.599787 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-6f47027e-8ae4-4a24-a384-85d86795c6c2 None None] Port 149c1692-9b98-4167-bcd6-e0c434ac6ad5 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:35:17.632139 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-33a87252-b406-4225-9b9d-a8d504a4bf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:17.692915 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a87252-b406-4225-9b9d-a8d504a4bf6e None None] Routers {'4f6cf584-ebdd-4d11-8c42-b37a99c6e590'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:35:17.693697 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-33a87252-b406-4225-9b9d-a8d504a4bf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:35:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['4f6cf584-ebdd-4d11-8c42-b37a99c6e590'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:35:17.695397 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca730fc7-54b5-4390-b4c6-92dad730b598 None None] Pushing event updated for resources: {'Port': ['ID=149c1692-9b98-4167-bcd6-e0c434ac6ad5,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:35:17.787753 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e16f67c4-ed86-4c6d-adc0-19a920ff8a35 req-f9f6ef5b-55fd-4ef2-9874-d4a68d9b1aeb tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 210 time: 0.0397525 Dec 17 16:35:17.820261 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-33a87252-b406-4225-9b9d-a8d504a4bf6e None None] Set router 4f6cf584-ebdd-4d11-8c42-b37a99c6e590 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:35:17.957423 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-e841558e-af0a-4cc7-8952-1ef561ea2101 None None] Provisioning complete for port 149c1692-9b98-4167-bcd6-e0c434ac6ad5 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:35:17.957718 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e841558e-af0a-4cc7-8952-1ef561ea2101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:18.093073 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e841558e-af0a-4cc7-8952-1ef561ea2101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:18.107522 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-33a87252-b406-4225-9b9d-a8d504a4bf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474620173', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0ac326b5-f439-41b3-a938-0518d940363a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:35:10Z', 'updated_at': '2021-12-17T16:35:14Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '0ac326b5-f439-41b3-a938-0518d940363a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ff:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:35:11Z', 'updated_at': '2021-12-17T16:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '149c1692-9b98-4167-bcd6-e0c434ac6ad5', 'name': '', 'network_id': 'a6a5fe9d-e1da-4e50-a094-14c227708f00', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:52:78:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '0f89d726-218e-4486-afe5-164a8b1b17bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:35:14Z', 'updated_at': '2021-12-17T16:35:17Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': '0f89d726-218e-4486-afe5-164a8b1b17bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:35:18.139324 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a87252-b406-4225-9b9d-a8d504a4bf6e None None] The sync data for ids ['4f6cf584-ebdd-4d11-8c42-b37a99c6e590'] in n-d-820553-2 is: [{'id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474620173', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0ac326b5-f439-41b3-a938-0518d940363a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:35:10Z', 'updated_at': '2021-12-17T16:35:14Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '0ac326b5-f439-41b3-a938-0518d940363a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ff:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:35:11Z', 'updated_at': '2021-12-17T16:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '149c1692-9b98-4167-bcd6-e0c434ac6ad5', 'name': '', 'network_id': 'a6a5fe9d-e1da-4e50-a094-14c227708f00', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:52:78:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '0f89d726-218e-4486-afe5-164a8b1b17bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:35:14Z', 'updated_at': '2021-12-17T16:35:17Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': '0f89d726-218e-4486-afe5-164a8b1b17bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:35:18.155247 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-e841558e-af0a-4cc7-8952-1ef561ea2101 None None] For port 149c1692-9b98-4167-bcd6-e0c434ac6ad5, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=149c1692-9b98-4167-bcd6-e0c434ac6ad5,segment=NetworkSegment(e8a79cd9-1af4-4b55-87ec-fd25f938a0db),segment_id=e8a79cd9-1af4-4b55-87ec-fd25f938a0db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:35:18.206483 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e841558e-af0a-4cc7-8952-1ef561ea2101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:18.259800 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841558e-af0a-4cc7-8952-1ef561ea2101 None None] Pushing event updated for resources: {'Port': ['ID=149c1692-9b98-4167-bcd6-e0c434ac6ad5,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:35:18.654744 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3b17c-0047-474e-94d5-436a1c087874 req-4f5f060b-e7fb-424a-9882-38cb28a19a13 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:18.656380 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-12f3b17c-0047-474e-94d5-436a1c087874 req-4f5f060b-e7fb-424a-9882-38cb28a19a13 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.41 "GET /v2.0/networks?id=a6a5fe9d-e1da-4e50-a094-14c227708f00 HTTP/1.1" status: 200 len: 796 time: 0.1154602 Dec 17 16:35:18.834095 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 149c1692-9b98-4167-bcd6-e0c434ac6ad5 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:35:18.902252 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 149c1692-9b98-4167-bcd6-e0c434ac6ad5 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:35:18.902725 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:18.947052 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-68493f02-9cb9-470c-8fd8-dd895868718f req-abeb8e27-bbbf-48bb-af3d-c0ef19cbf069 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 210 time: 0.0466642 Dec 17 16:35:19.075295 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-12f3b17c-0047-474e-94d5-436a1c087874 req-2eef0eb6-3021-4a04-bd1a-6f0396b8cbb7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=437dcc00f8fd49499d299b0a33d98052 HTTP/1.1" status: 200 len: 380 time: 0.4035754 Dec 17 16:35:19.085889 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-12f3b17c-0047-474e-94d5-436a1c087874 req-048e3b63-ce35-4e0a-9058-4ffe8220d81b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'port': {'device_id': '8591008f-60fe-47db-9e62-58205b028ec6', 'network_id': 'a6a5fe9d-e1da-4e50-a094-14c227708f00', 'admin_state_up': True, 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'security_groups': ['5e0886fb-1b14-4839-96aa-6a1e3278f6a3']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:35:19.272269 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12f3b17c-0047-474e-94d5-436a1c087874 req-048e3b63-ce35-4e0a-9058-4ffe8220d81b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Made reservation on behalf of 437dcc00f8fd49499d299b0a33d98052 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:35:19.275895 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-12f3b17c-0047-474e-94d5-436a1c087874 req-048e3b63-ce35-4e0a-9058-4ffe8220d81b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:19.401426 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-12f3b17c-0047-474e-94d5-436a1c087874 req-048e3b63-ce35-4e0a-9058-4ffe8220d81b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Allocated IP 172.20.0.13 (a6a5fe9d-e1da-4e50-a094-14c227708f00/0f89d726-218e-4486-afe5-164a8b1b17bf/f7ab4355-98d9-402c-bd7a-6a86cdf3ae18) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:35:19.535999 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-12f3b17c-0047-474e-94d5-436a1c087874 req-048e3b63-ce35-4e0a-9058-4ffe8220d81b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:19.623526 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-12f3b17c-0047-474e-94d5-436a1c087874 req-048e3b63-ce35-4e0a-9058-4ffe8220d81b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:19.664564 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12f3b17c-0047-474e-94d5-436a1c087874 req-048e3b63-ce35-4e0a-9058-4ffe8220d81b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Network a6a5fe9d-e1da-4e50-a094-14c227708f00 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:35:19.667625 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-12f3b17c-0047-474e-94d5-436a1c087874 req-048e3b63-ce35-4e0a-9058-4ffe8220d81b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:35:19.671292 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f3b17c-0047-474e-94d5-436a1c087874 req-048e3b63-ce35-4e0a-9058-4ffe8220d81b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:35:19.699354 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e3b63-ce35-4e0a-9058-4ffe8220d81b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Port': ['ID=f7ab4355-98d9-402c-bd7a-6a86cdf3ae18,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:35:19.729258 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3b17c-0047-474e-94d5-436a1c087874 req-048e3b63-ce35-4e0a-9058-4ffe8220d81b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:19.729915 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-12f3b17c-0047-474e-94d5-436a1c087874 req-048e3b63-ce35-4e0a-9058-4ffe8220d81b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:19.804472 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-12f3b17c-0047-474e-94d5-436a1c087874 req-048e3b63-ce35-4e0a-9058-4ffe8220d81b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7229915 Dec 17 16:35:19.821162 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-12f3b17c-0047-474e-94d5-436a1c087874 req-1e54b475-247c-45eb-ac8a-35c09fcfd818 service neutron] Request body: {'port': {'device_id': '8591008f-60fe-47db-9e62-58205b028ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:35:19.880461 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-12f3b17c-0047-474e-94d5-436a1c087874 req-1e54b475-247c-45eb-ac8a-35c09fcfd818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:19.935863 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-5fe5f228-2d9a-4a64-a180-637209a50137 None None] Provisioning complete for port f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:35:19.936500 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5fe5f228-2d9a-4a64-a180-637209a50137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:19.969952 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-5fe5f228-2d9a-4a64-a180-637209a50137 None None] Port f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:35:20.126225 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744cf69-7888-4de6-8376-5c486c51e233 req-5b71e0e4-7146-4139-8ffc-29e38ff30b13 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:20.127976 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e744cf69-7888-4de6-8376-5c486c51e233 req-5b71e0e4-7146-4139-8ffc-29e38ff30b13 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 932 time: 0.1073480 Dec 17 16:35:20.146558 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-12f3b17c-0047-474e-94d5-436a1c087874 req-1e54b475-247c-45eb-ac8a-35c09fcfd818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:35:20.154715 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-12f3b17c-0047-474e-94d5-436a1c087874 req-1e54b475-247c-45eb-ac8a-35c09fcfd818 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:20.167383 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e744cf69-7888-4de6-8376-5c486c51e233 req-2ce21982-8054-4421-83b7-3d7b01ac7937 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329981 Dec 17 16:35:20.169195 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-12f3b17c-0047-474e-94d5-436a1c087874 req-1e54b475-247c-45eb-ac8a-35c09fcfd818 service neutron] Transition to ACTIVE for port object f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:35:20.272294 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-12f3b17c-0047-474e-94d5-436a1c087874 req-1e54b475-247c-45eb-ac8a-35c09fcfd818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:20.321490 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54b475-247c-45eb-ac8a-35c09fcfd818 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ab4355-98d9-402c-bd7a-6a86cdf3ae18,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:35:20.397729 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-12f3b17c-0047-474e-94d5-436a1c087874 req-1e54b475-247c-45eb-ac8a-35c09fcfd818 service neutron] Attempting to bind port f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:35:20.398295 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-12f3b17c-0047-474e-94d5-436a1c087874 req-1e54b475-247c-45eb-ac8a-35c09fcfd818 service neutron] Attempting to bind port f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': 'e8a79cd9-1af4-4b55-87ec-fd25f938a0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a6a5fe9d-e1da-4e50-a094-14c227708f00'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:35:20.398704 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f3b17c-0047-474e-94d5-436a1c087874 req-1e54b475-247c-45eb-ac8a-35c09fcfd818 service neutron] Attempting to bind port f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 on network a6a5fe9d-e1da-4e50-a094-14c227708f00 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:35:20.403202 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f3b17c-0047-474e-94d5-436a1c087874 req-1e54b475-247c-45eb-ac8a-35c09fcfd818 service neutron] Port f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 on network a6a5fe9d-e1da-4e50-a094-14c227708f00 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:35:20.403519 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f3b17c-0047-474e-94d5-436a1c087874 req-1e54b475-247c-45eb-ac8a-35c09fcfd818 service neutron] Attempting to bind port f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 on network a6a5fe9d-e1da-4e50-a094-14c227708f00 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:35:20.408363 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f3b17c-0047-474e-94d5-436a1c087874 req-1e54b475-247c-45eb-ac8a-35c09fcfd818 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:35:20.408692 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f3b17c-0047-474e-94d5-436a1c087874 req-1e54b475-247c-45eb-ac8a-35c09fcfd818 service neutron] Checking segment: {'id': 'e8a79cd9-1af4-4b55-87ec-fd25f938a0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a6a5fe9d-e1da-4e50-a094-14c227708f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:35:20.409091 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f3b17c-0047-474e-94d5-436a1c087874 req-1e54b475-247c-45eb-ac8a-35c09fcfd818 service neutron] Bound using segment: {'id': 'e8a79cd9-1af4-4b55-87ec-fd25f938a0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a6a5fe9d-e1da-4e50-a094-14c227708f00'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:35:20.409527 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-12f3b17c-0047-474e-94d5-436a1c087874 req-1e54b475-247c-45eb-ac8a-35c09fcfd818 service neutron] Bound port: f7ab4355-98d9-402c-bd7a-6a86cdf3ae18, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8a79cd9-1af4-4b55-87ec-fd25f938a0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a6a5fe9d-e1da-4e50-a094-14c227708f00'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:35:20.409861 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-12f3b17c-0047-474e-94d5-436a1c087874 req-1e54b475-247c-45eb-ac8a-35c09fcfd818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:20.477426 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-12f3b17c-0047-474e-94d5-436a1c087874 req-1e54b475-247c-45eb-ac8a-35c09fcfd818 service neutron] For port f7ab4355-98d9-402c-bd7a-6a86cdf3ae18, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:35:20.482500 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-12f3b17c-0047-474e-94d5-436a1c087874 req-1e54b475-247c-45eb-ac8a-35c09fcfd818 service neutron] For port f7ab4355-98d9-402c-bd7a-6a86cdf3ae18, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f7ab4355-98d9-402c-bd7a-6a86cdf3ae18,segment=NetworkSegment(e8a79cd9-1af4-4b55-87ec-fd25f938a0db),segment_id=e8a79cd9-1af4-4b55-87ec-fd25f938a0db)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:35:20.583345 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-12f3b17c-0047-474e-94d5-436a1c087874 req-1e54b475-247c-45eb-ac8a-35c09fcfd818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:20.619153 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3b17c-0047-474e-94d5-436a1c087874 req-1e54b475-247c-45eb-ac8a-35c09fcfd818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:20.619768 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-12f3b17c-0047-474e-94d5-436a1c087874 req-1e54b475-247c-45eb-ac8a-35c09fcfd818 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:20.621218 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-12f3b17c-0047-474e-94d5-436a1c087874 req-1e54b475-247c-45eb-ac8a-35c09fcfd818 service neutron] 10.222.0.41 "PUT /v2.0/ports/f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 HTTP/1.1" status: 200 len: 1092 time: 0.8044143 Dec 17 16:35:20.621701 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8591008f-60fe-47db-9e62-58205b028ec6', 'tag': 'f7ab4355-98d9-402c-bd7a-6a86cdf3ae18'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:35:20.623951 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d56c0aa-c6c4-47df-b25c-a885e645c65a" -d '{"events": [{"name": "network-changed", "server_uuid": "8591008f-60fe-47db-9e62-58205b028ec6", "tag": "f7ab4355-98d9-402c-bd7a-6a86cdf3ae18"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:35:20.653858 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54b475-247c-45eb-ac8a-35c09fcfd818 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ab4355-98d9-402c-bd7a-6a86cdf3ae18,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:35:20.664910 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1496f6ea-afc3-4ec1-b3fc-8621341cb082 x-openstack-request-id: req-1496f6ea-afc3-4ec1-b3fc-8621341cb082 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:35:20.665548 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8591008f-60fe-47db-9e62-58205b028ec6", "tag": "f7ab4355-98d9-402c-bd7a-6a86cdf3ae18", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:35:20.665548 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1496f6ea-afc3-4ec1-b3fc-8621341cb082 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:35:20.665885 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8591008f-60fe-47db-9e62-58205b028ec6', 'tag': 'f7ab4355-98d9-402c-bd7a-6a86cdf3ae18', 'status': 'completed', 'code': 200} Dec 17 16:35:20.750384 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56c0aa-c6c4-47df-b25c-a885e645c65a req-88fe861d-30d2-4805-938c-a8a3ff6c350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:20.752215 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6d56c0aa-c6c4-47df-b25c-a885e645c65a req-88fe861d-30d2-4805-938c-a8a3ff6c350c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 1095 time: 0.0454969 Dec 17 16:35:20.861235 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56c0aa-c6c4-47df-b25c-a885e645c65a req-23079cfb-1719-480e-adc8-d5550dea308e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:20.862664 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6d56c0aa-c6c4-47df-b25c-a885e645c65a req-23079cfb-1719-480e-adc8-d5550dea308e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=437dcc00f8fd49499d299b0a33d98052&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0980997 Dec 17 16:35:20.962159 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56c0aa-c6c4-47df-b25c-a885e645c65a req-aa8046d6-8a09-4abc-96ac-6b654ccafd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:20.963636 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-6d56c0aa-c6c4-47df-b25c-a885e645c65a req-aa8046d6-8a09-4abc-96ac-6b654ccafd62 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943916 Dec 17 16:35:21.058782 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3b17c-0047-474e-94d5-436a1c087874 req-354f8167-2970-4a3a-8fad-b5648b8d0064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:21.060254 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-12f3b17c-0047-474e-94d5-436a1c087874 req-354f8167-2970-4a3a-8fad-b5648b8d0064 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 1095 time: 0.0405653 Dec 17 16:35:21.105903 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-12f3b17c-0047-474e-94d5-436a1c087874 req-9972989f-5a0b-4d19-9ffc-d7520b67bc48 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 HTTP/1.1" status: 200 len: 217 time: 0.0331740 Dec 17 16:35:21.158599 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3b17c-0047-474e-94d5-436a1c087874 req-5b7ae63a-b0bb-4880-aa0e-b946a1e30006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:21.159931 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-12f3b17c-0047-474e-94d5-436a1c087874 req-5b7ae63a-b0bb-4880-aa0e-b946a1e30006 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0f89d726-218e-4486-afe5-164a8b1b17bf HTTP/1.1" status: 200 len: 835 time: 0.0471129 Dec 17 16:35:21.205891 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3b17c-0047-474e-94d5-436a1c087874 req-b1405c34-12bc-48e6-943d-9ac55387d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:21.207411 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-12f3b17c-0047-474e-94d5-436a1c087874 req-b1405c34-12bc-48e6-943d-9ac55387d378 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6a5fe9d-e1da-4e50-a094-14c227708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404131 Dec 17 16:35:21.287199 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5578ea-8c73-421d-9e8d-276843f0815d req-7801cb0e-28ad-41d1-b709-849ea7e4a795 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:21.288850 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a5578ea-8c73-421d-9e8d-276843f0815d req-7801cb0e-28ad-41d1-b709-849ea7e4a795 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 944 time: 0.0541482 Dec 17 16:35:21.298376 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-12f3b17c-0047-474e-94d5-436a1c087874 req-929cb1b5-1cf4-4dcd-8ae4-59f9420d9b75 service neutron] 10.222.0.41 "GET /v2.0/networks/a6a5fe9d-e1da-4e50-a094-14c227708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831997 Dec 17 16:35:21.326569 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1a5578ea-8c73-421d-9e8d-276843f0815d req-5d04cef7-48c4-482d-9ae8-9a191d9bd470 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315919 Dec 17 16:35:21.392386 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-12f3b17c-0047-474e-94d5-436a1c087874 req-d29f00a1-19c0-42d8-91bb-eb8a361756e5 service neutron] 10.222.0.41 "GET /v2.0/networks/a6a5fe9d-e1da-4e50-a094-14c227708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868149 Dec 17 16:35:22.446999 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5a52f-b0b0-4f69-aafc-fa050c87fa2c req-c380b78a-6812-4f66-939a-3c786770d580 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:22.448463 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cac5a52f-b0b0-4f69-aafc-fa050c87fa2c req-c380b78a-6812-4f66-939a-3c786770d580 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 944 time: 0.0481393 Dec 17 16:35:22.486045 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cac5a52f-b0b0-4f69-aafc-fa050c87fa2c req-fb9442d5-1d7a-4de9-b58d-659e11279efa tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317154 Dec 17 16:35:23.598385 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcf41e-8046-4d4f-9c2d-6c380a66aedc req-2ce320ca-fba2-44e8-a595-71cfee5dfb4e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:23.599850 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-14fcf41e-8046-4d4f-9c2d-6c380a66aedc req-2ce320ca-fba2-44e8-a595-71cfee5dfb4e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 944 time: 0.0483239 Dec 17 16:35:23.638520 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-14fcf41e-8046-4d4f-9c2d-6c380a66aedc req-d6fdd040-3580-4aed-8ca3-9f6b176a3d43 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317490 Dec 17 16:35:24.760445 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b6cfe-190e-4118-a52d-8e476b489984 req-49624dab-aaea-4b4a-ac47-bd8614d0592f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:24.762547 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-547b6cfe-190e-4118-a52d-8e476b489984 req-49624dab-aaea-4b4a-ac47-bd8614d0592f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 944 time: 0.0549529 Dec 17 16:35:24.800504 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-547b6cfe-190e-4118-a52d-8e476b489984 req-6d259233-11e1-46be-8fa0-bb38ff6d52d3 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319116 Dec 17 16:35:25.915834 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9449e-bda5-41f1-82fb-b78864bd95cd req-24bf352c-4bdb-4a99-ad06-bca5aa0ed18f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:25.917416 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7ef9449e-bda5-41f1-82fb-b78864bd95cd req-24bf352c-4bdb-4a99-ad06-bca5aa0ed18f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 944 time: 0.0494020 Dec 17 16:35:25.953670 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7ef9449e-bda5-41f1-82fb-b78864bd95cd req-0aabee6e-e2a4-49cd-a84a-bd4296de0003 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304573 Dec 17 16:35:25.963565 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:35:26.059525 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port f7ab4355-98d9-402c-bd7a-6a86cdf3ae18, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f7ab4355-98d9-402c-bd7a-6a86cdf3ae18,segment=NetworkSegment(e8a79cd9-1af4-4b55-87ec-fd25f938a0db),segment_id=e8a79cd9-1af4-4b55-87ec-fd25f938a0db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:35:26.070664 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'f7ab4355-98d9-402c-bd7a-6a86cdf3ae18', 'network_id': 'a6a5fe9d-e1da-4e50-a094-14c227708f00', 'port_id': 'f7ab4355-98d9-402c-bd7a-6a86cdf3ae18', 'mac_address': 'fa:16:3e:2a:75:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f89d726-218e-4486-afe5-164a8b1b17bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:35:26.111100 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:26.123569 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:35:26.145500 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port f7ab4355-98d9-402c-bd7a-6a86cdf3ae18, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f7ab4355-98d9-402c-bd7a-6a86cdf3ae18,segment=NetworkSegment(e8a79cd9-1af4-4b55-87ec-fd25f938a0db),segment_id=e8a79cd9-1af4-4b55-87ec-fd25f938a0db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:35:26.222747 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:26.427616 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=f7ab4355-98d9-402c-bd7a-6a86cdf3ae18,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:35:26.673276 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['f7ab4355-98d9-402c-bd7a-6a86cdf3ae18'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:35:26.813562 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:27.068085 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef524e10-acfe-413c-a556-18a1f70ffe36 req-a490a6f4-d0a2-4b9a-a8b7-158226a0090a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:27.069563 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ef524e10-acfe-413c-a556-18a1f70ffe36 req-a490a6f4-d0a2-4b9a-a8b7-158226a0090a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 945 time: 0.0478432 Dec 17 16:35:27.107017 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ef524e10-acfe-413c-a556-18a1f70ffe36 req-b0befb63-890d-4069-bf02-a3f5aa330482 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312164 Dec 17 16:35:27.978560 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:35:28.080060 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:35:28.083684 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:35:28.084056 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:28.160083 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:28.183023 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8591008f-60fe-47db-9e62-58205b028ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ab4355-98d9-402c-bd7a-6a86cdf3ae18'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:35:28.185321 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e13e484-52f9-40f8-a543-ff4e3c31fbb3" -d '{"events": [{"server_uuid": "8591008f-60fe-47db-9e62-58205b028ec6", "name": "network-vif-plugged", "status": "completed", "tag": "f7ab4355-98d9-402c-bd7a-6a86cdf3ae18"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:35:28.203840 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port f7ab4355-98d9-402c-bd7a-6a86cdf3ae18, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f7ab4355-98d9-402c-bd7a-6a86cdf3ae18,segment=NetworkSegment(e8a79cd9-1af4-4b55-87ec-fd25f938a0db),segment_id=e8a79cd9-1af4-4b55-87ec-fd25f938a0db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:35:28.222037 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df20ab94-0719-4dab-afce-c3455c43ed4b x-openstack-request-id: req-df20ab94-0719-4dab-afce-c3455c43ed4b {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:35:28.222334 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8591008f-60fe-47db-9e62-58205b028ec6", "name": "network-vif-plugged", "status": "completed", "tag": "f7ab4355-98d9-402c-bd7a-6a86cdf3ae18", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:35:28.222592 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-df20ab94-0719-4dab-afce-c3455c43ed4b {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:35:28.222998 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8591008f-60fe-47db-9e62-58205b028ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ab4355-98d9-402c-bd7a-6a86cdf3ae18', 'code': 200} Dec 17 16:35:28.229826 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73209148-9564-4f2b-87c4-b1e660f8a39f req-d5707816-46d7-4262-b33c-7e6523c9d2a0 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:28.231248 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-73209148-9564-4f2b-87c4-b1e660f8a39f req-d5707816-46d7-4262-b33c-7e6523c9d2a0 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 945 time: 0.0571716 Dec 17 16:35:28.268810 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:28.275104 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-73209148-9564-4f2b-87c4-b1e660f8a39f req-e04aa67c-96d9-4675-a988-314acb0a9ac7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363233 Dec 17 16:35:28.323003 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=f7ab4355-98d9-402c-bd7a-6a86cdf3ae18,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:35:28.343444 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d652bb-9b54-495d-97fe-ed62000971ef req-f94f4eae-6e30-4cff-8658-f4c21d25c329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:28.344736 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-33d652bb-9b54-495d-97fe-ed62000971ef req-f94f4eae-6e30-4cff-8658-f4c21d25c329 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 1097 time: 0.0415292 Dec 17 16:35:28.379433 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-33d652bb-9b54-495d-97fe-ed62000971ef req-e4fa5d9d-a768-4d3a-bfdc-180ffc8aa190 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270646 Dec 17 16:35:28.911881 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cc3dd108-4733-4e3d-ac09-014d7fb636b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:29.390402 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97e846-ea21-4264-acbe-9f56ea67541a req-196145ca-28e2-4ec6-ae36-580df4528bfd tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:29.391872 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8f97e846-ea21-4264-acbe-9f56ea67541a req-196145ca-28e2-4ec6-ae36-580df4528bfd tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 946 time: 0.0494843 Dec 17 16:35:29.430173 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8f97e846-ea21-4264-acbe-9f56ea67541a req-cdba21ca-34bd-4b51-a650-33781c9236a6 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323737 Dec 17 16:35:30.542520 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2320b56-d02f-4726-90f2-e3b3237e9602 req-5ce9f08f-eece-49fb-bd5d-9c0b64f70c21 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:30.543986 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d2320b56-d02f-4726-90f2-e3b3237e9602 req-5ce9f08f-eece-49fb-bd5d-9c0b64f70c21 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 946 time: 0.0493002 Dec 17 16:35:30.580986 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d2320b56-d02f-4726-90f2-e3b3237e9602 req-147d9b8d-9bf6-4660-b6ff-ed90fa2f9bb6 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309055 Dec 17 16:35:30.697950 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a144c5-6d1c-4ee4-bc65-9560eb7e9421 req-32efd1cd-8731-42de-a3e3-de43e15d2192 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:30.699417 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0a144c5-6d1c-4ee4-bc65-9560eb7e9421 req-32efd1cd-8731-42de-a3e3-de43e15d2192 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 946 time: 0.0529497 Dec 17 16:35:30.737251 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0a144c5-6d1c-4ee4-bc65-9560eb7e9421 req-32360827-f134-4a0c-a872-4ee7352fc57a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318155 Dec 17 16:35:30.759712 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45674) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:35:30.799303 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757f8441-577e-4341-8a1b-172a0200b46d tempest-TestNetworkAdvancedServerOps-1516648074 tempest-TestNetworkAdvancedServerOps-1516648074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:30.800802 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-757f8441-577e-4341-8a1b-172a0200b46d tempest-TestNetworkAdvancedServerOps-1516648074 tempest-TestNetworkAdvancedServerOps-1516648074-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 1092 time: 0.0401249 Dec 17 16:35:30.803644 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45676) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:35:30.808511 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-9ecdd761-0198-4483-bbbc-923c07d4b7cb tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'port_id': 'f7ab4355-98d9-402c-bd7a-6a86cdf3ae18', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:35:30.895094 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9ecdd761-0198-4483-bbbc-923c07d4b7cb tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for floatingip, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:30.996791 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9ecdd761-0198-4483-bbbc-923c07d4b7cb tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:31.097668 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-9ecdd761-0198-4483-bbbc-923c07d4b7cb tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Allocated IP 172.25.6.125 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/13ba13a0-e0bf-46f4-a06c-2b9e8a8c95ae) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:35:31.186068 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8d5b27ba-290e-41e4-80db-2d58d9476b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:31.205162 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9ecdd761-0198-4483-bbbc-923c07d4b7cb tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:31.300479 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9ecdd761-0198-4483-bbbc-923c07d4b7cb tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:31.337934 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecdd761-0198-4483-bbbc-923c07d4b7cb tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:35:31.342131 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-9ecdd761-0198-4483-bbbc-923c07d4b7cb tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:35:31.344662 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecdd761-0198-4483-bbbc-923c07d4b7cb tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:35:31.369175 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecdd761-0198-4483-bbbc-923c07d4b7cb tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Port': ['ID=13ba13a0-e0bf-46f4-a06c-2b9e8a8c95ae,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:35:31.683656 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9ecdd761-0198-4483-bbbc-923c07d4b7cb tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:31.786905 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9ecdd761-0198-4483-bbbc-923c07d4b7cb tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:31.935592 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9ecdd761-0198-4483-bbbc-923c07d4b7cb tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:31.988286 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9ecdd761-0198-4483-bbbc-923c07d4b7cb tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:32.057365 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecdd761-0198-4483-bbbc-923c07d4b7cb tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Port': ['ID=13ba13a0-e0bf-46f4-a06c-2b9e8a8c95ae,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:35:32.067021 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9ecdd761-0198-4483-bbbc-923c07d4b7cb tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:32.165557 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-9ecdd761-0198-4483-bbbc-923c07d4b7cb tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Floating IP 0a975da2-4497-498d-9918-5a6e166cff0e associated. External IP: 172.25.6.125, port: f7ab4355-98d9-402c-bd7a-6a86cdf3ae18. Dec 17 16:35:32.369665 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ecdd761-0198-4483-bbbc-923c07d4b7cb tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Router 4f6cf584-ebdd-4d11-8c42-b37a99c6e590 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:35:32.474441 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecdd761-0198-4483-bbbc-923c07d4b7cb tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:35:32.483803 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bce6f3-3f8d-43fa-b674-e5a4200d13b9 None None] Sync routers for ids ['4f6cf584-ebdd-4d11-8c42-b37a99c6e590'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:35:32.493363 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bce6f3-3f8d-43fa-b674-e5a4200d13b9 None None] Routers {'4f6cf584-ebdd-4d11-8c42-b37a99c6e590'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:35:32.497280 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-c2bce6f3-3f8d-43fa-b674-e5a4200d13b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:35:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['4f6cf584-ebdd-4d11-8c42-b37a99c6e590'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:35:32.557364 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9ecdd761-0198-4483-bbbc-923c07d4b7cb tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:32.585923 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9ecdd761-0198-4483-bbbc-923c07d4b7cb tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7804031 Dec 17 16:35:32.586412 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8591008f-60fe-47db-9e62-58205b028ec6', 'tag': 'f7ab4355-98d9-402c-bd7a-6a86cdf3ae18'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:35:32.588932 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d9dde65d87f77979ab7779ec4af44e6e3bf331c8a24eb2abb769815fa7c2d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c627e8-de04-4e8f-9182-02fe8415b4a6" -d '{"events": [{"name": "network-changed", "server_uuid": "8591008f-60fe-47db-9e62-58205b028ec6", "tag": "f7ab4355-98d9-402c-bd7a-6a86cdf3ae18"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:35:32.606108 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-c2bce6f3-3f8d-43fa-b674-e5a4200d13b9 None None] Set router 4f6cf584-ebdd-4d11-8c42-b37a99c6e590 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:35:32.618253 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:32.693720 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea404a-37da-4113-ba52-d148024078c2 req-f21dac01-1638-4c7f-9c0f-df1329c51d0a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:32.696476 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-12ea404a-37da-4113-ba52-d148024078c2 req-f21dac01-1638-4c7f-9c0f-df1329c51d0a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 946 time: 0.0547390 Dec 17 16:35:32.709627 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6254d90-305c-4632-adc2-495924064731 x-openstack-request-id: req-c6254d90-305c-4632-adc2-495924064731 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:35:32.709627 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8591008f-60fe-47db-9e62-58205b028ec6", "tag": "f7ab4355-98d9-402c-bd7a-6a86cdf3ae18", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:35:32.709627 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c6254d90-305c-4632-adc2-495924064731 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:35:32.709627 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8591008f-60fe-47db-9e62-58205b028ec6', 'tag': 'f7ab4355-98d9-402c-bd7a-6a86cdf3ae18', 'status': 'completed', 'code': 200} Dec 17 16:35:32.745473 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-12ea404a-37da-4113-ba52-d148024078c2 req-744b53d7-4834-4ddc-8747-9207c2233680 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392649 Dec 17 16:35:32.770407 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45684) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:35:32.803613 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c627e8-de04-4e8f-9182-02fe8415b4a6 req-393e1101-7acf-45e8-bd53-a49f3a21e1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:32.805399 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f7c627e8-de04-4e8f-9182-02fe8415b4a6 req-393e1101-7acf-45e8-bd53-a49f3a21e1ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 1097 time: 0.0508718 Dec 17 16:35:32.843764 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7c9bf2ec-028e-4c01-88f5-61abf1745956 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/floatingips/0a975da2-4497-498d-9918-5a6e166cff0e HTTP/1.1" status: 200 len: 992 time: 0.0721896 Dec 17 16:35:32.877229 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-c2bce6f3-3f8d-43fa-b674-e5a4200d13b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474620173', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0ac326b5-f439-41b3-a938-0518d940363a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:35:10Z', 'updated_at': '2021-12-17T16:35:14Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '0ac326b5-f439-41b3-a938-0518d940363a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ff:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:35:11Z', 'updated_at': '2021-12-17T16:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '0a975da2-4497-498d-9918-5a6e166cff0e', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'floating_ip_address': '172.25.6.125', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'port_id': 'f7ab4355-98d9-402c-bd7a-6a86cdf3ae18', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6a5fe9d-e1da-4e50-a094-14c227708f00', 'mac_address': 'fa:16:3e:2a:75:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8591008f-60fe-47db-9e62-58205b028ec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:35:31Z', 'updated_at': '2021-12-17T16:35:31Z', 'revision_number': 0, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149c1692-9b98-4167-bcd6-e0c434ac6ad5', 'name': '', 'network_id': 'a6a5fe9d-e1da-4e50-a094-14c227708f00', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:52:78:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '0f89d726-218e-4486-afe5-164a8b1b17bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:35:14Z', 'updated_at': '2021-12-17T16:35:18Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': '0f89d726-218e-4486-afe5-164a8b1b17bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:35:32.908061 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bce6f3-3f8d-43fa-b674-e5a4200d13b9 None None] Checking router: 4f6cf584-ebdd-4d11-8c42-b37a99c6e590 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:35:32.910118 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c627e8-de04-4e8f-9182-02fe8415b4a6 req-cc4cf4e0-70b7-47a9-8e4a-593d82031390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:32.911699 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f7c627e8-de04-4e8f-9182-02fe8415b4a6 req-cc4cf4e0-70b7-47a9-8e4a-593d82031390 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6a5fe9d-e1da-4e50-a094-14c227708f00 HTTP/1.1" status: 200 len: 897 time: 0.0992081 Dec 17 16:35:32.917484 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bce6f3-3f8d-43fa-b674-e5a4200d13b9 None None] Routers {'4f6cf584-ebdd-4d11-8c42-b37a99c6e590'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:35:32.918098 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-c2bce6f3-3f8d-43fa-b674-e5a4200d13b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:35:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['4f6cf584-ebdd-4d11-8c42-b37a99c6e590'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:35:32.983394 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f7c627e8-de04-4e8f-9182-02fe8415b4a6 req-e5270a42-dc3e-40ca-9f40-7b524bdfe5b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 HTTP/1.1" status: 200 len: 1000 time: 0.0639079 Dec 17 16:35:33.025336 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-c2bce6f3-3f8d-43fa-b674-e5a4200d13b9 None None] Set router 4f6cf584-ebdd-4d11-8c42-b37a99c6e590 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:35:33.043260 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c627e8-de04-4e8f-9182-02fe8415b4a6 req-0f0b1964-64a5-4833-a3eb-f67c87ae3a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:33.044919 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f7c627e8-de04-4e8f-9182-02fe8415b4a6 req-0f0b1964-64a5-4833-a3eb-f67c87ae3a3a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0f89d726-218e-4486-afe5-164a8b1b17bf HTTP/1.1" status: 200 len: 835 time: 0.0548651 Dec 17 16:35:33.097616 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c627e8-de04-4e8f-9182-02fe8415b4a6 req-13ddd47b-3f8b-402a-9945-53fb828f6597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:35:33.099126 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f7c627e8-de04-4e8f-9182-02fe8415b4a6 req-13ddd47b-3f8b-402a-9945-53fb828f6597 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6a5fe9d-e1da-4e50-a094-14c227708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473623 Dec 17 16:35:33.110610 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-f7c627e8-de04-4e8f-9182-02fe8415b4a6 req-7c6fa8d0-406d-4bdc-8b95-d51eca939151 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:35:33.111652 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f7c627e8-de04-4e8f-9182-02fe8415b4a6 req-7c6fa8d0-406d-4bdc-8b95-d51eca939151 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053458 Dec 17 16:35:33.219010 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f7c627e8-de04-4e8f-9182-02fe8415b4a6 req-f80fe590-7185-4e05-bf7d-08b163b741ed service neutron] 10.222.0.41 "GET /v2.0/networks/a6a5fe9d-e1da-4e50-a094-14c227708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987720 Dec 17 16:35:33.319916 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f7c627e8-de04-4e8f-9182-02fe8415b4a6 req-f789d216-6448-4e4b-9220-ce343e5db309 service neutron] 10.222.0.41 "GET /v2.0/networks/a6a5fe9d-e1da-4e50-a094-14c227708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944893 Dec 17 16:35:33.343611 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-c2bce6f3-3f8d-43fa-b674-e5a4200d13b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474620173', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0ac326b5-f439-41b3-a938-0518d940363a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:35:10Z', 'updated_at': '2021-12-17T16:35:14Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '0ac326b5-f439-41b3-a938-0518d940363a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ff:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:35:11Z', 'updated_at': '2021-12-17T16:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '0a975da2-4497-498d-9918-5a6e166cff0e', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'floating_ip_address': '172.25.6.125', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'port_id': 'f7ab4355-98d9-402c-bd7a-6a86cdf3ae18', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6a5fe9d-e1da-4e50-a094-14c227708f00', 'mac_address': 'fa:16:3e:2a:75:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8591008f-60fe-47db-9e62-58205b028ec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:35:31Z', 'updated_at': '2021-12-17T16:35:31Z', 'revision_number': 0, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149c1692-9b98-4167-bcd6-e0c434ac6ad5', 'name': '', 'network_id': 'a6a5fe9d-e1da-4e50-a094-14c227708f00', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:52:78:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '0f89d726-218e-4486-afe5-164a8b1b17bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:35:14Z', 'updated_at': '2021-12-17T16:35:18Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': '0f89d726-218e-4486-afe5-164a8b1b17bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:35:33.370941 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bce6f3-3f8d-43fa-b674-e5a4200d13b9 None None] The sync data for ids ['4f6cf584-ebdd-4d11-8c42-b37a99c6e590'] in n-d-820553-2 is: [{'id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474620173', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0ac326b5-f439-41b3-a938-0518d940363a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:35:10Z', 'updated_at': '2021-12-17T16:35:14Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '0ac326b5-f439-41b3-a938-0518d940363a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ff:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:35:11Z', 'updated_at': '2021-12-17T16:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '0a975da2-4497-498d-9918-5a6e166cff0e', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'floating_ip_address': '172.25.6.125', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'port_id': 'f7ab4355-98d9-402c-bd7a-6a86cdf3ae18', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6a5fe9d-e1da-4e50-a094-14c227708f00', 'mac_address': 'fa:16:3e:2a:75:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8591008f-60fe-47db-9e62-58205b028ec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:35:31Z', 'updated_at': '2021-12-17T16:35:31Z', 'revision_number': 0, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '149c1692-9b98-4167-bcd6-e0c434ac6ad5', 'name': '', 'network_id': 'a6a5fe9d-e1da-4e50-a094-14c227708f00', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:52:78:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '0f89d726-218e-4486-afe5-164a8b1b17bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:35:14Z', 'updated_at': '2021-12-17T16:35:18Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': '0f89d726-218e-4486-afe5-164a8b1b17bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:35:33.593996 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeb9a32-9697-4e70-a89e-418acd406f83 None None] New status for floating IP 0a975da2-4497-498d-9918-5a6e166cff0e: ACTIVE {{(pid=102834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:35:33.846894 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45686) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:35:33.910146 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b22bf509-ed3a-4ab9-b224-f787d935c701 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/floatingips/0a975da2-4497-498d-9918-5a6e166cff0e HTTP/1.1" status: 200 len: 994 time: 0.0620847 Dec 17 16:35:34.188771 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:34.302880 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:39.812170 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:35:41.357218 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:56.828726 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:35:58.917709 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ef2ea7aa-ba93-4219-ac5f-1ea190c1edaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:36:01.171514 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b300f1db-ad66-4d7f-938a-f382304272df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:36:02.619990 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:36:04.182649 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:36:04.305302 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:36:11.305189 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:36:16.810970 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:36:17.833827 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-088d970b-ba77-4ced-b32f-cb937f26599e req-d75a27b0-e645-42a9-bf5d-6a4c05a7c4a0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435836 Dec 17 16:36:17.928751 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d970b-ba77-4ced-b32f-cb937f26599e req-5fdd8005-2469-447e-9564-983b2281b769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:17.930292 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-088d970b-ba77-4ced-b32f-cb937f26599e req-5fdd8005-2469-447e-9564-983b2281b769 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 1097 time: 0.0409782 Dec 17 16:36:18.032488 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d970b-ba77-4ced-b32f-cb937f26599e req-85ddeba4-9e43-4a73-a032-7cf033f0ec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:18.033974 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-088d970b-ba77-4ced-b32f-cb937f26599e req-85ddeba4-9e43-4a73-a032-7cf033f0ec0e service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6a5fe9d-e1da-4e50-a094-14c227708f00 HTTP/1.1" status: 200 len: 897 time: 0.0843215 Dec 17 16:36:18.101788 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-088d970b-ba77-4ced-b32f-cb937f26599e req-ebeec9f2-753e-488a-b5d6-b1d8d9c1cefb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 HTTP/1.1" status: 200 len: 1002 time: 0.0607572 Dec 17 16:36:18.150200 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d970b-ba77-4ced-b32f-cb937f26599e req-2dd9df64-5185-484f-9b0b-ae19b6cd9156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:18.151591 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-088d970b-ba77-4ced-b32f-cb937f26599e req-2dd9df64-5185-484f-9b0b-ae19b6cd9156 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0f89d726-218e-4486-afe5-164a8b1b17bf HTTP/1.1" status: 200 len: 835 time: 0.0435126 Dec 17 16:36:18.196060 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d970b-ba77-4ced-b32f-cb937f26599e req-e8812738-eccf-4ef8-8084-74256e3b64dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:18.197528 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-088d970b-ba77-4ced-b32f-cb937f26599e req-e8812738-eccf-4ef8-8084-74256e3b64dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6a5fe9d-e1da-4e50-a094-14c227708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392897 Dec 17 16:36:18.289250 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-088d970b-ba77-4ced-b32f-cb937f26599e req-9fe90de5-ab04-4d78-93a9-6d53c59d5ebd service neutron] 10.222.0.41 "GET /v2.0/networks/a6a5fe9d-e1da-4e50-a094-14c227708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844419 Dec 17 16:36:18.378215 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-088d970b-ba77-4ced-b32f-cb937f26599e req-4477d720-aef0-48ea-a18d-1637362b2734 service neutron] 10.222.0.41 "GET /v2.0/networks/a6a5fe9d-e1da-4e50-a094-14c227708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814588 Dec 17 16:36:26.836492 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:36:28.933382 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b6c3add2-e5c5-41da-9f90-12101f7e0059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:36:31.168020 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e3f60323-f92a-45f3-92cb-13c7f0812593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:36:32.633973 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:36:34.191074 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:36:34.310658 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:36:36.662304 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-69130b96-3593-4b3f-9655-07891f28ed9d req-04ac7f3b-2666-482c-84a8-9bb5a6d1d744 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:36:36.663332 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-69130b96-3593-4b3f-9655-07891f28ed9d req-04ac7f3b-2666-482c-84a8-9bb5a6d1d744 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071833 Dec 17 16:36:36.991080 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dacaa3-eb49-44ee-bd35-ee3b1f313730 req-3b3e6187-a899-42bd-acde-dad92b47cf49 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:36.992576 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32dacaa3-eb49-44ee-bd35-ee3b1f313730 req-3b3e6187-a899-42bd-acde-dad92b47cf49 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 946 time: 0.0494287 Dec 17 16:36:37.030682 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-32dacaa3-eb49-44ee-bd35-ee3b1f313730 req-81a7951b-0992-43d0-ac58-11105ee6718b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320613 Dec 17 16:36:37.160772 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-166da66e-6bb2-4e00-9a32-b138e671b4d9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0884235 Dec 17 16:36:37.169452 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-6e37a106-0cf5-4509-ad89-6272338e3c4c service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:36:37.170386 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-6e37a106-0cf5-4509-ad89-6272338e3c4c service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047712 Dec 17 16:36:38.156684 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314b5ef-6e26-4830-b8f4-de3d4b7ef6ac req-86cea6d8-e3c7-4b61-a4b1-b947d8331b92 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:38.158231 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c314b5ef-6e26-4830-b8f4-de3d4b7ef6ac req-86cea6d8-e3c7-4b61-a4b1-b947d8331b92 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 946 time: 0.0490093 Dec 17 16:36:38.195125 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c314b5ef-6e26-4830-b8f4-de3d4b7ef6ac req-7046d1a2-a497-46fa-8327-8cbd763ae669 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308154 Dec 17 16:36:39.313159 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d10e87-ed34-455c-986e-7bd2f687e50d req-4c7159df-3ed3-430d-933b-faf19fbb76d1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:39.315311 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-25d10e87-ed34-455c-986e-7bd2f687e50d req-4c7159df-3ed3-430d-933b-faf19fbb76d1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 946 time: 0.0524225 Dec 17 16:36:39.351792 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-25d10e87-ed34-455c-986e-7bd2f687e50d req-4099510c-dc3d-4f1a-a715-27309f221572 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304101 Dec 17 16:36:40.466845 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93de0e1-e2c1-4ea3-a394-ce7fb6cd91c8 req-e6c221be-0519-455b-a631-1b2aff6c8fc1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:40.468315 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c93de0e1-e2c1-4ea3-a394-ce7fb6cd91c8 req-e6c221be-0519-455b-a631-1b2aff6c8fc1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 946 time: 0.0483606 Dec 17 16:36:40.509812 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c93de0e1-e2c1-4ea3-a394-ce7fb6cd91c8 req-5da65d02-884a-4e73-a09e-e2e3d69da726 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338602 Dec 17 16:36:41.348086 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:36:41.363990 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-38ea14b3-7def-4488-ba2b-e719cd7e41ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:41.365496 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-38ea14b3-7def-4488-ba2b-e719cd7e41ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 1097 time: 0.0411282 Dec 17 16:36:41.452352 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-3cb11d1f-6c75-499d-9f2a-2bce223d4d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:41.453832 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-3cb11d1f-6c75-499d-9f2a-2bce223d4d8e service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6a5fe9d-e1da-4e50-a094-14c227708f00 HTTP/1.1" status: 200 len: 897 time: 0.0820513 Dec 17 16:36:41.522242 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-a70f4376-8724-4667-b97f-7bf474b63f5c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 HTTP/1.1" status: 200 len: 1002 time: 0.0607069 Dec 17 16:36:41.572968 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-82d38d90-e261-4312-84ad-a0f9646a33f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:41.574467 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-82d38d90-e261-4312-84ad-a0f9646a33f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0f89d726-218e-4486-afe5-164a8b1b17bf HTTP/1.1" status: 200 len: 835 time: 0.0456955 Dec 17 16:36:41.629412 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-dfeb23a2-c006-4e70-b084-d02f7f273a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:41.629412 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-dfeb23a2-c006-4e70-b084-d02f7f273a05 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6a5fe9d-e1da-4e50-a094-14c227708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435696 Dec 17 16:36:41.630131 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1c26c-299c-4959-ad58-75c21154a5b5 req-44db9ed0-da3a-44de-938e-90285a2291d5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:41.631642 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-afb1c26c-299c-4959-ad58-75c21154a5b5 req-44db9ed0-da3a-44de-938e-90285a2291d5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 946 time: 0.0494480 Dec 17 16:36:41.669676 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-afb1c26c-299c-4959-ad58-75c21154a5b5 req-3a91b6d5-7e60-4382-b19f-b379939a010c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319571 Dec 17 16:36:41.721988 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-8d2728a7-4119-40a7-945d-beb5ddcb7df6 service neutron] 10.222.0.41 "GET /v2.0/networks/a6a5fe9d-e1da-4e50-a094-14c227708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877895 Dec 17 16:36:41.808350 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-eb491bab-c578-4a52-81c1-6364bc0a4e63 service neutron] 10.222.0.41 "GET /v2.0/networks/a6a5fe9d-e1da-4e50-a094-14c227708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796857 Dec 17 16:36:42.787803 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95256ade-90b8-40e9-97b8-58a9980f0524 req-46757233-8a12-408a-9881-d4ed1678e153 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:42.789298 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-95256ade-90b8-40e9-97b8-58a9980f0524 req-46757233-8a12-408a-9881-d4ed1678e153 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 946 time: 0.0515487 Dec 17 16:36:42.828893 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-95256ade-90b8-40e9-97b8-58a9980f0524 req-aee538bc-117a-4087-9b3b-83aa8c18d11d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336294 Dec 17 16:36:43.946647 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813dc2e-eccc-4e5b-8bde-52119e8dcc67 req-b6a7da71-e646-4a9f-a3dd-50dcd1ca0979 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:43.948175 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d813dc2e-eccc-4e5b-8bde-52119e8dcc67 req-b6a7da71-e646-4a9f-a3dd-50dcd1ca0979 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 946 time: 0.0499797 Dec 17 16:36:43.985847 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d813dc2e-eccc-4e5b-8bde-52119e8dcc67 req-f53a3698-411b-420c-aba8-8255facc6632 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315654 Dec 17 16:36:45.099035 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b694cd-7769-4c5b-9637-9516127cf300 req-555d3008-9609-45d6-8b9f-c4a5006685e1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:45.100405 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-91b694cd-7769-4c5b-9637-9516127cf300 req-555d3008-9609-45d6-8b9f-c4a5006685e1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 946 time: 0.0483801 Dec 17 16:36:45.138607 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-91b694cd-7769-4c5b-9637-9516127cf300 req-bdd71fea-4585-4da0-bedd-08fcb33e707f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322330 Dec 17 16:36:46.258393 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8b76d-63d0-4f18-a2e3-842749ee3206 req-c2e4328c-9ddd-40ec-a03d-51a3c37d7bd3 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:46.259875 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7de8b76d-63d0-4f18-a2e3-842749ee3206 req-c2e4328c-9ddd-40ec-a03d-51a3c37d7bd3 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 946 time: 0.0540905 Dec 17 16:36:46.297675 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7de8b76d-63d0-4f18-a2e3-842749ee3206 req-b02fdd7c-7749-428c-a036-d9b091582eaf tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317039 Dec 17 16:36:47.416385 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707677b8-1c7a-42ee-aee5-9e69b03a7de1 req-42d3239d-a5a5-4a54-a4d6-c24eafbf49f1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:47.417896 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-707677b8-1c7a-42ee-aee5-9e69b03a7de1 req-42d3239d-a5a5-4a54-a4d6-c24eafbf49f1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 946 time: 0.0521402 Dec 17 16:36:47.456811 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-707677b8-1c7a-42ee-aee5-9e69b03a7de1 req-87567ad4-2bbe-4156-9a33-11e256d432de tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325794 Dec 17 16:36:48.570915 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927fa0e-cf16-4967-a584-edafc1b9d009 req-49a182a9-81e2-41d0-b4b1-c5e6381a1a5f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:48.572369 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d927fa0e-cf16-4967-a584-edafc1b9d009 req-49a182a9-81e2-41d0-b4b1-c5e6381a1a5f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 946 time: 0.0475161 Dec 17 16:36:48.609724 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d927fa0e-cf16-4967-a584-edafc1b9d009 req-180188ca-e7ba-4ded-ae2d-97ceb4d7bc55 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312951 Dec 17 16:36:49.729159 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a6150-66e6-4b4e-8fe7-722a8776707a req-8a56a1fc-580c-434b-9ac2-3c0d28267f2f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:49.730637 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-859a6150-66e6-4b4e-8fe7-722a8776707a req-8a56a1fc-580c-434b-9ac2-3c0d28267f2f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 946 time: 0.0515158 Dec 17 16:36:49.768481 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-859a6150-66e6-4b4e-8fe7-722a8776707a req-a04e669b-e905-4178-953e-fe229e32fc02 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319805 Dec 17 16:36:50.883133 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ec135-ff51-43fe-9a20-138d8b36b11a req-51045f09-65a9-49e1-b698-c5c57c79427d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:50.884621 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b83ec135-ff51-43fe-9a20-138d8b36b11a req-51045f09-65a9-49e1-b698-c5c57c79427d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 946 time: 0.0499384 Dec 17 16:36:50.921597 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b83ec135-ff51-43fe-9a20-138d8b36b11a req-cd3a2977-790a-4840-a4a0-fa6a7e342bcf tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308862 Dec 17 16:36:52.035511 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622783b0-618d-43c6-979c-4b5a7395dc6d req-ab94d1c1-db38-443e-a59c-c60cc879fd4c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:52.036963 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-622783b0-618d-43c6-979c-4b5a7395dc6d req-ab94d1c1-db38-443e-a59c-c60cc879fd4c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 946 time: 0.0481157 Dec 17 16:36:52.074435 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-622783b0-618d-43c6-979c-4b5a7395dc6d req-0180f1f8-2461-49a0-9caa-5d81a9da45d8 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316064 Dec 17 16:36:53.189444 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f506b93-bdd9-47fd-9d7d-69982edf7f54 req-720457e1-211d-4ad7-b4f8-cc9fe9e761dd tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:53.191526 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5f506b93-bdd9-47fd-9d7d-69982edf7f54 req-720457e1-211d-4ad7-b4f8-cc9fe9e761dd tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 946 time: 0.0516758 Dec 17 16:36:53.228395 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5f506b93-bdd9-47fd-9d7d-69982edf7f54 req-16072146-69db-4b0d-9bf1-340b65fdf2ec tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309594 Dec 17 16:36:53.812763 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:36:54.343177 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd862524-a714-4595-8f1c-33305838b359 req-c75f5d6e-1600-4375-b245-805f2d4a4867 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:54.344583 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fd862524-a714-4595-8f1c-33305838b359 req-c75f5d6e-1600-4375-b245-805f2d4a4867 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 946 time: 0.0493305 Dec 17 16:36:54.383546 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fd862524-a714-4595-8f1c-33305838b359 req-33d9c90d-87cf-46ec-a992-b6ee8e4bd0f4 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328434 Dec 17 16:36:54.421309 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-2a092f8e-bfdf-4dfd-9dd3-2268396095da service neutron] show failed (client error): The resource could not be found. Dec 17 16:36:54.422318 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-2a092f8e-bfdf-4dfd-9dd3-2268396095da service neutron] 10.222.0.41 "GET /v2.0/ports/f7ab4355-98d9-402c-bd7a-6a86cdf3ae18/bindings/n-h2-820553-2 HTTP/1.1" status: 404 len: 380 time: 0.0984116 Dec 17 16:36:54.921572 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-e661e105-8f37-47f3-975d-0e4d06d2c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:54.923154 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-e661e105-8f37-47f3-975d-0e4d06d2c8fd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6&tenant_id=437dcc00f8fd49499d299b0a33d98052 HTTP/1.1" status: 200 len: 1097 time: 0.0427599 Dec 17 16:36:54.935616 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820553-2', 'device_owner': 'compute:nova'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:36:54.988095 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:36:55.190010 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] For port f7ab4355-98d9-402c-bd7a-6a86cdf3ae18, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=f7ab4355-98d9-402c-bd7a-6a86cdf3ae18,segment=NetworkSegment(e8a79cd9-1af4-4b55-87ec-fd25f938a0db),segment_id=e8a79cd9-1af4-4b55-87ec-fd25f938a0db)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:36:55.221794 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] For port f7ab4355-98d9-402c-bd7a-6a86cdf3ae18, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:36:55.261246 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8591008f-60fe-47db-9e62-58205b028ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7ab4355-98d9-402c-bd7a-6a86cdf3ae18'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:36:55.263512 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40b30e3-ab27-4735-bff5-79b511561323" -d '{"events": [{"server_uuid": "8591008f-60fe-47db-9e62-58205b028ec6", "name": "network-vif-unplugged", "status": "completed", "tag": "f7ab4355-98d9-402c-bd7a-6a86cdf3ae18"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:36:55.267594 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:36:55.280297 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] Transition to ACTIVE for port object f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:36:55.365855 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:36:55.368857 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 16:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30999536-0e25-4612-b0ff-00add0ce08bd x-openstack-request-id: req-30999536-0e25-4612-b0ff-00add0ce08bd {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:36:55.369179 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8591008f-60fe-47db-9e62-58205b028ec6", "name": "network-vif-unplugged", "status": "completed", "tag": "f7ab4355-98d9-402c-bd7a-6a86cdf3ae18", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:36:55.369434 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-30999536-0e25-4612-b0ff-00add0ce08bd {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:36:55.369845 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8591008f-60fe-47db-9e62-58205b028ec6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7ab4355-98d9-402c-bd7a-6a86cdf3ae18', 'code': 200} Dec 17 16:36:55.441661 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ab4355-98d9-402c-bd7a-6a86cdf3ae18,revision_number=6']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:36:55.458724 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:55.459064 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:55.459404 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:55.459731 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:55.460051 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:55.460371 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:55.460691 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:55.461007 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:55.461347 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:55.461663 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:55.461975 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:55.462286 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:55.506183 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdc977-209c-4aee-a172-eabb2621e394 req-abec0c7f-2841-41c6-b2e5-ea9b6003e090 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:55.506766 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] No DVR routers for this DVR port f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:36:55.508156 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-95fdc977-209c-4aee-a172-eabb2621e394 req-abec0c7f-2841-41c6-b2e5-ea9b6003e090 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 944 time: 0.0530853 Dec 17 16:36:55.550460 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-95fdc977-209c-4aee-a172-eabb2621e394 req-f404f984-0118-4498-b07a-adff2c6e13c4 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348699 Dec 17 16:36:55.648387 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] Attempting to bind port f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:36:55.648723 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] Attempting to bind port f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': 'e8a79cd9-1af4-4b55-87ec-fd25f938a0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a6a5fe9d-e1da-4e50-a094-14c227708f00'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:36:55.649072 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] Attempting to bind port f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 on network a6a5fe9d-e1da-4e50-a094-14c227708f00 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:36:55.653423 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] Port f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 on network a6a5fe9d-e1da-4e50-a094-14c227708f00 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:36:55.653745 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] Attempting to bind port f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 on network a6a5fe9d-e1da-4e50-a094-14c227708f00 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:36:55.658527 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:36:55.658864 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] Checking segment: {'id': 'e8a79cd9-1af4-4b55-87ec-fd25f938a0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a6a5fe9d-e1da-4e50-a094-14c227708f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:36:55.659243 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] Bound using segment: {'id': 'e8a79cd9-1af4-4b55-87ec-fd25f938a0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a6a5fe9d-e1da-4e50-a094-14c227708f00'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:36:55.659676 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] Bound port: f7ab4355-98d9-402c-bd7a-6a86cdf3ae18, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8a79cd9-1af4-4b55-87ec-fd25f938a0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a6a5fe9d-e1da-4e50-a094-14c227708f00'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:36:55.660786 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:36:55.721630 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] For port f7ab4355-98d9-402c-bd7a-6a86cdf3ae18, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:36:55.725197 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] For port f7ab4355-98d9-402c-bd7a-6a86cdf3ae18, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f7ab4355-98d9-402c-bd7a-6a86cdf3ae18,segment=NetworkSegment(e8a79cd9-1af4-4b55-87ec-fd25f938a0db),segment_id=e8a79cd9-1af4-4b55-87ec-fd25f938a0db)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:36:55.805893 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:36:55.840839 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:55.841447 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:36:55.844092 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] 10.222.0.13 "PUT /v2.0/ports/f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 HTTP/1.1" status: 200 len: 1092 time: 0.9124720 Dec 17 16:36:55.864353 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2735b9-518d-4137-8f06-3a6d0db9e5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ab4355-98d9-402c-bd7a-6a86cdf3ae18,revision_number=7']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:36:55.913904 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-551f6b28-d581-470e-97de-ec0b1bf5b724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:55.915400 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-551f6b28-d581-470e-97de-ec0b1bf5b724 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 1095 time: 0.0477858 Dec 17 16:36:56.011781 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-e68ea4ef-2b7d-4818-9e1b-a0d48cd6a49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:56.013399 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-e68ea4ef-2b7d-4818-9e1b-a0d48cd6a49b service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6a5fe9d-e1da-4e50-a094-14c227708f00 HTTP/1.1" status: 200 len: 897 time: 0.0902188 Dec 17 16:36:56.092153 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-7669b88d-0251-440e-b344-589e317ef431 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 HTTP/1.1" status: 200 len: 1000 time: 0.0707033 Dec 17 16:36:56.144272 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-a46fabb7-9900-4a47-be56-a5934bd10491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:56.146550 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-a46fabb7-9900-4a47-be56-a5934bd10491 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f89d726-218e-4486-afe5-164a8b1b17bf HTTP/1.1" status: 200 len: 835 time: 0.0453699 Dec 17 16:36:56.193872 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-3d138c68-e962-46be-9e90-f9fd9bf327b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:56.195368 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-3d138c68-e962-46be-9e90-f9fd9bf327b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6a5fe9d-e1da-4e50-a094-14c227708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422802 Dec 17 16:36:56.287075 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-75754b67-bc42-4338-b3c1-e1c206e98ce5 service neutron] 10.222.0.13 "GET /v2.0/networks/a6a5fe9d-e1da-4e50-a094-14c227708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845039 Dec 17 16:36:56.375026 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9b4b00dd-9eca-442b-bd7f-34b7ed973317 req-56f04ba2-5c87-484c-a690-86cd171bbe7c service neutron] 10.222.0.13 "GET /v2.0/networks/a6a5fe9d-e1da-4e50-a094-14c227708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811906 Dec 17 16:36:56.674297 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab24c5-438b-4b93-bb3d-9ddcc334d440 req-fc9b12cb-cba7-444f-b40f-16230fe366fa tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:56.676392 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-22ab24c5-438b-4b93-bb3d-9ddcc334d440 req-fc9b12cb-cba7-444f-b40f-16230fe366fa tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 944 time: 0.0536232 Dec 17 16:36:56.713993 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-22ab24c5-438b-4b93-bb3d-9ddcc334d440 req-4170fdeb-6b5f-4991-b7c0-a58e306be6b3 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317140 Dec 17 16:36:56.805208 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:36:57.370653 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8591008f-60fe-47db-9e62-58205b028ec6', 'tag': 'f7ab4355-98d9-402c-bd7a-6a86cdf3ae18'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:36:57.373188 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa826638-dc5f-42ab-8a27-db06f5be9e65" -d '{"events": [{"name": "network-changed", "server_uuid": "8591008f-60fe-47db-9e62-58205b028ec6", "tag": "f7ab4355-98d9-402c-bd7a-6a86cdf3ae18"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:36:57.420799 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44f2611-506e-4383-90de-98c7eb456ab6 x-openstack-request-id: req-a44f2611-506e-4383-90de-98c7eb456ab6 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:36:57.421113 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8591008f-60fe-47db-9e62-58205b028ec6", "tag": "f7ab4355-98d9-402c-bd7a-6a86cdf3ae18", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:36:57.421363 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a44f2611-506e-4383-90de-98c7eb456ab6 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:36:57.421759 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8591008f-60fe-47db-9e62-58205b028ec6', 'tag': 'f7ab4355-98d9-402c-bd7a-6a86cdf3ae18', 'status': 'completed', 'code': 200} Dec 17 16:36:57.517927 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa826638-dc5f-42ab-8a27-db06f5be9e65 req-b355583d-1418-41a0-a67b-c49465d55d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:57.520263 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fa826638-dc5f-42ab-8a27-db06f5be9e65 req-b355583d-1418-41a0-a67b-c49465d55d38 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 1095 time: 0.0732768 Dec 17 16:36:57.526275 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa826638-dc5f-42ab-8a27-db06f5be9e65 req-160931f9-7443-417f-8ec8-a295dee7e55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:57.527582 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fa826638-dc5f-42ab-8a27-db06f5be9e65 req-160931f9-7443-417f-8ec8-a295dee7e55e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 1095 time: 0.0564935 Dec 17 16:36:57.679363 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa826638-dc5f-42ab-8a27-db06f5be9e65 req-03e63b63-40df-4803-bea6-6a151901fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:57.680699 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fa826638-dc5f-42ab-8a27-db06f5be9e65 req-03e63b63-40df-4803-bea6-6a151901fae5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6a5fe9d-e1da-4e50-a094-14c227708f00 HTTP/1.1" status: 200 len: 897 time: 0.1522970 Dec 17 16:36:57.683187 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa826638-dc5f-42ab-8a27-db06f5be9e65 req-d5c66659-9cf3-4711-98a4-71015d7bb128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:57.684478 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fa826638-dc5f-42ab-8a27-db06f5be9e65 req-d5c66659-9cf3-4711-98a4-71015d7bb128 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6a5fe9d-e1da-4e50-a094-14c227708f00 HTTP/1.1" status: 200 len: 897 time: 0.1488087 Dec 17 16:36:57.796145 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fa826638-dc5f-42ab-8a27-db06f5be9e65 req-ac40461d-9caf-4a7b-bc40-3f6c0955180e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 HTTP/1.1" status: 200 len: 1000 time: 0.1060274 Dec 17 16:36:57.797896 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fa826638-dc5f-42ab-8a27-db06f5be9e65 req-404b525b-0f0d-4d35-a699-274b4fb9d7ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 HTTP/1.1" status: 200 len: 1000 time: 0.1019149 Dec 17 16:36:57.829622 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342b219-361c-4815-adb6-d9cdf4c29f52 req-65f36154-a54a-4fd7-a31d-33a3ff3be520 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:57.831115 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b342b219-361c-4815-adb6-d9cdf4c29f52 req-65f36154-a54a-4fd7-a31d-33a3ff3be520 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 944 time: 0.0491824 Dec 17 16:36:57.870237 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b342b219-361c-4815-adb6-d9cdf4c29f52 req-756b5e0e-01c3-4eec-9ffd-bec1ac7e7b10 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318191 Dec 17 16:36:57.883109 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa826638-dc5f-42ab-8a27-db06f5be9e65 req-02edfd38-4e6e-4401-90d3-a3c8d3bd7e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:57.884573 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fa826638-dc5f-42ab-8a27-db06f5be9e65 req-02edfd38-4e6e-4401-90d3-a3c8d3bd7e3a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0f89d726-218e-4486-afe5-164a8b1b17bf HTTP/1.1" status: 200 len: 835 time: 0.0798090 Dec 17 16:36:57.886288 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa826638-dc5f-42ab-8a27-db06f5be9e65 req-c421b9f0-0b60-4002-938c-0c4f3198212b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:57.887591 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fa826638-dc5f-42ab-8a27-db06f5be9e65 req-c421b9f0-0b60-4002-938c-0c4f3198212b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f89d726-218e-4486-afe5-164a8b1b17bf HTTP/1.1" status: 200 len: 835 time: 0.0745609 Dec 17 16:36:57.961913 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa826638-dc5f-42ab-8a27-db06f5be9e65 req-c75339e6-7c7c-4b5a-8172-01db3a5c8008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:57.963291 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fa826638-dc5f-42ab-8a27-db06f5be9e65 req-c75339e6-7c7c-4b5a-8172-01db3a5c8008 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6a5fe9d-e1da-4e50-a094-14c227708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716038 Dec 17 16:36:57.965606 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa826638-dc5f-42ab-8a27-db06f5be9e65 req-46075b63-ada8-469f-83e5-7f2b98527ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:57.966949 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fa826638-dc5f-42ab-8a27-db06f5be9e65 req-46075b63-ada8-469f-83e5-7f2b98527ab0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6a5fe9d-e1da-4e50-a094-14c227708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676982 Dec 17 16:36:58.035803 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:36:58.121878 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fa826638-dc5f-42ab-8a27-db06f5be9e65 req-e4495d1b-4839-4553-81a8-9bf27cdccf08 service neutron] 10.222.0.41 "GET /v2.0/networks/a6a5fe9d-e1da-4e50-a094-14c227708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510260 Dec 17 16:36:58.125216 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fa826638-dc5f-42ab-8a27-db06f5be9e65 req-7ee12bc3-f334-41da-84df-e73403d0a0b3 service neutron] 10.222.0.13 "GET /v2.0/networks/a6a5fe9d-e1da-4e50-a094-14c227708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467085 Dec 17 16:36:58.133985 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port f7ab4355-98d9-402c-bd7a-6a86cdf3ae18, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f7ab4355-98d9-402c-bd7a-6a86cdf3ae18,segment=NetworkSegment(e8a79cd9-1af4-4b55-87ec-fd25f938a0db),segment_id=e8a79cd9-1af4-4b55-87ec-fd25f938a0db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:36:58.146222 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'f7ab4355-98d9-402c-bd7a-6a86cdf3ae18', 'network_id': 'a6a5fe9d-e1da-4e50-a094-14c227708f00', 'port_id': 'f7ab4355-98d9-402c-bd7a-6a86cdf3ae18', 'mac_address': 'fa:16:3e:2a:75:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f89d726-218e-4486-afe5-164a8b1b17bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:36:58.185576 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:36:58.198217 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:36:58.222926 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port f7ab4355-98d9-402c-bd7a-6a86cdf3ae18, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f7ab4355-98d9-402c-bd7a-6a86cdf3ae18,segment=NetworkSegment(e8a79cd9-1af4-4b55-87ec-fd25f938a0db),segment_id=e8a79cd9-1af4-4b55-87ec-fd25f938a0db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:36:58.281013 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fa826638-dc5f-42ab-8a27-db06f5be9e65 req-83b0d208-2e48-4109-9c5d-1c7523bcb586 service neutron] 10.222.0.41 "GET /v2.0/networks/a6a5fe9d-e1da-4e50-a094-14c227708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518152 Dec 17 16:36:58.284303 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fa826638-dc5f-42ab-8a27-db06f5be9e65 req-c56956c1-2489-455e-9df9-1e70b3c3d3ac service neutron] 10.222.0.13 "GET /v2.0/networks/a6a5fe9d-e1da-4e50-a094-14c227708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472971 Dec 17 16:36:58.298799 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:36:58.336673 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:36:58.374951 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=f7ab4355-98d9-402c-bd7a-6a86cdf3ae18,revision_number=8']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:36:58.386848 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:58.387225 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:58.387566 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:58.387902 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:58.388230 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:58.388557 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:58.388881 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:58.389228 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:58.389553 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:58.389871 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:58.390188 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:58.390507 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:36:58.401527 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:36:58.542872 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['f7ab4355-98d9-402c-bd7a-6a86cdf3ae18'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:36:58.921931 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fcd82aac-1546-4eda-82bc-ff7363bf4787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:36:58.992839 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bba70-8823-4c78-8327-91a3b191aef0 req-5333ba79-0875-4498-9cf9-4d200b94830a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:58.994378 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-085bba70-8823-4c78-8327-91a3b191aef0 req-5333ba79-0875-4498-9cf9-4d200b94830a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 945 time: 0.0512416 Dec 17 16:36:59.034348 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-085bba70-8823-4c78-8327-91a3b191aef0 req-c5adc2cd-4ca9-44aa-b2ca-a70603ff2f34 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333025 Dec 17 16:36:59.368665 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15910e-8759-4ed4-98f6-23de9907320b req-0d8b69f3-b9c8-400e-b2dc-daec40abac35 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:59.370179 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ee15910e-8759-4ed4-98f6-23de9907320b req-0d8b69f3-b9c8-400e-b2dc-daec40abac35 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 945 time: 0.0551050 Dec 17 16:36:59.411012 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ee15910e-8759-4ed4-98f6-23de9907320b req-dc88a4b3-3735-4daa-9314-2fc2611023de tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345285 Dec 17 16:36:59.469803 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fe992-c7b5-435b-94a2-a48e6b43acff req-d569db9a-972a-48b0-86e2-4d73c6ed810e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:59.471275 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-139fe992-c7b5-435b-94a2-a48e6b43acff req-d569db9a-972a-48b0-86e2-4d73c6ed810e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.41 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6&tenant_id=437dcc00f8fd49499d299b0a33d98052&binding%3Ahost_id=n-h2-820553-2 HTTP/1.1" status: 200 len: 945 time: 0.0515292 Dec 17 16:36:59.531622 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e32048-8d9d-45ae-9f85-c19c85f9cbc1 req-589eb166-8fc5-4436-8193-ad008ce79170 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:59.533119 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-63e32048-8d9d-45ae-9f85-c19c85f9cbc1 req-589eb166-8fc5-4436-8193-ad008ce79170 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 945 time: 0.0515504 Dec 17 16:36:59.574864 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-63e32048-8d9d-45ae-9f85-c19c85f9cbc1 req-2510b0e9-85db-4ac7-9a4d-ac8977fad843 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346596 Dec 17 16:36:59.858604 n-d-820553-2 neutron-server[102833]: INFO neutron.api.v2.resource [req-139fe992-c7b5-435b-94a2-a48e6b43acff req-68995fb5-09ad-45a7-a945-84314295e731 service neutron] delete failed (client error): The resource could not be found. Dec 17 16:36:59.859548 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-139fe992-c7b5-435b-94a2-a48e6b43acff req-68995fb5-09ad-45a7-a945-84314295e731 service neutron] 10.222.0.41 "DELETE /v2.0/ports/f7ab4355-98d9-402c-bd7a-6a86cdf3ae18/bindings/n-h1-820553-2 HTTP/1.1" status: 404 len: 380 time: 0.3803358 Dec 17 16:36:59.962534 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fe992-c7b5-435b-94a2-a48e6b43acff req-a669cd35-c893-4721-8939-a206a2e37197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:36:59.963994 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-139fe992-c7b5-435b-94a2-a48e6b43acff req-a669cd35-c893-4721-8939-a206a2e37197 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 1096 time: 0.0418830 Dec 17 16:37:00.044912 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:37:00.053245 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fe992-c7b5-435b-94a2-a48e6b43acff req-1de06c3f-b540-4088-835d-34faacbcbb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:00.054706 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-139fe992-c7b5-435b-94a2-a48e6b43acff req-1de06c3f-b540-4088-835d-34faacbcbb34 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6a5fe9d-e1da-4e50-a094-14c227708f00 HTTP/1.1" status: 200 len: 897 time: 0.0839615 Dec 17 16:37:00.120190 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-139fe992-c7b5-435b-94a2-a48e6b43acff req-89558fee-371d-40ed-80a1-31f2e677f2d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 HTTP/1.1" status: 200 len: 1001 time: 0.0580859 Dec 17 16:37:00.169607 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fe992-c7b5-435b-94a2-a48e6b43acff req-5d8a8156-fab2-4aec-960b-0a0b1dafa7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:00.172421 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-139fe992-c7b5-435b-94a2-a48e6b43acff req-5d8a8156-fab2-4aec-960b-0a0b1dafa7b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0f89d726-218e-4486-afe5-164a8b1b17bf HTTP/1.1" status: 200 len: 835 time: 0.0439508 Dec 17 16:37:00.187877 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:37:00.192714 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:37:00.193119 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:00.221544 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fe992-c7b5-435b-94a2-a48e6b43acff req-ed19707b-0dd9-4255-8ecd-92bec5b47921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:00.223253 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-139fe992-c7b5-435b-94a2-a48e6b43acff req-ed19707b-0dd9-4255-8ecd-92bec5b47921 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6a5fe9d-e1da-4e50-a094-14c227708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448952 Dec 17 16:37:00.273169 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:00.294943 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8591008f-60fe-47db-9e62-58205b028ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ab4355-98d9-402c-bd7a-6a86cdf3ae18'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:37:00.297266 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2053605-4965-41a7-9f6c-be113c3ee5a7" -d '{"events": [{"server_uuid": "8591008f-60fe-47db-9e62-58205b028ec6", "name": "network-vif-plugged", "status": "completed", "tag": "f7ab4355-98d9-402c-bd7a-6a86cdf3ae18"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:37:00.310566 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port f7ab4355-98d9-402c-bd7a-6a86cdf3ae18, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f7ab4355-98d9-402c-bd7a-6a86cdf3ae18,segment=NetworkSegment(e8a79cd9-1af4-4b55-87ec-fd25f938a0db),segment_id=e8a79cd9-1af4-4b55-87ec-fd25f938a0db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:37:00.314271 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-139fe992-c7b5-435b-94a2-a48e6b43acff req-343ea0c5-2a78-4f20-b70b-b30326723608 service neutron] 10.222.0.41 "GET /v2.0/networks/a6a5fe9d-e1da-4e50-a094-14c227708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838854 Dec 17 16:37:00.383400 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:00.409787 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48911e8-6bd2-4788-b78c-a5a8567b8744 x-openstack-request-id: req-a48911e8-6bd2-4788-b78c-a5a8567b8744 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:37:00.410298 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8591008f-60fe-47db-9e62-58205b028ec6", "name": "network-vif-plugged", "status": "completed", "tag": "f7ab4355-98d9-402c-bd7a-6a86cdf3ae18", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:37:00.410555 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a48911e8-6bd2-4788-b78c-a5a8567b8744 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:37:00.410944 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8591008f-60fe-47db-9e62-58205b028ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ab4355-98d9-402c-bd7a-6a86cdf3ae18', 'code': 200} Dec 17 16:37:00.413659 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-139fe992-c7b5-435b-94a2-a48e6b43acff req-3c0befb7-9556-4a88-984c-acca3b2ce973 service neutron] 10.222.0.41 "GET /v2.0/networks/a6a5fe9d-e1da-4e50-a094-14c227708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921903 Dec 17 16:37:00.436228 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=f7ab4355-98d9-402c-bd7a-6a86cdf3ae18,revision_number=9']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:37:00.694897 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26468312-3f99-4c4a-aa86-a71225e2ad8f req-97083a6a-8a3e-4bb4-91bc-2096a645c402 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:00.696259 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-26468312-3f99-4c4a-aa86-a71225e2ad8f req-97083a6a-8a3e-4bb4-91bc-2096a645c402 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 946 time: 0.0490069 Dec 17 16:37:00.734721 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-26468312-3f99-4c4a-aa86-a71225e2ad8f req-c3c3c077-d9c2-4b2b-8953-fe72534fb441 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323985 Dec 17 16:37:01.167442 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d893d3fa-96d0-4a1d-a09e-e1c24e2a0c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:01.852985 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131a0d5-9b5d-45b7-997e-035854e9f8ff req-66a40f70-4c7d-4292-95f8-9a0a9a09743f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:01.854536 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e131a0d5-9b5d-45b7-997e-035854e9f8ff req-66a40f70-4c7d-4292-95f8-9a0a9a09743f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 946 time: 0.0520275 Dec 17 16:37:01.892536 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e131a0d5-9b5d-45b7-997e-035854e9f8ff req-6decb47f-a638-46c2-b2b1-0ddc51e0d750 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320511 Dec 17 16:37:01.914652 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45816) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:37:01.974103 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-061ae4f2-ecd7-49f0-a8bd-5b836899ad0c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/floatingips/0a975da2-4497-498d-9918-5a6e166cff0e HTTP/1.1" status: 200 len: 994 time: 0.0583611 Dec 17 16:37:02.647182 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:04.173184 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:04.298246 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:10.568090 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8f758568-0261-49a0-829e-f5f16c91c2da req-3f4e3d95-55f0-49f8-8015-455817ea0a24 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407193 Dec 17 16:37:10.647493 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f758568-0261-49a0-829e-f5f16c91c2da req-3cd85050-0a84-4b56-a915-759e3fd51240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:10.654363 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8f758568-0261-49a0-829e-f5f16c91c2da req-3cd85050-0a84-4b56-a915-759e3fd51240 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 1097 time: 0.0431957 Dec 17 16:37:10.756424 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f758568-0261-49a0-829e-f5f16c91c2da req-37cc0785-fb76-49c0-b146-0cf736e05e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:10.757948 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8f758568-0261-49a0-829e-f5f16c91c2da req-37cc0785-fb76-49c0-b146-0cf736e05e75 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6a5fe9d-e1da-4e50-a094-14c227708f00 HTTP/1.1" status: 200 len: 897 time: 0.0880473 Dec 17 16:37:10.824291 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8f758568-0261-49a0-829e-f5f16c91c2da req-773a4a94-ed85-45e0-a91e-b23056a8c4d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 HTTP/1.1" status: 200 len: 1002 time: 0.0587668 Dec 17 16:37:10.874172 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f758568-0261-49a0-829e-f5f16c91c2da req-c4bd716d-7439-442a-927b-a6756e0d447a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:10.875602 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8f758568-0261-49a0-829e-f5f16c91c2da req-c4bd716d-7439-442a-927b-a6756e0d447a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f89d726-218e-4486-afe5-164a8b1b17bf HTTP/1.1" status: 200 len: 835 time: 0.0434673 Dec 17 16:37:10.927484 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f758568-0261-49a0-829e-f5f16c91c2da req-77d4ec30-2254-48de-85f9-c4e006117aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:10.928947 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8f758568-0261-49a0-829e-f5f16c91c2da req-77d4ec30-2254-48de-85f9-c4e006117aeb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6a5fe9d-e1da-4e50-a094-14c227708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447030 Dec 17 16:37:11.019633 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8f758568-0261-49a0-829e-f5f16c91c2da req-fd2d871e-b363-4946-810e-301cbc70f287 service neutron] 10.222.0.13 "GET /v2.0/networks/a6a5fe9d-e1da-4e50-a094-14c227708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821729 Dec 17 16:37:11.114499 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8f758568-0261-49a0-829e-f5f16c91c2da req-1597df96-005b-408b-be4f-3b764a8607a3 service neutron] 10.222.0.13 "GET /v2.0/networks/a6a5fe9d-e1da-4e50-a094-14c227708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868361 Dec 17 16:37:11.344392 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:21.448627 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-b5521a94-67af-4068-bb67-45c89aea9f83 req-0285f8c7-e0ed-4269-aae6-d5c64cc87160 service neutron] (102832) timed out ('10.222.0.46', 41504) {{(pid=102832) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 17 16:37:26.869966 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:28.318124 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45830) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:37:28.473730 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-a885271c-261c-478b-9a1e-70a643df3fc5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Deleting port 13ba13a0-e0bf-46f4-a06c-2b9e8a8c95ae {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:37:28.474072 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a885271c-261c-478b-9a1e-70a643df3fc5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:28.553302 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a885271c-261c-478b-9a1e-70a643df3fc5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:28.553635 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a885271c-261c-478b-9a1e-70a643df3fc5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:28.565524 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-a885271c-261c-478b-9a1e-70a643df3fc5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Calling delete_port for 13ba13a0-e0bf-46f4-a06c-2b9e8a8c95ae owned by network:floatingip {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:37:28.806071 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a885271c-261c-478b-9a1e-70a643df3fc5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:28.832189 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885271c-261c-478b-9a1e-70a643df3fc5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event deleted for resources: {'Port': ['ID=13ba13a0-e0bf-46f4-a06c-2b9e8a8c95ae,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:37:28.860015 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a885271c-261c-478b-9a1e-70a643df3fc5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:37:28.860545 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a885271c-261c-478b-9a1e-70a643df3fc5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:37:28.860703 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a885271c-261c-478b-9a1e-70a643df3fc5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:37:28.861019 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a885271c-261c-478b-9a1e-70a643df3fc5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:37:28.861381 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a885271c-261c-478b-9a1e-70a643df3fc5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:37:28.861710 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a885271c-261c-478b-9a1e-70a643df3fc5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:37:28.862039 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a885271c-261c-478b-9a1e-70a643df3fc5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:37:28.862367 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a885271c-261c-478b-9a1e-70a643df3fc5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:37:28.862695 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a885271c-261c-478b-9a1e-70a643df3fc5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:37:28.863019 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a885271c-261c-478b-9a1e-70a643df3fc5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:37:28.863339 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a885271c-261c-478b-9a1e-70a643df3fc5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:37:28.863657 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a885271c-261c-478b-9a1e-70a643df3fc5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:37:28.905288 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a885271c-261c-478b-9a1e-70a643df3fc5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for floatingip, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:28.905646 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-a885271c-261c-478b-9a1e-70a643df3fc5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Floating IP 0a975da2-4497-498d-9918-5a6e166cff0e disassociated (deleted). External IP: 172.25.6.125, port: f7ab4355-98d9-402c-bd7a-6a86cdf3ae18. Dec 17 16:37:28.916471 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-de5fc56e-024f-448c-a9fb-1c58711dcd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:29.370853 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a885271c-261c-478b-9a1e-70a643df3fc5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Router 4f6cf584-ebdd-4d11-8c42-b37a99c6e590 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:37:29.474484 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a885271c-261c-478b-9a1e-70a643df3fc5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:37:29.479427 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a885271c-261c-478b-9a1e-70a643df3fc5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:29.484758 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef6804e-81d8-4717-a64f-2dd6f4941810 None None] Sync routers for ids ['4f6cf584-ebdd-4d11-8c42-b37a99c6e590'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:37:29.493739 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef6804e-81d8-4717-a64f-2dd6f4941810 None None] Routers {'4f6cf584-ebdd-4d11-8c42-b37a99c6e590'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:37:29.494341 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-4ef6804e-81d8-4717-a64f-2dd6f4941810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:37:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['4f6cf584-ebdd-4d11-8c42-b37a99c6e590'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:37:29.511568 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a885271c-261c-478b-9a1e-70a643df3fc5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "DELETE /v2.0/floatingips/0a975da2-4497-498d-9918-5a6e166cff0e HTTP/1.1" status: 204 len: 168 time: 1.1899514 Dec 17 16:37:29.511568 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8591008f-60fe-47db-9e62-58205b028ec6', 'tag': 'f7ab4355-98d9-402c-bd7a-6a86cdf3ae18'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:37:29.513593 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d9dde65d87f77979ab7779ec4af44e6e3bf331c8a24eb2abb769815fa7c2d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f50eca7-0c0e-44af-a49b-8736858e0a66" -d '{"events": [{"name": "network-changed", "server_uuid": "8591008f-60fe-47db-9e62-58205b028ec6", "tag": "f7ab4355-98d9-402c-bd7a-6a86cdf3ae18"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:37:29.551035 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58551819-bb93-4989-985a-c9967e64d487 x-openstack-request-id: req-58551819-bb93-4989-985a-c9967e64d487 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:37:29.551338 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8591008f-60fe-47db-9e62-58205b028ec6", "tag": "f7ab4355-98d9-402c-bd7a-6a86cdf3ae18", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:37:29.551566 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-58551819-bb93-4989-985a-c9967e64d487 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:37:29.551961 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8591008f-60fe-47db-9e62-58205b028ec6', 'tag': 'f7ab4355-98d9-402c-bd7a-6a86cdf3ae18', 'status': 'completed', 'code': 200} Dec 17 16:37:29.598851 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-4ef6804e-81d8-4717-a64f-2dd6f4941810 None None] Set router 4f6cf584-ebdd-4d11-8c42-b37a99c6e590 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:37:29.616020 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50eca7-0c0e-44af-a49b-8736858e0a66 req-3867a2ee-53cb-42cc-b5a1-8c3293e0d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:29.617703 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7f50eca7-0c0e-44af-a49b-8736858e0a66 req-3867a2ee-53cb-42cc-b5a1-8c3293e0d811 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 1097 time: 0.0426037 Dec 17 16:37:29.710407 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50eca7-0c0e-44af-a49b-8736858e0a66 req-91175e70-ac59-4d5e-9c50-47989448b5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:29.712425 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7f50eca7-0c0e-44af-a49b-8736858e0a66 req-91175e70-ac59-4d5e-9c50-47989448b5c9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6a5fe9d-e1da-4e50-a094-14c227708f00 HTTP/1.1" status: 200 len: 897 time: 0.0881283 Dec 17 16:37:29.756427 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7f50eca7-0c0e-44af-a49b-8736858e0a66 req-8bdf9578-ae97-493d-b272-5da1a72028f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 HTTP/1.1" status: 200 len: 217 time: 0.0372436 Dec 17 16:37:29.801506 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-4ef6804e-81d8-4717-a64f-2dd6f4941810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474620173', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0ac326b5-f439-41b3-a938-0518d940363a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:35:10Z', 'updated_at': '2021-12-17T16:35:14Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '0ac326b5-f439-41b3-a938-0518d940363a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ff:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:35:11Z', 'updated_at': '2021-12-17T16:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '149c1692-9b98-4167-bcd6-e0c434ac6ad5', 'name': '', 'network_id': 'a6a5fe9d-e1da-4e50-a094-14c227708f00', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:52:78:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '0f89d726-218e-4486-afe5-164a8b1b17bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:35:14Z', 'updated_at': '2021-12-17T16:35:18Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': '0f89d726-218e-4486-afe5-164a8b1b17bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:37:29.810098 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50eca7-0c0e-44af-a49b-8736858e0a66 req-03c57b8b-ff44-4317-8eab-355e1bb7b570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:29.811544 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7f50eca7-0c0e-44af-a49b-8736858e0a66 req-03c57b8b-ff44-4317-8eab-355e1bb7b570 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f89d726-218e-4486-afe5-164a8b1b17bf HTTP/1.1" status: 200 len: 835 time: 0.0482557 Dec 17 16:37:29.827622 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef6804e-81d8-4717-a64f-2dd6f4941810 None None] Checking router: 4f6cf584-ebdd-4d11-8c42-b37a99c6e590 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:37:29.835843 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef6804e-81d8-4717-a64f-2dd6f4941810 None None] Routers {'4f6cf584-ebdd-4d11-8c42-b37a99c6e590'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:37:29.837004 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-4ef6804e-81d8-4717-a64f-2dd6f4941810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:37:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['4f6cf584-ebdd-4d11-8c42-b37a99c6e590'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:37:29.860378 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50eca7-0c0e-44af-a49b-8736858e0a66 req-48651d97-5f49-4f31-a9df-24d70a9e95ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:29.861898 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7f50eca7-0c0e-44af-a49b-8736858e0a66 req-48651d97-5f49-4f31-a9df-24d70a9e95ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6a5fe9d-e1da-4e50-a094-14c227708f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424459 Dec 17 16:37:29.946556 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-4ef6804e-81d8-4717-a64f-2dd6f4941810 None None] Set router 4f6cf584-ebdd-4d11-8c42-b37a99c6e590 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:37:29.965528 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7f50eca7-0c0e-44af-a49b-8736858e0a66 req-5fbb04c0-536e-4144-8d7d-023d5677648f service neutron] 10.222.0.13 "GET /v2.0/networks/a6a5fe9d-e1da-4e50-a094-14c227708f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955932 Dec 17 16:37:29.984524 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6c2ff-20ab-4285-a234-14e27c41f103 req-8e022fdb-6d52-48bc-afd2-7b1eb63f5903 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:29.986161 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-36d6c2ff-20ab-4285-a234-14e27c41f103 req-8e022fdb-6d52-48bc-afd2-7b1eb63f5903 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 946 time: 0.0539541 Dec 17 16:37:30.028710 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-36d6c2ff-20ab-4285-a234-14e27c41f103 req-67ccfe5f-0491-4c90-bf31-b58038b6539b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359497 Dec 17 16:37:30.062194 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7f50eca7-0c0e-44af-a49b-8736858e0a66 req-620beb3d-9709-48be-bc88-1b4430d34a78 service neutron] 10.222.0.13 "GET /v2.0/networks/a6a5fe9d-e1da-4e50-a094-14c227708f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879793 Dec 17 16:37:30.149490 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-4ef6804e-81d8-4717-a64f-2dd6f4941810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474620173', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0ac326b5-f439-41b3-a938-0518d940363a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:35:10Z', 'updated_at': '2021-12-17T16:35:14Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '0ac326b5-f439-41b3-a938-0518d940363a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ff:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:35:11Z', 'updated_at': '2021-12-17T16:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '149c1692-9b98-4167-bcd6-e0c434ac6ad5', 'name': '', 'network_id': 'a6a5fe9d-e1da-4e50-a094-14c227708f00', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:52:78:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '0f89d726-218e-4486-afe5-164a8b1b17bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:35:14Z', 'updated_at': '2021-12-17T16:35:18Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': '0f89d726-218e-4486-afe5-164a8b1b17bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:37:30.174715 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef6804e-81d8-4717-a64f-2dd6f4941810 None None] The sync data for ids ['4f6cf584-ebdd-4d11-8c42-b37a99c6e590'] in n-d-820553-2 is: [{'id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474620173', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0ac326b5-f439-41b3-a938-0518d940363a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:35:10Z', 'updated_at': '2021-12-17T16:35:14Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '0ac326b5-f439-41b3-a938-0518d940363a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ff:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:35:11Z', 'updated_at': '2021-12-17T16:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '149c1692-9b98-4167-bcd6-e0c434ac6ad5', 'name': '', 'network_id': 'a6a5fe9d-e1da-4e50-a094-14c227708f00', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:52:78:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '0f89d726-218e-4486-afe5-164a8b1b17bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:35:14Z', 'updated_at': '2021-12-17T16:35:18Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': '0f89d726-218e-4486-afe5-164a8b1b17bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:37:30.391499 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5c72f7-a404-4e95-bc9d-9a31a2c9af6b None None] New status for floating IP 0a975da2-4497-498d-9918-5a6e166cff0e: DOWN {{(pid=102834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:37:30.812297 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:37:31.146020 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cfa45-0e4f-4b0b-8888-45854af4f9ba req-e59a80f9-8abf-4f3d-9ff7-7c904d25fba7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:31.147486 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d37cfa45-0e4f-4b0b-8888-45854af4f9ba req-e59a80f9-8abf-4f3d-9ff7-7c904d25fba7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 946 time: 0.0481880 Dec 17 16:37:31.170969 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2b49d006-14bb-4bf0-95b9-18e211b6586e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:31.188016 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d37cfa45-0e4f-4b0b-8888-45854af4f9ba req-c8b7d09a-ad5b-4359-87e2-237c9ff12ae2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e0886fb-1b14-4839-96aa-6a1e3278f6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335197 Dec 17 16:37:31.195068 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23026a46-2fbc-47d9-8eac-731d56ebeb09 req-3bde204c-48ad-480d-8523-648422959a20 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:31.196538 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-23026a46-2fbc-47d9-8eac-731d56ebeb09 req-3bde204c-48ad-480d-8523-648422959a20 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.13 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 946 time: 0.0547936 Dec 17 16:37:31.284586 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-23026a46-2fbc-47d9-8eac-731d56ebeb09 req-c307141d-5117-486f-80b9-5405a4836cf1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Deleting port f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:37:31.284922 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-23026a46-2fbc-47d9-8eac-731d56ebeb09 req-c307141d-5117-486f-80b9-5405a4836cf1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:31.374372 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-23026a46-2fbc-47d9-8eac-731d56ebeb09 req-c307141d-5117-486f-80b9-5405a4836cf1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] For port f7ab4355-98d9-402c-bd7a-6a86cdf3ae18, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f7ab4355-98d9-402c-bd7a-6a86cdf3ae18,segment=NetworkSegment(e8a79cd9-1af4-4b55-87ec-fd25f938a0db),segment_id=e8a79cd9-1af4-4b55-87ec-fd25f938a0db)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:37:31.374648 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-23026a46-2fbc-47d9-8eac-731d56ebeb09 req-c307141d-5117-486f-80b9-5405a4836cf1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:31.387515 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-23026a46-2fbc-47d9-8eac-731d56ebeb09 req-c307141d-5117-486f-80b9-5405a4836cf1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Calling delete_port for f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:37:31.570962 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-23026a46-2fbc-47d9-8eac-731d56ebeb09 req-c307141d-5117-486f-80b9-5405a4836cf1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:31.602217 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307141d-5117-486f-80b9-5405a4836cf1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event deleted for resources: {'Port': ['ID=f7ab4355-98d9-402c-bd7a-6a86cdf3ae18,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:37:31.646293 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-23026a46-2fbc-47d9-8eac-731d56ebeb09 req-c307141d-5117-486f-80b9-5405a4836cf1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] No DVR routers for this DVR port f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:37:31.648809 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-23026a46-2fbc-47d9-8eac-731d56ebeb09 req-c307141d-5117-486f-80b9-5405a4836cf1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:31.652600 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-23026a46-2fbc-47d9-8eac-731d56ebeb09 req-c307141d-5117-486f-80b9-5405a4836cf1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.13 "DELETE /v2.0/ports/f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 HTTP/1.1" status: 204 len: 173 time: 0.4501615 Dec 17 16:37:31.653031 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8591008f-60fe-47db-9e62-58205b028ec6', 'name': 'network-vif-deleted', 'tag': 'f7ab4355-98d9-402c-bd7a-6a86cdf3ae18'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:37:31.655300 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f01e4e-d91c-4254-add3-b721214915b6" -d '{"events": [{"server_uuid": "8591008f-60fe-47db-9e62-58205b028ec6", "name": "network-vif-deleted", "tag": "f7ab4355-98d9-402c-bd7a-6a86cdf3ae18"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:37:31.696086 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e73a87-be00-4422-84b9-7c26990f2783 x-openstack-request-id: req-90e73a87-be00-4422-84b9-7c26990f2783 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:37:31.696086 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8591008f-60fe-47db-9e62-58205b028ec6", "name": "network-vif-deleted", "tag": "f7ab4355-98d9-402c-bd7a-6a86cdf3ae18", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:37:31.696086 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-90e73a87-be00-4422-84b9-7c26990f2783 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:37:31.696086 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8591008f-60fe-47db-9e62-58205b028ec6', 'name': 'network-vif-deleted', 'tag': 'f7ab4355-98d9-402c-bd7a-6a86cdf3ae18', 'status': 'completed', 'code': 200} Dec 17 16:37:32.292624 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8adcb00a-d111-40b1-a720-02b7b1141b07 req-d261c927-2650-4e90-8359-a299a2a2a251 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8591008f-60fe-47db-9e62-58205b028ec6 HTTP/1.1" status: 200 len: 210 time: 0.0262780 Dec 17 16:37:32.623656 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:33.349674 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45846) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:37:33.705484 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6e18b26b-2ab9-4b6d-9d7c-12b925cd36b5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:33.985736 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6e18b26b-2ab9-4b6d-9d7c-12b925cd36b5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Deleting port 149c1692-9b98-4167-bcd6-e0c434ac6ad5 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:37:33.986039 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6e18b26b-2ab9-4b6d-9d7c-12b925cd36b5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:34.084730 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-6e18b26b-2ab9-4b6d-9d7c-12b925cd36b5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] For port 149c1692-9b98-4167-bcd6-e0c434ac6ad5, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=149c1692-9b98-4167-bcd6-e0c434ac6ad5,segment=NetworkSegment(e8a79cd9-1af4-4b55-87ec-fd25f938a0db),segment_id=e8a79cd9-1af4-4b55-87ec-fd25f938a0db)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:37:34.085135 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6e18b26b-2ab9-4b6d-9d7c-12b925cd36b5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:34.098273 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-6e18b26b-2ab9-4b6d-9d7c-12b925cd36b5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Calling delete_port for 149c1692-9b98-4167-bcd6-e0c434ac6ad5 owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:37:34.183972 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:34.261092 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:37:34.282902 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:37:34.283400 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device f7ab4355-98d9-402c-bd7a-6a86cdf3ae18 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:37:34.310040 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:34.371506 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6e18b26b-2ab9-4b6d-9d7c-12b925cd36b5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:34.408101 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18b26b-2ab9-4b6d-9d7c-12b925cd36b5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event deleted for resources: {'Port': ['ID=149c1692-9b98-4167-bcd6-e0c434ac6ad5,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:37:34.582110 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6e18b26b-2ab9-4b6d-9d7c-12b925cd36b5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:34.802282 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e18b26b-2ab9-4b6d-9d7c-12b925cd36b5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Router 4f6cf584-ebdd-4d11-8c42-b37a99c6e590 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:37:34.913197 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e18b26b-2ab9-4b6d-9d7c-12b925cd36b5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:37:34.918901 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6e18b26b-2ab9-4b6d-9d7c-12b925cd36b5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "PUT /v2.0/routers/4f6cf584-ebdd-4d11-8c42-b37a99c6e590/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5682089 Dec 17 16:37:34.921948 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45848) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:37:34.923437 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572fa11f-3505-45df-bb58-96ed1e84d921 None None] Sync routers for ids ['4f6cf584-ebdd-4d11-8c42-b37a99c6e590'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:37:34.933245 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572fa11f-3505-45df-bb58-96ed1e84d921 None None] Routers {'4f6cf584-ebdd-4d11-8c42-b37a99c6e590'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:37:34.933851 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-572fa11f-3505-45df-bb58-96ed1e84d921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:37:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['4f6cf584-ebdd-4d11-8c42-b37a99c6e590'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:37:34.974187 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-05c2e828-17cb-44fb-ab88-2e1be6d84526 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Deleting subnet 0f89d726-218e-4486-afe5-164a8b1b17bf {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 16:37:34.977352 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-05c2e828-17cb-44fb-ab88-2e1be6d84526 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:35.017322 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-05c2e828-17cb-44fb-ab88-2e1be6d84526 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:35.037521 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-572fa11f-3505-45df-bb58-96ed1e84d921 None None] Set router 4f6cf584-ebdd-4d11-8c42-b37a99c6e590 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:37:35.111138 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-05c2e828-17cb-44fb-ab88-2e1be6d84526 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:35.216830 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-572fa11f-3505-45df-bb58-96ed1e84d921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474620173', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0ac326b5-f439-41b3-a938-0518d940363a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:35:10Z', 'updated_at': '2021-12-17T16:37:34Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '0ac326b5-f439-41b3-a938-0518d940363a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ff:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:35:11Z', 'updated_at': '2021-12-17T16:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:37:35.228376 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-05c2e828-17cb-44fb-ab88-2e1be6d84526 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:35.246066 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572fa11f-3505-45df-bb58-96ed1e84d921 None None] Checking router: 4f6cf584-ebdd-4d11-8c42-b37a99c6e590 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:37:35.254529 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572fa11f-3505-45df-bb58-96ed1e84d921 None None] Routers {'4f6cf584-ebdd-4d11-8c42-b37a99c6e590'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:37:35.255123 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-572fa11f-3505-45df-bb58-96ed1e84d921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:37:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['4f6cf584-ebdd-4d11-8c42-b37a99c6e590'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:37:35.258745 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c2e828-17cb-44fb-ab88-2e1be6d84526 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event deleted for resources: {'Subnet': ['ID=0f89d726-218e-4486-afe5-164a8b1b17bf,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:37:35.262367 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-05c2e828-17cb-44fb-ab88-2e1be6d84526 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:35.265658 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-05c2e828-17cb-44fb-ab88-2e1be6d84526 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "DELETE /v2.0/subnets/0f89d726-218e-4486-afe5-164a8b1b17bf HTTP/1.1" status: 204 len: 168 time: 0.3427062 Dec 17 16:37:35.268490 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45850) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:37:35.270801 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dbcc10-245b-43ba-badf-96e0d14aecda None None] Network a6a5fe9d-e1da-4e50-a094-14c227708f00 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:37:35.381157 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3105add0-7389-43ee-ae23-70938b11ef05 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:35.457122 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229e2a34-c787-46fd-b183-e9334eb76d7f None None] DHCP port deletion for a6a5fe9d-e1da-4e50-a094-14c227708f00 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 16:37:35.459004 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-572fa11f-3505-45df-bb58-96ed1e84d921 None None] Set router 4f6cf584-ebdd-4d11-8c42-b37a99c6e590 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:37:35.496137 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3105add0-7389-43ee-ae23-70938b11ef05 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:35.504160 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-229e2a34-c787-46fd-b183-e9334eb76d7f None None] Deleting port 9415f430-a98a-46f1-953e-a27b3d194257 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:37:35.504558 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-229e2a34-c787-46fd-b183-e9334eb76d7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:35.569280 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-229e2a34-c787-46fd-b183-e9334eb76d7f None None] For port 9415f430-a98a-46f1-953e-a27b3d194257, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=9415f430-a98a-46f1-953e-a27b3d194257,segment=NetworkSegment(e8a79cd9-1af4-4b55-87ec-fd25f938a0db),segment_id=e8a79cd9-1af4-4b55-87ec-fd25f938a0db)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:37:35.569680 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-229e2a34-c787-46fd-b183-e9334eb76d7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:35.582573 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-229e2a34-c787-46fd-b183-e9334eb76d7f None None] Calling delete_port for 9415f430-a98a-46f1-953e-a27b3d194257 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:37:35.621069 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-3105add0-7389-43ee-ae23-70938b11ef05 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Deleting port 0ac326b5-f439-41b3-a938-0518d940363a {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:37:35.621445 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3105add0-7389-43ee-ae23-70938b11ef05 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:35.639816 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-572fa11f-3505-45df-bb58-96ed1e84d921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474620173', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0ac326b5-f439-41b3-a938-0518d940363a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:35:10Z', 'updated_at': '2021-12-17T16:37:34Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '0ac326b5-f439-41b3-a938-0518d940363a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ff:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:35:11Z', 'updated_at': '2021-12-17T16:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:37:35.667207 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572fa11f-3505-45df-bb58-96ed1e84d921 None None] The sync data for ids ['4f6cf584-ebdd-4d11-8c42-b37a99c6e590'] in n-d-820553-2 is: [{'id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474620173', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0ac326b5-f439-41b3-a938-0518d940363a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:35:10Z', 'updated_at': '2021-12-17T16:37:34Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': '0ac326b5-f439-41b3-a938-0518d940363a', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ff:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6cf584-ebdd-4d11-8c42-b37a99c6e590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:35:11Z', 'updated_at': '2021-12-17T16:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:37:35.702961 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-3105add0-7389-43ee-ae23-70938b11ef05 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] For port 0ac326b5-f439-41b3-a938-0518d940363a, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=0ac326b5-f439-41b3-a938-0518d940363a,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:37:35.703362 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3105add0-7389-43ee-ae23-70938b11ef05 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:35.715597 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-229e2a34-c787-46fd-b183-e9334eb76d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:35.716483 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-3105add0-7389-43ee-ae23-70938b11ef05 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Calling delete_port for 0ac326b5-f439-41b3-a938-0518d940363a owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:37:35.741010 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e2a34-c787-46fd-b183-e9334eb76d7f None None] Pushing event deleted for resources: {'Port': ['ID=9415f430-a98a-46f1-953e-a27b3d194257,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:37:35.745563 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229e2a34-c787-46fd-b183-e9334eb76d7f None None] No DVR routers for this DVR port 9415f430-a98a-46f1-953e-a27b3d194257 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:37:35.971229 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3105add0-7389-43ee-ae23-70938b11ef05 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:35.996952 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105add0-7389-43ee-ae23-70938b11ef05 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event deleted for resources: {'Port': ['ID=0ac326b5-f439-41b3-a938-0518d940363a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:37:36.069523 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3105add0-7389-43ee-ae23-70938b11ef05 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:36.165714 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3105add0-7389-43ee-ae23-70938b11ef05 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:36.168166 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3105add0-7389-43ee-ae23-70938b11ef05 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:36.273860 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3105add0-7389-43ee-ae23-70938b11ef05 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:36.274437 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3105add0-7389-43ee-ae23-70938b11ef05 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Fanout notify agent at l3_agent the message router_deleted on router 4f6cf584-ebdd-4d11-8c42-b37a99c6e590 {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:37:36.281909 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3105add0-7389-43ee-ae23-70938b11ef05 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:36.283028 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3105add0-7389-43ee-ae23-70938b11ef05 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "DELETE /v2.0/routers/4f6cf584-ebdd-4d11-8c42-b37a99c6e590 HTTP/1.1" status: 204 len: 168 time: 1.0135243 Dec 17 16:37:36.285771 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45852) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:37:36.370788 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c4336b36-3813-4357-9b95-b7ecf555f851 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:36.456200 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c4336b36-3813-4357-9b95-b7ecf555f851 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:36.480283 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-c4336b36-3813-4357-9b95-b7ecf555f851 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a5fe9d-e1da-4e50-a094-14c227708f00']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:37:36.489275 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-c4336b36-3813-4357-9b95-b7ecf555f851 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a79cd9-1af4-4b55-87ec-fd25f938a0db') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:37:36.489571 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-c4336b36-3813-4357-9b95-b7ecf555f851 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a79cd9-1af4-4b55-87ec-fd25f938a0db') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:37:36.499748 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c4336b36-3813-4357-9b95-b7ecf555f851 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:36.512790 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c4336b36-3813-4357-9b95-b7ecf555f851 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:36.518424 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4336b36-3813-4357-9b95-b7ecf555f851 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:37:36.518810 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c4336b36-3813-4357-9b95-b7ecf555f851 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:36.521669 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 16:37:36.521669 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:37:36.521669 n-d-820553-2 neutron-server[102832]: timer() Dec 17 16:37:36.521669 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:37:36.521669 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 16:37:36.521669 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:37:36.521669 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 16:37:36.521669 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:37:36.521669 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 16:37:36.521669 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:37:36.521669 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 16:37:36.521669 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:37:36.521669 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 16:37:36.521669 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:37:36.521669 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:37:36.521669 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:37:36.521669 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:37:36.521669 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:37:36.521669 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 16:37:36.521669 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:37:36.521669 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 16:37:36.521669 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:37:36.521669 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:37:36.521669 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:37:36.521669 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 16:37:36.521669 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:37:36.521669 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:37:36.521669 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:37:36.521669 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:37:36.521669 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:37:36.521669 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:37:36.521669 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:37:36.640918 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c4336b36-3813-4357-9b95-b7ecf555f851 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:36.648449 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c4336b36-3813-4357-9b95-b7ecf555f851 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:36.651136 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c4336b36-3813-4357-9b95-b7ecf555f851 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "DELETE /v2.0/networks/a6a5fe9d-e1da-4e50-a094-14c227708f00 HTTP/1.1" status: 204 len: 168 time: 0.3644285 Dec 17 16:37:36.654075 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45854) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:37:36.662578 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4336b36-3813-4357-9b95-b7ecf555f851 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event deleted for resources: {'Network': ['ID=a6a5fe9d-e1da-4e50-a094-14c227708f00,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:37:36.717069 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-07e384eb-57eb-4b78-b52c-d33db85e7324 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:36.743933 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-07e384eb-57eb-4b78-b52c-d33db85e7324 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:36.857901 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-07e384eb-57eb-4b78-b52c-d33db85e7324 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:36.860779 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9415f430-a98a-46f1-953e-a27b3d194257 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:37:36.861355 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-07e384eb-57eb-4b78-b52c-d33db85e7324 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:36.861752 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-07e384eb-57eb-4b78-b52c-d33db85e7324 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "DELETE /v2.0/security-groups/5e0886fb-1b14-4839-96aa-6a1e3278f6a3 HTTP/1.1" status: 204 len: 168 time: 0.2066371 Dec 17 16:37:36.871395 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e384eb-57eb-4b78-b52c-d33db85e7324 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0886fb-1b14-4839-96aa-6a1e3278f6a3,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:37:36.883042 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 9415f430-a98a-46f1-953e-a27b3d194257 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:37:36.883695 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 9415f430-a98a-46f1-953e-a27b3d194257 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:37:36.883831 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 149c1692-9b98-4167-bcd6-e0c434ac6ad5 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:37:36.919832 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 149c1692-9b98-4167-bcd6-e0c434ac6ad5 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:37:36.920102 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 149c1692-9b98-4167-bcd6-e0c434ac6ad5 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:37:36.920678 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 0ac326b5-f439-41b3-a938-0518d940363a no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:37:36.939358 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 0ac326b5-f439-41b3-a938-0518d940363a {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:37:36.941197 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 0ac326b5-f439-41b3-a938-0518d940363a not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:37:37.255801 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45860) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:37:37.261424 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-0504eb9f-9897-4b1d-8cfb-5c06b502396b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-176234437', 'description': 'tempest-secgroup-smoke-176234437 description', 'project_id': '437dcc00f8fd49499d299b0a33d98052'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:37:37.332511 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0504eb9f-9897-4b1d-8cfb-5c06b502396b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:37.398332 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0504eb9f-9897-4b1d-8cfb-5c06b502396b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:37.456377 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0504eb9f-9897-4b1d-8cfb-5c06b502396b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:37.484448 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504eb9f-9897-4b1d-8cfb-5c06b502396b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2950be2-2dae-4662-8482-767aac45a299,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:37:37.538559 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0504eb9f-9897-4b1d-8cfb-5c06b502396b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:37.539806 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0504eb9f-9897-4b1d-8cfb-5c06b502396b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2829187 Dec 17 16:37:37.542700 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45862) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:37:37.546934 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-4f6b0bb9-9441-4e34-bec2-8b6d5cc3ea56 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'security_group_rule': {'security_group_id': 'e2950be2-2dae-4662-8482-767aac45a299', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:37:37.621877 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0bb9-9441-4e34-bec2-8b6d5cc3ea56 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:37.681190 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0bb9-9441-4e34-bec2-8b6d5cc3ea56 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:37.758923 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0bb9-9441-4e34-bec2-8b6d5cc3ea56 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:37.778136 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b0bb9-9441-4e34-bec2-8b6d5cc3ea56 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d4db0d-81e4-46ae-b996-f169d39f40f3,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:37:37.841762 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0bb9-9441-4e34-bec2-8b6d5cc3ea56 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:37.842997 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4f6b0bb9-9441-4e34-bec2-8b6d5cc3ea56 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2993789 Dec 17 16:37:37.845929 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45864) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:37:37.850515 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-a5b79af4-e16f-4f6a-9aa1-37d67b20efdf tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'security_group_rule': {'security_group_id': 'e2950be2-2dae-4662-8482-767aac45a299', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:37:37.936867 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5b79af4-e16f-4f6a-9aa1-37d67b20efdf tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:37.983815 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5b79af4-e16f-4f6a-9aa1-37d67b20efdf tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:38.040703 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5b79af4-e16f-4f6a-9aa1-37d67b20efdf tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:38.059425 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b79af4-e16f-4f6a-9aa1-37d67b20efdf tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9780ccee-1f8e-448d-b3a4-ff3cf9a1b0af,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:37:38.134119 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a5b79af4-e16f-4f6a-9aa1-37d67b20efdf tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:38.135448 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a5b79af4-e16f-4f6a-9aa1-37d67b20efdf tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2885196 Dec 17 16:37:38.138218 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45866) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:37:38.142407 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-acb5693b-3319-4ebc-b023-87e1b150ca1a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'security_group_rule': {'security_group_id': 'e2950be2-2dae-4662-8482-767aac45a299', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:37:38.228155 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-acb5693b-3319-4ebc-b023-87e1b150ca1a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:38.285760 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-acb5693b-3319-4ebc-b023-87e1b150ca1a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:38.349410 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-acb5693b-3319-4ebc-b023-87e1b150ca1a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:38.367310 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5693b-3319-4ebc-b023-87e1b150ca1a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b9b83d-3d94-4a42-8350-596d01261731,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:37:38.453016 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-acb5693b-3319-4ebc-b023-87e1b150ca1a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:38.454270 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-acb5693b-3319-4ebc-b023-87e1b150ca1a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3151441 Dec 17 16:37:38.456969 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45870) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:37:38.461566 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-ce6e8706-84c6-4ad1-b2a0-176a7fecff3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'security_group_rule': {'security_group_id': 'e2950be2-2dae-4662-8482-767aac45a299', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:37:38.541352 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ce6e8706-84c6-4ad1-b2a0-176a7fecff3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:38.600513 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ce6e8706-84c6-4ad1-b2a0-176a7fecff3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:38.669267 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ce6e8706-84c6-4ad1-b2a0-176a7fecff3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:38.689453 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e8706-84c6-4ad1-b2a0-176a7fecff3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64cfe477-f330-4054-88bf-5f73e77b62c8,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:37:38.755859 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ce6e8706-84c6-4ad1-b2a0-176a7fecff3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:38.757115 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ce6e8706-84c6-4ad1-b2a0-176a7fecff3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2991915 Dec 17 16:37:38.760083 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45872) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:37:38.764411 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-960a85ad-bf58-4ed4-8489-467a4940a5c7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'security_group_rule': {'security_group_id': 'e2950be2-2dae-4662-8482-767aac45a299', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:37:38.851229 n-d-820553-2 neutron-server[102833]: INFO neutron.db.securitygroups_db [None req-960a85ad-bf58-4ed4-8489-467a4940a5c7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Project 437dcc00f8fd49499d299b0a33d98052 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:37:38.857186 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-960a85ad-bf58-4ed4-8489-467a4940a5c7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:38.918329 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-960a85ad-bf58-4ed4-8489-467a4940a5c7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:38.999381 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-960a85ad-bf58-4ed4-8489-467a4940a5c7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:39.017580 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a85ad-bf58-4ed4-8489-467a4940a5c7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3120795-0b2c-4048-b90a-2802802aa51e,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:37:39.081512 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-960a85ad-bf58-4ed4-8489-467a4940a5c7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:39.082732 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-960a85ad-bf58-4ed4-8489-467a4940a5c7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3217013 Dec 17 16:37:39.085573 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45874) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:37:39.090790 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-90076458-9ad7-4ee7-bea0-f17af9156297 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'security_group_rule': {'security_group_id': 'e2950be2-2dae-4662-8482-767aac45a299', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:37:39.182712 n-d-820553-2 neutron-server[102833]: INFO neutron.db.securitygroups_db [None req-90076458-9ad7-4ee7-bea0-f17af9156297 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Project 437dcc00f8fd49499d299b0a33d98052 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:37:39.187818 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-90076458-9ad7-4ee7-bea0-f17af9156297 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:39.247187 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-90076458-9ad7-4ee7-bea0-f17af9156297 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:39.320348 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-90076458-9ad7-4ee7-bea0-f17af9156297 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:39.338846 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90076458-9ad7-4ee7-bea0-f17af9156297 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8909e3b5-7324-4079-9b5e-e5ab6e162145,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:37:39.414127 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-90076458-9ad7-4ee7-bea0-f17af9156297 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:39.415320 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-90076458-9ad7-4ee7-bea0-f17af9156297 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3288383 Dec 17 16:37:39.418654 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45876) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:37:39.423424 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-21e653dc-5472-45bc-b09c-7ad254f96b38 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'network': {'name': 'tempest-network-smoke--742183505', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'port_security_enabled': True}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:37:39.514969 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e653dc-5472-45bc-b09c-7ad254f96b38 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Made reservation on behalf of 437dcc00f8fd49499d299b0a33d98052 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:37:39.518448 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-21e653dc-5472-45bc-b09c-7ad254f96b38 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:39.542651 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e653dc-5472-45bc-b09c-7ad254f96b38 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:37:39.550975 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-21e653dc-5472-45bc-b09c-7ad254f96b38 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:39.551309 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-21e653dc-5472-45bc-b09c-7ad254f96b38 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Added segment 51d52f3a-69c2-4512-964c-afaac8753702 of type vlan for network dddffeae-1942-4387-8b0a-2c2fd6a4fd94 Dec 17 16:37:39.604379 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-21e653dc-5472-45bc-b09c-7ad254f96b38 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:39.663595 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-21e653dc-5472-45bc-b09c-7ad254f96b38 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:39.669121 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e653dc-5472-45bc-b09c-7ad254f96b38 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:39.669704 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-21e653dc-5472-45bc-b09c-7ad254f96b38 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:39.732900 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e653dc-5472-45bc-b09c-7ad254f96b38 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Network': ['ID=dddffeae-1942-4387-8b0a-2c2fd6a4fd94,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:37:39.742948 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network dddffeae-1942-4387-8b0a-2c2fd6a4fd94 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:37:39.767965 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-21e653dc-5472-45bc-b09c-7ad254f96b38 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3481705 Dec 17 16:37:39.770565 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45880) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:37:39.774945 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-39d44f4e-5e51-476c-b18c-80e61d574b75 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1161287624', 'admin_state_up': True, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:37:39.851129 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-39d44f4e-5e51-476c-b18c-80e61d574b75 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:39.852199 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-39d44f4e-5e51-476c-b18c-80e61d574b75 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:39.908549 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-39d44f4e-5e51-476c-b18c-80e61d574b75 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:40.131702 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-39d44f4e-5e51-476c-b18c-80e61d574b75 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:40.406376 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-39d44f4e-5e51-476c-b18c-80e61d574b75 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router_gateway, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:40.424414 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-39d44f4e-5e51-476c-b18c-80e61d574b75 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:40.528491 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-39d44f4e-5e51-476c-b18c-80e61d574b75 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Allocated IP 172.25.6.140 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/cf3ff5d2-5042-4059-ba5d-0f96f0391e3c) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:37:40.626179 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-39d44f4e-5e51-476c-b18c-80e61d574b75 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:40.709995 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-39d44f4e-5e51-476c-b18c-80e61d574b75 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:40.749762 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d44f4e-5e51-476c-b18c-80e61d574b75 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:37:40.752449 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-39d44f4e-5e51-476c-b18c-80e61d574b75 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:37:40.758945 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d44f4e-5e51-476c-b18c-80e61d574b75 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:37:40.763209 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d44f4e-5e51-476c-b18c-80e61d574b75 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Port': ['ID=cf3ff5d2-5042-4059-ba5d-0f96f0391e3c,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:37:41.060789 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-39d44f4e-5e51-476c-b18c-80e61d574b75 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router_gateway, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:41.249235 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-39d44f4e-5e51-476c-b18c-80e61d574b75 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:41.354337 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:41.427340 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d44f4e-5e51-476c-b18c-80e61d574b75 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Router a53833ca-4b43-4a4a-98e1-c90ea291afea is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:37:41.532796 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d44f4e-5e51-476c-b18c-80e61d574b75 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:37:41.542789 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fb712c-6b40-48f3-8ff0-59ea878f4878 None None] Sync routers for ids ['a53833ca-4b43-4a4a-98e1-c90ea291afea'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:37:41.552462 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fb712c-6b40-48f3-8ff0-59ea878f4878 None None] Routers {'a53833ca-4b43-4a4a-98e1-c90ea291afea'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:37:41.553091 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-32fb712c-6b40-48f3-8ff0-59ea878f4878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:37:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a53833ca-4b43-4a4a-98e1-c90ea291afea'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:37:41.595339 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-39d44f4e-5e51-476c-b18c-80e61d574b75 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:41.596593 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-39d44f4e-5e51-476c-b18c-80e61d574b75 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8251116 Dec 17 16:37:41.599774 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45882) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:37:41.656836 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-32fb712c-6b40-48f3-8ff0-59ea878f4878 None None] Set router a53833ca-4b43-4a4a-98e1-c90ea291afea gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:37:41.674607 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-762cdd5f-3bc3-476e-b676-76e0070f7303 tempest-TestNetworkAdvancedServerOps-1516648074 tempest-TestNetworkAdvancedServerOps-1516648074-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=437dcc00f8fd49499d299b0a33d98052&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0736423 Dec 17 16:37:41.677160 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45886) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:37:41.769532 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf00f12f-e71d-4325-8533-d51f9a0479ad tempest-TestNetworkAdvancedServerOps-1516648074 tempest-TestNetworkAdvancedServerOps-1516648074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:41.771114 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-bf00f12f-e71d-4325-8533-d51f9a0479ad tempest-TestNetworkAdvancedServerOps-1516648074 tempest-TestNetworkAdvancedServerOps-1516648074-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0929508 Dec 17 16:37:41.773933 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45888) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:37:41.802414 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a45c72e3-d339-4922-b672-9bce63b1d66e tempest-TestNetworkAdvancedServerOps-1516648074 tempest-TestNetworkAdvancedServerOps-1516648074-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=4e9cade7-8de3-4483-a2b7-ada6bbc76cf6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273628 Dec 17 16:37:41.804811 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45890) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:37:41.809907 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-548c917e-2955-4590-9e59-f911b30834ba tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1264069656', 'network_id': 'dddffeae-1942-4387-8b0a-2c2fd6a4fd94', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:37:41.841975 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-32fb712c-6b40-48f3-8ff0-59ea878f4878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161287624', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'cf3ff5d2-5042-4059-ba5d-0f96f0391e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:37:39Z', 'updated_at': '2021-12-17T16:37:40Z', 'revision_number': 3, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': 'cf3ff5d2-5042-4059-ba5d-0f96f0391e3c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:70:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:37:40Z', 'updated_at': '2021-12-17T16:37:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:37:41.868556 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fb712c-6b40-48f3-8ff0-59ea878f4878 None None] Checking router: a53833ca-4b43-4a4a-98e1-c90ea291afea for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:37:41.868821 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fb712c-6b40-48f3-8ff0-59ea878f4878 None None] Updating router a53833ca-4b43-4a4a-98e1-c90ea291afea port cf3ff5d2-5042-4059-ba5d-0f96f0391e3c binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:37:41.894987 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-32fb712c-6b40-48f3-8ff0-59ea878f4878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:41.995628 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548c917e-2955-4590-9e59-f911b30834ba tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Made reservation on behalf of 437dcc00f8fd49499d299b0a33d98052 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:37:41.999280 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-548c917e-2955-4590-9e59-f911b30834ba tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:42.149804 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-32fb712c-6b40-48f3-8ff0-59ea878f4878 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:42.246716 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-32fb712c-6b40-48f3-8ff0-59ea878f4878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:42.293556 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-32fb712c-6b40-48f3-8ff0-59ea878f4878 None None] Attempting to bind port cf3ff5d2-5042-4059-ba5d-0f96f0391e3c on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:37:42.293927 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-32fb712c-6b40-48f3-8ff0-59ea878f4878 None None] Attempting to bind port cf3ff5d2-5042-4059-ba5d-0f96f0391e3c by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:37:42.294287 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fb712c-6b40-48f3-8ff0-59ea878f4878 None None] Attempting to bind port cf3ff5d2-5042-4059-ba5d-0f96f0391e3c on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:37:42.298708 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-548c917e-2955-4590-9e59-f911b30834ba tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:42.304368 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10ce7d-97e0-4531-9104-e07cf4b5f269 None None] Pushing event updated for resources: {'Port': ['ID=cf3ff5d2-5042-4059-ba5d-0f96f0391e3c,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:37:42.307723 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fb712c-6b40-48f3-8ff0-59ea878f4878 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:37:42.310100 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fb712c-6b40-48f3-8ff0-59ea878f4878 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:37:42.310100 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-32fb712c-6b40-48f3-8ff0-59ea878f4878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:42.310100 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fb712c-6b40-48f3-8ff0-59ea878f4878 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:37:42.310100 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-32fb712c-6b40-48f3-8ff0-59ea878f4878 None None] Bound port: cf3ff5d2-5042-4059-ba5d-0f96f0391e3c, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:37:42.310100 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-32fb712c-6b40-48f3-8ff0-59ea878f4878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:42.363382 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-32fb712c-6b40-48f3-8ff0-59ea878f4878 None None] For port cf3ff5d2-5042-4059-ba5d-0f96f0391e3c, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:37:42.366418 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-32fb712c-6b40-48f3-8ff0-59ea878f4878 None None] For port cf3ff5d2-5042-4059-ba5d-0f96f0391e3c, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=cf3ff5d2-5042-4059-ba5d-0f96f0391e3c,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:37:42.366712 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c917e-2955-4590-9e59-f911b30834ba tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Subnet': ['ID=5617ba22-c18c-4d5a-aa9a-4743a330f32e,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:37:42.377343 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548c917e-2955-4590-9e59-f911b30834ba tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Checking segment: {'id': '51d52f3a-69c2-4512-964c-afaac8753702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dddffeae-1942-4387-8b0a-2c2fd6a4fd94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:37:42.377715 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548c917e-2955-4590-9e59-f911b30834ba tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Network hostable DHCP agents. Network: dddffeae-1942-4387-8b0a-2c2fd6a4fd94, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:37:42.413015 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-32fb712c-6b40-48f3-8ff0-59ea878f4878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:42.445813 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548c917e-2955-4590-9e59-f911b30834ba tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Network dddffeae-1942-4387-8b0a-2c2fd6a4fd94 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:37:42.460158 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fb712c-6b40-48f3-8ff0-59ea878f4878 None None] Routers {'a53833ca-4b43-4a4a-98e1-c90ea291afea'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:37:42.464902 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-32fb712c-6b40-48f3-8ff0-59ea878f4878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:37:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a53833ca-4b43-4a4a-98e1-c90ea291afea'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:37:42.532943 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10ce7d-97e0-4531-9104-e07cf4b5f269 None None] Pushing event updated for resources: {'Port': ['ID=cf3ff5d2-5042-4059-ba5d-0f96f0391e3c,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:37:42.555386 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-548c917e-2955-4590-9e59-f911b30834ba tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, dddffeae-1942-4387-8b0a-2c2fd6a4fd94) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:37:42.561881 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548c917e-2955-4590-9e59-f911b30834ba tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:42.562564 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-548c917e-2955-4590-9e59-f911b30834ba tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:42.567335 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a91a546-621e-4351-b9b3-0aa1dc60bd20 None None] Network dddffeae-1942-4387-8b0a-2c2fd6a4fd94 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:37:42.620768 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-32fb712c-6b40-48f3-8ff0-59ea878f4878 None None] Set router a53833ca-4b43-4a4a-98e1-c90ea291afea gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:37:42.655366 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-548c917e-2955-4590-9e59-f911b30834ba tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8495204 Dec 17 16:37:42.658104 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45892) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:37:43.061683 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7db4e1-08a6-443a-a795-6659228e1e7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-dddffeae-1942-4387-8b0a-2c2fd6a4fd94', 'network_id': 'dddffeae-1942-4387-8b0a-2c2fd6a4fd94', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'fixed_ips': [{'subnet_id': '5617ba22-c18c-4d5a-aa9a-4743a330f32e'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 16:37:43.062563 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fb7db4e1-08a6-443a-a795-6659228e1e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:43.076609 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-32fb712c-6b40-48f3-8ff0-59ea878f4878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161287624', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'cf3ff5d2-5042-4059-ba5d-0f96f0391e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:37:39Z', 'updated_at': '2021-12-17T16:37:40Z', 'revision_number': 3, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': 'cf3ff5d2-5042-4059-ba5d-0f96f0391e3c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:70:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:37:40Z', 'updated_at': '2021-12-17T16:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:37:43.106012 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fb712c-6b40-48f3-8ff0-59ea878f4878 None None] The sync data for ids ['a53833ca-4b43-4a4a-98e1-c90ea291afea'] in n-d-820553-2 is: [{'id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161287624', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'cf3ff5d2-5042-4059-ba5d-0f96f0391e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:37:39Z', 'updated_at': '2021-12-17T16:37:40Z', 'revision_number': 3, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': 'cf3ff5d2-5042-4059-ba5d-0f96f0391e3c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:70:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:37:40Z', 'updated_at': '2021-12-17T16:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:37:43.250587 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-fb7db4e1-08a6-443a-a795-6659228e1e7a None None] Allocated IP 172.20.0.2 (dddffeae-1942-4387-8b0a-2c2fd6a4fd94/5617ba22-c18c-4d5a-aa9a-4743a330f32e/02fd9495-a2f8-4671-a139-0454e98a8407) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:37:43.439448 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fb7db4e1-08a6-443a-a795-6659228e1e7a None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:43.498793 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fb7db4e1-08a6-443a-a795-6659228e1e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:43.527186 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-513f7633-62bf-4ecd-9dcf-4be37258fb3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:43.554139 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7db4e1-08a6-443a-a795-6659228e1e7a None None] Network dddffeae-1942-4387-8b0a-2c2fd6a4fd94 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:37:43.557528 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-fb7db4e1-08a6-443a-a795-6659228e1e7a None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:37:43.561525 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7db4e1-08a6-443a-a795-6659228e1e7a None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:37:43.583391 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7db4e1-08a6-443a-a795-6659228e1e7a None None] Pushing event updated for resources: {'Port': ['ID=02fd9495-a2f8-4671-a139-0454e98a8407,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:37:43.631453 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-fb7db4e1-08a6-443a-a795-6659228e1e7a None None] Attempting to bind port 02fd9495-a2f8-4671-a139-0454e98a8407 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:37:43.631453 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-fb7db4e1-08a6-443a-a795-6659228e1e7a None None] Attempting to bind port 02fd9495-a2f8-4671-a139-0454e98a8407 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '51d52f3a-69c2-4512-964c-afaac8753702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dddffeae-1942-4387-8b0a-2c2fd6a4fd94'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:37:43.631824 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7db4e1-08a6-443a-a795-6659228e1e7a None None] Attempting to bind port 02fd9495-a2f8-4671-a139-0454e98a8407 on network dddffeae-1942-4387-8b0a-2c2fd6a4fd94 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:37:43.638316 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7db4e1-08a6-443a-a795-6659228e1e7a None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:37:43.638692 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7db4e1-08a6-443a-a795-6659228e1e7a None None] Checking segment: {'id': '51d52f3a-69c2-4512-964c-afaac8753702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dddffeae-1942-4387-8b0a-2c2fd6a4fd94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:37:43.639109 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fb7db4e1-08a6-443a-a795-6659228e1e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:43.639467 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7db4e1-08a6-443a-a795-6659228e1e7a None None] Bound using segment: {'id': '51d52f3a-69c2-4512-964c-afaac8753702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dddffeae-1942-4387-8b0a-2c2fd6a4fd94'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:37:43.639927 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-fb7db4e1-08a6-443a-a795-6659228e1e7a None None] Bound port: 02fd9495-a2f8-4671-a139-0454e98a8407, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51d52f3a-69c2-4512-964c-afaac8753702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dddffeae-1942-4387-8b0a-2c2fd6a4fd94'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:37:43.640309 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fb7db4e1-08a6-443a-a795-6659228e1e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:43.709472 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-fb7db4e1-08a6-443a-a795-6659228e1e7a None None] For port 02fd9495-a2f8-4671-a139-0454e98a8407, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:37:43.712727 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-fb7db4e1-08a6-443a-a795-6659228e1e7a None None] For port 02fd9495-a2f8-4671-a139-0454e98a8407, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=02fd9495-a2f8-4671-a139-0454e98a8407,segment=NetworkSegment(51d52f3a-69c2-4512-964c-afaac8753702),segment_id=51d52f3a-69c2-4512-964c-afaac8753702)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:37:43.767532 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fb7db4e1-08a6-443a-a795-6659228e1e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:43.840369 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7db4e1-08a6-443a-a795-6659228e1e7a None None] Pushing event updated for resources: {'Port': ['ID=02fd9495-a2f8-4671-a139-0454e98a8407,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:37:43.864334 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-513f7633-62bf-4ecd-9dcf-4be37258fb3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Allocated IP 172.20.0.1 (dddffeae-1942-4387-8b0a-2c2fd6a4fd94/5617ba22-c18c-4d5a-aa9a-4743a330f32e/1088cb89-fb08-4575-ae51-ceb8b9e5c3d3) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:37:44.010621 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-513f7633-62bf-4ecd-9dcf-4be37258fb3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:44.121527 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-513f7633-62bf-4ecd-9dcf-4be37258fb3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:44.173697 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513f7633-62bf-4ecd-9dcf-4be37258fb3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Network dddffeae-1942-4387-8b0a-2c2fd6a4fd94 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:37:44.177085 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-513f7633-62bf-4ecd-9dcf-4be37258fb3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:37:44.180737 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513f7633-62bf-4ecd-9dcf-4be37258fb3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:37:44.210014 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f7633-62bf-4ecd-9dcf-4be37258fb3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Port': ['ID=1088cb89-fb08-4575-ae51-ceb8b9e5c3d3,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:37:44.232633 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-513f7633-62bf-4ecd-9dcf-4be37258fb3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:44.406388 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-513f7633-62bf-4ecd-9dcf-4be37258fb3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:44.692157 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-513f7633-62bf-4ecd-9dcf-4be37258fb3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:44.749340 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acd7bd9-ef30-43ed-ab4d-15e0359bcdc4 None None] Network dddffeae-1942-4387-8b0a-2c2fd6a4fd94 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:37:44.749823 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-513f7633-62bf-4ecd-9dcf-4be37258fb3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:44.806598 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-6caa7b21-bced-4836-ba77-32f4d4183a9c None None] Provisioning complete for port 02fd9495-a2f8-4671-a139-0454e98a8407 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:37:44.807567 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6caa7b21-bced-4836-ba77-32f4d4183a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:44.826195 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f7633-62bf-4ecd-9dcf-4be37258fb3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Port': ['ID=1088cb89-fb08-4575-ae51-ceb8b9e5c3d3,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:37:44.829735 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-513f7633-62bf-4ecd-9dcf-4be37258fb3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:44.937006 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513f7633-62bf-4ecd-9dcf-4be37258fb3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Network dddffeae-1942-4387-8b0a-2c2fd6a4fd94 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:37:44.941015 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-513f7633-62bf-4ecd-9dcf-4be37258fb3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:37:44.961812 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 02fd9495-a2f8-4671-a139-0454e98a8407 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:37:44.992251 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6caa7b21-bced-4836-ba77-32f4d4183a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:45.068195 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-6caa7b21-bced-4836-ba77-32f4d4183a9c None None] For port 02fd9495-a2f8-4671-a139-0454e98a8407, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=02fd9495-a2f8-4671-a139-0454e98a8407,segment=NetworkSegment(51d52f3a-69c2-4512-964c-afaac8753702),segment_id=51d52f3a-69c2-4512-964c-afaac8753702)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:37:45.070805 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513f7633-62bf-4ecd-9dcf-4be37258fb3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Router a53833ca-4b43-4a4a-98e1-c90ea291afea has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:37:45.076773 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 02fd9495-a2f8-4671-a139-0454e98a8407 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:37:45.076944 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:45.155448 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6caa7b21-bced-4836-ba77-32f4d4183a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:45.192701 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:45.202896 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513f7633-62bf-4ecd-9dcf-4be37258fb3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:37:45.208845 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-513f7633-62bf-4ecd-9dcf-4be37258fb3e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "PUT /v2.0/routers/a53833ca-4b43-4a4a-98e1-c90ea291afea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5496850 Dec 17 16:37:45.252048 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa7b21-bced-4836-ba77-32f4d4183a9c None None] Pushing event updated for resources: {'Port': ['ID=02fd9495-a2f8-4671-a139-0454e98a8407,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:37:45.295832 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 17 16:37:45.296181 n-d-820553-2 neutron-server[102834]: DEBUG oslo_db.api [None req-4f9ef321-f51f-4224-8351-519438624add None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 17 16:37:45.367371 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-db9b3e60-6fe4-42a1-8708-b9dbf291d443 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-176234437&fields=id&tenant_id=437dcc00f8fd49499d299b0a33d98052 HTTP/1.1" status: 200 len: 267 time: 0.0408998 Dec 17 16:37:45.375746 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-bcf1239c-5b28-4def-acaa-7efa4264410e None None] Provisioning complete for port 1088cb89-fb08-4575-ae51-ceb8b9e5c3d3 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:37:45.376151 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bcf1239c-5b28-4def-acaa-7efa4264410e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:45.426250 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-bcf1239c-5b28-4def-acaa-7efa4264410e None None] Port 1088cb89-fb08-4575-ae51-ceb8b9e5c3d3 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:37:45.435064 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e669a8a8-1888-421e-9a41-7d51aad796d1 None None] Sync routers for ids ['a53833ca-4b43-4a4a-98e1-c90ea291afea'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:37:45.438502 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-bcf1239c-5b28-4def-acaa-7efa4264410e None None] Provisioning complete for port 02fd9495-a2f8-4671-a139-0454e98a8407 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:37:45.438956 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bcf1239c-5b28-4def-acaa-7efa4264410e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:45.448372 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e669a8a8-1888-421e-9a41-7d51aad796d1 None None] Routers {'a53833ca-4b43-4a4a-98e1-c90ea291afea'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:37:45.449141 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e669a8a8-1888-421e-9a41-7d51aad796d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:37:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a53833ca-4b43-4a4a-98e1-c90ea291afea'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:37:45.498642 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-50fdce53-c942-49ec-89fa-d553ee484557 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:45.506656 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-50fdce53-c942-49ec-89fa-d553ee484557 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/networks?id=dddffeae-1942-4387-8b0a-2c2fd6a4fd94 HTTP/1.1" status: 200 len: 796 time: 0.1314125 Dec 17 16:37:45.528253 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-50934598-d820-4471-8c5e-64cc5e6ff766 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/quotas/437dcc00f8fd49499d299b0a33d98052 HTTP/1.1" status: 200 len: 375 time: 0.0188749 Dec 17 16:37:45.574365 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-e669a8a8-1888-421e-9a41-7d51aad796d1 None None] Set router a53833ca-4b43-4a4a-98e1-c90ea291afea gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:37:45.585645 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-b859aea7-c2a0-43be-b96d-0eb53bec8d26 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564575 Dec 17 16:37:45.665027 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c982227f-8696-487c-a7d6-dbb66946b3c9 None None] Provisioning complete for port 1088cb89-fb08-4575-ae51-ceb8b9e5c3d3 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:37:45.665425 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c982227f-8696-487c-a7d6-dbb66946b3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:45.710340 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c982227f-8696-487c-a7d6-dbb66946b3c9 None None] Port 1088cb89-fb08-4575-ae51-ceb8b9e5c3d3 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:37:45.735020 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-22e0fbe9-643a-4617-9cb6-81ec3cf665c8 service neutron] 10.222.0.46 "GET /v2.0/networks/dddffeae-1942-4387-8b0a-2c2fd6a4fd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400383 Dec 17 16:37:45.788593 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e669a8a8-1888-421e-9a41-7d51aad796d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161287624', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'cf3ff5d2-5042-4059-ba5d-0f96f0391e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:37:39Z', 'updated_at': '2021-12-17T16:37:44Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': 'cf3ff5d2-5042-4059-ba5d-0f96f0391e3c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:70:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:37:40Z', 'updated_at': '2021-12-17T16:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '1088cb89-fb08-4575-ae51-ceb8b9e5c3d3', 'name': '', 'network_id': 'dddffeae-1942-4387-8b0a-2c2fd6a4fd94', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:df:eb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5617ba22-c18c-4d5a-aa9a-4743a330f32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:37:43Z', 'updated_at': '2021-12-17T16:37:44Z', 'revision_number': 2, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': '5617ba22-c18c-4d5a-aa9a-4743a330f32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:37:45.814786 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e669a8a8-1888-421e-9a41-7d51aad796d1 None None] Checking router: a53833ca-4b43-4a4a-98e1-c90ea291afea for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:37:45.815137 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e669a8a8-1888-421e-9a41-7d51aad796d1 None None] Updating router a53833ca-4b43-4a4a-98e1-c90ea291afea port 1088cb89-fb08-4575-ae51-ceb8b9e5c3d3 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:37:45.835847 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-e2c962b9-d1ea-4f29-99c7-348e1e99d7ba service neutron] 10.222.0.46 "GET /v2.0/networks/dddffeae-1942-4387-8b0a-2c2fd6a4fd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946724 Dec 17 16:37:45.840902 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-e669a8a8-1888-421e-9a41-7d51aad796d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:45.843504 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device cf3ff5d2-5042-4059-ba5d-0f96f0391e3c up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:37:45.881495 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d58e6396-e9e1-46c1-a8bb-40fd789c69d2 None None] Provisioning complete for port 1088cb89-fb08-4575-ae51-ceb8b9e5c3d3 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:37:45.881864 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d58e6396-e9e1-46c1-a8bb-40fd789c69d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:45.926042 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d58e6396-e9e1-46c1-a8bb-40fd789c69d2 None None] Port 1088cb89-fb08-4575-ae51-ceb8b9e5c3d3 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:37:45.932224 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port cf3ff5d2-5042-4059-ba5d-0f96f0391e3c triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:37:45.932738 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:46.018151 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:46.042790 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port cf3ff5d2-5042-4059-ba5d-0f96f0391e3c, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=cf3ff5d2-5042-4059-ba5d-0f96f0391e3c,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:37:46.088652 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-64be8ae4-c858-40f8-b823-9cb174ea72ea req-c6ca00b3-6475-48a6-a1df-88992b5ec803 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 210 time: 0.0273271 Dec 17 16:37:46.113852 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:46.146088 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-e669a8a8-1888-421e-9a41-7d51aad796d1 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:46.164033 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=cf3ff5d2-5042-4059-ba5d-0f96f0391e3c,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:37:46.223584 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-e669a8a8-1888-421e-9a41-7d51aad796d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:46.275539 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca85d7-3623-443f-88a6-c89ebca011b4 None None] Pushing event updated for resources: {'Port': ['ID=1088cb89-fb08-4575-ae51-ceb8b9e5c3d3,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:37:46.299813 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca85d7-3623-443f-88a6-c89ebca011b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:37:46.300186 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca85d7-3623-443f-88a6-c89ebca011b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:37:46.300487 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca85d7-3623-443f-88a6-c89ebca011b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:37:46.300872 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca85d7-3623-443f-88a6-c89ebca011b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:37:46.301177 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca85d7-3623-443f-88a6-c89ebca011b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:37:46.301513 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca85d7-3623-443f-88a6-c89ebca011b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:37:46.301831 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca85d7-3623-443f-88a6-c89ebca011b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:37:46.302147 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca85d7-3623-443f-88a6-c89ebca011b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:37:46.302462 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca85d7-3623-443f-88a6-c89ebca011b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:37:46.302774 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca85d7-3623-443f-88a6-c89ebca011b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:37:46.303086 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca85d7-3623-443f-88a6-c89ebca011b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:37:46.303396 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faca85d7-3623-443f-88a6-c89ebca011b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:37:46.331946 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-e669a8a8-1888-421e-9a41-7d51aad796d1 None None] Attempting to bind port 1088cb89-fb08-4575-ae51-ceb8b9e5c3d3 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:37:46.332314 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-e669a8a8-1888-421e-9a41-7d51aad796d1 None None] Attempting to bind port 1088cb89-fb08-4575-ae51-ceb8b9e5c3d3 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '51d52f3a-69c2-4512-964c-afaac8753702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dddffeae-1942-4387-8b0a-2c2fd6a4fd94'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:37:46.332675 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e669a8a8-1888-421e-9a41-7d51aad796d1 None None] Attempting to bind port 1088cb89-fb08-4575-ae51-ceb8b9e5c3d3 on network dddffeae-1942-4387-8b0a-2c2fd6a4fd94 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:37:46.338147 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e669a8a8-1888-421e-9a41-7d51aad796d1 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:37:46.339147 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e669a8a8-1888-421e-9a41-7d51aad796d1 None None] Checking segment: {'id': '51d52f3a-69c2-4512-964c-afaac8753702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dddffeae-1942-4387-8b0a-2c2fd6a4fd94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:37:46.342420 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-e669a8a8-1888-421e-9a41-7d51aad796d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:46.342420 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e669a8a8-1888-421e-9a41-7d51aad796d1 None None] Bound using segment: {'id': '51d52f3a-69c2-4512-964c-afaac8753702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dddffeae-1942-4387-8b0a-2c2fd6a4fd94'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:37:46.342420 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-e669a8a8-1888-421e-9a41-7d51aad796d1 None None] Bound port: 1088cb89-fb08-4575-ae51-ceb8b9e5c3d3, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51d52f3a-69c2-4512-964c-afaac8753702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dddffeae-1942-4387-8b0a-2c2fd6a4fd94'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:37:46.342420 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-e669a8a8-1888-421e-9a41-7d51aad796d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:46.413981 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-e669a8a8-1888-421e-9a41-7d51aad796d1 None None] For port 1088cb89-fb08-4575-ae51-ceb8b9e5c3d3, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:37:46.417896 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-e669a8a8-1888-421e-9a41-7d51aad796d1 None None] For port 1088cb89-fb08-4575-ae51-ceb8b9e5c3d3, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=1088cb89-fb08-4575-ae51-ceb8b9e5c3d3,segment=NetworkSegment(51d52f3a-69c2-4512-964c-afaac8753702),segment_id=51d52f3a-69c2-4512-964c-afaac8753702)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:37:46.447126 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-7b1563ff-a928-4d84-9e53-7d346ae3e471 None None] Provisioning complete for port 1088cb89-fb08-4575-ae51-ceb8b9e5c3d3 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:37:46.447529 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7b1563ff-a928-4d84-9e53-7d346ae3e471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:46.484047 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-7b1563ff-a928-4d84-9e53-7d346ae3e471 None None] Port 1088cb89-fb08-4575-ae51-ceb8b9e5c3d3 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:37:46.491318 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-e669a8a8-1888-421e-9a41-7d51aad796d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:46.547650 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e669a8a8-1888-421e-9a41-7d51aad796d1 None None] Routers {'a53833ca-4b43-4a4a-98e1-c90ea291afea'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:37:46.548275 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e669a8a8-1888-421e-9a41-7d51aad796d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:37:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a53833ca-4b43-4a4a-98e1-c90ea291afea'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:37:46.552999 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca85d7-3623-443f-88a6-c89ebca011b4 None None] Pushing event updated for resources: {'Port': ['ID=1088cb89-fb08-4575-ae51-ceb8b9e5c3d3,revision_number=4']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:37:46.669343 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-e669a8a8-1888-421e-9a41-7d51aad796d1 None None] Set router a53833ca-4b43-4a4a-98e1-c90ea291afea gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:37:46.803248 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-89c1ce4b-848b-4fba-ba21-f66788ddc091 None None] Provisioning complete for port 1088cb89-fb08-4575-ae51-ceb8b9e5c3d3 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:37:46.803514 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-89c1ce4b-848b-4fba-ba21-f66788ddc091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:46.876100 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-e669a8a8-1888-421e-9a41-7d51aad796d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161287624', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'cf3ff5d2-5042-4059-ba5d-0f96f0391e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:37:39Z', 'updated_at': '2021-12-17T16:37:44Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': 'cf3ff5d2-5042-4059-ba5d-0f96f0391e3c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:70:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:37:40Z', 'updated_at': '2021-12-17T16:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '1088cb89-fb08-4575-ae51-ceb8b9e5c3d3', 'name': '', 'network_id': 'dddffeae-1942-4387-8b0a-2c2fd6a4fd94', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:df:eb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5617ba22-c18c-4d5a-aa9a-4743a330f32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:37:43Z', 'updated_at': '2021-12-17T16:37:46Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': '5617ba22-c18c-4d5a-aa9a-4743a330f32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:37:46.882931 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 02fd9495-a2f8-4671-a139-0454e98a8407 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:37:46.907779 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e669a8a8-1888-421e-9a41-7d51aad796d1 None None] The sync data for ids ['a53833ca-4b43-4a4a-98e1-c90ea291afea'] in n-d-820553-2 is: [{'id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161287624', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'cf3ff5d2-5042-4059-ba5d-0f96f0391e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:37:39Z', 'updated_at': '2021-12-17T16:37:44Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': 'cf3ff5d2-5042-4059-ba5d-0f96f0391e3c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:70:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:37:40Z', 'updated_at': '2021-12-17T16:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '1088cb89-fb08-4575-ae51-ceb8b9e5c3d3', 'name': '', 'network_id': 'dddffeae-1942-4387-8b0a-2c2fd6a4fd94', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:df:eb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5617ba22-c18c-4d5a-aa9a-4743a330f32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:37:43Z', 'updated_at': '2021-12-17T16:37:46Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': '5617ba22-c18c-4d5a-aa9a-4743a330f32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:37:46.919803 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-89c1ce4b-848b-4fba-ba21-f66788ddc091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:46.979880 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-89c1ce4b-848b-4fba-ba21-f66788ddc091 None None] For port 1088cb89-fb08-4575-ae51-ceb8b9e5c3d3, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=1088cb89-fb08-4575-ae51-ceb8b9e5c3d3,segment=NetworkSegment(51d52f3a-69c2-4512-964c-afaac8753702),segment_id=51d52f3a-69c2-4512-964c-afaac8753702)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:37:46.986151 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 02fd9495-a2f8-4671-a139-0454e98a8407 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:37:46.986531 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:47.061016 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-89c1ce4b-848b-4fba-ba21-f66788ddc091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:47.077790 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device cf3ff5d2-5042-4059-ba5d-0f96f0391e3c up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:37:47.163699 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1ce4b-848b-4fba-ba21-f66788ddc091 None None] Pushing event updated for resources: {'Port': ['ID=1088cb89-fb08-4575-ae51-ceb8b9e5c3d3,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:37:47.175615 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port cf3ff5d2-5042-4059-ba5d-0f96f0391e3c triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:37:47.175980 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:47.198174 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bb0379e9-8adc-4d46-ac1a-4cc8d1786b01 req-cdbc49ab-e9ae-41ec-8f46-a654cdbc0b72 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 210 time: 0.0280559 Dec 17 16:37:48.130064 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-6869b69d-9bd9-461b-b730-f52df6c95d63 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:48.131489 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-6869b69d-9bd9-461b-b730-f52df6c95d63 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.41 "GET /v2.0/networks?id=dddffeae-1942-4387-8b0a-2c2fd6a4fd94 HTTP/1.1" status: 200 len: 796 time: 0.1013420 Dec 17 16:37:48.181017 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-9d181ef3-c900-4e28-8cb4-e7f297834b7e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=437dcc00f8fd49499d299b0a33d98052 HTTP/1.1" status: 200 len: 379 time: 0.0339239 Dec 17 16:37:48.190308 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-83ada42b-eee6-4722-bd01-bd9f9748e27b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'port': {'device_id': '9816fe04-38dd-4dab-9111-7bcf4ad63dab', 'network_id': 'dddffeae-1942-4387-8b0a-2c2fd6a4fd94', 'admin_state_up': True, 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'security_groups': ['e2950be2-2dae-4662-8482-767aac45a299']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:37:48.298361 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-03cff460-800b-40d1-9cfb-d925e5b4262f req-0a1853c6-2e93-4b73-bba7-b22b68f7335a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 210 time: 0.0285769 Dec 17 16:37:48.393569 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-83ada42b-eee6-4722-bd01-bd9f9748e27b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Made reservation on behalf of 437dcc00f8fd49499d299b0a33d98052 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:37:48.397011 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-83ada42b-eee6-4722-bd01-bd9f9748e27b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:48.526523 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-83ada42b-eee6-4722-bd01-bd9f9748e27b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Allocated IP 172.20.0.10 (dddffeae-1942-4387-8b0a-2c2fd6a4fd94/5617ba22-c18c-4d5a-aa9a-4743a330f32e/064b4646-6f62-4a86-a7a2-86522b248afb) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:37:48.659580 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-83ada42b-eee6-4722-bd01-bd9f9748e27b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:48.755301 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-83ada42b-eee6-4722-bd01-bd9f9748e27b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:48.801905 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-83ada42b-eee6-4722-bd01-bd9f9748e27b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Network dddffeae-1942-4387-8b0a-2c2fd6a4fd94 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:37:48.804925 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-83ada42b-eee6-4722-bd01-bd9f9748e27b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:37:48.809470 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-83ada42b-eee6-4722-bd01-bd9f9748e27b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:37:48.818917 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ada42b-eee6-4722-bd01-bd9f9748e27b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Port': ['ID=064b4646-6f62-4a86-a7a2-86522b248afb,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:37:48.867348 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-83ada42b-eee6-4722-bd01-bd9f9748e27b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:48.867971 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-83ada42b-eee6-4722-bd01-bd9f9748e27b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:48.899162 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 1088cb89-fb08-4575-ae51-ceb8b9e5c3d3 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:37:48.946331 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-83ada42b-eee6-4722-bd01-bd9f9748e27b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7595086 Dec 17 16:37:48.950247 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 1088cb89-fb08-4575-ae51-ceb8b9e5c3d3 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:37:48.950623 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:48.964473 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-84557d0e-1701-4268-a8af-eb64602fbb06 service neutron] Request body: {'port': {'device_id': '9816fe04-38dd-4dab-9111-7bcf4ad63dab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:37:49.027830 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-84557d0e-1701-4268-a8af-eb64602fbb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:49.110913 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-233fd98d-1ee2-49b4-bcca-d47b76c2eba0 None None] Provisioning complete for port 064b4646-6f62-4a86-a7a2-86522b248afb triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:37:49.110913 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-233fd98d-1ee2-49b4-bcca-d47b76c2eba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:49.127660 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-233fd98d-1ee2-49b4-bcca-d47b76c2eba0 None None] Port 064b4646-6f62-4a86-a7a2-86522b248afb cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:37:49.295499 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-84557d0e-1701-4268-a8af-eb64602fbb06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 064b4646-6f62-4a86-a7a2-86522b248afb {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:37:49.302881 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-84557d0e-1701-4268-a8af-eb64602fbb06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:49.315272 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-84557d0e-1701-4268-a8af-eb64602fbb06 service neutron] Transition to ACTIVE for port object 064b4646-6f62-4a86-a7a2-86522b248afb will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:37:49.389573 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-84557d0e-1701-4268-a8af-eb64602fbb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:49.412129 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a16b80-7c6b-4510-a0bc-808187756eb1 req-886bcf2b-7d3c-477e-aea7-9dbcad4a3527 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:49.413631 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-03a16b80-7c6b-4510-a0bc-808187756eb1 req-886bcf2b-7d3c-477e-aea7-9dbcad4a3527 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 932 time: 0.0493872 Dec 17 16:37:49.442791 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84557d0e-1701-4268-a8af-eb64602fbb06 service neutron] Pushing event updated for resources: {'Port': ['ID=064b4646-6f62-4a86-a7a2-86522b248afb,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:37:49.460069 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-03a16b80-7c6b-4510-a0bc-808187756eb1 req-76d4a046-acad-4a76-93a9-d6ab4d69441e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2950be2-2dae-4662-8482-767aac45a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394971 Dec 17 16:37:49.522205 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-84557d0e-1701-4268-a8af-eb64602fbb06 service neutron] Attempting to bind port 064b4646-6f62-4a86-a7a2-86522b248afb on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:37:49.522539 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-84557d0e-1701-4268-a8af-eb64602fbb06 service neutron] Attempting to bind port 064b4646-6f62-4a86-a7a2-86522b248afb by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '51d52f3a-69c2-4512-964c-afaac8753702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dddffeae-1942-4387-8b0a-2c2fd6a4fd94'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:37:49.522893 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-84557d0e-1701-4268-a8af-eb64602fbb06 service neutron] Attempting to bind port 064b4646-6f62-4a86-a7a2-86522b248afb on network dddffeae-1942-4387-8b0a-2c2fd6a4fd94 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:37:49.528017 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-84557d0e-1701-4268-a8af-eb64602fbb06 service neutron] Port 064b4646-6f62-4a86-a7a2-86522b248afb on network dddffeae-1942-4387-8b0a-2c2fd6a4fd94 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:37:49.528338 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-84557d0e-1701-4268-a8af-eb64602fbb06 service neutron] Attempting to bind port 064b4646-6f62-4a86-a7a2-86522b248afb on network dddffeae-1942-4387-8b0a-2c2fd6a4fd94 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:37:49.533410 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-84557d0e-1701-4268-a8af-eb64602fbb06 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:37:49.533685 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-84557d0e-1701-4268-a8af-eb64602fbb06 service neutron] Checking segment: {'id': '51d52f3a-69c2-4512-964c-afaac8753702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dddffeae-1942-4387-8b0a-2c2fd6a4fd94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:37:49.534060 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-84557d0e-1701-4268-a8af-eb64602fbb06 service neutron] Bound using segment: {'id': '51d52f3a-69c2-4512-964c-afaac8753702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dddffeae-1942-4387-8b0a-2c2fd6a4fd94'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:37:49.534477 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-84557d0e-1701-4268-a8af-eb64602fbb06 service neutron] Bound port: 064b4646-6f62-4a86-a7a2-86522b248afb, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51d52f3a-69c2-4512-964c-afaac8753702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'dddffeae-1942-4387-8b0a-2c2fd6a4fd94'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:37:49.534834 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-84557d0e-1701-4268-a8af-eb64602fbb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:49.604484 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-84557d0e-1701-4268-a8af-eb64602fbb06 service neutron] For port 064b4646-6f62-4a86-a7a2-86522b248afb, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:37:49.607595 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-84557d0e-1701-4268-a8af-eb64602fbb06 service neutron] For port 064b4646-6f62-4a86-a7a2-86522b248afb, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=064b4646-6f62-4a86-a7a2-86522b248afb,segment=NetworkSegment(51d52f3a-69c2-4512-964c-afaac8753702),segment_id=51d52f3a-69c2-4512-964c-afaac8753702)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:37:49.657066 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-84557d0e-1701-4268-a8af-eb64602fbb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:49.689735 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-84557d0e-1701-4268-a8af-eb64602fbb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:49.690348 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-84557d0e-1701-4268-a8af-eb64602fbb06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:49.691732 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-84557d0e-1701-4268-a8af-eb64602fbb06 service neutron] 10.222.0.41 "PUT /v2.0/ports/064b4646-6f62-4a86-a7a2-86522b248afb HTTP/1.1" status: 200 len: 1092 time: 0.7319508 Dec 17 16:37:49.692484 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9816fe04-38dd-4dab-9111-7bcf4ad63dab', 'tag': '064b4646-6f62-4a86-a7a2-86522b248afb'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:37:49.694394 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ed27d5-ecec-4914-89e6-c5b9c3109ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "9816fe04-38dd-4dab-9111-7bcf4ad63dab", "tag": "064b4646-6f62-4a86-a7a2-86522b248afb"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:37:49.721122 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84557d0e-1701-4268-a8af-eb64602fbb06 service neutron] Pushing event updated for resources: {'Port': ['ID=064b4646-6f62-4a86-a7a2-86522b248afb,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:37:49.740915 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ca8ef7-a471-4a75-b90d-2e4fd2fe3de7 x-openstack-request-id: req-41ca8ef7-a471-4a75-b90d-2e4fd2fe3de7 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:37:49.741318 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9816fe04-38dd-4dab-9111-7bcf4ad63dab", "tag": "064b4646-6f62-4a86-a7a2-86522b248afb", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:37:49.744241 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-41ca8ef7-a471-4a75-b90d-2e4fd2fe3de7 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:37:49.744241 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9816fe04-38dd-4dab-9111-7bcf4ad63dab', 'tag': '064b4646-6f62-4a86-a7a2-86522b248afb', 'status': 'completed', 'code': 200} Dec 17 16:37:49.823007 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed27d5-ecec-4914-89e6-c5b9c3109ea4 req-3b346705-0140-4178-9c79-8c791576d10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:49.824690 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b6ed27d5-ecec-4914-89e6-c5b9c3109ea4 req-3b346705-0140-4178-9c79-8c791576d10b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 1095 time: 0.0438805 Dec 17 16:37:49.935546 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed27d5-ecec-4914-89e6-c5b9c3109ea4 req-6eb87e2f-5d3b-408a-a54d-fe0de55266b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:49.937003 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b6ed27d5-ecec-4914-89e6-c5b9c3109ea4 req-6eb87e2f-5d3b-408a-a54d-fe0de55266b9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=437dcc00f8fd49499d299b0a33d98052&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0994308 Dec 17 16:37:50.035625 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed27d5-ecec-4914-89e6-c5b9c3109ea4 req-287a0d52-1526-401c-ba11-fd8803207de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:50.037122 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b6ed27d5-ecec-4914-89e6-c5b9c3109ea4 req-287a0d52-1526-401c-ba11-fd8803207de7 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934143 Dec 17 16:37:50.132393 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-e5cf99b3-58a4-47dc-90fe-5a05026cda52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:50.133795 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-e5cf99b3-58a4-47dc-90fe-5a05026cda52 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 1095 time: 0.0401154 Dec 17 16:37:50.179573 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-61fe10dc-fe6a-4ce1-94da-1c08a5d62b5a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=064b4646-6f62-4a86-a7a2-86522b248afb HTTP/1.1" status: 200 len: 217 time: 0.0331831 Dec 17 16:37:50.231849 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-8c6ac61d-2432-44d0-8a33-aa319d1a8eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:50.233284 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-8c6ac61d-2432-44d0-8a33-aa319d1a8eaa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5617ba22-c18c-4d5a-aa9a-4743a330f32e HTTP/1.1" status: 200 len: 835 time: 0.0462852 Dec 17 16:37:50.282977 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-e916791c-2156-47ea-b823-ea01e9b11a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:50.284433 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-e916791c-2156-47ea-b823-ea01e9b11a16 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dddffeae-1942-4387-8b0a-2c2fd6a4fd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406189 Dec 17 16:37:50.371719 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-0d91568e-9a49-45b2-9df2-5b801e116902 service neutron] 10.222.0.41 "GET /v2.0/networks/dddffeae-1942-4387-8b0a-2c2fd6a4fd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798764 Dec 17 16:37:50.462808 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-f2beb898-c529-4dea-8574-4891a7a8d7bd req-aa96b5c1-4d84-4b71-823b-2e4bb59f4ade service neutron] 10.222.0.41 "GET /v2.0/networks/dddffeae-1942-4387-8b0a-2c2fd6a4fd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843999 Dec 17 16:37:50.577921 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1868d82-8dea-4494-9e01-83e33267b561 req-b194d812-2235-455c-819c-b53abf873bfa tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:50.579404 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a1868d82-8dea-4494-9e01-83e33267b561 req-b194d812-2235-455c-819c-b53abf873bfa tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 944 time: 0.0493362 Dec 17 16:37:50.616472 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a1868d82-8dea-4494-9e01-83e33267b561 req-9bd0e77c-e504-4293-a258-db08a4d132a3 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2950be2-2dae-4662-8482-767aac45a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309134 Dec 17 16:37:51.731617 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9af858-6dd5-4afd-8fb7-68235b1161ea req-2880211b-9d03-4ea0-bf77-3985e1d1aa0c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:51.733119 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cd9af858-6dd5-4afd-8fb7-68235b1161ea req-2880211b-9d03-4ea0-bf77-3985e1d1aa0c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 944 time: 0.0486488 Dec 17 16:37:51.771286 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cd9af858-6dd5-4afd-8fb7-68235b1161ea req-2a2eec89-a57b-42b8-88ae-4aa5dc182640 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2950be2-2dae-4662-8482-767aac45a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321136 Dec 17 16:37:52.884059 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131d2b5-bf48-4ccc-ac71-83787a7adeeb req-9f398b9b-e155-4536-98c5-67081a9b8007 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:52.886094 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9131d2b5-bf48-4ccc-ac71-83787a7adeeb req-9f398b9b-e155-4536-98c5-67081a9b8007 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 944 time: 0.0488660 Dec 17 16:37:52.929141 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9131d2b5-bf48-4ccc-ac71-83787a7adeeb req-b1ec30b1-960a-46f5-834e-c65b0e5abbb0 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2950be2-2dae-4662-8482-767aac45a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362680 Dec 17 16:37:54.043261 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773740e5-bde0-4b3a-90b4-555af959356e req-18674367-e671-4272-b457-bd092ecaa282 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:54.044765 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-773740e5-bde0-4b3a-90b4-555af959356e req-18674367-e671-4272-b457-bd092ecaa282 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 944 time: 0.0494006 Dec 17 16:37:54.081298 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-773740e5-bde0-4b3a-90b4-555af959356e req-67723aa2-ff91-4dd8-b163-a722dcda54bb tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2950be2-2dae-4662-8482-767aac45a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305440 Dec 17 16:37:54.663206 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 064b4646-6f62-4a86-a7a2-86522b248afb details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:37:54.758241 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 064b4646-6f62-4a86-a7a2-86522b248afb, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=064b4646-6f62-4a86-a7a2-86522b248afb,segment=NetworkSegment(51d52f3a-69c2-4512-964c-afaac8753702),segment_id=51d52f3a-69c2-4512-964c-afaac8753702)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:37:54.769211 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '064b4646-6f62-4a86-a7a2-86522b248afb', 'network_id': 'dddffeae-1942-4387-8b0a-2c2fd6a4fd94', 'port_id': '064b4646-6f62-4a86-a7a2-86522b248afb', 'mac_address': 'fa:16:3e:d5:33:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5617ba22-c18c-4d5a-aa9a-4743a330f32e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:37:54.805650 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:54.818379 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 064b4646-6f62-4a86-a7a2-86522b248afb {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:37:54.837160 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 064b4646-6f62-4a86-a7a2-86522b248afb, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=064b4646-6f62-4a86-a7a2-86522b248afb,segment=NetworkSegment(51d52f3a-69c2-4512-964c-afaac8753702),segment_id=51d52f3a-69c2-4512-964c-afaac8753702)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:37:54.903477 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:54.949092 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=064b4646-6f62-4a86-a7a2-86522b248afb,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:37:55.194385 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94c088-79eb-4c1a-93ad-588602e9ddba req-008301f7-7897-40c7-88e6-81e9d5e445e2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:55.195851 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4e94c088-79eb-4c1a-93ad-588602e9ddba req-008301f7-7897-40c7-88e6-81e9d5e445e2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 945 time: 0.0485198 Dec 17 16:37:55.233124 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4e94c088-79eb-4c1a-93ad-588602e9ddba req-96290901-eaa0-4050-9187-3836d565e90b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2950be2-2dae-4662-8482-767aac45a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307508 Dec 17 16:37:55.308166 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['064b4646-6f62-4a86-a7a2-86522b248afb'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:37:56.345774 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbe146-83ba-44fe-850a-1ab06fc3d300 req-5f97df70-e1c1-42ac-8a3c-172646bc159f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:56.347242 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-01bbe146-83ba-44fe-850a-1ab06fc3d300 req-5f97df70-e1c1-42ac-8a3c-172646bc159f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 945 time: 0.0478415 Dec 17 16:37:56.388080 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-01bbe146-83ba-44fe-850a-1ab06fc3d300 req-8302bf32-d4c6-4d9a-af9c-9781d590ca9e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2950be2-2dae-4662-8482-767aac45a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348029 Dec 17 16:37:56.678411 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 064b4646-6f62-4a86-a7a2-86522b248afb up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:37:56.840917 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 064b4646-6f62-4a86-a7a2-86522b248afb completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:37:56.844803 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 064b4646-6f62-4a86-a7a2-86522b248afb triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:37:56.845210 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:56.870226 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:56.922828 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:56.944664 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9816fe04-38dd-4dab-9111-7bcf4ad63dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064b4646-6f62-4a86-a7a2-86522b248afb'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:37:56.946931 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f13e50-76e9-4555-8592-d65dd1b50ff5" -d '{"events": [{"server_uuid": "9816fe04-38dd-4dab-9111-7bcf4ad63dab", "name": "network-vif-plugged", "status": "completed", "tag": "064b4646-6f62-4a86-a7a2-86522b248afb"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:37:56.959620 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 064b4646-6f62-4a86-a7a2-86522b248afb, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=064b4646-6f62-4a86-a7a2-86522b248afb,segment=NetworkSegment(51d52f3a-69c2-4512-964c-afaac8753702),segment_id=51d52f3a-69c2-4512-964c-afaac8753702)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:37:56.984400 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d96f44-5610-4fd7-a8c0-fbe1a4e6fdeb x-openstack-request-id: req-22d96f44-5610-4fd7-a8c0-fbe1a4e6fdeb {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:37:56.984699 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9816fe04-38dd-4dab-9111-7bcf4ad63dab", "name": "network-vif-plugged", "status": "completed", "tag": "064b4646-6f62-4a86-a7a2-86522b248afb", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:37:56.984953 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-22d96f44-5610-4fd7-a8c0-fbe1a4e6fdeb {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:37:56.985375 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9816fe04-38dd-4dab-9111-7bcf4ad63dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064b4646-6f62-4a86-a7a2-86522b248afb', 'code': 200} Dec 17 16:37:57.052363 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:57.105819 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e911e-6cd0-4b03-865e-7e7c751af748 req-89cf9a9d-a3dc-4b35-9405-581de54f02f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:57.106398 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=064b4646-6f62-4a86-a7a2-86522b248afb,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:37:57.107258 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-295e911e-6cd0-4b03-865e-7e7c751af748 req-89cf9a9d-a3dc-4b35-9405-581de54f02f7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 1097 time: 0.0425327 Dec 17 16:37:57.143193 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-295e911e-6cd0-4b03-865e-7e7c751af748 req-97bc4a15-988d-43c3-9aff-ec70cf0126bf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e2950be2-2dae-4662-8482-767aac45a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288379 Dec 17 16:37:57.769166 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9b83b-a33a-4e91-9e50-4ae92a6a430d req-8a3e99a5-1a1b-4a92-8a09-17b3babe00f5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:57.770639 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b8a9b83b-a33a-4e91-9e50-4ae92a6a430d req-8a3e99a5-1a1b-4a92-8a09-17b3babe00f5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 946 time: 0.3164344 Dec 17 16:37:57.807736 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b8a9b83b-a33a-4e91-9e50-4ae92a6a430d req-7fdf7af0-12e3-405c-8ce3-b1debd3b98c1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2950be2-2dae-4662-8482-767aac45a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306029 Dec 17 16:37:58.925926 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31087010-1171-4211-9504-56884d338156 req-d149e3ea-d7e0-4de3-aafd-61c2efd1d131 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:58.927396 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-31087010-1171-4211-9504-56884d338156 req-d149e3ea-d7e0-4de3-aafd-61c2efd1d131 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 946 time: 0.0501878 Dec 17 16:37:58.932335 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-aeba54d2-4e24-405a-b30b-35758e91167d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:58.966183 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-31087010-1171-4211-9504-56884d338156 req-84f6b291-9721-429a-b3e6-366dbbeaf25d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2950be2-2dae-4662-8482-767aac45a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317838 Dec 17 16:37:59.079304 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38541dd-e9fe-4ee7-addc-bc1a90e66bfe req-d9a93616-46f3-4a9b-b5b1-ecbf0b0ad5f6 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:59.080981 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d38541dd-e9fe-4ee7-addc-bc1a90e66bfe req-d9a93616-46f3-4a9b-b5b1-ecbf0b0ad5f6 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 946 time: 0.0489645 Dec 17 16:37:59.122676 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d38541dd-e9fe-4ee7-addc-bc1a90e66bfe req-afb72caa-5ec6-45af-93e8-38bb0642e9e2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2950be2-2dae-4662-8482-767aac45a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358393 Dec 17 16:37:59.144705 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45952) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:37:59.184336 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf04e800-f5ce-45f3-97f9-ae14681367fa tempest-TestNetworkAdvancedServerOps-1516648074 tempest-TestNetworkAdvancedServerOps-1516648074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:37:59.185891 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-bf04e800-f5ce-45f3-97f9-ae14681367fa tempest-TestNetworkAdvancedServerOps-1516648074 tempest-TestNetworkAdvancedServerOps-1516648074-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 1092 time: 0.0401280 Dec 17 16:37:59.188757 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 45954) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:37:59.192973 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-52001c5a-0201-4ed4-9989-be546516fa33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'port_id': '064b4646-6f62-4a86-a7a2-86522b248afb', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:37:59.280488 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-52001c5a-0201-4ed4-9989-be546516fa33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for floatingip, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:59.380616 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-52001c5a-0201-4ed4-9989-be546516fa33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:59.484200 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [None req-52001c5a-0201-4ed4-9989-be546516fa33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Allocated IP 172.25.6.19 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/3953d569-bb06-4eec-8d9c-f8d25c66f47c) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:37:59.583142 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-52001c5a-0201-4ed4-9989-be546516fa33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:59.663583 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-52001c5a-0201-4ed4-9989-be546516fa33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:37:59.701291 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52001c5a-0201-4ed4-9989-be546516fa33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:37:59.704195 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-52001c5a-0201-4ed4-9989-be546516fa33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:37:59.706676 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52001c5a-0201-4ed4-9989-be546516fa33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:37:59.738567 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52001c5a-0201-4ed4-9989-be546516fa33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Port': ['ID=3953d569-bb06-4eec-8d9c-f8d25c66f47c,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:37:59.752266 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52001c5a-0201-4ed4-9989-be546516fa33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:37:59.752620 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52001c5a-0201-4ed4-9989-be546516fa33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:37:59.752962 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52001c5a-0201-4ed4-9989-be546516fa33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:37:59.753326 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52001c5a-0201-4ed4-9989-be546516fa33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:37:59.753661 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52001c5a-0201-4ed4-9989-be546516fa33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:37:59.754245 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52001c5a-0201-4ed4-9989-be546516fa33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:37:59.754580 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52001c5a-0201-4ed4-9989-be546516fa33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:37:59.754908 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52001c5a-0201-4ed4-9989-be546516fa33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:37:59.755235 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52001c5a-0201-4ed4-9989-be546516fa33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:37:59.755559 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52001c5a-0201-4ed4-9989-be546516fa33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:37:59.755881 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52001c5a-0201-4ed4-9989-be546516fa33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:37:59.756202 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52001c5a-0201-4ed4-9989-be546516fa33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:38:00.062591 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-52001c5a-0201-4ed4-9989-be546516fa33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:38:00.200140 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-52001c5a-0201-4ed4-9989-be546516fa33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:38:00.345572 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-52001c5a-0201-4ed4-9989-be546516fa33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:38:00.400425 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-52001c5a-0201-4ed4-9989-be546516fa33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:38:00.471828 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52001c5a-0201-4ed4-9989-be546516fa33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Port': ['ID=3953d569-bb06-4eec-8d9c-f8d25c66f47c,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:38:00.483521 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-52001c5a-0201-4ed4-9989-be546516fa33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:38:00.909857 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [None req-52001c5a-0201-4ed4-9989-be546516fa33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Floating IP 91885236-66cf-4524-9265-8ac165be37d7 associated. External IP: 172.25.6.19, port: 064b4646-6f62-4a86-a7a2-86522b248afb. Dec 17 16:38:01.114995 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52001c5a-0201-4ed4-9989-be546516fa33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Router a53833ca-4b43-4a4a-98e1-c90ea291afea has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:38:01.164785 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d7aca15d-46dc-43d3-a7d1-cdcd576e4ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:38:01.220307 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52001c5a-0201-4ed4-9989-be546516fa33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:38:01.231649 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13269e86-c734-4840-81fa-18e1b5290795 None None] Sync routers for ids ['a53833ca-4b43-4a4a-98e1-c90ea291afea'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:38:01.240348 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13269e86-c734-4840-81fa-18e1b5290795 None None] Routers {'a53833ca-4b43-4a4a-98e1-c90ea291afea'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:38:01.243484 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-13269e86-c734-4840-81fa-18e1b5290795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:38:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a53833ca-4b43-4a4a-98e1-c90ea291afea'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:38:01.288244 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-52001c5a-0201-4ed4-9989-be546516fa33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:38:01.322716 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-52001c5a-0201-4ed4-9989-be546516fa33 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1328926 Dec 17 16:38:01.323372 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9816fe04-38dd-4dab-9111-7bcf4ad63dab', 'tag': '064b4646-6f62-4a86-a7a2-86522b248afb'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:38:01.326000 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1004d428-d671-4b6d-84d9-2086e5d25e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "9816fe04-38dd-4dab-9111-7bcf4ad63dab", "tag": "064b4646-6f62-4a86-a7a2-86522b248afb"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:38:01.366908 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7972a35-42cc-4e40-90e6-3047e00f2bcb x-openstack-request-id: req-f7972a35-42cc-4e40-90e6-3047e00f2bcb {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:38:01.367282 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9816fe04-38dd-4dab-9111-7bcf4ad63dab", "tag": "064b4646-6f62-4a86-a7a2-86522b248afb", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:38:01.367535 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f7972a35-42cc-4e40-90e6-3047e00f2bcb {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:38:01.368097 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9816fe04-38dd-4dab-9111-7bcf4ad63dab', 'tag': '064b4646-6f62-4a86-a7a2-86522b248afb', 'status': 'completed', 'code': 200} Dec 17 16:38:01.424401 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ee6e8-edf1-42a8-936b-f090c28d5788 req-206a8cb1-1ea7-471c-b202-b526404c6073 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:01.426279 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-350ee6e8-edf1-42a8-936b-f090c28d5788 req-206a8cb1-1ea7-471c-b202-b526404c6073 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 946 time: 0.0519986 Dec 17 16:38:01.455111 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004d428-d671-4b6d-84d9-2086e5d25e5c req-e438cc4c-ab64-409f-94b3-437f3801fd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:01.456731 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1004d428-d671-4b6d-84d9-2086e5d25e5c req-e438cc4c-ab64-409f-94b3-437f3801fd2d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 1097 time: 0.0457799 Dec 17 16:38:01.468882 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-350ee6e8-edf1-42a8-936b-f090c28d5788 req-1dfc5199-8626-4a59-a93a-75d94c406f27 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2950be2-2dae-4662-8482-767aac45a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358858 Dec 17 16:38:01.491944 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45960) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:38:01.518365 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-13269e86-c734-4840-81fa-18e1b5290795 None None] Set router a53833ca-4b43-4a4a-98e1-c90ea291afea gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:38:01.553485 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004d428-d671-4b6d-84d9-2086e5d25e5c req-3fd83b95-8d33-4a11-bf5b-9c6622028b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:01.554949 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1004d428-d671-4b6d-84d9-2086e5d25e5c req-3fd83b95-8d33-4a11-bf5b-9c6622028b17 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dddffeae-1942-4387-8b0a-2c2fd6a4fd94 HTTP/1.1" status: 200 len: 897 time: 0.0914650 Dec 17 16:38:01.555733 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-960ed974-0988-4bda-89a5-b0ad882b1ada tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/floatingips/91885236-66cf-4524-9265-8ac165be37d7 HTTP/1.1" status: 200 len: 991 time: 0.0626178 Dec 17 16:38:01.625883 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1004d428-d671-4b6d-84d9-2086e5d25e5c req-f6127625-6ded-458e-8f0c-5b82135bc23c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=064b4646-6f62-4a86-a7a2-86522b248afb HTTP/1.1" status: 200 len: 999 time: 0.0642333 Dec 17 16:38:01.676631 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004d428-d671-4b6d-84d9-2086e5d25e5c req-61836474-9bc8-41af-a631-523dc18fe74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:01.678147 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1004d428-d671-4b6d-84d9-2086e5d25e5c req-61836474-9bc8-41af-a631-523dc18fe74a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5617ba22-c18c-4d5a-aa9a-4743a330f32e HTTP/1.1" status: 200 len: 835 time: 0.0452812 Dec 17 16:38:01.724427 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004d428-d671-4b6d-84d9-2086e5d25e5c req-710182fe-0795-4ac6-998b-6fc12e8544d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:01.726021 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1004d428-d671-4b6d-84d9-2086e5d25e5c req-710182fe-0795-4ac6-998b-6fc12e8544d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dddffeae-1942-4387-8b0a-2c2fd6a4fd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408256 Dec 17 16:38:01.746476 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-13269e86-c734-4840-81fa-18e1b5290795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161287624', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'cf3ff5d2-5042-4059-ba5d-0f96f0391e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:37:39Z', 'updated_at': '2021-12-17T16:37:44Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': 'cf3ff5d2-5042-4059-ba5d-0f96f0391e3c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:70:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:37:40Z', 'updated_at': '2021-12-17T16:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '91885236-66cf-4524-9265-8ac165be37d7', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'port_id': '064b4646-6f62-4a86-a7a2-86522b248afb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dddffeae-1942-4387-8b0a-2c2fd6a4fd94', 'mac_address': 'fa:16:3e:d5:33:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9816fe04-38dd-4dab-9111-7bcf4ad63dab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:37:59Z', 'updated_at': '2021-12-17T16:37:59Z', 'revision_number': 0, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1088cb89-fb08-4575-ae51-ceb8b9e5c3d3', 'name': '', 'network_id': 'dddffeae-1942-4387-8b0a-2c2fd6a4fd94', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:df:eb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5617ba22-c18c-4d5a-aa9a-4743a330f32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:37:43Z', 'updated_at': '2021-12-17T16:37:46Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': '5617ba22-c18c-4d5a-aa9a-4743a330f32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:38:01.773670 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13269e86-c734-4840-81fa-18e1b5290795 None None] Checking router: a53833ca-4b43-4a4a-98e1-c90ea291afea for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:38:01.782379 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13269e86-c734-4840-81fa-18e1b5290795 None None] Routers {'a53833ca-4b43-4a4a-98e1-c90ea291afea'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:38:01.782985 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-13269e86-c734-4840-81fa-18e1b5290795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:38:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a53833ca-4b43-4a4a-98e1-c90ea291afea'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:38:01.821439 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1004d428-d671-4b6d-84d9-2086e5d25e5c req-2c4d044d-2dbe-4191-b3b4-20f8c72faafd service neutron] 10.222.0.41 "GET /v2.0/networks/dddffeae-1942-4387-8b0a-2c2fd6a4fd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884504 Dec 17 16:38:01.890753 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-13269e86-c734-4840-81fa-18e1b5290795 None None] Set router a53833ca-4b43-4a4a-98e1-c90ea291afea gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:38:01.919147 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1004d428-d671-4b6d-84d9-2086e5d25e5c req-fad4c28a-0057-4469-80b3-d5e7236d9dc6 service neutron] 10.222.0.41 "GET /v2.0/networks/dddffeae-1942-4387-8b0a-2c2fd6a4fd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909162 Dec 17 16:38:02.117764 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-13269e86-c734-4840-81fa-18e1b5290795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161287624', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'cf3ff5d2-5042-4059-ba5d-0f96f0391e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:37:39Z', 'updated_at': '2021-12-17T16:37:44Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': 'cf3ff5d2-5042-4059-ba5d-0f96f0391e3c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:70:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:37:40Z', 'updated_at': '2021-12-17T16:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '91885236-66cf-4524-9265-8ac165be37d7', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'port_id': '064b4646-6f62-4a86-a7a2-86522b248afb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dddffeae-1942-4387-8b0a-2c2fd6a4fd94', 'mac_address': 'fa:16:3e:d5:33:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9816fe04-38dd-4dab-9111-7bcf4ad63dab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:37:59Z', 'updated_at': '2021-12-17T16:37:59Z', 'revision_number': 0, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1088cb89-fb08-4575-ae51-ceb8b9e5c3d3', 'name': '', 'network_id': 'dddffeae-1942-4387-8b0a-2c2fd6a4fd94', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:df:eb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5617ba22-c18c-4d5a-aa9a-4743a330f32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:37:43Z', 'updated_at': '2021-12-17T16:37:46Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': '5617ba22-c18c-4d5a-aa9a-4743a330f32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:38:02.144414 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13269e86-c734-4840-81fa-18e1b5290795 None None] The sync data for ids ['a53833ca-4b43-4a4a-98e1-c90ea291afea'] in n-d-820553-2 is: [{'id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161287624', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'cf3ff5d2-5042-4059-ba5d-0f96f0391e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:37:39Z', 'updated_at': '2021-12-17T16:37:44Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': 'cf3ff5d2-5042-4059-ba5d-0f96f0391e3c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:70:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:37:40Z', 'updated_at': '2021-12-17T16:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '91885236-66cf-4524-9265-8ac165be37d7', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'port_id': '064b4646-6f62-4a86-a7a2-86522b248afb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dddffeae-1942-4387-8b0a-2c2fd6a4fd94', 'mac_address': 'fa:16:3e:d5:33:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9816fe04-38dd-4dab-9111-7bcf4ad63dab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:37:59Z', 'updated_at': '2021-12-17T16:37:59Z', 'revision_number': 0, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1088cb89-fb08-4575-ae51-ceb8b9e5c3d3', 'name': '', 'network_id': 'dddffeae-1942-4387-8b0a-2c2fd6a4fd94', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:df:eb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5617ba22-c18c-4d5a-aa9a-4743a330f32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:37:43Z', 'updated_at': '2021-12-17T16:37:46Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': '5617ba22-c18c-4d5a-aa9a-4743a330f32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:38:02.336874 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd89725-f979-4530-8813-db478724a3f9 None None] New status for floating IP 91885236-66cf-4524-9265-8ac165be37d7: ACTIVE {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:38:02.558558 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 45962) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:38:02.622339 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3bb1b78a-caf0-493f-8277-739e64c1911b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/floatingips/91885236-66cf-4524-9265-8ac165be37d7 HTTP/1.1" status: 200 len: 993 time: 0.0620763 Dec 17 16:38:02.673304 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:38:04.205969 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:38:04.309247 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:38:07.811501 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:38:11.365749 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:38:18.960860 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d7f2b14f-3bce-4c2e-9f7a-560d3f6b99ff req-995e71f2-be80-41f1-9fb2-0ba579bb9325 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452542 Dec 17 16:38:19.056646 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2b14f-3bce-4c2e-9f7a-560d3f6b99ff req-024fb75a-1348-4698-8a93-bd0283387fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:19.058669 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d7f2b14f-3bce-4c2e-9f7a-560d3f6b99ff req-024fb75a-1348-4698-8a93-bd0283387fcd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 1097 time: 0.0400314 Dec 17 16:38:19.159619 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2b14f-3bce-4c2e-9f7a-560d3f6b99ff req-dca18ba7-b717-4f61-847b-95fca3c27ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:19.160996 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d7f2b14f-3bce-4c2e-9f7a-560d3f6b99ff req-dca18ba7-b717-4f61-847b-95fca3c27ffe service neutron] 10.222.0.41 "GET /v2.0/networks?id=dddffeae-1942-4387-8b0a-2c2fd6a4fd94 HTTP/1.1" status: 200 len: 897 time: 0.0831702 Dec 17 16:38:19.234461 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d7f2b14f-3bce-4c2e-9f7a-560d3f6b99ff req-96bf87b2-85af-479e-b5ec-a6e2e3b9e807 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=064b4646-6f62-4a86-a7a2-86522b248afb HTTP/1.1" status: 200 len: 1001 time: 0.0654156 Dec 17 16:38:19.284941 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2b14f-3bce-4c2e-9f7a-560d3f6b99ff req-fc948674-2cac-4fbe-87ca-95c1bc8f8e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:19.286417 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d7f2b14f-3bce-4c2e-9f7a-560d3f6b99ff req-fc948674-2cac-4fbe-87ca-95c1bc8f8e29 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5617ba22-c18c-4d5a-aa9a-4743a330f32e HTTP/1.1" status: 200 len: 835 time: 0.0451369 Dec 17 16:38:19.335232 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2b14f-3bce-4c2e-9f7a-560d3f6b99ff req-492f14d1-6117-4150-9972-8ad29db1824b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:38:19.336748 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d7f2b14f-3bce-4c2e-9f7a-560d3f6b99ff req-492f14d1-6117-4150-9972-8ad29db1824b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dddffeae-1942-4387-8b0a-2c2fd6a4fd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418608 Dec 17 16:38:19.433830 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d7f2b14f-3bce-4c2e-9f7a-560d3f6b99ff req-7fc7568d-6e13-42f0-ac17-71cbf4a88351 service neutron] 10.222.0.41 "GET /v2.0/networks/dddffeae-1942-4387-8b0a-2c2fd6a4fd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887976 Dec 17 16:38:19.526409 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d7f2b14f-3bce-4c2e-9f7a-560d3f6b99ff req-e1c3f33a-6d5a-4895-b8ac-f0c18be6e09f service neutron] 10.222.0.41 "GET /v2.0/networks/dddffeae-1942-4387-8b0a-2c2fd6a4fd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842426 Dec 17 16:38:26.862986 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:38:28.942541 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ddcad78b-d7b6-455b-b26a-198dd73128ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:38:31.182751 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8ff93795-8d6b-4373-82b3-065ad6014abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:38:32.685657 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:38:34.211207 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:38:34.285407 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:38:41.438859 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:38:44.811200 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:38:56.861975 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:38:58.930518 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d6ba12fa-3b1c-4d74-a578-99b025642b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:39:01.187949 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-08e36d07-446d-428d-8d4e-321405e14cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:39:02.627767 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:39:04.210733 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:39:04.330656 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:39:05.698765 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b0137-1b5b-434a-a445-37e9248d5a2c req-54dcecc0-a66f-45ea-9053-884956eafa58 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:05.700233 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-564b0137-1b5b-434a-a445-37e9248d5a2c req-54dcecc0-a66f-45ea-9053-884956eafa58 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 946 time: 0.0947840 Dec 17 16:39:05.740884 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-564b0137-1b5b-434a-a445-37e9248d5a2c req-1df18920-c35c-421a-a21a-de7fea601ab5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2950be2-2dae-4662-8482-767aac45a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342846 Dec 17 16:39:06.856684 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9e4e7-2cf5-40e6-983f-f48cf256ccaf req-4971907c-7052-48bb-b569-f083032f869f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:06.858194 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c3f9e4e7-2cf5-40e6-983f-f48cf256ccaf req-4971907c-7052-48bb-b569-f083032f869f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 946 time: 0.0489459 Dec 17 16:39:06.900078 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c3f9e4e7-2cf5-40e6-983f-f48cf256ccaf req-f5a153e3-101f-4ecd-8b75-6f61a614781e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2950be2-2dae-4662-8482-767aac45a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359848 Dec 17 16:39:08.020337 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d507e-0bc5-41cd-949c-f92afcc1746d req-1a18ebbc-9291-4a4f-921c-60afadfbb641 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:08.021841 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-886d507e-0bc5-41cd-949c-f92afcc1746d req-1a18ebbc-9291-4a4f-921c-60afadfbb641 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 946 time: 0.0495858 Dec 17 16:39:08.059786 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-886d507e-0bc5-41cd-949c-f92afcc1746d req-3486b758-a408-495e-b129-f6cd6fc76a48 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2950be2-2dae-4662-8482-767aac45a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319247 Dec 17 16:39:09.175262 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9a2b5-0410-49f9-974f-b0c2dcb41d48 req-a343c2bb-432a-4aa1-8a3f-46a2eb9eb29f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:09.177156 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2bc9a2b5-0410-49f9-974f-b0c2dcb41d48 req-a343c2bb-432a-4aa1-8a3f-46a2eb9eb29f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 946 time: 0.0499983 Dec 17 16:39:09.217600 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2bc9a2b5-0410-49f9-974f-b0c2dcb41d48 req-3b225cb1-aadc-40fb-836b-0c219030e20d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2950be2-2dae-4662-8482-767aac45a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342796 Dec 17 16:39:10.330863 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb56a89-0850-4617-a96b-5cef72cefb5c req-824b3e15-aa8d-4c0b-835a-bac947155375 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:10.332937 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2cb56a89-0850-4617-a96b-5cef72cefb5c req-824b3e15-aa8d-4c0b-835a-bac947155375 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 946 time: 0.0481493 Dec 17 16:39:10.373587 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2cb56a89-0850-4617-a96b-5cef72cefb5c req-04860a5e-327e-4a28-bc05-6a64e368bab9 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2950be2-2dae-4662-8482-767aac45a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345922 Dec 17 16:39:11.404643 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:39:11.487762 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02579fa-8952-49b1-a51d-777c7a6cf57f req-dc6e369c-b3f9-480e-89d3-b3141404cf5f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:11.489272 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a02579fa-8952-49b1-a51d-777c7a6cf57f req-dc6e369c-b3f9-480e-89d3-b3141404cf5f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 946 time: 0.0495727 Dec 17 16:39:11.527225 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a02579fa-8952-49b1-a51d-777c7a6cf57f req-bd38a5ae-21a1-47b3-ad16-b594f4290f1d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2950be2-2dae-4662-8482-767aac45a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320034 Dec 17 16:39:12.642554 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9a197-b099-40a5-b7c6-0af700fbefc8 req-f84a36d8-c423-4c0f-ad9e-6d9bc244042e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:12.644032 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-efc9a197-b099-40a5-b7c6-0af700fbefc8 req-f84a36d8-c423-4c0f-ad9e-6d9bc244042e tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 946 time: 0.0514092 Dec 17 16:39:12.681994 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-efc9a197-b099-40a5-b7c6-0af700fbefc8 req-21b18d79-a198-496b-acf7-5c1ccf00224f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2950be2-2dae-4662-8482-767aac45a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318711 Dec 17 16:39:13.795006 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b698872-cff1-41b2-b092-fbe8d5bfc2a8 req-95df04aa-f76a-4211-a0ab-6a1ed0886270 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:13.796454 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9b698872-cff1-41b2-b092-fbe8d5bfc2a8 req-95df04aa-f76a-4211-a0ab-6a1ed0886270 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 946 time: 0.0481703 Dec 17 16:39:13.837830 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9b698872-cff1-41b2-b092-fbe8d5bfc2a8 req-4938112f-2707-455a-9b4c-a112a35996c6 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2950be2-2dae-4662-8482-767aac45a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354352 Dec 17 16:39:14.955098 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511d3cb-d7e4-41b0-9072-0304235b56f4 req-ac799895-7100-4fee-bee4-95c9c9b05a64 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:14.956554 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1511d3cb-d7e4-41b0-9072-0304235b56f4 req-ac799895-7100-4fee-bee4-95c9c9b05a64 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 946 time: 0.0518804 Dec 17 16:39:14.995952 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1511d3cb-d7e4-41b0-9072-0304235b56f4 req-54b07815-5441-43b1-a1f3-cfddf4fbaace tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2950be2-2dae-4662-8482-767aac45a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328155 Dec 17 16:39:16.111021 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073824ed-d25d-47f2-80dc-67b8cbdbffe1 req-86a30d94-2627-424a-b3db-740ff1b05eba tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:16.112489 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-073824ed-d25d-47f2-80dc-67b8cbdbffe1 req-86a30d94-2627-424a-b3db-740ff1b05eba tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 946 time: 0.0487201 Dec 17 16:39:16.151086 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-073824ed-d25d-47f2-80dc-67b8cbdbffe1 req-0df8dac7-6323-4f2e-bb17-b453788abd7a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2950be2-2dae-4662-8482-767aac45a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315640 Dec 17 16:39:17.264617 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473d597-7d3b-492c-b087-d09d5b8a84bc req-23d8f58d-0ace-4237-b608-5712fe4ab272 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:17.266111 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4473d597-7d3b-492c-b087-d09d5b8a84bc req-23d8f58d-0ace-4237-b608-5712fe4ab272 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 946 time: 0.0488906 Dec 17 16:39:17.307200 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4473d597-7d3b-492c-b087-d09d5b8a84bc req-3120a5dc-be58-4b24-9604-6c2932afa116 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2950be2-2dae-4662-8482-767aac45a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350389 Dec 17 16:39:18.420991 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109201ef-0a4b-4f8f-8641-d332ff197776 req-b637f03c-da8b-40dc-b186-e641b7853a9a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:18.422488 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-109201ef-0a4b-4f8f-8641-d332ff197776 req-b637f03c-da8b-40dc-b186-e641b7853a9a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 946 time: 0.0488248 Dec 17 16:39:18.460021 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-109201ef-0a4b-4f8f-8641-d332ff197776 req-64f06ab4-d9e3-4099-88f0-93170457e45f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2950be2-2dae-4662-8482-767aac45a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310199 Dec 17 16:39:19.163813 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb780f14-a211-42f2-abfb-d3ac1981a460 req-d3f9760f-85d1-44ad-b6e2-1350def7bded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:19.165246 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cb780f14-a211-42f2-abfb-d3ac1981a460 req-d3f9760f-85d1-44ad-b6e2-1350def7bded service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 1097 time: 0.0516334 Dec 17 16:39:19.268771 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb780f14-a211-42f2-abfb-d3ac1981a460 req-323c1b08-d850-4cb1-b523-af8680b06fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:19.270904 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cb780f14-a211-42f2-abfb-d3ac1981a460 req-323c1b08-d850-4cb1-b523-af8680b06fcd service neutron] 10.222.0.41 "GET /v2.0/networks?id=dddffeae-1942-4387-8b0a-2c2fd6a4fd94 HTTP/1.1" status: 200 len: 897 time: 0.0864718 Dec 17 16:39:19.340400 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cb780f14-a211-42f2-abfb-d3ac1981a460 req-7f10d3d2-dcc3-4e7e-9a99-1f5508e21f87 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=064b4646-6f62-4a86-a7a2-86522b248afb HTTP/1.1" status: 200 len: 1001 time: 0.0628009 Dec 17 16:39:19.390226 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb780f14-a211-42f2-abfb-d3ac1981a460 req-c340dfec-ba31-4ad5-b1cd-c7ac42f229b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:19.391673 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cb780f14-a211-42f2-abfb-d3ac1981a460 req-c340dfec-ba31-4ad5-b1cd-c7ac42f229b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5617ba22-c18c-4d5a-aa9a-4743a330f32e HTTP/1.1" status: 200 len: 835 time: 0.0446315 Dec 17 16:39:19.437378 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb780f14-a211-42f2-abfb-d3ac1981a460 req-bcba0cb7-2f3a-4a42-8874-c58354a0be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:19.438832 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cb780f14-a211-42f2-abfb-d3ac1981a460 req-bcba0cb7-2f3a-4a42-8874-c58354a0be6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dddffeae-1942-4387-8b0a-2c2fd6a4fd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398872 Dec 17 16:39:19.532282 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cb780f14-a211-42f2-abfb-d3ac1981a460 req-a7169802-cd0a-4e90-94b5-76bc667ac396 service neutron] 10.222.0.41 "GET /v2.0/networks/dddffeae-1942-4387-8b0a-2c2fd6a4fd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858638 Dec 17 16:39:19.575030 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fdfd1-3b09-44c7-9273-a97dc260f79b req-fdfe5f5a-b878-467a-8505-28841bef32b6 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:19.576503 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-637fdfd1-3b09-44c7-9273-a97dc260f79b req-fdfe5f5a-b878-467a-8505-28841bef32b6 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 946 time: 0.0496881 Dec 17 16:39:19.615619 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-637fdfd1-3b09-44c7-9273-a97dc260f79b req-da6d1057-469e-4aac-a6da-451d4f430e04 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2950be2-2dae-4662-8482-767aac45a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327978 Dec 17 16:39:19.624335 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-cb780f14-a211-42f2-abfb-d3ac1981a460 req-a45ec19a-deda-463b-a78d-7be57bfd7dd4 service neutron] 10.222.0.41 "GET /v2.0/networks/dddffeae-1942-4387-8b0a-2c2fd6a4fd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850334 Dec 17 16:39:20.729545 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee896abe-997c-4a22-b606-c6abb486e3be req-c1754ec2-908d-4d72-af9f-75847d209572 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:20.731016 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ee896abe-997c-4a22-b606-c6abb486e3be req-c1754ec2-908d-4d72-af9f-75847d209572 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 946 time: 0.0479920 Dec 17 16:39:20.772549 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ee896abe-997c-4a22-b606-c6abb486e3be req-f8f73513-da29-462d-9099-4b551d154bf8 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2950be2-2dae-4662-8482-767aac45a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355103 Dec 17 16:39:21.810149 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:39:21.885344 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932f820-ee56-4805-8434-35cb757d4a02 req-e9cc7b00-796f-4bd6-906f-8797b255f375 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:21.886841 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b932f820-ee56-4805-8434-35cb757d4a02 req-e9cc7b00-796f-4bd6-906f-8797b255f375 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 946 time: 0.0485747 Dec 17 16:39:21.924660 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b932f820-ee56-4805-8434-35cb757d4a02 req-59246f1d-3864-4906-ae3a-f8c612b45e9f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2950be2-2dae-4662-8482-767aac45a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315468 Dec 17 16:39:21.946729 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46030) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:39:22.008246 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2c71fe71-01d6-42ee-90ad-b92c146530cf tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/floatingips/91885236-66cf-4524-9265-8ac165be37d7 HTTP/1.1" status: 200 len: 993 time: 0.0603998 Dec 17 16:39:23.370960 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ca17c-bab6-4530-b0ab-481b528fb8f6 req-a48d53f6-9a4f-4209-bc3f-1241afc7da3d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:23.372370 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ea4ca17c-bab6-4530-b0ab-481b528fb8f6 req-a48d53f6-9a4f-4209-bc3f-1241afc7da3d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 946 time: 0.0544024 Dec 17 16:39:23.412997 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ea4ca17c-bab6-4530-b0ab-481b528fb8f6 req-2f0dda6e-e531-448c-bf21-c0ec2bfb2ad6 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2950be2-2dae-4662-8482-767aac45a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333266 Dec 17 16:39:23.482737 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e76a00-1399-4129-bf08-b8f471ce7bbf req-c7608ce6-c338-47a4-a484-b90d6ab95a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:23.484187 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-09e76a00-1399-4129-bf08-b8f471ce7bbf req-c7608ce6-c338-47a4-a484-b90d6ab95a85 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 1097 time: 0.0418174 Dec 17 16:39:23.577648 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e76a00-1399-4129-bf08-b8f471ce7bbf req-18923df8-a5b0-4189-a61a-cfd36f05b9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:23.579086 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-09e76a00-1399-4129-bf08-b8f471ce7bbf req-18923df8-a5b0-4189-a61a-cfd36f05b9a3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dddffeae-1942-4387-8b0a-2c2fd6a4fd94 HTTP/1.1" status: 200 len: 897 time: 0.0880866 Dec 17 16:39:23.643314 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-09e76a00-1399-4129-bf08-b8f471ce7bbf req-4d0164bc-3b15-481b-9e1b-7b54553e6a99 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=064b4646-6f62-4a86-a7a2-86522b248afb HTTP/1.1" status: 200 len: 1001 time: 0.0565605 Dec 17 16:39:23.697349 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e76a00-1399-4129-bf08-b8f471ce7bbf req-e82c9fcc-e9a1-4120-af97-3fa90730620a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:23.698798 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-09e76a00-1399-4129-bf08-b8f471ce7bbf req-e82c9fcc-e9a1-4120-af97-3fa90730620a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5617ba22-c18c-4d5a-aa9a-4743a330f32e HTTP/1.1" status: 200 len: 835 time: 0.0481670 Dec 17 16:39:23.744044 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e76a00-1399-4129-bf08-b8f471ce7bbf req-19582090-805f-4114-8f6b-e76c5b71640e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:23.745531 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-09e76a00-1399-4129-bf08-b8f471ce7bbf req-19582090-805f-4114-8f6b-e76c5b71640e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dddffeae-1942-4387-8b0a-2c2fd6a4fd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400438 Dec 17 16:39:23.832523 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-09e76a00-1399-4129-bf08-b8f471ce7bbf req-f0fb87d7-71dc-4477-a3b1-91cc2bca3778 service neutron] 10.222.0.41 "GET /v2.0/networks/dddffeae-1942-4387-8b0a-2c2fd6a4fd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799143 Dec 17 16:39:23.925577 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-09e76a00-1399-4129-bf08-b8f471ce7bbf req-de008779-a395-408e-a0f0-266db87dab42 service neutron] 10.222.0.41 "GET /v2.0/networks/dddffeae-1942-4387-8b0a-2c2fd6a4fd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861936 Dec 17 16:39:24.531679 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16df27f-e740-4941-be18-a33d4c8cbee1 req-9db86c99-08f5-4676-87e3-dbff1a8c5c14 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:24.533181 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c16df27f-e740-4941-be18-a33d4c8cbee1 req-9db86c99-08f5-4676-87e3-dbff1a8c5c14 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 946 time: 0.0493526 Dec 17 16:39:24.572632 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c16df27f-e740-4941-be18-a33d4c8cbee1 req-f1eff425-f75d-4a3a-abd3-70d766ab3b36 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2950be2-2dae-4662-8482-767aac45a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326200 Dec 17 16:39:25.687431 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea44fca-837a-4089-822b-cb0f55f36de3 req-a19fff55-957d-46ab-af6b-a4939dfc8083 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:39:25.688898 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3ea44fca-837a-4089-822b-cb0f55f36de3 req-a19fff55-957d-46ab-af6b-a4939dfc8083 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 946 time: 0.0490856 Dec 17 16:39:25.726243 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3ea44fca-837a-4089-822b-cb0f55f36de3 req-70f88d52-65b7-4a06-b63e-1468bda3a2ba tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2950be2-2dae-4662-8482-767aac45a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314217 Dec 17 16:39:25.748300 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46042) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:39:25.808312 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a9714153-1412-4bcd-beac-6d8b3a12238b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/floatingips/91885236-66cf-4524-9265-8ac165be37d7 HTTP/1.1" status: 200 len: 993 time: 0.0588753 Dec 17 16:39:26.827296 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:39:28.907391 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-108ca6bb-a5f7-4f20-8bc1-4886d674f60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:39:31.186897 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c8aa2014-27aa-4f25-922e-0a6522ae7561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:39:32.638787 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:39:34.210284 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:39:34.318545 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:39:41.364223 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:39:56.849378 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:39:58.808431 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:39:58.924171 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-eda8d316-8f32-415b-95f6-f19779a8fac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:01.192539 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-03983ba3-e1e3-44e7-9ebb-3541b29f22ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:02.643849 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:04.239924 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:04.340995 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:11.352289 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:12.415427 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46070) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:40:12.576902 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-698b2ff2-a1bd-45bf-ae2f-de1675d39479 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Deleting port 3953d569-bb06-4eec-8d9c-f8d25c66f47c {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:40:12.577333 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-698b2ff2-a1bd-45bf-ae2f-de1675d39479 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:12.652583 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-698b2ff2-a1bd-45bf-ae2f-de1675d39479 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:12.652909 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-698b2ff2-a1bd-45bf-ae2f-de1675d39479 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:12.664412 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-698b2ff2-a1bd-45bf-ae2f-de1675d39479 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Calling delete_port for 3953d569-bb06-4eec-8d9c-f8d25c66f47c owned by network:floatingip {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:40:12.866740 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-698b2ff2-a1bd-45bf-ae2f-de1675d39479 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:12.893707 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b2ff2-a1bd-45bf-ae2f-de1675d39479 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event deleted for resources: {'Port': ['ID=3953d569-bb06-4eec-8d9c-f8d25c66f47c,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:40:12.904683 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b2ff2-a1bd-45bf-ae2f-de1675d39479 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:12.905036 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b2ff2-a1bd-45bf-ae2f-de1675d39479 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:12.905401 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b2ff2-a1bd-45bf-ae2f-de1675d39479 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:12.905747 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b2ff2-a1bd-45bf-ae2f-de1675d39479 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:12.906078 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b2ff2-a1bd-45bf-ae2f-de1675d39479 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:12.906407 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b2ff2-a1bd-45bf-ae2f-de1675d39479 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:12.906736 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b2ff2-a1bd-45bf-ae2f-de1675d39479 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:12.907062 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b2ff2-a1bd-45bf-ae2f-de1675d39479 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:12.907385 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b2ff2-a1bd-45bf-ae2f-de1675d39479 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:12.907707 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b2ff2-a1bd-45bf-ae2f-de1675d39479 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:12.908026 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b2ff2-a1bd-45bf-ae2f-de1675d39479 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:12.908344 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698b2ff2-a1bd-45bf-ae2f-de1675d39479 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:12.967728 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-698b2ff2-a1bd-45bf-ae2f-de1675d39479 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for floatingip, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:12.968059 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [None req-698b2ff2-a1bd-45bf-ae2f-de1675d39479 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Floating IP 91885236-66cf-4524-9265-8ac165be37d7 disassociated (deleted). External IP: 172.25.6.19, port: 064b4646-6f62-4a86-a7a2-86522b248afb. Dec 17 16:40:13.170839 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698b2ff2-a1bd-45bf-ae2f-de1675d39479 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Router a53833ca-4b43-4a4a-98e1-c90ea291afea has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:40:13.281754 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698b2ff2-a1bd-45bf-ae2f-de1675d39479 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:40:13.286057 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-698b2ff2-a1bd-45bf-ae2f-de1675d39479 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:13.291163 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f1f024-4649-4744-890b-5fd155b22907 None None] Sync routers for ids ['a53833ca-4b43-4a4a-98e1-c90ea291afea'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:40:13.300930 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f1f024-4649-4744-890b-5fd155b22907 None None] Routers {'a53833ca-4b43-4a4a-98e1-c90ea291afea'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:40:13.301569 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-a8f1f024-4649-4744-890b-5fd155b22907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:40:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a53833ca-4b43-4a4a-98e1-c90ea291afea'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:40:13.314586 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-698b2ff2-a1bd-45bf-ae2f-de1675d39479 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "DELETE /v2.0/floatingips/91885236-66cf-4524-9265-8ac165be37d7 HTTP/1.1" status: 204 len: 168 time: 0.8976991 Dec 17 16:40:13.315174 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9816fe04-38dd-4dab-9111-7bcf4ad63dab', 'tag': '064b4646-6f62-4a86-a7a2-86522b248afb'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:40:13.317499 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94bac44-cf49-42b6-9886-39e5f9af379b" -d '{"events": [{"name": "network-changed", "server_uuid": "9816fe04-38dd-4dab-9111-7bcf4ad63dab", "tag": "064b4646-6f62-4a86-a7a2-86522b248afb"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:40:13.355332 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734d5887-ff00-4a6c-9773-907625a1c519 x-openstack-request-id: req-734d5887-ff00-4a6c-9773-907625a1c519 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:40:13.355627 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9816fe04-38dd-4dab-9111-7bcf4ad63dab", "tag": "064b4646-6f62-4a86-a7a2-86522b248afb", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:40:13.355883 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-734d5887-ff00-4a6c-9773-907625a1c519 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:40:13.356290 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9816fe04-38dd-4dab-9111-7bcf4ad63dab', 'tag': '064b4646-6f62-4a86-a7a2-86522b248afb', 'status': 'completed', 'code': 200} Dec 17 16:40:13.411411 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-a8f1f024-4649-4744-890b-5fd155b22907 None None] Set router a53833ca-4b43-4a4a-98e1-c90ea291afea gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:40:13.444962 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bac44-cf49-42b6-9886-39e5f9af379b req-b5619f5a-9fc9-4cf8-99b2-80b4e5c634ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:13.446415 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c94bac44-cf49-42b6-9886-39e5f9af379b req-b5619f5a-9fc9-4cf8-99b2-80b4e5c634ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 1097 time: 0.0459509 Dec 17 16:40:13.539696 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bac44-cf49-42b6-9886-39e5f9af379b req-c3641213-a5b7-46f1-8e06-3dacfa829e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:13.541303 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c94bac44-cf49-42b6-9886-39e5f9af379b req-c3641213-a5b7-46f1-8e06-3dacfa829e80 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dddffeae-1942-4387-8b0a-2c2fd6a4fd94 HTTP/1.1" status: 200 len: 897 time: 0.0875540 Dec 17 16:40:13.585395 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c94bac44-cf49-42b6-9886-39e5f9af379b req-a8648731-a014-42de-9c18-9dbd6b661bac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=064b4646-6f62-4a86-a7a2-86522b248afb HTTP/1.1" status: 200 len: 217 time: 0.0358839 Dec 17 16:40:13.618895 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-a8f1f024-4649-4744-890b-5fd155b22907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161287624', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'cf3ff5d2-5042-4059-ba5d-0f96f0391e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:37:39Z', 'updated_at': '2021-12-17T16:37:44Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': 'cf3ff5d2-5042-4059-ba5d-0f96f0391e3c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:70:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:37:40Z', 'updated_at': '2021-12-17T16:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '1088cb89-fb08-4575-ae51-ceb8b9e5c3d3', 'name': '', 'network_id': 'dddffeae-1942-4387-8b0a-2c2fd6a4fd94', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:df:eb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5617ba22-c18c-4d5a-aa9a-4743a330f32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:37:43Z', 'updated_at': '2021-12-17T16:37:46Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': '5617ba22-c18c-4d5a-aa9a-4743a330f32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:40:13.645250 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f1f024-4649-4744-890b-5fd155b22907 None None] Checking router: a53833ca-4b43-4a4a-98e1-c90ea291afea for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:40:13.648395 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bac44-cf49-42b6-9886-39e5f9af379b req-8cc358db-1ab9-4f89-a90b-daf5061b736a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:13.649958 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c94bac44-cf49-42b6-9886-39e5f9af379b req-8cc358db-1ab9-4f89-a90b-daf5061b736a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5617ba22-c18c-4d5a-aa9a-4743a330f32e HTTP/1.1" status: 200 len: 835 time: 0.0577285 Dec 17 16:40:13.653343 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f1f024-4649-4744-890b-5fd155b22907 None None] Routers {'a53833ca-4b43-4a4a-98e1-c90ea291afea'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:40:13.653949 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-a8f1f024-4649-4744-890b-5fd155b22907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:40:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a53833ca-4b43-4a4a-98e1-c90ea291afea'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:40:13.701818 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bac44-cf49-42b6-9886-39e5f9af379b req-28735449-a216-4ab8-ba60-79407ce99b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:13.704057 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c94bac44-cf49-42b6-9886-39e5f9af379b req-28735449-a216-4ab8-ba60-79407ce99b23 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dddffeae-1942-4387-8b0a-2c2fd6a4fd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465255 Dec 17 16:40:13.776325 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-a8f1f024-4649-4744-890b-5fd155b22907 None None] Set router a53833ca-4b43-4a4a-98e1-c90ea291afea gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:40:13.792260 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b077c-7596-438b-8899-de6d1df08e2b req-1166f984-22a5-431f-b691-792e01c61577 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:13.794086 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-745b077c-7596-438b-8899-de6d1df08e2b req-1166f984-22a5-431f-b691-792e01c61577 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 946 time: 0.0559464 Dec 17 16:40:13.802912 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c94bac44-cf49-42b6-9886-39e5f9af379b req-434554e2-f9f8-4f5b-9fc6-b9446354680b service neutron] 10.222.0.41 "GET /v2.0/networks/dddffeae-1942-4387-8b0a-2c2fd6a4fd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922644 Dec 17 16:40:13.833973 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-745b077c-7596-438b-8899-de6d1df08e2b req-c3afd923-fa3d-476a-b69a-894fd3e23e65 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2950be2-2dae-4662-8482-767aac45a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335586 Dec 17 16:40:13.900381 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c94bac44-cf49-42b6-9886-39e5f9af379b req-d915f326-8938-40c0-b56b-e5fd1a002085 service neutron] 10.222.0.41 "GET /v2.0/networks/dddffeae-1942-4387-8b0a-2c2fd6a4fd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899940 Dec 17 16:40:13.987010 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-a8f1f024-4649-4744-890b-5fd155b22907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161287624', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'cf3ff5d2-5042-4059-ba5d-0f96f0391e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:37:39Z', 'updated_at': '2021-12-17T16:37:44Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': 'cf3ff5d2-5042-4059-ba5d-0f96f0391e3c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:70:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:37:40Z', 'updated_at': '2021-12-17T16:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '1088cb89-fb08-4575-ae51-ceb8b9e5c3d3', 'name': '', 'network_id': 'dddffeae-1942-4387-8b0a-2c2fd6a4fd94', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:df:eb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5617ba22-c18c-4d5a-aa9a-4743a330f32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:37:43Z', 'updated_at': '2021-12-17T16:37:46Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': '5617ba22-c18c-4d5a-aa9a-4743a330f32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:40:14.013913 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f1f024-4649-4744-890b-5fd155b22907 None None] The sync data for ids ['a53833ca-4b43-4a4a-98e1-c90ea291afea'] in n-d-820553-2 is: [{'id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161287624', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'cf3ff5d2-5042-4059-ba5d-0f96f0391e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:37:39Z', 'updated_at': '2021-12-17T16:37:44Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': 'cf3ff5d2-5042-4059-ba5d-0f96f0391e3c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:70:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:37:40Z', 'updated_at': '2021-12-17T16:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': '1088cb89-fb08-4575-ae51-ceb8b9e5c3d3', 'name': '', 'network_id': 'dddffeae-1942-4387-8b0a-2c2fd6a4fd94', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:df:eb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '5617ba22-c18c-4d5a-aa9a-4743a330f32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:37:43Z', 'updated_at': '2021-12-17T16:37:46Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': '5617ba22-c18c-4d5a-aa9a-4743a330f32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:40:14.226280 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb971c-aebc-487f-95b6-beff24824b0d None None] New status for floating IP 91885236-66cf-4524-9265-8ac165be37d7: DOWN {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:40:14.970035 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79251f-ddb5-459f-8cd4-20843ae7f89e req-284b0fd5-31ba-4cc6-85b3-1134e11d3c51 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:14.971550 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ec79251f-ddb5-459f-8cd4-20843ae7f89e req-284b0fd5-31ba-4cc6-85b3-1134e11d3c51 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 946 time: 0.0491374 Dec 17 16:40:15.009233 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ec79251f-ddb5-459f-8cd4-20843ae7f89e req-501fd675-85a9-4dc8-93f5-5210ae46277f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=e2950be2-2dae-4662-8482-767aac45a299&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317495 Dec 17 16:40:15.516571 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34d780-c4cc-4aa2-a51a-4cb5316f7a00 req-10d6fe25-b9fa-4882-a48e-8ac4a991cb61 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:15.518072 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9a34d780-c4cc-4aa2-a51a-4cb5316f7a00 req-10d6fe25-b9fa-4882-a48e-8ac4a991cb61 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.41 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 946 time: 0.0490267 Dec 17 16:40:15.609943 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-9a34d780-c4cc-4aa2-a51a-4cb5316f7a00 req-1a00801e-9e1d-4aed-8228-885b64fc55e7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Deleting port 064b4646-6f62-4a86-a7a2-86522b248afb {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:40:15.610276 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9a34d780-c4cc-4aa2-a51a-4cb5316f7a00 req-1a00801e-9e1d-4aed-8228-885b64fc55e7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:15.696680 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-9a34d780-c4cc-4aa2-a51a-4cb5316f7a00 req-1a00801e-9e1d-4aed-8228-885b64fc55e7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] For port 064b4646-6f62-4a86-a7a2-86522b248afb, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=064b4646-6f62-4a86-a7a2-86522b248afb,segment=NetworkSegment(51d52f3a-69c2-4512-964c-afaac8753702),segment_id=51d52f3a-69c2-4512-964c-afaac8753702)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:40:15.697069 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9a34d780-c4cc-4aa2-a51a-4cb5316f7a00 req-1a00801e-9e1d-4aed-8228-885b64fc55e7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:15.709241 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-9a34d780-c4cc-4aa2-a51a-4cb5316f7a00 req-1a00801e-9e1d-4aed-8228-885b64fc55e7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Calling delete_port for 064b4646-6f62-4a86-a7a2-86522b248afb owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:40:15.907620 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9a34d780-c4cc-4aa2-a51a-4cb5316f7a00 req-1a00801e-9e1d-4aed-8228-885b64fc55e7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:15.939073 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00801e-9e1d-4aed-8228-885b64fc55e7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event deleted for resources: {'Port': ['ID=064b4646-6f62-4a86-a7a2-86522b248afb,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:40:15.984191 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a34d780-c4cc-4aa2-a51a-4cb5316f7a00 req-1a00801e-9e1d-4aed-8228-885b64fc55e7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] No DVR routers for this DVR port 064b4646-6f62-4a86-a7a2-86522b248afb on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:40:15.986721 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-9a34d780-c4cc-4aa2-a51a-4cb5316f7a00 req-1a00801e-9e1d-4aed-8228-885b64fc55e7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:15.990090 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-9a34d780-c4cc-4aa2-a51a-4cb5316f7a00 req-1a00801e-9e1d-4aed-8228-885b64fc55e7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.41 "DELETE /v2.0/ports/064b4646-6f62-4a86-a7a2-86522b248afb HTTP/1.1" status: 204 len: 173 time: 0.4647183 Dec 17 16:40:15.990983 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9816fe04-38dd-4dab-9111-7bcf4ad63dab', 'name': 'network-vif-deleted', 'tag': '064b4646-6f62-4a86-a7a2-86522b248afb'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:40:15.992880 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4fd025-81f4-43f9-a94f-42ba0af810bc" -d '{"events": [{"server_uuid": "9816fe04-38dd-4dab-9111-7bcf4ad63dab", "name": "network-vif-deleted", "tag": "064b4646-6f62-4a86-a7a2-86522b248afb"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:40:16.028346 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0381e8bd-1d6b-42f4-8ca5-4b3fac1d2df4 x-openstack-request-id: req-0381e8bd-1d6b-42f4-8ca5-4b3fac1d2df4 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:40:16.028757 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9816fe04-38dd-4dab-9111-7bcf4ad63dab", "name": "network-vif-deleted", "tag": "064b4646-6f62-4a86-a7a2-86522b248afb", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:40:16.029006 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0381e8bd-1d6b-42f4-8ca5-4b3fac1d2df4 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:40:16.029421 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9816fe04-38dd-4dab-9111-7bcf4ad63dab', 'name': 'network-vif-deleted', 'tag': '064b4646-6f62-4a86-a7a2-86522b248afb', 'status': 'completed', 'code': 200} Dec 17 16:40:16.106814 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6b3a87e0-ad91-4959-ac19-79e4437cbfef req-b07d0ef4-d2ac-4a6d-9c23-43d982e525fc tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=9816fe04-38dd-4dab-9111-7bcf4ad63dab HTTP/1.1" status: 200 len: 210 time: 0.0292141 Dec 17 16:40:17.164130 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46088) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:40:17.511951 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1e881d2a-1453-4710-b5a1-3d639b4ee7ae tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:17.762514 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-1e881d2a-1453-4710-b5a1-3d639b4ee7ae tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Deleting port 1088cb89-fb08-4575-ae51-ceb8b9e5c3d3 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:40:17.762774 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1e881d2a-1453-4710-b5a1-3d639b4ee7ae tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:17.852649 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-1e881d2a-1453-4710-b5a1-3d639b4ee7ae tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] For port 1088cb89-fb08-4575-ae51-ceb8b9e5c3d3, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=1088cb89-fb08-4575-ae51-ceb8b9e5c3d3,segment=NetworkSegment(51d52f3a-69c2-4512-964c-afaac8753702),segment_id=51d52f3a-69c2-4512-964c-afaac8753702)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:40:17.853015 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1e881d2a-1453-4710-b5a1-3d639b4ee7ae tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:17.865822 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-1e881d2a-1453-4710-b5a1-3d639b4ee7ae tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Calling delete_port for 1088cb89-fb08-4575-ae51-ceb8b9e5c3d3 owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:40:18.101403 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1e881d2a-1453-4710-b5a1-3d639b4ee7ae tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:18.128198 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e881d2a-1453-4710-b5a1-3d639b4ee7ae tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event deleted for resources: {'Port': ['ID=1088cb89-fb08-4575-ae51-ceb8b9e5c3d3,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:40:18.300600 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1e881d2a-1453-4710-b5a1-3d639b4ee7ae tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:18.511077 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e881d2a-1453-4710-b5a1-3d639b4ee7ae tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Router a53833ca-4b43-4a4a-98e1-c90ea291afea has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:40:18.940028 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e881d2a-1453-4710-b5a1-3d639b4ee7ae tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:40:18.945011 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1e881d2a-1453-4710-b5a1-3d639b4ee7ae tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "PUT /v2.0/routers/a53833ca-4b43-4a4a-98e1-c90ea291afea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7798278 Dec 17 16:40:18.947651 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46090) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:40:18.956859 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d00726-b993-45ab-ab2a-36617a10fcf4 None None] Sync routers for ids ['a53833ca-4b43-4a4a-98e1-c90ea291afea'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:40:18.967020 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d00726-b993-45ab-ab2a-36617a10fcf4 None None] Routers {'a53833ca-4b43-4a4a-98e1-c90ea291afea'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:40:18.967664 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-72d00726-b993-45ab-ab2a-36617a10fcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:40:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a53833ca-4b43-4a4a-98e1-c90ea291afea'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:40:18.999154 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f87da8f-c1f6-41a2-96d6-183c18b65eff tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Deleting subnet 5617ba22-c18c-4d5a-aa9a-4743a330f32e {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 16:40:19.002462 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1f87da8f-c1f6-41a2-96d6-183c18b65eff tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:19.042535 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1f87da8f-c1f6-41a2-96d6-183c18b65eff tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:19.073021 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-72d00726-b993-45ab-ab2a-36617a10fcf4 None None] Set router a53833ca-4b43-4a4a-98e1-c90ea291afea gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:40:19.129115 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1f87da8f-c1f6-41a2-96d6-183c18b65eff tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:19.247824 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-72d00726-b993-45ab-ab2a-36617a10fcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161287624', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'cf3ff5d2-5042-4059-ba5d-0f96f0391e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:37:39Z', 'updated_at': '2021-12-17T16:40:17Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': 'cf3ff5d2-5042-4059-ba5d-0f96f0391e3c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:70:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:37:40Z', 'updated_at': '2021-12-17T16:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:40:19.261247 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1f87da8f-c1f6-41a2-96d6-183c18b65eff tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:19.278196 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d00726-b993-45ab-ab2a-36617a10fcf4 None None] Checking router: a53833ca-4b43-4a4a-98e1-c90ea291afea for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:40:19.287166 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d00726-b993-45ab-ab2a-36617a10fcf4 None None] Routers {'a53833ca-4b43-4a4a-98e1-c90ea291afea'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:40:19.287779 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-72d00726-b993-45ab-ab2a-36617a10fcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:40:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['a53833ca-4b43-4a4a-98e1-c90ea291afea'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:40:19.288072 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87da8f-c1f6-41a2-96d6-183c18b65eff tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event deleted for resources: {'Subnet': ['ID=5617ba22-c18c-4d5a-aa9a-4743a330f32e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:40:19.297158 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1f87da8f-c1f6-41a2-96d6-183c18b65eff tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:19.300523 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1f87da8f-c1f6-41a2-96d6-183c18b65eff tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "DELETE /v2.0/subnets/5617ba22-c18c-4d5a-aa9a-4743a330f32e HTTP/1.1" status: 204 len: 168 time: 0.3519356 Dec 17 16:40:19.303080 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46092) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:40:19.326861 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d74d32-31a8-4bd1-ab5b-9e5672df4cbb None None] Network dddffeae-1942-4387-8b0a-2c2fd6a4fd94 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:40:19.413296 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4ad229c6-c774-414d-896f-f968ac67e5a0 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:19.521836 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4ad229c6-c774-414d-896f-f968ac67e5a0 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:19.534928 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 064b4646-6f62-4a86-a7a2-86522b248afb no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:40:19.590326 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 064b4646-6f62-4a86-a7a2-86522b248afb {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:40:19.590664 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 064b4646-6f62-4a86-a7a2-86522b248afb not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:40:19.648383 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-4ad229c6-c774-414d-896f-f968ac67e5a0 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Deleting port cf3ff5d2-5042-4059-ba5d-0f96f0391e3c {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:40:19.648726 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4ad229c6-c774-414d-896f-f968ac67e5a0 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:19.670923 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-72d00726-b993-45ab-ab2a-36617a10fcf4 None None] Set router a53833ca-4b43-4a4a-98e1-c90ea291afea gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:40:19.731218 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-4ad229c6-c774-414d-896f-f968ac67e5a0 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] For port cf3ff5d2-5042-4059-ba5d-0f96f0391e3c, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=cf3ff5d2-5042-4059-ba5d-0f96f0391e3c,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:40:19.731581 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4ad229c6-c774-414d-896f-f968ac67e5a0 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:19.744164 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-4ad229c6-c774-414d-896f-f968ac67e5a0 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Calling delete_port for cf3ff5d2-5042-4059-ba5d-0f96f0391e3c owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:40:19.850521 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4fba18-b309-43a9-9a8a-5633716a63b2 None None] DHCP port deletion for dddffeae-1942-4387-8b0a-2c2fd6a4fd94 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 16:40:19.886596 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-72d00726-b993-45ab-ab2a-36617a10fcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161287624', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'cf3ff5d2-5042-4059-ba5d-0f96f0391e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:37:39Z', 'updated_at': '2021-12-17T16:40:17Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': 'cf3ff5d2-5042-4059-ba5d-0f96f0391e3c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:70:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:37:40Z', 'updated_at': '2021-12-17T16:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:40:19.920587 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d00726-b993-45ab-ab2a-36617a10fcf4 None None] The sync data for ids ['a53833ca-4b43-4a4a-98e1-c90ea291afea'] in n-d-820553-2 is: [{'id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1161287624', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': 'cf3ff5d2-5042-4059-ba5d-0f96f0391e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:37:39Z', 'updated_at': '2021-12-17T16:40:17Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': 'cf3ff5d2-5042-4059-ba5d-0f96f0391e3c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:70:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53833ca-4b43-4a4a-98e1-c90ea291afea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:37:40Z', 'updated_at': '2021-12-17T16:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:40:19.937495 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fba18-b309-43a9-9a8a-5633716a63b2 None None] Deleting port 02fd9495-a2f8-4671-a139-0454e98a8407 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:40:19.937867 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6c4fba18-b309-43a9-9a8a-5633716a63b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:19.964246 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4ad229c6-c774-414d-896f-f968ac67e5a0 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:19.990964 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad229c6-c774-414d-896f-f968ac67e5a0 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event deleted for resources: {'Port': ['ID=cf3ff5d2-5042-4059-ba5d-0f96f0391e3c,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:40:20.005612 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-6c4fba18-b309-43a9-9a8a-5633716a63b2 None None] For port 02fd9495-a2f8-4671-a139-0454e98a8407, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=02fd9495-a2f8-4671-a139-0454e98a8407,segment=NetworkSegment(51d52f3a-69c2-4512-964c-afaac8753702),segment_id=51d52f3a-69c2-4512-964c-afaac8753702)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:40:20.006457 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6c4fba18-b309-43a9-9a8a-5633716a63b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:20.018931 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-6c4fba18-b309-43a9-9a8a-5633716a63b2 None None] Calling delete_port for 02fd9495-a2f8-4671-a139-0454e98a8407 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:40:20.053584 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4ad229c6-c774-414d-896f-f968ac67e5a0 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:20.141371 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6c4fba18-b309-43a9-9a8a-5633716a63b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:20.149711 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4ad229c6-c774-414d-896f-f968ac67e5a0 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:20.153496 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4ad229c6-c774-414d-896f-f968ac67e5a0 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:20.168661 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fba18-b309-43a9-9a8a-5633716a63b2 None None] Pushing event deleted for resources: {'Port': ['ID=02fd9495-a2f8-4671-a139-0454e98a8407,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:40:20.172502 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4fba18-b309-43a9-9a8a-5633716a63b2 None None] No DVR routers for this DVR port 02fd9495-a2f8-4671-a139-0454e98a8407 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:40:20.183575 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fba18-b309-43a9-9a8a-5633716a63b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:20.183971 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fba18-b309-43a9-9a8a-5633716a63b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:20.184334 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fba18-b309-43a9-9a8a-5633716a63b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:20.184668 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fba18-b309-43a9-9a8a-5633716a63b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:20.184997 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fba18-b309-43a9-9a8a-5633716a63b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:20.185347 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fba18-b309-43a9-9a8a-5633716a63b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:20.185708 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fba18-b309-43a9-9a8a-5633716a63b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:20.186025 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fba18-b309-43a9-9a8a-5633716a63b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:20.186344 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fba18-b309-43a9-9a8a-5633716a63b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:20.186659 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fba18-b309-43a9-9a8a-5633716a63b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:20.187550 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fba18-b309-43a9-9a8a-5633716a63b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:20.188098 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fba18-b309-43a9-9a8a-5633716a63b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:20.278580 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4ad229c6-c774-414d-896f-f968ac67e5a0 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:20.279125 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad229c6-c774-414d-896f-f968ac67e5a0 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Fanout notify agent at l3_agent the message router_deleted on router a53833ca-4b43-4a4a-98e1-c90ea291afea {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:40:20.288063 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4ad229c6-c774-414d-896f-f968ac67e5a0 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:20.288063 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4ad229c6-c774-414d-896f-f968ac67e5a0 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "DELETE /v2.0/routers/a53833ca-4b43-4a4a-98e1-c90ea291afea HTTP/1.1" status: 204 len: 168 time: 0.9832084 Dec 17 16:40:20.289981 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46096) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:40:20.368603 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f183b7e0-0dad-45df-ad23-1fb68bb2bb95 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:20.460126 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f183b7e0-0dad-45df-ad23-1fb68bb2bb95 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:20.480158 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-f183b7e0-0dad-45df-ad23-1fb68bb2bb95 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dddffeae-1942-4387-8b0a-2c2fd6a4fd94']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:40:20.490628 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-f183b7e0-0dad-45df-ad23-1fb68bb2bb95 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d52f3a-69c2-4512-964c-afaac8753702') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:40:20.491000 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-f183b7e0-0dad-45df-ad23-1fb68bb2bb95 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d52f3a-69c2-4512-964c-afaac8753702') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:40:20.501801 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f183b7e0-0dad-45df-ad23-1fb68bb2bb95 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:20.515440 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f183b7e0-0dad-45df-ad23-1fb68bb2bb95 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:20.521478 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f183b7e0-0dad-45df-ad23-1fb68bb2bb95 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:40:20.521870 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f183b7e0-0dad-45df-ad23-1fb68bb2bb95 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:20.524820 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 16:40:20.524820 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:40:20.524820 n-d-820553-2 neutron-server[102833]: timer() Dec 17 16:40:20.524820 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:40:20.524820 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 16:40:20.524820 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:40:20.524820 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 16:40:20.524820 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:40:20.524820 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 16:40:20.524820 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:40:20.524820 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 16:40:20.524820 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:40:20.524820 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 16:40:20.524820 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:40:20.524820 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:40:20.524820 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:40:20.524820 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:40:20.524820 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:40:20.524820 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 16:40:20.524820 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:40:20.524820 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 16:40:20.524820 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:40:20.524820 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:40:20.524820 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:40:20.524820 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 16:40:20.524820 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:40:20.524820 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:40:20.524820 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:40:20.524820 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:40:20.524820 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:40:20.524820 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:40:20.524820 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:40:20.661454 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f183b7e0-0dad-45df-ad23-1fb68bb2bb95 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:20.668884 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f183b7e0-0dad-45df-ad23-1fb68bb2bb95 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:20.672133 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f183b7e0-0dad-45df-ad23-1fb68bb2bb95 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "DELETE /v2.0/networks/dddffeae-1942-4387-8b0a-2c2fd6a4fd94 HTTP/1.1" status: 204 len: 168 time: 0.3812108 Dec 17 16:40:20.675442 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46098) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:40:20.683845 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183b7e0-0dad-45df-ad23-1fb68bb2bb95 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event deleted for resources: {'Network': ['ID=dddffeae-1942-4387-8b0a-2c2fd6a4fd94,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:40:20.733363 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6b9d-dd21-4d95-a1d0-eda367a1e060 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:20.763286 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6b9d-dd21-4d95-a1d0-eda367a1e060 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:20.855254 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6b9d-dd21-4d95-a1d0-eda367a1e060 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:20.857781 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6b9d-dd21-4d95-a1d0-eda367a1e060 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:20.859874 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3f7f6b9d-dd21-4d95-a1d0-eda367a1e060 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "DELETE /v2.0/security-groups/e2950be2-2dae-4662-8482-767aac45a299 HTTP/1.1" status: 204 len: 168 time: 0.1824944 Dec 17 16:40:20.869692 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f6b9d-dd21-4d95-a1d0-eda367a1e060 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2950be2-2dae-4662-8482-767aac45a299,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:40:20.878594 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f6b9d-dd21-4d95-a1d0-eda367a1e060 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:20.880928 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f6b9d-dd21-4d95-a1d0-eda367a1e060 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:20.880928 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f6b9d-dd21-4d95-a1d0-eda367a1e060 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:20.880928 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f6b9d-dd21-4d95-a1d0-eda367a1e060 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:20.880928 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f6b9d-dd21-4d95-a1d0-eda367a1e060 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:20.880928 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f6b9d-dd21-4d95-a1d0-eda367a1e060 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:20.880928 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f6b9d-dd21-4d95-a1d0-eda367a1e060 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:20.880928 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f6b9d-dd21-4d95-a1d0-eda367a1e060 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:20.882022 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f6b9d-dd21-4d95-a1d0-eda367a1e060 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:20.882022 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f6b9d-dd21-4d95-a1d0-eda367a1e060 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:20.882215 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f6b9d-dd21-4d95-a1d0-eda367a1e060 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:20.882402 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f6b9d-dd21-4d95-a1d0-eda367a1e060 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:20.972766 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 02fd9495-a2f8-4671-a139-0454e98a8407 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:40:20.996056 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 02fd9495-a2f8-4671-a139-0454e98a8407 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:40:20.996056 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 02fd9495-a2f8-4671-a139-0454e98a8407 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:40:20.996056 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device cf3ff5d2-5042-4059-ba5d-0f96f0391e3c no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:40:21.014451 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: cf3ff5d2-5042-4059-ba5d-0f96f0391e3c {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:40:21.015112 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device cf3ff5d2-5042-4059-ba5d-0f96f0391e3c not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:40:21.015339 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 1088cb89-fb08-4575-ae51-ceb8b9e5c3d3 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:40:21.035081 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 1088cb89-fb08-4575-ae51-ceb8b9e5c3d3 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:40:21.035427 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 1088cb89-fb08-4575-ae51-ceb8b9e5c3d3 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:40:21.233864 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46104) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:40:21.238511 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-cc9814d3-e2f5-4e56-ae46-9855b6704fe0 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-717890378', 'description': 'tempest-secgroup-smoke-717890378 description', 'project_id': '437dcc00f8fd49499d299b0a33d98052'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:40:21.341285 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cc9814d3-e2f5-4e56-ae46-9855b6704fe0 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:21.411407 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cc9814d3-e2f5-4e56-ae46-9855b6704fe0 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:21.501298 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cc9814d3-e2f5-4e56-ae46-9855b6704fe0 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:21.529490 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9814d3-e2f5-4e56-ae46-9855b6704fe0 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97b7a980-c3ba-4e12-aaf9-9b2bc585320c,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:40:21.571546 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cc9814d3-e2f5-4e56-ae46-9855b6704fe0 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:21.572784 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-cc9814d3-e2f5-4e56-ae46-9855b6704fe0 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3378916 Dec 17 16:40:21.575741 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46108) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:40:21.580261 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-2d55338d-4b3c-45f9-98ce-9bd99bc9cfb2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'security_group_rule': {'security_group_id': '97b7a980-c3ba-4e12-aaf9-9b2bc585320c', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:40:21.648328 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2d55338d-4b3c-45f9-98ce-9bd99bc9cfb2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:21.703478 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2d55338d-4b3c-45f9-98ce-9bd99bc9cfb2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:21.774998 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2d55338d-4b3c-45f9-98ce-9bd99bc9cfb2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:21.792939 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55338d-4b3c-45f9-98ce-9bd99bc9cfb2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e1f8df4-97bb-4897-8abf-3b957a97fb61,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:40:21.857138 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-2d55338d-4b3c-45f9-98ce-9bd99bc9cfb2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:21.858350 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-2d55338d-4b3c-45f9-98ce-9bd99bc9cfb2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2816987 Dec 17 16:40:21.861905 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46110) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:40:21.866327 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-c6e2681e-bc5c-4219-bedb-9b63e3b6c9d2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'security_group_rule': {'security_group_id': '97b7a980-c3ba-4e12-aaf9-9b2bc585320c', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:40:21.957883 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c6e2681e-bc5c-4219-bedb-9b63e3b6c9d2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:22.016160 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c6e2681e-bc5c-4219-bedb-9b63e3b6c9d2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:22.106652 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c6e2681e-bc5c-4219-bedb-9b63e3b6c9d2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:22.125166 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2681e-bc5c-4219-bedb-9b63e3b6c9d2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a62d31a0-5970-4b85-9fd7-8162eb48ebb2,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:40:22.165570 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c6e2681e-bc5c-4219-bedb-9b63e3b6c9d2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:22.166810 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c6e2681e-bc5c-4219-bedb-9b63e3b6c9d2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3039858 Dec 17 16:40:22.169455 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46112) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:40:22.174221 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-ac18b483-baaa-4d38-b81a-5a90b2d0c5ba tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'security_group_rule': {'security_group_id': '97b7a980-c3ba-4e12-aaf9-9b2bc585320c', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:40:22.236936 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ac18b483-baaa-4d38-b81a-5a90b2d0c5ba tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:22.295722 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ac18b483-baaa-4d38-b81a-5a90b2d0c5ba tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:22.351827 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ac18b483-baaa-4d38-b81a-5a90b2d0c5ba tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:22.370644 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18b483-baaa-4d38-b81a-5a90b2d0c5ba tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b7e0c9-eeed-4183-8364-7c0bf8ab52af,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:40:22.416263 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-ac18b483-baaa-4d38-b81a-5a90b2d0c5ba tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:22.417487 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-ac18b483-baaa-4d38-b81a-5a90b2d0c5ba tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2471063 Dec 17 16:40:22.420170 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46114) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:40:22.424684 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-4ba04d39-4e8a-40f1-9ffe-64823252aae6 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'security_group_rule': {'security_group_id': '97b7a980-c3ba-4e12-aaf9-9b2bc585320c', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:40:22.493605 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4ba04d39-4e8a-40f1-9ffe-64823252aae6 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:22.552294 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4ba04d39-4e8a-40f1-9ffe-64823252aae6 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:22.592249 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4ba04d39-4e8a-40f1-9ffe-64823252aae6 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:22.610545 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba04d39-4e8a-40f1-9ffe-64823252aae6 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=515e7887-56dc-4f9d-b0a1-6a8ced61daa1,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:40:22.668321 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4ba04d39-4e8a-40f1-9ffe-64823252aae6 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:22.669513 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4ba04d39-4e8a-40f1-9ffe-64823252aae6 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2484322 Dec 17 16:40:22.672712 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46116) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:40:22.677212 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-4bfe0fc6-0a9e-40f5-b098-a5d0756c1189 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'security_group_rule': {'security_group_id': '97b7a980-c3ba-4e12-aaf9-9b2bc585320c', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:40:22.746386 n-d-820553-2 neutron-server[102832]: INFO neutron.db.securitygroups_db [None req-4bfe0fc6-0a9e-40f5-b098-a5d0756c1189 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Project 437dcc00f8fd49499d299b0a33d98052 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:40:22.752055 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4bfe0fc6-0a9e-40f5-b098-a5d0756c1189 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:22.815539 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4bfe0fc6-0a9e-40f5-b098-a5d0756c1189 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:22.854852 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4bfe0fc6-0a9e-40f5-b098-a5d0756c1189 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:22.873258 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe0fc6-0a9e-40f5-b098-a5d0756c1189 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f99aa4-ac78-4b5e-9fe3-e37cf39b759b,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:40:22.931763 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4bfe0fc6-0a9e-40f5-b098-a5d0756c1189 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:22.932967 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4bfe0fc6-0a9e-40f5-b098-a5d0756c1189 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2591667 Dec 17 16:40:22.935579 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46118) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:40:22.940698 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-9db0fc3e-2566-4526-859b-36b0b5678bb4 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'security_group_rule': {'security_group_id': '97b7a980-c3ba-4e12-aaf9-9b2bc585320c', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:40:23.003950 n-d-820553-2 neutron-server[102832]: INFO neutron.db.securitygroups_db [None req-9db0fc3e-2566-4526-859b-36b0b5678bb4 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Project 437dcc00f8fd49499d299b0a33d98052 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:40:23.009240 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9db0fc3e-2566-4526-859b-36b0b5678bb4 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:23.070847 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9db0fc3e-2566-4526-859b-36b0b5678bb4 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:23.141197 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9db0fc3e-2566-4526-859b-36b0b5678bb4 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:23.161700 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0fc3e-2566-4526-859b-36b0b5678bb4 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1268fafd-c546-4947-9926-326d934c41d8,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:40:23.217487 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-9db0fc3e-2566-4526-859b-36b0b5678bb4 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:23.219330 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9db0fc3e-2566-4526-859b-36b0b5678bb4 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2827766 Dec 17 16:40:23.222134 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46120) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:40:23.227190 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-0a37ecb1-2da4-47a8-bc59-cca0e800ce0c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'network': {'name': 'tempest-network-smoke--1374329888', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'port_security_enabled': True}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:40:23.289534 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a37ecb1-2da4-47a8-bc59-cca0e800ce0c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Made reservation on behalf of 437dcc00f8fd49499d299b0a33d98052 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:40:23.292927 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0a37ecb1-2da4-47a8-bc59-cca0e800ce0c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:23.316290 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a37ecb1-2da4-47a8-bc59-cca0e800ce0c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:40:23.324588 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0a37ecb1-2da4-47a8-bc59-cca0e800ce0c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:23.324927 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-0a37ecb1-2da4-47a8-bc59-cca0e800ce0c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Added segment 295bf786-7981-41f1-b501-e76be87a3b81 of type vlan for network 7738a54d-045d-4bc4-b2ff-3578ac661802 Dec 17 16:40:23.364500 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0a37ecb1-2da4-47a8-bc59-cca0e800ce0c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:23.454708 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0a37ecb1-2da4-47a8-bc59-cca0e800ce0c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:23.460213 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a37ecb1-2da4-47a8-bc59-cca0e800ce0c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:23.460790 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-0a37ecb1-2da4-47a8-bc59-cca0e800ce0c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:23.531594 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37ecb1-2da4-47a8-bc59-cca0e800ce0c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Network': ['ID=7738a54d-045d-4bc4-b2ff-3578ac661802,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:40:23.541659 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network 7738a54d-045d-4bc4-b2ff-3578ac661802 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:40:23.596139 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0a37ecb1-2da4-47a8-bc59-cca0e800ce0c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3728979 Dec 17 16:40:23.598788 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46122) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:40:23.603254 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-4d758535-2aff-4a8e-81ac-163c9def697b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1839177066', 'admin_state_up': True, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:40:23.683816 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d758535-2aff-4a8e-81ac-163c9def697b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:23.684941 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d758535-2aff-4a8e-81ac-163c9def697b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:23.735775 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d758535-2aff-4a8e-81ac-163c9def697b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:23.949604 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d758535-2aff-4a8e-81ac-163c9def697b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:24.199307 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d758535-2aff-4a8e-81ac-163c9def697b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:24.217267 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d758535-2aff-4a8e-81ac-163c9def697b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:24.316053 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-4d758535-2aff-4a8e-81ac-163c9def697b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Allocated IP 172.25.6.22 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/feb452ad-e3e0-442b-95a3-3e8bc212cbac) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:40:24.422713 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d758535-2aff-4a8e-81ac-163c9def697b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:24.512434 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d758535-2aff-4a8e-81ac-163c9def697b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:24.550704 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d758535-2aff-4a8e-81ac-163c9def697b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:40:24.553483 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-4d758535-2aff-4a8e-81ac-163c9def697b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:40:24.556069 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d758535-2aff-4a8e-81ac-163c9def697b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:40:24.582602 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d758535-2aff-4a8e-81ac-163c9def697b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Port': ['ID=feb452ad-e3e0-442b-95a3-3e8bc212cbac,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:40:24.862514 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d758535-2aff-4a8e-81ac-163c9def697b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:25.057133 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d758535-2aff-4a8e-81ac-163c9def697b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:25.260710 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d758535-2aff-4a8e-81ac-163c9def697b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Router 95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:40:25.366062 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d758535-2aff-4a8e-81ac-163c9def697b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:40:25.376095 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fac811-e56f-4661-b7f4-ba49a6479afa None None] Sync routers for ids ['95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:40:25.385171 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fac811-e56f-4661-b7f4-ba49a6479afa None None] Routers {'95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:40:25.385862 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-b8fac811-e56f-4661-b7f4-ba49a6479afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:40:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:40:25.440966 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-4d758535-2aff-4a8e-81ac-163c9def697b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:25.442258 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4d758535-2aff-4a8e-81ac-163c9def697b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8425174 Dec 17 16:40:25.445865 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46124) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:40:25.475426 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a229819f-e117-4751-9ec3-cc73b57378e4 tempest-TestNetworkAdvancedServerOps-1516648074 tempest-TestNetworkAdvancedServerOps-1516648074-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=437dcc00f8fd49499d299b0a33d98052&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282543 Dec 17 16:40:25.477958 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46126) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:40:25.488078 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-b8fac811-e56f-4661-b7f4-ba49a6479afa None None] Set router 95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:40:25.562891 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a25bae-dab9-42fc-bcae-853d459fd666 tempest-TestNetworkAdvancedServerOps-1516648074 tempest-TestNetworkAdvancedServerOps-1516648074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:25.564443 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-65a25bae-dab9-42fc-bcae-853d459fd666 tempest-TestNetworkAdvancedServerOps-1516648074 tempest-TestNetworkAdvancedServerOps-1516648074-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0855846 Dec 17 16:40:25.567362 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46128) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:40:25.599878 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-3d72bb6a-cb2c-47f3-9499-3e259b1fb12c tempest-TestNetworkAdvancedServerOps-1516648074 tempest-TestNetworkAdvancedServerOps-1516648074-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=4e9cade7-8de3-4483-a2b7-ada6bbc76cf6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314534 Dec 17 16:40:25.602564 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46130) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:40:25.607689 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-575b794e-baf5-43a0-b6d1-a90d0e5d5771 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1677418695', 'network_id': '7738a54d-045d-4bc4-b2ff-3578ac661802', 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:40:25.673106 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-b8fac811-e56f-4661-b7f4-ba49a6479afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1839177066', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'feb452ad-e3e0-442b-95a3-3e8bc212cbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:40:23Z', 'updated_at': '2021-12-17T16:40:24Z', 'revision_number': 3, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': 'feb452ad-e3e0-442b-95a3-3e8bc212cbac', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:40:24Z', 'updated_at': '2021-12-17T16:40:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:40:25.702656 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fac811-e56f-4661-b7f4-ba49a6479afa None None] Checking router: 95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:40:25.703007 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fac811-e56f-4661-b7f4-ba49a6479afa None None] Updating router 95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3 port feb452ad-e3e0-442b-95a3-3e8bc212cbac binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:40:25.726317 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-b8fac811-e56f-4661-b7f4-ba49a6479afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:25.740896 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575b794e-baf5-43a0-b6d1-a90d0e5d5771 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Made reservation on behalf of 437dcc00f8fd49499d299b0a33d98052 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:40:25.744652 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-575b794e-baf5-43a0-b6d1-a90d0e5d5771 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:25.969879 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-575b794e-baf5-43a0-b6d1-a90d0e5d5771 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:25.983068 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-b8fac811-e56f-4661-b7f4-ba49a6479afa None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:26.030247 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b794e-baf5-43a0-b6d1-a90d0e5d5771 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Subnet': ['ID=316414ff-cf68-41f1-8456-d8257b0023ea,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:40:26.039511 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575b794e-baf5-43a0-b6d1-a90d0e5d5771 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Checking segment: {'id': '295bf786-7981-41f1-b501-e76be87a3b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7738a54d-045d-4bc4-b2ff-3578ac661802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:40:26.039873 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575b794e-baf5-43a0-b6d1-a90d0e5d5771 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Network hostable DHCP agents. Network: 7738a54d-045d-4bc4-b2ff-3578ac661802, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:40:26.049265 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-b8fac811-e56f-4661-b7f4-ba49a6479afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:26.100700 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575b794e-baf5-43a0-b6d1-a90d0e5d5771 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Network 7738a54d-045d-4bc4-b2ff-3578ac661802 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:40:26.106027 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-b8fac811-e56f-4661-b7f4-ba49a6479afa None None] Attempting to bind port feb452ad-e3e0-442b-95a3-3e8bc212cbac on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:40:26.106027 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-b8fac811-e56f-4661-b7f4-ba49a6479afa None None] Attempting to bind port feb452ad-e3e0-442b-95a3-3e8bc212cbac by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:40:26.106027 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fac811-e56f-4661-b7f4-ba49a6479afa None None] Attempting to bind port feb452ad-e3e0-442b-95a3-3e8bc212cbac on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:40:26.108514 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589dae4b-3e26-418f-a92d-fb33ca752ce2 None None] Pushing event updated for resources: {'Port': ['ID=feb452ad-e3e0-442b-95a3-3e8bc212cbac,revision_number=2']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:40:26.111506 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fac811-e56f-4661-b7f4-ba49a6479afa None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:40:26.111846 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fac811-e56f-4661-b7f4-ba49a6479afa None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:40:26.112235 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-b8fac811-e56f-4661-b7f4-ba49a6479afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:26.112610 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fac811-e56f-4661-b7f4-ba49a6479afa None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:40:26.113074 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-b8fac811-e56f-4661-b7f4-ba49a6479afa None None] Bound port: feb452ad-e3e0-442b-95a3-3e8bc212cbac, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:40:26.113446 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-b8fac811-e56f-4661-b7f4-ba49a6479afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:26.136019 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589dae4b-3e26-418f-a92d-fb33ca752ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:26.136354 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589dae4b-3e26-418f-a92d-fb33ca752ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:26.136681 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589dae4b-3e26-418f-a92d-fb33ca752ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:26.137003 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589dae4b-3e26-418f-a92d-fb33ca752ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:26.137345 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589dae4b-3e26-418f-a92d-fb33ca752ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:26.137663 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589dae4b-3e26-418f-a92d-fb33ca752ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:26.137977 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589dae4b-3e26-418f-a92d-fb33ca752ce2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:26.138290 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589dae4b-3e26-418f-a92d-fb33ca752ce2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:26.138600 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589dae4b-3e26-418f-a92d-fb33ca752ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:26.138911 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589dae4b-3e26-418f-a92d-fb33ca752ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:26.139218 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589dae4b-3e26-418f-a92d-fb33ca752ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:26.139526 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589dae4b-3e26-418f-a92d-fb33ca752ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:40:26.174567 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-b8fac811-e56f-4661-b7f4-ba49a6479afa None None] For port feb452ad-e3e0-442b-95a3-3e8bc212cbac, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:40:26.174956 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-575b794e-baf5-43a0-b6d1-a90d0e5d5771 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, 7738a54d-045d-4bc4-b2ff-3578ac661802) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:40:26.177825 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-b8fac811-e56f-4661-b7f4-ba49a6479afa None None] For port feb452ad-e3e0-442b-95a3-3e8bc212cbac, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=feb452ad-e3e0-442b-95a3-3e8bc212cbac,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:40:26.183079 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575b794e-baf5-43a0-b6d1-a90d0e5d5771 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:26.183079 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-575b794e-baf5-43a0-b6d1-a90d0e5d5771 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:26.184086 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5166b9b-ac0a-4018-bade-fc18a7f91be8 None None] Network 7738a54d-045d-4bc4-b2ff-3578ac661802 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:40:26.238801 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-b8fac811-e56f-4661-b7f4-ba49a6479afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:26.255613 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-575b794e-baf5-43a0-b6d1-a90d0e5d5771 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6515181 Dec 17 16:40:26.258636 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46132) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:40:26.295262 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589dae4b-3e26-418f-a92d-fb33ca752ce2 None None] Pushing event updated for resources: {'Port': ['ID=feb452ad-e3e0-442b-95a3-3e8bc212cbac,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:40:26.303207 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fac811-e56f-4661-b7f4-ba49a6479afa None None] Routers {'95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:40:26.303822 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-b8fac811-e56f-4661-b7f4-ba49a6479afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:40:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:40:26.339646 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003e14cc-b1f4-4837-a84a-2ca4e9cb30be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-7738a54d-045d-4bc4-b2ff-3578ac661802', 'network_id': '7738a54d-045d-4bc4-b2ff-3578ac661802', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'fixed_ips': [{'subnet_id': '316414ff-cf68-41f1-8456-d8257b0023ea'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 16:40:26.340870 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-003e14cc-b1f4-4837-a84a-2ca4e9cb30be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:26.411364 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-b8fac811-e56f-4661-b7f4-ba49a6479afa None None] Set router 95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:40:26.481134 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-003e14cc-b1f4-4837-a84a-2ca4e9cb30be None None] Allocated IP 172.20.0.2 (7738a54d-045d-4bc4-b2ff-3578ac661802/316414ff-cf68-41f1-8456-d8257b0023ea/290b9c4b-8627-4a3d-8da5-404d926d28b8) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:40:26.597507 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-b8fac811-e56f-4661-b7f4-ba49a6479afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1839177066', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'feb452ad-e3e0-442b-95a3-3e8bc212cbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:40:23Z', 'updated_at': '2021-12-17T16:40:24Z', 'revision_number': 3, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': 'feb452ad-e3e0-442b-95a3-3e8bc212cbac', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:40:24Z', 'updated_at': '2021-12-17T16:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:40:26.629216 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fac811-e56f-4661-b7f4-ba49a6479afa None None] The sync data for ids ['95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3'] in n-d-820553-2 is: [{'id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1839177066', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'feb452ad-e3e0-442b-95a3-3e8bc212cbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:40:23Z', 'updated_at': '2021-12-17T16:40:24Z', 'revision_number': 3, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': 'feb452ad-e3e0-442b-95a3-3e8bc212cbac', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:40:24Z', 'updated_at': '2021-12-17T16:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:40:26.636969 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-003e14cc-b1f4-4837-a84a-2ca4e9cb30be None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:26.690254 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-003e14cc-b1f4-4837-a84a-2ca4e9cb30be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:26.731859 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003e14cc-b1f4-4837-a84a-2ca4e9cb30be None None] Network 7738a54d-045d-4bc4-b2ff-3578ac661802 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:40:26.734822 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-003e14cc-b1f4-4837-a84a-2ca4e9cb30be None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:40:26.737790 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003e14cc-b1f4-4837-a84a-2ca4e9cb30be None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:40:26.740110 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f58ace50-e6f7-4465-84d6-5deebfe991f2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:26.751666 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e14cc-b1f4-4837-a84a-2ca4e9cb30be None None] Pushing event updated for resources: {'Port': ['ID=290b9c4b-8627-4a3d-8da5-404d926d28b8,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:40:26.815258 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-003e14cc-b1f4-4837-a84a-2ca4e9cb30be None None] Attempting to bind port 290b9c4b-8627-4a3d-8da5-404d926d28b8 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:40:26.815685 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-003e14cc-b1f4-4837-a84a-2ca4e9cb30be None None] Attempting to bind port 290b9c4b-8627-4a3d-8da5-404d926d28b8 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '295bf786-7981-41f1-b501-e76be87a3b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7738a54d-045d-4bc4-b2ff-3578ac661802'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:40:26.816054 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003e14cc-b1f4-4837-a84a-2ca4e9cb30be None None] Attempting to bind port 290b9c4b-8627-4a3d-8da5-404d926d28b8 on network 7738a54d-045d-4bc4-b2ff-3578ac661802 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:40:26.821776 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003e14cc-b1f4-4837-a84a-2ca4e9cb30be None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:40:26.822158 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003e14cc-b1f4-4837-a84a-2ca4e9cb30be None None] Checking segment: {'id': '295bf786-7981-41f1-b501-e76be87a3b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7738a54d-045d-4bc4-b2ff-3578ac661802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:40:26.822566 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-003e14cc-b1f4-4837-a84a-2ca4e9cb30be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:26.822963 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003e14cc-b1f4-4837-a84a-2ca4e9cb30be None None] Bound using segment: {'id': '295bf786-7981-41f1-b501-e76be87a3b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7738a54d-045d-4bc4-b2ff-3578ac661802'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:40:26.823437 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-003e14cc-b1f4-4837-a84a-2ca4e9cb30be None None] Bound port: 290b9c4b-8627-4a3d-8da5-404d926d28b8, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '295bf786-7981-41f1-b501-e76be87a3b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7738a54d-045d-4bc4-b2ff-3578ac661802'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:40:26.823824 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-003e14cc-b1f4-4837-a84a-2ca4e9cb30be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:26.892405 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:26.926005 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-003e14cc-b1f4-4837-a84a-2ca4e9cb30be None None] For port 290b9c4b-8627-4a3d-8da5-404d926d28b8, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:40:26.930875 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-003e14cc-b1f4-4837-a84a-2ca4e9cb30be None None] For port 290b9c4b-8627-4a3d-8da5-404d926d28b8, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=290b9c4b-8627-4a3d-8da5-404d926d28b8,segment=NetworkSegment(295bf786-7981-41f1-b501-e76be87a3b81),segment_id=295bf786-7981-41f1-b501-e76be87a3b81)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:40:27.011940 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device feb452ad-e3e0-442b-95a3-3e8bc212cbac up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:40:27.018053 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-003e14cc-b1f4-4837-a84a-2ca4e9cb30be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:27.124990 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e14cc-b1f4-4837-a84a-2ca4e9cb30be None None] Pushing event updated for resources: {'Port': ['ID=290b9c4b-8627-4a3d-8da5-404d926d28b8,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:40:27.134569 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port feb452ad-e3e0-442b-95a3-3e8bc212cbac triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:40:27.134948 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:27.225512 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:27.246315 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port feb452ad-e3e0-442b-95a3-3e8bc212cbac, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=feb452ad-e3e0-442b-95a3-3e8bc212cbac,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:40:27.324238 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:27.365602 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-f58ace50-e6f7-4465-84d6-5deebfe991f2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Allocated IP 172.20.0.1 (7738a54d-045d-4bc4-b2ff-3578ac661802/316414ff-cf68-41f1-8456-d8257b0023ea/cf4cd65b-bb35-4858-9aa5-03ec8d18c07e) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:40:27.400321 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=feb452ad-e3e0-442b-95a3-3e8bc212cbac,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:40:27.500426 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f58ace50-e6f7-4465-84d6-5deebfe991f2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:27.592986 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f58ace50-e6f7-4465-84d6-5deebfe991f2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:27.640392 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58ace50-e6f7-4465-84d6-5deebfe991f2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Network 7738a54d-045d-4bc4-b2ff-3578ac661802 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:40:27.643499 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-f58ace50-e6f7-4465-84d6-5deebfe991f2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:40:27.647070 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58ace50-e6f7-4465-84d6-5deebfe991f2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:40:27.655192 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ace50-e6f7-4465-84d6-5deebfe991f2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Port': ['ID=cf4cd65b-bb35-4858-9aa5-03ec8d18c07e,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:40:27.695004 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f58ace50-e6f7-4465-84d6-5deebfe991f2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:27.882349 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f58ace50-e6f7-4465-84d6-5deebfe991f2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:28.158295 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f58ace50-e6f7-4465-84d6-5deebfe991f2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:28.226942 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f58ace50-e6f7-4465-84d6-5deebfe991f2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:28.302224 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ace50-e6f7-4465-84d6-5deebfe991f2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Port': ['ID=cf4cd65b-bb35-4858-9aa5-03ec8d18c07e,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:40:28.305618 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f58ace50-e6f7-4465-84d6-5deebfe991f2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:28.404767 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58ace50-e6f7-4465-84d6-5deebfe991f2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Network 7738a54d-045d-4bc4-b2ff-3578ac661802 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:40:28.406941 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-f58ace50-e6f7-4465-84d6-5deebfe991f2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:40:28.478583 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d923dc-5146-4e26-8501-28afae193cf5 None None] Network 7738a54d-045d-4bc4-b2ff-3578ac661802 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:40:28.528239 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58ace50-e6f7-4465-84d6-5deebfe991f2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Router 95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:40:28.596024 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-56757b8a-3af6-49a1-bee5-7428d2598b38 None None] Provisioning complete for port 290b9c4b-8627-4a3d-8da5-404d926d28b8 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:40:28.596334 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-56757b8a-3af6-49a1-bee5-7428d2598b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:28.639471 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58ace50-e6f7-4465-84d6-5deebfe991f2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:40:28.646578 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f58ace50-e6f7-4465-84d6-5deebfe991f2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "PUT /v2.0/routers/95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3847885 Dec 17 16:40:28.672114 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f524ca-6008-47f8-b456-2ea3cc71fc57 None None] Sync routers for ids ['95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:40:28.691624 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f524ca-6008-47f8-b456-2ea3cc71fc57 None None] Routers {'95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:40:28.692274 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-78f524ca-6008-47f8-b456-2ea3cc71fc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:40:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:40:28.811810 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-56757b8a-3af6-49a1-bee5-7428d2598b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:28.872897 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-78f524ca-6008-47f8-b456-2ea3cc71fc57 None None] Set router 95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:40:28.909767 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-56757b8a-3af6-49a1-bee5-7428d2598b38 None None] For port 290b9c4b-8627-4a3d-8da5-404d926d28b8, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=290b9c4b-8627-4a3d-8da5-404d926d28b8,segment=NetworkSegment(295bf786-7981-41f1-b501-e76be87a3b81),segment_id=295bf786-7981-41f1-b501-e76be87a3b81)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:40:29.012442 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-734eb580-e212-4da6-b586-3742d4530fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:29.028442 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-56757b8a-3af6-49a1-bee5-7428d2598b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:29.082353 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0d168b12-caff-45f6-b374-92b762e3a40d req-c8902cad-6be7-4959-acdc-dd89d978d0bd tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-717890378&fields=id&tenant_id=437dcc00f8fd49499d299b0a33d98052 HTTP/1.1" status: 200 len: 267 time: 0.0788469 Dec 17 16:40:29.127732 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 290b9c4b-8627-4a3d-8da5-404d926d28b8 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:40:29.129653 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56757b8a-3af6-49a1-bee5-7428d2598b38 None None] Pushing event updated for resources: {'Port': ['ID=290b9c4b-8627-4a3d-8da5-404d926d28b8,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:40:29.195854 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-05b8571b-4d3a-47f1-ac3c-28d8cf639917 None None] Provisioning complete for port cf4cd65b-bb35-4858-9aa5-03ec8d18c07e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:40:29.196223 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-05b8571b-4d3a-47f1-ac3c-28d8cf639917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:29.199741 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d168b12-caff-45f6-b374-92b762e3a40d req-eeeb1713-eaad-4ffa-b382-7ca1056000ca tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:29.201589 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0d168b12-caff-45f6-b374-92b762e3a40d req-eeeb1713-eaad-4ffa-b382-7ca1056000ca tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/networks?id=7738a54d-045d-4bc4-b2ff-3578ac661802 HTTP/1.1" status: 200 len: 797 time: 0.1117258 Dec 17 16:40:29.218756 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0d168b12-caff-45f6-b374-92b762e3a40d req-c623742b-6e4b-48a4-828f-d9d5d83095e9 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/quotas/437dcc00f8fd49499d299b0a33d98052 HTTP/1.1" status: 200 len: 375 time: 0.0097151 Dec 17 16:40:29.247051 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 290b9c4b-8627-4a3d-8da5-404d926d28b8 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:40:29.247424 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:29.248861 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-05b8571b-4d3a-47f1-ac3c-28d8cf639917 None None] Port cf4cd65b-bb35-4858-9aa5-03ec8d18c07e cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:40:29.274841 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-78f524ca-6008-47f8-b456-2ea3cc71fc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1839177066', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'feb452ad-e3e0-442b-95a3-3e8bc212cbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:40:23Z', 'updated_at': '2021-12-17T16:40:27Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': 'feb452ad-e3e0-442b-95a3-3e8bc212cbac', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:40:24Z', 'updated_at': '2021-12-17T16:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'cf4cd65b-bb35-4858-9aa5-03ec8d18c07e', 'name': '', 'network_id': '7738a54d-045d-4bc4-b2ff-3578ac661802', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:df:d2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '316414ff-cf68-41f1-8456-d8257b0023ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:40:27Z', 'updated_at': '2021-12-17T16:40:28Z', 'revision_number': 2, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': '316414ff-cf68-41f1-8456-d8257b0023ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:40:29.285134 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0d168b12-caff-45f6-b374-92b762e3a40d req-bcf6eb8a-57d6-4f75-b2f3-56bd5362c2f4 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549989 Dec 17 16:40:29.311258 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f524ca-6008-47f8-b456-2ea3cc71fc57 None None] Checking router: 95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:40:29.311607 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f524ca-6008-47f8-b456-2ea3cc71fc57 None None] Updating router 95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3 port cf4cd65b-bb35-4858-9aa5-03ec8d18c07e binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:40:29.396651 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0d168b12-caff-45f6-b374-92b762e3a40d req-eab374a5-ff7b-4d80-903a-0a2ae306e86b service neutron] 10.222.0.46 "GET /v2.0/networks/7738a54d-045d-4bc4-b2ff-3578ac661802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979650 Dec 17 16:40:29.491488 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0d168b12-caff-45f6-b374-92b762e3a40d req-20ae9e47-882b-4e7c-9f1c-de61d8662664 service neutron] 10.222.0.46 "GET /v2.0/networks/7738a54d-045d-4bc4-b2ff-3578ac661802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871351 Dec 17 16:40:29.499548 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-05b8571b-4d3a-47f1-ac3c-28d8cf639917 None None] Provisioning complete for port 290b9c4b-8627-4a3d-8da5-404d926d28b8 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:40:29.500053 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-05b8571b-4d3a-47f1-ac3c-28d8cf639917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:29.534701 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-78f524ca-6008-47f8-b456-2ea3cc71fc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:29.715863 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device feb452ad-e3e0-442b-95a3-3e8bc212cbac up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:40:29.717344 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-03fde1be-eda0-4773-8f1c-8444f847bfc6 req-4bea3546-3dd5-4cf2-8d2d-3f4954d265dc tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d0da166-56b0-4f26-9341-da6fac46b8d5 HTTP/1.1" status: 200 len: 210 time: 0.0318837 Dec 17 16:40:29.845414 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port feb452ad-e3e0-442b-95a3-3e8bc212cbac triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:40:29.846191 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:29.919239 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-903146f2-bde7-4092-9ce2-5b4dc07dc8ca None None] Provisioning complete for port cf4cd65b-bb35-4858-9aa5-03ec8d18c07e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:40:29.919613 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-903146f2-bde7-4092-9ce2-5b4dc07dc8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:30.022585 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-903146f2-bde7-4092-9ce2-5b4dc07dc8ca None None] Port cf4cd65b-bb35-4858-9aa5-03ec8d18c07e cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:40:30.026040 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-78f524ca-6008-47f8-b456-2ea3cc71fc57 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:30.112005 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-78f524ca-6008-47f8-b456-2ea3cc71fc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:30.163946 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12222e4b-bf69-46b4-8e8c-310489a5ec5f None None] Pushing event updated for resources: {'Port': ['ID=cf4cd65b-bb35-4858-9aa5-03ec8d18c07e,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:40:30.217813 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-78f524ca-6008-47f8-b456-2ea3cc71fc57 None None] Attempting to bind port cf4cd65b-bb35-4858-9aa5-03ec8d18c07e on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:40:30.218352 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-78f524ca-6008-47f8-b456-2ea3cc71fc57 None None] Attempting to bind port cf4cd65b-bb35-4858-9aa5-03ec8d18c07e by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '295bf786-7981-41f1-b501-e76be87a3b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7738a54d-045d-4bc4-b2ff-3578ac661802'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:40:30.218895 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f524ca-6008-47f8-b456-2ea3cc71fc57 None None] Attempting to bind port cf4cd65b-bb35-4858-9aa5-03ec8d18c07e on network 7738a54d-045d-4bc4-b2ff-3578ac661802 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:40:30.224805 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f524ca-6008-47f8-b456-2ea3cc71fc57 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:40:30.225301 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f524ca-6008-47f8-b456-2ea3cc71fc57 None None] Checking segment: {'id': '295bf786-7981-41f1-b501-e76be87a3b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7738a54d-045d-4bc4-b2ff-3578ac661802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:40:30.225767 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-78f524ca-6008-47f8-b456-2ea3cc71fc57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:30.226167 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f524ca-6008-47f8-b456-2ea3cc71fc57 None None] Bound using segment: {'id': '295bf786-7981-41f1-b501-e76be87a3b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7738a54d-045d-4bc4-b2ff-3578ac661802'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:40:30.226639 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-78f524ca-6008-47f8-b456-2ea3cc71fc57 None None] Bound port: cf4cd65b-bb35-4858-9aa5-03ec8d18c07e, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '295bf786-7981-41f1-b501-e76be87a3b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7738a54d-045d-4bc4-b2ff-3578ac661802'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:40:30.227193 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-78f524ca-6008-47f8-b456-2ea3cc71fc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:30.293330 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-78f524ca-6008-47f8-b456-2ea3cc71fc57 None None] For port cf4cd65b-bb35-4858-9aa5-03ec8d18c07e, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:40:30.296907 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-78f524ca-6008-47f8-b456-2ea3cc71fc57 None None] For port cf4cd65b-bb35-4858-9aa5-03ec8d18c07e, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=cf4cd65b-bb35-4858-9aa5-03ec8d18c07e,segment=NetworkSegment(295bf786-7981-41f1-b501-e76be87a3b81),segment_id=295bf786-7981-41f1-b501-e76be87a3b81)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:40:30.340701 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-2c4e3256-25cb-45ab-b403-fcd731ffe76b None None] Provisioning complete for port cf4cd65b-bb35-4858-9aa5-03ec8d18c07e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:40:30.341179 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2c4e3256-25cb-45ab-b403-fcd731ffe76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:30.361676 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-78f524ca-6008-47f8-b456-2ea3cc71fc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:30.409188 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-2c4e3256-25cb-45ab-b403-fcd731ffe76b None None] Port cf4cd65b-bb35-4858-9aa5-03ec8d18c07e cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:40:30.434944 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f524ca-6008-47f8-b456-2ea3cc71fc57 None None] Routers {'95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:40:30.435571 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-78f524ca-6008-47f8-b456-2ea3cc71fc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:40:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:40:30.470742 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12222e4b-bf69-46b4-8e8c-310489a5ec5f None None] Pushing event updated for resources: {'Port': ['ID=cf4cd65b-bb35-4858-9aa5-03ec8d18c07e,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:40:30.550820 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-78f524ca-6008-47f8-b456-2ea3cc71fc57 None None] Set router 95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:40:30.676600 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-7e2b82c1-1f44-4298-b64d-248856368330 None None] Provisioning complete for port cf4cd65b-bb35-4858-9aa5-03ec8d18c07e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:40:30.676879 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7e2b82c1-1f44-4298-b64d-248856368330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:30.795451 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-81862664-cff5-4faf-b3d4-ed1e278fb7d0 req-9e52edf4-ff06-40c3-9a0e-b7a535e8c1ab tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d0da166-56b0-4f26-9341-da6fac46b8d5 HTTP/1.1" status: 200 len: 210 time: 0.0266185 Dec 17 16:40:30.812297 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7e2b82c1-1f44-4298-b64d-248856368330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:30.838127 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-78f524ca-6008-47f8-b456-2ea3cc71fc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1839177066', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'feb452ad-e3e0-442b-95a3-3e8bc212cbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:40:23Z', 'updated_at': '2021-12-17T16:40:27Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': 'feb452ad-e3e0-442b-95a3-3e8bc212cbac', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:40:24Z', 'updated_at': '2021-12-17T16:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'cf4cd65b-bb35-4858-9aa5-03ec8d18c07e', 'name': '', 'network_id': '7738a54d-045d-4bc4-b2ff-3578ac661802', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:df:d2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '316414ff-cf68-41f1-8456-d8257b0023ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:40:27Z', 'updated_at': '2021-12-17T16:40:30Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': '316414ff-cf68-41f1-8456-d8257b0023ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:40:30.874955 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f524ca-6008-47f8-b456-2ea3cc71fc57 None None] The sync data for ids ['95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3'] in n-d-820553-2 is: [{'id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1839177066', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'feb452ad-e3e0-442b-95a3-3e8bc212cbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:40:23Z', 'updated_at': '2021-12-17T16:40:27Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': 'feb452ad-e3e0-442b-95a3-3e8bc212cbac', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:40:24Z', 'updated_at': '2021-12-17T16:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'cf4cd65b-bb35-4858-9aa5-03ec8d18c07e', 'name': '', 'network_id': '7738a54d-045d-4bc4-b2ff-3578ac661802', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:df:d2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '316414ff-cf68-41f1-8456-d8257b0023ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:40:27Z', 'updated_at': '2021-12-17T16:40:30Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': '316414ff-cf68-41f1-8456-d8257b0023ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:40:30.880448 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-7e2b82c1-1f44-4298-b64d-248856368330 None None] For port cf4cd65b-bb35-4858-9aa5-03ec8d18c07e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=cf4cd65b-bb35-4858-9aa5-03ec8d18c07e,segment=NetworkSegment(295bf786-7981-41f1-b501-e76be87a3b81),segment_id=295bf786-7981-41f1-b501-e76be87a3b81)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:40:30.958028 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7e2b82c1-1f44-4298-b64d-248856368330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:30.988602 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 290b9c4b-8627-4a3d-8da5-404d926d28b8 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:40:31.050406 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b82c1-1f44-4298-b64d-248856368330 None None] Pushing event updated for resources: {'Port': ['ID=cf4cd65b-bb35-4858-9aa5-03ec8d18c07e,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:40:31.066245 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 290b9c4b-8627-4a3d-8da5-404d926d28b8 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:40:31.066634 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:31.244170 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-19a1ed80-061a-40a8-99fc-628e7e379fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:31.915854 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-954800bb-2ed1-42f6-b941-4f49d0141ae6 req-6519afb8-8202-4e0b-b1ce-068ef8643e8d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d0da166-56b0-4f26-9341-da6fac46b8d5 HTTP/1.1" status: 200 len: 210 time: 0.0305459 Dec 17 16:40:32.574809 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d168b12-caff-45f6-b374-92b762e3a40d req-a3aa6703-a9b9-4888-8048-87e781befc35 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:32.576233 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0d168b12-caff-45f6-b374-92b762e3a40d req-a3aa6703-a9b9-4888-8048-87e781befc35 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.13 "GET /v2.0/networks?id=7738a54d-045d-4bc4-b2ff-3578ac661802 HTTP/1.1" status: 200 len: 797 time: 0.1020362 Dec 17 16:40:32.625418 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0d168b12-caff-45f6-b374-92b762e3a40d req-48a87f72-a9a4-4a05-8e44-469432e850e4 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=437dcc00f8fd49499d299b0a33d98052 HTTP/1.1" status: 200 len: 379 time: 0.0388720 Dec 17 16:40:32.634495 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-0d168b12-caff-45f6-b374-92b762e3a40d req-0e6df90e-6e21-4154-a5a8-3d56c2f0b663 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'port': {'device_id': '8d0da166-56b0-4f26-9341-da6fac46b8d5', 'network_id': '7738a54d-045d-4bc4-b2ff-3578ac661802', 'admin_state_up': True, 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'security_groups': ['97b7a980-c3ba-4e12-aaf9-9b2bc585320c']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:40:32.643920 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:32.820711 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d168b12-caff-45f6-b374-92b762e3a40d req-0e6df90e-6e21-4154-a5a8-3d56c2f0b663 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Made reservation on behalf of 437dcc00f8fd49499d299b0a33d98052 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:40:32.824337 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0d168b12-caff-45f6-b374-92b762e3a40d req-0e6df90e-6e21-4154-a5a8-3d56c2f0b663 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:32.961735 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-0d168b12-caff-45f6-b374-92b762e3a40d req-0e6df90e-6e21-4154-a5a8-3d56c2f0b663 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Allocated IP 172.20.0.10 (7738a54d-045d-4bc4-b2ff-3578ac661802/316414ff-cf68-41f1-8456-d8257b0023ea/982fccd1-cd63-46b1-8e56-802e73655900) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:40:32.982523 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device cf4cd65b-bb35-4858-9aa5-03ec8d18c07e up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:40:33.031907 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f91e02b7-3b1e-496d-adbe-04c72afb164e req-89878983-ef78-4d3f-aa7e-391712e7df14 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d0da166-56b0-4f26-9341-da6fac46b8d5 HTTP/1.1" status: 200 len: 210 time: 0.0304873 Dec 17 16:40:33.035870 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port cf4cd65b-bb35-4858-9aa5-03ec8d18c07e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:40:33.036434 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:33.110490 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0d168b12-caff-45f6-b374-92b762e3a40d req-0e6df90e-6e21-4154-a5a8-3d56c2f0b663 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:33.192453 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0d168b12-caff-45f6-b374-92b762e3a40d req-0e6df90e-6e21-4154-a5a8-3d56c2f0b663 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:33.232018 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d168b12-caff-45f6-b374-92b762e3a40d req-0e6df90e-6e21-4154-a5a8-3d56c2f0b663 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Network 7738a54d-045d-4bc4-b2ff-3578ac661802 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:40:33.235648 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-0d168b12-caff-45f6-b374-92b762e3a40d req-0e6df90e-6e21-4154-a5a8-3d56c2f0b663 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:40:33.239331 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d168b12-caff-45f6-b374-92b762e3a40d req-0e6df90e-6e21-4154-a5a8-3d56c2f0b663 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:40:33.267984 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6df90e-6e21-4154-a5a8-3d56c2f0b663 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Port': ['ID=982fccd1-cd63-46b1-8e56-802e73655900,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:40:33.296597 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d168b12-caff-45f6-b374-92b762e3a40d req-0e6df90e-6e21-4154-a5a8-3d56c2f0b663 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:33.297273 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0d168b12-caff-45f6-b374-92b762e3a40d req-0e6df90e-6e21-4154-a5a8-3d56c2f0b663 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:33.367076 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0d168b12-caff-45f6-b374-92b762e3a40d req-0e6df90e-6e21-4154-a5a8-3d56c2f0b663 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7365425 Dec 17 16:40:33.431602 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-0d168b12-caff-45f6-b374-92b762e3a40d req-bc48245d-ff6e-40d9-9b34-46c7dc5543a2 service neutron] Request body: {'port': {'device_id': '8d0da166-56b0-4f26-9341-da6fac46b8d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:40:33.488241 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0d168b12-caff-45f6-b374-92b762e3a40d req-bc48245d-ff6e-40d9-9b34-46c7dc5543a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:33.495715 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-550cafdb-b1f7-4293-9bfc-892d8fdbe8b2 None None] Provisioning complete for port 982fccd1-cd63-46b1-8e56-802e73655900 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:40:33.496150 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-550cafdb-b1f7-4293-9bfc-892d8fdbe8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:33.529987 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-550cafdb-b1f7-4293-9bfc-892d8fdbe8b2 None None] Port 982fccd1-cd63-46b1-8e56-802e73655900 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:40:33.748541 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-0d168b12-caff-45f6-b374-92b762e3a40d req-bc48245d-ff6e-40d9-9b34-46c7dc5543a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 982fccd1-cd63-46b1-8e56-802e73655900 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:40:33.756077 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0d168b12-caff-45f6-b374-92b762e3a40d req-bc48245d-ff6e-40d9-9b34-46c7dc5543a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:33.767828 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-0d168b12-caff-45f6-b374-92b762e3a40d req-bc48245d-ff6e-40d9-9b34-46c7dc5543a2 service neutron] Transition to ACTIVE for port object 982fccd1-cd63-46b1-8e56-802e73655900 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:40:33.844575 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0d168b12-caff-45f6-b374-92b762e3a40d req-bc48245d-ff6e-40d9-9b34-46c7dc5543a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:33.894738 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48245d-ff6e-40d9-9b34-46c7dc5543a2 service neutron] Pushing event updated for resources: {'Port': ['ID=982fccd1-cd63-46b1-8e56-802e73655900,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:40:33.972447 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-0d168b12-caff-45f6-b374-92b762e3a40d req-bc48245d-ff6e-40d9-9b34-46c7dc5543a2 service neutron] Attempting to bind port 982fccd1-cd63-46b1-8e56-802e73655900 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:40:33.972793 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-0d168b12-caff-45f6-b374-92b762e3a40d req-bc48245d-ff6e-40d9-9b34-46c7dc5543a2 service neutron] Attempting to bind port 982fccd1-cd63-46b1-8e56-802e73655900 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '295bf786-7981-41f1-b501-e76be87a3b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7738a54d-045d-4bc4-b2ff-3578ac661802'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:40:33.973182 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d168b12-caff-45f6-b374-92b762e3a40d req-bc48245d-ff6e-40d9-9b34-46c7dc5543a2 service neutron] Attempting to bind port 982fccd1-cd63-46b1-8e56-802e73655900 on network 7738a54d-045d-4bc4-b2ff-3578ac661802 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:40:33.977860 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d168b12-caff-45f6-b374-92b762e3a40d req-bc48245d-ff6e-40d9-9b34-46c7dc5543a2 service neutron] Port 982fccd1-cd63-46b1-8e56-802e73655900 on network 7738a54d-045d-4bc4-b2ff-3578ac661802 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:40:33.978185 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d168b12-caff-45f6-b374-92b762e3a40d req-bc48245d-ff6e-40d9-9b34-46c7dc5543a2 service neutron] Attempting to bind port 982fccd1-cd63-46b1-8e56-802e73655900 on network 7738a54d-045d-4bc4-b2ff-3578ac661802 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:40:33.983161 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d168b12-caff-45f6-b374-92b762e3a40d req-bc48245d-ff6e-40d9-9b34-46c7dc5543a2 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:40:33.983500 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d168b12-caff-45f6-b374-92b762e3a40d req-bc48245d-ff6e-40d9-9b34-46c7dc5543a2 service neutron] Checking segment: {'id': '295bf786-7981-41f1-b501-e76be87a3b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7738a54d-045d-4bc4-b2ff-3578ac661802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:40:33.984031 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d168b12-caff-45f6-b374-92b762e3a40d req-bc48245d-ff6e-40d9-9b34-46c7dc5543a2 service neutron] Bound using segment: {'id': '295bf786-7981-41f1-b501-e76be87a3b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7738a54d-045d-4bc4-b2ff-3578ac661802'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:40:33.984686 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-0d168b12-caff-45f6-b374-92b762e3a40d req-bc48245d-ff6e-40d9-9b34-46c7dc5543a2 service neutron] Bound port: 982fccd1-cd63-46b1-8e56-802e73655900, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '295bf786-7981-41f1-b501-e76be87a3b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7738a54d-045d-4bc4-b2ff-3578ac661802'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:40:33.985128 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0d168b12-caff-45f6-b374-92b762e3a40d req-bc48245d-ff6e-40d9-9b34-46c7dc5543a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:34.060839 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-0d168b12-caff-45f6-b374-92b762e3a40d req-bc48245d-ff6e-40d9-9b34-46c7dc5543a2 service neutron] For port 982fccd1-cd63-46b1-8e56-802e73655900, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:40:34.065940 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-0d168b12-caff-45f6-b374-92b762e3a40d req-bc48245d-ff6e-40d9-9b34-46c7dc5543a2 service neutron] For port 982fccd1-cd63-46b1-8e56-802e73655900, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=982fccd1-cd63-46b1-8e56-802e73655900,segment=NetworkSegment(295bf786-7981-41f1-b501-e76be87a3b81),segment_id=295bf786-7981-41f1-b501-e76be87a3b81)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:40:34.130294 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0d168b12-caff-45f6-b374-92b762e3a40d req-bc48245d-ff6e-40d9-9b34-46c7dc5543a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:34.168851 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d168b12-caff-45f6-b374-92b762e3a40d req-bc48245d-ff6e-40d9-9b34-46c7dc5543a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:34.169501 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0d168b12-caff-45f6-b374-92b762e3a40d req-bc48245d-ff6e-40d9-9b34-46c7dc5543a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:34.171090 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0d168b12-caff-45f6-b374-92b762e3a40d req-bc48245d-ff6e-40d9-9b34-46c7dc5543a2 service neutron] 10.222.0.13 "PUT /v2.0/ports/982fccd1-cd63-46b1-8e56-802e73655900 HTTP/1.1" status: 200 len: 1092 time: 0.7948568 Dec 17 16:40:34.171389 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0da166-56b0-4f26-9341-da6fac46b8d5', 'tag': '982fccd1-cd63-46b1-8e56-802e73655900'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:40:34.173840 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc3f7de-5bfd-478d-8b0a-edf96f997d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0da166-56b0-4f26-9341-da6fac46b8d5", "tag": "982fccd1-cd63-46b1-8e56-802e73655900"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:40:34.181989 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef91431-9628-4fd7-bf25-b387e163cb69 req-b89bbfa4-49f6-4b05-91ba-04f9d08d673b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:34.190086 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ef91431-9628-4fd7-bf25-b387e163cb69 req-b89bbfa4-49f6-4b05-91ba-04f9d08d673b tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d0da166-56b0-4f26-9341-da6fac46b8d5 HTTP/1.1" status: 200 len: 944 time: 0.0665548 Dec 17 16:40:34.204343 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48245d-ff6e-40d9-9b34-46c7dc5543a2 service neutron] Pushing event updated for resources: {'Port': ['ID=982fccd1-cd63-46b1-8e56-802e73655900,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:40:34.209945 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:34.225026 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd26a98e-f048-4519-ae63-c5e6864954b3 x-openstack-request-id: req-dd26a98e-f048-4519-ae63-c5e6864954b3 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:40:34.225351 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0da166-56b0-4f26-9341-da6fac46b8d5", "tag": "982fccd1-cd63-46b1-8e56-802e73655900", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:40:34.225610 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dd26a98e-f048-4519-ae63-c5e6864954b3 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:40:34.225998 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0da166-56b0-4f26-9341-da6fac46b8d5', 'tag': '982fccd1-cd63-46b1-8e56-802e73655900', 'status': 'completed', 'code': 200} Dec 17 16:40:34.230949 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9ef91431-9628-4fd7-bf25-b387e163cb69 req-ec0a0a99-9afe-4db8-98b6-79fa07ad4157 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b7a980-c3ba-4e12-aaf9-9b2bc585320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397577 Dec 17 16:40:34.288962 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3f7de-5bfd-478d-8b0a-edf96f997d1c req-06fe22c4-d18a-47d8-8b06-e985282e9aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:34.290439 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8bc3f7de-5bfd-478d-8b0a-edf96f997d1c req-06fe22c4-d18a-47d8-8b06-e985282e9aa8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&device_id=8d0da166-56b0-4f26-9341-da6fac46b8d5 HTTP/1.1" status: 200 len: 1095 time: 0.0471995 Dec 17 16:40:34.306760 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:34.402734 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3f7de-5bfd-478d-8b0a-edf96f997d1c req-3739d735-a4d2-4d3b-96b8-2cf51b41a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:34.404190 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8bc3f7de-5bfd-478d-8b0a-edf96f997d1c req-3739d735-a4d2-4d3b-96b8-2cf51b41a6dd service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=437dcc00f8fd49499d299b0a33d98052&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1062269 Dec 17 16:40:34.501310 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3f7de-5bfd-478d-8b0a-edf96f997d1c req-cc3dbf3a-43a4-4daa-96f8-a9fea0898ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:34.502774 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8bc3f7de-5bfd-478d-8b0a-edf96f997d1c req-cc3dbf3a-43a4-4daa-96f8-a9fea0898ac5 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910938 Dec 17 16:40:34.581280 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d168b12-caff-45f6-b374-92b762e3a40d req-ce9f218b-ff6c-4f63-86cf-7130ce6acc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:34.582759 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0d168b12-caff-45f6-b374-92b762e3a40d req-ce9f218b-ff6c-4f63-86cf-7130ce6acc88 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&device_id=8d0da166-56b0-4f26-9341-da6fac46b8d5 HTTP/1.1" status: 200 len: 1095 time: 0.0436037 Dec 17 16:40:34.623729 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0d168b12-caff-45f6-b374-92b762e3a40d req-e0699188-1d07-4bed-8102-ed8d9bb7d1fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=982fccd1-cd63-46b1-8e56-802e73655900 HTTP/1.1" status: 200 len: 217 time: 0.0328248 Dec 17 16:40:34.676682 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d168b12-caff-45f6-b374-92b762e3a40d req-26cdf3a2-14ff-4a99-ba30-f8cdbc540510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:34.678082 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0d168b12-caff-45f6-b374-92b762e3a40d req-26cdf3a2-14ff-4a99-ba30-f8cdbc540510 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=316414ff-cf68-41f1-8456-d8257b0023ea HTTP/1.1" status: 200 len: 835 time: 0.0469539 Dec 17 16:40:34.723058 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d168b12-caff-45f6-b374-92b762e3a40d req-6f717233-88f0-46f2-8890-1358ce43b207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:34.724484 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0d168b12-caff-45f6-b374-92b762e3a40d req-6f717233-88f0-46f2-8890-1358ce43b207 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7738a54d-045d-4bc4-b2ff-3578ac661802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394571 Dec 17 16:40:34.813883 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0d168b12-caff-45f6-b374-92b762e3a40d req-ba2e42f9-ea7e-482b-8f19-bc8fbf2c0cdd service neutron] 10.222.0.13 "GET /v2.0/networks/7738a54d-045d-4bc4-b2ff-3578ac661802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816133 Dec 17 16:40:34.908703 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0d168b12-caff-45f6-b374-92b762e3a40d req-48b3edfd-d9db-4303-895f-6459bef4da5d service neutron] 10.222.0.13 "GET /v2.0/networks/7738a54d-045d-4bc4-b2ff-3578ac661802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877738 Dec 17 16:40:35.352349 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56218c-c3b1-4de3-9317-c6866888a95c req-6856f6b2-7122-41fa-9816-8325fdde485d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:35.353833 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ce56218c-c3b1-4de3-9317-c6866888a95c req-6856f6b2-7122-41fa-9816-8325fdde485d tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d0da166-56b0-4f26-9341-da6fac46b8d5 HTTP/1.1" status: 200 len: 944 time: 0.0520587 Dec 17 16:40:35.393327 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ce56218c-c3b1-4de3-9317-c6866888a95c req-244a22b0-2356-4173-8ff4-49e12a0bd2b6 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b7a980-c3ba-4e12-aaf9-9b2bc585320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323951 Dec 17 16:40:35.807557 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:40:36.507408 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d5700-d592-460c-b23b-ae53d40871df req-023d9d9c-4640-4bfb-b17f-a28f6f8c81f7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:36.509388 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-752d5700-d592-460c-b23b-ae53d40871df req-023d9d9c-4640-4bfb-b17f-a28f6f8c81f7 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d0da166-56b0-4f26-9341-da6fac46b8d5 HTTP/1.1" status: 200 len: 944 time: 0.0502334 Dec 17 16:40:36.548311 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-752d5700-d592-460c-b23b-ae53d40871df req-65333426-6346-4b92-8aef-ef70c5f12423 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b7a980-c3ba-4e12-aaf9-9b2bc585320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329089 Dec 17 16:40:37.147264 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 982fccd1-cd63-46b1-8e56-802e73655900 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:40:37.258531 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 982fccd1-cd63-46b1-8e56-802e73655900, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=982fccd1-cd63-46b1-8e56-802e73655900,segment=NetworkSegment(295bf786-7981-41f1-b501-e76be87a3b81),segment_id=295bf786-7981-41f1-b501-e76be87a3b81)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:40:37.270780 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': '982fccd1-cd63-46b1-8e56-802e73655900', 'network_id': '7738a54d-045d-4bc4-b2ff-3578ac661802', 'port_id': '982fccd1-cd63-46b1-8e56-802e73655900', 'mac_address': 'fa:16:3e:cc:25:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '316414ff-cf68-41f1-8456-d8257b0023ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:40:37.312788 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:37.330329 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 982fccd1-cd63-46b1-8e56-802e73655900 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:40:37.351002 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 982fccd1-cd63-46b1-8e56-802e73655900, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=982fccd1-cd63-46b1-8e56-802e73655900,segment=NetworkSegment(295bf786-7981-41f1-b501-e76be87a3b81),segment_id=295bf786-7981-41f1-b501-e76be87a3b81)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:40:37.415366 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:37.466890 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=982fccd1-cd63-46b1-8e56-802e73655900,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:40:37.662708 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da64cfa-d81d-4dda-9576-abae80722a60 req-91e588c8-d8ae-4e01-a93c-37838a6cb4e1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:37.664224 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6da64cfa-d81d-4dda-9576-abae80722a60 req-91e588c8-d8ae-4e01-a93c-37838a6cb4e1 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d0da166-56b0-4f26-9341-da6fac46b8d5 HTTP/1.1" status: 200 len: 945 time: 0.0491347 Dec 17 16:40:37.664874 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['982fccd1-cd63-46b1-8e56-802e73655900'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:40:37.703101 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6da64cfa-d81d-4dda-9576-abae80722a60 req-1f17bc7e-7f05-4cc9-8880-a777c2dcdfd3 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b7a980-c3ba-4e12-aaf9-9b2bc585320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325239 Dec 17 16:40:38.821545 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90aabe-d7f3-4016-9643-99d5121579ae req-f59ae22b-8c99-4256-ba7d-d0b976448138 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:38.823017 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a90aabe-d7f3-4016-9643-99d5121579ae req-f59ae22b-8c99-4256-ba7d-d0b976448138 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d0da166-56b0-4f26-9341-da6fac46b8d5 HTTP/1.1" status: 200 len: 945 time: 0.0523691 Dec 17 16:40:38.861358 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3a90aabe-d7f3-4016-9643-99d5121579ae req-589a8559-30e9-40fb-b779-42ba3c99427a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b7a980-c3ba-4e12-aaf9-9b2bc585320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316188 Dec 17 16:40:39.156141 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 982fccd1-cd63-46b1-8e56-802e73655900 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:40:39.289483 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port 982fccd1-cd63-46b1-8e56-802e73655900 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:40:39.293469 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port 982fccd1-cd63-46b1-8e56-802e73655900 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:40:39.293864 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:39.369765 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:39.394862 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0da166-56b0-4f26-9341-da6fac46b8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982fccd1-cd63-46b1-8e56-802e73655900'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:40:39.397088 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2214c05f-224a-4c19-a8d5-1a87fd36f6a6" -d '{"events": [{"server_uuid": "8d0da166-56b0-4f26-9341-da6fac46b8d5", "name": "network-vif-plugged", "status": "completed", "tag": "982fccd1-cd63-46b1-8e56-802e73655900"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:40:39.409389 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port 982fccd1-cd63-46b1-8e56-802e73655900, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=982fccd1-cd63-46b1-8e56-802e73655900,segment=NetworkSegment(295bf786-7981-41f1-b501-e76be87a3b81),segment_id=295bf786-7981-41f1-b501-e76be87a3b81)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:40:39.433352 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac50d769-a4cc-44ad-8d48-c7f22bd280a7 x-openstack-request-id: req-ac50d769-a4cc-44ad-8d48-c7f22bd280a7 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:40:39.433646 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0da166-56b0-4f26-9341-da6fac46b8d5", "name": "network-vif-plugged", "status": "completed", "tag": "982fccd1-cd63-46b1-8e56-802e73655900", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:40:39.433918 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ac50d769-a4cc-44ad-8d48-c7f22bd280a7 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:40:39.434311 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0da166-56b0-4f26-9341-da6fac46b8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982fccd1-cd63-46b1-8e56-802e73655900', 'code': 200} Dec 17 16:40:39.484215 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:39.528777 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64892d7c-2981-40ec-a03a-ffca37b9b60d req-91d9f4ca-38ba-410e-b351-d15bf52b9771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:39.530332 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64892d7c-2981-40ec-a03a-ffca37b9b60d req-91d9f4ca-38ba-410e-b351-d15bf52b9771 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8d0da166-56b0-4f26-9341-da6fac46b8d5 HTTP/1.1" status: 200 len: 1097 time: 0.0426819 Dec 17 16:40:39.533733 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=982fccd1-cd63-46b1-8e56-802e73655900,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:40:39.566750 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-64892d7c-2981-40ec-a03a-ffca37b9b60d req-a526cdd6-870b-43a8-bc23-ee159a1b6b2e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=97b7a980-c3ba-4e12-aaf9-9b2bc585320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288649 Dec 17 16:40:39.976174 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30890083-b5b5-48ec-ba44-60b2026c0e00 req-4e8b0ef9-71af-4c9c-8295-e9dba96bb2db tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:39.977681 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-30890083-b5b5-48ec-ba44-60b2026c0e00 req-4e8b0ef9-71af-4c9c-8295-e9dba96bb2db tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d0da166-56b0-4f26-9341-da6fac46b8d5 HTTP/1.1" status: 200 len: 946 time: 0.0493064 Dec 17 16:40:40.014729 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-30890083-b5b5-48ec-ba44-60b2026c0e00 req-f06ea24d-374f-4dd3-a8e0-37b0be867b73 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b7a980-c3ba-4e12-aaf9-9b2bc585320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311472 Dec 17 16:40:41.130802 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5872f4b-8416-47de-a787-771478cb60f6 req-619b123b-8965-4c2a-975e-50fb918b2347 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:41.132533 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f5872f4b-8416-47de-a787-771478cb60f6 req-619b123b-8965-4c2a-975e-50fb918b2347 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d0da166-56b0-4f26-9341-da6fac46b8d5 HTTP/1.1" status: 200 len: 946 time: 0.0493762 Dec 17 16:40:41.169966 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f5872f4b-8416-47de-a787-771478cb60f6 req-07f39ad8-81d0-47e4-9816-a15e66fc130f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b7a980-c3ba-4e12-aaf9-9b2bc585320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314617 Dec 17 16:40:41.285991 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217376f7-6b09-469e-aafa-2c85d62501f3 req-eaaa8e2e-05fe-42ae-88e0-c5474cacea71 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:41.287442 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-217376f7-6b09-469e-aafa-2c85d62501f3 req-eaaa8e2e-05fe-42ae-88e0-c5474cacea71 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d0da166-56b0-4f26-9341-da6fac46b8d5 HTTP/1.1" status: 200 len: 946 time: 0.0524936 Dec 17 16:40:41.325554 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-217376f7-6b09-469e-aafa-2c85d62501f3 req-1c3c7841-f273-4761-9e60-d7b46f5323b5 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b7a980-c3ba-4e12-aaf9-9b2bc585320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319779 Dec 17 16:40:41.347427 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46202) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:40:41.386647 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a3188d-ba2b-4b0e-83ba-3c6d76724489 tempest-TestNetworkAdvancedServerOps-1516648074 tempest-TestNetworkAdvancedServerOps-1516648074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:41.388146 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a2a3188d-ba2b-4b0e-83ba-3c6d76724489 tempest-TestNetworkAdvancedServerOps-1516648074 tempest-TestNetworkAdvancedServerOps-1516648074-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8d0da166-56b0-4f26-9341-da6fac46b8d5 HTTP/1.1" status: 200 len: 1092 time: 0.0397573 Dec 17 16:40:41.391535 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46204) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:40:41.395988 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-6bca820c-e2c2-4e3c-b61a-8ca65b2b0d36 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'port_id': '982fccd1-cd63-46b1-8e56-802e73655900', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:40:41.397829 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:41.506241 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6bca820c-e2c2-4e3c-b61a-8ca65b2b0d36 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for floatingip, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:41.604985 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6bca820c-e2c2-4e3c-b61a-8ca65b2b0d36 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:41.704811 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-6bca820c-e2c2-4e3c-b61a-8ca65b2b0d36 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Allocated IP 172.25.6.202 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/aa958e3d-075b-4636-8358-869a72c51a51) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:40:41.809876 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6bca820c-e2c2-4e3c-b61a-8ca65b2b0d36 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:41.901331 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6bca820c-e2c2-4e3c-b61a-8ca65b2b0d36 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:41.940726 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bca820c-e2c2-4e3c-b61a-8ca65b2b0d36 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:40:41.945016 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-6bca820c-e2c2-4e3c-b61a-8ca65b2b0d36 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:40:41.947663 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bca820c-e2c2-4e3c-b61a-8ca65b2b0d36 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:40:41.956768 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca820c-e2c2-4e3c-b61a-8ca65b2b0d36 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Port': ['ID=aa958e3d-075b-4636-8358-869a72c51a51,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:40:42.290803 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6bca820c-e2c2-4e3c-b61a-8ca65b2b0d36 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:42.405395 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6bca820c-e2c2-4e3c-b61a-8ca65b2b0d36 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:42.553236 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6bca820c-e2c2-4e3c-b61a-8ca65b2b0d36 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:42.614619 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6bca820c-e2c2-4e3c-b61a-8ca65b2b0d36 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:42.680315 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca820c-e2c2-4e3c-b61a-8ca65b2b0d36 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event updated for resources: {'Port': ['ID=aa958e3d-075b-4636-8358-869a72c51a51,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:40:42.692082 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6bca820c-e2c2-4e3c-b61a-8ca65b2b0d36 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:42.790841 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-6bca820c-e2c2-4e3c-b61a-8ca65b2b0d36 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Floating IP 70657dd4-29d9-40ca-90dd-23494299cea5 associated. External IP: 172.25.6.202, port: 982fccd1-cd63-46b1-8e56-802e73655900. Dec 17 16:40:43.000945 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bca820c-e2c2-4e3c-b61a-8ca65b2b0d36 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Router 95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:40:43.115294 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bca820c-e2c2-4e3c-b61a-8ca65b2b0d36 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:40:43.129193 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f48a11e-0483-4e1d-860d-ea33b15dfd70 None None] Sync routers for ids ['95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:40:43.139230 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f48a11e-0483-4e1d-860d-ea33b15dfd70 None None] Routers {'95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:40:43.139967 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-8f48a11e-0483-4e1d-860d-ea33b15dfd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:40:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:40:43.177271 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-6bca820c-e2c2-4e3c-b61a-8ca65b2b0d36 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:43.205619 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-6bca820c-e2c2-4e3c-b61a-8ca65b2b0d36 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8129437 Dec 17 16:40:43.206408 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0da166-56b0-4f26-9341-da6fac46b8d5', 'tag': '982fccd1-cd63-46b1-8e56-802e73655900'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:40:43.213614 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d9dde65d87f77979ab7779ec4af44e6e3bf331c8a24eb2abb769815fa7c2d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d42083b-6434-471d-b501-69b9d49cafb4" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0da166-56b0-4f26-9341-da6fac46b8d5", "tag": "982fccd1-cd63-46b1-8e56-802e73655900"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:40:43.247709 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-8f48a11e-0483-4e1d-860d-ea33b15dfd70 None None] Set router 95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:40:43.314397 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42382e-660c-47f9-80a9-a120264f5928 req-4ad8746e-07f1-457d-b456-6f8876ad83ed tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:43.316639 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9a42382e-660c-47f9-80a9-a120264f5928 req-4ad8746e-07f1-457d-b456-6f8876ad83ed tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d0da166-56b0-4f26-9341-da6fac46b8d5 HTTP/1.1" status: 200 len: 946 time: 0.0544369 Dec 17 16:40:43.322824 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbb8c29-2052-46c2-8b68-3692b2ffcef2 x-openstack-request-id: req-6cbb8c29-2052-46c2-8b68-3692b2ffcef2 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:40:43.323117 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0da166-56b0-4f26-9341-da6fac46b8d5", "tag": "982fccd1-cd63-46b1-8e56-802e73655900", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:40:43.323368 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6cbb8c29-2052-46c2-8b68-3692b2ffcef2 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:40:43.323781 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0da166-56b0-4f26-9341-da6fac46b8d5', 'tag': '982fccd1-cd63-46b1-8e56-802e73655900', 'status': 'completed', 'code': 200} Dec 17 16:40:43.362259 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9a42382e-660c-47f9-80a9-a120264f5928 req-0de50ee8-816d-4f12-9a3d-72e88f921e26 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b7a980-c3ba-4e12-aaf9-9b2bc585320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371158 Dec 17 16:40:43.384706 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46214) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:40:43.460479 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42083b-6434-471d-b501-69b9d49cafb4 req-e2313f52-2420-4e0a-80b8-5b77a9e13d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:43.462336 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1d42083b-6434-471d-b501-69b9d49cafb4 req-e2313f52-2420-4e0a-80b8-5b77a9e13d20 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&device_id=8d0da166-56b0-4f26-9341-da6fac46b8d5 HTTP/1.1" status: 200 len: 1097 time: 0.1123402 Dec 17 16:40:43.466581 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-603bd9c8-ec83-408c-b1a7-4012a2d5e991 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/floatingips/70657dd4-29d9-40ca-90dd-23494299cea5 HTTP/1.1" status: 200 len: 992 time: 0.0794837 Dec 17 16:40:43.561582 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42083b-6434-471d-b501-69b9d49cafb4 req-80c34ed6-7e58-4697-ab06-e93ae05952f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:43.563159 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1d42083b-6434-471d-b501-69b9d49cafb4 req-80c34ed6-7e58-4697-ab06-e93ae05952f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7738a54d-045d-4bc4-b2ff-3578ac661802 HTTP/1.1" status: 200 len: 898 time: 0.0937953 Dec 17 16:40:43.571955 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-8f48a11e-0483-4e1d-860d-ea33b15dfd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1839177066', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'feb452ad-e3e0-442b-95a3-3e8bc212cbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:40:23Z', 'updated_at': '2021-12-17T16:40:27Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': 'feb452ad-e3e0-442b-95a3-3e8bc212cbac', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:40:24Z', 'updated_at': '2021-12-17T16:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '70657dd4-29d9-40ca-90dd-23494299cea5', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'floating_ip_address': '172.25.6.202', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'port_id': '982fccd1-cd63-46b1-8e56-802e73655900', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7738a54d-045d-4bc4-b2ff-3578ac661802', 'mac_address': 'fa:16:3e:cc:25:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0da166-56b0-4f26-9341-da6fac46b8d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:40:42Z', 'updated_at': '2021-12-17T16:40:42Z', 'revision_number': 0, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf4cd65b-bb35-4858-9aa5-03ec8d18c07e', 'name': '', 'network_id': '7738a54d-045d-4bc4-b2ff-3578ac661802', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:df:d2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '316414ff-cf68-41f1-8456-d8257b0023ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:40:27Z', 'updated_at': '2021-12-17T16:40:30Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': '316414ff-cf68-41f1-8456-d8257b0023ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:40:43.601777 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f48a11e-0483-4e1d-860d-ea33b15dfd70 None None] Checking router: 95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:40:43.610433 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f48a11e-0483-4e1d-860d-ea33b15dfd70 None None] Routers {'95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:40:43.611144 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-8f48a11e-0483-4e1d-860d-ea33b15dfd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:40:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:40:43.630934 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1d42083b-6434-471d-b501-69b9d49cafb4 req-fc0509f6-4de5-469c-96f6-7b66cd498b40 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=982fccd1-cd63-46b1-8e56-802e73655900 HTTP/1.1" status: 200 len: 1000 time: 0.0606794 Dec 17 16:40:43.680788 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42083b-6434-471d-b501-69b9d49cafb4 req-d6d91dc8-6b70-4eb1-8a9f-2cd8acce19d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:43.682329 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1d42083b-6434-471d-b501-69b9d49cafb4 req-d6d91dc8-6b70-4eb1-8a9f-2cd8acce19d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=316414ff-cf68-41f1-8456-d8257b0023ea HTTP/1.1" status: 200 len: 835 time: 0.0451801 Dec 17 16:40:43.716216 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-8f48a11e-0483-4e1d-860d-ea33b15dfd70 None None] Set router 95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:40:43.731802 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42083b-6434-471d-b501-69b9d49cafb4 req-efa99ab4-3137-453d-836e-6fc4adb8df10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:40:43.733340 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1d42083b-6434-471d-b501-69b9d49cafb4 req-efa99ab4-3137-453d-836e-6fc4adb8df10 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7738a54d-045d-4bc4-b2ff-3578ac661802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442066 Dec 17 16:40:43.822862 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1d42083b-6434-471d-b501-69b9d49cafb4 req-6e9d4fce-1395-42c8-af97-b9ddd14b7fc6 service neutron] 10.222.0.13 "GET /v2.0/networks/7738a54d-045d-4bc4-b2ff-3578ac661802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826464 Dec 17 16:40:43.919526 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1d42083b-6434-471d-b501-69b9d49cafb4 req-e8249015-4dff-4f91-b01c-913983850630 service neutron] 10.222.0.13 "GET /v2.0/networks/7738a54d-045d-4bc4-b2ff-3578ac661802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900218 Dec 17 16:40:43.942972 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-8f48a11e-0483-4e1d-860d-ea33b15dfd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1839177066', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'feb452ad-e3e0-442b-95a3-3e8bc212cbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:40:23Z', 'updated_at': '2021-12-17T16:40:27Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': 'feb452ad-e3e0-442b-95a3-3e8bc212cbac', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:40:24Z', 'updated_at': '2021-12-17T16:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '70657dd4-29d9-40ca-90dd-23494299cea5', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'floating_ip_address': '172.25.6.202', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'port_id': '982fccd1-cd63-46b1-8e56-802e73655900', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7738a54d-045d-4bc4-b2ff-3578ac661802', 'mac_address': 'fa:16:3e:cc:25:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0da166-56b0-4f26-9341-da6fac46b8d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:40:42Z', 'updated_at': '2021-12-17T16:40:42Z', 'revision_number': 0, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf4cd65b-bb35-4858-9aa5-03ec8d18c07e', 'name': '', 'network_id': '7738a54d-045d-4bc4-b2ff-3578ac661802', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:df:d2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '316414ff-cf68-41f1-8456-d8257b0023ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:40:27Z', 'updated_at': '2021-12-17T16:40:30Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': '316414ff-cf68-41f1-8456-d8257b0023ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:40:43.972673 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f48a11e-0483-4e1d-860d-ea33b15dfd70 None None] The sync data for ids ['95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3'] in n-d-820553-2 is: [{'id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1839177066', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'feb452ad-e3e0-442b-95a3-3e8bc212cbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:40:23Z', 'updated_at': '2021-12-17T16:40:27Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': 'feb452ad-e3e0-442b-95a3-3e8bc212cbac', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:40:24Z', 'updated_at': '2021-12-17T16:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '70657dd4-29d9-40ca-90dd-23494299cea5', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'floating_ip_address': '172.25.6.202', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'port_id': '982fccd1-cd63-46b1-8e56-802e73655900', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7738a54d-045d-4bc4-b2ff-3578ac661802', 'mac_address': 'fa:16:3e:cc:25:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0da166-56b0-4f26-9341-da6fac46b8d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:40:42Z', 'updated_at': '2021-12-17T16:40:42Z', 'revision_number': 0, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf4cd65b-bb35-4858-9aa5-03ec8d18c07e', 'name': '', 'network_id': '7738a54d-045d-4bc4-b2ff-3578ac661802', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:df:d2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '316414ff-cf68-41f1-8456-d8257b0023ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:40:27Z', 'updated_at': '2021-12-17T16:40:30Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': '316414ff-cf68-41f1-8456-d8257b0023ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:40:44.160199 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7f2fbc-82b2-4392-b556-b272bcaacfc9 None None] New status for floating IP 70657dd4-29d9-40ca-90dd-23494299cea5: ACTIVE {{(pid=102834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:40:44.469521 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46216) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:40:44.529024 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c08cfecd-74f0-4f94-9ffb-2282bd310d80 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/floatingips/70657dd4-29d9-40ca-90dd-23494299cea5 HTTP/1.1" status: 200 len: 994 time: 0.0583723 Dec 17 16:40:56.860602 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:40:58.895299 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1cd8b865-3429-4f19-95ce-de92e5b6d46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:01.197951 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e639026b-8163-4ef5-aa29-b7d50c90e533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:02.660780 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:04.232246 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:04.306401 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:11.397866 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:12.808033 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:41:14.545771 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bcc07905-06fd-4b5a-a181-aec1baf12c1c req-996e1886-541f-482d-9549-e7591c1933ce service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8d0da166-56b0-4f26-9341-da6fac46b8d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402062 Dec 17 16:41:14.633250 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc07905-06fd-4b5a-a181-aec1baf12c1c req-c79e73c6-56a7-4886-ae8b-846f8df34a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:14.634717 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bcc07905-06fd-4b5a-a181-aec1baf12c1c req-c79e73c6-56a7-4886-ae8b-846f8df34a42 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&device_id=8d0da166-56b0-4f26-9341-da6fac46b8d5 HTTP/1.1" status: 200 len: 1097 time: 0.0455811 Dec 17 16:41:14.735261 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc07905-06fd-4b5a-a181-aec1baf12c1c req-6af39822-a6a4-4eba-b04b-60ed10c52f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:14.736703 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bcc07905-06fd-4b5a-a181-aec1baf12c1c req-6af39822-a6a4-4eba-b04b-60ed10c52f48 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7738a54d-045d-4bc4-b2ff-3578ac661802 HTTP/1.1" status: 200 len: 898 time: 0.0834553 Dec 17 16:41:14.804374 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bcc07905-06fd-4b5a-a181-aec1baf12c1c req-9ddbcd2f-4334-4741-9dfa-a63a69933925 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=982fccd1-cd63-46b1-8e56-802e73655900 HTTP/1.1" status: 200 len: 1002 time: 0.0603800 Dec 17 16:41:14.853419 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc07905-06fd-4b5a-a181-aec1baf12c1c req-56884a2a-ab10-43e9-85b9-da5dad3cec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:14.854855 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bcc07905-06fd-4b5a-a181-aec1baf12c1c req-56884a2a-ab10-43e9-85b9-da5dad3cec29 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=316414ff-cf68-41f1-8456-d8257b0023ea HTTP/1.1" status: 200 len: 835 time: 0.0442040 Dec 17 16:41:14.901471 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc07905-06fd-4b5a-a181-aec1baf12c1c req-7e0c92eb-369d-42ea-96a9-8a4effe6ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:14.902934 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bcc07905-06fd-4b5a-a181-aec1baf12c1c req-7e0c92eb-369d-42ea-96a9-8a4effe6ab8d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7738a54d-045d-4bc4-b2ff-3578ac661802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394707 Dec 17 16:41:14.914778 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-bcc07905-06fd-4b5a-a181-aec1baf12c1c req-87d497c0-172c-4ee4-ac17-1662a20241ea service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:41:14.915693 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bcc07905-06fd-4b5a-a181-aec1baf12c1c req-87d497c0-172c-4ee4-ac17-1662a20241ea service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047140 Dec 17 16:41:15.009252 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bcc07905-06fd-4b5a-a181-aec1baf12c1c req-0578127d-97ce-43b6-9b53-e7b88ce92d0b service neutron] 10.222.0.13 "GET /v2.0/networks/7738a54d-045d-4bc4-b2ff-3578ac661802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831816 Dec 17 16:41:15.096242 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-bcc07905-06fd-4b5a-a181-aec1baf12c1c req-8b85df50-2c02-4f8a-ae97-30c8bf8d20c4 service neutron] 10.222.0.13 "GET /v2.0/networks/7738a54d-045d-4bc4-b2ff-3578ac661802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800467 Dec 17 16:41:16.153892 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4651-ed8c-41b2-8a86-88cccc616b96 req-c0af5209-c643-415e-8bae-7dd4da561a37 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:16.155408 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f9fe4651-ed8c-41b2-8a86-88cccc616b96 req-c0af5209-c643-415e-8bae-7dd4da561a37 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d0da166-56b0-4f26-9341-da6fac46b8d5 HTTP/1.1" status: 200 len: 946 time: 0.0503933 Dec 17 16:41:16.197441 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f9fe4651-ed8c-41b2-8a86-88cccc616b96 req-dda87f67-e34a-4d30-94e9-d1f7b69e0d67 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b7a980-c3ba-4e12-aaf9-9b2bc585320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353899 Dec 17 16:41:17.315081 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce467b-d9b4-4fbf-b522-d3fd9de8ff9f req-543ea4b7-b92d-40ba-9630-fa28d37d8169 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:17.316650 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-90ce467b-d9b4-4fbf-b522-d3fd9de8ff9f req-543ea4b7-b92d-40ba-9630-fa28d37d8169 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d0da166-56b0-4f26-9341-da6fac46b8d5 HTTP/1.1" status: 200 len: 946 time: 0.0491223 Dec 17 16:41:17.354886 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-90ce467b-d9b4-4fbf-b522-d3fd9de8ff9f req-4651946b-8e7b-425f-91ad-5bd350983d1f tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b7a980-c3ba-4e12-aaf9-9b2bc585320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323994 Dec 17 16:41:17.381034 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46236) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:41:17.440320 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-0ebbba0f-a0a3-4d7a-bc50-04eb7cd82dec tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/floatingips/70657dd4-29d9-40ca-90dd-23494299cea5 HTTP/1.1" status: 200 len: 994 time: 0.0581114 Dec 17 16:41:18.813766 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63df91-bd1e-454e-b22a-ee8472e6b35d req-a107690e-da8d-443b-9a43-a4c3451530c2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:18.815323 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7e63df91-bd1e-454e-b22a-ee8472e6b35d req-a107690e-da8d-443b-9a43-a4c3451530c2 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d0da166-56b0-4f26-9341-da6fac46b8d5 HTTP/1.1" status: 200 len: 946 time: 0.0535295 Dec 17 16:41:18.856020 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7e63df91-bd1e-454e-b22a-ee8472e6b35d req-c990d393-4999-4540-966d-a6aa057e46bc tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b7a980-c3ba-4e12-aaf9-9b2bc585320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337152 Dec 17 16:41:18.890095 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34661c-7e0c-4f71-8708-364f9b90929e req-35bf4822-6f39-42d5-85d6-94f3fb3b62a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:18.891108 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ff34661c-7e0c-4f71-8708-364f9b90929e req-35bf4822-6f39-42d5-85d6-94f3fb3b62a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&device_id=8d0da166-56b0-4f26-9341-da6fac46b8d5 HTTP/1.1" status: 200 len: 1097 time: 0.0417647 Dec 17 16:41:18.983949 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34661c-7e0c-4f71-8708-364f9b90929e req-23ff1573-b2f7-4937-aa35-fce6a3cd9271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:18.985392 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ff34661c-7e0c-4f71-8708-364f9b90929e req-23ff1573-b2f7-4937-aa35-fce6a3cd9271 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7738a54d-045d-4bc4-b2ff-3578ac661802 HTTP/1.1" status: 200 len: 898 time: 0.0876381 Dec 17 16:41:19.049177 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ff34661c-7e0c-4f71-8708-364f9b90929e req-0b5a90bc-2387-44a8-8c4c-9a2e99ee1bae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=982fccd1-cd63-46b1-8e56-802e73655900 HTTP/1.1" status: 200 len: 1002 time: 0.0566347 Dec 17 16:41:19.101865 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34661c-7e0c-4f71-8708-364f9b90929e req-5ea5226c-9c49-4c8a-8e64-97484283a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:19.103295 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ff34661c-7e0c-4f71-8708-364f9b90929e req-5ea5226c-9c49-4c8a-8e64-97484283a0bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=316414ff-cf68-41f1-8456-d8257b0023ea HTTP/1.1" status: 200 len: 835 time: 0.0470743 Dec 17 16:41:19.147951 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34661c-7e0c-4f71-8708-364f9b90929e req-3e4b3310-b7bd-4ec0-aadf-c66fe733df73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:19.149427 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ff34661c-7e0c-4f71-8708-364f9b90929e req-3e4b3310-b7bd-4ec0-aadf-c66fe733df73 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7738a54d-045d-4bc4-b2ff-3578ac661802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393777 Dec 17 16:41:19.237287 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ff34661c-7e0c-4f71-8708-364f9b90929e req-12453dae-1366-4754-a3a4-d1f952926896 service neutron] 10.222.0.13 "GET /v2.0/networks/7738a54d-045d-4bc4-b2ff-3578ac661802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810409 Dec 17 16:41:19.329197 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ff34661c-7e0c-4f71-8708-364f9b90929e req-a0a32328-19a2-4f7e-8578-895774cc9bcb service neutron] 10.222.0.13 "GET /v2.0/networks/7738a54d-045d-4bc4-b2ff-3578ac661802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850112 Dec 17 16:41:19.972234 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73ae94-04fc-4db4-843d-36c2d288ac70 req-4f5cb40d-0e7e-40e5-81dd-45862c59d1bd tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:19.974656 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ac73ae94-04fc-4db4-843d-36c2d288ac70 req-4f5cb40d-0e7e-40e5-81dd-45862c59d1bd tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d0da166-56b0-4f26-9341-da6fac46b8d5 HTTP/1.1" status: 200 len: 946 time: 0.0494595 Dec 17 16:41:20.013508 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ac73ae94-04fc-4db4-843d-36c2d288ac70 req-a18a69b2-dc03-4b52-bef2-9dde2fff9698 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b7a980-c3ba-4e12-aaf9-9b2bc585320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328586 Dec 17 16:41:21.126691 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d830efc-f54c-47cb-9f68-e2df7550fb65 req-ceba5388-3e15-4172-bbe9-4b55bbd93731 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:21.128130 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4d830efc-f54c-47cb-9f68-e2df7550fb65 req-ceba5388-3e15-4172-bbe9-4b55bbd93731 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d0da166-56b0-4f26-9341-da6fac46b8d5 HTTP/1.1" status: 200 len: 946 time: 0.0475287 Dec 17 16:41:21.166357 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4d830efc-f54c-47cb-9f68-e2df7550fb65 req-ba6aa18d-8819-4e9b-9f8f-99cec80db4d4 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b7a980-c3ba-4e12-aaf9-9b2bc585320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307405 Dec 17 16:41:21.188014 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46248) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:41:21.525170 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-9470f33e-5d23-4387-bf6f-78b05aee287c tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/floatingips/70657dd4-29d9-40ca-90dd-23494299cea5 HTTP/1.1" status: 200 len: 994 time: 0.3360393 Dec 17 16:41:21.740366 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46254) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:41:21.896714 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-48d82866-60e4-4a27-89c3-bc9632cb3e31 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Deleting port aa958e3d-075b-4636-8358-869a72c51a51 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:41:21.897078 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-48d82866-60e4-4a27-89c3-bc9632cb3e31 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:21.972159 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-48d82866-60e4-4a27-89c3-bc9632cb3e31 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:21.972483 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-48d82866-60e4-4a27-89c3-bc9632cb3e31 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:21.984464 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-48d82866-60e4-4a27-89c3-bc9632cb3e31 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Calling delete_port for aa958e3d-075b-4636-8358-869a72c51a51 owned by network:floatingip {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:41:22.196376 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-48d82866-60e4-4a27-89c3-bc9632cb3e31 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:22.225575 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d82866-60e4-4a27-89c3-bc9632cb3e31 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event deleted for resources: {'Port': ['ID=aa958e3d-075b-4636-8358-869a72c51a51,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:22.237336 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d82866-60e4-4a27-89c3-bc9632cb3e31 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:22.237693 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d82866-60e4-4a27-89c3-bc9632cb3e31 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:22.238030 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d82866-60e4-4a27-89c3-bc9632cb3e31 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:22.238410 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d82866-60e4-4a27-89c3-bc9632cb3e31 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:22.238943 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d82866-60e4-4a27-89c3-bc9632cb3e31 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:22.239403 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d82866-60e4-4a27-89c3-bc9632cb3e31 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:22.239738 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d82866-60e4-4a27-89c3-bc9632cb3e31 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:22.240069 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d82866-60e4-4a27-89c3-bc9632cb3e31 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:22.240400 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d82866-60e4-4a27-89c3-bc9632cb3e31 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:22.240790 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d82866-60e4-4a27-89c3-bc9632cb3e31 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:22.241090 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d82866-60e4-4a27-89c3-bc9632cb3e31 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:22.241412 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d82866-60e4-4a27-89c3-bc9632cb3e31 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:22.296809 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-48d82866-60e4-4a27-89c3-bc9632cb3e31 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for floatingip, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:22.297168 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-48d82866-60e4-4a27-89c3-bc9632cb3e31 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Floating IP 70657dd4-29d9-40ca-90dd-23494299cea5 disassociated (deleted). External IP: 172.25.6.202, port: 982fccd1-cd63-46b1-8e56-802e73655900. Dec 17 16:41:22.501458 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d82866-60e4-4a27-89c3-bc9632cb3e31 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Router 95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:41:22.607474 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d82866-60e4-4a27-89c3-bc9632cb3e31 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:41:22.611839 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-48d82866-60e4-4a27-89c3-bc9632cb3e31 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:22.617840 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223eaf62-1852-47f6-a003-5583ca624d09 None None] Sync routers for ids ['95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:41:22.626290 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223eaf62-1852-47f6-a003-5583ca624d09 None None] Routers {'95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:41:22.626893 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-223eaf62-1852-47f6-a003-5583ca624d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:41:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:41:22.640432 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-48d82866-60e4-4a27-89c3-bc9632cb3e31 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "DELETE /v2.0/floatingips/70657dd4-29d9-40ca-90dd-23494299cea5 HTTP/1.1" status: 204 len: 168 time: 0.8989935 Dec 17 16:41:22.641009 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0da166-56b0-4f26-9341-da6fac46b8d5', 'tag': '982fccd1-cd63-46b1-8e56-802e73655900'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:41:22.643297 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d9dde65d87f77979ab7779ec4af44e6e3bf331c8a24eb2abb769815fa7c2d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6015e00-4818-40b7-a174-ec5ecda0085b" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0da166-56b0-4f26-9341-da6fac46b8d5", "tag": "982fccd1-cd63-46b1-8e56-802e73655900"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:41:22.683387 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93e5456-82d6-4bdb-8ba5-78f7cbc13ecc x-openstack-request-id: req-b93e5456-82d6-4bdb-8ba5-78f7cbc13ecc {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:41:22.683932 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0da166-56b0-4f26-9341-da6fac46b8d5", "tag": "982fccd1-cd63-46b1-8e56-802e73655900", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:41:22.684421 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b93e5456-82d6-4bdb-8ba5-78f7cbc13ecc {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:41:22.684856 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0da166-56b0-4f26-9341-da6fac46b8d5', 'tag': '982fccd1-cd63-46b1-8e56-802e73655900', 'status': 'completed', 'code': 200} Dec 17 16:41:22.732763 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-223eaf62-1852-47f6-a003-5583ca624d09 None None] Set router 95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:41:22.752173 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6015e00-4818-40b7-a174-ec5ecda0085b req-cea76d50-2420-4f35-a07a-b394f6d1c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:22.753611 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c6015e00-4818-40b7-a174-ec5ecda0085b req-cea76d50-2420-4f35-a07a-b394f6d1c828 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=437dcc00f8fd49499d299b0a33d98052&device_id=8d0da166-56b0-4f26-9341-da6fac46b8d5 HTTP/1.1" status: 200 len: 1097 time: 0.0413818 Dec 17 16:41:22.852457 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6015e00-4818-40b7-a174-ec5ecda0085b req-41e58e98-92a1-4853-a6e6-7370b27d53fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:22.853980 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c6015e00-4818-40b7-a174-ec5ecda0085b req-41e58e98-92a1-4853-a6e6-7370b27d53fe service neutron] 10.222.0.13 "GET /v2.0/networks?id=7738a54d-045d-4bc4-b2ff-3578ac661802 HTTP/1.1" status: 200 len: 898 time: 0.0934768 Dec 17 16:41:22.897702 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c6015e00-4818-40b7-a174-ec5ecda0085b req-91854069-87d7-47b2-9b54-681bdd048217 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=982fccd1-cd63-46b1-8e56-802e73655900 HTTP/1.1" status: 200 len: 217 time: 0.0370214 Dec 17 16:41:22.938657 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-223eaf62-1852-47f6-a003-5583ca624d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1839177066', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'feb452ad-e3e0-442b-95a3-3e8bc212cbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:40:23Z', 'updated_at': '2021-12-17T16:40:27Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': 'feb452ad-e3e0-442b-95a3-3e8bc212cbac', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:40:24Z', 'updated_at': '2021-12-17T16:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'cf4cd65b-bb35-4858-9aa5-03ec8d18c07e', 'name': '', 'network_id': '7738a54d-045d-4bc4-b2ff-3578ac661802', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:df:d2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '316414ff-cf68-41f1-8456-d8257b0023ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:40:27Z', 'updated_at': '2021-12-17T16:40:30Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': '316414ff-cf68-41f1-8456-d8257b0023ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:41:22.950229 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6015e00-4818-40b7-a174-ec5ecda0085b req-82680dc6-27a9-4fc6-8599-db3a0aa0844e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:22.951711 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c6015e00-4818-40b7-a174-ec5ecda0085b req-82680dc6-27a9-4fc6-8599-db3a0aa0844e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=316414ff-cf68-41f1-8456-d8257b0023ea HTTP/1.1" status: 200 len: 835 time: 0.0451975 Dec 17 16:41:22.964565 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223eaf62-1852-47f6-a003-5583ca624d09 None None] Checking router: 95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:41:22.974306 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223eaf62-1852-47f6-a003-5583ca624d09 None None] Routers {'95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:41:22.974931 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-223eaf62-1852-47f6-a003-5583ca624d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:41:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:41:23.008566 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6015e00-4818-40b7-a174-ec5ecda0085b req-c4bb9643-26a2-4dab-954b-b8af159f75c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:23.008876 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c6015e00-4818-40b7-a174-ec5ecda0085b req-c4bb9643-26a2-4dab-954b-b8af159f75c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7738a54d-045d-4bc4-b2ff-3578ac661802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494795 Dec 17 16:41:23.086443 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-223eaf62-1852-47f6-a003-5583ca624d09 None None] Set router 95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:41:23.095099 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce5a99-6364-45aa-aed9-11c4e2e70dfd req-13561fc8-1de6-4a56-8e32-6179c1aea695 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:23.096935 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f8ce5a99-6364-45aa-aed9-11c4e2e70dfd req-13561fc8-1de6-4a56-8e32-6179c1aea695 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d0da166-56b0-4f26-9341-da6fac46b8d5 HTTP/1.1" status: 200 len: 946 time: 0.0603683 Dec 17 16:41:23.106462 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c6015e00-4818-40b7-a174-ec5ecda0085b req-cbb61183-2abb-475f-95a2-893b38f03d73 service neutron] 10.222.0.13 "GET /v2.0/networks/7738a54d-045d-4bc4-b2ff-3578ac661802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900097 Dec 17 16:41:23.137327 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f8ce5a99-6364-45aa-aed9-11c4e2e70dfd req-c60fb951-f448-4e60-aff8-84c8d7040c10 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b7a980-c3ba-4e12-aaf9-9b2bc585320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328715 Dec 17 16:41:23.203268 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-c6015e00-4818-40b7-a174-ec5ecda0085b req-edbd5e46-987e-459f-bafa-38ef5ce9c894 service neutron] 10.222.0.13 "GET /v2.0/networks/7738a54d-045d-4bc4-b2ff-3578ac661802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883889 Dec 17 16:41:23.289993 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-223eaf62-1852-47f6-a003-5583ca624d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1839177066', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'feb452ad-e3e0-442b-95a3-3e8bc212cbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:40:23Z', 'updated_at': '2021-12-17T16:40:27Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': 'feb452ad-e3e0-442b-95a3-3e8bc212cbac', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:40:24Z', 'updated_at': '2021-12-17T16:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'cf4cd65b-bb35-4858-9aa5-03ec8d18c07e', 'name': '', 'network_id': '7738a54d-045d-4bc4-b2ff-3578ac661802', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:df:d2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '316414ff-cf68-41f1-8456-d8257b0023ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:40:27Z', 'updated_at': '2021-12-17T16:40:30Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': '316414ff-cf68-41f1-8456-d8257b0023ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:41:23.315524 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223eaf62-1852-47f6-a003-5583ca624d09 None None] The sync data for ids ['95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3'] in n-d-820553-2 is: [{'id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1839177066', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'feb452ad-e3e0-442b-95a3-3e8bc212cbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:40:23Z', 'updated_at': '2021-12-17T16:40:27Z', 'revision_number': 4, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': 'feb452ad-e3e0-442b-95a3-3e8bc212cbac', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:40:24Z', 'updated_at': '2021-12-17T16:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'cf4cd65b-bb35-4858-9aa5-03ec8d18c07e', 'name': '', 'network_id': '7738a54d-045d-4bc4-b2ff-3578ac661802', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'mac_address': 'fa:16:3e:df:d2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '316414ff-cf68-41f1-8456-d8257b0023ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:40:27Z', 'updated_at': '2021-12-17T16:40:30Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'subnets': [{'id': '316414ff-cf68-41f1-8456-d8257b0023ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:41:23.553822 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4629bb-cb37-491e-8eff-449d4bf18dd8 None None] New status for floating IP 70657dd4-29d9-40ca-90dd-23494299cea5: DOWN {{(pid=102834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:41:24.260487 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a33633-13be-4d29-bb0a-a263dc09e27d req-6fc45792-387f-468f-b020-464acbd4e91a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:24.261980 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-30a33633-13be-4d29-bb0a-a263dc09e27d req-6fc45792-387f-468f-b020-464acbd4e91a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d0da166-56b0-4f26-9341-da6fac46b8d5 HTTP/1.1" status: 200 len: 946 time: 0.0528123 Dec 17 16:41:24.298040 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-30a33633-13be-4d29-bb0a-a263dc09e27d req-618a6a67-70cb-4106-88cf-f827750483c3 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/security-groups?id=97b7a980-c3ba-4e12-aaf9-9b2bc585320c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302629 Dec 17 16:41:24.879781 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04ebd3-dafc-461b-a01f-b48f605341b4 req-c12f3afa-5eb1-4833-9e23-14c31a7a9571 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:24.881235 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8b04ebd3-dafc-461b-a01f-b48f605341b4 req-c12f3afa-5eb1-4833-9e23-14c31a7a9571 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0da166-56b0-4f26-9341-da6fac46b8d5 HTTP/1.1" status: 200 len: 946 time: 0.3743253 Dec 17 16:41:24.968027 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-8b04ebd3-dafc-461b-a01f-b48f605341b4 req-ec88649b-a1d7-4e83-a1d7-17bc9f5aeb81 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Deleting port 982fccd1-cd63-46b1-8e56-802e73655900 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:41:24.968367 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8b04ebd3-dafc-461b-a01f-b48f605341b4 req-ec88649b-a1d7-4e83-a1d7-17bc9f5aeb81 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:25.055454 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-8b04ebd3-dafc-461b-a01f-b48f605341b4 req-ec88649b-a1d7-4e83-a1d7-17bc9f5aeb81 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] For port 982fccd1-cd63-46b1-8e56-802e73655900, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=982fccd1-cd63-46b1-8e56-802e73655900,segment=NetworkSegment(295bf786-7981-41f1-b501-e76be87a3b81),segment_id=295bf786-7981-41f1-b501-e76be87a3b81)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:41:25.055817 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8b04ebd3-dafc-461b-a01f-b48f605341b4 req-ec88649b-a1d7-4e83-a1d7-17bc9f5aeb81 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:25.067809 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-8b04ebd3-dafc-461b-a01f-b48f605341b4 req-ec88649b-a1d7-4e83-a1d7-17bc9f5aeb81 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Calling delete_port for 982fccd1-cd63-46b1-8e56-802e73655900 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:41:25.266211 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8b04ebd3-dafc-461b-a01f-b48f605341b4 req-ec88649b-a1d7-4e83-a1d7-17bc9f5aeb81 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:25.293169 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88649b-a1d7-4e83-a1d7-17bc9f5aeb81 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event deleted for resources: {'Port': ['ID=982fccd1-cd63-46b1-8e56-802e73655900,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:25.302936 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec88649b-a1d7-4e83-a1d7-17bc9f5aeb81 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:25.303291 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec88649b-a1d7-4e83-a1d7-17bc9f5aeb81 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:25.303631 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec88649b-a1d7-4e83-a1d7-17bc9f5aeb81 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:25.303969 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec88649b-a1d7-4e83-a1d7-17bc9f5aeb81 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:25.304302 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec88649b-a1d7-4e83-a1d7-17bc9f5aeb81 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:25.304664 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec88649b-a1d7-4e83-a1d7-17bc9f5aeb81 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:25.305174 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec88649b-a1d7-4e83-a1d7-17bc9f5aeb81 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:25.310110 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec88649b-a1d7-4e83-a1d7-17bc9f5aeb81 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:25.310110 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec88649b-a1d7-4e83-a1d7-17bc9f5aeb81 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:25.310110 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec88649b-a1d7-4e83-a1d7-17bc9f5aeb81 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:25.310110 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec88649b-a1d7-4e83-a1d7-17bc9f5aeb81 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:25.310110 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec88649b-a1d7-4e83-a1d7-17bc9f5aeb81 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:25.347325 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b04ebd3-dafc-461b-a01f-b48f605341b4 req-ec88649b-a1d7-4e83-a1d7-17bc9f5aeb81 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] No DVR routers for this DVR port 982fccd1-cd63-46b1-8e56-802e73655900 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:41:25.350726 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-8b04ebd3-dafc-461b-a01f-b48f605341b4 req-ec88649b-a1d7-4e83-a1d7-17bc9f5aeb81 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:25.356332 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8b04ebd3-dafc-461b-a01f-b48f605341b4 req-ec88649b-a1d7-4e83-a1d7-17bc9f5aeb81 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.13 "DELETE /v2.0/ports/982fccd1-cd63-46b1-8e56-802e73655900 HTTP/1.1" status: 204 len: 173 time: 0.4666600 Dec 17 16:41:25.356332 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0da166-56b0-4f26-9341-da6fac46b8d5', 'name': 'network-vif-deleted', 'tag': '982fccd1-cd63-46b1-8e56-802e73655900'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:41:25.356631 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016fa089-c725-460d-8a5a-cb8b208f91c7" -d '{"events": [{"server_uuid": "8d0da166-56b0-4f26-9341-da6fac46b8d5", "name": "network-vif-deleted", "tag": "982fccd1-cd63-46b1-8e56-802e73655900"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:41:25.394144 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2b6005-e0a5-4f15-93ba-c04d50a1be2f x-openstack-request-id: req-1f2b6005-e0a5-4f15-93ba-c04d50a1be2f {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:41:25.394429 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0da166-56b0-4f26-9341-da6fac46b8d5", "name": "network-vif-deleted", "tag": "982fccd1-cd63-46b1-8e56-802e73655900", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:41:25.394879 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1f2b6005-e0a5-4f15-93ba-c04d50a1be2f {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:41:25.395379 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0da166-56b0-4f26-9341-da6fac46b8d5', 'name': 'network-vif-deleted', 'tag': '982fccd1-cd63-46b1-8e56-802e73655900', 'status': 'completed', 'code': 200} Dec 17 16:41:25.402207 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f0dc5055-a535-417a-aea3-8096925d6a10 req-fa1f619c-c25c-4fcc-8592-af5f775d9592 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d0da166-56b0-4f26-9341-da6fac46b8d5 HTTP/1.1" status: 200 len: 210 time: 0.0278339 Dec 17 16:41:26.457721 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46270) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:41:26.807732 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-74fec65a-e035-421a-8871-5c5287771213 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:26.877824 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:27.058681 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-74fec65a-e035-421a-8871-5c5287771213 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Deleting port cf4cd65b-bb35-4858-9aa5-03ec8d18c07e {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:41:27.058935 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-74fec65a-e035-421a-8871-5c5287771213 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:27.147980 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-74fec65a-e035-421a-8871-5c5287771213 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] For port cf4cd65b-bb35-4858-9aa5-03ec8d18c07e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=cf4cd65b-bb35-4858-9aa5-03ec8d18c07e,segment=NetworkSegment(295bf786-7981-41f1-b501-e76be87a3b81),segment_id=295bf786-7981-41f1-b501-e76be87a3b81)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:41:27.148338 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-74fec65a-e035-421a-8871-5c5287771213 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:27.160149 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-74fec65a-e035-421a-8871-5c5287771213 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Calling delete_port for cf4cd65b-bb35-4858-9aa5-03ec8d18c07e owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:41:27.419283 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-74fec65a-e035-421a-8871-5c5287771213 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:27.430930 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 982fccd1-cd63-46b1-8e56-802e73655900 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:41:27.446531 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fec65a-e035-421a-8871-5c5287771213 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event deleted for resources: {'Port': ['ID=cf4cd65b-bb35-4858-9aa5-03ec8d18c07e,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:27.454504 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: 982fccd1-cd63-46b1-8e56-802e73655900 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:41:27.454851 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device 982fccd1-cd63-46b1-8e56-802e73655900 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:41:27.623184 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-74fec65a-e035-421a-8871-5c5287771213 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:27.838824 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fec65a-e035-421a-8871-5c5287771213 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Router 95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:41:27.940186 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fec65a-e035-421a-8871-5c5287771213 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:41:27.946205 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-74fec65a-e035-421a-8871-5c5287771213 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "PUT /v2.0/routers/95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4872000 Dec 17 16:41:27.948870 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46272) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:41:27.951628 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f7dd9a-8c10-495e-bae8-f2415d7d5f56 None None] Sync routers for ids ['95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:41:27.960768 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f7dd9a-8c10-495e-bae8-f2415d7d5f56 None None] Routers {'95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:41:27.961411 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-18f7dd9a-8c10-495e-bae8-f2415d7d5f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:41:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:41:28.001245 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_v2 [None req-49459463-d461-40a2-994e-c6241b27ce99 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Deleting subnet 316414ff-cf68-41f1-8456-d8257b0023ea {{(pid=102832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 16:41:28.004308 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-49459463-d461-40a2-994e-c6241b27ce99 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for subnet, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:28.043917 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-49459463-d461-40a2-994e-c6241b27ce99 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12430333'] for subnet, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:28.063660 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-18f7dd9a-8c10-495e-bae8-f2415d7d5f56 None None] Set router 95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:41:28.127200 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-49459463-d461-40a2-994e-c6241b27ce99 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:28.266603 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-49459463-d461-40a2-994e-c6241b27ce99 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12463906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12071160'] for subnet, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:28.295978 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49459463-d461-40a2-994e-c6241b27ce99 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event deleted for resources: {'Subnet': ['ID=316414ff-cf68-41f1-8456-d8257b0023ea,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:28.297975 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-49459463-d461-40a2-994e-c6241b27ce99 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:28.301178 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-49459463-d461-40a2-994e-c6241b27ce99 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "DELETE /v2.0/subnets/316414ff-cf68-41f1-8456-d8257b0023ea HTTP/1.1" status: 204 len: 168 time: 0.3513148 Dec 17 16:41:28.304476 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46274) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:41:28.307136 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a85f907-1d98-427a-8018-fed2475c30c9 None None] Network 7738a54d-045d-4bc4-b2ff-3578ac661802 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:41:28.327216 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-18f7dd9a-8c10-495e-bae8-f2415d7d5f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1839177066', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'feb452ad-e3e0-442b-95a3-3e8bc212cbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:40:23Z', 'updated_at': '2021-12-17T16:41:27Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': 'feb452ad-e3e0-442b-95a3-3e8bc212cbac', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:40:24Z', 'updated_at': '2021-12-17T16:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:41:28.356779 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f7dd9a-8c10-495e-bae8-f2415d7d5f56 None None] Checking router: 95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:41:28.366020 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f7dd9a-8c10-495e-bae8-f2415d7d5f56 None None] Routers {'95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:41:28.366634 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-18f7dd9a-8c10-495e-bae8-f2415d7d5f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:41:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:41:28.475737 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-18f7dd9a-8c10-495e-bae8-f2415d7d5f56 None None] Set router 95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:41:28.498612 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3cbb8a-c59b-458a-bfdf-4436a9a236e8 None None] DHCP port deletion for 7738a54d-045d-4bc4-b2ff-3578ac661802 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 16:41:28.552332 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-1c3cbb8a-c59b-458a-bfdf-4436a9a236e8 None None] Deleting port 290b9c4b-8627-4a3d-8da5-404d926d28b8 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:41:28.552798 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1c3cbb8a-c59b-458a-bfdf-4436a9a236e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:28.620393 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-1c3cbb8a-c59b-458a-bfdf-4436a9a236e8 None None] For port 290b9c4b-8627-4a3d-8da5-404d926d28b8, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=290b9c4b-8627-4a3d-8da5-404d926d28b8,segment=NetworkSegment(295bf786-7981-41f1-b501-e76be87a3b81),segment_id=295bf786-7981-41f1-b501-e76be87a3b81)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:41:28.621125 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1c3cbb8a-c59b-458a-bfdf-4436a9a236e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:28.636487 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-1c3cbb8a-c59b-458a-bfdf-4436a9a236e8 None None] Calling delete_port for 290b9c4b-8627-4a3d-8da5-404d926d28b8 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:41:28.663739 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-18f7dd9a-8c10-495e-bae8-f2415d7d5f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1839177066', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'feb452ad-e3e0-442b-95a3-3e8bc212cbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:40:23Z', 'updated_at': '2021-12-17T16:41:27Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': 'feb452ad-e3e0-442b-95a3-3e8bc212cbac', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:40:24Z', 'updated_at': '2021-12-17T16:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:41:28.682942 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e3bacda5-73ed-4e50-9773-f8a23efba678 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:28.689729 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f7dd9a-8c10-495e-bae8-f2415d7d5f56 None None] The sync data for ids ['95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3'] in n-d-820553-2 is: [{'id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1839177066', 'tenant_id': '437dcc00f8fd49499d299b0a33d98052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'feb452ad-e3e0-442b-95a3-3e8bc212cbac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:40:23Z', 'updated_at': '2021-12-17T16:41:27Z', 'revision_number': 5, 'project_id': '437dcc00f8fd49499d299b0a33d98052', 'gw_port': {'id': 'feb452ad-e3e0-442b-95a3-3e8bc212cbac', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:40:24Z', 'updated_at': '2021-12-17T16:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:41:28.792790 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e3bacda5-73ed-4e50-9773-f8a23efba678 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:28.809209 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1c3cbb8a-c59b-458a-bfdf-4436a9a236e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:28.838263 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3cbb8a-c59b-458a-bfdf-4436a9a236e8 None None] Pushing event deleted for resources: {'Port': ['ID=290b9c4b-8627-4a3d-8da5-404d926d28b8,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:28.844287 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3cbb8a-c59b-458a-bfdf-4436a9a236e8 None None] No DVR routers for this DVR port 290b9c4b-8627-4a3d-8da5-404d926d28b8 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:41:28.855797 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3cbb8a-c59b-458a-bfdf-4436a9a236e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:28.856147 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3cbb8a-c59b-458a-bfdf-4436a9a236e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:28.857170 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3cbb8a-c59b-458a-bfdf-4436a9a236e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:28.857170 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3cbb8a-c59b-458a-bfdf-4436a9a236e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:28.857170 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3cbb8a-c59b-458a-bfdf-4436a9a236e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:28.857579 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3cbb8a-c59b-458a-bfdf-4436a9a236e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:28.857801 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3cbb8a-c59b-458a-bfdf-4436a9a236e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:28.858128 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3cbb8a-c59b-458a-bfdf-4436a9a236e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:28.858477 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3cbb8a-c59b-458a-bfdf-4436a9a236e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:28.858800 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3cbb8a-c59b-458a-bfdf-4436a9a236e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:28.859128 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3cbb8a-c59b-458a-bfdf-4436a9a236e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:28.859639 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3cbb8a-c59b-458a-bfdf-4436a9a236e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:28.931700 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-e3bacda5-73ed-4e50-9773-f8a23efba678 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Deleting port feb452ad-e3e0-442b-95a3-3e8bc212cbac {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:41:28.932050 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e3bacda5-73ed-4e50-9773-f8a23efba678 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:28.952047 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2d65372a-8af4-4b95-a857-e261560540cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:29.010860 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-e3bacda5-73ed-4e50-9773-f8a23efba678 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] For port feb452ad-e3e0-442b-95a3-3e8bc212cbac, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=feb452ad-e3e0-442b-95a3-3e8bc212cbac,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:41:29.011227 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e3bacda5-73ed-4e50-9773-f8a23efba678 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:29.023713 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-e3bacda5-73ed-4e50-9773-f8a23efba678 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Calling delete_port for feb452ad-e3e0-442b-95a3-3e8bc212cbac owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:41:29.092182 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 290b9c4b-8627-4a3d-8da5-404d926d28b8 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:41:29.114139 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 290b9c4b-8627-4a3d-8da5-404d926d28b8 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:41:29.114496 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 290b9c4b-8627-4a3d-8da5-404d926d28b8 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:41:29.114912 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device cf4cd65b-bb35-4858-9aa5-03ec8d18c07e no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:41:29.135053 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: cf4cd65b-bb35-4858-9aa5-03ec8d18c07e {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:41:29.135403 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device cf4cd65b-bb35-4858-9aa5-03ec8d18c07e not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:41:29.272789 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e3bacda5-73ed-4e50-9773-f8a23efba678 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:29.304026 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bacda5-73ed-4e50-9773-f8a23efba678 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event deleted for resources: {'Port': ['ID=feb452ad-e3e0-442b-95a3-3e8bc212cbac,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:29.366385 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e3bacda5-73ed-4e50-9773-f8a23efba678 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:29.457125 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e3bacda5-73ed-4e50-9773-f8a23efba678 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:29.459523 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e3bacda5-73ed-4e50-9773-f8a23efba678 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:29.552598 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e3bacda5-73ed-4e50-9773-f8a23efba678 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:29.553101 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3bacda5-73ed-4e50-9773-f8a23efba678 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Fanout notify agent at l3_agent the message router_deleted on router 95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3 {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:41:29.559640 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-e3bacda5-73ed-4e50-9773-f8a23efba678 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:29.560744 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-e3bacda5-73ed-4e50-9773-f8a23efba678 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "DELETE /v2.0/routers/95f897d0-0aa3-4fb5-a0d0-af7f05eefcd3 HTTP/1.1" status: 204 len: 168 time: 1.2553179 Dec 17 16:41:29.563462 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46276) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:41:29.647542 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c612cb3d-3a3e-41b4-9e4b-fa1587d0653a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:29.739023 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c612cb3d-3a3e-41b4-9e4b-fa1587d0653a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:29.761650 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-c612cb3d-3a3e-41b4-9e4b-fa1587d0653a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7738a54d-045d-4bc4-b2ff-3578ac661802']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:41:29.770843 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-c612cb3d-3a3e-41b4-9e4b-fa1587d0653a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '295bf786-7981-41f1-b501-e76be87a3b81') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:41:29.771132 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-c612cb3d-3a3e-41b4-9e4b-fa1587d0653a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '295bf786-7981-41f1-b501-e76be87a3b81') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:41:29.780012 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c612cb3d-3a3e-41b4-9e4b-fa1587d0653a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:29.793201 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c612cb3d-3a3e-41b4-9e4b-fa1587d0653a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:29.798706 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c612cb3d-3a3e-41b4-9e4b-fa1587d0653a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:41:29.799082 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c612cb3d-3a3e-41b4-9e4b-fa1587d0653a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:29.802711 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 16:41:29.802711 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:41:29.802711 n-d-820553-2 neutron-server[102832]: timer() Dec 17 16:41:29.802711 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:41:29.802711 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 16:41:29.802711 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:41:29.802711 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 16:41:29.802711 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:41:29.802711 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 16:41:29.802711 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:41:29.802711 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 16:41:29.802711 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:41:29.802711 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 16:41:29.802711 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:41:29.802711 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:41:29.802711 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:41:29.802711 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:41:29.802711 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:41:29.802711 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 16:41:29.802711 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:41:29.802711 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 16:41:29.802711 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:41:29.802711 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:41:29.802711 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:41:29.802711 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 16:41:29.802711 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:41:29.802711 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:41:29.802711 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:41:29.802711 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:41:29.802711 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:41:29.802711 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:41:29.802711 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:41:29.923616 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c612cb3d-3a3e-41b4-9e4b-fa1587d0653a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:29.931093 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c612cb3d-3a3e-41b4-9e4b-fa1587d0653a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:29.934342 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c612cb3d-3a3e-41b4-9e4b-fa1587d0653a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "DELETE /v2.0/networks/7738a54d-045d-4bc4-b2ff-3578ac661802 HTTP/1.1" status: 204 len: 168 time: 0.3699448 Dec 17 16:41:29.936998 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46278) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:41:29.946088 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612cb3d-3a3e-41b4-9e4b-fa1587d0653a tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event deleted for resources: {'Network': ['ID=7738a54d-045d-4bc4-b2ff-3578ac661802,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:29.996165 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a954b7d9-a961-4a71-969b-d4b64ddd2209 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:30.024084 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a954b7d9-a961-4a71-969b-d4b64ddd2209 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:30.147080 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a954b7d9-a961-4a71-969b-d4b64ddd2209 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:30.149546 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a954b7d9-a961-4a71-969b-d4b64ddd2209 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:30.150687 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a954b7d9-a961-4a71-969b-d4b64ddd2209 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] 10.222.0.46 "DELETE /v2.0/security-groups/97b7a980-c3ba-4e12-aaf9-9b2bc585320c HTTP/1.1" status: 204 len: 168 time: 0.2126679 Dec 17 16:41:30.159635 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954b7d9-a961-4a71-969b-d4b64ddd2209 tempest-TestNetworkAdvancedServerOps-397426689 tempest-TestNetworkAdvancedServerOps-397426689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b7a980-c3ba-4e12-aaf9-9b2bc585320c,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:30.752331 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46286) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:41:30.883119 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-dfa42e69-45e6-4a32-9eae-036fb52995bf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=437dcc00f8fd49499d299b0a33d98052&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295567 Dec 17 16:41:30.885656 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46290) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:41:30.933937 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f3e89591-3268-4042-9cdb-16dd4a396d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:30.957271 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f3e89591-3268-4042-9cdb-16dd4a396d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:30.985119 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device feb452ad-e3e0-442b-95a3-3e8bc212cbac no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:41:31.003670 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: feb452ad-e3e0-442b-95a3-3e8bc212cbac {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:41:31.004017 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device feb452ad-e3e0-442b-95a3-3e8bc212cbac not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:41:31.111765 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f3e89591-3268-4042-9cdb-16dd4a396d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:31.114751 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f3e89591-3268-4042-9cdb-16dd4a396d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:31.115944 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f3e89591-3268-4042-9cdb-16dd4a396d95 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6bde2793-54ad-47de-854c-4a431c59183f HTTP/1.1" status: 204 len: 168 time: 0.2293713 Dec 17 16:41:31.124960 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e89591-3268-4042-9cdb-16dd4a396d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bde2793-54ad-47de-854c-4a431c59183f,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:31.180623 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-48ab7420-012e-4009-8242-4eedbacbd5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:31.709868 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46296) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:41:31.723076 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff5f9aca-373c-4434-9220-ce6102eae13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:31.800534 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff5f9aca-373c-4434-9220-ce6102eae13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:31.865809 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-ff5f9aca-373c-4434-9220-ce6102eae13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:31.905525 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-ff5f9aca-373c-4434-9220-ce6102eae13f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b101b40e47844559baadaf175c9c022a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1945143 Dec 17 16:41:31.906219 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f9aca-373c-4434-9220-ce6102eae13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7080f1bc-a60c-4350-816c-4aa892b11ee2,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:31.908362 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46298) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:41:31.956940 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a1983b55-9ee5-4866-b548-3c863e9c65f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:31.983186 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a1983b55-9ee5-4866-b548-3c863e9c65f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:32.104451 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a1983b55-9ee5-4866-b548-3c863e9c65f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:32.107093 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-a1983b55-9ee5-4866-b548-3c863e9c65f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:32.108224 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-a1983b55-9ee5-4866-b548-3c863e9c65f0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7080f1bc-a60c-4350-816c-4aa892b11ee2 HTTP/1.1" status: 204 len: 168 time: 0.1975811 Dec 17 16:41:32.115974 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1983b55-9ee5-4866-b548-3c863e9c65f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7080f1bc-a60c-4350-816c-4aa892b11ee2,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:32.694601 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:33.186099 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46320) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:41:33.280717 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-3c0c381c-5e18-4249-a70c-5d6292cd5951 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1892117433-network', 'tenant_id': '08c1798f63d740588f7f2a667e40055d'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:41:33.357843 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0c381c-5e18-4249-a70c-5d6292cd5951 admin admin] Made reservation on behalf of 08c1798f63d740588f7f2a667e40055d for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:41:33.360345 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3c0c381c-5e18-4249-a70c-5d6292cd5951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:33.369559 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3c0c381c-5e18-4249-a70c-5d6292cd5951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:33.442859 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3c0c381c-5e18-4249-a70c-5d6292cd5951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:33.494707 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3c0c381c-5e18-4249-a70c-5d6292cd5951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:33.515331 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c0c381c-5e18-4249-a70c-5d6292cd5951 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:41:33.528638 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c381c-5e18-4249-a70c-5d6292cd5951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59fefbca-3536-4a1f-b8d0-26ce88d7601d,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:33.533393 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3c0c381c-5e18-4249-a70c-5d6292cd5951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:33.533735 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-3c0c381c-5e18-4249-a70c-5d6292cd5951 admin admin] Added segment 3ffd4729-42b3-42f3-9f8f-05a4d5938687 of type vlan for network e880373f-7690-4833-b18c-8ac9a1524074 Dec 17 16:41:33.573572 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3c0c381c-5e18-4249-a70c-5d6292cd5951 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:33.659258 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3c0c381c-5e18-4249-a70c-5d6292cd5951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:33.660191 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0c381c-5e18-4249-a70c-5d6292cd5951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:33.661359 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3c0c381c-5e18-4249-a70c-5d6292cd5951 admin admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:33.721650 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c381c-5e18-4249-a70c-5d6292cd5951 admin admin] Pushing event updated for resources: {'Network': ['ID=e880373f-7690-4833-b18c-8ac9a1524074,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:33.731980 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network e880373f-7690-4833-b18c-8ac9a1524074 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:41:33.796852 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46324) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:41:33.797404 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3c0c381c-5e18-4249-a70c-5d6292cd5951 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6099546 Dec 17 16:41:33.801810 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-1c885817-326d-4858-ae43-b18907813246 admin admin] Request body: {'subnet': {'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1892117433-subnet', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:41:33.899276 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c885817-326d-4858-ae43-b18907813246 admin admin] Made reservation on behalf of 08c1798f63d740588f7f2a667e40055d for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:41:33.901876 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1c885817-326d-4858-ae43-b18907813246 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:34.106089 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1c885817-326d-4858-ae43-b18907813246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:34.161663 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c885817-326d-4858-ae43-b18907813246 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07da24ec-1058-4bd1-ba8b-24dbc28a45da,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:34.172656 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c885817-326d-4858-ae43-b18907813246 admin admin] Checking segment: {'id': '3ffd4729-42b3-42f3-9f8f-05a4d5938687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:41:34.173144 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c885817-326d-4858-ae43-b18907813246 admin admin] Network hostable DHCP agents. Network: e880373f-7690-4833-b18c-8ac9a1524074, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:41:34.197713 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:34.248792 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c885817-326d-4858-ae43-b18907813246 admin admin] Network e880373f-7690-4833-b18c-8ac9a1524074 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:41:34.294559 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:34.304903 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-1c885817-326d-4858-ae43-b18907813246 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, e880373f-7690-4833-b18c-8ac9a1524074) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:41:34.309299 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c885817-326d-4858-ae43-b18907813246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:34.309896 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1c885817-326d-4858-ae43-b18907813246 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:34.318670 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93709306-c772-4ee1-9c85-3a819a764b4f None None] Network e880373f-7690-4833-b18c-8ac9a1524074 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:41:34.371935 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1c885817-326d-4858-ae43-b18907813246 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5738127 Dec 17 16:41:34.374774 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46326) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:41:34.379966 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-280db783-00ec-4857-a27b-e1b2d2631a36 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1892117433-router', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:41:34.464503 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3839870f-40fb-4f17-8ad0-eeb36bb7f596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-e880373f-7690-4833-b18c-8ac9a1524074', 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'fixed_ips': [{'subnet_id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 16:41:34.465430 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3839870f-40fb-4f17-8ad0-eeb36bb7f596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:34.466612 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-280db783-00ec-4857-a27b-e1b2d2631a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:34.467677 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-280db783-00ec-4857-a27b-e1b2d2631a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:34.527156 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-280db783-00ec-4857-a27b-e1b2d2631a36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:34.605377 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-3839870f-40fb-4f17-8ad0-eeb36bb7f596 None None] Allocated IP 172.20.0.2 (e880373f-7690-4833-b18c-8ac9a1524074/07da24ec-1058-4bd1-ba8b-24dbc28a45da/572db5eb-b415-4699-883c-4645d9641a9f) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:41:34.713096 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-280db783-00ec-4857-a27b-e1b2d2631a36 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:34.744204 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3839870f-40fb-4f17-8ad0-eeb36bb7f596 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:34.837798 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3839870f-40fb-4f17-8ad0-eeb36bb7f596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:34.877915 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3839870f-40fb-4f17-8ad0-eeb36bb7f596 None None] Network e880373f-7690-4833-b18c-8ac9a1524074 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:41:34.881471 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-3839870f-40fb-4f17-8ad0-eeb36bb7f596 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:41:34.885640 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3839870f-40fb-4f17-8ad0-eeb36bb7f596 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:41:34.898507 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839870f-40fb-4f17-8ad0-eeb36bb7f596 None None] Pushing event updated for resources: {'Port': ['ID=572db5eb-b415-4699-883c-4645d9641a9f,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:34.948746 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-3839870f-40fb-4f17-8ad0-eeb36bb7f596 None None] Attempting to bind port 572db5eb-b415-4699-883c-4645d9641a9f on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:41:34.949150 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-3839870f-40fb-4f17-8ad0-eeb36bb7f596 None None] Attempting to bind port 572db5eb-b415-4699-883c-4645d9641a9f by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '3ffd4729-42b3-42f3-9f8f-05a4d5938687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:41:34.949520 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3839870f-40fb-4f17-8ad0-eeb36bb7f596 None None] Attempting to bind port 572db5eb-b415-4699-883c-4645d9641a9f on network e880373f-7690-4833-b18c-8ac9a1524074 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:41:34.954534 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3839870f-40fb-4f17-8ad0-eeb36bb7f596 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:41:34.954910 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3839870f-40fb-4f17-8ad0-eeb36bb7f596 None None] Checking segment: {'id': '3ffd4729-42b3-42f3-9f8f-05a4d5938687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:41:34.955307 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3839870f-40fb-4f17-8ad0-eeb36bb7f596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:34.955715 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3839870f-40fb-4f17-8ad0-eeb36bb7f596 None None] Bound using segment: {'id': '3ffd4729-42b3-42f3-9f8f-05a4d5938687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:41:34.956178 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-3839870f-40fb-4f17-8ad0-eeb36bb7f596 None None] Bound port: 572db5eb-b415-4699-883c-4645d9641a9f, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ffd4729-42b3-42f3-9f8f-05a4d5938687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:41:34.956560 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3839870f-40fb-4f17-8ad0-eeb36bb7f596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:34.961928 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-280db783-00ec-4857-a27b-e1b2d2631a36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:34.981557 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-280db783-00ec-4857-a27b-e1b2d2631a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:35.021565 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-3839870f-40fb-4f17-8ad0-eeb36bb7f596 None None] For port 572db5eb-b415-4699-883c-4645d9641a9f, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:41:35.024869 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-3839870f-40fb-4f17-8ad0-eeb36bb7f596 None None] For port 572db5eb-b415-4699-883c-4645d9641a9f, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=572db5eb-b415-4699-883c-4645d9641a9f,segment=NetworkSegment(3ffd4729-42b3-42f3-9f8f-05a4d5938687),segment_id=3ffd4729-42b3-42f3-9f8f-05a4d5938687)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:41:35.077833 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3839870f-40fb-4f17-8ad0-eeb36bb7f596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:35.082159 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-280db783-00ec-4857-a27b-e1b2d2631a36 admin admin] Allocated IP 172.25.6.135 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/21e1213f-8490-4e03-8899-4915b6633ffb) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:41:35.138842 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839870f-40fb-4f17-8ad0-eeb36bb7f596 None None] Pushing event updated for resources: {'Port': ['ID=572db5eb-b415-4699-883c-4645d9641a9f,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:35.190497 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-280db783-00ec-4857-a27b-e1b2d2631a36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:35.303121 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-280db783-00ec-4857-a27b-e1b2d2631a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:35.342734 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280db783-00ec-4857-a27b-e1b2d2631a36 admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:41:35.345620 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-280db783-00ec-4857-a27b-e1b2d2631a36 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:41:35.350539 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280db783-00ec-4857-a27b-e1b2d2631a36 admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:41:35.359151 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280db783-00ec-4857-a27b-e1b2d2631a36 admin admin] Pushing event updated for resources: {'Port': ['ID=21e1213f-8490-4e03-8899-4915b6633ffb,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:35.689865 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-280db783-00ec-4857-a27b-e1b2d2631a36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:35.891964 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-280db783-00ec-4857-a27b-e1b2d2631a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:36.026094 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310775ea-bcfa-44ea-8fb3-adccc779cfb1 None None] Network e880373f-7690-4833-b18c-8ac9a1524074 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:41:36.077769 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280db783-00ec-4857-a27b-e1b2d2631a36 admin admin] Router f1ffc432-f189-42fd-b3ff-79107aefe18e is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:41:36.090987 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f239523-fb07-4ced-a815-e84fa7b47819 None None] Provisioning complete for port 572db5eb-b415-4699-883c-4645d9641a9f triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:41:36.091286 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f239523-fb07-4ced-a815-e84fa7b47819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:36.186100 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280db783-00ec-4857-a27b-e1b2d2631a36 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:41:36.220591 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4298aab-6b92-40cb-b1b3-0ed0ea9b7c7a None None] Sync routers for ids ['f1ffc432-f189-42fd-b3ff-79107aefe18e'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:41:36.243241 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4298aab-6b92-40cb-b1b3-0ed0ea9b7c7a None None] Routers {'f1ffc432-f189-42fd-b3ff-79107aefe18e'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:41:36.243859 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-d4298aab-6b92-40cb-b1b3-0ed0ea9b7c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:41:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['f1ffc432-f189-42fd-b3ff-79107aefe18e'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:41:36.249851 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-280db783-00ec-4857-a27b-e1b2d2631a36 admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:36.251334 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-280db783-00ec-4857-a27b-e1b2d2631a36 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8755698 Dec 17 16:41:36.251515 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f239523-fb07-4ced-a815-e84fa7b47819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:36.253800 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46328) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:41:36.364742 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f239523-fb07-4ced-a815-e84fa7b47819 None None] For port 572db5eb-b415-4699-883c-4645d9641a9f, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=572db5eb-b415-4699-883c-4645d9641a9f,segment=NetworkSegment(3ffd4729-42b3-42f3-9f8f-05a4d5938687),segment_id=3ffd4729-42b3-42f3-9f8f-05a4d5938687)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:41:36.390630 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-d4298aab-6b92-40cb-b1b3-0ed0ea9b7c7a None None] Set router f1ffc432-f189-42fd-b3ff-79107aefe18e gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:41:36.452115 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f239523-fb07-4ced-a815-e84fa7b47819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:36.570849 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f239523-fb07-4ced-a815-e84fa7b47819 None None] Pushing event updated for resources: {'Port': ['ID=572db5eb-b415-4699-883c-4645d9641a9f,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:36.595293 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-23f48e24-8fb0-405d-b414-ca52d9659397 None None] Provisioning complete for port 572db5eb-b415-4699-883c-4645d9641a9f triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:41:36.595662 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-23f48e24-8fb0-405d-b414-ca52d9659397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:36.678087 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-247bc700-178b-4387-a69e-2283a2accf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:36.694418 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-d4298aab-6b92-40cb-b1b3-0ed0ea9b7c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'name': 'tempest-TestShelveInstance-1892117433-router', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:35Z', 'revision_number': 3, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'gw_port': {'id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:41:36.730397 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4298aab-6b92-40cb-b1b3-0ed0ea9b7c7a None None] Checking router: f1ffc432-f189-42fd-b3ff-79107aefe18e for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:41:36.730746 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4298aab-6b92-40cb-b1b3-0ed0ea9b7c7a None None] Updating router f1ffc432-f189-42fd-b3ff-79107aefe18e port 21e1213f-8490-4e03-8899-4915b6633ffb binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:41:36.761163 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d4298aab-6b92-40cb-b1b3-0ed0ea9b7c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:36.831973 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-247bc700-178b-4387-a69e-2283a2accf1b admin admin] Allocated IP 172.20.0.1 (e880373f-7690-4833-b18c-8ac9a1524074/07da24ec-1058-4bd1-ba8b-24dbc28a45da/dc412011-6c1c-4788-ba22-17b4e92e7062) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:41:36.931219 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-247bc700-178b-4387-a69e-2283a2accf1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:37.026780 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 572db5eb-b415-4699-883c-4645d9641a9f up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:41:37.031783 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d4298aab-6b92-40cb-b1b3-0ed0ea9b7c7a None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:37.036502 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-247bc700-178b-4387-a69e-2283a2accf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:37.078889 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247bc700-178b-4387-a69e-2283a2accf1b admin admin] Network e880373f-7690-4833-b18c-8ac9a1524074 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:41:37.079602 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 572db5eb-b415-4699-883c-4645d9641a9f triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:41:37.079780 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:37.081745 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-247bc700-178b-4387-a69e-2283a2accf1b admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:41:37.085352 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247bc700-178b-4387-a69e-2283a2accf1b admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:41:37.113387 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d4298aab-6b92-40cb-b1b3-0ed0ea9b7c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:37.121901 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247bc700-178b-4387-a69e-2283a2accf1b admin admin] Pushing event updated for resources: {'Port': ['ID=dc412011-6c1c-4788-ba22-17b4e92e7062,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:37.137189 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-247bc700-178b-4387-a69e-2283a2accf1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:37.182392 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-d4298aab-6b92-40cb-b1b3-0ed0ea9b7c7a None None] Attempting to bind port 21e1213f-8490-4e03-8899-4915b6633ffb on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:41:37.183270 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-d4298aab-6b92-40cb-b1b3-0ed0ea9b7c7a None None] Attempting to bind port 21e1213f-8490-4e03-8899-4915b6633ffb by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:41:37.183270 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4298aab-6b92-40cb-b1b3-0ed0ea9b7c7a None None] Attempting to bind port 21e1213f-8490-4e03-8899-4915b6633ffb on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:41:37.187147 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a46b7-9b94-4e4b-8d86-9611f1a7d0aa None None] Pushing event updated for resources: {'Port': ['ID=21e1213f-8490-4e03-8899-4915b6633ffb,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:37.193948 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4298aab-6b92-40cb-b1b3-0ed0ea9b7c7a None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:41:37.194319 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4298aab-6b92-40cb-b1b3-0ed0ea9b7c7a None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:41:37.194721 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d4298aab-6b92-40cb-b1b3-0ed0ea9b7c7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:37.195101 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4298aab-6b92-40cb-b1b3-0ed0ea9b7c7a None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:41:37.195562 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-d4298aab-6b92-40cb-b1b3-0ed0ea9b7c7a None None] Bound port: 21e1213f-8490-4e03-8899-4915b6633ffb, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:41:37.195938 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d4298aab-6b92-40cb-b1b3-0ed0ea9b7c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:37.281842 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-d4298aab-6b92-40cb-b1b3-0ed0ea9b7c7a None None] For port 21e1213f-8490-4e03-8899-4915b6633ffb, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:41:37.285094 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-d4298aab-6b92-40cb-b1b3-0ed0ea9b7c7a None None] For port 21e1213f-8490-4e03-8899-4915b6633ffb, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=21e1213f-8490-4e03-8899-4915b6633ffb,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:41:37.339423 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-247bc700-178b-4387-a69e-2283a2accf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:37.369441 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d4298aab-6b92-40cb-b1b3-0ed0ea9b7c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:37.424878 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-b7f12067-875b-43db-84d9-6f44720fc4ce None None] Provisioning complete for port dc412011-6c1c-4788-ba22-17b4e92e7062 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:41:37.427126 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b7f12067-875b-43db-84d9-6f44720fc4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:37.462580 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4298aab-6b92-40cb-b1b3-0ed0ea9b7c7a None None] Routers {'f1ffc432-f189-42fd-b3ff-79107aefe18e'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:41:37.463117 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-d4298aab-6b92-40cb-b1b3-0ed0ea9b7c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:41:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['f1ffc432-f189-42fd-b3ff-79107aefe18e'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:41:37.467417 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a46b7-9b94-4e4b-8d86-9611f1a7d0aa None None] Pushing event updated for resources: {'Port': ['ID=21e1213f-8490-4e03-8899-4915b6633ffb,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:37.505076 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-247bc700-178b-4387-a69e-2283a2accf1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:37.557931 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-247bc700-178b-4387-a69e-2283a2accf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:37.633760 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247bc700-178b-4387-a69e-2283a2accf1b admin admin] Pushing event updated for resources: {'Port': ['ID=dc412011-6c1c-4788-ba22-17b4e92e7062,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:37.636734 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-247bc700-178b-4387-a69e-2283a2accf1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:37.694299 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-b7f12067-875b-43db-84d9-6f44720fc4ce None None] Port dc412011-6c1c-4788-ba22-17b4e92e7062 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:41:37.735097 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247bc700-178b-4387-a69e-2283a2accf1b admin admin] Network e880373f-7690-4833-b18c-8ac9a1524074 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:41:37.735749 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-d4298aab-6b92-40cb-b1b3-0ed0ea9b7c7a None None] Set router f1ffc432-f189-42fd-b3ff-79107aefe18e gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:41:37.741330 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-247bc700-178b-4387-a69e-2283a2accf1b admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:41:37.957188 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-d4298aab-6b92-40cb-b1b3-0ed0ea9b7c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'name': 'tempest-TestShelveInstance-1892117433-router', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:37Z', 'revision_number': 4, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'gw_port': {'id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'dc412011-6c1c-4788-ba22-17b4e92e7062', 'name': '', 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'mac_address': 'fa:16:3e:3e:95:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:36Z', 'updated_at': '2021-12-17T16:41:36Z', 'revision_number': 1, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'subnets': [{'id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:41:37.988171 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4298aab-6b92-40cb-b1b3-0ed0ea9b7c7a None None] The sync data for ids ['f1ffc432-f189-42fd-b3ff-79107aefe18e'] in n-d-820553-2 is: [{'id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'name': 'tempest-TestShelveInstance-1892117433-router', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:37Z', 'revision_number': 4, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'gw_port': {'id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'dc412011-6c1c-4788-ba22-17b4e92e7062', 'name': '', 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'mac_address': 'fa:16:3e:3e:95:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:36Z', 'updated_at': '2021-12-17T16:41:36Z', 'revision_number': 1, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'subnets': [{'id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:41:38.016144 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-5774c1f3-3134-4db9-b1fa-6cfde3a2610f None None] Provisioning complete for port dc412011-6c1c-4788-ba22-17b4e92e7062 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:41:38.016481 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5774c1f3-3134-4db9-b1fa-6cfde3a2610f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:38.053097 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-5774c1f3-3134-4db9-b1fa-6cfde3a2610f None None] Port dc412011-6c1c-4788-ba22-17b4e92e7062 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:41:38.136798 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247bc700-178b-4387-a69e-2283a2accf1b admin admin] Router f1ffc432-f189-42fd-b3ff-79107aefe18e has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:41:38.255504 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247bc700-178b-4387-a69e-2283a2accf1b admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:41:38.261107 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-247bc700-178b-4387-a69e-2283a2accf1b admin admin] 10.222.0.46 "PUT /v2.0/routers/f1ffc432-f189-42fd-b3ff-79107aefe18e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0062623 Dec 17 16:41:38.990558 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46344) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:41:38.995757 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-51f326ad-9cd1-41ed-a667-b26a001ded79 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-134675115-network', 'tenant_id': '9f3cb7d7c26d4d5e9faaafc1d0236522'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:41:39.034110 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 21e1213f-8490-4e03-8899-4915b6633ffb up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:41:39.083734 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f326ad-9cd1-41ed-a667-b26a001ded79 admin admin] Made reservation on behalf of 9f3cb7d7c26d4d5e9faaafc1d0236522 for: {'network': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:41:39.086750 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-51f326ad-9cd1-41ed-a667-b26a001ded79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:39.089498 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 21e1213f-8490-4e03-8899-4915b6633ffb triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:41:39.090133 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:39.097565 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-51f326ad-9cd1-41ed-a667-b26a001ded79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:39.188303 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:39.202702 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-51f326ad-9cd1-41ed-a667-b26a001ded79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:39.221351 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 21e1213f-8490-4e03-8899-4915b6633ffb, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=21e1213f-8490-4e03-8899-4915b6633ffb,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:41:39.277700 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-51f326ad-9cd1-41ed-a667-b26a001ded79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:39.306428 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:39.316623 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51f326ad-9cd1-41ed-a667-b26a001ded79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=102832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:41:39.317490 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f326ad-9cd1-41ed-a667-b26a001ded79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b386fe-227f-4290-b9c7-950bfd75e63c,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:39.325730 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-51f326ad-9cd1-41ed-a667-b26a001ded79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:39.327045 n-d-820553-2 neutron-server[102832]: INFO neutron.db.segments_db [None req-51f326ad-9cd1-41ed-a667-b26a001ded79 admin admin] Added segment 9c1d4949-6414-4a9e-9a0a-ecf488668018 of type vlan for network ec78f778-e027-48d2-a5ca-585f3af56821 Dec 17 16:41:39.373675 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-51f326ad-9cd1-41ed-a667-b26a001ded79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:39.375776 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=21e1213f-8490-4e03-8899-4915b6633ffb,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:39.472522 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-51f326ad-9cd1-41ed-a667-b26a001ded79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:39.473683 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f326ad-9cd1-41ed-a667-b26a001ded79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:39.474274 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-51f326ad-9cd1-41ed-a667-b26a001ded79 admin admin] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:39.535708 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f326ad-9cd1-41ed-a667-b26a001ded79 admin admin] Pushing event updated for resources: {'Network': ['ID=ec78f778-e027-48d2-a5ca-585f3af56821,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:39.546006 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network ec78f778-e027-48d2-a5ca-585f3af56821 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:41:39.616353 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-51f326ad-9cd1-41ed-a667-b26a001ded79 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6246855 Dec 17 16:41:39.619247 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46348) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:41:39.624167 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-5849d048-a36f-4e7c-b962-d40e05a38d75 admin admin] Request body: {'subnet': {'network_id': 'ec78f778-e027-48d2-a5ca-585f3af56821', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-134675115-subnet', 'tenant_id': '9f3cb7d7c26d4d5e9faaafc1d0236522', 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:41:39.710743 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5849d048-a36f-4e7c-b962-d40e05a38d75 admin admin] Made reservation on behalf of 9f3cb7d7c26d4d5e9faaafc1d0236522 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:41:39.713316 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5849d048-a36f-4e7c-b962-d40e05a38d75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:39.923295 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5849d048-a36f-4e7c-b962-d40e05a38d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:39.981532 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5849d048-a36f-4e7c-b962-d40e05a38d75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=359be929-2b9a-4966-adbe-400e9e0b1346,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:39.989969 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5849d048-a36f-4e7c-b962-d40e05a38d75 admin admin] Checking segment: {'id': '9c1d4949-6414-4a9e-9a0a-ecf488668018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ec78f778-e027-48d2-a5ca-585f3af56821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:41:39.990322 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5849d048-a36f-4e7c-b962-d40e05a38d75 admin admin] Network hostable DHCP agents. Network: ec78f778-e027-48d2-a5ca-585f3af56821, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:41:40.058318 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8bdd4b-0ffc-463c-ae29-6f524cb870cf None None] Sync routers for ids ['f1ffc432-f189-42fd-b3ff-79107aefe18e'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:41:40.068135 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8bdd4b-0ffc-463c-ae29-6f524cb870cf None None] Routers {'f1ffc432-f189-42fd-b3ff-79107aefe18e'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:41:40.068761 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-0e8bdd4b-0ffc-463c-ae29-6f524cb870cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:41:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['f1ffc432-f189-42fd-b3ff-79107aefe18e'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:41:40.087674 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5849d048-a36f-4e7c-b962-d40e05a38d75 admin admin] Network ec78f778-e027-48d2-a5ca-585f3af56821 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:41:40.150557 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-5849d048-a36f-4e7c-b962-d40e05a38d75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, ec78f778-e027-48d2-a5ca-585f3af56821) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:41:40.154884 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5849d048-a36f-4e7c-b962-d40e05a38d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:40.155667 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-5849d048-a36f-4e7c-b962-d40e05a38d75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:40.162520 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdfdcde-fe0e-4bf2-9d80-f57f33fe1aab None None] Network ec78f778-e027-48d2-a5ca-585f3af56821 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:41:40.171811 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-0e8bdd4b-0ffc-463c-ae29-6f524cb870cf None None] Set router f1ffc432-f189-42fd-b3ff-79107aefe18e gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:41:40.234953 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-5849d048-a36f-4e7c-b962-d40e05a38d75 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6145642 Dec 17 16:41:40.237752 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46350) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:41:40.243508 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-b917a8fc-5021-4261-a924-6f22dbb6b3c4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-134675115-router', 'tenant_id': '9f3cb7d7c26d4d5e9faaafc1d0236522', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:41:40.312466 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be638d1f-2b30-48ed-96a7-12ce1ef951cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-ec78f778-e027-48d2-a5ca-585f3af56821', 'network_id': 'ec78f778-e027-48d2-a5ca-585f3af56821', 'tenant_id': '9f3cb7d7c26d4d5e9faaafc1d0236522', 'fixed_ips': [{'subnet_id': '359be929-2b9a-4966-adbe-400e9e0b1346'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 16:41:40.313405 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-be638d1f-2b30-48ed-96a7-12ce1ef951cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:40.329754 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b917a8fc-5021-4261-a924-6f22dbb6b3c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:40.335477 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b917a8fc-5021-4261-a924-6f22dbb6b3c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:40.378574 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-0e8bdd4b-0ffc-463c-ae29-6f524cb870cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'name': 'tempest-TestShelveInstance-1892117433-router', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:37Z', 'revision_number': 4, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'gw_port': {'id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'dc412011-6c1c-4788-ba22-17b4e92e7062', 'name': '', 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'mac_address': 'fa:16:3e:3e:95:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:36Z', 'updated_at': '2021-12-17T16:41:37Z', 'revision_number': 2, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'subnets': [{'id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:41:40.388571 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b917a8fc-5021-4261-a924-6f22dbb6b3c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:40.404835 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8bdd4b-0ffc-463c-ae29-6f524cb870cf None None] Checking router: f1ffc432-f189-42fd-b3ff-79107aefe18e for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:41:40.405213 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8bdd4b-0ffc-463c-ae29-6f524cb870cf None None] Updating router f1ffc432-f189-42fd-b3ff-79107aefe18e port dc412011-6c1c-4788-ba22-17b4e92e7062 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:41:40.430402 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-0e8bdd4b-0ffc-463c-ae29-6f524cb870cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:40.592458 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-be638d1f-2b30-48ed-96a7-12ce1ef951cb None None] Allocated IP 172.20.0.2 (ec78f778-e027-48d2-a5ca-585f3af56821/359be929-2b9a-4966-adbe-400e9e0b1346/d0481059-770f-463f-93bf-d437dc4a1015) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:41:40.604226 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b917a8fc-5021-4261-a924-6f22dbb6b3c4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:40.706907 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-0e8bdd4b-0ffc-463c-ae29-6f524cb870cf None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:40.744527 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-be638d1f-2b30-48ed-96a7-12ce1ef951cb None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:40.780472 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-0e8bdd4b-0ffc-463c-ae29-6f524cb870cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:40.831537 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53c275-7c3f-414f-9701-d61d3114930b None None] Pushing event updated for resources: {'Port': ['ID=dc412011-6c1c-4788-ba22-17b4e92e7062,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:40.851036 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-be638d1f-2b30-48ed-96a7-12ce1ef951cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:40.877369 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53c275-7c3f-414f-9701-d61d3114930b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:40.877711 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53c275-7c3f-414f-9701-d61d3114930b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:40.878047 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53c275-7c3f-414f-9701-d61d3114930b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:40.878376 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53c275-7c3f-414f-9701-d61d3114930b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:40.878696 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53c275-7c3f-414f-9701-d61d3114930b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:40.879016 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53c275-7c3f-414f-9701-d61d3114930b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:40.879332 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53c275-7c3f-414f-9701-d61d3114930b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:40.880800 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53c275-7c3f-414f-9701-d61d3114930b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:40.881179 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53c275-7c3f-414f-9701-d61d3114930b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:40.881397 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53c275-7c3f-414f-9701-d61d3114930b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:40.881616 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53c275-7c3f-414f-9701-d61d3114930b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:40.881929 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af53c275-7c3f-414f-9701-d61d3114930b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:41:40.897299 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-0e8bdd4b-0ffc-463c-ae29-6f524cb870cf None None] Attempting to bind port dc412011-6c1c-4788-ba22-17b4e92e7062 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:41:40.897664 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-0e8bdd4b-0ffc-463c-ae29-6f524cb870cf None None] Attempting to bind port dc412011-6c1c-4788-ba22-17b4e92e7062 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '3ffd4729-42b3-42f3-9f8f-05a4d5938687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:41:40.898085 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8bdd4b-0ffc-463c-ae29-6f524cb870cf None None] Attempting to bind port dc412011-6c1c-4788-ba22-17b4e92e7062 on network e880373f-7690-4833-b18c-8ac9a1524074 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:41:40.903864 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8bdd4b-0ffc-463c-ae29-6f524cb870cf None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:41:40.904239 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8bdd4b-0ffc-463c-ae29-6f524cb870cf None None] Checking segment: {'id': '3ffd4729-42b3-42f3-9f8f-05a4d5938687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:41:40.904638 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-0e8bdd4b-0ffc-463c-ae29-6f524cb870cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:40.905018 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8bdd4b-0ffc-463c-ae29-6f524cb870cf None None] Bound using segment: {'id': '3ffd4729-42b3-42f3-9f8f-05a4d5938687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:41:40.905507 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-0e8bdd4b-0ffc-463c-ae29-6f524cb870cf None None] Bound port: dc412011-6c1c-4788-ba22-17b4e92e7062, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ffd4729-42b3-42f3-9f8f-05a4d5938687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:41:40.905644 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b917a8fc-5021-4261-a924-6f22dbb6b3c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:40.905878 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-0e8bdd4b-0ffc-463c-ae29-6f524cb870cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:40.924209 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be638d1f-2b30-48ed-96a7-12ce1ef951cb None None] Pushing event updated for resources: {'Port': ['ID=d0481059-770f-463f-93bf-d437dc4a1015,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:40.929471 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b917a8fc-5021-4261-a924-6f22dbb6b3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:40.961768 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be638d1f-2b30-48ed-96a7-12ce1ef951cb None None] Network ec78f778-e027-48d2-a5ca-585f3af56821 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:41:40.965789 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-be638d1f-2b30-48ed-96a7-12ce1ef951cb None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:41:40.969906 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be638d1f-2b30-48ed-96a7-12ce1ef951cb None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:41:40.984263 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-0e8bdd4b-0ffc-463c-ae29-6f524cb870cf None None] For port dc412011-6c1c-4788-ba22-17b4e92e7062, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:41:40.987607 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-0e8bdd4b-0ffc-463c-ae29-6f524cb870cf None None] For port dc412011-6c1c-4788-ba22-17b4e92e7062, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=dc412011-6c1c-4788-ba22-17b4e92e7062,segment=NetworkSegment(3ffd4729-42b3-42f3-9f8f-05a4d5938687),segment_id=3ffd4729-42b3-42f3-9f8f-05a4d5938687)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:41:41.042015 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-be638d1f-2b30-48ed-96a7-12ce1ef951cb None None] Attempting to bind port d0481059-770f-463f-93bf-d437dc4a1015 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:41:41.042388 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-be638d1f-2b30-48ed-96a7-12ce1ef951cb None None] Attempting to bind port d0481059-770f-463f-93bf-d437dc4a1015 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '9c1d4949-6414-4a9e-9a0a-ecf488668018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ec78f778-e027-48d2-a5ca-585f3af56821'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:41:41.042747 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be638d1f-2b30-48ed-96a7-12ce1ef951cb None None] Attempting to bind port d0481059-770f-463f-93bf-d437dc4a1015 on network ec78f778-e027-48d2-a5ca-585f3af56821 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:41:41.047049 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 21e1213f-8490-4e03-8899-4915b6633ffb up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:41:41.053506 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be638d1f-2b30-48ed-96a7-12ce1ef951cb None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:41:41.053969 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be638d1f-2b30-48ed-96a7-12ce1ef951cb None None] Checking segment: {'id': '9c1d4949-6414-4a9e-9a0a-ecf488668018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ec78f778-e027-48d2-a5ca-585f3af56821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:41:41.054170 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-0e8bdd4b-0ffc-463c-ae29-6f524cb870cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:41.054303 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-be638d1f-2b30-48ed-96a7-12ce1ef951cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:41.054652 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be638d1f-2b30-48ed-96a7-12ce1ef951cb None None] Bound using segment: {'id': '9c1d4949-6414-4a9e-9a0a-ecf488668018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ec78f778-e027-48d2-a5ca-585f3af56821'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:41:41.055122 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-be638d1f-2b30-48ed-96a7-12ce1ef951cb None None] Bound port: d0481059-770f-463f-93bf-d437dc4a1015, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c1d4949-6414-4a9e-9a0a-ecf488668018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ec78f778-e027-48d2-a5ca-585f3af56821'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:41:41.055503 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-be638d1f-2b30-48ed-96a7-12ce1ef951cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:41.063530 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-b917a8fc-5021-4261-a924-6f22dbb6b3c4 admin admin] Allocated IP 172.25.6.9 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/e2baaf98-6b29-45f6-91cf-94b425de6f83) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:41:41.104170 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8bdd4b-0ffc-463c-ae29-6f524cb870cf None None] Routers {'f1ffc432-f189-42fd-b3ff-79107aefe18e'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:41:41.104170 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-0e8bdd4b-0ffc-463c-ae29-6f524cb870cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:41:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['f1ffc432-f189-42fd-b3ff-79107aefe18e'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:41:41.131554 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c98f9ad5-83cd-4429-9621-966bb15f7ad3 None None] Provisioning complete for port dc412011-6c1c-4788-ba22-17b4e92e7062 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:41:41.142070 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c98f9ad5-83cd-4429-9621-966bb15f7ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:41.187468 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b917a8fc-5021-4261-a924-6f22dbb6b3c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:41.202672 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-be638d1f-2b30-48ed-96a7-12ce1ef951cb None None] For port d0481059-770f-463f-93bf-d437dc4a1015, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:41:41.209464 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-be638d1f-2b30-48ed-96a7-12ce1ef951cb None None] For port d0481059-770f-463f-93bf-d437dc4a1015, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=d0481059-770f-463f-93bf-d437dc4a1015,segment=NetworkSegment(9c1d4949-6414-4a9e-9a0a-ecf488668018),segment_id=9c1d4949-6414-4a9e-9a0a-ecf488668018)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:41:41.216937 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53c275-7c3f-414f-9701-d61d3114930b None None] Pushing event updated for resources: {'Port': ['ID=dc412011-6c1c-4788-ba22-17b4e92e7062,revision_number=4']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:41.234754 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-0e8bdd4b-0ffc-463c-ae29-6f524cb870cf None None] Set router f1ffc432-f189-42fd-b3ff-79107aefe18e gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:41:41.235839 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 21e1213f-8490-4e03-8899-4915b6633ffb triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:41:41.236471 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:41.309286 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-be638d1f-2b30-48ed-96a7-12ce1ef951cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:41.319619 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b917a8fc-5021-4261-a924-6f22dbb6b3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:41.363379 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b917a8fc-5021-4261-a924-6f22dbb6b3c4 admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:41:41.367916 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-b917a8fc-5021-4261-a924-6f22dbb6b3c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:41:41.372390 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b917a8fc-5021-4261-a924-6f22dbb6b3c4 admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:41:41.392538 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c98f9ad5-83cd-4429-9621-966bb15f7ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:41.422925 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917a8fc-5021-4261-a924-6f22dbb6b3c4 admin admin] Pushing event updated for resources: {'Port': ['ID=e2baaf98-6b29-45f6-91cf-94b425de6f83,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:41.468500 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c98f9ad5-83cd-4429-9621-966bb15f7ad3 None None] For port dc412011-6c1c-4788-ba22-17b4e92e7062, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=dc412011-6c1c-4788-ba22-17b4e92e7062,segment=NetworkSegment(3ffd4729-42b3-42f3-9f8f-05a4d5938687),segment_id=3ffd4729-42b3-42f3-9f8f-05a4d5938687)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:41:41.471684 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be638d1f-2b30-48ed-96a7-12ce1ef951cb None None] Pushing event updated for resources: {'Port': ['ID=d0481059-770f-463f-93bf-d437dc4a1015,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:41.480405 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:41.562384 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c98f9ad5-83cd-4429-9621-966bb15f7ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:41.567872 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-0e8bdd4b-0ffc-463c-ae29-6f524cb870cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'name': 'tempest-TestShelveInstance-1892117433-router', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:37Z', 'revision_number': 4, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'gw_port': {'id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'dc412011-6c1c-4788-ba22-17b4e92e7062', 'name': '', 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'mac_address': 'fa:16:3e:3e:95:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:36Z', 'updated_at': '2021-12-17T16:41:40Z', 'revision_number': 4, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'subnets': [{'id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:41:41.612555 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8bdd4b-0ffc-463c-ae29-6f524cb870cf None None] The sync data for ids ['f1ffc432-f189-42fd-b3ff-79107aefe18e'] in n-d-820553-2 is: [{'id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'name': 'tempest-TestShelveInstance-1892117433-router', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:37Z', 'revision_number': 4, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'gw_port': {'id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'dc412011-6c1c-4788-ba22-17b4e92e7062', 'name': '', 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'mac_address': 'fa:16:3e:3e:95:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:36Z', 'updated_at': '2021-12-17T16:41:40Z', 'revision_number': 4, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'subnets': [{'id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:41:41.648402 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f9ad5-83cd-4429-9621-966bb15f7ad3 None None] Pushing event updated for resources: {'Port': ['ID=dc412011-6c1c-4788-ba22-17b4e92e7062,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:41.710641 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-19a59074-d4e5-4b0e-b96c-0f6a1c7a5067 None None] Provisioning complete for port dc412011-6c1c-4788-ba22-17b4e92e7062 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:41:41.711017 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-19a59074-d4e5-4b0e-b96c-0f6a1c7a5067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:41.813533 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b917a8fc-5021-4261-a924-6f22dbb6b3c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:42.018620 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b917a8fc-5021-4261-a924-6f22dbb6b3c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:42.254970 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b917a8fc-5021-4261-a924-6f22dbb6b3c4 admin admin] Router 11fddc92-f982-4d0f-abce-eac6db2be88e is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:41:42.374433 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b917a8fc-5021-4261-a924-6f22dbb6b3c4 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:41:42.387691 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708f9c97-b8c1-408a-8db8-e0d5790efe53 None None] Sync routers for ids ['11fddc92-f982-4d0f-abce-eac6db2be88e'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:41:42.401056 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708f9c97-b8c1-408a-8db8-e0d5790efe53 None None] Routers {'11fddc92-f982-4d0f-abce-eac6db2be88e'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:41:42.401056 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-708f9c97-b8c1-408a-8db8-e0d5790efe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:41:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['11fddc92-f982-4d0f-abce-eac6db2be88e'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:41:42.438514 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588ecd13-7780-45e4-ba6b-0ab0bd1f1735 None None] Network ec78f778-e027-48d2-a5ca-585f3af56821 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:41:42.456780 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-b917a8fc-5021-4261-a924-6f22dbb6b3c4 admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:42.458132 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-b917a8fc-5021-4261-a924-6f22dbb6b3c4 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.2193863 Dec 17 16:41:42.464414 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46352) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:41:42.565291 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-708f9c97-b8c1-408a-8db8-e0d5790efe53 None None] Set router 11fddc92-f982-4d0f-abce-eac6db2be88e gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:41:42.632616 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-6a2ccbaa-a385-461a-b3d0-c7a3654ddfe7 None None] Provisioning complete for port d0481059-770f-463f-93bf-d437dc4a1015 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:41:42.632988 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6a2ccbaa-a385-461a-b3d0-c7a3654ddfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:42.865148 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6a2ccbaa-a385-461a-b3d0-c7a3654ddfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:42.878864 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-864f1928-f7ba-4748-8680-e196d16974bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:42.911591 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-6a2ccbaa-a385-461a-b3d0-c7a3654ddfe7 None None] For port d0481059-770f-463f-93bf-d437dc4a1015, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=d0481059-770f-463f-93bf-d437dc4a1015,segment=NetworkSegment(9c1d4949-6414-4a9e-9a0a-ecf488668018),segment_id=9c1d4949-6414-4a9e-9a0a-ecf488668018)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:41:42.914474 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-708f9c97-b8c1-408a-8db8-e0d5790efe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fddc92-f982-4d0f-abce-eac6db2be88e', 'name': 'tempest-TestShelveInstance-134675115-router', 'tenant_id': '9f3cb7d7c26d4d5e9faaafc1d0236522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'e2baaf98-6b29-45f6-91cf-94b425de6f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:41:40Z', 'updated_at': '2021-12-17T16:41:41Z', 'revision_number': 3, 'project_id': '9f3cb7d7c26d4d5e9faaafc1d0236522', 'gw_port': {'id': 'e2baaf98-6b29-45f6-91cf-94b425de6f83', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fddc92-f982-4d0f-abce-eac6db2be88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:40Z', 'updated_at': '2021-12-17T16:41:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:41:42.947647 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708f9c97-b8c1-408a-8db8-e0d5790efe53 None None] Checking router: 11fddc92-f982-4d0f-abce-eac6db2be88e for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:41:42.948458 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708f9c97-b8c1-408a-8db8-e0d5790efe53 None None] Updating router 11fddc92-f982-4d0f-abce-eac6db2be88e port e2baaf98-6b29-45f6-91cf-94b425de6f83 binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:41:42.991328 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6a2ccbaa-a385-461a-b3d0-c7a3654ddfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:43.008311 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-708f9c97-b8c1-408a-8db8-e0d5790efe53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:43.147293 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-864f1928-f7ba-4748-8680-e196d16974bf admin admin] Allocated IP 172.20.0.1 (ec78f778-e027-48d2-a5ca-585f3af56821/359be929-2b9a-4966-adbe-400e9e0b1346/f4e4dc4d-5d04-4956-84cb-c697efd841c4) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:41:43.152117 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ccbaa-a385-461a-b3d0-c7a3654ddfe7 None None] Pushing event updated for resources: {'Port': ['ID=d0481059-770f-463f-93bf-d437dc4a1015,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:43.196490 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device d0481059-770f-463f-93bf-d437dc4a1015 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:41:43.286415 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-864f1928-f7ba-4748-8680-e196d16974bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:43.296615 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-cd522fc6-9e4b-44b2-bb48-57241cf91feb None None] Provisioning complete for port d0481059-770f-463f-93bf-d437dc4a1015 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:41:43.296989 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cd522fc6-9e4b-44b2-bb48-57241cf91feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:43.368099 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port d0481059-770f-463f-93bf-d437dc4a1015 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:41:43.368394 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:43.392444 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-864f1928-f7ba-4748-8680-e196d16974bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:43.428666 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864f1928-f7ba-4748-8680-e196d16974bf admin admin] Network ec78f778-e027-48d2-a5ca-585f3af56821 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:41:43.431923 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-864f1928-f7ba-4748-8680-e196d16974bf admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:41:43.435772 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864f1928-f7ba-4748-8680-e196d16974bf admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:41:43.480807 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f1928-f7ba-4748-8680-e196d16974bf admin admin] Pushing event updated for resources: {'Port': ['ID=f4e4dc4d-5d04-4956-84cb-c697efd841c4,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:43.500783 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-864f1928-f7ba-4748-8680-e196d16974bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:43.659026 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-708f9c97-b8c1-408a-8db8-e0d5790efe53 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:43.705876 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-864f1928-f7ba-4748-8680-e196d16974bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:43.713227 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device dc412011-6c1c-4788-ba22-17b4e92e7062 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:41:43.743518 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-708f9c97-b8c1-408a-8db8-e0d5790efe53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:43.816799 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-708f9c97-b8c1-408a-8db8-e0d5790efe53 None None] Attempting to bind port e2baaf98-6b29-45f6-91cf-94b425de6f83 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:41:43.817957 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-708f9c97-b8c1-408a-8db8-e0d5790efe53 None None] Attempting to bind port e2baaf98-6b29-45f6-91cf-94b425de6f83 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:41:43.818563 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708f9c97-b8c1-408a-8db8-e0d5790efe53 None None] Attempting to bind port e2baaf98-6b29-45f6-91cf-94b425de6f83 on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:41:43.823678 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d0111-611b-4747-91c6-217f242bd995 None None] Pushing event updated for resources: {'Port': ['ID=e2baaf98-6b29-45f6-91cf-94b425de6f83,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:43.832597 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708f9c97-b8c1-408a-8db8-e0d5790efe53 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:41:43.833348 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708f9c97-b8c1-408a-8db8-e0d5790efe53 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:41:43.833762 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-708f9c97-b8c1-408a-8db8-e0d5790efe53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:43.834153 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708f9c97-b8c1-408a-8db8-e0d5790efe53 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:41:43.835033 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-708f9c97-b8c1-408a-8db8-e0d5790efe53 None None] Bound port: e2baaf98-6b29-45f6-91cf-94b425de6f83, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:41:43.835033 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-708f9c97-b8c1-408a-8db8-e0d5790efe53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:43.839989 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d4492aa4-d429-4b5f-9644-cf38258f4e64 None None] Provisioning complete for port f4e4dc4d-5d04-4956-84cb-c697efd841c4 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:41:43.840344 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d4492aa4-d429-4b5f-9644-cf38258f4e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:43.862884 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port dc412011-6c1c-4788-ba22-17b4e92e7062 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:41:43.863251 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:43.878341 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-864f1928-f7ba-4748-8680-e196d16974bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:43.917592 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-864f1928-f7ba-4748-8680-e196d16974bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:43.943600 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d4492aa4-d429-4b5f-9644-cf38258f4e64 None None] Port f4e4dc4d-5d04-4956-84cb-c697efd841c4 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:41:43.964730 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-708f9c97-b8c1-408a-8db8-e0d5790efe53 None None] For port e2baaf98-6b29-45f6-91cf-94b425de6f83, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:41:43.968529 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-708f9c97-b8c1-408a-8db8-e0d5790efe53 None None] For port e2baaf98-6b29-45f6-91cf-94b425de6f83, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e2baaf98-6b29-45f6-91cf-94b425de6f83,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:41:43.989511 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-864f1928-f7ba-4748-8680-e196d16974bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:43.991659 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f1928-f7ba-4748-8680-e196d16974bf admin admin] Pushing event updated for resources: {'Port': ['ID=f4e4dc4d-5d04-4956-84cb-c697efd841c4,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:44.036783 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-708f9c97-b8c1-408a-8db8-e0d5790efe53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:44.089725 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864f1928-f7ba-4748-8680-e196d16974bf admin admin] Network ec78f778-e027-48d2-a5ca-585f3af56821 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:41:44.091266 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-864f1928-f7ba-4748-8680-e196d16974bf admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:41:44.095423 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708f9c97-b8c1-408a-8db8-e0d5790efe53 None None] Routers {'11fddc92-f982-4d0f-abce-eac6db2be88e'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:41:44.096051 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-708f9c97-b8c1-408a-8db8-e0d5790efe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:41:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['11fddc92-f982-4d0f-abce-eac6db2be88e'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:41:44.130888 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d0111-611b-4747-91c6-217f242bd995 None None] Pushing event updated for resources: {'Port': ['ID=e2baaf98-6b29-45f6-91cf-94b425de6f83,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:44.212834 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-708f9c97-b8c1-408a-8db8-e0d5790efe53 None None] Set router 11fddc92-f982-4d0f-abce-eac6db2be88e gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:41:44.402898 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-366cf5ec-97b0-4497-9a98-412bd81f885b None None] Provisioning complete for port f4e4dc4d-5d04-4956-84cb-c697efd841c4 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:41:44.403293 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-366cf5ec-97b0-4497-9a98-412bd81f885b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:44.450520 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-366cf5ec-97b0-4497-9a98-412bd81f885b None None] Port f4e4dc4d-5d04-4956-84cb-c697efd841c4 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:41:44.462848 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-708f9c97-b8c1-408a-8db8-e0d5790efe53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fddc92-f982-4d0f-abce-eac6db2be88e', 'name': 'tempest-TestShelveInstance-134675115-router', 'tenant_id': '9f3cb7d7c26d4d5e9faaafc1d0236522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'e2baaf98-6b29-45f6-91cf-94b425de6f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:41:40Z', 'updated_at': '2021-12-17T16:41:43Z', 'revision_number': 4, 'project_id': '9f3cb7d7c26d4d5e9faaafc1d0236522', 'gw_port': {'id': 'e2baaf98-6b29-45f6-91cf-94b425de6f83', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fddc92-f982-4d0f-abce-eac6db2be88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:40Z', 'updated_at': '2021-12-17T16:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'f4e4dc4d-5d04-4956-84cb-c697efd841c4', 'name': '', 'network_id': 'ec78f778-e027-48d2-a5ca-585f3af56821', 'tenant_id': '9f3cb7d7c26d4d5e9faaafc1d0236522', 'mac_address': 'fa:16:3e:6d:a0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fddc92-f982-4d0f-abce-eac6db2be88e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '359be929-2b9a-4966-adbe-400e9e0b1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:42Z', 'updated_at': '2021-12-17T16:41:43Z', 'revision_number': 2, 'project_id': '9f3cb7d7c26d4d5e9faaafc1d0236522', 'subnets': [{'id': '359be929-2b9a-4966-adbe-400e9e0b1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:41:44.487713 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864f1928-f7ba-4748-8680-e196d16974bf admin admin] Router 11fddc92-f982-4d0f-abce-eac6db2be88e has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:41:44.494040 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708f9c97-b8c1-408a-8db8-e0d5790efe53 None None] The sync data for ids ['11fddc92-f982-4d0f-abce-eac6db2be88e'] in n-d-820553-2 is: [{'id': '11fddc92-f982-4d0f-abce-eac6db2be88e', 'name': 'tempest-TestShelveInstance-134675115-router', 'tenant_id': '9f3cb7d7c26d4d5e9faaafc1d0236522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'e2baaf98-6b29-45f6-91cf-94b425de6f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:41:40Z', 'updated_at': '2021-12-17T16:41:43Z', 'revision_number': 4, 'project_id': '9f3cb7d7c26d4d5e9faaafc1d0236522', 'gw_port': {'id': 'e2baaf98-6b29-45f6-91cf-94b425de6f83', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fddc92-f982-4d0f-abce-eac6db2be88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:40Z', 'updated_at': '2021-12-17T16:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'f4e4dc4d-5d04-4956-84cb-c697efd841c4', 'name': '', 'network_id': 'ec78f778-e027-48d2-a5ca-585f3af56821', 'tenant_id': '9f3cb7d7c26d4d5e9faaafc1d0236522', 'mac_address': 'fa:16:3e:6d:a0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fddc92-f982-4d0f-abce-eac6db2be88e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '359be929-2b9a-4966-adbe-400e9e0b1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:42Z', 'updated_at': '2021-12-17T16:41:43Z', 'revision_number': 2, 'project_id': '9f3cb7d7c26d4d5e9faaafc1d0236522', 'subnets': [{'id': '359be929-2b9a-4966-adbe-400e9e0b1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:41:44.600162 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864f1928-f7ba-4748-8680-e196d16974bf admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:41:44.605506 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-864f1928-f7ba-4748-8680-e196d16974bf admin admin] 10.222.0.46 "PUT /v2.0/routers/11fddc92-f982-4d0f-abce-eac6db2be88e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1434681 Dec 17 16:41:45.019744 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device d0481059-770f-463f-93bf-d437dc4a1015 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:41:45.071524 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port d0481059-770f-463f-93bf-d437dc4a1015 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:41:45.071904 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:45.252615 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46360) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:41:45.258534 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-3fb9b3b5-3b85-47a3-9f6b-d4a875c386fe tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-164705683', 'description': 'tempest-secgroup-smoke-164705683 description', 'project_id': '08c1798f63d740588f7f2a667e40055d'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:41:45.344980 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3fb9b3b5-3b85-47a3-9f6b-d4a875c386fe tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:45.415818 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3fb9b3b5-3b85-47a3-9f6b-d4a875c386fe tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:45.494578 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3fb9b3b5-3b85-47a3-9f6b-d4a875c386fe tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:45.524984 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9b3b5-3b85-47a3-9f6b-d4a875c386fe tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=768c94ce-87a6-4c38-9e74-1a70c8356f3b,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:45.576993 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-3fb9b3b5-3b85-47a3-9f6b-d4a875c386fe tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:45.578284 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3fb9b3b5-3b85-47a3-9f6b-d4a875c386fe tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3245969 Dec 17 16:41:45.581450 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46362) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:41:45.586355 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-b5e681d1-f71b-445d-8901-928c4c53d8e6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Request body: {'security_group_rule': {'security_group_id': '768c94ce-87a6-4c38-9e74-1a70c8356f3b', 'project_id': '08c1798f63d740588f7f2a667e40055d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:41:45.666645 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b5e681d1-f71b-445d-8901-928c4c53d8e6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:45.729751 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b5e681d1-f71b-445d-8901-928c4c53d8e6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:45.790371 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b5e681d1-f71b-445d-8901-928c4c53d8e6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:45.810568 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e681d1-f71b-445d-8901-928c4c53d8e6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10636185-2739-4ba5-bee9-65ea3f94c46c,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:45.861387 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b5e681d1-f71b-445d-8901-928c4c53d8e6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:45.862647 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b5e681d1-f71b-445d-8901-928c4c53d8e6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2801030 Dec 17 16:41:45.865647 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46364) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:41:45.869989 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-24c969d7-9759-4822-b517-50f3cea90083 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Request body: {'security_group_rule': {'security_group_id': '768c94ce-87a6-4c38-9e74-1a70c8356f3b', 'project_id': '08c1798f63d740588f7f2a667e40055d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:41:45.957147 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-24c969d7-9759-4822-b517-50f3cea90083 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:46.013406 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-24c969d7-9759-4822-b517-50f3cea90083 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:46.087455 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-24c969d7-9759-4822-b517-50f3cea90083 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:46.107482 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c969d7-9759-4822-b517-50f3cea90083 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5f33974-2630-41a9-b39b-2865006d1622,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:46.178016 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-24c969d7-9759-4822-b517-50f3cea90083 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:46.183880 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-24c969d7-9759-4822-b517-50f3cea90083 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3128126 Dec 17 16:41:46.183880 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46366) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:41:46.186851 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-87649a0f-c776-4e4f-8f44-02901d8f3ff1 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Request body: {'security_group_rule': {'security_group_id': '768c94ce-87a6-4c38-9e74-1a70c8356f3b', 'project_id': '08c1798f63d740588f7f2a667e40055d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:41:46.265829 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-87649a0f-c776-4e4f-8f44-02901d8f3ff1 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:46.326501 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-87649a0f-c776-4e4f-8f44-02901d8f3ff1 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:46.386339 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-87649a0f-c776-4e4f-8f44-02901d8f3ff1 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:46.406280 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87649a0f-c776-4e4f-8f44-02901d8f3ff1 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea21ebf7-4334-4bda-b4a5-5aceb42cd792,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:46.462070 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dac404-5548-4286-a978-32b30f2bf9ef None None] Sync routers for ids ['11fddc92-f982-4d0f-abce-eac6db2be88e'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:41:46.471299 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dac404-5548-4286-a978-32b30f2bf9ef None None] Routers {'11fddc92-f982-4d0f-abce-eac6db2be88e'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:41:46.471897 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-a1dac404-5548-4286-a978-32b30f2bf9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:41:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['11fddc92-f982-4d0f-abce-eac6db2be88e'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:41:46.496662 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-87649a0f-c776-4e4f-8f44-02901d8f3ff1 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:46.500321 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-87649a0f-c776-4e4f-8f44-02901d8f3ff1 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3147929 Dec 17 16:41:46.500504 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46368) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:41:46.505971 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-7b9253a0-041b-4dc6-9de7-ac999783b77d tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Request body: {'security_group_rule': {'security_group_id': '768c94ce-87a6-4c38-9e74-1a70c8356f3b', 'project_id': '08c1798f63d740588f7f2a667e40055d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:41:46.576770 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-a1dac404-5548-4286-a978-32b30f2bf9ef None None] Set router 11fddc92-f982-4d0f-abce-eac6db2be88e gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:41:46.603854 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7b9253a0-041b-4dc6-9de7-ac999783b77d tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:46.666148 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7b9253a0-041b-4dc6-9de7-ac999783b77d tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:46.729228 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7b9253a0-041b-4dc6-9de7-ac999783b77d tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:46.748890 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9253a0-041b-4dc6-9de7-ac999783b77d tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a74739a5-b6b4-4e49-924f-9383bbd4edec,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:46.771013 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-a1dac404-5548-4286-a978-32b30f2bf9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fddc92-f982-4d0f-abce-eac6db2be88e', 'name': 'tempest-TestShelveInstance-134675115-router', 'tenant_id': '9f3cb7d7c26d4d5e9faaafc1d0236522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'e2baaf98-6b29-45f6-91cf-94b425de6f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:41:40Z', 'updated_at': '2021-12-17T16:41:43Z', 'revision_number': 4, 'project_id': '9f3cb7d7c26d4d5e9faaafc1d0236522', 'gw_port': {'id': 'e2baaf98-6b29-45f6-91cf-94b425de6f83', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a7:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fddc92-f982-4d0f-abce-eac6db2be88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:40Z', 'updated_at': '2021-12-17T16:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'f4e4dc4d-5d04-4956-84cb-c697efd841c4', 'name': '', 'network_id': 'ec78f778-e027-48d2-a5ca-585f3af56821', 'tenant_id': '9f3cb7d7c26d4d5e9faaafc1d0236522', 'mac_address': 'fa:16:3e:6d:a0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fddc92-f982-4d0f-abce-eac6db2be88e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '359be929-2b9a-4966-adbe-400e9e0b1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:42Z', 'updated_at': '2021-12-17T16:41:43Z', 'revision_number': 2, 'project_id': '9f3cb7d7c26d4d5e9faaafc1d0236522', 'subnets': [{'id': '359be929-2b9a-4966-adbe-400e9e0b1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:41:46.800091 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dac404-5548-4286-a978-32b30f2bf9ef None None] Checking router: 11fddc92-f982-4d0f-abce-eac6db2be88e for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:41:46.800439 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dac404-5548-4286-a978-32b30f2bf9ef None None] Updating router 11fddc92-f982-4d0f-abce-eac6db2be88e port f4e4dc4d-5d04-4956-84cb-c697efd841c4 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:41:46.823788 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-a1dac404-5548-4286-a978-32b30f2bf9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:46.827848 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7b9253a0-041b-4dc6-9de7-ac999783b77d tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:46.829016 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7b9253a0-041b-4dc6-9de7-ac999783b77d tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3274395 Dec 17 16:41:46.832177 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46370) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:41:46.837727 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-071cb803-7faf-4e5d-8187-6510f7a50e9c tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Request body: {'security_group_rule': {'security_group_id': '768c94ce-87a6-4c38-9e74-1a70c8356f3b', 'project_id': '08c1798f63d740588f7f2a667e40055d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:41:46.940774 n-d-820553-2 neutron-server[102832]: INFO neutron.db.securitygroups_db [None req-071cb803-7faf-4e5d-8187-6510f7a50e9c tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Project 08c1798f63d740588f7f2a667e40055d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:41:46.947329 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-071cb803-7faf-4e5d-8187-6510f7a50e9c tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:47.019301 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-071cb803-7faf-4e5d-8187-6510f7a50e9c tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:47.033984 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e2baaf98-6b29-45f6-91cf-94b425de6f83 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:41:47.083748 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-071cb803-7faf-4e5d-8187-6510f7a50e9c tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:47.086313 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port e2baaf98-6b29-45f6-91cf-94b425de6f83 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:41:47.086711 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:47.096092 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-a1dac404-5548-4286-a978-32b30f2bf9ef None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:47.105803 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071cb803-7faf-4e5d-8187-6510f7a50e9c tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d0b5bf-e4e7-42e3-b3be-79d8b1d4f33e,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:47.163087 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-a1dac404-5548-4286-a978-32b30f2bf9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:47.165714 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:47.185875 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port e2baaf98-6b29-45f6-91cf-94b425de6f83, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e2baaf98-6b29-45f6-91cf-94b425de6f83,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:41:47.188367 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-071cb803-7faf-4e5d-8187-6510f7a50e9c tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:47.189666 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-071cb803-7faf-4e5d-8187-6510f7a50e9c tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3558822 Dec 17 16:41:47.193095 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46372) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:41:47.197680 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-791f13ce-5367-4555-8821-635d84330f29 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Request body: {'security_group_rule': {'security_group_id': '768c94ce-87a6-4c38-9e74-1a70c8356f3b', 'project_id': '08c1798f63d740588f7f2a667e40055d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:41:47.221166 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b39d2f-4ad3-4331-a2f1-c672fa54965b None None] Pushing event updated for resources: {'Port': ['ID=f4e4dc4d-5d04-4956-84cb-c697efd841c4,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:47.259171 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:47.274458 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-a1dac404-5548-4286-a978-32b30f2bf9ef None None] Attempting to bind port f4e4dc4d-5d04-4956-84cb-c697efd841c4 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:41:47.274813 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-a1dac404-5548-4286-a978-32b30f2bf9ef None None] Attempting to bind port f4e4dc4d-5d04-4956-84cb-c697efd841c4 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '9c1d4949-6414-4a9e-9a0a-ecf488668018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ec78f778-e027-48d2-a5ca-585f3af56821'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:41:47.275168 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dac404-5548-4286-a978-32b30f2bf9ef None None] Attempting to bind port f4e4dc4d-5d04-4956-84cb-c697efd841c4 on network ec78f778-e027-48d2-a5ca-585f3af56821 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:41:47.277456 n-d-820553-2 neutron-server[102832]: INFO neutron.db.securitygroups_db [None req-791f13ce-5367-4555-8821-635d84330f29 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Project 08c1798f63d740588f7f2a667e40055d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:41:47.280418 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dac404-5548-4286-a978-32b30f2bf9ef None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:41:47.280793 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dac404-5548-4286-a978-32b30f2bf9ef None None] Checking segment: {'id': '9c1d4949-6414-4a9e-9a0a-ecf488668018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ec78f778-e027-48d2-a5ca-585f3af56821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:41:47.281551 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-a1dac404-5548-4286-a978-32b30f2bf9ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:47.281679 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dac404-5548-4286-a978-32b30f2bf9ef None None] Bound using segment: {'id': '9c1d4949-6414-4a9e-9a0a-ecf488668018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ec78f778-e027-48d2-a5ca-585f3af56821'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:41:47.282171 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-a1dac404-5548-4286-a978-32b30f2bf9ef None None] Bound port: f4e4dc4d-5d04-4956-84cb-c697efd841c4, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c1d4949-6414-4a9e-9a0a-ecf488668018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ec78f778-e027-48d2-a5ca-585f3af56821'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:41:47.282551 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-a1dac404-5548-4286-a978-32b30f2bf9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:47.282728 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-791f13ce-5367-4555-8821-635d84330f29 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:47.327737 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=e2baaf98-6b29-45f6-91cf-94b425de6f83,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:47.354458 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-a1dac404-5548-4286-a978-32b30f2bf9ef None None] For port f4e4dc4d-5d04-4956-84cb-c697efd841c4, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:41:47.358032 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-a1dac404-5548-4286-a978-32b30f2bf9ef None None] For port f4e4dc4d-5d04-4956-84cb-c697efd841c4, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f4e4dc4d-5d04-4956-84cb-c697efd841c4,segment=NetworkSegment(9c1d4949-6414-4a9e-9a0a-ecf488668018),segment_id=9c1d4949-6414-4a9e-9a0a-ecf488668018)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:41:47.370262 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-791f13ce-5367-4555-8821-635d84330f29 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:47.427350 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-a1dac404-5548-4286-a978-32b30f2bf9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:47.437508 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-791f13ce-5367-4555-8821-635d84330f29 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:47.454320 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f13ce-5367-4555-8821-635d84330f29 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d2dbde-98da-43cc-b67b-ac86b8762cc8,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:47.488123 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dac404-5548-4286-a978-32b30f2bf9ef None None] Routers {'11fddc92-f982-4d0f-abce-eac6db2be88e'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:41:47.489262 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-a1dac404-5548-4286-a978-32b30f2bf9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:41:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['11fddc92-f982-4d0f-abce-eac6db2be88e'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:41:47.491307 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-52afda82-bdf7-438f-b4de-45868a02ec0e None None] Provisioning complete for port f4e4dc4d-5d04-4956-84cb-c697efd841c4 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:41:47.491684 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-52afda82-bdf7-438f-b4de-45868a02ec0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:47.492427 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b39d2f-4ad3-4331-a2f1-c672fa54965b None None] Pushing event updated for resources: {'Port': ['ID=f4e4dc4d-5d04-4956-84cb-c697efd841c4,revision_number=4']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:47.519467 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-791f13ce-5367-4555-8821-635d84330f29 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:47.521064 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-791f13ce-5367-4555-8821-635d84330f29 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3269935 Dec 17 16:41:47.594010 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-52afda82-bdf7-438f-b4de-45868a02ec0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:47.609457 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-a1dac404-5548-4286-a978-32b30f2bf9ef None None] Set router 11fddc92-f982-4d0f-abce-eac6db2be88e gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:41:47.645781 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-52afda82-bdf7-438f-b4de-45868a02ec0e None None] For port f4e4dc4d-5d04-4956-84cb-c697efd841c4, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f4e4dc4d-5d04-4956-84cb-c697efd841c4,segment=NetworkSegment(9c1d4949-6414-4a9e-9a0a-ecf488668018),segment_id=9c1d4949-6414-4a9e-9a0a-ecf488668018)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:41:47.699277 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0597077e-dd44-47f6-b97e-d231d37af349 req-d017b918-3933-4092-a6f3-382e93bfaa49 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-164705683&fields=id&tenant_id=08c1798f63d740588f7f2a667e40055d HTTP/1.1" status: 200 len: 267 time: 0.0462832 Dec 17 16:41:47.712039 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-52afda82-bdf7-438f-b4de-45868a02ec0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:47.774972 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52afda82-bdf7-438f-b4de-45868a02ec0e None None] Pushing event updated for resources: {'Port': ['ID=f4e4dc4d-5d04-4956-84cb-c697efd841c4,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:47.814994 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597077e-dd44-47f6-b97e-d231d37af349 req-fb5bdc86-d0f4-48b9-920a-f1d2cbe4d661 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:47.816470 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0597077e-dd44-47f6-b97e-d231d37af349 req-fb5bdc86-d0f4-48b9-920a-f1d2cbe4d661 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/networks?id=e880373f-7690-4833-b18c-8ac9a1524074 HTTP/1.1" status: 200 len: 809 time: 0.1163888 Dec 17 16:41:47.833167 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0597077e-dd44-47f6-b97e-d231d37af349 req-af31c228-7ba3-4b9f-a635-493f0e031bad tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/quotas/08c1798f63d740588f7f2a667e40055d HTTP/1.1" status: 200 len: 375 time: 0.0091105 Dec 17 16:41:47.838411 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-ecbe0028-7d85-4cb6-9168-cb2b2f758966 None None] Provisioning complete for port f4e4dc4d-5d04-4956-84cb-c697efd841c4 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:41:47.838862 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ecbe0028-7d85-4cb6-9168-cb2b2f758966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:47.841178 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-a1dac404-5548-4286-a978-32b30f2bf9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fddc92-f982-4d0f-abce-eac6db2be88e', 'name': 'tempest-TestShelveInstance-134675115-router', 'tenant_id': '9f3cb7d7c26d4d5e9faaafc1d0236522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'e2baaf98-6b29-45f6-91cf-94b425de6f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:41:40Z', 'updated_at': '2021-12-17T16:41:43Z', 'revision_number': 4, 'project_id': '9f3cb7d7c26d4d5e9faaafc1d0236522', 'gw_port': {'id': 'e2baaf98-6b29-45f6-91cf-94b425de6f83', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fddc92-f982-4d0f-abce-eac6db2be88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:40Z', 'updated_at': '2021-12-17T16:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'f4e4dc4d-5d04-4956-84cb-c697efd841c4', 'name': '', 'network_id': 'ec78f778-e027-48d2-a5ca-585f3af56821', 'tenant_id': '9f3cb7d7c26d4d5e9faaafc1d0236522', 'mac_address': 'fa:16:3e:6d:a0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fddc92-f982-4d0f-abce-eac6db2be88e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '359be929-2b9a-4966-adbe-400e9e0b1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:42Z', 'updated_at': '2021-12-17T16:41:47Z', 'revision_number': 4, 'project_id': '9f3cb7d7c26d4d5e9faaafc1d0236522', 'subnets': [{'id': '359be929-2b9a-4966-adbe-400e9e0b1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:41:47.867577 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dac404-5548-4286-a978-32b30f2bf9ef None None] The sync data for ids ['11fddc92-f982-4d0f-abce-eac6db2be88e'] in n-d-820553-2 is: [{'id': '11fddc92-f982-4d0f-abce-eac6db2be88e', 'name': 'tempest-TestShelveInstance-134675115-router', 'tenant_id': '9f3cb7d7c26d4d5e9faaafc1d0236522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'e2baaf98-6b29-45f6-91cf-94b425de6f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:41:40Z', 'updated_at': '2021-12-17T16:41:43Z', 'revision_number': 4, 'project_id': '9f3cb7d7c26d4d5e9faaafc1d0236522', 'gw_port': {'id': 'e2baaf98-6b29-45f6-91cf-94b425de6f83', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fddc92-f982-4d0f-abce-eac6db2be88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:40Z', 'updated_at': '2021-12-17T16:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'f4e4dc4d-5d04-4956-84cb-c697efd841c4', 'name': '', 'network_id': 'ec78f778-e027-48d2-a5ca-585f3af56821', 'tenant_id': '9f3cb7d7c26d4d5e9faaafc1d0236522', 'mac_address': 'fa:16:3e:6d:a0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fddc92-f982-4d0f-abce-eac6db2be88e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '359be929-2b9a-4966-adbe-400e9e0b1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:42Z', 'updated_at': '2021-12-17T16:41:47Z', 'revision_number': 4, 'project_id': '9f3cb7d7c26d4d5e9faaafc1d0236522', 'subnets': [{'id': '359be929-2b9a-4966-adbe-400e9e0b1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:41:47.892293 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0597077e-dd44-47f6-b97e-d231d37af349 req-069222b2-a770-4e02-9b0c-66190d2c9187 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=08c1798f63d740588f7f2a667e40055d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531142 Dec 17 16:41:47.909287 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-0597077e-dd44-47f6-b97e-d231d37af349 req-90c2d8e6-7eba-463a-abb8-e5d8d4361289 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:41:47.911297 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0597077e-dd44-47f6-b97e-d231d37af349 req-90c2d8e6-7eba-463a-abb8-e5d8d4361289 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058222 Dec 17 16:41:48.009414 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0597077e-dd44-47f6-b97e-d231d37af349 req-6c410b4e-4425-4fe8-a727-2b7b60e79817 service neutron] 10.222.0.46 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912077 Dec 17 16:41:48.101755 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0597077e-dd44-47f6-b97e-d231d37af349 req-61279706-f642-4277-b311-e75031c15ff2 service neutron] 10.222.0.46 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861533 Dec 17 16:41:48.349361 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-be37763b-81e5-4a46-b35e-12087b8493bc req-20c4840d-2cee-4e7c-88a9-ca5082b84824 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 210 time: 0.0337358 Dec 17 16:41:49.019269 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f4e4dc4d-5d04-4956-84cb-c697efd841c4 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:41:49.066849 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port f4e4dc4d-5d04-4956-84cb-c697efd841c4 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:41:49.067222 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:49.145446 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e2baaf98-6b29-45f6-91cf-94b425de6f83 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:41:49.194622 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port e2baaf98-6b29-45f6-91cf-94b425de6f83 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:41:49.194996 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:49.445910 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-af55e2e2-3fa5-4874-8588-166aba49278d req-1eea2957-40b4-4838-91b0-a0f9a4a70d70 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 210 time: 0.0280242 Dec 17 16:41:49.807543 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:41:50.430261 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597077e-dd44-47f6-b97e-d231d37af349 req-f9c9c0d3-a449-4b64-ae19-6d52717fc6ea tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:50.431727 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0597077e-dd44-47f6-b97e-d231d37af349 req-f9c9c0d3-a449-4b64-ae19-6d52717fc6ea tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.41 "GET /v2.0/networks?id=e880373f-7690-4833-b18c-8ac9a1524074 HTTP/1.1" status: 200 len: 809 time: 0.1024168 Dec 17 16:41:50.479796 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0597077e-dd44-47f6-b97e-d231d37af349 req-b33e24d5-cc05-4a2f-8731-c32313d87e60 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08c1798f63d740588f7f2a667e40055d HTTP/1.1" status: 200 len: 379 time: 0.0344701 Dec 17 16:41:50.488856 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-0597077e-dd44-47f6-b97e-d231d37af349 req-4d99d339-d6a0-4617-8e2c-bee6e5c80755 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Request body: {'port': {'device_id': 'ff528286-e40b-4fe0-b80d-8116f7c1a206', 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074', 'admin_state_up': True, 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'security_groups': ['768c94ce-87a6-4c38-9e74-1a70c8356f3b']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:41:50.543543 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e3c2d812-9e77-4340-97d2-43b7d3a7de6e req-c86b7749-9376-482f-9d07-88575bc8b160 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 210 time: 0.0293734 Dec 17 16:41:50.687410 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0597077e-dd44-47f6-b97e-d231d37af349 req-4d99d339-d6a0-4617-8e2c-bee6e5c80755 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Made reservation on behalf of 08c1798f63d740588f7f2a667e40055d for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:41:50.690946 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0597077e-dd44-47f6-b97e-d231d37af349 req-4d99d339-d6a0-4617-8e2c-bee6e5c80755 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:50.818498 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-0597077e-dd44-47f6-b97e-d231d37af349 req-4d99d339-d6a0-4617-8e2c-bee6e5c80755 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Allocated IP 172.20.0.8 (e880373f-7690-4833-b18c-8ac9a1524074/07da24ec-1058-4bd1-ba8b-24dbc28a45da/b97876de-9ffa-410b-8d2e-caed3b276e79) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:41:50.956656 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0597077e-dd44-47f6-b97e-d231d37af349 req-4d99d339-d6a0-4617-8e2c-bee6e5c80755 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:51.066499 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0597077e-dd44-47f6-b97e-d231d37af349 req-4d99d339-d6a0-4617-8e2c-bee6e5c80755 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:51.113159 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0597077e-dd44-47f6-b97e-d231d37af349 req-4d99d339-d6a0-4617-8e2c-bee6e5c80755 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Network e880373f-7690-4833-b18c-8ac9a1524074 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:41:51.116614 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-0597077e-dd44-47f6-b97e-d231d37af349 req-4d99d339-d6a0-4617-8e2c-bee6e5c80755 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:41:51.120472 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-0597077e-dd44-47f6-b97e-d231d37af349 req-4d99d339-d6a0-4617-8e2c-bee6e5c80755 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:41:51.129686 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99d339-d6a0-4617-8e2c-bee6e5c80755 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Pushing event updated for resources: {'Port': ['ID=b97876de-9ffa-410b-8d2e-caed3b276e79,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:51.180719 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597077e-dd44-47f6-b97e-d231d37af349 req-4d99d339-d6a0-4617-8e2c-bee6e5c80755 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:51.181379 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0597077e-dd44-47f6-b97e-d231d37af349 req-4d99d339-d6a0-4617-8e2c-bee6e5c80755 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:51.280314 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0597077e-dd44-47f6-b97e-d231d37af349 req-4d99d339-d6a0-4617-8e2c-bee6e5c80755 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7950737 Dec 17 16:41:51.298737 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-0597077e-dd44-47f6-b97e-d231d37af349 req-1e8d88f0-f05b-4bfc-beb4-c95dba6dd990 service neutron] Request body: {'port': {'device_id': 'ff528286-e40b-4fe0-b80d-8116f7c1a206', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:41:51.352239 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0597077e-dd44-47f6-b97e-d231d37af349 req-1e8d88f0-f05b-4bfc-beb4-c95dba6dd990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:51.377199 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-35c9239c-aae8-4dc3-8102-4a5b11cf84ee None None] Provisioning complete for port b97876de-9ffa-410b-8d2e-caed3b276e79 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:41:51.377806 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-35c9239c-aae8-4dc3-8102-4a5b11cf84ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:51.415206 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-35c9239c-aae8-4dc3-8102-4a5b11cf84ee None None] Port b97876de-9ffa-410b-8d2e-caed3b276e79 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:41:51.621747 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-0597077e-dd44-47f6-b97e-d231d37af349 req-1e8d88f0-f05b-4bfc-beb4-c95dba6dd990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b97876de-9ffa-410b-8d2e-caed3b276e79 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:41:51.629388 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0597077e-dd44-47f6-b97e-d231d37af349 req-1e8d88f0-f05b-4bfc-beb4-c95dba6dd990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:51.641533 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-0597077e-dd44-47f6-b97e-d231d37af349 req-1e8d88f0-f05b-4bfc-beb4-c95dba6dd990 service neutron] Transition to ACTIVE for port object b97876de-9ffa-410b-8d2e-caed3b276e79 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:41:51.658422 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865963c7-e6e1-4d34-8a56-fbfb169633e3 req-2689ccb7-3ac9-457a-8b9a-7d7c513b55b5 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:51.659889 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-865963c7-e6e1-4d34-8a56-fbfb169633e3 req-2689ccb7-3ac9-457a-8b9a-7d7c513b55b5 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 931 time: 0.0500965 Dec 17 16:41:51.697719 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-865963c7-e6e1-4d34-8a56-fbfb169633e3 req-f456c5d7-2d1f-42f8-b6dd-36a172159105 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309682 Dec 17 16:41:51.698740 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0597077e-dd44-47f6-b97e-d231d37af349 req-1e8d88f0-f05b-4bfc-beb4-c95dba6dd990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:51.750698 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d88f0-f05b-4bfc-beb4-c95dba6dd990 service neutron] Pushing event updated for resources: {'Port': ['ID=b97876de-9ffa-410b-8d2e-caed3b276e79,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:51.825324 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-0597077e-dd44-47f6-b97e-d231d37af349 req-1e8d88f0-f05b-4bfc-beb4-c95dba6dd990 service neutron] Attempting to bind port b97876de-9ffa-410b-8d2e-caed3b276e79 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:41:51.825571 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-0597077e-dd44-47f6-b97e-d231d37af349 req-1e8d88f0-f05b-4bfc-beb4-c95dba6dd990 service neutron] Attempting to bind port b97876de-9ffa-410b-8d2e-caed3b276e79 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '3ffd4729-42b3-42f3-9f8f-05a4d5938687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:41:51.825895 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0597077e-dd44-47f6-b97e-d231d37af349 req-1e8d88f0-f05b-4bfc-beb4-c95dba6dd990 service neutron] Attempting to bind port b97876de-9ffa-410b-8d2e-caed3b276e79 on network e880373f-7690-4833-b18c-8ac9a1524074 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:41:51.830430 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0597077e-dd44-47f6-b97e-d231d37af349 req-1e8d88f0-f05b-4bfc-beb4-c95dba6dd990 service neutron] Port b97876de-9ffa-410b-8d2e-caed3b276e79 on network e880373f-7690-4833-b18c-8ac9a1524074 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:41:51.830749 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0597077e-dd44-47f6-b97e-d231d37af349 req-1e8d88f0-f05b-4bfc-beb4-c95dba6dd990 service neutron] Attempting to bind port b97876de-9ffa-410b-8d2e-caed3b276e79 on network e880373f-7690-4833-b18c-8ac9a1524074 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:41:51.836270 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0597077e-dd44-47f6-b97e-d231d37af349 req-1e8d88f0-f05b-4bfc-beb4-c95dba6dd990 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:41:51.836606 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0597077e-dd44-47f6-b97e-d231d37af349 req-1e8d88f0-f05b-4bfc-beb4-c95dba6dd990 service neutron] Checking segment: {'id': '3ffd4729-42b3-42f3-9f8f-05a4d5938687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:41:51.836983 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0597077e-dd44-47f6-b97e-d231d37af349 req-1e8d88f0-f05b-4bfc-beb4-c95dba6dd990 service neutron] Bound using segment: {'id': '3ffd4729-42b3-42f3-9f8f-05a4d5938687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:41:51.837430 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-0597077e-dd44-47f6-b97e-d231d37af349 req-1e8d88f0-f05b-4bfc-beb4-c95dba6dd990 service neutron] Bound port: b97876de-9ffa-410b-8d2e-caed3b276e79, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ffd4729-42b3-42f3-9f8f-05a4d5938687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:41:51.837904 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0597077e-dd44-47f6-b97e-d231d37af349 req-1e8d88f0-f05b-4bfc-beb4-c95dba6dd990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:51.904089 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-0597077e-dd44-47f6-b97e-d231d37af349 req-1e8d88f0-f05b-4bfc-beb4-c95dba6dd990 service neutron] For port b97876de-9ffa-410b-8d2e-caed3b276e79, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:41:51.907096 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-0597077e-dd44-47f6-b97e-d231d37af349 req-1e8d88f0-f05b-4bfc-beb4-c95dba6dd990 service neutron] For port b97876de-9ffa-410b-8d2e-caed3b276e79, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=b97876de-9ffa-410b-8d2e-caed3b276e79,segment=NetworkSegment(3ffd4729-42b3-42f3-9f8f-05a4d5938687),segment_id=3ffd4729-42b3-42f3-9f8f-05a4d5938687)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:41:51.963285 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0597077e-dd44-47f6-b97e-d231d37af349 req-1e8d88f0-f05b-4bfc-beb4-c95dba6dd990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:51.997938 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597077e-dd44-47f6-b97e-d231d37af349 req-1e8d88f0-f05b-4bfc-beb4-c95dba6dd990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:51.998657 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-0597077e-dd44-47f6-b97e-d231d37af349 req-1e8d88f0-f05b-4bfc-beb4-c95dba6dd990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:51.999980 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0597077e-dd44-47f6-b97e-d231d37af349 req-1e8d88f0-f05b-4bfc-beb4-c95dba6dd990 service neutron] 10.222.0.41 "PUT /v2.0/ports/b97876de-9ffa-410b-8d2e-caed3b276e79 HTTP/1.1" status: 200 len: 1091 time: 0.7055123 Dec 17 16:41:52.000476 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff528286-e40b-4fe0-b80d-8116f7c1a206', 'tag': 'b97876de-9ffa-410b-8d2e-caed3b276e79'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:41:52.002754 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae739f0-25e6-48f1-bac0-62cf97c6bf4b" -d '{"events": [{"name": "network-changed", "server_uuid": "ff528286-e40b-4fe0-b80d-8116f7c1a206", "tag": "b97876de-9ffa-410b-8d2e-caed3b276e79"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:41:52.033773 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d88f0-f05b-4bfc-beb4-c95dba6dd990 service neutron] Pushing event updated for resources: {'Port': ['ID=b97876de-9ffa-410b-8d2e-caed3b276e79,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:52.045357 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8cc6c7-0305-4ee8-9265-2e1c90d12cc3 x-openstack-request-id: req-2f8cc6c7-0305-4ee8-9265-2e1c90d12cc3 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:41:52.045651 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff528286-e40b-4fe0-b80d-8116f7c1a206", "tag": "b97876de-9ffa-410b-8d2e-caed3b276e79", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:41:52.045901 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2f8cc6c7-0305-4ee8-9265-2e1c90d12cc3 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:41:52.050202 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff528286-e40b-4fe0-b80d-8116f7c1a206', 'tag': 'b97876de-9ffa-410b-8d2e-caed3b276e79', 'status': 'completed', 'code': 200} Dec 17 16:41:52.128397 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae739f0-25e6-48f1-bac0-62cf97c6bf4b req-b01fce77-24d9-4d9c-8dca-11c5947abb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:52.129944 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7ae739f0-25e6-48f1-bac0-62cf97c6bf4b req-b01fce77-24d9-4d9c-8dca-11c5947abb75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08c1798f63d740588f7f2a667e40055d&device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 1094 time: 0.0422750 Dec 17 16:41:52.239428 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae739f0-25e6-48f1-bac0-62cf97c6bf4b req-b14976aa-32b2-44db-b2db-b5343a885de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:52.240877 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7ae739f0-25e6-48f1-bac0-62cf97c6bf4b req-b14976aa-32b2-44db-b2db-b5343a885de6 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=08c1798f63d740588f7f2a667e40055d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0967340 Dec 17 16:41:52.340075 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae739f0-25e6-48f1-bac0-62cf97c6bf4b req-2f37430f-59b3-4f93-8952-bdb986503734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:52.341473 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7ae739f0-25e6-48f1-bac0-62cf97c6bf4b req-2f37430f-59b3-4f93-8952-bdb986503734 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937924 Dec 17 16:41:52.436551 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597077e-dd44-47f6-b97e-d231d37af349 req-f4884f06-e95f-4ffe-80b1-1cea16debf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:52.438171 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0597077e-dd44-47f6-b97e-d231d37af349 req-f4884f06-e95f-4ffe-80b1-1cea16debf71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08c1798f63d740588f7f2a667e40055d&device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 1094 time: 0.0419827 Dec 17 16:41:52.486433 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0597077e-dd44-47f6-b97e-d231d37af349 req-4a571ce6-eee6-435e-bc0e-2e230949392c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b97876de-9ffa-410b-8d2e-caed3b276e79 HTTP/1.1" status: 200 len: 217 time: 0.0345559 Dec 17 16:41:52.539486 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597077e-dd44-47f6-b97e-d231d37af349 req-44272ead-4db8-4d84-b914-af122c04db22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:52.540881 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0597077e-dd44-47f6-b97e-d231d37af349 req-44272ead-4db8-4d84-b914-af122c04db22 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07da24ec-1058-4bd1-ba8b-24dbc28a45da HTTP/1.1" status: 200 len: 848 time: 0.0470173 Dec 17 16:41:52.586648 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597077e-dd44-47f6-b97e-d231d37af349 req-69e37dcd-6723-4d8c-977d-af90d88fe423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:52.588096 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0597077e-dd44-47f6-b97e-d231d37af349 req-69e37dcd-6723-4d8c-977d-af90d88fe423 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e880373f-7690-4833-b18c-8ac9a1524074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408421 Dec 17 16:41:52.676469 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0597077e-dd44-47f6-b97e-d231d37af349 req-d1db4846-39e5-4901-a982-57cca53167a0 service neutron] 10.222.0.41 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811663 Dec 17 16:41:52.773752 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0597077e-dd44-47f6-b97e-d231d37af349 req-517421cc-802d-4222-8b2f-be59969d1e13 service neutron] 10.222.0.41 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898449 Dec 17 16:41:52.824069 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34006b-f4af-4113-b37e-09236623cfb2 req-81d1ce56-986a-454b-b407-ff061c85dd02 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:52.825563 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0b34006b-f4af-4113-b37e-09236623cfb2 req-81d1ce56-986a-454b-b407-ff061c85dd02 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 943 time: 0.0530031 Dec 17 16:41:52.863880 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0b34006b-f4af-4113-b37e-09236623cfb2 req-05589c26-3748-41a7-9e8a-281a4f70690b tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321634 Dec 17 16:41:53.980438 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b0505-3b1b-40e5-8d78-fe53c04e81d5 req-aecc7e52-62a9-432c-841f-3ef8f06b781c tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:53.981941 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-797b0505-3b1b-40e5-8d78-fe53c04e81d5 req-aecc7e52-62a9-432c-841f-3ef8f06b781c tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 943 time: 0.0492902 Dec 17 16:41:54.019883 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-797b0505-3b1b-40e5-8d78-fe53c04e81d5 req-001a59a5-7dc5-4357-85ed-f53eac24ca3e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320323 Dec 17 16:41:55.150011 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea4732-107f-44a4-949b-51eaa8c86e87 req-90fbfb08-efdf-4410-ae62-1cb7c11872bf tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:55.151429 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3dea4732-107f-44a4-949b-51eaa8c86e87 req-90fbfb08-efdf-4410-ae62-1cb7c11872bf tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 943 time: 0.0583978 Dec 17 16:41:55.188900 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3dea4732-107f-44a4-949b-51eaa8c86e87 req-dda218f8-182c-486f-af4e-1ea0fddbf36f tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315320 Dec 17 16:41:55.877784 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device b97876de-9ffa-410b-8d2e-caed3b276e79 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:41:55.975283 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port b97876de-9ffa-410b-8d2e-caed3b276e79, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=b97876de-9ffa-410b-8d2e-caed3b276e79,segment=NetworkSegment(3ffd4729-42b3-42f3-9f8f-05a4d5938687),segment_id=3ffd4729-42b3-42f3-9f8f-05a4d5938687)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:41:55.986708 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'b97876de-9ffa-410b-8d2e-caed3b276e79', 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074', 'port_id': 'b97876de-9ffa-410b-8d2e-caed3b276e79', 'mac_address': 'fa:16:3e:2a:a2:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:41:56.025575 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:56.039311 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b97876de-9ffa-410b-8d2e-caed3b276e79 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:41:56.059676 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port b97876de-9ffa-410b-8d2e-caed3b276e79, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=b97876de-9ffa-410b-8d2e-caed3b276e79,segment=NetworkSegment(3ffd4729-42b3-42f3-9f8f-05a4d5938687),segment_id=3ffd4729-42b3-42f3-9f8f-05a4d5938687)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:41:56.134516 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:56.185590 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=b97876de-9ffa-410b-8d2e-caed3b276e79,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:56.306971 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f5436-9767-41bc-a4de-7f8bd3da7708 req-f3402688-dbd9-45c8-921a-955547e862f0 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:56.308419 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-011f5436-9767-41bc-a4de-7f8bd3da7708 req-f3402688-dbd9-45c8-921a-955547e862f0 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 944 time: 0.0534976 Dec 17 16:41:56.346526 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-011f5436-9767-41bc-a4de-7f8bd3da7708 req-965eaa27-7b69-4504-b940-39a1df2996cf tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321777 Dec 17 16:41:56.542705 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['b97876de-9ffa-410b-8d2e-caed3b276e79'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:41:56.864251 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:57.460317 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d280f54-177a-40d8-85df-7b8bce88bf5c req-8763e0ae-60ed-4ae3-9960-5d59196039a0 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:57.461947 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1d280f54-177a-40d8-85df-7b8bce88bf5c req-8763e0ae-60ed-4ae3-9960-5d59196039a0 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 944 time: 0.0487161 Dec 17 16:41:57.499862 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1d280f54-177a-40d8-85df-7b8bce88bf5c req-d7974c6f-f4fc-46be-9b44-6eae4d95d51f tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320215 Dec 17 16:41:57.893239 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device b97876de-9ffa-410b-8d2e-caed3b276e79 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:41:58.030034 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port b97876de-9ffa-410b-8d2e-caed3b276e79 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:41:58.033754 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port b97876de-9ffa-410b-8d2e-caed3b276e79 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:41:58.034122 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:58.109349 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:58.134146 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff528286-e40b-4fe0-b80d-8116f7c1a206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97876de-9ffa-410b-8d2e-caed3b276e79'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:41:58.136384 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff4bc91-c34f-4b28-9210-f2b65c562b9c" -d '{"events": [{"server_uuid": "ff528286-e40b-4fe0-b80d-8116f7c1a206", "name": "network-vif-plugged", "status": "completed", "tag": "b97876de-9ffa-410b-8d2e-caed3b276e79"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:41:58.151896 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port b97876de-9ffa-410b-8d2e-caed3b276e79, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=b97876de-9ffa-410b-8d2e-caed3b276e79,segment=NetworkSegment(3ffd4729-42b3-42f3-9f8f-05a4d5938687),segment_id=3ffd4729-42b3-42f3-9f8f-05a4d5938687)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:41:58.173801 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1937aad-589f-482c-8382-c79357132ea2 x-openstack-request-id: req-b1937aad-589f-482c-8382-c79357132ea2 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:41:58.174107 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff528286-e40b-4fe0-b80d-8116f7c1a206", "name": "network-vif-plugged", "status": "completed", "tag": "b97876de-9ffa-410b-8d2e-caed3b276e79", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:41:58.175862 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b1937aad-589f-482c-8382-c79357132ea2 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:41:58.175862 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff528286-e40b-4fe0-b80d-8116f7c1a206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97876de-9ffa-410b-8d2e-caed3b276e79', 'code': 200} Dec 17 16:41:58.215029 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:58.265799 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=b97876de-9ffa-410b-8d2e-caed3b276e79,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:41:58.381304 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03388e1-917c-48b8-9031-d30b3225bc70 req-98ec1572-6f1f-4548-8887-7976b42d8da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:58.383301 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e03388e1-917c-48b8-9031-d30b3225bc70 req-98ec1572-6f1f-4548-8887-7976b42d8da2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 1096 time: 0.1282876 Dec 17 16:41:58.417484 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e03388e1-917c-48b8-9031-d30b3225bc70 req-3ac64bc4-7520-444c-a39f-6c77ca6b3e22 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272911 Dec 17 16:41:58.611507 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac7304-a5d9-4974-9ee2-9de0be7f79db req-60e12eac-a25a-4b60-a391-f16ef0140421 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:58.612951 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70ac7304-a5d9-4974-9ee2-9de0be7f79db req-60e12eac-a25a-4b60-a391-f16ef0140421 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 945 time: 0.0482397 Dec 17 16:41:58.650962 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-70ac7304-a5d9-4974-9ee2-9de0be7f79db req-9025bd4a-5e33-4d69-a489-99acfe3abe7b tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314596 Dec 17 16:41:58.911335 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-24ad10a3-af93-4a8c-b20d-047447e5bbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:41:59.769989 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286bc57-579b-423e-ba4a-0d14216aadca req-55bf97e8-c42c-4ec2-a818-9bc62f257183 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:41:59.771458 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7286bc57-579b-423e-ba4a-0d14216aadca req-55bf97e8-c42c-4ec2-a818-9bc62f257183 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 945 time: 0.0542619 Dec 17 16:41:59.810451 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7286bc57-579b-423e-ba4a-0d14216aadca req-ee45d04e-e445-4642-bcd9-fabb3792ed11 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319059 Dec 17 16:42:00.928380 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42b9bf-270b-408d-acdf-3a5bfd8771c1 req-39618a4c-f15e-41ae-8117-d529a17d7c56 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:42:00.930490 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cb42b9bf-270b-408d-acdf-3a5bfd8771c1 req-39618a4c-f15e-41ae-8117-d529a17d7c56 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 945 time: 0.0506947 Dec 17 16:42:00.968354 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cb42b9bf-270b-408d-acdf-3a5bfd8771c1 req-8c2b09b6-fc11-40ba-961a-2843aa737b2d tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319135 Dec 17 16:42:01.081035 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da257c5c-cfc6-4345-bdf3-2f9aa5a0d031 req-cef0bc68-a347-47c1-82e3-0435393c2498 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:42:01.082524 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da257c5c-cfc6-4345-bdf3-2f9aa5a0d031 req-cef0bc68-a347-47c1-82e3-0435393c2498 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 945 time: 0.0493906 Dec 17 16:42:01.121036 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da257c5c-cfc6-4345-bdf3-2f9aa5a0d031 req-e23ff012-c005-4d7c-8411-d403163eb2fb tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323341 Dec 17 16:42:01.143041 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46430) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:42:01.212678 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bf8d3ae6-ef0f-4620-82e6-3c03c9a26bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:42:01.233439 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316586b5-2cc6-42c8-8cc6-8b503f2891a8 tempest-TestShelveInstance-558562137 tempest-TestShelveInstance-558562137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:42:01.234949 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-316586b5-2cc6-42c8-8cc6-8b503f2891a8 tempest-TestShelveInstance-558562137 tempest-TestShelveInstance-558562137-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 1091 time: 0.0909462 Dec 17 16:42:01.237966 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 46434) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:42:01.243013 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-deaf1f60-bd61-4294-a925-8358595e6ca6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'port_id': 'b97876de-9ffa-410b-8d2e-caed3b276e79', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:42:01.299809 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-deaf1f60-bd61-4294-a925-8358595e6ca6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for floatingip, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:42:01.394725 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-deaf1f60-bd61-4294-a925-8358595e6ca6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:42:01.501640 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-deaf1f60-bd61-4294-a925-8358595e6ca6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Allocated IP 172.25.6.41 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/02d26795-ea95-407d-a4b1-c48a9ae7db59) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:42:01.600809 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-deaf1f60-bd61-4294-a925-8358595e6ca6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:42:01.693235 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-deaf1f60-bd61-4294-a925-8358595e6ca6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:42:01.734712 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaf1f60-bd61-4294-a925-8358595e6ca6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:42:01.737614 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-deaf1f60-bd61-4294-a925-8358595e6ca6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:42:01.741261 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaf1f60-bd61-4294-a925-8358595e6ca6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:42:01.767225 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf1f60-bd61-4294-a925-8358595e6ca6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Pushing event updated for resources: {'Port': ['ID=02d26795-ea95-407d-a4b1-c48a9ae7db59,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:42:02.084903 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-deaf1f60-bd61-4294-a925-8358595e6ca6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:42:02.204516 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-deaf1f60-bd61-4294-a925-8358595e6ca6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:42:02.353900 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-deaf1f60-bd61-4294-a925-8358595e6ca6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:42:02.441245 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-deaf1f60-bd61-4294-a925-8358595e6ca6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:42:02.508051 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf1f60-bd61-4294-a925-8358595e6ca6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Pushing event updated for resources: {'Port': ['ID=02d26795-ea95-407d-a4b1-c48a9ae7db59,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:42:02.519507 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-deaf1f60-bd61-4294-a925-8358595e6ca6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:42:02.619471 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-deaf1f60-bd61-4294-a925-8358595e6ca6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Floating IP 0fd96059-1e55-47ec-8f74-207bbff8b2ae associated. External IP: 172.25.6.41, port: b97876de-9ffa-410b-8d2e-caed3b276e79. Dec 17 16:42:02.664307 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:42:02.826132 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deaf1f60-bd61-4294-a925-8358595e6ca6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Router f1ffc432-f189-42fd-b3ff-79107aefe18e has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:42:02.932783 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deaf1f60-bd61-4294-a925-8358595e6ca6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:42:02.942389 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b05965-2c47-47c3-a188-3e567a46e475 None None] Sync routers for ids ['f1ffc432-f189-42fd-b3ff-79107aefe18e'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:42:02.956743 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b05965-2c47-47c3-a188-3e567a46e475 None None] Routers {'f1ffc432-f189-42fd-b3ff-79107aefe18e'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:42:02.956743 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-f8b05965-2c47-47c3-a188-3e567a46e475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:42:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['f1ffc432-f189-42fd-b3ff-79107aefe18e'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:42:02.999640 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-deaf1f60-bd61-4294-a925-8358595e6ca6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:42:03.028456 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-deaf1f60-bd61-4294-a925-8358595e6ca6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7894821 Dec 17 16:42:03.029071 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff528286-e40b-4fe0-b80d-8116f7c1a206', 'tag': 'b97876de-9ffa-410b-8d2e-caed3b276e79'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:42:03.031351 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d9dde65d87f77979ab7779ec4af44e6e3bf331c8a24eb2abb769815fa7c2d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e86dec-ce5e-4338-abd3-f329abf40681" -d '{"events": [{"name": "network-changed", "server_uuid": "ff528286-e40b-4fe0-b80d-8116f7c1a206", "tag": "b97876de-9ffa-410b-8d2e-caed3b276e79"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:42:03.061801 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-f8b05965-2c47-47c3-a188-3e567a46e475 None None] Set router f1ffc432-f189-42fd-b3ff-79107aefe18e gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:42:03.069571 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ab5cfd-2a37-4f3c-a309-b1d77383464f x-openstack-request-id: req-d2ab5cfd-2a37-4f3c-a309-b1d77383464f {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:42:03.069960 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff528286-e40b-4fe0-b80d-8116f7c1a206", "tag": "b97876de-9ffa-410b-8d2e-caed3b276e79", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:42:03.070406 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d2ab5cfd-2a37-4f3c-a309-b1d77383464f {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:42:03.071111 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff528286-e40b-4fe0-b80d-8116f7c1a206', 'tag': 'b97876de-9ffa-410b-8d2e-caed3b276e79', 'status': 'completed', 'code': 200} Dec 17 16:42:03.153888 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e86dec-ce5e-4338-abd3-f329abf40681 req-597af299-2e3d-485e-9125-086c9b6d87ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:42:03.155298 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-95e86dec-ce5e-4338-abd3-f329abf40681 req-597af299-2e3d-485e-9125-086c9b6d87ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08c1798f63d740588f7f2a667e40055d&device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 1096 time: 0.0414543 Dec 17 16:42:03.251155 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e86dec-ce5e-4338-abd3-f329abf40681 req-ca512a65-73e7-4b74-9f1a-59200f60b39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:42:03.252619 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-95e86dec-ce5e-4338-abd3-f329abf40681 req-ca512a65-73e7-4b74-9f1a-59200f60b39b service neutron] 10.222.0.41 "GET /v2.0/networks?id=e880373f-7690-4833-b18c-8ac9a1524074 HTTP/1.1" status: 200 len: 910 time: 0.0910115 Dec 17 16:42:03.290364 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-f8b05965-2c47-47c3-a188-3e567a46e475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'name': 'tempest-TestShelveInstance-1892117433-router', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:37Z', 'revision_number': 4, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'gw_port': {'id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '0fd96059-1e55-47ec-8f74-207bbff8b2ae', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'floating_ip_address': '172.25.6.41', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'port_id': 'b97876de-9ffa-410b-8d2e-caed3b276e79', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074', 'mac_address': 'fa:16:3e:2a:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff528286-e40b-4fe0-b80d-8116f7c1a206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:42:01Z', 'updated_at': '2021-12-17T16:42:01Z', 'revision_number': 0, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc412011-6c1c-4788-ba22-17b4e92e7062', 'name': '', 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'mac_address': 'fa:16:3e:3e:95:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:36Z', 'updated_at': '2021-12-17T16:41:41Z', 'revision_number': 5, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'subnets': [{'id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:42:03.316788 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b05965-2c47-47c3-a188-3e567a46e475 None None] Checking router: f1ffc432-f189-42fd-b3ff-79107aefe18e for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:42:03.326367 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b05965-2c47-47c3-a188-3e567a46e475 None None] Routers {'f1ffc432-f189-42fd-b3ff-79107aefe18e'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:42:03.326980 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-f8b05965-2c47-47c3-a188-3e567a46e475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:42:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['f1ffc432-f189-42fd-b3ff-79107aefe18e'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:42:03.329624 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-95e86dec-ce5e-4338-abd3-f329abf40681 req-871b6177-e16e-4cb7-aced-3f6d87f166d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b97876de-9ffa-410b-8d2e-caed3b276e79 HTTP/1.1" status: 200 len: 998 time: 0.0702972 Dec 17 16:42:03.384477 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e86dec-ce5e-4338-abd3-f329abf40681 req-bf8bccde-2ce3-4c13-881d-ab8b1515ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:42:03.385969 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-95e86dec-ce5e-4338-abd3-f329abf40681 req-bf8bccde-2ce3-4c13-881d-ab8b1515ed6c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07da24ec-1058-4bd1-ba8b-24dbc28a45da HTTP/1.1" status: 200 len: 848 time: 0.0502231 Dec 17 16:42:03.431439 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e86dec-ce5e-4338-abd3-f329abf40681 req-c8f0c507-2135-45d1-9e39-370be7ebbabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:42:03.432430 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-f8b05965-2c47-47c3-a188-3e567a46e475 None None] Set router f1ffc432-f189-42fd-b3ff-79107aefe18e gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:42:03.432846 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-95e86dec-ce5e-4338-abd3-f329abf40681 req-c8f0c507-2135-45d1-9e39-370be7ebbabe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e880373f-7690-4833-b18c-8ac9a1524074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401437 Dec 17 16:42:03.522691 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-95e86dec-ce5e-4338-abd3-f329abf40681 req-a3723b39-6d36-436c-b907-b07e9b5f8c88 service neutron] 10.222.0.41 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830638 Dec 17 16:42:03.628105 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-95e86dec-ce5e-4338-abd3-f329abf40681 req-9f220798-7b20-4cc1-a466-ac844bfa2161 service neutron] 10.222.0.41 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916567 Dec 17 16:42:03.815117 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-f8b05965-2c47-47c3-a188-3e567a46e475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'name': 'tempest-TestShelveInstance-1892117433-router', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:37Z', 'revision_number': 4, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'gw_port': {'id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '0fd96059-1e55-47ec-8f74-207bbff8b2ae', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'floating_ip_address': '172.25.6.41', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'port_id': 'b97876de-9ffa-410b-8d2e-caed3b276e79', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074', 'mac_address': 'fa:16:3e:2a:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff528286-e40b-4fe0-b80d-8116f7c1a206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:42:01Z', 'updated_at': '2021-12-17T16:42:01Z', 'revision_number': 0, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc412011-6c1c-4788-ba22-17b4e92e7062', 'name': '', 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'mac_address': 'fa:16:3e:3e:95:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:36Z', 'updated_at': '2021-12-17T16:41:41Z', 'revision_number': 5, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'subnets': [{'id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:42:03.844387 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b05965-2c47-47c3-a188-3e567a46e475 None None] The sync data for ids ['f1ffc432-f189-42fd-b3ff-79107aefe18e'] in n-d-820553-2 is: [{'id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'name': 'tempest-TestShelveInstance-1892117433-router', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:37Z', 'revision_number': 4, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'gw_port': {'id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '0fd96059-1e55-47ec-8f74-207bbff8b2ae', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'floating_ip_address': '172.25.6.41', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'port_id': 'b97876de-9ffa-410b-8d2e-caed3b276e79', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074', 'mac_address': 'fa:16:3e:2a:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff528286-e40b-4fe0-b80d-8116f7c1a206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:42:01Z', 'updated_at': '2021-12-17T16:42:01Z', 'revision_number': 0, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc412011-6c1c-4788-ba22-17b4e92e7062', 'name': '', 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'mac_address': 'fa:16:3e:3e:95:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:36Z', 'updated_at': '2021-12-17T16:41:41Z', 'revision_number': 5, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'subnets': [{'id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:42:04.045340 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2310166a-babe-449a-93ba-685cdf1a107e None None] New status for floating IP 0fd96059-1e55-47ec-8f74-207bbff8b2ae: ACTIVE {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:42:04.248450 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:42:04.311802 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:42:11.396776 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:42:22.110725 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3503e2fc-cf85-46b7-ace0-f8a2ec644f58 req-6650f4e6-580e-4d89-96ce-d223da60d53f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404186 Dec 17 16:42:22.208613 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503e2fc-cf85-46b7-ace0-f8a2ec644f58 req-2d4f0b7e-916c-49b7-8012-cf3d1cb7481a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:42:22.210029 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3503e2fc-cf85-46b7-ace0-f8a2ec644f58 req-2d4f0b7e-916c-49b7-8012-cf3d1cb7481a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08c1798f63d740588f7f2a667e40055d&device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 1096 time: 0.0400746 Dec 17 16:42:22.316400 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503e2fc-cf85-46b7-ace0-f8a2ec644f58 req-5c5d726f-487d-4496-b0ef-1983625c0d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:42:22.317948 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3503e2fc-cf85-46b7-ace0-f8a2ec644f58 req-5c5d726f-487d-4496-b0ef-1983625c0d5d service neutron] 10.222.0.41 "GET /v2.0/networks?id=e880373f-7690-4833-b18c-8ac9a1524074 HTTP/1.1" status: 200 len: 910 time: 0.0890474 Dec 17 16:42:22.385396 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3503e2fc-cf85-46b7-ace0-f8a2ec644f58 req-fcc742e0-4dc4-43a9-9cad-ce8d7f793010 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b97876de-9ffa-410b-8d2e-caed3b276e79 HTTP/1.1" status: 200 len: 1000 time: 0.0586514 Dec 17 16:42:22.437373 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503e2fc-cf85-46b7-ace0-f8a2ec644f58 req-8e7d5ac6-86c4-4bab-a72f-2d115c24c9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:42:22.438761 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3503e2fc-cf85-46b7-ace0-f8a2ec644f58 req-8e7d5ac6-86c4-4bab-a72f-2d115c24c9a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07da24ec-1058-4bd1-ba8b-24dbc28a45da HTTP/1.1" status: 200 len: 848 time: 0.0468183 Dec 17 16:42:22.483035 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503e2fc-cf85-46b7-ace0-f8a2ec644f58 req-c6d390fa-0516-48e3-93c4-8cd6a0758456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:42:22.484394 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3503e2fc-cf85-46b7-ace0-f8a2ec644f58 req-c6d390fa-0516-48e3-93c4-8cd6a0758456 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e880373f-7690-4833-b18c-8ac9a1524074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387516 Dec 17 16:42:22.571374 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3503e2fc-cf85-46b7-ace0-f8a2ec644f58 req-039c8e04-25fa-4075-8231-a8af9f82dd50 service neutron] 10.222.0.41 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797498 Dec 17 16:42:22.665113 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3503e2fc-cf85-46b7-ace0-f8a2ec644f58 req-25339ba8-1d57-4d12-903c-2f0bf3e8e5d6 service neutron] 10.222.0.41 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865259 Dec 17 16:42:26.808382 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:42:26.898064 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:42:28.951212 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f4b68c62-5fcb-46b0-90fd-f6f5e2ed63a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:42:31.195705 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2fdcaad7-3210-4176-9ca6-402024caf0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:42:32.675215 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:42:34.237686 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:42:34.291942 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:42:41.403096 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:42:56.869362 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:42:58.928327 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a39f22ad-b4d3-466f-8dd9-ed24e27e6363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:43:01.200441 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-84785e59-90d8-4d27-8352-f2d5936b16fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:43:02.676856 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:43:03.811307 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:43:04.219597 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:43:04.305169 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:43:11.397586 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:43:22.109932 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-08023419-5735-422e-ac71-2a82041cb79d req-f92bb666-29f5-4695-b1f3-cd0005abdad4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408432 Dec 17 16:43:22.205335 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08023419-5735-422e-ac71-2a82041cb79d req-1fc26508-596a-472a-93d8-946c760a25a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:22.206804 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-08023419-5735-422e-ac71-2a82041cb79d req-1fc26508-596a-472a-93d8-946c760a25a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08c1798f63d740588f7f2a667e40055d&device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 1096 time: 0.0396278 Dec 17 16:43:22.312110 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08023419-5735-422e-ac71-2a82041cb79d req-64e20016-89fa-45c8-bbe5-dcf6dacc49e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:22.313690 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-08023419-5735-422e-ac71-2a82041cb79d req-64e20016-89fa-45c8-bbe5-dcf6dacc49e6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e880373f-7690-4833-b18c-8ac9a1524074 HTTP/1.1" status: 200 len: 910 time: 0.0886600 Dec 17 16:43:22.379170 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-08023419-5735-422e-ac71-2a82041cb79d req-6626d350-d15b-4eda-be2c-2c6645a0f4ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b97876de-9ffa-410b-8d2e-caed3b276e79 HTTP/1.1" status: 200 len: 1000 time: 0.0568242 Dec 17 16:43:22.436242 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08023419-5735-422e-ac71-2a82041cb79d req-e3054f0c-7e28-4ba7-aec1-50cda69fd7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:22.437744 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-08023419-5735-422e-ac71-2a82041cb79d req-e3054f0c-7e28-4ba7-aec1-50cda69fd7d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07da24ec-1058-4bd1-ba8b-24dbc28a45da HTTP/1.1" status: 200 len: 848 time: 0.0502181 Dec 17 16:43:22.483033 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08023419-5735-422e-ac71-2a82041cb79d req-d9c03e81-fdcb-4526-88a0-db4f1432f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:43:22.484481 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-08023419-5735-422e-ac71-2a82041cb79d req-d9c03e81-fdcb-4526-88a0-db4f1432f04a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e880373f-7690-4833-b18c-8ac9a1524074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401390 Dec 17 16:43:22.572809 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-08023419-5735-422e-ac71-2a82041cb79d req-3d6530c5-26c0-4580-8d86-18b54039ad85 service neutron] 10.222.0.41 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811470 Dec 17 16:43:22.664932 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-08023419-5735-422e-ac71-2a82041cb79d req-50c94ca0-7a17-4f6e-915a-50a15d51c260 service neutron] 10.222.0.41 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852063 Dec 17 16:43:26.891569 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:43:28.897163 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0e6be57c-02fc-4e7f-97cb-d41f25857286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:43:31.185243 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bf15304f-7cfc-4098-818d-fef12cac4918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:43:32.667922 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:43:34.222757 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:43:34.299696 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:43:40.810143 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:43:41.413471 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:43:56.896321 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:43:58.916633 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-baeca893-9925-4da0-9639-6cc6d175e465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:44:01.198819 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3013c6da-d635-48c0-9c84-8754dd8a9d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:44:02.676343 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:44:04.224792 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:44:04.311084 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:44:11.410166 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:44:17.808300 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:44:24.100599 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-05f0d30f-fbaa-4fba-be0c-e428dbe38b89 req-f05e9884-b7f2-4b3e-b6a4-0a01b0ef24de service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407758 Dec 17 16:44:24.196146 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0d30f-fbaa-4fba-be0c-e428dbe38b89 req-34f10584-85c2-4cf3-8648-14258899d65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:24.197572 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-05f0d30f-fbaa-4fba-be0c-e428dbe38b89 req-34f10584-85c2-4cf3-8648-14258899d65c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08c1798f63d740588f7f2a667e40055d&device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 1096 time: 0.0409355 Dec 17 16:44:24.304006 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0d30f-fbaa-4fba-be0c-e428dbe38b89 req-a7bd647a-9ea1-446f-84ab-deee3df45a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:24.305523 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-05f0d30f-fbaa-4fba-be0c-e428dbe38b89 req-a7bd647a-9ea1-446f-84ab-deee3df45a52 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e880373f-7690-4833-b18c-8ac9a1524074 HTTP/1.1" status: 200 len: 910 time: 0.0892134 Dec 17 16:44:24.373730 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-05f0d30f-fbaa-4fba-be0c-e428dbe38b89 req-2236a38c-7b06-49cb-92b1-c95f07e12aa1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b97876de-9ffa-410b-8d2e-caed3b276e79 HTTP/1.1" status: 200 len: 1000 time: 0.0587163 Dec 17 16:44:24.426810 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0d30f-fbaa-4fba-be0c-e428dbe38b89 req-9592f0a6-21e0-4707-aac5-e8fdf3b94893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:24.428240 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-05f0d30f-fbaa-4fba-be0c-e428dbe38b89 req-9592f0a6-21e0-4707-aac5-e8fdf3b94893 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07da24ec-1058-4bd1-ba8b-24dbc28a45da HTTP/1.1" status: 200 len: 848 time: 0.0475228 Dec 17 16:44:24.472770 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0d30f-fbaa-4fba-be0c-e428dbe38b89 req-1f27e4b8-6798-4ffa-a167-308a32308991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:24.474161 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-05f0d30f-fbaa-4fba-be0c-e428dbe38b89 req-1f27e4b8-6798-4ffa-a167-308a32308991 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e880373f-7690-4833-b18c-8ac9a1524074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393186 Dec 17 16:44:24.562128 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-05f0d30f-fbaa-4fba-be0c-e428dbe38b89 req-869abfe2-bd36-43d2-a001-b00c531a4ef6 service neutron] 10.222.0.41 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805798 Dec 17 16:44:24.658644 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-05f0d30f-fbaa-4fba-be0c-e428dbe38b89 req-5eaa3308-8dbe-499a-b6ab-c8802b8b5549 service neutron] 10.222.0.41 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890851 Dec 17 16:44:26.899336 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:44:28.901479 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8dc0cdd1-b914-46fc-82bf-afd8b97a3ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:44:31.232969 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-34ab18f0-4201-495e-9453-41dc3df86f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:44:31.265006 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d66ddb-397e-4325-9578-71562b2829b2 req-61548562-9d9f-4db6-acfd-474bd77eef9a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:31.266655 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-69d66ddb-397e-4325-9578-71562b2829b2 req-61548562-9d9f-4db6-acfd-474bd77eef9a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 945 time: 0.0516453 Dec 17 16:44:31.306272 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-69d66ddb-397e-4325-9578-71562b2829b2 req-2df902ef-2209-4788-82a0-68a749ef9c40 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325563 Dec 17 16:44:32.454703 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc00ce0-3ce3-49c1-995b-9cc559ac5564 req-160872a0-f5bc-4b14-b3dc-c84864773ca3 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:32.456186 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fbc00ce0-3ce3-49c1-995b-9cc559ac5564 req-160872a0-f5bc-4b14-b3dc-c84864773ca3 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 945 time: 0.0517292 Dec 17 16:44:32.494417 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fbc00ce0-3ce3-49c1-995b-9cc559ac5564 req-30a4e740-3b98-46d7-8ad5-310c4459c3e0 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315456 Dec 17 16:44:32.701487 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:44:33.639508 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eed230-2729-4b35-9742-3edb313162b7 req-a7fae3da-691a-4106-96a5-91a7d28f0159 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:33.640961 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45eed230-2729-4b35-9742-3edb313162b7 req-a7fae3da-691a-4106-96a5-91a7d28f0159 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 945 time: 0.0520256 Dec 17 16:44:33.678079 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-45eed230-2729-4b35-9742-3edb313162b7 req-cc668e86-0cdf-4902-b90c-5381d079e0ce tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302205 Dec 17 16:44:34.248780 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:44:34.324010 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:44:34.791795 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2679d5-b7d9-4a3b-bf60-f7f6602dff1a req-e9b53610-bc92-4adc-b81b-3b8506ab13d8 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:34.793290 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dc2679d5-b7d9-4a3b-bf60-f7f6602dff1a req-e9b53610-bc92-4adc-b81b-3b8506ab13d8 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 945 time: 0.0493858 Dec 17 16:44:34.830035 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-dc2679d5-b7d9-4a3b-bf60-f7f6602dff1a req-609149b5-04ae-4538-a689-3f5a12ffce52 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309236 Dec 17 16:44:35.946179 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16f5dd-f135-4400-b624-e5a2be93d4c1 req-66caa43c-1273-4161-90f2-531ae05a1e1b tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:35.947647 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ce16f5dd-f135-4400-b624-e5a2be93d4c1 req-66caa43c-1273-4161-90f2-531ae05a1e1b tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 945 time: 0.0489926 Dec 17 16:44:35.984063 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ce16f5dd-f135-4400-b624-e5a2be93d4c1 req-ddcfe8a9-58f1-442c-b7db-dcbfe1999b43 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305340 Dec 17 16:44:37.102514 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f68b31-170c-41a3-b03f-bcb807467a66 req-6cd18c76-5eaf-45bb-b5a9-7253c2f9a442 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:37.103992 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-38f68b31-170c-41a3-b03f-bcb807467a66 req-6cd18c76-5eaf-45bb-b5a9-7253c2f9a442 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 945 time: 0.0517216 Dec 17 16:44:37.141430 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-38f68b31-170c-41a3-b03f-bcb807467a66 req-d7281245-275c-4e3f-8cac-9ba761af8bf1 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314703 Dec 17 16:44:38.254102 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9071099-bdca-4a36-8e67-0a008f23cae6 req-667dc17a-0d90-4955-a32b-11a2ca3cc830 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:38.255964 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9071099-bdca-4a36-8e67-0a008f23cae6 req-667dc17a-0d90-4955-a32b-11a2ca3cc830 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 945 time: 0.0497239 Dec 17 16:44:38.293528 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9071099-bdca-4a36-8e67-0a008f23cae6 req-8eb36241-f3e5-438b-b1b3-f4dc24908f04 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312712 Dec 17 16:44:39.408726 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef03250-97ac-4747-9525-6fb8aa13d316 req-601c9533-7a73-4c41-9945-d2e0be689273 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:39.410238 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aef03250-97ac-4747-9525-6fb8aa13d316 req-601c9533-7a73-4c41-9945-d2e0be689273 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 945 time: 0.0495877 Dec 17 16:44:39.451962 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-aef03250-97ac-4747-9525-6fb8aa13d316 req-790aca12-fa8e-43ee-abc8-e47fc175ab0f tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357890 Dec 17 16:44:40.573419 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b36769-10a4-4210-9f85-bb472529b1c3 req-f8ba39a6-ab67-4f3a-9b53-eacabdbe361b tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:40.574958 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-50b36769-10a4-4210-9f85-bb472529b1c3 req-f8ba39a6-ab67-4f3a-9b53-eacabdbe361b tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 945 time: 0.0572836 Dec 17 16:44:40.613906 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-50b36769-10a4-4210-9f85-bb472529b1c3 req-98d65ae6-3c95-4923-a805-f40e0b91f02b tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328088 Dec 17 16:44:41.418907 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:44:41.731199 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8320932-e3b3-4d72-8935-a96b2a1ba457 req-2383bafb-9067-4c93-a8fa-dcdf72963661 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:41.732567 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f8320932-e3b3-4d72-8935-a96b2a1ba457 req-2383bafb-9067-4c93-a8fa-dcdf72963661 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 945 time: 0.0508907 Dec 17 16:44:41.769559 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f8320932-e3b3-4d72-8935-a96b2a1ba457 req-ca867e8f-6d3d-4591-b025-eac6f5f60459 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308967 Dec 17 16:44:42.886959 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfa999-4725-40e3-b326-b9590da9a90f req-456ba42b-f3e3-4e69-bb30-9a4692f03279 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:42.890031 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-84dfa999-4725-40e3-b326-b9590da9a90f req-456ba42b-f3e3-4e69-bb30-9a4692f03279 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 945 time: 0.0515134 Dec 17 16:44:42.927589 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-84dfa999-4725-40e3-b326-b9590da9a90f req-524a325e-32fe-47b6-a82f-8aea9e45e42c tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328376 Dec 17 16:44:44.046111 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabf50e-40bd-45ad-81fe-903523eaf44b req-0992ef19-af55-43cf-887e-fa7d53ed1a5b tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:44.047583 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cfabf50e-40bd-45ad-81fe-903523eaf44b req-0992ef19-af55-43cf-887e-fa7d53ed1a5b tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 945 time: 0.0533414 Dec 17 16:44:44.085721 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cfabf50e-40bd-45ad-81fe-903523eaf44b req-fd8732dc-8ce2-4000-b60e-ca43cd4520e5 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313940 Dec 17 16:44:45.198430 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80baf90b-3975-4ed3-82ff-99c55b0a691b req-5a9d2604-994a-4505-bff1-5e40b85ce2ac tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:45.199798 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-80baf90b-3975-4ed3-82ff-99c55b0a691b req-5a9d2604-994a-4505-bff1-5e40b85ce2ac tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 945 time: 0.0490556 Dec 17 16:44:45.237656 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-80baf90b-3975-4ed3-82ff-99c55b0a691b req-0c515ed0-9b2c-4561-9ce1-d60e49748ac6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320055 Dec 17 16:44:46.351991 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd550bd-c294-4090-886c-9c19e1d2c5a1 req-b32e1a30-0a1e-4b08-adb7-a74fcfb6bb11 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:46.353474 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ebd550bd-c294-4090-886c-9c19e1d2c5a1 req-b32e1a30-0a1e-4b08-adb7-a74fcfb6bb11 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 945 time: 0.0488641 Dec 17 16:44:46.390355 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ebd550bd-c294-4090-886c-9c19e1d2c5a1 req-eb50ab9f-ca3e-4875-9f98-bfa6a1982e83 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309789 Dec 17 16:44:47.508709 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7b3b1-bfaa-4b82-8cbc-bdef2c489125 req-7e34798f-a9cc-4b69-a726-9d633c4e2188 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:47.510548 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f0f7b3b1-bfaa-4b82-8cbc-bdef2c489125 req-7e34798f-a9cc-4b69-a726-9d633c4e2188 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 945 time: 0.0546188 Dec 17 16:44:47.547969 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f0f7b3b1-bfaa-4b82-8cbc-bdef2c489125 req-bcfb1576-9b8b-40a0-86b8-4cf209acaa13 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313072 Dec 17 16:44:48.664650 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52275f47-9d82-4be6-9a95-c6597da7ba60 req-05187335-98e8-4aea-9916-69cce9d1f695 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:48.666126 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-52275f47-9d82-4be6-9a95-c6597da7ba60 req-05187335-98e8-4aea-9916-69cce9d1f695 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 945 time: 0.0491693 Dec 17 16:44:48.703076 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-52275f47-9d82-4be6-9a95-c6597da7ba60 req-9baf9a53-4ff3-4e5e-84d1-2a568269615b tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311623 Dec 17 16:44:49.816386 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24178c07-396c-45d9-9409-9273889afad7 req-e559349f-012b-4092-a10a-3b12aaad6d3d tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:49.818176 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-24178c07-396c-45d9-9409-9273889afad7 req-e559349f-012b-4092-a10a-3b12aaad6d3d tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 945 time: 0.0488253 Dec 17 16:44:49.855603 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-24178c07-396c-45d9-9409-9273889afad7 req-51e13ea6-9811-493c-b641-986408cc8b9f tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317128 Dec 17 16:44:50.757238 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device b97876de-9ffa-410b-8d2e-caed3b276e79 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:44:50.855196 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port b97876de-9ffa-410b-8d2e-caed3b276e79, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=b97876de-9ffa-410b-8d2e-caed3b276e79,segment=NetworkSegment(3ffd4729-42b3-42f3-9f8f-05a4d5938687),segment_id=3ffd4729-42b3-42f3-9f8f-05a4d5938687)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:44:50.867060 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'b97876de-9ffa-410b-8d2e-caed3b276e79', 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074', 'port_id': 'b97876de-9ffa-410b-8d2e-caed3b276e79', 'mac_address': 'fa:16:3e:2a:a2:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:44:50.904172 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:44:50.921266 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b97876de-9ffa-410b-8d2e-caed3b276e79 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:44:50.941144 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port b97876de-9ffa-410b-8d2e-caed3b276e79, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=b97876de-9ffa-410b-8d2e-caed3b276e79,segment=NetworkSegment(3ffd4729-42b3-42f3-9f8f-05a4d5938687),segment_id=3ffd4729-42b3-42f3-9f8f-05a4d5938687)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:44:50.975209 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff9d01-2342-4dbb-ae7e-d77c740d3007 req-381ab56c-87eb-4ca2-bd07-e93744e27ca9 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:50.976693 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e3ff9d01-2342-4dbb-ae7e-d77c740d3007 req-381ab56c-87eb-4ca2-bd07-e93744e27ca9 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 945 time: 0.0538807 Dec 17 16:44:51.014891 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e3ff9d01-2342-4dbb-ae7e-d77c740d3007 req-a8586476-cf12-4442-8b95-a999e2d80dc8 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320659 Dec 17 16:44:51.032382 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:44:51.079867 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=b97876de-9ffa-410b-8d2e-caed3b276e79,revision_number=6']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:44:51.087205 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:51.087554 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:51.087893 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:51.088271 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:51.088594 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:51.088925 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:51.089276 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:51.089602 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:51.089923 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:51.090245 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:51.090565 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:51.090884 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:44:51.164784 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['b97876de-9ffa-410b-8d2e-caed3b276e79'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:44:52.128407 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5adac0-38a1-4e51-969c-6a1215a2b943 req-4481d3c6-1e85-4c1f-8682-e4d32527327b tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:52.129904 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cc5adac0-38a1-4e51-969c-6a1215a2b943 req-4481d3c6-1e85-4c1f-8682-e4d32527327b tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 944 time: 0.0491190 Dec 17 16:44:52.168333 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cc5adac0-38a1-4e51-969c-6a1215a2b943 req-469219f3-3b82-475c-bb2f-ad2fb6de90b3 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303054 Dec 17 16:44:52.760248 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device b97876de-9ffa-410b-8d2e-caed3b276e79 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:44:52.809674 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port b97876de-9ffa-410b-8d2e-caed3b276e79 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:44:52.810023 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:44:52.892013 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:44:52.915978 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff528286-e40b-4fe0-b80d-8116f7c1a206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97876de-9ffa-410b-8d2e-caed3b276e79'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:44:52.918306 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8744cf7d-f560-4a5f-8886-a8ca6031ff80" -d '{"events": [{"server_uuid": "ff528286-e40b-4fe0-b80d-8116f7c1a206", "name": "network-vif-plugged", "status": "completed", "tag": "b97876de-9ffa-410b-8d2e-caed3b276e79"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:44:52.931265 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port b97876de-9ffa-410b-8d2e-caed3b276e79, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=b97876de-9ffa-410b-8d2e-caed3b276e79,segment=NetworkSegment(3ffd4729-42b3-42f3-9f8f-05a4d5938687),segment_id=3ffd4729-42b3-42f3-9f8f-05a4d5938687)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:44:52.998406 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:44:53.021879 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f2e07d-ce9a-4928-a91a-6a4e5fa3cb03 x-openstack-request-id: req-90f2e07d-ce9a-4928-a91a-6a4e5fa3cb03 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:44:53.022171 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff528286-e40b-4fe0-b80d-8116f7c1a206", "name": "network-vif-plugged", "status": "completed", "tag": "b97876de-9ffa-410b-8d2e-caed3b276e79", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:44:53.022426 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-90f2e07d-ce9a-4928-a91a-6a4e5fa3cb03 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:44:53.022812 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff528286-e40b-4fe0-b80d-8116f7c1a206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97876de-9ffa-410b-8d2e-caed3b276e79', 'code': 200} Dec 17 16:44:53.048369 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=b97876de-9ffa-410b-8d2e-caed3b276e79,revision_number=7']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:44:53.283536 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f826f97-a3dd-4d66-84ad-e7bffbafefea req-e5bb5215-480d-4a73-9a77-4ca7519b5923 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:53.285019 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1f826f97-a3dd-4d66-84ad-e7bffbafefea req-e5bb5215-480d-4a73-9a77-4ca7519b5923 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 945 time: 0.0499344 Dec 17 16:44:53.323349 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1f826f97-a3dd-4d66-84ad-e7bffbafefea req-baf9a65e-fe43-4654-8c35-a0507a9b0f00 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317364 Dec 17 16:44:54.481240 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057093b9-3ee7-472d-90c2-83faa4894b22 req-a915f924-9dd3-45c1-adc5-1c89a059c210 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:54.482883 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-057093b9-3ee7-472d-90c2-83faa4894b22 req-a915f924-9dd3-45c1-adc5-1c89a059c210 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 945 time: 0.0708697 Dec 17 16:44:54.540420 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-057093b9-3ee7-472d-90c2-83faa4894b22 req-d87f36fc-948f-479d-88d4-5088b28a49e5 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455158 Dec 17 16:44:54.808439 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:44:55.660110 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52689942-7ecd-463c-9742-797729a19c3c req-e7c6f6c7-7988-4af7-8ef7-7e807bf182a7 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:55.665531 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-52689942-7ecd-463c-9742-797729a19c3c req-e7c6f6c7-7988-4af7-8ef7-7e807bf182a7 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 945 time: 0.0577285 Dec 17 16:44:55.702607 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-52689942-7ecd-463c-9742-797729a19c3c req-698bfa3b-b30a-412e-b707-964cd42925a4 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335083 Dec 17 16:44:56.838277 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6beba9-a1f7-42ed-8bda-c41552053254 req-42837132-3b24-4541-824f-40f11caf447e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:56.840398 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a6beba9-a1f7-42ed-8bda-c41552053254 req-42837132-3b24-4541-824f-40f11caf447e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 945 time: 0.0542712 Dec 17 16:44:56.888794 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0a6beba9-a1f7-42ed-8bda-c41552053254 req-b6f17dfe-d7b2-464b-b831-4045601896ef tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425870 Dec 17 16:44:56.890886 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:44:58.020448 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5137c-d74e-4135-8379-0f5877f1132f req-3c448edf-5761-4a8c-853d-0769d13e2bbc tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:58.022003 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-55c5137c-d74e-4135-8379-0f5877f1132f req-3c448edf-5761-4a8c-853d-0769d13e2bbc tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 945 time: 0.0553749 Dec 17 16:44:58.073123 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-55c5137c-d74e-4135-8379-0f5877f1132f req-84f813d1-7382-4983-ae3b-6f3c1a595ae4 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425754 Dec 17 16:44:58.910865 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8fb48363-02fc-4309-b54b-8608a36afbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:44:59.189603 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66d149-a351-4f1f-bdbb-46162585c7a0 req-5231ce62-8037-4573-9f58-74e36510c28e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:44:59.191154 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7d66d149-a351-4f1f-bdbb-46162585c7a0 req-5231ce62-8037-4573-9f58-74e36510c28e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 945 time: 0.0493069 Dec 17 16:44:59.230608 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7d66d149-a351-4f1f-bdbb-46162585c7a0 req-6ec95954-8805-423e-bb66-4733f60f4dc0 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323555 Dec 17 16:45:00.358213 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a3627-a92c-4c38-9564-df0b5fe1f098 req-611fbad2-9d90-4a9a-910d-458483b12532 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:00.359872 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b67a3627-a92c-4c38-9564-df0b5fe1f098 req-611fbad2-9d90-4a9a-910d-458483b12532 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 945 time: 0.0541480 Dec 17 16:45:00.405205 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b67a3627-a92c-4c38-9564-df0b5fe1f098 req-91a88e30-2f41-4a4d-bf01-7433af9010d5 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387900 Dec 17 16:45:01.215112 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-eadabec3-cbeb-476b-9833-66c3d0b4ee55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:45:01.542176 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381df750-d2ce-45d0-97ca-f9f177926e44 req-f7c918d7-bd3b-4aba-bc09-a4dd096c0d2f tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:01.543795 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-381df750-d2ce-45d0-97ca-f9f177926e44 req-f7c918d7-bd3b-4aba-bc09-a4dd096c0d2f tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 945 time: 0.0547819 Dec 17 16:45:01.586420 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-381df750-d2ce-45d0-97ca-f9f177926e44 req-25f4a9c4-fc49-49de-a604-d57450384c8b tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348582 Dec 17 16:45:02.682106 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:45:02.743657 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120b3ef-0968-41b1-9366-ce1c37634077 req-d578e781-db53-4914-b8d4-5d074e7ed5fe tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:02.745495 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a120b3ef-0968-41b1-9366-ce1c37634077 req-d578e781-db53-4914-b8d4-5d074e7ed5fe tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 945 time: 0.0693421 Dec 17 16:45:02.793610 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a120b3ef-0968-41b1-9366-ce1c37634077 req-4517fbb0-00f0-442e-849e-8e42bbf8d34e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393202 Dec 17 16:45:03.907419 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a695bf-6ab5-4590-bbeb-6eccf49734a7 req-3f34d9bc-cd86-403d-8eef-ea43d926dd78 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:03.908910 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4a695bf-6ab5-4590-bbeb-6eccf49734a7 req-3f34d9bc-cd86-403d-8eef-ea43d926dd78 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 945 time: 0.0493147 Dec 17 16:45:03.946670 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4a695bf-6ab5-4590-bbeb-6eccf49734a7 req-fd09656a-d3e8-461b-a494-ce48601b230c tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314748 Dec 17 16:45:04.252960 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:45:04.350087 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:45:04.643758 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768c03d-899f-4e5c-b54f-9b0fa88426a3 req-f59f8234-a882-4fde-8146-eec58192ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:04.645291 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5768c03d-899f-4e5c-b54f-9b0fa88426a3 req-f59f8234-a882-4fde-8146-eec58192ce30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08c1798f63d740588f7f2a667e40055d&device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 1096 time: 0.0413506 Dec 17 16:45:04.737999 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768c03d-899f-4e5c-b54f-9b0fa88426a3 req-4a792aa6-0603-4332-960b-69638f8c1386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:04.739437 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5768c03d-899f-4e5c-b54f-9b0fa88426a3 req-4a792aa6-0603-4332-960b-69638f8c1386 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e880373f-7690-4833-b18c-8ac9a1524074 HTTP/1.1" status: 200 len: 910 time: 0.0870221 Dec 17 16:45:04.803376 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5768c03d-899f-4e5c-b54f-9b0fa88426a3 req-f61735f4-52cc-4614-8c33-42ff9fe3f9d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b97876de-9ffa-410b-8d2e-caed3b276e79 HTTP/1.1" status: 200 len: 1000 time: 0.0568349 Dec 17 16:45:04.851907 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768c03d-899f-4e5c-b54f-9b0fa88426a3 req-a78599a7-3e52-45fc-a71b-4cd816c745e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:04.853386 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5768c03d-899f-4e5c-b54f-9b0fa88426a3 req-a78599a7-3e52-45fc-a71b-4cd816c745e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07da24ec-1058-4bd1-ba8b-24dbc28a45da HTTP/1.1" status: 200 len: 848 time: 0.0433829 Dec 17 16:45:04.906864 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768c03d-899f-4e5c-b54f-9b0fa88426a3 req-11241388-e2ad-4c8d-abeb-3850528288c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:04.908309 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5768c03d-899f-4e5c-b54f-9b0fa88426a3 req-11241388-e2ad-4c8d-abeb-3850528288c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e880373f-7690-4833-b18c-8ac9a1524074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478992 Dec 17 16:45:04.998092 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5768c03d-899f-4e5c-b54f-9b0fa88426a3 req-1ce5c5fe-ebda-4fd0-bbb9-7e2ccfbb195c service neutron] 10.222.0.41 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810292 Dec 17 16:45:05.066602 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26933b-204a-4165-99cd-b3a33574558a req-3646e868-e622-409e-8d32-7d3189923c0a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:05.068099 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6f26933b-204a-4165-99cd-b3a33574558a req-3646e868-e622-409e-8d32-7d3189923c0a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 945 time: 0.0523665 Dec 17 16:45:05.094219 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5768c03d-899f-4e5c-b54f-9b0fa88426a3 req-d45ff687-b03b-416c-8331-0d4a58cdbb00 service neutron] 10.222.0.41 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888827 Dec 17 16:45:05.106590 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6f26933b-204a-4165-99cd-b3a33574558a req-824bc7f8-af0d-4c6b-b845-ccaab3ba1748 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317438 Dec 17 16:45:06.220016 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87930c-50aa-41ac-ac8e-7ebacd2d921d req-7dc0f130-b85b-436f-a757-23f3fb54ed80 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:06.221502 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ee87930c-50aa-41ac-ac8e-7ebacd2d921d req-7dc0f130-b85b-436f-a757-23f3fb54ed80 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 945 time: 0.0479090 Dec 17 16:45:06.259385 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ee87930c-50aa-41ac-ac8e-7ebacd2d921d req-eab20add-28c9-46b0-af32-36c13f14fd33 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307410 Dec 17 16:45:06.832024 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device b97876de-9ffa-410b-8d2e-caed3b276e79 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:45:06.911046 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:45:06.933144 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff528286-e40b-4fe0-b80d-8116f7c1a206', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b97876de-9ffa-410b-8d2e-caed3b276e79'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:45:06.935345 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199ec844-7e2b-410a-aeaa-edacb8e7b6f2" -d '{"events": [{"server_uuid": "ff528286-e40b-4fe0-b80d-8116f7c1a206", "name": "network-vif-unplugged", "status": "completed", "tag": "b97876de-9ffa-410b-8d2e-caed3b276e79"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:45:06.953029 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port b97876de-9ffa-410b-8d2e-caed3b276e79, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=b97876de-9ffa-410b-8d2e-caed3b276e79,segment=NetworkSegment(3ffd4729-42b3-42f3-9f8f-05a4d5938687),segment_id=3ffd4729-42b3-42f3-9f8f-05a4d5938687)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:45:06.973175 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 16:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd26ff9a-0d59-4baa-b0ee-12a336523931 x-openstack-request-id: req-cd26ff9a-0d59-4baa-b0ee-12a336523931 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:45:06.973471 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff528286-e40b-4fe0-b80d-8116f7c1a206", "name": "network-vif-unplugged", "status": "completed", "tag": "b97876de-9ffa-410b-8d2e-caed3b276e79", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:45:06.973731 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cd26ff9a-0d59-4baa-b0ee-12a336523931 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:45:06.974128 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff528286-e40b-4fe0-b80d-8116f7c1a206', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b97876de-9ffa-410b-8d2e-caed3b276e79', 'code': 200} Dec 17 16:45:07.026140 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:45:07.073213 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=b97876de-9ffa-410b-8d2e-caed3b276e79,revision_number=8']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:07.374732 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7f528-13fe-41b3-8a5b-becc1ad3cc79 req-c2a9349c-f991-490e-8753-f996070d71cb tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:07.376265 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-faa7f528-13fe-41b3-8a5b-becc1ad3cc79 req-c2a9349c-f991-490e-8753-f996070d71cb tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 943 time: 0.0497184 Dec 17 16:45:07.415219 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-faa7f528-13fe-41b3-8a5b-becc1ad3cc79 req-ab8c8d1f-a3fb-482f-88ed-e0f718738e79 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328159 Dec 17 16:45:07.552488 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-d115956f-d49f-4ed5-b0e6-8df8cec2545a req-fb0ca185-ea6f-4eb5-ab38-8f9873a3d71a service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:45:07.554422 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d115956f-d49f-4ed5-b0e6-8df8cec2545a req-fb0ca185-ea6f-4eb5-ab38-8f9873a3d71a service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0621386 Dec 17 16:45:07.879642 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf6e15-78e4-4caa-b875-d0c120b022a8 req-213b3231-e148-4efe-9ac7-d699a11da99a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:07.881267 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9cdf6e15-78e4-4caa-b875-d0c120b022a8 req-213b3231-e148-4efe-9ac7-d699a11da99a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 943 time: 0.0546374 Dec 17 16:45:07.927129 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9cdf6e15-78e4-4caa-b875-d0c120b022a8 req-59a8b08a-a439-4a61-bc27-ebeac3bc9a7c tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336585 Dec 17 16:45:08.216211 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-c4864a8b-dd77-4ee6-8abb-ae60e7a46bb5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0823996 Dec 17 16:45:09.044330 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0462e4f-272a-4414-a91f-1f595259f45c req-8042ed63-1500-4543-8087-3939cef4039a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:09.045183 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0462e4f-272a-4414-a91f-1f595259f45c req-8042ed63-1500-4543-8087-3939cef4039a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 943 time: 0.0500660 Dec 17 16:45:09.084246 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e0462e4f-272a-4414-a91f-1f595259f45c req-bd1e98a3-052a-4daa-be8b-cf5810983cdf tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329111 Dec 17 16:45:09.547281 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-fefc120b-4140-4a59-9a81-ff9a8323669a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:09.548758 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-fefc120b-4140-4a59-9a81-ff9a8323669a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206&tenant_id=08c1798f63d740588f7f2a667e40055d HTTP/1.1" status: 200 len: 1094 time: 0.0402226 Dec 17 16:45:09.561026 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820553-2', 'device_owner': 'compute:nova'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:45:09.614729 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:45:09.815928 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] For port b97876de-9ffa-410b-8d2e-caed3b276e79, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=b97876de-9ffa-410b-8d2e-caed3b276e79,segment=NetworkSegment(3ffd4729-42b3-42f3-9f8f-05a4d5938687),segment_id=3ffd4729-42b3-42f3-9f8f-05a4d5938687)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:45:09.847677 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] For port b97876de-9ffa-410b-8d2e-caed3b276e79, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:45:09.880543 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b97876de-9ffa-410b-8d2e-caed3b276e79 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:45:09.888515 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:45:09.901530 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] Transition to ACTIVE for port object b97876de-9ffa-410b-8d2e-caed3b276e79 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:45:09.980590 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:45:10.059722 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] Pushing event updated for resources: {'Port': ['ID=b97876de-9ffa-410b-8d2e-caed3b276e79,revision_number=9']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:10.074436 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:10.074697 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:10.075030 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:10.075358 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:10.075745 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:10.076072 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:10.076389 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:10.076704 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:10.077021 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:10.077356 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:10.077674 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:10.077992 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:45:10.117378 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] No DVR routers for this DVR port b97876de-9ffa-410b-8d2e-caed3b276e79 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:45:10.207800 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebff71-4769-4572-bb89-6388362882df req-80885327-5c33-4c23-8b5d-287e4a208386 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:10.209353 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c2ebff71-4769-4572-bb89-6388362882df req-80885327-5c33-4c23-8b5d-287e4a208386 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 943 time: 0.0504699 Dec 17 16:45:10.248769 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c2ebff71-4769-4572-bb89-6388362882df req-6edcf0c9-f964-4f39-a42b-3e43ad08c848 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323608 Dec 17 16:45:10.258434 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] Attempting to bind port b97876de-9ffa-410b-8d2e-caed3b276e79 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:45:10.258775 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] Attempting to bind port b97876de-9ffa-410b-8d2e-caed3b276e79 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '3ffd4729-42b3-42f3-9f8f-05a4d5938687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:45:10.259101 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] Attempting to bind port b97876de-9ffa-410b-8d2e-caed3b276e79 on network e880373f-7690-4833-b18c-8ac9a1524074 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:45:10.263789 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] Port b97876de-9ffa-410b-8d2e-caed3b276e79 on network e880373f-7690-4833-b18c-8ac9a1524074 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:45:10.264101 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] Attempting to bind port b97876de-9ffa-410b-8d2e-caed3b276e79 on network e880373f-7690-4833-b18c-8ac9a1524074 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:45:10.268825 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:45:10.269269 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] Checking segment: {'id': '3ffd4729-42b3-42f3-9f8f-05a4d5938687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:45:10.269637 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] Bound using segment: {'id': '3ffd4729-42b3-42f3-9f8f-05a4d5938687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:45:10.270110 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] Bound port: b97876de-9ffa-410b-8d2e-caed3b276e79, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ffd4729-42b3-42f3-9f8f-05a4d5938687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:45:10.270464 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:45:10.334716 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] For port b97876de-9ffa-410b-8d2e-caed3b276e79, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:45:10.338030 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] For port b97876de-9ffa-410b-8d2e-caed3b276e79, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=b97876de-9ffa-410b-8d2e-caed3b276e79,segment=NetworkSegment(3ffd4729-42b3-42f3-9f8f-05a4d5938687),segment_id=3ffd4729-42b3-42f3-9f8f-05a4d5938687)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:45:10.426640 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:45:10.465081 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:10.465710 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:45:10.467085 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] 10.222.0.13 "PUT /v2.0/ports/b97876de-9ffa-410b-8d2e-caed3b276e79 HTTP/1.1" status: 200 len: 1091 time: 0.9099097 Dec 17 16:45:10.467522 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff528286-e40b-4fe0-b80d-8116f7c1a206', 'tag': 'b97876de-9ffa-410b-8d2e-caed3b276e79'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:45:10.469795 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848baf0b-9b3c-4b97-9bb7-80511d2a0a8d" -d '{"events": [{"name": "network-changed", "server_uuid": "ff528286-e40b-4fe0-b80d-8116f7c1a206", "tag": "b97876de-9ffa-410b-8d2e-caed3b276e79"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:45:10.528288 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a3326-164d-42ad-8339-36faeb35a137 service neutron] Pushing event updated for resources: {'Port': ['ID=b97876de-9ffa-410b-8d2e-caed3b276e79,revision_number=10']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:10.541769 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-164547e5-985b-420d-936b-806d4b301e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:10.543566 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-164547e5-985b-420d-936b-806d4b301e25 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08c1798f63d740588f7f2a667e40055d&device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 1095 time: 0.0488322 Dec 17 16:45:10.596625 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f45ab8a-28e0-44e7-8d6f-496420b711a5 x-openstack-request-id: req-4f45ab8a-28e0-44e7-8d6f-496420b711a5 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:45:10.597351 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff528286-e40b-4fe0-b80d-8116f7c1a206", "tag": "b97876de-9ffa-410b-8d2e-caed3b276e79", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:45:10.597351 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4f45ab8a-28e0-44e7-8d6f-496420b711a5 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:45:10.597556 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff528286-e40b-4fe0-b80d-8116f7c1a206', 'tag': 'b97876de-9ffa-410b-8d2e-caed3b276e79', 'status': 'completed', 'code': 200} Dec 17 16:45:10.642132 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-bf6abfaa-0d3d-4bf7-a267-e28ae6723470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:10.643649 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-bf6abfaa-0d3d-4bf7-a267-e28ae6723470 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e880373f-7690-4833-b18c-8ac9a1524074 HTTP/1.1" status: 200 len: 910 time: 0.0917161 Dec 17 16:45:10.712844 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-5f47facc-5512-4140-a329-91fc6cb011b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b97876de-9ffa-410b-8d2e-caed3b276e79 HTTP/1.1" status: 200 len: 998 time: 0.0621281 Dec 17 16:45:10.762696 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-3a1a3e60-22cf-4054-9681-3b8d3d052007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:10.764104 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-3a1a3e60-22cf-4054-9681-3b8d3d052007 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07da24ec-1058-4bd1-ba8b-24dbc28a45da HTTP/1.1" status: 200 len: 848 time: 0.0433733 Dec 17 16:45:10.809338 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-56b47c9c-689f-4612-9434-f57ffd392a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:10.810786 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-56b47c9c-689f-4612-9434-f57ffd392a8a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e880373f-7690-4833-b18c-8ac9a1524074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393898 Dec 17 16:45:10.902347 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-9024e41a-f550-43bc-a0d7-c1eadd528424 service neutron] 10.222.0.13 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844719 Dec 17 16:45:10.992447 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e3fa000f-656c-49e4-b421-eacb8a2cc6c8 req-5f962dc4-9206-4227-bfbb-f19b45f8bf41 service neutron] 10.222.0.13 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828495 Dec 17 16:45:11.144479 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848baf0b-9b3c-4b97-9bb7-80511d2a0a8d req-96a1bb43-6442-4572-aef8-e93338aff2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:11.146023 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-848baf0b-9b3c-4b97-9bb7-80511d2a0a8d req-96a1bb43-6442-4572-aef8-e93338aff2a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08c1798f63d740588f7f2a667e40055d&device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 1095 time: 0.0470047 Dec 17 16:45:11.237273 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848baf0b-9b3c-4b97-9bb7-80511d2a0a8d req-7a0c4f1a-2d8e-4e16-aadb-0f490f862c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:11.238743 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-848baf0b-9b3c-4b97-9bb7-80511d2a0a8d req-7a0c4f1a-2d8e-4e16-aadb-0f490f862c88 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e880373f-7690-4833-b18c-8ac9a1524074 HTTP/1.1" status: 200 len: 910 time: 0.0861042 Dec 17 16:45:11.309452 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-848baf0b-9b3c-4b97-9bb7-80511d2a0a8d req-f838ecdb-a132-449a-a75a-e217fbea8fb6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b97876de-9ffa-410b-8d2e-caed3b276e79 HTTP/1.1" status: 200 len: 998 time: 0.0639098 Dec 17 16:45:11.361452 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848baf0b-9b3c-4b97-9bb7-80511d2a0a8d req-a97c7e11-d383-4c1d-8409-71cb74766350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:11.363208 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-848baf0b-9b3c-4b97-9bb7-80511d2a0a8d req-a97c7e11-d383-4c1d-8409-71cb74766350 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07da24ec-1058-4bd1-ba8b-24dbc28a45da HTTP/1.1" status: 200 len: 848 time: 0.0463698 Dec 17 16:45:11.371853 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa292c9-ee33-4f5e-aac3-a9189a53450c req-d3fd75fa-8b33-4de4-9196-aa08869b248b tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:11.373452 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1aa292c9-ee33-4f5e-aac3-a9189a53450c req-d3fd75fa-8b33-4de4-9196-aa08869b248b tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 944 time: 0.0544891 Dec 17 16:45:11.415080 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848baf0b-9b3c-4b97-9bb7-80511d2a0a8d req-11c7e315-f1ff-4f09-b301-817c3fb109ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:11.416223 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1aa292c9-ee33-4f5e-aac3-a9189a53450c req-7cb583e1-9347-4a7f-a29f-a2bb4877baca tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363851 Dec 17 16:45:11.419243 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-848baf0b-9b3c-4b97-9bb7-80511d2a0a8d req-11c7e315-f1ff-4f09-b301-817c3fb109ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e880373f-7690-4833-b18c-8ac9a1524074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466976 Dec 17 16:45:11.437896 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:45:11.532059 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-848baf0b-9b3c-4b97-9bb7-80511d2a0a8d req-db7b9f8c-dc62-40b2-bd55-f94931e7c1b0 service neutron] 10.222.0.13 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077151 Dec 17 16:45:12.550649 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9de6e-de8c-41d0-b7b8-5a36fda65e63 req-2db88248-0744-4e4c-9045-81af21d9da16 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:12.552147 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8de9de6e-de8c-41d0-b7b8-5a36fda65e63 req-2db88248-0744-4e4c-9045-81af21d9da16 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 944 time: 0.0549343 Dec 17 16:45:12.589966 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8de9de6e-de8c-41d0-b7b8-5a36fda65e63 req-0271d3fa-a36a-4249-906f-4f9bb92b04f6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317042 Dec 17 16:45:13.709640 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b02030-5ee1-4e7a-9ef9-194f669786d7 req-703157ce-c9f8-4703-ae9e-12ff45e8bfa9 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:13.711303 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-55b02030-5ee1-4e7a-9ef9-194f669786d7 req-703157ce-c9f8-4703-ae9e-12ff45e8bfa9 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 944 time: 0.0525825 Dec 17 16:45:13.749199 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-55b02030-5ee1-4e7a-9ef9-194f669786d7 req-02c344e8-affd-4e5c-a58e-12bc271584b0 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320461 Dec 17 16:45:14.874696 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da199b04-c48c-40ed-82df-878b6ff56f8f req-97b24554-cbd7-48aa-b62b-99e49c87d822 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:14.876226 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da199b04-c48c-40ed-82df-878b6ff56f8f req-97b24554-cbd7-48aa-b62b-99e49c87d822 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 944 time: 0.0538864 Dec 17 16:45:14.918414 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-da199b04-c48c-40ed-82df-878b6ff56f8f req-86fd465d-3d12-4b0c-865b-6f8b67f5b8ad tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350695 Dec 17 16:45:16.040572 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8877535-331e-4f10-be8a-75455c8b5228 req-8072300d-d4e7-4db6-8059-664f62db3e9d tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:16.042100 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8877535-331e-4f10-be8a-75455c8b5228 req-8072300d-d4e7-4db6-8059-664f62db3e9d tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 944 time: 0.0541222 Dec 17 16:45:16.090050 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a8877535-331e-4f10-be8a-75455c8b5228 req-f1b0febc-b853-4d31-9da7-f1653f649773 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417333 Dec 17 16:45:17.201430 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afd744-b552-4e91-a01b-fdb9766c526e req-1ffe767b-f7f1-4219-bfab-f1e2d4194367 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:17.202859 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-88afd744-b552-4e91-a01b-fdb9766c526e req-1ffe767b-f7f1-4219-bfab-f1e2d4194367 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 944 time: 0.0501873 Dec 17 16:45:17.240274 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-88afd744-b552-4e91-a01b-fdb9766c526e req-e2894352-808b-44e9-8da6-e1e7908f6a35 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315268 Dec 17 16:45:18.364950 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11997ea9-ac02-458f-95e2-6c29ada9bf98 req-17cce42f-87c3-42cd-9b73-2732332ecbed tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:18.366508 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-11997ea9-ac02-458f-95e2-6c29ada9bf98 req-17cce42f-87c3-42cd-9b73-2732332ecbed tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 944 time: 0.0523515 Dec 17 16:45:18.412820 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-11997ea9-ac02-458f-95e2-6c29ada9bf98 req-24c70695-fa48-4904-9e88-deec5687bc32 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403132 Dec 17 16:45:19.542234 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5709fdf-cd7e-4857-9f76-54ef653de8e2 req-233bb950-c4fd-4390-bd41-627b68849588 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:19.543697 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e5709fdf-cd7e-4857-9f76-54ef653de8e2 req-233bb950-c4fd-4390-bd41-627b68849588 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 944 time: 0.0653214 Dec 17 16:45:19.580383 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e5709fdf-cd7e-4857-9f76-54ef653de8e2 req-5b00dd53-b265-42db-b7ff-cf46b94a144d tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307908 Dec 17 16:45:20.701592 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37e366-1654-4fb3-8536-59e04496ef85 req-06f3497b-bf7a-43cf-9fb7-e2324f4c1d14 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:20.703047 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bb37e366-1654-4fb3-8536-59e04496ef85 req-06f3497b-bf7a-43cf-9fb7-e2324f4c1d14 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 944 time: 0.0497935 Dec 17 16:45:20.741867 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bb37e366-1654-4fb3-8536-59e04496ef85 req-06d321ed-5069-4ab1-9f1b-4901d17212c6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327919 Dec 17 16:45:21.873268 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90dd94-aea9-4d70-81bf-e6fb3a527cb1 req-cb6d44ee-8f45-41f3-85a3-a23f9e5e6c84 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:21.874860 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1b90dd94-aea9-4d70-81bf-e6fb3a527cb1 req-cb6d44ee-8f45-41f3-85a3-a23f9e5e6c84 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 944 time: 0.0560923 Dec 17 16:45:21.918308 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1b90dd94-aea9-4d70-81bf-e6fb3a527cb1 req-d135367f-9b5e-4be9-b8ff-b7e58729f01d tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373616 Dec 17 16:45:22.963255 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-848baf0b-9b3c-4b97-9bb7-80511d2a0a8d req-382b0aed-ae93-4971-b402-cc3155c5c3f0 service neutron] 10.222.0.13 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095812 Dec 17 16:45:23.037640 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3e041-41a1-4088-9ecf-ca3f82a418b7 req-11890c2d-fb2e-4d37-b27a-96628d9c2dac tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:23.039115 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b2a3e041-41a1-4088-9ecf-ca3f82a418b7 req-11890c2d-fb2e-4d37-b27a-96628d9c2dac tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 944 time: 0.0521531 Dec 17 16:45:23.069866 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eeb1aa-2720-4dd3-b52c-2b5587333cad req-76c6b905-b782-45d0-a58c-1e0f67bf0d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:23.071414 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-45eeb1aa-2720-4dd3-b52c-2b5587333cad req-76c6b905-b782-45d0-a58c-1e0f67bf0d18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08c1798f63d740588f7f2a667e40055d&device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 1095 time: 0.0414438 Dec 17 16:45:23.078196 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b2a3e041-41a1-4088-9ecf-ca3f82a418b7 req-958e1fa2-6086-41b7-b373-e0c54fb7c69e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323031 Dec 17 16:45:23.175418 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eeb1aa-2720-4dd3-b52c-2b5587333cad req-e56f995a-84b0-4e23-869f-5d706f76997d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:23.176783 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-45eeb1aa-2720-4dd3-b52c-2b5587333cad req-e56f995a-84b0-4e23-869f-5d706f76997d service neutron] 10.222.0.13 "GET /v2.0/networks?id=e880373f-7690-4833-b18c-8ac9a1524074 HTTP/1.1" status: 200 len: 910 time: 0.0862877 Dec 17 16:45:23.241154 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-45eeb1aa-2720-4dd3-b52c-2b5587333cad req-d1fedcd9-a7d3-4390-9bbd-344313eb57a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b97876de-9ffa-410b-8d2e-caed3b276e79 HTTP/1.1" status: 200 len: 998 time: 0.0561984 Dec 17 16:45:23.293518 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eeb1aa-2720-4dd3-b52c-2b5587333cad req-d404d818-5482-48b2-a4e1-85e6c2487b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:23.294961 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-45eeb1aa-2720-4dd3-b52c-2b5587333cad req-d404d818-5482-48b2-a4e1-85e6c2487b19 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07da24ec-1058-4bd1-ba8b-24dbc28a45da HTTP/1.1" status: 200 len: 848 time: 0.0468485 Dec 17 16:45:23.341038 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eeb1aa-2720-4dd3-b52c-2b5587333cad req-74d2f112-8bad-4b17-9445-c8f6700334c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:23.342508 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-45eeb1aa-2720-4dd3-b52c-2b5587333cad req-74d2f112-8bad-4b17-9445-c8f6700334c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e880373f-7690-4833-b18c-8ac9a1524074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398772 Dec 17 16:45:23.430763 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-45eeb1aa-2720-4dd3-b52c-2b5587333cad req-8ffbadbe-6cef-46b4-9623-c023a6378370 service neutron] 10.222.0.13 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798450 Dec 17 16:45:23.522290 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-45eeb1aa-2720-4dd3-b52c-2b5587333cad req-c3a974a3-a245-4687-8208-8e68477836f2 service neutron] 10.222.0.13 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837257 Dec 17 16:45:24.192500 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0072f0-9bb7-49e4-b830-027648794379 req-b1137b72-9597-4c82-95a1-a34e3effced1 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:24.193954 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae0072f0-9bb7-49e4-b830-027648794379 req-b1137b72-9597-4c82-95a1-a34e3effced1 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 944 time: 0.0476665 Dec 17 16:45:24.231934 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae0072f0-9bb7-49e4-b830-027648794379 req-0a5cb03a-b543-48c2-978e-6db9ad45e4d7 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314443 Dec 17 16:45:25.351632 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5d157-edb0-4aaa-84d4-431145717e1e req-ac1d8780-25d8-4ce1-a0b8-3e7527a59f22 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:25.353242 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4b5d157-edb0-4aaa-84d4-431145717e1e req-ac1d8780-25d8-4ce1-a0b8-3e7527a59f22 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 944 time: 0.0542738 Dec 17 16:45:25.392400 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f4b5d157-edb0-4aaa-84d4-431145717e1e req-792edbaf-43eb-457f-8015-e37ba2cf27e6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330932 Dec 17 16:45:26.442507 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device b97876de-9ffa-410b-8d2e-caed3b276e79 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:45:26.510081 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250aca0e-8540-4d22-bc6d-526e48b01b13 req-70064633-25d7-4603-9fff-7913f124cfc8 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:26.511843 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-250aca0e-8540-4d22-bc6d-526e48b01b13 req-70064633-25d7-4603-9fff-7913f124cfc8 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 944 time: 0.0490305 Dec 17 16:45:26.538610 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port b97876de-9ffa-410b-8d2e-caed3b276e79, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=b97876de-9ffa-410b-8d2e-caed3b276e79,segment=NetworkSegment(3ffd4729-42b3-42f3-9f8f-05a4d5938687),segment_id=3ffd4729-42b3-42f3-9f8f-05a4d5938687)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:45:26.549679 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-250aca0e-8540-4d22-bc6d-526e48b01b13 req-94dd9c99-5d96-48b7-aec6-b015c5a0a270 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319190 Dec 17 16:45:26.550590 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'b97876de-9ffa-410b-8d2e-caed3b276e79', 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074', 'port_id': 'b97876de-9ffa-410b-8d2e-caed3b276e79', 'mac_address': 'fa:16:3e:2a:a2:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:45:26.588152 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:45:26.600450 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b97876de-9ffa-410b-8d2e-caed3b276e79 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:45:26.619345 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port b97876de-9ffa-410b-8d2e-caed3b276e79, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=b97876de-9ffa-410b-8d2e-caed3b276e79,segment=NetworkSegment(3ffd4729-42b3-42f3-9f8f-05a4d5938687),segment_id=3ffd4729-42b3-42f3-9f8f-05a4d5938687)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:45:26.675717 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:45:26.721740 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=b97876de-9ffa-410b-8d2e-caed3b276e79,revision_number=11']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:26.904114 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:45:26.916506 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['b97876de-9ffa-410b-8d2e-caed3b276e79'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:45:27.665168 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f40ed-ccca-48c9-826c-75f411358bac req-92a1d85a-079e-40fe-bfd0-670519474969 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:27.666780 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ac6f40ed-ccca-48c9-826c-75f411358bac req-92a1d85a-079e-40fe-bfd0-670519474969 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 945 time: 0.0489712 Dec 17 16:45:27.703762 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ac6f40ed-ccca-48c9-826c-75f411358bac req-de33e300-f3b5-4c50-86b8-f3d915c4e99c tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310280 Dec 17 16:45:28.458155 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device b97876de-9ffa-410b-8d2e-caed3b276e79 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:45:28.591390 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port b97876de-9ffa-410b-8d2e-caed3b276e79 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:45:28.595146 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port b97876de-9ffa-410b-8d2e-caed3b276e79 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:45:28.595519 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:45:28.669323 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:45:28.691021 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff528286-e40b-4fe0-b80d-8116f7c1a206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97876de-9ffa-410b-8d2e-caed3b276e79'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:45:28.693265 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d83e478-8eae-404f-a9e4-e1794012e99d" -d '{"events": [{"server_uuid": "ff528286-e40b-4fe0-b80d-8116f7c1a206", "name": "network-vif-plugged", "status": "completed", "tag": "b97876de-9ffa-410b-8d2e-caed3b276e79"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:45:28.706322 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port b97876de-9ffa-410b-8d2e-caed3b276e79, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=b97876de-9ffa-410b-8d2e-caed3b276e79,segment=NetworkSegment(3ffd4729-42b3-42f3-9f8f-05a4d5938687),segment_id=3ffd4729-42b3-42f3-9f8f-05a4d5938687)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:45:28.733418 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a98d88-99a9-400b-b1eb-b065c6d4bc2f x-openstack-request-id: req-93a98d88-99a9-400b-b1eb-b065c6d4bc2f {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:45:28.733680 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff528286-e40b-4fe0-b80d-8116f7c1a206", "name": "network-vif-plugged", "status": "completed", "tag": "b97876de-9ffa-410b-8d2e-caed3b276e79", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:45:28.733779 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-93a98d88-99a9-400b-b1eb-b065c6d4bc2f {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:45:28.734201 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff528286-e40b-4fe0-b80d-8116f7c1a206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97876de-9ffa-410b-8d2e-caed3b276e79', 'code': 200} Dec 17 16:45:28.780600 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:45:28.834820 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c62134-7b54-4eca-92fc-ff7a04a5fd24 req-49fb6a26-592f-40da-92d4-6f2c161568be tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:28.836789 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-12c62134-7b54-4eca-92fc-ff7a04a5fd24 req-49fb6a26-592f-40da-92d4-6f2c161568be tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 946 time: 0.0600481 Dec 17 16:45:28.840563 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=b97876de-9ffa-410b-8d2e-caed3b276e79,revision_number=12']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:45:28.877321 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-12c62134-7b54-4eca-92fc-ff7a04a5fd24 req-74a4359b-6d2a-4e7a-b0a1-1454c5690d95 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337260 Dec 17 16:45:28.927461 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6b5ae10a-d72a-48dd-973d-3f0428ffdd8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:45:28.960784 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d98e9-3522-4482-beac-7e7261441761 req-191aee02-cb8c-44d0-beb0-62ca4c256a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:28.962866 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-678d98e9-3522-4482-beac-7e7261441761 req-191aee02-cb8c-44d0-beb0-62ca4c256a5a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 1097 time: 0.0411847 Dec 17 16:45:28.997841 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-678d98e9-3522-4482-beac-7e7261441761 req-66a2d00f-2b10-4318-8de2-78f200fc112f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280950 Dec 17 16:45:30.058014 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effa0ca-4aad-46be-8203-433e6e6636ba req-7d951089-f390-4dc1-9a3a-697eeff97c5c tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:30.059498 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1effa0ca-4aad-46be-8203-433e6e6636ba req-7d951089-f390-4dc1-9a3a-697eeff97c5c tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 946 time: 0.1073709 Dec 17 16:45:30.097072 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1effa0ca-4aad-46be-8203-433e6e6636ba req-4ba96911-2f01-4627-8d58-f1105f6d1635 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315189 Dec 17 16:45:31.198178 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1c8a2d4a-2961-4c15-a635-4ecffb853196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:45:31.213871 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea43ee-acbc-42b0-b95f-18c2c4feb31b req-44563be2-1a48-4d52-bc33-708da011a7dd tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:31.215421 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b2ea43ee-acbc-42b0-b95f-18c2c4feb31b req-44563be2-1a48-4d52-bc33-708da011a7dd tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 946 time: 0.0506494 Dec 17 16:45:31.252793 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b2ea43ee-acbc-42b0-b95f-18c2c4feb31b req-7bc5bbfa-a5f1-489e-a232-2a8fef8f85b5 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314450 Dec 17 16:45:31.806984 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:45:32.372159 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a7248-00a0-46a4-81fe-e1013b6dddb8 req-d0855bd5-5306-4264-8e84-942aeb6e79b3 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:45:32.373648 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-743a7248-00a0-46a4-81fe-e1013b6dddb8 req-d0855bd5-5306-4264-8e84-942aeb6e79b3 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 946 time: 0.0536518 Dec 17 16:45:32.411707 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-743a7248-00a0-46a4-81fe-e1013b6dddb8 req-3c6c3d58-9d70-4e35-899f-4e3c3e224beb tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320559 Dec 17 16:45:32.681352 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:45:34.249428 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:45:34.317133 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:45:41.460096 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:45:56.911259 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:45:58.938607 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f3aeb086-63ea-4554-aab2-21c51ab34fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:01.224994 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8f8e0a16-30dc-40cb-8072-22b2ee775958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:02.699305 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:04.338227 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:04.360791 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:08.805833 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:46:11.435022 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:21.581988 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7940af99-4b78-4fba-9f56-286257f94a38 req-2e534e96-1bf0-4290-b05d-ebd096a036c5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0859525 Dec 17 16:46:21.663928 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940af99-4b78-4fba-9f56-286257f94a38 req-7be70b96-1a20-4f9b-9380-524fb282c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:21.665416 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7940af99-4b78-4fba-9f56-286257f94a38 req-7be70b96-1a20-4f9b-9380-524fb282c8f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08c1798f63d740588f7f2a667e40055d&device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 1097 time: 0.0411079 Dec 17 16:46:21.766216 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940af99-4b78-4fba-9f56-286257f94a38 req-6e360fdd-7d1f-40a3-958d-51859a57286f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:21.767582 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7940af99-4b78-4fba-9f56-286257f94a38 req-6e360fdd-7d1f-40a3-958d-51859a57286f service neutron] 10.222.0.13 "GET /v2.0/networks?id=e880373f-7690-4833-b18c-8ac9a1524074 HTTP/1.1" status: 200 len: 910 time: 0.0838163 Dec 17 16:46:21.844920 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7940af99-4b78-4fba-9f56-286257f94a38 req-811cc4d6-b5f7-4b9b-a208-babde3150e65 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b97876de-9ffa-410b-8d2e-caed3b276e79 HTTP/1.1" status: 200 len: 1000 time: 0.0698411 Dec 17 16:46:21.895292 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940af99-4b78-4fba-9f56-286257f94a38 req-8ad24892-fa63-43a1-9f75-43f6df3da6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:21.896742 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7940af99-4b78-4fba-9f56-286257f94a38 req-8ad24892-fa63-43a1-9f75-43f6df3da6ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07da24ec-1058-4bd1-ba8b-24dbc28a45da HTTP/1.1" status: 200 len: 848 time: 0.0450170 Dec 17 16:46:21.941157 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940af99-4b78-4fba-9f56-286257f94a38 req-82aa8f16-46ee-49a0-8b0d-e5ef744e2e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:21.942604 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7940af99-4b78-4fba-9f56-286257f94a38 req-82aa8f16-46ee-49a0-8b0d-e5ef744e2e53 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e880373f-7690-4833-b18c-8ac9a1524074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393822 Dec 17 16:46:22.033784 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7940af99-4b78-4fba-9f56-286257f94a38 req-cd1ff0c7-7f9a-438a-9974-ab99176a6231 service neutron] 10.222.0.13 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838585 Dec 17 16:46:22.121548 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-7940af99-4b78-4fba-9f56-286257f94a38 req-709ebe35-4a28-4f6a-8ac4-cacf9494921e service neutron] 10.222.0.13 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813582 Dec 17 16:46:26.943866 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:28.922177 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-25b28948-9069-475c-a2f8-ed62aa8302b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:31.195682 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ad85d62b-90d7-4610-9cd8-79c0c46c785f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:32.693585 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:34.248011 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:34.299268 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:41.487246 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:41.989231 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46826) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:46:42.147811 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-aed0b015-1df2-4597-8a79-69ee20036ae6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Deleting port 02d26795-ea95-407d-a4b1-c48a9ae7db59 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:46:42.148069 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aed0b015-1df2-4597-8a79-69ee20036ae6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:42.222749 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aed0b015-1df2-4597-8a79-69ee20036ae6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:42.223074 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aed0b015-1df2-4597-8a79-69ee20036ae6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:42.234377 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-aed0b015-1df2-4597-8a79-69ee20036ae6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Calling delete_port for 02d26795-ea95-407d-a4b1-c48a9ae7db59 owned by network:floatingip {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:46:42.436086 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aed0b015-1df2-4597-8a79-69ee20036ae6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:42.463401 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed0b015-1df2-4597-8a79-69ee20036ae6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Pushing event deleted for resources: {'Port': ['ID=02d26795-ea95-407d-a4b1-c48a9ae7db59,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:42.487704 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed0b015-1df2-4597-8a79-69ee20036ae6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:42.488643 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed0b015-1df2-4597-8a79-69ee20036ae6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:42.489001 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed0b015-1df2-4597-8a79-69ee20036ae6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:42.489363 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed0b015-1df2-4597-8a79-69ee20036ae6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:42.489711 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed0b015-1df2-4597-8a79-69ee20036ae6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:42.490029 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed0b015-1df2-4597-8a79-69ee20036ae6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:42.490353 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed0b015-1df2-4597-8a79-69ee20036ae6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:42.490677 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed0b015-1df2-4597-8a79-69ee20036ae6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:42.490999 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed0b015-1df2-4597-8a79-69ee20036ae6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:42.491321 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed0b015-1df2-4597-8a79-69ee20036ae6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:42.491642 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed0b015-1df2-4597-8a79-69ee20036ae6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:42.491961 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed0b015-1df2-4597-8a79-69ee20036ae6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:46:42.534055 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aed0b015-1df2-4597-8a79-69ee20036ae6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for floatingip, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:42.534393 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [None req-aed0b015-1df2-4597-8a79-69ee20036ae6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Floating IP 0fd96059-1e55-47ec-8f74-207bbff8b2ae disassociated (deleted). External IP: 172.25.6.41, port: b97876de-9ffa-410b-8d2e-caed3b276e79. Dec 17 16:46:42.743155 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed0b015-1df2-4597-8a79-69ee20036ae6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Router f1ffc432-f189-42fd-b3ff-79107aefe18e has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:46:42.851613 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed0b015-1df2-4597-8a79-69ee20036ae6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:46:42.856440 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-aed0b015-1df2-4597-8a79-69ee20036ae6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:42.861473 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b2d352-73cf-4da3-8fcc-f50fddc7d7ee None None] Sync routers for ids ['f1ffc432-f189-42fd-b3ff-79107aefe18e'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:46:42.870122 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b2d352-73cf-4da3-8fcc-f50fddc7d7ee None None] Routers {'f1ffc432-f189-42fd-b3ff-79107aefe18e'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:46:42.870742 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-20b2d352-73cf-4da3-8fcc-f50fddc7d7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:46:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['f1ffc432-f189-42fd-b3ff-79107aefe18e'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:46:42.885623 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-aed0b015-1df2-4597-8a79-69ee20036ae6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "DELETE /v2.0/floatingips/0fd96059-1e55-47ec-8f74-207bbff8b2ae HTTP/1.1" status: 204 len: 168 time: 0.8952632 Dec 17 16:46:42.886186 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff528286-e40b-4fe0-b80d-8116f7c1a206', 'tag': 'b97876de-9ffa-410b-8d2e-caed3b276e79'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:46:42.890047 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2951056d-e567-441d-ae0a-5921c7377df4" -d '{"events": [{"name": "network-changed", "server_uuid": "ff528286-e40b-4fe0-b80d-8116f7c1a206", "tag": "b97876de-9ffa-410b-8d2e-caed3b276e79"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:46:42.939235 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b3083d-30bf-4e20-bead-a99e5956c5bc x-openstack-request-id: req-01b3083d-30bf-4e20-bead-a99e5956c5bc {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:46:42.939529 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff528286-e40b-4fe0-b80d-8116f7c1a206", "tag": "b97876de-9ffa-410b-8d2e-caed3b276e79", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:46:42.939782 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-01b3083d-30bf-4e20-bead-a99e5956c5bc {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:46:42.940190 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff528286-e40b-4fe0-b80d-8116f7c1a206', 'tag': 'b97876de-9ffa-410b-8d2e-caed3b276e79', 'status': 'completed', 'code': 200} Dec 17 16:46:42.988488 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-20b2d352-73cf-4da3-8fcc-f50fddc7d7ee None None] Set router f1ffc432-f189-42fd-b3ff-79107aefe18e gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:46:43.010333 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951056d-e567-441d-ae0a-5921c7377df4 req-ac16986b-c351-42bd-8f4b-83d816025e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:43.017418 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2951056d-e567-441d-ae0a-5921c7377df4 req-ac16986b-c351-42bd-8f4b-83d816025e81 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08c1798f63d740588f7f2a667e40055d&device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 1097 time: 0.0463278 Dec 17 16:46:43.124494 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951056d-e567-441d-ae0a-5921c7377df4 req-3043eae1-6c62-4a4a-b000-c8c7cc575cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:43.126628 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2951056d-e567-441d-ae0a-5921c7377df4 req-3043eae1-6c62-4a4a-b000-c8c7cc575cc4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e880373f-7690-4833-b18c-8ac9a1524074 HTTP/1.1" status: 200 len: 910 time: 0.1070232 Dec 17 16:46:43.182316 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2951056d-e567-441d-ae0a-5921c7377df4 req-ecef605a-6645-4eb1-b2ba-9e15c4d64bc0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b97876de-9ffa-410b-8d2e-caed3b276e79 HTTP/1.1" status: 200 len: 217 time: 0.0372865 Dec 17 16:46:43.218395 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-20b2d352-73cf-4da3-8fcc-f50fddc7d7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'name': 'tempest-TestShelveInstance-1892117433-router', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:37Z', 'revision_number': 4, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'gw_port': {'id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'dc412011-6c1c-4788-ba22-17b4e92e7062', 'name': '', 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'mac_address': 'fa:16:3e:3e:95:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:36Z', 'updated_at': '2021-12-17T16:41:41Z', 'revision_number': 5, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'subnets': [{'id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:46:43.239299 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951056d-e567-441d-ae0a-5921c7377df4 req-93dcd52b-686d-4447-a253-c434250b1901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:43.240766 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2951056d-e567-441d-ae0a-5921c7377df4 req-93dcd52b-686d-4447-a253-c434250b1901 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07da24ec-1058-4bd1-ba8b-24dbc28a45da HTTP/1.1" status: 200 len: 848 time: 0.0505409 Dec 17 16:46:43.245632 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b2d352-73cf-4da3-8fcc-f50fddc7d7ee None None] Checking router: f1ffc432-f189-42fd-b3ff-79107aefe18e for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:46:43.288934 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951056d-e567-441d-ae0a-5921c7377df4 req-2eed5479-8f4e-4b6d-82ff-fdec620b9ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:43.290458 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2951056d-e567-441d-ae0a-5921c7377df4 req-2eed5479-8f4e-4b6d-82ff-fdec620b9ea1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e880373f-7690-4833-b18c-8ac9a1524074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429351 Dec 17 16:46:43.301127 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b2d352-73cf-4da3-8fcc-f50fddc7d7ee None None] Routers {'f1ffc432-f189-42fd-b3ff-79107aefe18e'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:46:43.302665 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-20b2d352-73cf-4da3-8fcc-f50fddc7d7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:46:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['f1ffc432-f189-42fd-b3ff-79107aefe18e'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:46:43.374079 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f5cd5-f044-4a05-88cb-f4dc31b119d3 req-456aca4c-e52a-443a-9dd8-408f1b3fb8d2 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:43.376210 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6e9f5cd5-f044-4a05-88cb-f4dc31b119d3 req-456aca4c-e52a-443a-9dd8-408f1b3fb8d2 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 946 time: 0.0621192 Dec 17 16:46:43.402872 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2951056d-e567-441d-ae0a-5921c7377df4 req-91f7f6a7-eafe-453d-9e03-af9cbf6b4cf7 service neutron] 10.222.0.13 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985374 Dec 17 16:46:43.415401 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-20b2d352-73cf-4da3-8fcc-f50fddc7d7ee None None] Set router f1ffc432-f189-42fd-b3ff-79107aefe18e gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:46:43.423471 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-6e9f5cd5-f044-4a05-88cb-f4dc31b119d3 req-8a351c5a-5719-4cff-ba08-cd9a71e66563 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399754 Dec 17 16:46:43.509783 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2951056d-e567-441d-ae0a-5921c7377df4 req-ac940a8f-7d5b-4115-9f7e-98b80f1933e5 service neutron] 10.222.0.13 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971997 Dec 17 16:46:43.630078 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-20b2d352-73cf-4da3-8fcc-f50fddc7d7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'name': 'tempest-TestShelveInstance-1892117433-router', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:37Z', 'revision_number': 4, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'gw_port': {'id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'dc412011-6c1c-4788-ba22-17b4e92e7062', 'name': '', 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'mac_address': 'fa:16:3e:3e:95:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:36Z', 'updated_at': '2021-12-17T16:41:41Z', 'revision_number': 5, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'subnets': [{'id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:46:43.656085 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b2d352-73cf-4da3-8fcc-f50fddc7d7ee None None] The sync data for ids ['f1ffc432-f189-42fd-b3ff-79107aefe18e'] in n-d-820553-2 is: [{'id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'name': 'tempest-TestShelveInstance-1892117433-router', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:37Z', 'revision_number': 4, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'gw_port': {'id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'dc412011-6c1c-4788-ba22-17b4e92e7062', 'name': '', 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'mac_address': 'fa:16:3e:3e:95:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:36Z', 'updated_at': '2021-12-17T16:41:41Z', 'revision_number': 5, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'subnets': [{'id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:46:43.891462 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5050282b-56db-4e01-84c9-38c7fb16dd1c None None] New status for floating IP 0fd96059-1e55-47ec-8f74-207bbff8b2ae: DOWN {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:46:44.587943 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b4c95-87be-4bec-bf74-06056e1de292 req-603a4a2e-f035-45eb-a776-9a048483d7a6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:44.589456 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-046b4c95-87be-4bec-bf74-06056e1de292 req-603a4a2e-f035-45eb-a776-9a048483d7a6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 946 time: 0.0494225 Dec 17 16:46:44.637771 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-046b4c95-87be-4bec-bf74-06056e1de292 req-c17e995e-a956-477e-9dfe-7061652a7cc0 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=768c94ce-87a6-4c38-9e74-1a70c8356f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418758 Dec 17 16:46:44.664080 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1acbc-6133-4b0d-8ced-7cd65134529c req-1f1d9f2c-acad-45c7-9f52-779e91d6e1db tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:46:44.665562 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d0a1acbc-6133-4b0d-8ced-7cd65134529c req-1f1d9f2c-acad-45c7-9f52-779e91d6e1db tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 946 time: 0.0576365 Dec 17 16:46:44.783651 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-d0a1acbc-6133-4b0d-8ced-7cd65134529c req-3dd023ca-0880-40b6-a5e8-3f99fab0cc1a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Deleting port b97876de-9ffa-410b-8d2e-caed3b276e79 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:46:44.783989 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d0a1acbc-6133-4b0d-8ced-7cd65134529c req-3dd023ca-0880-40b6-a5e8-3f99fab0cc1a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:44.892536 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-d0a1acbc-6133-4b0d-8ced-7cd65134529c req-3dd023ca-0880-40b6-a5e8-3f99fab0cc1a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] For port b97876de-9ffa-410b-8d2e-caed3b276e79, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=b97876de-9ffa-410b-8d2e-caed3b276e79,segment=NetworkSegment(3ffd4729-42b3-42f3-9f8f-05a4d5938687),segment_id=3ffd4729-42b3-42f3-9f8f-05a4d5938687)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:46:44.892906 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d0a1acbc-6133-4b0d-8ced-7cd65134529c req-3dd023ca-0880-40b6-a5e8-3f99fab0cc1a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:44.906261 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-d0a1acbc-6133-4b0d-8ced-7cd65134529c req-3dd023ca-0880-40b6-a5e8-3f99fab0cc1a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Calling delete_port for b97876de-9ffa-410b-8d2e-caed3b276e79 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:46:45.105098 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d0a1acbc-6133-4b0d-8ced-7cd65134529c req-3dd023ca-0880-40b6-a5e8-3f99fab0cc1a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:45.138416 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd023ca-0880-40b6-a5e8-3f99fab0cc1a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Pushing event deleted for resources: {'Port': ['ID=b97876de-9ffa-410b-8d2e-caed3b276e79,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:45.187908 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a1acbc-6133-4b0d-8ced-7cd65134529c req-3dd023ca-0880-40b6-a5e8-3f99fab0cc1a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] No DVR routers for this DVR port b97876de-9ffa-410b-8d2e-caed3b276e79 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:46:45.190909 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-d0a1acbc-6133-4b0d-8ced-7cd65134529c req-3dd023ca-0880-40b6-a5e8-3f99fab0cc1a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:45.194318 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-d0a1acbc-6133-4b0d-8ced-7cd65134529c req-3dd023ca-0880-40b6-a5e8-3f99fab0cc1a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.13 "DELETE /v2.0/ports/b97876de-9ffa-410b-8d2e-caed3b276e79 HTTP/1.1" status: 204 len: 173 time: 0.5226614 Dec 17 16:46:45.194760 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff528286-e40b-4fe0-b80d-8116f7c1a206', 'name': 'network-vif-deleted', 'tag': 'b97876de-9ffa-410b-8d2e-caed3b276e79'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:46:45.197101 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f3253d-75b7-4964-86f5-2fb9d0717890" -d '{"events": [{"server_uuid": "ff528286-e40b-4fe0-b80d-8116f7c1a206", "name": "network-vif-deleted", "tag": "b97876de-9ffa-410b-8d2e-caed3b276e79"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:46:45.234204 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ba0d45-a626-4fc4-94ce-a92051d6910d x-openstack-request-id: req-96ba0d45-a626-4fc4-94ce-a92051d6910d {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:46:45.234716 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff528286-e40b-4fe0-b80d-8116f7c1a206", "name": "network-vif-deleted", "tag": "b97876de-9ffa-410b-8d2e-caed3b276e79", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:46:45.234970 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-96ba0d45-a626-4fc4-94ce-a92051d6910d {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:46:45.235397 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff528286-e40b-4fe0-b80d-8116f7c1a206', 'name': 'network-vif-deleted', 'tag': 'b97876de-9ffa-410b-8d2e-caed3b276e79', 'status': 'completed', 'code': 200} Dec 17 16:46:45.805266 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:46:46.008400 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-511cf168-1a26-4420-8e4a-2c5e06d72e2f req-9a06e224-3bc1-4f20-8a6e-af39c9165b74 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff528286-e40b-4fe0-b80d-8116f7c1a206 HTTP/1.1" status: 200 len: 210 time: 0.2929213 Dec 17 16:46:47.067583 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46850) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:46:47.125687 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b3051618-0003-4d29-9437-784d898cf4bd tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:47.151632 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b3051618-0003-4d29-9437-784d898cf4bd tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:47.258506 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b3051618-0003-4d29-9437-784d898cf4bd tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:47.261081 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b3051618-0003-4d29-9437-784d898cf4bd tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:47.262591 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b3051618-0003-4d29-9437-784d898cf4bd tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "DELETE /v2.0/security-groups/768c94ce-87a6-4c38-9e74-1a70c8356f3b HTTP/1.1" status: 204 len: 168 time: 0.1940408 Dec 17 16:46:47.272796 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3051618-0003-4d29-9437-784d898cf4bd tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=768c94ce-87a6-4c38-9e74-1a70c8356f3b,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:47.698284 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46856) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:46:47.702816 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-e755f325-af0d-4955-b964-815bc1c57824 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1133640586', 'description': 'tempest-secgroup-smoke-1133640586 description', 'project_id': '08c1798f63d740588f7f2a667e40055d'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:46:47.785311 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e755f325-af0d-4955-b964-815bc1c57824 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:47.850545 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e755f325-af0d-4955-b964-815bc1c57824 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:47.898916 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e755f325-af0d-4955-b964-815bc1c57824 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:47.928420 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e755f325-af0d-4955-b964-815bc1c57824 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:47.980553 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e755f325-af0d-4955-b964-815bc1c57824 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:47.981824 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e755f325-af0d-4955-b964-815bc1c57824 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2825363 Dec 17 16:46:47.984596 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46858) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:46:47.989750 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-bb3dd61d-3fd7-4838-adbd-953de618ab42 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Request body: {'security_group_rule': {'security_group_id': '1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0', 'project_id': '08c1798f63d740588f7f2a667e40055d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:46:48.060723 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bb3dd61d-3fd7-4838-adbd-953de618ab42 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:48.121346 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bb3dd61d-3fd7-4838-adbd-953de618ab42 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:48.166788 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bb3dd61d-3fd7-4838-adbd-953de618ab42 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:48.186441 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3dd61d-3fd7-4838-adbd-953de618ab42 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a6b2ea-1f33-43a6-ac38-01c0629bfd99,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:48.243302 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bb3dd61d-3fd7-4838-adbd-953de618ab42 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:48.244490 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-bb3dd61d-3fd7-4838-adbd-953de618ab42 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2589440 Dec 17 16:46:48.247309 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46860) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:46:48.251515 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-659c1d43-0723-4638-bd51-620f459bbb85 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Request body: {'security_group_rule': {'security_group_id': '1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0', 'project_id': '08c1798f63d740588f7f2a667e40055d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:46:48.320355 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-659c1d43-0723-4638-bd51-620f459bbb85 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:48.376116 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-659c1d43-0723-4638-bd51-620f459bbb85 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:48.418537 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-659c1d43-0723-4638-bd51-620f459bbb85 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:48.435519 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c1d43-0723-4638-bd51-620f459bbb85 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb7c6189-82e4-4942-a7ed-e8f4bf641079,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:48.494513 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-659c1d43-0723-4638-bd51-620f459bbb85 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:48.495827 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-659c1d43-0723-4638-bd51-620f459bbb85 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2476208 Dec 17 16:46:48.498612 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46862) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:46:48.503807 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-e1f4b892-e9d2-4306-ab72-99642fe21eee tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Request body: {'security_group_rule': {'security_group_id': '1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0', 'project_id': '08c1798f63d740588f7f2a667e40055d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:46:48.594852 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e1f4b892-e9d2-4306-ab72-99642fe21eee tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:48.651880 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e1f4b892-e9d2-4306-ab72-99642fe21eee tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:48.727666 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e1f4b892-e9d2-4306-ab72-99642fe21eee tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:48.747493 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4b892-e9d2-4306-ab72-99642fe21eee tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=578e25f1-afff-4a5f-a71a-f8de597f5f80,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:48.833301 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e1f4b892-e9d2-4306-ab72-99642fe21eee tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:48.834507 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e1f4b892-e9d2-4306-ab72-99642fe21eee tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3349895 Dec 17 16:46:48.837282 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46864) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:46:48.841507 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-62f11a07-e8df-4016-93e2-22e4da0bf283 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Request body: {'security_group_rule': {'security_group_id': '1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0', 'project_id': '08c1798f63d740588f7f2a667e40055d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:46:48.862889 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device b97876de-9ffa-410b-8d2e-caed3b276e79 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:46:48.883074 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: b97876de-9ffa-410b-8d2e-caed3b276e79 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:46:48.883419 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device b97876de-9ffa-410b-8d2e-caed3b276e79 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:46:48.932134 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-62f11a07-e8df-4016-93e2-22e4da0bf283 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:48.993442 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-62f11a07-e8df-4016-93e2-22e4da0bf283 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:49.047317 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-62f11a07-e8df-4016-93e2-22e4da0bf283 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:49.066854 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f11a07-e8df-4016-93e2-22e4da0bf283 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea0bd87-2f3d-40f5-a6f3-e64f6b867239,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:49.130244 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-62f11a07-e8df-4016-93e2-22e4da0bf283 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:49.131937 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-62f11a07-e8df-4016-93e2-22e4da0bf283 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2937291 Dec 17 16:46:49.134620 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46866) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:46:49.139145 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-abd14703-9042-4ee3-bb7a-3b9447169a8a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Request body: {'security_group_rule': {'security_group_id': '1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0', 'project_id': '08c1798f63d740588f7f2a667e40055d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:46:49.201679 n-d-820553-2 neutron-server[102833]: INFO neutron.db.securitygroups_db [None req-abd14703-9042-4ee3-bb7a-3b9447169a8a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Project 08c1798f63d740588f7f2a667e40055d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:46:49.207445 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-abd14703-9042-4ee3-bb7a-3b9447169a8a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:49.266942 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-abd14703-9042-4ee3-bb7a-3b9447169a8a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:49.332397 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-abd14703-9042-4ee3-bb7a-3b9447169a8a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:49.350588 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd14703-9042-4ee3-bb7a-3b9447169a8a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb6bb12-5457-490b-b9e6-8ac950228867,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:49.414457 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-abd14703-9042-4ee3-bb7a-3b9447169a8a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:49.415664 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-abd14703-9042-4ee3-bb7a-3b9447169a8a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2801206 Dec 17 16:46:49.418308 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 46868) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:46:49.422725 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-15c09719-766f-4ec2-93fd-7bb55015a618 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Request body: {'security_group_rule': {'security_group_id': '1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0', 'project_id': '08c1798f63d740588f7f2a667e40055d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:46:49.503565 n-d-820553-2 neutron-server[102833]: INFO neutron.db.securitygroups_db [None req-15c09719-766f-4ec2-93fd-7bb55015a618 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Project 08c1798f63d740588f7f2a667e40055d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:46:49.508402 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-15c09719-766f-4ec2-93fd-7bb55015a618 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:49.569337 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-15c09719-766f-4ec2-93fd-7bb55015a618 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:49.646032 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-15c09719-766f-4ec2-93fd-7bb55015a618 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:49.663592 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c09719-766f-4ec2-93fd-7bb55015a618 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=983cf227-1664-4d3a-aa12-3737f1edc663,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:46:49.724816 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-15c09719-766f-4ec2-93fd-7bb55015a618 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:49.726284 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-15c09719-766f-4ec2-93fd-7bb55015a618 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3069861 Dec 17 16:46:56.921771 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:46:58.921458 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-990d8fa6-44b5-4422-8db2-bae18f368387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:01.201139 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8270b392-7ced-43c8-a606-6897fba79b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:02.704221 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:04.298258 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:04.361593 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:09.572727 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-ee4ec99c-2b5a-4062-932c-925838ac507f tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1133640586&fields=id&tenant_id=08c1798f63d740588f7f2a667e40055d HTTP/1.1" status: 200 len: 267 time: 0.0321462 Dec 17 16:47:09.679700 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-1a1407fa-550c-4c4f-97a0-a84162857b20 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:09.681681 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-1a1407fa-550c-4c4f-97a0-a84162857b20 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/networks?id=e880373f-7690-4833-b18c-8ac9a1524074 HTTP/1.1" status: 200 len: 809 time: 0.1022623 Dec 17 16:47:09.698399 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-3f8f0e5c-fd6e-4955-a5dc-fe8cc1b0a8bb tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/quotas/08c1798f63d740588f7f2a667e40055d HTTP/1.1" status: 200 len: 375 time: 0.0108094 Dec 17 16:47:09.751479 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-17465fb5-e0ad-4a09-8078-4493d0372eb7 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=08c1798f63d740588f7f2a667e40055d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474737 Dec 17 16:47:09.810051 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-8f6d6e0a-c7b2-4327-af3b-cfb891e39687 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:47:09.811144 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-8f6d6e0a-c7b2-4327-af3b-cfb891e39687 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0484140 Dec 17 16:47:09.903349 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-94ce2c47-76c7-43ae-b678-ec35448c4a83 service neutron] 10.222.0.46 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848234 Dec 17 16:47:09.997489 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-d5103b88-4064-43a3-99c5-1afabe747e16 service neutron] 10.222.0.46 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879831 Dec 17 16:47:10.518023 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-80076249-b153-4792-b98c-83f854ae2f99 req-e34428d0-d331-4075-afb4-a79a3be259cb tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 210 time: 0.0274184 Dec 17 16:47:11.469974 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:11.611737 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-108eda85-9626-4a65-81ea-b466bae21bfc req-d4f22ef9-3acf-440d-a950-aeef90e3059c tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 210 time: 0.0259256 Dec 17 16:47:12.330358 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-02adf74f-4d20-4a06-95d6-c00f8238c23d tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:12.331842 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-02adf74f-4d20-4a06-95d6-c00f8238c23d tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.41 "GET /v2.0/networks?id=e880373f-7690-4833-b18c-8ac9a1524074 HTTP/1.1" status: 200 len: 809 time: 0.1062181 Dec 17 16:47:12.379545 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-4f7232fd-ff38-401a-ae50-9dd57b3485d2 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08c1798f63d740588f7f2a667e40055d HTTP/1.1" status: 200 len: 380 time: 0.0338778 Dec 17 16:47:12.389107 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-98b78754-0786-4c62-982d-36ee5b11aad6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Request body: {'port': {'device_id': '663aed43-3fcf-4221-a01f-12f52e5a560c', 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074', 'admin_state_up': True, 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'security_groups': ['1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:47:12.560839 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-98b78754-0786-4c62-982d-36ee5b11aad6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Made reservation on behalf of 08c1798f63d740588f7f2a667e40055d for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:47:12.564560 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-98b78754-0786-4c62-982d-36ee5b11aad6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:12.691617 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-98b78754-0786-4c62-982d-36ee5b11aad6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Allocated IP 172.20.0.9 (e880373f-7690-4833-b18c-8ac9a1524074/07da24ec-1058-4bd1-ba8b-24dbc28a45da/d5990f00-2af8-482b-865c-c6f0eadda0be) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:47:12.717124 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-652cc10f-f94c-41d8-95af-c1a79af51937 req-94923355-ccab-459b-adc6-deed431e4955 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 210 time: 0.0290623 Dec 17 16:47:12.835869 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-98b78754-0786-4c62-982d-36ee5b11aad6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:12.915783 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-98b78754-0786-4c62-982d-36ee5b11aad6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:12.959705 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-98b78754-0786-4c62-982d-36ee5b11aad6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Network e880373f-7690-4833-b18c-8ac9a1524074 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:47:12.964443 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-98b78754-0786-4c62-982d-36ee5b11aad6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:47:12.970925 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-98b78754-0786-4c62-982d-36ee5b11aad6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:47:12.974682 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b78754-0786-4c62-982d-36ee5b11aad6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Pushing event updated for resources: {'Port': ['ID=d5990f00-2af8-482b-865c-c6f0eadda0be,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:47:13.025766 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-98b78754-0786-4c62-982d-36ee5b11aad6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:13.026400 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-98b78754-0786-4c62-982d-36ee5b11aad6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:13.084140 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-98b78754-0786-4c62-982d-36ee5b11aad6 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6988668 Dec 17 16:47:13.094579 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-42c95459-a00b-4e46-9471-aeae6b9c6df5 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:47:13.095810 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-42c95459-a00b-4e46-9471-aeae6b9c6df5 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058000 Dec 17 16:47:13.163259 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-a5dac617-21c3-41cb-a0f7-5ee8c86deac3 service neutron] Request body: {'port': {'device_id': '663aed43-3fcf-4221-a01f-12f52e5a560c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:47:13.209922 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-cff872e0-4708-48a1-9ae1-a8819feeaa35 None None] Provisioning complete for port d5990f00-2af8-482b-865c-c6f0eadda0be triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:47:13.210524 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-cff872e0-4708-48a1-9ae1-a8819feeaa35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:13.225376 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-a5dac617-21c3-41cb-a0f7-5ee8c86deac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:13.247410 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-cff872e0-4708-48a1-9ae1-a8819feeaa35 None None] Port d5990f00-2af8-482b-865c-c6f0eadda0be cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:47:13.488897 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-a5dac617-21c3-41cb-a0f7-5ee8c86deac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5990f00-2af8-482b-865c-c6f0eadda0be {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:47:13.496951 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-a5dac617-21c3-41cb-a0f7-5ee8c86deac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:13.508646 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-a5dac617-21c3-41cb-a0f7-5ee8c86deac3 service neutron] Transition to ACTIVE for port object d5990f00-2af8-482b-865c-c6f0eadda0be will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:47:13.578506 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-a5dac617-21c3-41cb-a0f7-5ee8c86deac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:13.633490 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dac617-21c3-41cb-a0f7-5ee8c86deac3 service neutron] Pushing event updated for resources: {'Port': ['ID=d5990f00-2af8-482b-865c-c6f0eadda0be,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:47:13.722679 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-a5dac617-21c3-41cb-a0f7-5ee8c86deac3 service neutron] Attempting to bind port d5990f00-2af8-482b-865c-c6f0eadda0be on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:47:13.723023 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-a5dac617-21c3-41cb-a0f7-5ee8c86deac3 service neutron] Attempting to bind port d5990f00-2af8-482b-865c-c6f0eadda0be by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '3ffd4729-42b3-42f3-9f8f-05a4d5938687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:47:13.723352 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-a5dac617-21c3-41cb-a0f7-5ee8c86deac3 service neutron] Attempting to bind port d5990f00-2af8-482b-865c-c6f0eadda0be on network e880373f-7690-4833-b18c-8ac9a1524074 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:47:13.729549 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-a5dac617-21c3-41cb-a0f7-5ee8c86deac3 service neutron] Port d5990f00-2af8-482b-865c-c6f0eadda0be on network e880373f-7690-4833-b18c-8ac9a1524074 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:47:13.729915 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-a5dac617-21c3-41cb-a0f7-5ee8c86deac3 service neutron] Attempting to bind port d5990f00-2af8-482b-865c-c6f0eadda0be on network e880373f-7690-4833-b18c-8ac9a1524074 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:47:13.735309 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-a5dac617-21c3-41cb-a0f7-5ee8c86deac3 service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:47:13.735649 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-a5dac617-21c3-41cb-a0f7-5ee8c86deac3 service neutron] Checking segment: {'id': '3ffd4729-42b3-42f3-9f8f-05a4d5938687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:47:13.736181 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-a5dac617-21c3-41cb-a0f7-5ee8c86deac3 service neutron] Bound using segment: {'id': '3ffd4729-42b3-42f3-9f8f-05a4d5938687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:47:13.737415 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-a5dac617-21c3-41cb-a0f7-5ee8c86deac3 service neutron] Bound port: d5990f00-2af8-482b-865c-c6f0eadda0be, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ffd4729-42b3-42f3-9f8f-05a4d5938687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:47:13.738634 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-a5dac617-21c3-41cb-a0f7-5ee8c86deac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:13.816329 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-a5dac617-21c3-41cb-a0f7-5ee8c86deac3 service neutron] For port d5990f00-2af8-482b-865c-c6f0eadda0be, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:47:13.820147 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-a5dac617-21c3-41cb-a0f7-5ee8c86deac3 service neutron] For port d5990f00-2af8-482b-865c-c6f0eadda0be, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=d5990f00-2af8-482b-865c-c6f0eadda0be,segment=NetworkSegment(3ffd4729-42b3-42f3-9f8f-05a4d5938687),segment_id=3ffd4729-42b3-42f3-9f8f-05a4d5938687)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:47:13.859690 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e26641-c485-446e-a776-f17e1d81b08b req-a2c850e5-a8b2-44ea-bc50-d2754c5af2c8 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:13.861267 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-23e26641-c485-446e-a776-f17e1d81b08b req-a2c850e5-a8b2-44ea-bc50-d2754c5af2c8 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 943 time: 0.0602231 Dec 17 16:47:13.902437 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-23e26641-c485-446e-a776-f17e1d81b08b req-58e89e54-b61f-4335-b27b-80da236f476c tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349171 Dec 17 16:47:13.922010 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-a5dac617-21c3-41cb-a0f7-5ee8c86deac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:13.960872 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-a5dac617-21c3-41cb-a0f7-5ee8c86deac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:13.961538 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-a5dac617-21c3-41cb-a0f7-5ee8c86deac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:13.963456 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-a5dac617-21c3-41cb-a0f7-5ee8c86deac3 service neutron] 10.222.0.41 "PUT /v2.0/ports/d5990f00-2af8-482b-865c-c6f0eadda0be HTTP/1.1" status: 200 len: 1091 time: 0.8543453 Dec 17 16:47:13.963932 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663aed43-3fcf-4221-a01f-12f52e5a560c', 'tag': 'd5990f00-2af8-482b-865c-c6f0eadda0be'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:47:13.966200 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2549b639-f6af-4833-adec-011ce435ca5b" -d '{"events": [{"name": "network-changed", "server_uuid": "663aed43-3fcf-4221-a01f-12f52e5a560c", "tag": "d5990f00-2af8-482b-865c-c6f0eadda0be"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:47:14.000286 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dac617-21c3-41cb-a0f7-5ee8c86deac3 service neutron] Pushing event updated for resources: {'Port': ['ID=d5990f00-2af8-482b-865c-c6f0eadda0be,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:47:14.020344 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f7292a-29b8-481d-a0af-5aa31433b3c6 x-openstack-request-id: req-b4f7292a-29b8-481d-a0af-5aa31433b3c6 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:47:14.020642 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "663aed43-3fcf-4221-a01f-12f52e5a560c", "tag": "d5990f00-2af8-482b-865c-c6f0eadda0be", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:47:14.020917 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b4f7292a-29b8-481d-a0af-5aa31433b3c6 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:47:14.021365 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663aed43-3fcf-4221-a01f-12f52e5a560c', 'tag': 'd5990f00-2af8-482b-865c-c6f0eadda0be', 'status': 'completed', 'code': 200} Dec 17 16:47:14.112607 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549b639-f6af-4833-adec-011ce435ca5b req-7c1b0b85-8b07-46d8-b825-ae9f6350492e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:14.114319 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2549b639-f6af-4833-adec-011ce435ca5b req-7c1b0b85-8b07-46d8-b825-ae9f6350492e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08c1798f63d740588f7f2a667e40055d&device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 1094 time: 0.0460463 Dec 17 16:47:14.235443 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549b639-f6af-4833-adec-011ce435ca5b req-53755f23-c9a3-4f9b-98f7-11f6a2e58945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:14.236967 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2549b639-f6af-4833-adec-011ce435ca5b req-53755f23-c9a3-4f9b-98f7-11f6a2e58945 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=08c1798f63d740588f7f2a667e40055d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1093669 Dec 17 16:47:14.332340 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549b639-f6af-4833-adec-011ce435ca5b req-b2e5bc74-8a86-4a01-ac56-956312ebc423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:14.333832 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2549b639-f6af-4833-adec-011ce435ca5b req-b2e5bc74-8a86-4a01-ac56-956312ebc423 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893595 Dec 17 16:47:14.431520 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-20e0f7bc-57f4-44f1-b20f-5016e54e997f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:14.433026 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-20e0f7bc-57f4-44f1-b20f-5016e54e997f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08c1798f63d740588f7f2a667e40055d&device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 1094 time: 0.0420496 Dec 17 16:47:14.484733 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-b4c92067-45b0-4efc-8045-99611702d5d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5990f00-2af8-482b-865c-c6f0eadda0be HTTP/1.1" status: 200 len: 217 time: 0.0387464 Dec 17 16:47:14.534956 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-66b4732a-e243-4d56-af6a-98d1f79b5310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:14.536459 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-66b4732a-e243-4d56-af6a-98d1f79b5310 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07da24ec-1058-4bd1-ba8b-24dbc28a45da HTTP/1.1" status: 200 len: 848 time: 0.0452030 Dec 17 16:47:14.582425 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-e0414f56-8079-4a6e-b650-82234f2beff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:14.583835 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-e0414f56-8079-4a6e-b650-82234f2beff7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e880373f-7690-4833-b18c-8ac9a1524074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401275 Dec 17 16:47:14.678203 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-be7db335-ab27-4ad2-bf93-b55715a6aaf9 service neutron] 10.222.0.41 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865781 Dec 17 16:47:14.769600 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3b7f1efc-1578-44d3-9a61-e5d8f91a9e76 req-161155a8-ff76-490e-994d-2ad4e074e5c7 service neutron] 10.222.0.41 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832593 Dec 17 16:47:15.019208 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016435e-e444-4329-b895-e58f189979ff req-6e7a4210-364c-4f60-85f7-2db3a25a4bdf tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:15.020679 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5016435e-e444-4329-b895-e58f189979ff req-6e7a4210-364c-4f60-85f7-2db3a25a4bdf tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 943 time: 0.0499284 Dec 17 16:47:15.060478 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5016435e-e444-4329-b895-e58f189979ff req-971ede3a-7aea-4c18-8063-a84bf35bfc16 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331166 Dec 17 16:47:16.177367 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50f33f-48f9-4018-b966-2269da6a6d0d req-9df421d5-e833-4d22-a5b9-ea93bcf089d8 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:16.178884 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9a50f33f-48f9-4018-b966-2269da6a6d0d req-9df421d5-e833-4d22-a5b9-ea93bcf089d8 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 943 time: 0.0494194 Dec 17 16:47:16.218381 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9a50f33f-48f9-4018-b966-2269da6a6d0d req-e244b87a-948f-4a86-9b57-c4fbc48da473 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332572 Dec 17 16:47:17.336418 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafaf2c-077b-4e6c-a925-a15dc6c70b46 req-f349ad62-72e8-4daf-a36b-0badc4328d38 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:17.338107 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2fafaf2c-077b-4e6c-a925-a15dc6c70b46 req-f349ad62-72e8-4daf-a36b-0badc4328d38 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 943 time: 0.0522549 Dec 17 16:47:17.375486 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2fafaf2c-077b-4e6c-a925-a15dc6c70b46 req-22c1e2c6-d256-4b0c-bb61-d822091fb9e9 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313401 Dec 17 16:47:18.490600 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a79c3-76f3-4a0f-a94d-fc9f65f7fada req-fb3ce6fc-3e2b-48f4-ad6a-fda779a1bb4e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:18.492034 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c32a79c3-76f3-4a0f-a94d-fc9f65f7fada req-fb3ce6fc-3e2b-48f4-ad6a-fda779a1bb4e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 943 time: 0.0490582 Dec 17 16:47:18.530465 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c32a79c3-76f3-4a0f-a94d-fc9f65f7fada req-1747739c-5375-43ad-a68c-d68286294de3 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321038 Dec 17 16:47:19.641821 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea685b89-a32e-4bdb-96c4-434466fb6210 req-a80ab605-b274-4752-b3f8-5aa830d6ccd3 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:19.643272 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ea685b89-a32e-4bdb-96c4-434466fb6210 req-a80ab605-b274-4752-b3f8-5aa830d6ccd3 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 943 time: 0.0481329 Dec 17 16:47:19.680339 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ea685b89-a32e-4bdb-96c4-434466fb6210 req-415e1a91-85b5-4e10-bdf7-90934b1bf76d tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312030 Dec 17 16:47:20.798364 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb57e3-53b9-48f2-aeac-03a4d22ffc68 req-8aa50fed-926e-44c5-a682-2472e047fa06 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:20.799830 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-37cb57e3-53b9-48f2-aeac-03a4d22ffc68 req-8aa50fed-926e-44c5-a682-2472e047fa06 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 943 time: 0.0533195 Dec 17 16:47:20.840001 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-37cb57e3-53b9-48f2-aeac-03a4d22ffc68 req-4eccf148-632c-4d7c-bd5a-55b3164ffbc2 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338058 Dec 17 16:47:21.955651 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0bb1b-f16c-426d-ad0e-c84b0f1c2df9 req-5afa262c-3ad5-4806-afce-a9a22d30a910 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:21.957136 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-abb0bb1b-f16c-426d-ad0e-c84b0f1c2df9 req-5afa262c-3ad5-4806-afce-a9a22d30a910 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 943 time: 0.0493891 Dec 17 16:47:21.995017 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-abb0bb1b-f16c-426d-ad0e-c84b0f1c2df9 req-d80ce6fa-b2de-4e09-986f-fd0af5044dc3 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319409 Dec 17 16:47:22.805360 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:47:23.108900 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74adce76-706c-437e-98c0-26989629c265 req-4b952ef4-0fff-477e-8ec5-0a4c372e1c02 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:23.110296 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-74adce76-706c-437e-98c0-26989629c265 req-4b952ef4-0fff-477e-8ec5-0a4c372e1c02 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 943 time: 0.0496802 Dec 17 16:47:23.148103 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-74adce76-706c-437e-98c0-26989629c265 req-1b522f86-aa9e-46df-8fdb-12836eec8cd0 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318713 Dec 17 16:47:24.267273 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbc1b5-a5e6-4d28-9383-876023de9015 req-e5fe8f5f-64f9-4612-b6e0-250776b634b9 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:24.268809 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9dbc1b5-a5e6-4d28-9383-876023de9015 req-e5fe8f5f-64f9-4612-b6e0-250776b634b9 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 943 time: 0.0542965 Dec 17 16:47:24.306227 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e9dbc1b5-a5e6-4d28-9383-876023de9015 req-8c5b0d7a-7507-4476-aa1e-1a9ecf6a249a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314057 Dec 17 16:47:25.419007 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa634d-9798-40a0-8394-2898e7113719 req-af414fec-5f7f-41ae-aa85-645a53c5dd83 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:25.420463 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0efa634d-9798-40a0-8394-2898e7113719 req-af414fec-5f7f-41ae-aa85-645a53c5dd83 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 943 time: 0.0487373 Dec 17 16:47:25.458011 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0efa634d-9798-40a0-8394-2898e7113719 req-fdb050ed-9d36-4280-a9f9-cebdd0877f91 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314989 Dec 17 16:47:26.570857 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6eb05-2a32-4e03-add7-aad1dccd6fed req-22f1c741-3c67-4e0d-b3e5-febad36b87ee tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:26.572306 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a1c6eb05-2a32-4e03-add7-aad1dccd6fed req-22f1c741-3c67-4e0d-b3e5-febad36b87ee tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 943 time: 0.0480423 Dec 17 16:47:26.610128 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a1c6eb05-2a32-4e03-add7-aad1dccd6fed req-96aab6b9-7eb7-45c4-94f2-45d407ade61f tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314431 Dec 17 16:47:26.926546 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:27.386287 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device d5990f00-2af8-482b-865c-c6f0eadda0be details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:47:27.478311 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port d5990f00-2af8-482b-865c-c6f0eadda0be, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=d5990f00-2af8-482b-865c-c6f0eadda0be,segment=NetworkSegment(3ffd4729-42b3-42f3-9f8f-05a4d5938687),segment_id=3ffd4729-42b3-42f3-9f8f-05a4d5938687)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:47:27.492653 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': 'd5990f00-2af8-482b-865c-c6f0eadda0be', 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074', 'port_id': 'd5990f00-2af8-482b-865c-c6f0eadda0be', 'mac_address': 'fa:16:3e:fd:fa:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:47:27.529395 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:27.542665 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5990f00-2af8-482b-865c-c6f0eadda0be {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:47:27.561183 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port d5990f00-2af8-482b-865c-c6f0eadda0be, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=d5990f00-2af8-482b-865c-c6f0eadda0be,segment=NetworkSegment(3ffd4729-42b3-42f3-9f8f-05a4d5938687),segment_id=3ffd4729-42b3-42f3-9f8f-05a4d5938687)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:47:27.618107 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:27.665371 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=d5990f00-2af8-482b-865c-c6f0eadda0be,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:47:27.672945 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:27.673323 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:27.673659 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:27.673998 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:27.674323 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:27.674649 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:27.674971 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:27.675297 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:27.675615 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:27.675934 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:27.676249 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:27.676566 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:27.735167 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384ffa0-2802-4b52-bd3f-4d37a8096aa5 req-8a9f6388-de7f-4d25-93d4-a8466d34e014 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:27.736622 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f384ffa0-2802-4b52-bd3f-4d37a8096aa5 req-8a9f6388-de7f-4d25-93d4-a8466d34e014 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 944 time: 0.0517182 Dec 17 16:47:27.774198 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f384ffa0-2802-4b52-bd3f-4d37a8096aa5 req-e975a81b-5fd5-4c6e-8cf7-712f199f2dda tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316408 Dec 17 16:47:28.028569 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['d5990f00-2af8-482b-865c-c6f0eadda0be'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:47:28.890125 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c06b06-dd1c-44f1-84a4-c66885b4016f req-f101d38f-8321-472d-9923-de822350bf16 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:28.891634 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-90c06b06-dd1c-44f1-84a4-c66885b4016f req-f101d38f-8321-472d-9923-de822350bf16 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 944 time: 0.0503323 Dec 17 16:47:28.909746 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d1e5976b-b4ff-4d1e-88a4-f4ca03076b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:28.935177 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-90c06b06-dd1c-44f1-84a4-c66885b4016f req-ff89266f-97af-4824-8ff4-21954119e611 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375028 Dec 17 16:47:29.402361 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device d5990f00-2af8-482b-865c-c6f0eadda0be up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:47:29.543121 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port d5990f00-2af8-482b-865c-c6f0eadda0be completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:47:29.547827 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port d5990f00-2af8-482b-865c-c6f0eadda0be triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:47:29.548197 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:29.628618 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:29.650577 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663aed43-3fcf-4221-a01f-12f52e5a560c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5990f00-2af8-482b-865c-c6f0eadda0be'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:47:29.652850 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788e3a62-69ec-43a5-bd32-7e6574aa11e9" -d '{"events": [{"server_uuid": "663aed43-3fcf-4221-a01f-12f52e5a560c", "name": "network-vif-plugged", "status": "completed", "tag": "d5990f00-2af8-482b-865c-c6f0eadda0be"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:47:29.664918 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port d5990f00-2af8-482b-865c-c6f0eadda0be, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=d5990f00-2af8-482b-865c-c6f0eadda0be,segment=NetworkSegment(3ffd4729-42b3-42f3-9f8f-05a4d5938687),segment_id=3ffd4729-42b3-42f3-9f8f-05a4d5938687)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:47:29.690403 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1ce248-927a-450b-a6e8-51eeaeccbf43 x-openstack-request-id: req-de1ce248-927a-450b-a6e8-51eeaeccbf43 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:47:29.690753 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663aed43-3fcf-4221-a01f-12f52e5a560c", "name": "network-vif-plugged", "status": "completed", "tag": "d5990f00-2af8-482b-865c-c6f0eadda0be", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:47:29.691013 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-de1ce248-927a-450b-a6e8-51eeaeccbf43 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:47:29.691406 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663aed43-3fcf-4221-a01f-12f52e5a560c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5990f00-2af8-482b-865c-c6f0eadda0be', 'code': 200} Dec 17 16:47:29.714867 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:29.765655 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=d5990f00-2af8-482b-865c-c6f0eadda0be,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:47:29.813283 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c4a42-f2b6-495a-a419-3a0c23605c11 req-4810e081-ce37-4f7e-8224-752eff80b0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:29.814755 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8d7c4a42-f2b6-495a-a419-3a0c23605c11 req-4810e081-ce37-4f7e-8224-752eff80b0c4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 1096 time: 0.0416059 Dec 17 16:47:29.856099 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8d7c4a42-f2b6-495a-a419-3a0c23605c11 req-6e23a411-f1d8-4374-b8d4-c92efb0eae18 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339205 Dec 17 16:47:30.047834 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fab56-4e47-443e-8b0a-2fda608db24b req-cacdcf6a-cf2e-4f86-809e-cc30fec4001d tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:30.049296 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-547fab56-4e47-443e-8b0a-2fda608db24b req-cacdcf6a-cf2e-4f86-809e-cc30fec4001d tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 945 time: 0.0480065 Dec 17 16:47:30.086809 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-547fab56-4e47-443e-8b0a-2fda608db24b req-f575481c-701c-41b8-984d-4c4e0779301d tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316794 Dec 17 16:47:31.195036 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c17120ed-feed-4536-b0c8-6cf51c9f2443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:31.208129 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463c6c1-3717-45b5-8a20-52062a4f39a7 req-bfb543fc-8952-46a0-bebe-4bd444768b1e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:31.209637 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5463c6c1-3717-45b5-8a20-52062a4f39a7 req-bfb543fc-8952-46a0-bebe-4bd444768b1e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 945 time: 0.0545058 Dec 17 16:47:31.247772 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5463c6c1-3717-45b5-8a20-52062a4f39a7 req-1479b7e5-1dc3-411b-90cf-7e7022245750 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320520 Dec 17 16:47:32.365504 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7ff63-194c-42b9-a4d2-7ed9c8878e3b req-9369b38c-76ef-4d35-a4a9-24e40dae226f tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:32.366999 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7da7ff63-194c-42b9-a4d2-7ed9c8878e3b req-9369b38c-76ef-4d35-a4a9-24e40dae226f tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 945 time: 0.0487401 Dec 17 16:47:32.408379 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7da7ff63-194c-42b9-a4d2-7ed9c8878e3b req-6e81b4d8-4d51-4030-8b26-17a0d6adf74a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338650 Dec 17 16:47:32.519758 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfd551-6c42-4199-852c-dbef68c8ac8a req-92a90b35-ecdb-40ac-9262-dac6783d94da tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:32.521240 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-42bfd551-6c42-4199-852c-dbef68c8ac8a req-92a90b35-ecdb-40ac-9262-dac6783d94da tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 945 time: 0.0487807 Dec 17 16:47:32.558071 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-42bfd551-6c42-4199-852c-dbef68c8ac8a req-1a946d3a-535c-4aa4-aad1-9062ea843395 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307872 Dec 17 16:47:32.579379 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47086) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:47:32.664438 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdacf0d1-c897-4084-a3c3-4a1c0819970e tempest-TestShelveInstance-558562137 tempest-TestShelveInstance-558562137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:32.665966 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-cdacf0d1-c897-4084-a3c3-4a1c0819970e tempest-TestShelveInstance-558562137 tempest-TestShelveInstance-558562137-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 1091 time: 0.0856419 Dec 17 16:47:32.668837 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47090) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:47:32.673933 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-412e498e-be1c-44e6-bc5c-16dcb712d438 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'port_id': 'd5990f00-2af8-482b-865c-c6f0eadda0be', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:47:32.703927 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:32.771851 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-412e498e-be1c-44e6-bc5c-16dcb712d438 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for floatingip, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:32.871708 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-412e498e-be1c-44e6-bc5c-16dcb712d438 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:32.977805 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-412e498e-be1c-44e6-bc5c-16dcb712d438 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Allocated IP 172.25.6.234 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/7c772ba8-9256-4676-88f5-43449edc18de) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:47:33.077411 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-412e498e-be1c-44e6-bc5c-16dcb712d438 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:33.160874 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-412e498e-be1c-44e6-bc5c-16dcb712d438 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:33.201809 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412e498e-be1c-44e6-bc5c-16dcb712d438 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:47:33.204977 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-412e498e-be1c-44e6-bc5c-16dcb712d438 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:47:33.209279 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412e498e-be1c-44e6-bc5c-16dcb712d438 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:47:33.236045 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e498e-be1c-44e6-bc5c-16dcb712d438 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Pushing event updated for resources: {'Port': ['ID=7c772ba8-9256-4676-88f5-43449edc18de,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:47:33.249545 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e498e-be1c-44e6-bc5c-16dcb712d438 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:33.249905 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e498e-be1c-44e6-bc5c-16dcb712d438 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:33.250247 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e498e-be1c-44e6-bc5c-16dcb712d438 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:33.250583 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e498e-be1c-44e6-bc5c-16dcb712d438 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:33.250918 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e498e-be1c-44e6-bc5c-16dcb712d438 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:33.251245 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e498e-be1c-44e6-bc5c-16dcb712d438 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:33.251573 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e498e-be1c-44e6-bc5c-16dcb712d438 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:33.251902 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e498e-be1c-44e6-bc5c-16dcb712d438 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:33.252223 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e498e-be1c-44e6-bc5c-16dcb712d438 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:33.252546 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e498e-be1c-44e6-bc5c-16dcb712d438 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:33.252870 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e498e-be1c-44e6-bc5c-16dcb712d438 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:33.253227 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e498e-be1c-44e6-bc5c-16dcb712d438 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:47:33.569584 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-412e498e-be1c-44e6-bc5c-16dcb712d438 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:33.676312 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-412e498e-be1c-44e6-bc5c-16dcb712d438 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:33.823376 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-412e498e-be1c-44e6-bc5c-16dcb712d438 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:33.874855 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-412e498e-be1c-44e6-bc5c-16dcb712d438 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:33.946657 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e498e-be1c-44e6-bc5c-16dcb712d438 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Pushing event updated for resources: {'Port': ['ID=7c772ba8-9256-4676-88f5-43449edc18de,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:47:33.956264 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-412e498e-be1c-44e6-bc5c-16dcb712d438 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:34.055660 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-412e498e-be1c-44e6-bc5c-16dcb712d438 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Floating IP 4cd115ed-38db-4b01-9861-86eba9de1088 associated. External IP: 172.25.6.234, port: d5990f00-2af8-482b-865c-c6f0eadda0be. Dec 17 16:47:34.264225 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:34.266075 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412e498e-be1c-44e6-bc5c-16dcb712d438 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Router f1ffc432-f189-42fd-b3ff-79107aefe18e has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:47:34.309131 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:34.375600 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412e498e-be1c-44e6-bc5c-16dcb712d438 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:47:34.385008 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930b558a-9491-4577-a2d2-0f47ff20e999 None None] Sync routers for ids ['f1ffc432-f189-42fd-b3ff-79107aefe18e'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:47:34.394706 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930b558a-9491-4577-a2d2-0f47ff20e999 None None] Routers {'f1ffc432-f189-42fd-b3ff-79107aefe18e'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:47:34.396196 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-930b558a-9491-4577-a2d2-0f47ff20e999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:47:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['f1ffc432-f189-42fd-b3ff-79107aefe18e'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:47:34.448426 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-412e498e-be1c-44e6-bc5c-16dcb712d438 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:34.477220 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-412e498e-be1c-44e6-bc5c-16dcb712d438 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8072393 Dec 17 16:47:34.477715 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663aed43-3fcf-4221-a01f-12f52e5a560c', 'tag': 'd5990f00-2af8-482b-865c-c6f0eadda0be'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:47:34.479999 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d9dde65d87f77979ab7779ec4af44e6e3bf331c8a24eb2abb769815fa7c2d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a8ba75-a4c2-49aa-a24d-b7fd36e5b6a7" -d '{"events": [{"name": "network-changed", "server_uuid": "663aed43-3fcf-4221-a01f-12f52e5a560c", "tag": "d5990f00-2af8-482b-865c-c6f0eadda0be"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:47:34.500871 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-930b558a-9491-4577-a2d2-0f47ff20e999 None None] Set router f1ffc432-f189-42fd-b3ff-79107aefe18e gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:47:34.614046 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fa36b3-1d56-43cc-b0d5-5df1fb314a2f x-openstack-request-id: req-d5fa36b3-1d56-43cc-b0d5-5df1fb314a2f {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:47:34.614605 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "663aed43-3fcf-4221-a01f-12f52e5a560c", "tag": "d5990f00-2af8-482b-865c-c6f0eadda0be", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:47:34.614605 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d5fa36b3-1d56-43cc-b0d5-5df1fb314a2f {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:47:34.614970 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663aed43-3fcf-4221-a01f-12f52e5a560c', 'tag': 'd5990f00-2af8-482b-865c-c6f0eadda0be', 'status': 'completed', 'code': 200} Dec 17 16:47:34.697397 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8ba75-a4c2-49aa-a24d-b7fd36e5b6a7 req-c75c2ede-d878-42db-9368-c2e7ea68db8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:34.698914 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-45a8ba75-a4c2-49aa-a24d-b7fd36e5b6a7 req-c75c2ede-d878-42db-9368-c2e7ea68db8a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08c1798f63d740588f7f2a667e40055d&device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 1096 time: 0.0424490 Dec 17 16:47:34.793897 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8ba75-a4c2-49aa-a24d-b7fd36e5b6a7 req-ee01d0a0-f490-49db-b678-9c0a2778c95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:34.795400 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-45a8ba75-a4c2-49aa-a24d-b7fd36e5b6a7 req-ee01d0a0-f490-49db-b678-9c0a2778c95d service neutron] 10.222.0.41 "GET /v2.0/networks?id=e880373f-7690-4833-b18c-8ac9a1524074 HTTP/1.1" status: 200 len: 910 time: 0.0897565 Dec 17 16:47:34.866686 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-45a8ba75-a4c2-49aa-a24d-b7fd36e5b6a7 req-41b24dee-265c-4e79-88ac-42d6bcfe053e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5990f00-2af8-482b-865c-c6f0eadda0be HTTP/1.1" status: 200 len: 999 time: 0.0638747 Dec 17 16:47:34.892361 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-930b558a-9491-4577-a2d2-0f47ff20e999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'name': 'tempest-TestShelveInstance-1892117433-router', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:37Z', 'revision_number': 4, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'gw_port': {'id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '4cd115ed-38db-4b01-9861-86eba9de1088', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'floating_ip_address': '172.25.6.234', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'port_id': 'd5990f00-2af8-482b-865c-c6f0eadda0be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074', 'mac_address': 'fa:16:3e:fd:fa:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663aed43-3fcf-4221-a01f-12f52e5a560c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:47:33Z', 'updated_at': '2021-12-17T16:47:33Z', 'revision_number': 0, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc412011-6c1c-4788-ba22-17b4e92e7062', 'name': '', 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'mac_address': 'fa:16:3e:3e:95:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:36Z', 'updated_at': '2021-12-17T16:41:41Z', 'revision_number': 5, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'subnets': [{'id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:47:34.915635 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8ba75-a4c2-49aa-a24d-b7fd36e5b6a7 req-6d58478a-2d5b-4f8d-a423-637b81b55eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:34.917124 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-45a8ba75-a4c2-49aa-a24d-b7fd36e5b6a7 req-6d58478a-2d5b-4f8d-a423-637b81b55eb1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07da24ec-1058-4bd1-ba8b-24dbc28a45da HTTP/1.1" status: 200 len: 848 time: 0.0442727 Dec 17 16:47:34.919169 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930b558a-9491-4577-a2d2-0f47ff20e999 None None] Checking router: f1ffc432-f189-42fd-b3ff-79107aefe18e for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:47:34.927732 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930b558a-9491-4577-a2d2-0f47ff20e999 None None] Routers {'f1ffc432-f189-42fd-b3ff-79107aefe18e'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:47:34.928337 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-930b558a-9491-4577-a2d2-0f47ff20e999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:47:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['f1ffc432-f189-42fd-b3ff-79107aefe18e'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:47:34.962964 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8ba75-a4c2-49aa-a24d-b7fd36e5b6a7 req-fdb0eae9-31c6-463f-a2e9-82cddc2d2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:47:34.964606 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-45a8ba75-a4c2-49aa-a24d-b7fd36e5b6a7 req-fdb0eae9-31c6-463f-a2e9-82cddc2d2219 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e880373f-7690-4833-b18c-8ac9a1524074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410023 Dec 17 16:47:35.035270 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-930b558a-9491-4577-a2d2-0f47ff20e999 None None] Set router f1ffc432-f189-42fd-b3ff-79107aefe18e gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:47:35.058848 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-45a8ba75-a4c2-49aa-a24d-b7fd36e5b6a7 req-ae05421f-c5da-45af-89f0-a7fdd547358d service neutron] 10.222.0.41 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867131 Dec 17 16:47:35.153021 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-45a8ba75-a4c2-49aa-a24d-b7fd36e5b6a7 req-1b530646-8500-4bab-a6e0-cd8abf819de2 service neutron] 10.222.0.41 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870900 Dec 17 16:47:35.260725 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-930b558a-9491-4577-a2d2-0f47ff20e999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'name': 'tempest-TestShelveInstance-1892117433-router', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:37Z', 'revision_number': 4, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'gw_port': {'id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '4cd115ed-38db-4b01-9861-86eba9de1088', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'floating_ip_address': '172.25.6.234', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'port_id': 'd5990f00-2af8-482b-865c-c6f0eadda0be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074', 'mac_address': 'fa:16:3e:fd:fa:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663aed43-3fcf-4221-a01f-12f52e5a560c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:47:33Z', 'updated_at': '2021-12-17T16:47:33Z', 'revision_number': 0, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc412011-6c1c-4788-ba22-17b4e92e7062', 'name': '', 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'mac_address': 'fa:16:3e:3e:95:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:36Z', 'updated_at': '2021-12-17T16:41:41Z', 'revision_number': 5, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'subnets': [{'id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:47:35.287023 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930b558a-9491-4577-a2d2-0f47ff20e999 None None] The sync data for ids ['f1ffc432-f189-42fd-b3ff-79107aefe18e'] in n-d-820553-2 is: [{'id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'name': 'tempest-TestShelveInstance-1892117433-router', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:37Z', 'revision_number': 4, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'gw_port': {'id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '4cd115ed-38db-4b01-9861-86eba9de1088', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'floating_ip_address': '172.25.6.234', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'port_id': 'd5990f00-2af8-482b-865c-c6f0eadda0be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074', 'mac_address': 'fa:16:3e:fd:fa:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663aed43-3fcf-4221-a01f-12f52e5a560c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:47:33Z', 'updated_at': '2021-12-17T16:47:33Z', 'revision_number': 0, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc412011-6c1c-4788-ba22-17b4e92e7062', 'name': '', 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'mac_address': 'fa:16:3e:3e:95:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:36Z', 'updated_at': '2021-12-17T16:41:41Z', 'revision_number': 5, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'subnets': [{'id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:47:35.473737 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451e0ada-e0d3-489a-81c2-aba43b47b7a5 None None] New status for floating IP 4cd115ed-38db-4b01-9861-86eba9de1088: ACTIVE {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:47:41.463215 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:56.937620 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:58.954574 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9acecd38-efbc-4e52-98b0-ebb451bcf3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:47:59.806294 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:48:01.217161 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6f453925-35f1-483a-b53a-7ae8f604db28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:48:02.714474 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:48:04.269183 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:48:04.342766 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:48:11.474395 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:48:26.114351 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-51364e8d-5fa3-4729-bfd8-f52ffe6c983c req-3fc191af-2a98-44e3-b79c-1d7ebd01c852 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434763 Dec 17 16:48:26.219504 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51364e8d-5fa3-4729-bfd8-f52ffe6c983c req-e66706bc-52b8-4559-a7f5-37de91496c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:26.220880 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-51364e8d-5fa3-4729-bfd8-f52ffe6c983c req-e66706bc-52b8-4559-a7f5-37de91496c20 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08c1798f63d740588f7f2a667e40055d&device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 1096 time: 0.0398169 Dec 17 16:48:26.322681 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51364e8d-5fa3-4729-bfd8-f52ffe6c983c req-b4aa4f83-efac-4663-8d8d-2c710bf3ae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:26.324160 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-51364e8d-5fa3-4729-bfd8-f52ffe6c983c req-b4aa4f83-efac-4663-8d8d-2c710bf3ae0b service neutron] 10.222.0.41 "GET /v2.0/networks?id=e880373f-7690-4833-b18c-8ac9a1524074 HTTP/1.1" status: 200 len: 910 time: 0.0834489 Dec 17 16:48:26.394330 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-51364e8d-5fa3-4729-bfd8-f52ffe6c983c req-be12c54f-35ab-4252-959b-6237054bda63 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5990f00-2af8-482b-865c-c6f0eadda0be HTTP/1.1" status: 200 len: 1001 time: 0.0625892 Dec 17 16:48:26.446249 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51364e8d-5fa3-4729-bfd8-f52ffe6c983c req-bf167e4a-82d9-49f7-8483-8bc4c9af9e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:26.447740 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-51364e8d-5fa3-4729-bfd8-f52ffe6c983c req-bf167e4a-82d9-49f7-8483-8bc4c9af9e4b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07da24ec-1058-4bd1-ba8b-24dbc28a45da HTTP/1.1" status: 200 len: 848 time: 0.0464356 Dec 17 16:48:26.492520 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51364e8d-5fa3-4729-bfd8-f52ffe6c983c req-d8f0aec6-e2d7-4b65-87b4-70d3b7f96a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:48:26.493935 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-51364e8d-5fa3-4729-bfd8-f52ffe6c983c req-d8f0aec6-e2d7-4b65-87b4-70d3b7f96a61 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e880373f-7690-4833-b18c-8ac9a1524074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396719 Dec 17 16:48:26.587027 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-51364e8d-5fa3-4729-bfd8-f52ffe6c983c req-9134b64b-4afd-4346-ae07-8f362e1ae74b service neutron] 10.222.0.41 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848756 Dec 17 16:48:26.676320 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-51364e8d-5fa3-4729-bfd8-f52ffe6c983c req-19eeabcb-d0d0-4f2f-a7ab-d42dd0ad28cc service neutron] 10.222.0.41 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826509 Dec 17 16:48:26.948836 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:48:28.919920 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-bac8c2a6-80b4-4670-a466-6f051b002fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:48:31.242347 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b974d48b-3873-4856-86e1-d9ac63644881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:48:32.726324 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:48:34.291726 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:48:34.319480 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:48:36.806495 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:48:41.501857 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:48:56.954321 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:48:58.930041 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ce316e08-82e9-460d-a22c-75af1c31a29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:49:01.194089 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3c2a9adb-7b8b-4510-9840-aaf3f2a057fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:49:02.696934 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:49:04.256625 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:49:04.324471 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:49:11.508311 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:49:13.805509 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:49:26.986936 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:49:28.105452 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a0b7f19f-2b4d-4976-8daa-d4865b4e14f2 req-d1c0836e-1f52-4416-82c4-0e0966faa94e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450063 Dec 17 16:49:28.198532 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7f19f-2b4d-4976-8daa-d4865b4e14f2 req-dc9b1a32-a53e-4c4e-81d0-684ba0633daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:28.199926 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a0b7f19f-2b4d-4976-8daa-d4865b4e14f2 req-dc9b1a32-a53e-4c4e-81d0-684ba0633daf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08c1798f63d740588f7f2a667e40055d&device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 1096 time: 0.0392964 Dec 17 16:49:28.301953 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7f19f-2b4d-4976-8daa-d4865b4e14f2 req-a657d9f9-8343-4c46-a7b6-44b873f6c628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:28.303392 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a0b7f19f-2b4d-4976-8daa-d4865b4e14f2 req-a657d9f9-8343-4c46-a7b6-44b873f6c628 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e880373f-7690-4833-b18c-8ac9a1524074 HTTP/1.1" status: 200 len: 910 time: 0.0843315 Dec 17 16:49:28.371210 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a0b7f19f-2b4d-4976-8daa-d4865b4e14f2 req-a64e8b8d-8445-4ad1-ae2d-c1954adeeca9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5990f00-2af8-482b-865c-c6f0eadda0be HTTP/1.1" status: 200 len: 1001 time: 0.0608270 Dec 17 16:49:28.418874 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7f19f-2b4d-4976-8daa-d4865b4e14f2 req-b26a491a-558f-4947-9409-5055351ee067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:28.420259 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a0b7f19f-2b4d-4976-8daa-d4865b4e14f2 req-b26a491a-558f-4947-9409-5055351ee067 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07da24ec-1058-4bd1-ba8b-24dbc28a45da HTTP/1.1" status: 200 len: 848 time: 0.0427725 Dec 17 16:49:28.465023 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7f19f-2b4d-4976-8daa-d4865b4e14f2 req-484bb39e-2045-471c-b8cf-e6896275a50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:28.466413 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a0b7f19f-2b4d-4976-8daa-d4865b4e14f2 req-484bb39e-2045-471c-b8cf-e6896275a50a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e880373f-7690-4833-b18c-8ac9a1524074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392842 Dec 17 16:49:28.557324 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a0b7f19f-2b4d-4976-8daa-d4865b4e14f2 req-4b6e3cc8-c1ee-47f0-a6e1-d9881e2b9db7 service neutron] 10.222.0.41 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834007 Dec 17 16:49:28.646253 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a0b7f19f-2b4d-4976-8daa-d4865b4e14f2 req-87d8d794-430a-4068-ac10-e90ed57cb560 service neutron] 10.222.0.41 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810294 Dec 17 16:49:28.931161 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-13267efb-5b70-4e75-801d-db93e38a54cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:49:31.181881 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1f9a244b-0615-4556-abbb-6c902612b490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:49:32.696672 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:49:34.256236 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:49:34.330995 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:49:41.519473 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:49:50.805751 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:49:56.970521 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:49:58.384087 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0bd2d-f8fd-4ace-bc3c-4f65847cac4c req-79e9099d-6170-42ba-91d5-99c56c604f6e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:58.385604 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4df0bd2d-f8fd-4ace-bc3c-4f65847cac4c req-79e9099d-6170-42ba-91d5-99c56c604f6e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 945 time: 0.0967767 Dec 17 16:49:58.423695 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4df0bd2d-f8fd-4ace-bc3c-4f65847cac4c req-9a5eb9cc-0f56-4ab2-a241-baa6907f2e2b tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317912 Dec 17 16:49:58.930694 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-19f5f35a-acac-4632-bd3c-4e6d41dd0cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:49:59.564164 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a765f-d222-49dd-acc4-c3a1bef95841 req-32268284-089f-4528-8f95-5c56af0ddbc9 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:49:59.565660 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-935a765f-d222-49dd-acc4-c3a1bef95841 req-32268284-089f-4528-8f95-5c56af0ddbc9 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 945 time: 0.0486803 Dec 17 16:49:59.606738 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-935a765f-d222-49dd-acc4-c3a1bef95841 req-fb20d202-c98e-4be5-97cd-b55192ef55cb tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351858 Dec 17 16:50:00.744083 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377637a-77d4-4137-bab3-5c34f8f62a1a req-5193beb6-3970-4509-a8e2-779d45cc5b86 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:00.745571 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3377637a-77d4-4137-bab3-5c34f8f62a1a req-5193beb6-3970-4509-a8e2-779d45cc5b86 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 945 time: 0.0493844 Dec 17 16:50:00.782612 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3377637a-77d4-4137-bab3-5c34f8f62a1a req-b697e24f-aa10-4ff1-8072-a12423ed5902 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312195 Dec 17 16:50:01.233394 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-25a896ca-c0bf-49c5-93bd-a491f420d982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:01.895741 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7f259-4808-426a-b083-7b3c47011abf req-4c399606-6e62-4157-97ee-21cc44f59d0d tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:01.897721 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98d7f259-4808-426a-b083-7b3c47011abf req-4c399606-6e62-4157-97ee-21cc44f59d0d tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 945 time: 0.0492761 Dec 17 16:50:01.935369 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-98d7f259-4808-426a-b083-7b3c47011abf req-ea1f5664-a5c9-4189-b517-09bfc1d68bc2 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315645 Dec 17 16:50:02.724718 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:03.053920 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5d070-4f23-46fe-abab-13edb3316c14 req-9840f2b8-5c09-4aab-8907-05c028de35db tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:03.055550 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3eb5d070-4f23-46fe-abab-13edb3316c14 req-9840f2b8-5c09-4aab-8907-05c028de35db tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 945 time: 0.0513141 Dec 17 16:50:03.097178 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-3eb5d070-4f23-46fe-abab-13edb3316c14 req-e25798de-08c4-40a5-a6a1-fcc2c0e2c72d tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355814 Dec 17 16:50:04.217394 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db4db6-9eaa-4640-ad5a-2cd1ae5e9518 req-f6c022be-ffb3-412f-8a69-cc1a8ebb8dbb tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:04.217394 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-23db4db6-9eaa-4640-ad5a-2cd1ae5e9518 req-f6c022be-ffb3-412f-8a69-cc1a8ebb8dbb tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 945 time: 0.0492487 Dec 17 16:50:04.249888 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:04.252954 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-23db4db6-9eaa-4640-ad5a-2cd1ae5e9518 req-c49a4e6a-b5f1-48ac-a6cf-2558828f00f7 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336115 Dec 17 16:50:04.311698 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:05.367137 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e58b8e-5ebb-449a-816a-92a9022bab61 req-f2a7acb3-79d0-4602-bec8-c7a980d487db tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:05.368609 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b8e58b8e-5ebb-449a-816a-92a9022bab61 req-f2a7acb3-79d0-4602-bec8-c7a980d487db tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 945 time: 0.0497184 Dec 17 16:50:05.405938 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b8e58b8e-5ebb-449a-816a-92a9022bab61 req-2674621c-7228-4a83-a368-75bd58679071 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312886 Dec 17 16:50:06.521375 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0bb1b-39fc-4e28-b2ef-9d31192ce29a req-d950bc19-8327-49b2-92c1-4713b2b20a1a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:06.522839 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-05a0bb1b-39fc-4e28-b2ef-9d31192ce29a req-d950bc19-8327-49b2-92c1-4713b2b20a1a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 945 time: 0.0492840 Dec 17 16:50:06.565511 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-05a0bb1b-39fc-4e28-b2ef-9d31192ce29a req-45a12a31-034b-44b1-b4d0-c9fc2107fa58 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361388 Dec 17 16:50:07.678268 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc6f3a-a462-4932-8431-a2ad90ef74b1 req-09b995f4-42c9-4010-8049-06fd0ea6197c tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:07.679723 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e4fc6f3a-a462-4932-8431-a2ad90ef74b1 req-09b995f4-42c9-4010-8049-06fd0ea6197c tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 945 time: 0.0492353 Dec 17 16:50:07.718446 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e4fc6f3a-a462-4932-8431-a2ad90ef74b1 req-2355e2af-5678-47ef-8e26-b005aaff9b1e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318604 Dec 17 16:50:08.596912 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be20f70-f154-4078-9511-505a40f4a510 req-7dd521b1-d0f2-4380-8194-f31dcc5891ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:08.598475 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8be20f70-f154-4078-9511-505a40f4a510 req-7dd521b1-d0f2-4380-8194-f31dcc5891ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=08c1798f63d740588f7f2a667e40055d&device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 1096 time: 0.0445430 Dec 17 16:50:08.686535 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be20f70-f154-4078-9511-505a40f4a510 req-d76b5052-0149-4e75-8bc1-59b26caac0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:08.687986 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8be20f70-f154-4078-9511-505a40f4a510 req-d76b5052-0149-4e75-8bc1-59b26caac0d1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e880373f-7690-4833-b18c-8ac9a1524074 HTTP/1.1" status: 200 len: 910 time: 0.0819924 Dec 17 16:50:08.759156 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8be20f70-f154-4078-9511-505a40f4a510 req-49abf429-7a2c-4d14-ad46-43c9f9d0599c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5990f00-2af8-482b-865c-c6f0eadda0be HTTP/1.1" status: 200 len: 1001 time: 0.0643399 Dec 17 16:50:08.837291 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec05232-d098-4ac5-b4c9-f2645ee5e314 req-903e965a-01ac-4e42-aa97-be50c6188c6f tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:08.839512 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cec05232-d098-4ac5-b4c9-f2645ee5e314 req-903e965a-01ac-4e42-aa97-be50c6188c6f tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 945 time: 0.0514534 Dec 17 16:50:08.879749 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-cec05232-d098-4ac5-b4c9-f2645ee5e314 req-5245e17f-e814-48dd-a670-9014f97ae8db tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338726 Dec 17 16:50:09.132649 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be20f70-f154-4078-9511-505a40f4a510 req-bb64710e-0678-4881-8e67-470ccffa0c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:09.134027 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8be20f70-f154-4078-9511-505a40f4a510 req-bb64710e-0678-4881-8e67-470ccffa0c0b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=07da24ec-1058-4bd1-ba8b-24dbc28a45da HTTP/1.1" status: 200 len: 848 time: 0.3673246 Dec 17 16:50:09.179624 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be20f70-f154-4078-9511-505a40f4a510 req-3cb83a51-7225-4216-9f07-7060e712ba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:09.181079 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8be20f70-f154-4078-9511-505a40f4a510 req-3cb83a51-7225-4216-9f07-7060e712ba3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e880373f-7690-4833-b18c-8ac9a1524074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385625 Dec 17 16:50:09.272948 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8be20f70-f154-4078-9511-505a40f4a510 req-2cf254ed-98a5-4223-aa5c-ae0e3236c51b service neutron] 10.222.0.41 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843451 Dec 17 16:50:09.362124 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8be20f70-f154-4078-9511-505a40f4a510 req-fe4b1e13-9977-4744-a848-f2ada136e10a service neutron] 10.222.0.41 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825472 Dec 17 16:50:09.999927 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565c1c6-93e1-4c1d-ba09-ee1646d627d8 req-6199ec35-ace5-434e-9a3b-0ed4e71927e5 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:10.001456 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7565c1c6-93e1-4c1d-ba09-ee1646d627d8 req-6199ec35-ace5-434e-9a3b-0ed4e71927e5 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 945 time: 0.0489044 Dec 17 16:50:10.042892 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7565c1c6-93e1-4c1d-ba09-ee1646d627d8 req-c37289af-468b-43ff-8013-e320f461de15 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349610 Dec 17 16:50:11.160419 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95695952-5776-4880-af59-9fbd1b84d751 req-2a6099d6-8352-4c03-a935-876657734c22 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:11.161962 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-95695952-5776-4880-af59-9fbd1b84d751 req-2a6099d6-8352-4c03-a935-876657734c22 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 945 time: 0.0507684 Dec 17 16:50:11.202758 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-95695952-5776-4880-af59-9fbd1b84d751 req-0f70e615-2da9-4ab1-8ae4-b03d7844a362 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340972 Dec 17 16:50:11.519230 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:12.319692 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba0ed0d-b992-45d1-b1ce-483ff0e3c18a req-137648f9-a0f9-4b73-9848-317e97e50927 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:12.321186 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1ba0ed0d-b992-45d1-b1ce-483ff0e3c18a req-137648f9-a0f9-4b73-9848-317e97e50927 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 945 time: 0.0497472 Dec 17 16:50:12.360789 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1ba0ed0d-b992-45d1-b1ce-483ff0e3c18a req-83cc52a4-fd80-4564-b913-ab228cd9ae9c tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327313 Dec 17 16:50:13.475520 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6a655-b3e6-46f6-a919-f9317206db1f req-96fdfff7-2735-4bbc-ad42-a90ae76d5ffc tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:13.477037 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8df6a655-b3e6-46f6-a919-f9317206db1f req-96fdfff7-2735-4bbc-ad42-a90ae76d5ffc tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 945 time: 0.0491495 Dec 17 16:50:13.520329 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8df6a655-b3e6-46f6-a919-f9317206db1f req-fee451b6-ff33-4167-942c-2acd24bb5589 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365021 Dec 17 16:50:13.587509 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [req-a74456e3-2b99-4489-8b72-589d4fb19583 req-1a1ceadc-182d-47da-8a54-8098d15e1f3c service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:50:13.588516 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a74456e3-2b99-4489-8b72-589d4fb19583 req-1a1ceadc-182d-47da-8a54-8098d15e1f3c service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054519 Dec 17 16:50:13.879114 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beaab07-48a9-4e9b-9e5d-6e103f7d2105 req-5c75a535-1660-4769-af5a-5376160e823a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:13.880717 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8beaab07-48a9-4e9b-9e5d-6e103f7d2105 req-5c75a535-1660-4769-af5a-5376160e823a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 945 time: 0.0507524 Dec 17 16:50:13.919994 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8beaab07-48a9-4e9b-9e5d-6e103f7d2105 req-de249eef-faf1-471b-946b-0a3e98fdb855 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333798 Dec 17 16:50:13.952900 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-f717198a-7fc9-475a-9241-dac070723cde service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0909162 Dec 17 16:50:13.961830 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-7135fde2-0932-4b34-aa1a-c34c7384cc33 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:50:13.962773 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-7135fde2-0932-4b34-aa1a-c34c7384cc33 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048633 Dec 17 16:50:14.211351 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device d5990f00-2af8-482b-865c-c6f0eadda0be no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:50:14.286332 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:14.307852 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663aed43-3fcf-4221-a01f-12f52e5a560c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5990f00-2af8-482b-865c-c6f0eadda0be'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:50:14.312753 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ebb572-e75c-4741-b2e1-8c4835dd38ac" -d '{"events": [{"server_uuid": "663aed43-3fcf-4221-a01f-12f52e5a560c", "name": "network-vif-unplugged", "status": "completed", "tag": "d5990f00-2af8-482b-865c-c6f0eadda0be"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:50:14.322618 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port d5990f00-2af8-482b-865c-c6f0eadda0be, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=d5990f00-2af8-482b-865c-c6f0eadda0be,segment=NetworkSegment(3ffd4729-42b3-42f3-9f8f-05a4d5938687),segment_id=3ffd4729-42b3-42f3-9f8f-05a4d5938687)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:50:14.399262 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Dec 2021 16:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b775146-48fb-4991-b757-e2e9d5e1da1c x-openstack-request-id: req-1b775146-48fb-4991-b757-e2e9d5e1da1c {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:50:14.399553 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663aed43-3fcf-4221-a01f-12f52e5a560c", "name": "network-vif-unplugged", "status": "failed", "tag": "d5990f00-2af8-482b-865c-c6f0eadda0be", "code": 422}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:50:14.399807 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1b775146-48fb-4991-b757-e2e9d5e1da1c {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:50:14.400213 n-d-820553-2 neutron-server[102834]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '663aed43-3fcf-4221-a01f-12f52e5a560c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd5990f00-2af8-482b-865c-c6f0eadda0be', 'code': 422} returned with failed status Dec 17 16:50:14.401430 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:14.450537 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=d5990f00-2af8-482b-865c-c6f0eadda0be,revision_number=6']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:14.457747 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:14.460098 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:14.460098 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:14.460098 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:14.460098 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:14.460098 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:14.460098 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:14.460098 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:14.460823 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:14.460823 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:14.461027 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:14.461246 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:15.033809 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3977b4-baca-4e7e-b632-5399d0974663 req-a32c7ae2-e931-49c1-ab29-08559b81e37a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:15.035212 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae3977b4-baca-4e7e-b632-5399d0974663 req-a32c7ae2-e931-49c1-ab29-08559b81e37a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 943 time: 0.0488100 Dec 17 16:50:15.073470 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae3977b4-baca-4e7e-b632-5399d0974663 req-2fe0a400-e4d3-430c-a04f-099d47f5f2ef tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320728 Dec 17 16:50:16.191092 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5c57e-3aaa-4525-b37c-5cae35442776 req-74a3d53b-f891-4c82-ac39-af750efac25b tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:16.192503 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a2c5c57e-3aaa-4525-b37c-5cae35442776 req-74a3d53b-f891-4c82-ac39-af750efac25b tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 943 time: 0.0497496 Dec 17 16:50:16.234029 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a2c5c57e-3aaa-4525-b37c-5cae35442776 req-e3bd431f-a8eb-4240-b7f3-320f0bec8987 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351834 Dec 17 16:50:17.347569 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb32815-502c-44f9-a456-343f871ef8c1 req-29515c68-7753-4c3a-84cf-ff5ad4e3de38 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:17.349040 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4fb32815-502c-44f9-a456-343f871ef8c1 req-29515c68-7753-4c3a-84cf-ff5ad4e3de38 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 943 time: 0.0490980 Dec 17 16:50:17.386644 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4fb32815-502c-44f9-a456-343f871ef8c1 req-787681c2-3cc6-486e-a679-6e8772684b45 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315466 Dec 17 16:50:18.502275 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e0c9a-0506-4808-9da0-816580b53752 req-dd0647f0-7658-437c-a6ff-bb68cb5ae663 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:18.504289 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7e5e0c9a-0506-4808-9da0-816580b53752 req-dd0647f0-7658-437c-a6ff-bb68cb5ae663 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 943 time: 0.0495005 Dec 17 16:50:18.545581 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7e5e0c9a-0506-4808-9da0-816580b53752 req-586a4711-a605-4a4f-a2fe-0b64b7e94890 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349598 Dec 17 16:50:19.659823 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d47778-19f6-4301-9415-958158bb158e req-19578240-720c-40e8-9c1a-940ebbbef33f tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:19.661334 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d8d47778-19f6-4301-9415-958158bb158e req-19578240-720c-40e8-9c1a-940ebbbef33f tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 943 time: 0.0496888 Dec 17 16:50:19.704567 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d8d47778-19f6-4301-9415-958158bb158e req-0aa7763d-d7fd-4c6f-9fe2-3dc4cc5841ee tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367937 Dec 17 16:50:19.719255 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-eac6e5d2-1c4c-499e-8765-f4a8f258f620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:19.720734 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-eac6e5d2-1c4c-499e-8765-f4a8f258f620 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c&tenant_id=08c1798f63d740588f7f2a667e40055d HTTP/1.1" status: 200 len: 1094 time: 0.0460887 Dec 17 16:50:19.734008 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820553-2', 'device_owner': 'compute:nova'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:50:19.786102 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:19.985324 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] For port d5990f00-2af8-482b-865c-c6f0eadda0be, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=d5990f00-2af8-482b-865c-c6f0eadda0be,segment=NetworkSegment(3ffd4729-42b3-42f3-9f8f-05a4d5938687),segment_id=3ffd4729-42b3-42f3-9f8f-05a4d5938687)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:50:20.017895 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] For port d5990f00-2af8-482b-865c-c6f0eadda0be, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:50:20.055512 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5990f00-2af8-482b-865c-c6f0eadda0be {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:50:20.064000 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:20.075724 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] Transition to ACTIVE for port object d5990f00-2af8-482b-865c-c6f0eadda0be will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:50:20.147760 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:20.220895 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] Pushing event updated for resources: {'Port': ['ID=d5990f00-2af8-482b-865c-c6f0eadda0be,revision_number=7']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:20.235896 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:20.236241 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:20.236580 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:20.236913 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:20.237266 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:20.237599 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:20.237931 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:20.238252 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:20.238577 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:20.238908 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:20.239227 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:20.239543 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:50:20.276737 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] No DVR routers for this DVR port d5990f00-2af8-482b-865c-c6f0eadda0be on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:50:20.417283 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] Attempting to bind port d5990f00-2af8-482b-865c-c6f0eadda0be on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:50:20.417512 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] Attempting to bind port d5990f00-2af8-482b-865c-c6f0eadda0be by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '3ffd4729-42b3-42f3-9f8f-05a4d5938687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:50:20.417828 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] Attempting to bind port d5990f00-2af8-482b-865c-c6f0eadda0be on network e880373f-7690-4833-b18c-8ac9a1524074 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:50:20.423590 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] Port d5990f00-2af8-482b-865c-c6f0eadda0be on network e880373f-7690-4833-b18c-8ac9a1524074 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:50:20.424196 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] Attempting to bind port d5990f00-2af8-482b-865c-c6f0eadda0be on network e880373f-7690-4833-b18c-8ac9a1524074 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:50:20.429018 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:50:20.429372 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] Checking segment: {'id': '3ffd4729-42b3-42f3-9f8f-05a4d5938687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:50:20.429917 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] Bound using segment: {'id': '3ffd4729-42b3-42f3-9f8f-05a4d5938687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:50:20.430335 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] Bound port: d5990f00-2af8-482b-865c-c6f0eadda0be, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ffd4729-42b3-42f3-9f8f-05a4d5938687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:50:20.430685 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:20.494497 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] For port d5990f00-2af8-482b-865c-c6f0eadda0be, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:50:20.497326 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] For port d5990f00-2af8-482b-865c-c6f0eadda0be, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=d5990f00-2af8-482b-865c-c6f0eadda0be,segment=NetworkSegment(3ffd4729-42b3-42f3-9f8f-05a4d5938687),segment_id=3ffd4729-42b3-42f3-9f8f-05a4d5938687)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:50:20.571029 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:20.604403 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:20.605025 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:20.606796 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] 10.222.0.13 "PUT /v2.0/ports/d5990f00-2af8-482b-865c-c6f0eadda0be HTTP/1.1" status: 200 len: 1091 time: 0.8776441 Dec 17 16:50:20.609395 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663aed43-3fcf-4221-a01f-12f52e5a560c', 'tag': 'd5990f00-2af8-482b-865c-c6f0eadda0be'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:50:20.612985 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba772881-f13c-4ab4-9bf9-51c96a9827f3" -d '{"events": [{"name": "network-changed", "server_uuid": "663aed43-3fcf-4221-a01f-12f52e5a560c", "tag": "d5990f00-2af8-482b-865c-c6f0eadda0be"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:50:20.666768 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa63316-100c-4098-a1cb-0f4790b13092 service neutron] Pushing event updated for resources: {'Port': ['ID=d5990f00-2af8-482b-865c-c6f0eadda0be,revision_number=8']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:20.684049 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-a4455c00-df4d-4bab-94f2-01cc65e540fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:20.685590 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-a4455c00-df4d-4bab-94f2-01cc65e540fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08c1798f63d740588f7f2a667e40055d&device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 1094 time: 0.0550437 Dec 17 16:50:20.788810 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-40f727e5-cb24-4f1e-bbf4-8fb8b289dd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:20.790341 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-40f727e5-cb24-4f1e-bbf4-8fb8b289dd93 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e880373f-7690-4833-b18c-8ac9a1524074 HTTP/1.1" status: 200 len: 910 time: 0.0981739 Dec 17 16:50:20.823223 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312354d-cf49-47ab-ab80-2daf851cedf8 req-4fe55ab1-cf6f-40d1-a6dd-9265c1a96030 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:20.824746 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e312354d-cf49-47ab-ab80-2daf851cedf8 req-4fe55ab1-cf6f-40d1-a6dd-9265c1a96030 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 943 time: 0.0507922 Dec 17 16:50:20.861633 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-5d33dd5e-c454-41c0-ae1d-ba9970e98108 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5990f00-2af8-482b-865c-c6f0eadda0be HTTP/1.1" status: 200 len: 999 time: 0.0639513 Dec 17 16:50:20.867686 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e312354d-cf49-47ab-ab80-2daf851cedf8 req-fb063ffe-5d83-42a8-96c1-377fd40f3f0f tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364864 Dec 17 16:50:20.917323 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-7a72b6b2-9329-4502-b847-8a1c0c631cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:20.918772 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-7a72b6b2-9329-4502-b847-8a1c0c631cd3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07da24ec-1058-4bd1-ba8b-24dbc28a45da HTTP/1.1" status: 200 len: 848 time: 0.0495746 Dec 17 16:50:20.962898 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-8a47271b-f693-4d61-80e5-8e5479e3196d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:20.964276 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-8a47271b-f693-4d61-80e5-8e5479e3196d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e880373f-7690-4833-b18c-8ac9a1524074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387595 Dec 17 16:50:21.052531 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-f2e67174-8ecf-4f49-b5c3-f4d23085d1cf service neutron] 10.222.0.13 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810246 Dec 17 16:50:21.147399 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-151c2389-a89a-4a6d-bc7d-262baea1ff60 service neutron] 10.222.0.13 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874274 Dec 17 16:50:21.726868 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60899fe8-200b-4022-bbad-8a25c9c4f8fb x-openstack-request-id: req-60899fe8-200b-4022-bbad-8a25c9c4f8fb {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:50:21.727154 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "663aed43-3fcf-4221-a01f-12f52e5a560c", "tag": "d5990f00-2af8-482b-865c-c6f0eadda0be", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:50:21.727403 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-60899fe8-200b-4022-bbad-8a25c9c4f8fb {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:50:21.727808 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663aed43-3fcf-4221-a01f-12f52e5a560c', 'tag': 'd5990f00-2af8-482b-865c-c6f0eadda0be', 'status': 'completed', 'code': 200} Dec 17 16:50:21.789212 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba772881-f13c-4ab4-9bf9-51c96a9827f3 req-8da52f40-acdc-4491-b2a3-4b3c076331c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:21.790774 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ba772881-f13c-4ab4-9bf9-51c96a9827f3 req-8da52f40-acdc-4491-b2a3-4b3c076331c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08c1798f63d740588f7f2a667e40055d&device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 1094 time: 0.0410333 Dec 17 16:50:21.892520 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba772881-f13c-4ab4-9bf9-51c96a9827f3 req-7a66d400-810b-46a1-9fc4-fb8e87d7a213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:21.894116 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ba772881-f13c-4ab4-9bf9-51c96a9827f3 req-7a66d400-810b-46a1-9fc4-fb8e87d7a213 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e880373f-7690-4833-b18c-8ac9a1524074 HTTP/1.1" status: 200 len: 910 time: 0.0969529 Dec 17 16:50:21.961305 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ba772881-f13c-4ab4-9bf9-51c96a9827f3 req-c65cd4ba-b469-407e-bfe7-d8ad6465ee4f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5990f00-2af8-482b-865c-c6f0eadda0be HTTP/1.1" status: 200 len: 999 time: 0.0596683 Dec 17 16:50:21.983708 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13b970-3b89-436c-b82c-ae9379beebab req-3e8a882f-08f7-4236-8faf-a2391f33e4d2 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:21.985154 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0f13b970-3b89-436c-b82c-ae9379beebab req-3e8a882f-08f7-4236-8faf-a2391f33e4d2 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 943 time: 0.0499215 Dec 17 16:50:22.010513 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba772881-f13c-4ab4-9bf9-51c96a9827f3 req-17e7f268-1f6f-4098-95dd-a941356f43b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:22.012038 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ba772881-f13c-4ab4-9bf9-51c96a9827f3 req-17e7f268-1f6f-4098-95dd-a941356f43b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07da24ec-1058-4bd1-ba8b-24dbc28a45da HTTP/1.1" status: 200 len: 848 time: 0.0444083 Dec 17 16:50:22.023556 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0f13b970-3b89-436c-b82c-ae9379beebab req-95a9007a-492f-4c32-ad36-a397cac8343a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324790 Dec 17 16:50:22.063410 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba772881-f13c-4ab4-9bf9-51c96a9827f3 req-6cced59d-38e3-4457-94c0-e8650da9d29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:22.064911 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ba772881-f13c-4ab4-9bf9-51c96a9827f3 req-6cced59d-38e3-4457-94c0-e8650da9d29a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e880373f-7690-4833-b18c-8ac9a1524074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461257 Dec 17 16:50:22.154872 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ba772881-f13c-4ab4-9bf9-51c96a9827f3 req-72bdac2b-2355-4ffe-be4b-94508b2f5216 service neutron] 10.222.0.13 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813656 Dec 17 16:50:22.245225 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-ba772881-f13c-4ab4-9bf9-51c96a9827f3 req-65062920-6375-4e94-929d-150b22cfb32d service neutron] 10.222.0.13 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847216 Dec 17 16:50:23.138613 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198596d3-838b-4484-a7b2-37399272bd63 req-86e29047-3c9c-498c-9119-5954cd5f10cd tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:23.140397 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-198596d3-838b-4484-a7b2-37399272bd63 req-86e29047-3c9c-498c-9119-5954cd5f10cd tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 943 time: 0.0491745 Dec 17 16:50:23.181788 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-198596d3-838b-4484-a7b2-37399272bd63 req-04dd5275-1d5a-4d52-bc2b-b09937cc2c27 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355232 Dec 17 16:50:24.297317 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf084e-cb10-4acf-84e6-be6584690bb9 req-dc0b9acc-1926-4be9-aeb9-21587ed4a2e9 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:24.298890 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1dbf084e-cb10-4acf-84e6-be6584690bb9 req-dc0b9acc-1926-4be9-aeb9-21587ed4a2e9 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 943 time: 0.0501153 Dec 17 16:50:24.336202 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1dbf084e-cb10-4acf-84e6-be6584690bb9 req-42dc4580-5244-4a83-99ff-759f55788925 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313146 Dec 17 16:50:25.450594 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e558856-c802-4844-b2ba-6fc078ed0a4e req-ea8edd47-7ad1-4efa-84b6-d1017be648e3 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:25.452034 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2e558856-c802-4844-b2ba-6fc078ed0a4e req-ea8edd47-7ad1-4efa-84b6-d1017be648e3 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 943 time: 0.0492671 Dec 17 16:50:25.489786 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-2e558856-c802-4844-b2ba-6fc078ed0a4e req-58dd60f2-c959-455c-aa7b-36f84b3e5b8e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316370 Dec 17 16:50:26.600451 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8151e-679d-4ca7-bfe5-addfc29546cb req-4c7e6c71-bf1f-478f-9315-6e6fbec715b1 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:26.601923 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-63e8151e-679d-4ca7-bfe5-addfc29546cb req-4c7e6c71-bf1f-478f-9315-6e6fbec715b1 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 943 time: 0.0477400 Dec 17 16:50:26.643863 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-63e8151e-679d-4ca7-bfe5-addfc29546cb req-8e293efe-5c69-4aa0-885a-0ea51e60ecec tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353999 Dec 17 16:50:26.997188 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:27.556351 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27bb0b-40b3-4f17-9b3a-de4ac1b45f28 req-d86b4eae-cc90-4dc2-8e9e-45b5ca958bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:27.557921 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3f27bb0b-40b3-4f17-9b3a-de4ac1b45f28 req-d86b4eae-cc90-4dc2-8e9e-45b5ca958bcb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08c1798f63d740588f7f2a667e40055d&device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 1094 time: 0.0419619 Dec 17 16:50:27.661442 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27bb0b-40b3-4f17-9b3a-de4ac1b45f28 req-0c43764d-a4c3-424a-ac22-de58e3ffcfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:27.662883 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3f27bb0b-40b3-4f17-9b3a-de4ac1b45f28 req-0c43764d-a4c3-424a-ac22-de58e3ffcfee service neutron] 10.222.0.13 "GET /v2.0/networks?id=e880373f-7690-4833-b18c-8ac9a1524074 HTTP/1.1" status: 200 len: 910 time: 0.0851352 Dec 17 16:50:27.736399 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3f27bb0b-40b3-4f17-9b3a-de4ac1b45f28 req-dffb361e-8a01-4266-a23f-9960ead934cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5990f00-2af8-482b-865c-c6f0eadda0be HTTP/1.1" status: 200 len: 999 time: 0.0651793 Dec 17 16:50:27.757001 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c99f3a-3f74-4d0e-a200-d113da552eee req-eccb558b-ef42-4466-b63c-41d47a62bcb5 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:27.758558 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d8c99f3a-3f74-4d0e-a200-d113da552eee req-eccb558b-ef42-4466-b63c-41d47a62bcb5 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 943 time: 0.0492034 Dec 17 16:50:27.788659 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27bb0b-40b3-4f17-9b3a-de4ac1b45f28 req-525d0b0f-281e-4d97-94f0-43148221e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:27.790134 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3f27bb0b-40b3-4f17-9b3a-de4ac1b45f28 req-525d0b0f-281e-4d97-94f0-43148221e1a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07da24ec-1058-4bd1-ba8b-24dbc28a45da HTTP/1.1" status: 200 len: 848 time: 0.0463386 Dec 17 16:50:27.798540 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d8c99f3a-3f74-4d0e-a200-d113da552eee req-90ace9c8-d37a-42a9-906a-1cebeeb7d732 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341125 Dec 17 16:50:27.806058 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:50:27.836760 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27bb0b-40b3-4f17-9b3a-de4ac1b45f28 req-2d7e9f22-1060-46ff-b929-3e0e835a240f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:27.838257 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3f27bb0b-40b3-4f17-9b3a-de4ac1b45f28 req-2d7e9f22-1060-46ff-b929-3e0e835a240f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e880373f-7690-4833-b18c-8ac9a1524074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409231 Dec 17 16:50:27.930391 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3f27bb0b-40b3-4f17-9b3a-de4ac1b45f28 req-787ad010-ed61-4275-b844-60313a780ccf service neutron] 10.222.0.13 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847564 Dec 17 16:50:28.019900 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3f27bb0b-40b3-4f17-9b3a-de4ac1b45f28 req-5c552516-aa21-4ede-b1e3-48d76eade714 service neutron] 10.222.0.13 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825016 Dec 17 16:50:28.928751 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b8df8725-50c0-46b8-9451-ab3de1480a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:28.969837 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea57d6c-4e99-4ec8-ab1b-abe532ac31c3 req-21dcecbc-af8d-447e-8020-0a7fe7732355 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:28.971316 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8ea57d6c-4e99-4ec8-ab1b-abe532ac31c3 req-21dcecbc-af8d-447e-8020-0a7fe7732355 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 943 time: 0.1034236 Dec 17 16:50:29.010514 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8ea57d6c-4e99-4ec8-ab1b-abe532ac31c3 req-f2bc06a0-77cf-40b7-a7e4-17cd3db0a582 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328906 Dec 17 16:50:29.793388 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device d5990f00-2af8-482b-865c-c6f0eadda0be details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:50:29.884225 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port d5990f00-2af8-482b-865c-c6f0eadda0be, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=d5990f00-2af8-482b-865c-c6f0eadda0be,segment=NetworkSegment(3ffd4729-42b3-42f3-9f8f-05a4d5938687),segment_id=3ffd4729-42b3-42f3-9f8f-05a4d5938687)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:50:29.896771 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'd5990f00-2af8-482b-865c-c6f0eadda0be', 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074', 'port_id': 'd5990f00-2af8-482b-865c-c6f0eadda0be', 'mac_address': 'fa:16:3e:fd:fa:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:50:29.935283 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:29.948166 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5990f00-2af8-482b-865c-c6f0eadda0be {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:50:29.967237 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port d5990f00-2af8-482b-865c-c6f0eadda0be, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=d5990f00-2af8-482b-865c-c6f0eadda0be,segment=NetworkSegment(3ffd4729-42b3-42f3-9f8f-05a4d5938687),segment_id=3ffd4729-42b3-42f3-9f8f-05a4d5938687)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:50:30.056057 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:30.106959 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=d5990f00-2af8-482b-865c-c6f0eadda0be,revision_number=9']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:30.126634 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628758a4-966c-4772-8fca-043b82130b02 req-336cc998-6cdc-4b6c-89d1-49e65c564962 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:30.128129 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-628758a4-966c-4772-8fca-043b82130b02 req-336cc998-6cdc-4b6c-89d1-49e65c564962 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 944 time: 0.0488780 Dec 17 16:50:30.169393 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-628758a4-966c-4772-8fca-043b82130b02 req-b7453ba7-3804-4530-a41f-43a6110bfac4 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352106 Dec 17 16:50:30.286390 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['d5990f00-2af8-482b-865c-c6f0eadda0be'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:50:31.197781 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-12dc5fa1-d5e2-4446-9f50-eeb8d668a798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:31.288432 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459b44d-3658-4a3d-8595-5e5612587076 req-896a1902-4417-4d93-b204-7eb80417f804 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:31.290016 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5459b44d-3658-4a3d-8595-5e5612587076 req-896a1902-4417-4d93-b204-7eb80417f804 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 944 time: 0.0517771 Dec 17 16:50:31.329093 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5459b44d-3658-4a3d-8595-5e5612587076 req-fa781b53-f129-4abb-a6e6-228c1b3a1199 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322421 Dec 17 16:50:31.807245 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device d5990f00-2af8-482b-865c-c6f0eadda0be up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:50:31.934173 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port d5990f00-2af8-482b-865c-c6f0eadda0be completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:50:31.938735 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port d5990f00-2af8-482b-865c-c6f0eadda0be triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:50:31.939107 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:32.018010 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:32.039287 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663aed43-3fcf-4221-a01f-12f52e5a560c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5990f00-2af8-482b-865c-c6f0eadda0be'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:50:32.041581 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7a0daf-41bf-434a-a970-f3305c34a2a1" -d '{"events": [{"server_uuid": "663aed43-3fcf-4221-a01f-12f52e5a560c", "name": "network-vif-plugged", "status": "completed", "tag": "d5990f00-2af8-482b-865c-c6f0eadda0be"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:50:32.054949 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port d5990f00-2af8-482b-865c-c6f0eadda0be, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=d5990f00-2af8-482b-865c-c6f0eadda0be,segment=NetworkSegment(3ffd4729-42b3-42f3-9f8f-05a4d5938687),segment_id=3ffd4729-42b3-42f3-9f8f-05a4d5938687)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:50:32.079112 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9e2476-a01c-4aec-8257-235aac7d145b x-openstack-request-id: req-4c9e2476-a01c-4aec-8257-235aac7d145b {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:50:32.079402 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663aed43-3fcf-4221-a01f-12f52e5a560c", "name": "network-vif-plugged", "status": "completed", "tag": "d5990f00-2af8-482b-865c-c6f0eadda0be", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:50:32.079661 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4c9e2476-a01c-4aec-8257-235aac7d145b {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:50:32.080137 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663aed43-3fcf-4221-a01f-12f52e5a560c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5990f00-2af8-482b-865c-c6f0eadda0be', 'code': 200} Dec 17 16:50:32.096122 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:32.145519 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=d5990f00-2af8-482b-865c-c6f0eadda0be,revision_number=10']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:50:32.224165 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a0f2b-5f69-44fd-9f81-230d0d3c243a req-489d51fb-316f-4100-b2f4-9f4de368d642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:32.225667 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e63a0f2b-5f69-44fd-9f81-230d0d3c243a req-489d51fb-316f-4100-b2f4-9f4de368d642 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 1097 time: 0.0446439 Dec 17 16:50:32.260509 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e63a0f2b-5f69-44fd-9f81-230d0d3c243a req-d9c0e4db-c85b-4f12-9e43-a6beb0b4fcb8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279386 Dec 17 16:50:32.442798 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2ff1e-4932-42f3-8908-f9db855c3707 req-82bca186-3d03-4877-b9d9-4ecb9c588b65 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:32.444554 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-58d2ff1e-4932-42f3-8908-f9db855c3707 req-82bca186-3d03-4877-b9d9-4ecb9c588b65 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 946 time: 0.0501211 Dec 17 16:50:32.488597 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-58d2ff1e-4932-42f3-8908-f9db855c3707 req-42530432-15ca-4a74-8db5-0432c7279797 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371001 Dec 17 16:50:32.722572 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:33.610645 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ca8a1-6f57-4840-8dd3-249756ed5c74 req-a916479f-76b3-4340-bde6-c7e3c107b07c tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:50:33.612105 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-157ca8a1-6f57-4840-8dd3-249756ed5c74 req-a916479f-76b3-4340-bde6-c7e3c107b07c tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 946 time: 0.0495765 Dec 17 16:50:33.652585 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-157ca8a1-6f57-4840-8dd3-249756ed5c74 req-8042cb7e-074b-4a71-9a00-0ac7b3924622 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344226 Dec 17 16:50:34.296157 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:34.324668 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:41.539705 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:57.030701 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:50:58.935877 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-76035786-0d6f-4ad0-b2a2-ddbd839461e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:51:01.238896 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a6a29b22-cf89-4e23-a25f-099ae1fd2d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:51:02.729948 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:51:04.290215 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:51:04.364402 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:51:04.805584 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:51:11.504552 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:51:26.996087 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:51:28.584744 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2aa543f0-7f2a-49a2-b14c-482a74ee5746 req-f3f1ac23-30a1-4347-b839-7d265135e0eb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1054451 Dec 17 16:51:28.671770 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa543f0-7f2a-49a2-b14c-482a74ee5746 req-d4a7eb80-2fe2-4e50-9e1e-9cfb505fa351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:51:28.673304 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2aa543f0-7f2a-49a2-b14c-482a74ee5746 req-d4a7eb80-2fe2-4e50-9e1e-9cfb505fa351 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08c1798f63d740588f7f2a667e40055d&device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 1097 time: 0.0421011 Dec 17 16:51:28.783525 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa543f0-7f2a-49a2-b14c-482a74ee5746 req-ccdf2609-d73d-407f-a45b-a9dea111ee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:51:28.786126 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2aa543f0-7f2a-49a2-b14c-482a74ee5746 req-ccdf2609-d73d-407f-a45b-a9dea111ee29 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e880373f-7690-4833-b18c-8ac9a1524074 HTTP/1.1" status: 200 len: 910 time: 0.0916309 Dec 17 16:51:28.849578 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2aa543f0-7f2a-49a2-b14c-482a74ee5746 req-373809cb-b132-4ddd-8704-b660c90231e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5990f00-2af8-482b-865c-c6f0eadda0be HTTP/1.1" status: 200 len: 1001 time: 0.0574131 Dec 17 16:51:28.903435 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa543f0-7f2a-49a2-b14c-482a74ee5746 req-074530d5-21fa-49d7-bf31-bade5aa5d43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:51:28.904885 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2aa543f0-7f2a-49a2-b14c-482a74ee5746 req-074530d5-21fa-49d7-bf31-bade5aa5d43c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07da24ec-1058-4bd1-ba8b-24dbc28a45da HTTP/1.1" status: 200 len: 848 time: 0.0489979 Dec 17 16:51:28.924193 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fac8bd45-6ed1-4e8a-b1b3-31a42f33c2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:51:28.950942 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa543f0-7f2a-49a2-b14c-482a74ee5746 req-3dca8d17-d16e-4054-874b-9709eee32707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:51:28.952424 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2aa543f0-7f2a-49a2-b14c-482a74ee5746 req-3dca8d17-d16e-4054-874b-9709eee32707 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e880373f-7690-4833-b18c-8ac9a1524074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405936 Dec 17 16:51:28.963727 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-2aa543f0-7f2a-49a2-b14c-482a74ee5746 req-31a6705c-4e30-45a7-a48b-b48cba4792ab service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:51:28.964665 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2aa543f0-7f2a-49a2-b14c-482a74ee5746 req-31a6705c-4e30-45a7-a48b-b48cba4792ab service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053723 Dec 17 16:51:29.054097 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2aa543f0-7f2a-49a2-b14c-482a74ee5746 req-dff81759-fa01-4ec7-9f6c-cb78a3eee358 service neutron] 10.222.0.13 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823572 Dec 17 16:51:29.147223 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-2aa543f0-7f2a-49a2-b14c-482a74ee5746 req-306e4ae7-9995-4562-b265-463aabc920e2 service neutron] 10.222.0.13 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855272 Dec 17 16:51:31.250047 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e746557b-a289-432c-8b78-a7defbdff80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:51:32.729943 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:51:34.347495 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:51:34.366177 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:51:41.535868 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:51:41.804422 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:51:57.027777 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:51:58.950185 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a552f193-7490-42ed-a08b-6b383029cdf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:01.210073 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fe719c48-7922-46a1-bcf5-166f602fed4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:02.701444 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:04.324886 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:04.361054 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:08.861550 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47318) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:52:09.201543 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-c060579a-52f6-412d-8f8f-f933f8a0bd6e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Deleting port 7c772ba8-9256-4676-88f5-43449edc18de {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:52:09.201789 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c060579a-52f6-412d-8f8f-f933f8a0bd6e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:09.275074 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c060579a-52f6-412d-8f8f-f933f8a0bd6e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:09.275407 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c060579a-52f6-412d-8f8f-f933f8a0bd6e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:09.287915 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-c060579a-52f6-412d-8f8f-f933f8a0bd6e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Calling delete_port for 7c772ba8-9256-4676-88f5-43449edc18de owned by network:floatingip {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:52:09.498553 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c060579a-52f6-412d-8f8f-f933f8a0bd6e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:09.527336 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060579a-52f6-412d-8f8f-f933f8a0bd6e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Pushing event deleted for resources: {'Port': ['ID=7c772ba8-9256-4676-88f5-43449edc18de,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:09.553609 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c060579a-52f6-412d-8f8f-f933f8a0bd6e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:09.553954 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c060579a-52f6-412d-8f8f-f933f8a0bd6e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:09.554289 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c060579a-52f6-412d-8f8f-f933f8a0bd6e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:09.554622 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c060579a-52f6-412d-8f8f-f933f8a0bd6e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:09.554951 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c060579a-52f6-412d-8f8f-f933f8a0bd6e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:09.555277 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c060579a-52f6-412d-8f8f-f933f8a0bd6e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:09.555598 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c060579a-52f6-412d-8f8f-f933f8a0bd6e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:09.555917 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c060579a-52f6-412d-8f8f-f933f8a0bd6e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:09.556235 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c060579a-52f6-412d-8f8f-f933f8a0bd6e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:09.556551 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c060579a-52f6-412d-8f8f-f933f8a0bd6e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:09.556868 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c060579a-52f6-412d-8f8f-f933f8a0bd6e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:09.557208 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c060579a-52f6-412d-8f8f-f933f8a0bd6e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:09.595971 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c060579a-52f6-412d-8f8f-f933f8a0bd6e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for floatingip, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:09.596303 n-d-820553-2 neutron-server[102833]: INFO neutron.db.l3_db [None req-c060579a-52f6-412d-8f8f-f933f8a0bd6e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Floating IP 4cd115ed-38db-4b01-9861-86eba9de1088 disassociated (deleted). External IP: 172.25.6.234, port: d5990f00-2af8-482b-865c-c6f0eadda0be. Dec 17 16:52:09.808471 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c060579a-52f6-412d-8f8f-f933f8a0bd6e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Router f1ffc432-f189-42fd-b3ff-79107aefe18e has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:52:09.916322 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c060579a-52f6-412d-8f8f-f933f8a0bd6e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:52:09.921219 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-c060579a-52f6-412d-8f8f-f933f8a0bd6e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:09.926515 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf5b8ca-1ac5-46fd-97f0-bc00f608fc38 None None] Sync routers for ids ['f1ffc432-f189-42fd-b3ff-79107aefe18e'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:52:09.935350 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf5b8ca-1ac5-46fd-97f0-bc00f608fc38 None None] Routers {'f1ffc432-f189-42fd-b3ff-79107aefe18e'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:52:09.935964 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-4cf5b8ca-1ac5-46fd-97f0-bc00f608fc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:52:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['f1ffc432-f189-42fd-b3ff-79107aefe18e'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:09.947361 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c060579a-52f6-412d-8f8f-f933f8a0bd6e tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "DELETE /v2.0/floatingips/4cd115ed-38db-4b01-9861-86eba9de1088 HTTP/1.1" status: 204 len: 168 time: 1.0847273 Dec 17 16:52:09.948436 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663aed43-3fcf-4221-a01f-12f52e5a560c', 'tag': 'd5990f00-2af8-482b-865c-c6f0eadda0be'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:52:09.950712 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a2c083-88fb-42ed-94d3-0f14e1e3a361" -d '{"events": [{"name": "network-changed", "server_uuid": "663aed43-3fcf-4221-a01f-12f52e5a560c", "tag": "d5990f00-2af8-482b-865c-c6f0eadda0be"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:52:09.993880 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a72802-5144-4aee-975e-b2b539e9d1ed x-openstack-request-id: req-89a72802-5144-4aee-975e-b2b539e9d1ed {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:52:09.994170 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "663aed43-3fcf-4221-a01f-12f52e5a560c", "tag": "d5990f00-2af8-482b-865c-c6f0eadda0be", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:52:09.994421 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-89a72802-5144-4aee-975e-b2b539e9d1ed {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:52:09.994871 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '663aed43-3fcf-4221-a01f-12f52e5a560c', 'tag': 'd5990f00-2af8-482b-865c-c6f0eadda0be', 'status': 'completed', 'code': 200} Dec 17 16:52:10.051751 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-4cf5b8ca-1ac5-46fd-97f0-bc00f608fc38 None None] Set router f1ffc432-f189-42fd-b3ff-79107aefe18e gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:52:10.059656 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2c083-88fb-42ed-94d3-0f14e1e3a361 req-ffa8e8b7-865a-42cb-971f-0072de3acc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:10.061149 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e4a2c083-88fb-42ed-94d3-0f14e1e3a361 req-ffa8e8b7-865a-42cb-971f-0072de3acc24 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08c1798f63d740588f7f2a667e40055d&device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 1097 time: 0.0433609 Dec 17 16:52:10.158755 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2c083-88fb-42ed-94d3-0f14e1e3a361 req-579ada3f-d1b1-49c0-89cd-3a39f683f8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:10.160740 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e4a2c083-88fb-42ed-94d3-0f14e1e3a361 req-579ada3f-d1b1-49c0-89cd-3a39f683f8e2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e880373f-7690-4833-b18c-8ac9a1524074 HTTP/1.1" status: 200 len: 910 time: 0.0930235 Dec 17 16:52:10.210923 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e4a2c083-88fb-42ed-94d3-0f14e1e3a361 req-ba596b0d-96b1-481e-b30d-16e8ecfe05d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5990f00-2af8-482b-865c-c6f0eadda0be HTTP/1.1" status: 200 len: 217 time: 0.0364664 Dec 17 16:52:10.258877 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2c083-88fb-42ed-94d3-0f14e1e3a361 req-6ecdf676-039b-4c1d-8790-dd70ec26944f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:10.259998 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-4cf5b8ca-1ac5-46fd-97f0-bc00f608fc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'name': 'tempest-TestShelveInstance-1892117433-router', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:37Z', 'revision_number': 4, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'gw_port': {'id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'dc412011-6c1c-4788-ba22-17b4e92e7062', 'name': '', 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'mac_address': 'fa:16:3e:3e:95:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:36Z', 'updated_at': '2021-12-17T16:41:41Z', 'revision_number': 5, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'subnets': [{'id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:10.260372 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e4a2c083-88fb-42ed-94d3-0f14e1e3a361 req-6ecdf676-039b-4c1d-8790-dd70ec26944f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=07da24ec-1058-4bd1-ba8b-24dbc28a45da HTTP/1.1" status: 200 len: 848 time: 0.0432138 Dec 17 16:52:10.290855 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf5b8ca-1ac5-46fd-97f0-bc00f608fc38 None None] Checking router: f1ffc432-f189-42fd-b3ff-79107aefe18e for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:52:10.299771 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf5b8ca-1ac5-46fd-97f0-bc00f608fc38 None None] Routers {'f1ffc432-f189-42fd-b3ff-79107aefe18e'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:52:10.300392 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-4cf5b8ca-1ac5-46fd-97f0-bc00f608fc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:52:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['f1ffc432-f189-42fd-b3ff-79107aefe18e'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:10.347380 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2c083-88fb-42ed-94d3-0f14e1e3a361 req-3a85427e-2dcb-40ef-abc3-3bd13ad418e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:10.349145 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e4a2c083-88fb-42ed-94d3-0f14e1e3a361 req-3a85427e-2dcb-40ef-abc3-3bd13ad418e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e880373f-7690-4833-b18c-8ac9a1524074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797446 Dec 17 16:52:10.365922 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170dd71-c268-4b0f-96e7-217416ccd4e0 req-65f2c3fd-87a5-4537-99a9-44caec92480b tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:10.367411 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a170dd71-c268-4b0f-96e7-217416ccd4e0 req-65f2c3fd-87a5-4537-99a9-44caec92480b tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 946 time: 0.0511031 Dec 17 16:52:10.407655 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a170dd71-c268-4b0f-96e7-217416ccd4e0 req-a565bf21-0ca2-4d1e-bafd-ca0d3807e5ce tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326076 Dec 17 16:52:10.409245 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-4cf5b8ca-1ac5-46fd-97f0-bc00f608fc38 None None] Set router f1ffc432-f189-42fd-b3ff-79107aefe18e gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:52:10.449645 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e4a2c083-88fb-42ed-94d3-0f14e1e3a361 req-9a162d72-baf0-43b3-a3a6-8be35403f9a3 service neutron] 10.222.0.13 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924199 Dec 17 16:52:10.540323 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-e4a2c083-88fb-42ed-94d3-0f14e1e3a361 req-d0147968-e189-4716-9edb-4736bcdb51c9 service neutron] 10.222.0.13 "GET /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825744 Dec 17 16:52:10.609698 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-4cf5b8ca-1ac5-46fd-97f0-bc00f608fc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'name': 'tempest-TestShelveInstance-1892117433-router', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:37Z', 'revision_number': 4, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'gw_port': {'id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'dc412011-6c1c-4788-ba22-17b4e92e7062', 'name': '', 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'mac_address': 'fa:16:3e:3e:95:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:36Z', 'updated_at': '2021-12-17T16:41:41Z', 'revision_number': 5, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'subnets': [{'id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:10.635640 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf5b8ca-1ac5-46fd-97f0-bc00f608fc38 None None] The sync data for ids ['f1ffc432-f189-42fd-b3ff-79107aefe18e'] in n-d-820553-2 is: [{'id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'name': 'tempest-TestShelveInstance-1892117433-router', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:37Z', 'revision_number': 4, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'gw_port': {'id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'dc412011-6c1c-4788-ba22-17b4e92e7062', 'name': '', 'network_id': 'e880373f-7690-4833-b18c-8ac9a1524074', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'mac_address': 'fa:16:3e:3e:95:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:36Z', 'updated_at': '2021-12-17T16:41:41Z', 'revision_number': 5, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'subnets': [{'id': '07da24ec-1058-4bd1-ba8b-24dbc28a45da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:52:10.858528 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c194cfa-c194-4a40-b7ce-0d5a49fbe90b None None] New status for floating IP 4cd115ed-38db-4b01-9861-86eba9de1088: DOWN {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:52:11.518760 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:11.524454 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1939fb-3f2c-4538-a8ff-9122e9adc5d3 req-ee67740f-9c7a-402c-bbbb-08d4a44625c8 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:11.525949 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bb1939fb-3f2c-4538-a8ff-9122e9adc5d3 req-ee67740f-9c7a-402c-bbbb-08d4a44625c8 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 946 time: 0.0500336 Dec 17 16:52:11.564039 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bb1939fb-3f2c-4538-a8ff-9122e9adc5d3 req-9c722f69-2261-4a4d-bb37-72ed0eb8b114 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320492 Dec 17 16:52:11.846216 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3adca-e1c4-4734-9676-2274de83e866 req-f0848059-3c16-45c0-8adc-52d572a73e97 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:11.847591 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-41d3adca-e1c4-4734-9676-2274de83e866 req-f0848059-3c16-45c0-8adc-52d572a73e97 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.13 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 946 time: 0.0526924 Dec 17 16:52:11.938132 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-41d3adca-e1c4-4734-9676-2274de83e866 req-84bda494-3eb1-49fa-8296-b9f54555a64a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Deleting port d5990f00-2af8-482b-865c-c6f0eadda0be {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:52:11.938470 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-41d3adca-e1c4-4734-9676-2274de83e866 req-84bda494-3eb1-49fa-8296-b9f54555a64a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:12.030092 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-41d3adca-e1c4-4734-9676-2274de83e866 req-84bda494-3eb1-49fa-8296-b9f54555a64a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] For port d5990f00-2af8-482b-865c-c6f0eadda0be, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=d5990f00-2af8-482b-865c-c6f0eadda0be,segment=NetworkSegment(3ffd4729-42b3-42f3-9f8f-05a4d5938687),segment_id=3ffd4729-42b3-42f3-9f8f-05a4d5938687)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:52:12.030459 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-41d3adca-e1c4-4734-9676-2274de83e866 req-84bda494-3eb1-49fa-8296-b9f54555a64a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:12.043047 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-41d3adca-e1c4-4734-9676-2274de83e866 req-84bda494-3eb1-49fa-8296-b9f54555a64a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Calling delete_port for d5990f00-2af8-482b-865c-c6f0eadda0be owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:52:12.204811 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-41d3adca-e1c4-4734-9676-2274de83e866 req-84bda494-3eb1-49fa-8296-b9f54555a64a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:12.236966 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bda494-3eb1-49fa-8296-b9f54555a64a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Pushing event deleted for resources: {'Port': ['ID=d5990f00-2af8-482b-865c-c6f0eadda0be,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:12.278977 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d3adca-e1c4-4734-9676-2274de83e866 req-84bda494-3eb1-49fa-8296-b9f54555a64a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] No DVR routers for this DVR port d5990f00-2af8-482b-865c-c6f0eadda0be on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:52:12.281654 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-41d3adca-e1c4-4734-9676-2274de83e866 req-84bda494-3eb1-49fa-8296-b9f54555a64a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:12.284999 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-41d3adca-e1c4-4734-9676-2274de83e866 req-84bda494-3eb1-49fa-8296-b9f54555a64a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.13 "DELETE /v2.0/ports/d5990f00-2af8-482b-865c-c6f0eadda0be HTTP/1.1" status: 204 len: 173 time: 0.4311414 Dec 17 16:52:12.285446 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663aed43-3fcf-4221-a01f-12f52e5a560c', 'name': 'network-vif-deleted', 'tag': 'd5990f00-2af8-482b-865c-c6f0eadda0be'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:52:12.287774 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d35bae-6e76-41a3-a467-d7e46d042e5b" -d '{"events": [{"server_uuid": "663aed43-3fcf-4221-a01f-12f52e5a560c", "name": "network-vif-deleted", "tag": "d5990f00-2af8-482b-865c-c6f0eadda0be"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:52:12.326400 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6627b818-ae22-43f6-b648-dfec84e0042a x-openstack-request-id: req-6627b818-ae22-43f6-b648-dfec84e0042a {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:52:12.326706 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663aed43-3fcf-4221-a01f-12f52e5a560c", "name": "network-vif-deleted", "tag": "d5990f00-2af8-482b-865c-c6f0eadda0be", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:52:12.326956 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6627b818-ae22-43f6-b648-dfec84e0042a {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:52:12.327376 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '663aed43-3fcf-4221-a01f-12f52e5a560c', 'name': 'network-vif-deleted', 'tag': 'd5990f00-2af8-482b-865c-c6f0eadda0be', 'status': 'completed', 'code': 200} Dec 17 16:52:12.672425 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8ef18960-4b20-4d83-83cc-c859a5baf485 req-70f96609-d573-4469-bd9c-6cdbe689a321 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 210 time: 0.0327427 Dec 17 16:52:13.774214 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-33dfae40-17bc-459a-b3f3-d5aaaca5621b req-7e84605b-64aa-4dae-84b2-4bf11091b17a tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 210 time: 0.0274961 Dec 17 16:52:14.872002 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-247d108c-8552-41f7-a2f5-8759eb808b46 req-c0a4d895-f1a9-4078-a8a4-9261248a422b tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 210 time: 0.0282292 Dec 17 16:52:15.966110 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9f759c59-1886-4768-9ca1-5adcbc97e228 req-19c74afc-c477-4d64-bc31-6cce0d116ca4 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "GET /v2.0/ports?device_id=663aed43-3fcf-4221-a01f-12f52e5a560c HTTP/1.1" status: 200 len: 210 time: 0.0264492 Dec 17 16:52:16.237853 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device d5990f00-2af8-482b-865c-c6f0eadda0be no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:52:16.258925 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: d5990f00-2af8-482b-865c-c6f0eadda0be {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:52:16.263349 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device d5990f00-2af8-482b-865c-c6f0eadda0be not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:52:17.020210 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47352) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:52:17.078470 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d70030d8-9ff6-4467-8d39-d407bf9c5364 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:17.103249 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d70030d8-9ff6-4467-8d39-d407bf9c5364 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:17.222209 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d70030d8-9ff6-4467-8d39-d407bf9c5364 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:17.224894 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d70030d8-9ff6-4467-8d39-d407bf9c5364 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:17.226135 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d70030d8-9ff6-4467-8d39-d407bf9c5364 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] 10.222.0.46 "DELETE /v2.0/security-groups/1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0 HTTP/1.1" status: 204 len: 168 time: 0.2049217 Dec 17 16:52:17.235756 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70030d8-9ff6-4467-8d39-d407bf9c5364 tempest-TestShelveInstance-1153411851 tempest-TestShelveInstance-1153411851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5dad7d-3706-4eb3-b23b-8e5a5e3137f0,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:17.397665 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47356) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:52:17.917244 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aee19e36-d3bd-426a-afda-966198179922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:18.422760 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-aee19e36-d3bd-426a-afda-966198179922 admin admin] Deleting port dc412011-6c1c-4788-ba22-17b4e92e7062 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:52:18.423465 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aee19e36-d3bd-426a-afda-966198179922 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:18.503808 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-aee19e36-d3bd-426a-afda-966198179922 admin admin] For port dc412011-6c1c-4788-ba22-17b4e92e7062, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=dc412011-6c1c-4788-ba22-17b4e92e7062,segment=NetworkSegment(3ffd4729-42b3-42f3-9f8f-05a4d5938687),segment_id=3ffd4729-42b3-42f3-9f8f-05a4d5938687)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:52:18.504176 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aee19e36-d3bd-426a-afda-966198179922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:18.517435 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-aee19e36-d3bd-426a-afda-966198179922 admin admin] Calling delete_port for dc412011-6c1c-4788-ba22-17b4e92e7062 owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:52:18.759052 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aee19e36-d3bd-426a-afda-966198179922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:18.786055 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee19e36-d3bd-426a-afda-966198179922 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc412011-6c1c-4788-ba22-17b4e92e7062,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:18.812290 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:52:18.813265 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee19e36-d3bd-426a-afda-966198179922 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:18.813622 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee19e36-d3bd-426a-afda-966198179922 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:18.813954 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee19e36-d3bd-426a-afda-966198179922 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:18.814286 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee19e36-d3bd-426a-afda-966198179922 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:18.814607 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee19e36-d3bd-426a-afda-966198179922 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:18.815212 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee19e36-d3bd-426a-afda-966198179922 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:18.815347 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee19e36-d3bd-426a-afda-966198179922 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:18.815598 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee19e36-d3bd-426a-afda-966198179922 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:18.815944 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee19e36-d3bd-426a-afda-966198179922 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:18.816247 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee19e36-d3bd-426a-afda-966198179922 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:18.816571 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee19e36-d3bd-426a-afda-966198179922 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:18.817802 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee19e36-d3bd-426a-afda-966198179922 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:18.970497 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-aee19e36-d3bd-426a-afda-966198179922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:19.192552 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee19e36-d3bd-426a-afda-966198179922 admin admin] Router f1ffc432-f189-42fd-b3ff-79107aefe18e has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:52:19.302645 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee19e36-d3bd-426a-afda-966198179922 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:52:19.306618 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-aee19e36-d3bd-426a-afda-966198179922 admin admin] 10.222.0.46 "PUT /v2.0/routers/f1ffc432-f189-42fd-b3ff-79107aefe18e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9078927 Dec 17 16:52:19.309549 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47360) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:52:19.321727 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd5432b-1d46-44d7-83de-08e7afcfe20e None None] Sync routers for ids ['f1ffc432-f189-42fd-b3ff-79107aefe18e'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:52:19.332446 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd5432b-1d46-44d7-83de-08e7afcfe20e None None] Routers {'f1ffc432-f189-42fd-b3ff-79107aefe18e'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:52:19.333122 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-fbd5432b-1d46-44d7-83de-08e7afcfe20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:52:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['f1ffc432-f189-42fd-b3ff-79107aefe18e'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:19.421504 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-337b1b5e-6085-4acc-baac-8a900ed42cc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:19.439600 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-fbd5432b-1d46-44d7-83de-08e7afcfe20e None None] Set router f1ffc432-f189-42fd-b3ff-79107aefe18e gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:52:19.529720 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-337b1b5e-6085-4acc-baac-8a900ed42cc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:19.661968 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-337b1b5e-6085-4acc-baac-8a900ed42cc3 admin admin] Deleting port 21e1213f-8490-4e03-8899-4915b6633ffb {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:52:19.662309 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-337b1b5e-6085-4acc-baac-8a900ed42cc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:19.739516 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-337b1b5e-6085-4acc-baac-8a900ed42cc3 admin admin] For port 21e1213f-8490-4e03-8899-4915b6633ffb, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=21e1213f-8490-4e03-8899-4915b6633ffb,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:52:19.739986 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-337b1b5e-6085-4acc-baac-8a900ed42cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:19.753775 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-337b1b5e-6085-4acc-baac-8a900ed42cc3 admin admin] Calling delete_port for 21e1213f-8490-4e03-8899-4915b6633ffb owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:52:19.779223 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-fbd5432b-1d46-44d7-83de-08e7afcfe20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'name': 'tempest-TestShelveInstance-1892117433-router', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135'}], 'enable_snat': True}, 'gw_port_id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:52:18Z', 'revision_number': 5, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'gw_port': {'id': '21e1213f-8490-4e03-8899-4915b6633ffb', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:c3:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:19.804927 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd5432b-1d46-44d7-83de-08e7afcfe20e None None] Checking router: f1ffc432-f189-42fd-b3ff-79107aefe18e for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:52:19.813891 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd5432b-1d46-44d7-83de-08e7afcfe20e None None] Routers {'f1ffc432-f189-42fd-b3ff-79107aefe18e'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:52:19.814496 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-fbd5432b-1d46-44d7-83de-08e7afcfe20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:52:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['f1ffc432-f189-42fd-b3ff-79107aefe18e'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:19.902810 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-fbd5432b-1d46-44d7-83de-08e7afcfe20e None None] Set router f1ffc432-f189-42fd-b3ff-79107aefe18e gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:52:19.957699 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-fbd5432b-1d46-44d7-83de-08e7afcfe20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'name': 'tempest-TestShelveInstance-1892117433-router', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:52:19Z', 'revision_number': 6, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:19.976495 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-337b1b5e-6085-4acc-baac-8a900ed42cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:19.983679 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd5432b-1d46-44d7-83de-08e7afcfe20e None None] The sync data for ids ['f1ffc432-f189-42fd-b3ff-79107aefe18e'] in n-d-820553-2 is: [{'id': 'f1ffc432-f189-42fd-b3ff-79107aefe18e', 'name': 'tempest-TestShelveInstance-1892117433-router', 'tenant_id': '08c1798f63d740588f7f2a667e40055d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:41:34Z', 'updated_at': '2021-12-17T16:52:19Z', 'revision_number': 6, 'project_id': '08c1798f63d740588f7f2a667e40055d', 'gw_port_host': None}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:52:20.005878 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b1b5e-6085-4acc-baac-8a900ed42cc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=21e1213f-8490-4e03-8899-4915b6633ffb,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:20.076001 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-337b1b5e-6085-4acc-baac-8a900ed42cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:20.163780 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-337b1b5e-6085-4acc-baac-8a900ed42cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:20.165877 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-337b1b5e-6085-4acc-baac-8a900ed42cc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:20.275651 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-337b1b5e-6085-4acc-baac-8a900ed42cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:20.276198 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337b1b5e-6085-4acc-baac-8a900ed42cc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1ffc432-f189-42fd-b3ff-79107aefe18e {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:52:20.280401 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-337b1b5e-6085-4acc-baac-8a900ed42cc3 admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:20.281575 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-337b1b5e-6085-4acc-baac-8a900ed42cc3 admin admin] 10.222.0.46 "DELETE /v2.0/routers/f1ffc432-f189-42fd-b3ff-79107aefe18e HTTP/1.1" status: 204 len: 168 time: 0.9709980 Dec 17 16:52:20.284123 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47362) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:52:20.330341 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cf3af0c-4194-4331-bed3-fe70cb1e00cb admin admin] Deleting subnet 07da24ec-1058-4bd1-ba8b-24dbc28a45da {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 16:52:20.333554 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4cf3af0c-4194-4331-bed3-fe70cb1e00cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:20.376817 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4cf3af0c-4194-4331-bed3-fe70cb1e00cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:20.457989 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4cf3af0c-4194-4331-bed3-fe70cb1e00cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:20.587478 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4cf3af0c-4194-4331-bed3-fe70cb1e00cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:20.618739 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-4cf3af0c-4194-4331-bed3-fe70cb1e00cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:20.622879 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-4cf3af0c-4194-4331-bed3-fe70cb1e00cb admin admin] 10.222.0.46 "DELETE /v2.0/subnets/07da24ec-1058-4bd1-ba8b-24dbc28a45da HTTP/1.1" status: 204 len: 168 time: 0.3372939 Dec 17 16:52:20.623880 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3af0c-4194-4331-bed3-fe70cb1e00cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07da24ec-1058-4bd1-ba8b-24dbc28a45da,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:20.624348 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cdced6-2aec-4de3-bcd5-0af29f3143b4 None None] Network e880373f-7690-4833-b18c-8ac9a1524074 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:52:20.625251 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47364) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:52:20.700787 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-42faf55a-6c78-46c7-b634-b12432ea1324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:20.765175 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-42faf55a-6c78-46c7-b634-b12432ea1324 admin admin] Deleting port 572db5eb-b415-4699-883c-4645d9641a9f {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:52:20.765783 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-42faf55a-6c78-46c7-b634-b12432ea1324 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:20.816906 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d41f0fd-5aaf-490a-96a1-c0d82fdac927 None None] DHCP port deletion for e880373f-7690-4833-b18c-8ac9a1524074 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 16:52:20.839936 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-42faf55a-6c78-46c7-b634-b12432ea1324 admin admin] For port 572db5eb-b415-4699-883c-4645d9641a9f, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=572db5eb-b415-4699-883c-4645d9641a9f,segment=NetworkSegment(3ffd4729-42b3-42f3-9f8f-05a4d5938687),segment_id=3ffd4729-42b3-42f3-9f8f-05a4d5938687)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:52:20.840253 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-42faf55a-6c78-46c7-b634-b12432ea1324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:20.854890 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-42faf55a-6c78-46c7-b634-b12432ea1324 admin admin] Calling delete_port for 572db5eb-b415-4699-883c-4645d9641a9f owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:52:20.868677 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-0d41f0fd-5aaf-490a-96a1-c0d82fdac927 None None] Deleting port 572db5eb-b415-4699-883c-4645d9641a9f {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:52:20.869071 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0d41f0fd-5aaf-490a-96a1-c0d82fdac927 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:20.942021 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-0d41f0fd-5aaf-490a-96a1-c0d82fdac927 None None] For port 572db5eb-b415-4699-883c-4645d9641a9f, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=572db5eb-b415-4699-883c-4645d9641a9f,segment=NetworkSegment(3ffd4729-42b3-42f3-9f8f-05a4d5938687),segment_id=3ffd4729-42b3-42f3-9f8f-05a4d5938687)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:52:20.942420 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0d41f0fd-5aaf-490a-96a1-c0d82fdac927 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:20.956384 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-0d41f0fd-5aaf-490a-96a1-c0d82fdac927 None None] Calling delete_port for 572db5eb-b415-4699-883c-4645d9641a9f owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:52:20.999366 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-42faf55a-6c78-46c7-b634-b12432ea1324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:21.031070 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42faf55a-6c78-46c7-b634-b12432ea1324 admin admin] No DVR routers for this DVR port 572db5eb-b415-4699-883c-4645d9641a9f on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:52:21.037967 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42faf55a-6c78-46c7-b634-b12432ea1324 admin admin] Pushing event deleted for resources: {'Port': ['ID=572db5eb-b415-4699-883c-4645d9641a9f,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:21.043893 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0d41f0fd-5aaf-490a-96a1-c0d82fdac927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:21.069165 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41f0fd-5aaf-490a-96a1-c0d82fdac927 None None] Pushing event deleted for resources: {'Port': ['ID=572db5eb-b415-4699-883c-4645d9641a9f,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:21.074090 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d41f0fd-5aaf-490a-96a1-c0d82fdac927 None None] No DVR routers for this DVR port 572db5eb-b415-4699-883c-4645d9641a9f on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:52:21.081113 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d41f0fd-5aaf-490a-96a1-c0d82fdac927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:21.081460 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d41f0fd-5aaf-490a-96a1-c0d82fdac927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:21.081793 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d41f0fd-5aaf-490a-96a1-c0d82fdac927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:21.082121 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d41f0fd-5aaf-490a-96a1-c0d82fdac927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:21.082439 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d41f0fd-5aaf-490a-96a1-c0d82fdac927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:21.082764 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d41f0fd-5aaf-490a-96a1-c0d82fdac927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:21.083095 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d41f0fd-5aaf-490a-96a1-c0d82fdac927 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:21.083631 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d41f0fd-5aaf-490a-96a1-c0d82fdac927 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:21.083813 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d41f0fd-5aaf-490a-96a1-c0d82fdac927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:21.084135 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d41f0fd-5aaf-490a-96a1-c0d82fdac927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:21.084452 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d41f0fd-5aaf-490a-96a1-c0d82fdac927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:21.084766 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d41f0fd-5aaf-490a-96a1-c0d82fdac927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:21.117539 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-42faf55a-6c78-46c7-b634-b12432ea1324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:21.138350 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-42faf55a-6c78-46c7-b634-b12432ea1324 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e880373f-7690-4833-b18c-8ac9a1524074']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:21.147603 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-42faf55a-6c78-46c7-b634-b12432ea1324 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ffd4729-42b3-42f3-9f8f-05a4d5938687') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:21.147894 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-42faf55a-6c78-46c7-b634-b12432ea1324 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ffd4729-42b3-42f3-9f8f-05a4d5938687') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:21.157831 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-42faf55a-6c78-46c7-b634-b12432ea1324 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:21.170499 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-42faf55a-6c78-46c7-b634-b12432ea1324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:21.176179 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42faf55a-6c78-46c7-b634-b12432ea1324 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:52:21.176563 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-42faf55a-6c78-46c7-b634-b12432ea1324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:21.178223 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 16:52:21.178223 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:52:21.178223 n-d-820553-2 neutron-server[102832]: timer() Dec 17 16:52:21.178223 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:52:21.178223 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 16:52:21.178223 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:52:21.178223 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 16:52:21.178223 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:52:21.178223 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 16:52:21.178223 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:52:21.178223 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 16:52:21.178223 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:52:21.178223 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 16:52:21.178223 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:52:21.178223 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:52:21.178223 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:52:21.178223 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:52:21.178223 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:52:21.178223 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 16:52:21.178223 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:52:21.178223 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 16:52:21.178223 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:52:21.178223 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:52:21.178223 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:52:21.178223 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 16:52:21.178223 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:52:21.178223 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:52:21.178223 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:52:21.178223 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:52:21.178223 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:52:21.178223 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:52:21.178223 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:52:21.296429 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-42faf55a-6c78-46c7-b634-b12432ea1324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:21.301944 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-42faf55a-6c78-46c7-b634-b12432ea1324 admin admin] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:21.306045 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-42faf55a-6c78-46c7-b634-b12432ea1324 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e880373f-7690-4833-b18c-8ac9a1524074 HTTP/1.1" status: 204 len: 168 time: 0.6782897 Dec 17 16:52:21.308523 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47366) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:52:21.316760 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42faf55a-6c78-46c7-b634-b12432ea1324 admin admin] Pushing event deleted for resources: {'Network': ['ID=e880373f-7690-4833-b18c-8ac9a1524074,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:21.358291 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 572db5eb-b415-4699-883c-4645d9641a9f no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:52:21.378891 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 572db5eb-b415-4699-883c-4645d9641a9f {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:52:21.379243 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 572db5eb-b415-4699-883c-4645d9641a9f not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:52:21.379661 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 21e1213f-8490-4e03-8899-4915b6633ffb no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:52:21.403970 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 21e1213f-8490-4e03-8899-4915b6633ffb {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:52:21.404310 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 21e1213f-8490-4e03-8899-4915b6633ffb not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:52:21.404727 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device dc412011-6c1c-4788-ba22-17b4e92e7062 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:52:21.424423 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: dc412011-6c1c-4788-ba22-17b4e92e7062 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:52:21.424752 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device dc412011-6c1c-4788-ba22-17b4e92e7062 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:52:21.979083 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e0993832-bcac-4851-8925-29ab72192f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:22.221454 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-e0993832-bcac-4851-8925-29ab72192f8e admin admin] Deleting port f4e4dc4d-5d04-4956-84cb-c697efd841c4 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:52:22.221689 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e0993832-bcac-4851-8925-29ab72192f8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:22.297784 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-e0993832-bcac-4851-8925-29ab72192f8e admin admin] For port f4e4dc4d-5d04-4956-84cb-c697efd841c4, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f4e4dc4d-5d04-4956-84cb-c697efd841c4,segment=NetworkSegment(9c1d4949-6414-4a9e-9a0a-ecf488668018),segment_id=9c1d4949-6414-4a9e-9a0a-ecf488668018)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:52:22.298127 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e0993832-bcac-4851-8925-29ab72192f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:22.312334 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-e0993832-bcac-4851-8925-29ab72192f8e admin admin] Calling delete_port for f4e4dc4d-5d04-4956-84cb-c697efd841c4 owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:52:22.555465 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e0993832-bcac-4851-8925-29ab72192f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:22.584711 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0993832-bcac-4851-8925-29ab72192f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=f4e4dc4d-5d04-4956-84cb-c697efd841c4,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:22.750909 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-e0993832-bcac-4851-8925-29ab72192f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:22.966393 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0993832-bcac-4851-8925-29ab72192f8e admin admin] Router 11fddc92-f982-4d0f-abce-eac6db2be88e has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:52:23.076222 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0993832-bcac-4851-8925-29ab72192f8e admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:52:23.081382 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-e0993832-bcac-4851-8925-29ab72192f8e admin admin] 10.222.0.46 "PUT /v2.0/routers/11fddc92-f982-4d0f-abce-eac6db2be88e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7717760 Dec 17 16:52:23.084090 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47368) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:52:23.084918 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f6429f-b636-45c6-b563-18bc35f92579 None None] Sync routers for ids ['11fddc92-f982-4d0f-abce-eac6db2be88e'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:52:23.094352 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f6429f-b636-45c6-b563-18bc35f92579 None None] Routers {'11fddc92-f982-4d0f-abce-eac6db2be88e'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:52:23.095022 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-56f6429f-b636-45c6-b563-18bc35f92579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:52:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['11fddc92-f982-4d0f-abce-eac6db2be88e'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:23.197083 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-990f328d-1a9f-414e-bcf4-70f6ff14c4e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:23.199244 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-56f6429f-b636-45c6-b563-18bc35f92579 None None] Set router 11fddc92-f982-4d0f-abce-eac6db2be88e gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:52:23.302167 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-990f328d-1a9f-414e-bcf4-70f6ff14c4e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:23.385214 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-56f6429f-b636-45c6-b563-18bc35f92579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fddc92-f982-4d0f-abce-eac6db2be88e', 'name': 'tempest-TestShelveInstance-134675115-router', 'tenant_id': '9f3cb7d7c26d4d5e9faaafc1d0236522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'e2baaf98-6b29-45f6-91cf-94b425de6f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:41:40Z', 'updated_at': '2021-12-17T16:52:22Z', 'revision_number': 5, 'project_id': '9f3cb7d7c26d4d5e9faaafc1d0236522', 'gw_port': {'id': 'e2baaf98-6b29-45f6-91cf-94b425de6f83', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fddc92-f982-4d0f-abce-eac6db2be88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:41:40Z', 'updated_at': '2021-12-17T16:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:23.411290 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f6429f-b636-45c6-b563-18bc35f92579 None None] Checking router: 11fddc92-f982-4d0f-abce-eac6db2be88e for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:52:23.420181 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f6429f-b636-45c6-b563-18bc35f92579 None None] Routers {'11fddc92-f982-4d0f-abce-eac6db2be88e'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:52:23.420779 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-56f6429f-b636-45c6-b563-18bc35f92579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:52:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['11fddc92-f982-4d0f-abce-eac6db2be88e'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:23.432186 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-990f328d-1a9f-414e-bcf4-70f6ff14c4e3 admin admin] Deleting port e2baaf98-6b29-45f6-91cf-94b425de6f83 {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:52:23.432528 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-990f328d-1a9f-414e-bcf4-70f6ff14c4e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:23.521893 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-990f328d-1a9f-414e-bcf4-70f6ff14c4e3 admin admin] For port e2baaf98-6b29-45f6-91cf-94b425de6f83, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=e2baaf98-6b29-45f6-91cf-94b425de6f83,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:52:23.522262 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-990f328d-1a9f-414e-bcf4-70f6ff14c4e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:23.536689 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-990f328d-1a9f-414e-bcf4-70f6ff14c4e3 admin admin] Calling delete_port for e2baaf98-6b29-45f6-91cf-94b425de6f83 owned by network:router_gateway {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:52:23.595601 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-56f6429f-b636-45c6-b563-18bc35f92579 None None] Set router 11fddc92-f982-4d0f-abce-eac6db2be88e gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:52:23.649819 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-56f6429f-b636-45c6-b563-18bc35f92579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fddc92-f982-4d0f-abce-eac6db2be88e', 'name': 'tempest-TestShelveInstance-134675115-router', 'tenant_id': '9f3cb7d7c26d4d5e9faaafc1d0236522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:41:40Z', 'updated_at': '2021-12-17T16:52:23Z', 'revision_number': 6, 'project_id': '9f3cb7d7c26d4d5e9faaafc1d0236522', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:23.676079 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f6429f-b636-45c6-b563-18bc35f92579 None None] The sync data for ids ['11fddc92-f982-4d0f-abce-eac6db2be88e'] in n-d-820553-2 is: [{'id': '11fddc92-f982-4d0f-abce-eac6db2be88e', 'name': 'tempest-TestShelveInstance-134675115-router', 'tenant_id': '9f3cb7d7c26d4d5e9faaafc1d0236522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:41:40Z', 'updated_at': '2021-12-17T16:52:23Z', 'revision_number': 6, 'project_id': '9f3cb7d7c26d4d5e9faaafc1d0236522', 'gw_port_host': None}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:52:23.749745 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-990f328d-1a9f-414e-bcf4-70f6ff14c4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:23.773920 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f328d-1a9f-414e-bcf4-70f6ff14c4e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2baaf98-6b29-45f6-91cf-94b425de6f83,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:23.836518 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-990f328d-1a9f-414e-bcf4-70f6ff14c4e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:23.927208 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-990f328d-1a9f-414e-bcf4-70f6ff14c4e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:23.929335 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-990f328d-1a9f-414e-bcf4-70f6ff14c4e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:24.024185 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-990f328d-1a9f-414e-bcf4-70f6ff14c4e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:24.024821 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990f328d-1a9f-414e-bcf4-70f6ff14c4e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11fddc92-f982-4d0f-abce-eac6db2be88e {{(pid=102832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:52:24.029600 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-990f328d-1a9f-414e-bcf4-70f6ff14c4e3 admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:24.033221 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-990f328d-1a9f-414e-bcf4-70f6ff14c4e3 admin admin] 10.222.0.46 "DELETE /v2.0/routers/11fddc92-f982-4d0f-abce-eac6db2be88e HTTP/1.1" status: 204 len: 168 time: 0.9457662 Dec 17 16:52:24.033578 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47372) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:52:24.080422 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe979ee-48d6-4fad-ac94-e02abd5b954e admin admin] Deleting subnet 359be929-2b9a-4966-adbe-400e9e0b1346 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 16:52:24.083693 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cbe979ee-48d6-4fad-ac94-e02abd5b954e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:24.118349 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cbe979ee-48d6-4fad-ac94-e02abd5b954e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:24.200041 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cbe979ee-48d6-4fad-ac94-e02abd5b954e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:24.330987 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cbe979ee-48d6-4fad-ac94-e02abd5b954e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:24.357896 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe979ee-48d6-4fad-ac94-e02abd5b954e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=359be929-2b9a-4966-adbe-400e9e0b1346,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:24.361535 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cbe979ee-48d6-4fad-ac94-e02abd5b954e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:24.364846 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cbe979ee-48d6-4fad-ac94-e02abd5b954e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/359be929-2b9a-4966-adbe-400e9e0b1346 HTTP/1.1" status: 204 len: 168 time: 0.3302736 Dec 17 16:52:24.367348 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47374) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:52:24.370085 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebccabb-6dfd-410e-a4f0-1577feea1714 None None] Network ec78f778-e027-48d2-a5ca-585f3af56821 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:52:24.441249 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-47c3bc6d-9ee3-456a-b3d5-d6ebf6a791f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:24.500124 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-47c3bc6d-9ee3-456a-b3d5-d6ebf6a791f6 admin admin] Deleting port d0481059-770f-463f-93bf-d437dc4a1015 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:52:24.500465 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-47c3bc6d-9ee3-456a-b3d5-d6ebf6a791f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:24.549771 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3666fa76-5ae4-4159-9e71-9ddf427d1156 None None] DHCP port deletion for ec78f778-e027-48d2-a5ca-585f3af56821 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 16:52:24.569971 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-47c3bc6d-9ee3-456a-b3d5-d6ebf6a791f6 admin admin] For port d0481059-770f-463f-93bf-d437dc4a1015, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=d0481059-770f-463f-93bf-d437dc4a1015,segment=NetworkSegment(9c1d4949-6414-4a9e-9a0a-ecf488668018),segment_id=9c1d4949-6414-4a9e-9a0a-ecf488668018)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:52:24.570337 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-47c3bc6d-9ee3-456a-b3d5-d6ebf6a791f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:24.584189 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-47c3bc6d-9ee3-456a-b3d5-d6ebf6a791f6 admin admin] Calling delete_port for d0481059-770f-463f-93bf-d437dc4a1015 owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:52:24.596673 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-3666fa76-5ae4-4159-9e71-9ddf427d1156 None None] Deleting port d0481059-770f-463f-93bf-d437dc4a1015 {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:52:24.597097 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3666fa76-5ae4-4159-9e71-9ddf427d1156 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:24.663110 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-3666fa76-5ae4-4159-9e71-9ddf427d1156 None None] For port d0481059-770f-463f-93bf-d437dc4a1015, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=d0481059-770f-463f-93bf-d437dc4a1015,segment=NetworkSegment(9c1d4949-6414-4a9e-9a0a-ecf488668018),segment_id=9c1d4949-6414-4a9e-9a0a-ecf488668018)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:52:24.663829 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3666fa76-5ae4-4159-9e71-9ddf427d1156 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:24.677180 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-3666fa76-5ae4-4159-9e71-9ddf427d1156 None None] Calling delete_port for d0481059-770f-463f-93bf-d437dc4a1015 owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:52:24.759288 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-47c3bc6d-9ee3-456a-b3d5-d6ebf6a791f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:24.765102 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3666fa76-5ae4-4159-9e71-9ddf427d1156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:24.787447 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c3bc6d-9ee3-456a-b3d5-d6ebf6a791f6 admin admin] No DVR routers for this DVR port d0481059-770f-463f-93bf-d437dc4a1015 on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:52:24.791420 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3bc6d-9ee3-456a-b3d5-d6ebf6a791f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0481059-770f-463f-93bf-d437dc4a1015,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:24.792804 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666fa76-5ae4-4159-9e71-9ddf427d1156 None None] Pushing event deleted for resources: {'Port': ['ID=d0481059-770f-463f-93bf-d437dc4a1015,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:24.798159 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3666fa76-5ae4-4159-9e71-9ddf427d1156 None None] No DVR routers for this DVR port d0481059-770f-463f-93bf-d437dc4a1015 on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:52:24.867585 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-47c3bc6d-9ee3-456a-b3d5-d6ebf6a791f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:24.887051 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-47c3bc6d-9ee3-456a-b3d5-d6ebf6a791f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec78f778-e027-48d2-a5ca-585f3af56821']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:24.896527 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-47c3bc6d-9ee3-456a-b3d5-d6ebf6a791f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c1d4949-6414-4a9e-9a0a-ecf488668018') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:24.896820 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-47c3bc6d-9ee3-456a-b3d5-d6ebf6a791f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c1d4949-6414-4a9e-9a0a-ecf488668018') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:24.906749 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-47c3bc6d-9ee3-456a-b3d5-d6ebf6a791f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:24.920124 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-47c3bc6d-9ee3-456a-b3d5-d6ebf6a791f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:24.925806 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47c3bc6d-9ee3-456a-b3d5-d6ebf6a791f6 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:52:24.926189 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-47c3bc6d-9ee3-456a-b3d5-d6ebf6a791f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:24.927812 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 16:52:24.927812 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:52:24.927812 n-d-820553-2 neutron-server[102833]: timer() Dec 17 16:52:24.927812 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:52:24.927812 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 16:52:24.927812 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:52:24.927812 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 16:52:24.927812 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:52:24.927812 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 16:52:24.927812 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:52:24.927812 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 16:52:24.927812 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:52:24.927812 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 16:52:24.927812 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:52:24.927812 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:52:24.927812 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:52:24.927812 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:52:24.927812 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:52:24.927812 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 16:52:24.927812 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:52:24.927812 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 16:52:24.927812 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:52:24.927812 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:52:24.927812 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:52:24.927812 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 16:52:24.927812 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:52:24.927812 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:52:24.927812 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:52:24.927812 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:52:24.927812 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:52:24.927812 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:52:24.927812 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:52:25.055931 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-47c3bc6d-9ee3-456a-b3d5-d6ebf6a791f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:25.062091 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-47c3bc6d-9ee3-456a-b3d5-d6ebf6a791f6 admin admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:25.065266 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-47c3bc6d-9ee3-456a-b3d5-d6ebf6a791f6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ec78f778-e027-48d2-a5ca-585f3af56821 HTTP/1.1" status: 204 len: 168 time: 0.6969776 Dec 17 16:52:25.076566 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3bc6d-9ee3-456a-b3d5-d6ebf6a791f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec78f778-e027-48d2-a5ca-585f3af56821,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:25.354091 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device d0481059-770f-463f-93bf-d437dc4a1015 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:52:25.375902 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: d0481059-770f-463f-93bf-d437dc4a1015 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:52:25.376552 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device d0481059-770f-463f-93bf-d437dc4a1015 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:52:25.376711 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e2baaf98-6b29-45f6-91cf-94b425de6f83 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:52:25.388423 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47378) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:52:25.395981 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: e2baaf98-6b29-45f6-91cf-94b425de6f83 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:52:25.396330 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device e2baaf98-6b29-45f6-91cf-94b425de6f83 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:52:25.396743 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f4e4dc4d-5d04-4956-84cb-c697efd841c4 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:52:25.419466 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: f4e4dc4d-5d04-4956-84cb-c697efd841c4 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:52:25.419810 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f4e4dc4d-5d04-4956-84cb-c697efd841c4 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:52:25.434997 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-c3bbdd62-10d4-4542-8f72-50185f700274 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=08c1798f63d740588f7f2a667e40055d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447502 Dec 17 16:52:25.437588 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47380) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:52:25.492716 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-df79f501-7875-467f-991e-635a2da10544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:25.514080 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-df79f501-7875-467f-991e-635a2da10544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:25.629877 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-df79f501-7875-467f-991e-635a2da10544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:25.632351 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-df79f501-7875-467f-991e-635a2da10544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:25.633575 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-df79f501-7875-467f-991e-635a2da10544 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/59fefbca-3536-4a1f-b8d0-26ce88d7601d HTTP/1.1" status: 204 len: 168 time: 0.1949956 Dec 17 16:52:25.642041 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79f501-7875-467f-991e-635a2da10544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fefbca-3536-4a1f-b8d0-26ce88d7601d,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:26.173201 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47386) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:52:26.218575 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-07ebcb41-896c-4355-857c-26faeefd0ecf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9f3cb7d7c26d4d5e9faaafc1d0236522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442259 Dec 17 16:52:26.221242 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47388) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:52:26.269628 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1fc87660-0276-400b-aa57-fb12a9b6599e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:26.289862 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1fc87660-0276-400b-aa57-fb12a9b6599e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:26.393374 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1fc87660-0276-400b-aa57-fb12a9b6599e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:26.395869 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1fc87660-0276-400b-aa57-fb12a9b6599e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:26.397003 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1fc87660-0276-400b-aa57-fb12a9b6599e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/69b386fe-227f-4290-b9c7-950bfd75e63c HTTP/1.1" status: 204 len: 168 time: 0.1748648 Dec 17 16:52:26.405193 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc87660-0276-400b-aa57-fb12a9b6599e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b386fe-227f-4290-b9c7-950bfd75e63c,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:27.069680 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:27.468560 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47410) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:52:27.562571 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-1aa993aa-6938-4b5f-b23a-7fc1bf966ba8 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-930155732-network', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:52:27.641190 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa993aa-6938-4b5f-b23a-7fc1bf966ba8 admin admin] Made reservation on behalf of 5739f578f31c407783d0a1cbd3aaaba4 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:52:27.643909 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1aa993aa-6938-4b5f-b23a-7fc1bf966ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:27.652559 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1aa993aa-6938-4b5f-b23a-7fc1bf966ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:27.725503 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1aa993aa-6938-4b5f-b23a-7fc1bf966ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:27.781340 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1aa993aa-6938-4b5f-b23a-7fc1bf966ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:27.809100 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa993aa-6938-4b5f-b23a-7fc1bf966ba8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:52:27.815591 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa993aa-6938-4b5f-b23a-7fc1bf966ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc19b374-13d5-4651-813a-59a74d8ce990,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:27.822275 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1aa993aa-6938-4b5f-b23a-7fc1bf966ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:27.825404 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-1aa993aa-6938-4b5f-b23a-7fc1bf966ba8 admin admin] Added segment 20e1436b-26e4-479c-b9d3-ad4f8f578566 of type vlan for network ab086ea3-bba0-499c-884a-e1dc2f30d557 Dec 17 16:52:27.865551 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1aa993aa-6938-4b5f-b23a-7fc1bf966ba8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:27.943866 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1aa993aa-6938-4b5f-b23a-7fc1bf966ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:27.944833 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa993aa-6938-4b5f-b23a-7fc1bf966ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:27.945437 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1aa993aa-6938-4b5f-b23a-7fc1bf966ba8 admin admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:28.002993 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa993aa-6938-4b5f-b23a-7fc1bf966ba8 admin admin] Pushing event updated for resources: {'Network': ['ID=ab086ea3-bba0-499c-884a-e1dc2f30d557,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:28.012660 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network ab086ea3-bba0-499c-884a-e1dc2f30d557 details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:52:28.038322 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1aa993aa-6938-4b5f-b23a-7fc1bf966ba8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5681500 Dec 17 16:52:28.041164 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47414) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:52:28.046124 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-41c4bd22-889c-4e46-9a12-9fb1719ce3b1 admin admin] Request body: {'subnet': {'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-930155732-subnet', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'ip_version': 4}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:52:28.132425 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c4bd22-889c-4e46-9a12-9fb1719ce3b1 admin admin] Made reservation on behalf of 5739f578f31c407783d0a1cbd3aaaba4 for: {'subnet': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:52:28.134834 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-41c4bd22-889c-4e46-9a12-9fb1719ce3b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502534'] for subnet, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:28.349942 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-41c4bd22-889c-4e46-9a12-9fb1719ce3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9859223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502012'] for subnet, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:28.405546 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4bd22-889c-4e46-9a12-9fb1719ce3b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4d13304-63d2-4dc8-83ae-7ffe6b519d63,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:28.412106 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c4bd22-889c-4e46-9a12-9fb1719ce3b1 admin admin] Checking segment: {'id': '20e1436b-26e4-479c-b9d3-ad4f8f578566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:52:28.412465 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c4bd22-889c-4e46-9a12-9fb1719ce3b1 admin admin] Network hostable DHCP agents. Network: ab086ea3-bba0-499c-884a-e1dc2f30d557, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:52:28.478535 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c4bd22-889c-4e46-9a12-9fb1719ce3b1 admin admin] Network ab086ea3-bba0-499c-884a-e1dc2f30d557 is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:52:28.564038 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [None req-41c4bd22-889c-4e46-9a12-9fb1719ce3b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, ab086ea3-bba0-499c-884a-e1dc2f30d557) {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:52:28.568198 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c4bd22-889c-4e46-9a12-9fb1719ce3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:28.568787 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-41c4bd22-889c-4e46-9a12-9fb1719ce3b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:28.572721 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c9bf94-4fa5-49eb-bed3-d8ee60824066 None None] Network ab086ea3-bba0-499c-884a-e1dc2f30d557 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:52:28.659321 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-41c4bd22-889c-4e46-9a12-9fb1719ce3b1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6168556 Dec 17 16:52:28.662272 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47416) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:52:28.668867 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-05b4136a-06a2-49a8-8611-e7fbab2d7e43 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-930155732-router', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:52:28.714571 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308c0392-15e2-46ec-928c-7f4913037796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-ab086ea3-bba0-499c-884a-e1dc2f30d557', 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'fixed_ips': [{'subnet_id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 16:52:28.715428 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-308c0392-15e2-46ec-928c-7f4913037796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:28.758830 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-05b4136a-06a2-49a8-8611-e7fbab2d7e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:28.762792 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-05b4136a-06a2-49a8-8611-e7fbab2d7e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:28.813724 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-05b4136a-06a2-49a8-8611-e7fbab2d7e43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:28.862468 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-308c0392-15e2-46ec-928c-7f4913037796 None None] Allocated IP 172.20.0.2 (ab086ea3-bba0-499c-884a-e1dc2f30d557/a4d13304-63d2-4dc8-83ae-7ffe6b519d63/61f026db-4e0b-42ba-9f60-e6395e38788e) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:52:28.981413 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-31cadda1-b028-4419-b0a0-ac2db2308fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:29.005302 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-308c0392-15e2-46ec-928c-7f4913037796 None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:29.012243 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-05b4136a-06a2-49a8-8611-e7fbab2d7e43 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:29.073313 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-308c0392-15e2-46ec-928c-7f4913037796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:29.113920 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308c0392-15e2-46ec-928c-7f4913037796 None None] Network ab086ea3-bba0-499c-884a-e1dc2f30d557 is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:52:29.118210 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-308c0392-15e2-46ec-928c-7f4913037796 None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:52:29.121581 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308c0392-15e2-46ec-928c-7f4913037796 None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:52:29.129359 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c0392-15e2-46ec-928c-7f4913037796 None None] Pushing event updated for resources: {'Port': ['ID=61f026db-4e0b-42ba-9f60-e6395e38788e,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:29.185320 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-308c0392-15e2-46ec-928c-7f4913037796 None None] Attempting to bind port 61f026db-4e0b-42ba-9f60-e6395e38788e on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:52:29.185694 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-308c0392-15e2-46ec-928c-7f4913037796 None None] Attempting to bind port 61f026db-4e0b-42ba-9f60-e6395e38788e by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '20e1436b-26e4-479c-b9d3-ad4f8f578566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:52:29.186054 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308c0392-15e2-46ec-928c-7f4913037796 None None] Attempting to bind port 61f026db-4e0b-42ba-9f60-e6395e38788e on network ab086ea3-bba0-499c-884a-e1dc2f30d557 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:52:29.191846 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308c0392-15e2-46ec-928c-7f4913037796 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:52:29.197233 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308c0392-15e2-46ec-928c-7f4913037796 None None] Checking segment: {'id': '20e1436b-26e4-479c-b9d3-ad4f8f578566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:52:29.197233 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-308c0392-15e2-46ec-928c-7f4913037796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:29.197233 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308c0392-15e2-46ec-928c-7f4913037796 None None] Bound using segment: {'id': '20e1436b-26e4-479c-b9d3-ad4f8f578566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:52:29.197233 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-308c0392-15e2-46ec-928c-7f4913037796 None None] Bound port: 61f026db-4e0b-42ba-9f60-e6395e38788e, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e1436b-26e4-479c-b9d3-ad4f8f578566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:52:29.197233 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-308c0392-15e2-46ec-928c-7f4913037796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:29.255935 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-308c0392-15e2-46ec-928c-7f4913037796 None None] For port 61f026db-4e0b-42ba-9f60-e6395e38788e, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:52:29.258988 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-308c0392-15e2-46ec-928c-7f4913037796 None None] For port 61f026db-4e0b-42ba-9f60-e6395e38788e, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=61f026db-4e0b-42ba-9f60-e6395e38788e,segment=NetworkSegment(20e1436b-26e4-479c-b9d3-ad4f8f578566),segment_id=20e1436b-26e4-479c-b9d3-ad4f8f578566)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:52:29.297145 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-05b4136a-06a2-49a8-8611-e7fbab2d7e43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:29.310464 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-308c0392-15e2-46ec-928c-7f4913037796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:29.316728 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-05b4136a-06a2-49a8-8611-e7fbab2d7e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:29.368822 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c0392-15e2-46ec-928c-7f4913037796 None None] Pushing event updated for resources: {'Port': ['ID=61f026db-4e0b-42ba-9f60-e6395e38788e,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:29.430289 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-05b4136a-06a2-49a8-8611-e7fbab2d7e43 admin admin] Allocated IP 172.25.6.107 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/1737712b-6760-4bab-baa4-8aa2e6ed597e) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:52:29.540074 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-05b4136a-06a2-49a8-8611-e7fbab2d7e43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:29.633668 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-05b4136a-06a2-49a8-8611-e7fbab2d7e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:29.673337 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b4136a-06a2-49a8-8611-e7fbab2d7e43 admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:52:29.676075 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-05b4136a-06a2-49a8-8611-e7fbab2d7e43 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:52:29.678826 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b4136a-06a2-49a8-8611-e7fbab2d7e43 admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:52:29.708637 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4136a-06a2-49a8-8611-e7fbab2d7e43 admin admin] Pushing event updated for resources: {'Port': ['ID=1737712b-6760-4bab-baa4-8aa2e6ed597e,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:30.014584 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-05b4136a-06a2-49a8-8611-e7fbab2d7e43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:30.213419 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-05b4136a-06a2-49a8-8611-e7fbab2d7e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:30.284381 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da6cbff-27a5-4e6a-9d25-66620fc39920 None None] Network ab086ea3-bba0-499c-884a-e1dc2f30d557 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:52:30.343607 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-6b9ef7eb-3585-4a9f-9759-61c18a20ba3a None None] Provisioning complete for port 61f026db-4e0b-42ba-9f60-e6395e38788e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:52:30.344080 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6b9ef7eb-3585-4a9f-9759-61c18a20ba3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:30.395589 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b4136a-06a2-49a8-8611-e7fbab2d7e43 admin admin] Router 5faeb6be-dd96-4c96-b3bc-9004470578ca is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:52:30.491993 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6b9ef7eb-3585-4a9f-9759-61c18a20ba3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:30.534490 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-6b9ef7eb-3585-4a9f-9759-61c18a20ba3a None None] For port 61f026db-4e0b-42ba-9f60-e6395e38788e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=61f026db-4e0b-42ba-9f60-e6395e38788e,segment=NetworkSegment(20e1436b-26e4-479c-b9d3-ad4f8f578566),segment_id=20e1436b-26e4-479c-b9d3-ad4f8f578566)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:52:30.598992 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6b9ef7eb-3585-4a9f-9759-61c18a20ba3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:30.656082 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ef7eb-3585-4a9f-9759-61c18a20ba3a None None] Pushing event updated for resources: {'Port': ['ID=61f026db-4e0b-42ba-9f60-e6395e38788e,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:30.770961 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b4136a-06a2-49a8-8611-e7fbab2d7e43 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:52:30.781641 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de147d5e-2db0-4612-a04e-720bd97f5b1c None None] Sync routers for ids ['5faeb6be-dd96-4c96-b3bc-9004470578ca'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:52:30.791780 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de147d5e-2db0-4612-a04e-720bd97f5b1c None None] Routers {'5faeb6be-dd96-4c96-b3bc-9004470578ca'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:52:30.792342 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-de147d5e-2db0-4612-a04e-720bd97f5b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:52:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5faeb6be-dd96-4c96-b3bc-9004470578ca'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:30.846728 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-05b4136a-06a2-49a8-8611-e7fbab2d7e43 admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:30.850929 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-05b4136a-06a2-49a8-8611-e7fbab2d7e43 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1845176 Dec 17 16:52:30.851104 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47418) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:52:30.881953 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-20babaf4-3b8e-43a6-af02-facb31925a6e None None] Provisioning complete for port 61f026db-4e0b-42ba-9f60-e6395e38788e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:52:30.882326 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-20babaf4-3b8e-43a6-af02-facb31925a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:30.935061 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-de147d5e-2db0-4612-a04e-720bd97f5b1c None None] Set router 5faeb6be-dd96-4c96-b3bc-9004470578ca gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:52:31.158901 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-de147d5e-2db0-4612-a04e-720bd97f5b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'name': 'tempest-TestSnapshotPattern-930155732-router', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:28Z', 'updated_at': '2021-12-17T16:52:29Z', 'revision_number': 3, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'gw_port': {'id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:29Z', 'updated_at': '2021-12-17T16:52:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:31.185022 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de147d5e-2db0-4612-a04e-720bd97f5b1c None None] Checking router: 5faeb6be-dd96-4c96-b3bc-9004470578ca for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:52:31.185400 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de147d5e-2db0-4612-a04e-720bd97f5b1c None None] Updating router 5faeb6be-dd96-4c96-b3bc-9004470578ca port 1737712b-6760-4bab-baa4-8aa2e6ed597e binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:52:31.211337 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-de147d5e-2db0-4612-a04e-720bd97f5b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:31.232977 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-45e198fd-2fe2-41e8-8a51-75c03976fb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:31.268067 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-97caf46b-c03f-4db8-a8fb-92fd7b6dc1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:31.391157 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 61f026db-4e0b-42ba-9f60-e6395e38788e up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:52:31.435871 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-97caf46b-c03f-4db8-a8fb-92fd7b6dc1b0 admin admin] Allocated IP 172.20.0.1 (ab086ea3-bba0-499c-884a-e1dc2f30d557/a4d13304-63d2-4dc8-83ae-7ffe6b519d63/a9bc47a3-50c9-419d-9da9-2e9d127e45a2) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:52:31.550796 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-97caf46b-c03f-4db8-a8fb-92fd7b6dc1b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:31.639527 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-97caf46b-c03f-4db8-a8fb-92fd7b6dc1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:31.659086 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 61f026db-4e0b-42ba-9f60-e6395e38788e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:52:31.659457 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:31.677021 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97caf46b-c03f-4db8-a8fb-92fd7b6dc1b0 admin admin] Network ab086ea3-bba0-499c-884a-e1dc2f30d557 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:52:31.679845 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-97caf46b-c03f-4db8-a8fb-92fd7b6dc1b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:52:31.682293 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97caf46b-c03f-4db8-a8fb-92fd7b6dc1b0 admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:52:31.696184 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-de147d5e-2db0-4612-a04e-720bd97f5b1c None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:31.712810 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97caf46b-c03f-4db8-a8fb-92fd7b6dc1b0 admin admin] Pushing event updated for resources: {'Port': ['ID=a9bc47a3-50c9-419d-9da9-2e9d127e45a2,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:31.732708 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-97caf46b-c03f-4db8-a8fb-92fd7b6dc1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:31.761371 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-de147d5e-2db0-4612-a04e-720bd97f5b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:31.823597 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1252f15-83e0-4140-8b08-b2fafa99fda6 None None] Pushing event updated for resources: {'Port': ['ID=1737712b-6760-4bab-baa4-8aa2e6ed597e,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:31.829196 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-de147d5e-2db0-4612-a04e-720bd97f5b1c None None] Attempting to bind port 1737712b-6760-4bab-baa4-8aa2e6ed597e on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:52:31.829196 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-de147d5e-2db0-4612-a04e-720bd97f5b1c None None] Attempting to bind port 1737712b-6760-4bab-baa4-8aa2e6ed597e by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:52:31.829535 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de147d5e-2db0-4612-a04e-720bd97f5b1c None None] Attempting to bind port 1737712b-6760-4bab-baa4-8aa2e6ed597e on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:52:31.834994 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de147d5e-2db0-4612-a04e-720bd97f5b1c None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:52:31.835854 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de147d5e-2db0-4612-a04e-720bd97f5b1c None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:52:31.835854 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-de147d5e-2db0-4612-a04e-720bd97f5b1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:31.836185 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de147d5e-2db0-4612-a04e-720bd97f5b1c None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:52:31.836680 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-de147d5e-2db0-4612-a04e-720bd97f5b1c None None] Bound port: 1737712b-6760-4bab-baa4-8aa2e6ed597e, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:52:31.837253 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-de147d5e-2db0-4612-a04e-720bd97f5b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:31.896140 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-de147d5e-2db0-4612-a04e-720bd97f5b1c None None] For port 1737712b-6760-4bab-baa4-8aa2e6ed597e, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:52:31.912340 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-de147d5e-2db0-4612-a04e-720bd97f5b1c None None] For port 1737712b-6760-4bab-baa4-8aa2e6ed597e, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=1737712b-6760-4bab-baa4-8aa2e6ed597e,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:52:31.915001 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-fa6ac437-a565-4fb2-8e66-5181e08c9d91 None None] Provisioning complete for port a9bc47a3-50c9-419d-9da9-2e9d127e45a2 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:52:31.915364 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-fa6ac437-a565-4fb2-8e66-5181e08c9d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:31.929881 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-97caf46b-c03f-4db8-a8fb-92fd7b6dc1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:31.948604 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-fa6ac437-a565-4fb2-8e66-5181e08c9d91 None None] Port a9bc47a3-50c9-419d-9da9-2e9d127e45a2 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:52:32.010669 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-de147d5e-2db0-4612-a04e-720bd97f5b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:32.070941 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de147d5e-2db0-4612-a04e-720bd97f5b1c None None] Routers {'5faeb6be-dd96-4c96-b3bc-9004470578ca'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:52:32.071556 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-de147d5e-2db0-4612-a04e-720bd97f5b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:52:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5faeb6be-dd96-4c96-b3bc-9004470578ca'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:32.093424 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-97caf46b-c03f-4db8-a8fb-92fd7b6dc1b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:32.106714 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1252f15-83e0-4140-8b08-b2fafa99fda6 None None] Pushing event updated for resources: {'Port': ['ID=1737712b-6760-4bab-baa4-8aa2e6ed597e,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:32.164596 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-97caf46b-c03f-4db8-a8fb-92fd7b6dc1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:32.182785 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-de147d5e-2db0-4612-a04e-720bd97f5b1c None None] Set router 5faeb6be-dd96-4c96-b3bc-9004470578ca gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:52:32.232448 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97caf46b-c03f-4db8-a8fb-92fd7b6dc1b0 admin admin] Pushing event updated for resources: {'Port': ['ID=a9bc47a3-50c9-419d-9da9-2e9d127e45a2,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:32.235132 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-97caf46b-c03f-4db8-a8fb-92fd7b6dc1b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:32.330393 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97caf46b-c03f-4db8-a8fb-92fd7b6dc1b0 admin admin] Network ab086ea3-bba0-499c-884a-e1dc2f30d557 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:52:32.331934 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-97caf46b-c03f-4db8-a8fb-92fd7b6dc1b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:52:32.387506 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-de147d5e-2db0-4612-a04e-720bd97f5b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'name': 'tempest-TestSnapshotPattern-930155732-router', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:28Z', 'updated_at': '2021-12-17T16:52:31Z', 'revision_number': 4, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'gw_port': {'id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:29Z', 'updated_at': '2021-12-17T16:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'a9bc47a3-50c9-419d-9da9-2e9d127e45a2', 'name': '', 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'mac_address': 'fa:16:3e:14:36:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:31Z', 'updated_at': '2021-12-17T16:52:31Z', 'revision_number': 1, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'subnets': [{'id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:32.415891 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de147d5e-2db0-4612-a04e-720bd97f5b1c None None] The sync data for ids ['5faeb6be-dd96-4c96-b3bc-9004470578ca'] in n-d-820553-2 is: [{'id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'name': 'tempest-TestSnapshotPattern-930155732-router', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:28Z', 'updated_at': '2021-12-17T16:52:31Z', 'revision_number': 4, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'gw_port': {'id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:29Z', 'updated_at': '2021-12-17T16:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'a9bc47a3-50c9-419d-9da9-2e9d127e45a2', 'name': '', 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'mac_address': 'fa:16:3e:14:36:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:31Z', 'updated_at': '2021-12-17T16:52:31Z', 'revision_number': 1, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'subnets': [{'id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:52:32.463679 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97caf46b-c03f-4db8-a8fb-92fd7b6dc1b0 admin admin] Router 5faeb6be-dd96-4c96-b3bc-9004470578ca has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:52:32.571465 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-5015a411-5eda-4fa3-a0a3-54d3f8822d5b None None] Provisioning complete for port a9bc47a3-50c9-419d-9da9-2e9d127e45a2 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:52:32.572281 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5015a411-5eda-4fa3-a0a3-54d3f8822d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:32.582568 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97caf46b-c03f-4db8-a8fb-92fd7b6dc1b0 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:52:32.588209 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-97caf46b-c03f-4db8-a8fb-92fd7b6dc1b0 admin admin] 10.222.0.46 "PUT /v2.0/routers/5faeb6be-dd96-4c96-b3bc-9004470578ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7360725 Dec 17 16:52:32.638675 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-5015a411-5eda-4fa3-a0a3-54d3f8822d5b None None] Port a9bc47a3-50c9-419d-9da9-2e9d127e45a2 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:52:32.724760 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:33.312338 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47434) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:52:33.318087 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-6715a74d-bedc-46f8-a2d9-563bdff82742 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-779040236-network', 'tenant_id': '588dca1422c44b4787658cccd82b5528'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:52:33.409730 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 1737712b-6760-4bab-baa4-8aa2e6ed597e up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:52:33.417465 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6715a74d-bedc-46f8-a2d9-563bdff82742 admin admin] Made reservation on behalf of 588dca1422c44b4787658cccd82b5528 for: {'network': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:52:33.419927 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6715a74d-bedc-46f8-a2d9-563bdff82742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for network, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:33.431874 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6715a74d-bedc-46f8-a2d9-563bdff82742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:33.468277 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 1737712b-6760-4bab-baa4-8aa2e6ed597e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:52:33.468901 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:33.519073 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6715a74d-bedc-46f8-a2d9-563bdff82742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:33.552290 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:33.574122 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port 1737712b-6760-4bab-baa4-8aa2e6ed597e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=1737712b-6760-4bab-baa4-8aa2e6ed597e,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:52:33.584102 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6715a74d-bedc-46f8-a2d9-563bdff82742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:33.610084 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6715a74d-bedc-46f8-a2d9-563bdff82742 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=102833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 17 16:52:33.619890 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715a74d-bedc-46f8-a2d9-563bdff82742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287e5105-e2aa-4c7d-b931-b9f1d88e91b4,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:33.627992 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6715a74d-bedc-46f8-a2d9-563bdff82742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:33.628575 n-d-820553-2 neutron-server[102833]: INFO neutron.db.segments_db [None req-6715a74d-bedc-46f8-a2d9-563bdff82742 admin admin] Added segment 09113184-ca5b-4545-9da5-763b3e09e038 of type vlan for network cd6d98e3-6e67-4f32-a14a-a723b787a49a Dec 17 16:52:33.668545 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6715a74d-bedc-46f8-a2d9-563bdff82742 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737064288705'] for network, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:33.670300 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:33.727650 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=1737712b-6760-4bab-baa4-8aa2e6ed597e,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:33.743864 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6715a74d-bedc-46f8-a2d9-563bdff82742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447'] for network, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:33.744909 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6715a74d-bedc-46f8-a2d9-563bdff82742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:33.745533 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-6715a74d-bedc-46f8-a2d9-563bdff82742 admin admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:33.803467 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715a74d-bedc-46f8-a2d9-563bdff82742 admin admin] Pushing event updated for resources: {'Network': ['ID=cd6d98e3-6e67-4f32-a14a-a723b787a49a,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:33.813599 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Network cd6d98e3-6e67-4f32-a14a-a723b787a49a details requested by agent ovs-agent-n-d-820553-2 with host n-d-820553-2 {{(pid=102834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 17 16:52:33.866878 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-6715a74d-bedc-46f8-a2d9-563bdff82742 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5527210 Dec 17 16:52:33.869747 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47436) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:52:33.875529 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-d82f79a8-2e5a-4596-8470-2c3b8f2293e4 admin admin] Request body: {'subnet': {'network_id': 'cd6d98e3-6e67-4f32-a14a-a723b787a49a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-779040236-subnet', 'tenant_id': '588dca1422c44b4787658cccd82b5528', 'ip_version': 4}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:52:33.955288 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82f79a8-2e5a-4596-8470-2c3b8f2293e4 admin admin] Made reservation on behalf of 588dca1422c44b4787658cccd82b5528 for: {'subnet': 1} {{(pid=102832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:52:33.957786 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d82f79a8-2e5a-4596-8470-2c3b8f2293e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072729'] for subnet, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:34.184192 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d82f79a8-2e5a-4596-8470-2c3b8f2293e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12463971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12071139'] for subnet, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:34.236968 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f79a8-2e5a-4596-8470-2c3b8f2293e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61540fff-dc95-4a3d-8316-5731bdc493c7,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:34.256205 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82f79a8-2e5a-4596-8470-2c3b8f2293e4 admin admin] Checking segment: {'id': '09113184-ca5b-4545-9da5-763b3e09e038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cd6d98e3-6e67-4f32-a14a-a723b787a49a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:52:34.263288 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82f79a8-2e5a-4596-8470-2c3b8f2293e4 admin admin] Network hostable DHCP agents. Network: cd6d98e3-6e67-4f32-a14a-a723b787a49a, hostable agents: ['9b381f34-fade-4b2c-8648-d874dbb86a06'], hosted agents: [] {{(pid=102832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 17 16:52:34.281650 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:34.370734 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:34.404811 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82f79a8-2e5a-4596-8470-2c3b8f2293e4 admin admin] Network cd6d98e3-6e67-4f32-a14a-a723b787a49a is scheduled to be hosted by DHCP agent 9b381f34-fade-4b2c-8648-d874dbb86a06 with binding_index 1 {{(pid=102832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 17 16:52:34.434870 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0606e8-8a57-4296-9d4f-8f6183293540 None None] Sync routers for ids ['5faeb6be-dd96-4c96-b3bc-9004470578ca'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:52:34.444518 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0606e8-8a57-4296-9d4f-8f6183293540 None None] Routers {'5faeb6be-dd96-4c96-b3bc-9004470578ca'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:52:34.445193 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ef0606e8-8a57-4296-9d4f-8f6183293540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:52:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5faeb6be-dd96-4c96-b3bc-9004470578ca'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:34.481396 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-d82f79a8-2e5a-4596-8470-2c3b8f2293e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820553-2, cd6d98e3-6e67-4f32-a14a-a723b787a49a) {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:52:34.486484 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82f79a8-2e5a-4596-8470-2c3b8f2293e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:34.487158 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d82f79a8-2e5a-4596-8470-2c3b8f2293e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:34.491684 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f4f649-f43e-4a81-937a-5554faaff824 None None] Network cd6d98e3-6e67-4f32-a14a-a723b787a49a requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:52:34.568887 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-ef0606e8-8a57-4296-9d4f-8f6183293540 None None] Set router 5faeb6be-dd96-4c96-b3bc-9004470578ca gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:52:34.575522 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d82f79a8-2e5a-4596-8470-2c3b8f2293e4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7046850 Dec 17 16:52:34.578674 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47438) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:52:34.583177 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-cda2b30b-96b0-46ee-9538-4bcba16b80a1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-779040236-router', 'tenant_id': '588dca1422c44b4787658cccd82b5528', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:52:34.638199 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a32294b-7a46-42bf-9a18-8de4b19cbb2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcaa1a304-965c-534f-bbcf-dc07cab59dc4-cd6d98e3-6e67-4f32-a14a-a723b787a49a', 'network_id': 'cd6d98e3-6e67-4f32-a14a-a723b787a49a', 'tenant_id': '588dca1422c44b4787658cccd82b5528', 'fixed_ips': [{'subnet_id': '61540fff-dc95-4a3d-8316-5731bdc493c7'}]}} from n-d-820553-2. {{(pid=102834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 17 16:52:34.639075 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4a32294b-7a46-42bf-9a18-8de4b19cbb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:34.670216 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cda2b30b-96b0-46ee-9538-4bcba16b80a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3969895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11940'] for router, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:34.672092 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cda2b30b-96b0-46ee-9538-4bcba16b80a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3970551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3972555', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11997'] for router, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:34.725090 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cda2b30b-96b0-46ee-9538-4bcba16b80a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:34.769665 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ef0606e8-8a57-4296-9d4f-8f6183293540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'name': 'tempest-TestSnapshotPattern-930155732-router', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:28Z', 'updated_at': '2021-12-17T16:52:31Z', 'revision_number': 4, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'gw_port': {'id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:29Z', 'updated_at': '2021-12-17T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'a9bc47a3-50c9-419d-9da9-2e9d127e45a2', 'name': '', 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'mac_address': 'fa:16:3e:14:36:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:31Z', 'updated_at': '2021-12-17T16:52:31Z', 'revision_number': 2, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'subnets': [{'id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:34.779734 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.db_base_plugin_common [None req-4a32294b-7a46-42bf-9a18-8de4b19cbb2d None None] Allocated IP 172.20.0.2 (cd6d98e3-6e67-4f32-a14a-a723b787a49a/61540fff-dc95-4a3d-8316-5731bdc493c7/89ac6fab-3eac-4f38-a19e-ff2b6396e22e) {{(pid=102834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:52:34.800493 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0606e8-8a57-4296-9d4f-8f6183293540 None None] Checking router: 5faeb6be-dd96-4c96-b3bc-9004470578ca for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:52:34.800867 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0606e8-8a57-4296-9d4f-8f6183293540 None None] Updating router 5faeb6be-dd96-4c96-b3bc-9004470578ca port a9bc47a3-50c9-419d-9da9-2e9d127e45a2 binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:52:34.826427 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-ef0606e8-8a57-4296-9d4f-8f6183293540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:34.936904 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4a32294b-7a46-42bf-9a18-8de4b19cbb2d None None] Notify callbacks [] for port, precommit_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:34.939288 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cda2b30b-96b0-46ee-9538-4bcba16b80a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:35.033386 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4a32294b-7a46-42bf-9a18-8de4b19cbb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591'] for port, after_create {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:35.073173 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a32294b-7a46-42bf-9a18-8de4b19cbb2d None None] Network cd6d98e3-6e67-4f32-a14a-a723b787a49a is already hosted by enough agents. {{(pid=102834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:52:35.075936 n-d-820553-2 neutron-server[102834]: DEBUG neutron.scheduler.base_scheduler [None req-4a32294b-7a46-42bf-9a18-8de4b19cbb2d None None] Resources bound (agent type, host, resource id): {{(pid=102834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:52:35.079828 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a32294b-7a46-42bf-9a18-8de4b19cbb2d None None] Received port after_create {{(pid=102834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:52:35.089058 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32294b-7a46-42bf-9a18-8de4b19cbb2d None None] Pushing event updated for resources: {'Port': ['ID=89ac6fab-3eac-4f38-a19e-ff2b6396e22e,revision_number=1']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:35.098014 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-ef0606e8-8a57-4296-9d4f-8f6183293540 None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:35.143691 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-4a32294b-7a46-42bf-9a18-8de4b19cbb2d None None] Attempting to bind port 89ac6fab-3eac-4f38-a19e-ff2b6396e22e on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:52:35.144006 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-4a32294b-7a46-42bf-9a18-8de4b19cbb2d None None] Attempting to bind port 89ac6fab-3eac-4f38-a19e-ff2b6396e22e by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '09113184-ca5b-4545-9da5-763b3e09e038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cd6d98e3-6e67-4f32-a14a-a723b787a49a'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:52:35.144358 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a32294b-7a46-42bf-9a18-8de4b19cbb2d None None] Attempting to bind port 89ac6fab-3eac-4f38-a19e-ff2b6396e22e on network cd6d98e3-6e67-4f32-a14a-a723b787a49a {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:52:35.149443 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a32294b-7a46-42bf-9a18-8de4b19cbb2d None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:52:35.149811 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a32294b-7a46-42bf-9a18-8de4b19cbb2d None None] Checking segment: {'id': '09113184-ca5b-4545-9da5-763b3e09e038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cd6d98e3-6e67-4f32-a14a-a723b787a49a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:52:35.150206 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4a32294b-7a46-42bf-9a18-8de4b19cbb2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:35.150590 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a32294b-7a46-42bf-9a18-8de4b19cbb2d None None] Bound using segment: {'id': '09113184-ca5b-4545-9da5-763b3e09e038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cd6d98e3-6e67-4f32-a14a-a723b787a49a'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:52:35.151045 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-4a32294b-7a46-42bf-9a18-8de4b19cbb2d None None] Bound port: 89ac6fab-3eac-4f38-a19e-ff2b6396e22e, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09113184-ca5b-4545-9da5-763b3e09e038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cd6d98e3-6e67-4f32-a14a-a723b787a49a'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:52:35.151419 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4a32294b-7a46-42bf-9a18-8de4b19cbb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:35.161077 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-ef0606e8-8a57-4296-9d4f-8f6183293540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:35.224132 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4a32294b-7a46-42bf-9a18-8de4b19cbb2d None None] For port 89ac6fab-3eac-4f38-a19e-ff2b6396e22e, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:52:35.227458 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4a32294b-7a46-42bf-9a18-8de4b19cbb2d None None] For port 89ac6fab-3eac-4f38-a19e-ff2b6396e22e, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=89ac6fab-3eac-4f38-a19e-ff2b6396e22e,segment=NetworkSegment(09113184-ca5b-4545-9da5-763b3e09e038),segment_id=09113184-ca5b-4545-9da5-763b3e09e038)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:52:35.242496 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43674583-3dde-41ed-8e60-fbca000a470b None None] Pushing event updated for resources: {'Port': ['ID=a9bc47a3-50c9-419d-9da9-2e9d127e45a2,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:35.263707 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cda2b30b-96b0-46ee-9538-4bcba16b80a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:35.266636 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43674583-3dde-41ed-8e60-fbca000a470b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:35.267435 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43674583-3dde-41ed-8e60-fbca000a470b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:35.274157 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43674583-3dde-41ed-8e60-fbca000a470b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:35.274157 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43674583-3dde-41ed-8e60-fbca000a470b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:35.274157 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43674583-3dde-41ed-8e60-fbca000a470b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:35.274157 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43674583-3dde-41ed-8e60-fbca000a470b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:35.274157 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43674583-3dde-41ed-8e60-fbca000a470b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:35.274157 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43674583-3dde-41ed-8e60-fbca000a470b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:35.274157 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43674583-3dde-41ed-8e60-fbca000a470b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:35.274157 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43674583-3dde-41ed-8e60-fbca000a470b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:35.274157 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43674583-3dde-41ed-8e60-fbca000a470b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:35.274157 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43674583-3dde-41ed-8e60-fbca000a470b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:52:35.284997 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-ef0606e8-8a57-4296-9d4f-8f6183293540 None None] Attempting to bind port a9bc47a3-50c9-419d-9da9-2e9d127e45a2 on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:52:35.285433 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-ef0606e8-8a57-4296-9d4f-8f6183293540 None None] Attempting to bind port a9bc47a3-50c9-419d-9da9-2e9d127e45a2 by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '20e1436b-26e4-479c-b9d3-ad4f8f578566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:52:35.285790 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0606e8-8a57-4296-9d4f-8f6183293540 None None] Attempting to bind port a9bc47a3-50c9-419d-9da9-2e9d127e45a2 on network ab086ea3-bba0-499c-884a-e1dc2f30d557 {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:52:35.286049 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cda2b30b-96b0-46ee-9538-4bcba16b80a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:35.291236 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0606e8-8a57-4296-9d4f-8f6183293540 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:52:35.297285 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0606e8-8a57-4296-9d4f-8f6183293540 None None] Checking segment: {'id': '20e1436b-26e4-479c-b9d3-ad4f8f578566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:52:35.297285 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-ef0606e8-8a57-4296-9d4f-8f6183293540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:35.297285 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0606e8-8a57-4296-9d4f-8f6183293540 None None] Bound using segment: {'id': '20e1436b-26e4-479c-b9d3-ad4f8f578566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:52:35.297285 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-ef0606e8-8a57-4296-9d4f-8f6183293540 None None] Bound port: a9bc47a3-50c9-419d-9da9-2e9d127e45a2, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e1436b-26e4-479c-b9d3-ad4f8f578566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:52:35.297285 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-ef0606e8-8a57-4296-9d4f-8f6183293540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:35.297841 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4a32294b-7a46-42bf-9a18-8de4b19cbb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:35.402940 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32294b-7a46-42bf-9a18-8de4b19cbb2d None None] Pushing event updated for resources: {'Port': ['ID=89ac6fab-3eac-4f38-a19e-ff2b6396e22e,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:35.408687 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-ef0606e8-8a57-4296-9d4f-8f6183293540 None None] For port a9bc47a3-50c9-419d-9da9-2e9d127e45a2, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:52:35.427320 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-ef0606e8-8a57-4296-9d4f-8f6183293540 None None] For port a9bc47a3-50c9-419d-9da9-2e9d127e45a2, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=a9bc47a3-50c9-419d-9da9-2e9d127e45a2,segment=NetworkSegment(20e1436b-26e4-479c-b9d3-ad4f8f578566),segment_id=20e1436b-26e4-479c-b9d3-ad4f8f578566)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:52:35.430060 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 1737712b-6760-4bab-baa4-8aa2e6ed597e up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:52:35.449772 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-cda2b30b-96b0-46ee-9538-4bcba16b80a1 admin admin] Allocated IP 172.25.6.57 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/f26b866e-b16d-4c19-b209-ff443845e23c) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:52:35.484841 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 1737712b-6760-4bab-baa4-8aa2e6ed597e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:52:35.485266 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:35.527245 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-ef0606e8-8a57-4296-9d4f-8f6183293540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:35.572250 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cda2b30b-96b0-46ee-9538-4bcba16b80a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:35.581154 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43674583-3dde-41ed-8e60-fbca000a470b None None] Pushing event updated for resources: {'Port': ['ID=a9bc47a3-50c9-419d-9da9-2e9d127e45a2,revision_number=4']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:35.616623 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0606e8-8a57-4296-9d4f-8f6183293540 None None] Routers {'5faeb6be-dd96-4c96-b3bc-9004470578ca'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:52:35.617718 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ef0606e8-8a57-4296-9d4f-8f6183293540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:52:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5faeb6be-dd96-4c96-b3bc-9004470578ca'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:35.625964 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-ddffac96-8554-4ed1-a812-d8d561c1bcdb None None] Provisioning complete for port a9bc47a3-50c9-419d-9da9-2e9d127e45a2 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:52:35.626527 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ddffac96-8554-4ed1-a812-d8d561c1bcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:35.693245 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cda2b30b-96b0-46ee-9538-4bcba16b80a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:35.728124 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda2b30b-96b0-46ee-9538-4bcba16b80a1 admin admin] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:52:35.739017 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-cda2b30b-96b0-46ee-9538-4bcba16b80a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:52:35.743108 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda2b30b-96b0-46ee-9538-4bcba16b80a1 admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:52:35.764029 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ddffac96-8554-4ed1-a812-d8d561c1bcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:35.768724 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-ef0606e8-8a57-4296-9d4f-8f6183293540 None None] Set router 5faeb6be-dd96-4c96-b3bc-9004470578ca gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:52:35.788584 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2b30b-96b0-46ee-9538-4bcba16b80a1 admin admin] Pushing event updated for resources: {'Port': ['ID=f26b866e-b16d-4c19-b209-ff443845e23c,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:35.812802 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-ddffac96-8554-4ed1-a812-d8d561c1bcdb None None] For port a9bc47a3-50c9-419d-9da9-2e9d127e45a2, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=a9bc47a3-50c9-419d-9da9-2e9d127e45a2,segment=NetworkSegment(20e1436b-26e4-479c-b9d3-ad4f8f578566),segment_id=20e1436b-26e4-479c-b9d3-ad4f8f578566)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:52:35.893204 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ddffac96-8554-4ed1-a812-d8d561c1bcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:35.957131 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffac96-8554-4ed1-a812-d8d561c1bcdb None None] Pushing event updated for resources: {'Port': ['ID=a9bc47a3-50c9-419d-9da9-2e9d127e45a2,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:36.012525 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-5aa02305-269d-43e1-85b7-ae286e79c965 None None] Provisioning complete for port a9bc47a3-50c9-419d-9da9-2e9d127e45a2 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:52:36.012896 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-5aa02305-269d-43e1-85b7-ae286e79c965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:36.026014 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-ef0606e8-8a57-4296-9d4f-8f6183293540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'name': 'tempest-TestSnapshotPattern-930155732-router', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:28Z', 'updated_at': '2021-12-17T16:52:31Z', 'revision_number': 4, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'gw_port': {'id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:29Z', 'updated_at': '2021-12-17T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'a9bc47a3-50c9-419d-9da9-2e9d127e45a2', 'name': '', 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'mac_address': 'fa:16:3e:14:36:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:31Z', 'updated_at': '2021-12-17T16:52:35Z', 'revision_number': 4, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'subnets': [{'id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:36.053995 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0606e8-8a57-4296-9d4f-8f6183293540 None None] The sync data for ids ['5faeb6be-dd96-4c96-b3bc-9004470578ca'] in n-d-820553-2 is: [{'id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'name': 'tempest-TestSnapshotPattern-930155732-router', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:28Z', 'updated_at': '2021-12-17T16:52:31Z', 'revision_number': 4, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'gw_port': {'id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:29Z', 'updated_at': '2021-12-17T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'a9bc47a3-50c9-419d-9da9-2e9d127e45a2', 'name': '', 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'mac_address': 'fa:16:3e:14:36:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:31Z', 'updated_at': '2021-12-17T16:52:35Z', 'revision_number': 4, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'subnets': [{'id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:52:36.140334 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cda2b30b-96b0-46ee-9538-4bcba16b80a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:36.351366 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cda2b30b-96b0-46ee-9538-4bcba16b80a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3970542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3972390'] for router, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:36.590507 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65686a04-91b4-4f0d-932e-fe78094f0533 None None] Network cd6d98e3-6e67-4f32-a14a-a723b787a49a requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:52:36.595503 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda2b30b-96b0-46ee-9538-4bcba16b80a1 admin admin] Router 05bc06e4-9a69-4af2-81e1-7f1e4b06c557 is scheduled to L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d with binding_index 1 {{(pid=102832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 17 16:52:36.658990 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-78c94f58-3f88-47b4-8c5d-ac920d3102a8 None None] Provisioning complete for port 89ac6fab-3eac-4f38-a19e-ff2b6396e22e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:52:36.659596 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-78c94f58-3f88-47b4-8c5d-ac920d3102a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:36.816245 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-78c94f58-3f88-47b4-8c5d-ac920d3102a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:36.862076 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-78c94f58-3f88-47b4-8c5d-ac920d3102a8 None None] For port 89ac6fab-3eac-4f38-a19e-ff2b6396e22e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=89ac6fab-3eac-4f38-a19e-ff2b6396e22e,segment=NetworkSegment(09113184-ca5b-4545-9da5-763b3e09e038),segment_id=09113184-ca5b-4545-9da5-763b3e09e038)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:52:36.970512 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-78c94f58-3f88-47b4-8c5d-ac920d3102a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:36.990019 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda2b30b-96b0-46ee-9538-4bcba16b80a1 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:52:37.003695 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e884e60-7f77-4ad4-b0ea-9bdec2991742 None None] Sync routers for ids ['05bc06e4-9a69-4af2-81e1-7f1e4b06c557'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:52:37.032690 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e884e60-7f77-4ad4-b0ea-9bdec2991742 None None] Routers {'05bc06e4-9a69-4af2-81e1-7f1e4b06c557'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:52:37.033343 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-1e884e60-7f77-4ad4-b0ea-9bdec2991742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:52:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['05bc06e4-9a69-4af2-81e1-7f1e4b06c557'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:37.068089 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c94f58-3f88-47b4-8c5d-ac920d3102a8 None None] Pushing event updated for resources: {'Port': ['ID=89ac6fab-3eac-4f38-a19e-ff2b6396e22e,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:37.075228 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-cda2b30b-96b0-46ee-9538-4bcba16b80a1 admin admin] Notify callbacks [] for router, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:37.079479 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-cda2b30b-96b0-46ee-9538-4bcba16b80a1 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4996123 Dec 17 16:52:37.082288 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47440) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:52:37.127403 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-49eac6c2-2090-4521-86b5-ca9de5793dc1 None None] Provisioning complete for port 89ac6fab-3eac-4f38-a19e-ff2b6396e22e triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:52:37.127758 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-49eac6c2-2090-4521-86b5-ca9de5793dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:37.177828 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-1e884e60-7f77-4ad4-b0ea-9bdec2991742 None None] Set router 05bc06e4-9a69-4af2-81e1-7f1e4b06c557 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:52:37.490488 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 89ac6fab-3eac-4f38-a19e-ff2b6396e22e up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:52:37.520924 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-33c40c9f-d4f7-4506-9689-4574053f7455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:37.582614 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port 89ac6fab-3eac-4f38-a19e-ff2b6396e22e triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:52:37.582904 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:37.615066 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-1e884e60-7f77-4ad4-b0ea-9bdec2991742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05bc06e4-9a69-4af2-81e1-7f1e4b06c557', 'name': 'tempest-TestSnapshotPattern-779040236-router', 'tenant_id': '588dca1422c44b4787658cccd82b5528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'f26b866e-b16d-4c19-b209-ff443845e23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:34Z', 'updated_at': '2021-12-17T16:52:35Z', 'revision_number': 3, 'project_id': '588dca1422c44b4787658cccd82b5528', 'gw_port': {'id': 'f26b866e-b16d-4c19-b209-ff443845e23c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bc06e4-9a69-4af2-81e1-7f1e4b06c557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:35Z', 'updated_at': '2021-12-17T16:52:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:37.647188 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e884e60-7f77-4ad4-b0ea-9bdec2991742 None None] Checking router: 05bc06e4-9a69-4af2-81e1-7f1e4b06c557 for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:52:37.647539 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e884e60-7f77-4ad4-b0ea-9bdec2991742 None None] Updating router 05bc06e4-9a69-4af2-81e1-7f1e4b06c557 port f26b866e-b16d-4c19-b209-ff443845e23c binding host n-d-820553-2 {{(pid=102834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:52:37.681294 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1e884e60-7f77-4ad4-b0ea-9bdec2991742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:37.693543 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-33c40c9f-d4f7-4506-9689-4574053f7455 admin admin] Allocated IP 172.20.0.1 (cd6d98e3-6e67-4f32-a14a-a723b787a49a/61540fff-dc95-4a3d-8316-5731bdc493c7/bf26fb55-ff8d-47c0-bbcc-6c9b86e918be) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:52:37.786916 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a9bc47a3-50c9-419d-9da9-2e9d127e45a2 up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:52:37.794972 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-33c40c9f-d4f7-4506-9689-4574053f7455 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:37.901838 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port a9bc47a3-50c9-419d-9da9-2e9d127e45a2 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:52:37.902215 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:37.904311 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-33c40c9f-d4f7-4506-9689-4574053f7455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:37.946922 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c40c9f-d4f7-4506-9689-4574053f7455 admin admin] Network cd6d98e3-6e67-4f32-a14a-a723b787a49a is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:52:37.951269 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-33c40c9f-d4f7-4506-9689-4574053f7455 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:52:37.955297 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c40c9f-d4f7-4506-9689-4574053f7455 admin admin] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:52:37.982278 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c40c9f-d4f7-4506-9689-4574053f7455 admin admin] Pushing event updated for resources: {'Port': ['ID=bf26fb55-ff8d-47c0-bbcc-6c9b86e918be,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:38.001676 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-33c40c9f-d4f7-4506-9689-4574053f7455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3971101'] for router_interface, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:38.071198 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1e884e60-7f77-4ad4-b0ea-9bdec2991742 None None] Notify callbacks [] for port, precommit_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:38.172770 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1e884e60-7f77-4ad4-b0ea-9bdec2991742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:38.230002 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-33c40c9f-d4f7-4506-9689-4574053f7455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:38.241850 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-1e884e60-7f77-4ad4-b0ea-9bdec2991742 None None] Attempting to bind port f26b866e-b16d-4c19-b209-ff443845e23c on host n-d-820553-2 for vnic_type normal with profile {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:52:38.242221 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-1e884e60-7f77-4ad4-b0ea-9bdec2991742 None None] Attempting to bind port f26b866e-b16d-4c19-b209-ff443845e23c by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:52:38.242578 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e884e60-7f77-4ad4-b0ea-9bdec2991742 None None] Attempting to bind port f26b866e-b16d-4c19-b209-ff443845e23c on network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:52:38.245444 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-d143d841-ddf1-4427-ac7a-661a6e540a06 None None] Provisioning complete for port bf26fb55-ff8d-47c0-bbcc-6c9b86e918be triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:52:38.245806 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d143d841-ddf1-4427-ac7a-661a6e540a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:38.247159 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31fe18c-7d1f-42c0-b0c0-412c1ed94a02 None None] Pushing event updated for resources: {'Port': ['ID=f26b866e-b16d-4c19-b209-ff443845e23c,revision_number=2']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:38.272692 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e884e60-7f77-4ad4-b0ea-9bdec2991742 None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:52:38.273087 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e884e60-7f77-4ad4-b0ea-9bdec2991742 None None] Checking segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:52:38.273483 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1e884e60-7f77-4ad4-b0ea-9bdec2991742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:38.273869 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e884e60-7f77-4ad4-b0ea-9bdec2991742 None None] Bound using segment: {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'} {{(pid=102834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:52:38.274344 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.managers [None req-1e884e60-7f77-4ad4-b0ea-9bdec2991742 None None] Bound port: f26b866e-b16d-4c19-b209-ff443845e23c, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3d3ffa-f3c2-45e5-a531-35e505b674b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6'}}] {{(pid=102834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:52:38.274718 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1e884e60-7f77-4ad4-b0ea-9bdec2991742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:38.313425 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-d143d841-ddf1-4427-ac7a-661a6e540a06 None None] Port bf26fb55-ff8d-47c0-bbcc-6c9b86e918be cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:52:38.337922 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-1e884e60-7f77-4ad4-b0ea-9bdec2991742 None None] For port f26b866e-b16d-4c19-b209-ff443845e23c, host n-d-820553-2, cleared binding levels {{(pid=102834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:52:38.341020 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-1e884e60-7f77-4ad4-b0ea-9bdec2991742 None None] For port f26b866e-b16d-4c19-b209-ff443845e23c, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f26b866e-b16d-4c19-b209-ff443845e23c,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:52:38.394954 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-33c40c9f-d4f7-4506-9689-4574053f7455 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:38.435950 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1e884e60-7f77-4ad4-b0ea-9bdec2991742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:38.461606 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-33c40c9f-d4f7-4506-9689-4574053f7455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:38.496572 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e884e60-7f77-4ad4-b0ea-9bdec2991742 None None] Routers {'05bc06e4-9a69-4af2-81e1-7f1e4b06c557'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:52:38.497315 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-1e884e60-7f77-4ad4-b0ea-9bdec2991742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:52:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['05bc06e4-9a69-4af2-81e1-7f1e4b06c557'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:38.499211 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31fe18c-7d1f-42c0-b0c0-412c1ed94a02 None None] Pushing event updated for resources: {'Port': ['ID=f26b866e-b16d-4c19-b209-ff443845e23c,revision_number=3']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:38.528613 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c40c9f-d4f7-4506-9689-4574053f7455 admin admin] Pushing event updated for resources: {'Port': ['ID=bf26fb55-ff8d-47c0-bbcc-6c9b86e918be,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:38.531787 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-33c40c9f-d4f7-4506-9689-4574053f7455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3732417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3973992'] for router_interface, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:38.607970 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-1e884e60-7f77-4ad4-b0ea-9bdec2991742 None None] Set router 05bc06e4-9a69-4af2-81e1-7f1e4b06c557 gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:52:38.626027 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c40c9f-d4f7-4506-9689-4574053f7455 admin admin] Network cd6d98e3-6e67-4f32-a14a-a723b787a49a is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:52:38.627438 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-33c40c9f-d4f7-4506-9689-4574053f7455 admin admin] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:52:38.747420 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c40c9f-d4f7-4506-9689-4574053f7455 admin admin] Router 05bc06e4-9a69-4af2-81e1-7f1e4b06c557 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:52:38.833752 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-1e884e60-7f77-4ad4-b0ea-9bdec2991742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05bc06e4-9a69-4af2-81e1-7f1e4b06c557', 'name': 'tempest-TestSnapshotPattern-779040236-router', 'tenant_id': '588dca1422c44b4787658cccd82b5528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'f26b866e-b16d-4c19-b209-ff443845e23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:34Z', 'updated_at': '2021-12-17T16:52:38Z', 'revision_number': 4, 'project_id': '588dca1422c44b4787658cccd82b5528', 'gw_port': {'id': 'f26b866e-b16d-4c19-b209-ff443845e23c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bc06e4-9a69-4af2-81e1-7f1e4b06c557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:35Z', 'updated_at': '2021-12-17T16:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'bf26fb55-ff8d-47c0-bbcc-6c9b86e918be', 'name': '', 'network_id': 'cd6d98e3-6e67-4f32-a14a-a723b787a49a', 'tenant_id': '588dca1422c44b4787658cccd82b5528', 'mac_address': 'fa:16:3e:b4:9d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bc06e4-9a69-4af2-81e1-7f1e4b06c557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '61540fff-dc95-4a3d-8316-5731bdc493c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:37Z', 'updated_at': '2021-12-17T16:52:38Z', 'revision_number': 2, 'project_id': '588dca1422c44b4787658cccd82b5528', 'subnets': [{'id': '61540fff-dc95-4a3d-8316-5731bdc493c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:38.863726 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e884e60-7f77-4ad4-b0ea-9bdec2991742 None None] The sync data for ids ['05bc06e4-9a69-4af2-81e1-7f1e4b06c557'] in n-d-820553-2 is: [{'id': '05bc06e4-9a69-4af2-81e1-7f1e4b06c557', 'name': 'tempest-TestSnapshotPattern-779040236-router', 'tenant_id': '588dca1422c44b4787658cccd82b5528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'f26b866e-b16d-4c19-b209-ff443845e23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:34Z', 'updated_at': '2021-12-17T16:52:38Z', 'revision_number': 4, 'project_id': '588dca1422c44b4787658cccd82b5528', 'gw_port': {'id': 'f26b866e-b16d-4c19-b209-ff443845e23c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bc06e4-9a69-4af2-81e1-7f1e4b06c557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:35Z', 'updated_at': '2021-12-17T16:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'bf26fb55-ff8d-47c0-bbcc-6c9b86e918be', 'name': '', 'network_id': 'cd6d98e3-6e67-4f32-a14a-a723b787a49a', 'tenant_id': '588dca1422c44b4787658cccd82b5528', 'mac_address': 'fa:16:3e:b4:9d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bc06e4-9a69-4af2-81e1-7f1e4b06c557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '61540fff-dc95-4a3d-8316-5731bdc493c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:37Z', 'updated_at': '2021-12-17T16:52:38Z', 'revision_number': 2, 'project_id': '588dca1422c44b4787658cccd82b5528', 'subnets': [{'id': '61540fff-dc95-4a3d-8316-5731bdc493c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:52:38.865329 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c40c9f-d4f7-4506-9689-4574053f7455 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:52:38.865480 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-31ecb5bb-a4b5-4eb9-b239-24713578f640 None None] Provisioning complete for port bf26fb55-ff8d-47c0-bbcc-6c9b86e918be triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:52:38.865770 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-31ecb5bb-a4b5-4eb9-b239-24713578f640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:38.875836 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-33c40c9f-d4f7-4506-9689-4574053f7455 admin admin] 10.222.0.46 "PUT /v2.0/routers/05bc06e4-9a69-4af2-81e1-7f1e4b06c557/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7874463 Dec 17 16:52:38.902162 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-31ecb5bb-a4b5-4eb9-b239-24713578f640 None None] Port bf26fb55-ff8d-47c0-bbcc-6c9b86e918be cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:52:39.468848 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47450) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:52:39.473631 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-1a9adeda-b89c-4f45-80ba-dd602e9f397f tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1732398673', 'description': 'tempest-secgroup-smoke-1732398673 description', 'project_id': '5739f578f31c407783d0a1cbd3aaaba4'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:52:39.607136 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1a9adeda-b89c-4f45-80ba-dd602e9f397f tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for security_group, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:39.678689 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1a9adeda-b89c-4f45-80ba-dd602e9f397f tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for security_group, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:39.760897 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1a9adeda-b89c-4f45-80ba-dd602e9f397f tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:39.794838 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9adeda-b89c-4f45-80ba-dd602e9f397f tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c33a5976-796b-4c8b-8e32-ac1c07408ecd,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:39.857940 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-1a9adeda-b89c-4f45-80ba-dd602e9f397f tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:39.859462 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-1a9adeda-b89c-4f45-80ba-dd602e9f397f tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3894432 Dec 17 16:52:39.862245 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47454) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:52:39.866795 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-d1516259-6738-41fa-9fef-0d57ddccc8a7 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Request body: {'security_group_rule': {'security_group_id': 'c33a5976-796b-4c8b-8e32-ac1c07408ecd', 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:52:39.949492 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d1516259-6738-41fa-9fef-0d57ddccc8a7 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:40.010177 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d1516259-6738-41fa-9fef-0d57ddccc8a7 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:40.073529 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d1516259-6738-41fa-9fef-0d57ddccc8a7 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:40.092847 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1516259-6738-41fa-9fef-0d57ddccc8a7 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19be0969-5907-491a-827f-251546888b42,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:40.166827 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-d1516259-6738-41fa-9fef-0d57ddccc8a7 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:40.168220 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-d1516259-6738-41fa-9fef-0d57ddccc8a7 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3048093 Dec 17 16:52:40.171901 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47456) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:52:40.177567 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-fe673709-b1df-43aa-86d4-3a69f3a31170 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Request body: {'security_group_rule': {'security_group_id': 'c33a5976-796b-4c8b-8e32-ac1c07408ecd', 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:52:40.268885 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fe673709-b1df-43aa-86d4-3a69f3a31170 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:40.331901 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fe673709-b1df-43aa-86d4-3a69f3a31170 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:40.398845 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fe673709-b1df-43aa-86d4-3a69f3a31170 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:40.416516 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe673709-b1df-43aa-86d4-3a69f3a31170 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9141102a-1530-4a78-ab92-7d6912938482,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:40.509781 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-fe673709-b1df-43aa-86d4-3a69f3a31170 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:40.511056 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-fe673709-b1df-43aa-86d4-3a69f3a31170 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3373590 Dec 17 16:52:40.513800 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47458) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:52:40.518794 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-8ff60d79-8613-4a5b-9fdc-228805805fee tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Request body: {'security_group_rule': {'security_group_id': 'c33a5976-796b-4c8b-8e32-ac1c07408ecd', 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:52:40.623551 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8ff60d79-8613-4a5b-9fdc-228805805fee tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:40.685064 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8ff60d79-8613-4a5b-9fdc-228805805fee tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:40.738526 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8ff60d79-8613-4a5b-9fdc-228805805fee tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:40.757114 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff60d79-8613-4a5b-9fdc-228805805fee tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d422b0b-94ea-4f32-97da-195629e4323f,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:40.808833 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-8ff60d79-8613-4a5b-9fdc-228805805fee tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:40.813156 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47460) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:52:40.813813 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-8ff60d79-8613-4a5b-9fdc-228805805fee tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2984664 Dec 17 16:52:40.819249 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-494b4213-3f58-4a2f-8fe0-6844da2fc4ee tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Request body: {'security_group_rule': {'security_group_id': 'c33a5976-796b-4c8b-8e32-ac1c07408ecd', 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:52:40.822448 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d003d76-15b8-4079-8e42-8ad08fd4ec9e None None] Sync routers for ids ['05bc06e4-9a69-4af2-81e1-7f1e4b06c557'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:52:40.833493 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d003d76-15b8-4079-8e42-8ad08fd4ec9e None None] Routers {'05bc06e4-9a69-4af2-81e1-7f1e4b06c557'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:52:40.836542 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-6d003d76-15b8-4079-8e42-8ad08fd4ec9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:52:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['05bc06e4-9a69-4af2-81e1-7f1e4b06c557'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:40.925843 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-494b4213-3f58-4a2f-8fe0-6844da2fc4ee tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:40.939569 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-6d003d76-15b8-4079-8e42-8ad08fd4ec9e None None] Set router 05bc06e4-9a69-4af2-81e1-7f1e4b06c557 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:52:40.985865 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-494b4213-3f58-4a2f-8fe0-6844da2fc4ee tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:41.063762 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-494b4213-3f58-4a2f-8fe0-6844da2fc4ee tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:41.079713 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b4213-3f58-4a2f-8fe0-6844da2fc4ee tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4626e4c9-d675-4add-a2ed-2e0e0539c471,revision_number=0']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:41.168790 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-494b4213-3f58-4a2f-8fe0-6844da2fc4ee tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:41.172686 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-494b4213-3f58-4a2f-8fe0-6844da2fc4ee tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3551161 Dec 17 16:52:41.177132 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47462) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:52:41.177696 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-7bfa1d2d-f5c5-490a-92e9-ed957f6a3f1b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Request body: {'security_group_rule': {'security_group_id': 'c33a5976-796b-4c8b-8e32-ac1c07408ecd', 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:52:41.228571 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-6d003d76-15b8-4079-8e42-8ad08fd4ec9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05bc06e4-9a69-4af2-81e1-7f1e4b06c557', 'name': 'tempest-TestSnapshotPattern-779040236-router', 'tenant_id': '588dca1422c44b4787658cccd82b5528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'f26b866e-b16d-4c19-b209-ff443845e23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:34Z', 'updated_at': '2021-12-17T16:52:38Z', 'revision_number': 4, 'project_id': '588dca1422c44b4787658cccd82b5528', 'gw_port': {'id': 'f26b866e-b16d-4c19-b209-ff443845e23c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bc06e4-9a69-4af2-81e1-7f1e4b06c557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:35Z', 'updated_at': '2021-12-17T16:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'bf26fb55-ff8d-47c0-bbcc-6c9b86e918be', 'name': '', 'network_id': 'cd6d98e3-6e67-4f32-a14a-a723b787a49a', 'tenant_id': '588dca1422c44b4787658cccd82b5528', 'mac_address': 'fa:16:3e:b4:9d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bc06e4-9a69-4af2-81e1-7f1e4b06c557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '61540fff-dc95-4a3d-8316-5731bdc493c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:37Z', 'updated_at': '2021-12-17T16:52:38Z', 'revision_number': 2, 'project_id': '588dca1422c44b4787658cccd82b5528', 'subnets': [{'id': '61540fff-dc95-4a3d-8316-5731bdc493c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:41.254298 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d003d76-15b8-4079-8e42-8ad08fd4ec9e None None] Checking router: 05bc06e4-9a69-4af2-81e1-7f1e4b06c557 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:52:41.257390 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d003d76-15b8-4079-8e42-8ad08fd4ec9e None None] Updating router 05bc06e4-9a69-4af2-81e1-7f1e4b06c557 port bf26fb55-ff8d-47c0-bbcc-6c9b86e918be binding host n-d-820553-2 {{(pid=102835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 17 16:52:41.275252 n-d-820553-2 neutron-server[102833]: INFO neutron.db.securitygroups_db [None req-7bfa1d2d-f5c5-490a-92e9-ed957f6a3f1b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Project 5739f578f31c407783d0a1cbd3aaaba4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:52:41.280589 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7bfa1d2d-f5c5-490a-92e9-ed957f6a3f1b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:41.280842 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-6d003d76-15b8-4079-8e42-8ad08fd4ec9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:41.347252 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7bfa1d2d-f5c5-490a-92e9-ed957f6a3f1b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:41.395575 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f26b866e-b16d-4c19-b209-ff443845e23c up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:52:41.415869 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7bfa1d2d-f5c5-490a-92e9-ed957f6a3f1b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:41.435146 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa1d2d-f5c5-490a-92e9-ed957f6a3f1b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acdffee7-dc95-41a3-8e2a-92a0b4f963ab,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:41.449889 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port f26b866e-b16d-4c19-b209-ff443845e23c triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:52:41.450349 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:41.492226 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-7bfa1d2d-f5c5-490a-92e9-ed957f6a3f1b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:41.493845 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-7bfa1d2d-f5c5-490a-92e9-ed957f6a3f1b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3197351 Dec 17 16:52:41.496448 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 47466) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:52:41.501446 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [None req-cc0d604f-74b2-4d66-b557-8ee07bf8ad54 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Request body: {'security_group_rule': {'security_group_id': 'c33a5976-796b-4c8b-8e32-ac1c07408ecd', 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:52:41.560213 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:41.565433 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-6d003d76-15b8-4079-8e42-8ad08fd4ec9e None None] Notify callbacks [] for port, precommit_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:41.580035 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:41.585822 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-4f9ef321-f51f-4224-8351-519438624add None None] For port f26b866e-b16d-4c19-b209-ff443845e23c, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f26b866e-b16d-4c19-b209-ff443845e23c,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:52:41.627810 n-d-820553-2 neutron-server[102833]: INFO neutron.db.securitygroups_db [None req-cc0d604f-74b2-4d66-b557-8ee07bf8ad54 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Project 5739f578f31c407783d0a1cbd3aaaba4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 17 16:52:41.633106 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cc0d604f-74b2-4d66-b557-8ee07bf8ad54 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:41.673029 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-6d003d76-15b8-4079-8e42-8ad08fd4ec9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:41.696020 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cc0d604f-74b2-4d66-b557-8ee07bf8ad54 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:41.696281 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:41.722954 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f92a2-ec9f-4c6c-93c7-ec9bb5fa8443 None None] Pushing event updated for resources: {'Port': ['ID=bf26fb55-ff8d-47c0-bbcc-6c9b86e918be,revision_number=3']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:41.756317 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Pushing event updated for resources: {'Port': ['ID=f26b866e-b16d-4c19-b209-ff443845e23c,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:41.779290 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-6d003d76-15b8-4079-8e42-8ad08fd4ec9e None None] Attempting to bind port bf26fb55-ff8d-47c0-bbcc-6c9b86e918be on host n-d-820553-2 for vnic_type normal with profile {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:52:41.779649 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-6d003d76-15b8-4079-8e42-8ad08fd4ec9e None None] Attempting to bind port bf26fb55-ff8d-47c0-bbcc-6c9b86e918be by drivers openvswitch,hyperv on host n-d-820553-2 at level 0 using segments [{'id': '09113184-ca5b-4545-9da5-763b3e09e038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cd6d98e3-6e67-4f32-a14a-a723b787a49a'}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:52:41.780006 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d003d76-15b8-4079-8e42-8ad08fd4ec9e None None] Attempting to bind port bf26fb55-ff8d-47c0-bbcc-6c9b86e918be on network cd6d98e3-6e67-4f32-a14a-a723b787a49a {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:52:41.785263 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d003d76-15b8-4079-8e42-8ad08fd4ec9e None None] Checking agent: {'id': '7c06bfe9-351a-4190-a5a9-7d6cf3df0f3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 14, 57, 34), 'started_at': datetime.datetime(2021, 12, 17, 14, 58, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820553-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:52:41.785625 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d003d76-15b8-4079-8e42-8ad08fd4ec9e None None] Checking segment: {'id': '09113184-ca5b-4545-9da5-763b3e09e038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cd6d98e3-6e67-4f32-a14a-a723b787a49a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:52:41.786021 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-6d003d76-15b8-4079-8e42-8ad08fd4ec9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:41.786403 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d003d76-15b8-4079-8e42-8ad08fd4ec9e None None] Bound using segment: {'id': '09113184-ca5b-4545-9da5-763b3e09e038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cd6d98e3-6e67-4f32-a14a-a723b787a49a'} {{(pid=102835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:52:41.786850 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.managers [None req-6d003d76-15b8-4079-8e42-8ad08fd4ec9e None None] Bound port: bf26fb55-ff8d-47c0-bbcc-6c9b86e918be, host: n-d-820553-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09113184-ca5b-4545-9da5-763b3e09e038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cd6d98e3-6e67-4f32-a14a-a723b787a49a'}}] {{(pid=102835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:52:41.787222 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-6d003d76-15b8-4079-8e42-8ad08fd4ec9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:41.794399 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cc0d604f-74b2-4d66-b557-8ee07bf8ad54 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914728'] for security_group_rule, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:41.814893 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d604f-74b2-4d66-b557-8ee07bf8ad54 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29c5f634-72d0-4f50-bfd4-25d4492955f6,revision_number=0']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:41.864270 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-6d003d76-15b8-4079-8e42-8ad08fd4ec9e None None] For port bf26fb55-ff8d-47c0-bbcc-6c9b86e918be, host n-d-820553-2, cleared binding levels {{(pid=102835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:52:41.867685 n-d-820553-2 neutron-server[102835]: DEBUG neutron.plugins.ml2.db [None req-6d003d76-15b8-4079-8e42-8ad08fd4ec9e None None] For port bf26fb55-ff8d-47c0-bbcc-6c9b86e918be, host n-d-820553-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=bf26fb55-ff8d-47c0-bbcc-6c9b86e918be,segment=NetworkSegment(09113184-ca5b-4545-9da5-763b3e09e038),segment_id=09113184-ca5b-4545-9da5-763b3e09e038)] {{(pid=102835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:52:41.886704 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-cc0d604f-74b2-4d66-b557-8ee07bf8ad54 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:41.888236 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-cc0d604f-74b2-4d66-b557-8ee07bf8ad54 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3905952 Dec 17 16:52:41.947988 n-d-820553-2 neutron-server[102835]: DEBUG neutron_lib.callbacks.manager [None req-6d003d76-15b8-4079-8e42-8ad08fd4ec9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:41.949321 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-170c132d-534a-480e-9d98-58cdc2824aa2 None None] Provisioning complete for port bf26fb55-ff8d-47c0-bbcc-6c9b86e918be triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:52:41.949773 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-170c132d-534a-480e-9d98-58cdc2824aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:42.006321 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d003d76-15b8-4079-8e42-8ad08fd4ec9e None None] Routers {'05bc06e4-9a69-4af2-81e1-7f1e4b06c557'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:52:42.006321 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-6d003d76-15b8-4079-8e42-8ad08fd4ec9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:52:31Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['05bc06e4-9a69-4af2-81e1-7f1e4b06c557'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:42.047892 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-170c132d-534a-480e-9d98-58cdc2824aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:42.096252 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-170c132d-534a-480e-9d98-58cdc2824aa2 None None] For port bf26fb55-ff8d-47c0-bbcc-6c9b86e918be, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=bf26fb55-ff8d-47c0-bbcc-6c9b86e918be,segment=NetworkSegment(09113184-ca5b-4545-9da5-763b3e09e038),segment_id=09113184-ca5b-4545-9da5-763b3e09e038)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:52:42.099097 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f92a2-ec9f-4c6c-93c7-ec9bb5fa8443 None None] Pushing event updated for resources: {'Port': ['ID=bf26fb55-ff8d-47c0-bbcc-6c9b86e918be,revision_number=4']} {{(pid=102835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:42.111926 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-4fd241c3-6752-4a0d-abb1-519ead1e3272 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1732398673&fields=id&tenant_id=5739f578f31c407783d0a1cbd3aaaba4 HTTP/1.1" status: 200 len: 267 time: 0.0390964 Dec 17 16:52:42.148007 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-6d003d76-15b8-4079-8e42-8ad08fd4ec9e None None] Set router 05bc06e4-9a69-4af2-81e1-7f1e4b06c557 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:52:42.181689 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-170c132d-534a-480e-9d98-58cdc2824aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:42.231553 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c132d-534a-480e-9d98-58cdc2824aa2 None None] Pushing event updated for resources: {'Port': ['ID=bf26fb55-ff8d-47c0-bbcc-6c9b86e918be,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:42.250188 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-720c3a90-41b5-42cc-9f8f-b5f36cafeb52 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:42.252441 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-720c3a90-41b5-42cc-9f8f-b5f36cafeb52 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/networks?id=ab086ea3-bba0-499c-884a-e1dc2f30d557 HTTP/1.1" status: 200 len: 809 time: 0.1336792 Dec 17 16:52:42.268190 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-732d36ea-059a-499d-b292-aa69051cef7d tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/quotas/5739f578f31c407783d0a1cbd3aaaba4 HTTP/1.1" status: 200 len: 375 time: 0.0099163 Dec 17 16:52:42.302411 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-6b770667-b81f-4ba3-9a52-2fd6fdb096fd None None] Provisioning complete for port bf26fb55-ff8d-47c0-bbcc-6c9b86e918be triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:52:42.302786 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6b770667-b81f-4ba3-9a52-2fd6fdb096fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:42.324287 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-e50b5ed5-8485-4c67-b347-fb2530fea257 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5739f578f31c407783d0a1cbd3aaaba4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503426 Dec 17 16:52:42.382969 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-6d003d76-15b8-4079-8e42-8ad08fd4ec9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05bc06e4-9a69-4af2-81e1-7f1e4b06c557', 'name': 'tempest-TestSnapshotPattern-779040236-router', 'tenant_id': '588dca1422c44b4787658cccd82b5528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'f26b866e-b16d-4c19-b209-ff443845e23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:34Z', 'updated_at': '2021-12-17T16:52:38Z', 'revision_number': 4, 'project_id': '588dca1422c44b4787658cccd82b5528', 'gw_port': {'id': 'f26b866e-b16d-4c19-b209-ff443845e23c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc06e4-9a69-4af2-81e1-7f1e4b06c557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:35Z', 'updated_at': '2021-12-17T16:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'bf26fb55-ff8d-47c0-bbcc-6c9b86e918be', 'name': '', 'network_id': 'cd6d98e3-6e67-4f32-a14a-a723b787a49a', 'tenant_id': '588dca1422c44b4787658cccd82b5528', 'mac_address': 'fa:16:3e:b4:9d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bc06e4-9a69-4af2-81e1-7f1e4b06c557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '61540fff-dc95-4a3d-8316-5731bdc493c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:37Z', 'updated_at': '2021-12-17T16:52:41Z', 'revision_number': 4, 'project_id': '588dca1422c44b4787658cccd82b5528', 'subnets': [{'id': '61540fff-dc95-4a3d-8316-5731bdc493c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:52:42.420061 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d003d76-15b8-4079-8e42-8ad08fd4ec9e None None] The sync data for ids ['05bc06e4-9a69-4af2-81e1-7f1e4b06c557'] in n-d-820553-2 is: [{'id': '05bc06e4-9a69-4af2-81e1-7f1e4b06c557', 'name': 'tempest-TestSnapshotPattern-779040236-router', 'tenant_id': '588dca1422c44b4787658cccd82b5528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'f26b866e-b16d-4c19-b209-ff443845e23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:34Z', 'updated_at': '2021-12-17T16:52:38Z', 'revision_number': 4, 'project_id': '588dca1422c44b4787658cccd82b5528', 'gw_port': {'id': 'f26b866e-b16d-4c19-b209-ff443845e23c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc06e4-9a69-4af2-81e1-7f1e4b06c557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:35Z', 'updated_at': '2021-12-17T16:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'bf26fb55-ff8d-47c0-bbcc-6c9b86e918be', 'name': '', 'network_id': 'cd6d98e3-6e67-4f32-a14a-a723b787a49a', 'tenant_id': '588dca1422c44b4787658cccd82b5528', 'mac_address': 'fa:16:3e:b4:9d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bc06e4-9a69-4af2-81e1-7f1e4b06c557', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '61540fff-dc95-4a3d-8316-5731bdc493c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:37Z', 'updated_at': '2021-12-17T16:52:41Z', 'revision_number': 4, 'project_id': '588dca1422c44b4787658cccd82b5528', 'subnets': [{'id': '61540fff-dc95-4a3d-8316-5731bdc493c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:52:42.533986 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-2cb9dd20-6a1c-42f0-9d04-8475a589161c service neutron] 10.222.0.46 "GET /v2.0/networks/ab086ea3-bba0-499c-884a-e1dc2f30d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978970 Dec 17 16:52:42.631676 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-73816054-80a3-41ea-89f0-9a3b705afc4a service neutron] 10.222.0.46 "GET /v2.0/networks/ab086ea3-bba0-499c-884a-e1dc2f30d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910213 Dec 17 16:52:42.863512 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1c9d6eff-bbf3-498e-9117-62d2baffba87 req-541dc691-43f7-4057-9917-d6b20f455bb6 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f87f917-d213-495b-89b2-ae2bd7b40c83 HTTP/1.1" status: 200 len: 210 time: 0.0292354 Dec 17 16:52:43.399185 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device bf26fb55-ff8d-47c0-bbcc-6c9b86e918be up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:52:43.451541 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port bf26fb55-ff8d-47c0-bbcc-6c9b86e918be triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:52:43.451909 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:43.530255 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f26b866e-b16d-4c19-b209-ff443845e23c up at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:52:43.581585 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-4f9ef321-f51f-4224-8351-519438624add None None] Provisioning complete for port f26b866e-b16d-4c19-b209-ff443845e23c triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:52:43.581954 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:43.944925 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c10b3217-7170-46ba-8f24-85769c7617bc req-ce3604e1-eb66-4409-8be5-0bea9eea1d8a tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f87f917-d213-495b-89b2-ae2bd7b40c83 HTTP/1.1" status: 200 len: 210 time: 0.0268054 Dec 17 16:52:45.029959 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fca3e482-92a0-45f3-b861-5c598b22814e req-aea71fb9-fcf4-4490-961a-57db06845360 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f87f917-d213-495b-89b2-ae2bd7b40c83 HTTP/1.1" status: 200 len: 210 time: 0.0325947 Dec 17 16:52:46.105072 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-e4f6f1c1-afd6-4e2a-b8f8-cb0228042243 req-d487d582-b01a-4429-ba40-fd00275d84f7 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f87f917-d213-495b-89b2-ae2bd7b40c83 HTTP/1.1" status: 200 len: 210 time: 0.0271854 Dec 17 16:52:47.198867 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-83e8aae3-4c31-4f04-8daf-0c708b8b4710 req-2917b5a2-b493-43df-a9af-f392098a7af9 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f87f917-d213-495b-89b2-ae2bd7b40c83 HTTP/1.1" status: 200 len: 210 time: 0.0266478 Dec 17 16:52:48.294311 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-0b442ba1-9249-48d5-834b-25b0c019f319 req-9e9e5ef5-ad50-46c2-830c-67ceb83e7899 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f87f917-d213-495b-89b2-ae2bd7b40c83 HTTP/1.1" status: 200 len: 210 time: 0.0277987 Dec 17 16:52:48.980651 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-35555a15-ba51-4aa0-840f-bedd8e995a9c tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:48.982124 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-35555a15-ba51-4aa0-840f-bedd8e995a9c tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.41 "GET /v2.0/networks?id=ab086ea3-bba0-499c-884a-e1dc2f30d557 HTTP/1.1" status: 200 len: 809 time: 0.1016431 Dec 17 16:52:49.031079 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-b938674f-114e-4435-a371-4875c1fd2bd8 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5739f578f31c407783d0a1cbd3aaaba4 HTTP/1.1" status: 200 len: 380 time: 0.0344508 Dec 17 16:52:49.041478 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-74a713f4-c634-4caf-9d7a-9d9771064192 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Request body: {'port': {'device_id': '5f87f917-d213-495b-89b2-ae2bd7b40c83', 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'admin_state_up': True, 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'security_groups': ['c33a5976-796b-4c8b-8e32-ac1c07408ecd']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:52:49.205477 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-74a713f4-c634-4caf-9d7a-9d9771064192 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Made reservation on behalf of 5739f578f31c407783d0a1cbd3aaaba4 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:52:49.208933 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-74a713f4-c634-4caf-9d7a-9d9771064192 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:49.336245 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-74a713f4-c634-4caf-9d7a-9d9771064192 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Allocated IP 172.20.0.3 (ab086ea3-bba0-499c-884a-e1dc2f30d557/a4d13304-63d2-4dc8-83ae-7ffe6b519d63/574b49c3-6cf3-47b6-934c-408aee5968b5) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:52:49.396866 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-8707ca2b-f9ed-403b-b364-67c4fca09d12 req-da132a74-a7c1-42d5-8f20-b91bb9e8702d tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f87f917-d213-495b-89b2-ae2bd7b40c83 HTTP/1.1" status: 200 len: 210 time: 0.0281155 Dec 17 16:52:49.474327 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-74a713f4-c634-4caf-9d7a-9d9771064192 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:49.555435 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-74a713f4-c634-4caf-9d7a-9d9771064192 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:49.600656 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-74a713f4-c634-4caf-9d7a-9d9771064192 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Network ab086ea3-bba0-499c-884a-e1dc2f30d557 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:52:49.603623 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-74a713f4-c634-4caf-9d7a-9d9771064192 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:52:49.607172 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-74a713f4-c634-4caf-9d7a-9d9771064192 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:52:49.616158 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a713f4-c634-4caf-9d7a-9d9771064192 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Pushing event updated for resources: {'Port': ['ID=574b49c3-6cf3-47b6-934c-408aee5968b5,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:49.663351 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-74a713f4-c634-4caf-9d7a-9d9771064192 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:49.663995 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-74a713f4-c634-4caf-9d7a-9d9771064192 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:49.750043 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-74a713f4-c634-4caf-9d7a-9d9771064192 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7120912 Dec 17 16:52:49.812131 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-d7514d81-10c7-4c04-bfab-7b5fb3287c3a service neutron] Request body: {'port': {'device_id': '5f87f917-d213-495b-89b2-ae2bd7b40c83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:52:49.853337 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-69c65cff-a369-409b-bf4f-5e1afeb6b3c9 None None] Provisioning complete for port 574b49c3-6cf3-47b6-934c-408aee5968b5 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:52:49.853927 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-69c65cff-a369-409b-bf4f-5e1afeb6b3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:49.865483 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-d7514d81-10c7-4c04-bfab-7b5fb3287c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:49.889062 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-69c65cff-a369-409b-bf4f-5e1afeb6b3c9 None None] Port 574b49c3-6cf3-47b6-934c-408aee5968b5 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:52:50.127639 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-d7514d81-10c7-4c04-bfab-7b5fb3287c3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 574b49c3-6cf3-47b6-934c-408aee5968b5 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:52:50.134912 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-d7514d81-10c7-4c04-bfab-7b5fb3287c3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:50.147107 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-d7514d81-10c7-4c04-bfab-7b5fb3287c3a service neutron] Transition to ACTIVE for port object 574b49c3-6cf3-47b6-934c-408aee5968b5 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:52:50.223611 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-d7514d81-10c7-4c04-bfab-7b5fb3287c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:50.274178 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7514d81-10c7-4c04-bfab-7b5fb3287c3a service neutron] Pushing event updated for resources: {'Port': ['ID=574b49c3-6cf3-47b6-934c-408aee5968b5,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:50.345305 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-d7514d81-10c7-4c04-bfab-7b5fb3287c3a service neutron] Attempting to bind port 574b49c3-6cf3-47b6-934c-408aee5968b5 on host n-h1-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:52:50.345842 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-d7514d81-10c7-4c04-bfab-7b5fb3287c3a service neutron] Attempting to bind port 574b49c3-6cf3-47b6-934c-408aee5968b5 by drivers openvswitch,hyperv on host n-h1-820553-2 at level 0 using segments [{'id': '20e1436b-26e4-479c-b9d3-ad4f8f578566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:52:50.346180 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-d7514d81-10c7-4c04-bfab-7b5fb3287c3a service neutron] Attempting to bind port 574b49c3-6cf3-47b6-934c-408aee5968b5 on network ab086ea3-bba0-499c-884a-e1dc2f30d557 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:52:50.350862 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-d7514d81-10c7-4c04-bfab-7b5fb3287c3a service neutron] Port 574b49c3-6cf3-47b6-934c-408aee5968b5 on network ab086ea3-bba0-499c-884a-e1dc2f30d557 not bound, no agent of type Open vSwitch agent registered on host n-h1-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:52:50.351179 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-d7514d81-10c7-4c04-bfab-7b5fb3287c3a service neutron] Attempting to bind port 574b49c3-6cf3-47b6-934c-408aee5968b5 on network ab086ea3-bba0-499c-884a-e1dc2f30d557 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:52:50.356085 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-d7514d81-10c7-4c04-bfab-7b5fb3287c3a service neutron] Checking agent: {'id': '1e70f94a-01b7-4592-81b9-6d524ffe0e1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:52:50.356418 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-d7514d81-10c7-4c04-bfab-7b5fb3287c3a service neutron] Checking segment: {'id': '20e1436b-26e4-479c-b9d3-ad4f8f578566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:52:50.356794 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-d7514d81-10c7-4c04-bfab-7b5fb3287c3a service neutron] Bound using segment: {'id': '20e1436b-26e4-479c-b9d3-ad4f8f578566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:52:50.357261 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-d7514d81-10c7-4c04-bfab-7b5fb3287c3a service neutron] Bound port: 574b49c3-6cf3-47b6-934c-408aee5968b5, host: n-h1-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20e1436b-26e4-479c-b9d3-ad4f8f578566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:52:50.357701 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-d7514d81-10c7-4c04-bfab-7b5fb3287c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:50.429546 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-d7514d81-10c7-4c04-bfab-7b5fb3287c3a service neutron] For port 574b49c3-6cf3-47b6-934c-408aee5968b5, host n-h1-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:52:50.432808 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-d7514d81-10c7-4c04-bfab-7b5fb3287c3a service neutron] For port 574b49c3-6cf3-47b6-934c-408aee5968b5, host n-h1-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=574b49c3-6cf3-47b6-934c-408aee5968b5,segment=NetworkSegment(20e1436b-26e4-479c-b9d3-ad4f8f578566),segment_id=20e1436b-26e4-479c-b9d3-ad4f8f578566)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:52:50.511579 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028618a-3755-4b67-ba27-5906905f80bb req-d3390b56-6dc3-4799-bc74-9d1f194de1c8 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:50.513874 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a028618a-3755-4b67-ba27-5906905f80bb req-d3390b56-6dc3-4799-bc74-9d1f194de1c8 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f87f917-d213-495b-89b2-ae2bd7b40c83 HTTP/1.1" status: 200 len: 943 time: 0.0502388 Dec 17 16:52:50.525523 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-d7514d81-10c7-4c04-bfab-7b5fb3287c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:50.560918 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-d7514d81-10c7-4c04-bfab-7b5fb3287c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:50.560918 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-d7514d81-10c7-4c04-bfab-7b5fb3287c3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:50.562174 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-d7514d81-10c7-4c04-bfab-7b5fb3287c3a service neutron] 10.222.0.41 "PUT /v2.0/ports/574b49c3-6cf3-47b6-934c-408aee5968b5 HTTP/1.1" status: 200 len: 1091 time: 0.7978487 Dec 17 16:52:50.562639 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f87f917-d213-495b-89b2-ae2bd7b40c83', 'tag': '574b49c3-6cf3-47b6-934c-408aee5968b5'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:52:50.564946 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b664814e-32ea-46bd-a8d2-af4cd2f0247c" -d '{"events": [{"name": "network-changed", "server_uuid": "5f87f917-d213-495b-89b2-ae2bd7b40c83", "tag": "574b49c3-6cf3-47b6-934c-408aee5968b5"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:52:50.566713 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-a028618a-3755-4b67-ba27-5906905f80bb req-da80eded-3e06-4bd5-8648-d8809a88e756 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/security-groups?id=c33a5976-796b-4c8b-8e32-ac1c07408ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454805 Dec 17 16:52:50.599606 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7514d81-10c7-4c04-bfab-7b5fb3287c3a service neutron] Pushing event updated for resources: {'Port': ['ID=574b49c3-6cf3-47b6-934c-408aee5968b5,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:50.608025 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d979691b-ca61-4458-8f9e-709a515b763d x-openstack-request-id: req-d979691b-ca61-4458-8f9e-709a515b763d {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:52:50.609535 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f87f917-d213-495b-89b2-ae2bd7b40c83", "tag": "574b49c3-6cf3-47b6-934c-408aee5968b5", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:52:50.609535 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d979691b-ca61-4458-8f9e-709a515b763d {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:52:50.609891 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f87f917-d213-495b-89b2-ae2bd7b40c83', 'tag': '574b49c3-6cf3-47b6-934c-408aee5968b5', 'status': 'completed', 'code': 200} Dec 17 16:52:50.691705 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664814e-32ea-46bd-a8d2-af4cd2f0247c req-c512f81c-9429-40f8-89c3-921e861dd67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:50.693249 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b664814e-32ea-46bd-a8d2-af4cd2f0247c req-c512f81c-9429-40f8-89c3-921e861dd67a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5739f578f31c407783d0a1cbd3aaaba4&device_id=5f87f917-d213-495b-89b2-ae2bd7b40c83 HTTP/1.1" status: 200 len: 1094 time: 0.0454443 Dec 17 16:52:50.799454 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664814e-32ea-46bd-a8d2-af4cd2f0247c req-76b00fe5-655d-454a-946a-8a5a91e7a216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:50.800923 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b664814e-32ea-46bd-a8d2-af4cd2f0247c req-76b00fe5-655d-454a-946a-8a5a91e7a216 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=5739f578f31c407783d0a1cbd3aaaba4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0950382 Dec 17 16:52:50.900450 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664814e-32ea-46bd-a8d2-af4cd2f0247c req-864396f2-74d5-4204-969a-1a7f8b2f1d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:50.901917 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b664814e-32ea-46bd-a8d2-af4cd2f0247c req-864396f2-74d5-4204-969a-1a7f8b2f1d21 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943954 Dec 17 16:52:51.001565 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-e5784ff9-4554-4b60-84b9-e578db1e4ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:51.003066 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-e5784ff9-4554-4b60-84b9-e578db1e4ce5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5739f578f31c407783d0a1cbd3aaaba4&device_id=5f87f917-d213-495b-89b2-ae2bd7b40c83 HTTP/1.1" status: 200 len: 1094 time: 0.0418463 Dec 17 16:52:51.057945 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-828547d2-b828-47b2-b9a6-445842dfae4b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=574b49c3-6cf3-47b6-934c-408aee5968b5 HTTP/1.1" status: 200 len: 217 time: 0.0403171 Dec 17 16:52:51.116887 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-7114de1c-f52f-4456-9ca1-1d185ae82593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:51.119228 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-7114de1c-f52f-4456-9ca1-1d185ae82593 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4d13304-63d2-4dc8-83ae-7ffe6b519d63 HTTP/1.1" status: 200 len: 848 time: 0.0530674 Dec 17 16:52:51.177737 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-5bee1861-0845-4179-9c7d-e50d80ce26a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:51.179201 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-5bee1861-0845-4179-9c7d-e50d80ce26a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab086ea3-bba0-499c-884a-e1dc2f30d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514240 Dec 17 16:52:51.285395 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-dfd36eb2-9b8a-467e-88df-2822a48316ab service neutron] 10.222.0.41 "GET /v2.0/networks/ab086ea3-bba0-499c-884a-e1dc2f30d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985551 Dec 17 16:52:51.384696 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-603d599a-a0dc-400a-baad-eab6a8a6ae1b req-6337b546-940c-4e1b-8cf7-e86121c20be7 service neutron] 10.222.0.41 "GET /v2.0/networks/ab086ea3-bba0-499c-884a-e1dc2f30d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925639 Dec 17 16:52:51.682245 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00962bc9-c9ff-4bf1-9c1d-d091e4271803 req-ba92038d-a4b8-4cbe-967c-2f04f73cbc90 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:51.683718 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-00962bc9-c9ff-4bf1-9c1d-d091e4271803 req-ba92038d-a4b8-4cbe-967c-2f04f73cbc90 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f87f917-d213-495b-89b2-ae2bd7b40c83 HTTP/1.1" status: 200 len: 943 time: 0.0508263 Dec 17 16:52:51.724113 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-00962bc9-c9ff-4bf1-9c1d-d091e4271803 req-cd5d0395-b4c4-46de-bb88-66aad53a7ebf tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/security-groups?id=c33a5976-796b-4c8b-8e32-ac1c07408ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343659 Dec 17 16:52:52.845418 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d89968-ae89-49c5-b88d-16220d93e882 req-45aec420-52b4-458a-8f62-43bd02d9ca3a tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:52.846921 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b8d89968-ae89-49c5-b88d-16220d93e882 req-45aec420-52b4-458a-8f62-43bd02d9ca3a tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f87f917-d213-495b-89b2-ae2bd7b40c83 HTTP/1.1" status: 200 len: 943 time: 0.0494895 Dec 17 16:52:52.885241 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-b8d89968-ae89-49c5-b88d-16220d93e882 req-c1f4b037-0e7a-43f3-b2b9-a48d292a046c tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/security-groups?id=c33a5976-796b-4c8b-8e32-ac1c07408ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321929 Dec 17 16:52:53.995860 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e0f56-02a6-4a39-8296-7c1f7a6ecbf8 req-91521465-2d1d-4d7c-a608-d2786404287a tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:53.997341 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-065e0f56-02a6-4a39-8296-7c1f7a6ecbf8 req-91521465-2d1d-4d7c-a608-d2786404287a tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f87f917-d213-495b-89b2-ae2bd7b40c83 HTTP/1.1" status: 200 len: 943 time: 0.0476704 Dec 17 16:52:54.041684 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-065e0f56-02a6-4a39-8296-7c1f7a6ecbf8 req-8492452b-c420-4d46-a1e0-030561e134a6 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/security-groups?id=c33a5976-796b-4c8b-8e32-ac1c07408ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366793 Dec 17 16:52:55.129328 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 574b49c3-6cf3-47b6-934c-408aee5968b5 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:52:55.162727 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d16b4-b0f3-4ed3-9dce-67f7df37a443 req-e7753242-c84e-4dc3-814c-f35187f9c8eb tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:55.164149 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-238d16b4-b0f3-4ed3-9dce-67f7df37a443 req-e7753242-c84e-4dc3-814c-f35187f9c8eb tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f87f917-d213-495b-89b2-ae2bd7b40c83 HTTP/1.1" status: 200 len: 943 time: 0.0494676 Dec 17 16:52:55.201853 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-238d16b4-b0f3-4ed3-9dce-67f7df37a443 req-170e2d0e-c1f0-4417-a602-510165309706 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/security-groups?id=c33a5976-796b-4c8b-8e32-ac1c07408ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317433 Dec 17 16:52:55.228153 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 574b49c3-6cf3-47b6-934c-408aee5968b5, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=574b49c3-6cf3-47b6-934c-408aee5968b5,segment=NetworkSegment(20e1436b-26e4-479c-b9d3-ad4f8f578566),segment_id=20e1436b-26e4-479c-b9d3-ad4f8f578566)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:52:55.239540 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '574b49c3-6cf3-47b6-934c-408aee5968b5', 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'port_id': '574b49c3-6cf3-47b6-934c-408aee5968b5', 'mac_address': 'fa:16:3e:38:75:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:52:55.275712 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:55.289434 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 574b49c3-6cf3-47b6-934c-408aee5968b5 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:52:55.307794 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 574b49c3-6cf3-47b6-934c-408aee5968b5, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=574b49c3-6cf3-47b6-934c-408aee5968b5,segment=NetworkSegment(20e1436b-26e4-479c-b9d3-ad4f8f578566),segment_id=20e1436b-26e4-479c-b9d3-ad4f8f578566)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:52:55.383732 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:55.433507 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=574b49c3-6cf3-47b6-934c-408aee5968b5,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:55.801870 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:52:55.838070 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['574b49c3-6cf3-47b6-934c-408aee5968b5'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:52:56.316817 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8031a-1a84-48b8-871e-fa23dd660c1a req-dc0969a8-887f-43fb-b331-8979b606f774 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:56.318385 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f9e8031a-1a84-48b8-871e-fa23dd660c1a req-dc0969a8-887f-43fb-b331-8979b606f774 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f87f917-d213-495b-89b2-ae2bd7b40c83 HTTP/1.1" status: 200 len: 944 time: 0.0493507 Dec 17 16:52:56.356632 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f9e8031a-1a84-48b8-871e-fa23dd660c1a req-af9425c1-792e-43db-8af2-af741292b750 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/security-groups?id=c33a5976-796b-4c8b-8e32-ac1c07408ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322192 Dec 17 16:52:57.029243 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:57.161830 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 574b49c3-6cf3-47b6-934c-408aee5968b5 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:52:57.292306 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning for port 574b49c3-6cf3-47b6-934c-408aee5968b5 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:52:57.296095 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 574b49c3-6cf3-47b6-934c-408aee5968b5 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:52:57.296466 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:57.372130 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:57.395528 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f87f917-d213-495b-89b2-ae2bd7b40c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574b49c3-6cf3-47b6-934c-408aee5968b5'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:52:57.397909 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cb1907-35f3-44fb-a43a-dab65eae9819" -d '{"events": [{"server_uuid": "5f87f917-d213-495b-89b2-ae2bd7b40c83", "name": "network-vif-plugged", "status": "completed", "tag": "574b49c3-6cf3-47b6-934c-408aee5968b5"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:52:57.414733 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 574b49c3-6cf3-47b6-934c-408aee5968b5, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=574b49c3-6cf3-47b6-934c-408aee5968b5,segment=NetworkSegment(20e1436b-26e4-479c-b9d3-ad4f8f578566),segment_id=20e1436b-26e4-479c-b9d3-ad4f8f578566)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:52:57.438714 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c02af8d-6a87-48b0-92ce-01c55a3e9dbe x-openstack-request-id: req-6c02af8d-6a87-48b0-92ce-01c55a3e9dbe {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:52:57.439536 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f87f917-d213-495b-89b2-ae2bd7b40c83", "name": "network-vif-plugged", "status": "completed", "tag": "574b49c3-6cf3-47b6-934c-408aee5968b5", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:52:57.439861 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6c02af8d-6a87-48b0-92ce-01c55a3e9dbe {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:52:57.443755 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f87f917-d213-495b-89b2-ae2bd7b40c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574b49c3-6cf3-47b6-934c-408aee5968b5', 'code': 200} Dec 17 16:52:57.479693 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415ee36-5560-48ab-97ce-9a632807fe99 req-55f0215a-73d4-4402-b684-2a9cd5b50750 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:57.481234 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5415ee36-5560-48ab-97ce-9a632807fe99 req-55f0215a-73d4-4402-b684-2a9cd5b50750 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f87f917-d213-495b-89b2-ae2bd7b40c83 HTTP/1.1" status: 200 len: 944 time: 0.0495837 Dec 17 16:52:57.484419 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:57.528958 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-5415ee36-5560-48ab-97ce-9a632807fe99 req-eba094c7-ee44-4a11-846b-4cc929c83120 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/security-groups?id=c33a5976-796b-4c8b-8e32-ac1c07408ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391045 Dec 17 16:52:57.536694 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=574b49c3-6cf3-47b6-934c-408aee5968b5,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:52:57.562976 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266091f-7c54-4c50-b9bc-b5fa4e983f56 req-434c21e1-bf52-4234-ab16-44f0f5d74cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:57.565010 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1266091f-7c54-4c50-b9bc-b5fa4e983f56 req-434c21e1-bf52-4234-ab16-44f0f5d74cd1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5f87f917-d213-495b-89b2-ae2bd7b40c83 HTTP/1.1" status: 200 len: 1096 time: 0.0459027 Dec 17 16:52:57.598569 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-1266091f-7c54-4c50-b9bc-b5fa4e983f56 req-a6a77dd6-2d77-48fc-bf72-556b2e330630 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c33a5976-796b-4c8b-8e32-ac1c07408ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270820 Dec 17 16:52:58.647615 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a02c1-cf12-4f7c-a118-4b8d4bc46a2d req-553ec0a4-ccb1-40d6-9aa2-6ddfdf3b800d tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:58.649143 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-870a02c1-cf12-4f7c-a118-4b8d4bc46a2d req-553ec0a4-ccb1-40d6-9aa2-6ddfdf3b800d tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f87f917-d213-495b-89b2-ae2bd7b40c83 HTTP/1.1" status: 200 len: 945 time: 0.0496178 Dec 17 16:52:58.686361 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-870a02c1-cf12-4f7c-a118-4b8d4bc46a2d req-7907acc9-c05a-4422-8256-8f9b16860be8 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/security-groups?id=c33a5976-796b-4c8b-8e32-ac1c07408ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312188 Dec 17 16:52:58.930491 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-62fb75be-0f1b-4805-a46a-32a880da6b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:52:59.803079 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f20af1-ecd9-4efc-8978-cdf4c9099af0 req-f32c40e9-4af1-459f-98dd-c3784cd97918 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:59.804578 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c0f20af1-ecd9-4efc-8978-cdf4c9099af0 req-f32c40e9-4af1-459f-98dd-c3784cd97918 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f87f917-d213-495b-89b2-ae2bd7b40c83 HTTP/1.1" status: 200 len: 945 time: 0.0488787 Dec 17 16:52:59.843640 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c0f20af1-ecd9-4efc-8978-cdf4c9099af0 req-b843b933-6951-49af-afb6-91958517687e tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/security-groups?id=c33a5976-796b-4c8b-8e32-ac1c07408ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317311 Dec 17 16:52:59.960810 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ced7b-0435-4065-bf08-448bd3da7737 req-e5e1c050-13c3-43b8-ad10-11a7571c0e40 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:52:59.962347 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ca2ced7b-0435-4065-bf08-448bd3da7737 req-e5e1c050-13c3-43b8-ad10-11a7571c0e40 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f87f917-d213-495b-89b2-ae2bd7b40c83 HTTP/1.1" status: 200 len: 945 time: 0.0517809 Dec 17 16:53:00.003435 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ca2ced7b-0435-4065-bf08-448bd3da7737 req-4dd74e63-3c55-4bdb-aad2-cf07b09076c6 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/security-groups?id=c33a5976-796b-4c8b-8e32-ac1c07408ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352156 Dec 17 16:53:00.024556 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47544) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:53:00.105421 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7872bff8-a5ad-4cab-8952-cea5c1952cd1 tempest-TestSnapshotPattern-178611447 tempest-TestSnapshotPattern-178611447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:00.106921 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-7872bff8-a5ad-4cab-8952-cea5c1952cd1 tempest-TestSnapshotPattern-178611447 tempest-TestSnapshotPattern-178611447-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5f87f917-d213-495b-89b2-ae2bd7b40c83 HTTP/1.1" status: 200 len: 1091 time: 0.0813756 Dec 17 16:53:00.109761 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47548) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:53:00.114675 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-f1f4cda2-a8f2-452a-be68-d724990b811b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'port_id': '574b49c3-6cf3-47b6-934c-408aee5968b5', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:53:00.227555 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f1f4cda2-a8f2-452a-be68-d724990b811b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for floatingip, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:00.322004 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f1f4cda2-a8f2-452a-be68-d724990b811b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:00.426153 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-f1f4cda2-a8f2-452a-be68-d724990b811b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Allocated IP 172.25.6.42 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/8aae492d-4000-47b5-ab6b-9d1c30f0c08e) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:53:00.524853 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f1f4cda2-a8f2-452a-be68-d724990b811b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:00.610411 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f1f4cda2-a8f2-452a-be68-d724990b811b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:00.646759 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f4cda2-a8f2-452a-be68-d724990b811b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:53:00.649608 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-f1f4cda2-a8f2-452a-be68-d724990b811b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:53:00.653055 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f4cda2-a8f2-452a-be68-d724990b811b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:53:00.678124 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4cda2-a8f2-452a-be68-d724990b811b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Pushing event updated for resources: {'Port': ['ID=8aae492d-4000-47b5-ab6b-9d1c30f0c08e,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:53:00.993937 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f1f4cda2-a8f2-452a-be68-d724990b811b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:01.127107 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f1f4cda2-a8f2-452a-be68-d724990b811b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:01.223949 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a72bb95b-ff8d-4f2e-a20b-aa9e2e8be68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:01.278197 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f1f4cda2-a8f2-452a-be68-d724990b811b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:01.343798 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f1f4cda2-a8f2-452a-be68-d724990b811b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:01.418366 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4cda2-a8f2-452a-be68-d724990b811b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Pushing event updated for resources: {'Port': ['ID=8aae492d-4000-47b5-ab6b-9d1c30f0c08e,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:53:01.427677 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f1f4cda2-a8f2-452a-be68-d724990b811b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:01.526638 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-f1f4cda2-a8f2-452a-be68-d724990b811b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Floating IP 9d1d49af-238a-4235-a3a6-a072bb1096b1 associated. External IP: 172.25.6.42, port: 574b49c3-6cf3-47b6-934c-408aee5968b5. Dec 17 16:53:01.737966 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f4cda2-a8f2-452a-be68-d724990b811b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Router 5faeb6be-dd96-4c96-b3bc-9004470578ca has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:53:01.845576 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f4cda2-a8f2-452a-be68-d724990b811b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:53:01.859590 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923d9edb-6413-41be-a741-c98134f5fce4 None None] Sync routers for ids ['5faeb6be-dd96-4c96-b3bc-9004470578ca'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:53:01.868960 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923d9edb-6413-41be-a741-c98134f5fce4 None None] Routers {'5faeb6be-dd96-4c96-b3bc-9004470578ca'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:53:01.869694 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-923d9edb-6413-41be-a741-c98134f5fce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:53:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5faeb6be-dd96-4c96-b3bc-9004470578ca'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:53:01.915475 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-f1f4cda2-a8f2-452a-be68-d724990b811b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:01.944144 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-f1f4cda2-a8f2-452a-be68-d724990b811b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8327334 Dec 17 16:53:01.944708 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f87f917-d213-495b-89b2-ae2bd7b40c83', 'tag': '574b49c3-6cf3-47b6-934c-408aee5968b5'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:53:01.946989 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d9dde65d87f77979ab7779ec4af44e6e3bf331c8a24eb2abb769815fa7c2d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48639a5d-a1da-481f-a153-f77755e5016a" -d '{"events": [{"name": "network-changed", "server_uuid": "5f87f917-d213-495b-89b2-ae2bd7b40c83", "tag": "574b49c3-6cf3-47b6-934c-408aee5968b5"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:53:01.976914 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-923d9edb-6413-41be-a741-c98134f5fce4 None None] Set router 5faeb6be-dd96-4c96-b3bc-9004470578ca gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:53:02.082646 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c319d63-8544-460a-a0b8-77e2ef510db2 x-openstack-request-id: req-4c319d63-8544-460a-a0b8-77e2ef510db2 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:53:02.083179 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f87f917-d213-495b-89b2-ae2bd7b40c83", "tag": "574b49c3-6cf3-47b6-934c-408aee5968b5", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:53:02.083179 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4c319d63-8544-460a-a0b8-77e2ef510db2 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:53:02.083629 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f87f917-d213-495b-89b2-ae2bd7b40c83', 'tag': '574b49c3-6cf3-47b6-934c-408aee5968b5', 'status': 'completed', 'code': 200} Dec 17 16:53:02.164964 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48639a5d-a1da-481f-a153-f77755e5016a req-3bc7afe2-1f68-4fdb-ac33-80dd9cb5c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:02.166480 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-48639a5d-a1da-481f-a153-f77755e5016a req-3bc7afe2-1f68-4fdb-ac33-80dd9cb5c8f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5739f578f31c407783d0a1cbd3aaaba4&device_id=5f87f917-d213-495b-89b2-ae2bd7b40c83 HTTP/1.1" status: 200 len: 1096 time: 0.0415368 Dec 17 16:53:02.204726 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-923d9edb-6413-41be-a741-c98134f5fce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'name': 'tempest-TestSnapshotPattern-930155732-router', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:28Z', 'updated_at': '2021-12-17T16:52:31Z', 'revision_number': 4, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'gw_port': {'id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:29Z', 'updated_at': '2021-12-17T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '9d1d49af-238a-4235-a3a6-a072bb1096b1', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'port_id': '574b49c3-6cf3-47b6-934c-408aee5968b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'mac_address': 'fa:16:3e:38:75:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f87f917-d213-495b-89b2-ae2bd7b40c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:53:00Z', 'updated_at': '2021-12-17T16:53:00Z', 'revision_number': 0, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bc47a3-50c9-419d-9da9-2e9d127e45a2', 'name': '', 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'mac_address': 'fa:16:3e:14:36:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:31Z', 'updated_at': '2021-12-17T16:52:35Z', 'revision_number': 5, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'subnets': [{'id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:53:02.234174 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923d9edb-6413-41be-a741-c98134f5fce4 None None] Checking router: 5faeb6be-dd96-4c96-b3bc-9004470578ca for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:53:02.242814 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923d9edb-6413-41be-a741-c98134f5fce4 None None] Routers {'5faeb6be-dd96-4c96-b3bc-9004470578ca'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:53:02.243417 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-923d9edb-6413-41be-a741-c98134f5fce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:53:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5faeb6be-dd96-4c96-b3bc-9004470578ca'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:53:02.259523 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48639a5d-a1da-481f-a153-f77755e5016a req-e2855fda-085d-40ca-9c10-394d0a07872a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:02.260994 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-48639a5d-a1da-481f-a153-f77755e5016a req-e2855fda-085d-40ca-9c10-394d0a07872a service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab086ea3-bba0-499c-884a-e1dc2f30d557 HTTP/1.1" status: 200 len: 910 time: 0.0879619 Dec 17 16:53:02.326488 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-48639a5d-a1da-481f-a153-f77755e5016a req-e4858c98-74aa-4a2a-a8c8-ff08438ce608 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=574b49c3-6cf3-47b6-934c-408aee5968b5 HTTP/1.1" status: 200 len: 998 time: 0.0589509 Dec 17 16:53:02.382066 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48639a5d-a1da-481f-a153-f77755e5016a req-49b82d92-52e3-49cd-90c2-809a8bdd374c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:02.383548 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-48639a5d-a1da-481f-a153-f77755e5016a req-49b82d92-52e3-49cd-90c2-809a8bdd374c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4d13304-63d2-4dc8-83ae-7ffe6b519d63 HTTP/1.1" status: 200 len: 848 time: 0.0506032 Dec 17 16:53:02.511738 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-923d9edb-6413-41be-a741-c98134f5fce4 None None] Set router 5faeb6be-dd96-4c96-b3bc-9004470578ca gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:53:02.733497 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:02.753458 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-923d9edb-6413-41be-a741-c98134f5fce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'name': 'tempest-TestSnapshotPattern-930155732-router', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:28Z', 'updated_at': '2021-12-17T16:52:31Z', 'revision_number': 4, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'gw_port': {'id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:29Z', 'updated_at': '2021-12-17T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '9d1d49af-238a-4235-a3a6-a072bb1096b1', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'port_id': '574b49c3-6cf3-47b6-934c-408aee5968b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'mac_address': 'fa:16:3e:38:75:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f87f917-d213-495b-89b2-ae2bd7b40c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:53:00Z', 'updated_at': '2021-12-17T16:53:00Z', 'revision_number': 0, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bc47a3-50c9-419d-9da9-2e9d127e45a2', 'name': '', 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'mac_address': 'fa:16:3e:14:36:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:31Z', 'updated_at': '2021-12-17T16:52:35Z', 'revision_number': 5, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'subnets': [{'id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:53:02.759181 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48639a5d-a1da-481f-a153-f77755e5016a req-ea13473b-f563-41a9-b57d-216db77ab852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:02.760683 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-48639a5d-a1da-481f-a153-f77755e5016a req-ea13473b-f563-41a9-b57d-216db77ab852 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab086ea3-bba0-499c-884a-e1dc2f30d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3702211 Dec 17 16:53:02.781033 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923d9edb-6413-41be-a741-c98134f5fce4 None None] The sync data for ids ['5faeb6be-dd96-4c96-b3bc-9004470578ca'] in n-d-820553-2 is: [{'id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'name': 'tempest-TestSnapshotPattern-930155732-router', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:28Z', 'updated_at': '2021-12-17T16:52:31Z', 'revision_number': 4, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'gw_port': {'id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:29Z', 'updated_at': '2021-12-17T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '9d1d49af-238a-4235-a3a6-a072bb1096b1', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'port_id': '574b49c3-6cf3-47b6-934c-408aee5968b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'mac_address': 'fa:16:3e:38:75:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f87f917-d213-495b-89b2-ae2bd7b40c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:53:00Z', 'updated_at': '2021-12-17T16:53:00Z', 'revision_number': 0, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bc47a3-50c9-419d-9da9-2e9d127e45a2', 'name': '', 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'mac_address': 'fa:16:3e:14:36:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:31Z', 'updated_at': '2021-12-17T16:52:35Z', 'revision_number': 5, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'subnets': [{'id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:53:02.854237 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-48639a5d-a1da-481f-a153-f77755e5016a req-5d4c99aa-5e11-4887-b67c-22d8b16e331e service neutron] 10.222.0.41 "GET /v2.0/networks/ab086ea3-bba0-499c-884a-e1dc2f30d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856459 Dec 17 16:53:02.949692 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-48639a5d-a1da-481f-a153-f77755e5016a req-d403f03b-d90a-4026-b6c5-e04fbfc90522 service neutron] 10.222.0.41 "GET /v2.0/networks/ab086ea3-bba0-499c-884a-e1dc2f30d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889339 Dec 17 16:53:02.981066 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e898f601-0d4c-4e8f-b9e4-e15055a2fc63 None None] New status for floating IP 9d1d49af-238a-4235-a3a6-a072bb1096b1: ACTIVE {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:53:04.290285 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:04.330957 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:11.547358 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:27.034943 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:28.943668 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-027ecb6e-4a9e-47df-bb64-e230f9758dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:31.246244 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b07840c4-0007-4ba5-a1fc-d4b98c0b9d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:32.724654 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:32.801694 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:53:33.106814 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8d91cb5c-1d91-461b-86d4-8f4132ff0a83 req-24dc13f0-c847-43f6-b21b-c25c1784fbdd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5f87f917-d213-495b-89b2-ae2bd7b40c83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410473 Dec 17 16:53:33.201573 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91cb5c-1d91-461b-86d4-8f4132ff0a83 req-ec7c9c88-bec5-4986-bc96-8e9715377fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:33.203060 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8d91cb5c-1d91-461b-86d4-8f4132ff0a83 req-ec7c9c88-bec5-4986-bc96-8e9715377fa9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5739f578f31c407783d0a1cbd3aaaba4&device_id=5f87f917-d213-495b-89b2-ae2bd7b40c83 HTTP/1.1" status: 200 len: 1096 time: 0.0411332 Dec 17 16:53:33.307189 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91cb5c-1d91-461b-86d4-8f4132ff0a83 req-febdda91-9c18-4951-ac0f-67b73b4386db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:33.309201 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8d91cb5c-1d91-461b-86d4-8f4132ff0a83 req-febdda91-9c18-4951-ac0f-67b73b4386db service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab086ea3-bba0-499c-884a-e1dc2f30d557 HTTP/1.1" status: 200 len: 910 time: 0.0863385 Dec 17 16:53:33.374802 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8d91cb5c-1d91-461b-86d4-8f4132ff0a83 req-0d73c9e2-2633-4932-a0ea-3ea0c34412f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=574b49c3-6cf3-47b6-934c-408aee5968b5 HTTP/1.1" status: 200 len: 1000 time: 0.0573399 Dec 17 16:53:33.426319 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91cb5c-1d91-461b-86d4-8f4132ff0a83 req-3acd7762-ef55-4f8a-ae9f-996debcf3969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:33.427737 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8d91cb5c-1d91-461b-86d4-8f4132ff0a83 req-3acd7762-ef55-4f8a-ae9f-996debcf3969 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4d13304-63d2-4dc8-83ae-7ffe6b519d63 HTTP/1.1" status: 200 len: 848 time: 0.0480475 Dec 17 16:53:33.472945 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91cb5c-1d91-461b-86d4-8f4132ff0a83 req-fba64514-253a-4fe5-9ee6-2cdf6295f6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:53:33.474447 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8d91cb5c-1d91-461b-86d4-8f4132ff0a83 req-fba64514-253a-4fe5-9ee6-2cdf6295f6e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab086ea3-bba0-499c-884a-e1dc2f30d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389085 Dec 17 16:53:33.561875 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8d91cb5c-1d91-461b-86d4-8f4132ff0a83 req-f4307245-c0c5-4db9-b8e0-f47227097e50 service neutron] 10.222.0.41 "GET /v2.0/networks/ab086ea3-bba0-499c-884a-e1dc2f30d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798106 Dec 17 16:53:33.651497 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-8d91cb5c-1d91-461b-86d4-8f4132ff0a83 req-a1552a45-a3bb-4bfa-b1dd-3126c3c2e929 service neutron] 10.222.0.41 "GET /v2.0/networks/ab086ea3-bba0-499c-884a-e1dc2f30d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829279 Dec 17 16:53:34.290066 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:34.393677 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:41.571729 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:57.072789 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:53:58.947252 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9f636cae-9752-4dbd-9495-2e56138d390d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:54:01.217351 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-f4ee30fa-c4f5-457b-8035-9462f8499788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:54:02.725841 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:54:04.296261 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:54:04.324565 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:54:09.803625 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:54:11.560177 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:54:27.068365 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:54:28.942055 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-26387e60-b358-4f32-b11f-1318b990a62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:54:31.216933 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2eb89285-51b6-43c1-ae27-4cb9062d73e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:54:32.748313 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:54:34.279593 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:54:34.296582 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:54:35.087007 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36e46604-81f9-47a4-860d-655bda4e7110 req-34f57f60-3abe-407b-b876-4ee51592d549 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5f87f917-d213-495b-89b2-ae2bd7b40c83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400476 Dec 17 16:54:35.184613 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e46604-81f9-47a4-860d-655bda4e7110 req-811b400e-8bc5-4fdc-bdc0-30acc0fcce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:35.186011 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36e46604-81f9-47a4-860d-655bda4e7110 req-811b400e-8bc5-4fdc-bdc0-30acc0fcce14 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5739f578f31c407783d0a1cbd3aaaba4&device_id=5f87f917-d213-495b-89b2-ae2bd7b40c83 HTTP/1.1" status: 200 len: 1096 time: 0.0417144 Dec 17 16:54:35.289403 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e46604-81f9-47a4-860d-655bda4e7110 req-f2c65e44-1a1a-494f-82d2-5f7406021b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:35.290907 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36e46604-81f9-47a4-860d-655bda4e7110 req-f2c65e44-1a1a-494f-82d2-5f7406021b1f service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab086ea3-bba0-499c-884a-e1dc2f30d557 HTTP/1.1" status: 200 len: 910 time: 0.0862613 Dec 17 16:54:35.356388 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36e46604-81f9-47a4-860d-655bda4e7110 req-cbc2e5ee-f4b5-478c-8146-15c4b13cf5b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=574b49c3-6cf3-47b6-934c-408aee5968b5 HTTP/1.1" status: 200 len: 1000 time: 0.0583892 Dec 17 16:54:35.408215 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e46604-81f9-47a4-860d-655bda4e7110 req-815dd6cd-0e68-4f7f-aad3-24e77cc8aea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:35.409770 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36e46604-81f9-47a4-860d-655bda4e7110 req-815dd6cd-0e68-4f7f-aad3-24e77cc8aea1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4d13304-63d2-4dc8-83ae-7ffe6b519d63 HTTP/1.1" status: 200 len: 848 time: 0.0464914 Dec 17 16:54:35.453814 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e46604-81f9-47a4-860d-655bda4e7110 req-85594f8a-e3d0-4f95-9552-2c30d6ce8673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:54:35.455149 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36e46604-81f9-47a4-860d-655bda4e7110 req-85594f8a-e3d0-4f95-9552-2c30d6ce8673 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab086ea3-bba0-499c-884a-e1dc2f30d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377553 Dec 17 16:54:35.543478 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36e46604-81f9-47a4-860d-655bda4e7110 req-428b5e94-444b-45a1-bb30-b9a90b1a1648 service neutron] 10.222.0.41 "GET /v2.0/networks/ab086ea3-bba0-499c-884a-e1dc2f30d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806527 Dec 17 16:54:35.634773 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-36e46604-81f9-47a4-860d-655bda4e7110 req-9a7b2e1b-40b5-4e2f-95ab-ab5a2d7a0e48 service neutron] 10.222.0.41 "GET /v2.0/networks/ab086ea3-bba0-499c-884a-e1dc2f30d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843527 Dec 17 16:54:41.576760 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:54:46.802973 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:54:57.022299 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:54:58.930766 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-989c5799-e744-456c-882c-6f08b9a01192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:01.215993 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ffc3ee0e-468f-45d1-bad8-e26af6e38950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:02.748113 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:04.279310 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:04.342325 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:11.564963 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:23.801934 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:55:27.056174 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:28.920349 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-75de36dd-1306-469f-b45b-6d874bf0174a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:31.239398 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ea774306-4b0e-42ca-bd0d-ef82db2d9722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:32.753315 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:33.931519 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 574b49c3-6cf3-47b6-934c-408aee5968b5 details requested by agent hyperv_n-h1-820553-2 with host n-h1-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:55:34.026967 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 574b49c3-6cf3-47b6-934c-408aee5968b5, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=574b49c3-6cf3-47b6-934c-408aee5968b5,segment=NetworkSegment(20e1436b-26e4-479c-b9d3-ad4f8f578566),segment_id=20e1436b-26e4-479c-b9d3-ad4f8f578566)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:55:34.037834 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Returning: {'device': '574b49c3-6cf3-47b6-934c-408aee5968b5', 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'port_id': '574b49c3-6cf3-47b6-934c-408aee5968b5', 'mac_address': 'fa:16:3e:38:75:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:55:34.073988 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:34.086268 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 574b49c3-6cf3-47b6-934c-408aee5968b5 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:55:34.104261 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 574b49c3-6cf3-47b6-934c-408aee5968b5, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=574b49c3-6cf3-47b6-934c-408aee5968b5,segment=NetworkSegment(20e1436b-26e4-479c-b9d3-ad4f8f578566),segment_id=20e1436b-26e4-479c-b9d3-ad4f8f578566)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:55:34.187527 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:34.242322 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=574b49c3-6cf3-47b6-934c-408aee5968b5,revision_number=6']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:55:34.251209 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:34.251558 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:34.252571 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:34.252571 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:34.252571 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:34.252870 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:34.253240 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:34.253545 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:34.253882 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:34.254212 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:34.254520 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:34.254837 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:34.339880 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] get_ports_and_sgs() called for port_ids ['574b49c3-6cf3-47b6-934c-408aee5968b5'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:55:34.365361 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:34.394300 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:35.932665 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 574b49c3-6cf3-47b6-934c-408aee5968b5 up at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:55:35.983239 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Provisioning complete for port 574b49c3-6cf3-47b6-934c-408aee5968b5 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:55:35.983602 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:36.058068 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:36.080851 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f87f917-d213-495b-89b2-ae2bd7b40c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574b49c3-6cf3-47b6-934c-408aee5968b5'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:55:36.083119 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b52891-62bb-4049-bf15-1873a5c57a25" -d '{"events": [{"server_uuid": "5f87f917-d213-495b-89b2-ae2bd7b40c83", "name": "network-vif-plugged", "status": "completed", "tag": "574b49c3-6cf3-47b6-934c-408aee5968b5"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:55:36.095597 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 574b49c3-6cf3-47b6-934c-408aee5968b5, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=574b49c3-6cf3-47b6-934c-408aee5968b5,segment=NetworkSegment(20e1436b-26e4-479c-b9d3-ad4f8f578566),segment_id=20e1436b-26e4-479c-b9d3-ad4f8f578566)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:55:36.184960 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b65080-98bb-493e-9286-11ccb40572d3 x-openstack-request-id: req-27b65080-98bb-493e-9286-11ccb40572d3 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:55:36.185358 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f87f917-d213-495b-89b2-ae2bd7b40c83", "name": "network-vif-plugged", "status": "completed", "tag": "574b49c3-6cf3-47b6-934c-408aee5968b5", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:55:36.185614 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-27b65080-98bb-493e-9286-11ccb40572d3 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:55:36.186012 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f87f917-d213-495b-89b2-ae2bd7b40c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574b49c3-6cf3-47b6-934c-408aee5968b5', 'code': 200} Dec 17 16:55:36.193206 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:36.243325 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=574b49c3-6cf3-47b6-934c-408aee5968b5,revision_number=7']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:55:37.906878 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9065e3c-5923-48dc-a827-e5cae041cfbd req-7010ec68-e632-4b6e-89a5-5eeefba3e2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:55:37.908366 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a9065e3c-5923-48dc-a827-e5cae041cfbd req-7010ec68-e632-4b6e-89a5-5eeefba3e2e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5739f578f31c407783d0a1cbd3aaaba4&device_id=5f87f917-d213-495b-89b2-ae2bd7b40c83 HTTP/1.1" status: 200 len: 1096 time: 0.0432677 Dec 17 16:55:38.011477 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9065e3c-5923-48dc-a827-e5cae041cfbd req-d305ae6a-7a3b-4f1c-b3ff-ff56e431ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:55:38.012921 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a9065e3c-5923-48dc-a827-e5cae041cfbd req-d305ae6a-7a3b-4f1c-b3ff-ff56e431ebe1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab086ea3-bba0-499c-884a-e1dc2f30d557 HTTP/1.1" status: 200 len: 910 time: 0.0862837 Dec 17 16:55:38.077268 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a9065e3c-5923-48dc-a827-e5cae041cfbd req-4c0225bc-2627-4ca5-a611-7c9f9236f670 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=574b49c3-6cf3-47b6-934c-408aee5968b5 HTTP/1.1" status: 200 len: 1000 time: 0.0561633 Dec 17 16:55:38.125638 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9065e3c-5923-48dc-a827-e5cae041cfbd req-d02a82c3-ce67-4583-af9e-fb4000510159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:55:38.127049 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a9065e3c-5923-48dc-a827-e5cae041cfbd req-d02a82c3-ce67-4583-af9e-fb4000510159 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4d13304-63d2-4dc8-83ae-7ffe6b519d63 HTTP/1.1" status: 200 len: 848 time: 0.0428476 Dec 17 16:55:38.176394 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9065e3c-5923-48dc-a827-e5cae041cfbd req-e2e9add8-33bf-49d8-ad99-abbba34bcf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:55:38.178081 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a9065e3c-5923-48dc-a827-e5cae041cfbd req-e2e9add8-33bf-49d8-ad99-abbba34bcf83 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab086ea3-bba0-499c-884a-e1dc2f30d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447416 Dec 17 16:55:38.266756 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a9065e3c-5923-48dc-a827-e5cae041cfbd req-3975cc04-c3d6-4e46-bf3b-75cc5291dc25 service neutron] 10.222.0.41 "GET /v2.0/networks/ab086ea3-bba0-499c-884a-e1dc2f30d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811465 Dec 17 16:55:38.357791 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a9065e3c-5923-48dc-a827-e5cae041cfbd req-d86f6dc7-89a2-4759-80b8-6458ce2f5a71 service neutron] 10.222.0.41 "GET /v2.0/networks/ab086ea3-bba0-499c-884a-e1dc2f30d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836506 Dec 17 16:55:41.564737 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:50.405606 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-83a94d66-ae3c-413e-b887-887631f36185 req-8fd45323-befe-43e2-8137-4f77fe281447 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1732398673&fields=id&tenant_id=5739f578f31c407783d0a1cbd3aaaba4 HTTP/1.1" status: 200 len: 267 time: 0.0329559 Dec 17 16:55:50.787804 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a94d66-ae3c-413e-b887-887631f36185 req-66b60c64-bed4-4a94-9fbe-f1f708dd3d38 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:55:50.789303 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-83a94d66-ae3c-413e-b887-887631f36185 req-66b60c64-bed4-4a94-9fbe-f1f708dd3d38 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/networks?id=ab086ea3-bba0-499c-884a-e1dc2f30d557 HTTP/1.1" status: 200 len: 809 time: 0.3760540 Dec 17 16:55:50.803996 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-83a94d66-ae3c-413e-b887-887631f36185 req-f00a5c38-68a3-4275-bdde-b77870f7afca tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/quotas/5739f578f31c407783d0a1cbd3aaaba4 HTTP/1.1" status: 200 len: 375 time: 0.0089931 Dec 17 16:55:50.858345 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-83a94d66-ae3c-413e-b887-887631f36185 req-2dcd22af-eed9-4b3e-93a5-218d0ec7bd1d tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5739f578f31c407783d0a1cbd3aaaba4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0493400 Dec 17 16:55:50.954425 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-83a94d66-ae3c-413e-b887-887631f36185 req-98916c4e-9c1e-402d-b0bc-7f6b6f0b5441 service neutron] 10.222.0.46 "GET /v2.0/networks/ab086ea3-bba0-499c-884a-e1dc2f30d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840449 Dec 17 16:55:51.043889 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-83a94d66-ae3c-413e-b887-887631f36185 req-00e8ae0b-f2dc-4435-9a17-670affdd6e25 service neutron] 10.222.0.46 "GET /v2.0/networks/ab086ea3-bba0-499c-884a-e1dc2f30d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833592 Dec 17 16:55:51.412154 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-9845b1b6-4807-4b1b-a9e0-2e2dd5f0b467 req-dc6e0418-45f4-4af1-aef9-fc032799a757 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=450deb41-022e-48d2-951b-f6deaead8063 HTTP/1.1" status: 200 len: 210 time: 0.1476893 Dec 17 16:55:52.506084 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-7c88332d-0155-4311-be15-1878b1b9c20c req-a9867bc5-02d4-4912-9668-13fa0c9fb3c0 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=450deb41-022e-48d2-951b-f6deaead8063 HTTP/1.1" status: 200 len: 210 time: 0.0269589 Dec 17 16:55:53.123853 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a94d66-ae3c-413e-b887-887631f36185 req-02d3023c-90f0-4788-88d9-78c94785cf6b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:55:53.125872 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83a94d66-ae3c-413e-b887-887631f36185 req-02d3023c-90f0-4788-88d9-78c94785cf6b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.13 "GET /v2.0/networks?id=ab086ea3-bba0-499c-884a-e1dc2f30d557 HTTP/1.1" status: 200 len: 809 time: 0.1025257 Dec 17 16:55:53.169723 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83a94d66-ae3c-413e-b887-887631f36185 req-2adcc5bc-ccd1-4381-81e8-482bdb73ed8d tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5739f578f31c407783d0a1cbd3aaaba4 HTTP/1.1" status: 200 len: 380 time: 0.0344384 Dec 17 16:55:53.179787 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-83a94d66-ae3c-413e-b887-887631f36185 req-3321aa8b-8821-4c0a-8901-3d4f1e49ca8c tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Request body: {'port': {'device_id': '450deb41-022e-48d2-951b-f6deaead8063', 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'admin_state_up': True, 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'security_groups': ['c33a5976-796b-4c8b-8e32-ac1c07408ecd']}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:55:53.358615 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83a94d66-ae3c-413e-b887-887631f36185 req-3321aa8b-8821-4c0a-8901-3d4f1e49ca8c tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Made reservation on behalf of 5739f578f31c407783d0a1cbd3aaaba4 for: {'port': 1} {{(pid=102833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 17 16:55:53.362415 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-83a94d66-ae3c-413e-b887-887631f36185 req-3321aa8b-8821-4c0a-8901-3d4f1e49ca8c tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:53.496011 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_common [req-83a94d66-ae3c-413e-b887-887631f36185 req-3321aa8b-8821-4c0a-8901-3d4f1e49ca8c tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Allocated IP 172.20.0.5 (ab086ea3-bba0-499c-884a-e1dc2f30d557/a4d13304-63d2-4dc8-83ae-7ffe6b519d63/f1aad56d-1811-4bcb-8f44-0674da6d6a13) {{(pid=102833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:55:53.604894 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-c2d16d96-17fd-4d42-9d2d-d0cfbb14c55f req-7c58793a-ae4e-468b-b56b-c3f636416067 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=450deb41-022e-48d2-951b-f6deaead8063 HTTP/1.1" status: 200 len: 210 time: 0.0268292 Dec 17 16:55:53.652499 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-83a94d66-ae3c-413e-b887-887631f36185 req-3321aa8b-8821-4c0a-8901-3d4f1e49ca8c tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for port, precommit_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:53.771071 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-83a94d66-ae3c-413e-b887-887631f36185 req-3321aa8b-8821-4c0a-8901-3d4f1e49ca8c tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_create {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:53.819841 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83a94d66-ae3c-413e-b887-887631f36185 req-3321aa8b-8821-4c0a-8901-3d4f1e49ca8c tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Network ab086ea3-bba0-499c-884a-e1dc2f30d557 is already hosted by enough agents. {{(pid=102833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:55:53.825477 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.base_scheduler [req-83a94d66-ae3c-413e-b887-887631f36185 req-3321aa8b-8821-4c0a-8901-3d4f1e49ca8c tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Resources bound (agent type, host, resource id): {{(pid=102833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:55:53.830586 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a94d66-ae3c-413e-b887-887631f36185 req-3321aa8b-8821-4c0a-8901-3d4f1e49ca8c tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Received port after_create {{(pid=102833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:55:53.868142 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321aa8b-8821-4c0a-8901-3d4f1e49ca8c tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Pushing event updated for resources: {'Port': ['ID=f1aad56d-1811-4bcb-8f44-0674da6d6a13,revision_number=1']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:55:53.885319 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3321aa8b-8821-4c0a-8901-3d4f1e49ca8c tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:53.886647 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3321aa8b-8821-4c0a-8901-3d4f1e49ca8c tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:53.886647 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3321aa8b-8821-4c0a-8901-3d4f1e49ca8c tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:53.886647 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3321aa8b-8821-4c0a-8901-3d4f1e49ca8c tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:53.886647 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3321aa8b-8821-4c0a-8901-3d4f1e49ca8c tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:53.887027 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3321aa8b-8821-4c0a-8901-3d4f1e49ca8c tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:53.887272 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3321aa8b-8821-4c0a-8901-3d4f1e49ca8c tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:53.887601 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3321aa8b-8821-4c0a-8901-3d4f1e49ca8c tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:53.887923 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3321aa8b-8821-4c0a-8901-3d4f1e49ca8c tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:53.888246 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3321aa8b-8821-4c0a-8901-3d4f1e49ca8c tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:53.888571 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3321aa8b-8821-4c0a-8901-3d4f1e49ca8c tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:53.888898 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3321aa8b-8821-4c0a-8901-3d4f1e49ca8c tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:55:53.912542 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a94d66-ae3c-413e-b887-887631f36185 req-3321aa8b-8821-4c0a-8901-3d4f1e49ca8c tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:55:53.913225 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-83a94d66-ae3c-413e-b887-887631f36185 req-3321aa8b-8821-4c0a-8901-3d4f1e49ca8c tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:54.002444 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83a94d66-ae3c-413e-b887-887631f36185 req-3321aa8b-8821-4c0a-8901-3d4f1e49ca8c tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8264692 Dec 17 16:55:54.041189 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 574b49c3-6cf3-47b6-934c-408aee5968b5 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:55:54.138292 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:54.161739 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f87f917-d213-495b-89b2-ae2bd7b40c83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '574b49c3-6cf3-47b6-934c-408aee5968b5'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:55:54.164012 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b38a0a1-fca0-4277-a361-3d33a5189ba7" -d '{"events": [{"server_uuid": "5f87f917-d213-495b-89b2-ae2bd7b40c83", "name": "network-vif-unplugged", "status": "completed", "tag": "574b49c3-6cf3-47b6-934c-408aee5968b5"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:55:54.180826 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] For port 574b49c3-6cf3-47b6-934c-408aee5968b5, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=574b49c3-6cf3-47b6-934c-408aee5968b5,segment=NetworkSegment(20e1436b-26e4-479c-b9d3-ad4f8f578566),segment_id=20e1436b-26e4-479c-b9d3-ad4f8f578566)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:55:54.190398 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-9481823f-8760-471e-baa8-8b3af61512cc None None] Provisioning complete for port f1aad56d-1811-4bcb-8f44-0674da6d6a13 triggered by entity DHCP. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:55:54.191070 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9481823f-8760-471e-baa8-8b3af61512cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:54.228548 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Dec 2021 16:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324d4a6b-d23e-4be1-a246-891db6b05ac6 x-openstack-request-id: req-324d4a6b-d23e-4be1-a246-891db6b05ac6 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:55:54.228913 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f87f917-d213-495b-89b2-ae2bd7b40c83", "name": "network-vif-unplugged", "status": "completed", "tag": "574b49c3-6cf3-47b6-934c-408aee5968b5", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:55:54.229135 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-324d4a6b-d23e-4be1-a246-891db6b05ac6 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:55:54.229519 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f87f917-d213-495b-89b2-ae2bd7b40c83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '574b49c3-6cf3-47b6-934c-408aee5968b5', 'code': 200} Dec 17 16:55:54.237828 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-9481823f-8760-471e-baa8-8b3af61512cc None None] Port f1aad56d-1811-4bcb-8f44-0674da6d6a13 cannot update to ACTIVE because it is not bound. {{(pid=102834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 17 16:55:54.242768 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:54.291847 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Pushing event updated for resources: {'Port': ['ID=574b49c3-6cf3-47b6-934c-408aee5968b5,revision_number=8']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:55:54.734023 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb47e1-5036-4016-8daa-cf7375c45fe2 req-8355d015-8199-4b40-8dd0-01f43d68ea06 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:55:54.736745 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-63fb47e1-5036-4016-8daa-cf7375c45fe2 req-8355d015-8199-4b40-8dd0-01f43d68ea06 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=450deb41-022e-48d2-951b-f6deaead8063 HTTP/1.1" status: 200 len: 931 time: 0.0567267 Dec 17 16:55:54.774621 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-63fb47e1-5036-4016-8daa-cf7375c45fe2 req-baf7f8fc-162e-4ef7-83c8-6da3611ffa86 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/security-groups?id=c33a5976-796b-4c8b-8e32-ac1c07408ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317202 Dec 17 16:55:55.910578 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bdadec-57ff-4743-8e42-34ebb4d80a46 req-f2e1e871-2d64-47aa-943a-5379b289982e tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:55:55.912141 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-52bdadec-57ff-4743-8e42-34ebb4d80a46 req-f2e1e871-2d64-47aa-943a-5379b289982e tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=450deb41-022e-48d2-951b-f6deaead8063 HTTP/1.1" status: 200 len: 931 time: 0.0606854 Dec 17 16:55:55.953028 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-52bdadec-57ff-4743-8e42-34ebb4d80a46 req-4cbc918f-eb1c-485a-96ff-df06e7cd71d3 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/security-groups?id=c33a5976-796b-4c8b-8e32-ac1c07408ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345237 Dec 17 16:55:57.050514 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:57.076904 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e51d02-26e4-479d-a9ff-3a6baac6d2a9 req-bfeca42d-4c31-4cd2-b266-0fe047e4280f tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:55:57.078809 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f3e51d02-26e4-479d-a9ff-3a6baac6d2a9 req-bfeca42d-4c31-4cd2-b266-0fe047e4280f tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=450deb41-022e-48d2-951b-f6deaead8063 HTTP/1.1" status: 200 len: 931 time: 0.0552053 Dec 17 16:55:57.121147 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f3e51d02-26e4-479d-a9ff-3a6baac6d2a9 req-43798eb1-883e-4fa6-84be-2322d55faa86 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/security-groups?id=c33a5976-796b-4c8b-8e32-ac1c07408ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318613 Dec 17 16:55:58.259414 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae816a43-d4c5-4c72-ba6e-cfcc3eccbbab req-588d7477-5823-490e-8ff6-911a29d68815 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:55:58.262163 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae816a43-d4c5-4c72-ba6e-cfcc3eccbbab req-588d7477-5823-490e-8ff6-911a29d68815 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=450deb41-022e-48d2-951b-f6deaead8063 HTTP/1.1" status: 200 len: 931 time: 0.0572865 Dec 17 16:55:58.307638 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-ae816a43-d4c5-4c72-ba6e-cfcc3eccbbab req-0c919d47-1326-4cd7-9c41-d02e053b45f5 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/security-groups?id=c33a5976-796b-4c8b-8e32-ac1c07408ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386121 Dec 17 16:55:58.959242 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-33fdad4a-5be7-4300-a712-a6ae4f336c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:55:59.426865 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae8a4b-917d-4101-a22d-7536bd20cf2e req-2715448c-dc1a-41ae-a9c5-b90e251fb547 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:55:59.427888 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2ae8a4b-917d-4101-a22d-7536bd20cf2e req-2715448c-dc1a-41ae-a9c5-b90e251fb547 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=450deb41-022e-48d2-951b-f6deaead8063 HTTP/1.1" status: 200 len: 931 time: 0.0514998 Dec 17 16:55:59.469332 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f2ae8a4b-917d-4101-a22d-7536bd20cf2e req-3e003b2e-d807-4629-b433-5790afc13093 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/security-groups?id=c33a5976-796b-4c8b-8e32-ac1c07408ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353849 Dec 17 16:56:00.592177 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2d525-cffa-4b2e-b11c-9862605942d8 req-3143a763-daf4-4236-8d9e-9183a9d4b860 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:00.593860 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4ad2d525-cffa-4b2e-b11c-9862605942d8 req-3143a763-daf4-4236-8d9e-9183a9d4b860 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=450deb41-022e-48d2-951b-f6deaead8063 HTTP/1.1" status: 200 len: 931 time: 0.0490007 Dec 17 16:56:00.635453 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-4ad2d525-cffa-4b2e-b11c-9862605942d8 req-3af85e2a-970a-494a-ac2f-ba60e6e19d71 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/security-groups?id=c33a5976-796b-4c8b-8e32-ac1c07408ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344887 Dec 17 16:56:00.804046 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:56:01.244769 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7be0ff4a-d6c4-4d13-8d83-b7d236ff5a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:01.775562 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677fab8-03ca-491a-b86a-115d2efe7575 req-5857c407-80bc-4501-81e5-6cd500afcc64 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:01.777116 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f677fab8-03ca-491a-b86a-115d2efe7575 req-5857c407-80bc-4501-81e5-6cd500afcc64 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=450deb41-022e-48d2-951b-f6deaead8063 HTTP/1.1" status: 200 len: 931 time: 0.0557840 Dec 17 16:56:01.816497 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f677fab8-03ca-491a-b86a-115d2efe7575 req-8704191e-cfee-463d-ba56-aee050632497 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/security-groups?id=c33a5976-796b-4c8b-8e32-ac1c07408ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334041 Dec 17 16:56:02.753637 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:02.962838 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af9945-9225-4ec5-ab5f-6cf0a038e868 req-9f988aa1-dd21-42ed-8df9-f28888740d2d tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:02.964531 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d2af9945-9225-4ec5-ab5f-6cf0a038e868 req-9f988aa1-dd21-42ed-8df9-f28888740d2d tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=450deb41-022e-48d2-951b-f6deaead8063 HTTP/1.1" status: 200 len: 931 time: 0.0639687 Dec 17 16:56:03.007574 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d2af9945-9225-4ec5-ab5f-6cf0a038e868 req-8067dff0-d997-4cdf-9f5a-71bf045869b7 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/security-groups?id=c33a5976-796b-4c8b-8e32-ac1c07408ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368066 Dec 17 16:56:03.865153 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.v2.base [req-83a94d66-ae3c-413e-b887-887631f36185 req-96e4fddd-e220-4d41-a412-4d8b49e8f279 service neutron] Request body: {'port': {'device_id': '450deb41-022e-48d2-951b-f6deaead8063', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820553-2'}} {{(pid=102833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:56:03.922190 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-83a94d66-ae3c-413e-b887-887631f36185 req-96e4fddd-e220-4d41-a412-4d8b49e8f279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:04.122580 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ce644-0649-4388-bd0d-c601d1ea9480 req-8375a90d-1703-4bff-8aa3-b70f96c9bc08 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:04.124026 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fd8ce644-0649-4388-bd0d-c601d1ea9480 req-8375a90d-1703-4bff-8aa3-b70f96c9bc08 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=450deb41-022e-48d2-951b-f6deaead8063 HTTP/1.1" status: 200 len: 931 time: 0.0497854 Dec 17 16:56:04.163493 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-fd8ce644-0649-4388-bd0d-c601d1ea9480 req-451d5d88-16bb-4845-9138-d4aff7b510f4 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/security-groups?id=c33a5976-796b-4c8b-8e32-ac1c07408ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329916 Dec 17 16:56:04.191855 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [req-83a94d66-ae3c-413e-b887-887631f36185 req-96e4fddd-e220-4d41-a412-4d8b49e8f279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1aad56d-1811-4bcb-8f44-0674da6d6a13 {{(pid=102833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:56:04.199524 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-83a94d66-ae3c-413e-b887-887631f36185 req-96e4fddd-e220-4d41-a412-4d8b49e8f279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:04.211153 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.provisioning_blocks [req-83a94d66-ae3c-413e-b887-887631f36185 req-96e4fddd-e220-4d41-a412-4d8b49e8f279 service neutron] Transition to ACTIVE for port object f1aad56d-1811-4bcb-8f44-0674da6d6a13 will not be triggered until provisioned by entity L2. {{(pid=102833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 17 16:56:04.302075 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-83a94d66-ae3c-413e-b887-887631f36185 req-96e4fddd-e220-4d41-a412-4d8b49e8f279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:04.330930 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:04.353804 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4fddd-e220-4d41-a412-4d8b49e8f279 service neutron] Pushing event updated for resources: {'Port': ['ID=f1aad56d-1811-4bcb-8f44-0674da6d6a13,revision_number=2']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:04.399318 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:04.425181 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-83a94d66-ae3c-413e-b887-887631f36185 req-96e4fddd-e220-4d41-a412-4d8b49e8f279 service neutron] Attempting to bind port f1aad56d-1811-4bcb-8f44-0674da6d6a13 on host n-h2-820553-2 for vnic_type normal with profile {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 17 16:56:04.425521 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-83a94d66-ae3c-413e-b887-887631f36185 req-96e4fddd-e220-4d41-a412-4d8b49e8f279 service neutron] Attempting to bind port f1aad56d-1811-4bcb-8f44-0674da6d6a13 by drivers openvswitch,hyperv on host n-h2-820553-2 at level 0 using segments [{'id': '20e1436b-26e4-479c-b9d3-ad4f8f578566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557'}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 17 16:56:04.425853 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a94d66-ae3c-413e-b887-887631f36185 req-96e4fddd-e220-4d41-a412-4d8b49e8f279 service neutron] Attempting to bind port f1aad56d-1811-4bcb-8f44-0674da6d6a13 on network ab086ea3-bba0-499c-884a-e1dc2f30d557 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:56:04.430508 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a94d66-ae3c-413e-b887-887631f36185 req-96e4fddd-e220-4d41-a412-4d8b49e8f279 service neutron] Port f1aad56d-1811-4bcb-8f44-0674da6d6a13 on network ab086ea3-bba0-499c-884a-e1dc2f30d557 not bound, no agent of type Open vSwitch agent registered on host n-h2-820553-2 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 17 16:56:04.432373 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a94d66-ae3c-413e-b887-887631f36185 req-96e4fddd-e220-4d41-a412-4d8b49e8f279 service neutron] Attempting to bind port f1aad56d-1811-4bcb-8f44-0674da6d6a13 on network ab086ea3-bba0-499c-884a-e1dc2f30d557 {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 17 16:56:04.435811 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a94d66-ae3c-413e-b887-887631f36185 req-96e4fddd-e220-4d41-a412-4d8b49e8f279 service neutron] Checking agent: {'id': '5b13fad8-e44d-4b97-88c7-7ea6efc48b39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820553-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'started_at': datetime.datetime(2021, 12, 17, 15, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 12, 17, 16, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 17 16:56:04.436159 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a94d66-ae3c-413e-b887-887631f36185 req-96e4fddd-e220-4d41-a412-4d8b49e8f279 service neutron] Checking segment: {'id': '20e1436b-26e4-479c-b9d3-ad4f8f578566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 17 16:56:04.436543 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a94d66-ae3c-413e-b887-887631f36185 req-96e4fddd-e220-4d41-a412-4d8b49e8f279 service neutron] Bound using segment: {'id': '20e1436b-26e4-479c-b9d3-ad4f8f578566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557'} {{(pid=102833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 17 16:56:04.436973 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.managers [req-83a94d66-ae3c-413e-b887-887631f36185 req-96e4fddd-e220-4d41-a412-4d8b49e8f279 service neutron] Bound port: f1aad56d-1811-4bcb-8f44-0674da6d6a13, host: n-h2-820553-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20e1436b-26e4-479c-b9d3-ad4f8f578566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557'}}] {{(pid=102833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 17 16:56:04.437397 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-83a94d66-ae3c-413e-b887-887631f36185 req-96e4fddd-e220-4d41-a412-4d8b49e8f279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:04.508770 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-83a94d66-ae3c-413e-b887-887631f36185 req-96e4fddd-e220-4d41-a412-4d8b49e8f279 service neutron] For port f1aad56d-1811-4bcb-8f44-0674da6d6a13, host n-h2-820553-2, cleared binding levels {{(pid=102833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 17 16:56:04.511813 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-83a94d66-ae3c-413e-b887-887631f36185 req-96e4fddd-e220-4d41-a412-4d8b49e8f279 service neutron] For port f1aad56d-1811-4bcb-8f44-0674da6d6a13, host n-h2-820553-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f1aad56d-1811-4bcb-8f44-0674da6d6a13,segment=NetworkSegment(20e1436b-26e4-479c-b9d3-ad4f8f578566),segment_id=20e1436b-26e4-479c-b9d3-ad4f8f578566)] {{(pid=102833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 17 16:56:04.565249 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-83a94d66-ae3c-413e-b887-887631f36185 req-96e4fddd-e220-4d41-a412-4d8b49e8f279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859100'] for port, after_update {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:04.600697 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a94d66-ae3c-413e-b887-887631f36185 req-96e4fddd-e220-4d41-a412-4d8b49e8f279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:04.601349 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-83a94d66-ae3c-413e-b887-887631f36185 req-96e4fddd-e220-4d41-a412-4d8b49e8f279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:04.602739 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83a94d66-ae3c-413e-b887-887631f36185 req-96e4fddd-e220-4d41-a412-4d8b49e8f279 service neutron] 10.222.0.13 "PUT /v2.0/ports/f1aad56d-1811-4bcb-8f44-0674da6d6a13 HTTP/1.1" status: 200 len: 1091 time: 0.7444620 Dec 17 16:56:04.603220 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450deb41-022e-48d2-951b-f6deaead8063', 'tag': 'f1aad56d-1811-4bcb-8f44-0674da6d6a13'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:56:04.605523 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5144e89d-d455-482a-9c5a-a2c24ff21aff" -d '{"events": [{"name": "network-changed", "server_uuid": "450deb41-022e-48d2-951b-f6deaead8063", "tag": "f1aad56d-1811-4bcb-8f44-0674da6d6a13"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:56:04.633626 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4fddd-e220-4d41-a412-4d8b49e8f279 service neutron] Pushing event updated for resources: {'Port': ['ID=f1aad56d-1811-4bcb-8f44-0674da6d6a13,revision_number=3']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:04.715085 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da686b3d-f74e-48f1-a61a-0f94c27c45b8 x-openstack-request-id: req-da686b3d-f74e-48f1-a61a-0f94c27c45b8 {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:56:04.715429 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450deb41-022e-48d2-951b-f6deaead8063", "tag": "f1aad56d-1811-4bcb-8f44-0674da6d6a13", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:56:04.715691 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-da686b3d-f74e-48f1-a61a-0f94c27c45b8 {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:56:04.716096 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '450deb41-022e-48d2-951b-f6deaead8063', 'tag': 'f1aad56d-1811-4bcb-8f44-0674da6d6a13', 'status': 'completed', 'code': 200} Dec 17 16:56:04.726726 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a94d66-ae3c-413e-b887-887631f36185 req-ebe331ef-dc30-49c0-98c8-7dfa22b2b7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:04.728247 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83a94d66-ae3c-413e-b887-887631f36185 req-ebe331ef-dc30-49c0-98c8-7dfa22b2b7e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5739f578f31c407783d0a1cbd3aaaba4&device_id=450deb41-022e-48d2-951b-f6deaead8063 HTTP/1.1" status: 200 len: 1094 time: 0.0495126 Dec 17 16:56:04.777080 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83a94d66-ae3c-413e-b887-887631f36185 req-feec5c1a-52e5-4b69-99a3-1321c8155556 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1aad56d-1811-4bcb-8f44-0674da6d6a13 HTTP/1.1" status: 200 len: 217 time: 0.0399535 Dec 17 16:56:04.826369 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a94d66-ae3c-413e-b887-887631f36185 req-48a57625-4443-465c-a604-18254f527a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:04.827863 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83a94d66-ae3c-413e-b887-887631f36185 req-48a57625-4443-465c-a604-18254f527a31 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a4d13304-63d2-4dc8-83ae-7ffe6b519d63 HTTP/1.1" status: 200 len: 848 time: 0.0445137 Dec 17 16:56:04.872664 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a94d66-ae3c-413e-b887-887631f36185 req-addb88a6-3c6a-407a-acc8-532016e04430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:04.874127 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83a94d66-ae3c-413e-b887-887631f36185 req-addb88a6-3c6a-407a-acc8-532016e04430 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab086ea3-bba0-499c-884a-e1dc2f30d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393145 Dec 17 16:56:04.969748 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83a94d66-ae3c-413e-b887-887631f36185 req-458efea7-7ed6-4e3d-9a72-f60453fe8149 service neutron] 10.222.0.13 "GET /v2.0/networks/ab086ea3-bba0-499c-884a-e1dc2f30d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872743 Dec 17 16:56:05.057908 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-83a94d66-ae3c-413e-b887-887631f36185 req-20cb9ea8-3068-4e21-9df6-d8c523ec7f52 service neutron] 10.222.0.13 "GET /v2.0/networks/ab086ea3-bba0-499c-884a-e1dc2f30d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806465 Dec 17 16:56:05.236982 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144e89d-d455-482a-9c5a-a2c24ff21aff req-0b9ada6a-edb1-4ad9-ac6b-02e33221a83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:05.238367 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5144e89d-d455-482a-9c5a-a2c24ff21aff req-0b9ada6a-edb1-4ad9-ac6b-02e33221a83d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5739f578f31c407783d0a1cbd3aaaba4&device_id=450deb41-022e-48d2-951b-f6deaead8063 HTTP/1.1" status: 200 len: 1094 time: 0.0418775 Dec 17 16:56:05.284240 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ceb8b-564a-47c4-828d-3e80e67da875 req-bbd35621-d4c7-4ec7-9ee1-e372660933ea tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:05.285757 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bc3ceb8b-564a-47c4-828d-3e80e67da875 req-bbd35621-d4c7-4ec7-9ee1-e372660933ea tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=450deb41-022e-48d2-951b-f6deaead8063 HTTP/1.1" status: 200 len: 943 time: 0.0535822 Dec 17 16:56:05.328591 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-bc3ceb8b-564a-47c4-828d-3e80e67da875 req-5a91f0c7-b411-461e-89c1-a14a83a1221c tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/security-groups?id=c33a5976-796b-4c8b-8e32-ac1c07408ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367553 Dec 17 16:56:05.335176 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144e89d-d455-482a-9c5a-a2c24ff21aff req-5d70627c-8f49-49c2-bf16-51afa8f8142a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:05.336658 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5144e89d-d455-482a-9c5a-a2c24ff21aff req-5d70627c-8f49-49c2-bf16-51afa8f8142a service neutron] 10.222.0.13 "GET /v2.0/networks?id=ab086ea3-bba0-499c-884a-e1dc2f30d557 HTTP/1.1" status: 200 len: 910 time: 0.0914524 Dec 17 16:56:05.378306 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5144e89d-d455-482a-9c5a-a2c24ff21aff req-0e6aa1ed-3385-4f57-af7a-be98fe776292 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1aad56d-1811-4bcb-8f44-0674da6d6a13 HTTP/1.1" status: 200 len: 217 time: 0.0347285 Dec 17 16:56:05.433458 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144e89d-d455-482a-9c5a-a2c24ff21aff req-e46fd967-fd12-426e-81ff-9c740f244367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:05.434904 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5144e89d-d455-482a-9c5a-a2c24ff21aff req-e46fd967-fd12-426e-81ff-9c740f244367 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a4d13304-63d2-4dc8-83ae-7ffe6b519d63 HTTP/1.1" status: 200 len: 848 time: 0.0488834 Dec 17 16:56:05.481808 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144e89d-d455-482a-9c5a-a2c24ff21aff req-7bc75ad9-52ca-431e-876e-0aa8e0973c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:05.483304 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5144e89d-d455-482a-9c5a-a2c24ff21aff req-7bc75ad9-52ca-431e-876e-0aa8e0973c95 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab086ea3-bba0-499c-884a-e1dc2f30d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399175 Dec 17 16:56:05.573870 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5144e89d-d455-482a-9c5a-a2c24ff21aff req-8eeff7f2-34d5-4986-bb83-3740b91367f6 service neutron] 10.222.0.13 "GET /v2.0/networks/ab086ea3-bba0-499c-884a-e1dc2f30d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820484 Dec 17 16:56:05.678485 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-5144e89d-d455-482a-9c5a-a2c24ff21aff req-3116dd28-0722-4f79-82eb-06c1193c182f service neutron] 10.222.0.13 "GET /v2.0/networks/ab086ea3-bba0-499c-884a-e1dc2f30d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951021 Dec 17 16:56:06.444602 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18413a96-b38d-415b-89ff-45f532c04ffc req-d13695c2-336b-4b81-a352-0fa43f9382e5 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:06.446111 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-18413a96-b38d-415b-89ff-45f532c04ffc req-d13695c2-336b-4b81-a352-0fa43f9382e5 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=450deb41-022e-48d2-951b-f6deaead8063 HTTP/1.1" status: 200 len: 943 time: 0.0488658 Dec 17 16:56:06.483175 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-18413a96-b38d-415b-89ff-45f532c04ffc req-64152808-a048-46d6-931f-3fadf9e6b5b6 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/security-groups?id=c33a5976-796b-4c8b-8e32-ac1c07408ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311897 Dec 17 16:56:07.300783 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device f1aad56d-1811-4bcb-8f44-0674da6d6a13 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:56:07.395939 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port f1aad56d-1811-4bcb-8f44-0674da6d6a13, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f1aad56d-1811-4bcb-8f44-0674da6d6a13,segment=NetworkSegment(20e1436b-26e4-479c-b9d3-ad4f8f578566),segment_id=20e1436b-26e4-479c-b9d3-ad4f8f578566)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:56:07.407063 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'f1aad56d-1811-4bcb-8f44-0674da6d6a13', 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'port_id': 'f1aad56d-1811-4bcb-8f44-0674da6d6a13', 'mac_address': 'fa:16:3e:ba:33:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:56:07.443763 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:07.456808 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1aad56d-1811-4bcb-8f44-0674da6d6a13 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:56:07.476467 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port f1aad56d-1811-4bcb-8f44-0674da6d6a13, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f1aad56d-1811-4bcb-8f44-0674da6d6a13,segment=NetworkSegment(20e1436b-26e4-479c-b9d3-ad4f8f578566),segment_id=20e1436b-26e4-479c-b9d3-ad4f8f578566)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:56:07.553477 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:07.597871 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb1391-8760-4cc4-ac7b-6e4aab5eb04d req-4b327efa-ff82-4d6b-a6ae-11e87a50a213 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:07.599382 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1aeb1391-8760-4cc4-ac7b-6e4aab5eb04d req-4b327efa-ff82-4d6b-a6ae-11e87a50a213 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=450deb41-022e-48d2-951b-f6deaead8063 HTTP/1.1" status: 200 len: 944 time: 0.0492864 Dec 17 16:56:07.602940 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=f1aad56d-1811-4bcb-8f44-0674da6d6a13,revision_number=4']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:07.640980 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-1aeb1391-8760-4cc4-ac7b-6e4aab5eb04d req-b0028846-8287-45c3-afee-a2a83720060f tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/security-groups?id=c33a5976-796b-4c8b-8e32-ac1c07408ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357034 Dec 17 16:56:07.803783 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['f1aad56d-1811-4bcb-8f44-0674da6d6a13'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:56:08.774935 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d542a-427d-4da5-b838-b10ef19e3b26 req-447008c4-29f2-4260-8f8d-8ef8ccf94e61 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:08.776773 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d97d542a-427d-4da5-b838-b10ef19e3b26 req-447008c4-29f2-4260-8f8d-8ef8ccf94e61 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=450deb41-022e-48d2-951b-f6deaead8063 HTTP/1.1" status: 200 len: 944 time: 0.0647483 Dec 17 16:56:08.822609 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d97d542a-427d-4da5-b838-b10ef19e3b26 req-0585b63d-9e51-4aad-ba9c-1db5a08184e5 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/security-groups?id=c33a5976-796b-4c8b-8e32-ac1c07408ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397067 Dec 17 16:56:09.305364 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device f1aad56d-1811-4bcb-8f44-0674da6d6a13 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:56:09.410174 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning for port f1aad56d-1811-4bcb-8f44-0674da6d6a13 completed by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 17 16:56:09.413944 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port f1aad56d-1811-4bcb-8f44-0674da6d6a13 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:56:09.414317 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:09.490078 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:09.512246 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450deb41-022e-48d2-951b-f6deaead8063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1aad56d-1811-4bcb-8f44-0674da6d6a13'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:56:09.515644 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1825e23-b755-4ade-a659-d3c565041c94" -d '{"events": [{"server_uuid": "450deb41-022e-48d2-951b-f6deaead8063", "name": "network-vif-plugged", "status": "completed", "tag": "f1aad56d-1811-4bcb-8f44-0674da6d6a13"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:56:09.528460 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port f1aad56d-1811-4bcb-8f44-0674da6d6a13, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f1aad56d-1811-4bcb-8f44-0674da6d6a13,segment=NetworkSegment(20e1436b-26e4-479c-b9d3-ad4f8f578566),segment_id=20e1436b-26e4-479c-b9d3-ad4f8f578566)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:56:09.552385 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628190e0-f020-4a7f-8cbd-d12d7969f0b0 x-openstack-request-id: req-628190e0-f020-4a7f-8cbd-d12d7969f0b0 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:56:09.552751 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450deb41-022e-48d2-951b-f6deaead8063", "name": "network-vif-plugged", "status": "completed", "tag": "f1aad56d-1811-4bcb-8f44-0674da6d6a13", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:56:09.552997 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-628190e0-f020-4a7f-8cbd-d12d7969f0b0 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:56:09.553417 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450deb41-022e-48d2-951b-f6deaead8063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1aad56d-1811-4bcb-8f44-0674da6d6a13', 'code': 200} Dec 17 16:56:09.587845 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:09.639336 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=f1aad56d-1811-4bcb-8f44-0674da6d6a13,revision_number=5']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:09.651792 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd712338-f8df-42bc-8e14-dcd610402d99 req-f38416f9-a42f-4155-814e-d2aed403e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:09.653326 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dd712338-f8df-42bc-8e14-dcd610402d99 req-f38416f9-a42f-4155-814e-d2aed403e495 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=450deb41-022e-48d2-951b-f6deaead8063 HTTP/1.1" status: 200 len: 1096 time: 0.0433481 Dec 17 16:56:09.688400 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-dd712338-f8df-42bc-8e14-dcd610402d99 req-db495d7b-fb1e-48a9-afe6-446f91c477d8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c33a5976-796b-4c8b-8e32-ac1c07408ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279844 Dec 17 16:56:09.939296 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6a305-c850-4a85-ab35-89b7d723f8cf req-dd683880-adeb-4938-bccb-d07ceaf4348c tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:09.940817 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-37f6a305-c850-4a85-ab35-89b7d723f8cf req-dd683880-adeb-4938-bccb-d07ceaf4348c tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=450deb41-022e-48d2-951b-f6deaead8063 HTTP/1.1" status: 200 len: 945 time: 0.0504572 Dec 17 16:56:09.978881 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-37f6a305-c850-4a85-ab35-89b7d723f8cf req-eb804e59-db59-413e-b655-02ca53599895 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/security-groups?id=c33a5976-796b-4c8b-8e32-ac1c07408ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319271 Dec 17 16:56:11.094828 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfa597-4e98-432d-9fdf-b618ae51d741 req-4d45b52a-b8cb-4668-97e6-244fdc43917d tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:11.096295 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9bfa597-4e98-432d-9fdf-b618ae51d741 req-4d45b52a-b8cb-4668-97e6-244fdc43917d tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=450deb41-022e-48d2-951b-f6deaead8063 HTTP/1.1" status: 200 len: 945 time: 0.0486012 Dec 17 16:56:11.134030 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d9bfa597-4e98-432d-9fdf-b618ae51d741 req-8b7063a9-cc7d-4940-9ce2-8e8776c68fa1 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/security-groups?id=c33a5976-796b-4c8b-8e32-ac1c07408ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315394 Dec 17 16:56:11.257066 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41943d36-a18c-446f-b65b-352a9d6e08b7 req-b7b851ba-bdc4-4664-81f5-bb14ac238a0a tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:11.258569 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-41943d36-a18c-446f-b65b-352a9d6e08b7 req-b7b851ba-bdc4-4664-81f5-bb14ac238a0a tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=450deb41-022e-48d2-951b-f6deaead8063 HTTP/1.1" status: 200 len: 945 time: 0.0528300 Dec 17 16:56:11.296836 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-41943d36-a18c-446f-b65b-352a9d6e08b7 req-835e2b44-944e-4aff-9e46-1d784936406e tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/security-groups?id=c33a5976-796b-4c8b-8e32-ac1c07408ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321419 Dec 17 16:56:11.319737 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47904) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:56:11.358128 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4200707e-30d4-4125-9d4f-aa170fe9fb65 tempest-TestSnapshotPattern-178611447 tempest-TestSnapshotPattern-178611447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:11.359612 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-4200707e-30d4-4125-9d4f-aa170fe9fb65 tempest-TestSnapshotPattern-178611447 tempest-TestSnapshotPattern-178611447-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=450deb41-022e-48d2-951b-f6deaead8063 HTTP/1.1" status: 200 len: 1091 time: 0.0388546 Dec 17 16:56:11.362380 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 47906) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:56:11.367394 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.v2.base [None req-dd823878-0f3b-4dfd-8b80-5e14ff7956ba tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Request body: {'floatingip': {'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'port_id': 'f1aad56d-1811-4bcb-8f44-0674da6d6a13', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 17 16:56:11.461724 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dd823878-0f3b-4dfd-8b80-5e14ff7956ba tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for floatingip, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:11.562724 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dd823878-0f3b-4dfd-8b80-5e14ff7956ba tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:11.576132 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:11.665073 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.db_base_plugin_common [None req-dd823878-0f3b-4dfd-8b80-5e14ff7956ba tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Allocated IP 172.25.6.47 (4e9cade7-8de3-4483-a2b7-ada6bbc76cf6/9cba1478-c1f4-44d2-9fd9-b046096f8dc5/a0f63265-1ccf-47bf-8c61-955ff125c33c) {{(pid=102832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 17 16:56:11.768842 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dd823878-0f3b-4dfd-8b80-5e14ff7956ba tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for port, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:11.856427 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dd823878-0f3b-4dfd-8b80-5e14ff7956ba tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737064351591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:11.899002 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd823878-0f3b-4dfd-8b80-5e14ff7956ba tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Network 4e9cade7-8de3-4483-a2b7-ada6bbc76cf6 is already hosted by enough agents. {{(pid=102832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 17 16:56:11.901982 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.base_scheduler [None req-dd823878-0f3b-4dfd-8b80-5e14ff7956ba tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Resources bound (agent type, host, resource id): {{(pid=102832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 17 16:56:11.905968 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd823878-0f3b-4dfd-8b80-5e14ff7956ba tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Received port after_create {{(pid=102832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 17 16:56:11.914862 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd823878-0f3b-4dfd-8b80-5e14ff7956ba tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Pushing event updated for resources: {'Port': ['ID=a0f63265-1ccf-47bf-8c61-955ff125c33c,revision_number=1']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:11.941437 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd823878-0f3b-4dfd-8b80-5e14ff7956ba tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:11.941817 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd823878-0f3b-4dfd-8b80-5e14ff7956ba tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:11.942139 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd823878-0f3b-4dfd-8b80-5e14ff7956ba tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:11.942586 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd823878-0f3b-4dfd-8b80-5e14ff7956ba tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:11.943138 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd823878-0f3b-4dfd-8b80-5e14ff7956ba tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:11.943473 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd823878-0f3b-4dfd-8b80-5e14ff7956ba tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:11.943802 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd823878-0f3b-4dfd-8b80-5e14ff7956ba tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:11.944128 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd823878-0f3b-4dfd-8b80-5e14ff7956ba tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:11.944450 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd823878-0f3b-4dfd-8b80-5e14ff7956ba tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:11.944771 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd823878-0f3b-4dfd-8b80-5e14ff7956ba tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:11.945127 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd823878-0f3b-4dfd-8b80-5e14ff7956ba tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:11.945449 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd823878-0f3b-4dfd-8b80-5e14ff7956ba tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:56:12.265911 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dd823878-0f3b-4dfd-8b80-5e14ff7956ba tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:12.398540 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dd823878-0f3b-4dfd-8b80-5e14ff7956ba tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:12.550275 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dd823878-0f3b-4dfd-8b80-5e14ff7956ba tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for port, precommit_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:12.610414 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dd823878-0f3b-4dfd-8b80-5e14ff7956ba tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12464104'] for port, after_update {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:12.682100 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd823878-0f3b-4dfd-8b80-5e14ff7956ba tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Pushing event updated for resources: {'Port': ['ID=a0f63265-1ccf-47bf-8c61-955ff125c33c,revision_number=2']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:56:12.694681 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dd823878-0f3b-4dfd-8b80-5e14ff7956ba tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3972428'] for floatingip, after_create {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:12.792945 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-dd823878-0f3b-4dfd-8b80-5e14ff7956ba tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Floating IP c1588f23-1388-42a8-8c50-402017486659 associated. External IP: 172.25.6.47, port: f1aad56d-1811-4bcb-8f44-0674da6d6a13. Dec 17 16:56:12.995362 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd823878-0f3b-4dfd-8b80-5e14ff7956ba tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Router 5faeb6be-dd96-4c96-b3bc-9004470578ca has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:56:13.101262 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd823878-0f3b-4dfd-8b80-5e14ff7956ba tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:56:13.111811 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da02903-dc2c-4196-b226-7c786aa9f698 None None] Sync routers for ids ['5faeb6be-dd96-4c96-b3bc-9004470578ca'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:56:13.121390 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da02903-dc2c-4196-b226-7c786aa9f698 None None] Routers {'5faeb6be-dd96-4c96-b3bc-9004470578ca'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:56:13.123837 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7da02903-dc2c-4196-b226-7c786aa9f698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:56:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5faeb6be-dd96-4c96-b3bc-9004470578ca'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:56:13.172366 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-dd823878-0f3b-4dfd-8b80-5e14ff7956ba tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:13.200748 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-dd823878-0f3b-4dfd-8b80-5e14ff7956ba tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8373652 Dec 17 16:56:13.201497 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450deb41-022e-48d2-951b-f6deaead8063', 'tag': 'f1aad56d-1811-4bcb-8f44-0674da6d6a13'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:56:13.203854 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d9dde65d87f77979ab7779ec4af44e6e3bf331c8a24eb2abb769815fa7c2d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdf416c-9beb-4589-907d-b3f551d5b7d2" -d '{"events": [{"name": "network-changed", "server_uuid": "450deb41-022e-48d2-951b-f6deaead8063", "tag": "f1aad56d-1811-4bcb-8f44-0674da6d6a13"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:56:13.241923 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-7da02903-dc2c-4196-b226-7c786aa9f698 None None] Set router 5faeb6be-dd96-4c96-b3bc-9004470578ca gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:56:13.242090 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fde0691-d667-4676-ac71-cecdd97e50ff x-openstack-request-id: req-7fde0691-d667-4676-ac71-cecdd97e50ff {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:56:13.242315 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450deb41-022e-48d2-951b-f6deaead8063", "tag": "f1aad56d-1811-4bcb-8f44-0674da6d6a13", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:56:13.242570 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7fde0691-d667-4676-ac71-cecdd97e50ff {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:56:13.243035 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '450deb41-022e-48d2-951b-f6deaead8063', 'tag': 'f1aad56d-1811-4bcb-8f44-0674da6d6a13', 'status': 'completed', 'code': 200} Dec 17 16:56:13.302030 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf416c-9beb-4589-907d-b3f551d5b7d2 req-43303a44-7e80-43b9-9d1b-8794586efec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:13.303756 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0fdf416c-9beb-4589-907d-b3f551d5b7d2 req-43303a44-7e80-43b9-9d1b-8794586efec8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5739f578f31c407783d0a1cbd3aaaba4&device_id=450deb41-022e-48d2-951b-f6deaead8063 HTTP/1.1" status: 200 len: 1096 time: 0.0418596 Dec 17 16:56:13.399831 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf416c-9beb-4589-907d-b3f551d5b7d2 req-b1a1a293-95cb-48f8-adc3-b5ff42421d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:13.401306 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0fdf416c-9beb-4589-907d-b3f551d5b7d2 req-b1a1a293-95cb-48f8-adc3-b5ff42421d3a service neutron] 10.222.0.13 "GET /v2.0/networks?id=ab086ea3-bba0-499c-884a-e1dc2f30d557 HTTP/1.1" status: 200 len: 910 time: 0.0903137 Dec 17 16:56:13.467229 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0fdf416c-9beb-4589-907d-b3f551d5b7d2 req-449ff30b-5cc6-43bb-813b-dc4141b45882 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1aad56d-1811-4bcb-8f44-0674da6d6a13 HTTP/1.1" status: 200 len: 998 time: 0.0589368 Dec 17 16:56:13.470516 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7da02903-dc2c-4196-b226-7c786aa9f698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'name': 'tempest-TestSnapshotPattern-930155732-router', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:28Z', 'updated_at': '2021-12-17T16:52:31Z', 'revision_number': 4, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'gw_port': {'id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:29Z', 'updated_at': '2021-12-17T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '9d1d49af-238a-4235-a3a6-a072bb1096b1', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'port_id': '574b49c3-6cf3-47b6-934c-408aee5968b5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'mac_address': 'fa:16:3e:38:75:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f87f917-d213-495b-89b2-ae2bd7b40c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:53:00Z', 'updated_at': '2021-12-17T16:53:03Z', 'revision_number': 1, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'fixed_ip_address_scope': None}, {'id': 'c1588f23-1388-42a8-8c50-402017486659', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'floating_ip_address': '172.25.6.47', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'port_id': 'f1aad56d-1811-4bcb-8f44-0674da6d6a13', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'mac_address': 'fa:16:3e:ba:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450deb41-022e-48d2-951b-f6deaead8063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:56:12Z', 'updated_at': '2021-12-17T16:56:12Z', 'revision_number': 0, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bc47a3-50c9-419d-9da9-2e9d127e45a2', 'name': '', 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'mac_address': 'fa:16:3e:14:36:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:31Z', 'updated_at': '2021-12-17T16:52:35Z', 'revision_number': 5, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'subnets': [{'id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:56:13.500438 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da02903-dc2c-4196-b226-7c786aa9f698 None None] Checking router: 5faeb6be-dd96-4c96-b3bc-9004470578ca for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:56:13.508758 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da02903-dc2c-4196-b226-7c786aa9f698 None None] Routers {'5faeb6be-dd96-4c96-b3bc-9004470578ca'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:56:13.509397 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7da02903-dc2c-4196-b226-7c786aa9f698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:56:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5faeb6be-dd96-4c96-b3bc-9004470578ca'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:56:13.522552 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf416c-9beb-4589-907d-b3f551d5b7d2 req-2955df69-d9e5-4cb5-9673-fd3756526d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:13.524014 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0fdf416c-9beb-4589-907d-b3f551d5b7d2 req-2955df69-d9e5-4cb5-9673-fd3756526d0d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a4d13304-63d2-4dc8-83ae-7ffe6b519d63 HTTP/1.1" status: 200 len: 848 time: 0.0490453 Dec 17 16:56:13.569789 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf416c-9beb-4589-907d-b3f551d5b7d2 req-883c042e-6497-45d1-9027-b1683f7a5844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:13.571466 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0fdf416c-9beb-4589-907d-b3f551d5b7d2 req-883c042e-6497-45d1-9027-b1683f7a5844 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab086ea3-bba0-499c-884a-e1dc2f30d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409591 Dec 17 16:56:13.614762 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-7da02903-dc2c-4196-b226-7c786aa9f698 None None] Set router 5faeb6be-dd96-4c96-b3bc-9004470578ca gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:56:13.662089 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0fdf416c-9beb-4589-907d-b3f551d5b7d2 req-2949d999-bda5-4dc1-a180-e3aef1c8b583 service neutron] 10.222.0.13 "GET /v2.0/networks/ab086ea3-bba0-499c-884a-e1dc2f30d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839403 Dec 17 16:56:13.762005 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-0fdf416c-9beb-4589-907d-b3f551d5b7d2 req-caceea4f-84e8-40dc-af45-ddf73868193e service neutron] 10.222.0.13 "GET /v2.0/networks/ab086ea3-bba0-499c-884a-e1dc2f30d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932288 Dec 17 16:56:13.998439 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-7da02903-dc2c-4196-b226-7c786aa9f698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'name': 'tempest-TestSnapshotPattern-930155732-router', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:28Z', 'updated_at': '2021-12-17T16:52:31Z', 'revision_number': 4, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'gw_port': {'id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:29Z', 'updated_at': '2021-12-17T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '9d1d49af-238a-4235-a3a6-a072bb1096b1', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'port_id': '574b49c3-6cf3-47b6-934c-408aee5968b5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'mac_address': 'fa:16:3e:38:75:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f87f917-d213-495b-89b2-ae2bd7b40c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:53:00Z', 'updated_at': '2021-12-17T16:53:03Z', 'revision_number': 1, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'fixed_ip_address_scope': None}, {'id': 'c1588f23-1388-42a8-8c50-402017486659', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'floating_ip_address': '172.25.6.47', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'port_id': 'f1aad56d-1811-4bcb-8f44-0674da6d6a13', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'mac_address': 'fa:16:3e:ba:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450deb41-022e-48d2-951b-f6deaead8063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:56:12Z', 'updated_at': '2021-12-17T16:56:12Z', 'revision_number': 0, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bc47a3-50c9-419d-9da9-2e9d127e45a2', 'name': '', 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'mac_address': 'fa:16:3e:14:36:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:31Z', 'updated_at': '2021-12-17T16:52:35Z', 'revision_number': 5, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'subnets': [{'id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:56:14.029287 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da02903-dc2c-4196-b226-7c786aa9f698 None None] The sync data for ids ['5faeb6be-dd96-4c96-b3bc-9004470578ca'] in n-d-820553-2 is: [{'id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'name': 'tempest-TestSnapshotPattern-930155732-router', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:28Z', 'updated_at': '2021-12-17T16:52:31Z', 'revision_number': 4, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'gw_port': {'id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:29Z', 'updated_at': '2021-12-17T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '9d1d49af-238a-4235-a3a6-a072bb1096b1', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'port_id': '574b49c3-6cf3-47b6-934c-408aee5968b5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'mac_address': 'fa:16:3e:38:75:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f87f917-d213-495b-89b2-ae2bd7b40c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:53:00Z', 'updated_at': '2021-12-17T16:53:03Z', 'revision_number': 1, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'fixed_ip_address_scope': None}, {'id': 'c1588f23-1388-42a8-8c50-402017486659', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'floating_ip_address': '172.25.6.47', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'port_id': 'f1aad56d-1811-4bcb-8f44-0674da6d6a13', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'mac_address': 'fa:16:3e:ba:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450deb41-022e-48d2-951b-f6deaead8063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:56:12Z', 'updated_at': '2021-12-17T16:56:12Z', 'revision_number': 0, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bc47a3-50c9-419d-9da9-2e9d127e45a2', 'name': '', 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'mac_address': 'fa:16:3e:14:36:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:31Z', 'updated_at': '2021-12-17T16:52:35Z', 'revision_number': 5, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'subnets': [{'id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:56:14.233618 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a511630a-726c-4bbd-a3d7-dc82ccf190ac None None] New status for floating IP c1588f23-1388-42a8-8c50-402017486659: ACTIVE {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:56:27.044566 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:28.941535 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ab391b4c-d035-4d4f-bde8-3c474186154e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:31.250251 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-0f40f120-b7b0-4596-aa85-5ac8f3db9328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:32.592674 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fb3c6738-5e71-45fd-a50c-b2998c939a58 req-b51ef5d2-29d9-4235-a92c-c0411ddb3f7a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=450deb41-022e-48d2-951b-f6deaead8063&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1148133 Dec 17 16:56:32.676503 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c6738-5e71-45fd-a50c-b2998c939a58 req-0564a52a-59b3-4310-bfd0-f0c9ea26b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:32.678810 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fb3c6738-5e71-45fd-a50c-b2998c939a58 req-0564a52a-59b3-4310-bfd0-f0c9ea26b680 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5739f578f31c407783d0a1cbd3aaaba4&device_id=450deb41-022e-48d2-951b-f6deaead8063 HTTP/1.1" status: 200 len: 1096 time: 0.0413952 Dec 17 16:56:32.730426 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:32.790346 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c6738-5e71-45fd-a50c-b2998c939a58 req-352c4d77-277d-4176-9951-bfc6fbcb3ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:32.791799 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fb3c6738-5e71-45fd-a50c-b2998c939a58 req-352c4d77-277d-4176-9951-bfc6fbcb3ee3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ab086ea3-bba0-499c-884a-e1dc2f30d557 HTTP/1.1" status: 200 len: 910 time: 0.0927832 Dec 17 16:56:32.857609 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fb3c6738-5e71-45fd-a50c-b2998c939a58 req-ab7a42ef-206d-4a62-bcc3-c6f58ad8cb1c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1aad56d-1811-4bcb-8f44-0674da6d6a13 HTTP/1.1" status: 200 len: 1000 time: 0.0582917 Dec 17 16:56:32.912139 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c6738-5e71-45fd-a50c-b2998c939a58 req-13b00704-50eb-415d-b089-e5ed455ef517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:32.913688 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fb3c6738-5e71-45fd-a50c-b2998c939a58 req-13b00704-50eb-415d-b089-e5ed455ef517 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a4d13304-63d2-4dc8-83ae-7ffe6b519d63 HTTP/1.1" status: 200 len: 848 time: 0.0480072 Dec 17 16:56:32.957836 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c6738-5e71-45fd-a50c-b2998c939a58 req-307ec0d8-9f20-423e-8bf7-927ddc2f87ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:32.959896 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fb3c6738-5e71-45fd-a50c-b2998c939a58 req-307ec0d8-9f20-423e-8bf7-927ddc2f87ef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab086ea3-bba0-499c-884a-e1dc2f30d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393021 Dec 17 16:56:33.048460 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fb3c6738-5e71-45fd-a50c-b2998c939a58 req-5301bfab-c1bf-45bf-b30a-f198e4914ec9 service neutron] 10.222.0.13 "GET /v2.0/networks/ab086ea3-bba0-499c-884a-e1dc2f30d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809298 Dec 17 16:56:33.142518 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-fb3c6738-5e71-45fd-a50c-b2998c939a58 req-9faebf4e-b00c-46b7-835f-e1e04f729ebe service neutron] 10.222.0.13 "GET /v2.0/networks/ab086ea3-bba0-499c-884a-e1dc2f30d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841448 Dec 17 16:56:34.290211 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:34.312790 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:37.805245 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:56:39.105752 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3aeae5d1-1251-473a-b4e8-9fee93163a90 req-f71b35b1-2fbe-4daa-ad84-1ee7332d141a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5f87f917-d213-495b-89b2-ae2bd7b40c83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396152 Dec 17 16:56:39.199541 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeae5d1-1251-473a-b4e8-9fee93163a90 req-c98aa740-767a-47cf-a780-fb1761f2e98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:39.200894 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3aeae5d1-1251-473a-b4e8-9fee93163a90 req-c98aa740-767a-47cf-a780-fb1761f2e98f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5739f578f31c407783d0a1cbd3aaaba4&device_id=5f87f917-d213-495b-89b2-ae2bd7b40c83 HTTP/1.1" status: 200 len: 1094 time: 0.0399160 Dec 17 16:56:39.305536 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeae5d1-1251-473a-b4e8-9fee93163a90 req-00de1704-0c99-48b8-bfa9-05b8f12cdd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:39.307013 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3aeae5d1-1251-473a-b4e8-9fee93163a90 req-00de1704-0c99-48b8-bfa9-05b8f12cdd4b service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab086ea3-bba0-499c-884a-e1dc2f30d557 HTTP/1.1" status: 200 len: 910 time: 0.0867231 Dec 17 16:56:39.371254 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3aeae5d1-1251-473a-b4e8-9fee93163a90 req-f7453a39-87b5-4d44-976a-954cdd77b6c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=574b49c3-6cf3-47b6-934c-408aee5968b5 HTTP/1.1" status: 200 len: 998 time: 0.0575514 Dec 17 16:56:39.423469 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeae5d1-1251-473a-b4e8-9fee93163a90 req-0efb61cc-1305-4c0d-8cd0-50afa4dbddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:39.424873 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3aeae5d1-1251-473a-b4e8-9fee93163a90 req-0efb61cc-1305-4c0d-8cd0-50afa4dbddd6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4d13304-63d2-4dc8-83ae-7ffe6b519d63 HTTP/1.1" status: 200 len: 848 time: 0.0470245 Dec 17 16:56:39.468621 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeae5d1-1251-473a-b4e8-9fee93163a90 req-acb5a7f7-453c-4f2f-85dd-6e9efb903542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:56:39.470018 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3aeae5d1-1251-473a-b4e8-9fee93163a90 req-acb5a7f7-453c-4f2f-85dd-6e9efb903542 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab086ea3-bba0-499c-884a-e1dc2f30d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388215 Dec 17 16:56:39.557819 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3aeae5d1-1251-473a-b4e8-9fee93163a90 req-99095cba-00f2-4675-9ca2-cb875867158a service neutron] 10.222.0.41 "GET /v2.0/networks/ab086ea3-bba0-499c-884a-e1dc2f30d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803609 Dec 17 16:56:39.650619 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-3aeae5d1-1251-473a-b4e8-9fee93163a90 req-672843c0-5e43-416b-adbc-a6a4cb16ce6d service neutron] 10.222.0.41 "GET /v2.0/networks/ab086ea3-bba0-499c-884a-e1dc2f30d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861096 Dec 17 16:56:41.593028 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:57.055893 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:56:58.935994 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-aa0599cc-f52d-408e-865b-0e584b261678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:57:01.238512 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d9715ed0-a390-440d-86f0-b252ec196b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:57:02.736075 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:57:04.324312 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:57:04.346882 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:57:11.587040 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:57:14.803833 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:57:27.067122 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:57:28.936034 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4c5012f4-2740-4fcb-9034-495cf421291c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:57:31.233097 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-56b3124b-d90d-4420-8f8b-2018aab1f1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:57:32.770177 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:57:33.508859 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b5d331d3-ff5b-46ab-9361-8c7446e2255d req-fa5cd0ba-c83d-43ba-890a-924ab3e2d82f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=450deb41-022e-48d2-951b-f6deaead8063&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398180 Dec 17 16:57:33.588706 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d331d3-ff5b-46ab-9361-8c7446e2255d req-b628a3a2-daf7-4cc9-b87b-599e9434906a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:33.590291 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b5d331d3-ff5b-46ab-9361-8c7446e2255d req-b628a3a2-daf7-4cc9-b87b-599e9434906a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5739f578f31c407783d0a1cbd3aaaba4&device_id=450deb41-022e-48d2-951b-f6deaead8063 HTTP/1.1" status: 200 len: 1096 time: 0.0407479 Dec 17 16:57:33.695071 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d331d3-ff5b-46ab-9361-8c7446e2255d req-562e2e55-d561-43fc-a353-fc190dd18f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:33.696500 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b5d331d3-ff5b-46ab-9361-8c7446e2255d req-562e2e55-d561-43fc-a353-fc190dd18f8d service neutron] 10.222.0.13 "GET /v2.0/networks?id=ab086ea3-bba0-499c-884a-e1dc2f30d557 HTTP/1.1" status: 200 len: 910 time: 0.0870039 Dec 17 16:57:33.762817 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b5d331d3-ff5b-46ab-9361-8c7446e2255d req-1cffdb14-0bd4-4ae3-ad1e-1e9238e76d1e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1aad56d-1811-4bcb-8f44-0674da6d6a13 HTTP/1.1" status: 200 len: 1000 time: 0.0590053 Dec 17 16:57:33.815173 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d331d3-ff5b-46ab-9361-8c7446e2255d req-d7aedae9-3fd0-415e-b33b-8843a0aa1e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:33.816558 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b5d331d3-ff5b-46ab-9361-8c7446e2255d req-d7aedae9-3fd0-415e-b33b-8843a0aa1e84 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a4d13304-63d2-4dc8-83ae-7ffe6b519d63 HTTP/1.1" status: 200 len: 848 time: 0.0475922 Dec 17 16:57:33.862228 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d331d3-ff5b-46ab-9361-8c7446e2255d req-ad2a3a29-6069-4625-acd2-bcf8534d8001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:33.863578 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b5d331d3-ff5b-46ab-9361-8c7446e2255d req-ad2a3a29-6069-4625-acd2-bcf8534d8001 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab086ea3-bba0-499c-884a-e1dc2f30d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395558 Dec 17 16:57:33.958372 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b5d331d3-ff5b-46ab-9361-8c7446e2255d req-04f01bd1-bd9a-46e2-8a6c-4e3cc0cbe6f0 service neutron] 10.222.0.13 "GET /v2.0/networks/ab086ea3-bba0-499c-884a-e1dc2f30d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870397 Dec 17 16:57:34.052589 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-b5d331d3-ff5b-46ab-9361-8c7446e2255d req-05e12289-ac51-4fe7-b6aa-86722e026560 service neutron] 10.222.0.13 "GET /v2.0/networks/ab086ea3-bba0-499c-884a-e1dc2f30d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867419 Dec 17 16:57:34.341964 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:57:34.391815 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:57:39.088759 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a82c62db-6f78-4ae7-aa1e-7b689607bbf8 req-14a38222-161d-42cf-862c-787c07f96e2f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5f87f917-d213-495b-89b2-ae2bd7b40c83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397050 Dec 17 16:57:39.183935 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c62db-6f78-4ae7-aa1e-7b689607bbf8 req-4c01afc4-20f6-4036-9df4-a9513509c8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:39.185350 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a82c62db-6f78-4ae7-aa1e-7b689607bbf8 req-4c01afc4-20f6-4036-9df4-a9513509c8fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5739f578f31c407783d0a1cbd3aaaba4&device_id=5f87f917-d213-495b-89b2-ae2bd7b40c83 HTTP/1.1" status: 200 len: 1094 time: 0.0404816 Dec 17 16:57:39.290590 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c62db-6f78-4ae7-aa1e-7b689607bbf8 req-7da3bed9-fd2e-4899-b5ee-4e29317fbbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:39.292125 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a82c62db-6f78-4ae7-aa1e-7b689607bbf8 req-7da3bed9-fd2e-4899-b5ee-4e29317fbbec service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab086ea3-bba0-499c-884a-e1dc2f30d557 HTTP/1.1" status: 200 len: 910 time: 0.0878472 Dec 17 16:57:39.356061 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a82c62db-6f78-4ae7-aa1e-7b689607bbf8 req-fefd0fcc-eadd-4f86-a560-0dcd8e125abb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=574b49c3-6cf3-47b6-934c-408aee5968b5 HTTP/1.1" status: 200 len: 998 time: 0.0571938 Dec 17 16:57:39.408023 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c62db-6f78-4ae7-aa1e-7b689607bbf8 req-69ca5476-3195-44d2-b45d-2c6973ce6b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:39.409482 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a82c62db-6f78-4ae7-aa1e-7b689607bbf8 req-69ca5476-3195-44d2-b45d-2c6973ce6b94 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4d13304-63d2-4dc8-83ae-7ffe6b519d63 HTTP/1.1" status: 200 len: 848 time: 0.0474718 Dec 17 16:57:39.455318 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c62db-6f78-4ae7-aa1e-7b689607bbf8 req-8e4a70b7-b328-4680-8795-98f08d9aebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:57:39.456686 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a82c62db-6f78-4ae7-aa1e-7b689607bbf8 req-8e4a70b7-b328-4680-8795-98f08d9aebe3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab086ea3-bba0-499c-884a-e1dc2f30d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407696 Dec 17 16:57:39.467436 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-a82c62db-6f78-4ae7-aa1e-7b689607bbf8 req-799317a1-e61d-44e6-9ce5-ef893fbe733f service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 17 16:57:39.468363 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a82c62db-6f78-4ae7-aa1e-7b689607bbf8 req-799317a1-e61d-44e6-9ce5-ef893fbe733f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052195 Dec 17 16:57:39.556100 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a82c62db-6f78-4ae7-aa1e-7b689607bbf8 req-635079ac-51a7-40b7-b5ea-e9d62e8b094b service neutron] 10.222.0.41 "GET /v2.0/networks/ab086ea3-bba0-499c-884a-e1dc2f30d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806415 Dec 17 16:57:39.649607 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-a82c62db-6f78-4ae7-aa1e-7b689607bbf8 req-6661533e-cabc-4659-8dfa-d2bef8bc412f service neutron] 10.222.0.41 "GET /v2.0/networks/ab086ea3-bba0-499c-884a-e1dc2f30d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862768 Dec 17 16:57:41.597636 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:57:51.802665 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:57:55.897633 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device f1aad56d-1811-4bcb-8f44-0674da6d6a13 details requested by agent hyperv_n-h2-820553-2 with host n-h2-820553-2 {{(pid=102834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 17 16:57:55.992987 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port f1aad56d-1811-4bcb-8f44-0674da6d6a13, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f1aad56d-1811-4bcb-8f44-0674da6d6a13,segment=NetworkSegment(20e1436b-26e4-479c-b9d3-ad4f8f578566),segment_id=20e1436b-26e4-479c-b9d3-ad4f8f578566)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:57:56.005188 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Returning: {'device': 'f1aad56d-1811-4bcb-8f44-0674da6d6a13', 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'port_id': 'f1aad56d-1811-4bcb-8f44-0674da6d6a13', 'mac_address': 'fa:16:3e:ba:33:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 17 16:57:56.046751 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:57:56.059726 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1aad56d-1811-4bcb-8f44-0674da6d6a13 {{(pid=102834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 17 16:57:56.079158 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port f1aad56d-1811-4bcb-8f44-0674da6d6a13, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f1aad56d-1811-4bcb-8f44-0674da6d6a13,segment=NetworkSegment(20e1436b-26e4-479c-b9d3-ad4f8f578566),segment_id=20e1436b-26e4-479c-b9d3-ad4f8f578566)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:57:56.175884 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:57:56.226573 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=f1aad56d-1811-4bcb-8f44-0674da6d6a13,revision_number=6']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:56.234441 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:56.234791 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:56.235134 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:56.235475 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:56.235810 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:56.236144 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:56.236473 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:56.236800 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:56.237160 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:56.242301 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:56.242301 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:56.242301 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:57:56.244914 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] get_ports_and_sgs() called for port_ids ['f1aad56d-1811-4bcb-8f44-0674da6d6a13'] {{(pid=102834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 17 16:57:57.073510 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:57:57.917253 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device f1aad56d-1811-4bcb-8f44-0674da6d6a13 up at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 17 16:57:57.973802 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.provisioning_blocks [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Provisioning complete for port f1aad56d-1811-4bcb-8f44-0674da6d6a13 triggered by entity L2. {{(pid=102834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 17 16:57:57.974388 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-721375'] for port, provisioning_complete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:57:58.110358 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550315'] for port, before_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:57:58.142605 n-d-820553-2 neutron-server[102834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450deb41-022e-48d2-951b-f6deaead8063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1aad56d-1811-4bcb-8f44-0674da6d6a13'}] {{(pid=102834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:57:58.145274 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7319b27fb361e0dfd5130f7308f19f1b6bb4665d4e69515ee423b5180343ac66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7e31a3-bd8c-4ac6-a0c3-19b250cda066" -d '{"events": [{"server_uuid": "450deb41-022e-48d2-951b-f6deaead8063", "name": "network-vif-plugged", "status": "completed", "tag": "f1aad56d-1811-4bcb-8f44-0674da6d6a13"}]}' {{(pid=102834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:57:58.161083 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] For port f1aad56d-1811-4bcb-8f44-0674da6d6a13, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f1aad56d-1811-4bcb-8f44-0674da6d6a13,segment=NetworkSegment(20e1436b-26e4-479c-b9d3-ad4f8f578566),segment_id=20e1436b-26e4-479c-b9d3-ad4f8f578566)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:57:58.210014 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92842238-742b-4828-bf7d-030a32ffb793 x-openstack-request-id: req-92842238-742b-4828-bf7d-030a32ffb793 {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:57:58.210708 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450deb41-022e-48d2-951b-f6deaead8063", "name": "network-vif-plugged", "status": "completed", "tag": "f1aad56d-1811-4bcb-8f44-0674da6d6a13", "code": 200}]} {{(pid=102834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:57:58.211097 n-d-820553-2 neutron-server[102834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-92842238-742b-4828-bf7d-030a32ffb793 {{(pid=102834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:57:58.211683 n-d-820553-2 neutron-server[102834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450deb41-022e-48d2-951b-f6deaead8063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1aad56d-1811-4bcb-8f44-0674da6d6a13', 'code': 200} Dec 17 16:57:58.271804 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737064673446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737064351609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737064351627'] for port, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:57:58.334752 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Pushing event updated for resources: {'Port': ['ID=f1aad56d-1811-4bcb-8f44-0674da6d6a13,revision_number=7']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:57:58.962651 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-13edf992-5cd3-495c-921b-199c7d180293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:01.233033 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6e80000f-7e15-41d5-995d-e00aeb5ddee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:02.810700 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:04.319385 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:04.347096 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:08.138042 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48136) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:58:08.303438 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-62552a33-e745-4207-b0fc-47eb1c328879 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Deleting port a0f63265-1ccf-47bf-8c61-955ff125c33c {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:58:08.303787 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-62552a33-e745-4207-b0fc-47eb1c328879 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:08.376780 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-62552a33-e745-4207-b0fc-47eb1c328879 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:08.377140 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-62552a33-e745-4207-b0fc-47eb1c328879 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:08.389225 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-62552a33-e745-4207-b0fc-47eb1c328879 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Calling delete_port for a0f63265-1ccf-47bf-8c61-955ff125c33c owned by network:floatingip {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:58:08.604439 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-62552a33-e745-4207-b0fc-47eb1c328879 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:08.631621 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62552a33-e745-4207-b0fc-47eb1c328879 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Pushing event deleted for resources: {'Port': ['ID=a0f63265-1ccf-47bf-8c61-955ff125c33c,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:08.655298 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62552a33-e745-4207-b0fc-47eb1c328879 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:08.655642 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62552a33-e745-4207-b0fc-47eb1c328879 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:08.655982 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62552a33-e745-4207-b0fc-47eb1c328879 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:08.656317 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62552a33-e745-4207-b0fc-47eb1c328879 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:08.656651 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62552a33-e745-4207-b0fc-47eb1c328879 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:08.656982 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62552a33-e745-4207-b0fc-47eb1c328879 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:08.657335 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62552a33-e745-4207-b0fc-47eb1c328879 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:08.657660 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62552a33-e745-4207-b0fc-47eb1c328879 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:08.657983 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62552a33-e745-4207-b0fc-47eb1c328879 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:08.658307 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62552a33-e745-4207-b0fc-47eb1c328879 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:08.658630 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62552a33-e745-4207-b0fc-47eb1c328879 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:08.658952 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62552a33-e745-4207-b0fc-47eb1c328879 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:08.703565 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-62552a33-e745-4207-b0fc-47eb1c328879 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for floatingip, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:08.703927 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-62552a33-e745-4207-b0fc-47eb1c328879 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Floating IP c1588f23-1388-42a8-8c50-402017486659 disassociated (deleted). External IP: 172.25.6.47, port: f1aad56d-1811-4bcb-8f44-0674da6d6a13. Dec 17 16:58:08.907992 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62552a33-e745-4207-b0fc-47eb1c328879 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Router 5faeb6be-dd96-4c96-b3bc-9004470578ca has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:58:09.014035 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62552a33-e745-4207-b0fc-47eb1c328879 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:58:09.018905 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-62552a33-e745-4207-b0fc-47eb1c328879 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:09.023790 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df46c98-6a17-4232-9993-c926d379f82d None None] Sync routers for ids ['5faeb6be-dd96-4c96-b3bc-9004470578ca'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:58:09.033266 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df46c98-6a17-4232-9993-c926d379f82d None None] Routers {'5faeb6be-dd96-4c96-b3bc-9004470578ca'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:58:09.033888 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-1df46c98-6a17-4232-9993-c926d379f82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:58:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5faeb6be-dd96-4c96-b3bc-9004470578ca'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:09.046543 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-62552a33-e745-4207-b0fc-47eb1c328879 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "DELETE /v2.0/floatingips/c1588f23-1388-42a8-8c50-402017486659 HTTP/1.1" status: 204 len: 168 time: 0.9073374 Dec 17 16:58:09.047129 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450deb41-022e-48d2-951b-f6deaead8063', 'tag': 'f1aad56d-1811-4bcb-8f44-0674da6d6a13'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:58:09.049376 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d9dde65d87f77979ab7779ec4af44e6e3bf331c8a24eb2abb769815fa7c2d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d7146c-1413-46bb-baaf-77b90a655853" -d '{"events": [{"name": "network-changed", "server_uuid": "450deb41-022e-48d2-951b-f6deaead8063", "tag": "f1aad56d-1811-4bcb-8f44-0674da6d6a13"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:58:09.156824 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-1df46c98-6a17-4232-9993-c926d379f82d None None] Set router 5faeb6be-dd96-4c96-b3bc-9004470578ca gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:58:09.165162 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed48435-b9ba-431a-bbb3-d6daed30aac3 x-openstack-request-id: req-9ed48435-b9ba-431a-bbb3-d6daed30aac3 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:58:09.165702 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450deb41-022e-48d2-951b-f6deaead8063", "tag": "f1aad56d-1811-4bcb-8f44-0674da6d6a13", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:58:09.165702 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9ed48435-b9ba-431a-bbb3-d6daed30aac3 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:58:09.166084 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '450deb41-022e-48d2-951b-f6deaead8063', 'tag': 'f1aad56d-1811-4bcb-8f44-0674da6d6a13', 'status': 'completed', 'code': 200} Dec 17 16:58:09.234266 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7146c-1413-46bb-baaf-77b90a655853 req-17f7c582-4512-48dd-a859-7d249a919f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:09.235767 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-27d7146c-1413-46bb-baaf-77b90a655853 req-17f7c582-4512-48dd-a859-7d249a919f57 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5739f578f31c407783d0a1cbd3aaaba4&device_id=450deb41-022e-48d2-951b-f6deaead8063 HTTP/1.1" status: 200 len: 1096 time: 0.0467393 Dec 17 16:58:09.339121 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7146c-1413-46bb-baaf-77b90a655853 req-6461b07d-45cf-4ec6-a8a0-73cd1a66eb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:09.341206 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-27d7146c-1413-46bb-baaf-77b90a655853 req-6461b07d-45cf-4ec6-a8a0-73cd1a66eb39 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ab086ea3-bba0-499c-884a-e1dc2f30d557 HTTP/1.1" status: 200 len: 910 time: 0.0978990 Dec 17 16:58:09.385358 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-27d7146c-1413-46bb-baaf-77b90a655853 req-46f616e5-f594-48ab-9719-a7a0b3a9cb5c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1aad56d-1811-4bcb-8f44-0674da6d6a13 HTTP/1.1" status: 200 len: 217 time: 0.0361319 Dec 17 16:58:09.392106 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-1df46c98-6a17-4232-9993-c926d379f82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'name': 'tempest-TestSnapshotPattern-930155732-router', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:28Z', 'updated_at': '2021-12-17T16:52:31Z', 'revision_number': 4, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'gw_port': {'id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:29Z', 'updated_at': '2021-12-17T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '9d1d49af-238a-4235-a3a6-a072bb1096b1', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'port_id': '574b49c3-6cf3-47b6-934c-408aee5968b5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'mac_address': 'fa:16:3e:38:75:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f87f917-d213-495b-89b2-ae2bd7b40c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:53:00Z', 'updated_at': '2021-12-17T16:53:03Z', 'revision_number': 1, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bc47a3-50c9-419d-9da9-2e9d127e45a2', 'name': '', 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'mac_address': 'fa:16:3e:14:36:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:31Z', 'updated_at': '2021-12-17T16:52:35Z', 'revision_number': 5, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'subnets': [{'id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:09.418995 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df46c98-6a17-4232-9993-c926d379f82d None None] Checking router: 5faeb6be-dd96-4c96-b3bc-9004470578ca for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:58:09.427563 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df46c98-6a17-4232-9993-c926d379f82d None None] Routers {'5faeb6be-dd96-4c96-b3bc-9004470578ca'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:58:09.428260 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-1df46c98-6a17-4232-9993-c926d379f82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:58:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5faeb6be-dd96-4c96-b3bc-9004470578ca'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:09.448016 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7146c-1413-46bb-baaf-77b90a655853 req-9bc0faac-bba7-4a90-b7f5-ee545613879f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:09.450310 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-27d7146c-1413-46bb-baaf-77b90a655853 req-9bc0faac-bba7-4a90-b7f5-ee545613879f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a4d13304-63d2-4dc8-83ae-7ffe6b519d63 HTTP/1.1" status: 200 len: 848 time: 0.0493710 Dec 17 16:58:09.485144 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0c55f-6f4b-441e-b7cc-1e84004f1707 req-90dd461f-cd10-4d10-b87e-e6d617b0ea93 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:09.486700 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d0f0c55f-6f4b-441e-b7cc-1e84004f1707 req-90dd461f-cd10-4d10-b87e-e6d617b0ea93 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=450deb41-022e-48d2-951b-f6deaead8063 HTTP/1.1" status: 200 len: 945 time: 0.0580616 Dec 17 16:58:09.504944 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7146c-1413-46bb-baaf-77b90a655853 req-c325b895-61b8-4c9b-bc00-1e4c28b6e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:09.506470 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-27d7146c-1413-46bb-baaf-77b90a655853 req-c325b895-61b8-4c9b-bc00-1e4c28b6e1ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab086ea3-bba0-499c-884a-e1dc2f30d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475383 Dec 17 16:58:09.533147 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d0f0c55f-6f4b-441e-b7cc-1e84004f1707 req-60b07669-5c7f-46af-ac78-da7ec6ad1524 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/security-groups?id=c33a5976-796b-4c8b-8e32-ac1c07408ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337386 Dec 17 16:58:09.546946 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-1df46c98-6a17-4232-9993-c926d379f82d None None] Set router 5faeb6be-dd96-4c96-b3bc-9004470578ca gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:58:09.600219 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-27d7146c-1413-46bb-baaf-77b90a655853 req-7015143a-f6f5-472c-8954-9329d6b79f07 service neutron] 10.222.0.13 "GET /v2.0/networks/ab086ea3-bba0-499c-884a-e1dc2f30d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836391 Dec 17 16:58:09.693142 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-27d7146c-1413-46bb-baaf-77b90a655853 req-b26c4ef7-e68c-447b-8764-3f99082127a6 service neutron] 10.222.0.13 "GET /v2.0/networks/ab086ea3-bba0-499c-884a-e1dc2f30d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853436 Dec 17 16:58:09.774840 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-1df46c98-6a17-4232-9993-c926d379f82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'name': 'tempest-TestSnapshotPattern-930155732-router', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:28Z', 'updated_at': '2021-12-17T16:52:31Z', 'revision_number': 4, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'gw_port': {'id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:29Z', 'updated_at': '2021-12-17T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '9d1d49af-238a-4235-a3a6-a072bb1096b1', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'port_id': '574b49c3-6cf3-47b6-934c-408aee5968b5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'mac_address': 'fa:16:3e:38:75:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f87f917-d213-495b-89b2-ae2bd7b40c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:53:00Z', 'updated_at': '2021-12-17T16:53:03Z', 'revision_number': 1, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bc47a3-50c9-419d-9da9-2e9d127e45a2', 'name': '', 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'mac_address': 'fa:16:3e:14:36:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:31Z', 'updated_at': '2021-12-17T16:52:35Z', 'revision_number': 5, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'subnets': [{'id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:09.801619 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df46c98-6a17-4232-9993-c926d379f82d None None] The sync data for ids ['5faeb6be-dd96-4c96-b3bc-9004470578ca'] in n-d-820553-2 is: [{'id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'name': 'tempest-TestSnapshotPattern-930155732-router', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:28Z', 'updated_at': '2021-12-17T16:52:31Z', 'revision_number': 4, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'gw_port': {'id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:29Z', 'updated_at': '2021-12-17T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_floatingips': [{'id': '9d1d49af-238a-4235-a3a6-a072bb1096b1', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'floating_ip_address': '172.25.6.42', 'floating_network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'router_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'port_id': '574b49c3-6cf3-47b6-934c-408aee5968b5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'mac_address': 'fa:16:3e:38:75:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f87f917-d213-495b-89b2-ae2bd7b40c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-17T16:53:00Z', 'updated_at': '2021-12-17T16:53:03Z', 'revision_number': 1, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bc47a3-50c9-419d-9da9-2e9d127e45a2', 'name': '', 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'mac_address': 'fa:16:3e:14:36:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:31Z', 'updated_at': '2021-12-17T16:52:35Z', 'revision_number': 5, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'subnets': [{'id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:58:10.063521 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc893d5b-e41a-491c-934c-1ca2a65b1c98 None None] New status for floating IP c1588f23-1388-42a8-8c50-402017486659: DOWN {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:58:10.649752 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db2362-7f0e-47db-b650-5c9883bee9f7 req-5e5c4b22-1521-4011-9644-a99647ef0047 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:10.651209 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34db2362-7f0e-47db-b650-5c9883bee9f7 req-5e5c4b22-1521-4011-9644-a99647ef0047 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=450deb41-022e-48d2-951b-f6deaead8063 HTTP/1.1" status: 200 len: 945 time: 0.0497465 Dec 17 16:58:10.689782 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-34db2362-7f0e-47db-b650-5c9883bee9f7 req-84d5bf53-c167-4a9c-b227-51bbe40e45f2 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/security-groups?id=c33a5976-796b-4c8b-8e32-ac1c07408ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319591 Dec 17 16:58:11.043789 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419faee9-ecaf-49b7-9f5f-efab3a7b16aa req-ea1f3b0b-bb36-4824-8fa8-a11bc53af376 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:11.045291 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-419faee9-ecaf-49b7-9f5f-efab3a7b16aa req-ea1f3b0b-bb36-4824-8fa8-a11bc53af376 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.13 "GET /v2.0/ports?device_id=450deb41-022e-48d2-951b-f6deaead8063 HTTP/1.1" status: 200 len: 945 time: 0.0505726 Dec 17 16:58:11.132005 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-419faee9-ecaf-49b7-9f5f-efab3a7b16aa req-fee299d8-8ae0-4c05-b8f1-ab4416e17cc2 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Deleting port f1aad56d-1811-4bcb-8f44-0674da6d6a13 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:58:11.132347 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-419faee9-ecaf-49b7-9f5f-efab3a7b16aa req-fee299d8-8ae0-4c05-b8f1-ab4416e17cc2 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:11.222133 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-419faee9-ecaf-49b7-9f5f-efab3a7b16aa req-fee299d8-8ae0-4c05-b8f1-ab4416e17cc2 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] For port f1aad56d-1811-4bcb-8f44-0674da6d6a13, host n-h2-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820553-2',level=0,port_id=f1aad56d-1811-4bcb-8f44-0674da6d6a13,segment=NetworkSegment(20e1436b-26e4-479c-b9d3-ad4f8f578566),segment_id=20e1436b-26e4-479c-b9d3-ad4f8f578566)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:58:11.222407 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-419faee9-ecaf-49b7-9f5f-efab3a7b16aa req-fee299d8-8ae0-4c05-b8f1-ab4416e17cc2 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:11.235019 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-419faee9-ecaf-49b7-9f5f-efab3a7b16aa req-fee299d8-8ae0-4c05-b8f1-ab4416e17cc2 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Calling delete_port for f1aad56d-1811-4bcb-8f44-0674da6d6a13 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:58:11.432658 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-419faee9-ecaf-49b7-9f5f-efab3a7b16aa req-fee299d8-8ae0-4c05-b8f1-ab4416e17cc2 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:11.460857 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee299d8-8ae0-4c05-b8f1-ab4416e17cc2 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Pushing event deleted for resources: {'Port': ['ID=f1aad56d-1811-4bcb-8f44-0674da6d6a13,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:11.471437 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee299d8-8ae0-4c05-b8f1-ab4416e17cc2 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:11.471781 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee299d8-8ae0-4c05-b8f1-ab4416e17cc2 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:11.472115 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee299d8-8ae0-4c05-b8f1-ab4416e17cc2 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:11.472498 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee299d8-8ae0-4c05-b8f1-ab4416e17cc2 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:11.472776 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee299d8-8ae0-4c05-b8f1-ab4416e17cc2 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:11.473583 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee299d8-8ae0-4c05-b8f1-ab4416e17cc2 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:11.473583 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee299d8-8ae0-4c05-b8f1-ab4416e17cc2 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:11.473834 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee299d8-8ae0-4c05-b8f1-ab4416e17cc2 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:11.474063 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee299d8-8ae0-4c05-b8f1-ab4416e17cc2 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:11.474386 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee299d8-8ae0-4c05-b8f1-ab4416e17cc2 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:11.474704 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee299d8-8ae0-4c05-b8f1-ab4416e17cc2 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:11.475022 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee299d8-8ae0-4c05-b8f1-ab4416e17cc2 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820553-2 {{(pid=102833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 17 16:58:11.518012 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-419faee9-ecaf-49b7-9f5f-efab3a7b16aa req-fee299d8-8ae0-4c05-b8f1-ab4416e17cc2 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] No DVR routers for this DVR port f1aad56d-1811-4bcb-8f44-0674da6d6a13 on host n-h2-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:58:11.520630 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-419faee9-ecaf-49b7-9f5f-efab3a7b16aa req-fee299d8-8ae0-4c05-b8f1-ab4416e17cc2 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:11.523970 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-419faee9-ecaf-49b7-9f5f-efab3a7b16aa req-fee299d8-8ae0-4c05-b8f1-ab4416e17cc2 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.13 "DELETE /v2.0/ports/f1aad56d-1811-4bcb-8f44-0674da6d6a13 HTTP/1.1" status: 204 len: 173 time: 0.4728231 Dec 17 16:58:11.524665 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450deb41-022e-48d2-951b-f6deaead8063', 'name': 'network-vif-deleted', 'tag': 'f1aad56d-1811-4bcb-8f44-0674da6d6a13'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:58:11.526944 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a321bfd7-9f73-4a5f-a995-975c86ab446e" -d '{"events": [{"server_uuid": "450deb41-022e-48d2-951b-f6deaead8063", "name": "network-vif-deleted", "tag": "f1aad56d-1811-4bcb-8f44-0674da6d6a13"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:58:11.561876 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3888cb85-a0f0-420f-ab7b-19181aa8613e x-openstack-request-id: req-3888cb85-a0f0-420f-ab7b-19181aa8613e {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:58:11.562165 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450deb41-022e-48d2-951b-f6deaead8063", "name": "network-vif-deleted", "tag": "f1aad56d-1811-4bcb-8f44-0674da6d6a13", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:58:11.562414 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3888cb85-a0f0-420f-ab7b-19181aa8613e {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:58:11.562816 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450deb41-022e-48d2-951b-f6deaead8063', 'name': 'network-vif-deleted', 'tag': 'f1aad56d-1811-4bcb-8f44-0674da6d6a13', 'status': 'completed', 'code': 200} Dec 17 16:58:11.615880 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:11.783143 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-f182b238-2bf3-4566-aeb0-bc9fbd202167 req-0f83283b-7ede-41f4-b05b-dd093ab31aef tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=450deb41-022e-48d2-951b-f6deaead8063 HTTP/1.1" status: 200 len: 210 time: 0.0269017 Dec 17 16:58:12.036118 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device f1aad56d-1811-4bcb-8f44-0674da6d6a13 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:58:12.056389 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: f1aad56d-1811-4bcb-8f44-0674da6d6a13 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:58:12.060286 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device f1aad56d-1811-4bcb-8f44-0674da6d6a13 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:58:14.109026 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48210) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:58:14.266792 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-bce30f0c-b136-4ac6-9ada-68faa95731ce tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Deleting port 8aae492d-4000-47b5-ab6b-9d1c30f0c08e {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:58:14.267142 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bce30f0c-b136-4ac6-9ada-68faa95731ce tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:14.344282 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bce30f0c-b136-4ac6-9ada-68faa95731ce tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:14.344610 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bce30f0c-b136-4ac6-9ada-68faa95731ce tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:14.356265 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-bce30f0c-b136-4ac6-9ada-68faa95731ce tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Calling delete_port for 8aae492d-4000-47b5-ab6b-9d1c30f0c08e owned by network:floatingip {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:58:14.562811 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bce30f0c-b136-4ac6-9ada-68faa95731ce tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:14.588558 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce30f0c-b136-4ac6-9ada-68faa95731ce tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Pushing event deleted for resources: {'Port': ['ID=8aae492d-4000-47b5-ab6b-9d1c30f0c08e,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:14.646527 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bce30f0c-b136-4ac6-9ada-68faa95731ce tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for floatingip, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:14.646852 n-d-820553-2 neutron-server[102832]: INFO neutron.db.l3_db [None req-bce30f0c-b136-4ac6-9ada-68faa95731ce tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Floating IP 9d1d49af-238a-4235-a3a6-a072bb1096b1 disassociated (deleted). External IP: 172.25.6.42, port: 574b49c3-6cf3-47b6-934c-408aee5968b5. Dec 17 16:58:15.128025 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce30f0c-b136-4ac6-9ada-68faa95731ce tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Router 5faeb6be-dd96-4c96-b3bc-9004470578ca has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:58:15.233342 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce30f0c-b136-4ac6-9ada-68faa95731ce tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:58:15.238112 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-bce30f0c-b136-4ac6-9ada-68faa95731ce tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for floatingip, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:15.242813 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7eced3-1886-4854-b21b-a6a80989d41a None None] Sync routers for ids ['5faeb6be-dd96-4c96-b3bc-9004470578ca'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:58:15.252148 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7eced3-1886-4854-b21b-a6a80989d41a None None] Routers {'5faeb6be-dd96-4c96-b3bc-9004470578ca'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:58:15.252760 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-6f7eced3-1886-4854-b21b-a6a80989d41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:58:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5faeb6be-dd96-4c96-b3bc-9004470578ca'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:15.264346 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-bce30f0c-b136-4ac6-9ada-68faa95731ce tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "DELETE /v2.0/floatingips/9d1d49af-238a-4235-a3a6-a072bb1096b1 HTTP/1.1" status: 204 len: 168 time: 1.1541915 Dec 17 16:58:15.264921 n-d-820553-2 neutron-server[102832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f87f917-d213-495b-89b2-ae2bd7b40c83', 'tag': '574b49c3-6cf3-47b6-934c-408aee5968b5'}] {{(pid=102832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:58:15.267206 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8d9dde65d87f77979ab7779ec4af44e6e3bf331c8a24eb2abb769815fa7c2d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60177b93-e217-4fd2-a77c-264689e0c944" -d '{"events": [{"name": "network-changed", "server_uuid": "5f87f917-d213-495b-89b2-ae2bd7b40c83", "tag": "574b49c3-6cf3-47b6-934c-408aee5968b5"}]}' {{(pid=102832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:58:15.306351 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Dec 2021 16:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18795141-234a-4cff-833c-08453314a553 x-openstack-request-id: req-18795141-234a-4cff-833c-08453314a553 {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:58:15.306648 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f87f917-d213-495b-89b2-ae2bd7b40c83", "tag": "574b49c3-6cf3-47b6-934c-408aee5968b5", "status": "completed", "code": 200}]} {{(pid=102832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:58:15.306896 n-d-820553-2 neutron-server[102832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-18795141-234a-4cff-833c-08453314a553 {{(pid=102832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:58:15.307346 n-d-820553-2 neutron-server[102832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f87f917-d213-495b-89b2-ae2bd7b40c83', 'tag': '574b49c3-6cf3-47b6-934c-408aee5968b5', 'status': 'completed', 'code': 200} Dec 17 16:58:15.365741 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-6f7eced3-1886-4854-b21b-a6a80989d41a None None] Set router 5faeb6be-dd96-4c96-b3bc-9004470578ca gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:58:15.434605 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60177b93-e217-4fd2-a77c-264689e0c944 req-30dbfabc-aa14-4000-8c34-f740fb9d6579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:15.436786 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-60177b93-e217-4fd2-a77c-264689e0c944 req-30dbfabc-aa14-4000-8c34-f740fb9d6579 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5739f578f31c407783d0a1cbd3aaaba4&device_id=5f87f917-d213-495b-89b2-ae2bd7b40c83 HTTP/1.1" status: 200 len: 1094 time: 0.0863366 Dec 17 16:58:15.534255 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60177b93-e217-4fd2-a77c-264689e0c944 req-a43edcf6-17f4-4df7-87e5-442487e55a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:15.535769 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-60177b93-e217-4fd2-a77c-264689e0c944 req-a43edcf6-17f4-4df7-87e5-442487e55a6e service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab086ea3-bba0-499c-884a-e1dc2f30d557 HTTP/1.1" status: 200 len: 910 time: 0.0919764 Dec 17 16:58:15.581678 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-60177b93-e217-4fd2-a77c-264689e0c944 req-8daa3025-f58e-43ff-b86b-27c0aaeebdee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=574b49c3-6cf3-47b6-934c-408aee5968b5 HTTP/1.1" status: 200 len: 217 time: 0.0387778 Dec 17 16:58:15.584970 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-6f7eced3-1886-4854-b21b-a6a80989d41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'name': 'tempest-TestSnapshotPattern-930155732-router', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:28Z', 'updated_at': '2021-12-17T16:52:31Z', 'revision_number': 4, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'gw_port': {'id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:29Z', 'updated_at': '2021-12-17T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'a9bc47a3-50c9-419d-9da9-2e9d127e45a2', 'name': '', 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'mac_address': 'fa:16:3e:14:36:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:31Z', 'updated_at': '2021-12-17T16:52:35Z', 'revision_number': 5, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'subnets': [{'id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:15.617106 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7eced3-1886-4854-b21b-a6a80989d41a None None] Checking router: 5faeb6be-dd96-4c96-b3bc-9004470578ca for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:58:15.626031 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7eced3-1886-4854-b21b-a6a80989d41a None None] Routers {'5faeb6be-dd96-4c96-b3bc-9004470578ca'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:58:15.626649 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-6f7eced3-1886-4854-b21b-a6a80989d41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:58:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5faeb6be-dd96-4c96-b3bc-9004470578ca'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:15.637872 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60177b93-e217-4fd2-a77c-264689e0c944 req-34429aeb-033b-41bc-beef-fadf9eef6811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:15.639430 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-60177b93-e217-4fd2-a77c-264689e0c944 req-34429aeb-033b-41bc-beef-fadf9eef6811 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a4d13304-63d2-4dc8-83ae-7ffe6b519d63 HTTP/1.1" status: 200 len: 848 time: 0.0512512 Dec 17 16:58:15.679282 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808810ae-706b-4a81-9166-fe5072c21cc8 req-f9c624fa-3be8-4953-8053-97c032c37e24 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:15.680953 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-808810ae-706b-4a81-9166-fe5072c21cc8 req-f9c624fa-3be8-4953-8053-97c032c37e24 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f87f917-d213-495b-89b2-ae2bd7b40c83 HTTP/1.1" status: 200 len: 943 time: 0.0551713 Dec 17 16:58:15.688825 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60177b93-e217-4fd2-a77c-264689e0c944 req-c2485d0c-1e7e-4016-a130-20f64b20345e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:15.690393 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-60177b93-e217-4fd2-a77c-264689e0c944 req-c2485d0c-1e7e-4016-a130-20f64b20345e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab086ea3-bba0-499c-884a-e1dc2f30d557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440586 Dec 17 16:58:15.721198 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-808810ae-706b-4a81-9166-fe5072c21cc8 req-b1462b82-a5ee-41d2-af2e-3ed57870511f tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/security-groups?id=c33a5976-796b-4c8b-8e32-ac1c07408ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336273 Dec 17 16:58:15.736932 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-6f7eced3-1886-4854-b21b-a6a80989d41a None None] Set router 5faeb6be-dd96-4c96-b3bc-9004470578ca gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:58:15.788935 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-60177b93-e217-4fd2-a77c-264689e0c944 req-3349b974-2146-4044-b66b-5f3c15743d2c service neutron] 10.222.0.41 "GET /v2.0/networks/ab086ea3-bba0-499c-884a-e1dc2f30d557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910025 Dec 17 16:58:15.880104 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-60177b93-e217-4fd2-a77c-264689e0c944 req-62e48265-cdad-4ae9-984e-c6302a9069e3 service neutron] 10.222.0.41 "GET /v2.0/networks/ab086ea3-bba0-499c-884a-e1dc2f30d557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824349 Dec 17 16:58:15.934332 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-6f7eced3-1886-4854-b21b-a6a80989d41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'name': 'tempest-TestSnapshotPattern-930155732-router', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:28Z', 'updated_at': '2021-12-17T16:52:31Z', 'revision_number': 4, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'gw_port': {'id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:29Z', 'updated_at': '2021-12-17T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'a9bc47a3-50c9-419d-9da9-2e9d127e45a2', 'name': '', 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'mac_address': 'fa:16:3e:14:36:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:31Z', 'updated_at': '2021-12-17T16:52:35Z', 'revision_number': 5, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'subnets': [{'id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:15.964873 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7eced3-1886-4854-b21b-a6a80989d41a None None] The sync data for ids ['5faeb6be-dd96-4c96-b3bc-9004470578ca'] in n-d-820553-2 is: [{'id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'name': 'tempest-TestSnapshotPattern-930155732-router', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:28Z', 'updated_at': '2021-12-17T16:52:31Z', 'revision_number': 4, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'gw_port': {'id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:29Z', 'updated_at': '2021-12-17T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2', '_interfaces': [{'id': 'a9bc47a3-50c9-419d-9da9-2e9d127e45a2', 'name': '', 'network_id': 'ab086ea3-bba0-499c-884a-e1dc2f30d557', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'mac_address': 'fa:16:3e:14:36:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:31Z', 'updated_at': '2021-12-17T16:52:35Z', 'revision_number': 5, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'subnets': [{'id': 'a4d13304-63d2-4dc8-83ae-7ffe6b519d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:58:16.079213 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device f1aad56d-1811-4bcb-8f44-0674da6d6a13 no longer exists at agent hyperv_n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:58:16.099878 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] No Port match for: f1aad56d-1811-4bcb-8f44-0674da6d6a13 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:58:16.100230 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Device f1aad56d-1811-4bcb-8f44-0674da6d6a13 not bound to the agent host n-h2-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:58:16.178268 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0257b56-f2bb-4366-b547-1ae6188b8ea1 None None] New status for floating IP 9d1d49af-238a-4235-a3a6-a072bb1096b1: DOWN {{(pid=102835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 17 16:58:16.670121 n-d-820553-2 neutron-server[102833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef53bf-fc93-4f14-8b31-ecc73084bec6 req-1b4a31f5-2b16-461d-ad3e-0492bfdd939e tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:16.671694 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-baef53bf-fc93-4f14-8b31-ecc73084bec6 req-1b4a31f5-2b16-461d-ad3e-0492bfdd939e tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f87f917-d213-495b-89b2-ae2bd7b40c83 HTTP/1.1" status: 200 len: 943 time: 0.0493689 Dec 17 16:58:16.768877 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-baef53bf-fc93-4f14-8b31-ecc73084bec6 req-d630ddf8-1293-4e8c-99d3-36bd9910945a tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Deleting port 574b49c3-6cf3-47b6-934c-408aee5968b5 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:58:16.769245 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-baef53bf-fc93-4f14-8b31-ecc73084bec6 req-d630ddf8-1293-4e8c-99d3-36bd9910945a tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:16.842298 n-d-820553-2 neutron-server[102832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d1fd2-dea2-4242-8d8e-343a00489f1b req-d0008661-9630-4bed-abae-966bec5f238d tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 17 16:58:16.843939 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d85d1fd2-dea2-4242-8d8e-343a00489f1b req-d0008661-9630-4bed-abae-966bec5f238d tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f87f917-d213-495b-89b2-ae2bd7b40c83 HTTP/1.1" status: 200 len: 943 time: 0.0494156 Dec 17 16:58:16.857952 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [req-baef53bf-fc93-4f14-8b31-ecc73084bec6 req-d630ddf8-1293-4e8c-99d3-36bd9910945a tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] For port 574b49c3-6cf3-47b6-934c-408aee5968b5, host n-h1-820553-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820553-2',level=0,port_id=574b49c3-6cf3-47b6-934c-408aee5968b5,segment=NetworkSegment(20e1436b-26e4-479c-b9d3-ad4f8f578566),segment_id=20e1436b-26e4-479c-b9d3-ad4f8f578566)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:58:16.858318 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-baef53bf-fc93-4f14-8b31-ecc73084bec6 req-d630ddf8-1293-4e8c-99d3-36bd9910945a tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:16.870805 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [req-baef53bf-fc93-4f14-8b31-ecc73084bec6 req-d630ddf8-1293-4e8c-99d3-36bd9910945a tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Calling delete_port for 574b49c3-6cf3-47b6-934c-408aee5968b5 owned by compute:nova {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:58:16.882486 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-d85d1fd2-dea2-4242-8d8e-343a00489f1b req-12487b2e-e807-4a2c-acf7-3e21dde38b86 tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/security-groups?id=c33a5976-796b-4c8b-8e32-ac1c07408ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323031 Dec 17 16:58:17.078013 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-baef53bf-fc93-4f14-8b31-ecc73084bec6 req-d630ddf8-1293-4e8c-99d3-36bd9910945a tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:17.104706 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d630ddf8-1293-4e8c-99d3-36bd9910945a tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Pushing event deleted for resources: {'Port': ['ID=574b49c3-6cf3-47b6-934c-408aee5968b5,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:17.152200 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [req-baef53bf-fc93-4f14-8b31-ecc73084bec6 req-d630ddf8-1293-4e8c-99d3-36bd9910945a tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] No DVR routers for this DVR port 574b49c3-6cf3-47b6-934c-408aee5968b5 on host n-h1-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:58:17.154733 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [req-baef53bf-fc93-4f14-8b31-ecc73084bec6 req-d630ddf8-1293-4e8c-99d3-36bd9910945a tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-119045'] for port, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:17.158146 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [req-baef53bf-fc93-4f14-8b31-ecc73084bec6 req-d630ddf8-1293-4e8c-99d3-36bd9910945a tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.41 "DELETE /v2.0/ports/574b49c3-6cf3-47b6-934c-408aee5968b5 HTTP/1.1" status: 204 len: 173 time: 0.4785833 Dec 17 16:58:17.158595 n-d-820553-2 neutron-server[102833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f87f917-d213-495b-89b2-ae2bd7b40c83', 'name': 'network-vif-deleted', 'tag': '574b49c3-6cf3-47b6-934c-408aee5968b5'}] {{(pid=102833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 17 16:58:17.160839 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0c96aa5b6de56b2490c3b954337593059c7ca76a85f1573444af8b03ca6747d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52507c0f-66ee-4ff8-836a-34821d0da49a" -d '{"events": [{"server_uuid": "5f87f917-d213-495b-89b2-ae2bd7b40c83", "name": "network-vif-deleted", "tag": "574b49c3-6cf3-47b6-934c-408aee5968b5"}]}' {{(pid=102833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 17 16:58:17.196722 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Dec 2021 16:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f1f639-7364-4954-840f-91cbdc8deabb x-openstack-request-id: req-17f1f639-7364-4954-840f-91cbdc8deabb {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 17 16:58:17.197015 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f87f917-d213-495b-89b2-ae2bd7b40c83", "name": "network-vif-deleted", "tag": "574b49c3-6cf3-47b6-934c-408aee5968b5", "status": "completed", "code": 200}]} {{(pid=102833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 17 16:58:17.197291 n-d-820553-2 neutron-server[102833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-17f1f639-7364-4954-840f-91cbdc8deabb {{(pid=102833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 17 16:58:17.197736 n-d-820553-2 neutron-server[102833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f87f917-d213-495b-89b2-ae2bd7b40c83', 'name': 'network-vif-deleted', 'tag': '574b49c3-6cf3-47b6-934c-408aee5968b5', 'status': 'completed', 'code': 200} Dec 17 16:58:17.989654 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [req-eea83a63-8cf4-47e5-978c-340b8c08d18d req-411be51c-dff5-4a10-9284-89a0ed18c9ad tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f87f917-d213-495b-89b2-ae2bd7b40c83 HTTP/1.1" status: 200 len: 210 time: 0.0284319 Dec 17 16:58:19.055310 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48230) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:58:19.112835 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-75e1f115-466f-43ff-9c2d-461bd408a35b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for security_group, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:19.141122 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-75e1f115-466f-43ff-9c2d-461bd408a35b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:19.265349 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-75e1f115-466f-43ff-9c2d-461bd408a35b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:19.268322 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-75e1f115-466f-43ff-9c2d-461bd408a35b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Notify callbacks [] for security_group, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:19.269498 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-75e1f115-466f-43ff-9c2d-461bd408a35b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] 10.222.0.46 "DELETE /v2.0/security-groups/c33a5976-796b-4c8b-8e32-ac1c07408ecd HTTP/1.1" status: 204 len: 168 time: 0.2131970 Dec 17 16:58:19.279803 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1f115-466f-43ff-9c2d-461bd408a35b tempest-TestSnapshotPattern-1808806633 tempest-TestSnapshotPattern-1808806633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33a5976-796b-4c8b-8e32-ac1c07408ecd,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:19.384529 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48234) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:58:19.807984 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d01aed62-d667-4d11-afec-9169e1b61c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:20.380831 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-d01aed62-d667-4d11-afec-9169e1b61c56 admin admin] Deleting port a9bc47a3-50c9-419d-9da9-2e9d127e45a2 {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:58:20.381191 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d01aed62-d667-4d11-afec-9169e1b61c56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:20.458780 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-d01aed62-d667-4d11-afec-9169e1b61c56 admin admin] For port a9bc47a3-50c9-419d-9da9-2e9d127e45a2, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=a9bc47a3-50c9-419d-9da9-2e9d127e45a2,segment=NetworkSegment(20e1436b-26e4-479c-b9d3-ad4f8f578566),segment_id=20e1436b-26e4-479c-b9d3-ad4f8f578566)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:58:20.459499 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d01aed62-d667-4d11-afec-9169e1b61c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:20.471701 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-d01aed62-d667-4d11-afec-9169e1b61c56 admin admin] Calling delete_port for a9bc47a3-50c9-419d-9da9-2e9d127e45a2 owned by network:router_interface {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:58:20.705594 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d01aed62-d667-4d11-afec-9169e1b61c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:20.730962 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01aed62-d667-4d11-afec-9169e1b61c56 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9bc47a3-50c9-419d-9da9-2e9d127e45a2,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:20.768830 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 574b49c3-6cf3-47b6-934c-408aee5968b5 no longer exists at agent hyperv_n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:58:20.789027 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] No Port match for: 574b49c3-6cf3-47b6-934c-408aee5968b5 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:58:20.789410 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Device 574b49c3-6cf3-47b6-934c-408aee5968b5 not bound to the agent host n-h1-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:58:20.896056 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-d01aed62-d667-4d11-afec-9169e1b61c56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:21.110564 n-d-820553-2 neutron-server[102833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01aed62-d667-4d11-afec-9169e1b61c56 admin admin] Router 5faeb6be-dd96-4c96-b3bc-9004470578ca has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:58:21.216408 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01aed62-d667-4d11-afec-9169e1b61c56 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:58:21.222121 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-d01aed62-d667-4d11-afec-9169e1b61c56 admin admin] 10.222.0.46 "PUT /v2.0/routers/5faeb6be-dd96-4c96-b3bc-9004470578ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8365314 Dec 17 16:58:21.224667 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48238) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:58:21.227264 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1962280-8a4c-4967-bb1b-b322eee252d9 None None] Sync routers for ids ['5faeb6be-dd96-4c96-b3bc-9004470578ca'] in n-d-820553-2 {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:58:21.236734 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1962280-8a4c-4967-bb1b-b322eee252d9 None None] Routers {'5faeb6be-dd96-4c96-b3bc-9004470578ca'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:58:21.237495 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-a1962280-8a4c-4967-bb1b-b322eee252d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:58:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5faeb6be-dd96-4c96-b3bc-9004470578ca'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:21.330823 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1123e36e-f5f5-4211-a79b-08b72547392b admin admin] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:21.440031 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1123e36e-f5f5-4211-a79b-08b72547392b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:21.502574 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-a1962280-8a4c-4967-bb1b-b322eee252d9 None None] Set router 5faeb6be-dd96-4c96-b3bc-9004470578ca gateway port host: n-d-820553-2 {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:58:21.566200 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-1123e36e-f5f5-4211-a79b-08b72547392b admin admin] Deleting port 1737712b-6760-4bab-baa4-8aa2e6ed597e {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:58:21.566697 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1123e36e-f5f5-4211-a79b-08b72547392b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:21.645805 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-1123e36e-f5f5-4211-a79b-08b72547392b admin admin] For port 1737712b-6760-4bab-baa4-8aa2e6ed597e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=1737712b-6760-4bab-baa4-8aa2e6ed597e,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:58:21.646167 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1123e36e-f5f5-4211-a79b-08b72547392b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:21.659219 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-1123e36e-f5f5-4211-a79b-08b72547392b admin admin] Calling delete_port for 1737712b-6760-4bab-baa4-8aa2e6ed597e owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:58:21.681549 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-a1962280-8a4c-4967-bb1b-b322eee252d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'name': 'tempest-TestSnapshotPattern-930155732-router', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107'}], 'enable_snat': True}, 'gw_port_id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:28Z', 'updated_at': '2021-12-17T16:58:20Z', 'revision_number': 5, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'gw_port': {'id': '1737712b-6760-4bab-baa4-8aa2e6ed597e', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:29Z', 'updated_at': '2021-12-17T16:52:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:21.715173 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1962280-8a4c-4967-bb1b-b322eee252d9 None None] Checking router: 5faeb6be-dd96-4c96-b3bc-9004470578ca for host: n-d-820553-2 {{(pid=102834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:58:21.724064 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1962280-8a4c-4967-bb1b-b322eee252d9 None None] Routers {'5faeb6be-dd96-4c96-b3bc-9004470578ca'} bound to L3 agent in host n-d-820553-2 {{(pid=102834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:58:21.724665 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-a1962280-8a4c-4967-bb1b-b322eee252d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:58:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['5faeb6be-dd96-4c96-b3bc-9004470578ca'], 'active': True} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:21.815660 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvr_db [None req-a1962280-8a4c-4967-bb1b-b322eee252d9 None None] Set router 5faeb6be-dd96-4c96-b3bc-9004470578ca gateway port host: None {{(pid=102834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:58:21.867552 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_hamode_db [None req-a1962280-8a4c-4967-bb1b-b322eee252d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'name': 'tempest-TestSnapshotPattern-930155732-router', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:28Z', 'updated_at': '2021-12-17T16:58:21Z', 'revision_number': 6, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:21.897818 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1962280-8a4c-4967-bb1b-b322eee252d9 None None] The sync data for ids ['5faeb6be-dd96-4c96-b3bc-9004470578ca'] in n-d-820553-2 is: [{'id': '5faeb6be-dd96-4c96-b3bc-9004470578ca', 'name': 'tempest-TestSnapshotPattern-930155732-router', 'tenant_id': '5739f578f31c407783d0a1cbd3aaaba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:28Z', 'updated_at': '2021-12-17T16:58:21Z', 'revision_number': 6, 'project_id': '5739f578f31c407783d0a1cbd3aaaba4', 'gw_port_host': None}] {{(pid=102834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:58:21.919003 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1123e36e-f5f5-4211-a79b-08b72547392b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:21.953413 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123e36e-f5f5-4211-a79b-08b72547392b admin admin] Pushing event deleted for resources: {'Port': ['ID=1737712b-6760-4bab-baa4-8aa2e6ed597e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:22.013475 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1123e36e-f5f5-4211-a79b-08b72547392b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:22.103450 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1123e36e-f5f5-4211-a79b-08b72547392b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:22.105720 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1123e36e-f5f5-4211-a79b-08b72547392b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:22.225744 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1123e36e-f5f5-4211-a79b-08b72547392b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:22.226317 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1123e36e-f5f5-4211-a79b-08b72547392b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5faeb6be-dd96-4c96-b3bc-9004470578ca {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:58:22.236328 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-1123e36e-f5f5-4211-a79b-08b72547392b admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:22.236328 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-1123e36e-f5f5-4211-a79b-08b72547392b admin admin] 10.222.0.46 "DELETE /v2.0/routers/5faeb6be-dd96-4c96-b3bc-9004470578ca HTTP/1.1" status: 204 len: 168 time: 1.0076911 Dec 17 16:58:22.236328 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48240) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:58:22.287518 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcfb0757-b831-4b7f-801c-6f81bc7d9233 admin admin] Deleting subnet a4d13304-63d2-4dc8-83ae-7ffe6b519d63 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 16:58:22.290884 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bcfb0757-b831-4b7f-801c-6f81bc7d9233 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:22.327183 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bcfb0757-b831-4b7f-801c-6f81bc7d9233 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:22.403058 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bcfb0757-b831-4b7f-801c-6f81bc7d9233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:22.539955 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bcfb0757-b831-4b7f-801c-6f81bc7d9233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:22.564292 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb0757-b831-4b7f-801c-6f81bc7d9233 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4d13304-63d2-4dc8-83ae-7ffe6b519d63,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:22.571296 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-bcfb0757-b831-4b7f-801c-6f81bc7d9233 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:22.575424 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-bcfb0757-b831-4b7f-801c-6f81bc7d9233 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a4d13304-63d2-4dc8-83ae-7ffe6b519d63 HTTP/1.1" status: 204 len: 168 time: 0.3386321 Dec 17 16:58:22.576569 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b366236-be99-4e1b-a5e7-78d58fcb5b35 None None] Network ab086ea3-bba0-499c-884a-e1dc2f30d557 requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:58:22.578499 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48242) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:58:22.652548 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b73b9924-b34d-4a1f-8484-a4895cf2cb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:22.707304 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-b73b9924-b34d-4a1f-8484-a4895cf2cb6c admin admin] Deleting port 61f026db-4e0b-42ba-9f60-e6395e38788e {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:58:22.707649 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b73b9924-b34d-4a1f-8484-a4895cf2cb6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:22.761626 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e6c589-38b2-45ee-89c4-94acb8fdab82 None None] DHCP port deletion for ab086ea3-bba0-499c-884a-e1dc2f30d557 request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 16:58:22.786993 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-b73b9924-b34d-4a1f-8484-a4895cf2cb6c admin admin] For port 61f026db-4e0b-42ba-9f60-e6395e38788e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=61f026db-4e0b-42ba-9f60-e6395e38788e,segment=NetworkSegment(20e1436b-26e4-479c-b9d3-ad4f8f578566),segment_id=20e1436b-26e4-479c-b9d3-ad4f8f578566)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:58:22.787357 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b73b9924-b34d-4a1f-8484-a4895cf2cb6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:22.802137 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-b73b9924-b34d-4a1f-8484-a4895cf2cb6c admin admin] Calling delete_port for 61f026db-4e0b-42ba-9f60-e6395e38788e owned by network:dhcp {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:58:22.821158 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-b4e6c589-38b2-45ee-89c4-94acb8fdab82 None None] Deleting port 61f026db-4e0b-42ba-9f60-e6395e38788e {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:58:22.821614 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b4e6c589-38b2-45ee-89c4-94acb8fdab82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:22.906254 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-b4e6c589-38b2-45ee-89c4-94acb8fdab82 None None] For port 61f026db-4e0b-42ba-9f60-e6395e38788e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=61f026db-4e0b-42ba-9f60-e6395e38788e,segment=NetworkSegment(20e1436b-26e4-479c-b9d3-ad4f8f578566),segment_id=20e1436b-26e4-479c-b9d3-ad4f8f578566)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:58:22.906254 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b4e6c589-38b2-45ee-89c4-94acb8fdab82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:22.911971 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-b4e6c589-38b2-45ee-89c4-94acb8fdab82 None None] Calling delete_port for 61f026db-4e0b-42ba-9f60-e6395e38788e owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:58:22.991500 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b73b9924-b34d-4a1f-8484-a4895cf2cb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:22.996777 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b4e6c589-38b2-45ee-89c4-94acb8fdab82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:23.022348 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b9924-b34d-4a1f-8484-a4895cf2cb6c admin admin] Pushing event deleted for resources: {'Port': ['ID=61f026db-4e0b-42ba-9f60-e6395e38788e,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:23.022588 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6c589-38b2-45ee-89c4-94acb8fdab82 None None] Pushing event deleted for resources: {'Port': ['ID=61f026db-4e0b-42ba-9f60-e6395e38788e,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:23.027203 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e6c589-38b2-45ee-89c4-94acb8fdab82 None None] No DVR routers for this DVR port 61f026db-4e0b-42ba-9f60-e6395e38788e on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:58:23.035559 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73b9924-b34d-4a1f-8484-a4895cf2cb6c admin admin] No DVR routers for this DVR port 61f026db-4e0b-42ba-9f60-e6395e38788e on host n-d-820553-2 {{(pid=102833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:58:23.103582 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b73b9924-b34d-4a1f-8484-a4895cf2cb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:23.123316 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-b73b9924-b34d-4a1f-8484-a4895cf2cb6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab086ea3-bba0-499c-884a-e1dc2f30d557']}} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:23.132322 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-b73b9924-b34d-4a1f-8484-a4895cf2cb6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e1436b-26e4-479c-b9d3-ad4f8f578566') {'for_net_delete': True} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:23.132612 n-d-820553-2 neutron-server[102833]: DEBUG neutron.services.segments.db [None req-b73b9924-b34d-4a1f-8484-a4895cf2cb6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e1436b-26e4-479c-b9d3-ad4f8f578566') {} {{(pid=102833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:23.142233 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b73b9924-b34d-4a1f-8484-a4895cf2cb6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8466281'] for segment, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:23.155545 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b73b9924-b34d-4a1f-8484-a4895cf2cb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:23.161123 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b73b9924-b34d-4a1f-8484-a4895cf2cb6c admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=102833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:58:23.161497 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b73b9924-b34d-4a1f-8484-a4895cf2cb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859120'] for segment, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:23.163074 n-d-820553-2 neutron-server[102833]: Traceback (most recent call last): Dec 17 16:58:23.163074 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:58:23.163074 n-d-820553-2 neutron-server[102833]: timer() Dec 17 16:58:23.163074 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:58:23.163074 n-d-820553-2 neutron-server[102833]: cb(*args, **kw) Dec 17 16:58:23.163074 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:58:23.163074 n-d-820553-2 neutron-server[102833]: return func(*args, **kwargs) Dec 17 16:58:23.163074 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:58:23.163074 n-d-820553-2 neutron-server[102833]: self._notify() Dec 17 16:58:23.163074 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:58:23.163074 n-d-820553-2 neutron-server[102833]: self.callback(batched_events) Dec 17 16:58:23.163074 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:58:23.163074 n-d-820553-2 neutron-server[102833]: event.method(event) Dec 17 16:58:23.163074 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:58:23.163074 n-d-820553-2 neutron-server[102833]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:58:23.163074 n-d-820553-2 neutron-server[102833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:58:23.163074 n-d-820553-2 neutron-server[102833]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:58:23.163074 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:58:23.163074 n-d-820553-2 neutron-server[102833]: return f(self, *a, **k) Dec 17 16:58:23.163074 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:58:23.163074 n-d-820553-2 neutron-server[102833]: return self._get(url).json() Dec 17 16:58:23.163074 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:58:23.163074 n-d-820553-2 neutron-server[102833]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:58:23.163074 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:58:23.163074 n-d-820553-2 neutron-server[102833]: return self.request(url, 'GET', **kwargs) Dec 17 16:58:23.163074 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:58:23.163074 n-d-820553-2 neutron-server[102833]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:58:23.163074 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:58:23.163074 n-d-820553-2 neutron-server[102833]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:58:23.163074 n-d-820553-2 neutron-server[102833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:58:23.163074 n-d-820553-2 neutron-server[102833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:58:23.163074 n-d-820553-2 neutron-server[102833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:58:23.290498 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b73b9924-b34d-4a1f-8484-a4895cf2cb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:23.297011 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-b73b9924-b34d-4a1f-8484-a4895cf2cb6c admin admin] Notify callbacks [] for network, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:23.300054 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-b73b9924-b34d-4a1f-8484-a4895cf2cb6c admin admin] 10.222.0.46 "DELETE /v2.0/networks/ab086ea3-bba0-499c-884a-e1dc2f30d557 HTTP/1.1" status: 204 len: 168 time: 0.7188439 Dec 17 16:58:23.311741 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b9924-b34d-4a1f-8484-a4895cf2cb6c admin admin] Pushing event deleted for resources: {'Network': ['ID=ab086ea3-bba0-499c-884a-e1dc2f30d557,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:23.312750 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48244) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:58:23.549641 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 1737712b-6760-4bab-baa4-8aa2e6ed597e no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:58:23.569981 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 1737712b-6760-4bab-baa4-8aa2e6ed597e {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:58:23.570327 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 1737712b-6760-4bab-baa4-8aa2e6ed597e not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:58:23.570736 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 61f026db-4e0b-42ba-9f60-e6395e38788e no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:58:23.589577 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 61f026db-4e0b-42ba-9f60-e6395e38788e {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:58:23.589929 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 61f026db-4e0b-42ba-9f60-e6395e38788e not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:58:23.590337 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a9bc47a3-50c9-419d-9da9-2e9d127e45a2 no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:58:23.609337 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: a9bc47a3-50c9-419d-9da9-2e9d127e45a2 {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:58:23.609686 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device a9bc47a3-50c9-419d-9da9-2e9d127e45a2 not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:58:23.658955 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c1b80dce-e385-4b3c-8c5a-0214c8afce22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3973945'] for router_interface, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:23.900421 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-c1b80dce-e385-4b3c-8c5a-0214c8afce22 admin admin] Deleting port bf26fb55-ff8d-47c0-bbcc-6c9b86e918be {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:58:23.900761 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c1b80dce-e385-4b3c-8c5a-0214c8afce22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:23.980811 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-c1b80dce-e385-4b3c-8c5a-0214c8afce22 admin admin] For port bf26fb55-ff8d-47c0-bbcc-6c9b86e918be, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=bf26fb55-ff8d-47c0-bbcc-6c9b86e918be,segment=NetworkSegment(09113184-ca5b-4545-9da5-763b3e09e038),segment_id=09113184-ca5b-4545-9da5-763b3e09e038)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:58:23.981219 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c1b80dce-e385-4b3c-8c5a-0214c8afce22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:23.993935 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-c1b80dce-e385-4b3c-8c5a-0214c8afce22 admin admin] Calling delete_port for bf26fb55-ff8d-47c0-bbcc-6c9b86e918be owned by network:router_interface {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:58:24.233852 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c1b80dce-e385-4b3c-8c5a-0214c8afce22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:24.259377 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b80dce-e385-4b3c-8c5a-0214c8afce22 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf26fb55-ff8d-47c0-bbcc-6c9b86e918be,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:24.436613 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-c1b80dce-e385-4b3c-8c5a-0214c8afce22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3732438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3973635'] for router_interface, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:24.647689 n-d-820553-2 neutron-server[102832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b80dce-e385-4b3c-8c5a-0214c8afce22 admin admin] Router 05bc06e4-9a69-4af2-81e1-7f1e4b06c557 has already been hosted by L3 agent 525353f2-43f7-453e-b3c0-9d8c9ff1b24d {{(pid=102832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 17 16:58:24.752883 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b80dce-e385-4b3c-8c5a-0214c8afce22 admin admin] Notify agent at l3_agent.n-d-820553-2 the message routers_updated {{(pid=102832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 17 16:58:24.757824 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-c1b80dce-e385-4b3c-8c5a-0214c8afce22 admin admin] 10.222.0.46 "PUT /v2.0/routers/05bc06e4-9a69-4af2-81e1-7f1e4b06c557/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4427750 Dec 17 16:58:24.760534 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48246) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:58:24.761448 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5510910c-5b3b-4367-8bd9-cd9dd85935f4 None None] Sync routers for ids ['05bc06e4-9a69-4af2-81e1-7f1e4b06c557'] in n-d-820553-2 {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 17 16:58:24.772705 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5510910c-5b3b-4367-8bd9-cd9dd85935f4 None None] Routers {'05bc06e4-9a69-4af2-81e1-7f1e4b06c557'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:58:24.773434 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-5510910c-5b3b-4367-8bd9-cd9dd85935f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:58:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['05bc06e4-9a69-4af2-81e1-7f1e4b06c557'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:24.866345 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a63f52c8-2d15-4260-8172-fed35fe39699 admin admin] Notify callbacks [] for router, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:24.877415 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-5510910c-5b3b-4367-8bd9-cd9dd85935f4 None None] Set router 05bc06e4-9a69-4af2-81e1-7f1e4b06c557 gateway port host: n-d-820553-2 {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:58:24.969878 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a63f52c8-2d15-4260-8172-fed35fe39699 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:25.056636 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-5510910c-5b3b-4367-8bd9-cd9dd85935f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05bc06e4-9a69-4af2-81e1-7f1e4b06c557', 'name': 'tempest-TestSnapshotPattern-779040236-router', 'tenant_id': '588dca1422c44b4787658cccd82b5528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'external_fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'f26b866e-b16d-4c19-b209-ff443845e23c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:34Z', 'updated_at': '2021-12-17T16:58:24Z', 'revision_number': 5, 'project_id': '588dca1422c44b4787658cccd82b5528', 'gw_port': {'id': 'f26b866e-b16d-4c19-b209-ff443845e23c', 'name': '', 'network_id': '4e9cade7-8de3-4483-a2b7-ada6bbc76cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bc06e4-9a69-4af2-81e1-7f1e4b06c557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820553-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-17T16:52:35Z', 'updated_at': '2021-12-17T16:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cba1478-c1f4-44d2-9fd9-b046096f8dc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820553-2'}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:25.063011 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-a63f52c8-2d15-4260-8172-fed35fe39699 admin admin] Deleting port f26b866e-b16d-4c19-b209-ff443845e23c {{(pid=102833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:58:25.063369 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a63f52c8-2d15-4260-8172-fed35fe39699 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:25.082778 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5510910c-5b3b-4367-8bd9-cd9dd85935f4 None None] Checking router: 05bc06e4-9a69-4af2-81e1-7f1e4b06c557 for host: n-d-820553-2 {{(pid=102835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 17 16:58:25.091096 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5510910c-5b3b-4367-8bd9-cd9dd85935f4 None None] Routers {'05bc06e4-9a69-4af2-81e1-7f1e4b06c557'} bound to L3 agent in host n-d-820553-2 {{(pid=102835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 17 16:58:25.091710 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-5510910c-5b3b-4367-8bd9-cd9dd85935f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820553-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-17T14:57:31Z,description=,heartbeat_timestamp=2021-12-17T16:58:01Z,host='n-d-820553-2',id=525353f2-43f7-453e-b3c0-9d8c9ff1b24d,load=0,resource_versions=,resources_synced=,started_at=2021-12-17T14:57:32Z,topic='l3_agent')) {'router_ids': ['05bc06e4-9a69-4af2-81e1-7f1e4b06c557'], 'active': True} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:25.142623 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.db [None req-a63f52c8-2d15-4260-8172-fed35fe39699 admin admin] For port f26b866e-b16d-4c19-b209-ff443845e23c, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=f26b866e-b16d-4c19-b209-ff443845e23c,segment=NetworkSegment(ce3d3ffa-f3c2-45e5-a531-35e505b674b9),segment_id=ce3d3ffa-f3c2-45e5-a531-35e505b674b9)] {{(pid=102833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:58:25.142990 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a63f52c8-2d15-4260-8172-fed35fe39699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:25.155898 n-d-820553-2 neutron-server[102833]: DEBUG neutron.plugins.ml2.plugin [None req-a63f52c8-2d15-4260-8172-fed35fe39699 admin admin] Calling delete_port for f26b866e-b16d-4c19-b209-ff443845e23c owned by network:router_gateway {{(pid=102833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:58:25.177593 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_dvr_db [None req-5510910c-5b3b-4367-8bd9-cd9dd85935f4 None None] Set router 05bc06e4-9a69-4af2-81e1-7f1e4b06c557 gateway port host: None {{(pid=102835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 17 16:58:25.231060 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.l3_hamode_db [None req-5510910c-5b3b-4367-8bd9-cd9dd85935f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05bc06e4-9a69-4af2-81e1-7f1e4b06c557', 'name': 'tempest-TestSnapshotPattern-779040236-router', 'tenant_id': '588dca1422c44b4787658cccd82b5528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:34Z', 'updated_at': '2021-12-17T16:58:24Z', 'revision_number': 6, 'project_id': '588dca1422c44b4787658cccd82b5528', 'gw_port_host': None}], 'n-d-820553-2', False) {} {{(pid=102835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:25.257641 n-d-820553-2 neutron-server[102835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5510910c-5b3b-4367-8bd9-cd9dd85935f4 None None] The sync data for ids ['05bc06e4-9a69-4af2-81e1-7f1e4b06c557'] in n-d-820553-2 is: [{'id': '05bc06e4-9a69-4af2-81e1-7f1e4b06c557', 'name': 'tempest-TestSnapshotPattern-779040236-router', 'tenant_id': '588dca1422c44b4787658cccd82b5528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-17T16:52:34Z', 'updated_at': '2021-12-17T16:58:24Z', 'revision_number': 6, 'project_id': '588dca1422c44b4787658cccd82b5528', 'gw_port_host': None}] {{(pid=102835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 17 16:58:25.359218 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a63f52c8-2d15-4260-8172-fed35fe39699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9859075'] for port, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:25.389608 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f52c8-2d15-4260-8172-fed35fe39699 admin admin] Pushing event deleted for resources: {'Port': ['ID=f26b866e-b16d-4c19-b209-ff443845e23c,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:25.447502 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a63f52c8-2d15-4260-8172-fed35fe39699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3972474'] for router_gateway, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:25.536242 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a63f52c8-2d15-4260-8172-fed35fe39699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3970361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11990'] for router, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:25.538303 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a63f52c8-2d15-4260-8172-fed35fe39699 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:25.671339 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a63f52c8-2d15-4260-8172-fed35fe39699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3970352'] for router, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:25.671878 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63f52c8-2d15-4260-8172-fed35fe39699 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05bc06e4-9a69-4af2-81e1-7f1e4b06c557 {{(pid=102833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 17 16:58:25.677738 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-a63f52c8-2d15-4260-8172-fed35fe39699 admin admin] Notify callbacks [] for router, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:25.683194 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-a63f52c8-2d15-4260-8172-fed35fe39699 admin admin] 10.222.0.46 "DELETE /v2.0/routers/05bc06e4-9a69-4af2-81e1-7f1e4b06c557 HTTP/1.1" status: 204 len: 168 time: 0.9174085 Dec 17 16:58:25.683194 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48252) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:58:25.707599 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device bf26fb55-ff8d-47c0-bbcc-6c9b86e918be no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:58:25.733930 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: bf26fb55-ff8d-47c0-bbcc-6c9b86e918be {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:58:25.734279 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device bf26fb55-ff8d-47c0-bbcc-6c9b86e918be not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:58:25.741070 n-d-820553-2 neutron-server[102833]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f58106-3ad5-4703-bf18-44b01d98bb0d admin admin] Deleting subnet 61540fff-dc95-4a3d-8316-5731bdc493c7 {{(pid=102833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 17 16:58:25.744195 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f7f58106-3ad5-4703-bf18-44b01d98bb0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:25.779742 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f7f58106-3ad5-4703-bf18-44b01d98bb0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466288'] for subnet, precommit_delete_associations {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:25.855639 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f7f58106-3ad5-4703-bf18-44b01d98bb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726317'] for subnet, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:25.993554 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f7f58106-3ad5-4703-bf18-44b01d98bb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3905459', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9859286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8501991'] for subnet, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:26.018482 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f58106-3ad5-4703-bf18-44b01d98bb0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61540fff-dc95-4a3d-8316-5731bdc493c7,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:26.025279 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-f7f58106-3ad5-4703-bf18-44b01d98bb0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:26.031305 n-d-820553-2 neutron-server[102832]: DEBUG neutron.wsgi [-] (102832) accepted ('10.222.0.46', 48254) {{(pid=102832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:58:26.031854 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-f7f58106-3ad5-4703-bf18-44b01d98bb0d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/61540fff-dc95-4a3d-8316-5731bdc493c7 HTTP/1.1" status: 204 len: 168 time: 0.3460219 Dec 17 16:58:26.031970 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcf4cc0-e046-4a26-8a53-15de53810844 None None] Network cd6d98e3-6e67-4f32-a14a-a723b787a49a requested from n-d-820553-2 {{(pid=102834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 17 16:58:26.103285 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-557e8aff-38e7-4c30-84a5-d453560e12e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-846727'] for network, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:26.162335 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-557e8aff-38e7-4c30-84a5-d453560e12e4 admin admin] Deleting port 89ac6fab-3eac-4f38-a19e-ff2b6396e22e {{(pid=102832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:58:26.162731 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-557e8aff-38e7-4c30-84a5-d453560e12e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:26.217381 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8272283a-6d33-4f40-94d5-0827ed7dd513 None None] DHCP port deletion for cd6d98e3-6e67-4f32-a14a-a723b787a49a request from n-d-820553-2 {{(pid=102834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 17 16:58:26.229363 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.db [None req-557e8aff-38e7-4c30-84a5-d453560e12e4 admin admin] For port 89ac6fab-3eac-4f38-a19e-ff2b6396e22e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=89ac6fab-3eac-4f38-a19e-ff2b6396e22e,segment=NetworkSegment(09113184-ca5b-4545-9da5-763b3e09e038),segment_id=09113184-ca5b-4545-9da5-763b3e09e038)] {{(pid=102832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:58:26.229737 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-557e8aff-38e7-4c30-84a5-d453560e12e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:26.243565 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.plugin [None req-557e8aff-38e7-4c30-84a5-d453560e12e4 admin admin] Calling delete_port for 89ac6fab-3eac-4f38-a19e-ff2b6396e22e owned by network:dhcp {{(pid=102832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:58:26.272763 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-8272283a-6d33-4f40-94d5-0827ed7dd513 None None] Deleting port 89ac6fab-3eac-4f38-a19e-ff2b6396e22e {{(pid=102834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 17 16:58:26.273262 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8272283a-6d33-4f40-94d5-0827ed7dd513 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737064666462'] for port, before_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:26.342824 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.db [None req-8272283a-6d33-4f40-94d5-0827ed7dd513 None None] For port 89ac6fab-3eac-4f38-a19e-ff2b6396e22e, host n-d-820553-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820553-2',level=0,port_id=89ac6fab-3eac-4f38-a19e-ff2b6396e22e,segment=NetworkSegment(09113184-ca5b-4545-9da5-763b3e09e038),segment_id=09113184-ca5b-4545-9da5-763b3e09e038)] {{(pid=102834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 17 16:58:26.343224 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8272283a-6d33-4f40-94d5-0827ed7dd513 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3973689'] for port, precommit_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:26.355771 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-8272283a-6d33-4f40-94d5-0827ed7dd513 None None] Calling delete_port for 89ac6fab-3eac-4f38-a19e-ff2b6396e22e owned by network:dhcp {{(pid=102834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 17 16:58:26.393148 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-557e8aff-38e7-4c30-84a5-d453560e12e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12464119'] for port, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:26.419441 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e8aff-38e7-4c30-84a5-d453560e12e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=89ac6fab-3eac-4f38-a19e-ff2b6396e22e,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:26.423029 n-d-820553-2 neutron-server[102832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557e8aff-38e7-4c30-84a5-d453560e12e4 admin admin] No DVR routers for this DVR port 89ac6fab-3eac-4f38-a19e-ff2b6396e22e on host n-d-820553-2 {{(pid=102832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:58:26.436054 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-8272283a-6d33-4f40-94d5-0827ed7dd513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737064673428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737064351600'] for port, after_delete {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:26.461783 n-d-820553-2 neutron-server[102834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272283a-6d33-4f40-94d5-0827ed7dd513 None None] Pushing event deleted for resources: {'Port': ['ID=89ac6fab-3eac-4f38-a19e-ff2b6396e22e,revision_number=None']} {{(pid=102834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:26.465206 n-d-820553-2 neutron-server[102834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8272283a-6d33-4f40-94d5-0827ed7dd513 None None] No DVR routers for this DVR port 89ac6fab-3eac-4f38-a19e-ff2b6396e22e on host n-d-820553-2 {{(pid=102834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 17 16:58:26.493500 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-557e8aff-38e7-4c30-84a5-d453560e12e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-724824', 'neutron.services.segments.db._delete_segments_for_network-8737064895416'] for network, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:26.512935 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-557e8aff-38e7-4c30-84a5-d453560e12e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd6d98e3-6e67-4f32-a14a-a723b787a49a']}} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:26.525718 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-557e8aff-38e7-4c30-84a5-d453560e12e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09113184-ca5b-4545-9da5-763b3e09e038') {'for_net_delete': True} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:26.525718 n-d-820553-2 neutron-server[102832]: DEBUG neutron.services.segments.db [None req-557e8aff-38e7-4c30-84a5-d453560e12e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09113184-ca5b-4545-9da5-763b3e09e038') {} {{(pid=102832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 17 16:58:26.536750 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-557e8aff-38e7-4c30-84a5-d453560e12e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737064655728', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12430308'] for segment, before_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:26.549800 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-557e8aff-38e7-4c30-84a5-d453560e12e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482'] for segment, precommit_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:26.555535 n-d-820553-2 neutron-server[102832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-557e8aff-38e7-4c30-84a5-d453560e12e4 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=102832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 17 16:58:26.555920 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-557e8aff-38e7-4c30-84a5-d453560e12e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-728482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12464068'] for segment, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:26.557700 n-d-820553-2 neutron-server[102832]: Traceback (most recent call last): Dec 17 16:58:26.557700 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 17 16:58:26.557700 n-d-820553-2 neutron-server[102832]: timer() Dec 17 16:58:26.557700 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 17 16:58:26.557700 n-d-820553-2 neutron-server[102832]: cb(*args, **kw) Dec 17 16:58:26.557700 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 17 16:58:26.557700 n-d-820553-2 neutron-server[102832]: return func(*args, **kwargs) Dec 17 16:58:26.557700 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 17 16:58:26.557700 n-d-820553-2 neutron-server[102832]: self._notify() Dec 17 16:58:26.557700 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 17 16:58:26.557700 n-d-820553-2 neutron-server[102832]: self.callback(batched_events) Dec 17 16:58:26.557700 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 17 16:58:26.557700 n-d-820553-2 neutron-server[102832]: event.method(event) Dec 17 16:58:26.557700 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 17 16:58:26.557700 n-d-820553-2 neutron-server[102832]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 17 16:58:26.557700 n-d-820553-2 neutron-server[102832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 17 16:58:26.557700 n-d-820553-2 neutron-server[102832]: aggregate_uuid = self.p_client.list_aggregates( Dec 17 16:58:26.557700 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 17 16:58:26.557700 n-d-820553-2 neutron-server[102832]: return f(self, *a, **k) Dec 17 16:58:26.557700 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 17 16:58:26.557700 n-d-820553-2 neutron-server[102832]: return self._get(url).json() Dec 17 16:58:26.557700 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 17 16:58:26.557700 n-d-820553-2 neutron-server[102832]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 17 16:58:26.557700 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 17 16:58:26.557700 n-d-820553-2 neutron-server[102832]: return self.request(url, 'GET', **kwargs) Dec 17 16:58:26.557700 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 17 16:58:26.557700 n-d-820553-2 neutron-server[102832]: base_url = self.get_endpoint(auth, allow=allow, Dec 17 16:58:26.557700 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 17 16:58:26.557700 n-d-820553-2 neutron-server[102832]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 17 16:58:26.557700 n-d-820553-2 neutron-server[102832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 17 16:58:26.557700 n-d-820553-2 neutron-server[102832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 17 16:58:26.557700 n-d-820553-2 neutron-server[102832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 17 16:58:26.695633 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-557e8aff-38e7-4c30-84a5-d453560e12e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-723883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3732447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3972446'] for network, after_delete {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:26.701767 n-d-820553-2 neutron-server[102832]: DEBUG neutron_lib.callbacks.manager [None req-557e8aff-38e7-4c30-84a5-d453560e12e4 admin admin] Notify callbacks [] for network, before_response {{(pid=102832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:26.704943 n-d-820553-2 neutron-server[102832]: INFO neutron.wsgi [None req-557e8aff-38e7-4c30-84a5-d453560e12e4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/cd6d98e3-6e67-4f32-a14a-a723b787a49a HTTP/1.1" status: 204 len: 168 time: 0.6726396 Dec 17 16:58:26.716168 n-d-820553-2 neutron-server[102832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e8aff-38e7-4c30-84a5-d453560e12e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd6d98e3-6e67-4f32-a14a-a723b787a49a,revision_number=None']} {{(pid=102832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:27.019107 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48258) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:58:27.059889 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-3cab3879-5bd6-4308-8d55-1c58226372ef admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5739f578f31c407783d0a1cbd3aaaba4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396028 Dec 17 16:58:27.063088 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48260) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:58:27.110100 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-85aa5634-f600-45fe-be92-ee8e38d5e2bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:27.122325 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:27.131251 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-85aa5634-f600-45fe-be92-ee8e38d5e2bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:27.249894 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-85aa5634-f600-45fe-be92-ee8e38d5e2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:27.252499 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-85aa5634-f600-45fe-be92-ee8e38d5e2bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:27.253682 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-85aa5634-f600-45fe-be92-ee8e38d5e2bb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bc19b374-13d5-4651-813a-59a74d8ce990 HTTP/1.1" status: 204 len: 168 time: 0.1896160 Dec 17 16:58:27.261383 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa5634-f600-45fe-be92-ee8e38d5e2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc19b374-13d5-4651-813a-59a74d8ce990,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:27.551026 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f26b866e-b16d-4c19-b209-ff443845e23c no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:58:27.570801 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: f26b866e-b16d-4c19-b209-ff443845e23c {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:58:27.571157 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device f26b866e-b16d-4c19-b209-ff443845e23c not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:58:27.571554 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 89ac6fab-3eac-4f38-a19e-ff2b6396e22e no longer exists at agent ovs-agent-n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 17 16:58:27.589822 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef321-f51f-4224-8351-519438624add None None] No Port match for: 89ac6fab-3eac-4f38-a19e-ff2b6396e22e {{(pid=102834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 17 16:58:27.590168 n-d-820553-2 neutron-server[102834]: DEBUG neutron.plugins.ml2.rpc [None req-4f9ef321-f51f-4224-8351-519438624add None None] Device 89ac6fab-3eac-4f38-a19e-ff2b6396e22e not bound to the agent host n-d-820553-2 {{(pid=102834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 17 16:58:27.910399 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48266) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:58:27.950167 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-133b0b3d-6dc3-477a-9f42-e816b272bc7d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=588dca1422c44b4787658cccd82b5528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386369 Dec 17 16:58:27.952601 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [-] (102833) accepted ('10.222.0.46', 48268) {{(pid=102833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 17 16:58:28.002356 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-66ca1640-2ba9-40b1-8a28-73b571989578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:28.022363 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-66ca1640-2ba9-40b1-8a28-73b571989578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:28.248754 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-66ca1640-2ba9-40b1-8a28-73b571989578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914672'] for security_group, after_delete {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:28.251602 n-d-820553-2 neutron-server[102833]: DEBUG neutron_lib.callbacks.manager [None req-66ca1640-2ba9-40b1-8a28-73b571989578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:28.252500 n-d-820553-2 neutron-server[102833]: INFO neutron.wsgi [None req-66ca1640-2ba9-40b1-8a28-73b571989578 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/287e5105-e2aa-4c7d-b931-b9f1d88e91b4 HTTP/1.1" status: 204 len: 168 time: 0.2989907 Dec 17 16:58:28.260503 n-d-820553-2 neutron-server[102833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca1640-2ba9-40b1-8a28-73b571989578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287e5105-e2aa-4c7d-b931-b9f1d88e91b4,revision_number=None']} {{(pid=102833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 17 16:58:28.802117 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:58:28.985538 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-391f1c46-e10b-49ac-bac0-0a388d60d3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:31.244270 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9995edef-2ad3-4123-9428-4faf5a608480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:32.776246 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:34.359646 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:34.398698 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:41.598254 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:57.135799 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:58:58.990601 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9ddf9420-f134-4b35-a703-227ef7fee2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:01.255570 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c8ced3f8-0d72-4a58-8435-8d34d035710c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:02.758286 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:04.341299 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:04.364745 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:05.800757 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:59:11.598678 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:27.163961 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:28.958467 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-eb6a0d0d-0877-4ca5-bca5-2e90ede11678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:31.269636 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-48d33f96-1e3b-4dad-b231-67deebb46074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:32.773163 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:34.324059 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:34.335409 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:41.607027 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:42.799460 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 16:59:57.140915 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 16:59:58.950133 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-40cccdda-4cb8-44f1-8082-0dc7775ffef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:01.229865 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d24b0675-e282-4e0e-a10c-59dcc73246c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:02.784015 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:04.341174 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:04.360663 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:11.606553 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:19.798843 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:00:27.175420 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:28.943460 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-d794793c-6ccd-4b67-82b1-fec97ce469d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:31.240396 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a5697a4c-63f9-4e77-add3-55966935cb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:32.771692 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:34.318282 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:34.338089 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:41.632369 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:56.797550 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:00:57.169863 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:00:58.954205 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-60e6dcb2-285a-4ff5-b084-0ad4a41e14bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:01.234470 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-89abc691-7efa-4c4d-a78d-d03502d9cc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:02.811767 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:04.318556 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:04.346674 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:11.657039 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:27.176554 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:28.948178 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-338f9e32-abd0-49ec-a473-27fab124331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:31.239205 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a70d706d-8640-46a9-b125-0f172c4992eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:32.782225 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:33.796390 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:01:34.359480 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:34.387623 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:41.667710 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:57.158897 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:01:58.936343 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ff74773f-6509-429b-8026-c13feda7736b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:01.227963 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4e8005cb-d210-49f4-8246-484a42a87656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:02.775732 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:04.346455 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:04.393219 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:10.795112 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:02:11.661732 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:27.204357 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:28.941385 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-96accde0-676d-49a9-83ea-5b0fefeccc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:31.221459 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e17fb164-ef12-4a04-8033-d4904d26f6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:32.764421 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:34.358206 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:34.380836 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:41.672300 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:47.795056 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:02:57.198256 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:02:58.958315 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4ad4652f-183e-41ac-9f32-5e6aa9a2bde7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:01.237797 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a33ff4bb-0e66-41c5-9880-f3d4ed7fa8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:02.798118 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:04.358203 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:04.375054 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:11.689026 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:24.794917 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:03:27.203433 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:28.963076 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-e932b297-7d02-49eb-b2dc-9931fbcf804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:31.237626 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-23a02f5a-fa3f-4a3c-a65f-487554e0e2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:32.786084 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:34.368812 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:34.397275 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:41.694347 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:57.231511 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:03:58.956916 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-62c9a5c0-dca6-4b90-84a9-c8d8e32750b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:01.242998 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b7767250-24fa-466a-a6aa-6772475f3b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:01.797741 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:04:02.802955 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:04.351399 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:04.374043 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:11.700324 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:27.214409 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:28.962132 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a668f286-2f2a-489f-acf8-274d625127a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:31.231076 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-3b170bc3-9902-4c91-b0e5-d33f44c34b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:32.791578 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:34.396964 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:34.442506 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:38.797340 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:04:41.722031 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:57.226052 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:04:58.957098 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-2e1e39f6-e6f0-4505-a50b-238ffd731b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:01.226439 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b30b8ab7-918a-4682-87ab-73c3fd72259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:02.785671 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:04.368784 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:04.408077 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:11.716889 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:13.964580 n-d-820553-2 neutron-server[102833]: DEBUG neutron.wsgi [req-40c86fda-4cd5-4a2b-b9b3-228d6801a40a req-7135fde2-0932-4b34-aa1a-c34c7384cc33 service neutron] (102833) timed out ('10.222.0.46', 43688) {{(pid=102833) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 17 17:05:15.796926 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:05:27.229935 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:28.991554 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-ccb13bfa-e679-4b0d-a204-843f3061b73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:31.248324 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-631cfaa5-2121-4113-b36d-3f77851207c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:32.803220 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:34.540125 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:34.541590 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:41.745477 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:52.797505 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:05:57.282638 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:05:58.974468 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-a40d513b-59a7-4b74-8198-9093b7ece0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:01.242657 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-9dd8419d-1ac7-4381-928f-aaf3c996c37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:02.796789 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:04.362092 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:04.379232 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:11.737695 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:27.257494 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:29.007924 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-1d121758-c10b-4502-8e92-127e877599b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:29.796703 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:06:31.253980 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-7363ce8a-51fd-45c0-8e25-fe4e2e20aa94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:32.822866 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:34.396313 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:34.442023 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:41.771941 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:57.259506 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-437c783c-28ef-4920-bf0a-3313184c4b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:06:58.985114 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-463e74f0-e87d-4338-9f3d-858e1c22bbe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:01.285645 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-453e38ef-bd3a-45b4-90b4-8d59c4f49a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:02.805669 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-b169c0fd-b502-470f-8cd8-2ec78579a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:04.430589 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef321-f51f-4224-8351-519438624add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:04.458907 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-6bbba78c-9559-4ea3-8f2d-c4d4713fd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 17 17:07:06.796069 n-d-820553-2 neutron-server[102835]: DEBUG neutron.db.agents_db [None req-da3712b5-9f4e-4767-a306-9e30d78f5a59 None None] Agent healthcheck: found 7 active agents {{(pid=102835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 17 17:07:11.765169 n-d-820553-2 neutron-server[102834]: DEBUG neutron_lib.callbacks.manager [None req-c901e2c7-9b5a-4fc3-8dbd-1c06c8f3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737064895398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-721262'] for agent, after_update {{(pid=102834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}